-- Logs begin at Tue 2021-10-19 00:16:17 UTC, end at Tue 2021-10-19 02:37:12 UTC. -- Oct 19 00:46:26.759719 n-d-715271-26 systemd[1]: Started Devstack devstack@q-svc.service. Oct 19 00:46:29.502943 n-d-715271-26 neutron-server[100497]: INFO neutron.common.config [-] Logging enabled! Oct 19 00:46:29.503544 n-d-715271-26 neutron-server[100497]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev97 Oct 19 00:46:29.503742 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100497) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 19 00:46:29.506989 n-d-715271-26 neutron-server[100497]: INFO neutron.common.config [-] Logging enabled! Oct 19 00:46:29.507244 n-d-715271-26 neutron-server[100497]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev97 Oct 19 00:46:29.507558 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100497) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 19 00:46:29.508526 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 19 00:46:29.508760 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 19 00:46:29.509130 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 19 00:46:29.509375 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 19 00:46:29.509602 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 19 00:46:29.509920 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.510216 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.510692 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.510934 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.511230 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.511519 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.511830 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.512124 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.512423 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.512716 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.512999 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.513284 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.513514 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.513799 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.514089 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.514376 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.514599 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] debug = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.514879 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.515299 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.515710 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.516020 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.516312 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.516592 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.516867 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.517141 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.517426 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.517755 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] host = n-d-715271-26 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.518036 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.518323 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.518610 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.518897 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.519172 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.519449 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.519756 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.520032 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.520307 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] log_file = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.520584 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.520874 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.521163 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.521452 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.521675 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.521897 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.522183 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.522471 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.522757 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.523034 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.523308 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.523584 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.523894 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.524167 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.524453 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.524737 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.525023 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.525300 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.525576 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.525848 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.526151 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.526439 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.526717 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.526993 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.527269 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.527557 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.527857 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.528136 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.528438 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.528724 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.529007 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.529292 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.529567 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.529848 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.530119 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.530391 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.530662 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] use_json = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.530932 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.531202 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.531480 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.531779 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.532053 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.532328 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.532603 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.532886 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:29.533182 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.533476 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.533775 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.534055 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.534361 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.534642 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.534930 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.535208 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.535496 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.535872 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.536161 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.536441 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.536729 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.537004 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.537298 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.537601 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.537893 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.538181 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.538458 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.538734 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.539006 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.539283 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.539571 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.539885 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.540175 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.540465 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.540746 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.541033 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.541326 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.542152 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.542427 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.542870 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.543174 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.543455 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.543766 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.544036 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.544324 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.544603 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.544879 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.545164 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.545443 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.545717 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.545992 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.546268 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.546558 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.546832 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.547105 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.547380 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.547658 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.547957 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.548241 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.548521 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.548796 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.549069 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.549346 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.549622 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.549895 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.550171 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.550443 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.550718 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.550993 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.551531 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.551829 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.552104 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.552377 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.552649 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.552921 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.553205 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.553480 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.553751 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.554025 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.554297 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.554571 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.554855 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.555157 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.555438 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.555720 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.556023 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.556304 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.556582 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.556859 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.557140 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.558160 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.558443 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.558741 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.559032 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.559324 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.559609 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.559921 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.560245 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.560529 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.560814 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.561094 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.561377 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.561661 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.561947 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.562245 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.562545 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.562843 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.563141 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.563436 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.563719 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.564051 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.564333 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:29.564553 n-d-715271-26 neutron-server[100497]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 19 00:46:29.564793 n-d-715271-26 neutron-server[100497]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100497) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 19 00:46:29.996324 n-d-715271-26 neutron-server[100497]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 19 00:46:29.996604 n-d-715271-26 neutron-server[100497]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 19 00:46:29.996893 n-d-715271-26 neutron-server[100497]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 19 00:46:29.997230 n-d-715271-26 neutron-server[100497]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 19 00:46:30.317967 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.318263 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.318537 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.319757 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.320027 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.320291 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.355184 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.355458 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.355744 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.371068 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.371347 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.371614 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.401812 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.402094 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.402365 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.439600 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.439906 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.440177 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.677111 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.677705 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.677705 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.677863 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.678528 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.800375 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.800700 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.800981 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.801504 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.801768 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.802080 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.802338 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.802592 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.802845 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.803125 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.803381 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.803642 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.803921 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.804172 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.804424 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.804686 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.804938 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.805202 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.805467 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.805721 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.806013 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.806247 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.806531 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.806907 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.807680 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.808122 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.808533 n-d-715271-26 neutron-server[100497]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100497) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 00:46:30.808773 n-d-715271-26 neutron-server[100497]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100497) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 00:46:30.809014 n-d-715271-26 neutron-server[100497]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100497) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 00:46:30.809254 n-d-715271-26 neutron-server[100497]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100497) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 00:46:30.809490 n-d-715271-26 neutron-server[100497]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100497) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 00:46:30.809728 n-d-715271-26 neutron-server[100497]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100497) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 00:46:30.810092 n-d-715271-26 neutron-server[100497]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 19 00:46:30.813473 n-d-715271-26 neutron-server[100497]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 19 00:46:30.818446 n-d-715271-26 neutron-server[100497]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 19 00:46:30.822452 n-d-715271-26 neutron-server[100497]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Oct 19 00:46:30.824676 n-d-715271-26 neutron-server[100497]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 19 00:46:30.825146 n-d-715271-26 neutron-server[100497]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 19 00:46:30.825487 n-d-715271-26 neutron-server[100497]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 19 00:46:30.825882 n-d-715271-26 neutron-server[100497]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 19 00:46:30.828767 n-d-715271-26 neutron-server[100497]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 19 00:46:30.829022 n-d-715271-26 neutron-server[100497]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 19 00:46:30.829373 n-d-715271-26 neutron-server[100497]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 19 00:46:30.834733 n-d-715271-26 neutron-server[100497]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 19 00:46:30.857256 n-d-715271-26 neutron-server[100497]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 19 00:46:30.857705 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.858004 n-d-715271-26 neutron-server[100497]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100497) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 19 00:46:30.858367 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.859775 n-d-715271-26 neutron-server[100497]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100497) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 19 00:46:30.860061 n-d-715271-26 neutron-server[100497]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 19 00:46:30.860305 n-d-715271-26 neutron-server[100497]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 19 00:46:30.863666 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.863982 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:30.927489 n-d-715271-26 neutron-server[100497]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 19 00:46:30.927670 n-d-715271-26 neutron-server[100497]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 19 00:46:30.927941 n-d-715271-26 neutron-server[100497]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 19 00:46:30.928317 n-d-715271-26 neutron-server[100497]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 19 00:46:30.950805 n-d-715271-26 neutron-server[100497]: DEBUG oslo_db.sqlalchemy.engines [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100497) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 19 00:46:31.485813 n-d-715271-26 neutron-server[100497]: INFO neutron.plugins.ml2.managers [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Initializing driver for type 'gre' Oct 19 00:46:31.486341 n-d-715271-26 neutron-server[100497]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] gre ID ranges: [(1, 1000)] Oct 19 00:46:31.540179 n-d-715271-26 neutron-server[100497]: INFO neutron.plugins.ml2.managers [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Initializing driver for type 'local' Oct 19 00:46:31.540515 n-d-715271-26 neutron-server[100497]: INFO neutron.plugins.ml2.managers [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Initializing driver for type 'vlan' Oct 19 00:46:31.553877 n-d-715271-26 neutron-server[100497]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] VlanTypeDriver initialization complete Oct 19 00:46:31.554215 n-d-715271-26 neutron-server[100497]: INFO neutron.plugins.ml2.managers [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Initializing driver for type 'vxlan' Oct 19 00:46:31.554719 n-d-715271-26 neutron-server[100497]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] vxlan ID ranges: [(1, 1000)] Oct 19 00:46:31.608630 n-d-715271-26 neutron-server[100497]: INFO neutron.plugins.ml2.managers [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Initializing extension driver 'port_security' Oct 19 00:46:31.609041 n-d-715271-26 neutron-server[100497]: INFO neutron.plugins.ml2.extensions.port_security [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] PortSecurityExtensionDriver initialization complete Oct 19 00:46:31.609373 n-d-715271-26 neutron-server[100497]: INFO neutron.plugins.ml2.managers [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Initializing mechanism driver 'openvswitch' Oct 19 00:46:31.609700 n-d-715271-26 neutron-server[100497]: INFO neutron.plugins.ml2.managers [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Initializing mechanism driver 'hyperv' Oct 19 00:46:31.616306 n-d-715271-26 neutron-server[100497]: DEBUG neutron.plugins.ml2.plugin [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:46:31.617152 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > port after_create 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.617519 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > port after_update 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.617867 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > port after_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.618392 n-d-715271-26 neutron-server[100497]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100497) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 19 00:46:31.618819 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > subnet after_create 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.619169 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > subnet after_update 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.619514 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > subnet after_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.620476 n-d-715271-26 neutron-server[100497]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100497) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 19 00:46:31.620958 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > network after_create 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.621307 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > network after_update 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.621646 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > network after_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.622033 n-d-715271-26 neutron-server[100497]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100497) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 19 00:46:31.622432 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > security_group after_create 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.622805 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > security_group after_update 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.623144 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > security_group after_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.623547 n-d-715271-26 neutron-server[100497]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100497) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 19 00:46:31.623993 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.624405 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.624784 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.625230 n-d-715271-26 neutron-server[100497]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100497) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 19 00:46:31.625629 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > address_group after_create 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.625970 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > address_group after_update 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.626300 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > address_group after_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.626681 n-d-715271-26 neutron-server[100497]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100497) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 19 00:46:31.627056 n-d-715271-26 neutron-server[100497]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] ML2 OVO RPC backend initialized. {{(pid=100497) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 19 00:46:31.627776 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > router_interface after_create 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.628126 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.628533 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > network before_response 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.628874 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > networks before_response 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.629219 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > port before_response 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.629556 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > ports before_response 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.629887 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > subnet before_response 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.630219 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > subnets before_response 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.630558 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > network after_create 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.630889 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > network after_update 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.631217 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > network after_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.631845 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > port after_create 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.632181 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > port after_update 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.632507 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > port after_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.632836 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > subnet after_create 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.633164 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > subnet after_update 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.633492 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > subnet after_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.634064 n-d-715271-26 neutron-server[100497]: INFO neutron.plugins.ml2.plugin [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Modular L2 Plugin initialization complete Oct 19 00:46:31.634386 n-d-715271-26 neutron-server[100497]: DEBUG neutron.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading services supported by the core plugin {{(pid=100497) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 19 00:46:31.634705 n-d-715271-26 neutron-server[100497]: INFO neutron.plugins.ml2.managers [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Got port-security extension from driver 'port_security' Oct 19 00:46:31.635165 n-d-715271-26 neutron-server[100497]: INFO neutron.extensions.vlantransparent [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Disabled vlantransparent extension. Oct 19 00:46:31.636363 n-d-715271-26 neutron-server[100497]: DEBUG neutron.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100497) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 19 00:46:31.636674 n-d-715271-26 neutron-server[100497]: INFO neutron.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading Plugin: router Oct 19 00:46:31.672065 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > router_interface before_create 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.672451 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > router after_create 55549900 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.672816 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > router before_create 55549900 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.673176 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.673539 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.673886 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > router after_delete 55549900 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.674235 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > floatingip after_create 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.674694 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > floatingip after_update 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.675046 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > router after_create 55549900 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.675384 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > router after_update 55549900 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.675746 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > router after_update 55549900 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.676092 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.676704 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > router after_update 55549900 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.677106 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > router precommit_update 55549900 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.677473 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: port after_update 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.677987 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: port after_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.678125 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: subnet after_update 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.678454 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.678796 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > port precommit_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.679136 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > router precommit_create 55549900 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.679471 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: port before_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.679837 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > router precommit_create 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.680190 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > router after_update 55549900 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.680525 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > router precommit_delete 55549900 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.680867 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > router precommit_create 55549900 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.681222 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > router_interface after_create 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.681560 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > router precommit_update 55549900 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.681915 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > agent after_create 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.682808 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > agent after_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.683147 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > network after_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.684029 n-d-715271-26 neutron-server[100497]: DEBUG neutron.quota.resource_registry [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Tracking information for resource: router configured {{(pid=100497) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 00:46:31.684353 n-d-715271-26 neutron-server[100497]: DEBUG neutron.quota.resource_registry [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Tracking information for resource: floatingip configured {{(pid=100497) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 00:46:31.689208 n-d-715271-26 neutron-server[100497]: INFO neutron.db.l3_agentschedulers_db [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 19 00:46:31.689778 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: port after_update 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.690135 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: port after_create 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.690482 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: port after_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.690826 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: port after_update 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.691612 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > router before_create 55550100 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.692002 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > router precommit_delete 55550100 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.692363 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > router precommit_create 55550100 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.692713 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > router precommit_update 55550100 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.697495 n-d-715271-26 neutron-server[100497]: DEBUG neutron.services.provider_configuration [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Service providers = [] {{(pid=100497) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 19 00:46:31.698400 n-d-715271-26 neutron-server[100497]: DEBUG neutron.db.servicetype_db [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100497) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 19 00:46:31.701356 n-d-715271-26 neutron-server[100497]: DEBUG neutron.services.service_base [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100497) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 19 00:46:31.701704 n-d-715271-26 neutron-server[100497]: DEBUG neutron.services.service_base [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100497) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 19 00:46:31.702043 n-d-715271-26 neutron-server[100497]: DEBUG neutron.services.service_base [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100497) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 19 00:46:31.702917 n-d-715271-26 neutron-server[100497]: DEBUG neutron.services.service_base [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100497) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 19 00:46:31.703282 n-d-715271-26 neutron-server[100497]: INFO neutron.services.service_base [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 19 00:46:31.703651 n-d-715271-26 neutron-server[100497]: DEBUG neutron.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100497) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 00:46:31.703989 n-d-715271-26 neutron-server[100497]: INFO neutron.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 19 00:46:31.714551 n-d-715271-26 neutron-server[100497]: DEBUG neutron.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100497) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 00:46:31.714880 n-d-715271-26 neutron-server[100497]: INFO neutron.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading Plugin: auto_allocate Oct 19 00:46:31.720645 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: network precommit_update 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.721007 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: network precommit_create 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.721510 n-d-715271-26 neutron-server[100497]: DEBUG neutron.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100497) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 00:46:31.721825 n-d-715271-26 neutron-server[100497]: INFO neutron.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading Plugin: tag Oct 19 00:46:31.729796 n-d-715271-26 neutron-server[100497]: DEBUG neutron.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100497) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 00:46:31.730116 n-d-715271-26 neutron-server[100497]: INFO neutron.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading Plugin: timestamp Oct 19 00:46:31.734199 n-d-715271-26 neutron-server[100497]: DEBUG neutron.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100497) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 00:46:31.734533 n-d-715271-26 neutron-server[100497]: INFO neutron.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading Plugin: network_ip_availability Oct 19 00:46:31.739993 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.740312 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.740662 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.741363 n-d-715271-26 neutron-server[100497]: DEBUG neutron.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100497) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 00:46:31.741676 n-d-715271-26 neutron-server[100497]: INFO neutron.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading Plugin: flavors Oct 19 00:46:31.747146 n-d-715271-26 neutron-server[100497]: DEBUG neutron.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100497) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 00:46:31.747473 n-d-715271-26 neutron-server[100497]: INFO neutron.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading Plugin: revisions Oct 19 00:46:31.751803 n-d-715271-26 neutron-server[100497]: DEBUG neutron.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100497) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 00:46:31.752187 n-d-715271-26 neutron-server[100497]: DEBUG oslo_concurrency.lockutils [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.755s {{(pid=100497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 19 00:46:31.752933 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100497) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 19 00:46:31.753262 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Initializing extension manager. Oct 19 00:46:31.753762 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: __init__.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.754094 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: __pycache__ {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.754422 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.754747 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: address_group.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.755490 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.756074 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: address-group Oct 19 00:46:31.756393 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: address_scope.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.757096 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.757603 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: address-scope Oct 19 00:46:31.757917 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: admin_state_down_before_update.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.758828 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.759334 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: router-admin-state-down-before-update Oct 19 00:46:31.759651 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: agent.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.761043 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.761694 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: agent Oct 19 00:46:31.762016 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: agent_resources_synced.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.762921 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.763427 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: agent-resources-synced Oct 19 00:46:31.763761 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: allowedaddresspairs.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.765537 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.766055 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: allowed-address-pairs Oct 19 00:46:31.766375 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: auto_allocated_topology.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.767455 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.768002 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: auto-allocated-topology Oct 19 00:46:31.768326 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: availability_zone.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.769012 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.769520 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: availability_zone Oct 19 00:46:31.769836 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: availability_zone_filter.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.770744 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.771254 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: availability_zone_filter Oct 19 00:46:31.771573 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: data_plane_status.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.772500 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.773007 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extension data-plane-status not supported by any of loaded plugins Oct 19 00:46:31.773324 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: default_subnetpools.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.774233 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.774745 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: default-subnetpools Oct 19 00:46:31.775062 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: dhcpagentscheduler.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.775943 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.776561 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: dhcp_agent_scheduler Oct 19 00:46:31.776879 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: dns.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.777797 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.778309 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extension dns-integration not supported by any of loaded plugins Oct 19 00:46:31.778626 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: dns_domain_ports.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.779891 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.780401 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 19 00:46:31.780718 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.781640 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.782144 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 19 00:46:31.782458 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: dvr.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.783124 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.783630 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: dvr Oct 19 00:46:31.783971 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: ecmp_routes.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.784878 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.785379 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extension ecmp_routes not supported by any of loaded plugins Oct 19 00:46:31.785693 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: empty_string_filtering.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.786597 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.787101 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: empty-string-filtering Oct 19 00:46:31.787421 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.788352 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.788856 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 19 00:46:31.789170 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.790074 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.790575 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 19 00:46:31.790888 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: external_net.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.792365 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.792873 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: external-net Oct 19 00:46:31.793191 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: extra_dhcp_opt.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.794101 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.794610 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: extra_dhcp_opt Oct 19 00:46:31.794925 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: extraroute.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.796101 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.796611 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: extraroute Oct 19 00:46:31.796925 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: extraroute_atomic.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.797958 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.798467 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: extraroute-atomic Oct 19 00:46:31.798780 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: filter_validation.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.799438 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.799975 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: filter-validation Oct 19 00:46:31.800292 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: fip_pf_description.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.801635 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.802143 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 19 00:46:31.802453 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: fip_port_details.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.803360 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.803903 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: fip-port-details Oct 19 00:46:31.804218 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: flavors.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.805445 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.805966 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: flavors Oct 19 00:46:31.806282 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.808723 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.809243 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 19 00:46:31.809566 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: floatingip_pools.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.810263 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.810770 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: floatingip-pools Oct 19 00:46:31.811092 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: ip_allocation.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.812070 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.812556 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extension ip_allocation not supported by any of loaded plugins Oct 19 00:46:31.812873 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.813789 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.814296 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: ip-substring-filtering Oct 19 00:46:31.814615 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: l2_adjacency.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.815531 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.816066 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extension l2_adjacency not supported by any of loaded plugins Oct 19 00:46:31.816383 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: l3.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.817343 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.817856 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: router Oct 19 00:46:31.818178 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: l3_conntrack_helper.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.820471 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.820995 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 19 00:46:31.821321 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.822249 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.822790 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: ext-gw-mode Oct 19 00:46:31.823279 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.824241 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.824758 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: l3-ha Oct 19 00:46:31.825078 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: l3_flavors.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.825985 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.826495 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: l3-flavors Oct 19 00:46:31.826815 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.827717 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.828254 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: l3-port-ip-change-not-allowed Oct 19 00:46:31.828576 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: l3agentscheduler.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.829585 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.830093 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: l3_agent_scheduler Oct 19 00:46:31.830414 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: logging.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.831949 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.832459 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extension logging not supported by any of loaded plugins Oct 19 00:46:31.832783 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: metering.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.833773 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.834348 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: metering Oct 19 00:46:31.834668 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.835797 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.836313 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: metering_source_and_destination_fields Oct 19 00:46:31.836632 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: multiprovidernet.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.837672 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.838191 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: multi-provider Oct 19 00:46:31.838630 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: netmtu.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.839548 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.840079 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: net-mtu Oct 19 00:46:31.840397 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: netmtu_writable.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.841302 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.841810 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: net-mtu-writable Oct 19 00:46:31.842129 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: network_availability_zone.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.842787 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.843292 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: network_availability_zone Oct 19 00:46:31.843606 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: network_ip_availability.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.844742 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.845257 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: network-ip-availability Oct 19 00:46:31.845567 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: network_segment_range.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.846329 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.846844 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extension network-segment-range not supported by any of loaded plugins Oct 19 00:46:31.847162 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: pagination.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.848175 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.848499 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: pagination Oct 19 00:46:31.848813 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: port_device_profile.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.849722 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.850233 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: port-device-profile Oct 19 00:46:31.850548 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.851478 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.852015 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: port-mac-address-regenerate Oct 19 00:46:31.852330 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.853242 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.853744 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: port-numa-affinity-policy Oct 19 00:46:31.854592 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: port_resource_request.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.855504 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.856044 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extension port-resource-request not supported by any of loaded plugins Oct 19 00:46:31.856359 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: portbindings.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.857276 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.857779 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: binding Oct 19 00:46:31.858093 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: portbindings_extended.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.859365 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.859912 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: binding-extended Oct 19 00:46:31.860236 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: portsecurity.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.861143 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.861651 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: port-security Oct 19 00:46:31.861970 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: project_id.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.862940 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.863264 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: project-id Oct 19 00:46:31.863583 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: providernet.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.864522 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.865031 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: provider Oct 19 00:46:31.865346 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: qos.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.868849 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.869403 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extension qos not supported by any of loaded plugins Oct 19 00:46:31.870329 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.871582 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.872130 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 19 00:46:31.872509 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.873434 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.873952 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 19 00:46:31.874270 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: qos_default.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.875182 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.875700 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extension qos-default not supported by any of loaded plugins Oct 19 00:46:31.876049 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: qos_fip.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.876695 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.877201 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extension qos-fip not supported by any of loaded plugins Oct 19 00:46:31.877518 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: qos_gateway_ip.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.878442 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.878950 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 19 00:46:31.879267 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: qos_port_network_policy.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.880198 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.880707 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 19 00:46:31.881025 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.882085 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.882598 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 19 00:46:31.882915 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: qos_pps_rule.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.884120 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.884634 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extension qos-pps not supported by any of loaded plugins Oct 19 00:46:31.884951 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: qos_rule_type_details.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.885995 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.886506 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 19 00:46:31.886821 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: qos_rules_alias.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.887882 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.888407 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 19 00:46:31.888725 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: quotasv2.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.889815 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.890143 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: quotas Oct 19 00:46:31.890911 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: quotasv2_detail.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.894044 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.894383 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: quota_details Oct 19 00:46:31.894711 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: rbac.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.895799 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.896323 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: rbac-policies Oct 19 00:46:31.896648 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: rbac_address_group.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.897575 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.898095 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: rbac-address-group Oct 19 00:46:31.898421 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: rbac_address_scope.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.899331 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.899883 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: rbac-address-scope Oct 19 00:46:31.900206 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: rbac_security_groups.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.901256 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.901772 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: rbac-security-groups Oct 19 00:46:31.902093 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: rbac_subnetpool.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.902999 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.903511 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: rbac-subnetpool Oct 19 00:46:31.903854 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: revisionifmatch.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.904775 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.905288 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: revision-if-match Oct 19 00:46:31.905606 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: revisions.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.906710 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.907225 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: standard-attr-revisions Oct 19 00:46:31.907544 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: router_availability_zone.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.908241 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.908753 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: router_availability_zone Oct 19 00:46:31.909071 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: routerservicetype.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.909979 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.910485 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extension router-service-type not supported by any of loaded plugins Oct 19 00:46:31.910802 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.911716 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.912248 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: security-groups-normalized-cidr Oct 19 00:46:31.912563 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: security_groups_port_filtering.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.913476 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.913989 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: port-security-groups-filtering Oct 19 00:46:31.914308 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.915221 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.915761 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: security-groups-remote-address-group Oct 19 00:46:31.916073 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: securitygroup.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.926574 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.927108 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: security-group Oct 19 00:46:31.927440 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: segment.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.928265 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.928781 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extension segment not supported by any of loaded plugins Oct 19 00:46:31.929103 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.930126 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.930638 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 19 00:46:31.930961 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: servicetype.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.932084 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.933240 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: service-type Oct 19 00:46:31.933621 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: sorting.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.934875 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.935209 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: sorting Oct 19 00:46:31.935532 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: standard_attr_segment.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.936472 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.937020 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 19 00:46:31.937338 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: standardattrdescription.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.937986 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.938495 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: standard-attr-description Oct 19 00:46:31.938819 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: stateful_security_group.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.939786 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.940303 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: stateful-security-group Oct 19 00:46:31.940624 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: stdattrs_common.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.941208 n-d-715271-26 neutron-server[100497]: WARNING neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 19 00:46:31.941530 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.942469 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.942981 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 19 00:46:31.943298 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: subnet_onboard.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.944389 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.944913 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: subnet_onboard Oct 19 00:46:31.945233 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.946156 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.946665 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 19 00:46:31.946983 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: subnet_service_types.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.948086 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.948655 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: subnet-service-types Oct 19 00:46:31.948978 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: subnetallocation.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.950073 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.950583 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: subnet_allocation Oct 19 00:46:31.950900 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.951558 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.952089 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: subnetpool-prefix-ops Oct 19 00:46:31.952403 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.953329 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.953831 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 19 00:46:31.954145 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: tagging.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.955211 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.955742 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: standard-attr-tag Oct 19 00:46:31.956068 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: timestamp.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.957282 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.957798 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loaded extension: standard-attr-timestamp Oct 19 00:46:31.958117 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: trunk.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.959156 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.959673 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extension trunk not supported by any of loaded plugins Oct 19 00:46:31.960026 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: trunk_details.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.960939 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.961452 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extension trunk-details not supported by any of loaded plugins Oct 19 00:46:31.961771 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: uplink_status_propagation.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.962686 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.963197 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 19 00:46:31.963538 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Loading extension file: vlantransparent.py {{(pid=100497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:46:31.964233 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:46:31.964745 n-d-715271-26 neutron-server[100497]: INFO neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extension vlan-transparent not supported by any of loaded plugins Oct 19 00:46:31.967199 n-d-715271-26 neutron-server[100497]: INFO neutron.quota.resource_registry [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Creating instance of TrackedResource for resource:network Oct 19 00:46:31.967765 n-d-715271-26 neutron-server[100497]: INFO neutron.quota.resource_registry [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Creating instance of TrackedResource for resource:subnet Oct 19 00:46:31.968163 n-d-715271-26 neutron-server[100497]: INFO neutron.quota.resource_registry [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Creating instance of TrackedResource for resource:subnetpool Oct 19 00:46:31.968559 n-d-715271-26 neutron-server[100497]: INFO neutron.quota.resource_registry [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Creating instance of TrackedResource for resource:port Oct 19 00:46:31.969771 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.v2.resource_helper [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:46:31.970208 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.v2.resource_helper [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Service FLAVORS assigned prefix: {{(pid=100497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:46:31.970826 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.v2.resource_helper [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:46:31.971249 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.v2.resource_helper [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:46:31.971590 n-d-715271-26 neutron-server[100497]: INFO neutron.quota.resource_registry [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Creating instance of TrackedResource for resource:router Oct 19 00:46:31.972035 n-d-715271-26 neutron-server[100497]: INFO neutron.quota.resource_registry [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Creating instance of TrackedResource for resource:floatingip Oct 19 00:46:31.972515 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.v2.resource_helper [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Service METERING assigned prefix: /metering {{(pid=100497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:46:31.973948 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.974316 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.974664 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:46:31.975669 n-d-715271-26 neutron-server[100497]: INFO neutron.quota.resource_registry [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Creating instance of CountableResource for resource:rbac_policy Oct 19 00:46:31.976132 n-d-715271-26 neutron-server[100497]: INFO neutron.quota.resource_registry [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Creating instance of TrackedResource for resource:security_group Oct 19 00:46:31.976564 n-d-715271-26 neutron-server[100497]: INFO neutron.quota.resource_registry [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Creating instance of TrackedResource for resource:security_group_rule Oct 19 00:46:31.977153 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.v2.resource_helper [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Service CORE assigned prefix: {{(pid=100497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:46:31.977480 n-d-715271-26 neutron-server[100497]: INFO neutron.quota.resource_registry [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Creating instance of TrackedResource for resource:subnetpool Oct 19 00:46:31.977821 n-d-715271-26 neutron-server[100497]: WARNING neutron.quota.resource_registry [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] subnetpool is already registered Oct 19 00:46:31.978241 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.v2.resource_helper [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Service CORE assigned prefix: {{(pid=100497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:46:31.978565 n-d-715271-26 neutron-server[100497]: INFO neutron.quota.resource_registry [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Creating instance of TrackedResource for resource:subnetpool Oct 19 00:46:31.978890 n-d-715271-26 neutron-server[100497]: WARNING neutron.quota.resource_registry [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] subnetpool is already registered Oct 19 00:46:31.981674 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.v2.resource_helper [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:46:31.982098 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.v2.resource_helper [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Service FLAVORS assigned prefix: {{(pid=100497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:46:31.982677 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.v2.resource_helper [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:46:31.983090 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.v2.resource_helper [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:46:31.983419 n-d-715271-26 neutron-server[100497]: INFO neutron.quota.resource_registry [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Creating instance of TrackedResource for resource:router Oct 19 00:46:31.983771 n-d-715271-26 neutron-server[100497]: WARNING neutron.quota.resource_registry [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] router is already registered Oct 19 00:46:31.984175 n-d-715271-26 neutron-server[100497]: INFO neutron.quota.resource_registry [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Creating instance of TrackedResource for resource:floatingip Oct 19 00:46:31.984504 n-d-715271-26 neutron-server[100497]: WARNING neutron.quota.resource_registry [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] floatingip is already registered Oct 19 00:46:31.984944 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.v2.resource_helper [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Service METERING assigned prefix: /metering {{(pid=100497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:46:31.985594 n-d-715271-26 neutron-server[100497]: INFO neutron.quota.resource_registry [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Creating instance of CountableResource for resource:rbac_policy Oct 19 00:46:31.985914 n-d-715271-26 neutron-server[100497]: WARNING neutron.quota.resource_registry [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] rbac_policy is already registered Oct 19 00:46:31.986313 n-d-715271-26 neutron-server[100497]: INFO neutron.quota.resource_registry [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Creating instance of TrackedResource for resource:security_group Oct 19 00:46:31.986640 n-d-715271-26 neutron-server[100497]: WARNING neutron.quota.resource_registry [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] security_group is already registered Oct 19 00:46:31.987030 n-d-715271-26 neutron-server[100497]: INFO neutron.quota.resource_registry [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Creating instance of TrackedResource for resource:security_group_rule Oct 19 00:46:31.987353 n-d-715271-26 neutron-server[100497]: WARNING neutron.quota.resource_registry [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] security_group_rule is already registered Oct 19 00:46:31.987999 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.v2.resource_helper [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Service CORE assigned prefix: {{(pid=100497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:46:31.988323 n-d-715271-26 neutron-server[100497]: INFO neutron.quota.resource_registry [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Creating instance of TrackedResource for resource:subnetpool Oct 19 00:46:31.988653 n-d-715271-26 neutron-server[100497]: WARNING neutron.quota.resource_registry [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] subnetpool is already registered Oct 19 00:46:31.989078 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.v2.resource_helper [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Service CORE assigned prefix: {{(pid=100497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:46:31.989397 n-d-715271-26 neutron-server[100497]: INFO neutron.quota.resource_registry [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Creating instance of TrackedResource for resource:subnetpool Oct 19 00:46:31.989723 n-d-715271-26 neutron-server[100497]: WARNING neutron.quota.resource_registry [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] subnetpool is already registered Oct 19 00:46:31.990226 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: extensions {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:31.991649 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: address-groups {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:31.993173 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: address-scopes {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:31.994532 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: agents {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:31.996543 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: auto-allocated-topology {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:31.997793 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: availability_zones {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:31.999017 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: dhcp-networks {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:32.001670 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: dhcp-agents {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:32.003106 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: routers {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:32.005366 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: flavors {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:32.006539 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: service_profiles {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:32.007756 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: next_providers {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:32.009232 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: service_profiles {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:32.010816 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: floatingip-pools {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:32.012120 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: routers {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:32.014241 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: floatingips {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:32.015507 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: l3-routers {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:32.016924 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: l3-agents {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:32.018508 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: metering-labels {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:32.019890 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: metering-label-rules {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:32.021175 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: network-ip-availabilities {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:32.022454 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: bindings {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:32.024136 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: quotas {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:32.025710 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: quotas {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:32.027280 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: rbac-policies {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:32.028599 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: security-groups {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:32.029820 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: security-group-rules {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:32.031046 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: service-providers {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:32.032383 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: subnetpools {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:32.033813 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: subnetpools {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:32.035534 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: tags {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:32.037266 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: tags {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:32.039095 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: tags {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:32.040935 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: tags {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:32.043298 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: tags {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:32.045202 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: tags {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:32.046891 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: tags {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:32.048828 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: tags {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:32.050594 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: tags {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:32.052747 n-d-715271-26 neutron-server[100497]: DEBUG neutron.api.extensions [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Extended resource: tags {{(pid=100497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:46:32.059632 n-d-715271-26 neutron-server[100497]: WARNING keystonemiddleware.auth_token [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 19 00:46:32.065260 n-d-715271-26 neutron-server[100497]: WARNING keystonemiddleware.auth_token [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 19 00:46:32.074111 n-d-715271-26 neutron-server[100497]: DEBUG oslo_concurrency.lockutils [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Acquired lock "singleton_lock" {{(pid=100497) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 19 00:46:32.074582 n-d-715271-26 neutron-server[100497]: DEBUG oslo_concurrency.lockutils [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Releasing lock "singleton_lock" {{(pid=100497) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 19 00:46:32.075231 n-d-715271-26 neutron-server[100497]: INFO oslo_service.service [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Starting 2 workers Oct 19 00:46:32.080106 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Started child 100606 {{(pid=100497) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 19 00:46:32.084515 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Started child 100607 {{(pid=100497) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 19 00:46:32.085336 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:32.086056 n-d-715271-26 neutron-server[100497]: INFO neutron.service [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Neutron service started, listening on 0.0.0.0:9696 Oct 19 00:46:32.086665 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Publish callbacks [] for process, before_spawn {{(pid=100497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:32.086899 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [-] (100606) wsgi starting up on http://0.0.0.0:9696 Oct 19 00:46:32.089267 n-d-715271-26 neutron-server[100497]: INFO oslo_service.service [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Starting 1 workers Oct 19 00:46:32.089386 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:32.090700 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [-] (100607) wsgi starting up on http://0.0.0.0:9696 Oct 19 00:46:32.094481 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Started child 100608 {{(pid=100497) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 19 00:46:32.094998 n-d-715271-26 neutron-server[100497]: INFO oslo_service.service [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Starting 1 workers Oct 19 00:46:32.098254 n-d-715271-26 neutron-server[100608]: DEBUG neutron.service [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] calling RpcWorker wait() {{(pid=100608) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 19 00:46:32.098792 n-d-715271-26 neutron-server[100608]: DEBUG neutron.service [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] returning from RpcWorker wait() {{(pid=100608) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 19 00:46:32.099405 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Started child 100609 {{(pid=100497) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 19 00:46:32.100147 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:32.100271 n-d-715271-26 neutron-server[100497]: DEBUG neutron_lib.callbacks.manager [None req-2e5b37d9-2099-4e23-9dd5-7f55d8fc0a8c None None] Publish callbacks [] for process, after_spawn {{(pid=100497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:32.100673 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:46:32.102029 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100497) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 19 00:46:32.102242 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 19 00:46:32.102423 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 19 00:46:32.102625 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 19 00:46:32.102981 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 19 00:46:32.103137 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 19 00:46:32.103828 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.104626 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.104721 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:32.105309 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.105309 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.105438 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.105984 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.106223 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.106456 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.106736 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.106981 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.107141 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.107305 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.107550 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.107813 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.108105 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.108378 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.108620 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.108875 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.109040 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.109286 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.109539 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.109760 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.110029 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] debug = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.110264 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.110754 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.110988 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.111220 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.111450 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.111762 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.111985 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.112242 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.112472 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.112700 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.112927 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.113168 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.113419 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.113645 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.113858 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.114097 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.114324 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.114786 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] host = n-d-715271-26 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.114994 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.115221 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.115460 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.115679 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.115944 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.116151 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.116404 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.116670 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.116900 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.117127 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.117349 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.117592 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.117825 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.118063 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] log_file = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.118220 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] log_options = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.118430 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.118685 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.118926 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.119119 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.119280 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.119499 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.120386 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.120629 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.120898 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.121265 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.121486 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.121733 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.121945 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.122155 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.122418 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.122658 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.122889 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.123094 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.123351 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.123602 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.123821 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.124044 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.124255 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.124464 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.124673 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.124901 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.125148 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.125359 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.125569 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.125803 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.126045 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.126298 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.126539 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.126777 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.127053 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.127315 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.127495 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.127721 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.128121 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.128342 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.128593 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.128853 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.129078 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.129318 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.129526 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.129759 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.129970 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] use_json = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.130175 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.130403 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.130658 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.130871 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.131093 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.131299 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.131503 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.131770 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.132201 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.132472 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.132800 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.133028 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.133258 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.133492 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.133753 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.134067 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.134887 n-d-715271-26 neutron-server[100609]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:46:32.135383 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.135773 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.136958 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.137506 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.137506 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.137947 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.138088 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.138412 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.138740 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.139026 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.139352 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.139615 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.139907 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.140193 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.140703 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.141618 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.142229 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.143264 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.143519 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.145631 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.146288 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.146288 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.146561 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.146727 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.148072 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.148072 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.148072 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.153833 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.153833 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.153833 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.153833 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.153833 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.153833 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.153833 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.153833 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.153833 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.155182 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.155182 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.155182 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.155182 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.155182 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.155182 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.155182 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.155182 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.155182 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.156401 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.156401 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.156401 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.156401 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.156401 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.156401 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.156401 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.156401 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.156401 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.160199 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.160199 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.160199 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.160199 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.160199 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.160199 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.160199 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.160199 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.160199 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.161346 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.161346 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.161346 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.161346 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.161346 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.161346 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.161346 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.161346 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.161346 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.162481 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.162481 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.162481 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.162481 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.162481 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.162481 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.162481 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.163505 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.163505 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.163505 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.163505 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.163505 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.165056 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.165056 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.165056 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.165056 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.165056 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.165056 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.165641 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.165641 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.165641 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.165878 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.166244 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.166351 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.166598 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.167352 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.167590 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.167867 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.168111 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.168350 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.168605 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.169428 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.169428 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.169428 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.169667 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.170132 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.170132 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.170451 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.170601 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.170841 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.171176 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.171415 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.171842 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.171981 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.172227 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.172456 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.172720 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.172979 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.173249 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.173472 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.174618 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.174618 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.174618 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.174618 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.174618 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.175146 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.175146 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.175430 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.175848 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.175848 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.176058 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.176587 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.176819 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.178240 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.178709 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.179138 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.179972 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.181364 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.182665 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.183515 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.184002 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.184252 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.184480 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.184707 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.184933 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.185163 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.185387 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.185605 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.185866 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.186088 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.186315 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.186535 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.186755 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.186978 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.187231 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.187457 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.187684 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.188096 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.188370 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.188602 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.188861 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.189098 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.189354 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.189579 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.189877 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.190150 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.190391 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.190640 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.190866 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.191122 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.191338 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.191589 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.191834 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.192051 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.192263 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.192485 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.192700 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.192933 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.193161 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.193369 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.193599 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.193860 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.194213 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.194475 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.194727 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.194977 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.195200 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.195451 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.195671 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.195935 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.196155 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.196371 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.196588 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.196830 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.197052 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.197294 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.197587 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.197865 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.198101 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.198322 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.198531 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.198823 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.199081 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.199309 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.199577 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.199834 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.200064 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.200325 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.200534 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.200764 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.200983 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.201203 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.201433 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.201680 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.201888 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.202096 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.202315 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.202530 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.202738 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.202960 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.203204 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.203408 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.203621 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.203857 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.204070 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.204316 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.204530 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.204737 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.204956 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.205171 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.205379 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.205628 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.205991 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.206582 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.206810 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.207027 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.207244 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.207557 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.207839 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.208064 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.208583 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.208857 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.209108 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.209370 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.209853 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.210128 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.210377 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.210920 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.211170 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.211445 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.211717 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.212058 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.212350 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.212618 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.212873 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.213151 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.213950 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.214210 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.214432 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.215057 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.215395 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.215679 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.216279 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.216812 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.217064 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.217308 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.217568 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.217806 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.218045 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.218272 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.218843 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.219083 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.219310 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.219561 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.220082 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.220302 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.220531 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.220764 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.221048 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.221272 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.221429 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 19 00:46:32.221978 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100497) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 19 00:46:32.222138 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 19 00:46:32.222323 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 19 00:46:32.222541 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 19 00:46:32.222635 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 19 00:46:32.222803 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 19 00:46:32.223020 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.223186 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.223372 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.223530 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.223687 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.223919 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.224130 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.224293 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.224449 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.224607 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.224763 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.224920 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.225080 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.225238 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.225467 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.225667 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.225801 n-d-715271-26 neutron-server[100608]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:46:32.225958 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.225958 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.226217 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.226351 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.226484 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.226617 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.226748 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] debug = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.226881 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.227021 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.227184 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.227319 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.227483 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.227628 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.227810 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.227967 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.228123 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.228281 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.228428 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.228599 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.228740 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.228892 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.229118 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.229265 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.229388 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.229540 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] host = n-d-715271-26 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.229689 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.229844 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.229999 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.230156 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.230312 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.230468 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.230623 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.230779 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.230934 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.231089 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.231244 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.231400 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.231555 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.231710 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] log_file = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.231886 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] log_options = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.232041 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.232196 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.232351 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.232534 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.232697 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.232854 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.233009 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.233167 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.233323 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.233488 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.233632 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.233788 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.233944 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.234100 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.234255 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.234410 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.234565 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.234720 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.234876 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.235031 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.235184 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.235339 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.235495 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.235650 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.235826 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.235982 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.236137 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.236294 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.236450 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.236608 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.236754 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.236901 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.237035 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.237196 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.237354 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.237514 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.237665 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.238044 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.238308 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.238839 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.241483 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.241589 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.241727 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.241896 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.242062 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.242223 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.242385 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] use_json = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.242549 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.242698 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.242840 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.243002 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.243160 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.243319 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.243477 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.243638 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:46:32.244212 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.244391 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.245357 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.245527 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.245690 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.245852 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.246014 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.246174 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.246382 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.246677 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.246836 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.247119 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.247396 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.247658 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.247787 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.247957 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.248117 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.248278 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.248438 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.248598 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.248780 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.248899 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.249073 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.249230 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.249387 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.249598 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.249763 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.249938 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.250098 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.250258 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.250417 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.250574 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.250736 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.250949 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.251117 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.251277 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.251436 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.251595 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.251773 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.251954 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.252149 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.252303 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.252463 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.252622 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.252782 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.252995 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.253174 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.253335 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.253486 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.253631 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.253790 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.253949 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.254109 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.254269 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.254427 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.254596 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.254740 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.254901 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.255061 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.255220 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.255378 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.255523 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.255681 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.255860 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.256020 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.256180 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.256350 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.256509 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.256668 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.256827 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.256986 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.257144 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.257287 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.257450 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.257604 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.257756 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.257905 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.258063 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.258221 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.258379 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.258538 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.258697 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.258856 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.258999 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.259151 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.259305 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.259462 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.259620 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.259794 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.259956 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.260128 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.260337 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.260480 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.260627 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.260787 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.260945 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.261103 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.261261 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.261419 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.261578 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.261740 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.261902 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.262060 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.262218 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.262376 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.262535 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.262692 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.262850 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.263008 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.263166 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.263325 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.263484 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.263643 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.263822 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.263980 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.264137 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.264304 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.264462 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.264624 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.265933 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.266313 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.266749 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.266945 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.267119 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.267331 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.268823 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.269019 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.269195 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.269368 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.269961 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.270142 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.270335 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.271214 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.271444 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.272022 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.272171 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.272460 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.272640 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.273165 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.273334 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.274075 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.274253 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.274742 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.275819 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.276532 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.276724 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.276890 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.277063 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.277237 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.277413 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.277585 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.277755 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.277919 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.278089 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.278280 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.278419 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.278573 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.278731 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.278900 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.283757 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.283757 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.283757 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.283757 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.283757 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.283757 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.283757 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.283757 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.284361 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.284361 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.284361 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.284361 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.284361 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.284361 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.284361 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.284361 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.284889 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.284889 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.284889 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.284889 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.284889 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.284889 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.284889 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.284889 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.285423 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.285423 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.285423 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.285423 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.285423 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.285423 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.285423 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.285423 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.285939 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.285939 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.285939 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.285939 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.285939 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.285939 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.285939 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.285939 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.286462 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.286462 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.286462 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.286462 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.286462 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.286462 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.286462 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.286462 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.286989 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.286989 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.286989 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.286989 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.286989 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.286989 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.287388 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.287388 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.287528 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.287604 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.287744 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.287910 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.288070 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.288227 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.288382 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.288538 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.288705 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.288860 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.289016 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.289172 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.289328 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.289484 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.289649 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.289831 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.289988 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.290144 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.290299 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.290455 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.290619 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.290775 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.290930 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.291085 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.291241 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.291396 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.292255 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.292423 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.292582 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.292739 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.292896 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.293053 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.293221 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.293380 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.293537 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.293702 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.293858 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.294016 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.294171 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.294339 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.294496 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.294655 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.294811 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.294971 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.295127 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.295285 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.295445 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.295611 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.295798 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.295958 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.296123 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.296288 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.296452 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.296608 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.296770 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.296937 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.297096 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.297253 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.297410 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.297566 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.297723 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.297879 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.298035 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.298192 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.298348 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.298507 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.298657 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.298812 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.298968 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.299123 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.299280 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.299435 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.299591 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.299767 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.299928 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:46:32.300080 n-d-715271-26 neutron-server[100497]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 19 00:46:32.431995 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41792) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:46:32.440653 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064094 Oct 19 00:46:43.921855 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5524da-692a-436d-b316-8eb0830450bc None None] get_active_networks_info from n-d-715271-26 {{(pid=100608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 00:46:43.990170 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5524da-692a-436d-b316-8eb0830450bc None None] No non-hosted networks {{(pid=100608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 19 00:46:44.009207 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.agentschedulers_db [None req-ad5524da-692a-436d-b316-8eb0830450bc None None] DHCP Agent not found on host n-d-715271-26 {{(pid=100608) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 19 00:46:44.173854 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-df17551e-dcec-47b0-b772-8ce8219f564d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1601971'] for agent, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:46.482059 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-40aab071-da91-4614-bb87-13d3646caa01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1601971'] for agent, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:46.544402 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a7bf4831-07e1-4713-8d16-abdb0fa77b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:47.173613 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1601971'] for agent, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:47.175154 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:47.175764 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:47.176719 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:47.177315 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:47.177843 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:47.178572 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:47.179146 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:47.179809 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:47.180788 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:47.181917 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:47.182912 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:47.185131 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:47.185791 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-715271-26', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:46:47.202631 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-715271-26', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:46:47.599895 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1601971'] for agent, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:49.522294 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1601971'] for agent, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:50.607369 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41884) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:46:51.139320 n-d-715271-26 neutron-server[100606]: WARNING oslo_policy.policy [None req-b761580b-c44d-4ea9-826e-9c33fe4c9b77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 00:46:51.139938 n-d-715271-26 neutron-server[100606]: WARNING oslo_policy.policy [None req-b761580b-c44d-4ea9-826e-9c33fe4c9b77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 00:46:51.461594 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-b761580b-c44d-4ea9-826e-9c33fe4c9b77 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:46:51.463901 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b761580b-c44d-4ea9-826e-9c33fe4c9b77 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.8554304 Oct 19 00:46:54.023493 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41898) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:46:54.126814 n-d-715271-26 neutron-server[100608]: INFO neutron.db.l3_hamode_db [None req-d1d6098f-4913-41f4-a7f3-1559f270a9d8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 19 00:46:54.204768 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d6098f-4913-41f4-a7f3-1559f270a9d8 None None] Routers set() bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:46:54.205159 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d6098f-4913-41f4-a7f3-1559f270a9d8 None None] Router IDs set() for agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 19 00:46:54.522959 n-d-715271-26 neutron-server[100607]: WARNING oslo_policy.policy [None req-0330a0a4-68cc-449d-8225-68727ab41132 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 00:46:54.523957 n-d-715271-26 neutron-server[100607]: WARNING oslo_policy.policy [None req-0330a0a4-68cc-449d-8225-68727ab41132 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 00:46:54.748362 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-0330a0a4-68cc-449d-8225-68727ab41132 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:46:54.843141 n-d-715271-26 neutron-server[100607]: DEBUG neutron.policy [None req-0330a0a4-68cc-449d-8225-68727ab41132 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100607) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 19 00:46:54.889649 n-d-715271-26 neutron-server[100607]: WARNING oslo_policy.policy [None req-0330a0a4-68cc-449d-8225-68727ab41132 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 00:46:54.890009 n-d-715271-26 neutron-server[100607]: WARNING oslo_policy.policy [None req-0330a0a4-68cc-449d-8225-68727ab41132 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 00:46:54.898433 n-d-715271-26 neutron-server[100607]: INFO neutron.quota [None req-0330a0a4-68cc-449d-8225-68727ab41132 admin admin] Loaded quota_driver: . Oct 19 00:46:54.994383 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0330a0a4-68cc-449d-8225-68727ab41132 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775131131118', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775131131581', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775131126836', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775131125360', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775131687277', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775131095791', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-611552', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-609151', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1630520', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1797176'] for rbac-policy, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:55.058705 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0330a0a4-68cc-449d-8225-68727ab41132 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:55.060117 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0330a0a4-68cc-449d-8225-68727ab41132 admin admin] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0344007 Oct 19 00:46:57.757201 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41916) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:46:58.048849 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-a26a23e8-92d9-4573-9793-2b8a2d1f1146 admin admin] Request body: {'network': {'project_id': 'cf7f855066184c35916f823a04dc7c5f', 'tenant_id': 'cf7f855066184c35916f823a04dc7c5f', 'admin_state_up': True, 'name': 'private'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:46:58.076567 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26a23e8-92d9-4573-9793-2b8a2d1f1146 admin admin] Made reservation on behalf of cf7f855066184c35916f823a04dc7c5f for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:46:58.079346 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a26a23e8-92d9-4573-9793-2b8a2d1f1146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:58.095439 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a26a23e8-92d9-4573-9793-2b8a2d1f1146 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:58.203864 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a26a23e8-92d9-4573-9793-2b8a2d1f1146 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:58.207369 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a26a23e8-92d9-4573-9793-2b8a2d1f1146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:58.226403 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a26a23e8-92d9-4573-9793-2b8a2d1f1146 admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:46:58.256253 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a26a23e8-92d9-4573-9793-2b8a2d1f1146 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775133213516', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:58.256824 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a26a23e8-92d9-4573-9793-2b8a2d1f1146 admin admin] Unsubscribe: segment precommit_create {{(pid=100607) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 19 00:46:58.257371 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-a26a23e8-92d9-4573-9793-2b8a2d1f1146 admin admin] Added segment f4bf8c82-a311-4a12-9f97-b0a93e50349e of type vlan for network 056e4b38-7e94-484e-830a-889d369e320b Oct 19 00:46:58.273484 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a23e8-92d9-4573-9793-2b8a2d1f1146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c87cff-1858-470c-b96c-0b948b403b97,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:58.300274 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a23e8-92d9-4573-9793-2b8a2d1f1146 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:58.300611 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a23e8-92d9-4573-9793-2b8a2d1f1146 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:58.301186 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a23e8-92d9-4573-9793-2b8a2d1f1146 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:58.301517 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a23e8-92d9-4573-9793-2b8a2d1f1146 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:58.301837 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a23e8-92d9-4573-9793-2b8a2d1f1146 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:58.302160 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a23e8-92d9-4573-9793-2b8a2d1f1146 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:58.302476 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a23e8-92d9-4573-9793-2b8a2d1f1146 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:58.302791 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a23e8-92d9-4573-9793-2b8a2d1f1146 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:58.303102 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a23e8-92d9-4573-9793-2b8a2d1f1146 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:58.303415 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a23e8-92d9-4573-9793-2b8a2d1f1146 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:58.303749 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a23e8-92d9-4573-9793-2b8a2d1f1146 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:58.304061 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a23e8-92d9-4573-9793-2b8a2d1f1146 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:58.305117 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a23e8-92d9-4573-9793-2b8a2d1f1146 admin admin] Tracked resource versions report: Oct 19 00:46:58.305117 n-d-715271-26 neutron-server[100607]: pushed versions: Oct 19 00:46:58.305117 n-d-715271-26 neutron-server[100607]: { 'AddressGroup': {'1.2'}, Oct 19 00:46:58.305117 n-d-715271-26 neutron-server[100607]: 'ConntrackHelper': {'1.0'}, Oct 19 00:46:58.305117 n-d-715271-26 neutron-server[100607]: 'Log': {'1.0'}, Oct 19 00:46:58.305117 n-d-715271-26 neutron-server[100607]: 'Network': {'1.1'}, Oct 19 00:46:58.305117 n-d-715271-26 neutron-server[100607]: 'Port': {'1.7'}, Oct 19 00:46:58.305117 n-d-715271-26 neutron-server[100607]: 'PortForwarding': {'1.2'}, Oct 19 00:46:58.305117 n-d-715271-26 neutron-server[100607]: 'QosPolicy': {'1.10'}, Oct 19 00:46:58.305117 n-d-715271-26 neutron-server[100607]: 'SecurityGroup': {'1.4'}, Oct 19 00:46:58.305117 n-d-715271-26 neutron-server[100607]: 'SecurityGroupRule': {'1.2'}, Oct 19 00:46:58.305117 n-d-715271-26 neutron-server[100607]: 'SubPort': {'1.0'}, Oct 19 00:46:58.305117 n-d-715271-26 neutron-server[100607]: 'Subnet': {'1.1'}, Oct 19 00:46:58.305117 n-d-715271-26 neutron-server[100607]: 'Trunk': {'1.1'}} Oct 19 00:46:58.305117 n-d-715271-26 neutron-server[100607]: consumer versions: Oct 19 00:46:58.305117 n-d-715271-26 neutron-server[100607]: { DHCP agent@n-d-715271-26: {}, Oct 19 00:46:58.305117 n-d-715271-26 neutron-server[100607]: L3 agent@n-d-715271-26: {}, Oct 19 00:46:58.305117 n-d-715271-26 neutron-server[100607]: Metadata agent@n-d-715271-26: {}, Oct 19 00:46:58.305117 n-d-715271-26 neutron-server[100607]: Metering agent@n-d-715271-26: {}, Oct 19 00:46:58.305117 n-d-715271-26 neutron-server[100607]: Open vSwitch agent@n-d-715271-26: { 'AddressGroup': '1.2', Oct 19 00:46:58.305117 n-d-715271-26 neutron-server[100607]: 'ConntrackHelper': '1.0', Oct 19 00:46:58.305117 n-d-715271-26 neutron-server[100607]: 'Log': '1.0', Oct 19 00:46:58.305117 n-d-715271-26 neutron-server[100607]: 'Network': '1.1', Oct 19 00:46:58.305117 n-d-715271-26 neutron-server[100607]: 'Port': '1.7', Oct 19 00:46:58.305117 n-d-715271-26 neutron-server[100607]: 'PortForwarding': '1.2', Oct 19 00:46:58.305117 n-d-715271-26 neutron-server[100607]: 'QosPolicy': '1.10', Oct 19 00:46:58.305117 n-d-715271-26 neutron-server[100607]: 'SecurityGroup': '1.4', Oct 19 00:46:58.305117 n-d-715271-26 neutron-server[100607]: 'SecurityGroupRule': '1.2', Oct 19 00:46:58.305117 n-d-715271-26 neutron-server[100607]: 'SubPort': '1.0', Oct 19 00:46:58.305117 n-d-715271-26 neutron-server[100607]: 'Subnet': '1.1', Oct 19 00:46:58.305117 n-d-715271-26 neutron-server[100607]: 'Trunk': '1.1'}} Oct 19 00:46:58.305117 n-d-715271-26 neutron-server[100607]: {{(pid=100607) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 00:46:58.379193 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a26a23e8-92d9-4573-9793-2b8a2d1f1146 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:58.420607 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a26a23e8-92d9-4573-9793-2b8a2d1f1146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:58.421858 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26a23e8-92d9-4573-9793-2b8a2d1f1146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:46:58.422496 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a26a23e8-92d9-4573-9793-2b8a2d1f1146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:58.470740 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a26a23e8-92d9-4573-9793-2b8a2d1f1146 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7124283 Oct 19 00:46:58.524663 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a23e8-92d9-4573-9793-2b8a2d1f1146 admin admin] Pushing event updated for resources: {'Network': ['ID=056e4b38-7e94-484e-830a-889d369e320b,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:58.537406 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 056e4b38-7e94-484e-830a-889d369e320b details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:47:01.224808 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41930) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:47:01.615608 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ec9205-afaa-45e1-b92d-f47de0e4a91d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:47:01.616999 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-98ec9205-afaa-45e1-b92d-f47de0e4a91d admin admin] 10.222.0.57 "GET /v2.0/networks/056e4b38-7e94-484e-830a-889d369e320b HTTP/1.1" status: 200 len: 825 time: 0.3912089 Oct 19 00:47:01.641748 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6d395b0e-b957-4e23-b8e9-0e7a6129bb88 admin admin] 10.222.0.57 "GET /v2.0/subnetpools/a3bc484d-4b7e-4dba-80c4-f68007f58e8d HTTP/1.1" status: 200 len: 734 time: 0.0184369 Oct 19 00:47:01.651260 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-56994be8-05de-418f-b0ba-7e5fffc5d23d admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': 'cf7f855066184c35916f823a04dc7c5f', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '056e4b38-7e94-484e-830a-889d369e320b', 'subnetpool_id': 'a3bc484d-4b7e-4dba-80c4-f68007f58e8d'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:47:01.673270 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56994be8-05de-418f-b0ba-7e5fffc5d23d admin admin] Made reservation on behalf of cf7f855066184c35916f823a04dc7c5f for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:47:01.675454 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-56994be8-05de-418f-b0ba-7e5fffc5d23d admin admin] Publish callbacks [] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:01.963006 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-56994be8-05de-418f-b0ba-7e5fffc5d23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:02.033000 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56994be8-05de-418f-b0ba-7e5fffc5d23d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ef53616-cb34-4681-bbab-63c563accc26,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:02.036957 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56994be8-05de-418f-b0ba-7e5fffc5d23d admin admin] Checking segment: {'id': 'f4bf8c82-a311-4a12-9f97-b0a93e50349e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '056e4b38-7e94-484e-830a-889d369e320b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:47:02.037383 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56994be8-05de-418f-b0ba-7e5fffc5d23d admin admin] Network hostable DHCP agents. Network: 056e4b38-7e94-484e-830a-889d369e320b, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:47:02.057549 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56994be8-05de-418f-b0ba-7e5fffc5d23d admin admin] Network 056e4b38-7e94-484e-830a-889d369e320b is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:47:02.068112 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-56994be8-05de-418f-b0ba-7e5fffc5d23d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 056e4b38-7e94-484e-830a-889d369e320b) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:47:02.073262 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56994be8-05de-418f-b0ba-7e5fffc5d23d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:47:02.073832 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-56994be8-05de-418f-b0ba-7e5fffc5d23d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:02.078179 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a365265-4ec2-40ab-91bc-987d4d7315e9 None None] Network 056e4b38-7e94-484e-830a-889d369e320b requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:47:02.089012 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-56994be8-05de-418f-b0ba-7e5fffc5d23d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4415531 Oct 19 00:47:02.407081 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017f9e9a-14c7-4d0d-8087-1771404523a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-056e4b38-7e94-484e-830a-889d369e320b', 'network_id': '056e4b38-7e94-484e-830a-889d369e320b', 'tenant_id': 'cf7f855066184c35916f823a04dc7c5f', 'fixed_ips': [{'subnet_id': '5ef53616-cb34-4681-bbab-63c563accc26'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 00:47:02.409121 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-017f9e9a-14c7-4d0d-8087-1771404523a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:02.711276 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-017f9e9a-14c7-4d0d-8087-1771404523a7 None None] Allocated IP 172.20.0.2 (056e4b38-7e94-484e-830a-889d369e320b/5ef53616-cb34-4681-bbab-63c563accc26/b4d84499-e027-4d09-842d-41eb870bd8bd) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:47:02.919050 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-017f9e9a-14c7-4d0d-8087-1771404523a7 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:02.928435 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-017f9e9a-14c7-4d0d-8087-1771404523a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:03.029731 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017f9e9a-14c7-4d0d-8087-1771404523a7 None None] Network 056e4b38-7e94-484e-830a-889d369e320b is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:47:03.034378 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-017f9e9a-14c7-4d0d-8087-1771404523a7 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:47:03.043113 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017f9e9a-14c7-4d0d-8087-1771404523a7 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:47:03.051178 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f9e9a-14c7-4d0d-8087-1771404523a7 None None] Pushing event updated for resources: {'Port': ['ID=b4d84499-e027-4d09-842d-41eb870bd8bd,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:03.097334 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f9e9a-14c7-4d0d-8087-1771404523a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:03.097970 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f9e9a-14c7-4d0d-8087-1771404523a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:03.098099 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f9e9a-14c7-4d0d-8087-1771404523a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:03.098331 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f9e9a-14c7-4d0d-8087-1771404523a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:03.098664 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f9e9a-14c7-4d0d-8087-1771404523a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:03.098987 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f9e9a-14c7-4d0d-8087-1771404523a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:03.099309 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f9e9a-14c7-4d0d-8087-1771404523a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:03.099629 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f9e9a-14c7-4d0d-8087-1771404523a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:03.099978 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f9e9a-14c7-4d0d-8087-1771404523a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:03.100296 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f9e9a-14c7-4d0d-8087-1771404523a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:03.100615 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f9e9a-14c7-4d0d-8087-1771404523a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:03.100931 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f9e9a-14c7-4d0d-8087-1771404523a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:03.102046 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f9e9a-14c7-4d0d-8087-1771404523a7 None None] Tracked resource versions report: Oct 19 00:47:03.102046 n-d-715271-26 neutron-server[100608]: pushed versions: Oct 19 00:47:03.102046 n-d-715271-26 neutron-server[100608]: { 'AddressGroup': {'1.2'}, Oct 19 00:47:03.102046 n-d-715271-26 neutron-server[100608]: 'ConntrackHelper': {'1.0'}, Oct 19 00:47:03.102046 n-d-715271-26 neutron-server[100608]: 'Log': {'1.0'}, Oct 19 00:47:03.102046 n-d-715271-26 neutron-server[100608]: 'Network': {'1.1'}, Oct 19 00:47:03.102046 n-d-715271-26 neutron-server[100608]: 'Port': {'1.7'}, Oct 19 00:47:03.102046 n-d-715271-26 neutron-server[100608]: 'PortForwarding': {'1.2'}, Oct 19 00:47:03.102046 n-d-715271-26 neutron-server[100608]: 'QosPolicy': {'1.10'}, Oct 19 00:47:03.102046 n-d-715271-26 neutron-server[100608]: 'SecurityGroup': {'1.4'}, Oct 19 00:47:03.102046 n-d-715271-26 neutron-server[100608]: 'SecurityGroupRule': {'1.2'}, Oct 19 00:47:03.102046 n-d-715271-26 neutron-server[100608]: 'SubPort': {'1.0'}, Oct 19 00:47:03.102046 n-d-715271-26 neutron-server[100608]: 'Subnet': {'1.1'}, Oct 19 00:47:03.102046 n-d-715271-26 neutron-server[100608]: 'Trunk': {'1.1'}} Oct 19 00:47:03.102046 n-d-715271-26 neutron-server[100608]: consumer versions: Oct 19 00:47:03.102046 n-d-715271-26 neutron-server[100608]: { DHCP agent@n-d-715271-26: {}, Oct 19 00:47:03.102046 n-d-715271-26 neutron-server[100608]: L3 agent@n-d-715271-26: {}, Oct 19 00:47:03.102046 n-d-715271-26 neutron-server[100608]: Metadata agent@n-d-715271-26: {}, Oct 19 00:47:03.102046 n-d-715271-26 neutron-server[100608]: Metering agent@n-d-715271-26: {}, Oct 19 00:47:03.102046 n-d-715271-26 neutron-server[100608]: Open vSwitch agent@n-d-715271-26: { 'AddressGroup': '1.2', Oct 19 00:47:03.102046 n-d-715271-26 neutron-server[100608]: 'ConntrackHelper': '1.0', Oct 19 00:47:03.102046 n-d-715271-26 neutron-server[100608]: 'Log': '1.0', Oct 19 00:47:03.102046 n-d-715271-26 neutron-server[100608]: 'Network': '1.1', Oct 19 00:47:03.102046 n-d-715271-26 neutron-server[100608]: 'Port': '1.7', Oct 19 00:47:03.102046 n-d-715271-26 neutron-server[100608]: 'PortForwarding': '1.2', Oct 19 00:47:03.102046 n-d-715271-26 neutron-server[100608]: 'QosPolicy': '1.10', Oct 19 00:47:03.102046 n-d-715271-26 neutron-server[100608]: 'SecurityGroup': '1.4', Oct 19 00:47:03.102046 n-d-715271-26 neutron-server[100608]: 'SecurityGroupRule': '1.2', Oct 19 00:47:03.102046 n-d-715271-26 neutron-server[100608]: 'SubPort': '1.0', Oct 19 00:47:03.102046 n-d-715271-26 neutron-server[100608]: 'Subnet': '1.1', Oct 19 00:47:03.102046 n-d-715271-26 neutron-server[100608]: 'Trunk': '1.1'}} Oct 19 00:47:03.102046 n-d-715271-26 neutron-server[100608]: {{(pid=100608) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 00:47:03.135530 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-017f9e9a-14c7-4d0d-8087-1771404523a7 None None] Attempting to bind port b4d84499-e027-4d09-842d-41eb870bd8bd on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:47:03.135954 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-017f9e9a-14c7-4d0d-8087-1771404523a7 None None] Attempting to bind port b4d84499-e027-4d09-842d-41eb870bd8bd by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'f4bf8c82-a311-4a12-9f97-b0a93e50349e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '056e4b38-7e94-484e-830a-889d369e320b'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:47:03.136385 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017f9e9a-14c7-4d0d-8087-1771404523a7 None None] Attempting to bind port b4d84499-e027-4d09-842d-41eb870bd8bd on network 056e4b38-7e94-484e-830a-889d369e320b {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:47:03.141626 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017f9e9a-14c7-4d0d-8087-1771404523a7 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:47:03.142000 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017f9e9a-14c7-4d0d-8087-1771404523a7 None None] Checking segment: {'id': 'f4bf8c82-a311-4a12-9f97-b0a93e50349e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '056e4b38-7e94-484e-830a-889d369e320b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:47:03.142460 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-017f9e9a-14c7-4d0d-8087-1771404523a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:03.142845 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017f9e9a-14c7-4d0d-8087-1771404523a7 None None] Bound using segment: {'id': 'f4bf8c82-a311-4a12-9f97-b0a93e50349e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '056e4b38-7e94-484e-830a-889d369e320b'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:47:03.143345 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-017f9e9a-14c7-4d0d-8087-1771404523a7 None None] Bound port: b4d84499-e027-4d09-842d-41eb870bd8bd, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4bf8c82-a311-4a12-9f97-b0a93e50349e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '056e4b38-7e94-484e-830a-889d369e320b'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:47:03.143781 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-017f9e9a-14c7-4d0d-8087-1771404523a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:03.205295 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-017f9e9a-14c7-4d0d-8087-1771404523a7 None None] For port b4d84499-e027-4d09-842d-41eb870bd8bd, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:47:03.227193 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-017f9e9a-14c7-4d0d-8087-1771404523a7 None None] For port b4d84499-e027-4d09-842d-41eb870bd8bd, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b4d84499-e027-4d09-842d-41eb870bd8bd,segment=NetworkSegment(f4bf8c82-a311-4a12-9f97-b0a93e50349e),segment_id=f4bf8c82-a311-4a12-9f97-b0a93e50349e)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:47:03.232541 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-017f9e9a-14c7-4d0d-8087-1771404523a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:03.287173 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f9e9a-14c7-4d0d-8087-1771404523a7 None None] Pushing event updated for resources: {'Port': ['ID=b4d84499-e027-4d09-842d-41eb870bd8bd,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:04.743364 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41938) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:47:05.061133 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [None req-e143cd5d-9eda-4091-ae8d-104ac13ee39e admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:47:05.075760 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e143cd5d-9eda-4091-ae8d-104ac13ee39e admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3178642 Oct 19 00:47:07.571193 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41946) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:47:07.887920 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [None req-c0856ce6-f63b-4302-9d49-6e82298c4fcd admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:47:07.888998 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c0856ce6-f63b-4302-9d49-6e82298c4fcd admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3168099 Oct 19 00:47:10.616333 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41956) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:47:10.933023 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-20c248b3-7886-4618-9687-e9fc2201a0d7 admin admin] Request body: {'router': {'tenant_id': 'cf7f855066184c35916f823a04dc7c5f', 'admin_state_up': True, 'name': 'router1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:47:10.957962 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-20c248b3-7886-4618-9687-e9fc2201a0d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:10.959601 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-20c248b3-7886-4618-9687-e9fc2201a0d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:11.096009 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-20c248b3-7886-4618-9687-e9fc2201a0d7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:11.101105 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-20c248b3-7886-4618-9687-e9fc2201a0d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:11.115555 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-20c248b3-7886-4618-9687-e9fc2201a0d7 admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:11.120245 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-20c248b3-7886-4618-9687-e9fc2201a0d7 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5028007 Oct 19 00:47:12.450915 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2798b22d-341d-47ac-9c9a-ac12d2c90da7 None None] Network 056e4b38-7e94-484e-830a-889d369e320b requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:47:12.491396 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-50a5934e-ed07-43f5-a148-f2bd80b40c8e None None] Provisioning complete for port b4d84499-e027-4d09-842d-41eb870bd8bd triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:47:12.491822 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-50a5934e-ed07-43f5-a148-f2bd80b40c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:12.704994 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-50a5934e-ed07-43f5-a148-f2bd80b40c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:12.768135 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-50a5934e-ed07-43f5-a148-f2bd80b40c8e None None] For port b4d84499-e027-4d09-842d-41eb870bd8bd, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b4d84499-e027-4d09-842d-41eb870bd8bd,segment=NetworkSegment(f4bf8c82-a311-4a12-9f97-b0a93e50349e),segment_id=f4bf8c82-a311-4a12-9f97-b0a93e50349e)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:47:12.774626 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-50a5934e-ed07-43f5-a148-f2bd80b40c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:12.831458 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5934e-ed07-43f5-a148-f2bd80b40c8e None None] Pushing event updated for resources: {'Port': ['ID=b4d84499-e027-4d09-842d-41eb870bd8bd,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:12.994020 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-ff1d0e61-be1a-4e31-b124-eb43117214ce None None] Provisioning complete for port b4d84499-e027-4d09-842d-41eb870bd8bd triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:47:12.994392 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ff1d0e61-be1a-4e31-b124-eb43117214ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:13.021735 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b4d84499-e027-4d09-842d-41eb870bd8bd up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:47:13.106771 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port b4d84499-e027-4d09-842d-41eb870bd8bd triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:47:13.107060 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:13.676862 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41968) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:47:13.820711 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6a4a47bd-dccb-4efd-b736-aef281ea47cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:13.988871 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [None req-7b556a9a-200c-4902-8270-7d8ea6f569e5 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:47:13.989915 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7b556a9a-200c-4902-8270-7d8ea6f569e5 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3120089 Oct 19 00:47:16.466116 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41976) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:47:16.474138 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e4b893d7-dc59-4927-8017-a7cb8c6c855f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:16.769246 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-52486f73-8004-4a0e-a394-8084db6ff222 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:47:16.790044 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52486f73-8004-4a0e-a394-8084db6ff222 admin admin] Made reservation on behalf of ce5f9a5f59f6430ab5dd069f84bc0193 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:47:16.792325 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-52486f73-8004-4a0e-a394-8084db6ff222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:16.802268 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-52486f73-8004-4a0e-a394-8084db6ff222 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:16.874531 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-52486f73-8004-4a0e-a394-8084db6ff222 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:16.877909 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-52486f73-8004-4a0e-a394-8084db6ff222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:16.894755 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-52486f73-8004-4a0e-a394-8084db6ff222 admin admin] Reserving flat network on physical network physnet1 {{(pid=100607) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 19 00:47:16.910582 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52486f73-8004-4a0e-a394-8084db6ff222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a10819-626b-4791-9b41-0c66b1c96594,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:16.915125 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-52486f73-8004-4a0e-a394-8084db6ff222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:16.915458 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-52486f73-8004-4a0e-a394-8084db6ff222 admin admin] Added segment bfb29a2f-79a0-4609-849b-ca04921b3b07 of type flat for network a0ce41c0-3b90-40be-93cd-082af8f20c34 Oct 19 00:47:16.972622 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-52486f73-8004-4a0e-a394-8084db6ff222 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:17.007344 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-52486f73-8004-4a0e-a394-8084db6ff222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:17.008894 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52486f73-8004-4a0e-a394-8084db6ff222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:47:17.009656 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-52486f73-8004-4a0e-a394-8084db6ff222 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:17.043450 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-52486f73-8004-4a0e-a394-8084db6ff222 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5762255 Oct 19 00:47:17.076828 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52486f73-8004-4a0e-a394-8084db6ff222 admin admin] Pushing event updated for resources: {'Network': ['ID=a0ce41c0-3b90-40be-93cd-082af8f20c34,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:17.088329 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:47:17.170740 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:17.538405 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:19.472532 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:19.545185 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41994) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:47:19.729895 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc52203-30dd-44d4-abac-21b3aa8c1512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:47:19.731206 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ddc52203-30dd-44d4-abac-21b3aa8c1512 admin admin] 10.222.0.57 "GET /v2.0/subnets/5ef53616-cb34-4681-bbab-63c563accc26 HTTP/1.1" status: 200 len: 849 time: 0.1850758 Oct 19 00:47:19.855387 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-71a4923f-2d9c-47f3-a015-9b667f3b312f admin admin] 10.222.0.57 "GET /v2.0/routers/3c113164-7b4a-4122-9523-28750528f44b HTTP/1.1" status: 200 len: 704 time: 0.1177635 Oct 19 00:47:20.121138 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dde492c5-3643-4e49-9e93-f69ff5ad2e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:20.415264 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-dde492c5-3643-4e49-9e93-f69ff5ad2e92 admin admin] Allocated IP 172.20.0.1 (056e4b38-7e94-484e-830a-889d369e320b/5ef53616-cb34-4681-bbab-63c563accc26/4fba9def-b9d1-42bc-83b0-b1034a008f77) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:47:20.610423 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dde492c5-3643-4e49-9e93-f69ff5ad2e92 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:20.675189 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dde492c5-3643-4e49-9e93-f69ff5ad2e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:20.746144 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde492c5-3643-4e49-9e93-f69ff5ad2e92 admin admin] Network 056e4b38-7e94-484e-830a-889d369e320b is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:47:20.750743 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-dde492c5-3643-4e49-9e93-f69ff5ad2e92 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:47:20.756195 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde492c5-3643-4e49-9e93-f69ff5ad2e92 admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:47:20.756628 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dde492c5-3643-4e49-9e93-f69ff5ad2e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:20.816846 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde492c5-3643-4e49-9e93-f69ff5ad2e92 admin admin] Pushing event updated for resources: {'Port': ['ID=4fba9def-b9d1-42bc-83b0-b1034a008f77,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:20.958670 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dde492c5-3643-4e49-9e93-f69ff5ad2e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:21.000251 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-3c498fdb-1e86-40f6-aff2-133da28a7922 None None] Provisioning complete for port 4fba9def-b9d1-42bc-83b0-b1034a008f77 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:47:21.000784 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3c498fdb-1e86-40f6-aff2-133da28a7922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:21.032851 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-3c498fdb-1e86-40f6-aff2-133da28a7922 None None] Port 4fba9def-b9d1-42bc-83b0-b1034a008f77 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:47:21.168457 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dde492c5-3643-4e49-9e93-f69ff5ad2e92 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:21.172724 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dde492c5-3643-4e49-9e93-f69ff5ad2e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:21.173464 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dde492c5-3643-4e49-9e93-f69ff5ad2e92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:21.231926 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde492c5-3643-4e49-9e93-f69ff5ad2e92 admin admin] Pushing event updated for resources: {'Port': ['ID=4fba9def-b9d1-42bc-83b0-b1034a008f77,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:21.295010 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde492c5-3643-4e49-9e93-f69ff5ad2e92 admin admin] Network 056e4b38-7e94-484e-830a-889d369e320b is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:47:21.296334 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-dde492c5-3643-4e49-9e93-f69ff5ad2e92 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:47:21.452320 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-0097074e-0963-41d1-ad22-c57c0c5b29c3 None None] Provisioning complete for port 4fba9def-b9d1-42bc-83b0-b1034a008f77 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:47:21.452688 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0097074e-0963-41d1-ad22-c57c0c5b29c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:21.457526 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde492c5-3643-4e49-9e93-f69ff5ad2e92 admin admin] Router 3c113164-7b4a-4122-9523-28750528f44b is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 00:47:21.486668 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-0097074e-0963-41d1-ad22-c57c0c5b29c3 None None] Port 4fba9def-b9d1-42bc-83b0-b1034a008f77 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:47:21.547354 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde492c5-3643-4e49-9e93-f69ff5ad2e92 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:47:21.552830 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-dde492c5-3643-4e49-9e93-f69ff5ad2e92 admin admin] 10.222.0.57 "PUT /v2.0/routers/3c113164-7b4a-4122-9523-28750528f44b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6915717 Oct 19 00:47:21.562123 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7abbc6-150d-4114-b279-d4c570568683 None None] Sync routers for ids ['3c113164-7b4a-4122-9523-28750528f44b'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:47:21.574282 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7abbc6-150d-4114-b279-d4c570568683 None None] Routers {'3c113164-7b4a-4122-9523-28750528f44b'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:47:21.575049 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ad7abbc6-150d-4114-b279-d4c570568683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T00:47:16Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['3c113164-7b4a-4122-9523-28750528f44b'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:47:21.762907 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-ad7abbc6-150d-4114-b279-d4c570568683 None None] Set router 3c113164-7b4a-4122-9523-28750528f44b gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:47:22.193987 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ad7abbc6-150d-4114-b279-d4c570568683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c113164-7b4a-4122-9523-28750528f44b', 'name': 'router1', 'tenant_id': 'cf7f855066184c35916f823a04dc7c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:47:10Z', 'updated_at': '2021-10-19T00:47:20Z', 'revision_number': 2, 'project_id': 'cf7f855066184c35916f823a04dc7c5f', 'gw_port_host': None, '_interfaces': [{'id': '4fba9def-b9d1-42bc-83b0-b1034a008f77', 'name': '', 'network_id': '056e4b38-7e94-484e-830a-889d369e320b', 'tenant_id': 'cf7f855066184c35916f823a04dc7c5f', 'mac_address': 'fa:16:3e:24:81:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c113164-7b4a-4122-9523-28750528f44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5ef53616-cb34-4681-bbab-63c563accc26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:47:20Z', 'updated_at': '2021-10-19T00:47:21Z', 'revision_number': 2, 'project_id': 'cf7f855066184c35916f823a04dc7c5f', 'subnets': [{'id': '5ef53616-cb34-4681-bbab-63c563accc26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3bc484d-4b7e-4dba-80c4-f68007f58e8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:47:22.243417 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7abbc6-150d-4114-b279-d4c570568683 None None] Checking router: 3c113164-7b4a-4122-9523-28750528f44b for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:47:22.243837 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7abbc6-150d-4114-b279-d4c570568683 None None] Updating router 3c113164-7b4a-4122-9523-28750528f44b port 4fba9def-b9d1-42bc-83b0-b1034a008f77 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:47:22.292526 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ad7abbc6-150d-4114-b279-d4c570568683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:22.812984 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ad7abbc6-150d-4114-b279-d4c570568683 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:22.819916 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ad7abbc6-150d-4114-b279-d4c570568683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:22.981583 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee58ded-6b77-47d2-a32b-6a6b94a35022 None None] Pushing event updated for resources: {'Port': ['ID=4fba9def-b9d1-42bc-83b0-b1034a008f77,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:23.002067 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-ad7abbc6-150d-4114-b279-d4c570568683 None None] Attempting to bind port 4fba9def-b9d1-42bc-83b0-b1034a008f77 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:47:23.002468 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-ad7abbc6-150d-4114-b279-d4c570568683 None None] Attempting to bind port 4fba9def-b9d1-42bc-83b0-b1034a008f77 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'f4bf8c82-a311-4a12-9f97-b0a93e50349e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '056e4b38-7e94-484e-830a-889d369e320b'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:47:23.002902 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7abbc6-150d-4114-b279-d4c570568683 None None] Attempting to bind port 4fba9def-b9d1-42bc-83b0-b1034a008f77 on network 056e4b38-7e94-484e-830a-889d369e320b {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:47:23.006443 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee58ded-6b77-47d2-a32b-6a6b94a35022 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:23.006795 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee58ded-6b77-47d2-a32b-6a6b94a35022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:23.007123 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee58ded-6b77-47d2-a32b-6a6b94a35022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:23.007455 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee58ded-6b77-47d2-a32b-6a6b94a35022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:23.007800 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee58ded-6b77-47d2-a32b-6a6b94a35022 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:23.008212 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee58ded-6b77-47d2-a32b-6a6b94a35022 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:23.008787 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee58ded-6b77-47d2-a32b-6a6b94a35022 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:23.009358 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee58ded-6b77-47d2-a32b-6a6b94a35022 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:23.009954 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee58ded-6b77-47d2-a32b-6a6b94a35022 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:23.010525 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee58ded-6b77-47d2-a32b-6a6b94a35022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:23.010876 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee58ded-6b77-47d2-a32b-6a6b94a35022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:23.011205 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee58ded-6b77-47d2-a32b-6a6b94a35022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:23.012315 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee58ded-6b77-47d2-a32b-6a6b94a35022 None None] Tracked resource versions report: Oct 19 00:47:23.012315 n-d-715271-26 neutron-server[100609]: pushed versions: Oct 19 00:47:23.012315 n-d-715271-26 neutron-server[100609]: { 'AddressGroup': {'1.2'}, Oct 19 00:47:23.012315 n-d-715271-26 neutron-server[100609]: 'ConntrackHelper': {'1.0'}, Oct 19 00:47:23.012315 n-d-715271-26 neutron-server[100609]: 'Log': {'1.0'}, Oct 19 00:47:23.012315 n-d-715271-26 neutron-server[100609]: 'Network': {'1.1'}, Oct 19 00:47:23.012315 n-d-715271-26 neutron-server[100609]: 'Port': {'1.7'}, Oct 19 00:47:23.012315 n-d-715271-26 neutron-server[100609]: 'PortForwarding': {'1.2'}, Oct 19 00:47:23.012315 n-d-715271-26 neutron-server[100609]: 'QosPolicy': {'1.10'}, Oct 19 00:47:23.012315 n-d-715271-26 neutron-server[100609]: 'SecurityGroup': {'1.4'}, Oct 19 00:47:23.012315 n-d-715271-26 neutron-server[100609]: 'SecurityGroupRule': {'1.2'}, Oct 19 00:47:23.012315 n-d-715271-26 neutron-server[100609]: 'SubPort': {'1.0'}, Oct 19 00:47:23.012315 n-d-715271-26 neutron-server[100609]: 'Subnet': {'1.1'}, Oct 19 00:47:23.012315 n-d-715271-26 neutron-server[100609]: 'Trunk': {'1.1'}} Oct 19 00:47:23.012315 n-d-715271-26 neutron-server[100609]: consumer versions: Oct 19 00:47:23.012315 n-d-715271-26 neutron-server[100609]: { DHCP agent@n-d-715271-26: {}, Oct 19 00:47:23.012315 n-d-715271-26 neutron-server[100609]: L3 agent@n-d-715271-26: {}, Oct 19 00:47:23.012315 n-d-715271-26 neutron-server[100609]: Metadata agent@n-d-715271-26: {}, Oct 19 00:47:23.012315 n-d-715271-26 neutron-server[100609]: Metering agent@n-d-715271-26: {}, Oct 19 00:47:23.012315 n-d-715271-26 neutron-server[100609]: Open vSwitch agent@n-d-715271-26: { 'AddressGroup': '1.2', Oct 19 00:47:23.012315 n-d-715271-26 neutron-server[100609]: 'ConntrackHelper': '1.0', Oct 19 00:47:23.012315 n-d-715271-26 neutron-server[100609]: 'Log': '1.0', Oct 19 00:47:23.012315 n-d-715271-26 neutron-server[100609]: 'Network': '1.1', Oct 19 00:47:23.012315 n-d-715271-26 neutron-server[100609]: 'Port': '1.7', Oct 19 00:47:23.012315 n-d-715271-26 neutron-server[100609]: 'PortForwarding': '1.2', Oct 19 00:47:23.012315 n-d-715271-26 neutron-server[100609]: 'QosPolicy': '1.10', Oct 19 00:47:23.012315 n-d-715271-26 neutron-server[100609]: 'SecurityGroup': '1.4', Oct 19 00:47:23.012315 n-d-715271-26 neutron-server[100609]: 'SecurityGroupRule': '1.2', Oct 19 00:47:23.012315 n-d-715271-26 neutron-server[100609]: 'SubPort': '1.0', Oct 19 00:47:23.012315 n-d-715271-26 neutron-server[100609]: 'Subnet': '1.1', Oct 19 00:47:23.012315 n-d-715271-26 neutron-server[100609]: 'Trunk': '1.1'}} Oct 19 00:47:23.012315 n-d-715271-26 neutron-server[100609]: {{(pid=100609) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 00:47:23.017151 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7abbc6-150d-4114-b279-d4c570568683 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:47:23.017573 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7abbc6-150d-4114-b279-d4c570568683 None None] Checking segment: {'id': 'f4bf8c82-a311-4a12-9f97-b0a93e50349e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '056e4b38-7e94-484e-830a-889d369e320b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:47:23.018054 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ad7abbc6-150d-4114-b279-d4c570568683 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:23.018435 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7abbc6-150d-4114-b279-d4c570568683 None None] Bound using segment: {'id': 'f4bf8c82-a311-4a12-9f97-b0a93e50349e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '056e4b38-7e94-484e-830a-889d369e320b'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:47:23.018949 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-ad7abbc6-150d-4114-b279-d4c570568683 None None] Bound port: 4fba9def-b9d1-42bc-83b0-b1034a008f77, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4bf8c82-a311-4a12-9f97-b0a93e50349e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '056e4b38-7e94-484e-830a-889d369e320b'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:47:23.019343 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ad7abbc6-150d-4114-b279-d4c570568683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:23.020442 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-6051b1c4-ff03-4982-bbb4-69bcd8333a77 None None] Provisioning complete for port 4fba9def-b9d1-42bc-83b0-b1034a008f77 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:47:23.020944 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6051b1c4-ff03-4982-bbb4-69bcd8333a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:23.060456 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-6051b1c4-ff03-4982-bbb4-69bcd8333a77 None None] Port 4fba9def-b9d1-42bc-83b0-b1034a008f77 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:47:23.085649 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-ad7abbc6-150d-4114-b279-d4c570568683 None None] For port 4fba9def-b9d1-42bc-83b0-b1034a008f77, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:47:23.105080 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-ad7abbc6-150d-4114-b279-d4c570568683 None None] For port 4fba9def-b9d1-42bc-83b0-b1034a008f77, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=4fba9def-b9d1-42bc-83b0-b1034a008f77,segment=NetworkSegment(f4bf8c82-a311-4a12-9f97-b0a93e50349e),segment_id=f4bf8c82-a311-4a12-9f97-b0a93e50349e)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:47:23.109410 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ad7abbc6-150d-4114-b279-d4c570568683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:23.173191 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee58ded-6b77-47d2-a32b-6a6b94a35022 None None] Pushing event updated for resources: {'Port': ['ID=4fba9def-b9d1-42bc-83b0-b1034a008f77,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:23.175979 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7abbc6-150d-4114-b279-d4c570568683 None None] Routers {'3c113164-7b4a-4122-9523-28750528f44b'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:47:23.176575 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ad7abbc6-150d-4114-b279-d4c570568683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T00:47:16Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['3c113164-7b4a-4122-9523-28750528f44b'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:47:23.266787 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-ad7abbc6-150d-4114-b279-d4c570568683 None None] Set router 3c113164-7b4a-4122-9523-28750528f44b gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:47:23.383651 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-fd35dc32-86e6-409c-82bb-b990584d1383 None None] Provisioning complete for port 4fba9def-b9d1-42bc-83b0-b1034a008f77 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:47:23.384079 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fd35dc32-86e6-409c-82bb-b990584d1383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:23.460650 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fd35dc32-86e6-409c-82bb-b990584d1383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:23.474936 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ad7abbc6-150d-4114-b279-d4c570568683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c113164-7b4a-4122-9523-28750528f44b', 'name': 'router1', 'tenant_id': 'cf7f855066184c35916f823a04dc7c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:47:10Z', 'updated_at': '2021-10-19T00:47:20Z', 'revision_number': 2, 'project_id': 'cf7f855066184c35916f823a04dc7c5f', 'gw_port_host': None, '_interfaces': [{'id': '4fba9def-b9d1-42bc-83b0-b1034a008f77', 'name': '', 'network_id': '056e4b38-7e94-484e-830a-889d369e320b', 'tenant_id': 'cf7f855066184c35916f823a04dc7c5f', 'mac_address': 'fa:16:3e:24:81:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c113164-7b4a-4122-9523-28750528f44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5ef53616-cb34-4681-bbab-63c563accc26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:47:20Z', 'updated_at': '2021-10-19T00:47:23Z', 'revision_number': 4, 'project_id': 'cf7f855066184c35916f823a04dc7c5f', 'subnets': [{'id': '5ef53616-cb34-4681-bbab-63c563accc26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3bc484d-4b7e-4dba-80c4-f68007f58e8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:47:23.492794 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-fd35dc32-86e6-409c-82bb-b990584d1383 None None] For port 4fba9def-b9d1-42bc-83b0-b1034a008f77, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=4fba9def-b9d1-42bc-83b0-b1034a008f77,segment=NetworkSegment(f4bf8c82-a311-4a12-9f97-b0a93e50349e),segment_id=f4bf8c82-a311-4a12-9f97-b0a93e50349e)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:47:23.497267 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fd35dc32-86e6-409c-82bb-b990584d1383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:23.501157 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7abbc6-150d-4114-b279-d4c570568683 None None] The sync data for ids ['3c113164-7b4a-4122-9523-28750528f44b'] in n-d-715271-26 is: [{'id': '3c113164-7b4a-4122-9523-28750528f44b', 'name': 'router1', 'tenant_id': 'cf7f855066184c35916f823a04dc7c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:47:10Z', 'updated_at': '2021-10-19T00:47:20Z', 'revision_number': 2, 'project_id': 'cf7f855066184c35916f823a04dc7c5f', 'gw_port_host': None, '_interfaces': [{'id': '4fba9def-b9d1-42bc-83b0-b1034a008f77', 'name': '', 'network_id': '056e4b38-7e94-484e-830a-889d369e320b', 'tenant_id': 'cf7f855066184c35916f823a04dc7c5f', 'mac_address': 'fa:16:3e:24:81:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c113164-7b4a-4122-9523-28750528f44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5ef53616-cb34-4681-bbab-63c563accc26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:47:20Z', 'updated_at': '2021-10-19T00:47:23Z', 'revision_number': 4, 'project_id': 'cf7f855066184c35916f823a04dc7c5f', 'subnets': [{'id': '5ef53616-cb34-4681-bbab-63c563accc26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3bc484d-4b7e-4dba-80c4-f68007f58e8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:47:23.564603 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd35dc32-86e6-409c-82bb-b990584d1383 None None] Pushing event updated for resources: {'Port': ['ID=4fba9def-b9d1-42bc-83b0-b1034a008f77,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:23.931973 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42014) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:47:24.048748 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c80bc7-ca3e-4b74-89bf-71b60da2e8dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:47:24.050236 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-54c80bc7-ca3e-4b74-89bf-71b60da2e8dc admin admin] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 842 time: 0.1172755 Oct 19 00:47:24.060783 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-c3a5a35d-f0e1-4990-812a-96046e09f7e1 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'name': 'public-subnet', 'cidr': '172.25.8.0/24', 'enable_dhcp': False, 'gateway_ip': '172.25.8.1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:47:24.082065 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a5a35d-f0e1-4990-812a-96046e09f7e1 admin admin] Made reservation on behalf of ce5f9a5f59f6430ab5dd069f84bc0193 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:47:24.084359 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c3a5a35d-f0e1-4990-812a-96046e09f7e1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:24.434778 n-d-715271-26 neutron-server[100607]: DEBUG neutron.objects.ports [None req-c3a5a35d-f0e1-4990-812a-96046e09f7e1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100607) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 00:47:24.435216 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c3a5a35d-f0e1-4990-812a-96046e09f7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:24.489316 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5a35d-f0e1-4990-812a-96046e09f7e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e5b6143-6293-481a-a09a-ed884bbf28c6,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:24.502317 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a5a35d-f0e1-4990-812a-96046e09f7e1 admin admin] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:47:24.502664 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a5a35d-f0e1-4990-812a-96046e09f7e1 admin admin] Network hostable DHCP agents. Network: a0ce41c0-3b90-40be-93cd-082af8f20c34, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:47:24.518906 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a5a35d-f0e1-4990-812a-96046e09f7e1 admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:47:24.528137 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-c3a5a35d-f0e1-4990-812a-96046e09f7e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, a0ce41c0-3b90-40be-93cd-082af8f20c34) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:47:24.532131 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a5a35d-f0e1-4990-812a-96046e09f7e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:47:24.532699 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c3a5a35d-f0e1-4990-812a-96046e09f7e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:24.537066 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a827485f-e920-483c-a0ee-5f1a78725135 None None] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:47:24.554701 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c3a5a35d-f0e1-4990-812a-96046e09f7e1 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4905083 Oct 19 00:47:24.677739 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc35b29-a365-4b73-997a-b0bdc0279989 None None] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:47:26.978229 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42022) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:47:27.109237 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a05f38dd-a604-4567-b1a9-17ef99060bfd admin admin] 10.222.0.57 "GET /v2.0/routers/3c113164-7b4a-4122-9523-28750528f44b HTTP/1.1" status: 200 len: 710 time: 0.1298876 Oct 19 00:47:27.196331 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b842a25d-9f85-431d-89cc-1bd074dcd13a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:47:27.197649 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b842a25d-9f85-431d-89cc-1bd074dcd13a admin admin] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 886 time: 0.0823944 Oct 19 00:47:27.207484 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-c8ee5f7c-fc5a-44db-99c4-3072ce0d38ec admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:47:27.463492 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c8ee5f7c-fc5a-44db-99c4-3072ce0d38ec admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:27.694703 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c8ee5f7c-fc5a-44db-99c4-3072ce0d38ec admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:27.768158 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c8ee5f7c-fc5a-44db-99c4-3072ce0d38ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:27.872363 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-c8ee5f7c-fc5a-44db-99c4-3072ce0d38ec admin admin] Allocated IP 172.25.8.254 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/85831514-4156-453d-8314-bba6212efc4f) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:47:27.974243 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c8ee5f7c-fc5a-44db-99c4-3072ce0d38ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:28.007408 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c8ee5f7c-fc5a-44db-99c4-3072ce0d38ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:28.048715 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ee5f7c-fc5a-44db-99c4-3072ce0d38ec admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:47:28.052051 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-c8ee5f7c-fc5a-44db-99c4-3072ce0d38ec admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:47:28.058921 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee5f7c-fc5a-44db-99c4-3072ce0d38ec admin admin] Pushing event updated for resources: {'Port': ['ID=85831514-4156-453d-8314-bba6212efc4f,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:28.071519 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ee5f7c-fc5a-44db-99c4-3072ce0d38ec admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:47:28.397886 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c8ee5f7c-fc5a-44db-99c4-3072ce0d38ec admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:28.595758 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c8ee5f7c-fc5a-44db-99c4-3072ce0d38ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64930'] for router, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:28.599143 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c8ee5f7c-fc5a-44db-99c4-3072ce0d38ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592856'] for router, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:28.706952 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ee5f7c-fc5a-44db-99c4-3072ce0d38ec admin admin] Router 3c113164-7b4a-4122-9523-28750528f44b has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:47:28.813550 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ee5f7c-fc5a-44db-99c4-3072ce0d38ec admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:47:28.819456 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c8ee5f7c-fc5a-44db-99c4-3072ce0d38ec admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:28.821097 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c8ee5f7c-fc5a-44db-99c4-3072ce0d38ec admin admin] 10.222.0.57 "PUT /v2.0/routers/3c113164-7b4a-4122-9523-28750528f44b HTTP/1.1" status: 200 len: 890 time: 1.6170943 Oct 19 00:47:29.162150 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 4fba9def-b9d1-42bc-83b0-b1034a008f77 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:47:29.278847 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 4fba9def-b9d1-42bc-83b0-b1034a008f77 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:47:29.279250 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:30.556098 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d526e7-da78-4597-a9b7-948d762ce170 None None] Sync routers for ids ['3c113164-7b4a-4122-9523-28750528f44b'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:47:30.566580 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d526e7-da78-4597-a9b7-948d762ce170 None None] Routers {'3c113164-7b4a-4122-9523-28750528f44b'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:47:30.567055 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-38d526e7-da78-4597-a9b7-948d762ce170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T00:47:16Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['3c113164-7b4a-4122-9523-28750528f44b'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:47:30.773249 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-38d526e7-da78-4597-a9b7-948d762ce170 None None] Set router 3c113164-7b4a-4122-9523-28750528f44b gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:47:31.168316 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-38d526e7-da78-4597-a9b7-948d762ce170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c113164-7b4a-4122-9523-28750528f44b', 'name': 'router1', 'tenant_id': 'cf7f855066184c35916f823a04dc7c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '85831514-4156-453d-8314-bba6212efc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:47:10Z', 'updated_at': '2021-10-19T00:47:28Z', 'revision_number': 4, 'project_id': 'cf7f855066184c35916f823a04dc7c5f', 'gw_port': {'id': '85831514-4156-453d-8314-bba6212efc4f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:84:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c113164-7b4a-4122-9523-28750528f44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:47:27Z', 'updated_at': '2021-10-19T00:47:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '4fba9def-b9d1-42bc-83b0-b1034a008f77', 'name': '', 'network_id': '056e4b38-7e94-484e-830a-889d369e320b', 'tenant_id': 'cf7f855066184c35916f823a04dc7c5f', 'mac_address': 'fa:16:3e:24:81:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c113164-7b4a-4122-9523-28750528f44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5ef53616-cb34-4681-bbab-63c563accc26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:47:20Z', 'updated_at': '2021-10-19T00:47:23Z', 'revision_number': 5, 'project_id': 'cf7f855066184c35916f823a04dc7c5f', 'subnets': [{'id': '5ef53616-cb34-4681-bbab-63c563accc26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3bc484d-4b7e-4dba-80c4-f68007f58e8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:47:31.223386 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d526e7-da78-4597-a9b7-948d762ce170 None None] Checking router: 3c113164-7b4a-4122-9523-28750528f44b for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:47:31.223784 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d526e7-da78-4597-a9b7-948d762ce170 None None] Updating router 3c113164-7b4a-4122-9523-28750528f44b port 85831514-4156-453d-8314-bba6212efc4f binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:47:31.273013 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-38d526e7-da78-4597-a9b7-948d762ce170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:31.390900 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42036) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:47:31.501738 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ee7b95b6-074a-4e49-8428-0dc081932230 admin admin] 10.222.0.57 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1097093 Oct 19 00:47:31.600727 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-38d526e7-da78-4597-a9b7-948d762ce170 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:31.608733 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-38d526e7-da78-4597-a9b7-948d762ce170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:31.660314 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-38d526e7-da78-4597-a9b7-948d762ce170 None None] Attempting to bind port 85831514-4156-453d-8314-bba6212efc4f on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:47:31.660689 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-38d526e7-da78-4597-a9b7-948d762ce170 None None] Attempting to bind port 85831514-4156-453d-8314-bba6212efc4f by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:47:31.661059 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d526e7-da78-4597-a9b7-948d762ce170 None None] Attempting to bind port 85831514-4156-453d-8314-bba6212efc4f on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:47:31.667674 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb878384-9586-410e-a7e1-d243b9975f85 None None] Pushing event updated for resources: {'Port': ['ID=85831514-4156-453d-8314-bba6212efc4f,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:31.672491 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d526e7-da78-4597-a9b7-948d762ce170 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:47:31.672871 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d526e7-da78-4597-a9b7-948d762ce170 None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:47:31.673276 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-38d526e7-da78-4597-a9b7-948d762ce170 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:31.673668 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d526e7-da78-4597-a9b7-948d762ce170 None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:47:31.674140 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-38d526e7-da78-4597-a9b7-948d762ce170 None None] Bound port: 85831514-4156-453d-8314-bba6212efc4f, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:47:31.674539 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-38d526e7-da78-4597-a9b7-948d762ce170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:31.725705 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-38d526e7-da78-4597-a9b7-948d762ce170 None None] For port 85831514-4156-453d-8314-bba6212efc4f, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:47:31.730200 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-38d526e7-da78-4597-a9b7-948d762ce170 None None] For port 85831514-4156-453d-8314-bba6212efc4f, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=85831514-4156-453d-8314-bba6212efc4f,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:47:31.733341 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-38d526e7-da78-4597-a9b7-948d762ce170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:31.868168 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb878384-9586-410e-a7e1-d243b9975f85 None None] Pushing event updated for resources: {'Port': ['ID=85831514-4156-453d-8314-bba6212efc4f,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:31.874501 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d526e7-da78-4597-a9b7-948d762ce170 None None] Routers {'3c113164-7b4a-4122-9523-28750528f44b'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:47:31.875105 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-38d526e7-da78-4597-a9b7-948d762ce170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T00:47:16Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['3c113164-7b4a-4122-9523-28750528f44b'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:47:31.981333 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-38d526e7-da78-4597-a9b7-948d762ce170 None None] Set router 3c113164-7b4a-4122-9523-28750528f44b gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:47:32.196392 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-38d526e7-da78-4597-a9b7-948d762ce170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c113164-7b4a-4122-9523-28750528f44b', 'name': 'router1', 'tenant_id': 'cf7f855066184c35916f823a04dc7c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '85831514-4156-453d-8314-bba6212efc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:47:10Z', 'updated_at': '2021-10-19T00:47:28Z', 'revision_number': 4, 'project_id': 'cf7f855066184c35916f823a04dc7c5f', 'gw_port': {'id': '85831514-4156-453d-8314-bba6212efc4f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:84:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c113164-7b4a-4122-9523-28750528f44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:47:27Z', 'updated_at': '2021-10-19T00:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '4fba9def-b9d1-42bc-83b0-b1034a008f77', 'name': '', 'network_id': '056e4b38-7e94-484e-830a-889d369e320b', 'tenant_id': 'cf7f855066184c35916f823a04dc7c5f', 'mac_address': 'fa:16:3e:24:81:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c113164-7b4a-4122-9523-28750528f44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5ef53616-cb34-4681-bbab-63c563accc26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:47:20Z', 'updated_at': '2021-10-19T00:47:23Z', 'revision_number': 5, 'project_id': 'cf7f855066184c35916f823a04dc7c5f', 'subnets': [{'id': '5ef53616-cb34-4681-bbab-63c563accc26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3bc484d-4b7e-4dba-80c4-f68007f58e8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:47:32.225856 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d526e7-da78-4597-a9b7-948d762ce170 None None] The sync data for ids ['3c113164-7b4a-4122-9523-28750528f44b'] in n-d-715271-26 is: [{'id': '3c113164-7b4a-4122-9523-28750528f44b', 'name': 'router1', 'tenant_id': 'cf7f855066184c35916f823a04dc7c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '85831514-4156-453d-8314-bba6212efc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:47:10Z', 'updated_at': '2021-10-19T00:47:28Z', 'revision_number': 4, 'project_id': 'cf7f855066184c35916f823a04dc7c5f', 'gw_port': {'id': '85831514-4156-453d-8314-bba6212efc4f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:84:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c113164-7b4a-4122-9523-28750528f44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:47:27Z', 'updated_at': '2021-10-19T00:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '4fba9def-b9d1-42bc-83b0-b1034a008f77', 'name': '', 'network_id': '056e4b38-7e94-484e-830a-889d369e320b', 'tenant_id': 'cf7f855066184c35916f823a04dc7c5f', 'mac_address': 'fa:16:3e:24:81:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c113164-7b4a-4122-9523-28750528f44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5ef53616-cb34-4681-bbab-63c563accc26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:47:20Z', 'updated_at': '2021-10-19T00:47:23Z', 'revision_number': 5, 'project_id': 'cf7f855066184c35916f823a04dc7c5f', 'subnets': [{'id': '5ef53616-cb34-4681-bbab-63c563accc26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3bc484d-4b7e-4dba-80c4-f68007f58e8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:47:33.146638 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 85831514-4156-453d-8314-bba6212efc4f up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:47:33.193808 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 85831514-4156-453d-8314-bba6212efc4f triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:47:33.194176 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:33.283688 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:33.305710 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 85831514-4156-453d-8314-bba6212efc4f, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=85831514-4156-453d-8314-bba6212efc4f,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:47:33.310388 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:33.364484 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=85831514-4156-453d-8314-bba6212efc4f,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:35.162790 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 85831514-4156-453d-8314-bba6212efc4f up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:47:35.243710 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 85831514-4156-453d-8314-bba6212efc4f triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:47:35.244193 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:43.156178 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 5 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:47:43.822819 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-75f55be8-d240-465d-b3ff-dba877a39e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:46.480611 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d24a4d6e-7a4a-48e2-94cd-db8b2fb91580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:47.181564 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:47.545481 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:49.515241 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:13.824775 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8d817afd-bb47-44c1-829a-a9310d30c86f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:16.473155 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2e94a766-524b-4d55-8ac3-c2f0353e69db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:17.166765 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:17.547977 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:19.497013 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:20.154766 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 5 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:48:43.828999 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-73fa05c1-55d2-4273-99b3-478f18d9ef67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:46.476456 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c76aa247-487c-4d95-8157-a52a52c3695b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:47.168117 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:47.549666 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:49.498670 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:57.154772 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 5 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:49:13.830454 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bbaab732-e449-4ad4-96f1-56934eb80b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:49:14.544774 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42634) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:49:14.610108 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-f474fda6-8108-4ffb-a059-4fb0cae9d0f4 admin admin] GET failed (client error): The resource could not be found. Oct 19 00:49:14.611471 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f474fda6-8108-4ffb-a059-4fb0cae9d0f4 admin admin] 10.222.0.57 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0657346 Oct 19 00:49:14.769255 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c53c07-e76c-4a3b-bba5-c193c539d429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:49:14.770624 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-55c53c07-e76c-4a3b-bba5-c193c539d429 admin admin] 10.222.0.57 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1544631 Oct 19 00:49:16.477569 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ea793a1b-ac0e-4452-95c0-92d62837976d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:49:17.039604 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42644) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:49:17.169238 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:49:17.280386 n-d-715271-26 neutron-server[100606]: DEBUG neutron.policy [None req-eb8e5278-f993-4f4b-9933-efe97d9534e2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100606) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 19 00:49:17.328988 n-d-715271-26 neutron-server[100606]: WARNING oslo_policy.policy [None req-eb8e5278-f993-4f4b-9933-efe97d9534e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 00:49:17.329361 n-d-715271-26 neutron-server[100606]: WARNING oslo_policy.policy [None req-eb8e5278-f993-4f4b-9933-efe97d9534e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 00:49:17.337621 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8e5278-f993-4f4b-9933-efe97d9534e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:49:17.339301 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-eb8e5278-f993-4f4b-9933-efe97d9534e2 admin admin] 10.222.0.57 "GET /v2.0/subnets/5ef53616-cb34-4681-bbab-63c563accc26 HTTP/1.1" status: 200 len: 849 time: 0.2986989 Oct 19 00:49:17.349524 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-c2d58980-4fbb-4e79-85c6-eedb1d7511fb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:49:17.436592 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c2d58980-4fbb-4e79-85c6-eedb1d7511fb admin admin] Publish callbacks [] for subnet, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:49:17.551404 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:49:17.595612 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c2d58980-4fbb-4e79-85c6-eedb1d7511fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775133255446'] for subnet, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:49:17.665111 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d58980-4fbb-4e79-85c6-eedb1d7511fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:49:17.665745 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c2d58980-4fbb-4e79-85c6-eedb1d7511fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:49:17.667021 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c2d58980-4fbb-4e79-85c6-eedb1d7511fb admin admin] 10.222.0.57 "PUT /v2.0/subnets/5ef53616-cb34-4681-bbab-63c563accc26 HTTP/1.1" status: 200 len: 868 time: 0.3214047 Oct 19 00:49:17.668265 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cd6f34-a89d-42d7-862f-cbc0b2b6967e None None] Network 056e4b38-7e94-484e-830a-889d369e320b requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:49:17.681063 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d58980-4fbb-4e79-85c6-eedb1d7511fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ef53616-cb34-4681-bbab-63c563accc26,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:17.691939 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d58980-4fbb-4e79-85c6-eedb1d7511fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:17.692638 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d58980-4fbb-4e79-85c6-eedb1d7511fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:17.693173 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d58980-4fbb-4e79-85c6-eedb1d7511fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:17.693694 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d58980-4fbb-4e79-85c6-eedb1d7511fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:17.694274 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d58980-4fbb-4e79-85c6-eedb1d7511fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:17.694798 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d58980-4fbb-4e79-85c6-eedb1d7511fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:17.695333 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d58980-4fbb-4e79-85c6-eedb1d7511fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:17.696049 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d58980-4fbb-4e79-85c6-eedb1d7511fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:17.696575 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d58980-4fbb-4e79-85c6-eedb1d7511fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:17.697104 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d58980-4fbb-4e79-85c6-eedb1d7511fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:17.697588 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d58980-4fbb-4e79-85c6-eedb1d7511fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:17.698080 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d58980-4fbb-4e79-85c6-eedb1d7511fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:17.699379 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d58980-4fbb-4e79-85c6-eedb1d7511fb admin admin] Tracked resource versions report: Oct 19 00:49:17.699379 n-d-715271-26 neutron-server[100606]: pushed versions: Oct 19 00:49:17.699379 n-d-715271-26 neutron-server[100606]: { 'AddressGroup': {'1.2'}, Oct 19 00:49:17.699379 n-d-715271-26 neutron-server[100606]: 'ConntrackHelper': {'1.0'}, Oct 19 00:49:17.699379 n-d-715271-26 neutron-server[100606]: 'Log': {'1.0'}, Oct 19 00:49:17.699379 n-d-715271-26 neutron-server[100606]: 'Network': {'1.1'}, Oct 19 00:49:17.699379 n-d-715271-26 neutron-server[100606]: 'Port': {'1.7'}, Oct 19 00:49:17.699379 n-d-715271-26 neutron-server[100606]: 'PortForwarding': {'1.2'}, Oct 19 00:49:17.699379 n-d-715271-26 neutron-server[100606]: 'QosPolicy': {'1.10'}, Oct 19 00:49:17.699379 n-d-715271-26 neutron-server[100606]: 'SecurityGroup': {'1.4'}, Oct 19 00:49:17.699379 n-d-715271-26 neutron-server[100606]: 'SecurityGroupRule': {'1.2'}, Oct 19 00:49:17.699379 n-d-715271-26 neutron-server[100606]: 'SubPort': {'1.0'}, Oct 19 00:49:17.699379 n-d-715271-26 neutron-server[100606]: 'Subnet': {'1.1'}, Oct 19 00:49:17.699379 n-d-715271-26 neutron-server[100606]: 'Trunk': {'1.1'}} Oct 19 00:49:17.699379 n-d-715271-26 neutron-server[100606]: consumer versions: Oct 19 00:49:17.699379 n-d-715271-26 neutron-server[100606]: { DHCP agent@n-d-715271-26: {}, Oct 19 00:49:17.699379 n-d-715271-26 neutron-server[100606]: L3 agent@n-d-715271-26: {}, Oct 19 00:49:17.699379 n-d-715271-26 neutron-server[100606]: Metadata agent@n-d-715271-26: {}, Oct 19 00:49:17.699379 n-d-715271-26 neutron-server[100606]: Metering agent@n-d-715271-26: {}, Oct 19 00:49:17.699379 n-d-715271-26 neutron-server[100606]: Open vSwitch agent@n-d-715271-26: { 'AddressGroup': '1.2', Oct 19 00:49:17.699379 n-d-715271-26 neutron-server[100606]: 'ConntrackHelper': '1.0', Oct 19 00:49:17.699379 n-d-715271-26 neutron-server[100606]: 'Log': '1.0', Oct 19 00:49:17.699379 n-d-715271-26 neutron-server[100606]: 'Network': '1.1', Oct 19 00:49:17.699379 n-d-715271-26 neutron-server[100606]: 'Port': '1.7', Oct 19 00:49:17.699379 n-d-715271-26 neutron-server[100606]: 'PortForwarding': '1.2', Oct 19 00:49:17.699379 n-d-715271-26 neutron-server[100606]: 'QosPolicy': '1.10', Oct 19 00:49:17.699379 n-d-715271-26 neutron-server[100606]: 'SecurityGroup': '1.4', Oct 19 00:49:17.699379 n-d-715271-26 neutron-server[100606]: 'SecurityGroupRule': '1.2', Oct 19 00:49:17.699379 n-d-715271-26 neutron-server[100606]: 'SubPort': '1.0', Oct 19 00:49:17.699379 n-d-715271-26 neutron-server[100606]: 'Subnet': '1.1', Oct 19 00:49:17.699379 n-d-715271-26 neutron-server[100606]: 'Trunk': '1.1'}} Oct 19 00:49:17.699379 n-d-715271-26 neutron-server[100606]: {{(pid=100606) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 00:49:18.094153 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-15baf03c-7e0d-4caa-8597-3e5d59c77807 None None] Provisioning complete for port 4fba9def-b9d1-42bc-83b0-b1034a008f77 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:49:18.094523 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-15baf03c-7e0d-4caa-8597-3e5d59c77807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:49:18.182737 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-15baf03c-7e0d-4caa-8597-3e5d59c77807 None None] Provisioning complete for port b4d84499-e027-4d09-842d-41eb870bd8bd triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:49:18.183000 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-15baf03c-7e0d-4caa-8597-3e5d59c77807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:49:19.503026 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:49:19.984257 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42660) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:49:20.184653 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e20cdbe-0798-4bd3-9595-4ab7f711b778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:49:20.185043 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e20cdbe-0798-4bd3-9595-4ab7f711b778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:49:20.186583 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3e20cdbe-0798-4bd3-9595-4ab7f711b778 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2013764 Oct 19 00:49:22.465808 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42668) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:49:22.598025 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554a7566-6c3e-4fe6-b97c-182c4e9f3c00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:49:22.598494 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554a7566-6c3e-4fe6-b97c-182c4e9f3c00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:49:22.600051 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-554a7566-6c3e-4fe6-b97c-182c4e9f3c00 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1332579 Oct 19 00:49:24.880591 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42676) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:49:25.006587 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876d6ca9-d773-412d-b314-47c723479523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:49:25.008659 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-876d6ca9-d773-412d-b314-47c723479523 admin admin] 10.222.0.57 "GET /v2.0/networks/056e4b38-7e94-484e-830a-889d369e320b HTTP/1.1" status: 200 len: 869 time: 0.1270442 Oct 19 00:49:27.308405 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42684) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:49:27.434757 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942c5778-ddb6-4816-ae82-6e85864f166b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:49:27.436142 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-942c5778-ddb6-4816-ae82-6e85864f166b admin admin] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 886 time: 0.1267955 Oct 19 00:49:29.713917 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42692) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:49:29.838964 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bfac12-74be-4132-9a66-679ce20b2989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:49:29.839415 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bfac12-74be-4132-9a66-679ce20b2989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:49:29.840954 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-53bfac12-74be-4132-9a66-679ce20b2989 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1260457 Oct 19 00:49:32.119678 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42700) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:49:32.310741 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a400cc6-f626-4a1d-9cc0-e1f2cf352c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:49:32.311192 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a400cc6-f626-4a1d-9cc0-e1f2cf352c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:49:32.312747 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1a400cc6-f626-4a1d-9cc0-e1f2cf352c9b admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1921151 Oct 19 00:49:34.153846 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 5 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:49:34.592814 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42708) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:49:34.684500 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4275aa51-c3b6-449d-a6a5-8ad446ccbcff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:49:34.687077 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4275aa51-c3b6-449d-a6a5-8ad446ccbcff admin admin] 10.222.0.57 "GET /v2.0/subnets/5ef53616-cb34-4681-bbab-63c563accc26 HTTP/1.1" status: 200 len: 868 time: 0.0931993 Oct 19 00:49:36.992876 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42716) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:49:37.076503 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4baee69-e125-4741-a3a0-12bfb96064ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:49:37.077826 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d4baee69-e125-4741-a3a0-12bfb96064ae admin admin] 10.222.0.57 "GET /v2.0/subnets/9e5b6143-6293-481a-a09a-ed884bbf28c6 HTTP/1.1" status: 200 len: 816 time: 0.0839982 Oct 19 00:49:43.831598 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d6f639d1-c1d2-4855-ab0c-14827039c823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:49:46.478467 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-14ba00a8-21af-408a-93c7-8fb63c54c6c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:49:47.170923 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:49:47.557989 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:49:49.506769 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:03.155455 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42770) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:50:03.203242 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [None req-25d8df08-38e8-4f3a-bd41-4e0347bbb775 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:50:03.204264 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-25d8df08-38e8-4f3a-bd41-4e0347bbb775 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0478578 Oct 19 00:50:05.576488 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42778) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:50:05.636375 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad7d765b-3cd9-4c83-89dc-3fe5fc9d2f64 admin admin] GET failed (client error): The resource could not be found. Oct 19 00:50:05.637695 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ad7d765b-3cd9-4c83-89dc-3fe5fc9d2f64 admin admin] 10.222.0.57 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602708 Oct 19 00:50:05.722859 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda99709-0bc9-47a2-8612-7cdfdfdf9690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:50:05.724331 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-eda99709-0bc9-47a2-8612-7cdfdfdf9690 admin admin] 10.222.0.57 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0820305 Oct 19 00:50:08.018221 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42786) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:50:08.065990 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-9747ecbe-8ebd-4eb5-84ae-1094731e0f7d admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:50:08.088073 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9747ecbe-8ebd-4eb5-84ae-1094731e0f7d admin admin] Made reservation on behalf of ce5f9a5f59f6430ab5dd069f84bc0193 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:50:08.090462 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9747ecbe-8ebd-4eb5-84ae-1094731e0f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:08.119965 n-d-715271-26 neutron-server[100607]: WARNING neutron.services.revisions.revision_plugin [None req-9747ecbe-8ebd-4eb5-84ae-1094731e0f7d admin admin] Could not find related network for resource to bump revision. Oct 19 00:50:08.133583 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9747ecbe-8ebd-4eb5-84ae-1094731e0f7d admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:50:08.144992 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9747ecbe-8ebd-4eb5-84ae-1094731e0f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:08.145395 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-9747ecbe-8ebd-4eb5-84ae-1094731e0f7d admin admin] Added segment a316cec5-b6be-4755-9221-2391ec09c958 of type vlan for network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 Oct 19 00:50:08.186586 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9747ecbe-8ebd-4eb5-84ae-1094731e0f7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:08.211177 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9747ecbe-8ebd-4eb5-84ae-1094731e0f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:08.212066 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9747ecbe-8ebd-4eb5-84ae-1094731e0f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:50:08.212656 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9747ecbe-8ebd-4eb5-84ae-1094731e0f7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:08.253892 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9747ecbe-8ebd-4eb5-84ae-1094731e0f7d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2345471 Oct 19 00:50:08.282329 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747ecbe-8ebd-4eb5-84ae-1094731e0f7d admin admin] Pushing event updated for resources: {'Network': ['ID=0e8b4f7b-f3c0-4523-9906-6b9e503fed71,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:50:08.289766 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9747ecbe-8ebd-4eb5-84ae-1094731e0f7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:08.290113 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9747ecbe-8ebd-4eb5-84ae-1094731e0f7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:08.290445 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9747ecbe-8ebd-4eb5-84ae-1094731e0f7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:08.290776 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9747ecbe-8ebd-4eb5-84ae-1094731e0f7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:08.291099 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9747ecbe-8ebd-4eb5-84ae-1094731e0f7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:08.291421 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9747ecbe-8ebd-4eb5-84ae-1094731e0f7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:08.291750 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9747ecbe-8ebd-4eb5-84ae-1094731e0f7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:08.292087 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9747ecbe-8ebd-4eb5-84ae-1094731e0f7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:08.292405 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9747ecbe-8ebd-4eb5-84ae-1094731e0f7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:08.292868 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9747ecbe-8ebd-4eb5-84ae-1094731e0f7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:08.293188 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9747ecbe-8ebd-4eb5-84ae-1094731e0f7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:08.293499 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9747ecbe-8ebd-4eb5-84ae-1094731e0f7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:08.307240 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:50:10.600018 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42794) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:50:10.659992 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7e67433-2689-415e-864b-4173f4c97878 admin admin] GET failed (client error): The resource could not be found. Oct 19 00:50:10.661316 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a7e67433-2689-415e-864b-4173f4c97878 admin admin] 10.222.0.57 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602593 Oct 19 00:50:10.734585 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0500fd-5b55-4113-9cbd-5e114115a531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:50:10.736049 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6c0500fd-5b55-4113-9cbd-5e114115a531 admin admin] 10.222.0.57 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0694702 Oct 19 00:50:10.746363 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-301a2a6d-8f17-4973-bac5-1b532954a786 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:50:10.766708 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301a2a6d-8f17-4973-bac5-1b532954a786 admin admin] Made reservation on behalf of ce5f9a5f59f6430ab5dd069f84bc0193 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:50:10.768972 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-301a2a6d-8f17-4973-bac5-1b532954a786 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:10.928111 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-301a2a6d-8f17-4973-bac5-1b532954a786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:10.982041 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a2a6d-8f17-4973-bac5-1b532954a786 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1746bfff-950e-4857-b1bf-6fa3cf804b73,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:50:10.990655 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301a2a6d-8f17-4973-bac5-1b532954a786 admin admin] Checking segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:50:10.991012 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301a2a6d-8f17-4973-bac5-1b532954a786 admin admin] Network hostable DHCP agents. Network: 0e8b4f7b-f3c0-4523-9906-6b9e503fed71, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:50:11.006501 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301a2a6d-8f17-4973-bac5-1b532954a786 admin admin] Network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:50:11.015234 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-301a2a6d-8f17-4973-bac5-1b532954a786 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 0e8b4f7b-f3c0-4523-9906-6b9e503fed71) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:50:11.019248 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301a2a6d-8f17-4973-bac5-1b532954a786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:50:11.019857 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-301a2a6d-8f17-4973-bac5-1b532954a786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:11.024692 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fedf80-6b2a-4c43-9fb3-506718774ca6 None None] Network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:50:11.038139 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-301a2a6d-8f17-4973-bac5-1b532954a786 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2951026 Oct 19 00:50:11.153979 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 5 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:50:11.276206 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c544ba3-badf-49f2-a55e-5b35296572cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'tenant_id': 'ce5f9a5f59f6430ab5dd069f84bc0193', 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 00:50:11.277091 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7c544ba3-badf-49f2-a55e-5b35296572cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:11.418884 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-7c544ba3-badf-49f2-a55e-5b35296572cc None None] Allocated IP 192.168.233.2 (0e8b4f7b-f3c0-4523-9906-6b9e503fed71/1746bfff-950e-4857-b1bf-6fa3cf804b73/3ba773f4-57bc-42d5-86c0-93ca0f7bb32f) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:50:11.564431 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7c544ba3-badf-49f2-a55e-5b35296572cc None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:11.570623 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7c544ba3-badf-49f2-a55e-5b35296572cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:11.610417 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c544ba3-badf-49f2-a55e-5b35296572cc None None] Network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:50:11.613267 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-7c544ba3-badf-49f2-a55e-5b35296572cc None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:50:11.615806 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c544ba3-badf-49f2-a55e-5b35296572cc None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:50:11.626670 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c544ba3-badf-49f2-a55e-5b35296572cc None None] Pushing event updated for resources: {'Port': ['ID=3ba773f4-57bc-42d5-86c0-93ca0f7bb32f,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:50:11.646270 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c544ba3-badf-49f2-a55e-5b35296572cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:11.646614 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c544ba3-badf-49f2-a55e-5b35296572cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:11.646953 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c544ba3-badf-49f2-a55e-5b35296572cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:11.647283 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c544ba3-badf-49f2-a55e-5b35296572cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:11.648252 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c544ba3-badf-49f2-a55e-5b35296572cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:11.648555 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c544ba3-badf-49f2-a55e-5b35296572cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:11.648882 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c544ba3-badf-49f2-a55e-5b35296572cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:11.649198 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c544ba3-badf-49f2-a55e-5b35296572cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:11.649518 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c544ba3-badf-49f2-a55e-5b35296572cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:11.649859 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c544ba3-badf-49f2-a55e-5b35296572cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:11.650181 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c544ba3-badf-49f2-a55e-5b35296572cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:11.650500 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c544ba3-badf-49f2-a55e-5b35296572cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:11.686251 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-7c544ba3-badf-49f2-a55e-5b35296572cc None None] Attempting to bind port 3ba773f4-57bc-42d5-86c0-93ca0f7bb32f on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:50:11.686616 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-7c544ba3-badf-49f2-a55e-5b35296572cc None None] Attempting to bind port 3ba773f4-57bc-42d5-86c0-93ca0f7bb32f by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:50:11.687152 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c544ba3-badf-49f2-a55e-5b35296572cc None None] Attempting to bind port 3ba773f4-57bc-42d5-86c0-93ca0f7bb32f on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:50:11.692241 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c544ba3-badf-49f2-a55e-5b35296572cc None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:50:11.692597 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c544ba3-badf-49f2-a55e-5b35296572cc None None] Checking segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:50:11.692988 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7c544ba3-badf-49f2-a55e-5b35296572cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:11.693368 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c544ba3-badf-49f2-a55e-5b35296572cc None None] Bound using segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:50:11.693919 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-7c544ba3-badf-49f2-a55e-5b35296572cc None None] Bound port: 3ba773f4-57bc-42d5-86c0-93ca0f7bb32f, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:50:11.694316 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7c544ba3-badf-49f2-a55e-5b35296572cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:11.759864 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-7c544ba3-badf-49f2-a55e-5b35296572cc None None] For port 3ba773f4-57bc-42d5-86c0-93ca0f7bb32f, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:50:11.762886 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-7c544ba3-badf-49f2-a55e-5b35296572cc None None] For port 3ba773f4-57bc-42d5-86c0-93ca0f7bb32f, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=3ba773f4-57bc-42d5-86c0-93ca0f7bb32f,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:50:11.767372 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7c544ba3-badf-49f2-a55e-5b35296572cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:11.825288 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c544ba3-badf-49f2-a55e-5b35296572cc None None] Pushing event updated for resources: {'Port': ['ID=3ba773f4-57bc-42d5-86c0-93ca0f7bb32f,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:50:12.672645 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f5f0b4-4986-4e23-ac8e-755665d76707 None None] Network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:50:12.794334 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-5f8722f8-2a83-4d25-a44d-76c5d027befe None None] Provisioning complete for port 3ba773f4-57bc-42d5-86c0-93ca0f7bb32f triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:50:12.794692 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5f8722f8-2a83-4d25-a44d-76c5d027befe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:12.906915 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5f8722f8-2a83-4d25-a44d-76c5d027befe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:12.944751 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-5f8722f8-2a83-4d25-a44d-76c5d027befe None None] For port 3ba773f4-57bc-42d5-86c0-93ca0f7bb32f, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=3ba773f4-57bc-42d5-86c0-93ca0f7bb32f,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:50:12.953376 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5f8722f8-2a83-4d25-a44d-76c5d027befe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:13.007466 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8722f8-2a83-4d25-a44d-76c5d027befe None None] Pushing event updated for resources: {'Port': ['ID=3ba773f4-57bc-42d5-86c0-93ca0f7bb32f,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:50:13.173477 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-67f8d05f-d2de-4868-81d1-38c58d33abf2 None None] Provisioning complete for port 3ba773f4-57bc-42d5-86c0-93ca0f7bb32f triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:50:13.173744 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-67f8d05f-d2de-4868-81d1-38c58d33abf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:13.284731 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 3ba773f4-57bc-42d5-86c0-93ca0f7bb32f up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:50:13.337067 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 3ba773f4-57bc-42d5-86c0-93ca0f7bb32f triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:50:13.337427 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:13.832526 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-57ecc0c1-8983-471c-86d8-4898e2d6b0aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:16.479851 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b2be8c7a-2709-4f91-86f2-44f62254f438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:17.172071 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:17.557369 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:19.509920 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:43.833949 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e6c9f836-5ddd-4d7d-9f03-264702e6f939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:46.480956 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f4e3a9de-4bb4-40b1-b5c2-fd95717a3c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:47.173948 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:47.559523 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:48.152045 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 5 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:50:49.514330 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:13.837252 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-98e6cbe5-4d92-480e-8bc5-9ba43c2ec4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:16.483392 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-97a0de48-3887-40d8-91a4-fd834100f5b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:17.175586 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:17.563526 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:19.516623 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:22.834339 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42846) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:51:22.840816 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-a0cb8779-2de5-4142-9d39-61d0f33e80ea tempest-verify_tempest_config-2077275579 tempest-verify_tempest_config-2077275579-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:51:22.841782 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a0cb8779-2de5-4142-9d39-61d0f33e80ea tempest-verify_tempest_config-2077275579 tempest-verify_tempest_config-2077275579-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0065064 Oct 19 00:51:23.131383 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42864) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:51:23.233185 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5da7d167-886d-4d7c-ab73-9c7b4439b6fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:23.303410 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5da7d167-886d-4d7c-ab73-9c7b4439b6fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:23.307069 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5da7d167-886d-4d7c-ab73-9c7b4439b6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:23.353446 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5da7d167-886d-4d7c-ab73-9c7b4439b6fa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1248444e6aa14d6eb37993574598693c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2209678 Oct 19 00:51:23.354338 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da7d167-886d-4d7c-ab73-9c7b4439b6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9a349f-76ef-4f57-a9a9-2fd07ae54e42,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:51:23.356203 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42870) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:51:23.361243 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da7d167-886d-4d7c-ab73-9c7b4439b6fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:23.361588 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da7d167-886d-4d7c-ab73-9c7b4439b6fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:23.361924 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da7d167-886d-4d7c-ab73-9c7b4439b6fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:23.362256 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da7d167-886d-4d7c-ab73-9c7b4439b6fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:23.362587 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da7d167-886d-4d7c-ab73-9c7b4439b6fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:23.362910 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da7d167-886d-4d7c-ab73-9c7b4439b6fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:23.363228 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da7d167-886d-4d7c-ab73-9c7b4439b6fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:23.363546 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da7d167-886d-4d7c-ab73-9c7b4439b6fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:23.363900 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da7d167-886d-4d7c-ab73-9c7b4439b6fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:23.364219 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da7d167-886d-4d7c-ab73-9c7b4439b6fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:23.364535 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da7d167-886d-4d7c-ab73-9c7b4439b6fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:23.364853 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da7d167-886d-4d7c-ab73-9c7b4439b6fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:23.439552 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ea6aef50-b1ae-4009-9468-e499850f569c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:23.459133 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ea6aef50-b1ae-4009-9468-e499850f569c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:23.552498 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ea6aef50-b1ae-4009-9468-e499850f569c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:23.555257 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ea6aef50-b1ae-4009-9468-e499850f569c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:23.556395 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ea6aef50-b1ae-4009-9468-e499850f569c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7f9a349f-76ef-4f57-a9a9-2fd07ae54e42 HTTP/1.1" status: 204 len: 168 time: 0.1992013 Oct 19 00:51:23.564778 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6aef50-b1ae-4009-9468-e499850f569c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9a349f-76ef-4f57-a9a9-2fd07ae54e42,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:51:23.571811 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6aef50-b1ae-4009-9468-e499850f569c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:23.572177 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6aef50-b1ae-4009-9468-e499850f569c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:23.572511 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6aef50-b1ae-4009-9468-e499850f569c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:23.572841 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6aef50-b1ae-4009-9468-e499850f569c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:23.573168 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6aef50-b1ae-4009-9468-e499850f569c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:23.573490 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6aef50-b1ae-4009-9468-e499850f569c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:23.573812 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6aef50-b1ae-4009-9468-e499850f569c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:23.574131 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6aef50-b1ae-4009-9468-e499850f569c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:23.574449 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6aef50-b1ae-4009-9468-e499850f569c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:23.574798 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6aef50-b1ae-4009-9468-e499850f569c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:23.575070 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6aef50-b1ae-4009-9468-e499850f569c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:23.575386 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6aef50-b1ae-4009-9468-e499850f569c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:25.152262 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 5 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:51:43.837650 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-05872854-eb8e-48ce-9985-0103a0e6e104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:46.485061 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-da75640d-baaf-4d0d-88f3-55eb43b5a13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:47.176779 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:47.567775 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:49.519536 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:02.150525 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 5 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:52:13.837408 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-678f4d5c-894f-4861-9f43-98063f578c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:16.485488 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0069dc41-97d8-4f3a-a805-ece1e47e447a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:17.178198 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:17.572027 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:19.521271 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:39.148372 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 5 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:52:43.838744 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1e7e1df1-5622-40af-8222-e1ef4300b77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:46.486737 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-698f47b2-ca26-4611-8916-77b0e3cfb0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:47.179432 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:47.574878 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:49.525346 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:13.839596 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1c63bddd-ae4f-4257-81f2-a3cf8532c368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:16.147278 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 5 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:53:16.487027 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b1eda531-52bd-4d78-91ad-6b94cbe2d11e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:17.179434 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:17.577736 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:19.529061 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:43.842293 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-50ef1719-2a94-4704-a67c-26040679c60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:46.487818 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0eaad01e-588b-4c7d-8c46-c8acd965ebae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:47.179768 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:47.580788 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:49.532326 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:53.145400 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 5 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:54:13.843535 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8d1ce667-e477-4a6b-8cfb-19614f3e3a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:54:16.487576 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9f1ec0c4-ad45-45ba-aba4-bc361c57e60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:54:17.180612 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:54:17.583266 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:54:19.534451 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:54:26.731784 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1601971'] for agent, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:54:29.044981 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1601971'] for agent, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:54:30.145490 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:54:43.844116 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-60e9e43b-e24a-4105-88bd-a8df848304e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:54:46.487022 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-05faade0-1cba-4f64-9675-10b3132f3fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:54:47.181840 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:54:47.585628 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:54:49.537963 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:54:56.715363 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:54:58.997922 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:55:07.145310 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:55:10.983689 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42934) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:55:11.087833 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b19a9aa8-99f5-4e2b-93be-8a773f9db779 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1030056 Oct 19 00:55:13.412631 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42944) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:55:13.474311 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e412d915-1d5f-4e59-8387-85bd3b9db183 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0605047 Oct 19 00:55:13.844798 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ea87c431-fcf2-4c1d-acc6-77726d040a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:55:16.487532 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-71e9c083-feaa-43f4-b7fe-8a90f66e43b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:55:17.182318 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:55:17.588188 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:55:19.540974 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:55:26.734615 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:55:28.998008 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:55:43.846180 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-249efd70-1471-4acd-a167-f4b8aeb96511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:55:44.144702 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:55:46.488517 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ab9ac88f-c432-4c69-b43b-b6a8a4516735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:55:47.183721 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:55:47.590907 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:55:49.542870 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:55:56.731315 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:55:59.000108 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:13.847432 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0260787f-f260-4852-97f1-5adcbedc5d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:16.490030 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f2c910fd-e2ae-4697-a9ca-7edc8fd358ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:17.185291 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:17.594240 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:19.548083 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:21.144981 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:56:26.744001 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:29.007519 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:31.899100 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43080) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:32.272091 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-391628a6-afc1-4cb4-b03f-ad7eabd34d48 tempest-AutoAllocateNetworkTest-2146747430 tempest-AutoAllocateNetworkTest-2146747430-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=fea6bbec87334725a6031ef82c751e34&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3717983 Oct 19 00:56:32.274925 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43104) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:32.515980 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dbe94b-1811-494b-865f-d8edc9ee2b10 tempest-AutoAllocateNetworkTest-2146747430 tempest-AutoAllocateNetworkTest-2146747430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:32.519979 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d2dbe94b-1811-494b-865f-d8edc9ee2b10 tempest-AutoAllocateNetworkTest-2146747430 tempest-AutoAllocateNetworkTest-2146747430-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2423992 Oct 19 00:56:32.520611 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43126) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:32.588347 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-bb47bd91-13eb-427d-bd2c-f284d483a923 tempest-AutoAllocateNetworkTest-2146747430 tempest-AutoAllocateNetworkTest-2146747430-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0663936 Oct 19 00:56:32.588570 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43132) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:32.617656 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8a0ab47f-a3fb-43f8-8c9e-c9978329b31d tempest-AutoAllocateNetworkTest-2146747430 tempest-AutoAllocateNetworkTest-2146747430-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=fea6bbec87334725a6031ef82c751e34 HTTP/1.1" status: 200 len: 208 time: 0.0279214 Oct 19 00:56:33.291181 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43170) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:33.694370 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5a8d4b9a-38a7-4111-bccb-a9460631730e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:33.703240 n-d-715271-26 neutron-server[100606]: INFO neutron.quota [None req-5a8d4b9a-38a7-4111-bccb-a9460631730e admin admin] Loaded quota_driver: . Oct 19 00:56:33.819034 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5a8d4b9a-38a7-4111-bccb-a9460631730e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:33.824439 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5a8d4b9a-38a7-4111-bccb-a9460631730e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:33.870583 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d4b9a-38a7-4111-bccb-a9460631730e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42195393-4909-4714-a7aa-0c904d343030,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:33.878897 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d4b9a-38a7-4111-bccb-a9460631730e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:33.879238 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d4b9a-38a7-4111-bccb-a9460631730e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:33.879573 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d4b9a-38a7-4111-bccb-a9460631730e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:33.879941 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d4b9a-38a7-4111-bccb-a9460631730e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:33.880256 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d4b9a-38a7-4111-bccb-a9460631730e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:33.880578 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d4b9a-38a7-4111-bccb-a9460631730e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:33.880897 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d4b9a-38a7-4111-bccb-a9460631730e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:33.881215 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d4b9a-38a7-4111-bccb-a9460631730e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:33.881527 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d4b9a-38a7-4111-bccb-a9460631730e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:33.881922 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d4b9a-38a7-4111-bccb-a9460631730e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:33.882145 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d4b9a-38a7-4111-bccb-a9460631730e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:33.882459 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d4b9a-38a7-4111-bccb-a9460631730e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:33.883519 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d4b9a-38a7-4111-bccb-a9460631730e admin admin] Tracked resource versions report: Oct 19 00:56:33.883519 n-d-715271-26 neutron-server[100606]: pushed versions: Oct 19 00:56:33.883519 n-d-715271-26 neutron-server[100606]: { 'AddressGroup': {'1.2'}, Oct 19 00:56:33.883519 n-d-715271-26 neutron-server[100606]: 'ConntrackHelper': {'1.0'}, Oct 19 00:56:33.883519 n-d-715271-26 neutron-server[100606]: 'Log': {'1.0'}, Oct 19 00:56:33.883519 n-d-715271-26 neutron-server[100606]: 'Network': {'1.1'}, Oct 19 00:56:33.883519 n-d-715271-26 neutron-server[100606]: 'Port': {'1.7'}, Oct 19 00:56:33.883519 n-d-715271-26 neutron-server[100606]: 'PortForwarding': {'1.2'}, Oct 19 00:56:33.883519 n-d-715271-26 neutron-server[100606]: 'QosPolicy': {'1.10'}, Oct 19 00:56:33.883519 n-d-715271-26 neutron-server[100606]: 'SecurityGroup': {'1.4'}, Oct 19 00:56:33.883519 n-d-715271-26 neutron-server[100606]: 'SecurityGroupRule': {'1.2'}, Oct 19 00:56:33.883519 n-d-715271-26 neutron-server[100606]: 'SubPort': {'1.0'}, Oct 19 00:56:33.883519 n-d-715271-26 neutron-server[100606]: 'Subnet': {'1.1'}, Oct 19 00:56:33.883519 n-d-715271-26 neutron-server[100606]: 'Trunk': {'1.1'}} Oct 19 00:56:33.883519 n-d-715271-26 neutron-server[100606]: consumer versions: Oct 19 00:56:33.883519 n-d-715271-26 neutron-server[100606]: { DHCP agent@n-d-715271-26: {}, Oct 19 00:56:33.883519 n-d-715271-26 neutron-server[100606]: HyperV agent@n-h1-715271-26: {}, Oct 19 00:56:33.883519 n-d-715271-26 neutron-server[100606]: HyperV agent@n-h2-715271-26: {}, Oct 19 00:56:33.883519 n-d-715271-26 neutron-server[100606]: L3 agent@n-d-715271-26: {}, Oct 19 00:56:33.883519 n-d-715271-26 neutron-server[100606]: Metadata agent@n-d-715271-26: {}, Oct 19 00:56:33.883519 n-d-715271-26 neutron-server[100606]: Metering agent@n-d-715271-26: {}, Oct 19 00:56:33.883519 n-d-715271-26 neutron-server[100606]: Open vSwitch agent@n-d-715271-26: { 'AddressGroup': '1.2', Oct 19 00:56:33.883519 n-d-715271-26 neutron-server[100606]: 'ConntrackHelper': '1.0', Oct 19 00:56:33.883519 n-d-715271-26 neutron-server[100606]: 'Log': '1.0', Oct 19 00:56:33.883519 n-d-715271-26 neutron-server[100606]: 'Network': '1.1', Oct 19 00:56:33.883519 n-d-715271-26 neutron-server[100606]: 'Port': '1.7', Oct 19 00:56:33.883519 n-d-715271-26 neutron-server[100606]: 'PortForwarding': '1.2', Oct 19 00:56:33.883519 n-d-715271-26 neutron-server[100606]: 'QosPolicy': '1.10', Oct 19 00:56:33.883519 n-d-715271-26 neutron-server[100606]: 'SecurityGroup': '1.4', Oct 19 00:56:33.883519 n-d-715271-26 neutron-server[100606]: 'SecurityGroupRule': '1.2', Oct 19 00:56:33.883519 n-d-715271-26 neutron-server[100606]: 'SubPort': '1.0', Oct 19 00:56:33.883519 n-d-715271-26 neutron-server[100606]: 'Subnet': '1.1', Oct 19 00:56:33.883519 n-d-715271-26 neutron-server[100606]: 'Trunk': '1.1'}} Oct 19 00:56:33.883519 n-d-715271-26 neutron-server[100606]: {{(pid=100606) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 00:56:33.892646 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43196) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:33.904540 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5a8d4b9a-38a7-4111-bccb-a9460631730e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fea6bbec87334725a6031ef82c751e34&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6118693 Oct 19 00:56:33.953895 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5ccadf77-8e70-4b5a-b0e1-35949d4e2231 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:33.976145 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5ccadf77-8e70-4b5a-b0e1-35949d4e2231 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:34.033144 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5ccadf77-8e70-4b5a-b0e1-35949d4e2231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:34.035659 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5ccadf77-8e70-4b5a-b0e1-35949d4e2231 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:34.039212 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5ccadf77-8e70-4b5a-b0e1-35949d4e2231 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/42195393-4909-4714-a7aa-0c904d343030 HTTP/1.1" status: 204 len: 168 time: 0.1434486 Oct 19 00:56:34.044689 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccadf77-8e70-4b5a-b0e1-35949d4e2231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42195393-4909-4714-a7aa-0c904d343030,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:34.052695 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccadf77-8e70-4b5a-b0e1-35949d4e2231 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:34.053034 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccadf77-8e70-4b5a-b0e1-35949d4e2231 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:34.053366 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccadf77-8e70-4b5a-b0e1-35949d4e2231 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:34.053694 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccadf77-8e70-4b5a-b0e1-35949d4e2231 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:34.054017 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccadf77-8e70-4b5a-b0e1-35949d4e2231 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:34.054336 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccadf77-8e70-4b5a-b0e1-35949d4e2231 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:34.054655 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccadf77-8e70-4b5a-b0e1-35949d4e2231 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:34.054970 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccadf77-8e70-4b5a-b0e1-35949d4e2231 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:34.055284 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccadf77-8e70-4b5a-b0e1-35949d4e2231 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:34.055597 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccadf77-8e70-4b5a-b0e1-35949d4e2231 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:34.055935 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccadf77-8e70-4b5a-b0e1-35949d4e2231 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:34.056248 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccadf77-8e70-4b5a-b0e1-35949d4e2231 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:34.057303 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccadf77-8e70-4b5a-b0e1-35949d4e2231 admin admin] Tracked resource versions report: Oct 19 00:56:34.057303 n-d-715271-26 neutron-server[100607]: pushed versions: Oct 19 00:56:34.057303 n-d-715271-26 neutron-server[100607]: { 'AddressGroup': {'1.2'}, Oct 19 00:56:34.057303 n-d-715271-26 neutron-server[100607]: 'ConntrackHelper': {'1.0'}, Oct 19 00:56:34.057303 n-d-715271-26 neutron-server[100607]: 'Log': {'1.0'}, Oct 19 00:56:34.057303 n-d-715271-26 neutron-server[100607]: 'Network': {'1.1'}, Oct 19 00:56:34.057303 n-d-715271-26 neutron-server[100607]: 'Port': {'1.7'}, Oct 19 00:56:34.057303 n-d-715271-26 neutron-server[100607]: 'PortForwarding': {'1.2'}, Oct 19 00:56:34.057303 n-d-715271-26 neutron-server[100607]: 'QosPolicy': {'1.10'}, Oct 19 00:56:34.057303 n-d-715271-26 neutron-server[100607]: 'SecurityGroup': {'1.4'}, Oct 19 00:56:34.057303 n-d-715271-26 neutron-server[100607]: 'SecurityGroupRule': {'1.2'}, Oct 19 00:56:34.057303 n-d-715271-26 neutron-server[100607]: 'SubPort': {'1.0'}, Oct 19 00:56:34.057303 n-d-715271-26 neutron-server[100607]: 'Subnet': {'1.1'}, Oct 19 00:56:34.057303 n-d-715271-26 neutron-server[100607]: 'Trunk': {'1.1'}} Oct 19 00:56:34.057303 n-d-715271-26 neutron-server[100607]: consumer versions: Oct 19 00:56:34.057303 n-d-715271-26 neutron-server[100607]: { DHCP agent@n-d-715271-26: {}, Oct 19 00:56:34.057303 n-d-715271-26 neutron-server[100607]: HyperV agent@n-h1-715271-26: {}, Oct 19 00:56:34.057303 n-d-715271-26 neutron-server[100607]: HyperV agent@n-h2-715271-26: {}, Oct 19 00:56:34.057303 n-d-715271-26 neutron-server[100607]: L3 agent@n-d-715271-26: {}, Oct 19 00:56:34.057303 n-d-715271-26 neutron-server[100607]: Metadata agent@n-d-715271-26: {}, Oct 19 00:56:34.057303 n-d-715271-26 neutron-server[100607]: Metering agent@n-d-715271-26: {}, Oct 19 00:56:34.057303 n-d-715271-26 neutron-server[100607]: Open vSwitch agent@n-d-715271-26: { 'AddressGroup': '1.2', Oct 19 00:56:34.057303 n-d-715271-26 neutron-server[100607]: 'ConntrackHelper': '1.0', Oct 19 00:56:34.057303 n-d-715271-26 neutron-server[100607]: 'Log': '1.0', Oct 19 00:56:34.057303 n-d-715271-26 neutron-server[100607]: 'Network': '1.1', Oct 19 00:56:34.057303 n-d-715271-26 neutron-server[100607]: 'Port': '1.7', Oct 19 00:56:34.057303 n-d-715271-26 neutron-server[100607]: 'PortForwarding': '1.2', Oct 19 00:56:34.057303 n-d-715271-26 neutron-server[100607]: 'QosPolicy': '1.10', Oct 19 00:56:34.057303 n-d-715271-26 neutron-server[100607]: 'SecurityGroup': '1.4', Oct 19 00:56:34.057303 n-d-715271-26 neutron-server[100607]: 'SecurityGroupRule': '1.2', Oct 19 00:56:34.057303 n-d-715271-26 neutron-server[100607]: 'SubPort': '1.0', Oct 19 00:56:34.057303 n-d-715271-26 neutron-server[100607]: 'Subnet': '1.1', Oct 19 00:56:34.057303 n-d-715271-26 neutron-server[100607]: 'Trunk': '1.1'}} Oct 19 00:56:34.057303 n-d-715271-26 neutron-server[100607]: {{(pid=100607) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 00:56:37.669802 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43444) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:37.816983 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1bb14f08-b28d-4d70-985c-bb2b6c8a89f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:37.918158 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1bb14f08-b28d-4d70-985c-bb2b6c8a89f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:37.927284 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1bb14f08-b28d-4d70-985c-bb2b6c8a89f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:37.993566 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43480) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:38.025070 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb14f08-b28d-4d70-985c-bb2b6c8a89f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660198d9-e291-4609-9c87-5452b3c3659c,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:38.043892 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43488) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:38.044010 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1bb14f08-b28d-4d70-985c-bb2b6c8a89f8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ad80ef36961b4f7bbe08942c265bde63&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3722575 Oct 19 00:56:38.143049 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-db3e7a8e-159b-423a-8b33-417bd16d71eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:38.184976 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-db3e7a8e-159b-423a-8b33-417bd16d71eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:38.235224 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4894e053-0a42-4313-9f2c-81c9fbcc28ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:38.268054 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43508) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:38.275195 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-db3e7a8e-159b-423a-8b33-417bd16d71eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:38.277980 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-db3e7a8e-159b-423a-8b33-417bd16d71eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:38.282525 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-db3e7a8e-159b-423a-8b33-417bd16d71eb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/660198d9-e291-4609-9c87-5452b3c3659c HTTP/1.1" status: 204 len: 168 time: 0.2362645 Oct 19 00:56:38.293106 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e7a8e-159b-423a-8b33-417bd16d71eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660198d9-e291-4609-9c87-5452b3c3659c,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:38.369589 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4894e053-0a42-4313-9f2c-81c9fbcc28ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:38.375405 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4894e053-0a42-4313-9f2c-81c9fbcc28ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:38.420637 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4894e053-0a42-4313-9f2c-81c9fbcc28ba admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b897ab8c67644ab99a29da75c9c08add&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4252241 Oct 19 00:56:38.421428 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894e053-0a42-4313-9f2c-81c9fbcc28ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d900518b-7df5-4afc-91c4-db851246c287,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:38.423272 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43528) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:38.477955 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-633adf80-7713-4ad7-ac3f-46f43a608b2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:38.505804 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-633adf80-7713-4ad7-ac3f-46f43a608b2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:38.556618 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-633adf80-7713-4ad7-ac3f-46f43a608b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:38.559472 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-633adf80-7713-4ad7-ac3f-46f43a608b2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:38.561819 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-633adf80-7713-4ad7-ac3f-46f43a608b2f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d900518b-7df5-4afc-91c4-db851246c287 HTTP/1.1" status: 204 len: 168 time: 0.1375375 Oct 19 00:56:38.577535 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4a7ae690-c946-44c1-a530-fb445a164638 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:38.588788 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633adf80-7713-4ad7-ac3f-46f43a608b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d900518b-7df5-4afc-91c4-db851246c287,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:38.657244 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43538) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:38.682915 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4a7ae690-c946-44c1-a530-fb445a164638 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:38.688157 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4a7ae690-c946-44c1-a530-fb445a164638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:38.726462 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4a7ae690-c946-44c1-a530-fb445a164638 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fe26e72fa2564fd696b9c8ad42ab7dfd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4558907 Oct 19 00:56:38.727294 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7ae690-c946-44c1-a530-fb445a164638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da86a43-d250-4934-b550-cec59147a71c,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:38.729180 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43542) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:38.783168 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4dfabe37-22fe-42ab-821f-1ad2cf1d0867 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:38.815902 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4dfabe37-22fe-42ab-821f-1ad2cf1d0867 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:38.888292 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4dfabe37-22fe-42ab-821f-1ad2cf1d0867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:38.891147 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4dfabe37-22fe-42ab-821f-1ad2cf1d0867 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:38.893183 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4dfabe37-22fe-42ab-821f-1ad2cf1d0867 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9da86a43-d250-4934-b550-cec59147a71c HTTP/1.1" status: 204 len: 168 time: 0.1628613 Oct 19 00:56:38.916723 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfabe37-22fe-42ab-821f-1ad2cf1d0867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da86a43-d250-4934-b550-cec59147a71c,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:38.954956 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43558) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:38.969403 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d703374f-91ed-4931-83d9-18b239b0e2dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:39.064112 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d703374f-91ed-4931-83d9-18b239b0e2dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:39.069718 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d703374f-91ed-4931-83d9-18b239b0e2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:39.115431 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43574) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:39.115585 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d703374f-91ed-4931-83d9-18b239b0e2dd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f9f3df3004b743c78412e286b699dedd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1595695 Oct 19 00:56:39.122183 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703374f-91ed-4931-83d9-18b239b0e2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd13fe5-07eb-40c3-9b53-8fa5f75c63eb,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:39.228184 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-80743bee-9b38-4a50-b0ce-32fb77767d89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:39.252910 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f87e3fac-6c25-41ab-8f3f-42c26e129cc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:39.276540 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-80743bee-9b38-4a50-b0ce-32fb77767d89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:39.355560 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-80743bee-9b38-4a50-b0ce-32fb77767d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:39.358555 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-80743bee-9b38-4a50-b0ce-32fb77767d89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:39.359941 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-80743bee-9b38-4a50-b0ce-32fb77767d89 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5bd13fe5-07eb-40c3-9b53-8fa5f75c63eb HTTP/1.1" status: 204 len: 168 time: 0.2427728 Oct 19 00:56:39.368819 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80743bee-9b38-4a50-b0ce-32fb77767d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd13fe5-07eb-40c3-9b53-8fa5f75c63eb,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:39.448615 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f87e3fac-6c25-41ab-8f3f-42c26e129cc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:39.458459 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f87e3fac-6c25-41ab-8f3f-42c26e129cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:39.490244 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43610) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:39.515677 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e3fac-6c25-41ab-8f3f-42c26e129cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c3f43d-b0c4-48ab-8132-194709e9254a,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:39.520345 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f87e3fac-6c25-41ab-8f3f-42c26e129cc8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=77edbdbd217f49cfa5174cddbfaa1f79&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8616421 Oct 19 00:56:39.522973 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43614) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:39.544853 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9d49decb-ced9-4412-b973-534e7aafeb44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:39.604722 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-23893567-fb5b-4f1d-b977-abec264f0403 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:39.637685 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-23893567-fb5b-4f1d-b977-abec264f0403 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:39.658176 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9d49decb-ced9-4412-b973-534e7aafeb44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:39.667125 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9d49decb-ced9-4412-b973-534e7aafeb44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:39.690895 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-23893567-fb5b-4f1d-b977-abec264f0403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:39.695159 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-23893567-fb5b-4f1d-b977-abec264f0403 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:39.699076 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-23893567-fb5b-4f1d-b977-abec264f0403 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d9c3f43d-b0c4-48ab-8132-194709e9254a HTTP/1.1" status: 204 len: 168 time: 0.1724622 Oct 19 00:56:39.707433 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23893567-fb5b-4f1d-b977-abec264f0403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c3f43d-b0c4-48ab-8132-194709e9254a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:39.744404 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49decb-ced9-4412-b973-534e7aafeb44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77666fb2-630e-4f0f-bdca-30d8f2a77fcf,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:39.775260 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9d49decb-ced9-4412-b973-534e7aafeb44 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=831360bfce974fa39f6b31a3e490be01&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2809300 Oct 19 00:56:39.775403 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43634) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:39.852196 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-862463af-064b-4c3d-953c-4289de943893 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:39.878494 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-862463af-064b-4c3d-953c-4289de943893 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:39.907700 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43648) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:39.929459 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e229d1be-c839-418d-878e-933d8997e46d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:39.944558 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-862463af-064b-4c3d-953c-4289de943893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:39.944558 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-862463af-064b-4c3d-953c-4289de943893 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:39.951973 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-862463af-064b-4c3d-953c-4289de943893 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/77666fb2-630e-4f0f-bdca-30d8f2a77fcf HTTP/1.1" status: 204 len: 168 time: 0.1745985 Oct 19 00:56:39.968849 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862463af-064b-4c3d-953c-4289de943893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77666fb2-630e-4f0f-bdca-30d8f2a77fcf,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:39.986281 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43654) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:40.037664 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e229d1be-c839-418d-878e-933d8997e46d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:40.041720 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e229d1be-c839-418d-878e-933d8997e46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:40.075668 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e229d1be-c839-418d-878e-933d8997e46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e06145-1448-4826-acb9-e233bfe6851f,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:40.088587 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e229d1be-c839-418d-878e-933d8997e46d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7239297ddd9c4919be0fa7b49a3ff70c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1797969 Oct 19 00:56:40.091251 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43666) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:40.144654 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-79fd9d73-f113-4520-80cb-9be8120bb9ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:40.166560 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-79fd9d73-f113-4520-80cb-9be8120bb9ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:40.219285 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-79fd9d73-f113-4520-80cb-9be8120bb9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:40.221834 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-79fd9d73-f113-4520-80cb-9be8120bb9ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:40.223115 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-79fd9d73-f113-4520-80cb-9be8120bb9ee admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a9e06145-1448-4826-acb9-e233bfe6851f HTTP/1.1" status: 204 len: 168 time: 0.1300383 Oct 19 00:56:40.232504 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd9d73-f113-4520-80cb-9be8120bb9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e06145-1448-4826-acb9-e233bfe6851f,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:40.427707 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d2a82df9-99fa-4371-abe7-5abdadc8fc3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:40.506948 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d2a82df9-99fa-4371-abe7-5abdadc8fc3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:40.511509 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d2a82df9-99fa-4371-abe7-5abdadc8fc3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:40.538841 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43688) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:40.552921 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a82df9-99fa-4371-abe7-5abdadc8fc3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8eb92ee-5ef4-4ea4-9502-096c4b1b8165,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:40.557600 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7de527b5-840f-42c9-8ac4-79aa7d49d568 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:40.561466 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d2a82df9-99fa-4371-abe7-5abdadc8fc3f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d49cbd495be64328836269d3803b5a28&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5712397 Oct 19 00:56:40.562266 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43690) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:40.618692 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8fba3a1b-9555-456e-87aa-ca786076047b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:40.651541 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8fba3a1b-9555-456e-87aa-ca786076047b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:40.664584 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7de527b5-840f-42c9-8ac4-79aa7d49d568 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:40.669945 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7de527b5-840f-42c9-8ac4-79aa7d49d568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:40.707322 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de527b5-840f-42c9-8ac4-79aa7d49d568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f7a737-f9f8-4a17-bbde-218bb91d6c78,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:40.707492 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8fba3a1b-9555-456e-87aa-ca786076047b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:40.720597 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7de527b5-840f-42c9-8ac4-79aa7d49d568 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a8b3b7d15f274ea3b8278ddce94371b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1805232 Oct 19 00:56:40.721321 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8fba3a1b-9555-456e-87aa-ca786076047b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:40.722519 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8fba3a1b-9555-456e-87aa-ca786076047b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c8eb92ee-5ef4-4ea4-9502-096c4b1b8165 HTTP/1.1" status: 204 len: 168 time: 0.1582756 Oct 19 00:56:40.723235 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43698) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:40.735043 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba3a1b-9555-456e-87aa-ca786076047b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8eb92ee-5ef4-4ea4-9502-096c4b1b8165,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:40.741487 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43702) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:40.790001 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-da0fb4b6-b5be-4462-9b06-0315425e3599 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:40.816577 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-da0fb4b6-b5be-4462-9b06-0315425e3599 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:40.889663 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-da0fb4b6-b5be-4462-9b06-0315425e3599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:40.892293 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-da0fb4b6-b5be-4462-9b06-0315425e3599 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:40.893444 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-da0fb4b6-b5be-4462-9b06-0315425e3599 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/13f7a737-f9f8-4a17-bbde-218bb91d6c78 HTTP/1.1" status: 204 len: 168 time: 0.1690412 Oct 19 00:56:40.901638 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0fb4b6-b5be-4462-9b06-0315425e3599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f7a737-f9f8-4a17-bbde-218bb91d6c78,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:41.102967 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-728be9e3-aca0-4af7-b5a4-06a2157586d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:41.197263 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-728be9e3-aca0-4af7-b5a4-06a2157586d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:41.202561 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-728be9e3-aca0-4af7-b5a4-06a2157586d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:41.248300 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-728be9e3-aca0-4af7-b5a4-06a2157586d7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=76e5b2bfb1d74e179b8fe497366c7547&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5058284 Oct 19 00:56:41.249618 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728be9e3-aca0-4af7-b5a4-06a2157586d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa01cb3-0fd3-4ff8-bc7a-6dad29caf7dc,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:41.251095 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43730) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:41.302329 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-aa0a006b-0ac5-49e2-a21f-66402a52e2f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:41.324246 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-aa0a006b-0ac5-49e2-a21f-66402a52e2f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:41.374760 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-aa0a006b-0ac5-49e2-a21f-66402a52e2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:41.377393 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-aa0a006b-0ac5-49e2-a21f-66402a52e2f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:41.381043 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-aa0a006b-0ac5-49e2-a21f-66402a52e2f3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9aa01cb3-0fd3-4ff8-bc7a-6dad29caf7dc HTTP/1.1" status: 204 len: 168 time: 0.1262808 Oct 19 00:56:41.386421 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a006b-0ac5-49e2-a21f-66402a52e2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa01cb3-0fd3-4ff8-bc7a-6dad29caf7dc,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:41.471705 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43736) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:41.488431 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dccc59cc-354d-4195-b60f-8f949b2af0fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:41.524886 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43744) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:41.528064 n-d-715271-26 neutron-server[100606]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 19 00:56:41.569802 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-ed64a5d0-2eaf-4bfc-b249-d82943127090 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=238e07664aa9495aa5a948ce0ed7d175&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429163 Oct 19 00:56:41.594257 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dccc59cc-354d-4195-b60f-8f949b2af0fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:41.599318 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dccc59cc-354d-4195-b60f-8f949b2af0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:41.661762 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-dccc59cc-354d-4195-b60f-8f949b2af0fe admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cfcd6bae398c455a990421dabe743af9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1887228 Oct 19 00:56:41.663075 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc59cc-354d-4195-b60f-8f949b2af0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc7a04a-21a6-4b21-87a9-a3585bd5bb6d,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:41.680095 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43750) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:41.683617 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-5774b01b-5967-4f51-bb19-8a7e9749a699 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:41.690774 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-5774b01b-5967-4f51-bb19-8a7e9749a699 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1198175 Oct 19 00:56:41.703009 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-0c866a20-f83e-44e9-9074-2e81fe129bf8 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/quotas/238e07664aa9495aa5a948ce0ed7d175 HTTP/1.1" status: 200 len: 375 time: 0.0113940 Oct 19 00:56:41.754083 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f9694adb-cef3-480c-83eb-16370b6aa425 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:41.783025 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f9694adb-cef3-480c-83eb-16370b6aa425 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:41.812803 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-4ca7aec4-9634-4c18-b4c9-3ab8ea306cfc tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=238e07664aa9495aa5a948ce0ed7d175&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1028535 Oct 19 00:56:41.846055 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f9694adb-cef3-480c-83eb-16370b6aa425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:41.848577 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f9694adb-cef3-480c-83eb-16370b6aa425 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:41.854217 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f9694adb-cef3-480c-83eb-16370b6aa425 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fcc7a04a-21a6-4b21-87a9-a3585bd5bb6d HTTP/1.1" status: 204 len: 168 time: 0.1711040 Oct 19 00:56:41.864696 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9694adb-cef3-480c-83eb-16370b6aa425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc7a04a-21a6-4b21-87a9-a3585bd5bb6d,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:42.045883 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43782) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:42.058746 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-50375c08-805d-4cf2-9705-5207a55b4a69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:42.134503 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-50375c08-805d-4cf2-9705-5207a55b4a69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:42.138039 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-50375c08-805d-4cf2-9705-5207a55b4a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:42.176404 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-50375c08-805d-4cf2-9705-5207a55b4a69 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cde7b048cb3c4396ab8ee360293b3685&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1294420 Oct 19 00:56:42.179055 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43790) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:42.188617 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50375c08-805d-4cf2-9705-5207a55b4a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a96ab1f-1dbb-4649-939a-c120bbfe4000,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:42.239798 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fda28839-e7fd-457b-b3f9-05020d1535c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:42.265110 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fda28839-e7fd-457b-b3f9-05020d1535c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:42.325864 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fda28839-e7fd-457b-b3f9-05020d1535c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:42.329460 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fda28839-e7fd-457b-b3f9-05020d1535c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:42.330749 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-fda28839-e7fd-457b-b3f9-05020d1535c3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3a96ab1f-1dbb-4649-939a-c120bbfe4000 HTTP/1.1" status: 204 len: 168 time: 0.1506140 Oct 19 00:56:42.338550 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda28839-e7fd-457b-b3f9-05020d1535c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a96ab1f-1dbb-4649-939a-c120bbfe4000,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:42.558428 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43816) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:43.058766 n-d-715271-26 neutron-server[100607]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 19 00:56:43.111954 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4fff91d2-be46-42da-99d9-d727218f00ec req-298167e2-5df0-4fc2-9edd-aae4ebd1c505 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9f22c18-b271-427c-852d-8025cd76ee5a HTTP/1.1" status: 200 len: 210 time: 0.5516789 Oct 19 00:56:43.400588 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43868) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:43.640279 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-157822ce-1d55-4c55-904e-e1542b61a18a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1764147284-network', 'tenant_id': '2ee6c8abaf624ff89eecdfc50115aaff'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:56:43.667321 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157822ce-1d55-4c55-904e-e1542b61a18a admin admin] Made reservation on behalf of 2ee6c8abaf624ff89eecdfc50115aaff for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:56:43.670186 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-157822ce-1d55-4c55-904e-e1542b61a18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:43.679033 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-157822ce-1d55-4c55-904e-e1542b61a18a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:43.768233 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-157822ce-1d55-4c55-904e-e1542b61a18a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:43.775519 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-157822ce-1d55-4c55-904e-e1542b61a18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:43.788462 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-157822ce-1d55-4c55-904e-e1542b61a18a admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:56:43.802846 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-157822ce-1d55-4c55-904e-e1542b61a18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:43.803144 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-157822ce-1d55-4c55-904e-e1542b61a18a admin admin] Added segment a4d17dd7-55dc-4a64-b18f-0828fb3b63c1 of type vlan for network db82cf1f-422d-4289-a127-b70a546afbff Oct 19 00:56:43.829563 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.24', 61741) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:43.857692 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6675ac97-1d90-4ab3-93bb-d1b636355553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:43.864784 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-d524793e-7bf5-4549-974f-8078129c0aff tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=238e07664aa9495aa5a948ce0ed7d175&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340044 Oct 19 00:56:43.928945 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157822ce-1d55-4c55-904e-e1542b61a18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9494ef-7294-4f16-b2d7-ab7c218127da,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:43.934793 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-157822ce-1d55-4c55-904e-e1542b61a18a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:43.965456 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-157822ce-1d55-4c55-904e-e1542b61a18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:43.966994 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157822ce-1d55-4c55-904e-e1542b61a18a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:43.967819 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-157822ce-1d55-4c55-904e-e1542b61a18a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:43.998562 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-908c2f0f-2868-4dd0-83c4-361a2b7fbbab tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:44.000247 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-908c2f0f-2868-4dd0-83c4-361a2b7fbbab tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1278718 Oct 19 00:56:44.047664 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-157822ce-1d55-4c55-904e-e1542b61a18a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6462245 Oct 19 00:56:44.049038 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157822ce-1d55-4c55-904e-e1542b61a18a admin admin] Pushing event updated for resources: {'Network': ['ID=db82cf1f-422d-4289-a127-b70a546afbff,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:44.050704 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43898) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:44.055572 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-ed35d5b7-6d39-421b-b903-dc202ef788fd admin admin] Request body: {'subnet': {'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1764147284-subnet', 'tenant_id': '2ee6c8abaf624ff89eecdfc50115aaff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:56:44.059531 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network db82cf1f-422d-4289-a127-b70a546afbff details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:56:44.089357 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed35d5b7-6d39-421b-b903-dc202ef788fd admin admin] Made reservation on behalf of 2ee6c8abaf624ff89eecdfc50115aaff for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:56:44.092802 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ed35d5b7-6d39-421b-b903-dc202ef788fd admin admin] Publish callbacks [] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:44.097037 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-de8674c3-77b0-4bf7-9c0a-7be4d8c52699 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Request body: {'port': {'device_id': 'b9f22c18-b271-427c-852d-8025cd76ee5a', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'admin_state_up': True, 'tenant_id': '238e07664aa9495aa5a948ce0ed7d175'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:56:44.379337 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-de8674c3-77b0-4bf7-9c0a-7be4d8c52699 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Made reservation on behalf of 238e07664aa9495aa5a948ce0ed7d175 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:56:44.384316 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-de8674c3-77b0-4bf7-9c0a-7be4d8c52699 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:44.391563 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ed35d5b7-6d39-421b-b903-dc202ef788fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:44.438346 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35d5b7-6d39-421b-b903-dc202ef788fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc1eafbd-ecfc-4adf-9b82-a202a98a472a,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:44.444109 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0bda7d3b-45cd-4a1a-9d23-558c950c9ab8 req-025732e7-16aa-42db-b728-27aa7b5d1ae8 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9f22c18-b271-427c-852d-8025cd76ee5a HTTP/1.1" status: 200 len: 210 time: 0.0554225 Oct 19 00:56:44.444961 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-de8674c3-77b0-4bf7-9c0a-7be4d8c52699 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:44.473081 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed35d5b7-6d39-421b-b903-dc202ef788fd admin admin] Checking segment: {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:56:44.473718 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed35d5b7-6d39-421b-b903-dc202ef788fd admin admin] Network hostable DHCP agents. Network: db82cf1f-422d-4289-a127-b70a546afbff, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:56:44.498151 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed35d5b7-6d39-421b-b903-dc202ef788fd admin admin] Network db82cf1f-422d-4289-a127-b70a546afbff is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:56:44.523336 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-ed35d5b7-6d39-421b-b903-dc202ef788fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, db82cf1f-422d-4289-a127-b70a546afbff) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:56:44.528830 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed35d5b7-6d39-421b-b903-dc202ef788fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:44.530217 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ed35d5b7-6d39-421b-b903-dc202ef788fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:44.534603 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbdb400-482e-474c-8457-8f1847e485f8 None None] Network db82cf1f-422d-4289-a127-b70a546afbff requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:56:44.547956 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-de8674c3-77b0-4bf7-9c0a-7be4d8c52699 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:44.553202 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ed35d5b7-6d39-421b-b903-dc202ef788fd admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5014570 Oct 19 00:56:44.553476 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-de8674c3-77b0-4bf7-9c0a-7be4d8c52699 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:44.589476 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43928) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:44.611474 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8674c3-77b0-4bf7-9c0a-7be4d8c52699 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d63e4198-26fd-477c-ae3c-81a997ef0d61,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:44.701229 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315597f5-2152-4aa7-a1d6-20919b0bc055 None None] Network db82cf1f-422d-4289-a127-b70a546afbff requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:56:44.969812 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-de8674c3-77b0-4bf7-9c0a-7be4d8c52699 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Allocated IP 192.168.233.53 (0e8b4f7b-f3c0-4523-9906-6b9e503fed71/1746bfff-950e-4857-b1bf-6fa3cf804b73/9110281a-70ca-420a-8ef8-0a9d3058a4f7) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:56:45.044067 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-6c2f38c9-76d5-417a-89c3-ec423c726db8 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1980611840-network', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:56:45.072965 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2f38c9-76d5-417a-89c3-ec423c726db8 admin admin] Made reservation on behalf of 1f97037e6a5e4e978520d9c5500334e3 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:56:45.075389 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6c2f38c9-76d5-417a-89c3-ec423c726db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:45.084771 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6c2f38c9-76d5-417a-89c3-ec423c726db8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:45.163779 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6c2f38c9-76d5-417a-89c3-ec423c726db8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:45.170879 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6c2f38c9-76d5-417a-89c3-ec423c726db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:45.177399 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-de8674c3-77b0-4bf7-9c0a-7be4d8c52699 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:45.199185 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c2f38c9-76d5-417a-89c3-ec423c726db8 admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:56:45.214673 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f38c9-76d5-417a-89c3-ec423c726db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d819ffd-0c4d-4237-b82c-0d00ca07c6f2,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:45.231950 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6c2f38c9-76d5-417a-89c3-ec423c726db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:45.234884 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-6c2f38c9-76d5-417a-89c3-ec423c726db8 admin admin] Added segment e19ceaa3-9bbe-44c1-b629-032b78b84ea1 of type vlan for network c4b5ccfa-a7f9-4731-bba3-4264bbe52b87 Oct 19 00:56:45.262043 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-de8674c3-77b0-4bf7-9c0a-7be4d8c52699 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:45.288650 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6c2f38c9-76d5-417a-89c3-ec423c726db8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:45.324613 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6c2f38c9-76d5-417a-89c3-ec423c726db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:45.326646 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2f38c9-76d5-417a-89c3-ec423c726db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:45.327896 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6c2f38c9-76d5-417a-89c3-ec423c726db8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:45.357031 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-de8674c3-77b0-4bf7-9c0a-7be4d8c52699 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:56:45.364114 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-de8674c3-77b0-4bf7-9c0a-7be4d8c52699 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:56:45.367648 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-de8674c3-77b0-4bf7-9c0a-7be4d8c52699 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:56:45.374431 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-de8674c3-77b0-4bf7-9c0a-7be4d8c52699 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:45.375068 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-de8674c3-77b0-4bf7-9c0a-7be4d8c52699 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:45.393255 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6c2f38c9-76d5-417a-89c3-ec423c726db8 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7966881 Oct 19 00:56:45.393836 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43970) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:45.402237 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-e52be85f-0e94-4ac7-add2-3bddcedab36a admin admin] Request body: {'subnet': {'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1980611840-subnet', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:56:45.424662 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8674c3-77b0-4bf7-9c0a-7be4d8c52699 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Pushing event updated for resources: {'Port': ['ID=9110281a-70ca-420a-8ef8-0a9d3058a4f7,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:45.455907 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52be85f-0e94-4ac7-add2-3bddcedab36a admin admin] Made reservation on behalf of 1f97037e6a5e4e978520d9c5500334e3 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:56:45.459394 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e52be85f-0e94-4ac7-add2-3bddcedab36a admin admin] Publish callbacks [] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:45.473239 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f38c9-76d5-417a-89c3-ec423c726db8 admin admin] Pushing event updated for resources: {'Network': ['ID=c4b5ccfa-a7f9-4731-bba3-4264bbe52b87,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:45.490425 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network c4b5ccfa-a7f9-4731-bba3-4264bbe52b87 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:56:45.503262 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-de8674c3-77b0-4bf7-9c0a-7be4d8c52699 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4099693 Oct 19 00:56:45.590810 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-d247a3e1-a986-4170-9335-aa140c5f3806 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:56:45.600166 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-d247a3e1-a986-4170-9335-aa140c5f3806 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0254025 Oct 19 00:56:45.886626 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-7e09fc85-b9c1-439f-8113-484a29f1d2a9 None None] Provisioning complete for port 9110281a-70ca-420a-8ef8-0a9d3058a4f7 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:56:45.887393 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7e09fc85-b9c1-439f-8113-484a29f1d2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:46.023822 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-7e09fc85-b9c1-439f-8113-484a29f1d2a9 None None] Port 9110281a-70ca-420a-8ef8-0a9d3058a4f7 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:56:46.126526 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e52be85f-0e94-4ac7-add2-3bddcedab36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:46.188902 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52be85f-0e94-4ac7-add2-3bddcedab36a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a953001c-8d13-4f10-8aaf-914f81607c9c,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:46.251002 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e673e-dff3-4de3-bfbf-633b85ea2b26 req-b444a133-7e03-4a5c-a96d-118c88727b35 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:46.256266 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c85e673e-dff3-4de3-bfbf-633b85ea2b26 req-b444a133-7e03-4a5c-a96d-118c88727b35 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9f22c18-b271-427c-852d-8025cd76ee5a HTTP/1.1" status: 200 len: 935 time: 0.5977392 Oct 19 00:56:46.340525 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52be85f-0e94-4ac7-add2-3bddcedab36a admin admin] Checking segment: {'id': 'e19ceaa3-9bbe-44c1-b629-032b78b84ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:56:46.340885 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52be85f-0e94-4ac7-add2-3bddcedab36a admin admin] Network hostable DHCP agents. Network: c4b5ccfa-a7f9-4731-bba3-4264bbe52b87, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:56:46.389698 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c85e673e-dff3-4de3-bfbf-633b85ea2b26 req-2d9fa905-ddf4-4dcf-a723-abfa966430c7 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=d63e4198-26fd-477c-ae3c-81a997ef0d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195943 Oct 19 00:56:46.405911 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52be85f-0e94-4ac7-add2-3bddcedab36a admin admin] Network c4b5ccfa-a7f9-4731-bba3-4264bbe52b87 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:56:46.425411 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-e52be85f-0e94-4ac7-add2-3bddcedab36a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, c4b5ccfa-a7f9-4731-bba3-4264bbe52b87) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:56:46.431685 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52be85f-0e94-4ac7-add2-3bddcedab36a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:46.436437 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e52be85f-0e94-4ac7-add2-3bddcedab36a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:46.438768 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41395fdf-d640-4620-a4be-02acc1713248 None None] Network c4b5ccfa-a7f9-4731-bba3-4264bbe52b87 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:56:46.466708 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e52be85f-0e94-4ac7-add2-3bddcedab36a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0714705 Oct 19 00:56:46.469182 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44020) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:46.475772 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-36c68d05-2eb6-4cea-a107-d7badacf4065 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1980611840-router', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:56:46.523335 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-36c68d05-2eb6-4cea-a107-d7badacf4065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:46.529002 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-36c68d05-2eb6-4cea-a107-d7badacf4065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:46.587317 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3541aca7-ebd9-4570-ac50-b5be14e756f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:46.688860 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-36c68d05-2eb6-4cea-a107-d7badacf4065 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:46.766880 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45e7163-0b1f-448d-82ca-e9e6c258e0fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-c4b5ccfa-a7f9-4731-bba3-4264bbe52b87', 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'fixed_ips': [{'subnet_id': 'a953001c-8d13-4f10-8aaf-914f81607c9c'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 00:56:46.769618 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f45e7163-0b1f-448d-82ca-e9e6c258e0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:46.856712 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-b8a15fc8-078f-4563-a944-1e71a0fca47f service neutron] Request body: {'port': {'device_id': 'b9f22c18-b271-427c-852d-8025cd76ee5a', 'device_owner': 'compute:tempest-test_az-372810692', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:56:47.015288 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-f45e7163-0b1f-448d-82ca-e9e6c258e0fa None None] Allocated IP 172.20.0.2 (c4b5ccfa-a7f9-4731-bba3-4264bbe52b87/a953001c-8d13-4f10-8aaf-914f81607c9c/4da64a14-b182-4de5-9c46-22e424b56f86) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:56:47.066682 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44028) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:47.264512 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:47.287910 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44034) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:47.313245 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f45e7163-0b1f-448d-82ca-e9e6c258e0fa None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:47.322723 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f45e7163-0b1f-448d-82ca-e9e6c258e0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:47.333861 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-36c68d05-2eb6-4cea-a107-d7badacf4065 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:47.344974 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-b8a15fc8-078f-4563-a944-1e71a0fca47f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:47.413921 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e7163-0b1f-448d-82ca-e9e6c258e0fa None None] Pushing event updated for resources: {'Port': ['ID=4da64a14-b182-4de5-9c46-22e424b56f86,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:47.434078 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45e7163-0b1f-448d-82ca-e9e6c258e0fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:47.434669 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45e7163-0b1f-448d-82ca-e9e6c258e0fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:47.435336 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45e7163-0b1f-448d-82ca-e9e6c258e0fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:47.436383 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45e7163-0b1f-448d-82ca-e9e6c258e0fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:47.436881 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45e7163-0b1f-448d-82ca-e9e6c258e0fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:47.437401 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45e7163-0b1f-448d-82ca-e9e6c258e0fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:47.437980 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45e7163-0b1f-448d-82ca-e9e6c258e0fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:47.438308 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45e7163-0b1f-448d-82ca-e9e6c258e0fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:47.438784 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45e7163-0b1f-448d-82ca-e9e6c258e0fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:47.439251 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45e7163-0b1f-448d-82ca-e9e6c258e0fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:47.439741 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45e7163-0b1f-448d-82ca-e9e6c258e0fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:47.440212 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45e7163-0b1f-448d-82ca-e9e6c258e0fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:47.441454 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45e7163-0b1f-448d-82ca-e9e6c258e0fa None None] Tracked resource versions report: Oct 19 00:56:47.441454 n-d-715271-26 neutron-server[100608]: pushed versions: Oct 19 00:56:47.441454 n-d-715271-26 neutron-server[100608]: { 'AddressGroup': {'1.2'}, Oct 19 00:56:47.441454 n-d-715271-26 neutron-server[100608]: 'ConntrackHelper': {'1.0'}, Oct 19 00:56:47.441454 n-d-715271-26 neutron-server[100608]: 'Log': {'1.0'}, Oct 19 00:56:47.441454 n-d-715271-26 neutron-server[100608]: 'Network': {'1.1'}, Oct 19 00:56:47.441454 n-d-715271-26 neutron-server[100608]: 'Port': {'1.7'}, Oct 19 00:56:47.441454 n-d-715271-26 neutron-server[100608]: 'PortForwarding': {'1.2'}, Oct 19 00:56:47.441454 n-d-715271-26 neutron-server[100608]: 'QosPolicy': {'1.10'}, Oct 19 00:56:47.441454 n-d-715271-26 neutron-server[100608]: 'SecurityGroup': {'1.4'}, Oct 19 00:56:47.441454 n-d-715271-26 neutron-server[100608]: 'SecurityGroupRule': {'1.2'}, Oct 19 00:56:47.441454 n-d-715271-26 neutron-server[100608]: 'SubPort': {'1.0'}, Oct 19 00:56:47.441454 n-d-715271-26 neutron-server[100608]: 'Subnet': {'1.1'}, Oct 19 00:56:47.441454 n-d-715271-26 neutron-server[100608]: 'Trunk': {'1.1'}} Oct 19 00:56:47.441454 n-d-715271-26 neutron-server[100608]: consumer versions: Oct 19 00:56:47.441454 n-d-715271-26 neutron-server[100608]: { DHCP agent@n-d-715271-26: {}, Oct 19 00:56:47.441454 n-d-715271-26 neutron-server[100608]: HyperV agent@n-h1-715271-26: {}, Oct 19 00:56:47.441454 n-d-715271-26 neutron-server[100608]: HyperV agent@n-h2-715271-26: {}, Oct 19 00:56:47.441454 n-d-715271-26 neutron-server[100608]: L3 agent@n-d-715271-26: {}, Oct 19 00:56:47.441454 n-d-715271-26 neutron-server[100608]: Metadata agent@n-d-715271-26: {}, Oct 19 00:56:47.441454 n-d-715271-26 neutron-server[100608]: Metering agent@n-d-715271-26: {}, Oct 19 00:56:47.441454 n-d-715271-26 neutron-server[100608]: Open vSwitch agent@n-d-715271-26: { 'AddressGroup': '1.2', Oct 19 00:56:47.441454 n-d-715271-26 neutron-server[100608]: 'ConntrackHelper': '1.0', Oct 19 00:56:47.441454 n-d-715271-26 neutron-server[100608]: 'Log': '1.0', Oct 19 00:56:47.441454 n-d-715271-26 neutron-server[100608]: 'Network': '1.1', Oct 19 00:56:47.441454 n-d-715271-26 neutron-server[100608]: 'Port': '1.7', Oct 19 00:56:47.441454 n-d-715271-26 neutron-server[100608]: 'PortForwarding': '1.2', Oct 19 00:56:47.441454 n-d-715271-26 neutron-server[100608]: 'QosPolicy': '1.10', Oct 19 00:56:47.441454 n-d-715271-26 neutron-server[100608]: 'SecurityGroup': '1.4', Oct 19 00:56:47.441454 n-d-715271-26 neutron-server[100608]: 'SecurityGroupRule': '1.2', Oct 19 00:56:47.441454 n-d-715271-26 neutron-server[100608]: 'SubPort': '1.0', Oct 19 00:56:47.441454 n-d-715271-26 neutron-server[100608]: 'Subnet': '1.1', Oct 19 00:56:47.441454 n-d-715271-26 neutron-server[100608]: 'Trunk': '1.1'}} Oct 19 00:56:47.441454 n-d-715271-26 neutron-server[100608]: {{(pid=100608) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 00:56:47.479692 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45e7163-0b1f-448d-82ca-e9e6c258e0fa None None] Network c4b5ccfa-a7f9-4731-bba3-4264bbe52b87 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:56:47.482260 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-f45e7163-0b1f-448d-82ca-e9e6c258e0fa None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:56:47.485092 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45e7163-0b1f-448d-82ca-e9e6c258e0fa None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:56:47.611749 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-f45e7163-0b1f-448d-82ca-e9e6c258e0fa None None] Attempting to bind port 4da64a14-b182-4de5-9c46-22e424b56f86 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:56:47.615061 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-f45e7163-0b1f-448d-82ca-e9e6c258e0fa None None] Attempting to bind port 4da64a14-b182-4de5-9c46-22e424b56f86 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'e19ceaa3-9bbe-44c1-b629-032b78b84ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:56:47.616124 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45e7163-0b1f-448d-82ca-e9e6c258e0fa None None] Attempting to bind port 4da64a14-b182-4de5-9c46-22e424b56f86 on network c4b5ccfa-a7f9-4731-bba3-4264bbe52b87 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:56:47.671263 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45e7163-0b1f-448d-82ca-e9e6c258e0fa None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:56:47.671647 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45e7163-0b1f-448d-82ca-e9e6c258e0fa None None] Checking segment: {'id': 'e19ceaa3-9bbe-44c1-b629-032b78b84ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:56:47.672138 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f45e7163-0b1f-448d-82ca-e9e6c258e0fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:47.672529 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45e7163-0b1f-448d-82ca-e9e6c258e0fa None None] Bound using segment: {'id': 'e19ceaa3-9bbe-44c1-b629-032b78b84ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:56:47.673023 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-f45e7163-0b1f-448d-82ca-e9e6c258e0fa None None] Bound port: 4da64a14-b182-4de5-9c46-22e424b56f86, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e19ceaa3-9bbe-44c1-b629-032b78b84ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:56:47.673428 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f45e7163-0b1f-448d-82ca-e9e6c258e0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:47.696313 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:47.730095 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5d8c8b2c-0a1b-403c-bf17-4d7ef7783fef admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:47.837174 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-f45e7163-0b1f-448d-82ca-e9e6c258e0fa None None] For port 4da64a14-b182-4de5-9c46-22e424b56f86, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:56:47.847082 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-f45e7163-0b1f-448d-82ca-e9e6c258e0fa None None] For port 4da64a14-b182-4de5-9c46-22e424b56f86, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=4da64a14-b182-4de5-9c46-22e424b56f86,segment=NetworkSegment(e19ceaa3-9bbe-44c1-b629-032b78b84ea1),segment_id=e19ceaa3-9bbe-44c1-b629-032b78b84ea1)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:56:47.860894 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f45e7163-0b1f-448d-82ca-e9e6c258e0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:47.896570 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5d8c8b2c-0a1b-403c-bf17-4d7ef7783fef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:47.909583 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5d8c8b2c-0a1b-403c-bf17-4d7ef7783fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:47.971917 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e7163-0b1f-448d-82ca-e9e6c258e0fa None None] Pushing event updated for resources: {'Port': ['ID=4da64a14-b182-4de5-9c46-22e424b56f86,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:47.999841 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c8b2c-0a1b-403c-bf17-4d7ef7783fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3aa51d-d716-4519-97a2-c1941569bf0a,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:48.032550 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cdea16-60c8-4d3f-8d4e-26c0109c8417 req-66118cff-7dcd-4d98-96f0-b6cd954e5bc7 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:48.038211 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44054) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:48.040065 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-60cdea16-60c8-4d3f-8d4e-26c0109c8417 req-66118cff-7dcd-4d98-96f0-b6cd954e5bc7 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9f22c18-b271-427c-852d-8025cd76ee5a HTTP/1.1" status: 200 len: 935 time: 0.4035077 Oct 19 00:56:48.052423 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-7bac1744-d91e-48aa-ab7c-628a548c4933 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1917422368-network', 'tenant_id': 'cc4412fb08944ac4a0b2717e8e2a072e'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:56:48.151245 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5d8c8b2c-0a1b-403c-bf17-4d7ef7783fef admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=47e4723680674e5aaa8a11d7496d6044&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0834630 Oct 19 00:56:48.167694 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44060) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:48.182636 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-42da7111-0caf-4aeb-aca8-41801a27d9e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:48.266938 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bac1744-d91e-48aa-ab7c-628a548c4933 admin admin] Made reservation on behalf of cc4412fb08944ac4a0b2717e8e2a072e for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:56:48.269561 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7bac1744-d91e-48aa-ab7c-628a548c4933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:48.298834 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-60cdea16-60c8-4d3f-8d4e-26c0109c8417 req-fc375415-014e-4eff-b543-2c8977d6a7ba tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=d63e4198-26fd-477c-ae3c-81a997ef0d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576294 Oct 19 00:56:48.390835 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7bac1744-d91e-48aa-ab7c-628a548c4933 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:48.414587 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f9e2614a-f262-41cb-8d98-6fcc87ebc17c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:48.517110 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-42da7111-0caf-4aeb-aca8-41801a27d9e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:48.537988 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-42da7111-0caf-4aeb-aca8-41801a27d9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:48.624779 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da7111-0caf-4aeb-aca8-41801a27d9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8883432b-0dc4-4396-b00a-9646d3a8e1df,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:48.642466 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-42da7111-0caf-4aeb-aca8-41801a27d9e3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b1dfd981fb844994b88808c2cc3e61cb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3529351 Oct 19 00:56:48.643071 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44074) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:48.708772 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-96a96f46-f26e-468a-afdf-0c032d85525a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:48.759703 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-36c68d05-2eb6-4cea-a107-d7badacf4065 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:48.763701 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-96a96f46-f26e-468a-afdf-0c032d85525a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:48.764340 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7bac1744-d91e-48aa-ab7c-628a548c4933 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:48.773980 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f9e2614a-f262-41cb-8d98-6fcc87ebc17c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:48.821692 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-36c68d05-2eb6-4cea-a107-d7badacf4065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:48.871651 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-96a96f46-f26e-468a-afdf-0c032d85525a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:48.875021 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-96a96f46-f26e-468a-afdf-0c032d85525a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:48.876688 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-96a96f46-f26e-468a-afdf-0c032d85525a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8883432b-0dc4-4396-b00a-9646d3a8e1df HTTP/1.1" status: 204 len: 168 time: 0.2325454 Oct 19 00:56:48.892305 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a96f46-f26e-468a-afdf-0c032d85525a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8883432b-0dc4-4396-b00a-9646d3a8e1df,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:48.955833 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7bac1744-d91e-48aa-ab7c-628a548c4933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:49.007136 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac1744-d91e-48aa-ab7c-628a548c4933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe3d19c-3b89-41b9-b79d-b39677aa7809,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:49.080769 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bac1744-d91e-48aa-ab7c-628a548c4933 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:56:49.186876 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7bac1744-d91e-48aa-ab7c-628a548c4933 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775133213516', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:49.187447 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7bac1744-d91e-48aa-ab7c-628a548c4933 admin admin] Unsubscribe: segment precommit_create {{(pid=100606) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 19 00:56:49.188471 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-7bac1744-d91e-48aa-ab7c-628a548c4933 admin admin] Added segment 48e08957-330a-4552-9d65-b3c62b268b46 of type vlan for network f894b18a-f77a-42b3-85c4-a9c3d2a2e02b Oct 19 00:56:49.295769 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-36c68d05-2eb6-4cea-a107-d7badacf4065 admin admin] Allocated IP 172.25.8.89 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/cc11ffd9-64ef-45d2-8c51-7e2e751eafd6) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:56:49.366490 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-b8a15fc8-078f-4563-a944-1e71a0fca47f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9110281a-70ca-420a-8ef8-0a9d3058a4f7 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:56:49.389704 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-b8a15fc8-078f-4563-a944-1e71a0fca47f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:49.401059 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f9e2614a-f262-41cb-8d98-6fcc87ebc17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:49.407360 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f9e2614a-f262-41cb-8d98-6fcc87ebc17c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:49.417822 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f9e2614a-f262-41cb-8d98-6fcc87ebc17c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9b3aa51d-d716-4519-97a2-c1941569bf0a HTTP/1.1" status: 204 len: 168 time: 1.2437220 Oct 19 00:56:49.501526 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2614a-f262-41cb-8d98-6fcc87ebc17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3aa51d-d716-4519-97a2-c1941569bf0a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:49.524770 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7bac1744-d91e-48aa-ab7c-628a548c4933 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:49.596361 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:49.646257 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-b8a15fc8-078f-4563-a944-1e71a0fca47f service neutron] Transition to ACTIVE for port object 9110281a-70ca-420a-8ef8-0a9d3058a4f7 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:56:49.681152 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.db.resource_extend [None req-7bac1744-d91e-48aa-ab7c-628a548c4933 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 00:56:49.686833 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7327271f-3a33-48ed-b327-f101bd43ead2 None None] Network c4b5ccfa-a7f9-4731-bba3-4264bbe52b87 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:56:49.696641 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-b8a15fc8-078f-4563-a944-1e71a0fca47f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:49.707359 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44102) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:49.744037 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a45f25a-85eb-4e1a-a754-29240457a819 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:49.777975 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-36c68d05-2eb6-4cea-a107-d7badacf4065 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:49.806675 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 4da64a14-b182-4de5-9c46-22e424b56f86 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:56:49.904752 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-2eac13bf-da52-40e0-ad60-30bc9ae5e8aa None None] Provisioning complete for port 4da64a14-b182-4de5-9c46-22e424b56f86 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:56:49.905534 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2eac13bf-da52-40e0-ad60-30bc9ae5e8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:49.921924 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-36c68d05-2eb6-4cea-a107-d7badacf4065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:49.972086 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 4da64a14-b182-4de5-9c46-22e424b56f86 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:56:49.972754 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:49.995707 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c68d05-2eb6-4cea-a107-d7badacf4065 admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:56:50.021017 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-36c68d05-2eb6-4cea-a107-d7badacf4065 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:56:50.065672 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c68d05-2eb6-4cea-a107-d7badacf4065 admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:56:50.168612 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2eac13bf-da52-40e0-ad60-30bc9ae5e8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:50.190559 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7bac1744-d91e-48aa-ab7c-628a548c4933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:50.192488 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bac1744-d91e-48aa-ab7c-628a548c4933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:50.193682 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7bac1744-d91e-48aa-ab7c-628a548c4933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:50.271939 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-b8a15fc8-078f-4563-a944-1e71a0fca47f service neutron] Attempting to bind port 9110281a-70ca-420a-8ef8-0a9d3058a4f7 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:56:50.272753 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-b8a15fc8-078f-4563-a944-1e71a0fca47f service neutron] Attempting to bind port 9110281a-70ca-420a-8ef8-0a9d3058a4f7 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:56:50.273359 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-b8a15fc8-078f-4563-a944-1e71a0fca47f service neutron] Attempting to bind port 9110281a-70ca-420a-8ef8-0a9d3058a4f7 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:56:50.288632 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8060877-e12e-4d0b-974d-035806b0d3c5 req-2ba790c8-cbb1-417c-8d1f-8ee5bddccd33 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:50.290394 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a45f25a-85eb-4e1a-a754-29240457a819 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:50.296561 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a45f25a-85eb-4e1a-a754-29240457a819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:50.298847 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d8060877-e12e-4d0b-974d-035806b0d3c5 req-2ba790c8-cbb1-417c-8d1f-8ee5bddccd33 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9f22c18-b271-427c-852d-8025cd76ee5a HTTP/1.1" status: 200 len: 935 time: 0.8182769 Oct 19 00:56:50.318674 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-2eac13bf-da52-40e0-ad60-30bc9ae5e8aa None None] For port 4da64a14-b182-4de5-9c46-22e424b56f86, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=4da64a14-b182-4de5-9c46-22e424b56f86,segment=NetworkSegment(e19ceaa3-9bbe-44c1-b629-032b78b84ea1),segment_id=e19ceaa3-9bbe-44c1-b629-032b78b84ea1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:56:50.325441 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:50.375856 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2eac13bf-da52-40e0-ad60-30bc9ae5e8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:50.383492 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45f25a-85eb-4e1a-a754-29240457a819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a9f2e1-2a49-4f76-a369-553e5b10db7f,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:50.400485 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9a45f25a-85eb-4e1a-a754-29240457a819 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=03d7f6527b3447a183d0ef4d06d9b2ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6897731 Oct 19 00:56:50.402953 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44118) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:50.422265 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-b8a15fc8-078f-4563-a944-1e71a0fca47f service neutron] Port 9110281a-70ca-420a-8ef8-0a9d3058a4f7 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:56:50.422996 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-b8a15fc8-078f-4563-a944-1e71a0fca47f service neutron] Attempting to bind port 9110281a-70ca-420a-8ef8-0a9d3058a4f7 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:56:50.425928 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac1744-d91e-48aa-ab7c-628a548c4933 admin admin] Pushing event updated for resources: {'Network': ['ID=f894b18a-f77a-42b3-85c4-a9c3d2a2e02b,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:50.454264 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44120) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:50.484958 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d8060877-e12e-4d0b-974d-035806b0d3c5 req-2dec215c-aefa-444d-bb62-b53b5701a392 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=d63e4198-26fd-477c-ae3c-81a997ef0d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848986 Oct 19 00:56:50.485717 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a15fc8-078f-4563-a944-1e71a0fca47f service neutron] Pushing event updated for resources: {'Port': ['ID=9110281a-70ca-420a-8ef8-0a9d3058a4f7,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:50.509971 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f772ebb4-de21-4e37-b1f5-a8d977663fbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:50.569128 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 00:56:50.569569 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 00:56:50.570551 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac13bf-da52-40e0-ad60-30bc9ae5e8aa None None] Pushing event updated for resources: {'Port': ['ID=4da64a14-b182-4de5-9c46-22e424b56f86,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:50.577855 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-100ee566-b608-431c-bb46-6f92ec876b59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:50.578959 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network f894b18a-f77a-42b3-85c4-a9c3d2a2e02b details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:56:50.658416 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-100ee566-b608-431c-bb46-6f92ec876b59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:50.673429 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7bac1744-d91e-48aa-ab7c-628a548c4933 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.6339283 Oct 19 00:56:50.679948 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44134) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:50.689091 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-b8a15fc8-078f-4563-a944-1e71a0fca47f service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:56:50.690215 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-b8a15fc8-078f-4563-a944-1e71a0fca47f service neutron] Checking segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:56:50.692175 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-b8a15fc8-078f-4563-a944-1e71a0fca47f service neutron] Bound using segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:56:50.692865 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-b8a15fc8-078f-4563-a944-1e71a0fca47f service neutron] Bound port: 9110281a-70ca-420a-8ef8-0a9d3058a4f7, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:56:50.695858 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-b8a15fc8-078f-4563-a944-1e71a0fca47f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:50.708953 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-ecb9fdad-7fed-4446-8be1-5800755fab17 admin admin] Request body: {'subnet': {'network_id': 'f894b18a-f77a-42b3-85c4-a9c3d2a2e02b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1917422368-subnet', 'tenant_id': 'cc4412fb08944ac4a0b2717e8e2a072e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:56:50.794221 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f772ebb4-de21-4e37-b1f5-a8d977663fbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:50.817187 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f772ebb4-de21-4e37-b1f5-a8d977663fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:50.876249 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb9fdad-7fed-4446-8be1-5800755fab17 admin admin] Made reservation on behalf of cc4412fb08944ac4a0b2717e8e2a072e for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:56:50.879314 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ecb9fdad-7fed-4446-8be1-5800755fab17 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:50.906583 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f772ebb4-de21-4e37-b1f5-a8d977663fbd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b8727b24207b42ddbe0ed16451bcf2fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4512603 Oct 19 00:56:50.907531 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f772ebb4-de21-4e37-b1f5-a8d977663fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153ac288-2bf4-475d-b994-2251096df501,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:50.929194 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44140) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:51.069179 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-100ee566-b608-431c-bb46-6f92ec876b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:51.071775 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-100ee566-b608-431c-bb46-6f92ec876b59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:51.075335 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-100ee566-b608-431c-bb46-6f92ec876b59 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/87a9f2e1-2a49-4f76-a369-553e5b10db7f HTTP/1.1" status: 204 len: 168 time: 0.6689451 Oct 19 00:56:51.117003 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ee566-b608-431c-bb46-6f92ec876b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a9f2e1-2a49-4f76-a369-553e5b10db7f,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:51.144122 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d84b-ff89-4bfb-beac-2ea8a6a8b5da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:51.198355 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d84b-ff89-4bfb-beac-2ea8a6a8b5da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:51.273265 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-b8a15fc8-078f-4563-a944-1e71a0fca47f service neutron] For port 9110281a-70ca-420a-8ef8-0a9d3058a4f7, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:56:51.307441 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ecb9fdad-7fed-4446-8be1-5800755fab17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:51.332894 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-b8a15fc8-078f-4563-a944-1e71a0fca47f service neutron] For port 9110281a-70ca-420a-8ef8-0a9d3058a4f7, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=9110281a-70ca-420a-8ef8-0a9d3058a4f7,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:56:51.343678 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c68d05-2eb6-4cea-a107-d7badacf4065 admin admin] Pushing event updated for resources: {'Port': ['ID=cc11ffd9-64ef-45d2-8c51-7e2e751eafd6,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:51.355917 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-b8a15fc8-078f-4563-a944-1e71a0fca47f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:51.413785 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d84b-ff89-4bfb-beac-2ea8a6a8b5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:51.416566 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d84b-ff89-4bfb-beac-2ea8a6a8b5da admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:51.420955 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d6d3d84b-ff89-4bfb-beac-2ea8a6a8b5da admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/153ac288-2bf4-475d-b994-2251096df501 HTTP/1.1" status: 204 len: 168 time: 0.4864612 Oct 19 00:56:51.439704 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3d84b-ff89-4bfb-beac-2ea8a6a8b5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153ac288-2bf4-475d-b994-2251096df501,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:51.470440 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb9fdad-7fed-4446-8be1-5800755fab17 admin admin] Checking segment: {'id': '48e08957-330a-4552-9d65-b3c62b268b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f894b18a-f77a-42b3-85c4-a9c3d2a2e02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:56:51.470804 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb9fdad-7fed-4446-8be1-5800755fab17 admin admin] Network hostable DHCP agents. Network: f894b18a-f77a-42b3-85c4-a9c3d2a2e02b, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:56:51.473042 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9fdad-7fed-4446-8be1-5800755fab17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e18d02f-6e8c-4a3c-997e-e36bffc2f072,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:51.515779 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb9fdad-7fed-4446-8be1-5800755fab17 admin admin] Network f894b18a-f77a-42b3-85c4-a9c3d2a2e02b is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:56:51.530263 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-ecb9fdad-7fed-4446-8be1-5800755fab17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, f894b18a-f77a-42b3-85c4-a9c3d2a2e02b) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:56:51.537401 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb9fdad-7fed-4446-8be1-5800755fab17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:51.537997 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ecb9fdad-7fed-4446-8be1-5800755fab17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:51.564538 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9c3362-6def-4a2f-92f5-bd51293217de None None] Network f894b18a-f77a-42b3-85c4-a9c3d2a2e02b requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:56:51.587316 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-b8a15fc8-078f-4563-a944-1e71a0fca47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:51.589048 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-b8a15fc8-078f-4563-a944-1e71a0fca47f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:51.590985 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-b8a15fc8-078f-4563-a944-1e71a0fca47f service neutron] 10.222.0.24 "PUT /v2.0/ports/9110281a-70ca-420a-8ef8-0a9d3058a4f7 HTTP/1.1" status: 200 len: 1117 time: 5.3807530 Oct 19 00:56:51.595416 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f22c18-b271-427c-852d-8025cd76ee5a', 'tag': '9110281a-70ca-420a-8ef8-0a9d3058a4f7'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:56:51.597382 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ecb9fdad-7fed-4446-8be1-5800755fab17 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9108775 Oct 19 00:56:51.663209 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 4da64a14-b182-4de5-9c46-22e424b56f86 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:56:51.694966 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44176) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:51.842404 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a15fc8-078f-4563-a944-1e71a0fca47f service neutron] Pushing event updated for resources: {'Port': ['ID=9110281a-70ca-420a-8ef8-0a9d3058a4f7,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:51.970805 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b932675-41d6-45d8-ae9b-466132fe1ce3 req-9548721e-045b-425e-a6c5-444c69b7cdcf tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:51.978630 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6b932675-41d6-45d8-ae9b-466132fe1ce3 req-9548721e-045b-425e-a6c5-444c69b7cdcf tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9f22c18-b271-427c-852d-8025cd76ee5a HTTP/1.1" status: 200 len: 968 time: 0.2947683 Oct 19 00:56:51.988651 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-e3e5d3d1-ac24-4f2e-9962-219d94550a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:51.990159 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-e3e5d3d1-ac24-4f2e-9962-219d94550a44 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=238e07664aa9495aa5a948ce0ed7d175&device_id=b9f22c18-b271-427c-852d-8025cd76ee5a HTTP/1.1" status: 200 len: 1120 time: 0.2819548 Oct 19 00:56:52.000890 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-36c68d05-2eb6-4cea-a107-d7badacf4065 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:52.017199 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-3b34a91e-c559-473a-983f-90dc27b561fa None None] Provisioning complete for port 4da64a14-b182-4de5-9c46-22e424b56f86 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:56:52.017567 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3b34a91e-c559-473a-983f-90dc27b561fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:52.145306 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6b932675-41d6-45d8-ae9b-466132fe1ce3 req-79829a0c-8924-4f99-a67a-05cf3d261cc9 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=d63e4198-26fd-477c-ae3c-81a997ef0d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657169 Oct 19 00:56:52.356562 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 4da64a14-b182-4de5-9c46-22e424b56f86 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:56:52.375298 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:52.396543 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b3e049-6b6c-480f-b154-f3282267eab7 None None] Network f894b18a-f77a-42b3-85c4-a9c3d2a2e02b requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:56:52.408479 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c473f80a-e62b-405c-b786-66534521792e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:52.473200 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-38ab773b-7865-4093-ab00-01f995e2f0e1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=9110281a-70ca-420a-8ef8-0a9d3058a4f7 HTTP/1.1" status: 200 len: 217 time: 0.1936111 Oct 19 00:56:52.540583 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c473f80a-e62b-405c-b786-66534521792e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:52.548941 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c473f80a-e62b-405c-b786-66534521792e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:52.613718 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-36c68d05-2eb6-4cea-a107-d7badacf4065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:52.690497 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473f80a-e62b-405c-b786-66534521792e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecd4eec-75dc-45b3-b9d6-a8a154c3e0f8,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:52.713216 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c473f80a-e62b-405c-b786-66534521792e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8feb3eb7717340c581ce5de987c17ea7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0168903 Oct 19 00:56:52.716068 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44214) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:52.848994 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-22153007-6184-4f6e-b315-f0ddd088dacb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:52.854867 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c68d05-2eb6-4cea-a107-d7badacf4065 admin admin] Router 3ecf485b-c040-4fb4-9b14-1e391a5e1184 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 00:56:52.920709 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-22153007-6184-4f6e-b315-f0ddd088dacb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:52.976812 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09caf5f0-a2c4-4e82-b55c-f15da8fc69cd" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f22c18-b271-427c-852d-8025cd76ee5a", "tag": "9110281a-70ca-420a-8ef8-0a9d3058a4f7"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:56:53.110576 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-22153007-6184-4f6e-b315-f0ddd088dacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:53.115159 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-22153007-6184-4f6e-b315-f0ddd088dacb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:53.120657 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-22153007-6184-4f6e-b315-f0ddd088dacb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9ecd4eec-75dc-45b3-b9d6-a8a154c3e0f8 HTTP/1.1" status: 204 len: 168 time: 0.4032550 Oct 19 00:56:53.142650 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22153007-6184-4f6e-b315-f0ddd088dacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecd4eec-75dc-45b3-b9d6-a8a154c3e0f8,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:53.146470 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c68d05-2eb6-4cea-a107-d7badacf4065 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:56:53.159765 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622130be-9840-4335-92a6-6652594e9690 None None] Sync routers for ids ['3ecf485b-c040-4fb4-9b14-1e391a5e1184'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:56:53.174852 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622130be-9840-4335-92a6-6652594e9690 None None] Routers {'3ecf485b-c040-4fb4-9b14-1e391a5e1184'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:56:53.175771 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-622130be-9840-4335-92a6-6652594e9690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T00:56:46Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['3ecf485b-c040-4fb4-9b14-1e391a5e1184'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:56:53.180599 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-36c68d05-2eb6-4cea-a107-d7badacf4065 admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:53.188869 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44230) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:53.188991 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-36c68d05-2eb6-4cea-a107-d7badacf4065 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.7185502 Oct 19 00:56:53.481833 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15effb7-c9e9-420c-ae31-347dc131b37a x-openstack-request-id: req-f15effb7-c9e9-420c-ae31-347dc131b37a {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:56:53.482420 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f22c18-b271-427c-852d-8025cd76ee5a", "tag": "9110281a-70ca-420a-8ef8-0a9d3058a4f7", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:56:53.482628 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f15effb7-c9e9-420c-ae31-347dc131b37a {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:56:53.483262 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f22c18-b271-427c-852d-8025cd76ee5a', 'tag': '9110281a-70ca-420a-8ef8-0a9d3058a4f7', 'status': 'completed', 'code': 200} Oct 19 00:56:53.577890 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-622130be-9840-4335-92a6-6652594e9690 None None] Set router 3ecf485b-c040-4fb4-9b14-1e391a5e1184 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:56:53.814202 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789d451-5276-4e07-b773-519844e87372 req-50869327-3678-4a89-af12-f2da250c23b0 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:53.840123 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4789d451-5276-4e07-b773-519844e87372 req-50869327-3678-4a89-af12-f2da250c23b0 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9f22c18-b271-427c-852d-8025cd76ee5a HTTP/1.1" status: 200 len: 968 time: 0.1392198 Oct 19 00:56:53.934267 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4789d451-5276-4e07-b773-519844e87372 req-3b279e1b-ae69-4e26-9e2b-3c763b26ce33 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=d63e4198-26fd-477c-ae3c-81a997ef0d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789902 Oct 19 00:56:54.043365 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-eae8586d-fa4d-4f91-b699-e04444493289 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:54.047046 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-eae8586d-fa4d-4f91-b699-e04444493289 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/networks?id=db82cf1f-422d-4289-a127-b70a546afbff HTTP/1.1" status: 200 len: 821 time: 0.6738727 Oct 19 00:56:54.062838 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-622130be-9840-4335-92a6-6652594e9690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1980611840-router', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:56:46Z', 'updated_at': '2021-10-19T00:56:51Z', 'revision_number': 3, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'gw_port': {'id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:56:48Z', 'updated_at': '2021-10-19T00:56:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:56:54.083107 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44268) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:54.086365 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-bec54a31-3702-4197-8be5-8a29f73ab315 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/quotas/2ee6c8abaf624ff89eecdfc50115aaff HTTP/1.1" status: 200 len: 375 time: 0.0303490 Oct 19 00:56:54.116089 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-09a0ba74-5821-4c97-8463-8b0feb4a6675 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:54.125290 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622130be-9840-4335-92a6-6652594e9690 None None] Checking router: 3ecf485b-c040-4fb4-9b14-1e391a5e1184 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:56:54.125879 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622130be-9840-4335-92a6-6652594e9690 None None] Updating router 3ecf485b-c040-4fb4-9b14-1e391a5e1184 port cc11ffd9-64ef-45d2-8c51-7e2e751eafd6 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:56:54.177306 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-622130be-9840-4335-92a6-6652594e9690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:54.212581 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-807aa6c8-8ab6-4f98-bd92-a48588ee8f76 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0758204 Oct 19 00:56:54.368380 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-09a0ba74-5821-4c97-8463-8b0feb4a6675 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:54.377870 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-09a0ba74-5821-4c97-8463-8b0feb4a6675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:54.493160 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-09a0ba74-5821-4c97-8463-8b0feb4a6675 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=268f8dbfc0004334a89cf8d3a594177f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4073715 Oct 19 00:56:54.494430 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0ba74-5821-4c97-8463-8b0feb4a6675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d3a4c5-e207-4310-8bb4-1623debfada1,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:54.502297 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44278) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:54.696593 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-deb33964-56b7-47fe-871a-32ec7a579334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:54.700251 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-391753b6-3b93-47f8-96a5-a6ef8fc31287 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:54.774831 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-622130be-9840-4335-92a6-6652594e9690 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:54.788268 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-622130be-9840-4335-92a6-6652594e9690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:54.808996 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-391753b6-3b93-47f8-96a5-a6ef8fc31287 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:54.899709 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb52ac-b5b0-4db6-9bfe-f66594433ae4 None None] Pushing event updated for resources: {'Port': ['ID=cc11ffd9-64ef-45d2-8c51-7e2e751eafd6,revision_number=2']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:54.925745 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eb52ac-b5b0-4db6-9bfe-f66594433ae4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:54.926092 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eb52ac-b5b0-4db6-9bfe-f66594433ae4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:54.926433 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eb52ac-b5b0-4db6-9bfe-f66594433ae4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:54.929571 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eb52ac-b5b0-4db6-9bfe-f66594433ae4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:54.929942 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eb52ac-b5b0-4db6-9bfe-f66594433ae4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:54.930282 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eb52ac-b5b0-4db6-9bfe-f66594433ae4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:54.930617 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eb52ac-b5b0-4db6-9bfe-f66594433ae4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:54.930950 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eb52ac-b5b0-4db6-9bfe-f66594433ae4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:54.931279 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eb52ac-b5b0-4db6-9bfe-f66594433ae4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:54.952505 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eb52ac-b5b0-4db6-9bfe-f66594433ae4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:54.952938 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eb52ac-b5b0-4db6-9bfe-f66594433ae4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:54.953287 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eb52ac-b5b0-4db6-9bfe-f66594433ae4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:54.954413 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eb52ac-b5b0-4db6-9bfe-f66594433ae4 None None] Tracked resource versions report: Oct 19 00:56:54.954413 n-d-715271-26 neutron-server[100609]: pushed versions: Oct 19 00:56:54.954413 n-d-715271-26 neutron-server[100609]: { 'AddressGroup': {'1.2'}, Oct 19 00:56:54.954413 n-d-715271-26 neutron-server[100609]: 'ConntrackHelper': {'1.0'}, Oct 19 00:56:54.954413 n-d-715271-26 neutron-server[100609]: 'Log': {'1.0'}, Oct 19 00:56:54.954413 n-d-715271-26 neutron-server[100609]: 'Network': {'1.1'}, Oct 19 00:56:54.954413 n-d-715271-26 neutron-server[100609]: 'Port': {'1.7'}, Oct 19 00:56:54.954413 n-d-715271-26 neutron-server[100609]: 'PortForwarding': {'1.2'}, Oct 19 00:56:54.954413 n-d-715271-26 neutron-server[100609]: 'QosPolicy': {'1.10'}, Oct 19 00:56:54.954413 n-d-715271-26 neutron-server[100609]: 'SecurityGroup': {'1.4'}, Oct 19 00:56:54.954413 n-d-715271-26 neutron-server[100609]: 'SecurityGroupRule': {'1.2'}, Oct 19 00:56:54.954413 n-d-715271-26 neutron-server[100609]: 'SubPort': {'1.0'}, Oct 19 00:56:54.954413 n-d-715271-26 neutron-server[100609]: 'Subnet': {'1.1'}, Oct 19 00:56:54.954413 n-d-715271-26 neutron-server[100609]: 'Trunk': {'1.1'}} Oct 19 00:56:54.954413 n-d-715271-26 neutron-server[100609]: consumer versions: Oct 19 00:56:54.954413 n-d-715271-26 neutron-server[100609]: { DHCP agent@n-d-715271-26: {}, Oct 19 00:56:54.954413 n-d-715271-26 neutron-server[100609]: HyperV agent@n-h1-715271-26: {}, Oct 19 00:56:54.954413 n-d-715271-26 neutron-server[100609]: HyperV agent@n-h2-715271-26: {}, Oct 19 00:56:54.954413 n-d-715271-26 neutron-server[100609]: L3 agent@n-d-715271-26: {}, Oct 19 00:56:54.954413 n-d-715271-26 neutron-server[100609]: Metadata agent@n-d-715271-26: {}, Oct 19 00:56:54.954413 n-d-715271-26 neutron-server[100609]: Metering agent@n-d-715271-26: {}, Oct 19 00:56:54.954413 n-d-715271-26 neutron-server[100609]: Open vSwitch agent@n-d-715271-26: { 'AddressGroup': '1.2', Oct 19 00:56:54.954413 n-d-715271-26 neutron-server[100609]: 'ConntrackHelper': '1.0', Oct 19 00:56:54.954413 n-d-715271-26 neutron-server[100609]: 'Log': '1.0', Oct 19 00:56:54.954413 n-d-715271-26 neutron-server[100609]: 'Network': '1.1', Oct 19 00:56:54.954413 n-d-715271-26 neutron-server[100609]: 'Port': '1.7', Oct 19 00:56:54.954413 n-d-715271-26 neutron-server[100609]: 'PortForwarding': '1.2', Oct 19 00:56:54.954413 n-d-715271-26 neutron-server[100609]: 'QosPolicy': '1.10', Oct 19 00:56:54.954413 n-d-715271-26 neutron-server[100609]: 'SecurityGroup': '1.4', Oct 19 00:56:54.954413 n-d-715271-26 neutron-server[100609]: 'SecurityGroupRule': '1.2', Oct 19 00:56:54.954413 n-d-715271-26 neutron-server[100609]: 'SubPort': '1.0', Oct 19 00:56:54.954413 n-d-715271-26 neutron-server[100609]: 'Subnet': '1.1', Oct 19 00:56:54.954413 n-d-715271-26 neutron-server[100609]: 'Trunk': '1.1'}} Oct 19 00:56:54.954413 n-d-715271-26 neutron-server[100609]: {{(pid=100609) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 00:56:55.008059 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-622130be-9840-4335-92a6-6652594e9690 None None] Attempting to bind port cc11ffd9-64ef-45d2-8c51-7e2e751eafd6 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:56:55.011990 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-622130be-9840-4335-92a6-6652594e9690 None None] Attempting to bind port cc11ffd9-64ef-45d2-8c51-7e2e751eafd6 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:56:55.012408 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622130be-9840-4335-92a6-6652594e9690 None None] Attempting to bind port cc11ffd9-64ef-45d2-8c51-7e2e751eafd6 on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:56:55.021531 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622130be-9840-4335-92a6-6652594e9690 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:56:55.021910 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622130be-9840-4335-92a6-6652594e9690 None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:56:55.022311 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-622130be-9840-4335-92a6-6652594e9690 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:55.022702 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622130be-9840-4335-92a6-6652594e9690 None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:56:55.023175 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-622130be-9840-4335-92a6-6652594e9690 None None] Bound port: cc11ffd9-64ef-45d2-8c51-7e2e751eafd6, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:56:55.023585 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-622130be-9840-4335-92a6-6652594e9690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:55.025491 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-3494141a-3dc3-4fb8-96f7-98eae86519f9 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:56:55.027407 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-3494141a-3dc3-4fb8-96f7-98eae86519f9 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4000998 Oct 19 00:56:55.129396 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4de17-decb-48b0-b09e-944add1cbda9 req-62c8cec4-b981-4228-b07a-a714c71a0770 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:55.140728 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-391753b6-3b93-47f8-96a5-a6ef8fc31287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:55.142045 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e4c4de17-decb-48b0-b09e-944add1cbda9 req-62c8cec4-b981-4228-b07a-a714c71a0770 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9f22c18-b271-427c-852d-8025cd76ee5a HTTP/1.1" status: 200 len: 968 time: 0.0934272 Oct 19 00:56:55.143300 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-391753b6-3b93-47f8-96a5-a6ef8fc31287 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:55.144523 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-391753b6-3b93-47f8-96a5-a6ef8fc31287 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a6d3a4c5-e207-4310-8bb4-1623debfada1 HTTP/1.1" status: 204 len: 168 time: 0.6395965 Oct 19 00:56:55.193086 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-622130be-9840-4335-92a6-6652594e9690 None None] For port cc11ffd9-64ef-45d2-8c51-7e2e751eafd6, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:56:55.202346 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-622130be-9840-4335-92a6-6652594e9690 None None] For port cc11ffd9-64ef-45d2-8c51-7e2e751eafd6, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=cc11ffd9-64ef-45d2-8c51-7e2e751eafd6,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:56:55.212188 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-622130be-9840-4335-92a6-6652594e9690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:55.356259 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-deb33964-56b7-47fe-871a-32ec7a579334 admin admin] Allocated IP 172.20.0.1 (c4b5ccfa-a7f9-4731-bba3-4264bbe52b87/a953001c-8d13-4f10-8aaf-914f81607c9c/e98f1dae-3d1e-43b7-ae39-a8d40c3de37a) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:56:55.362470 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391753b6-3b93-47f8-96a5-a6ef8fc31287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d3a4c5-e207-4310-8bb4-1623debfada1,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:55.397964 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622130be-9840-4335-92a6-6652594e9690 None None] Routers {'3ecf485b-c040-4fb4-9b14-1e391a5e1184'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:56:55.406822 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e4c4de17-decb-48b0-b09e-944add1cbda9 req-6de66e11-38e8-45dd-9aa3-1b37414a090a tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=d63e4198-26fd-477c-ae3c-81a997ef0d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635076 Oct 19 00:56:55.425596 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-622130be-9840-4335-92a6-6652594e9690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T00:56:46Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['3ecf485b-c040-4fb4-9b14-1e391a5e1184'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:56:55.427522 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-fecac56f-4b11-468e-8703-b74213289466 service neutron] 10.222.0.57 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818340 Oct 19 00:56:55.432138 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-445ef077-29f4-48f0-bd4f-7be5176ba3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:55.433788 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-445ef077-29f4-48f0-bd4f-7be5176ba3fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.2804813 Oct 19 00:56:55.610350 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-622130be-9840-4335-92a6-6652594e9690 None None] Set router 3ecf485b-c040-4fb4-9b14-1e391a5e1184 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:56:55.614660 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-deb33964-56b7-47fe-871a-32ec7a579334 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:55.643586 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb52ac-b5b0-4db6-9bfe-f66594433ae4 None None] Pushing event updated for resources: {'Port': ['ID=cc11ffd9-64ef-45d2-8c51-7e2e751eafd6,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:55.668594 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-6e54d436-fea3-4a80-987e-679c347e5c23 service neutron] 10.222.0.57 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055593 Oct 19 00:56:55.707889 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-deb33964-56b7-47fe-871a-32ec7a579334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:55.840498 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb33964-56b7-47fe-871a-32ec7a579334 admin admin] Pushing event updated for resources: {'Port': ['ID=e98f1dae-3d1e-43b7-ae39-a8d40c3de37a,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:55.866891 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb33964-56b7-47fe-871a-32ec7a579334 admin admin] Network c4b5ccfa-a7f9-4731-bba3-4264bbe52b87 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:56:55.874961 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-deb33964-56b7-47fe-871a-32ec7a579334 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:56:55.889859 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb33964-56b7-47fe-871a-32ec7a579334 admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:56:55.890633 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-deb33964-56b7-47fe-871a-32ec7a579334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:55.942065 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-1b701758-a4f8-43bb-b8bc-8f89bd428d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:55.943587 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-1b701758-a4f8-43bb-b8bc-8f89bd428d57 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4954443 Oct 19 00:56:56.330638 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-93518115-a6e9-49cb-a449-30e97df7cc26 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761284 Oct 19 00:56:56.366686 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-deb33964-56b7-47fe-871a-32ec7a579334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:56.384435 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-49839206-6742-4be4-894e-57f10fe54449 req-9769036b-7233-4ce7-b8f3-419f30c7cf1b tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 210 time: 0.0878379 Oct 19 00:56:56.402242 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-2cf346cb-3415-48be-ac05-c84960c8ac1a None None] Provisioning complete for port e98f1dae-3d1e-43b7-ae39-a8d40c3de37a triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:56:56.402776 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2cf346cb-3415-48be-ac05-c84960c8ac1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:56.433254 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-622130be-9840-4335-92a6-6652594e9690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1980611840-router', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:56:46Z', 'updated_at': '2021-10-19T00:56:51Z', 'revision_number': 3, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'gw_port': {'id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:56:48Z', 'updated_at': '2021-10-19T00:56:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:56:56.545575 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-2cf346cb-3415-48be-ac05-c84960c8ac1a None None] Port e98f1dae-3d1e-43b7-ae39-a8d40c3de37a cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:56:56.578207 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622130be-9840-4335-92a6-6652594e9690 None None] The sync data for ids ['3ecf485b-c040-4fb4-9b14-1e391a5e1184'] in n-d-715271-26 is: [{'id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1980611840-router', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:56:46Z', 'updated_at': '2021-10-19T00:56:51Z', 'revision_number': 3, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'gw_port': {'id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:56:48Z', 'updated_at': '2021-10-19T00:56:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:56:56.781185 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:56.920827 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da60d45-f0bd-47cf-8f31-6e8b6f77ed72 req-6aac7742-46bc-46de-a571-3fb8a3d191eb tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:56.931671 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1da60d45-f0bd-47cf-8f31-6e8b6f77ed72 req-6aac7742-46bc-46de-a571-3fb8a3d191eb tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9f22c18-b271-427c-852d-8025cd76ee5a HTTP/1.1" status: 200 len: 968 time: 0.2893584 Oct 19 00:56:56.960273 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-deb33964-56b7-47fe-871a-32ec7a579334 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:56.972243 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-deb33964-56b7-47fe-871a-32ec7a579334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:56.973026 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-deb33964-56b7-47fe-871a-32ec7a579334 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:57.014226 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d196def3-9754-424c-a0dc-a9fdf27f6026 req-cffd101c-5793-4cd6-9bcc-3331d496091e service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6634445 Oct 19 00:56:57.066425 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1da60d45-f0bd-47cf-8f31-6e8b6f77ed72 req-b7baa45f-7ffa-4b11-8ca2-2b4f8b325ccc tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=d63e4198-26fd-477c-ae3c-81a997ef0d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223383 Oct 19 00:56:57.097080 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb33964-56b7-47fe-871a-32ec7a579334 admin admin] Pushing event updated for resources: {'Port': ['ID=e98f1dae-3d1e-43b7-ae39-a8d40c3de37a,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:57.326996 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09caf5f0-a2c4-4e82-b55c-f15da8fc69cd req-34fda829-89ae-4aab-830f-3bea535b8fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:57.335565 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-09caf5f0-a2c4-4e82-b55c-f15da8fc69cd req-34fda829-89ae-4aab-830f-3bea535b8fa5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=238e07664aa9495aa5a948ce0ed7d175&device_id=b9f22c18-b271-427c-852d-8025cd76ee5a HTTP/1.1" status: 200 len: 1120 time: 0.1646352 Oct 19 00:56:57.421369 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb33964-56b7-47fe-871a-32ec7a579334 admin admin] Network c4b5ccfa-a7f9-4731-bba3-4264bbe52b87 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:56:57.426655 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-deb33964-56b7-47fe-871a-32ec7a579334 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:56:57.701165 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device cc11ffd9-64ef-45d2-8c51-7e2e751eafd6 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:56:57.757132 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09caf5f0-a2c4-4e82-b55c-f15da8fc69cd req-60953fea-15a4-4946-89cf-0505c82c6391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:57.758612 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-09caf5f0-a2c4-4e82-b55c-f15da8fc69cd req-60953fea-15a4-4946-89cf-0505c82c6391 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.4118192 Oct 19 00:56:57.834913 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-41c705d1-c443-4140-86e1-bb77a5df2934 req-eb19fd7e-af9c-4575-af17-c0b120146c72 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 210 time: 0.1214497 Oct 19 00:56:57.838901 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44392) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:57.873209 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb33964-56b7-47fe-871a-32ec7a579334 admin admin] Router 3ecf485b-c040-4fb4-9b14-1e391a5e1184 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:56:57.880062 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-09caf5f0-a2c4-4e82-b55c-f15da8fc69cd req-db442314-2d9e-4ed7-9da6-952e7eab6e9b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=9110281a-70ca-420a-8ef8-0a9d3058a4f7 HTTP/1.1" status: 200 len: 217 time: 0.1128335 Oct 19 00:56:57.903409 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port cc11ffd9-64ef-45d2-8c51-7e2e751eafd6 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:56:57.907473 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:57.987041 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09caf5f0-a2c4-4e82-b55c-f15da8fc69cd req-301aba26-08d6-4c0f-9fdc-ef3b0da76be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:57.992995 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-09caf5f0-a2c4-4e82-b55c-f15da8fc69cd req-301aba26-08d6-4c0f-9fdc-ef3b0da76be1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.1039665 Oct 19 00:56:58.093584 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb33964-56b7-47fe-871a-32ec7a579334 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:56:58.102063 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09caf5f0-a2c4-4e82-b55c-f15da8fc69cd req-444f3872-ddfa-469f-9a45-7422f13eb069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:58.103601 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-09caf5f0-a2c4-4e82-b55c-f15da8fc69cd req-444f3872-ddfa-469f-9a45-7422f13eb069 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1027269 Oct 19 00:56:58.136389 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-deb33964-56b7-47fe-871a-32ec7a579334 admin admin] 10.222.0.57 "PUT /v2.0/routers/3ecf485b-c040-4fb4-9b14-1e391a5e1184/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9326622 Oct 19 00:56:58.151608 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:56:58.209962 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-2690da5e-2e33-4555-8f66-7f81f55538df None None] Provisioning complete for port e98f1dae-3d1e-43b7-ae39-a8d40c3de37a triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:56:58.215611 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2690da5e-2e33-4555-8f66-7f81f55538df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:58.233251 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.55', 55649) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:58.318058 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-09caf5f0-a2c4-4e82-b55c-f15da8fc69cd req-8cda335a-bee5-43a6-bee0-3435e059e871 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046218 Oct 19 00:56:58.352202 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-2690da5e-2e33-4555-8f66-7f81f55538df None None] Port e98f1dae-3d1e-43b7-ae39-a8d40c3de37a cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:56:58.416794 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:58.425282 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-ab0a7df9-2e63-416f-82b0-1bd038329a2c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:58.432624 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-ab0a7df9-2e63-416f-82b0-1bd038329a2c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.55 "GET /v2.0/networks?id=db82cf1f-422d-4289-a127-b70a546afbff HTTP/1.1" status: 200 len: 821 time: 0.1984024 Oct 19 00:56:58.448232 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port cc11ffd9-64ef-45d2-8c51-7e2e751eafd6, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=cc11ffd9-64ef-45d2-8c51-7e2e751eafd6,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:56:58.460779 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:58.495210 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-09caf5f0-a2c4-4e82-b55c-f15da8fc69cd req-03df460e-b7cd-4af9-9b5a-3e676e6bac98 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644170 Oct 19 00:56:58.513969 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3056606-f1a3-445b-988f-abe59a078bf3 req-d11d8745-3288-434c-a991-6fcf18a7364e tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:58.524075 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d3056606-f1a3-445b-988f-abe59a078bf3 req-d11d8745-3288-434c-a991-6fcf18a7364e tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9f22c18-b271-427c-852d-8025cd76ee5a HTTP/1.1" status: 200 len: 968 time: 0.2995985 Oct 19 00:56:58.535752 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-e033cd42-ba51-4d6d-912a-a0c4743157e0 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Request body: {'port': {'device_id': 'd16f8adf-1363-4f4c-ab79-0a1be0d57e47', 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff', 'admin_state_up': True, 'tenant_id': '2ee6c8abaf624ff89eecdfc50115aaff'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:56:58.539421 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=cc11ffd9-64ef-45d2-8c51-7e2e751eafd6,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:58.768464 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-84c13466-cc8e-40e2-81df-65ae525b4dfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:58.881144 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d3056606-f1a3-445b-988f-abe59a078bf3 req-8c60f1af-7968-4c1e-ade6-807fcd3120c2 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=d63e4198-26fd-477c-ae3c-81a997ef0d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380203 Oct 19 00:56:58.937958 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-e033cd42-ba51-4d6d-912a-a0c4743157e0 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Made reservation on behalf of 2ee6c8abaf624ff89eecdfc50115aaff for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:56:58.945111 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-e033cd42-ba51-4d6d-912a-a0c4743157e0 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:59.016825 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:59.099358 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-84c13466-cc8e-40e2-81df-65ae525b4dfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:59.116515 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-84c13466-cc8e-40e2-81df-65ae525b4dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:59.191951 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c13466-cc8e-40e2-81df-65ae525b4dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7d42f3-0993-4095-8332-a5f968d984b7,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:59.234926 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-183dd39d-2ca8-4f32-941c-806b1d45e4c9 req-1913ed43-6821-4190-8ef3-da2893a930d4 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 210 time: 0.1187789 Oct 19 00:56:59.352951 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-84c13466-cc8e-40e2-81df-65ae525b4dfe admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=24c97801f2b349d7ad3802732bc46b68&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5064278 Oct 19 00:56:59.355144 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44466) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:59.423974 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-943898c1-25ed-461d-a831-3dee3618217f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:59.486153 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-943898c1-25ed-461d-a831-3dee3618217f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:59.583911 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device cc11ffd9-64ef-45d2-8c51-7e2e751eafd6 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:56:59.614477 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-943898c1-25ed-461d-a831-3dee3618217f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:59.618813 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-943898c1-25ed-461d-a831-3dee3618217f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:59.620822 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-943898c1-25ed-461d-a831-3dee3618217f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cf7d42f3-0993-4095-8332-a5f968d984b7 HTTP/1.1" status: 204 len: 168 time: 0.2646401 Oct 19 00:56:59.633531 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943898c1-25ed-461d-a831-3dee3618217f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7d42f3-0993-4095-8332-a5f968d984b7,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:59.658794 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port cc11ffd9-64ef-45d2-8c51-7e2e751eafd6 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:56:59.659613 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:59.689761 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-e033cd42-ba51-4d6d-912a-a0c4743157e0 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Allocated IP 172.20.0.5 (db82cf1f-422d-4289-a127-b70a546afbff/fc1eafbd-ecfc-4adf-9b82-a202a98a472a/557b77a2-d7f0-4db8-b34a-7be40336b240) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:56:59.736567 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44488) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:59.740292 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02f346d-b4f3-4571-8377-fb086aae02a4 None None] Sync routers for ids ['3ecf485b-c040-4fb4-9b14-1e391a5e1184'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:56:59.746596 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-a4c6eae7-f24d-4041-b84c-a8b0e359617a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-469584996-network', 'tenant_id': '620169f8a6294e7c9ae41bfc310823af'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:56:59.812478 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02f346d-b4f3-4571-8377-fb086aae02a4 None None] Routers {'3ecf485b-c040-4fb4-9b14-1e391a5e1184'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:56:59.813164 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-f02f346d-b4f3-4571-8377-fb086aae02a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T00:56:46Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['3ecf485b-c040-4fb4-9b14-1e391a5e1184'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:56:59.829435 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c6eae7-f24d-4041-b84c-a8b0e359617a admin admin] Made reservation on behalf of 620169f8a6294e7c9ae41bfc310823af for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:56:59.833540 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a4c6eae7-f24d-4041-b84c-a8b0e359617a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:59.864489 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a4c6eae7-f24d-4041-b84c-a8b0e359617a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:00.046791 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-f02f346d-b4f3-4571-8377-fb086aae02a4 None None] Set router 3ecf485b-c040-4fb4-9b14-1e391a5e1184 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:57:00.078487 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf44ad-0a03-4f5c-922c-861097ba3830 req-ee356296-87dc-45d7-be0e-cde47a70acc4 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:00.080092 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-adcf44ad-0a03-4f5c-922c-861097ba3830 req-ee356296-87dc-45d7-be0e-cde47a70acc4 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9f22c18-b271-427c-852d-8025cd76ee5a HTTP/1.1" status: 200 len: 968 time: 0.0764730 Oct 19 00:57:00.156293 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-adcf44ad-0a03-4f5c-922c-861097ba3830 req-5a774917-bcfc-436c-830b-9c167f471b99 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=d63e4198-26fd-477c-ae3c-81a997ef0d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650840 Oct 19 00:57:00.196024 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-e033cd42-ba51-4d6d-912a-a0c4743157e0 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:00.251633 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a4c6eae7-f24d-4041-b84c-a8b0e359617a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:00.258317 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a4c6eae7-f24d-4041-b84c-a8b0e359617a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:00.273304 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-e033cd42-ba51-4d6d-912a-a0c4743157e0 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:00.279530 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44504) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:00.332582 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c6eae7-f24d-4041-b84c-a8b0e359617a admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:57:00.393902 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c6eae7-f24d-4041-b84c-a8b0e359617a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3adbe665-4f05-45da-9f46-a6f870e5308c,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:00.430142 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-f02f346d-b4f3-4571-8377-fb086aae02a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1980611840-router', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:56:46Z', 'updated_at': '2021-10-19T00:56:56Z', 'revision_number': 4, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'gw_port': {'id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:56:48Z', 'updated_at': '2021-10-19T00:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'e98f1dae-3d1e-43b7-ae39-a8d40c3de37a', 'name': '', 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'mac_address': 'fa:16:3e:ea:d4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'device_owner': 'network:router_interface', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': 'a953001c-8d13-4f10-8aaf-914f81607c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:56:54Z', 'updated_at': '2021-10-19T00:56:56Z', 'revision_number': 2, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'subnets': [{'id': 'a953001c-8d13-4f10-8aaf-914f81607c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:57:00.437060 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-e033cd42-ba51-4d6d-912a-a0c4743157e0 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Network db82cf1f-422d-4289-a127-b70a546afbff is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:57:00.464813 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f656236-b2f9-41f6-a8d3-11497b8075a9 req-46c9b529-b736-4ea6-931a-2918a9cfd51e tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:00.467230 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4f656236-b2f9-41f6-a8d3-11497b8075a9 req-46c9b529-b736-4ea6-931a-2918a9cfd51e tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 931 time: 0.1062379 Oct 19 00:57:00.470866 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-e033cd42-ba51-4d6d-912a-a0c4743157e0 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:57:00.493803 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02f346d-b4f3-4571-8377-fb086aae02a4 None None] Checking router: 3ecf485b-c040-4fb4-9b14-1e391a5e1184 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:57:00.494488 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02f346d-b4f3-4571-8377-fb086aae02a4 None None] Updating router 3ecf485b-c040-4fb4-9b14-1e391a5e1184 port e98f1dae-3d1e-43b7-ae39-a8d40c3de37a binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:57:00.501466 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a4c6eae7-f24d-4041-b84c-a8b0e359617a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:00.505048 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-a4c6eae7-f24d-4041-b84c-a8b0e359617a admin admin] Added segment 8d37b7b5-f000-483c-ab92-d77da093fb79 of type vlan for network 7bcf2aba-9495-41ad-a916-cc31e9368fae Oct 19 00:57:00.515132 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-e033cd42-ba51-4d6d-912a-a0c4743157e0 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:57:00.520856 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-e033cd42-ba51-4d6d-912a-a0c4743157e0 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:00.521411 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-e033cd42-ba51-4d6d-912a-a0c4743157e0 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:00.528263 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44510) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:00.529442 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44512) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:00.534054 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f02f346d-b4f3-4571-8377-fb086aae02a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:00.559364 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e033cd42-ba51-4d6d-912a-a0c4743157e0 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Pushing event updated for resources: {'Port': ['ID=557b77a2-d7f0-4db8-b34a-7be40336b240,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:00.581149 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4f656236-b2f9-41f6-a8d3-11497b8075a9 req-ab6c749b-74fa-4aa5-88fb-e786382418ca tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033957 Oct 19 00:57:00.590180 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-412274af-e57a-47ea-bf63-5a349532cce6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:00.620210 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-e033cd42-ba51-4d6d-912a-a0c4743157e0 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0920045 Oct 19 00:57:00.623085 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a4c6eae7-f24d-4041-b84c-a8b0e359617a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:00.666115 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a4c6eae7-f24d-4041-b84c-a8b0e359617a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:00.667501 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c6eae7-f24d-4041-b84c-a8b0e359617a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:00.668549 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a4c6eae7-f24d-4041-b84c-a8b0e359617a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:00.797158 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-412274af-e57a-47ea-bf63-5a349532cce6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:00.803898 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-412274af-e57a-47ea-bf63-5a349532cce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:00.818245 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c6eae7-f24d-4041-b84c-a8b0e359617a admin admin] Pushing event updated for resources: {'Network': ['ID=7bcf2aba-9495-41ad-a916-cc31e9368fae,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:00.826576 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a4c6eae7-f24d-4041-b84c-a8b0e359617a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0853379 Oct 19 00:57:00.826964 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44524) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:00.830918 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 7bcf2aba-9495-41ad-a916-cc31e9368fae details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:57:00.833178 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-6bd2cb94-8f32-4beb-bd59-d6f68f4664d6 admin admin] Request body: {'subnet': {'network_id': '7bcf2aba-9495-41ad-a916-cc31e9368fae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-469584996-subnet', 'tenant_id': '620169f8a6294e7c9ae41bfc310823af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:00.873873 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd2cb94-8f32-4beb-bd59-d6f68f4664d6 admin admin] Made reservation on behalf of 620169f8a6294e7c9ae41bfc310823af for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:57:00.876258 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6bd2cb94-8f32-4beb-bd59-d6f68f4664d6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:00.877836 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-412274af-e57a-47ea-bf63-5a349532cce6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7d2ac57e57d142e29ff8e6c684a0c179&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3458672 Oct 19 00:57:00.883780 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44528) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:00.885180 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412274af-e57a-47ea-bf63-5a349532cce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468d5754-39d0-4c47-a55b-f7c5f92b2741,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:00.928849 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4ef5a80c-5acd-4c81-9572-625b65636a14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:00.962400 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d8d627dc-52f0-4d1c-942a-406c92f710ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:01.006326 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a12eaacf-ccea-4373-b938-3c0b90ecb885 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:01.039817 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a12eaacf-ccea-4373-b938-3c0b90ecb885 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:01.178054 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a12eaacf-ccea-4373-b938-3c0b90ecb885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:01.180207 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4ef5a80c-5acd-4c81-9572-625b65636a14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:01.184290 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a12eaacf-ccea-4373-b938-3c0b90ecb885 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:01.188987 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a12eaacf-ccea-4373-b938-3c0b90ecb885 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/468d5754-39d0-4c47-a55b-f7c5f92b2741 HTTP/1.1" status: 204 len: 168 time: 0.3041871 Oct 19 00:57:01.193726 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6bd2cb94-8f32-4beb-bd59-d6f68f4664d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:01.205897 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d8d627dc-52f0-4d1c-942a-406c92f710ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:01.209421 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4ef5a80c-5acd-4c81-9572-625b65636a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:01.257875 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12eaacf-ccea-4373-b938-3c0b90ecb885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468d5754-39d0-4c47-a55b-f7c5f92b2741,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:01.270248 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4ef5a80c-5acd-4c81-9572-625b65636a14 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=805b54d49c564372ad0b416ba0a6321b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7395830 Oct 19 00:57:01.272420 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d8d627dc-52f0-4d1c-942a-406c92f710ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:01.284811 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44536) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:01.296940 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f02f346d-b4f3-4571-8377-fb086aae02a4 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:01.309629 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f02f346d-b4f3-4571-8377-fb086aae02a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:01.325632 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 9110281a-70ca-420a-8ef8-0a9d3058a4f7 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:57:01.338325 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44538) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:01.339806 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd2cb94-8f32-4beb-bd59-d6f68f4664d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be98550e-4e5d-4fb9-839a-7f8fec8ee5c1,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:01.391952 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5a80c-5acd-4c81-9572-625b65636a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183d4ca5-0cbb-497a-9d7b-6517b632b66b,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:01.441668 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd2cb94-8f32-4beb-bd59-d6f68f4664d6 admin admin] Checking segment: {'id': '8d37b7b5-f000-483c-ab92-d77da093fb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7bcf2aba-9495-41ad-a916-cc31e9368fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:57:01.441995 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd2cb94-8f32-4beb-bd59-d6f68f4664d6 admin admin] Network hostable DHCP agents. Network: 7bcf2aba-9495-41ad-a916-cc31e9368fae, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:57:01.455905 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b882f-e838-45e1-adb1-45fc91c5c6af req-6c1e854f-788a-47ca-81b7-f11f67f86501 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:01.457985 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6a2b882f-e838-45e1-adb1-45fc91c5c6af req-6c1e854f-788a-47ca-81b7-f11f67f86501 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9f22c18-b271-427c-852d-8025cd76ee5a HTTP/1.1" status: 200 len: 968 time: 0.1392999 Oct 19 00:57:01.504152 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd2cb94-8f32-4beb-bd59-d6f68f4664d6 admin admin] Network 7bcf2aba-9495-41ad-a916-cc31e9368fae is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:57:01.521733 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a4d12-0ec8-4ce9-973a-e5f30e4b62da None None] Pushing event updated for resources: {'Port': ['ID=e98f1dae-3d1e-43b7-ae39-a8d40c3de37a,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:01.537314 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-6bd2cb94-8f32-4beb-bd59-d6f68f4664d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 7bcf2aba-9495-41ad-a916-cc31e9368fae) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:57:01.548201 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d8d627dc-52f0-4d1c-942a-406c92f710ee admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=05d9d915e34e4bf8b53204f4c6c46ce8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2668710 Oct 19 00:57:01.548769 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d627dc-52f0-4d1c-942a-406c92f710ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c6b372-1382-4013-9ddf-5cfa3e9bebb3,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:01.561687 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8ba39d5b-0d31-4c22-b39d-f75614511312 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:01.565030 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44544) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:01.570491 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-f02f346d-b4f3-4571-8377-fb086aae02a4 None None] Attempting to bind port e98f1dae-3d1e-43b7-ae39-a8d40c3de37a on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:57:01.571008 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-f02f346d-b4f3-4571-8377-fb086aae02a4 None None] Attempting to bind port e98f1dae-3d1e-43b7-ae39-a8d40c3de37a by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'e19ceaa3-9bbe-44c1-b629-032b78b84ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:57:01.571354 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd2cb94-8f32-4beb-bd59-d6f68f4664d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:01.571563 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02f346d-b4f3-4571-8377-fb086aae02a4 None None] Attempting to bind port e98f1dae-3d1e-43b7-ae39-a8d40c3de37a on network c4b5ccfa-a7f9-4731-bba3-4264bbe52b87 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:57:01.572063 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6bd2cb94-8f32-4beb-bd59-d6f68f4664d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:01.581632 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3986632b-1018-40d6-a8a4-dbe97e1fadef None None] Network 7bcf2aba-9495-41ad-a916-cc31e9368fae requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:57:01.611095 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 9110281a-70ca-420a-8ef8-0a9d3058a4f7, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=9110281a-70ca-420a-8ef8-0a9d3058a4f7,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:57:01.628462 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8ba39d5b-0d31-4c22-b39d-f75614511312 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:01.647892 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6a2b882f-e838-45e1-adb1-45fc91c5c6af req-855d101a-e1ce-40c1-ba01-1b6fc56dfe0c tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=d63e4198-26fd-477c-ae3c-81a997ef0d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777742 Oct 19 00:57:01.658317 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02f346d-b4f3-4571-8377-fb086aae02a4 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:57:01.676595 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02f346d-b4f3-4571-8377-fb086aae02a4 None None] Checking segment: {'id': 'e19ceaa3-9bbe-44c1-b629-032b78b84ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:57:01.677300 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f02f346d-b4f3-4571-8377-fb086aae02a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:01.677684 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02f346d-b4f3-4571-8377-fb086aae02a4 None None] Bound using segment: {'id': 'e19ceaa3-9bbe-44c1-b629-032b78b84ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:57:01.678457 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-f02f346d-b4f3-4571-8377-fb086aae02a4 None None] Bound port: e98f1dae-3d1e-43b7-ae39-a8d40c3de37a, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e19ceaa3-9bbe-44c1-b629-032b78b84ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:57:01.678806 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f02f346d-b4f3-4571-8377-fb086aae02a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:01.704023 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44548) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:01.705091 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6bd2cb94-8f32-4beb-bd59-d6f68f4664d6 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8771276 Oct 19 00:57:01.709858 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-f7049913-a382-4c4f-97f1-8571da2d0ef9 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-469584996-router', 'tenant_id': '620169f8a6294e7c9ae41bfc310823af', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:01.714977 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8ba39d5b-0d31-4c22-b39d-f75614511312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:01.718906 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8ba39d5b-0d31-4c22-b39d-f75614511312 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:01.720228 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cabc5652-da7b-49df-b763-58521adc59b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:01.720720 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8ba39d5b-0d31-4c22-b39d-f75614511312 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/183d4ca5-0cbb-497a-9d7b-6517b632b66b HTTP/1.1" status: 204 len: 168 time: 0.4346206 Oct 19 00:57:01.736807 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba39d5b-0d31-4c22-b39d-f75614511312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183d4ca5-0cbb-497a-9d7b-6517b632b66b,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:01.786713 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cabc5652-da7b-49df-b763-58521adc59b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:01.808512 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f7049913-a382-4c4f-97f1-8571da2d0ef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:01.814623 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f7049913-a382-4c4f-97f1-8571da2d0ef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:01.827008 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '9110281a-70ca-420a-8ef8-0a9d3058a4f7', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': '9110281a-70ca-420a-8ef8-0a9d3058a4f7', 'mac_address': 'fa:16:3e:bb:0f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:tempest-test_az-372810692', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:57:01.891549 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461a98d-9dbe-4c92-aeb7-d03b6c9bf979 req-167f584f-7f1e-4ea2-b89d-e72cf32cd4d3 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:01.893460 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a461a98d-9dbe-4c92-aeb7-d03b6c9bf979 req-167f584f-7f1e-4ea2-b89d-e72cf32cd4d3 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 931 time: 0.1464570 Oct 19 00:57:01.913322 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cabc5652-da7b-49df-b763-58521adc59b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:01.915872 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cabc5652-da7b-49df-b763-58521adc59b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:01.917145 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-cabc5652-da7b-49df-b763-58521adc59b8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e2c6b372-1382-4013-9ddf-5cfa3e9bebb3 HTTP/1.1" status: 204 len: 168 time: 0.3481238 Oct 19 00:57:01.928554 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc5652-da7b-49df-b763-58521adc59b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c6b372-1382-4013-9ddf-5cfa3e9bebb3,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:01.946391 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-73943963-280b-44ac-ac04-904ebf396700 None None] Provisioning complete for port e98f1dae-3d1e-43b7-ae39-a8d40c3de37a triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:57:01.946754 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-73943963-280b-44ac-ac04-904ebf396700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:01.959609 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44556) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:01.968902 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-f02f346d-b4f3-4571-8377-fb086aae02a4 None None] For port e98f1dae-3d1e-43b7-ae39-a8d40c3de37a, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:57:01.971370 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:01.979330 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1e33d585-d07a-4948-a85d-fccf9145f594 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:01.996023 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f7049913-a382-4c4f-97f1-8571da2d0ef9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:02.004769 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a461a98d-9dbe-4c92-aeb7-d03b6c9bf979 req-24e1cd66-29aa-428e-a144-3db6c9822a45 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988028 Oct 19 00:57:02.066374 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-f02f346d-b4f3-4571-8377-fb086aae02a4 None None] For port e98f1dae-3d1e-43b7-ae39-a8d40c3de37a, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=e98f1dae-3d1e-43b7-ae39-a8d40c3de37a,segment=NetworkSegment(e19ceaa3-9bbe-44c1-b629-032b78b84ea1),segment_id=e19ceaa3-9bbe-44c1-b629-032b78b84ea1)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:57:02.099429 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9110281a-70ca-420a-8ef8-0a9d3058a4f7 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:57:02.109092 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-73943963-280b-44ac-ac04-904ebf396700 None None] Port e98f1dae-3d1e-43b7-ae39-a8d40c3de37a cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:57:02.137601 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 9110281a-70ca-420a-8ef8-0a9d3058a4f7, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=9110281a-70ca-420a-8ef8-0a9d3058a4f7,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:57:02.153319 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f02f346d-b4f3-4571-8377-fb086aae02a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:02.209262 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:02.254579 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1e33d585-d07a-4948-a85d-fccf9145f594 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:02.262200 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02f346d-b4f3-4571-8377-fb086aae02a4 None None] Routers {'3ecf485b-c040-4fb4-9b14-1e391a5e1184'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:57:02.262844 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-f02f346d-b4f3-4571-8377-fb086aae02a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T00:56:46Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['3ecf485b-c040-4fb4-9b14-1e391a5e1184'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:57:02.271775 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1e33d585-d07a-4948-a85d-fccf9145f594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:02.286868 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2b67a7f9-0921-48b7-98a5-d1051409d4b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:02.368617 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f7049913-a382-4c4f-97f1-8571da2d0ef9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:02.404152 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a4d12-0ec8-4ce9-973a-e5f30e4b62da None None] Pushing event updated for resources: {'Port': ['ID=e98f1dae-3d1e-43b7-ae39-a8d40c3de37a,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:02.429418 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1e33d585-d07a-4948-a85d-fccf9145f594 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e904b4737d1f4d4485f54e855caea700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4686303 Oct 19 00:57:02.435429 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33d585-d07a-4948-a85d-fccf9145f594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf25534-fb9c-4c29-b315-17da64b139fe,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:02.440858 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d614e1fc-399d-44d6-9560-3d25a85e3323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-7bcf2aba-9495-41ad-a916-cc31e9368fae', 'network_id': '7bcf2aba-9495-41ad-a916-cc31e9368fae', 'tenant_id': '620169f8a6294e7c9ae41bfc310823af', 'fixed_ips': [{'subnet_id': 'be98550e-4e5d-4fb9-839a-7f8fec8ee5c1'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 00:57:02.443982 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44560) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:02.448487 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d614e1fc-399d-44d6-9560-3d25a85e3323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:02.561834 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-07a8ce75-4685-4cc0-a000-307809a6679c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:02.588169 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-f02f346d-b4f3-4571-8377-fb086aae02a4 None None] Set router 3ecf485b-c040-4fb4-9b14-1e391a5e1184 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:57:02.627294 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-07a8ce75-4685-4cc0-a000-307809a6679c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:02.741729 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-07a8ce75-4685-4cc0-a000-307809a6679c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:02.744519 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-07a8ce75-4685-4cc0-a000-307809a6679c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:02.748490 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-07a8ce75-4685-4cc0-a000-307809a6679c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1bf25534-fb9c-4c29-b315-17da64b139fe HTTP/1.1" status: 204 len: 168 time: 0.3033929 Oct 19 00:57:02.753845 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44574) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:02.768280 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2b67a7f9-0921-48b7-98a5-d1051409d4b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:02.785182 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-79230c92-bc04-4b32-96f8-d4961ce0ddd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:02.786548 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8ce75-4685-4cc0-a000-307809a6679c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf25534-fb9c-4c29-b315-17da64b139fe,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:02.787416 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2b67a7f9-0921-48b7-98a5-d1051409d4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:02.862181 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['9110281a-70ca-420a-8ef8-0a9d3058a4f7'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:57:02.912295 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67a7f9-0921-48b7-98a5-d1051409d4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd525b20-c70c-459a-8ae3-46637b2a2bed,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:02.915508 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a024e7c-ab7c-4ddc-8d81-934e059f4fb4 req-056ebbf6-f564-4446-81f6-c3dd2360ddef tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:02.917232 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4a024e7c-ab7c-4ddc-8d81-934e059f4fb4 req-056ebbf6-f564-4446-81f6-c3dd2360ddef tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9f22c18-b271-427c-852d-8025cd76ee5a HTTP/1.1" status: 200 len: 969 time: 0.1461635 Oct 19 00:57:02.931471 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2b67a7f9-0921-48b7-98a5-d1051409d4b2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=df556c800d3148a1a613c7bd4d8bfd96&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5835321 Oct 19 00:57:02.932542 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44578) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:02.937013 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-79230c92-bc04-4b32-96f8-d4961ce0ddd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:02.959840 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-79230c92-bc04-4b32-96f8-d4961ce0ddd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:03.000376 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79230c92-bc04-4b32-96f8-d4961ce0ddd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c2457e-ca79-4328-8bba-790b50f9f093,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:03.012523 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4a024e7c-ab7c-4ddc-8d81-934e059f4fb4 req-20d1292c-7b3f-4926-9845-919c262975e9 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=d63e4198-26fd-477c-ae3c-81a997ef0d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869894 Oct 19 00:57:03.032268 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-79230c92-bc04-4b32-96f8-d4961ce0ddd7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=774b911f722f40dab2482d032bba2268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2750020 Oct 19 00:57:03.035837 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44580) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:03.149143 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dc5101da-224f-4cd7-a8ad-2610b22f98b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:03.180211 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ba0a2bf0-3f09-4e9a-972a-ec18cdd4fad5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:03.209341 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ba0a2bf0-3f09-4e9a-972a-ec18cdd4fad5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:03.210707 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dc5101da-224f-4cd7-a8ad-2610b22f98b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:03.226124 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f7049913-a382-4c4f-97f1-8571da2d0ef9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:03.278085 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f7049913-a382-4c4f-97f1-8571da2d0ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:03.296994 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-d614e1fc-399d-44d6-9560-3d25a85e3323 None None] Allocated IP 172.20.0.2 (7bcf2aba-9495-41ad-a916-cc31e9368fae/be98550e-4e5d-4fb9-839a-7f8fec8ee5c1/cfa706c2-15eb-47bb-bbe7-e15c09c2a420) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:57:03.316124 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dc5101da-224f-4cd7-a8ad-2610b22f98b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:03.320715 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dc5101da-224f-4cd7-a8ad-2610b22f98b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:03.322044 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-dc5101da-224f-4cd7-a8ad-2610b22f98b8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e3c2457e-ca79-4328-8bba-790b50f9f093 HTTP/1.1" status: 204 len: 168 time: 0.2852552 Oct 19 00:57:03.338459 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5101da-224f-4cd7-a8ad-2610b22f98b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c2457e-ca79-4328-8bba-790b50f9f093,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:03.390160 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-facee47e-f38c-412a-b3bd-c10619597148 None None] Provisioning complete for port e98f1dae-3d1e-43b7-ae39-a8d40c3de37a triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:57:03.390633 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-facee47e-f38c-412a-b3bd-c10619597148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:03.428509 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-f7049913-a382-4c4f-97f1-8571da2d0ef9 admin admin] Allocated IP 172.25.8.122 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/6fdd27dd-09d1-4704-aeb9-39d64cadc67b) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:57:03.439399 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=9110281a-70ca-420a-8ef8-0a9d3058a4f7,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:03.601560 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af07805-d121-47f1-9f51-addbcfe71935 req-c10ca4f1-6cbc-47f3-86e4-cfe44f0a640a tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:03.610240 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1af07805-d121-47f1-9f51-addbcfe71935 req-c10ca4f1-6cbc-47f3-86e4-cfe44f0a640a tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 931 time: 0.4718921 Oct 19 00:57:03.635824 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-f02f346d-b4f3-4571-8377-fb086aae02a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1980611840-router', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:56:46Z', 'updated_at': '2021-10-19T00:56:56Z', 'revision_number': 4, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'gw_port': {'id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:56:48Z', 'updated_at': '2021-10-19T00:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'e98f1dae-3d1e-43b7-ae39-a8d40c3de37a', 'name': '', 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'mac_address': 'fa:16:3e:ea:d4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'device_owner': 'network:router_interface', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': 'a953001c-8d13-4f10-8aaf-914f81607c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:56:54Z', 'updated_at': '2021-10-19T00:57:01Z', 'revision_number': 4, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'subnets': [{'id': 'a953001c-8d13-4f10-8aaf-914f81607c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:57:03.646646 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ba0a2bf0-3f09-4e9a-972a-ec18cdd4fad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:03.649467 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ba0a2bf0-3f09-4e9a-972a-ec18cdd4fad5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:03.650771 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ba0a2bf0-3f09-4e9a-972a-ec18cdd4fad5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dd525b20-c70c-459a-8ae3-46637b2a2bed HTTP/1.1" status: 204 len: 168 time: 0.7155232 Oct 19 00:57:03.676859 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44608) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:03.697232 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1af07805-d121-47f1-9f51-addbcfe71935 req-12953ceb-63fb-493f-b126-782f5d9c487c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856173 Oct 19 00:57:03.700856 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a2bf0-3f09-4e9a-972a-ec18cdd4fad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd525b20-c70c-459a-8ae3-46637b2a2bed,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:03.715150 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f7049913-a382-4c4f-97f1-8571da2d0ef9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:03.718284 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02f346d-b4f3-4571-8377-fb086aae02a4 None None] The sync data for ids ['3ecf485b-c040-4fb4-9b14-1e391a5e1184'] in n-d-715271-26 is: [{'id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1980611840-router', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:56:46Z', 'updated_at': '2021-10-19T00:56:56Z', 'revision_number': 4, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'gw_port': {'id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:56:48Z', 'updated_at': '2021-10-19T00:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'e98f1dae-3d1e-43b7-ae39-a8d40c3de37a', 'name': '', 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'mac_address': 'fa:16:3e:ea:d4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'device_owner': 'network:router_interface', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': 'a953001c-8d13-4f10-8aaf-914f81607c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:56:54Z', 'updated_at': '2021-10-19T00:57:01Z', 'revision_number': 4, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'subnets': [{'id': 'a953001c-8d13-4f10-8aaf-914f81607c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:57:03.785058 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f7049913-a382-4c4f-97f1-8571da2d0ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:03.884385 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-facee47e-f38c-412a-b3bd-c10619597148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:03.893680 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7049913-a382-4c4f-97f1-8571da2d0ef9 admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:57:03.899564 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-f7049913-a382-4c4f-97f1-8571da2d0ef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:57:03.901645 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7049913-a382-4c4f-97f1-8571da2d0ef9 admin admin] Pushing event updated for resources: {'Port': ['ID=6fdd27dd-09d1-4704-aeb9-39d64cadc67b,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:03.904752 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7049913-a382-4c4f-97f1-8571da2d0ef9 admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:57:03.947297 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-5a84aecb-5c30-41a4-979b-c4265926a6d8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-848662367-network', 'tenant_id': '0fa39b62196e46599bf948251db8aac2'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:03.985262 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a84aecb-5c30-41a4-979b-c4265926a6d8 admin admin] Made reservation on behalf of 0fa39b62196e46599bf948251db8aac2 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:57:03.988710 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5a84aecb-5c30-41a4-979b-c4265926a6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:03.996260 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d614e1fc-399d-44d6-9560-3d25a85e3323 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:04.004374 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5a84aecb-5c30-41a4-979b-c4265926a6d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:04.025849 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d614e1fc-399d-44d6-9560-3d25a85e3323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:04.323588 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7856cc7-a95a-4a2e-9f82-c98421a251a3 req-627d4e5e-5796-417c-a890-1b4f8ac3b2ba tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:04.331183 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f7856cc7-a95a-4a2e-9f82-c98421a251a3 req-627d4e5e-5796-417c-a890-1b4f8ac3b2ba tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9f22c18-b271-427c-852d-8025cd76ee5a HTTP/1.1" status: 200 len: 969 time: 0.1917534 Oct 19 00:57:04.338198 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d614e1fc-399d-44d6-9560-3d25a85e3323 None None] Network 7bcf2aba-9495-41ad-a916-cc31e9368fae is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:57:04.353769 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f7049913-a382-4c4f-97f1-8571da2d0ef9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:04.380463 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5a84aecb-5c30-41a4-979b-c4265926a6d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:04.391211 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5a84aecb-5c30-41a4-979b-c4265926a6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:04.421519 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f7856cc7-a95a-4a2e-9f82-c98421a251a3 req-03cbfa78-d6b7-4a77-b16f-7a86064b92b1 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=d63e4198-26fd-477c-ae3c-81a997ef0d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811212 Oct 19 00:57:04.427237 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-d614e1fc-399d-44d6-9560-3d25a85e3323 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:57:04.437646 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a84aecb-5c30-41a4-979b-c4265926a6d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:57:04.452275 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d614e1fc-399d-44d6-9560-3d25a85e3323 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:57:04.456597 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614e1fc-399d-44d6-9560-3d25a85e3323 None None] Pushing event updated for resources: {'Port': ['ID=cfa706c2-15eb-47bb-bbe7-e15c09c2a420,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:04.476513 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84aecb-5c30-41a4-979b-c4265926a6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7255b26-bcc6-4de8-beee-4cb57d442a30,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:04.479992 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5a84aecb-5c30-41a4-979b-c4265926a6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:04.480282 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-5a84aecb-5c30-41a4-979b-c4265926a6d8 admin admin] Added segment 1e57d206-2927-464c-aae6-b32e4b4e0ab9 of type vlan for network 8d580e33-9be3-48a5-82b0-53aab65bb082 Oct 19 00:57:04.523999 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44626) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:04.533465 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-facee47e-f38c-412a-b3bd-c10619597148 None None] For port e98f1dae-3d1e-43b7-ae39-a8d40c3de37a, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=e98f1dae-3d1e-43b7-ae39-a8d40c3de37a,segment=NetworkSegment(e19ceaa3-9bbe-44c1-b629-032b78b84ea1),segment_id=e19ceaa3-9bbe-44c1-b629-032b78b84ea1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:57:04.551222 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bdab1003-d936-4a4b-8f01-522cee101638 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:04.574590 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-facee47e-f38c-412a-b3bd-c10619597148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:04.630276 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5a84aecb-5c30-41a4-979b-c4265926a6d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:04.765841 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facee47e-f38c-412a-b3bd-c10619597148 None None] Pushing event updated for resources: {'Port': ['ID=e98f1dae-3d1e-43b7-ae39-a8d40c3de37a,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:04.767702 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5a84aecb-5c30-41a4-979b-c4265926a6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:04.769610 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-d614e1fc-399d-44d6-9560-3d25a85e3323 None None] Attempting to bind port cfa706c2-15eb-47bb-bbe7-e15c09c2a420 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:57:04.770121 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-d614e1fc-399d-44d6-9560-3d25a85e3323 None None] Attempting to bind port cfa706c2-15eb-47bb-bbe7-e15c09c2a420 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '8d37b7b5-f000-483c-ab92-d77da093fb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7bcf2aba-9495-41ad-a916-cc31e9368fae'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:57:04.770600 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d614e1fc-399d-44d6-9560-3d25a85e3323 None None] Attempting to bind port cfa706c2-15eb-47bb-bbe7-e15c09c2a420 on network 7bcf2aba-9495-41ad-a916-cc31e9368fae {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:57:04.778578 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a84aecb-5c30-41a4-979b-c4265926a6d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:04.780421 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5a84aecb-5c30-41a4-979b-c4265926a6d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:04.782375 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d614e1fc-399d-44d6-9560-3d25a85e3323 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:57:04.785246 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d614e1fc-399d-44d6-9560-3d25a85e3323 None None] Checking segment: {'id': '8d37b7b5-f000-483c-ab92-d77da093fb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7bcf2aba-9495-41ad-a916-cc31e9368fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:57:04.785676 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d614e1fc-399d-44d6-9560-3d25a85e3323 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:04.786078 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d614e1fc-399d-44d6-9560-3d25a85e3323 None None] Bound using segment: {'id': '8d37b7b5-f000-483c-ab92-d77da093fb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7bcf2aba-9495-41ad-a916-cc31e9368fae'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:57:04.786572 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-d614e1fc-399d-44d6-9560-3d25a85e3323 None None] Bound port: cfa706c2-15eb-47bb-bbe7-e15c09c2a420, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d37b7b5-f000-483c-ab92-d77da093fb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7bcf2aba-9495-41ad-a916-cc31e9368fae'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:57:04.788571 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d614e1fc-399d-44d6-9560-3d25a85e3323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:04.802336 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f7049913-a382-4c4f-97f1-8571da2d0ef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:04.829199 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5a84aecb-5c30-41a4-979b-c4265926a6d8 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.1476421 Oct 19 00:57:04.854480 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44634) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:04.874963 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-ba05b4fe-5450-4fb0-bfe0-c4b4dce6dd08 admin admin] Request body: {'subnet': {'network_id': '8d580e33-9be3-48a5-82b0-53aab65bb082', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-848662367-subnet', 'tenant_id': '0fa39b62196e46599bf948251db8aac2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:04.923256 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-d614e1fc-399d-44d6-9560-3d25a85e3323 None None] For port cfa706c2-15eb-47bb-bbe7-e15c09c2a420, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:57:04.929626 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-d614e1fc-399d-44d6-9560-3d25a85e3323 None None] For port cfa706c2-15eb-47bb-bbe7-e15c09c2a420, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=cfa706c2-15eb-47bb-bbe7-e15c09c2a420,segment=NetworkSegment(8d37b7b5-f000-483c-ab92-d77da093fb79),segment_id=8d37b7b5-f000-483c-ab92-d77da093fb79)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:57:04.940903 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d614e1fc-399d-44d6-9560-3d25a85e3323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:04.990160 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21c117-d271-455d-a029-86de9eacfb99 req-ce555f44-68e8-47e7-99b0-008e2eab8c06 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:04.991247 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9a21c117-d271-455d-a029-86de9eacfb99 req-ce555f44-68e8-47e7-99b0-008e2eab8c06 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 931 time: 0.0706770 Oct 19 00:57:05.056924 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614e1fc-399d-44d6-9560-3d25a85e3323 None None] Pushing event updated for resources: {'Port': ['ID=cfa706c2-15eb-47bb-bbe7-e15c09c2a420,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:05.071913 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84aecb-5c30-41a4-979b-c4265926a6d8 admin admin] Pushing event updated for resources: {'Network': ['ID=8d580e33-9be3-48a5-82b0-53aab65bb082,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:05.077837 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9a21c117-d271-455d-a029-86de9eacfb99 req-84bb3796-99b7-448e-8f68-33784ab3dc18 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730009 Oct 19 00:57:05.083275 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba05b4fe-5450-4fb0-bfe0-c4b4dce6dd08 admin admin] Made reservation on behalf of 0fa39b62196e46599bf948251db8aac2 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:57:05.085905 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ba05b4fe-5450-4fb0-bfe0-c4b4dce6dd08 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:05.096160 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7049913-a382-4c4f-97f1-8571da2d0ef9 admin admin] Router 7bdb18b7-cd24-4f98-8005-08a84937be99 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 00:57:05.119093 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 8d580e33-9be3-48a5-82b0-53aab65bb082 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:57:05.258997 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7049913-a382-4c4f-97f1-8571da2d0ef9 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:57:05.276232 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64680552-0ed0-409e-9935-6f0e6123a089 None None] Sync routers for ids ['7bdb18b7-cd24-4f98-8005-08a84937be99'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:57:05.292189 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64680552-0ed0-409e-9935-6f0e6123a089 None None] Routers {'7bdb18b7-cd24-4f98-8005-08a84937be99'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:57:05.296337 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-64680552-0ed0-409e-9935-6f0e6123a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T00:56:46Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7bdb18b7-cd24-4f98-8005-08a84937be99'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:57:05.297921 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bdab1003-d936-4a4b-8f01-522cee101638 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:05.303031 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f7049913-a382-4c4f-97f1-8571da2d0ef9 admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:05.307293 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bdab1003-d936-4a4b-8f01-522cee101638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:05.308476 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f7049913-a382-4c4f-97f1-8571da2d0ef9 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.6030631 Oct 19 00:57:05.312955 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44646) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:05.322834 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 9110281a-70ca-420a-8ef8-0a9d3058a4f7 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:57:05.530308 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ba05b4fe-5450-4fb0-bfe0-c4b4dce6dd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:05.572907 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 9110281a-70ca-420a-8ef8-0a9d3058a4f7 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:57:05.588460 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 9110281a-70ca-420a-8ef8-0a9d3058a4f7 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:57:05.591531 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:05.599110 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-bdab1003-d936-4a4b-8f01-522cee101638 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=670ef69d80cb40978bd1593c4b725520&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0739911 Oct 19 00:57:05.605545 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba05b4fe-5450-4fb0-bfe0-c4b4dce6dd08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9a15381-bf99-4eef-a4b8-d077ba99ba0a,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:05.612409 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44654) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:05.613088 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab1003-d936-4a4b-8f01-522cee101638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb44640f-0530-449c-9692-8f33952afcef,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:05.661845 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-64680552-0ed0-409e-9935-6f0e6123a089 None None] Set router 7bdb18b7-cd24-4f98-8005-08a84937be99 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:57:05.712598 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device cfa706c2-15eb-47bb-bbe7-e15c09c2a420 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:57:05.768598 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:05.772393 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44658) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:05.776270 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba05b4fe-5450-4fb0-bfe0-c4b4dce6dd08 admin admin] Checking segment: {'id': '1e57d206-2927-464c-aae6-b32e4b4e0ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8d580e33-9be3-48a5-82b0-53aab65bb082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:57:05.776856 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba05b4fe-5450-4fb0-bfe0-c4b4dce6dd08 admin admin] Network hostable DHCP agents. Network: 8d580e33-9be3-48a5-82b0-53aab65bb082, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:57:05.795239 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f22c18-b271-427c-852d-8025cd76ee5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9110281a-70ca-420a-8ef8-0a9d3058a4f7'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:57:05.865976 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba05b4fe-5450-4fb0-bfe0-c4b4dce6dd08 admin admin] Network 8d580e33-9be3-48a5-82b0-53aab65bb082 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:57:05.892227 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdf14a-f028-4c58-805e-d3c1e065c806 req-c0879708-eff9-48b8-aacb-2fe066b6638d tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:05.892754 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 9110281a-70ca-420a-8ef8-0a9d3058a4f7, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=9110281a-70ca-420a-8ef8-0a9d3058a4f7,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:57:05.893785 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7afdf14a-f028-4c58-805e-d3c1e065c806 req-c0879708-eff9-48b8-aacb-2fe066b6638d tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9f22c18-b271-427c-852d-8025cd76ee5a HTTP/1.1" status: 200 len: 969 time: 0.2516224 Oct 19 00:57:05.901568 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:05.911767 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port cfa706c2-15eb-47bb-bbe7-e15c09c2a420 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:57:05.912460 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:05.935469 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d565637c-0e01-449a-8faf-bbd4ce8737f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:05.972504 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-ba05b4fe-5450-4fb0-bfe0-c4b4dce6dd08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 8d580e33-9be3-48a5-82b0-53aab65bb082) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:57:05.989532 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff20118d-c1ba-4be7-806d-e65ed3415d5b None None] Network 8d580e33-9be3-48a5-82b0-53aab65bb082 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:57:06.009285 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=9110281a-70ca-420a-8ef8-0a9d3058a4f7,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:06.011829 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba05b4fe-5450-4fb0-bfe0-c4b4dce6dd08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:06.012586 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ba05b4fe-5450-4fb0-bfe0-c4b4dce6dd08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:06.048801 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d565637c-0e01-449a-8faf-bbd4ce8737f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:06.089267 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ba05b4fe-5450-4fb0-bfe0-c4b4dce6dd08 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2274561 Oct 19 00:57:06.133176 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44670) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:06.151317 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-1ed8bb4d-7278-4c39-9a0f-0a973d015da5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-848662367-router', 'tenant_id': '0fa39b62196e46599bf948251db8aac2', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:06.153193 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-64680552-0ed0-409e-9935-6f0e6123a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdb18b7-cd24-4f98-8005-08a84937be99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-469584996-router', 'tenant_id': '620169f8a6294e7c9ae41bfc310823af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '6fdd27dd-09d1-4704-aeb9-39d64cadc67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:57:01Z', 'updated_at': '2021-10-19T00:57:04Z', 'revision_number': 3, 'project_id': '620169f8a6294e7c9ae41bfc310823af', 'gw_port': {'id': '6fdd27dd-09d1-4704-aeb9-39d64cadc67b', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdb18b7-cd24-4f98-8005-08a84937be99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:57:03Z', 'updated_at': '2021-10-19T00:57:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:57:06.160718 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ccd62a-8308-4ec7-bfbc-535e674e5aab" -d '{"events": [{"server_uuid": "b9f22c18-b271-427c-852d-8025cd76ee5a", "name": "network-vif-plugged", "status": "completed", "tag": "9110281a-70ca-420a-8ef8-0a9d3058a4f7"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:57:06.205007 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-220cefe7-d53d-46e2-814f-535d61e7fd83 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1787901429-network', 'tenant_id': '65459246a90a47d0b59f03208da91106'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:06.211590 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:06.221793 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64680552-0ed0-409e-9935-6f0e6123a089 None None] Checking router: 7bdb18b7-cd24-4f98-8005-08a84937be99 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:57:06.222149 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64680552-0ed0-409e-9935-6f0e6123a089 None None] Updating router 7bdb18b7-cd24-4f98-8005-08a84937be99 port 6fdd27dd-09d1-4704-aeb9-39d64cadc67b binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:57:06.257107 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7afdf14a-f028-4c58-805e-d3c1e065c806 req-5d76269c-8e4b-4341-87bf-ce0a2cff187c tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=d63e4198-26fd-477c-ae3c-81a997ef0d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240263 Oct 19 00:57:06.268720 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.db.api [None req-220cefe7-d53d-46e2-814f-535d61e7fd83 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 19 00:57:06.268720 n-d-715271-26 neutron-server[100607]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 19 00:57:06.268720 n-d-715271-26 neutron-server[100607]: [parameters: {'project_id_1': '65459246a90a47d0b59f03208da91106', 'expiration_1': datetime.datetime(2021, 10, 19, 0, 56, 46, 222492)}] Oct 19 00:57:06.268720 n-d-715271-26 neutron-server[100607]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 00:57:06.269194 n-d-715271-26 neutron-server[100607]: DEBUG oslo_db.api [None req-220cefe7-d53d-46e2-814f-535d61e7fd83 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 00:57:06.287876 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ed8bb4d-7278-4c39-9a0f-0a973d015da5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:06.289198 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ed8bb4d-7278-4c39-9a0f-0a973d015da5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:06.294984 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-64680552-0ed0-409e-9935-6f0e6123a089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:06.325761 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d565637c-0e01-449a-8faf-bbd4ce8737f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:06.327023 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port cfa706c2-15eb-47bb-bbe7-e15c09c2a420, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=cfa706c2-15eb-47bb-bbe7-e15c09c2a420,segment=NetworkSegment(8d37b7b5-f000-483c-ab92-d77da093fb79),segment_id=8d37b7b5-f000-483c-ab92-d77da093fb79)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:57:06.330938 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d565637c-0e01-449a-8faf-bbd4ce8737f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:06.334575 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d565637c-0e01-449a-8faf-bbd4ce8737f0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/eb44640f-0530-449c-9692-8f33952afcef HTTP/1.1" status: 204 len: 168 time: 0.7132380 Oct 19 00:57:06.342991 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:06.350869 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device e98f1dae-3d1e-43b7-ae39-a8d40c3de37a up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:57:06.385064 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565637c-0e01-449a-8faf-bbd4ce8737f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb44640f-0530-449c-9692-8f33952afcef,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:06.473533 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ed8bb4d-7278-4c39-9a0f-0a973d015da5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:06.553631 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa2aa23-7a8c-4ce1-a7be-8558125f748c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-8d580e33-9be3-48a5-82b0-53aab65bb082', 'network_id': '8d580e33-9be3-48a5-82b0-53aab65bb082', 'tenant_id': '0fa39b62196e46599bf948251db8aac2', 'fixed_ips': [{'subnet_id': 'd9a15381-bf99-4eef-a4b8-d077ba99ba0a'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 00:57:06.556390 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f153a-5e45-4174-b770-5418cdcc94d5 req-9226071f-58d7-4233-944c-b216dc92c02b tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:06.557828 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2fa2aa23-7a8c-4ce1-a7be-8558125f748c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:06.560347 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e76f153a-5e45-4174-b770-5418cdcc94d5 req-9226071f-58d7-4233-944c-b216dc92c02b tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 931 time: 0.3158770 Oct 19 00:57:06.621826 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=cfa706c2-15eb-47bb-bbe7-e15c09c2a420,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:06.733253 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e76f153a-5e45-4174-b770-5418cdcc94d5 req-7addf34a-4fe6-4139-956b-439ec6f7377c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649892 Oct 19 00:57:06.786785 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-64680552-0ed0-409e-9935-6f0e6123a089 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:06.793331 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-64680552-0ed0-409e-9935-6f0e6123a089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:06.823838 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f49dd9a-8c2f-4f8a-9029-0cf6844ebb83 x-openstack-request-id: req-9f49dd9a-8c2f-4f8a-9029-0cf6844ebb83 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:57:06.826764 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f22c18-b271-427c-852d-8025cd76ee5a", "name": "network-vif-plugged", "status": "completed", "tag": "9110281a-70ca-420a-8ef8-0a9d3058a4f7", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:57:06.827371 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9f49dd9a-8c2f-4f8a-9029-0cf6844ebb83 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:57:06.828082 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f22c18-b271-427c-852d-8025cd76ee5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9110281a-70ca-420a-8ef8-0a9d3058a4f7', 'code': 200} Oct 19 00:57:06.830924 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eccdba5-7490-40e3-9d2e-a42de64c18e4 None None] Network 7bcf2aba-9495-41ad-a916-cc31e9368fae requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:57:06.892101 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ed8bb4d-7278-4c39-9a0f-0a973d015da5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:06.893481 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port e98f1dae-3d1e-43b7-ae39-a8d40c3de37a triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:57:06.896167 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:06.912985 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-64680552-0ed0-409e-9935-6f0e6123a089 None None] Attempting to bind port 6fdd27dd-09d1-4704-aeb9-39d64cadc67b on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:57:06.913375 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-64680552-0ed0-409e-9935-6f0e6123a089 None None] Attempting to bind port 6fdd27dd-09d1-4704-aeb9-39d64cadc67b by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:57:06.913745 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64680552-0ed0-409e-9935-6f0e6123a089 None None] Attempting to bind port 6fdd27dd-09d1-4704-aeb9-39d64cadc67b on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:57:06.918159 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-3945523c-4183-4ae8-b175-60f795455062 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:57:06.923071 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-3945523c-4183-4ae8-b175-60f795455062 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0119338 Oct 19 00:57:06.929408 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64680552-0ed0-409e-9935-6f0e6123a089 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:57:06.930073 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64680552-0ed0-409e-9935-6f0e6123a089 None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:57:06.930724 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-64680552-0ed0-409e-9935-6f0e6123a089 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:06.931202 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64680552-0ed0-409e-9935-6f0e6123a089 None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:57:06.931918 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-64680552-0ed0-409e-9935-6f0e6123a089 None None] Bound port: 6fdd27dd-09d1-4704-aeb9-39d64cadc67b, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:57:06.934151 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-64680552-0ed0-409e-9935-6f0e6123a089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:06.956113 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220cefe7-d53d-46e2-814f-535d61e7fd83 admin admin] Made reservation on behalf of 65459246a90a47d0b59f03208da91106 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:57:06.958609 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-220cefe7-d53d-46e2-814f-535d61e7fd83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:06.971149 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-220cefe7-d53d-46e2-814f-535d61e7fd83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:07.010355 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-64680552-0ed0-409e-9935-6f0e6123a089 None None] For port 6fdd27dd-09d1-4704-aeb9-39d64cadc67b, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:57:07.014707 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-64680552-0ed0-409e-9935-6f0e6123a089 None None] For port 6fdd27dd-09d1-4704-aeb9-39d64cadc67b, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=6fdd27dd-09d1-4704-aeb9-39d64cadc67b,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:57:07.017042 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9da97-75ce-41ae-b0fd-2330bb30ab75 None None] Pushing event updated for resources: {'Port': ['ID=6fdd27dd-09d1-4704-aeb9-39d64cadc67b,revision_number=2']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:07.025607 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-64680552-0ed0-409e-9935-6f0e6123a089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:07.107037 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9da97-75ce-41ae-b0fd-2330bb30ab75 None None] Pushing event updated for resources: {'Port': ['ID=6fdd27dd-09d1-4704-aeb9-39d64cadc67b,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:07.138984 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64680552-0ed0-409e-9935-6f0e6123a089 None None] Routers {'7bdb18b7-cd24-4f98-8005-08a84937be99'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:57:07.140229 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-64680552-0ed0-409e-9935-6f0e6123a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T00:56:46Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7bdb18b7-cd24-4f98-8005-08a84937be99'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:57:07.141329 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-220cefe7-d53d-46e2-814f-535d61e7fd83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:07.146396 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-2dd4d945-0867-490e-bfa3-6f94efbb1147 None None] Provisioning complete for port cfa706c2-15eb-47bb-bbe7-e15c09c2a420 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:57:07.147000 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2dd4d945-0867-490e-bfa3-6f94efbb1147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:07.176270 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f588a32-1b7e-4d90-8d76-11cee551005b req-d997fdc0-cdd9-48f6-b021-4b9752812ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:07.177560 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-220cefe7-d53d-46e2-814f-535d61e7fd83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:07.178275 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6f588a32-1b7e-4d90-8d76-11cee551005b req-d997fdc0-cdd9-48f6-b021-4b9752812ff6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b9f22c18-b271-427c-852d-8025cd76ee5a HTTP/1.1" status: 200 len: 1122 time: 0.2678416 Oct 19 00:57:07.229140 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6f588a32-1b7e-4d90-8d76-11cee551005b req-2dc8edfe-489a-491f-a550-1affedb2a97b service neutron] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:07.241566 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-220cefe7-d53d-46e2-814f-535d61e7fd83 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:57:07.252163 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5640bbe3-08ab-477d-8bad-0363d3005be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:07.257729 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-220cefe7-d53d-46e2-814f-535d61e7fd83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:07.258762 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-220cefe7-d53d-46e2-814f-535d61e7fd83 admin admin] Added segment e623de5a-b001-4bcc-b287-6176fdd94e5b of type vlan for network fc198a8b-4ee5-462c-a635-e1062c7dbf51 Oct 19 00:57:07.310818 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-220cefe7-d53d-46e2-814f-535d61e7fd83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:07.329739 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-2fa2aa23-7a8c-4ce1-a7be-8558125f748c None None] Allocated IP 172.20.0.2 (8d580e33-9be3-48a5-82b0-53aab65bb082/d9a15381-bf99-4eef-a4b8-d077ba99ba0a/68217c46-893a-4b27-8a93-48c581055ea4) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:57:07.351304 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-64680552-0ed0-409e-9935-6f0e6123a089 None None] Set router 7bdb18b7-cd24-4f98-8005-08a84937be99 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:57:07.357576 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-220cefe7-d53d-46e2-814f-535d61e7fd83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:07.358549 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220cefe7-d53d-46e2-814f-535d61e7fd83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:07.359151 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-220cefe7-d53d-46e2-814f-535d61e7fd83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:07.412596 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44704) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:07.495593 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ed8bb4d-7278-4c39-9a0f-0a973d015da5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:07.587907 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220cefe7-d53d-46e2-814f-535d61e7fd83 admin admin] Pushing event updated for resources: {'Network': ['ID=fc198a8b-4ee5-462c-a635-e1062c7dbf51,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:07.593759 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-220cefe7-d53d-46e2-814f-535d61e7fd83 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8123946 Oct 19 00:57:07.634478 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44712) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:07.650978 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220cefe7-d53d-46e2-814f-535d61e7fd83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e710fc-b2d2-429e-ba94-7f01075583a3,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:07.664489 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-64680552-0ed0-409e-9935-6f0e6123a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdb18b7-cd24-4f98-8005-08a84937be99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-469584996-router', 'tenant_id': '620169f8a6294e7c9ae41bfc310823af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '6fdd27dd-09d1-4704-aeb9-39d64cadc67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:57:01Z', 'updated_at': '2021-10-19T00:57:04Z', 'revision_number': 3, 'project_id': '620169f8a6294e7c9ae41bfc310823af', 'gw_port': {'id': '6fdd27dd-09d1-4704-aeb9-39d64cadc67b', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdb18b7-cd24-4f98-8005-08a84937be99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:57:03Z', 'updated_at': '2021-10-19T00:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:57:07.665659 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-c415aeba-2542-4152-bd42-869418e91e3f service neutron] Request body: {'port': {'device_id': 'd16f8adf-1363-4f4c-ab79-0a1be0d57e47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:07.679402 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-f15e1ab5-9400-414d-bb8b-aecd93d3a90c admin admin] Request body: {'subnet': {'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1787901429-subnet', 'tenant_id': '65459246a90a47d0b59f03208da91106', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:07.698965 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-5640bbe3-08ab-477d-8bad-0363d3005be4 admin admin] Allocated IP 172.20.0.1 (7bcf2aba-9495-41ad-a916-cc31e9368fae/be98550e-4e5d-4fb9-839a-7f8fec8ee5c1/12d71f6c-4c60-4b00-b0b0-8c24c63f887f) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:57:07.702303 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64680552-0ed0-409e-9935-6f0e6123a089 None None] The sync data for ids ['7bdb18b7-cd24-4f98-8005-08a84937be99'] in n-d-715271-26 is: [{'id': '7bdb18b7-cd24-4f98-8005-08a84937be99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-469584996-router', 'tenant_id': '620169f8a6294e7c9ae41bfc310823af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '6fdd27dd-09d1-4704-aeb9-39d64cadc67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:57:01Z', 'updated_at': '2021-10-19T00:57:04Z', 'revision_number': 3, 'project_id': '620169f8a6294e7c9ae41bfc310823af', 'gw_port': {'id': '6fdd27dd-09d1-4704-aeb9-39d64cadc67b', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdb18b7-cd24-4f98-8005-08a84937be99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:57:03Z', 'updated_at': '2021-10-19T00:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:57:07.709635 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ed8bb4d-7278-4c39-9a0f-0a973d015da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:07.772705 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network fc198a8b-4ee5-462c-a635-e1062c7dbf51 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:57:07.806482 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2fa2aa23-7a8c-4ce1-a7be-8558125f748c None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:07.814339 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-942d5468-ab0b-4e94-b1c5-0a5ad484f645 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:07.853498 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2fa2aa23-7a8c-4ce1-a7be-8558125f748c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:07.859961 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5640bbe3-08ab-477d-8bad-0363d3005be4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:07.961716 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa2aa23-7a8c-4ce1-a7be-8558125f748c None None] Network 8d580e33-9be3-48a5-82b0-53aab65bb082 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:57:07.968441 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6f588a32-1b7e-4d90-8d76-11cee551005b req-2dc8edfe-489a-491f-a550-1affedb2a97b service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:07.975563 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5640bbe3-08ab-477d-8bad-0363d3005be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:07.976145 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device cfa706c2-15eb-47bb-bbe7-e15c09c2a420 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:57:07.998857 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e2cc6-3994-4c1c-a781-04132721270f req-bd69ddab-62ce-499c-a173-b20652073bf1 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:08.000902 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fe5e2cc6-3994-4c1c-a781-04132721270f req-bd69ddab-62ce-499c-a173-b20652073bf1 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9f22c18-b271-427c-852d-8025cd76ee5a HTTP/1.1" status: 200 len: 970 time: 0.5225575 Oct 19 00:57:08.030341 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-2fa2aa23-7a8c-4ce1-a7be-8558125f748c None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:57:08.032158 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15e1ab5-9400-414d-bb8b-aecd93d3a90c admin admin] Made reservation on behalf of 65459246a90a47d0b59f03208da91106 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:57:08.034586 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f15e1ab5-9400-414d-bb8b-aecd93d3a90c admin admin] Publish callbacks [] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:08.047990 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa2aa23-7a8c-4ce1-a7be-8558125f748c None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:57:08.063823 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6f588a32-1b7e-4d90-8d76-11cee551005b req-2dc8edfe-489a-491f-a550-1affedb2a97b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:08.111690 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640bbe3-08ab-477d-8bad-0363d3005be4 admin admin] Pushing event updated for resources: {'Port': ['ID=12d71f6c-4c60-4b00-b0b0-8c24c63f887f,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:08.131615 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6f588a32-1b7e-4d90-8d76-11cee551005b req-2dc8edfe-489a-491f-a550-1affedb2a97b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d63e4198-26fd-477c-ae3c-81a997ef0d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9343481 Oct 19 00:57:08.141250 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5640bbe3-08ab-477d-8bad-0363d3005be4 admin admin] Network 7bcf2aba-9495-41ad-a916-cc31e9368fae is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:57:08.162991 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-5640bbe3-08ab-477d-8bad-0363d3005be4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:57:08.173948 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5640bbe3-08ab-477d-8bad-0363d3005be4 admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:57:08.174460 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5640bbe3-08ab-477d-8bad-0363d3005be4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:08.272766 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8edfe-489a-491f-a550-1affedb2a97b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=66f0a1b1-4269-4b4d-966f-169b70c4974b,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:08.312865 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2aa23-7a8c-4ce1-a7be-8558125f748c None None] Pushing event updated for resources: {'Port': ['ID=68217c46-893a-4b27-8a93-48c581055ea4,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:08.334161 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-c415aeba-2542-4152-bd42-869418e91e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:08.351285 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-2fa2aa23-7a8c-4ce1-a7be-8558125f748c None None] Attempting to bind port 68217c46-893a-4b27-8a93-48c581055ea4 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:57:08.351893 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-2fa2aa23-7a8c-4ce1-a7be-8558125f748c None None] Attempting to bind port 68217c46-893a-4b27-8a93-48c581055ea4 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '1e57d206-2927-464c-aae6-b32e4b4e0ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8d580e33-9be3-48a5-82b0-53aab65bb082'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:57:08.352436 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa2aa23-7a8c-4ce1-a7be-8558125f748c None None] Attempting to bind port 68217c46-893a-4b27-8a93-48c581055ea4 on network 8d580e33-9be3-48a5-82b0-53aab65bb082 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:57:08.353332 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce314e9-948b-45e9-a6fd-2a8653a2f6e7 req-d7654e35-ef2e-40b4-b038-debce0850b28 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:08.355013 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5ce314e9-948b-45e9-a6fd-2a8653a2f6e7 req-d7654e35-ef2e-40b4-b038-debce0850b28 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 931 time: 0.3841281 Oct 19 00:57:08.358384 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port cfa706c2-15eb-47bb-bbe7-e15c09c2a420 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:57:08.358933 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:08.360946 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa2aa23-7a8c-4ce1-a7be-8558125f748c None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:57:08.361339 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa2aa23-7a8c-4ce1-a7be-8558125f748c None None] Checking segment: {'id': '1e57d206-2927-464c-aae6-b32e4b4e0ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8d580e33-9be3-48a5-82b0-53aab65bb082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:57:08.361705 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2fa2aa23-7a8c-4ce1-a7be-8558125f748c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:08.362093 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa2aa23-7a8c-4ce1-a7be-8558125f748c None None] Bound using segment: {'id': '1e57d206-2927-464c-aae6-b32e4b4e0ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8d580e33-9be3-48a5-82b0-53aab65bb082'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:57:08.362564 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-2fa2aa23-7a8c-4ce1-a7be-8558125f748c None None] Bound port: 68217c46-893a-4b27-8a93-48c581055ea4, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e57d206-2927-464c-aae6-b32e4b4e0ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8d580e33-9be3-48a5-82b0-53aab65bb082'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:57:08.362961 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2fa2aa23-7a8c-4ce1-a7be-8558125f748c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:08.431773 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-942d5468-ab0b-4e94-b1c5-0a5ad484f645 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:08.494400 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-1ed8bb4d-7278-4c39-9a0f-0a973d015da5 admin admin] Allocated IP 172.25.8.203 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/48d1a49f-212d-4891-8bbb-0ef38f617bae) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:57:08.562055 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5ce314e9-948b-45e9-a6fd-2a8653a2f6e7 req-fe347be6-b888-4b4f-b679-b94fe766cd16 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942155 Oct 19 00:57:08.580233 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-2fa2aa23-7a8c-4ce1-a7be-8558125f748c None None] For port 68217c46-893a-4b27-8a93-48c581055ea4, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:57:08.618973 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5640bbe3-08ab-477d-8bad-0363d3005be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:08.632380 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-2fa2aa23-7a8c-4ce1-a7be-8558125f748c None None] For port 68217c46-893a-4b27-8a93-48c581055ea4, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=68217c46-893a-4b27-8a93-48c581055ea4,segment=NetworkSegment(1e57d206-2927-464c-aae6-b32e4b4e0ab9),segment_id=1e57d206-2927-464c-aae6-b32e4b4e0ab9)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:57:08.641989 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2fa2aa23-7a8c-4ce1-a7be-8558125f748c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:08.687532 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ed8bb4d-7278-4c39-9a0f-0a973d015da5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:08.730033 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2aa23-7a8c-4ce1-a7be-8558125f748c None None] Pushing event updated for resources: {'Port': ['ID=68217c46-893a-4b27-8a93-48c581055ea4,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:08.732135 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-942d5468-ab0b-4e94-b1c5-0a5ad484f645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:08.801511 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-9d786a4b-ece3-42bb-b7ad-5efaa35dc8cf None None] Provisioning complete for port cfa706c2-15eb-47bb-bbe7-e15c09c2a420 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:57:08.802040 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9d786a4b-ece3-42bb-b7ad-5efaa35dc8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:08.802491 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-942d5468-ab0b-4e94-b1c5-0a5ad484f645 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d54fd694fc384991bb3355e3592812f3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3135986 Oct 19 00:57:08.822447 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ed8bb4d-7278-4c39-9a0f-0a973d015da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:08.824559 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44734) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:08.853933 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fe5e2cc6-3994-4c1c-a781-04132721270f req-faaac0b2-eef3-41cf-89c8-af76d36c223a tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=d63e4198-26fd-477c-ae3c-81a997ef0d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8169227 Oct 19 00:57:08.917864 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d5468-ab0b-4e94-b1c5-0a5ad484f645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca139026-a144-4a42-9937-af49aba0aa9c,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:09.001736 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8bb4d-7278-4c39-9a0f-0a973d015da5 admin admin] Pushing event updated for resources: {'Port': ['ID=48d1a49f-212d-4891-8bbb-0ef38f617bae,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:09.007774 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5640bbe3-08ab-477d-8bad-0363d3005be4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:09.015857 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5640bbe3-08ab-477d-8bad-0363d3005be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:09.016638 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5640bbe3-08ab-477d-8bad-0363d3005be4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:09.089533 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640bbe3-08ab-477d-8bad-0363d3005be4 admin admin] Pushing event updated for resources: {'Port': ['ID=12d71f6c-4c60-4b00-b0b0-8c24c63f887f,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:09.125854 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0acec712-d775-4cbb-9f1b-94aa8de4e729 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:09.157940 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed8bb4d-7278-4c39-9a0f-0a973d015da5 admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:57:09.165694 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-1ed8bb4d-7278-4c39-9a0f-0a973d015da5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:57:09.172868 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed8bb4d-7278-4c39-9a0f-0a973d015da5 admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:57:09.183285 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5640bbe3-08ab-477d-8bad-0363d3005be4 admin admin] Network 7bcf2aba-9495-41ad-a916-cc31e9368fae is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:57:09.185905 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-5640bbe3-08ab-477d-8bad-0363d3005be4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:57:09.186825 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-2e3801c8-866d-49e0-832a-cf525d492f89 None None] Provisioning complete for port 12d71f6c-4c60-4b00-b0b0-8c24c63f887f triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:57:09.187203 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2e3801c8-866d-49e0-832a-cf525d492f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:09.280938 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-2e3801c8-866d-49e0-832a-cf525d492f89 None None] Port 12d71f6c-4c60-4b00-b0b0-8c24c63f887f cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:57:09.433676 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0acec712-d775-4cbb-9f1b-94aa8de4e729 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:09.577047 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5640bbe3-08ab-477d-8bad-0363d3005be4 admin admin] Router 7bdb18b7-cd24-4f98-8005-08a84937be99 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:57:09.614200 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-f2c18617-2670-4ef7-ac2e-7b2c84795a0e None None] Provisioning complete for port 12d71f6c-4c60-4b00-b0b0-8c24c63f887f triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:57:09.615073 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f2c18617-2670-4ef7-ac2e-7b2c84795a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:09.682650 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-f2c18617-2670-4ef7-ac2e-7b2c84795a0e None None] Port 12d71f6c-4c60-4b00-b0b0-8c24c63f887f cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:57:09.685847 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f15e1ab5-9400-414d-bb8b-aecd93d3a90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:09.719363 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5640bbe3-08ab-477d-8bad-0363d3005be4 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:57:09.732307 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5640bbe3-08ab-477d-8bad-0363d3005be4 admin admin] 10.222.0.57 "PUT /v2.0/routers/7bdb18b7-cd24-4f98-8005-08a84937be99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4132085 Oct 19 00:57:09.957800 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e1ab5-9400-414d-bb8b-aecd93d3a90c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b8444cd-c5d7-4c88-b1b0-9d01aef8093c,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:10.032582 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023e951-4312-4c77-bb20-a92c590e3fb1 req-5fa5c4f4-c67e-4eb4-ab90-492a26503df5 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:10.034072 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7023e951-4312-4c77-bb20-a92c590e3fb1 req-5fa5c4f4-c67e-4eb4-ab90-492a26503df5 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9f22c18-b271-427c-852d-8025cd76ee5a HTTP/1.1" status: 200 len: 970 time: 0.0615947 Oct 19 00:57:10.047692 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 68217c46-893a-4b27-8a93-48c581055ea4 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:57:10.060487 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0acec712-d775-4cbb-9f1b-94aa8de4e729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:10.063939 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0acec712-d775-4cbb-9f1b-94aa8de4e729 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:10.077148 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0acec712-d775-4cbb-9f1b-94aa8de4e729 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ca139026-a144-4a42-9937-af49aba0aa9c HTTP/1.1" status: 204 len: 168 time: 1.1510453 Oct 19 00:57:10.129607 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773576b-4cde-4b3f-8faf-c54737cbc244 req-431563b2-de67-4f70-9181-1dd10f524a39 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:10.131176 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1773576b-4cde-4b3f-8faf-c54737cbc244 req-431563b2-de67-4f70-9181-1dd10f524a39 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 931 time: 0.4539843 Oct 19 00:57:10.132332 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7023e951-4312-4c77-bb20-a92c590e3fb1 req-e48e66ec-2e42-4fe1-a8c3-23bb42ce716d tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=d63e4198-26fd-477c-ae3c-81a997ef0d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807114 Oct 19 00:57:10.138848 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 68217c46-893a-4b27-8a93-48c581055ea4 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:57:10.139224 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:10.190137 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acec712-d775-4cbb-9f1b-94aa8de4e729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca139026-a144-4a42-9937-af49aba0aa9c,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:10.228369 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15e1ab5-9400-414d-bb8b-aecd93d3a90c admin admin] Checking segment: {'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:57:10.229257 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15e1ab5-9400-414d-bb8b-aecd93d3a90c admin admin] Network hostable DHCP agents. Network: fc198a8b-4ee5-462c-a635-e1062c7dbf51, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:57:10.242359 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ed8bb4d-7278-4c39-9a0f-0a973d015da5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:10.249670 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:10.307572 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 68217c46-893a-4b27-8a93-48c581055ea4, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=68217c46-893a-4b27-8a93-48c581055ea4,segment=NetworkSegment(1e57d206-2927-464c-aae6-b32e4b4e0ab9),segment_id=1e57d206-2927-464c-aae6-b32e4b4e0ab9)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:57:10.313202 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:10.314531 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 6fdd27dd-09d1-4704-aeb9-39d64cadc67b up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:57:10.324700 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-c415aeba-2542-4152-bd42-869418e91e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 557b77a2-d7f0-4db8-b34a-7be40336b240 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:57:10.340233 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-c415aeba-2542-4152-bd42-869418e91e3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:10.346847 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1773576b-4cde-4b3f-8faf-c54737cbc244 req-281de11d-a6fe-4a9e-b594-ac46c5d9cb35 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676786 Oct 19 00:57:10.355512 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15e1ab5-9400-414d-bb8b-aecd93d3a90c admin admin] Network fc198a8b-4ee5-462c-a635-e1062c7dbf51 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:57:10.404148 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44772) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:10.418353 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-c415aeba-2542-4152-bd42-869418e91e3f service neutron] Transition to ACTIVE for port object 557b77a2-d7f0-4db8-b34a-7be40336b240 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:57:10.421025 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-f15e1ab5-9400-414d-bb8b-aecd93d3a90c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, fc198a8b-4ee5-462c-a635-e1062c7dbf51) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:57:10.432173 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-c415aeba-2542-4152-bd42-869418e91e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:10.437391 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15e1ab5-9400-414d-bb8b-aecd93d3a90c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:10.438261 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c78c379-36c2-4605-a769-5dbf76cb93a8 None None] Network fc198a8b-4ee5-462c-a635-e1062c7dbf51 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:57:10.438357 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f15e1ab5-9400-414d-bb8b-aecd93d3a90c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:10.463652 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=68217c46-893a-4b27-8a93-48c581055ea4,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:10.541176 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 6fdd27dd-09d1-4704-aeb9-39d64cadc67b triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:57:10.541786 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:10.593845 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f15e1ab5-9400-414d-bb8b-aecd93d3a90c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.9482870 Oct 19 00:57:10.597491 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415aeba-2542-4152-bd42-869418e91e3f service neutron] Pushing event updated for resources: {'Port': ['ID=557b77a2-d7f0-4db8-b34a-7be40336b240,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:10.643108 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44782) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:10.663320 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ab4f2bcc-23ad-489b-bba2-53141b0cbf6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:10.678629 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4840908-76ef-49b1-92b1-1fd4b09f89ad None None] Network fc198a8b-4ee5-462c-a635-e1062c7dbf51 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:57:10.811633 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485538ff-3615-4d14-b245-70627dab1376 None None] Sync routers for ids ['7bdb18b7-cd24-4f98-8005-08a84937be99'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:57:10.816439 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-c415aeba-2542-4152-bd42-869418e91e3f service neutron] Attempting to bind port 557b77a2-d7f0-4db8-b34a-7be40336b240 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:57:10.816803 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-c415aeba-2542-4152-bd42-869418e91e3f service neutron] Attempting to bind port 557b77a2-d7f0-4db8-b34a-7be40336b240 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:57:10.817129 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-c415aeba-2542-4152-bd42-869418e91e3f service neutron] Attempting to bind port 557b77a2-d7f0-4db8-b34a-7be40336b240 on network db82cf1f-422d-4289-a127-b70a546afbff {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:57:10.824718 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:10.833407 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ab4f2bcc-23ad-489b-bba2-53141b0cbf6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:10.836430 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-c415aeba-2542-4152-bd42-869418e91e3f service neutron] Port 557b77a2-d7f0-4db8-b34a-7be40336b240 on network db82cf1f-422d-4289-a127-b70a546afbff not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:57:10.836986 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-c415aeba-2542-4152-bd42-869418e91e3f service neutron] Attempting to bind port 557b77a2-d7f0-4db8-b34a-7be40336b240 on network db82cf1f-422d-4289-a127-b70a546afbff {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:57:10.846452 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ab4f2bcc-23ad-489b-bba2-53141b0cbf6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:10.849588 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-c415aeba-2542-4152-bd42-869418e91e3f service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:57:10.851965 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-c415aeba-2542-4152-bd42-869418e91e3f service neutron] Checking segment: {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:57:10.855999 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-c415aeba-2542-4152-bd42-869418e91e3f service neutron] Bound using segment: {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:57:10.857193 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-c415aeba-2542-4152-bd42-869418e91e3f service neutron] Bound port: 557b77a2-d7f0-4db8-b34a-7be40336b240, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:57:10.857633 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-c415aeba-2542-4152-bd42-869418e91e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:10.859800 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485538ff-3615-4d14-b245-70627dab1376 None None] Routers {'7bdb18b7-cd24-4f98-8005-08a84937be99'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:57:10.860447 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-485538ff-3615-4d14-b245-70627dab1376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T00:56:46Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7bdb18b7-cd24-4f98-8005-08a84937be99'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:57:10.861459 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ed8bb4d-7278-4c39-9a0f-0a973d015da5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:10.898421 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f2bcc-23ad-489b-bba2-53141b0cbf6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394290df-82e7-4979-beb7-2114578cb5c1,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:10.907383 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 6fdd27dd-09d1-4704-aeb9-39d64cadc67b, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=6fdd27dd-09d1-4704-aeb9-39d64cadc67b,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:57:10.923568 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ab4f2bcc-23ad-489b-bba2-53141b0cbf6b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=466825af333641c3b46e97379a3e6573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2779408 Oct 19 00:57:10.924457 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44784) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:10.925856 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:10.991406 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3d9cab9f-3d1f-47fb-bcd8-00cd6d177b9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:11.006354 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc999575-7577-4d10-8ff7-fb18e70cc39a None None] Network 8d580e33-9be3-48a5-82b0-53aab65bb082 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:57:11.047196 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3d9cab9f-3d1f-47fb-bcd8-00cd6d177b9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:11.125434 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-03d74448-4867-43ef-9fea-3bf3f22a0000 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:11.137562 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3d9cab9f-3d1f-47fb-bcd8-00cd6d177b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:11.140945 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3d9cab9f-3d1f-47fb-bcd8-00cd6d177b9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:11.145182 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3d9cab9f-3d1f-47fb-bcd8-00cd6d177b9c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/394290df-82e7-4979-beb7-2114578cb5c1 HTTP/1.1" status: 204 len: 168 time: 0.2195208 Oct 19 00:57:11.170864 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9cab9f-3d1f-47fb-bcd8-00cd6d177b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394290df-82e7-4979-beb7-2114578cb5c1,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:11.175750 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-89b31017-0a6b-4d6e-9612-3012cfb42a2b None None] Provisioning complete for port 68217c46-893a-4b27-8a93-48c581055ea4 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:57:11.178761 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-89b31017-0a6b-4d6e-9612-3012cfb42a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:11.246540 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-03d74448-4867-43ef-9fea-3bf3f22a0000 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:11.255082 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-03d74448-4867-43ef-9fea-3bf3f22a0000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:11.303002 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=6fdd27dd-09d1-4704-aeb9-39d64cadc67b,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:11.329439 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-485538ff-3615-4d14-b245-70627dab1376 None None] Set router 7bdb18b7-cd24-4f98-8005-08a84937be99 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:57:11.394564 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d74448-4867-43ef-9fea-3bf3f22a0000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b3708d-e5be-4164-90ab-59fb940f1b3a,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:11.414145 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-03d74448-4867-43ef-9fea-3bf3f22a0000 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d14fe86ad1cc4180a997665d4952ee45&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0064936 Oct 19 00:57:11.415530 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44804) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:11.437365 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e30d2b-b70a-492a-a3b4-8ea43416470b req-8d8abbe4-b6ff-44e2-bde0-a48fac255e6c tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:11.438937 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-79e30d2b-b70a-492a-a3b4-8ea43416470b req-8d8abbe4-b6ff-44e2-bde0-a48fac255e6c tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9f22c18-b271-427c-852d-8025cd76ee5a HTTP/1.1" status: 200 len: 970 time: 0.1761808 Oct 19 00:57:11.522841 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-79e30d2b-b70a-492a-a3b4-8ea43416470b req-6c63b61e-d956-45e5-9be6-dc522892cc78 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=d63e4198-26fd-477c-ae3c-81a997ef0d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764503 Oct 19 00:57:11.531507 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-c415aeba-2542-4152-bd42-869418e91e3f service neutron] For port 557b77a2-d7f0-4db8-b34a-7be40336b240, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:57:11.573163 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-896ea18b-cca6-4a3b-ac78-9e20cc747181 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:11.613099 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-c415aeba-2542-4152-bd42-869418e91e3f service neutron] For port 557b77a2-d7f0-4db8-b34a-7be40336b240, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=557b77a2-d7f0-4db8-b34a-7be40336b240,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:57:11.628883 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-c415aeba-2542-4152-bd42-869418e91e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:11.636143 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-896ea18b-cca6-4a3b-ac78-9e20cc747181 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:11.717415 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-c415aeba-2542-4152-bd42-869418e91e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:11.718083 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-c415aeba-2542-4152-bd42-869418e91e3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:11.724606 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-c415aeba-2542-4152-bd42-869418e91e3f service neutron] 10.222.0.55 "PUT /v2.0/ports/557b77a2-d7f0-4db8-b34a-7be40336b240 HTTP/1.1" status: 200 len: 1092 time: 4.4962354 Oct 19 00:57:11.733763 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd16f8adf-1363-4f4c-ab79-0a1be0d57e47', 'tag': '557b77a2-d7f0-4db8-b34a-7be40336b240'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:57:11.746149 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-485538ff-3615-4d14-b245-70627dab1376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdb18b7-cd24-4f98-8005-08a84937be99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-469584996-router', 'tenant_id': '620169f8a6294e7c9ae41bfc310823af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '6fdd27dd-09d1-4704-aeb9-39d64cadc67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:57:01Z', 'updated_at': '2021-10-19T00:57:08Z', 'revision_number': 4, 'project_id': '620169f8a6294e7c9ae41bfc310823af', 'gw_port': {'id': '6fdd27dd-09d1-4704-aeb9-39d64cadc67b', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdb18b7-cd24-4f98-8005-08a84937be99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:57:03Z', 'updated_at': '2021-10-19T00:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '12d71f6c-4c60-4b00-b0b0-8c24c63f887f', 'name': '', 'network_id': '7bcf2aba-9495-41ad-a916-cc31e9368fae', 'tenant_id': '620169f8a6294e7c9ae41bfc310823af', 'mac_address': 'fa:16:3e:b2:cb:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdb18b7-cd24-4f98-8005-08a84937be99', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'be98550e-4e5d-4fb9-839a-7f8fec8ee5c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:57:07Z', 'updated_at': '2021-10-19T00:57:08Z', 'revision_number': 2, 'project_id': '620169f8a6294e7c9ae41bfc310823af', 'subnets': [{'id': 'be98550e-4e5d-4fb9-839a-7f8fec8ee5c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:57:11.818230 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05bf13-25f3-4d96-981d-150eb5e52e05 req-797b2e83-ec73-4eb2-a0ad-456b0099be96 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:11.837129 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cc05bf13-25f3-4d96-981d-150eb5e52e05 req-797b2e83-ec73-4eb2-a0ad-456b0099be96 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 943 time: 0.1939428 Oct 19 00:57:11.923774 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44822) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:11.932639 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-4452970f-905a-4cb9-86e2-f2b785d13ddd tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Request body: {'security_group': {'name': 'tempest-securitygroup--481003188', 'description': 'tempest-description--114284934'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:11.993303 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cc05bf13-25f3-4d96-981d-150eb5e52e05 req-40017b8a-c7bc-4c6a-b44b-939b6741e620 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392717 Oct 19 00:57:11.996704 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-896ea18b-cca6-4a3b-ac78-9e20cc747181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:12.000145 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-896ea18b-cca6-4a3b-ac78-9e20cc747181 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:12.005116 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-896ea18b-cca6-4a3b-ac78-9e20cc747181 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c0b3708d-e5be-4164-90ab-59fb940f1b3a HTTP/1.1" status: 204 len: 168 time: 0.5882888 Oct 19 00:57:12.009486 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed8bb4d-7278-4c39-9a0f-0a973d015da5 admin admin] Router 7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 00:57:12.020448 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ea18b-cca6-4a3b-ac78-9e20cc747181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b3708d-e5be-4164-90ab-59fb940f1b3a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:12.021464 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485538ff-3615-4d14-b245-70627dab1376 None None] Checking router: 7bdb18b7-cd24-4f98-8005-08a84937be99 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:57:12.022258 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485538ff-3615-4d14-b245-70627dab1376 None None] Updating router 7bdb18b7-cd24-4f98-8005-08a84937be99 port 12d71f6c-4c60-4b00-b0b0-8c24c63f887f binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:57:12.035714 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 68217c46-893a-4b27-8a93-48c581055ea4 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:57:12.048451 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4452970f-905a-4cb9-86e2-f2b785d13ddd tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:12.168109 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-485538ff-3615-4d14-b245-70627dab1376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:12.200657 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415aeba-2542-4152-bd42-869418e91e3f service neutron] Pushing event updated for resources: {'Port': ['ID=557b77a2-d7f0-4db8-b34a-7be40336b240,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:12.202367 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4452970f-905a-4cb9-86e2-f2b785d13ddd tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:12.218097 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4452970f-905a-4cb9-86e2-f2b785d13ddd tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:12.229610 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-31804f29-0138-41dc-b5cf-838bd3648df5 None None] Provisioning complete for port 68217c46-893a-4b27-8a93-48c581055ea4 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:57:12.230123 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-31804f29-0138-41dc-b5cf-838bd3648df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:12.282308 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 68217c46-893a-4b27-8a93-48c581055ea4 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:57:12.282670 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:12.296936 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4452970f-905a-4cb9-86e2-f2b785d13ddd tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:12.304571 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4452970f-905a-4cb9-86e2-f2b785d13ddd tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3795104 Oct 19 00:57:12.304764 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44836) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:12.311443 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452970f-905a-4cb9-86e2-f2b785d13ddd tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=358704d5-bd05-4325-87dc-dbad5fbb332a,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:12.317583 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-0dfa99a2-cf06-41be-a4c4-47646339ea51 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Request body: {'security_group_rule': {'security_group_id': '358704d5-bd05-4325-87dc-dbad5fbb332a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:12.342355 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-7781230f-ee1d-4bc4-82c8-1f71f5e88fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:12.344152 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-7781230f-ee1d-4bc4-82c8-1f71f5e88fd5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 1095 time: 0.4558647 Oct 19 00:57:12.423213 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da5fd6c-8632-4411-9a14-665d321d0662" -d '{"events": [{"name": "network-changed", "server_uuid": "d16f8adf-1363-4f4c-ab79-0a1be0d57e47", "tag": "557b77a2-d7f0-4db8-b34a-7be40336b240"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:57:12.474141 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed8bb4d-7278-4c39-9a0f-0a973d015da5 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:57:12.484008 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-4edc48e6-9f56-4ec1-9f3b-ade6aed57b90 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=557b77a2-d7f0-4db8-b34a-7be40336b240 HTTP/1.1" status: 200 len: 217 time: 0.1219451 Oct 19 00:57:12.487244 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b82a0d-79e3-4ab5-98be-4daa2d65a5ff req-39ada5f9-bd0c-41e6-8f76-fdb93773ad60 tempest-AggregatesAdminTestJSON-2002670754 tempest-AggregatesAdminTestJSON-2002670754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:12.488256 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-90b82a0d-79e3-4ab5-98be-4daa2d65a5ff req-39ada5f9-bd0c-41e6-8f76-fdb93773ad60 tempest-AggregatesAdminTestJSON-2002670754 tempest-AggregatesAdminTestJSON-2002670754-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=b9f22c18-b271-427c-852d-8025cd76ee5a HTTP/1.1" status: 200 len: 1122 time: 0.2942483 Oct 19 00:57:12.489477 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465e875a-020b-440f-a6a6-281611422b39 None None] Sync routers for ids ['7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:57:12.509844 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465e875a-020b-440f-a6a6-281611422b39 None None] Routers {'7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:57:12.510479 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-465e875a-020b-440f-a6a6-281611422b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T00:56:46Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:57:12.553933 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0dfa99a2-cf06-41be-a4c4-47646339ea51 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:12.555349 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44846) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:12.564942 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-d46246b4-dcd6-4b48-9d09-16ddc674a75c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1143530463-network', 'tenant_id': '0fa01fa2f9b64d848b8b9f2e4e20bfa8'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:12.618343 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46246b4-dcd6-4b48-9d09-16ddc674a75c admin admin] Made reservation on behalf of 0fa01fa2f9b64d848b8b9f2e4e20bfa8 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:57:12.621296 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d46246b4-dcd6-4b48-9d09-16ddc674a75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:12.635797 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d46246b4-dcd6-4b48-9d09-16ddc674a75c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:12.648669 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ed8bb4d-7278-4c39-9a0f-0a973d015da5 admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:12.649990 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1ed8bb4d-7278-4c39-9a0f-0a973d015da5 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.5086598 Oct 19 00:57:12.654416 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44848) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:12.667578 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-90b82a0d-79e3-4ab5-98be-4daa2d65a5ff req-99590c5d-c382-4fd7-a3dc-1bc7d53b59b7 tempest-AggregatesAdminTestJSON-2002670754 tempest-AggregatesAdminTestJSON-2002670754-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:12.671588 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 6fdd27dd-09d1-4704-aeb9-39d64cadc67b up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:57:12.710673 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44850) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:12.730165 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-0ef73614-838e-4657-bedf-24f0138ce00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:12.746773 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-0ef73614-838e-4657-bedf-24f0138ce00d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc1eafbd-ecfc-4adf-9b82-a202a98a472a HTTP/1.1" status: 200 len: 861 time: 0.2475879 Oct 19 00:57:12.788950 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-485538ff-3615-4d14-b245-70627dab1376 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:12.795676 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 6fdd27dd-09d1-4704-aeb9-39d64cadc67b triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:57:12.796092 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:12.813379 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d46246b4-dcd6-4b48-9d09-16ddc674a75c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:12.817354 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-485538ff-3615-4d14-b245-70627dab1376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:12.823319 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d46246b4-dcd6-4b48-9d09-16ddc674a75c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:12.833980 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-465e875a-020b-440f-a6a6-281611422b39 None None] Set router 7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:57:12.849160 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d46246b4-dcd6-4b48-9d09-16ddc674a75c admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:57:12.903680 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210e442-846f-4487-8a30-f56047d2e531 None None] Pushing event updated for resources: {'Port': ['ID=12d71f6c-4c60-4b00-b0b0-8c24c63f887f,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:12.912649 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a55edd60-3f24-4b58-8eae-b3c54815617e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:12.927294 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-79427fe1-decc-45c6-a1b8-8fbf2521d4b3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=db82cf1f-422d-4289-a127-b70a546afbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1502023 Oct 19 00:57:12.980864 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d46246b4-dcd6-4b48-9d09-16ddc674a75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:12.981235 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-d46246b4-dcd6-4b48-9d09-16ddc674a75c admin admin] Added segment 464efc74-5c8f-4d69-94eb-8c6c6564858a of type vlan for network 080931f9-24a7-4d41-ab5d-6f3c3022955a Oct 19 00:57:13.063659 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0dfa99a2-cf06-41be-a4c4-47646339ea51 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:13.066516 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d46246b4-dcd6-4b48-9d09-16ddc674a75c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:13.096377 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-485538ff-3615-4d14-b245-70627dab1376 None None] Attempting to bind port 12d71f6c-4c60-4b00-b0b0-8c24c63f887f on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:57:13.096776 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-485538ff-3615-4d14-b245-70627dab1376 None None] Attempting to bind port 12d71f6c-4c60-4b00-b0b0-8c24c63f887f by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '8d37b7b5-f000-483c-ab92-d77da093fb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7bcf2aba-9495-41ad-a916-cc31e9368fae'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:57:13.097174 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485538ff-3615-4d14-b245-70627dab1376 None None] Attempting to bind port 12d71f6c-4c60-4b00-b0b0-8c24c63f887f on network 7bcf2aba-9495-41ad-a916-cc31e9368fae {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:57:13.103631 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d46246b4-dcd6-4b48-9d09-16ddc674a75c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:13.105289 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46246b4-dcd6-4b48-9d09-16ddc674a75c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:13.106172 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d46246b4-dcd6-4b48-9d09-16ddc674a75c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:13.128273 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485538ff-3615-4d14-b245-70627dab1376 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:57:13.128669 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485538ff-3615-4d14-b245-70627dab1376 None None] Checking segment: {'id': '8d37b7b5-f000-483c-ab92-d77da093fb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7bcf2aba-9495-41ad-a916-cc31e9368fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:57:13.129053 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-485538ff-3615-4d14-b245-70627dab1376 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:13.137828 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485538ff-3615-4d14-b245-70627dab1376 None None] Bound using segment: {'id': '8d37b7b5-f000-483c-ab92-d77da093fb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7bcf2aba-9495-41ad-a916-cc31e9368fae'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:57:13.138386 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-485538ff-3615-4d14-b245-70627dab1376 None None] Bound port: 12d71f6c-4c60-4b00-b0b0-8c24c63f887f, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d37b7b5-f000-483c-ab92-d77da093fb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7bcf2aba-9495-41ad-a916-cc31e9368fae'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:57:13.138823 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-485538ff-3615-4d14-b245-70627dab1376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:13.160419 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0dfa99a2-cf06-41be-a4c4-47646339ea51 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:13.174880 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46246b4-dcd6-4b48-9d09-16ddc674a75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e08a3c-80ea-4caa-8b55-ed3accdc5dc7,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:13.203859 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d46246b4-dcd6-4b48-9d09-16ddc674a75c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6443799 Oct 19 00:57:13.260685 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44858) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:13.274610 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-552be867-3b5c-4976-9d3c-aee97837273e admin admin] Request body: {'subnet': {'network_id': '080931f9-24a7-4d41-ab5d-6f3c3022955a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1143530463-subnet', 'tenant_id': '0fa01fa2f9b64d848b8b9f2e4e20bfa8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:13.301732 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-485538ff-3615-4d14-b245-70627dab1376 None None] For port 12d71f6c-4c60-4b00-b0b0-8c24c63f887f, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:57:13.305309 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-485538ff-3615-4d14-b245-70627dab1376 None None] For port 12d71f6c-4c60-4b00-b0b0-8c24c63f887f, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=12d71f6c-4c60-4b00-b0b0-8c24c63f887f,segment=NetworkSegment(8d37b7b5-f000-483c-ab92-d77da093fb79),segment_id=8d37b7b5-f000-483c-ab92-d77da093fb79)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:57:13.314517 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-485538ff-3615-4d14-b245-70627dab1376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:13.317909 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a55edd60-3f24-4b58-8eae-b3c54815617e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:13.320198 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbd7f52-5053-4a33-a680-b71dd1f0f50a x-openstack-request-id: req-afbd7f52-5053-4a33-a680-b71dd1f0f50a {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:57:13.320639 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d16f8adf-1363-4f4c-ab79-0a1be0d57e47", "tag": "557b77a2-d7f0-4db8-b34a-7be40336b240", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:57:13.320989 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-afbd7f52-5053-4a33-a680-b71dd1f0f50a {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:57:13.321468 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd16f8adf-1363-4f4c-ab79-0a1be0d57e47', 'tag': '557b77a2-d7f0-4db8-b34a-7be40336b240', 'status': 'completed', 'code': 200} Oct 19 00:57:13.375111 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa99a2-cf06-41be-a4c4-47646339ea51 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02d46543-8586-4410-873f-4c368d659eb5,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:13.377895 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a55edd60-3f24-4b58-8eae-b3c54815617e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:13.397350 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46246b4-dcd6-4b48-9d09-16ddc674a75c admin admin] Pushing event updated for resources: {'Network': ['ID=080931f9-24a7-4d41-ab5d-6f3c3022955a,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:13.423380 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 080931f9-24a7-4d41-ab5d-6f3c3022955a details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:57:13.430391 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a55edd60-3f24-4b58-8eae-b3c54815617e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=99d49037953a443bba231664c1991d3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7000141 Oct 19 00:57:13.440518 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44862) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:13.443163 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-465e875a-020b-440f-a6a6-281611422b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-848662367-router', 'tenant_id': '0fa39b62196e46599bf948251db8aac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '48d1a49f-212d-4891-8bbb-0ef38f617bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:57:06Z', 'updated_at': '2021-10-19T00:57:09Z', 'revision_number': 3, 'project_id': '0fa39b62196e46599bf948251db8aac2', 'gw_port': {'id': '48d1a49f-212d-4891-8bbb-0ef38f617bae', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:57:07Z', 'updated_at': '2021-10-19T00:57:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:57:13.448388 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-90b82a0d-79e3-4ab5-98be-4daa2d65a5ff req-99590c5d-c382-4fd7-a3dc-1bc7d53b59b7 tempest-AggregatesAdminTestJSON-2002670754 tempest-AggregatesAdminTestJSON-2002670754-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:13.467799 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-90b82a0d-79e3-4ab5-98be-4daa2d65a5ff req-99590c5d-c382-4fd7-a3dc-1bc7d53b59b7 tempest-AggregatesAdminTestJSON-2002670754 tempest-AggregatesAdminTestJSON-2002670754-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:13.470905 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552be867-3b5c-4976-9d3c-aee97837273e admin admin] Made reservation on behalf of 0fa01fa2f9b64d848b8b9f2e4e20bfa8 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:57:13.474099 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-552be867-3b5c-4976-9d3c-aee97837273e admin admin] Publish callbacks [] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:13.496684 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465e875a-020b-440f-a6a6-281611422b39 None None] Checking router: 7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:57:13.499141 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465e875a-020b-440f-a6a6-281611422b39 None None] Updating router 7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9 port 48d1a49f-212d-4891-8bbb-0ef38f617bae binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:57:13.513276 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485538ff-3615-4d14-b245-70627dab1376 None None] Routers {'7bdb18b7-cd24-4f98-8005-08a84937be99'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:57:13.514012 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-485538ff-3615-4d14-b245-70627dab1376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T00:56:46Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7bdb18b7-cd24-4f98-8005-08a84937be99'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:57:13.516067 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-ee5af709-d1b7-4cda-be5b-fc0525001f70 None None] Provisioning complete for port 12d71f6c-4c60-4b00-b0b0-8c24c63f887f triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:57:13.521526 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0dfa99a2-cf06-41be-a4c4-47646339ea51 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:13.521879 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ee5af709-d1b7-4cda-be5b-fc0525001f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:13.527445 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0dfa99a2-cf06-41be-a4c4-47646339ea51 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2159889 Oct 19 00:57:13.529528 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55edd60-3f24-4b58-8eae-b3c54815617e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bda50b-c1c4-42a3-bf98-39648ef8aa7a,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:13.553071 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-465e875a-020b-440f-a6a6-281611422b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:13.553869 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d71851-b42a-44ff-a181-20f37859c45d req-fd09fb1c-96e5-4689-9952-86412a0cfd6f tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:13.556469 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44864) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:13.565323 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99590c5d-c382-4fd7-a3dc-1bc7d53b59b7 tempest-AggregatesAdminTestJSON-2002670754 tempest-AggregatesAdminTestJSON-2002670754-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe553ced-f90a-44d1-8fa6-2c872cd10ef1,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:13.566843 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c3d71851-b42a-44ff-a181-20f37859c45d req-fd09fb1c-96e5-4689-9952-86412a0cfd6f tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 943 time: 0.2597823 Oct 19 00:57:13.585047 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-0e818f6b-94c3-462c-a320-c5f758c683a3 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Request body: {'security_group_rule': {'security_group_id': '358704d5-bd05-4325-87dc-dbad5fbb332a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:13.618563 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-90b82a0d-79e3-4ab5-98be-4daa2d65a5ff req-99590c5d-c382-4fd7-a3dc-1bc7d53b59b7 tempest-AggregatesAdminTestJSON-2002670754 tempest-AggregatesAdminTestJSON-2002670754-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=d63e4198-26fd-477c-ae3c-81a997ef0d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0930059 Oct 19 00:57:13.618743 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210e442-846f-4487-8a30-f56047d2e531 None None] Pushing event updated for resources: {'Port': ['ID=12d71f6c-4c60-4b00-b0b0-8c24c63f887f,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:13.619010 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-0d2aa79f-3873-4127-8c14-49f1c1b2ff4a service neutron] 10.222.0.55 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6715548 Oct 19 00:57:13.745756 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0e818f6b-94c3-462c-a320-c5f758c683a3 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:13.817442 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0ac0610d-69e0-4de1-9108-eac33492e3be req-267ea88c-351d-4d8d-9587-9e8f40ab6e8b service neutron] 10.222.0.55 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850193 Oct 19 00:57:13.843537 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0e818f6b-94c3-462c-a320-c5f758c683a3 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:13.851921 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0e818f6b-94c3-462c-a320-c5f758c683a3 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:13.880940 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-485538ff-3615-4d14-b245-70627dab1376 None None] Set router 7bdb18b7-cd24-4f98-8005-08a84937be99 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:57:13.889013 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e818f6b-94c3-462c-a320-c5f758c683a3 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=294c717d-5c46-4c90-afe7-9e76fc302117,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:13.930873 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0e818f6b-94c3-462c-a320-c5f758c683a3 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:13.935706 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0e818f6b-94c3-462c-a320-c5f758c683a3 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3559334 Oct 19 00:57:13.935931 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-092256fd-5230-429e-bf69-12b1774ca9b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:13.936687 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44880) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:13.943210 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-6e89c466-c818-431a-a707-a3dd4d87a8c8 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:13.945091 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ee5af709-d1b7-4cda-be5b-fc0525001f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:13.974554 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5fd6c-8632-4411-9a14-665d321d0662 req-44ea0978-8b11-4ee4-9ed1-af5c2ecc890a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:13.976497 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2da5fd6c-8632-4411-9a14-665d321d0662 req-44ea0978-8b11-4ee4-9ed1-af5c2ecc890a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 1095 time: 0.0894744 Oct 19 00:57:14.066551 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c3d71851-b42a-44ff-a181-20f37859c45d req-1bc0377b-fef1-4f0b-a726-f2fc982d757d tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666179 Oct 19 00:57:14.084786 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b41f89fa-d4b3-4cfa-a9e7-3ec77126dad6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:14.086222 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-ee5af709-d1b7-4cda-be5b-fc0525001f70 None None] For port 12d71f6c-4c60-4b00-b0b0-8c24c63f887f, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=12d71f6c-4c60-4b00-b0b0-8c24c63f887f,segment=NetworkSegment(8d37b7b5-f000-483c-ab92-d77da093fb79),segment_id=8d37b7b5-f000-483c-ab92-d77da093fb79)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:57:14.101032 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ee5af709-d1b7-4cda-be5b-fc0525001f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:14.170261 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b41f89fa-d4b3-4cfa-a9e7-3ec77126dad6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:14.223294 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5fd6c-8632-4411-9a14-665d321d0662 req-36802741-d12c-44e4-bfd1-cd59edcc8d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:14.231928 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2da5fd6c-8632-4411-9a14-665d321d0662 req-36802741-d12c-44e4-bfd1-cd59edcc8d6a service neutron] 10.222.0.55 "GET /v2.0/networks?id=db82cf1f-422d-4289-a127-b70a546afbff HTTP/1.1" status: 200 len: 922 time: 0.2461727 Oct 19 00:57:14.233769 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6e89c466-c818-431a-a707-a3dd4d87a8c8 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks [] for floatingip, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:14.298147 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-42b0036a-d9fa-4177-8034-cc6fa4fb6955 None None] Provisioning complete for port 12d71f6c-4c60-4b00-b0b0-8c24c63f887f triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:57:14.298375 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-42b0036a-d9fa-4177-8034-cc6fa4fb6955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:14.327930 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5af709-d1b7-4cda-be5b-fc0525001f70 None None] Pushing event updated for resources: {'Port': ['ID=12d71f6c-4c60-4b00-b0b0-8c24c63f887f,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:14.372869 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2da5fd6c-8632-4411-9a14-665d321d0662 req-f2df6882-f86a-4677-9073-da83a9cb4bd1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=557b77a2-d7f0-4db8-b34a-7be40336b240 HTTP/1.1" status: 200 len: 217 time: 0.1316481 Oct 19 00:57:14.376616 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-465e875a-020b-440f-a6a6-281611422b39 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:14.389877 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-465e875a-020b-440f-a6a6-281611422b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:14.396066 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b41f89fa-d4b3-4cfa-a9e7-3ec77126dad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:14.404232 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b41f89fa-d4b3-4cfa-a9e7-3ec77126dad6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:14.409664 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b41f89fa-d4b3-4cfa-a9e7-3ec77126dad6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a7bda50b-c1c4-42a3-bf98-39648ef8aa7a HTTP/1.1" status: 204 len: 168 time: 0.9594715 Oct 19 00:57:14.410741 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-552be867-3b5c-4976-9d3c-aee97837273e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:14.529588 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5fd6c-8632-4411-9a14-665d321d0662 req-3514812a-1361-4ec7-9045-15f88245e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:14.531031 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2da5fd6c-8632-4411-9a14-665d321d0662 req-3514812a-1361-4ec7-9045-15f88245e4c9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc1eafbd-ecfc-4adf-9b82-a202a98a472a HTTP/1.1" status: 200 len: 861 time: 0.1456921 Oct 19 00:57:14.535964 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552be867-3b5c-4976-9d3c-aee97837273e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e7010c7-6660-4b3a-81ce-22776f1b2d9b,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:14.560061 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c8d35-555a-4907-8e97-0c785703e423 None None] Pushing event updated for resources: {'Port': ['ID=48d1a49f-212d-4891-8bbb-0ef38f617bae,revision_number=2']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:14.566952 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-465e875a-020b-440f-a6a6-281611422b39 None None] Attempting to bind port 48d1a49f-212d-4891-8bbb-0ef38f617bae on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:57:14.569987 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-465e875a-020b-440f-a6a6-281611422b39 None None] Attempting to bind port 48d1a49f-212d-4891-8bbb-0ef38f617bae by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:57:14.570357 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465e875a-020b-440f-a6a6-281611422b39 None None] Attempting to bind port 48d1a49f-212d-4891-8bbb-0ef38f617bae on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:57:14.581391 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465e875a-020b-440f-a6a6-281611422b39 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:57:14.584968 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465e875a-020b-440f-a6a6-281611422b39 None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:57:14.588099 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2da5fd6c-8632-4411-9a14-665d321d0662 req-074431e9-c364-40f0-8685-1c6fd85ac700 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=db82cf1f-422d-4289-a127-b70a546afbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441482 Oct 19 00:57:14.588596 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-465e875a-020b-440f-a6a6-281611422b39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:14.588596 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465e875a-020b-440f-a6a6-281611422b39 None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:57:14.589025 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-465e875a-020b-440f-a6a6-281611422b39 None None] Bound port: 48d1a49f-212d-4891-8bbb-0ef38f617bae, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:57:14.597468 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-465e875a-020b-440f-a6a6-281611422b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:14.605953 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-485538ff-3615-4d14-b245-70627dab1376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdb18b7-cd24-4f98-8005-08a84937be99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-469584996-router', 'tenant_id': '620169f8a6294e7c9ae41bfc310823af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '6fdd27dd-09d1-4704-aeb9-39d64cadc67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:57:01Z', 'updated_at': '2021-10-19T00:57:08Z', 'revision_number': 4, 'project_id': '620169f8a6294e7c9ae41bfc310823af', 'gw_port': {'id': '6fdd27dd-09d1-4704-aeb9-39d64cadc67b', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb18b7-cd24-4f98-8005-08a84937be99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:57:03Z', 'updated_at': '2021-10-19T00:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '12d71f6c-4c60-4b00-b0b0-8c24c63f887f', 'name': '', 'network_id': '7bcf2aba-9495-41ad-a916-cc31e9368fae', 'tenant_id': '620169f8a6294e7c9ae41bfc310823af', 'mac_address': 'fa:16:3e:b2:cb:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdb18b7-cd24-4f98-8005-08a84937be99', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'be98550e-4e5d-4fb9-839a-7f8fec8ee5c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:57:07Z', 'updated_at': '2021-10-19T00:57:13Z', 'revision_number': 4, 'project_id': '620169f8a6294e7c9ae41bfc310823af', 'subnets': [{'id': 'be98550e-4e5d-4fb9-839a-7f8fec8ee5c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:57:14.623774 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f89fa-d4b3-4cfa-a9e7-3ec77126dad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bda50b-c1c4-42a3-bf98-39648ef8aa7a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:14.687349 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485538ff-3615-4d14-b245-70627dab1376 None None] The sync data for ids ['7bdb18b7-cd24-4f98-8005-08a84937be99'] in n-d-715271-26 is: [{'id': '7bdb18b7-cd24-4f98-8005-08a84937be99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-469584996-router', 'tenant_id': '620169f8a6294e7c9ae41bfc310823af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '6fdd27dd-09d1-4704-aeb9-39d64cadc67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:57:01Z', 'updated_at': '2021-10-19T00:57:08Z', 'revision_number': 4, 'project_id': '620169f8a6294e7c9ae41bfc310823af', 'gw_port': {'id': '6fdd27dd-09d1-4704-aeb9-39d64cadc67b', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb18b7-cd24-4f98-8005-08a84937be99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:57:03Z', 'updated_at': '2021-10-19T00:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '12d71f6c-4c60-4b00-b0b0-8c24c63f887f', 'name': '', 'network_id': '7bcf2aba-9495-41ad-a916-cc31e9368fae', 'tenant_id': '620169f8a6294e7c9ae41bfc310823af', 'mac_address': 'fa:16:3e:b2:cb:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdb18b7-cd24-4f98-8005-08a84937be99', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'be98550e-4e5d-4fb9-839a-7f8fec8ee5c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:57:07Z', 'updated_at': '2021-10-19T00:57:13Z', 'revision_number': 4, 'project_id': '620169f8a6294e7c9ae41bfc310823af', 'subnets': [{'id': 'be98550e-4e5d-4fb9-839a-7f8fec8ee5c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:57:14.737944 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552be867-3b5c-4976-9d3c-aee97837273e admin admin] Checking segment: {'id': '464efc74-5c8f-4d69-94eb-8c6c6564858a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '080931f9-24a7-4d41-ab5d-6f3c3022955a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:57:14.738559 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552be867-3b5c-4976-9d3c-aee97837273e admin admin] Network hostable DHCP agents. Network: 080931f9-24a7-4d41-ab5d-6f3c3022955a, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:57:14.779218 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-465e875a-020b-440f-a6a6-281611422b39 None None] For port 48d1a49f-212d-4891-8bbb-0ef38f617bae, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:57:14.795492 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-465e875a-020b-440f-a6a6-281611422b39 None None] For port 48d1a49f-212d-4891-8bbb-0ef38f617bae, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=48d1a49f-212d-4891-8bbb-0ef38f617bae,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:57:14.804609 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-465e875a-020b-440f-a6a6-281611422b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:14.900209 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ba05507a-45da-4737-bc99-07bdbd79d88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:14.973038 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465e875a-020b-440f-a6a6-281611422b39 None None] Routers {'7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:57:14.973581 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-465e875a-020b-440f-a6a6-281611422b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T00:56:46Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:57:14.985352 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c8d35-555a-4907-8e97-0c785703e423 None None] Pushing event updated for resources: {'Port': ['ID=48d1a49f-212d-4891-8bbb-0ef38f617bae,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:15.041385 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6e89c466-c818-431a-a707-a3dd4d87a8c8 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:15.160716 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-ba05507a-45da-4737-bc99-07bdbd79d88d admin admin] Allocated IP 172.20.0.1 (8d580e33-9be3-48a5-82b0-53aab65bb082/d9a15381-bf99-4eef-a4b8-d077ba99ba0a/7bb7edee-a50b-4611-bab2-c14b04ec0933) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:57:15.191854 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-6e89c466-c818-431a-a707-a3dd4d87a8c8 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Allocated IP 172.25.8.213 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/4572659b-f863-41a9-90b4-4a82a38df38e) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:57:15.246118 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-465e875a-020b-440f-a6a6-281611422b39 None None] Set router 7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:57:15.342047 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ba05507a-45da-4737-bc99-07bdbd79d88d admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:15.371083 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2da5fd6c-8632-4411-9a14-665d321d0662 req-f6ae8aaf-db48-447c-ab1f-0c0db3e34f86 service neutron] 10.222.0.55 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7458649 Oct 19 00:57:15.381465 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552be867-3b5c-4976-9d3c-aee97837273e admin admin] Network 080931f9-24a7-4d41-ab5d-6f3c3022955a is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:57:15.564028 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6e89c466-c818-431a-a707-a3dd4d87a8c8 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:15.634892 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-465e875a-020b-440f-a6a6-281611422b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-848662367-router', 'tenant_id': '0fa39b62196e46599bf948251db8aac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '48d1a49f-212d-4891-8bbb-0ef38f617bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:57:06Z', 'updated_at': '2021-10-19T00:57:09Z', 'revision_number': 3, 'project_id': '0fa39b62196e46599bf948251db8aac2', 'gw_port': {'id': '48d1a49f-212d-4891-8bbb-0ef38f617bae', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:57:07Z', 'updated_at': '2021-10-19T00:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:57:15.669343 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465e875a-020b-440f-a6a6-281611422b39 None None] The sync data for ids ['7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9'] in n-d-715271-26 is: [{'id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-848662367-router', 'tenant_id': '0fa39b62196e46599bf948251db8aac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '48d1a49f-212d-4891-8bbb-0ef38f617bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:57:06Z', 'updated_at': '2021-10-19T00:57:09Z', 'revision_number': 3, 'project_id': '0fa39b62196e46599bf948251db8aac2', 'gw_port': {'id': '48d1a49f-212d-4891-8bbb-0ef38f617bae', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:57:07Z', 'updated_at': '2021-10-19T00:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:57:15.693405 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2da5fd6c-8632-4411-9a14-665d321d0662 req-f5f006c8-f90c-45d9-84e1-2febce8551c1 service neutron] 10.222.0.55 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107414 Oct 19 00:57:15.704100 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ba05507a-45da-4737-bc99-07bdbd79d88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:15.735467 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6e89c466-c818-431a-a707-a3dd4d87a8c8 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:15.772320 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-552be867-3b5c-4976-9d3c-aee97837273e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 080931f9-24a7-4d41-ab5d-6f3c3022955a) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:57:15.787686 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d243c0-3051-43f1-a19f-9e96f9370ae9 None None] Network 080931f9-24a7-4d41-ab5d-6f3c3022955a requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:57:15.803222 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552be867-3b5c-4976-9d3c-aee97837273e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:15.804871 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-552be867-3b5c-4976-9d3c-aee97837273e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:15.818577 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba05507a-45da-4737-bc99-07bdbd79d88d admin admin] Network 8d580e33-9be3-48a5-82b0-53aab65bb082 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:57:15.830306 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e89c466-c818-431a-a707-a3dd4d87a8c8 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Pushing event updated for resources: {'Port': ['ID=4572659b-f863-41a9-90b4-4a82a38df38e,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:15.858829 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e89c466-c818-431a-a707-a3dd4d87a8c8 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:57:15.862013 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-6e89c466-c818-431a-a707-a3dd4d87a8c8 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:57:15.864760 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80511b1-5c34-45d6-b490-418252ff1a00 req-7245e6c3-d52c-4801-9bbb-c17f07035f27 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:15.866887 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e89c466-c818-431a-a707-a3dd4d87a8c8 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:57:15.878715 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e80511b1-5c34-45d6-b490-418252ff1a00 req-7245e6c3-d52c-4801-9bbb-c17f07035f27 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 943 time: 0.4996645 Oct 19 00:57:15.893223 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-ba05507a-45da-4737-bc99-07bdbd79d88d admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:57:15.959013 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba05507a-45da-4737-bc99-07bdbd79d88d admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:57:15.960133 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ba05507a-45da-4737-bc99-07bdbd79d88d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:16.100670 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6e89c466-c818-431a-a707-a3dd4d87a8c8 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:16.110675 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba05507a-45da-4737-bc99-07bdbd79d88d admin admin] Pushing event updated for resources: {'Port': ['ID=7bb7edee-a50b-4611-bab2-c14b04ec0933,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:16.172128 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-552be867-3b5c-4976-9d3c-aee97837273e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.9081545 Oct 19 00:57:16.208510 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6e89c466-c818-431a-a707-a3dd4d87a8c8 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:16.287463 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e80511b1-5c34-45d6-b490-418252ff1a00 req-781e0f22-8097-4459-9344-e66e1b5799dc tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064569 Oct 19 00:57:16.409334 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ba05507a-45da-4737-bc99-07bdbd79d88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:16.472165 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 12d71f6c-4c60-4b00-b0b0-8c24c63f887f up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:57:16.580903 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdccdfd1-6fec-4276-8e7c-6201fe16d607 None None] Network 080931f9-24a7-4d41-ab5d-6f3c3022955a requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:57:16.752098 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6e89c466-c818-431a-a707-a3dd4d87a8c8 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:16.769355 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6e89c466-c818-431a-a707-a3dd4d87a8c8 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:16.834071 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ba05507a-45da-4737-bc99-07bdbd79d88d admin admin] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:16.835194 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6e89c466-c818-431a-a707-a3dd4d87a8c8 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:16.853665 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ba05507a-45da-4737-bc99-07bdbd79d88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:16.854419 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ba05507a-45da-4737-bc99-07bdbd79d88d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:17.004643 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba05507a-45da-4737-bc99-07bdbd79d88d admin admin] Pushing event updated for resources: {'Port': ['ID=7bb7edee-a50b-4611-bab2-c14b04ec0933,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:17.017201 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8156838d-9fcf-46f1-accc-b21b47de21fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:17.039017 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e89c466-c818-431a-a707-a3dd4d87a8c8 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Pushing event updated for resources: {'Port': ['ID=4572659b-f863-41a9-90b4-4a82a38df38e,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:17.053412 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-0bb15a1a-9333-42bf-9d5a-fdd06c0f7f33 None None] Provisioning complete for port 7bb7edee-a50b-4611-bab2-c14b04ec0933 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:57:17.055868 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0bb15a1a-9333-42bf-9d5a-fdd06c0f7f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:17.066588 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6e89c466-c818-431a-a707-a3dd4d87a8c8 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:17.068076 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6e89c466-c818-431a-a707-a3dd4d87a8c8 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1299374 Oct 19 00:57:17.139175 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 12d71f6c-4c60-4b00-b0b0-8c24c63f887f triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:57:17.140510 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:17.193306 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-99a0c5a4-930e-4322-9623-0496aed51f63 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:17.204723 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-99a0c5a4-930e-4322-9623-0496aed51f63 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/networks?id=fc198a8b-4ee5-462c-a635-e1062c7dbf51 HTTP/1.1" status: 200 len: 808 time: 0.1804247 Oct 19 00:57:17.217583 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-0bb15a1a-9333-42bf-9d5a-fdd06c0f7f33 None None] Port 7bb7edee-a50b-4611-bab2-c14b04ec0933 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:57:17.222786 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-a8d7d5b0-5d0f-4201-a79f-f5ec68f054f0 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/quotas/65459246a90a47d0b59f03208da91106 HTTP/1.1" status: 200 len: 375 time: 0.0171211 Oct 19 00:57:17.257987 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba05507a-45da-4737-bc99-07bdbd79d88d admin admin] Network 8d580e33-9be3-48a5-82b0-53aab65bb082 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:57:17.260287 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-ba05507a-45da-4737-bc99-07bdbd79d88d admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:57:17.267744 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:17.268100 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-438cb10b-d680-42b8-9d9f-7f21a3b87636 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=65459246a90a47d0b59f03208da91106&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442872 Oct 19 00:57:17.430552 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-fef9e55d-78bd-44d9-a278-5501beff215a service neutron] 10.222.0.57 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610672 Oct 19 00:57:17.500821 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba05507a-45da-4737-bc99-07bdbd79d88d admin admin] Router 7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:57:17.571977 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-34a862c1-0fbc-454f-b61a-1e522c8612f6 service neutron] 10.222.0.57 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404169 Oct 19 00:57:17.597522 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:17.655349 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-acdf3e6a-c85e-498b-86a1-06478cf6fa6a None None] Provisioning complete for port 7bb7edee-a50b-4611-bab2-c14b04ec0933 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:57:17.655686 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-acdf3e6a-c85e-498b-86a1-06478cf6fa6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:17.679306 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-fa75d847-5ede-45e9-a477-2763cc18aded tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--481003188&fields=id&tenant_id=1f97037e6a5e4e978520d9c5500334e3 HTTP/1.1" status: 200 len: 267 time: 0.0915208 Oct 19 00:57:17.712462 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-acdf3e6a-c85e-498b-86a1-06478cf6fa6a None None] Port 7bb7edee-a50b-4611-bab2-c14b04ec0933 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:57:17.726958 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 557b77a2-d7f0-4db8-b34a-7be40336b240 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:57:17.768774 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba05507a-45da-4737-bc99-07bdbd79d88d admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:57:17.784865 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ba05507a-45da-4737-bc99-07bdbd79d88d admin admin] 10.222.0.57 "PUT /v2.0/routers/7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1294146 Oct 19 00:57:17.857965 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 557b77a2-d7f0-4db8-b34a-7be40336b240, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=557b77a2-d7f0-4db8-b34a-7be40336b240,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:57:17.860157 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42ea2b-f89c-4831-ad0c-63c47afe45cf req-b53e0171-2c59-44a2-b7fe-b804fc38bd80 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:17.865086 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0e42ea2b-f89c-4831-ad0c-63c47afe45cf req-b53e0171-2c59-44a2-b7fe-b804fc38bd80 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 943 time: 0.1150880 Oct 19 00:57:17.880063 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '557b77a2-d7f0-4db8-b34a-7be40336b240', 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff', 'port_id': '557b77a2-d7f0-4db8-b34a-7be40336b240', 'mac_address': 'fa:16:3e:9e:d8:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc1eafbd-ecfc-4adf-9b82-a202a98a472a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:57:17.944972 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:17.984391 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0e42ea2b-f89c-4831-ad0c-63c47afe45cf req-96519b22-4977-4952-a68b-ff4d5680197a tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129630 Oct 19 00:57:17.985665 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 557b77a2-d7f0-4db8-b34a-7be40336b240 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:57:18.001071 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 48d1a49f-212d-4891-8bbb-0ef38f617bae up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:57:18.016620 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-b8a523b1-8c0a-4c79-8bff-ba636e293e66 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:18.018716 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-b8a523b1-8c0a-4c79-8bff-ba636e293e66 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/networks?id=c4b5ccfa-a7f9-4731-bba3-4264bbe52b87 HTTP/1.1" status: 200 len: 824 time: 0.3293028 Oct 19 00:57:18.042753 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-3a2eadbc-dc1f-4ae0-a525-a8c1155fe0cc tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/quotas/1f97037e6a5e4e978520d9c5500334e3 HTTP/1.1" status: 200 len: 375 time: 0.0158713 Oct 19 00:57:18.064233 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 557b77a2-d7f0-4db8-b34a-7be40336b240, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=557b77a2-d7f0-4db8-b34a-7be40336b240,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:57:18.073699 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:18.128820 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 48d1a49f-212d-4891-8bbb-0ef38f617bae triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:57:18.129201 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:18.145671 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-c92ef857-3dd4-44d0-8be4-dca00453a115 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1f97037e6a5e4e978520d9c5500334e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0958848 Oct 19 00:57:18.201923 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=557b77a2-d7f0-4db8-b34a-7be40336b240,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:18.250582 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:18.284214 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 48d1a49f-212d-4891-8bbb-0ef38f617bae, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=48d1a49f-212d-4891-8bbb-0ef38f617bae,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:57:18.289776 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:18.374008 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=48d1a49f-212d-4891-8bbb-0ef38f617bae,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:18.419968 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-e0b8da31-cd0a-48ad-ba66-29a76e38d35e service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:57:18.421244 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-e0b8da31-cd0a-48ad-ba66-29a76e38d35e service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0831342 Oct 19 00:57:18.515979 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['557b77a2-d7f0-4db8-b34a-7be40336b240'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:57:18.555670 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-cda34440-d52c-4033-88f0-ff134419db4d service neutron] 10.222.0.57 "GET /v2.0/networks/c4b5ccfa-a7f9-4731-bba3-4264bbe52b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265724 Oct 19 00:57:18.607479 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838d05a6-b8ca-4188-9e3f-62d739f9c64b None None] Sync routers for ids ['7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:57:18.644611 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838d05a6-b8ca-4188-9e3f-62d739f9c64b None None] Routers {'7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:57:18.645256 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-838d05a6-b8ca-4188-9e3f-62d739f9c64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T00:57:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:57:18.699339 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-7ccd4f88-321e-4d23-b70d-9191a078260f service neutron] 10.222.0.57 "GET /v2.0/networks/c4b5ccfa-a7f9-4731-bba3-4264bbe52b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347270 Oct 19 00:57:18.701077 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1562bf0a-0905-4259-9bf3-cf24dbd5b1ab req-153f5c7d-ff12-4423-9d1a-c6a5c7791c17 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9 HTTP/1.1" status: 200 len: 210 time: 0.0344853 Oct 19 00:57:18.854158 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-838d05a6-b8ca-4188-9e3f-62d739f9c64b None None] Set router 7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:57:19.016698 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-a6930c29-fbfa-4a8e-9ff4-075771a40365 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:19.018215 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-a6930c29-fbfa-4a8e-9ff4-075771a40365 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/networks?id=8d580e33-9be3-48a5-82b0-53aab65bb082 HTTP/1.1" status: 200 len: 828 time: 0.1673870 Oct 19 00:57:19.036790 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-46c7df9c-8b93-4ed0-8b09-240b438ca42b tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/quotas/0fa39b62196e46599bf948251db8aac2 HTTP/1.1" status: 200 len: 375 time: 0.0127311 Oct 19 00:57:19.110072 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-6d858681-b071-44c2-84ee-f889335d21c5 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fa39b62196e46599bf948251db8aac2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677433 Oct 19 00:57:19.120006 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-838d05a6-b8ca-4188-9e3f-62d739f9c64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-848662367-router', 'tenant_id': '0fa39b62196e46599bf948251db8aac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '48d1a49f-212d-4891-8bbb-0ef38f617bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:57:06Z', 'updated_at': '2021-10-19T00:57:16Z', 'revision_number': 4, 'project_id': '0fa39b62196e46599bf948251db8aac2', 'gw_port': {'id': '48d1a49f-212d-4891-8bbb-0ef38f617bae', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:57:07Z', 'updated_at': '2021-10-19T00:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '7bb7edee-a50b-4611-bab2-c14b04ec0933', 'name': '', 'network_id': '8d580e33-9be3-48a5-82b0-53aab65bb082', 'tenant_id': '0fa39b62196e46599bf948251db8aac2', 'mac_address': 'fa:16:3e:d5:f0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'd9a15381-bf99-4eef-a4b8-d077ba99ba0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:57:14Z', 'updated_at': '2021-10-19T00:57:16Z', 'revision_number': 2, 'project_id': '0fa39b62196e46599bf948251db8aac2', 'subnets': [{'id': 'd9a15381-bf99-4eef-a4b8-d077ba99ba0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:57:19.164358 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838d05a6-b8ca-4188-9e3f-62d739f9c64b None None] Checking router: 7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:57:19.164659 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838d05a6-b8ca-4188-9e3f-62d739f9c64b None None] Updating router 7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9 port 7bb7edee-a50b-4611-bab2-c14b04ec0933 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:57:19.209209 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-838d05a6-b8ca-4188-9e3f-62d739f9c64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:19.250020 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-bb303228-db26-486e-aaac-7383cc11b6d7 service neutron] 10.222.0.57 "GET /v2.0/networks/8d580e33-9be3-48a5-82b0-53aab65bb082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330469 Oct 19 00:57:19.419237 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-db4ef952-5c4e-4fbd-a3b2-11d99d5590c3 service neutron] 10.222.0.57 "GET /v2.0/networks/8d580e33-9be3-48a5-82b0-53aab65bb082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567795 Oct 19 00:57:19.531481 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bfa45052-a969-43af-9335-cf9d7777b6e4 req-dcd8ba7d-0f39-42d3-a099-3331d28a3f99 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a HTTP/1.1" status: 200 len: 210 time: 0.0456891 Oct 19 00:57:19.543303 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-b42c8765-1b27-4567-9c41-e085fee60f24 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:19.545363 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-b42c8765-1b27-4567-9c41-e085fee60f24 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.24 "GET /v2.0/networks?id=fc198a8b-4ee5-462c-a635-e1062c7dbf51 HTTP/1.1" status: 200 len: 808 time: 0.1943870 Oct 19 00:57:19.580108 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-1d769651-cb75-4866-860f-de704a6b5377 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Request body: {'port': {'device_id': 'cc5f54b5-c92f-4513-86d5-0daa029358d9', 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51', 'admin_state_up': True, 'tenant_id': '65459246a90a47d0b59f03208da91106'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:19.631586 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:19.669946 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-838d05a6-b8ca-4188-9e3f-62d739f9c64b None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:19.682258 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-838d05a6-b8ca-4188-9e3f-62d739f9c64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:19.734352 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 557b77a2-d7f0-4db8-b34a-7be40336b240 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:57:19.797423 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985e19a-66f7-48e6-8288-5bd220246ed3 req-58e53f32-1180-4439-9674-2a2b9766759a tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:19.799170 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c985e19a-66f7-48e6-8288-5bd220246ed3 req-58e53f32-1180-4439-9674-2a2b9766759a tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 944 time: 0.0866001 Oct 19 00:57:19.815775 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4d117db8-9de4-4544-9470-849f5fe180be req-5fd54079-cb6b-4e43-b6d3-fb231d9f0c56 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/ports?device_id=def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5 HTTP/1.1" status: 200 len: 210 time: 0.0369916 Oct 19 00:57:19.842923 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a9c4b-d120-46ff-b307-0b807182a5b8 None None] Pushing event updated for resources: {'Port': ['ID=7bb7edee-a50b-4611-bab2-c14b04ec0933,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:19.871045 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c985e19a-66f7-48e6-8288-5bd220246ed3 req-094d1117-1d8c-4dd7-8247-1e3dc0b85653 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602548 Oct 19 00:57:19.897533 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-1d769651-cb75-4866-860f-de704a6b5377 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Made reservation on behalf of 65459246a90a47d0b59f03208da91106 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:57:19.902290 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-1d769651-cb75-4866-860f-de704a6b5377 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:19.942098 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 557b77a2-d7f0-4db8-b34a-7be40336b240 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:57:19.970354 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 557b77a2-d7f0-4db8-b34a-7be40336b240 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:57:19.975290 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:20.029107 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 48d1a49f-212d-4891-8bbb-0ef38f617bae up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:57:20.031102 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-838d05a6-b8ca-4188-9e3f-62d739f9c64b None None] Attempting to bind port 7bb7edee-a50b-4611-bab2-c14b04ec0933 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:57:20.031533 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-838d05a6-b8ca-4188-9e3f-62d739f9c64b None None] Attempting to bind port 7bb7edee-a50b-4611-bab2-c14b04ec0933 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '1e57d206-2927-464c-aae6-b32e4b4e0ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8d580e33-9be3-48a5-82b0-53aab65bb082'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:57:20.032377 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838d05a6-b8ca-4188-9e3f-62d739f9c64b None None] Attempting to bind port 7bb7edee-a50b-4611-bab2-c14b04ec0933 on network 8d580e33-9be3-48a5-82b0-53aab65bb082 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:57:20.101326 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838d05a6-b8ca-4188-9e3f-62d739f9c64b None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:57:20.101777 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838d05a6-b8ca-4188-9e3f-62d739f9c64b None None] Checking segment: {'id': '1e57d206-2927-464c-aae6-b32e4b4e0ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8d580e33-9be3-48a5-82b0-53aab65bb082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:57:20.102274 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-838d05a6-b8ca-4188-9e3f-62d739f9c64b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:20.102736 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838d05a6-b8ca-4188-9e3f-62d739f9c64b None None] Bound using segment: {'id': '1e57d206-2927-464c-aae6-b32e4b4e0ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8d580e33-9be3-48a5-82b0-53aab65bb082'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:57:20.103315 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-838d05a6-b8ca-4188-9e3f-62d739f9c64b None None] Bound port: 7bb7edee-a50b-4611-bab2-c14b04ec0933, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e57d206-2927-464c-aae6-b32e4b4e0ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8d580e33-9be3-48a5-82b0-53aab65bb082'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:57:20.103780 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-838d05a6-b8ca-4188-9e3f-62d739f9c64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:20.156389 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.24', 61754) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:20.175677 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 48d1a49f-212d-4891-8bbb-0ef38f617bae triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:57:20.176907 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:20.306058 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-79d27965-8b71-4920-b74d-2eb76f108f6c tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:20.307609 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-79d27965-8b71-4920-b74d-2eb76f108f6c tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.24 "GET /v2.0/networks?id=c4b5ccfa-a7f9-4731-bba3-4264bbe52b87 HTTP/1.1" status: 200 len: 824 time: 0.1501558 Oct 19 00:57:20.381302 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-676f12b0-6a13-462f-94ed-a95e9898ba9e req-8aeff2ae-169c-4eb5-9f3c-f981d49f4b01 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9 HTTP/1.1" status: 200 len: 210 time: 0.2573848 Oct 19 00:57:20.406029 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-1d769651-cb75-4866-860f-de704a6b5377 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Allocated IP 172.20.0.9 (fc198a8b-4ee5-462c-a635-e1062c7dbf51/7b8444cd-c5d7-4c88-b1b0-9d01aef8093c/2fb9b56e-1dfb-4d10-808d-163ff1301baa) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:57:20.439577 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-3cc6ca47-6420-4198-8e13-30a6ada1e9aa tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f97037e6a5e4e978520d9c5500334e3 HTTP/1.1" status: 200 len: 379 time: 0.1136160 Oct 19 00:57:20.453686 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-4db38dc4-e0ce-416d-93a2-5310da0d63aa tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Request body: {'port': {'device_id': 'c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a', 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87', 'admin_state_up': True, 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'security_groups': ['358704d5-bd05-4325-87dc-dbad5fbb332a']}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:20.602904 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-2105b3cf-d930-4864-9a51-4bfc64f8fc79 None None] Provisioning complete for port 7bb7edee-a50b-4611-bab2-c14b04ec0933 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:57:20.603262 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2105b3cf-d930-4864-9a51-4bfc64f8fc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:20.645973 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-2105b3cf-d930-4864-9a51-4bfc64f8fc79 None None] Port 7bb7edee-a50b-4611-bab2-c14b04ec0933 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:57:20.675902 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:20.682179 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-4db38dc4-e0ce-416d-93a2-5310da0d63aa tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Made reservation on behalf of 1f97037e6a5e4e978520d9c5500334e3 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:57:20.689552 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-4db38dc4-e0ce-416d-93a2-5310da0d63aa tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:20.701374 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-838d05a6-b8ca-4188-9e3f-62d739f9c64b None None] For port 7bb7edee-a50b-4611-bab2-c14b04ec0933, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:57:20.714087 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16f8adf-1363-4f4c-ab79-0a1be0d57e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557b77a2-d7f0-4db8-b34a-7be40336b240'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:57:20.718067 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c30bc1-d4a8-4a18-a848-377de502958a" -d '{"events": [{"server_uuid": "d16f8adf-1363-4f4c-ab79-0a1be0d57e47", "name": "network-vif-plugged", "status": "completed", "tag": "557b77a2-d7f0-4db8-b34a-7be40336b240"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:57:20.738241 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 557b77a2-d7f0-4db8-b34a-7be40336b240, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=557b77a2-d7f0-4db8-b34a-7be40336b240,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:57:20.740191 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-838d05a6-b8ca-4188-9e3f-62d739f9c64b None None] For port 7bb7edee-a50b-4611-bab2-c14b04ec0933, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=7bb7edee-a50b-4611-bab2-c14b04ec0933,segment=NetworkSegment(1e57d206-2927-464c-aae6-b32e4b4e0ab9),segment_id=1e57d206-2927-464c-aae6-b32e4b4e0ab9)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:57:20.755139 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:20.764950 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-838d05a6-b8ca-4188-9e3f-62d739f9c64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:20.768766 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-1d769651-cb75-4866-860f-de704a6b5377 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:20.827808 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-1d769651-cb75-4866-860f-de704a6b5377 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:20.889221 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-1d769651-cb75-4866-860f-de704a6b5377 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Network fc198a8b-4ee5-462c-a635-e1062c7dbf51 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:57:20.893444 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-1d769651-cb75-4866-860f-de704a6b5377 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:57:20.896873 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-1d769651-cb75-4866-860f-de704a6b5377 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:57:20.902608 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-1d769651-cb75-4866-860f-de704a6b5377 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:20.904071 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-1d769651-cb75-4866-860f-de704a6b5377 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:20.931490 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-1d769651-cb75-4866-860f-de704a6b5377 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3775666 Oct 19 00:57:20.934664 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=557b77a2-d7f0-4db8-b34a-7be40336b240,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:20.941308 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-4db38dc4-e0ce-416d-93a2-5310da0d63aa tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Allocated IP 172.20.0.12 (c4b5ccfa-a7f9-4731-bba3-4264bbe52b87/a953001c-8d13-4f10-8aaf-914f81607c9c/168d9158-7537-4bc7-8f68-2082f37c5a96) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:57:20.980071 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-e7d1c7ae-3cbc-4d86-909c-bd0294ca2bef service neutron] Request body: {'port': {'device_id': 'cc5f54b5-c92f-4513-86d5-0daa029358d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:21.025030 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bdbba8-91cf-44b2-9c75-92bfc1caff55 x-openstack-request-id: req-f1bdbba8-91cf-44b2-9c75-92bfc1caff55 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:57:21.025410 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16f8adf-1363-4f4c-ab79-0a1be0d57e47", "name": "network-vif-plugged", "status": "completed", "tag": "557b77a2-d7f0-4db8-b34a-7be40336b240", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:57:21.035789 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f1bdbba8-91cf-44b2-9c75-92bfc1caff55 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:57:21.040665 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16f8adf-1363-4f4c-ab79-0a1be0d57e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557b77a2-d7f0-4db8-b34a-7be40336b240', 'code': 200} Oct 19 00:57:21.058652 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838d05a6-b8ca-4188-9e3f-62d739f9c64b None None] Routers {'7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:57:21.059346 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-838d05a6-b8ca-4188-9e3f-62d739f9c64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T00:57:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:57:21.084064 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d769651-cb75-4866-860f-de704a6b5377 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Pushing event updated for resources: {'Port': ['ID=2fb9b56e-1dfb-4d10-808d-163ff1301baa,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:21.117214 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-e7d1c7ae-3cbc-4d86-909c-bd0294ca2bef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:21.237020 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.55', 55659) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:21.290050 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-838d05a6-b8ca-4188-9e3f-62d739f9c64b None None] Set router 7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:57:21.336780 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a9c4b-d120-46ff-b307-0b807182a5b8 None None] Pushing event updated for resources: {'Port': ['ID=7bb7edee-a50b-4611-bab2-c14b04ec0933,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:21.352221 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-62c25f7d-99d7-4ba9-b3c7-50b65d96ccda None None] Provisioning complete for port 7bb7edee-a50b-4611-bab2-c14b04ec0933 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:57:21.352596 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-62c25f7d-99d7-4ba9-b3c7-50b65d96ccda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:21.371176 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a6da8acf-771b-46d4-812f-c8b9707fb939 req-8d0865d6-81a6-4e57-83e4-33e8a4da4997 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/ports?device_id=def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5 HTTP/1.1" status: 200 len: 210 time: 0.1369500 Oct 19 00:57:21.409488 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-44cf589a-4d01-47a1-aba8-5a820fea9e85 req-7ffe35ec-54e4-4d36-8fe0-9db1e5784d95 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a HTTP/1.1" status: 200 len: 210 time: 0.0531938 Oct 19 00:57:21.451536 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-4db38dc4-e0ce-416d-93a2-5310da0d63aa tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:21.486743 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-e7d1c7ae-3cbc-4d86-909c-bd0294ca2bef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fb9b56e-1dfb-4d10-808d-163ff1301baa {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:57:21.497796 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-e7d1c7ae-3cbc-4d86-909c-bd0294ca2bef service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:21.515274 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-e7d1c7ae-3cbc-4d86-909c-bd0294ca2bef service neutron] Transition to ACTIVE for port object 2fb9b56e-1dfb-4d10-808d-163ff1301baa will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:57:21.521786 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c624b-06b0-4f6d-9246-6e54e60b1082 req-0a2c2590-3876-4854-863e-819dcfe60c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:21.524340 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-e7d1c7ae-3cbc-4d86-909c-bd0294ca2bef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:21.525276 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f87c624b-06b0-4f6d-9246-6e54e60b1082 req-0a2c2590-3876-4854-863e-819dcfe60c90 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 1097 time: 0.2872412 Oct 19 00:57:21.538865 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-c37adc04-d6be-43f2-b341-c746ed969805 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:21.541097 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-c37adc04-d6be-43f2-b341-c746ed969805 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.55 "GET /v2.0/networks?id=8d580e33-9be3-48a5-82b0-53aab65bb082 HTTP/1.1" status: 200 len: 828 time: 0.3456645 Oct 19 00:57:21.564455 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-7b0a3b86-7a33-48e9-91ef-cd3c1454eab8 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Request body: {'port': {'device_id': 'def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5', 'network_id': '8d580e33-9be3-48a5-82b0-53aab65bb082', 'admin_state_up': True, 'tenant_id': '0fa39b62196e46599bf948251db8aac2'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:21.581788 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-62c25f7d-99d7-4ba9-b3c7-50b65d96ccda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:21.633421 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-62c25f7d-99d7-4ba9-b3c7-50b65d96ccda None None] For port 7bb7edee-a50b-4611-bab2-c14b04ec0933, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=7bb7edee-a50b-4611-bab2-c14b04ec0933,segment=NetworkSegment(1e57d206-2927-464c-aae6-b32e4b4e0ab9),segment_id=1e57d206-2927-464c-aae6-b32e4b4e0ab9)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:57:21.643506 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1c7ae-3cbc-4d86-909c-bd0294ca2bef service neutron] Pushing event updated for resources: {'Port': ['ID=2fb9b56e-1dfb-4d10-808d-163ff1301baa,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:21.647621 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-e7d1c7ae-3cbc-4d86-909c-bd0294ca2bef service neutron] Attempting to bind port 2fb9b56e-1dfb-4d10-808d-163ff1301baa on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:57:21.647991 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-e7d1c7ae-3cbc-4d86-909c-bd0294ca2bef service neutron] Attempting to bind port 2fb9b56e-1dfb-4d10-808d-163ff1301baa by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:57:21.648314 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-e7d1c7ae-3cbc-4d86-909c-bd0294ca2bef service neutron] Attempting to bind port 2fb9b56e-1dfb-4d10-808d-163ff1301baa on network fc198a8b-4ee5-462c-a635-e1062c7dbf51 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:57:21.655265 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-62c25f7d-99d7-4ba9-b3c7-50b65d96ccda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:21.659694 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-e7d1c7ae-3cbc-4d86-909c-bd0294ca2bef service neutron] Port 2fb9b56e-1dfb-4d10-808d-163ff1301baa on network fc198a8b-4ee5-462c-a635-e1062c7dbf51 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:57:21.660087 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-e7d1c7ae-3cbc-4d86-909c-bd0294ca2bef service neutron] Attempting to bind port 2fb9b56e-1dfb-4d10-808d-163ff1301baa on network fc198a8b-4ee5-462c-a635-e1062c7dbf51 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:57:21.669998 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb11d5-5ee6-4a5a-8b55-9c2c3aaece5b req-6a3f400d-c7b2-4ab5-8bab-4c85b3286387 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:21.671617 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-13cb11d5-5ee6-4a5a-8b55-9c2c3aaece5b req-6a3f400d-c7b2-4ab5-8bab-4c85b3286387 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 945 time: 0.1368816 Oct 19 00:57:21.675752 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-e7d1c7ae-3cbc-4d86-909c-bd0294ca2bef service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:57:21.676087 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-e7d1c7ae-3cbc-4d86-909c-bd0294ca2bef service neutron] Checking segment: {'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:57:21.676464 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-e7d1c7ae-3cbc-4d86-909c-bd0294ca2bef service neutron] Bound using segment: {'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:57:21.676891 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-e7d1c7ae-3cbc-4d86-909c-bd0294ca2bef service neutron] Bound port: 2fb9b56e-1dfb-4d10-808d-163ff1301baa, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:57:21.677276 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-e7d1c7ae-3cbc-4d86-909c-bd0294ca2bef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:21.720753 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c25f7d-99d7-4ba9-b3c7-50b65d96ccda None None] Pushing event updated for resources: {'Port': ['ID=7bb7edee-a50b-4611-bab2-c14b04ec0933,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:21.729767 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f87c624b-06b0-4f6d-9246-6e54e60b1082 req-37e2581a-ceec-4e93-9e54-6c80b62daa0f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874926 Oct 19 00:57:21.737826 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-838d05a6-b8ca-4188-9e3f-62d739f9c64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-848662367-router', 'tenant_id': '0fa39b62196e46599bf948251db8aac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '48d1a49f-212d-4891-8bbb-0ef38f617bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:57:06Z', 'updated_at': '2021-10-19T00:57:16Z', 'revision_number': 4, 'project_id': '0fa39b62196e46599bf948251db8aac2', 'gw_port': {'id': '48d1a49f-212d-4891-8bbb-0ef38f617bae', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:57:07Z', 'updated_at': '2021-10-19T00:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '7bb7edee-a50b-4611-bab2-c14b04ec0933', 'name': '', 'network_id': '8d580e33-9be3-48a5-82b0-53aab65bb082', 'tenant_id': '0fa39b62196e46599bf948251db8aac2', 'mac_address': 'fa:16:3e:d5:f0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'd9a15381-bf99-4eef-a4b8-d077ba99ba0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:57:14Z', 'updated_at': '2021-10-19T00:57:20Z', 'revision_number': 4, 'project_id': '0fa39b62196e46599bf948251db8aac2', 'subnets': [{'id': 'd9a15381-bf99-4eef-a4b8-d077ba99ba0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:57:21.742986 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-4db38dc4-e0ce-416d-93a2-5310da0d63aa tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:21.748370 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-13cb11d5-5ee6-4a5a-8b55-9c2c3aaece5b req-46512b25-c39d-49b3-9117-70e1dbb2fdf6 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689082 Oct 19 00:57:21.772361 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838d05a6-b8ca-4188-9e3f-62d739f9c64b None None] The sync data for ids ['7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9'] in n-d-715271-26 is: [{'id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-848662367-router', 'tenant_id': '0fa39b62196e46599bf948251db8aac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '48d1a49f-212d-4891-8bbb-0ef38f617bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:57:06Z', 'updated_at': '2021-10-19T00:57:16Z', 'revision_number': 4, 'project_id': '0fa39b62196e46599bf948251db8aac2', 'gw_port': {'id': '48d1a49f-212d-4891-8bbb-0ef38f617bae', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:57:07Z', 'updated_at': '2021-10-19T00:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '7bb7edee-a50b-4611-bab2-c14b04ec0933', 'name': '', 'network_id': '8d580e33-9be3-48a5-82b0-53aab65bb082', 'tenant_id': '0fa39b62196e46599bf948251db8aac2', 'mac_address': 'fa:16:3e:d5:f0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'd9a15381-bf99-4eef-a4b8-d077ba99ba0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:57:14Z', 'updated_at': '2021-10-19T00:57:20Z', 'revision_number': 4, 'project_id': '0fa39b62196e46599bf948251db8aac2', 'subnets': [{'id': 'd9a15381-bf99-4eef-a4b8-d077ba99ba0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:57:21.780656 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-e7d1c7ae-3cbc-4d86-909c-bd0294ca2bef service neutron] For port 2fb9b56e-1dfb-4d10-808d-163ff1301baa, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:57:21.790752 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-e7d1c7ae-3cbc-4d86-909c-bd0294ca2bef service neutron] For port 2fb9b56e-1dfb-4d10-808d-163ff1301baa, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=2fb9b56e-1dfb-4d10-808d-163ff1301baa,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:57:21.795589 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-e7d1c7ae-3cbc-4d86-909c-bd0294ca2bef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:21.860494 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aeaa71-b4fa-437c-9afc-6a1c2f7044fd req-bad57184-3245-42e9-8eb7-5b4ee7f60e7b tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:21.862118 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-15aeaa71-b4fa-437c-9afc-6a1c2f7044fd req-bad57184-3245-42e9-8eb7-5b4ee7f60e7b tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9 HTTP/1.1" status: 200 len: 943 time: 0.2325103 Oct 19 00:57:21.879000 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-4db38dc4-e0ce-416d-93a2-5310da0d63aa tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Network c4b5ccfa-a7f9-4731-bba3-4264bbe52b87 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:57:21.886146 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-e7d1c7ae-3cbc-4d86-909c-bd0294ca2bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:21.887937 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-e7d1c7ae-3cbc-4d86-909c-bd0294ca2bef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:21.889900 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-e7d1c7ae-3cbc-4d86-909c-bd0294ca2bef service neutron] 10.222.0.24 "PUT /v2.0/ports/2fb9b56e-1dfb-4d10-808d-163ff1301baa HTTP/1.1" status: 200 len: 1092 time: 0.9283483 Oct 19 00:57:21.890862 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc5f54b5-c92f-4513-86d5-0daa029358d9', 'tag': '2fb9b56e-1dfb-4d10-808d-163ff1301baa'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:57:21.890981 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-4db38dc4-e0ce-416d-93a2-5310da0d63aa tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:57:21.899686 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db38dc4-e0ce-416d-93a2-5310da0d63aa tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Pushing event updated for resources: {'Port': ['ID=168d9158-7537-4bc7-8f68-2082f37c5a96,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:21.904878 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-4db38dc4-e0ce-416d-93a2-5310da0d63aa tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:57:21.914031 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-4db38dc4-e0ce-416d-93a2-5310da0d63aa tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:21.914720 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-4db38dc4-e0ce-416d-93a2-5310da0d63aa tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:21.920718 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b4c228-9e8c-47ae-995f-59ed1716cbfb" -d '{"events": [{"name": "network-changed", "server_uuid": "cc5f54b5-c92f-4513-86d5-0daa029358d9", "tag": "2fb9b56e-1dfb-4d10-808d-163ff1301baa"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:57:21.942442 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-7b0a3b86-7a33-48e9-91ef-cd3c1454eab8 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Made reservation on behalf of 0fa39b62196e46599bf948251db8aac2 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:57:21.946114 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-7b0a3b86-7a33-48e9-91ef-cd3c1454eab8 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:21.948269 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1c7ae-3cbc-4d86-909c-bd0294ca2bef service neutron] Pushing event updated for resources: {'Port': ['ID=2fb9b56e-1dfb-4d10-808d-163ff1301baa,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:21.991709 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-4db38dc4-e0ce-416d-93a2-5310da0d63aa tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5461972 Oct 19 00:57:22.040146 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-9fbf7b4a-f836-48cb-80ea-19630823ff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:22.044133 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-9fbf7b4a-f836-48cb-80ea-19630823ff1b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65459246a90a47d0b59f03208da91106&device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9 HTTP/1.1" status: 200 len: 1095 time: 0.0721533 Oct 19 00:57:22.047090 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7bb7edee-a50b-4611-bab2-c14b04ec0933 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:57:22.098108 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-d0908d8d-3e9d-4bae-b91b-d77bf26103d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fb9b56e-1dfb-4d10-808d-163ff1301baa HTTP/1.1" status: 200 len: 217 time: 0.0463359 Oct 19 00:57:22.111540 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-7df1dcba-0f13-4900-bfc6-7a8421b2ed85 service neutron] Request body: {'port': {'device_id': 'c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:22.130109 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 7bb7edee-a50b-4611-bab2-c14b04ec0933 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:57:22.130471 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-15aeaa71-b4fa-437c-9afc-6a1c2f7044fd req-52b2ca2f-dcbc-4841-a573-1640b85affb8 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433140 Oct 19 00:57:22.141315 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:22.193278 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-33a5ae31-6cc9-4889-bec7-148e8137f4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:22.194831 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-33a5ae31-6cc9-4889-bec7-148e8137f4bf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7b8444cd-c5d7-4c88-b1b0-9d01aef8093c HTTP/1.1" status: 200 len: 848 time: 0.0892928 Oct 19 00:57:22.297773 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-7df1dcba-0f13-4900-bfc6-7a8421b2ed85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:22.318491 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-1a04be31-c98c-4581-94e2-8b2f796649ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc198a8b-4ee5-462c-a635-e1062c7dbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1157188 Oct 19 00:57:22.345994 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681986a2-c9fe-4ba0-8d30-b4070271f272 x-openstack-request-id: req-681986a2-c9fe-4ba0-8d30-b4070271f272 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:57:22.347266 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc5f54b5-c92f-4513-86d5-0daa029358d9", "tag": "2fb9b56e-1dfb-4d10-808d-163ff1301baa", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:57:22.347679 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-681986a2-c9fe-4ba0-8d30-b4070271f272 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:57:22.350669 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc5f54b5-c92f-4513-86d5-0daa029358d9', 'tag': '2fb9b56e-1dfb-4d10-808d-163ff1301baa', 'status': 'completed', 'code': 200} Oct 19 00:57:22.429881 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4e33131c-7144-4284-b362-79a68b3afa32 None None] Provisioning complete for port 168d9158-7537-4bc7-8f68-2082f37c5a96 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:57:22.433312 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4e33131c-7144-4284-b362-79a68b3afa32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:22.541418 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-a31a6104-245f-4ade-bba1-59a5ec8f3b46 service neutron] 10.222.0.24 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082691 Oct 19 00:57:22.544145 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4e33131c-7144-4284-b362-79a68b3afa32 None None] Port 168d9158-7537-4bc7-8f68-2082f37c5a96 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:57:22.767050 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-7b0a3b86-7a33-48e9-91ef-cd3c1454eab8 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Allocated IP 172.20.0.6 (8d580e33-9be3-48a5-82b0-53aab65bb082/d9a15381-bf99-4eef-a4b8-d077ba99ba0a/f21b48fa-8eee-4b8d-8751-a051d9c23d71) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:57:22.767502 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7ebacb31-5731-44d2-bd7b-bcaf5c74a342 req-fecaf816-d13d-47bd-a1f8-11df40cf44f9 service neutron] 10.222.0.24 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172511 Oct 19 00:57:22.806563 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d81b44-ff2a-43e8-a95a-ffbdd0fd936d req-8fe081dc-cca2-480e-906f-f99a52a39d4a tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:22.809191 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a7d81b44-ff2a-43e8-a95a-ffbdd0fd936d req-8fe081dc-cca2-480e-906f-f99a52a39d4a tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a HTTP/1.1" status: 200 len: 932 time: 0.1347716 Oct 19 00:57:22.823150 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d108a267-3fbf-47f8-a8a9-5a610809e0e4 req-0934a507-99f8-4160-bd2e-488fe0bce3c5 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/ports?device_id=def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5 HTTP/1.1" status: 200 len: 210 time: 0.0534146 Oct 19 00:57:22.899745 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45240) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:22.903323 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a7d81b44-ff2a-43e8-a95a-ffbdd0fd936d req-732abad8-f680-4d16-b10b-575f8ba94db7 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869238 Oct 19 00:57:22.945781 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4c228-9e8c-47ae-995f-59ed1716cbfb req-78220a1d-c232-4d68-9cbd-23a54b52a005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:22.947319 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33b4c228-9e8c-47ae-995f-59ed1716cbfb req-78220a1d-c232-4d68-9cbd-23a54b52a005 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65459246a90a47d0b59f03208da91106&device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9 HTTP/1.1" status: 200 len: 1095 time: 0.1133192 Oct 19 00:57:22.990010 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45244) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:23.187061 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4c228-9e8c-47ae-995f-59ed1716cbfb req-430ed47d-5301-4f17-ab8a-3c1d85b1ec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:23.188971 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33b4c228-9e8c-47ae-995f-59ed1716cbfb req-430ed47d-5301-4f17-ab8a-3c1d85b1ec81 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc198a8b-4ee5-462c-a635-e1062c7dbf51 HTTP/1.1" status: 200 len: 909 time: 0.2308271 Oct 19 00:57:23.242839 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-7b0a3b86-7a33-48e9-91ef-cd3c1454eab8 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:23.299402 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33b4c228-9e8c-47ae-995f-59ed1716cbfb req-3346d039-e973-4f33-88bd-2af3238cc144 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fb9b56e-1dfb-4d10-808d-163ff1301baa HTTP/1.1" status: 200 len: 217 time: 0.0579357 Oct 19 00:57:23.324087 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ef17bc25-5084-419f-a878-d67b9d88059f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:23.328176 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-54924a7f-cada-4c3d-84de-2fdb276390cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:23.330545 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-7df1dcba-0f13-4900-bfc6-7a8421b2ed85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 168d9158-7537-4bc7-8f68-2082f37c5a96 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:57:23.343309 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-7df1dcba-0f13-4900-bfc6-7a8421b2ed85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:23.368319 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-7df1dcba-0f13-4900-bfc6-7a8421b2ed85 service neutron] Transition to ACTIVE for port object 168d9158-7537-4bc7-8f68-2082f37c5a96 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:57:23.369962 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-7b0a3b86-7a33-48e9-91ef-cd3c1454eab8 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:23.379105 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2595e2-a597-4ee7-b01e-c08a12d96e87 req-e4d13f6b-387a-49b5-a4fb-09c213ef0657 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:23.380703 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ae2595e2-a597-4ee7-b01e-c08a12d96e87 req-e4d13f6b-387a-49b5-a4fb-09c213ef0657 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9 HTTP/1.1" status: 200 len: 943 time: 0.0997288 Oct 19 00:57:23.382500 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-7df1dcba-0f13-4900-bfc6-7a8421b2ed85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:23.389334 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b0472-4d3c-443d-bc1e-879e6e125800 req-2245bf5a-f481-4d56-91dc-d3338992a075 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:23.390904 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ee8b0472-4d3c-443d-bc1e-879e6e125800 req-2245bf5a-f481-4d56-91dc-d3338992a075 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 945 time: 0.2008271 Oct 19 00:57:23.418829 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4c228-9e8c-47ae-995f-59ed1716cbfb req-9f58d852-da9e-419e-a2ec-4341f17ef179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:23.420318 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33b4c228-9e8c-47ae-995f-59ed1716cbfb req-9f58d852-da9e-419e-a2ec-4341f17ef179 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7b8444cd-c5d7-4c88-b1b0-9d01aef8093c HTTP/1.1" status: 200 len: 848 time: 0.1118031 Oct 19 00:57:23.462437 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-7b0a3b86-7a33-48e9-91ef-cd3c1454eab8 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Network 8d580e33-9be3-48a5-82b0-53aab65bb082 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:57:23.469643 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-7b0a3b86-7a33-48e9-91ef-cd3c1454eab8 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:57:23.474741 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-7b0a3b86-7a33-48e9-91ef-cd3c1454eab8 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:57:23.480343 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-7b0a3b86-7a33-48e9-91ef-cd3c1454eab8 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:23.480961 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-7b0a3b86-7a33-48e9-91ef-cd3c1454eab8 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:23.482233 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33b4c228-9e8c-47ae-995f-59ed1716cbfb req-5e8dbe50-c830-4c83-817c-381e4ac10ad2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc198a8b-4ee5-462c-a635-e1062c7dbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508015 Oct 19 00:57:23.483645 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df1dcba-0f13-4900-bfc6-7a8421b2ed85 service neutron] Pushing event updated for resources: {'Port': ['ID=168d9158-7537-4bc7-8f68-2082f37c5a96,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:23.560064 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ee8b0472-4d3c-443d-bc1e-879e6e125800 req-53583510-d682-4905-9205-1e20a0ed866f tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488826 Oct 19 00:57:23.573320 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a3b86-7a33-48e9-91ef-cd3c1454eab8 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Pushing event updated for resources: {'Port': ['ID=f21b48fa-8eee-4b8d-8751-a051d9c23d71,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:23.593337 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ae2595e2-a597-4ee7-b01e-c08a12d96e87 req-c7bccd3e-b98e-434b-aeb8-c4456f6bf86d tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722870 Oct 19 00:57:23.661949 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-7b0a3b86-7a33-48e9-91ef-cd3c1454eab8 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0995574 Oct 19 00:57:23.666784 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-7df1dcba-0f13-4900-bfc6-7a8421b2ed85 service neutron] Attempting to bind port 168d9158-7537-4bc7-8f68-2082f37c5a96 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:57:23.669449 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-7df1dcba-0f13-4900-bfc6-7a8421b2ed85 service neutron] Attempting to bind port 168d9158-7537-4bc7-8f68-2082f37c5a96 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'e19ceaa3-9bbe-44c1-b629-032b78b84ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:57:23.676423 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-7df1dcba-0f13-4900-bfc6-7a8421b2ed85 service neutron] Attempting to bind port 168d9158-7537-4bc7-8f68-2082f37c5a96 on network c4b5ccfa-a7f9-4731-bba3-4264bbe52b87 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:57:23.691270 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-869665a0-b1a2-4491-8457-9ecc939c54d3 service neutron] Request body: {'port': {'device_id': 'def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:23.775122 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-7df1dcba-0f13-4900-bfc6-7a8421b2ed85 service neutron] Port 168d9158-7537-4bc7-8f68-2082f37c5a96 on network c4b5ccfa-a7f9-4731-bba3-4264bbe52b87 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:57:23.776105 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-7df1dcba-0f13-4900-bfc6-7a8421b2ed85 service neutron] Attempting to bind port 168d9158-7537-4bc7-8f68-2082f37c5a96 on network c4b5ccfa-a7f9-4731-bba3-4264bbe52b87 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:57:23.857401 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-869665a0-b1a2-4491-8457-9ecc939c54d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:23.882044 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-7df1dcba-0f13-4900-bfc6-7a8421b2ed85 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:57:23.882567 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-7df1dcba-0f13-4900-bfc6-7a8421b2ed85 service neutron] Checking segment: {'id': 'e19ceaa3-9bbe-44c1-b629-032b78b84ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:57:23.883116 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-7df1dcba-0f13-4900-bfc6-7a8421b2ed85 service neutron] Bound using segment: {'id': 'e19ceaa3-9bbe-44c1-b629-032b78b84ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:57:23.883979 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-7df1dcba-0f13-4900-bfc6-7a8421b2ed85 service neutron] Bound port: 168d9158-7537-4bc7-8f68-2082f37c5a96, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e19ceaa3-9bbe-44c1-b629-032b78b84ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:57:23.884688 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-7df1dcba-0f13-4900-bfc6-7a8421b2ed85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:23.892899 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-54924a7f-cada-4c3d-84de-2fdb276390cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:23.917427 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-54924a7f-cada-4c3d-84de-2fdb276390cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:23.928390 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33b4c228-9e8c-47ae-995f-59ed1716cbfb req-0d1d0ebe-da9e-4369-833a-633c624c6900 service neutron] 10.222.0.24 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343607 Oct 19 00:57:23.940258 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ef17bc25-5084-419f-a878-d67b9d88059f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:23.984095 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ef17bc25-5084-419f-a878-d67b9d88059f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:24.010273 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-92305a53-fe91-4f0f-952f-4e55a2bb5b5e None None] Provisioning complete for port f21b48fa-8eee-4b8d-8751-a051d9c23d71 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:57:24.011306 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-92305a53-fe91-4f0f-952f-4e55a2bb5b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:24.025056 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54924a7f-cada-4c3d-84de-2fdb276390cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a090d4-55ee-49b1-87e8-e306174463ba,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:24.039600 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-54924a7f-cada-4c3d-84de-2fdb276390cf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0bf6619e218e4f2ebbe0cf413293ddda&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0483298 Oct 19 00:57:24.043332 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45284) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:24.053303 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-92305a53-fe91-4f0f-952f-4e55a2bb5b5e None None] Port f21b48fa-8eee-4b8d-8751-a051d9c23d71 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:57:24.097976 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf8126-3017-4379-9cb9-028b260bf5e8 req-fb664167-59ec-40ce-a8b7-3cedda73dfd6 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:24.099884 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ef17bc25-5084-419f-a878-d67b9d88059f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=31c326266da14fc3b392b735b77f2b03&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1922395 Oct 19 00:57:24.102270 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7caf8126-3017-4379-9cb9-028b260bf5e8 req-fb664167-59ec-40ce-a8b7-3cedda73dfd6 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/ports?device_id=def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5 HTTP/1.1" status: 200 len: 931 time: 0.1413190 Oct 19 00:57:24.106922 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 45286) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:24.119420 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-7df1dcba-0f13-4900-bfc6-7a8421b2ed85 service neutron] For port 168d9158-7537-4bc7-8f68-2082f37c5a96, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:57:24.138814 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17bc25-5084-419f-a878-d67b9d88059f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121f14d7-0b6e-4b2b-900f-00f172603bb4,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:24.164941 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-7df1dcba-0f13-4900-bfc6-7a8421b2ed85 service neutron] For port 168d9158-7537-4bc7-8f68-2082f37c5a96, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=168d9158-7537-4bc7-8f68-2082f37c5a96,segment=NetworkSegment(e19ceaa3-9bbe-44c1-b629-032b78b84ea1),segment_id=e19ceaa3-9bbe-44c1-b629-032b78b84ea1)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:57:24.178208 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33b4c228-9e8c-47ae-995f-59ed1716cbfb req-bf1a1ce9-909f-4ffe-8bf6-a80456941d0b service neutron] 10.222.0.24 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283120 Oct 19 00:57:24.195665 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-507e61e6-5698-4493-a2b0-e48b2955f6bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:24.214525 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-7df1dcba-0f13-4900-bfc6-7a8421b2ed85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:24.220156 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-507e61e6-5698-4493-a2b0-e48b2955f6bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:24.256731 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7caf8126-3017-4379-9cb9-028b260bf5e8 req-171535a1-8ec3-481f-a827-90aaa2b3bb15 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7255b26-bcc6-4de8-beee-4cb57d442a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385081 Oct 19 00:57:24.270950 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-7df1dcba-0f13-4900-bfc6-7a8421b2ed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:24.271580 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-7df1dcba-0f13-4900-bfc6-7a8421b2ed85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:24.273022 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-7df1dcba-0f13-4900-bfc6-7a8421b2ed85 service neutron] 10.222.0.24 "PUT /v2.0/ports/168d9158-7537-4bc7-8f68-2082f37c5a96 HTTP/1.1" status: 200 len: 1093 time: 2.1695056 Oct 19 00:57:24.313156 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a', 'tag': '168d9158-7537-4bc7-8f68-2082f37c5a96'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:57:24.316750 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83eadd4a-df91-48dd-8a1f-4a8b09287501" -d '{"events": [{"name": "network-changed", "server_uuid": "c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a", "tag": "168d9158-7537-4bc7-8f68-2082f37c5a96"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:57:24.340215 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5549a9-ffc9-4553-9639-6f303d525610 req-14e11961-5932-479d-a3ba-40b4aa12d0e7 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:24.343037 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7b5549a9-ffc9-4553-9639-6f303d525610 req-14e11961-5932-479d-a3ba-40b4aa12d0e7 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a HTTP/1.1" status: 200 len: 944 time: 0.0988362 Oct 19 00:57:24.359926 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-507e61e6-5698-4493-a2b0-e48b2955f6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:24.362854 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-507e61e6-5698-4493-a2b0-e48b2955f6bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:24.364342 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-507e61e6-5698-4493-a2b0-e48b2955f6bc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a0a090d4-55ee-49b1-87e8-e306174463ba HTTP/1.1" status: 204 len: 168 time: 0.3130815 Oct 19 00:57:24.412544 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7b5549a9-ffc9-4553-9639-6f303d525610 req-b296a803-a5e8-4401-b95a-90c5253097a5 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597763 Oct 19 00:57:24.413853 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e61e6-5698-4493-a2b0-e48b2955f6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a090d4-55ee-49b1-87e8-e306174463ba,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:24.482591 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1749ac5e-43e9-4926-88d4-9c759a935c44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:24.487303 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df1dcba-0f13-4900-bfc6-7a8421b2ed85 service neutron] Pushing event updated for resources: {'Port': ['ID=168d9158-7537-4bc7-8f68-2082f37c5a96,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:24.510044 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03b0981-028b-451b-bb19-2ab005bc9b48 x-openstack-request-id: req-b03b0981-028b-451b-bb19-2ab005bc9b48 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:57:24.510381 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a", "tag": "168d9158-7537-4bc7-8f68-2082f37c5a96", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:57:24.510580 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b03b0981-028b-451b-bb19-2ab005bc9b48 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:57:24.511095 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a', 'tag': '168d9158-7537-4bc7-8f68-2082f37c5a96', 'status': 'completed', 'code': 200} Oct 19 00:57:24.581378 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-ef9322a0-c8ed-4424-a227-8e68087bc9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:24.583180 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-ef9322a0-c8ed-4424-a227-8e68087bc9da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f97037e6a5e4e978520d9c5500334e3&device_id=c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a HTTP/1.1" status: 200 len: 1096 time: 0.2499659 Oct 19 00:57:24.585522 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1749ac5e-43e9-4926-88d4-9c759a935c44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:24.658108 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db383ed-6795-41fe-a8d3-9729e48da41b req-2a916014-8c99-4676-8523-632cc5b0bcb2 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:24.660235 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7db383ed-6795-41fe-a8d3-9729e48da41b req-2a916014-8c99-4676-8523-632cc5b0bcb2 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9f22c18-b271-427c-852d-8025cd76ee5a HTTP/1.1" status: 200 len: 970 time: 0.2493434 Oct 19 00:57:24.662788 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-869665a0-b1a2-4491-8457-9ecc939c54d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f21b48fa-8eee-4b8d-8751-a051d9c23d71 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:57:24.672348 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-869665a0-b1a2-4491-8457-9ecc939c54d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:24.685393 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-16d94221-6148-47e7-adca-288a3d19095b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=168d9158-7537-4bc7-8f68-2082f37c5a96 HTTP/1.1" status: 200 len: 217 time: 0.0860112 Oct 19 00:57:24.727842 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45314) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:24.743247 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6a349002-c8b1-4154-8177-11b51a5cc296 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:24.749761 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-869665a0-b1a2-4491-8457-9ecc939c54d3 service neutron] Transition to ACTIVE for port object f21b48fa-8eee-4b8d-8751-a051d9c23d71 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:57:24.770022 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-869665a0-b1a2-4491-8457-9ecc939c54d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:24.827899 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7db383ed-6795-41fe-a8d3-9729e48da41b req-d29d4ad4-0a0e-43f5-819d-7218565bcd50 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=d63e4198-26fd-477c-ae3c-81a997ef0d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397655 Oct 19 00:57:24.833667 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-bf768432-2512-4946-9d7f-c3d15a51a0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:24.834058 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-bf768432-2512-4946-9d7f-c3d15a51a0b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a953001c-8d13-4f10-8aaf-914f81607c9c HTTP/1.1" status: 200 len: 863 time: 0.1356866 Oct 19 00:57:24.853622 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97064e-b6e0-43a1-b8f7-3ae4e3126d2c req-868b6965-7a1b-47b3-a66a-364f88a3041f tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:24.856770 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5b97064e-b6e0-43a1-b8f7-3ae4e3126d2c req-868b6965-7a1b-47b3-a66a-364f88a3041f tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 945 time: 0.0769207 Oct 19 00:57:24.858050 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1749ac5e-43e9-4926-88d4-9c759a935c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:24.860585 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1749ac5e-43e9-4926-88d4-9c759a935c44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:24.861975 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1749ac5e-43e9-4926-88d4-9c759a935c44 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/121f14d7-0b6e-4b2b-900f-00f172603bb4 HTTP/1.1" status: 204 len: 168 time: 0.7540550 Oct 19 00:57:24.914677 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1749ac5e-43e9-4926-88d4-9c759a935c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121f14d7-0b6e-4b2b-900f-00f172603bb4,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:24.944833 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5b97064e-b6e0-43a1-b8f7-3ae4e3126d2c req-7a929c05-6911-45d5-9606-d1bf094a38dc tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762453 Oct 19 00:57:24.985425 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869665a0-b1a2-4491-8457-9ecc939c54d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f21b48fa-8eee-4b8d-8751-a051d9c23d71,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:24.990671 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6a349002-c8b1-4154-8177-11b51a5cc296 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:24.998718 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6a349002-c8b1-4154-8177-11b51a5cc296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:25.034746 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-869665a0-b1a2-4491-8457-9ecc939c54d3 service neutron] Attempting to bind port f21b48fa-8eee-4b8d-8751-a051d9c23d71 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:57:25.035090 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-869665a0-b1a2-4491-8457-9ecc939c54d3 service neutron] Attempting to bind port f21b48fa-8eee-4b8d-8751-a051d9c23d71 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '1e57d206-2927-464c-aae6-b32e4b4e0ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8d580e33-9be3-48a5-82b0-53aab65bb082'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:57:25.035425 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-869665a0-b1a2-4491-8457-9ecc939c54d3 service neutron] Attempting to bind port f21b48fa-8eee-4b8d-8751-a051d9c23d71 on network 8d580e33-9be3-48a5-82b0-53aab65bb082 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:57:25.046666 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-bfe704b6-7b60-4a95-bc34-d32a81940157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:25.048942 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-bfe704b6-7b60-4a95-bc34-d32a81940157 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4b5ccfa-a7f9-4731-bba3-4264bbe52b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2018666 Oct 19 00:57:25.050385 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-869665a0-b1a2-4491-8457-9ecc939c54d3 service neutron] Port f21b48fa-8eee-4b8d-8751-a051d9c23d71 on network 8d580e33-9be3-48a5-82b0-53aab65bb082 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:57:25.051847 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-869665a0-b1a2-4491-8457-9ecc939c54d3 service neutron] Attempting to bind port f21b48fa-8eee-4b8d-8751-a051d9c23d71 on network 8d580e33-9be3-48a5-82b0-53aab65bb082 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:57:25.053159 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6a349002-c8b1-4154-8177-11b51a5cc296 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d82b10c8da344cb69ce37c35a7b55113&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3255343 Oct 19 00:57:25.055250 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a349002-c8b1-4154-8177-11b51a5cc296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b86966e-a091-4652-9547-e4127ece8d2d,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:25.057690 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45326) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:25.115106 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ee32f4c6-001a-4e75-bd44-5a7508242292 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:25.124527 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ca071-ed5c-4396-86a5-7e52fb9c8f24 req-835744f8-dbfc-4683-b5e0-48fe1bb1ebca tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:25.126792 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-528ca071-ed5c-4396-86a5-7e52fb9c8f24 req-835744f8-dbfc-4683-b5e0-48fe1bb1ebca tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9 HTTP/1.1" status: 200 len: 943 time: 0.2202623 Oct 19 00:57:25.127880 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-869665a0-b1a2-4491-8457-9ecc939c54d3 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:57:25.128287 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-869665a0-b1a2-4491-8457-9ecc939c54d3 service neutron] Checking segment: {'id': '1e57d206-2927-464c-aae6-b32e4b4e0ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8d580e33-9be3-48a5-82b0-53aab65bb082'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:57:25.128734 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-869665a0-b1a2-4491-8457-9ecc939c54d3 service neutron] Bound using segment: {'id': '1e57d206-2927-464c-aae6-b32e4b4e0ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8d580e33-9be3-48a5-82b0-53aab65bb082'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:57:25.129240 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-869665a0-b1a2-4491-8457-9ecc939c54d3 service neutron] Bound port: f21b48fa-8eee-4b8d-8751-a051d9c23d71, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e57d206-2927-464c-aae6-b32e4b4e0ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8d580e33-9be3-48a5-82b0-53aab65bb082'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:57:25.129671 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-869665a0-b1a2-4491-8457-9ecc939c54d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:25.140091 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ee32f4c6-001a-4e75-bd44-5a7508242292 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:25.212579 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ee32f4c6-001a-4e75-bd44-5a7508242292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:25.216961 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ee32f4c6-001a-4e75-bd44-5a7508242292 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:25.218580 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ee32f4c6-001a-4e75-bd44-5a7508242292 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7b86966e-a091-4652-9547-e4127ece8d2d HTTP/1.1" status: 204 len: 168 time: 0.1598251 Oct 19 00:57:25.226822 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee32f4c6-001a-4e75-bd44-5a7508242292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b86966e-a091-4652-9547-e4127ece8d2d,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:25.265744 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-528ca071-ed5c-4396-86a5-7e52fb9c8f24 req-400926a0-7a86-4a2e-9c71-f3a154070606 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086264 Oct 19 00:57:25.308794 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-869665a0-b1a2-4491-8457-9ecc939c54d3 service neutron] For port f21b48fa-8eee-4b8d-8751-a051d9c23d71, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:57:25.314161 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-869665a0-b1a2-4491-8457-9ecc939c54d3 service neutron] For port f21b48fa-8eee-4b8d-8751-a051d9c23d71, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=f21b48fa-8eee-4b8d-8751-a051d9c23d71,segment=NetworkSegment(1e57d206-2927-464c-aae6-b32e4b4e0ab9),segment_id=1e57d206-2927-464c-aae6-b32e4b4e0ab9)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:57:25.317941 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-3abd331d-8a9f-4e78-823b-8901fbfc9755 service neutron] 10.222.0.24 "GET /v2.0/networks/c4b5ccfa-a7f9-4731-bba3-4264bbe52b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373540 Oct 19 00:57:25.321973 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-869665a0-b1a2-4491-8457-9ecc939c54d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:25.407287 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45338) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:25.421660 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6a400051-0aed-47e9-a72f-55f8ae21ec29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:25.425512 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 2fb9b56e-1dfb-4d10-808d-163ff1301baa details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:57:25.461041 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-869665a0-b1a2-4491-8457-9ecc939c54d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:25.461986 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-869665a0-b1a2-4491-8457-9ecc939c54d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:25.463695 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-869665a0-b1a2-4491-8457-9ecc939c54d3 service neutron] 10.222.0.55 "PUT /v2.0/ports/f21b48fa-8eee-4b8d-8751-a051d9c23d71 HTTP/1.1" status: 200 len: 1092 time: 1.7808108 Oct 19 00:57:25.536491 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6a400051-0aed-47e9-a72f-55f8ae21ec29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:25.549593 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6a400051-0aed-47e9-a72f-55f8ae21ec29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:25.639331 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 2fb9b56e-1dfb-4d10-808d-163ff1301baa, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=2fb9b56e-1dfb-4d10-808d-163ff1301baa,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:57:25.657120 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '2fb9b56e-1dfb-4d10-808d-163ff1301baa', 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51', 'port_id': '2fb9b56e-1dfb-4d10-808d-163ff1301baa', 'mac_address': 'fa:16:3e:07:69:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8444cd-c5d7-4c88-b1b0-9d01aef8093c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:57:25.689624 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a400051-0aed-47e9-a72f-55f8ae21ec29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ded7f1-cc1f-406f-9bf8-a91b4b7e3a52,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:25.689833 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869665a0-b1a2-4491-8457-9ecc939c54d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f21b48fa-8eee-4b8d-8751-a051d9c23d71,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:25.710116 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6a400051-0aed-47e9-a72f-55f8ae21ec29 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7675d597c2954b2eadf07e4344a4fe6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3018234 Oct 19 00:57:25.713473 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 45348) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:25.741860 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f0465-2a10-46ee-b5f8-e9415be87abc req-38d23988-aded-4e14-8520-3bba2718528f tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:25.744544 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-477f0465-2a10-46ee-b5f8-e9415be87abc req-38d23988-aded-4e14-8520-3bba2718528f tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 1097 time: 0.2062187 Oct 19 00:57:25.747209 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ee0a80a0-752a-45fe-ab2c-c327b31537aa req-83161e8e-5873-465f-9db4-b59cd81a0846 service neutron] 10.222.0.24 "GET /v2.0/networks/c4b5ccfa-a7f9-4731-bba3-4264bbe52b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184394 Oct 19 00:57:25.758457 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:25.763837 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd043f0-2105-4693-b352-ab98c1fa6045 req-ba09be09-5c69-4eab-a068-61b611dd0739 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:25.765561 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fbd043f0-2105-4693-b352-ab98c1fa6045 req-ba09be09-5c69-4eab-a068-61b611dd0739 tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9f22c18-b271-427c-852d-8025cd76ee5a HTTP/1.1" status: 200 len: 970 time: 0.1650376 Oct 19 00:57:25.768397 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-5580cdff-497e-419f-a102-78342e7d88df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:25.769882 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-5580cdff-497e-419f-a102-78342e7d88df service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fa39b62196e46599bf948251db8aac2&device_id=def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5 HTTP/1.1" status: 200 len: 1095 time: 0.1693709 Oct 19 00:57:25.777081 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fb9b56e-1dfb-4d10-808d-163ff1301baa {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:57:25.800066 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625771ff-ab2b-4419-b0be-73e9f366bb6c req-3e7985d0-4c46-4d50-b1b8-0890c262522a tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:25.809847 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-625771ff-ab2b-4419-b0be-73e9f366bb6c req-3e7985d0-4c46-4d50-b1b8-0890c262522a tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/ports?device_id=def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5 HTTP/1.1" status: 200 len: 943 time: 0.1731231 Oct 19 00:57:25.815840 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 2fb9b56e-1dfb-4d10-808d-163ff1301baa, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=2fb9b56e-1dfb-4d10-808d-163ff1301baa,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:57:25.822029 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:25.904671 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=2fb9b56e-1dfb-4d10-808d-163ff1301baa,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:25.924086 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-86702628-c5d9-4b11-b519-719c93f3bc23 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f21b48fa-8eee-4b8d-8751-a051d9c23d71 HTTP/1.1" status: 200 len: 217 time: 0.1117697 Oct 19 00:57:25.966052 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-477f0465-2a10-46ee-b5f8-e9415be87abc req-b39acfdc-e522-429c-8e81-f4a5031fdac1 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059262 Oct 19 00:57:26.026512 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['2fb9b56e-1dfb-4d10-808d-163ff1301baa'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:57:26.042214 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-fbd043f0-2105-4693-b352-ab98c1fa6045 req-14161209-10bf-4472-bbf6-cf12f6022f1c tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Deleting port 9110281a-70ca-420a-8ef8-0a9d3058a4f7 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:57:26.042214 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-fbd043f0-2105-4693-b352-ab98c1fa6045 req-14161209-10bf-4472-bbf6-cf12f6022f1c tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:26.188638 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-625771ff-ab2b-4419-b0be-73e9f366bb6c req-f7e1aa6f-47be-46bd-b87f-0a348f5998ab tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7255b26-bcc6-4de8-beee-4cb57d442a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778360 Oct 19 00:57:26.218045 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40b9c4-5def-475b-b304-25585ca84f02 req-3772d75e-4073-48db-a937-bb41e6274b61 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:26.219812 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1b40b9c4-5def-475b-b304-25585ca84f02 req-3772d75e-4073-48db-a937-bb41e6274b61 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a HTTP/1.1" status: 200 len: 944 time: 0.1046507 Oct 19 00:57:26.221951 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-fbd043f0-2105-4693-b352-ab98c1fa6045 req-14161209-10bf-4472-bbf6-cf12f6022f1c tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] For port 9110281a-70ca-420a-8ef8-0a9d3058a4f7, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=9110281a-70ca-420a-8ef8-0a9d3058a4f7,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:57:26.222502 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-fbd043f0-2105-4693-b352-ab98c1fa6045 req-14161209-10bf-4472-bbf6-cf12f6022f1c tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:26.229612 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eadd4a-df91-48dd-8a1f-4a8b09287501 req-fa05d7ae-2ad3-412e-87fd-7137c8e0a6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:26.231509 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83eadd4a-df91-48dd-8a1f-4a8b09287501 req-fa05d7ae-2ad3-412e-87fd-7137c8e0a6f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f97037e6a5e4e978520d9c5500334e3&device_id=c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a HTTP/1.1" status: 200 len: 1096 time: 0.4104555 Oct 19 00:57:26.243476 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a6ae30e8-725e-4524-b23c-26b823e0fa82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:26.273420 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-98c77bdc-05f5-4a95-a831-24501d835d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:26.275848 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-98c77bdc-05f5-4a95-a831-24501d835d20 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d9a15381-bf99-4eef-a4b8-d077ba99ba0a HTTP/1.1" status: 200 len: 867 time: 0.3431764 Oct 19 00:57:26.278919 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-fbd043f0-2105-4693-b352-ab98c1fa6045 req-14161209-10bf-4472-bbf6-cf12f6022f1c tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Calling delete_port for 9110281a-70ca-420a-8ef8-0a9d3058a4f7 owned by compute:tempest-test_az-372810692 {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:57:26.333600 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1b40b9c4-5def-475b-b304-25585ca84f02 req-8dae1314-7650-47b7-a12a-2de5f9f80000 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011746 Oct 19 00:57:26.360002 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a6ae30e8-725e-4524-b23c-26b823e0fa82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:26.475632 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11992ce3-e525-4423-9879-c7f1d50d290c req-da374497-1b0d-4ce1-8eb2-f7e657c816e1 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:26.481411 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-11992ce3-e525-4423-9879-c7f1d50d290c req-da374497-1b0d-4ce1-8eb2-f7e657c816e1 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 1097 time: 0.0690439 Oct 19 00:57:26.481521 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-7288be84-cf19-459c-82c4-1198eff973a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:26.481521 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-7288be84-cf19-459c-82c4-1198eff973a8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8d580e33-9be3-48a5-82b0-53aab65bb082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1830313 Oct 19 00:57:26.492012 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0cc10-6285-4536-9e21-8bf04113ed6f req-f2898e39-aae4-42a5-8739-2b7a1581664f tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:26.493476 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e9f0cc10-6285-4536-9e21-8bf04113ed6f req-f2898e39-aae4-42a5-8739-2b7a1581664f tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9f22c18-b271-427c-852d-8025cd76ee5a HTTP/1.1" status: 200 len: 970 time: 0.1817367 Oct 19 00:57:26.502726 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eadd4a-df91-48dd-8a1f-4a8b09287501 req-61e5c02f-9ec9-4b19-a751-a6936ca4bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:26.504114 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83eadd4a-df91-48dd-8a1f-4a8b09287501 req-61e5c02f-9ec9-4b19-a751-a6936ca4bf73 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4b5ccfa-a7f9-4731-bba3-4264bbe52b87 HTTP/1.1" status: 200 len: 925 time: 0.2585204 Oct 19 00:57:26.521936 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5', 'tag': 'f21b48fa-8eee-4b8d-8751-a051d9c23d71'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:57:26.524239 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa991cca-33de-4b7a-b889-9caea1ac73f4" -d '{"events": [{"name": "network-changed", "server_uuid": "def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5", "tag": "f21b48fa-8eee-4b8d-8751-a051d9c23d71"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:57:26.549403 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-fbd043f0-2105-4693-b352-ab98c1fa6045 req-14161209-10bf-4472-bbf6-cf12f6022f1c tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:26.564653 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['9110281a-70ca-420a-8ef8-0a9d3058a4f7'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:57:26.594307 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83eadd4a-df91-48dd-8a1f-4a8b09287501 req-7955165d-d15b-428a-a610-99be5aa544fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=168d9158-7537-4bc7-8f68-2082f37c5a96 HTTP/1.1" status: 200 len: 217 time: 0.0634172 Oct 19 00:57:26.644598 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a6ae30e8-725e-4524-b23c-26b823e0fa82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:26.646578 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a6ae30e8-725e-4524-b23c-26b823e0fa82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:26.650262 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a6ae30e8-725e-4524-b23c-26b823e0fa82 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/11ded7f1-cc1f-406f-9bf8-a91b4b7e3a52 HTTP/1.1" status: 204 len: 168 time: 0.9274592 Oct 19 00:57:26.689209 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e9f0cc10-6285-4536-9e21-8bf04113ed6f req-d54146c7-d7ba-4633-8d7a-fcaa61b5056e tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=d63e4198-26fd-477c-ae3c-81a997ef0d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841714 Oct 19 00:57:26.696621 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae30e8-725e-4524-b23c-26b823e0fa82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ded7f1-cc1f-406f-9bf8-a91b4b7e3a52,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:26.731283 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eadd4a-df91-48dd-8a1f-4a8b09287501 req-8ed19ff4-fc0e-400d-b9d1-5f73e7abe732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:26.733614 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83eadd4a-df91-48dd-8a1f-4a8b09287501 req-8ed19ff4-fc0e-400d-b9d1-5f73e7abe732 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a953001c-8d13-4f10-8aaf-914f81607c9c HTTP/1.1" status: 200 len: 863 time: 0.1017523 Oct 19 00:57:26.753129 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:26.774043 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-e3abbfc3-e103-4a81-9732-04caff2f6782 service neutron] 10.222.0.55 "GET /v2.0/networks/8d580e33-9be3-48a5-82b0-53aab65bb082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793653 Oct 19 00:57:26.856959 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-11992ce3-e525-4423-9879-c7f1d50d290c req-3cec0ec9-9ba1-4cb1-97a1-13007451f0b2 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689196 Oct 19 00:57:26.932029 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f6d5541-838e-4e8f-96a3-58c803f31181 req-15a2fe0d-8de7-4ea7-884d-512957b9a3ec service neutron] 10.222.0.55 "GET /v2.0/networks/8d580e33-9be3-48a5-82b0-53aab65bb082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383128 Oct 19 00:57:26.989100 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7e63eb-c3a3-415c-aa1d-754b9c4870d1 x-openstack-request-id: req-0b7e63eb-c3a3-415c-aa1d-754b9c4870d1 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:57:26.989357 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5", "tag": "f21b48fa-8eee-4b8d-8751-a051d9c23d71", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:57:26.989605 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0b7e63eb-c3a3-415c-aa1d-754b9c4870d1 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:57:26.989983 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5', 'tag': 'f21b48fa-8eee-4b8d-8751-a051d9c23d71', 'status': 'completed', 'code': 200} Oct 19 00:57:27.001125 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14161209-10bf-4472-bbf6-cf12f6022f1c tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Pushing event deleted for resources: {'Port': ['ID=9110281a-70ca-420a-8ef8-0a9d3058a4f7,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:27.001756 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eadd4a-df91-48dd-8a1f-4a8b09287501 req-07077123-d207-49aa-943f-d464f86784ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:27.003694 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83eadd4a-df91-48dd-8a1f-4a8b09287501 req-07077123-d207-49aa-943f-d464f86784ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4b5ccfa-a7f9-4731-bba3-4264bbe52b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2479651 Oct 19 00:57:27.034492 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd043f0-2105-4693-b352-ab98c1fa6045 req-14161209-10bf-4472-bbf6-cf12f6022f1c tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] No DVR routers for this DVR port 9110281a-70ca-420a-8ef8-0a9d3058a4f7 on host n-h2-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:57:27.037325 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c778acb-d1b1-480d-afc1-5e809c5d0e97 req-4b54bcce-92c5-456e-b49e-b1232775c6f9 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:27.039008 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-fbd043f0-2105-4693-b352-ab98c1fa6045 req-14161209-10bf-4472-bbf6-cf12f6022f1c tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:27.039136 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6c778acb-d1b1-480d-afc1-5e809c5d0e97 req-4b54bcce-92c5-456e-b49e-b1232775c6f9 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9 HTTP/1.1" status: 200 len: 944 time: 0.1062078 Oct 19 00:57:27.042790 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fbd043f0-2105-4693-b352-ab98c1fa6045 req-14161209-10bf-4472-bbf6-cf12f6022f1c tempest-AggregatesAdminTestJSON-585086722 tempest-AggregatesAdminTestJSON-585086722-project] 10.222.0.24 "DELETE /v2.0/ports/9110281a-70ca-420a-8ef8-0a9d3058a4f7 HTTP/1.1" status: 204 len: 173 time: 1.2689066 Oct 19 00:57:27.043279 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f22c18-b271-427c-852d-8025cd76ee5a', 'name': 'network-vif-deleted', 'tag': '9110281a-70ca-420a-8ef8-0a9d3058a4f7'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:57:27.045653 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d20b1f-3c1c-4787-9a48-cd3a61aef915" -d '{"events": [{"server_uuid": "b9f22c18-b271-427c-852d-8025cd76ee5a", "name": "network-vif-deleted", "tag": "9110281a-70ca-420a-8ef8-0a9d3058a4f7"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:57:27.173750 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83eadd4a-df91-48dd-8a1f-4a8b09287501 req-09c17a85-8feb-4357-afdc-4c4663c2c073 service neutron] 10.222.0.24 "GET /v2.0/networks/c4b5ccfa-a7f9-4731-bba3-4264bbe52b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565526 Oct 19 00:57:27.177758 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2cded6-7a40-41bd-af41-76202b9e3970 x-openstack-request-id: req-aa2cded6-7a40-41bd-af41-76202b9e3970 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:57:27.178501 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f22c18-b271-427c-852d-8025cd76ee5a", "name": "network-vif-deleted", "tag": "9110281a-70ca-420a-8ef8-0a9d3058a4f7", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:57:27.178898 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-aa2cded6-7a40-41bd-af41-76202b9e3970 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:57:27.179453 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f22c18-b271-427c-852d-8025cd76ee5a', 'name': 'network-vif-deleted', 'tag': '9110281a-70ca-420a-8ef8-0a9d3058a4f7', 'status': 'completed', 'code': 200} Oct 19 00:57:27.229294 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6c778acb-d1b1-480d-afc1-5e809c5d0e97 req-f91bb587-cefd-4838-a0a1-850590a11da9 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551932 Oct 19 00:57:27.295636 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa991cca-33de-4b7a-b889-9caea1ac73f4 req-234d5734-eda1-42b1-9a1e-bebfa7a46191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:27.297416 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aa991cca-33de-4b7a-b889-9caea1ac73f4 req-234d5734-eda1-42b1-9a1e-bebfa7a46191 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fa39b62196e46599bf948251db8aac2&device_id=def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5 HTTP/1.1" status: 200 len: 1095 time: 0.2916665 Oct 19 00:57:27.373372 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-1e7191dd-f320-41f1-836c-2bf92d40c9c7 req-9290a854-6d19-4e96-b6ab-5a48bbecb4b9 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:57:27.374643 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1e7191dd-f320-41f1-836c-2bf92d40c9c7 req-9290a854-6d19-4e96-b6ab-5a48bbecb4b9 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0071905 Oct 19 00:57:27.455065 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 2fb9b56e-1dfb-4d10-808d-163ff1301baa up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:57:27.507429 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83eadd4a-df91-48dd-8a1f-4a8b09287501 req-430ccd2a-3802-4f1d-a4e7-1b2516966bb4 service neutron] 10.222.0.24 "GET /v2.0/networks/c4b5ccfa-a7f9-4731-bba3-4264bbe52b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821541 Oct 19 00:57:27.523879 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e691d9-149e-4fc5-9437-5a326f188bfd req-779007aa-051d-40b9-a2b7-9e7c65b97e22 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:27.525645 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f7e691d9-149e-4fc5-9437-5a326f188bfd req-779007aa-051d-40b9-a2b7-9e7c65b97e22 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/ports?device_id=def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5 HTTP/1.1" status: 200 len: 943 time: 0.1661766 Oct 19 00:57:27.547604 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa991cca-33de-4b7a-b889-9caea1ac73f4 req-bd4fcec7-fb72-4a90-8aa9-e9ba832ec9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:27.549373 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aa991cca-33de-4b7a-b889-9caea1ac73f4 req-bd4fcec7-fb72-4a90-8aa9-e9ba832ec9bb service neutron] 10.222.0.55 "GET /v2.0/networks?id=8d580e33-9be3-48a5-82b0-53aab65bb082 HTTP/1.1" status: 200 len: 929 time: 0.2440293 Oct 19 00:57:27.551105 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 2fb9b56e-1dfb-4d10-808d-163ff1301baa completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:57:27.557601 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 2fb9b56e-1dfb-4d10-808d-163ff1301baa triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:57:27.558907 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:27.601245 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aa991cca-33de-4b7a-b889-9caea1ac73f4 req-77a232a6-b7bf-404c-bc1c-3a48e25b15e9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f21b48fa-8eee-4b8d-8751-a051d9c23d71 HTTP/1.1" status: 200 len: 217 time: 0.0381100 Oct 19 00:57:27.634720 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f7e691d9-149e-4fc5-9437-5a326f188bfd req-f2d55819-e268-4548-b032-b4a0a75840ff tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7255b26-bcc6-4de8-beee-4cb57d442a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000371 Oct 19 00:57:27.682028 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:27.711067 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa991cca-33de-4b7a-b889-9caea1ac73f4 req-e911f623-c715-40c6-8d4c-5a910b439dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:27.712928 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aa991cca-33de-4b7a-b889-9caea1ac73f4 req-e911f623-c715-40c6-8d4c-5a910b439dbb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d9a15381-bf99-4eef-a4b8-d077ba99ba0a HTTP/1.1" status: 200 len: 867 time: 0.0986576 Oct 19 00:57:27.716581 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5f54b5-c92f-4513-86d5-0daa029358d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb9b56e-1dfb-4d10-808d-163ff1301baa'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:57:27.721839 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d44e06-e522-45b5-a213-d988646376ba" -d '{"events": [{"server_uuid": "cc5f54b5-c92f-4513-86d5-0daa029358d9", "name": "network-vif-plugged", "status": "completed", "tag": "2fb9b56e-1dfb-4d10-808d-163ff1301baa"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:57:27.769591 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 2fb9b56e-1dfb-4d10-808d-163ff1301baa, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=2fb9b56e-1dfb-4d10-808d-163ff1301baa,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:57:27.780803 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:27.830869 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa991cca-33de-4b7a-b889-9caea1ac73f4 req-aab2261f-a54b-491e-99f2-6d980a0362dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:27.832597 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aa991cca-33de-4b7a-b889-9caea1ac73f4 req-aab2261f-a54b-491e-99f2-6d980a0362dc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8d580e33-9be3-48a5-82b0-53aab65bb082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1110659 Oct 19 00:57:27.861464 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 45438) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:27.871002 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=2fb9b56e-1dfb-4d10-808d-163ff1301baa,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:27.951226 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f5528-54e8-4458-b98c-01f2aa2f48b1 req-54e12769-6c71-42a6-9215-cd34e39a26b8 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:27.956414 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-115f5528-54e8-4458-b98c-01f2aa2f48b1 req-54e12769-6c71-42a6-9215-cd34e39a26b8 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a HTTP/1.1" status: 200 len: 944 time: 0.1612501 Oct 19 00:57:28.002938 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-115f5528-54e8-4458-b98c-01f2aa2f48b1 req-7deab4a7-570a-4ac1-a13b-26f59ee02ab8 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431499 Oct 19 00:57:28.015578 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aa991cca-33de-4b7a-b889-9caea1ac73f4 req-ef476571-50d5-4709-9f07-91b39886f528 service neutron] 10.222.0.55 "GET /v2.0/networks/8d580e33-9be3-48a5-82b0-53aab65bb082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647480 Oct 19 00:57:28.038315 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b699d791-7961-4541-aff0-5f72e1351d3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:28.159226 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aa991cca-33de-4b7a-b889-9caea1ac73f4 req-a2818478-eae7-46f3-baac-d2e127870009 service neutron] 10.222.0.55 "GET /v2.0/networks/8d580e33-9be3-48a5-82b0-53aab65bb082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311207 Oct 19 00:57:28.211086 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b699d791-7961-4541-aff0-5f72e1351d3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:28.216791 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b699d791-7961-4541-aff0-5f72e1351d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:28.256567 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b699d791-7961-4541-aff0-5f72e1351d3a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=30289019b9cb4bf9877244025aa54ea1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3850291 Oct 19 00:57:28.259487 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45464) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:28.260260 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b699d791-7961-4541-aff0-5f72e1351d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583cb4d8-723c-4d58-9bb4-00f12d2fc223,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:28.299635 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45472) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:28.327075 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-16637a5b-d3d9-49f3-9687-49ccee3fe9f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:28.362938 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-16637a5b-d3d9-49f3-9687-49ccee3fe9f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:28.364865 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-0f362d41-897b-45e9-8b17-b2c104e77c5a tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=22856d6555f64ce59bfd2d6b3bf00acc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252552 Oct 19 00:57:28.422958 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-723f6334-8896-46a7-80a4-e4de244b3e5f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-92158914-network', 'tenant_id': '22c1d5909c8e4fe9b0da11ff4c38b160'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:28.431062 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-16637a5b-d3d9-49f3-9687-49ccee3fe9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:28.433790 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-16637a5b-d3d9-49f3-9687-49ccee3fe9f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:28.438718 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-16637a5b-d3d9-49f3-9687-49ccee3fe9f6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/583cb4d8-723c-4d58-9bb4-00f12d2fc223 HTTP/1.1" status: 204 len: 168 time: 0.1755793 Oct 19 00:57:28.463617 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16637a5b-d3d9-49f3-9687-49ccee3fe9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583cb4d8-723c-4d58-9bb4-00f12d2fc223,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:28.478769 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723f6334-8896-46a7-80a4-e4de244b3e5f admin admin] Made reservation on behalf of 22c1d5909c8e4fe9b0da11ff4c38b160 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:57:28.481391 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-723f6334-8896-46a7-80a4-e4de244b3e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:28.499030 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-723f6334-8896-46a7-80a4-e4de244b3e5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:28.610688 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-723f6334-8896-46a7-80a4-e4de244b3e5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:28.615648 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-723f6334-8896-46a7-80a4-e4de244b3e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:28.623808 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-b5f21eee-bab8-4bcd-9402-a90cd20c77fe tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:28.631494 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-b5f21eee-bab8-4bcd-9402-a90cd20c77fe tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2587669 Oct 19 00:57:28.642411 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-723f6334-8896-46a7-80a4-e4de244b3e5f admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:57:28.650651 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-58c42161-e5dd-4803-a19a-ce05ca1bb61d tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/quotas/22856d6555f64ce59bfd2d6b3bf00acc HTTP/1.1" status: 200 len: 375 time: 0.0169957 Oct 19 00:57:28.652353 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f6334-8896-46a7-80a4-e4de244b3e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6447431e-59d4-4e09-a2cf-fe23314bff58,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:28.658763 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-723f6334-8896-46a7-80a4-e4de244b3e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:28.659107 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-723f6334-8896-46a7-80a4-e4de244b3e5f admin admin] Added segment 453d4015-c76b-423b-a179-94e61422cfd8 of type vlan for network b4a5a263-b8be-40b6-bd86-f1ff9ebf2705 Oct 19 00:57:28.703532 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-723f6334-8896-46a7-80a4-e4de244b3e5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:28.710626 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-76bdddca-2d8f-4287-9f1c-567376e30f50 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=22856d6555f64ce59bfd2d6b3bf00acc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436292 Oct 19 00:57:28.739289 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-723f6334-8896-46a7-80a4-e4de244b3e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:28.740297 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723f6334-8896-46a7-80a4-e4de244b3e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:28.741133 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-723f6334-8896-46a7-80a4-e4de244b3e5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:28.781089 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-723f6334-8896-46a7-80a4-e4de244b3e5f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4768095 Oct 19 00:57:28.781961 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 45496) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:28.788903 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-32a9277c-1707-49ec-b7c1-329b5f85bd79 admin admin] Request body: {'subnet': {'network_id': 'b4a5a263-b8be-40b6-bd86-f1ff9ebf2705', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-92158914-subnet', 'tenant_id': '22c1d5909c8e4fe9b0da11ff4c38b160', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:28.812154 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f6334-8896-46a7-80a4-e4de244b3e5f admin admin] Pushing event updated for resources: {'Network': ['ID=b4a5a263-b8be-40b6-bd86-f1ff9ebf2705,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:28.823447 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a9277c-1707-49ec-b7c1-329b5f85bd79 admin admin] Made reservation on behalf of 22c1d5909c8e4fe9b0da11ff4c38b160 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:57:28.824277 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network b4a5a263-b8be-40b6-bd86-f1ff9ebf2705 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:57:28.832245 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-32a9277c-1707-49ec-b7c1-329b5f85bd79 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:28.833607 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45500) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:28.867402 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d441b8c0-c2a9-4ccf-be4c-a25520d9dbca admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:28.980639 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706b0a0d-175d-485e-84c0-f624ada8ba82 x-openstack-request-id: req-706b0a0d-175d-485e-84c0-f624ada8ba82 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:57:28.981111 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc5f54b5-c92f-4513-86d5-0daa029358d9", "name": "network-vif-plugged", "status": "completed", "tag": "2fb9b56e-1dfb-4d10-808d-163ff1301baa", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:57:28.981363 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-706b0a0d-175d-485e-84c0-f624ada8ba82 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:57:28.981984 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5f54b5-c92f-4513-86d5-0daa029358d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb9b56e-1dfb-4d10-808d-163ff1301baa', 'code': 200} Oct 19 00:57:29.042133 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:29.064971 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d441b8c0-c2a9-4ccf-be4c-a25520d9dbca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:29.072041 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d441b8c0-c2a9-4ccf-be4c-a25520d9dbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:29.109762 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d441b8c0-c2a9-4ccf-be4c-a25520d9dbca admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a9de04d56ee449ebb828d523368ac104&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2724907 Oct 19 00:57:29.113248 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45512) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:29.153238 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441b8c0-c2a9-4ccf-be4c-a25520d9dbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be77294c-c2a6-4f64-854f-ef524c5e31cd,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:29.155781 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45516) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:29.230226 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4c1e1455-b971-4991-8e60-4cd5f43468cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:29.272721 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4c1e1455-b971-4991-8e60-4cd5f43468cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:29.363426 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-7cfbb747-5c57-45dd-9f6f-2225be6bba6b tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:57:29.372042 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-7cfbb747-5c57-45dd-9f6f-2225be6bba6b tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2003503 Oct 19 00:57:29.430374 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4c1e1455-b971-4991-8e60-4cd5f43468cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:29.433446 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4c1e1455-b971-4991-8e60-4cd5f43468cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:29.438044 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4c1e1455-b971-4991-8e60-4cd5f43468cb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/be77294c-c2a6-4f64-854f-ef524c5e31cd HTTP/1.1" status: 204 len: 168 time: 0.3235843 Oct 19 00:57:29.438709 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45528) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:29.462489 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e1455-b971-4991-8e60-4cd5f43468cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be77294c-c2a6-4f64-854f-ef524c5e31cd,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:29.475762 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 168d9158-7537-4bc7-8f68-2082f37c5a96 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:57:29.476256 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea9752-95bf-477f-b9c3-536377eccbb6 req-a053598a-612a-4c2d-ae3b-545bff93bb70 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:29.483136 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-75873395-0d46-41d4-aff1-ac841663bde5 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:29.485623 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-04ea9752-95bf-477f-b9c3-536377eccbb6 req-a053598a-612a-4c2d-ae3b-545bff93bb70 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9 HTTP/1.1" status: 200 len: 945 time: 0.4664474 Oct 19 00:57:29.495922 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-75873395-0d46-41d4-aff1-ac841663bde5 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.57 "GET /v2.0/ports/557b77a2-d7f0-4db8-b34a-7be40336b240 HTTP/1.1" status: 200 len: 1094 time: 0.1225812 Oct 19 00:57:29.503391 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac0c85-2a21-43c6-ac6a-31a57cdb3d06 req-8bc9cf40-10d4-49a5-8bea-1279ed0eb8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:29.505286 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-50ac0c85-2a21-43c6-ac6a-31a57cdb3d06 req-8bc9cf40-10d4-49a5-8bea-1279ed0eb8d8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9 HTTP/1.1" status: 200 len: 1097 time: 0.3974721 Oct 19 00:57:29.522277 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-32a9277c-1707-49ec-b7c1-329b5f85bd79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:29.526770 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 9110281a-70ca-420a-8ef8-0a9d3058a4f7 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:57:29.579029 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 9110281a-70ca-420a-8ef8-0a9d3058a4f7 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:57:29.579297 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 9110281a-70ca-420a-8ef8-0a9d3058a4f7 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:57:29.635463 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-04ea9752-95bf-477f-b9c3-536377eccbb6 req-8d46e1fa-1fd3-4b77-bb35-7aaebb302fca tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437578 Oct 19 00:57:29.700771 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-50ac0c85-2a21-43c6-ac6a-31a57cdb3d06 req-dc29d54a-a653-421e-a2d1-5395fd3a463c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801150 Oct 19 00:57:29.713745 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a9277c-1707-49ec-b7c1-329b5f85bd79 admin admin] Checking segment: {'id': '453d4015-c76b-423b-a179-94e61422cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b4a5a263-b8be-40b6-bd86-f1ff9ebf2705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:57:29.714237 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a9277c-1707-49ec-b7c1-329b5f85bd79 admin admin] Network hostable DHCP agents. Network: b4a5a263-b8be-40b6-bd86-f1ff9ebf2705, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:57:29.718793 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a9277c-1707-49ec-b7c1-329b5f85bd79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a12dfb8-0100-47ee-9c90-b7e39ffcf7ea,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:29.772518 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a9277c-1707-49ec-b7c1-329b5f85bd79 admin admin] Network b4a5a263-b8be-40b6-bd86-f1ff9ebf2705 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:57:29.802124 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 168d9158-7537-4bc7-8f68-2082f37c5a96, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=168d9158-7537-4bc7-8f68-2082f37c5a96,segment=NetworkSegment(e19ceaa3-9bbe-44c1-b629-032b78b84ea1),segment_id=e19ceaa3-9bbe-44c1-b629-032b78b84ea1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:57:29.808214 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9592770-215f-47e0-bb08-9283388f24fa req-298a6a7d-d349-4b94-8075-1a96aab7f2e3 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:29.810649 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d9592770-215f-47e0-bb08-9283388f24fa req-298a6a7d-d349-4b94-8075-1a96aab7f2e3 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/ports?device_id=def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5 HTTP/1.1" status: 200 len: 943 time: 0.0707471 Oct 19 00:57:29.811997 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-32a9277c-1707-49ec-b7c1-329b5f85bd79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, b4a5a263-b8be-40b6-bd86-f1ff9ebf2705) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:57:29.818305 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a9277c-1707-49ec-b7c1-329b5f85bd79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:29.819008 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-32a9277c-1707-49ec-b7c1-329b5f85bd79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:29.820286 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '168d9158-7537-4bc7-8f68-2082f37c5a96', 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87', 'port_id': '168d9158-7537-4bc7-8f68-2082f37c5a96', 'mac_address': 'fa:16:3e:b0:65:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a953001c-8d13-4f10-8aaf-914f81607c9c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:57:29.830062 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731af2c1-7a55-4b74-b455-42c2654d76e3 None None] Network b4a5a263-b8be-40b6-bd86-f1ff9ebf2705 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:57:29.845001 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1fdfb9aa-5d81-4149-829b-096f2358f737 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=238e07664aa9495aa5a948ce0ed7d175&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4002585 Oct 19 00:57:29.849491 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45540) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:29.874089 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-32a9277c-1707-49ec-b7c1-329b5f85bd79 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0824876 Oct 19 00:57:29.899539 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d9592770-215f-47e0-bb08-9283388f24fa req-283ed46f-5acd-432a-8a4d-766ce699db0a tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7255b26-bcc6-4de8-beee-4cb57d442a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502949 Oct 19 00:57:29.917265 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-aa0507da-2d2a-4def-a3a2-6fe2d0c47638 service neutron] Request body: {'binding': {'host': 'n-h2-715271-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:29.917900 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-aa0507da-2d2a-4def-a3a2-6fe2d0c47638 service neutron] Unknown quota resources ['binding']. {{(pid=100606) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 00:57:29.999085 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:30.033193 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 168d9158-7537-4bc7-8f68-2082f37c5a96 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:57:30.038224 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8e43f68a-643f-4375-aafc-0cd307d85e30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:30.039934 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-545d14a5-1ba3-4423-9102-a9ec02da3c18 req-6ce1be51-4a18-4d5a-97e6-72485df1aa45 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed51a309-e7de-477c-a79f-8b5297fff3f6 HTTP/1.1" status: 200 len: 210 time: 0.0714595 Oct 19 00:57:30.066074 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8e43f68a-643f-4375-aafc-0cd307d85e30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:30.141389 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5074f2ac-ad19-472e-92c3-d9b4164adb5f None None] Network b4a5a263-b8be-40b6-bd86-f1ff9ebf2705 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:57:30.145419 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 168d9158-7537-4bc7-8f68-2082f37c5a96, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=168d9158-7537-4bc7-8f68-2082f37c5a96,segment=NetworkSegment(e19ceaa3-9bbe-44c1-b629-032b78b84ea1),segment_id=e19ceaa3-9bbe-44c1-b629-032b78b84ea1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:57:30.153916 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8e43f68a-643f-4375-aafc-0cd307d85e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:30.161210 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8e43f68a-643f-4375-aafc-0cd307d85e30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:30.162660 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8e43f68a-643f-4375-aafc-0cd307d85e30 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d63e4198-26fd-477c-ae3c-81a997ef0d61 HTTP/1.1" status: 204 len: 168 time: 0.3142803 Oct 19 00:57:30.172042 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6dfb18-ef3b-4698-a4a8-320743b7db3e req-9b359ae2-dc65-41be-b83e-823ec7cf4ce1 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:30.176264 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:30.180706 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1b6dfb18-ef3b-4698-a4a8-320743b7db3e req-9b359ae2-dc65-41be-b83e-823ec7cf4ce1 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a HTTP/1.1" status: 200 len: 944 time: 0.0654781 Oct 19 00:57:30.228827 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1b6dfb18-ef3b-4698-a4a8-320743b7db3e req-84f0b414-5d4b-4266-97bf-4b0707964d03 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429914 Oct 19 00:57:30.241900 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e43f68a-643f-4375-aafc-0cd307d85e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63e4198-26fd-477c-ae3c-81a997ef0d61,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:30.294231 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=168d9158-7537-4bc7-8f68-2082f37c5a96,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:30.318631 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-aa0507da-2d2a-4def-a3a2-6fe2d0c47638 service neutron] Attempting to bind port 557b77a2-d7f0-4db8-b34a-7be40336b240 on host n-h2-715271-26 for vnic_type normal with profile None {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:57:30.319102 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-aa0507da-2d2a-4def-a3a2-6fe2d0c47638 service neutron] Attempting to bind port 557b77a2-d7f0-4db8-b34a-7be40336b240 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:57:30.319188 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-aa0507da-2d2a-4def-a3a2-6fe2d0c47638 service neutron] Attempting to bind port 557b77a2-d7f0-4db8-b34a-7be40336b240 on network db82cf1f-422d-4289-a127-b70a546afbff {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:57:30.325885 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-aa0507da-2d2a-4def-a3a2-6fe2d0c47638 service neutron] Port 557b77a2-d7f0-4db8-b34a-7be40336b240 on network db82cf1f-422d-4289-a127-b70a546afbff not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:57:30.326212 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-aa0507da-2d2a-4def-a3a2-6fe2d0c47638 service neutron] Attempting to bind port 557b77a2-d7f0-4db8-b34a-7be40336b240 on network db82cf1f-422d-4289-a127-b70a546afbff {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:57:30.342491 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-aa0507da-2d2a-4def-a3a2-6fe2d0c47638 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:57:30.343222 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-aa0507da-2d2a-4def-a3a2-6fe2d0c47638 service neutron] Checking segment: {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:57:30.344233 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-aa0507da-2d2a-4def-a3a2-6fe2d0c47638 service neutron] Bound using segment: {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:57:30.345859 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-aa0507da-2d2a-4def-a3a2-6fe2d0c47638 service neutron] Bound port: 557b77a2-d7f0-4db8-b34a-7be40336b240, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:57:30.448225 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['168d9158-7537-4bc7-8f68-2082f37c5a96'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:57:30.461746 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-aa0507da-2d2a-4def-a3a2-6fe2d0c47638 service neutron] For port 557b77a2-d7f0-4db8-b34a-7be40336b240, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=557b77a2-d7f0-4db8-b34a-7be40336b240,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:57:30.473894 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-aa0507da-2d2a-4def-a3a2-6fe2d0c47638 service neutron] Publish callbacks [] for binding, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:30.475181 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-aa0507da-2d2a-4def-a3a2-6fe2d0c47638 service neutron] 10.222.0.57 "POST /v2.0/ports/557b77a2-d7f0-4db8-b34a-7be40336b240/bindings HTTP/1.1" status: 201 len: 390 time: 0.7303581 Oct 19 00:57:30.627950 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-53c9641c-7184-4a78-a919-3c32c58b33a9 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=22856d6555f64ce59bfd2d6b3bf00acc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474267 Oct 19 00:57:30.682214 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45570) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:30.836929 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 45578) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:30.841308 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c8073e84-4a9a-4a4c-87cd-fc115ab66e73 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=18196690272242ed916d5e1c7b0bc34a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1505575 Oct 19 00:57:30.857785 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f1480-8fbc-4c6d-9158-f06c63039af3 req-83f0dfc2-33a6-4152-b3a2-fdd22e7c71d2 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:30.866604 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-745f1480-8fbc-4c6d-9158-f06c63039af3 req-83f0dfc2-33a6-4152-b3a2-fdd22e7c71d2 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 945 time: 0.1657465 Oct 19 00:57:30.911294 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262faab-8d94-41ab-98f2-b9b36a1ac1da req-4ae673c6-3079-43e0-8ba9-cda2a33d129e tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:30.921387 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8262faab-8d94-41ab-98f2-b9b36a1ac1da req-4ae673c6-3079-43e0-8ba9-cda2a33d129e tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9 HTTP/1.1" status: 200 len: 945 time: 0.1634450 Oct 19 00:57:30.967028 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-745f1480-8fbc-4c6d-9158-f06c63039af3 req-9979cd4a-9bc2-4cad-9598-f8334b84aa83 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937338 Oct 19 00:57:31.000267 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-23c31032-377d-48f2-9777-1873cb21d73c tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:31.003423 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-23c31032-377d-48f2-9777-1873cb21d73c tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3693013 Oct 19 00:57:31.033663 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-1591a87f-8b2c-4348-8841-1e1865421ce0 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Request body: {'port': {'device_id': 'ed51a309-e7de-477c-a79f-8b5297fff3f6', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'admin_state_up': True, 'tenant_id': '22856d6555f64ce59bfd2d6b3bf00acc'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:31.077946 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8262faab-8d94-41ab-98f2-b9b36a1ac1da req-6f9e7a31-3b75-45e6-919c-bba094002b56 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503386 Oct 19 00:57:31.102899 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-41ff977c-2056-4946-8903-7e96dee0ee1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:31.109149 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-c3096eed-6406-4ce7-b737-12e6a660aa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:31.116900 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-c3096eed-6406-4ce7-b737-12e6a660aa98 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 1097 time: 0.1165900 Oct 19 00:57:31.170361 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45598) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:31.176073 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-43c3555e-d859-4a8a-afd1-fd6b25484ab2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1867041298-network', 'tenant_id': 'b8f40c2ca754435e8d1c3e6d140c5576'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:31.201760 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-41ff977c-2056-4946-8903-7e96dee0ee1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:31.252342 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a94e7e73-91a8-4edd-bee6-43f6c0f7a165 req-ad7262fd-1d0c-4d48-90ce-90bfbbbe7947 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed51a309-e7de-477c-a79f-8b5297fff3f6 HTTP/1.1" status: 200 len: 210 time: 0.0719333 Oct 19 00:57:31.275575 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c3555e-d859-4a8a-afd1-fd6b25484ab2 admin admin] Made reservation on behalf of b8f40c2ca754435e8d1c3e6d140c5576 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:57:31.278629 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-43c3555e-d859-4a8a-afd1-fd6b25484ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:31.280890 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7cc7a-5ab4-452a-8b78-c7a8a6cb4bce req-2d13cb63-2dee-4f33-9696-e3e19f1a9bcd tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:31.282922 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-faf7cc7a-5ab4-452a-8b78-c7a8a6cb4bce req-2d13cb63-2dee-4f33-9696-e3e19f1a9bcd tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/ports?device_id=def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5 HTTP/1.1" status: 200 len: 943 time: 0.1842494 Oct 19 00:57:31.318413 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-43c3555e-d859-4a8a-afd1-fd6b25484ab2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:31.331117 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-41ff977c-2056-4946-8903-7e96dee0ee1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:31.334086 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-41ff977c-2056-4946-8903-7e96dee0ee1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:31.337604 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-41ff977c-2056-4946-8903-7e96dee0ee1b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fe553ced-f90a-44d1-8fa6-2c872cd10ef1 HTTP/1.1" status: 204 len: 168 time: 0.4973505 Oct 19 00:57:31.337737 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-4cbf5c4a-b623-4b80-9510-86d405ddd1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:31.337737 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-4cbf5c4a-b623-4b80-9510-86d405ddd1af service neutron] 10.222.0.24 "GET /v2.0/networks?id=db82cf1f-422d-4289-a127-b70a546afbff HTTP/1.1" status: 200 len: 922 time: 0.2137525 Oct 19 00:57:31.368032 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff977c-2056-4946-8903-7e96dee0ee1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe553ced-f90a-44d1-8fa6-2c872cd10ef1,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:31.377935 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-faf7cc7a-5ab4-452a-8b78-c7a8a6cb4bce req-5b700910-a7d5-4f95-930c-885cf4a61657 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7255b26-bcc6-4de8-beee-4cb57d442a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790098 Oct 19 00:57:31.379090 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-1591a87f-8b2c-4348-8841-1e1865421ce0 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Made reservation on behalf of 22856d6555f64ce59bfd2d6b3bf00acc for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:57:31.383353 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-1591a87f-8b2c-4348-8841-1e1865421ce0 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:31.393810 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-1591a87f-8b2c-4348-8841-1e1865421ce0 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:31.431446 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-59f29501-386c-411d-ad4e-8515093bbd74 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=557b77a2-d7f0-4db8-b34a-7be40336b240 HTTP/1.1" status: 200 len: 217 time: 0.0836420 Oct 19 00:57:31.496790 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 168d9158-7537-4bc7-8f68-2082f37c5a96 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:57:31.500264 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e71321-23bf-4e4b-a989-d537f5373f7b req-7270c489-f87e-4198-927f-9b327850a27c tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:31.501795 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-10e71321-23bf-4e4b-a989-d537f5373f7b req-7270c489-f87e-4198-927f-9b327850a27c tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a HTTP/1.1" status: 200 len: 945 time: 0.1701148 Oct 19 00:57:31.503298 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-1591a87f-8b2c-4348-8841-1e1865421ce0 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:31.510912 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-1591a87f-8b2c-4348-8841-1e1865421ce0 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:31.534174 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-155cd205-102a-4bda-ac57-12b28a4f5aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:31.536274 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-155cd205-102a-4bda-ac57-12b28a4f5aac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc1eafbd-ecfc-4adf-9b82-a202a98a472a HTTP/1.1" status: 200 len: 861 time: 0.0970707 Oct 19 00:57:31.551058 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 168d9158-7537-4bc7-8f68-2082f37c5a96 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:57:31.555457 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 168d9158-7537-4bc7-8f68-2082f37c5a96 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:57:31.556795 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:31.583008 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-39a8535e-35ad-445a-8b20-317e70abebc9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=db82cf1f-422d-4289-a127-b70a546afbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381854 Oct 19 00:57:31.614653 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-10e71321-23bf-4e4b-a989-d537f5373f7b req-f01350b8-4612-4746-a3b2-27870680559a tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016145 Oct 19 00:57:31.623496 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591a87f-8b2c-4348-8841-1e1865421ce0 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8a207e-c839-4366-b9c0-b9a60e8f56e0,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:31.629619 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-43c3555e-d859-4a8a-afd1-fd6b25484ab2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:31.642583 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-43c3555e-d859-4a8a-afd1-fd6b25484ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:31.715615 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c3555e-d859-4a8a-afd1-fd6b25484ab2 admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:57:31.739684 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c3555e-d859-4a8a-afd1-fd6b25484ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6664d49-c739-4d89-84eb-a5cd7f9ed28f,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:31.741113 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-43c3555e-d859-4a8a-afd1-fd6b25484ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:31.741461 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-43c3555e-d859-4a8a-afd1-fd6b25484ab2 admin admin] Added segment 9c62d2e5-7362-4869-a834-3ebe3640f46e of type vlan for network 19c99de6-5049-42a6-b254-8d306b7ccf94 Oct 19 00:57:31.753794 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-137c7a03-479e-4c24-ac33-6e5d60704605 service neutron] 10.222.0.24 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613271 Oct 19 00:57:31.758045 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device f21b48fa-8eee-4b8d-8751-a051d9c23d71 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:57:31.763904 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:31.774294 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-1591a87f-8b2c-4348-8841-1e1865421ce0 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Allocated IP 192.168.233.218 (0e8b4f7b-f3c0-4523-9906-6b9e503fed71/1746bfff-950e-4857-b1bf-6fa3cf804b73/18016520-e1c2-4d04-bc6b-936e28dad0c3) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:57:31.827914 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-43c3555e-d859-4a8a-afd1-fd6b25484ab2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:31.834722 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 168d9158-7537-4bc7-8f68-2082f37c5a96, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=168d9158-7537-4bc7-8f68-2082f37c5a96,segment=NetworkSegment(e19ceaa3-9bbe-44c1-b629-032b78b84ea1),segment_id=e19ceaa3-9bbe-44c1-b629-032b78b84ea1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:57:31.837174 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168d9158-7537-4bc7-8f68-2082f37c5a96'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:57:31.839866 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad9839f-2f14-49ac-8a73-56964d687dfa" -d '{"events": [{"server_uuid": "c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a", "name": "network-vif-plugged", "status": "completed", "tag": "168d9158-7537-4bc7-8f68-2082f37c5a96"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:57:31.846449 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:31.917472 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ed75d0-6aca-450e-8e00-572e4d1c90c0 x-openstack-request-id: req-45ed75d0-6aca-450e-8e00-572e4d1c90c0 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:57:31.918148 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a", "name": "network-vif-plugged", "status": "completed", "tag": "168d9158-7537-4bc7-8f68-2082f37c5a96", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:57:31.918633 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-45ed75d0-6aca-450e-8e00-572e4d1c90c0 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:57:31.919173 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168d9158-7537-4bc7-8f68-2082f37c5a96', 'code': 200} Oct 19 00:57:31.967336 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-43c3555e-d859-4a8a-afd1-fd6b25484ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:31.968966 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c3555e-d859-4a8a-afd1-fd6b25484ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:31.969982 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-43c3555e-d859-4a8a-afd1-fd6b25484ab2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:32.008703 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=168d9158-7537-4bc7-8f68-2082f37c5a96,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:32.044055 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port f21b48fa-8eee-4b8d-8751-a051d9c23d71, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=f21b48fa-8eee-4b8d-8751-a051d9c23d71,segment=NetworkSegment(1e57d206-2927-464c-aae6-b32e4b4e0ab9),segment_id=1e57d206-2927-464c-aae6-b32e4b4e0ab9)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:57:32.044414 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.24', 61762) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:32.050868 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c3555e-d859-4a8a-afd1-fd6b25484ab2 admin admin] Pushing event updated for resources: {'Network': ['ID=19c99de6-5049-42a6-b254-8d306b7ccf94,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:32.059382 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-e81481be-cc0a-4299-b16f-45582f82527c service neutron] 10.222.0.24 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664163 Oct 19 00:57:32.071685 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-43c3555e-d859-4a8a-afd1-fd6b25484ab2 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9001153 Oct 19 00:57:32.074723 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45624) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:32.082308 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-fec67b89-ada3-41e9-9956-546467474d59 admin admin] Request body: {'subnet': {'network_id': '19c99de6-5049-42a6-b254-8d306b7ccf94', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1867041298-subnet', 'tenant_id': 'b8f40c2ca754435e8d1c3e6d140c5576', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:32.086735 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 19c99de6-5049-42a6-b254-8d306b7ccf94 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:57:32.092848 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'f21b48fa-8eee-4b8d-8751-a051d9c23d71', 'network_id': '8d580e33-9be3-48a5-82b0-53aab65bb082', 'port_id': 'f21b48fa-8eee-4b8d-8751-a051d9c23d71', 'mac_address': 'fa:16:3e:ad:bd:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9a15381-bf99-4eef-a4b8-d077ba99ba0a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:57:32.175549 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-1591a87f-8b2c-4348-8841-1e1865421ce0 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:32.176928 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec67b89-ada3-41e9-9956-546467474d59 admin admin] Made reservation on behalf of b8f40c2ca754435e8d1c3e6d140c5576 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:57:32.179623 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fec67b89-ada3-41e9-9956-546467474d59 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:32.193182 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:32.208111 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f21b48fa-8eee-4b8d-8751-a051d9c23d71 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:57:32.238626 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port f21b48fa-8eee-4b8d-8751-a051d9c23d71, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=f21b48fa-8eee-4b8d-8751-a051d9c23d71,segment=NetworkSegment(1e57d206-2927-464c-aae6-b32e4b4e0ab9),segment_id=1e57d206-2927-464c-aae6-b32e4b4e0ab9)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:57:32.245009 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:32.270848 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90738b9-843c-45ac-b8d5-7af33de555ad req-1112345b-42f6-4022-ab16-150417033301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:32.272395 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e90738b9-843c-45ac-b8d5-7af33de555ad req-1112345b-42f6-4022-ab16-150417033301 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a HTTP/1.1" status: 200 len: 1098 time: 0.2252367 Oct 19 00:57:32.289621 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ac029-1143-416f-a212-293b99dc829b req-4222b2af-f9e3-40da-b70e-51e20ecb1925 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:32.292042 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b38ac029-1143-416f-a212-293b99dc829b req-4222b2af-f9e3-40da-b70e-51e20ecb1925 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 945 time: 0.1783073 Oct 19 00:57:32.315120 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=f21b48fa-8eee-4b8d-8751-a051d9c23d71,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:32.330723 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346eb01-37d9-498a-b9ab-c28e64f82fa7 req-78f01605-715c-4d9f-a999-ecc01aa2efad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:32.332218 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a346eb01-37d9-498a-b9ab-c28e64f82fa7 req-78f01605-715c-4d9f-a999-ecc01aa2efad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 1097 time: 0.2055032 Oct 19 00:57:32.340942 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709661de-1942-4fb2-90ea-4dbfab1b4e9b req-8c90c5db-5b66-4439-87bc-ab071adc794a tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:32.349664 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-709661de-1942-4fb2-90ea-4dbfab1b4e9b req-8c90c5db-5b66-4439-87bc-ab071adc794a tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9 HTTP/1.1" status: 200 len: 945 time: 0.1658103 Oct 19 00:57:32.383248 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e90738b9-843c-45ac-b8d5-7af33de555ad req-073b49b3-18f8-4c67-932e-716b263a0f9d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019075 Oct 19 00:57:32.404664 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b38ac029-1143-416f-a212-293b99dc829b req-f51c1aba-57a2-450e-ab27-d2d0cacb74e2 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965636 Oct 19 00:57:32.416371 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-42f97a14-812a-4efe-b3ed-db2a508c8573 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:32.417867 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-42f97a14-812a-4efe-b3ed-db2a508c8573 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47&tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&binding%3Ahost_id=n-h1-715271-26 HTTP/1.1" status: 200 len: 1097 time: 0.2158628 Oct 19 00:57:32.424685 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-1591a87f-8b2c-4348-8841-1e1865421ce0 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:32.437140 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-709661de-1942-4fb2-90ea-4dbfab1b4e9b req-e1e290d7-ff42-4a4d-8ca4-bc05175d63f1 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865967 Oct 19 00:57:32.508682 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591a87f-8b2c-4348-8841-1e1865421ce0 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Pushing event updated for resources: {'Port': ['ID=18016520-e1c2-4d04-bc6b-936e28dad0c3,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:32.555336 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-1591a87f-8b2c-4348-8841-1e1865421ce0 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:57:32.555336 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-1591a87f-8b2c-4348-8841-1e1865421ce0 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:57:32.560719 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['f21b48fa-8eee-4b8d-8751-a051d9c23d71'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:57:32.562268 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-1591a87f-8b2c-4348-8841-1e1865421ce0 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:57:32.567565 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-1591a87f-8b2c-4348-8841-1e1865421ce0 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:32.568239 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-1591a87f-8b2c-4348-8841-1e1865421ce0 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:32.575400 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fec67b89-ada3-41e9-9956-546467474d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:32.587857 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-c8f830fb-c4a5-4101-8587-cb97824b7f78 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-715271-26'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:32.658347 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c420dd-6376-440b-8743-2c3053d044fd req-5b03c61d-fe2c-4fec-a563-182a900cf136 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:32.660162 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-71c420dd-6376-440b-8743-2c3053d044fd req-5b03c61d-fe2c-4fec-a563-182a900cf136 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed51a309-e7de-477c-a79f-8b5297fff3f6 HTTP/1.1" status: 200 len: 936 time: 0.1020887 Oct 19 00:57:32.676596 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-1591a87f-8b2c-4348-8841-1e1865421ce0 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6552925 Oct 19 00:57:32.732437 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346eb01-37d9-498a-b9ab-c28e64f82fa7 req-133420e6-994f-4420-aced-17f33cd75704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:32.733915 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a346eb01-37d9-498a-b9ab-c28e64f82fa7 req-133420e6-994f-4420-aced-17f33cd75704 service neutron] 10.222.0.55 "GET /v2.0/networks?id=db82cf1f-422d-4289-a127-b70a546afbff HTTP/1.1" status: 200 len: 922 time: 0.3688638 Oct 19 00:57:32.749792 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-71c420dd-6376-440b-8743-2c3053d044fd req-d8784511-f425-48f7-91d9-78ca9ea2cd6e tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f8a207e-c839-4366-b9c0-b9a60e8f56e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720413 Oct 19 00:57:32.754089 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-6bdfe16f-afca-4cd9-bb5a-a6719a616bc2 service neutron] Request body: {'port': {'device_id': 'ed51a309-e7de-477c-a79f-8b5297fff3f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:32.776260 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec67b89-ada3-41e9-9956-546467474d59 admin admin] Checking segment: {'id': '9c62d2e5-7362-4869-a834-3ebe3640f46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '19c99de6-5049-42a6-b254-8d306b7ccf94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:57:32.776834 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec67b89-ada3-41e9-9956-546467474d59 admin admin] Network hostable DHCP agents. Network: 19c99de6-5049-42a6-b254-8d306b7ccf94, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:57:32.797720 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec67b89-ada3-41e9-9956-546467474d59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7e1de5f-41a2-4188-bc00-8db8c218ce5a,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:32.813705 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-c8f830fb-c4a5-4101-8587-cb97824b7f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:32.842956 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec67b89-ada3-41e9-9956-546467474d59 admin admin] Network 19c99de6-5049-42a6-b254-8d306b7ccf94 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:57:32.891752 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a346eb01-37d9-498a-b9ab-c28e64f82fa7 req-0197c68a-91ff-4f0c-b590-ef532c183722 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=557b77a2-d7f0-4db8-b34a-7be40336b240 HTTP/1.1" status: 200 len: 217 time: 0.1320024 Oct 19 00:57:32.904176 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-fec67b89-ada3-41e9-9956-546467474d59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 19c99de6-5049-42a6-b254-8d306b7ccf94) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:57:32.911268 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec67b89-ada3-41e9-9956-546467474d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:32.911872 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fec67b89-ada3-41e9-9956-546467474d59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:32.915334 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39f7899-34e5-4828-a48a-07d69e487bbf None None] Network 19c99de6-5049-42a6-b254-8d306b7ccf94 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:57:32.932179 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-6bdfe16f-afca-4cd9-bb5a-a6719a616bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:33.019350 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-63c565e8-ad6d-4c6b-9c17-851847d02b03 None None] Provisioning complete for port 18016520-e1c2-4d04-bc6b-936e28dad0c3 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:57:33.020104 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-63c565e8-ad6d-4c6b-9c17-851847d02b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:33.063109 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-63c565e8-ad6d-4c6b-9c17-851847d02b03 None None] Port 18016520-e1c2-4d04-bc6b-936e28dad0c3 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:57:33.073047 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346eb01-37d9-498a-b9ab-c28e64f82fa7 req-fdadeddb-ee17-4a2a-bb65-a90a62446fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:33.075058 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a346eb01-37d9-498a-b9ab-c28e64f82fa7 req-fdadeddb-ee17-4a2a-bb65-a90a62446fb6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc1eafbd-ecfc-4adf-9b82-a202a98a472a HTTP/1.1" status: 200 len: 861 time: 0.1433396 Oct 19 00:57:33.103839 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c31f7-445f-4350-8654-5da643ae2044 req-bfe0ff52-b605-48da-ab57-617dafd81ef1 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:33.112097 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-096c31f7-445f-4350-8654-5da643ae2044 req-bfe0ff52-b605-48da-ab57-617dafd81ef1 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/ports?device_id=def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5 HTTP/1.1" status: 200 len: 944 time: 0.1817794 Oct 19 00:57:33.152846 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a346eb01-37d9-498a-b9ab-c28e64f82fa7 req-2ab99503-16b4-41e7-aeb6-2e50b35a0219 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=db82cf1f-422d-4289-a127-b70a546afbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680506 Oct 19 00:57:33.212249 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b031ae53-adbf-4964-91a3-f6bae0990292 None None] Network 19c99de6-5049-42a6-b254-8d306b7ccf94 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:57:33.235610 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-c8f830fb-c4a5-4101-8587-cb97824b7f78 service neutron] For port 557b77a2-d7f0-4db8-b34a-7be40336b240, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=557b77a2-d7f0-4db8-b34a-7be40336b240,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:57:33.259303 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-096c31f7-445f-4350-8654-5da643ae2044 req-98ca6f1c-4d10-4d22-866d-dde4c7521f33 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7255b26-bcc6-4de8-beee-4cb57d442a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462128 Oct 19 00:57:33.262883 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fec67b89-ada3-41e9-9956-546467474d59 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1863663 Oct 19 00:57:33.300394 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-c8f830fb-c4a5-4101-8587-cb97824b7f78 service neutron] For port 557b77a2-d7f0-4db8-b34a-7be40336b240, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:57:33.352989 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16f8adf-1363-4f4c-ab79-0a1be0d57e47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '557b77a2-d7f0-4db8-b34a-7be40336b240'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:57:33.356979 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc99e86-af31-43a2-bbe4-e09316423c4d" -d '{"events": [{"server_uuid": "d16f8adf-1363-4f4c-ab79-0a1be0d57e47", "name": "network-vif-unplugged", "status": "completed", "tag": "557b77a2-d7f0-4db8-b34a-7be40336b240"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:57:33.362726 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-c8f830fb-c4a5-4101-8587-cb97824b7f78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:33.371045 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-c8f830fb-c4a5-4101-8587-cb97824b7f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:33.497856 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-c8f830fb-c4a5-4101-8587-cb97824b7f78 service neutron] Attempting to bind port 557b77a2-d7f0-4db8-b34a-7be40336b240 on host n-h1-715271-26 for vnic_type normal with profile {"migrating_to": "n-h2-715271-26"} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:57:33.498495 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-c8f830fb-c4a5-4101-8587-cb97824b7f78 service neutron] Attempting to bind port 557b77a2-d7f0-4db8-b34a-7be40336b240 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:57:33.498495 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-c8f830fb-c4a5-4101-8587-cb97824b7f78 service neutron] Attempting to bind port 557b77a2-d7f0-4db8-b34a-7be40336b240 on network db82cf1f-422d-4289-a127-b70a546afbff {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:57:33.502689 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f830fb-c4a5-4101-8587-cb97824b7f78 service neutron] Pushing event updated for resources: {'Port': ['ID=557b77a2-d7f0-4db8-b34a-7be40336b240,revision_number=7']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:33.529361 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a346eb01-37d9-498a-b9ab-c28e64f82fa7 req-64492466-5bce-4691-b928-f3a9b750cdcf service neutron] 10.222.0.55 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663783 Oct 19 00:57:33.530399 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-c8f830fb-c4a5-4101-8587-cb97824b7f78 service neutron] Port 557b77a2-d7f0-4db8-b34a-7be40336b240 on network db82cf1f-422d-4289-a127-b70a546afbff not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:57:33.530732 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-c8f830fb-c4a5-4101-8587-cb97824b7f78 service neutron] Attempting to bind port 557b77a2-d7f0-4db8-b34a-7be40336b240 on network db82cf1f-422d-4289-a127-b70a546afbff {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:57:33.555968 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-c8f830fb-c4a5-4101-8587-cb97824b7f78 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:57:33.556310 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-c8f830fb-c4a5-4101-8587-cb97824b7f78 service neutron] Checking segment: {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:57:33.556698 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-c8f830fb-c4a5-4101-8587-cb97824b7f78 service neutron] Bound using segment: {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:57:33.557139 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-c8f830fb-c4a5-4101-8587-cb97824b7f78 service neutron] Bound port: 557b77a2-d7f0-4db8-b34a-7be40336b240, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:57:33.557549 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-c8f830fb-c4a5-4101-8587-cb97824b7f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:33.598658 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45672) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:33.624540 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2bb54-cdcc-41fc-a2e8-7f321b7e5873 req-ce28daf3-83e0-478d-b937-502f105a146d tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:33.626097 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9da2bb54-cdcc-41fc-a2e8-7f321b7e5873 req-ce28daf3-83e0-478d-b937-502f105a146d tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9 HTTP/1.1" status: 200 len: 1097 time: 0.1076534 Oct 19 00:57:33.640224 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef696be-f7ca-450b-bab8-984cd5ae4498 req-36e391a2-2a37-41a3-9595-ce0cea6a2a2f tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:33.641911 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aef696be-f7ca-450b-bab8-984cd5ae4498 req-36e391a2-2a37-41a3-9595-ce0cea6a2a2f tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a HTTP/1.1" status: 200 len: 946 time: 0.2720981 Oct 19 00:57:33.649239 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45676) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:33.663429 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-c8f830fb-c4a5-4101-8587-cb97824b7f78 service neutron] For port 557b77a2-d7f0-4db8-b34a-7be40336b240, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:57:33.713372 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-c8f830fb-c4a5-4101-8587-cb97824b7f78 service neutron] For port 557b77a2-d7f0-4db8-b34a-7be40336b240, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=557b77a2-d7f0-4db8-b34a-7be40336b240,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:57:33.728997 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-c8f830fb-c4a5-4101-8587-cb97824b7f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:33.747065 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device f21b48fa-8eee-4b8d-8751-a051d9c23d71 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:57:33.753096 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a346eb01-37d9-498a-b9ab-c28e64f82fa7 req-1273698a-bed2-4e52-a18c-de8bb1af6f12 service neutron] 10.222.0.55 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148890 Oct 19 00:57:33.760772 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9da2bb54-cdcc-41fc-a2e8-7f321b7e5873 req-4e3082a4-a174-473e-ba4a-1f8f04ed7437 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254942 Oct 19 00:57:33.775669 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d10b3f-5682-4d85-82f1-a1a8ff52d362 admin admin] Deleting subnet 4a12dfb8-0100-47ee-9c90-b7e39ffcf7ea {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 00:57:33.779474 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aef696be-f7ca-450b-bab8-984cd5ae4498 req-c0b11534-6297-452a-a5a8-190ba333290d tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951586 Oct 19 00:57:33.827421 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f830fb-c4a5-4101-8587-cb97824b7f78 service neutron] Pushing event updated for resources: {'Port': ['ID=557b77a2-d7f0-4db8-b34a-7be40336b240,revision_number=8']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:33.838574 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a2d10b3f-5682-4d85-82f1-a1a8ff52d362 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:33.862164 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-6bdfe16f-afca-4cd9-bb5a-a6719a616bc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18016520-e1c2-4d04-bc6b-936e28dad0c3 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:57:33.883325 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a2d10b3f-5682-4d85-82f1-a1a8ff52d362 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:33.898296 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 00:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b7324c-aced-4846-9770-9bf2f7b9f353 x-openstack-request-id: req-09b7324c-aced-4846-9770-9bf2f7b9f353 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:57:33.898682 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16f8adf-1363-4f4c-ab79-0a1be0d57e47", "name": "network-vif-unplugged", "status": "completed", "tag": "557b77a2-d7f0-4db8-b34a-7be40336b240", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:57:33.899018 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-09b7324c-aced-4846-9770-9bf2f7b9f353 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:57:33.899495 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16f8adf-1363-4f4c-ab79-0a1be0d57e47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '557b77a2-d7f0-4db8-b34a-7be40336b240', 'code': 200} Oct 19 00:57:33.901653 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-6bdfe16f-afca-4cd9-bb5a-a6719a616bc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:33.902051 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a2d10b3f-5682-4d85-82f1-a1a8ff52d362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:33.909921 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port f21b48fa-8eee-4b8d-8751-a051d9c23d71 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:57:33.920922 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port f21b48fa-8eee-4b8d-8751-a051d9c23d71 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:57:33.921311 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:33.951230 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-6bdfe16f-afca-4cd9-bb5a-a6719a616bc2 service neutron] Transition to ACTIVE for port object 18016520-e1c2-4d04-bc6b-936e28dad0c3 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:57:33.973183 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-6bdfe16f-afca-4cd9-bb5a-a6719a616bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:33.986027 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad10e6c-435d-40c3-8018-39ce6467aad9 req-769ed8ac-e7c8-4bea-a079-a17eb88586dd tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:33.988237 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aad10e6c-435d-40c3-8018-39ce6467aad9 req-769ed8ac-e7c8-4bea-a079-a17eb88586dd tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 943 time: 0.1010451 Oct 19 00:57:33.990643 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-c8f830fb-c4a5-4101-8587-cb97824b7f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:33.992647 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-c8f830fb-c4a5-4101-8587-cb97824b7f78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:33.994516 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-c8f830fb-c4a5-4101-8587-cb97824b7f78 service neutron] 10.222.0.24 "PUT /v2.0/ports/557b77a2-d7f0-4db8-b34a-7be40336b240 HTTP/1.1" status: 200 len: 1123 time: 1.4118335 Oct 19 00:57:34.021911 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f805a4b3-7b4e-4390-b1dc-933ec14c9b83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:34.079107 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['557b77a2-d7f0-4db8-b34a-7be40336b240'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:57:34.113012 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aad10e6c-435d-40c3-8018-39ce6467aad9 req-b2475074-dca6-4d52-bbdc-55afcef08084 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950234 Oct 19 00:57:34.131371 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdfe16f-afca-4cd9-bb5a-a6719a616bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=18016520-e1c2-4d04-bc6b-936e28dad0c3,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:34.140395 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfe16f-afca-4cd9-bb5a-a6719a616bc2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:57:34.140732 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfe16f-afca-4cd9-bb5a-a6719a616bc2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:57:34.141066 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfe16f-afca-4cd9-bb5a-a6719a616bc2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:57:34.141408 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfe16f-afca-4cd9-bb5a-a6719a616bc2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:57:34.141715 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfe16f-afca-4cd9-bb5a-a6719a616bc2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:57:34.142032 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfe16f-afca-4cd9-bb5a-a6719a616bc2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:57:34.142393 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfe16f-afca-4cd9-bb5a-a6719a616bc2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:57:34.142718 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfe16f-afca-4cd9-bb5a-a6719a616bc2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:57:34.143138 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfe16f-afca-4cd9-bb5a-a6719a616bc2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:57:34.143344 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfe16f-afca-4cd9-bb5a-a6719a616bc2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:57:34.143661 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfe16f-afca-4cd9-bb5a-a6719a616bc2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:57:34.144057 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfe16f-afca-4cd9-bb5a-a6719a616bc2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:57:34.157898 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a247b-9a9e-4c88-becf-da4f252e7cd2 req-ad9d29a5-d603-41f9-9c86-ca7a34a093d5 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:34.164840 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-339a247b-9a9e-4c88-becf-da4f252e7cd2 req-ad9d29a5-d603-41f9-9c86-ca7a34a093d5 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed51a309-e7de-477c-a79f-8b5297fff3f6 HTTP/1.1" status: 200 len: 948 time: 0.1680868 Oct 19 00:57:34.165188 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:34.167901 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a2d10b3f-5682-4d85-82f1-a1a8ff52d362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:34.171823 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-6bdfe16f-afca-4cd9-bb5a-a6719a616bc2 service neutron] Attempting to bind port 18016520-e1c2-4d04-bc6b-936e28dad0c3 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:57:34.172575 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-6bdfe16f-afca-4cd9-bb5a-a6719a616bc2 service neutron] Attempting to bind port 18016520-e1c2-4d04-bc6b-936e28dad0c3 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:57:34.172955 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-6bdfe16f-afca-4cd9-bb5a-a6719a616bc2 service neutron] Attempting to bind port 18016520-e1c2-4d04-bc6b-936e28dad0c3 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:57:34.178501 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-6bdfe16f-afca-4cd9-bb5a-a6719a616bc2 service neutron] Port 18016520-e1c2-4d04-bc6b-936e28dad0c3 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:57:34.179024 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-6bdfe16f-afca-4cd9-bb5a-a6719a616bc2 service neutron] Attempting to bind port 18016520-e1c2-4d04-bc6b-936e28dad0c3 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:57:34.185689 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-6bdfe16f-afca-4cd9-bb5a-a6719a616bc2 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:57:34.186024 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-6bdfe16f-afca-4cd9-bb5a-a6719a616bc2 service neutron] Checking segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:57:34.186921 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-6bdfe16f-afca-4cd9-bb5a-a6719a616bc2 service neutron] Bound using segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:57:34.187410 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-6bdfe16f-afca-4cd9-bb5a-a6719a616bc2 service neutron] Bound port: 18016520-e1c2-4d04-bc6b-936e28dad0c3, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:57:34.187783 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-6bdfe16f-afca-4cd9-bb5a-a6719a616bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:34.217191 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21b48fa-8eee-4b8d-8751-a051d9c23d71'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:57:34.219703 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6379f7c-54d4-4b82-8642-1c8a3d0defb0" -d '{"events": [{"server_uuid": "def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5", "name": "network-vif-plugged", "status": "completed", "tag": "f21b48fa-8eee-4b8d-8751-a051d9c23d71"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:57:34.249779 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port f21b48fa-8eee-4b8d-8751-a051d9c23d71, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=f21b48fa-8eee-4b8d-8751-a051d9c23d71,segment=NetworkSegment(1e57d206-2927-464c-aae6-b32e4b4e0ab9),segment_id=1e57d206-2927-464c-aae6-b32e4b4e0ab9)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:57:34.254115 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a2d10b3f-5682-4d85-82f1-a1a8ff52d362 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:34.261212 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a2d10b3f-5682-4d85-82f1-a1a8ff52d362 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/4a12dfb8-0100-47ee-9c90-b7e39ffcf7ea HTTP/1.1" status: 204 len: 168 time: 0.6061795 Oct 19 00:57:34.262110 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:34.266692 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d10b3f-5682-4d85-82f1-a1a8ff52d362 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a12dfb8-0100-47ee-9c90-b7e39ffcf7ea,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:34.270436 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 45692) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:34.352582 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=f21b48fa-8eee-4b8d-8751-a051d9c23d71,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:34.368456 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f805a4b3-7b4e-4390-b1dc-933ec14c9b83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:34.371115 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-6bdfe16f-afca-4cd9-bb5a-a6719a616bc2 service neutron] For port 18016520-e1c2-4d04-bc6b-936e28dad0c3, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:57:34.379504 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f805a4b3-7b4e-4390-b1dc-933ec14c9b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:34.380781 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c65c21-b3b0-40b4-b8a4-28d300e801e6 req-fb2c8ac3-3108-4af9-8ec7-fbf39339c494 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:34.382776 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-17c65c21-b3b0-40b4-b8a4-28d300e801e6 req-fb2c8ac3-3108-4af9-8ec7-fbf39339c494 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9 HTTP/1.1" status: 200 len: 1097 time: 0.1478431 Oct 19 00:57:34.395960 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d10b3f-5682-4d85-82f1-a1a8ff52d362 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:57:34.396287 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d10b3f-5682-4d85-82f1-a1a8ff52d362 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:57:34.396634 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d10b3f-5682-4d85-82f1-a1a8ff52d362 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:57:34.396975 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d10b3f-5682-4d85-82f1-a1a8ff52d362 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:57:34.397322 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d10b3f-5682-4d85-82f1-a1a8ff52d362 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:57:34.397629 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d10b3f-5682-4d85-82f1-a1a8ff52d362 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:57:34.397962 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d10b3f-5682-4d85-82f1-a1a8ff52d362 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:57:34.398282 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d10b3f-5682-4d85-82f1-a1a8ff52d362 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:57:34.398610 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d10b3f-5682-4d85-82f1-a1a8ff52d362 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:57:34.398930 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d10b3f-5682-4d85-82f1-a1a8ff52d362 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:57:34.399327 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d10b3f-5682-4d85-82f1-a1a8ff52d362 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:57:34.399653 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d10b3f-5682-4d85-82f1-a1a8ff52d362 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:57:34.404083 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-6bdfe16f-afca-4cd9-bb5a-a6719a616bc2 service neutron] For port 18016520-e1c2-4d04-bc6b-936e28dad0c3, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=18016520-e1c2-4d04-bc6b-936e28dad0c3,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:57:34.407336 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bb1323ff-e5d3-4328-9170-e6c765a550b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:34.419345 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-339a247b-9a9e-4c88-becf-da4f252e7cd2 req-f31040f9-d5a4-4fee-b886-af865e6f6c55 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f8a207e-c839-4366-b9c0-b9a60e8f56e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531376 Oct 19 00:57:34.422641 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-6bdfe16f-afca-4cd9-bb5a-a6719a616bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:34.431637 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805a4b3-7b4e-4390-b1dc-933ec14c9b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93509c75-e79b-4221-b9a5-00bb32e4dfdd,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:34.443599 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f805a4b3-7b4e-4390-b1dc-933ec14c9b83 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9abbc641480d4ccab91d1300d344d726&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8384640 Oct 19 00:57:34.445215 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45696) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:34.505247 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-6bdfe16f-afca-4cd9-bb5a-a6719a616bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:34.506045 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-6bdfe16f-afca-4cd9-bb5a-a6719a616bc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:34.507877 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-6bdfe16f-afca-4cd9-bb5a-a6719a616bc2 service neutron] 10.222.0.24 "PUT /v2.0/ports/18016520-e1c2-4d04-bc6b-936e28dad0c3 HTTP/1.1" status: 200 len: 1097 time: 1.7730091 Oct 19 00:57:34.513527 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed51a309-e7de-477c-a79f-8b5297fff3f6', 'tag': '18016520-e1c2-4d04-bc6b-936e28dad0c3'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:57:34.516675 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03e8a85-e802-4c1a-9392-373ae4a7360c" -d '{"events": [{"name": "network-changed", "server_uuid": "ed51a309-e7de-477c-a79f-8b5297fff3f6", "tag": "18016520-e1c2-4d04-bc6b-936e28dad0c3"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:57:34.521744 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d21c9bec-a932-4d1c-bfc5-393e27bc3a74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:34.560065 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-17c65c21-b3b0-40b4-b8a4-28d300e801e6 req-8741678b-a968-499a-8ffd-f556f935ffe4 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644959 Oct 19 00:57:34.568850 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d21c9bec-a932-4d1c-bfc5-393e27bc3a74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:34.639163 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffda290-038f-42a0-8fbe-ba0afb880d1d x-openstack-request-id: req-1ffda290-038f-42a0-8fbe-ba0afb880d1d {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:57:34.640005 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5", "name": "network-vif-plugged", "status": "completed", "tag": "f21b48fa-8eee-4b8d-8751-a051d9c23d71", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:57:34.640408 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1ffda290-038f-42a0-8fbe-ba0afb880d1d {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:57:34.641058 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21b48fa-8eee-4b8d-8751-a051d9c23d71', 'code': 200} Oct 19 00:57:34.641323 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d21c9bec-a932-4d1c-bfc5-393e27bc3a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:34.645822 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d21c9bec-a932-4d1c-bfc5-393e27bc3a74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:34.649472 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d21c9bec-a932-4d1c-bfc5-393e27bc3a74 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/93509c75-e79b-4221-b9a5-00bb32e4dfdd HTTP/1.1" status: 204 len: 168 time: 0.2018647 Oct 19 00:57:34.669928 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdfe16f-afca-4cd9-bb5a-a6719a616bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=18016520-e1c2-4d04-bc6b-936e28dad0c3,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:34.687067 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c9bec-a932-4d1c-bfc5-393e27bc3a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93509c75-e79b-4221-b9a5-00bb32e4dfdd,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:34.727561 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bb1323ff-e5d3-4328-9170-e6c765a550b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:34.817455 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bb1323ff-e5d3-4328-9170-e6c765a550b5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:57:34.817797 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bb1323ff-e5d3-4328-9170-e6c765a550b5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:57:34.818919 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bb1323ff-e5d3-4328-9170-e6c765a550b5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:57:34.819293 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bb1323ff-e5d3-4328-9170-e6c765a550b5 admin admin] Subscribe: > port after_create 55550000 {{(pid=100607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:57:34.819627 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bb1323ff-e5d3-4328-9170-e6c765a550b5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:57:34.819961 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bb1323ff-e5d3-4328-9170-e6c765a550b5 admin admin] Subscribe: > port after_update 55550000 {{(pid=100607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:57:34.820285 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bb1323ff-e5d3-4328-9170-e6c765a550b5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:57:34.820595 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bb1323ff-e5d3-4328-9170-e6c765a550b5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:57:34.821359 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bb1323ff-e5d3-4328-9170-e6c765a550b5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:57:34.821359 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bb1323ff-e5d3-4328-9170-e6c765a550b5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:57:34.907916 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bb1323ff-e5d3-4328-9170-e6c765a550b5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:57:34.908291 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bb1323ff-e5d3-4328-9170-e6c765a550b5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:57:34.908612 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bb1323ff-e5d3-4328-9170-e6c765a550b5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:57:34.908932 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bb1323ff-e5d3-4328-9170-e6c765a550b5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:57:34.909331 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-bb1323ff-e5d3-4328-9170-e6c765a550b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a5a263-b8be-40b6-bd86-f1ff9ebf2705']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:57:34.918585 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681f8f73-57e2-4604-9301-48eb2f6eb70d x-openstack-request-id: req-681f8f73-57e2-4604-9301-48eb2f6eb70d {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:57:34.918864 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed51a309-e7de-477c-a79f-8b5297fff3f6", "tag": "18016520-e1c2-4d04-bc6b-936e28dad0c3", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:57:34.919110 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-681f8f73-57e2-4604-9301-48eb2f6eb70d {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:57:34.919488 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed51a309-e7de-477c-a79f-8b5297fff3f6', 'tag': '18016520-e1c2-4d04-bc6b-936e28dad0c3', 'status': 'completed', 'code': 200} Oct 19 00:57:34.941569 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-bb1323ff-e5d3-4328-9170-e6c765a550b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453d4015-c76b-423b-a179-94e61422cfd8') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:57:34.941856 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-bb1323ff-e5d3-4328-9170-e6c765a550b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453d4015-c76b-423b-a179-94e61422cfd8') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:57:34.958749 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-2279a6d9-0f27-4b77-ab99-3d8de17f0132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:34.960193 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-2279a6d9-0f27-4b77-ab99-3d8de17f0132 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=22856d6555f64ce59bfd2d6b3bf00acc&device_id=ed51a309-e7de-477c-a79f-8b5297fff3f6 HTTP/1.1" status: 200 len: 1100 time: 0.3991933 Oct 19 00:57:34.970178 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bb1323ff-e5d3-4328-9170-e6c765a550b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:35.021893 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6bbc76-c6f8-477b-8194-ce20fd9eb2df req-a2c13cd9-8c92-4835-89ec-cab2807ffeaf tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:35.023559 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3e6bbc76-c6f8-477b-8194-ce20fd9eb2df req-a2c13cd9-8c92-4835-89ec-cab2807ffeaf tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a HTTP/1.1" status: 200 len: 946 time: 0.0584676 Oct 19 00:57:35.034432 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4be95-8c9b-47de-93c6-2254b37aa143 req-2c3c0f8f-dc9f-4bdf-b344-d428a5891bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:35.036093 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a3a4be95-8c9b-47de-93c6-2254b37aa143 req-2c3c0f8f-dc9f-4bdf-b344-d428a5891bdc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5 HTTP/1.1" status: 200 len: 1097 time: 0.3039784 Oct 19 00:57:35.038047 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bb1323ff-e5d3-4328-9170-e6c765a550b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:35.049452 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a238e-4cb9-4573-9b20-134be46fdf54 req-8ec3ad55-51de-42e6-8094-737ea6ad4a8f tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:35.056400 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7f6a238e-4cb9-4573-9b20-134be46fdf54 req-8ec3ad55-51de-42e6-8094-737ea6ad4a8f tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/ports?device_id=def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5 HTTP/1.1" status: 200 len: 945 time: 0.3070557 Oct 19 00:57:35.059959 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-bf8ded17-15f2-4248-8af2-0e3094d0cad8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=18016520-e1c2-4d04-bc6b-936e28dad0c3 HTTP/1.1" status: 200 len: 217 time: 0.0759919 Oct 19 00:57:35.068261 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3e6bbc76-c6f8-477b-8194-ce20fd9eb2df req-1be219fd-af63-4746-9eee-eac82728b92d tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367305 Oct 19 00:57:35.086256 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb1323ff-e5d3-4328-9170-e6c765a550b5 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:57:35.086657 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bb1323ff-e5d3-4328-9170-e6c765a550b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:35.107067 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45718) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:35.124121 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3084f02b-bfa7-4636-8c0b-abeaf50aea77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:35.125150 n-d-715271-26 neutron-server[100607]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 19 00:57:35.125150 n-d-715271-26 neutron-server[100607]: from cryptography.utils import int_from_bytes Oct 19 00:57:35.125150 n-d-715271-26 neutron-server[100607]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 19 00:57:35.125150 n-d-715271-26 neutron-server[100607]: from cryptography.utils import int_from_bytes Oct 19 00:57:35.125150 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 00:57:35.125150 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 00:57:35.125150 n-d-715271-26 neutron-server[100607]: timer() Oct 19 00:57:35.125150 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 00:57:35.125150 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 00:57:35.125150 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 00:57:35.125150 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 00:57:35.125150 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 00:57:35.125150 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 00:57:35.125150 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 00:57:35.125150 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 00:57:35.125150 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 00:57:35.125150 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 00:57:35.125150 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 00:57:35.125150 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 00:57:35.125150 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 00:57:35.125150 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 00:57:35.125150 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 00:57:35.125150 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 00:57:35.125150 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 00:57:35.125150 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 00:57:35.125150 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 00:57:35.125150 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 00:57:35.125150 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 00:57:35.125150 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 00:57:35.125150 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 00:57:35.125150 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 00:57:35.125150 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 00:57:35.125150 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 00:57:35.125150 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 00:57:35.125150 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 00:57:35.125150 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 00:57:35.142381 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:57:35.212613 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3084f02b-bfa7-4636-8c0b-abeaf50aea77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:35.217355 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3084f02b-bfa7-4636-8c0b-abeaf50aea77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:35.244637 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3084f02b-bfa7-4636-8c0b-abeaf50aea77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bfe9d1-4f8a-45e7-999f-3c1a2ca130fb,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:35.272329 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3084f02b-bfa7-4636-8c0b-abeaf50aea77 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=68fa4ca2eda74d12a245dfd4965428a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1641979 Oct 19 00:57:35.274825 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45724) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:35.333097 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7e22e3c8-ca6e-4e41-a91c-48d373ba644d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:35.357265 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7e22e3c8-ca6e-4e41-a91c-48d373ba644d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:35.410161 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7e22e3c8-ca6e-4e41-a91c-48d373ba644d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:35.413028 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7e22e3c8-ca6e-4e41-a91c-48d373ba644d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:35.414467 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7e22e3c8-ca6e-4e41-a91c-48d373ba644d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e3bfe9d1-4f8a-45e7-999f-3c1a2ca130fb HTTP/1.1" status: 204 len: 168 time: 0.1386163 Oct 19 00:57:35.427957 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22e3c8-ca6e-4e41-a91c-48d373ba644d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bfe9d1-4f8a-45e7-999f-3c1a2ca130fb,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:35.473212 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7f6a238e-4cb9-4573-9b20-134be46fdf54 req-1bd6bd43-cc27-4c5f-ab2e-d442974d0ff5 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7255b26-bcc6-4de8-beee-4cb57d442a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158905 Oct 19 00:57:35.474638 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a3a4be95-8c9b-47de-93c6-2254b37aa143 req-6980cf0d-2bfe-40bb-a2fe-2d4723835bda service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d7255b26-bcc6-4de8-beee-4cb57d442a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140828 Oct 19 00:57:35.476025 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bb1323ff-e5d3-4328-9170-e6c765a550b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:35.478142 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-e734268f-4589-4c3c-9b10-3f8f36f16d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:35.479547 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-e734268f-4589-4c3c-9b10-3f8f36f16d58 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.4025145 Oct 19 00:57:35.486704 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bb1323ff-e5d3-4328-9170-e6c765a550b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:35.489844 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-bb1323ff-e5d3-4328-9170-e6c765a550b5 admin admin] 10.222.0.57 "DELETE /v2.0/networks/b4a5a263-b8be-40b6-bd86-f1ff9ebf2705 HTTP/1.1" status: 204 len: 168 time: 1.2153311 Oct 19 00:57:35.493195 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45738) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:35.506661 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1323ff-e5d3-4328-9170-e6c765a550b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4a5a263-b8be-40b6-bd86-f1ff9ebf2705,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:35.556728 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-a838c98d-1a96-453c-9e6a-b9c7d46ad2bc admin admin] Deleting subnet e7e1de5f-41a2-4188-bc00-8db8c218ce5a {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 00:57:35.560679 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a838c98d-1a96-453c-9e6a-b9c7d46ad2bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:35.573048 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-40f6cbfa-57ab-4869-b588-5aad489c7409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:35.576658 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-40f6cbfa-57ab-4869-b588-5aad489c7409 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0775743 Oct 19 00:57:35.610582 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a838c98d-1a96-453c-9e6a-b9c7d46ad2bc admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:35.616270 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a838c98d-1a96-453c-9e6a-b9c7d46ad2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:35.678941 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a838c98d-1a96-453c-9e6a-b9c7d46ad2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:35.711159 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838c98d-1a96-453c-9e6a-b9c7d46ad2bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7e1de5f-41a2-4188-bc00-8db8c218ce5a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:35.713150 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a838c98d-1a96-453c-9e6a-b9c7d46ad2bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:35.719851 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a838c98d-1a96-453c-9e6a-b9c7d46ad2bc admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e7e1de5f-41a2-4188-bc00-8db8c218ce5a HTTP/1.1" status: 204 len: 168 time: 0.2187181 Oct 19 00:57:35.720033 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45750) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:35.733344 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3d15c-98f6-47f1-8c67-eab29994e72d req-8d9618d0-76cc-49b2-a78f-0b25d2baec2b tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:35.740343 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-62c3d15c-98f6-47f1-8c67-eab29994e72d req-8d9618d0-76cc-49b2-a78f-0b25d2baec2b tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a HTTP/1.1" status: 200 len: 946 time: 0.1415961 Oct 19 00:57:35.744397 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45752) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:35.750055 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-aac868fa-5483-463d-9b53-7e10375472ec tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Request body: {'floatingip': {'port_id': '168d9158-7537-4bc7-8f68-2082f37c5a96'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:35.774133 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-c34391a1-b80d-42c1-978c-e97797b168a0 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889684 Oct 19 00:57:35.864907 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aac868fa-5483-463d-9b53-7e10375472ec tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks [] for floatingip, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:35.901446 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1be645fd-d7b1-4848-bed8-ba4e134d0ed3 req-33c76a75-2388-4218-ac5f-47a384857935 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187589 Oct 19 00:57:35.926869 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd16f8adf-1363-4f4c-ab79-0a1be0d57e47', 'tag': '557b77a2-d7f0-4db8-b34a-7be40336b240'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:57:35.929145 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c5f75a-9ef0-4fa9-bd9a-56b6c45ab893" -d '{"events": [{"name": "network-changed", "server_uuid": "d16f8adf-1363-4f4c-ab79-0a1be0d57e47", "tag": "557b77a2-d7f0-4db8-b34a-7be40336b240"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:57:35.982831 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e5968cc7-249a-4a99-a281-4e22f782390e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:36.040379 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741b8d6-fc6e-4c8a-bcc5-b6bca3f47ae1 req-513d3d53-8db0-43a1-aac3-073b9f86df64 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:36.042146 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9741b8d6-fc6e-4c8a-bcc5-b6bca3f47ae1 req-513d3d53-8db0-43a1-aac3-073b9f86df64 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 943 time: 0.1097672 Oct 19 00:57:36.049649 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e8a85-e802-4c1a-9392-373ae4a7360c req-16ad16dc-896f-458a-9304-380510c9ee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:36.051184 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f03e8a85-e802-4c1a-9392-373ae4a7360c req-16ad16dc-896f-458a-9304-380510c9ee86 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=22856d6555f64ce59bfd2d6b3bf00acc&device_id=ed51a309-e7de-477c-a79f-8b5297fff3f6 HTTP/1.1" status: 200 len: 1100 time: 0.0727520 Oct 19 00:57:36.131076 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9741b8d6-fc6e-4c8a-bcc5-b6bca3f47ae1 req-eeabfb74-4774-44d2-a581-5bb6ca620c06 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752158 Oct 19 00:57:36.185674 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e5968cc7-249a-4a99-a281-4e22f782390e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:36.216657 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e5968cc7-249a-4a99-a281-4e22f782390e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:57:36.216993 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e5968cc7-249a-4a99-a281-4e22f782390e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:57:36.217753 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e5968cc7-249a-4a99-a281-4e22f782390e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:57:36.218181 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e5968cc7-249a-4a99-a281-4e22f782390e admin admin] Subscribe: > port after_create 55550000 {{(pid=100606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:57:36.218497 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e5968cc7-249a-4a99-a281-4e22f782390e admin admin] Subscribe: > port after_delete 55550000 {{(pid=100606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:57:36.218740 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e5968cc7-249a-4a99-a281-4e22f782390e admin admin] Subscribe: > port after_update 55550000 {{(pid=100606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:57:36.219070 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e5968cc7-249a-4a99-a281-4e22f782390e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:57:36.219385 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e5968cc7-249a-4a99-a281-4e22f782390e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:57:36.220060 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e5968cc7-249a-4a99-a281-4e22f782390e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:57:36.220060 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e5968cc7-249a-4a99-a281-4e22f782390e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:57:36.234001 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e8a85-e802-4c1a-9392-373ae4a7360c req-02a736f8-98f2-41ad-a747-d3bd1eff5607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:36.235519 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f03e8a85-e802-4c1a-9392-373ae4a7360c req-02a736f8-98f2-41ad-a747-d3bd1eff5607 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.1758223 Oct 19 00:57:36.298007 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e5968cc7-249a-4a99-a281-4e22f782390e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:57:36.298351 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e5968cc7-249a-4a99-a281-4e22f782390e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:57:36.298682 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e5968cc7-249a-4a99-a281-4e22f782390e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:57:36.299012 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e5968cc7-249a-4a99-a281-4e22f782390e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:57:36.299386 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-e5968cc7-249a-4a99-a281-4e22f782390e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19c99de6-5049-42a6-b254-8d306b7ccf94']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:57:36.310570 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f03e8a85-e802-4c1a-9392-373ae4a7360c req-7692f354-450f-4996-9da4-f56138d31824 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=18016520-e1c2-4d04-bc6b-936e28dad0c3 HTTP/1.1" status: 200 len: 217 time: 0.0626190 Oct 19 00:57:36.346623 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-e5968cc7-249a-4a99-a281-4e22f782390e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c62d2e5-7362-4869-a834-3ebe3640f46e') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:57:36.346623 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-e5968cc7-249a-4a99-a281-4e22f782390e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c62d2e5-7362-4869-a834-3ebe3640f46e') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:57:36.361027 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-37203763-e911-4608-918c-94584ae565cb tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:57:36.362075 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-37203763-e911-4608-918c-94584ae565cb tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0196421 Oct 19 00:57:36.368057 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf3da2-8b4e-4b24-906e-34078866f999 req-0090797c-6a23-404c-b05c-39759e4f2551 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:36.374266 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e5968cc7-249a-4a99-a281-4e22f782390e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:36.375679 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0daf3da2-8b4e-4b24-906e-34078866f999 req-0090797c-6a23-404c-b05c-39759e4f2551 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed51a309-e7de-477c-a79f-8b5297fff3f6 HTTP/1.1" status: 200 len: 948 time: 0.1204414 Oct 19 00:57:36.413405 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e8a85-e802-4c1a-9392-373ae4a7360c req-0765bc28-06cb-4a9e-9def-022911c78d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:36.414884 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f03e8a85-e802-4c1a-9392-373ae4a7360c req-0765bc28-06cb-4a9e-9def-022911c78d06 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0885766 Oct 19 00:57:36.422842 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0daf3da2-8b4e-4b24-906e-34078866f999 req-8052e743-f630-4068-a14a-6b756c0be931 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f8a207e-c839-4366-b9c0-b9a60e8f56e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463185 Oct 19 00:57:36.438602 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e5968cc7-249a-4a99-a281-4e22f782390e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:36.474101 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e8a85-e802-4c1a-9392-373ae4a7360c req-1cb39c6e-291c-44c5-848a-2923c86b532b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:36.476115 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f03e8a85-e802-4c1a-9392-373ae4a7360c req-1cb39c6e-291c-44c5-848a-2923c86b532b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0524278 Oct 19 00:57:36.486482 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-6f04929c-865f-4d4f-95e4-c447c7faa8c4 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:36.487934 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-6f04929c-865f-4d4f-95e4-c447c7faa8c4 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.57 "GET /v2.0/ports/2fb9b56e-1dfb-4d10-808d-163ff1301baa HTTP/1.1" status: 200 len: 1094 time: 0.1082680 Oct 19 00:57:36.489161 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5968cc7-249a-4a99-a281-4e22f782390e admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:57:36.499632 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e5968cc7-249a-4a99-a281-4e22f782390e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:36.524390 n-d-715271-26 neutron-server[100606]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 19 00:57:36.524390 n-d-715271-26 neutron-server[100606]: from cryptography.utils import int_from_bytes Oct 19 00:57:36.524390 n-d-715271-26 neutron-server[100606]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 19 00:57:36.524390 n-d-715271-26 neutron-server[100606]: from cryptography.utils import int_from_bytes Oct 19 00:57:36.524390 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 00:57:36.524390 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 00:57:36.524390 n-d-715271-26 neutron-server[100606]: timer() Oct 19 00:57:36.524390 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 00:57:36.524390 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 00:57:36.524390 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 00:57:36.524390 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 00:57:36.524390 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 00:57:36.524390 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 00:57:36.524390 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 00:57:36.524390 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 00:57:36.524390 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 00:57:36.524390 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 00:57:36.524390 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 00:57:36.524390 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 00:57:36.524390 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 00:57:36.524390 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 00:57:36.524390 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 00:57:36.524390 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 00:57:36.524390 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 00:57:36.524390 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 00:57:36.524390 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 00:57:36.524390 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 00:57:36.524390 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 00:57:36.524390 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 00:57:36.524390 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 00:57:36.524390 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 00:57:36.524390 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 00:57:36.524390 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 00:57:36.524390 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 00:57:36.524390 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 00:57:36.524390 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 00:57:36.567314 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7143d3-0b26-4f11-890f-18bfb810049d x-openstack-request-id: req-6b7143d3-0b26-4f11-890f-18bfb810049d {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:57:36.567996 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d16f8adf-1363-4f4c-ab79-0a1be0d57e47", "tag": "557b77a2-d7f0-4db8-b34a-7be40336b240", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:57:36.567996 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6b7143d3-0b26-4f11-890f-18bfb810049d {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:57:36.568289 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd16f8adf-1363-4f4c-ab79-0a1be0d57e47', 'tag': '557b77a2-d7f0-4db8-b34a-7be40336b240', 'status': 'completed', 'code': 200} Oct 19 00:57:36.583910 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-2bea6d8a-780d-4d19-b0e8-c777b3ff94ff service neutron] Request body: {'binding': {'host': 'n-h1-715271-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:36.584354 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-2bea6d8a-780d-4d19-b0e8-c777b3ff94ff service neutron] Unknown quota resources ['binding']. {{(pid=100606) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 00:57:36.678448 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5f75a-9ef0-4fa9-bd9a-56b6c45ab893 req-1785f042-6559-4070-b6a9-8c738474546c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:36.680158 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-07c5f75a-9ef0-4fa9-bd9a-56b6c45ab893 req-1785f042-6559-4070-b6a9-8c738474546c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 1126 time: 0.1014066 Oct 19 00:57:36.689540 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f03e8a85-e802-4c1a-9392-373ae4a7360c req-1f0e2ac0-29ef-4e05-b1a9-3c08434d34a2 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987498 Oct 19 00:57:36.697674 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf8e36-9785-4cd7-a347-173fc56d925a req-3a05fbd4-5705-4ee2-9921-99c8da7d526e tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:36.699385 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2dcf8e36-9785-4cd7-a347-173fc56d925a req-3a05fbd4-5705-4ee2-9921-99c8da7d526e tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/ports?device_id=def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5 HTTP/1.1" status: 200 len: 945 time: 0.1195004 Oct 19 00:57:36.865953 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2dcf8e36-9785-4cd7-a347-173fc56d925a req-30dd046b-2085-405b-95ff-4073196fc3ee tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7255b26-bcc6-4de8-beee-4cb57d442a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450067 Oct 19 00:57:36.942120 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e5968cc7-249a-4a99-a281-4e22f782390e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:36.988007 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e5968cc7-249a-4a99-a281-4e22f782390e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:36.995369 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e5968cc7-249a-4a99-a281-4e22f782390e admin admin] 10.222.0.57 "DELETE /v2.0/networks/19c99de6-5049-42a6-b254-8d306b7ccf94 HTTP/1.1" status: 204 len: 168 time: 1.2743201 Oct 19 00:57:37.014555 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5f75a-9ef0-4fa9-bd9a-56b6c45ab893 req-eab50c48-9fbb-4f0c-a940-ac4125c5e091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:37.015917 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-07c5f75a-9ef0-4fa9-bd9a-56b6c45ab893 req-eab50c48-9fbb-4f0c-a940-ac4125c5e091 service neutron] 10.222.0.55 "GET /v2.0/networks?id=db82cf1f-422d-4289-a127-b70a546afbff HTTP/1.1" status: 200 len: 922 time: 0.3149161 Oct 19 00:57:37.039974 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f03e8a85-e802-4c1a-9392-373ae4a7360c req-cd06d199-9f8a-4717-be80-a98e55ab4140 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374457 Oct 19 00:57:37.062651 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5968cc7-249a-4a99-a281-4e22f782390e admin admin] Pushing event deleted for resources: {'Network': ['ID=19c99de6-5049-42a6-b254-8d306b7ccf94,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:37.097053 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-07c5f75a-9ef0-4fa9-bd9a-56b6c45ab893 req-67d17af3-b527-41aa-bfa6-e9e11138e0f2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=557b77a2-d7f0-4db8-b34a-7be40336b240 HTTP/1.1" status: 200 len: 217 time: 0.0666246 Oct 19 00:57:37.176540 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5f75a-9ef0-4fa9-bd9a-56b6c45ab893 req-d7967c47-ba11-4543-8ad7-38b18cbff41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:37.181267 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-07c5f75a-9ef0-4fa9-bd9a-56b6c45ab893 req-d7967c47-ba11-4543-8ad7-38b18cbff41a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc1eafbd-ecfc-4adf-9b82-a202a98a472a HTTP/1.1" status: 200 len: 861 time: 0.0745826 Oct 19 00:57:37.229570 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-07c5f75a-9ef0-4fa9-bd9a-56b6c45ab893 req-9e040239-271a-43d1-965c-675e31b64b02 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=db82cf1f-422d-4289-a127-b70a546afbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418484 Oct 19 00:57:37.272418 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 45810) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:37.276923 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-2bea6d8a-780d-4d19-b0e8-c777b3ff94ff service neutron] Attempting to bind port 2fb9b56e-1dfb-4d10-808d-163ff1301baa on host n-h1-715271-26 for vnic_type normal with profile None {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:57:37.277267 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-2bea6d8a-780d-4d19-b0e8-c777b3ff94ff service neutron] Attempting to bind port 2fb9b56e-1dfb-4d10-808d-163ff1301baa by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:57:37.277624 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-2bea6d8a-780d-4d19-b0e8-c777b3ff94ff service neutron] Attempting to bind port 2fb9b56e-1dfb-4d10-808d-163ff1301baa on network fc198a8b-4ee5-462c-a635-e1062c7dbf51 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:57:37.294592 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-2bea6d8a-780d-4d19-b0e8-c777b3ff94ff service neutron] Port 2fb9b56e-1dfb-4d10-808d-163ff1301baa on network fc198a8b-4ee5-462c-a635-e1062c7dbf51 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:57:37.294937 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-2bea6d8a-780d-4d19-b0e8-c777b3ff94ff service neutron] Attempting to bind port 2fb9b56e-1dfb-4d10-808d-163ff1301baa on network fc198a8b-4ee5-462c-a635-e1062c7dbf51 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:57:37.298714 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aac868fa-5483-463d-9b53-7e10375472ec tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:37.303885 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-2bea6d8a-780d-4d19-b0e8-c777b3ff94ff service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:57:37.304228 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-2bea6d8a-780d-4d19-b0e8-c777b3ff94ff service neutron] Checking segment: {'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:57:37.304594 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-2bea6d8a-780d-4d19-b0e8-c777b3ff94ff service neutron] Bound using segment: {'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:57:37.305017 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-2bea6d8a-780d-4d19-b0e8-c777b3ff94ff service neutron] Bound port: 2fb9b56e-1dfb-4d10-808d-163ff1301baa, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:57:37.306826 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aac868fa-5483-463d-9b53-7e10375472ec tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:37.407620 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5840c-7a28-4adf-96c4-0fa647186b8f req-6696877d-a349-4d28-afc8-f6958e80d690 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:37.411803 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-80d5840c-7a28-4adf-96c4-0fa647186b8f req-6696877d-a349-4d28-afc8-f6958e80d690 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 943 time: 0.1722064 Oct 19 00:57:37.420785 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c24245d7-7798-40c1-87de-2be60163524e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=22c1d5909c8e4fe9b0da11ff4c38b160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462214 Oct 19 00:57:37.421419 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 45812) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:37.429348 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-2bea6d8a-780d-4d19-b0e8-c777b3ff94ff service neutron] For port 2fb9b56e-1dfb-4d10-808d-163ff1301baa, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=2fb9b56e-1dfb-4d10-808d-163ff1301baa,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:57:37.441323 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-2bea6d8a-780d-4d19-b0e8-c777b3ff94ff service neutron] Publish callbacks [] for binding, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:37.442901 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-2bea6d8a-780d-4d19-b0e8-c777b3ff94ff service neutron] 10.222.0.57 "POST /v2.0/ports/2fb9b56e-1dfb-4d10-808d-163ff1301baa/bindings HTTP/1.1" status: 201 len: 390 time: 0.8771622 Oct 19 00:57:37.458628 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [None req-aac868fa-5483-463d-9b53-7e10375472ec tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Floating IP 8e5aa2e5-80c2-4065-8529-f4cc42bf8fbb associated. External IP: 172.25.8.213, port: 168d9158-7537-4bc7-8f68-2082f37c5a96. Oct 19 00:57:37.468405 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-07c5f75a-9ef0-4fa9-bd9a-56b6c45ab893 req-69771a59-e3b4-492f-b45e-7b2273e176aa service neutron] 10.222.0.55 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285876 Oct 19 00:57:37.493373 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 557b77a2-d7f0-4db8-b34a-7be40336b240 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:57:37.523562 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-80d5840c-7a28-4adf-96c4-0fa647186b8f req-68ab6528-dc20-4a67-ad73-76199b3661b4 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010358 Oct 19 00:57:37.585573 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e24f7419-f95d-4b1a-b167-1f1c97926813 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:37.654320 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-07c5f75a-9ef0-4fa9-bd9a-56b6c45ab893 req-8c9ec967-5d7b-4a94-a5d9-71e359534079 service neutron] 10.222.0.55 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773567 Oct 19 00:57:37.663467 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e24f7419-f95d-4b1a-b167-1f1c97926813 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:37.737719 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 557b77a2-d7f0-4db8-b34a-7be40336b240, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=557b77a2-d7f0-4db8-b34a-7be40336b240,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:57:37.750140 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e24f7419-f95d-4b1a-b167-1f1c97926813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:37.753280 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e24f7419-f95d-4b1a-b167-1f1c97926813 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:37.753689 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 557b77a2-d7f0-4db8-b34a-7be40336b240 has no active binding in host n-h2-715271-26 {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 19 00:57:37.753933 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e24f7419-f95d-4b1a-b167-1f1c97926813 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6447431e-59d4-4e09-a2cf-fe23314bff58 HTTP/1.1" status: 204 len: 168 time: 0.3272283 Oct 19 00:57:37.781688 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24f7419-f95d-4b1a-b167-1f1c97926813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6447431e-59d4-4e09-a2cf-fe23314bff58,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:37.846422 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac868fa-5483-463d-9b53-7e10375472ec tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Router 3ecf485b-c040-4fb4-9b14-1e391a5e1184 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:57:37.853286 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-422398d9-dbf4-437d-ae51-27e8a5a5db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:37.855072 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-422398d9-dbf4-437d-ae51-27e8a5a5db91 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=65459246a90a47d0b59f03208da91106&device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9 HTTP/1.1" status: 200 len: 1097 time: 0.0913138 Oct 19 00:57:37.939996 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e4d5c-51b9-4593-8dac-400651abf988 req-0352b628-302b-4301-8f0c-f575ee516555 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:37.950676 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-031e4d5c-51b9-4593-8dac-400651abf988 req-0352b628-302b-4301-8f0c-f575ee516555 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed51a309-e7de-477c-a79f-8b5297fff3f6 HTTP/1.1" status: 200 len: 948 time: 0.1068299 Oct 19 00:57:37.976922 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-75f430b8-b04f-4f46-8233-9e4c758c6e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:37.979252 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-75f430b8-b04f-4f46-8233-9e4c758c6e81 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc198a8b-4ee5-462c-a635-e1062c7dbf51 HTTP/1.1" status: 200 len: 909 time: 0.1155498 Oct 19 00:57:38.009841 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-031e4d5c-51b9-4593-8dac-400651abf988 req-feb07f43-a40f-426e-bf0c-d7a191fb8346 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f8a207e-c839-4366-b9c0-b9a60e8f56e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562313 Oct 19 00:57:38.038337 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-bd536995-e724-432f-9322-d2353d139097 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fb9b56e-1dfb-4d10-808d-163ff1301baa HTTP/1.1" status: 200 len: 217 time: 0.0472002 Oct 19 00:57:38.086801 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac868fa-5483-463d-9b53-7e10375472ec tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:57:38.092367 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aac868fa-5483-463d-9b53-7e10375472ec tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:38.102810 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa55c706-9062-4efc-985a-4e10145245fa None None] Sync routers for ids ['3ecf485b-c040-4fb4-9b14-1e391a5e1184'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:57:38.117181 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa55c706-9062-4efc-985a-4e10145245fa None None] Routers {'3ecf485b-c040-4fb4-9b14-1e391a5e1184'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:57:38.117820 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-aa55c706-9062-4efc-985a-4e10145245fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T00:57:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['3ecf485b-c040-4fb4-9b14-1e391a5e1184'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:57:38.122593 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-aac868fa-5483-463d-9b53-7e10375472ec tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "PUT /v2.0/floatingips/8e5aa2e5-80c2-4065-8529-f4cc42bf8fbb HTTP/1.1" status: 200 len: 992 time: 2.3766916 Oct 19 00:57:38.141853 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-ee57f923-76ff-48ef-82a3-fb231c83d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:38.143453 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-ee57f923-76ff-48ef-82a3-fb231c83d257 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b8444cd-c5d7-4c88-b1b0-9d01aef8093c HTTP/1.1" status: 200 len: 848 time: 0.0980957 Oct 19 00:57:38.209629 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-a07bcfe9-bed9-4d13-899c-2472ecac2e87 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc198a8b-4ee5-462c-a635-e1062c7dbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504541 Oct 19 00:57:38.242698 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef271f-06cf-4046-8d22-282a7282430d req-be0ab7a8-e1d1-4892-bc73-0e62da93aaee tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:38.244540 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-90ef271f-06cf-4046-8d22-282a7282430d req-be0ab7a8-e1d1-4892-bc73-0e62da93aaee tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9 HTTP/1.1" status: 200 len: 945 time: 0.1069231 Oct 19 00:57:38.303379 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-90ef271f-06cf-4046-8d22-282a7282430d req-f99312dc-0656-4958-b27e-74ff4aff6475 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523977 Oct 19 00:57:38.303535 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-aa55c706-9062-4efc-985a-4e10145245fa None None] Set router 3ecf485b-c040-4fb4-9b14-1e391a5e1184 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:57:38.357346 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45836) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:38.358891 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6441d-27c1-4aca-960e-024633faa0a0 req-741e3f3c-fe29-4788-9d5f-0f096ba800b5 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:38.360525 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-44e6441d-27c1-4aca-960e-024633faa0a0 req-741e3f3c-fe29-4788-9d5f-0f096ba800b5 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/ports?device_id=def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5 HTTP/1.1" status: 200 len: 945 time: 0.1077018 Oct 19 00:57:38.403713 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-9ac5b576-dbe1-4339-83bd-5956336fa3b5 service neutron] 10.222.0.55 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785021 Oct 19 00:57:38.436621 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-44e6441d-27c1-4aca-960e-024633faa0a0 req-0e2c6efd-7d99-4bf4-a25a-1ad4258c223a tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7255b26-bcc6-4de8-beee-4cb57d442a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576503 Oct 19 00:57:38.532041 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a62263e4-0a7c-427b-a65a-4644ef62dff7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:38.569771 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a', 'tag': '168d9158-7537-4bc7-8f68-2082f37c5a96'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:57:38.574077 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b22bc8-d778-4d93-aef5-3814f0ebcda4" -d '{"events": [{"name": "network-changed", "server_uuid": "c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a", "tag": "168d9158-7537-4bc7-8f68-2082f37c5a96"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:57:38.610424 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45846) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:38.658430 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-7e117f04-11ef-4089-9740-7593a3c7fbd6 service neutron] 10.222.0.55 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456870 Oct 19 00:57:38.660358 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-aa55c706-9062-4efc-985a-4e10145245fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1980611840-router', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:56:46Z', 'updated_at': '2021-10-19T00:56:56Z', 'revision_number': 4, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'gw_port': {'id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:56:48Z', 'updated_at': '2021-10-19T00:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '8e5aa2e5-80c2-4065-8529-f4cc42bf8fbb', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'floating_ip_address': '172.25.8.213', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'port_id': '168d9158-7537-4bc7-8f68-2082f37c5a96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87', 'mac_address': 'fa:16:3e:b0:65:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:57:15Z', 'updated_at': '2021-10-19T00:57:37Z', 'revision_number': 1, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98f1dae-3d1e-43b7-ae39-a8d40c3de37a', 'name': '', 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'mac_address': 'fa:16:3e:ea:d4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'device_owner': 'network:router_interface', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': 'a953001c-8d13-4f10-8aaf-914f81607c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:56:54Z', 'updated_at': '2021-10-19T00:57:04Z', 'revision_number': 5, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'subnets': [{'id': 'a953001c-8d13-4f10-8aaf-914f81607c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:57:38.688524 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-72f615da-bcfe-4dfa-943f-b74ddc476eba admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b8f40c2ca754435e8d1c3e6d140c5576&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0761151 Oct 19 00:57:38.692087 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45850) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:38.709830 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa55c706-9062-4efc-985a-4e10145245fa None None] Checking router: 3ecf485b-c040-4fb4-9b14-1e391a5e1184 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:57:38.716890 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-43aa33d4-71e9-47fb-bb4a-922f6c548e65 req-43ed4d61-c085-45bf-a45d-58b09df5344e tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 258 time: 0.2307630 Oct 19 00:57:38.720491 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa55c706-9062-4efc-985a-4e10145245fa None None] Routers {'3ecf485b-c040-4fb4-9b14-1e391a5e1184'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:57:38.721352 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-aa55c706-9062-4efc-985a-4e10145245fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T00:57:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['3ecf485b-c040-4fb4-9b14-1e391a5e1184'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:57:38.731582 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-43aa33d4-71e9-47fb-bb4a-922f6c548e65 req-2d9d150a-4f17-46ff-b907-f02a24a94324 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:38.740667 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a62263e4-0a7c-427b-a65a-4644ef62dff7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:38.753084 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a62263e4-0a7c-427b-a65a-4644ef62dff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:38.763137 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-43aa33d4-71e9-47fb-bb4a-922f6c548e65 req-2d9d150a-4f17-46ff-b907-f02a24a94324 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks [] for floatingip, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:38.809189 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62263e4-0a7c-427b-a65a-4644ef62dff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c468592a-dd6a-4fd0-a037-cd180f4d9224,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:38.816371 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a62263e4-0a7c-427b-a65a-4644ef62dff7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4d41647c0b47438aba8ff7740602f2b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4577234 Oct 19 00:57:38.817291 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45852) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:38.837933 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2b75d778-edfe-4378-9b2f-a5c8f13c654d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:38.885425 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2b75d778-edfe-4378-9b2f-a5c8f13c654d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:38.894834 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2121b17c-7f70-49ed-8d43-27ee7f8b9182 x-openstack-request-id: req-2121b17c-7f70-49ed-8d43-27ee7f8b9182 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:57:38.895146 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a", "tag": "168d9158-7537-4bc7-8f68-2082f37c5a96", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:57:38.895360 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2121b17c-7f70-49ed-8d43-27ee7f8b9182 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:57:38.895767 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a', 'tag': '168d9158-7537-4bc7-8f68-2082f37c5a96', 'status': 'completed', 'code': 200} Oct 19 00:57:38.930858 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-37cb3bb0-be47-4806-9e60-eacb77f13b21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:38.963915 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-37cb3bb0-be47-4806-9e60-eacb77f13b21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:38.969327 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-f4ada34d-c5af-4d37-8cdc-81599d566290 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:38.970894 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-f4ada34d-c5af-4d37-8cdc-81599d566290 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9&tenant_id=65459246a90a47d0b59f03208da91106&binding%3Ahost_id=n-h2-715271-26 HTTP/1.1" status: 200 len: 1097 time: 0.1256871 Oct 19 00:57:38.988065 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2b75d778-edfe-4378-9b2f-a5c8f13c654d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:38.990638 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2b75d778-edfe-4378-9b2f-a5c8f13c654d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:38.991808 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2b75d778-edfe-4378-9b2f-a5c8f13c654d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b6664d49-c739-4d89-84eb-a5cd7f9ed28f HTTP/1.1" status: 204 len: 168 time: 0.2985559 Oct 19 00:57:39.026055 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-aa55c706-9062-4efc-985a-4e10145245fa None None] Set router 3ecf485b-c040-4fb4-9b14-1e391a5e1184 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:57:39.034791 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75d778-edfe-4378-9b2f-a5c8f13c654d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6664d49-c739-4d89-84eb-a5cd7f9ed28f,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:39.069316 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6f793-f985-4d95-b726-87679bb5cf8d req-100edfcb-c917-4f63-9344-ebe5c102c620 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:39.071219 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-55c6f793-f985-4d95-b726-87679bb5cf8d req-100edfcb-c917-4f63-9344-ebe5c102c620 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 943 time: 0.0956843 Oct 19 00:57:39.096381 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-37cb3bb0-be47-4806-9e60-eacb77f13b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:39.099276 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-37cb3bb0-be47-4806-9e60-eacb77f13b21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:39.104162 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-37cb3bb0-be47-4806-9e60-eacb77f13b21 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c468592a-dd6a-4fd0-a037-cd180f4d9224 HTTP/1.1" status: 204 len: 168 time: 0.2811315 Oct 19 00:57:39.124751 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb3bb0-be47-4806-9e60-eacb77f13b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c468592a-dd6a-4fd0-a037-cd180f4d9224,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:39.150272 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-55c6f793-f985-4d95-b726-87679bb5cf8d req-23bf1375-8329-40eb-a35c-57691dada96a tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637305 Oct 19 00:57:39.242029 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-2df568bf-9df4-4388-9fe0-ffb749669334 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-715271-26'}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:39.313114 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b22bc8-d778-4d93-aef5-3814f0ebcda4 req-ab8b784c-9255-4b43-bf91-385f533c5dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:39.314603 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-26b22bc8-d778-4d93-aef5-3814f0ebcda4 req-ab8b784c-9255-4b43-bf91-385f533c5dee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f97037e6a5e4e978520d9c5500334e3&device_id=c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a HTTP/1.1" status: 200 len: 1098 time: 0.3829854 Oct 19 00:57:39.316131 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-43aa33d4-71e9-47fb-bb4a-922f6c548e65 req-2d9d150a-4f17-46ff-b907-f02a24a94324 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:39.319224 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-2df568bf-9df4-4388-9fe0-ffb749669334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:39.356067 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72700b-cc21-4b4c-964c-1b625f875a41 req-c6c09391-3c4f-4cf4-abd8-5cf84c7a0d02 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:39.358151 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cb72700b-cc21-4b4c-964c-1b625f875a41 req-c6c09391-3c4f-4cf4-abd8-5cf84c7a0d02 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed51a309-e7de-477c-a79f-8b5297fff3f6 HTTP/1.1" status: 200 len: 948 time: 0.0759456 Oct 19 00:57:39.422499 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cb72700b-cc21-4b4c-964c-1b625f875a41 req-348c8266-b525-4b4e-8c52-967a8aecf9b2 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f8a207e-c839-4366-b9c0-b9a60e8f56e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579965 Oct 19 00:57:39.490866 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-aa55c706-9062-4efc-985a-4e10145245fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1980611840-router', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:56:46Z', 'updated_at': '2021-10-19T00:56:56Z', 'revision_number': 4, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'gw_port': {'id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:56:48Z', 'updated_at': '2021-10-19T00:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '8e5aa2e5-80c2-4065-8529-f4cc42bf8fbb', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'floating_ip_address': '172.25.8.213', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'port_id': '168d9158-7537-4bc7-8f68-2082f37c5a96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87', 'mac_address': 'fa:16:3e:b0:65:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:57:15Z', 'updated_at': '2021-10-19T00:57:37Z', 'revision_number': 1, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98f1dae-3d1e-43b7-ae39-a8d40c3de37a', 'name': '', 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'mac_address': 'fa:16:3e:ea:d4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'device_owner': 'network:router_interface', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': 'a953001c-8d13-4f10-8aaf-914f81607c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:56:54Z', 'updated_at': '2021-10-19T00:57:04Z', 'revision_number': 5, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'subnets': [{'id': 'a953001c-8d13-4f10-8aaf-914f81607c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:57:39.492835 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 18016520-e1c2-4d04-bc6b-936e28dad0c3 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:57:39.537542 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa55c706-9062-4efc-985a-4e10145245fa None None] The sync data for ids ['3ecf485b-c040-4fb4-9b14-1e391a5e1184'] in n-d-715271-26 is: [{'id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1980611840-router', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:56:46Z', 'updated_at': '2021-10-19T00:56:56Z', 'revision_number': 4, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'gw_port': {'id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:56:48Z', 'updated_at': '2021-10-19T00:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '8e5aa2e5-80c2-4065-8529-f4cc42bf8fbb', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'floating_ip_address': '172.25.8.213', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'port_id': '168d9158-7537-4bc7-8f68-2082f37c5a96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87', 'mac_address': 'fa:16:3e:b0:65:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:57:15Z', 'updated_at': '2021-10-19T00:57:37Z', 'revision_number': 1, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98f1dae-3d1e-43b7-ae39-a8d40c3de37a', 'name': '', 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'mac_address': 'fa:16:3e:ea:d4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'device_owner': 'network:router_interface', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': 'a953001c-8d13-4f10-8aaf-914f81607c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:56:54Z', 'updated_at': '2021-10-19T00:57:04Z', 'revision_number': 5, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'subnets': [{'id': 'a953001c-8d13-4f10-8aaf-914f81607c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:57:39.583282 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45878) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:39.608436 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b8d05b9f-6a8b-40ef-b353-288c3603f6fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:39.660193 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846009f-effe-43aa-8ee9-33c801818cca req-27b349ad-92db-4ccf-b72a-874af9add2fd tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:39.663313 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 18016520-e1c2-4d04-bc6b-936e28dad0c3, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=18016520-e1c2-4d04-bc6b-936e28dad0c3,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:57:39.672884 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2846009f-effe-43aa-8ee9-33c801818cca req-27b349ad-92db-4ccf-b72a-874af9add2fd tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9 HTTP/1.1" status: 200 len: 945 time: 0.1279624 Oct 19 00:57:39.676019 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '18016520-e1c2-4d04-bc6b-936e28dad0c3', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': '18016520-e1c2-4d04-bc6b-936e28dad0c3', 'mac_address': 'fa:16:3e:1f:01:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:57:39.693487 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-43aa33d4-71e9-47fb-bb4a-922f6c548e65 req-2d9d150a-4f17-46ff-b907-f02a24a94324 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Allocated IP 172.25.8.249 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/a2f7b8ae-a314-46ee-9814-7e3ce29ff312) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:57:39.727104 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:39.743015 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18016520-e1c2-4d04-bc6b-936e28dad0c3 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:57:39.772033 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 18016520-e1c2-4d04-bc6b-936e28dad0c3, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=18016520-e1c2-4d04-bc6b-936e28dad0c3,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:57:39.774286 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2846009f-effe-43aa-8ee9-33c801818cca req-9adb3572-b8d1-412d-b253-047a3d1e0661 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858774 Oct 19 00:57:39.779110 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:39.849605 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b8d05b9f-6a8b-40ef-b353-288c3603f6fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:39.861922 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b8d05b9f-6a8b-40ef-b353-288c3603f6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:39.871262 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=18016520-e1c2-4d04-bc6b-936e28dad0c3,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:39.880137 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b22bc8-d778-4d93-aef5-3814f0ebcda4 req-7db81952-29f8-41e2-bd60-ee51a3649af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:39.881793 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-26b22bc8-d778-4d93-aef5-3814f0ebcda4 req-7db81952-29f8-41e2-bd60-ee51a3649af3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4b5ccfa-a7f9-4731-bba3-4264bbe52b87 HTTP/1.1" status: 200 len: 925 time: 0.5469704 Oct 19 00:57:39.929334 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b8d05b9f-6a8b-40ef-b353-288c3603f6fd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=19a4f04eaccc4b3d9c52d1fe476c24c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3449433 Oct 19 00:57:39.932107 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d05b9f-6a8b-40ef-b353-288c3603f6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51451e49-4a4a-429c-a184-bedacccffa33,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:39.938821 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45886) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:39.955342 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c873cd-7178-4b37-b060-12720b06f678 None None] New status for floating IP 8e5aa2e5-80c2-4065-8529-f4cc42bf8fbb: ACTIVE {{(pid=100608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 00:57:40.019293 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7dee855d-dda5-4565-9b97-1ca3dfc7ea89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:40.044812 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7dee855d-dda5-4565-9b97-1ca3dfc7ea89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:40.093738 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-43aa33d4-71e9-47fb-bb4a-922f6c548e65 req-2d9d150a-4f17-46ff-b907-f02a24a94324 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:40.110570 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7dee855d-dda5-4565-9b97-1ca3dfc7ea89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:40.114373 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7dee855d-dda5-4565-9b97-1ca3dfc7ea89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:40.115974 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7dee855d-dda5-4565-9b97-1ca3dfc7ea89 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/51451e49-4a4a-429c-a184-bedacccffa33 HTTP/1.1" status: 204 len: 168 time: 0.1762056 Oct 19 00:57:40.127021 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-26b22bc8-d778-4d93-aef5-3814f0ebcda4 req-be15d559-71e7-4be8-8674-686616ef8748 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=168d9158-7537-4bc7-8f68-2082f37c5a96 HTTP/1.1" status: 200 len: 1000 time: 0.2281342 Oct 19 00:57:40.128999 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-2df568bf-9df4-4388-9fe0-ffb749669334 service neutron] For port 2fb9b56e-1dfb-4d10-808d-163ff1301baa, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=2fb9b56e-1dfb-4d10-808d-163ff1301baa,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:57:40.137351 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee855d-dda5-4565-9b97-1ca3dfc7ea89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51451e49-4a4a-429c-a184-bedacccffa33,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:40.237473 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b22bc8-d778-4d93-aef5-3814f0ebcda4 req-d688a2a2-a106-4e36-a938-0622206b213a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:40.239082 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-26b22bc8-d778-4d93-aef5-3814f0ebcda4 req-d688a2a2-a106-4e36-a938-0622206b213a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a953001c-8d13-4f10-8aaf-914f81607c9c HTTP/1.1" status: 200 len: 863 time: 0.1011772 Oct 19 00:57:40.287672 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-2df568bf-9df4-4388-9fe0-ffb749669334 service neutron] For port 2fb9b56e-1dfb-4d10-808d-163ff1301baa, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:57:40.290700 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-43aa33d4-71e9-47fb-bb4a-922f6c548e65 req-2d9d150a-4f17-46ff-b907-f02a24a94324 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:40.352170 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d150a-4f17-46ff-b907-f02a24a94324 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Pushing event updated for resources: {'Port': ['ID=a2f7b8ae-a314-46ee-9814-7e3ce29ff312,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:40.418777 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43aa33d4-71e9-47fb-bb4a-922f6c548e65 req-2d9d150a-4f17-46ff-b907-f02a24a94324 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:57:40.420252 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b22bc8-d778-4d93-aef5-3814f0ebcda4 req-e5fcf01b-490e-46fb-a943-aaed8b0a7edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:40.421771 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-26b22bc8-d778-4d93-aef5-3814f0ebcda4 req-e5fcf01b-490e-46fb-a943-aaed8b0a7edb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4b5ccfa-a7f9-4731-bba3-4264bbe52b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1756136 Oct 19 00:57:40.430231 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257805a-f0ef-40ed-90c7-7fcffe4794e8 req-2aaf8b9c-58df-43ad-8d01-156a6e9e1b47 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:40.431756 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e257805a-f0ef-40ed-90c7-7fcffe4794e8 req-2aaf8b9c-58df-43ad-8d01-156a6e9e1b47 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 943 time: 0.1054873 Oct 19 00:57:40.439841 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-43aa33d4-71e9-47fb-bb4a-922f6c548e65 req-2d9d150a-4f17-46ff-b907-f02a24a94324 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:57:40.442714 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-43aa33d4-71e9-47fb-bb4a-922f6c548e65 req-2d9d150a-4f17-46ff-b907-f02a24a94324 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:57:40.473187 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5f54b5-c92f-4513-86d5-0daa029358d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fb9b56e-1dfb-4d10-808d-163ff1301baa'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:57:40.476058 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6fb117-8962-41a7-8718-971940d74540" -d '{"events": [{"server_uuid": "cc5f54b5-c92f-4513-86d5-0daa029358d9", "name": "network-vif-unplugged", "status": "completed", "tag": "2fb9b56e-1dfb-4d10-808d-163ff1301baa"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:57:40.490148 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['18016520-e1c2-4d04-bc6b-936e28dad0c3'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:57:40.490644 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-2df568bf-9df4-4388-9fe0-ffb749669334 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:40.526140 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-2df568bf-9df4-4388-9fe0-ffb749669334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:40.532178 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e257805a-f0ef-40ed-90c7-7fcffe4794e8 req-29008508-83b6-410d-8373-c533a058bc12 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725076 Oct 19 00:57:40.696653 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f0ce1-b5cf-4b90-92c0-316f73aad9e5 req-8b0d8dcf-7d6d-4030-8ece-53737d1115b1 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:40.700736 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d91f0ce1-b5cf-4b90-92c0-316f73aad9e5 req-8b0d8dcf-7d6d-4030-8ece-53737d1115b1 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed51a309-e7de-477c-a79f-8b5297fff3f6 HTTP/1.1" status: 200 len: 949 time: 0.0842946 Oct 19 00:57:40.716327 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df568bf-9df4-4388-9fe0-ffb749669334 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb9b56e-1dfb-4d10-808d-163ff1301baa,revision_number=7']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:40.741848 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-26b22bc8-d778-4d93-aef5-3814f0ebcda4 req-355518c3-1149-41c5-bec7-2ac4ed497b8b service neutron] 10.222.0.24 "GET /v2.0/networks/c4b5ccfa-a7f9-4731-bba3-4264bbe52b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036587 Oct 19 00:57:40.752139 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-2df568bf-9df4-4388-9fe0-ffb749669334 service neutron] Attempting to bind port 2fb9b56e-1dfb-4d10-808d-163ff1301baa on host n-h2-715271-26 for vnic_type normal with profile {"migrating_to": "n-h1-715271-26"} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:57:40.752358 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-2df568bf-9df4-4388-9fe0-ffb749669334 service neutron] Attempting to bind port 2fb9b56e-1dfb-4d10-808d-163ff1301baa by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:57:40.752595 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-2df568bf-9df4-4388-9fe0-ffb749669334 service neutron] Attempting to bind port 2fb9b56e-1dfb-4d10-808d-163ff1301baa on network fc198a8b-4ee5-462c-a635-e1062c7dbf51 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:57:40.757465 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d91f0ce1-b5cf-4b90-92c0-316f73aad9e5 req-14754578-d8ed-44f1-8c4a-6028fa412d9e tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f8a207e-c839-4366-b9c0-b9a60e8f56e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504773 Oct 19 00:57:40.765266 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-43aa33d4-71e9-47fb-bb4a-922f6c548e65 req-2d9d150a-4f17-46ff-b907-f02a24a94324 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:40.783413 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-2df568bf-9df4-4388-9fe0-ffb749669334 service neutron] Port 2fb9b56e-1dfb-4d10-808d-163ff1301baa on network fc198a8b-4ee5-462c-a635-e1062c7dbf51 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:57:40.783936 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-2df568bf-9df4-4388-9fe0-ffb749669334 service neutron] Attempting to bind port 2fb9b56e-1dfb-4d10-808d-163ff1301baa on network fc198a8b-4ee5-462c-a635-e1062c7dbf51 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:57:40.803650 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45932) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:40.820396 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 00:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bc03c0-5cd3-42db-b206-04316d3a82eb x-openstack-request-id: req-85bc03c0-5cd3-42db-b206-04316d3a82eb {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:57:40.820712 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc5f54b5-c92f-4513-86d5-0daa029358d9", "name": "network-vif-unplugged", "status": "completed", "tag": "2fb9b56e-1dfb-4d10-808d-163ff1301baa", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:57:40.820996 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-85bc03c0-5cd3-42db-b206-04316d3a82eb {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:57:40.821457 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5f54b5-c92f-4513-86d5-0daa029358d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fb9b56e-1dfb-4d10-808d-163ff1301baa', 'code': 200} Oct 19 00:57:40.822172 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-2df568bf-9df4-4388-9fe0-ffb749669334 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:57:40.822535 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-2df568bf-9df4-4388-9fe0-ffb749669334 service neutron] Checking segment: {'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:57:40.822904 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-2df568bf-9df4-4388-9fe0-ffb749669334 service neutron] Bound using segment: {'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:57:40.823293 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-2df568bf-9df4-4388-9fe0-ffb749669334 service neutron] Bound port: 2fb9b56e-1dfb-4d10-808d-163ff1301baa, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:57:40.823630 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-2df568bf-9df4-4388-9fe0-ffb749669334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:40.902253 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-43aa33d4-71e9-47fb-bb4a-922f6c548e65 req-2d9d150a-4f17-46ff-b907-f02a24a94324 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:40.939269 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab5704-0e6c-4151-bf0d-3f23a0d78d3e req-460237b6-909c-4ed5-a41c-5fa74a4473cf tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:40.948865 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-20ab5704-0e6c-4151-bf0d-3f23a0d78d3e req-460237b6-909c-4ed5-a41c-5fa74a4473cf tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9 HTTP/1.1" status: 200 len: 943 time: 0.0878115 Oct 19 00:57:40.991576 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a0fc928c-e87b-4df9-bc86-e9cdcadf9a7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:40.994717 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-26b22bc8-d778-4d93-aef5-3814f0ebcda4 req-df7ea4df-3cdd-49c5-b3d9-581324afcdb1 service neutron] 10.222.0.24 "GET /v2.0/networks/c4b5ccfa-a7f9-4731-bba3-4264bbe52b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437506 Oct 19 00:57:41.023860 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-2df568bf-9df4-4388-9fe0-ffb749669334 service neutron] For port 2fb9b56e-1dfb-4d10-808d-163ff1301baa, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:57:41.050158 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-2df568bf-9df4-4388-9fe0-ffb749669334 service neutron] For port 2fb9b56e-1dfb-4d10-808d-163ff1301baa, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=2fb9b56e-1dfb-4d10-808d-163ff1301baa,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:57:41.063502 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-2df568bf-9df4-4388-9fe0-ffb749669334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:41.102514 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a0fc928c-e87b-4df9-bc86-e9cdcadf9a7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:41.119185 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-20ab5704-0e6c-4151-bf0d-3f23a0d78d3e req-b4cbb16e-1666-475a-9d1b-7ec413eeec80 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640546 Oct 19 00:57:41.120494 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a0fc928c-e87b-4df9-bc86-e9cdcadf9a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:41.185593 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a0fc928c-e87b-4df9-bc86-e9cdcadf9a7e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8889b947f4504732a14e2114ce9afe62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3805733 Oct 19 00:57:41.188072 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fc928c-e87b-4df9-bc86-e9cdcadf9a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6adef6d-aa01-44f3-871e-4cfe649dd590,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:41.190545 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45950) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:41.225307 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df568bf-9df4-4388-9fe0-ffb749669334 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb9b56e-1dfb-4d10-808d-163ff1301baa,revision_number=8']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:41.230348 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-2df568bf-9df4-4388-9fe0-ffb749669334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:41.231917 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-2df568bf-9df4-4388-9fe0-ffb749669334 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:41.233522 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-2df568bf-9df4-4388-9fe0-ffb749669334 service neutron] 10.222.0.55 "PUT /v2.0/ports/2fb9b56e-1dfb-4d10-808d-163ff1301baa HTTP/1.1" status: 200 len: 1123 time: 2.0009110 Oct 19 00:57:41.254613 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-43aa33d4-71e9-47fb-bb4a-922f6c548e65 req-2d9d150a-4f17-46ff-b907-f02a24a94324 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:41.267309 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-43aa33d4-71e9-47fb-bb4a-922f6c548e65 req-2d9d150a-4f17-46ff-b907-f02a24a94324 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:41.280606 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9f320b01-2e50-4afd-98e8-7a9e296f848b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:41.317425 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9f320b01-2e50-4afd-98e8-7a9e296f848b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:41.352445 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d150a-4f17-46ff-b907-f02a24a94324 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Pushing event updated for resources: {'Port': ['ID=a2f7b8ae-a314-46ee-9814-7e3ce29ff312,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:41.353030 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['2fb9b56e-1dfb-4d10-808d-163ff1301baa'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:57:41.354802 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-43aa33d4-71e9-47fb-bb4a-922f6c548e65 req-2d9d150a-4f17-46ff-b907-f02a24a94324 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:41.376633 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9f320b01-2e50-4afd-98e8-7a9e296f848b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:41.379272 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9f320b01-2e50-4afd-98e8-7a9e296f848b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:41.380296 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-43aa33d4-71e9-47fb-bb4a-922f6c548e65 req-2d9d150a-4f17-46ff-b907-f02a24a94324 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:41.384360 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9f320b01-2e50-4afd-98e8-7a9e296f848b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f6adef6d-aa01-44f3-871e-4cfe649dd590 HTTP/1.1" status: 204 len: 168 time: 0.1924469 Oct 19 00:57:41.385607 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-43aa33d4-71e9-47fb-bb4a-922f6c548e65 req-2d9d150a-4f17-46ff-b907-f02a24a94324 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6606600 Oct 19 00:57:41.400860 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f320b01-2e50-4afd-98e8-7a9e296f848b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6adef6d-aa01-44f3-871e-4cfe649dd590,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:41.508638 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-43aa33d4-71e9-47fb-bb4a-922f6c548e65 req-56be00d8-fac3-4a7c-887a-d6e85158c0b6 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.249 HTTP/1.1" status: 200 len: 696 time: 0.1150880 Oct 19 00:57:41.514604 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 18016520-e1c2-4d04-bc6b-936e28dad0c3 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:57:41.593758 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 18016520-e1c2-4d04-bc6b-936e28dad0c3 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:57:41.605390 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 18016520-e1c2-4d04-bc6b-936e28dad0c3 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:57:41.606088 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:41.698688 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa33d4-71e9-47fb-bb4a-922f6c548e65 req-e9441feb-d4bf-4021-90b6-ec7c2e1fce2b tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:41.700747 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-43aa33d4-71e9-47fb-bb4a-922f6c548e65 req-e9441feb-d4bf-4021-90b6-ec7c2e1fce2b tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 784 time: 0.1912904 Oct 19 00:57:41.715205 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-43aa33d4-71e9-47fb-bb4a-922f6c548e65 req-28bab839-2686-4b21-a58d-bb084ea3f070 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:57:41.716354 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-43aa33d4-71e9-47fb-bb4a-922f6c548e65 req-28bab839-2686-4b21-a58d-bb084ea3f070 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0098944 Oct 19 00:57:41.719493 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-b35dae76-4972-41fe-ab20-cbcc34318726 service neutron] 10.222.0.55 "GET /v2.0/ports/557b77a2-d7f0-4db8-b34a-7be40336b240/bindings/n-h2-715271-26 HTTP/1.1" status: 200 len: 385 time: 0.0984821 Oct 19 00:57:41.729087 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:41.744342 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4efcb-865d-4a97-9f99-302009cd77d6 req-154377e0-2e10-435a-9940-a63d75cbd5f1 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:41.758957 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cae4efcb-865d-4a97-9f99-302009cd77d6 req-154377e0-2e10-435a-9940-a63d75cbd5f1 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 943 time: 0.1240566 Oct 19 00:57:41.787519 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 18016520-e1c2-4d04-bc6b-936e28dad0c3, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=18016520-e1c2-4d04-bc6b-936e28dad0c3,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:57:41.788821 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed51a309-e7de-477c-a79f-8b5297fff3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18016520-e1c2-4d04-bc6b-936e28dad0c3'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:57:41.791760 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a45429-df7c-4c9e-81d4-67da49179f73" -d '{"events": [{"server_uuid": "ed51a309-e7de-477c-a79f-8b5297fff3f6", "name": "network-vif-plugged", "status": "completed", "tag": "18016520-e1c2-4d04-bc6b-936e28dad0c3"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:57:41.797962 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:41.851690 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cae4efcb-865d-4a97-9f99-302009cd77d6 req-5132bda4-9042-4421-9ebc-1670795ec713 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830667 Oct 19 00:57:41.916213 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=18016520-e1c2-4d04-bc6b-936e28dad0c3,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:42.023627 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-87624257-eedb-4ffc-94ff-f858887888c1 service neutron] For port 557b77a2-d7f0-4db8-b34a-7be40336b240, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=557b77a2-d7f0-4db8-b34a-7be40336b240,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:57:42.045693 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c08e00-914a-4c0f-9a10-3c7a72e51969 req-f2bb32fa-5234-4b75-9b36-ae26ac3635cd tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:42.046973 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45982) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:42.053137 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-88c08e00-914a-4c0f-9a10-3c7a72e51969 req-f2bb32fa-5234-4b75-9b36-ae26ac3635cd tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/ports?device_id=def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1398597 Oct 19 00:57:42.086013 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1c4b786d-2d18-4350-af8d-ae21509b54cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:42.123965 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11f9cd-129a-4eb8-9709-2120e2bf7219 req-1a65627f-013e-4f3e-b419-ac66fa617656 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:42.126981 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ed11f9cd-129a-4eb8-9709-2120e2bf7219 req-1a65627f-013e-4f3e-b419-ac66fa617656 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed51a309-e7de-477c-a79f-8b5297fff3f6 HTTP/1.1" status: 200 len: 950 time: 0.1382473 Oct 19 00:57:42.230721 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ed11f9cd-129a-4eb8-9709-2120e2bf7219 req-eb14d900-53aa-4dd0-ac3b-e74f4a774395 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f8a207e-c839-4366-b9c0-b9a60e8f56e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935788 Oct 19 00:57:42.325219 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1c4b786d-2d18-4350-af8d-ae21509b54cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:42.333909 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1c4b786d-2d18-4350-af8d-ae21509b54cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:42.336093 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88645fce-b56a-4be6-8816-e9fa3901c5f9 x-openstack-request-id: req-88645fce-b56a-4be6-8816-e9fa3901c5f9 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:57:42.336673 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed51a309-e7de-477c-a79f-8b5297fff3f6", "name": "network-vif-plugged", "status": "completed", "tag": "18016520-e1c2-4d04-bc6b-936e28dad0c3", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:57:42.337169 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-88645fce-b56a-4be6-8816-e9fa3901c5f9 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:57:42.337870 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed51a309-e7de-477c-a79f-8b5297fff3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18016520-e1c2-4d04-bc6b-936e28dad0c3', 'code': 200} Oct 19 00:57:42.351271 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-88c08e00-914a-4c0f-9a10-3c7a72e51969 req-b9e27cac-4f27-4d9a-8ce4-7e068d62c381 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.249 HTTP/1.1" status: 200 len: 696 time: 0.2975726 Oct 19 00:57:42.353663 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-87624257-eedb-4ffc-94ff-f858887888c1 service neutron] For port 557b77a2-d7f0-4db8-b34a-7be40336b240, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:57:42.378054 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-88c08e00-914a-4c0f-9a10-3c7a72e51969 req-f9c83243-7127-4e36-9b8a-d3776611fc24 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Request body: {'floatingip': {'port_id': 'f21b48fa-8eee-4b8d-8751-a051d9c23d71', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:42.442116 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b786d-2d18-4350-af8d-ae21509b54cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a954cef0-c722-460e-a7ba-5938a4646739,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:42.483606 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1c4b786d-2d18-4350-af8d-ae21509b54cd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7e015fbea2344b6f9d48e1a3fb5b1ea5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4332736 Oct 19 00:57:42.483989 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45996) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:42.492200 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-88c08e00-914a-4c0f-9a10-3c7a72e51969 req-f9c83243-7127-4e36-9b8a-d3776611fc24 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks [] for floatingip, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:42.497541 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-87624257-eedb-4ffc-94ff-f858887888c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 557b77a2-d7f0-4db8-b34a-7be40336b240 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:57:42.537967 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf074a42-9ed5-4396-b056-e0a5fde4cf36 req-85302528-e4d6-4cc3-a1f7-4f857909274c tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:42.542921 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cf074a42-9ed5-4396-b056-e0a5fde4cf36 req-85302528-e4d6-4cc3-a1f7-4f857909274c tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9 HTTP/1.1" status: 200 len: 943 time: 0.0995736 Oct 19 00:57:42.572166 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d4f796fa-31cf-4101-b3e9-3e41d09b9415 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:42.587903 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-87624257-eedb-4ffc-94ff-f858887888c1 service neutron] For port 557b77a2-d7f0-4db8-b34a-7be40336b240, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=557b77a2-d7f0-4db8-b34a-7be40336b240,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:57:42.616304 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d4f796fa-31cf-4101-b3e9-3e41d09b9415 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:42.621157 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cf074a42-9ed5-4396-b056-e0a5fde4cf36 req-9ad63904-c7e5-492c-8a45-176b96c0ad81 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718715 Oct 19 00:57:42.661721 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-87624257-eedb-4ffc-94ff-f858887888c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:42.680331 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342f4fd-0b07-43ce-ab12-f58fc6160c5a req-426630d3-8251-4bd6-bc0c-43f83d634744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:42.682055 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4342f4fd-0b07-43ce-ab12-f58fc6160c5a req-426630d3-8251-4bd6-bc0c-43f83d634744 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ed51a309-e7de-477c-a79f-8b5297fff3f6 HTTP/1.1" status: 200 len: 1102 time: 0.2323029 Oct 19 00:57:42.693388 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d4f796fa-31cf-4101-b3e9-3e41d09b9415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:42.697152 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d4f796fa-31cf-4101-b3e9-3e41d09b9415 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:42.698755 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d4f796fa-31cf-4101-b3e9-3e41d09b9415 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a954cef0-c722-460e-a7ba-5938a4646739 HTTP/1.1" status: 204 len: 168 time: 0.2136297 Oct 19 00:57:42.709039 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f796fa-31cf-4101-b3e9-3e41d09b9415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a954cef0-c722-460e-a7ba-5938a4646739,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:42.822097 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc5f54b5-c92f-4513-86d5-0daa029358d9', 'tag': '2fb9b56e-1dfb-4d10-808d-163ff1301baa'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:57:42.825497 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d696b93-1469-4c07-8c85-9f0f90db5959" -d '{"events": [{"name": "network-changed", "server_uuid": "cc5f54b5-c92f-4513-86d5-0daa029358d9", "tag": "2fb9b56e-1dfb-4d10-808d-163ff1301baa"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:57:42.839338 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4342f4fd-0b07-43ce-ab12-f58fc6160c5a req-4ccd9a48-47b5-4e82-a47d-ea091cc12910 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8f8a207e-c839-4366-b9c0-b9a60e8f56e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005023 Oct 19 00:57:42.865316 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-87624257-eedb-4ffc-94ff-f858887888c1 service neutron] Transition to ACTIVE for port object 557b77a2-d7f0-4db8-b34a-7be40336b240 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:57:42.896903 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-87624257-eedb-4ffc-94ff-f858887888c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:43.013990 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-87624257-eedb-4ffc-94ff-f858887888c1 service neutron] No DVR routers for this DVR port 557b77a2-d7f0-4db8-b34a-7be40336b240 on host n-h1-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:57:43.087521 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87624257-eedb-4ffc-94ff-f858887888c1 service neutron] Pushing event updated for resources: {'Port': ['ID=557b77a2-d7f0-4db8-b34a-7be40336b240,revision_number=10']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:43.145094 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-87624257-eedb-4ffc-94ff-f858887888c1 service neutron] 10.222.0.55 "PUT /v2.0/ports/557b77a2-d7f0-4db8-b34a-7be40336b240/bindings/n-h2-715271-26/activate HTTP/1.1" status: 200 len: 370 time: 1.4181817 Oct 19 00:57:43.364501 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-c5c9dc24-5ee6-4ded-a1b7-fb1c6efc6545 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:43.365970 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-c5c9dc24-5ee6-4ded-a1b7-fb1c6efc6545 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47&tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&binding%3Ahost_id=n-h1-715271-26 HTTP/1.1" status: 200 len: 1096 time: 0.1282287 Oct 19 00:57:43.444358 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96cd436-74e0-49e1-ac46-1cdb199b45ba x-openstack-request-id: req-e96cd436-74e0-49e1-ac46-1cdb199b45ba {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:57:43.444724 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc5f54b5-c92f-4513-86d5-0daa029358d9", "tag": "2fb9b56e-1dfb-4d10-808d-163ff1301baa", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:57:43.445175 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e96cd436-74e0-49e1-ac46-1cdb199b45ba {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:57:43.445646 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc5f54b5-c92f-4513-86d5-0daa029358d9', 'tag': '2fb9b56e-1dfb-4d10-808d-163ff1301baa', 'status': 'completed', 'code': 200} Oct 19 00:57:43.534524 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-88c08e00-914a-4c0f-9a10-3c7a72e51969 req-f9c83243-7127-4e36-9b8a-d3776611fc24 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:43.537686 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-9b728566-dbe5-4fd0-b977-14ee233c8b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:43.539881 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-9b728566-dbe5-4fd0-b977-14ee233c8b01 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47&tenant_id=2ee6c8abaf624ff89eecdfc50115aaff HTTP/1.1" status: 200 len: 1096 time: 0.1631944 Oct 19 00:57:43.541606 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-88c08e00-914a-4c0f-9a10-3c7a72e51969 req-f9c83243-7127-4e36-9b8a-d3776611fc24 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:43.556522 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d696b93-1469-4c07-8c85-9f0f90db5959 req-b77c46ec-51f8-4eb7-9331-44ec182479ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:43.558092 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4d696b93-1469-4c07-8c85-9f0f90db5959 req-b77c46ec-51f8-4eb7-9331-44ec182479ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65459246a90a47d0b59f03208da91106&device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9 HTTP/1.1" status: 200 len: 1126 time: 0.0842698 Oct 19 00:57:43.570225 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029070a-e7dc-427a-ba05-675e27acfd73 req-5244cf2c-4a11-466f-8db0-cba47b50c5c6 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:43.571648 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3029070a-e7dc-427a-ba05-675e27acfd73 req-5244cf2c-4a11-466f-8db0-cba47b50c5c6 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 944 time: 0.0624681 Oct 19 00:57:43.681666 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3029070a-e7dc-427a-ba05-675e27acfd73 req-89f6078a-6ce3-4977-a93e-ce5978e29df9 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964019 Oct 19 00:57:43.703065 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d696b93-1469-4c07-8c85-9f0f90db5959 req-6bb78138-6c9d-4b34-baa3-ed6541961595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:43.704584 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4d696b93-1469-4c07-8c85-9f0f90db5959 req-6bb78138-6c9d-4b34-baa3-ed6541961595 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc198a8b-4ee5-462c-a635-e1062c7dbf51 HTTP/1.1" status: 200 len: 909 time: 0.1275730 Oct 19 00:57:43.759753 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4d696b93-1469-4c07-8c85-9f0f90db5959 req-5533d0ed-1dba-4f32-8e4a-8a7d3aaf76ac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fb9b56e-1dfb-4d10-808d-163ff1301baa HTTP/1.1" status: 200 len: 217 time: 0.0430884 Oct 19 00:57:43.796466 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 2fb9b56e-1dfb-4d10-808d-163ff1301baa details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:57:43.830792 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d696b93-1469-4c07-8c85-9f0f90db5959 req-8a69a39b-b686-4155-a314-5acc50baca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:43.831552 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4d696b93-1469-4c07-8c85-9f0f90db5959 req-8a69a39b-b686-4155-a314-5acc50baca72 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7b8444cd-c5d7-4c88-b1b0-9d01aef8093c HTTP/1.1" status: 200 len: 848 time: 0.0659704 Oct 19 00:57:43.873876 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0ff4ce8d-d142-4266-a21f-b3a8bb3dbdc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:43.893183 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4d696b93-1469-4c07-8c85-9f0f90db5959 req-49cfb733-4ae6-47af-878a-7a75dd3f8d13 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc198a8b-4ee5-462c-a635-e1062c7dbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458436 Oct 19 00:57:43.903451 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-69f2e84a-c9c6-4d48-a714-45a39c6a2705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:43.906434 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-69f2e84a-c9c6-4d48-a714-45a39c6a2705 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 1096 time: 0.3199015 Oct 19 00:57:43.921783 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [req-88c08e00-914a-4c0f-9a10-3c7a72e51969 req-f9c83243-7127-4e36-9b8a-d3776611fc24 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Floating IP 21ca2096-3a1d-47c8-8d95-3656355c9fa8 associated. External IP: 172.25.8.249, port: f21b48fa-8eee-4b8d-8751-a051d9c23d71. Oct 19 00:57:43.974072 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 2fb9b56e-1dfb-4d10-808d-163ff1301baa, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=2fb9b56e-1dfb-4d10-808d-163ff1301baa,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:57:44.006530 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 2fb9b56e-1dfb-4d10-808d-163ff1301baa has no active binding in host n-h1-715271-26 {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 19 00:57:44.048826 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4d696b93-1469-4c07-8c85-9f0f90db5959 req-8c3c5775-f14c-4d88-a330-a12a00afb3ca service neutron] 10.222.0.24 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411397 Oct 19 00:57:44.126226 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-d4a8c72b-288b-41a2-849d-e5268a879588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:44.127708 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-d4a8c72b-288b-41a2-849d-e5268a879588 service neutron] 10.222.0.24 "GET /v2.0/networks?id=db82cf1f-422d-4289-a127-b70a546afbff HTTP/1.1" status: 200 len: 922 time: 0.2075310 Oct 19 00:57:44.191760 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3e230-34bf-4014-aa03-03cad8df6330 req-9a6434f3-904b-45aa-a5f8-a5fff28be69a tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:44.193577 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8fd3e230-34bf-4014-aa03-03cad8df6330 req-9a6434f3-904b-45aa-a5f8-a5fff28be69a tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed51a309-e7de-477c-a79f-8b5297fff3f6 HTTP/1.1" status: 200 len: 950 time: 0.1205647 Oct 19 00:57:44.209126 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-4a2e86f8-2576-4e74-8c15-c773b07e7b17 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=557b77a2-d7f0-4db8-b34a-7be40336b240 HTTP/1.1" status: 200 len: 217 time: 0.0388515 Oct 19 00:57:44.235168 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4d696b93-1469-4c07-8c85-9f0f90db5959 req-5b7dbc13-af24-417b-bc8b-5723cba609c2 service neutron] 10.222.0.24 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746271 Oct 19 00:57:44.258177 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8fd3e230-34bf-4014-aa03-03cad8df6330 req-9c5295f8-624e-4be7-b584-14bcd1b0bf1f tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f8a207e-c839-4366-b9c0-b9a60e8f56e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550737 Oct 19 00:57:44.316375 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-facd3150-c7c0-485d-99f2-85cd7336df15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:44.317824 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-facd3150-c7c0-485d-99f2-85cd7336df15 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc1eafbd-ecfc-4adf-9b82-a202a98a472a HTTP/1.1" status: 200 len: 861 time: 0.0948193 Oct 19 00:57:44.324697 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88c08e00-914a-4c0f-9a10-3c7a72e51969 req-f9c83243-7127-4e36-9b8a-d3776611fc24 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Router 7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:57:44.388421 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-f7f21cb0-1a63-4ae5-822c-b08b7e942b6c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=db82cf1f-422d-4289-a127-b70a546afbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536289 Oct 19 00:57:44.514491 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88c08e00-914a-4c0f-9a10-3c7a72e51969 req-f9c83243-7127-4e36-9b8a-d3776611fc24 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:57:44.519796 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-88c08e00-914a-4c0f-9a10-3c7a72e51969 req-f9c83243-7127-4e36-9b8a-d3776611fc24 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:44.524140 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e82c5ec-d02c-4a32-bbed-023ca80583a0 None None] Sync routers for ids ['7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:57:44.540085 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e82c5ec-d02c-4a32-bbed-023ca80583a0 None None] Routers {'7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:57:44.541925 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-5e82c5ec-d02c-4a32-bbed-023ca80583a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T00:57:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:57:44.552626 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-9f88724d-a235-41b7-97a6-47f25cb4ba88 service neutron] 10.222.0.24 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564682 Oct 19 00:57:44.558096 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-88c08e00-914a-4c0f-9a10-3c7a72e51969 req-f9c83243-7127-4e36-9b8a-d3776611fc24 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "PUT /v2.0/floatingips/21ca2096-3a1d-47c8-8d95-3656355c9fa8 HTTP/1.1" status: 200 len: 996 time: 2.2059994 Oct 19 00:57:44.596503 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5168bba-653d-4f7d-8353-1a258f21d012 req-8a7a34f5-31f5-4e11-9094-b5219f4c1492 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:44.598125 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e5168bba-653d-4f7d-8353-1a258f21d012 req-8a7a34f5-31f5-4e11-9094-b5219f4c1492 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9 HTTP/1.1" status: 200 len: 943 time: 0.0729859 Oct 19 00:57:44.642054 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e5168bba-653d-4f7d-8353-1a258f21d012 req-c5ff4541-3a16-4f27-aab2-5bcc968a382a tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380781 Oct 19 00:57:44.676379 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-5e82c5ec-d02c-4a32-bbed-023ca80583a0 None None] Set router 7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:57:44.689867 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c08e00-914a-4c0f-9a10-3c7a72e51969 req-ebe7a632-eb04-4f1a-b541-3f76afdad72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:44.691378 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-88c08e00-914a-4c0f-9a10-3c7a72e51969 req-ebe7a632-eb04-4f1a-b541-3f76afdad72e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fa39b62196e46599bf948251db8aac2&device_id=def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5 HTTP/1.1" status: 200 len: 1097 time: 0.1102903 Oct 19 00:57:44.725301 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-badaa3c2-85fc-43e0-9d62-ad04b6cf8182 service neutron] 10.222.0.24 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580701 Oct 19 00:57:44.806311 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c08e00-914a-4c0f-9a10-3c7a72e51969 req-8fec91b6-ff47-4098-b842-b8c5e0495f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:44.807830 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-88c08e00-914a-4c0f-9a10-3c7a72e51969 req-8fec91b6-ff47-4098-b842-b8c5e0495f9f service neutron] 10.222.0.57 "GET /v2.0/networks?id=8d580e33-9be3-48a5-82b0-53aab65bb082 HTTP/1.1" status: 200 len: 929 time: 0.1072266 Oct 19 00:57:44.898797 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-88c08e00-914a-4c0f-9a10-3c7a72e51969 req-2764959f-4a94-4648-97e5-97182bfa8dfc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f21b48fa-8eee-4b8d-8751-a051d9c23d71 HTTP/1.1" status: 200 len: 999 time: 0.0837593 Oct 19 00:57:44.923297 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-5e82c5ec-d02c-4a32-bbed-023ca80583a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-848662367-router', 'tenant_id': '0fa39b62196e46599bf948251db8aac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '48d1a49f-212d-4891-8bbb-0ef38f617bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:57:06Z', 'updated_at': '2021-10-19T00:57:16Z', 'revision_number': 4, 'project_id': '0fa39b62196e46599bf948251db8aac2', 'gw_port': {'id': '48d1a49f-212d-4891-8bbb-0ef38f617bae', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:57:07Z', 'updated_at': '2021-10-19T00:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '21ca2096-3a1d-47c8-8d95-3656355c9fa8', 'tenant_id': '0fa39b62196e46599bf948251db8aac2', 'floating_ip_address': '172.25.8.249', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'port_id': 'f21b48fa-8eee-4b8d-8751-a051d9c23d71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d580e33-9be3-48a5-82b0-53aab65bb082', 'mac_address': 'fa:16:3e:ad:bd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:57:40Z', 'updated_at': '2021-10-19T00:57:43Z', 'revision_number': 1, 'project_id': '0fa39b62196e46599bf948251db8aac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bb7edee-a50b-4611-bab2-c14b04ec0933', 'name': '', 'network_id': '8d580e33-9be3-48a5-82b0-53aab65bb082', 'tenant_id': '0fa39b62196e46599bf948251db8aac2', 'mac_address': 'fa:16:3e:d5:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'd9a15381-bf99-4eef-a4b8-d077ba99ba0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:57:14Z', 'updated_at': '2021-10-19T00:57:21Z', 'revision_number': 5, 'project_id': '0fa39b62196e46599bf948251db8aac2', 'subnets': [{'id': 'd9a15381-bf99-4eef-a4b8-d077ba99ba0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:57:44.955336 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e82c5ec-d02c-4a32-bbed-023ca80583a0 None None] Checking router: 7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:57:44.969176 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c08e00-914a-4c0f-9a10-3c7a72e51969 req-4fd5037f-2de3-4565-b71a-653d0b3a835f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:44.970656 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-88c08e00-914a-4c0f-9a10-3c7a72e51969 req-4fd5037f-2de3-4565-b71a-653d0b3a835f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d9a15381-bf99-4eef-a4b8-d077ba99ba0a HTTP/1.1" status: 200 len: 867 time: 0.0638940 Oct 19 00:57:44.971326 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e82c5ec-d02c-4a32-bbed-023ca80583a0 None None] Routers {'7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:57:44.972150 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-5e82c5ec-d02c-4a32-bbed-023ca80583a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T00:57:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:57:45.023983 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c08e00-914a-4c0f-9a10-3c7a72e51969 req-f7d53c82-242b-4aba-bf6a-c5e7d9ee9d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:45.025727 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-88c08e00-914a-4c0f-9a10-3c7a72e51969 req-f7d53c82-242b-4aba-bf6a-c5e7d9ee9d0a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8d580e33-9be3-48a5-82b0-53aab65bb082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480716 Oct 19 00:57:45.040733 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-88c08e00-914a-4c0f-9a10-3c7a72e51969 req-8d093248-3b04-449f-9e71-94df1bd805b9 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:57:45.043250 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-88c08e00-914a-4c0f-9a10-3c7a72e51969 req-8d093248-3b04-449f-9e71-94df1bd805b9 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0091245 Oct 19 00:57:45.090319 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-5e82c5ec-d02c-4a32-bbed-023ca80583a0 None None] Set router 7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:57:45.162891 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-3d467ef4-d063-4b5d-afaf-b5f759c574c3 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:45.165389 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-3d467ef4-d063-4b5d-afaf-b5f759c574c3 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47&tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&binding%3Ahost_id=n-h2-715271-26 HTTP/1.1" status: 200 len: 1096 time: 0.1206787 Oct 19 00:57:45.240542 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-88c08e00-914a-4c0f-9a10-3c7a72e51969 req-f38e0760-50ba-445b-810d-d43fa245b683 service neutron] 10.222.0.57 "GET /v2.0/networks/8d580e33-9be3-48a5-82b0-53aab65bb082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858251 Oct 19 00:57:45.249726 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e55ee-9bb5-450b-a9ec-9fb47c0bf895 req-0ec8e820-c6b4-4dce-ab44-12aa270eea4c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:45.252156 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9e9e55ee-9bb5-450b-a9ec-9fb47c0bf895 req-0ec8e820-c6b4-4dce-ab44-12aa270eea4c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 944 time: 0.0724702 Oct 19 00:57:45.296898 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9e9e55ee-9bb5-450b-a9ec-9fb47c0bf895 req-0dc273c5-b702-463f-98e8-05842152d912 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377483 Oct 19 00:57:45.364873 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-5e82c5ec-d02c-4a32-bbed-023ca80583a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-848662367-router', 'tenant_id': '0fa39b62196e46599bf948251db8aac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '48d1a49f-212d-4891-8bbb-0ef38f617bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:57:06Z', 'updated_at': '2021-10-19T00:57:16Z', 'revision_number': 4, 'project_id': '0fa39b62196e46599bf948251db8aac2', 'gw_port': {'id': '48d1a49f-212d-4891-8bbb-0ef38f617bae', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:57:07Z', 'updated_at': '2021-10-19T00:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '21ca2096-3a1d-47c8-8d95-3656355c9fa8', 'tenant_id': '0fa39b62196e46599bf948251db8aac2', 'floating_ip_address': '172.25.8.249', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'port_id': 'f21b48fa-8eee-4b8d-8751-a051d9c23d71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d580e33-9be3-48a5-82b0-53aab65bb082', 'mac_address': 'fa:16:3e:ad:bd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:57:40Z', 'updated_at': '2021-10-19T00:57:43Z', 'revision_number': 1, 'project_id': '0fa39b62196e46599bf948251db8aac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bb7edee-a50b-4611-bab2-c14b04ec0933', 'name': '', 'network_id': '8d580e33-9be3-48a5-82b0-53aab65bb082', 'tenant_id': '0fa39b62196e46599bf948251db8aac2', 'mac_address': 'fa:16:3e:d5:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'd9a15381-bf99-4eef-a4b8-d077ba99ba0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:57:14Z', 'updated_at': '2021-10-19T00:57:21Z', 'revision_number': 5, 'project_id': '0fa39b62196e46599bf948251db8aac2', 'subnets': [{'id': 'd9a15381-bf99-4eef-a4b8-d077ba99ba0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:57:45.404604 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e82c5ec-d02c-4a32-bbed-023ca80583a0 None None] The sync data for ids ['7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9'] in n-d-715271-26 is: [{'id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-848662367-router', 'tenant_id': '0fa39b62196e46599bf948251db8aac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '48d1a49f-212d-4891-8bbb-0ef38f617bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:57:06Z', 'updated_at': '2021-10-19T00:57:16Z', 'revision_number': 4, 'project_id': '0fa39b62196e46599bf948251db8aac2', 'gw_port': {'id': '48d1a49f-212d-4891-8bbb-0ef38f617bae', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:57:07Z', 'updated_at': '2021-10-19T00:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '21ca2096-3a1d-47c8-8d95-3656355c9fa8', 'tenant_id': '0fa39b62196e46599bf948251db8aac2', 'floating_ip_address': '172.25.8.249', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'port_id': 'f21b48fa-8eee-4b8d-8751-a051d9c23d71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d580e33-9be3-48a5-82b0-53aab65bb082', 'mac_address': 'fa:16:3e:ad:bd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:57:40Z', 'updated_at': '2021-10-19T00:57:43Z', 'revision_number': 1, 'project_id': '0fa39b62196e46599bf948251db8aac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bb7edee-a50b-4611-bab2-c14b04ec0933', 'name': '', 'network_id': '8d580e33-9be3-48a5-82b0-53aab65bb082', 'tenant_id': '0fa39b62196e46599bf948251db8aac2', 'mac_address': 'fa:16:3e:d5:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'd9a15381-bf99-4eef-a4b8-d077ba99ba0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:57:14Z', 'updated_at': '2021-10-19T00:57:21Z', 'revision_number': 5, 'project_id': '0fa39b62196e46599bf948251db8aac2', 'subnets': [{'id': 'd9a15381-bf99-4eef-a4b8-d077ba99ba0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:57:45.428873 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-88c08e00-914a-4c0f-9a10-3c7a72e51969 req-f0bf98c6-b5d6-49d4-b49f-7148548a8ab8 service neutron] 10.222.0.57 "GET /v2.0/networks/8d580e33-9be3-48a5-82b0-53aab65bb082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785882 Oct 19 00:57:45.437382 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-beeef160-2b29-4a6a-8fe2-b1eed554dabe service neutron] For port 557b77a2-d7f0-4db8-b34a-7be40336b240, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:57:45.440946 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-beeef160-2b29-4a6a-8fe2-b1eed554dabe service neutron] Publish callbacks [] for binding, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:45.442102 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2892cf1e-928f-4026-ad78-2b675f931c21 req-beeef160-2b29-4a6a-8fe2-b1eed554dabe service neutron] 10.222.0.24 "DELETE /v2.0/ports/557b77a2-d7f0-4db8-b34a-7be40336b240/bindings/n-h1-715271-26 HTTP/1.1" status: 204 len: 173 time: 0.2627137 Oct 19 00:57:45.448074 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5', 'tag': 'f21b48fa-8eee-4b8d-8751-a051d9c23d71'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:57:45.456113 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0c5ab5-1626-4303-b016-52ed99fac2fd" -d '{"events": [{"name": "network-changed", "server_uuid": "def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5", "tag": "f21b48fa-8eee-4b8d-8751-a051d9c23d71"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:57:45.597659 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e858b-7790-45ed-9413-bc35a4d82e06 req-ca129ea4-da86-4bfc-9171-f654b9b3d994 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:45.599239 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ac8e858b-7790-45ed-9413-bc35a4d82e06 req-ca129ea4-da86-4bfc-9171-f654b9b3d994 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed51a309-e7de-477c-a79f-8b5297fff3f6 HTTP/1.1" status: 200 len: 950 time: 0.0692201 Oct 19 00:57:45.649526 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ac8e858b-7790-45ed-9413-bc35a4d82e06 req-fee61735-da91-4952-a07f-b036358ffde6 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f8a207e-c839-4366-b9c0-b9a60e8f56e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407789 Oct 19 00:57:45.691002 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35297c21-478d-4b8e-9c27-2d8296964459 None None] New status for floating IP 21ca2096-3a1d-47c8-8d95-3656355c9fa8: ACTIVE {{(pid=100608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 00:57:45.699221 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 46116) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:45.742233 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 46122) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:45.812605 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 557b77a2-d7f0-4db8-b34a-7be40336b240 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:57:45.876685 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 557b77a2-d7f0-4db8-b34a-7be40336b240 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:57:45.890278 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92ff43be-fe7c-4edc-ab3c-a81e8b5f9368 req-e990bee7-7493-4518-928d-e69e7b0a8a1e tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 258 time: 0.1703360 Oct 19 00:57:45.895449 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-92ff43be-fe7c-4edc-ab3c-a81e8b5f9368 req-dd578062-7bb4-4448-b466-8d127490af8b tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:45.947553 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb80059e-3cc9-4328-ab8f-d0181cecafc2 x-openstack-request-id: req-bb80059e-3cc9-4328-ab8f-d0181cecafc2 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:57:45.950972 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5", "tag": "f21b48fa-8eee-4b8d-8751-a051d9c23d71", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:57:45.951689 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bb80059e-3cc9-4328-ab8f-d0181cecafc2 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:57:45.954426 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5', 'tag': 'f21b48fa-8eee-4b8d-8751-a051d9c23d71', 'status': 'completed', 'code': 200} Oct 19 00:57:45.971967 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-28d8a870-664b-49cb-8dcc-75d532d46e81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:45.991789 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-160039df-1060-4810-8a65-2323676ed4a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:46.010794 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-92ff43be-fe7c-4edc-ab3c-a81e8b5f9368 req-dd578062-7bb4-4448-b466-8d127490af8b tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks [] for floatingip, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:46.081024 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c5ab5-1626-4303-b016-52ed99fac2fd req-f438dc8b-c8f8-4fbe-936e-d3176aa5fee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:46.082558 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f0c5ab5-1626-4303-b016-52ed99fac2fd req-f438dc8b-c8f8-4fbe-936e-d3176aa5fee8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fa39b62196e46599bf948251db8aac2&device_id=def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5 HTTP/1.1" status: 200 len: 1097 time: 0.1237793 Oct 19 00:57:46.150832 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f4861-7462-4384-87c4-fa2ed9590f97 req-03f453cf-4d70-4bb9-b531-079b51730bcb tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:46.153002 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7d8f4861-7462-4384-87c4-fa2ed9590f97 req-03f453cf-4d70-4bb9-b531-079b51730bcb tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9 HTTP/1.1" status: 200 len: 943 time: 0.1136649 Oct 19 00:57:46.216143 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-28d8a870-664b-49cb-8dcc-75d532d46e81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:46.222769 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-160039df-1060-4810-8a65-2323676ed4a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:46.225113 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-28d8a870-664b-49cb-8dcc-75d532d46e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:46.246137 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-160039df-1060-4810-8a65-2323676ed4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:46.262891 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7d8f4861-7462-4384-87c4-fa2ed9590f97 req-4e05d748-033a-4519-ba1c-c9c6ee270e32 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972638 Oct 19 00:57:46.263082 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-92ff43be-fe7c-4edc-ab3c-a81e8b5f9368 req-dd578062-7bb4-4448-b466-8d127490af8b tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:46.264185 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c5ab5-1626-4303-b016-52ed99fac2fd req-ebef5965-49b1-42b0-8b6f-e148e6342a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:46.265630 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f0c5ab5-1626-4303-b016-52ed99fac2fd req-ebef5965-49b1-42b0-8b6f-e148e6342a07 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8d580e33-9be3-48a5-82b0-53aab65bb082 HTTP/1.1" status: 200 len: 929 time: 0.1682308 Oct 19 00:57:46.291801 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8a870-664b-49cb-8dcc-75d532d46e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a7fb3c-4f0e-4cf6-881c-cb6b3574e00f,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:46.303811 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-28d8a870-664b-49cb-8dcc-75d532d46e81 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d3ea28fe9e5641d48aa2340259072040&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6025906 Oct 19 00:57:46.311670 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 46132) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:46.316890 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-160039df-1060-4810-8a65-2323676ed4a3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=adee6ccbf004456986f55d2146f15e57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5736070 Oct 19 00:57:46.320543 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 46136) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:46.378705 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160039df-1060-4810-8a65-2323676ed4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e3863f-e4ee-4e3b-9697-c835c475b9c1,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:46.432111 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-022da31c-e500-452d-b065-fb303238d0de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:46.435301 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2819ccc8-85ab-4fb5-99f6-1d1a429f8b6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:46.451347 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f0c5ab5-1626-4303-b016-52ed99fac2fd req-c74eba99-ce1a-494d-8051-c3240cd5faf0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f21b48fa-8eee-4b8d-8751-a051d9c23d71 HTTP/1.1" status: 200 len: 1001 time: 0.1710653 Oct 19 00:57:46.470271 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-022da31c-e500-452d-b065-fb303238d0de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:46.481652 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2819ccc8-85ab-4fb5-99f6-1d1a429f8b6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:46.502389 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-92ff43be-fe7c-4edc-ab3c-a81e8b5f9368 req-dd578062-7bb4-4448-b466-8d127490af8b tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Allocated IP 172.25.8.244 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/89e56710-8081-48e5-9dff-0c666e4b6ffd) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:57:46.506846 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-28c59a66-d1b3-476b-bbc4-fdec08aed302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:46.536911 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c5ab5-1626-4303-b016-52ed99fac2fd req-cbd0b045-cb99-4208-847a-1cdb3a2745b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:46.539415 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f0c5ab5-1626-4303-b016-52ed99fac2fd req-cbd0b045-cb99-4208-847a-1cdb3a2745b9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d9a15381-bf99-4eef-a4b8-d077ba99ba0a HTTP/1.1" status: 200 len: 867 time: 0.0784082 Oct 19 00:57:46.569040 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-022da31c-e500-452d-b065-fb303238d0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:46.572347 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-022da31c-e500-452d-b065-fb303238d0de admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:46.577552 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-022da31c-e500-452d-b065-fb303238d0de admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/99e3863f-e4ee-4e3b-9697-c835c475b9c1 HTTP/1.1" status: 204 len: 168 time: 0.2503879 Oct 19 00:57:46.582305 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2819ccc8-85ab-4fb5-99f6-1d1a429f8b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:46.585343 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2819ccc8-85ab-4fb5-99f6-1d1a429f8b6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:46.586599 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2819ccc8-85ab-4fb5-99f6-1d1a429f8b6a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/74a7fb3c-4f0e-4cf6-881c-cb6b3574e00f HTTP/1.1" status: 204 len: 168 time: 0.2686591 Oct 19 00:57:46.593011 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022da31c-e500-452d-b065-fb303238d0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e3863f-e4ee-4e3b-9697-c835c475b9c1,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:46.604396 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2819ccc8-85ab-4fb5-99f6-1d1a429f8b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a7fb3c-4f0e-4cf6-881c-cb6b3574e00f,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:46.679466 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c5ab5-1626-4303-b016-52ed99fac2fd req-3738ab9f-4388-4209-af19-079d03811958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:46.680974 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f0c5ab5-1626-4303-b016-52ed99fac2fd req-3738ab9f-4388-4209-af19-079d03811958 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8d580e33-9be3-48a5-82b0-53aab65bb082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1310771 Oct 19 00:57:46.722019 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-92ff43be-fe7c-4edc-ab3c-a81e8b5f9368 req-dd578062-7bb4-4448-b466-8d127490af8b tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:46.810830 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f0c5ab5-1626-4303-b016-52ed99fac2fd req-9a216eee-9c2b-411f-bec6-a6bf29619bcf service neutron] 10.222.0.55 "GET /v2.0/networks/8d580e33-9be3-48a5-82b0-53aab65bb082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217504 Oct 19 00:57:46.816427 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-92ff43be-fe7c-4edc-ab3c-a81e8b5f9368 req-dd578062-7bb4-4448-b466-8d127490af8b tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:46.911098 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92ff43be-fe7c-4edc-ab3c-a81e8b5f9368 req-dd578062-7bb4-4448-b466-8d127490af8b tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:57:46.913826 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd578062-7bb4-4448-b466-8d127490af8b tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Pushing event updated for resources: {'Port': ['ID=89e56710-8081-48e5-9dff-0c666e4b6ffd,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:46.918657 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-92ff43be-fe7c-4edc-ab3c-a81e8b5f9368 req-dd578062-7bb4-4448-b466-8d127490af8b tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:57:46.940430 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf465be-9622-432c-b04a-bd2c33b71374 req-c9741059-c631-4f03-8de1-da31a7dbe8d1 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:46.949228 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8bf465be-9622-432c-b04a-bd2c33b71374 req-c9741059-c631-4f03-8de1-da31a7dbe8d1 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 1096 time: 0.0622687 Oct 19 00:57:46.955650 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ff43be-fe7c-4edc-ab3c-a81e8b5f9368 req-dd578062-7bb4-4448-b466-8d127490af8b tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:57:46.977303 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 46152) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:47.004149 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8bf465be-9622-432c-b04a-bd2c33b71374 req-f3a2f7ac-60a4-482a-b6ee-a30e83ed1e21 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484200 Oct 19 00:57:47.021557 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f0c5ab5-1626-4303-b016-52ed99fac2fd req-9aec6470-521a-4b9b-aad7-a28aada7e210 service neutron] 10.222.0.55 "GET /v2.0/networks/8d580e33-9be3-48a5-82b0-53aab65bb082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015150 Oct 19 00:57:47.090437 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-92ff43be-fe7c-4edc-ab3c-a81e8b5f9368 req-dd578062-7bb4-4448-b466-8d127490af8b tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:47.116585 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 46158) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:47.129749 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-92ff43be-fe7c-4edc-ab3c-a81e8b5f9368 req-dd578062-7bb4-4448-b466-8d127490af8b tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:47.141436 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2d6989cf-d575-40c0-9968-4a5229cb8049 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:47.145650 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 46160) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:47.203343 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:47.210553 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1b6a5f0f-b0d5-401b-8ad2-a7b6ee92c065 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:47.310794 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486a5b7-b377-44ca-bf4f-072eb3fe144e req-44489c9c-4557-445c-a361-512c2c152ef3 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:47.312614 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5486a5b7-b377-44ca-bf4f-072eb3fe144e req-44489c9c-4557-445c-a361-512c2c152ef3 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed51a309-e7de-477c-a79f-8b5297fff3f6 HTTP/1.1" status: 200 len: 950 time: 0.1257644 Oct 19 00:57:47.357841 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-92ff43be-fe7c-4edc-ab3c-a81e8b5f9368 req-dd578062-7bb4-4448-b466-8d127490af8b tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:47.362293 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-92ff43be-fe7c-4edc-ab3c-a81e8b5f9368 req-dd578062-7bb4-4448-b466-8d127490af8b tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:47.403436 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5486a5b7-b377-44ca-bf4f-072eb3fe144e req-0be4d6c1-48ba-488f-a188-1d6610569381 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f8a207e-c839-4366-b9c0-b9a60e8f56e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842180 Oct 19 00:57:47.411253 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bb95e9bf-52a0-43db-9810-562f34c40bfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:47.416286 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2d6989cf-d575-40c0-9968-4a5229cb8049 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:47.437167 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1b6a5f0f-b0d5-401b-8ad2-a7b6ee92c065 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:47.443281 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2d6989cf-d575-40c0-9968-4a5229cb8049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:47.459084 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-92ff43be-fe7c-4edc-ab3c-a81e8b5f9368 req-dd578062-7bb4-4448-b466-8d127490af8b tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:47.468040 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1b6a5f0f-b0d5-401b-8ad2-a7b6ee92c065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:47.469552 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd578062-7bb4-4448-b466-8d127490af8b tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Pushing event updated for resources: {'Port': ['ID=89e56710-8081-48e5-9dff-0c666e4b6ffd,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:47.508518 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-92ff43be-fe7c-4edc-ab3c-a81e8b5f9368 req-dd578062-7bb4-4448-b466-8d127490af8b tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:47.510188 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92ff43be-fe7c-4edc-ab3c-a81e8b5f9368 req-dd578062-7bb4-4448-b466-8d127490af8b tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6188226 Oct 19 00:57:47.564090 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92ff43be-fe7c-4edc-ab3c-a81e8b5f9368 req-778eeab1-9c7a-4fa3-8fec-7eac84b671b8 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.244 HTTP/1.1" status: 200 len: 696 time: 0.0475338 Oct 19 00:57:47.603564 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:47.737580 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2d6989cf-d575-40c0-9968-4a5229cb8049 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b52e768b02214de4a58c43cc0db74f23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6172290 Oct 19 00:57:47.737580 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6989cf-d575-40c0-9968-4a5229cb8049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05836e7f-c3f3-4f10-ae48-970e9ed40a54,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:47.743454 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 46178) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:47.764515 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1b6a5f0f-b0d5-401b-8ad2-a7b6ee92c065 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ebbabb87f7494894a4587232f69752a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6123807 Oct 19 00:57:47.782655 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 46180) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:47.849988 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a5f0f-b0d5-401b-8ad2-a7b6ee92c065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b2a4eb-22e1-40b0-a749-6847accc904e,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:47.957920 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-30ee498b-6d9e-4865-8a2a-4b56559ed909 service neutron] 10.222.0.24 "GET /v2.0/ports/2fb9b56e-1dfb-4d10-808d-163ff1301baa/bindings/n-h1-715271-26 HTTP/1.1" status: 200 len: 385 time: 0.3657901 Oct 19 00:57:47.966566 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff43be-fe7c-4edc-ab3c-a81e8b5f9368 req-2398f8a3-58b2-4c76-ab11-4fc1750a944d tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:47.967118 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bb95e9bf-52a0-43db-9810-562f34c40bfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:47.967949 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92ff43be-fe7c-4edc-ab3c-a81e8b5f9368 req-2398f8a3-58b2-4c76-ab11-4fc1750a944d tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 784 time: 0.3977811 Oct 19 00:57:47.973041 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eec8877a-6a17-4a8e-8848-c6c0e6e68dac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:47.983407 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-de32e945-93e0-4c05-9b3d-462844e02b43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:47.984878 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bb95e9bf-52a0-43db-9810-562f34c40bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:47.992910 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c494baf-b731-4d24-b534-f347fee6972e req-0a0465fd-f0ce-4c60-843c-2e3ffb40da8c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:47.994362 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0c494baf-b731-4d24-b534-f347fee6972e req-0a0465fd-f0ce-4c60-843c-2e3ffb40da8c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/networks?id=db82cf1f-422d-4289-a127-b70a546afbff HTTP/1.1" status: 200 len: 821 time: 0.4745059 Oct 19 00:57:48.054461 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eec8877a-6a17-4a8e-8848-c6c0e6e68dac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:48.072439 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0c494baf-b731-4d24-b534-f347fee6972e req-1cdeb107-bb3f-42fa-80cb-bd0c7628d11d tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/quotas/2ee6c8abaf624ff89eecdfc50115aaff HTTP/1.1" status: 200 len: 375 time: 0.0640652 Oct 19 00:57:48.081135 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-de32e945-93e0-4c05-9b3d-462844e02b43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:48.087662 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-bb95e9bf-52a0-43db-9810-562f34c40bfc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8fb574df3b5c47f4b2fc9af4535613e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1089394 Oct 19 00:57:48.090833 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46184) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:48.109645 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95e9bf-52a0-43db-9810-562f34c40bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e4cfe3-7d25-45b7-afbc-01f7f66177e5,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:48.139170 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d4f1d-50b8-44c2-87a8-649fadd93c4d req-9b6df303-4f1b-4a1b-bded-18ccfb85c69a tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:48.140729 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6c4d4f1d-50b8-44c2-87a8-649fadd93c4d req-9b6df303-4f1b-4a1b-bded-18ccfb85c69a tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9 HTTP/1.1" status: 200 len: 943 time: 0.1053247 Oct 19 00:57:48.187163 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0c494baf-b731-4d24-b534-f347fee6972e req-175af404-31d0-4f6a-981a-8db3c4b95219 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1040111 Oct 19 00:57:48.197581 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eec8877a-6a17-4a8e-8848-c6c0e6e68dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:48.203001 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eec8877a-6a17-4a8e-8848-c6c0e6e68dac admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:48.204309 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-eec8877a-6a17-4a8e-8848-c6c0e6e68dac admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/05836e7f-c3f3-4f10-ae48-970e9ed40a54 HTTP/1.1" status: 204 len: 168 time: 0.4598241 Oct 19 00:57:48.239020 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-de32e945-93e0-4c05-9b3d-462844e02b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:48.241494 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-de32e945-93e0-4c05-9b3d-462844e02b43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:48.242594 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-de32e945-93e0-4c05-9b3d-462844e02b43 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/76b2a4eb-22e1-40b0-a749-6847accc904e HTTP/1.1" status: 204 len: 168 time: 0.4590886 Oct 19 00:57:48.246151 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec8877a-6a17-4a8e-8848-c6c0e6e68dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05836e7f-c3f3-4f10-ae48-970e9ed40a54,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:48.250240 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b29e8425-1751-4b7e-a611-bc397cfb060c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:48.256553 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32e945-93e0-4c05-9b3d-462844e02b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b2a4eb-22e1-40b0-a749-6847accc904e,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:48.261257 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6c4d4f1d-50b8-44c2-87a8-649fadd93c4d req-4056d4c8-2c19-47f1-bac4-de09b593438e tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069026 Oct 19 00:57:48.296680 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-99c4353d-ec85-4b4b-b1aa-2a5c6d6afe62 service neutron] For port 2fb9b56e-1dfb-4d10-808d-163ff1301baa, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=2fb9b56e-1dfb-4d10-808d-163ff1301baa,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:57:48.336593 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b29e8425-1751-4b7e-a611-bc397cfb060c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:48.377516 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-99c4353d-ec85-4b4b-b1aa-2a5c6d6afe62 service neutron] For port 2fb9b56e-1dfb-4d10-808d-163ff1301baa, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:57:48.383482 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0c494baf-b731-4d24-b534-f347fee6972e req-0f8d4067-ee7a-4c38-b3f5-11e4b43710e3 service neutron] 10.222.0.57 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780457 Oct 19 00:57:48.447441 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-99c4353d-ec85-4b4b-b1aa-2a5c6d6afe62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fb9b56e-1dfb-4d10-808d-163ff1301baa {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:57:48.466296 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-99c4353d-ec85-4b4b-b1aa-2a5c6d6afe62 service neutron] For port 2fb9b56e-1dfb-4d10-808d-163ff1301baa, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=2fb9b56e-1dfb-4d10-808d-163ff1301baa,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:57:48.481864 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b29e8425-1751-4b7e-a611-bc397cfb060c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:48.485689 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b29e8425-1751-4b7e-a611-bc397cfb060c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:48.487166 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b29e8425-1751-4b7e-a611-bc397cfb060c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/69e4cfe3-7d25-45b7-afbc-01f7f66177e5 HTTP/1.1" status: 204 len: 168 time: 0.3952100 Oct 19 00:57:48.499937 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e8425-1751-4b7e-a611-bc397cfb060c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e4cfe3-7d25-45b7-afbc-01f7f66177e5,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:48.503451 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-99c4353d-ec85-4b4b-b1aa-2a5c6d6afe62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:48.555048 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0c494baf-b731-4d24-b534-f347fee6972e req-db1842c2-823d-450d-9c6b-ebba98f439e4 service neutron] 10.222.0.57 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602421 Oct 19 00:57:48.585533 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-d7e09e6f-4a8d-4b63-9c7b-f869273cc553 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=22856d6555f64ce59bfd2d6b3bf00acc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566857 Oct 19 00:57:48.718617 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-32d61cc7-b6a7-45eb-889c-6c2db0412fb5 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:48.720342 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-32d61cc7-b6a7-45eb-889c-6c2db0412fb5 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1256845 Oct 19 00:57:48.749676 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-99c4353d-ec85-4b4b-b1aa-2a5c6d6afe62 service neutron] Transition to ACTIVE for port object 2fb9b56e-1dfb-4d10-808d-163ff1301baa will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:57:48.751642 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-9c88105f-4b03-4078-a0c5-27f98256b740 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/quotas/22856d6555f64ce59bfd2d6b3bf00acc HTTP/1.1" status: 200 len: 375 time: 0.0148559 Oct 19 00:57:48.755658 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-99c4353d-ec85-4b4b-b1aa-2a5c6d6afe62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:48.867185 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-99c4353d-ec85-4b4b-b1aa-2a5c6d6afe62 service neutron] No DVR routers for this DVR port 2fb9b56e-1dfb-4d10-808d-163ff1301baa on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:57:48.921659 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-99c4353d-ec85-4b4b-b1aa-2a5c6d6afe62 service neutron] 10.222.0.24 "PUT /v2.0/ports/2fb9b56e-1dfb-4d10-808d-163ff1301baa/bindings/n-h1-715271-26/activate HTTP/1.1" status: 200 len: 370 time: 0.9527249 Oct 19 00:57:48.922289 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4353d-ec85-4b4b-b1aa-2a5c6d6afe62 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb9b56e-1dfb-4d10-808d-163ff1301baa,revision_number=10']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:48.935306 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-08561354-1cff-4534-ba97-5593cf39efb5 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=22856d6555f64ce59bfd2d6b3bf00acc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1693671 Oct 19 00:57:48.981884 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af7de9-3add-4c45-be96-beb413cd34b6 req-d4d99f4d-88e5-4388-b90b-deb33403d685 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:48.989958 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d2af7de9-3add-4c45-be96-beb413cd34b6 req-d4d99f4d-88e5-4388-b90b-deb33403d685 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/ports?device_id=def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1580834 Oct 19 00:57:49.055230 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46226) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:49.103818 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ae70efd7-68f6-4058-823c-7f78f3afbfbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:49.106869 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d2af7de9-3add-4c45-be96-beb413cd34b6 req-ee2854d8-e425-4fd2-9b27-731b7d766e96 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.244 HTTP/1.1" status: 200 len: 696 time: 0.1158993 Oct 19 00:57:49.112980 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-d2af7de9-3add-4c45-be96-beb413cd34b6 req-463a1dcc-4af2-47cf-a17b-d8ea0234656e tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Request body: {'floatingip': {'port_id': 'f21b48fa-8eee-4b8d-8751-a051d9c23d71', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:49.157411 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-b4863fef-3067-4475-b2a0-d104c250b34f tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:49.159104 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-b4863fef-3067-4475-b2a0-d104c250b34f tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9&tenant_id=65459246a90a47d0b59f03208da91106&binding%3Ahost_id=n-h2-715271-26 HTTP/1.1" status: 200 len: 1096 time: 0.1624973 Oct 19 00:57:49.255694 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d2af7de9-3add-4c45-be96-beb413cd34b6 req-463a1dcc-4af2-47cf-a17b-d8ea0234656e tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks [] for floatingip, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:49.267797 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-a6a5d53c-01b8-402c-a24c-08081b068e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:49.269749 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-a6a5d53c-01b8-402c-a24c-08081b068e11 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9&tenant_id=65459246a90a47d0b59f03208da91106 HTTP/1.1" status: 200 len: 1096 time: 0.1001823 Oct 19 00:57:49.309481 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ae70efd7-68f6-4058-823c-7f78f3afbfbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:49.324100 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ae70efd7-68f6-4058-823c-7f78f3afbfbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:49.385378 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ae70efd7-68f6-4058-823c-7f78f3afbfbb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=83d33bcc2b3641ab82993ecb18b2b861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3248665 Oct 19 00:57:49.391169 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46244) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:49.464198 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae70efd7-68f6-4058-823c-7f78f3afbfbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c56cd84-d3bd-42c7-a718-508bc090ef02,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:49.580795 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:49.587108 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bcf25be1-edd0-457c-93c6-c65539581c25 req-1a36e1b5-f257-4720-9594-fc27a931cb67 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9a0a11a-5300-4441-9172-2d0929c8611b HTTP/1.1" status: 200 len: 210 time: 0.1266518 Oct 19 00:57:49.607618 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-21a42e29-7a82-4978-ba4e-94cf51f3536d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:49.609858 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-21a42e29-7a82-4978-ba4e-94cf51f3536d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=65459246a90a47d0b59f03208da91106&device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9 HTTP/1.1" status: 200 len: 1096 time: 0.3031235 Oct 19 00:57:49.630431 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e9a0bfba-f905-4d58-874a-38da9f2c476e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:49.655855 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e9a0bfba-f905-4d58-874a-38da9f2c476e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:49.677642 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [req-d2af7de9-3add-4c45-be96-beb413cd34b6 req-463a1dcc-4af2-47cf-a17b-d8ea0234656e tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] update failed (client error): There was a conflict when trying to complete your request. Oct 19 00:57:49.698500 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d2af7de9-3add-4c45-be96-beb413cd34b6 req-463a1dcc-4af2-47cf-a17b-d8ea0234656e tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "PUT /v2.0/floatingips/7d0e11d7-e0e6-4c3d-8d49-4b8d23d0a991 HTTP/1.1" status: 409 len: 550 time: 0.5897069 Oct 19 00:57:49.755307 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e0ea242d-f71b-4b9c-8e87-cfdad6f64653 req-c1aab0e9-833e-4e0c-b0a3-d033f6699381 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3bb8cff-8f37-43d6-a180-ebe6fffb7198 HTTP/1.1" status: 200 len: 210 time: 0.0740116 Oct 19 00:57:49.869028 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fea794-7cd4-4519-b6c3-ee447769b120 req-733106f3-d347-4322-bfa3-f7e879172f42 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:49.882551 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e6fea794-7cd4-4519-b6c3-ee447769b120 req-733106f3-d347-4322-bfa3-f7e879172f42 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9 HTTP/1.1" status: 200 len: 944 time: 0.0803668 Oct 19 00:57:49.960018 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e9a0bfba-f905-4d58-874a-38da9f2c476e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:49.962623 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e9a0bfba-f905-4d58-874a-38da9f2c476e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:49.963870 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e9a0bfba-f905-4d58-874a-38da9f2c476e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8c56cd84-d3bd-42c7-a718-508bc090ef02 HTTP/1.1" status: 204 len: 168 time: 0.5658031 Oct 19 00:57:49.967512 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83d99a2d-edf5-4e3a-8826-25a5d9a4a14f req-4b009479-5ae4-4a87-ba96-14547439bf35 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/floatingips/7d0e11d7-e0e6-4c3d-8d49-4b8d23d0a991 HTTP/1.1" status: 200 len: 693 time: 0.0876672 Oct 19 00:57:49.969375 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e6fea794-7cd4-4519-b6c3-ee447769b120 req-f6b2c8ca-d63a-40d5-87a1-8929b7f6ba76 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858552 Oct 19 00:57:50.020672 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0bfba-f905-4d58-874a-38da9f2c476e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c56cd84-d3bd-42c7-a718-508bc090ef02,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:50.045846 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-1d1251b8-7257-4686-9d2f-33408faf973a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:50.047323 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-1d1251b8-7257-4686-9d2f-33408faf973a service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc198a8b-4ee5-462c-a635-e1062c7dbf51 HTTP/1.1" status: 200 len: 909 time: 0.4226539 Oct 19 00:57:50.128808 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-b72b260d-dd30-4d17-bcfb-8a0ace915488 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fb9b56e-1dfb-4d10-808d-163ff1301baa HTTP/1.1" status: 200 len: 217 time: 0.0685446 Oct 19 00:57:50.200610 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d99a2d-edf5-4e3a-8826-25a5d9a4a14f req-289a71f0-ed6d-4b52-bde4-8c67adf08dc2 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:50.202031 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83d99a2d-edf5-4e3a-8826-25a5d9a4a14f req-289a71f0-ed6d-4b52-bde4-8c67adf08dc2 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 784 time: 0.2219946 Oct 19 00:57:50.205933 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-ab9d4e95-055f-41d2-a4df-afe47d51ee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:50.207640 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-ab9d4e95-055f-41d2-a4df-afe47d51ee75 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b8444cd-c5d7-4c88-b1b0-9d01aef8093c HTTP/1.1" status: 200 len: 848 time: 0.0690105 Oct 19 00:57:50.213485 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-83d99a2d-edf5-4e3a-8826-25a5d9a4a14f req-6170355e-36ed-4f7e-b56d-3394dd503f09 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:57:50.221846 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83d99a2d-edf5-4e3a-8826-25a5d9a4a14f req-6170355e-36ed-4f7e-b56d-3394dd503f09 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0130122 Oct 19 00:57:50.292412 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-05097971-8831-444c-89a2-03d3bf93ae13 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc198a8b-4ee5-462c-a635-e1062c7dbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631723 Oct 19 00:57:50.311758 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83d99a2d-edf5-4e3a-8826-25a5d9a4a14f req-77a6a75d-5c75-4ec4-bbab-7b7bb9bc400b tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.244 HTTP/1.1" status: 200 len: 696 time: 0.0886784 Oct 19 00:57:50.414890 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83d99a2d-edf5-4e3a-8826-25a5d9a4a14f req-494bd209-3ef4-4681-ac10-0892fef2fc9d tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.244 HTTP/1.1" status: 200 len: 696 time: 0.1020758 Oct 19 00:57:50.623636 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-5d62c9ba-35e4-4b74-b1c1-b4b435b9d532 service neutron] 10.222.0.55 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092468 Oct 19 00:57:50.632168 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c494baf-b731-4d24-b534-f347fee6972e req-a15fc41a-c8d6-482c-8965-f8f154671ed6 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:50.633726 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0c494baf-b731-4d24-b534-f347fee6972e req-a15fc41a-c8d6-482c-8965-f8f154671ed6 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.55 "GET /v2.0/networks?id=db82cf1f-422d-4289-a127-b70a546afbff HTTP/1.1" status: 200 len: 821 time: 0.3438699 Oct 19 00:57:50.663106 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-0c494baf-b731-4d24-b534-f347fee6972e req-58fa7a86-f929-4345-868a-c16bf39c7f3b tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Request body: {'port': {'device_id': 'd9a0a11a-5300-4441-9172-2d0929c8611b', 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff', 'admin_state_up': True, 'tenant_id': '2ee6c8abaf624ff89eecdfc50115aaff'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:50.765910 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-659bd81f-e462-49c5-b104-3550c2c65217 req-1a6dd15c-8dfe-4ec7-8806-0470cdba98ff tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9a0a11a-5300-4441-9172-2d0929c8611b HTTP/1.1" status: 200 len: 210 time: 0.0366335 Oct 19 00:57:50.798330 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-83d99a2d-edf5-4e3a-8826-25a5d9a4a14f req-f4d39f26-3a75-49de-8515-0e620f278b8a tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Deleting port 89e56710-8081-48e5-9dff-0c666e4b6ffd {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:57:50.798995 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-83d99a2d-edf5-4e3a-8826-25a5d9a4a14f req-f4d39f26-3a75-49de-8515-0e620f278b8a tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:50.853881 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.55', 55689) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:50.894184 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-f20986d2-3873-4339-bfea-89a29d014b75 service neutron] 10.222.0.55 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469883 Oct 19 00:57:50.902793 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-06b013bd-fde9-44fe-b7f8-818b53f577bf tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=22856d6555f64ce59bfd2d6b3bf00acc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474014 Oct 19 00:57:50.933864 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-83d99a2d-edf5-4e3a-8826-25a5d9a4a14f req-f4d39f26-3a75-49de-8515-0e620f278b8a tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:50.934196 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-83d99a2d-edf5-4e3a-8826-25a5d9a4a14f req-f4d39f26-3a75-49de-8515-0e620f278b8a tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:50.950160 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c494baf-b731-4d24-b534-f347fee6972e req-58fa7a86-f929-4345-868a-c16bf39c7f3b tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Made reservation on behalf of 2ee6c8abaf624ff89eecdfc50115aaff for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:57:50.953385 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0c494baf-b731-4d24-b534-f347fee6972e req-58fa7a86-f929-4345-868a-c16bf39c7f3b tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:50.956202 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cdb3d6f2-cde7-4d20-a235-4f5d06d515cc req-7f4161e1-8ac1-4852-97d3-d1688cb2c4f2 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3bb8cff-8f37-43d6-a180-ebe6fffb7198 HTTP/1.1" status: 200 len: 210 time: 0.0491278 Oct 19 00:57:50.975851 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-83d99a2d-edf5-4e3a-8826-25a5d9a4a14f req-f4d39f26-3a75-49de-8515-0e620f278b8a tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Calling delete_port for 89e56710-8081-48e5-9dff-0c666e4b6ffd owned by network:floatingip {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:57:51.205012 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10791cc5-7031-4834-a5f8-86879c87bfdb req-a269f113-61f8-45aa-9ae5-82a1d0f229f0 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:51.212446 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-10791cc5-7031-4834-a5f8-86879c87bfdb req-a269f113-61f8-45aa-9ae5-82a1d0f229f0 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9 HTTP/1.1" status: 200 len: 944 time: 0.1263003 Oct 19 00:57:51.243591 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-c7bd95c2-03eb-468b-8bd2-7e4a5f7f1c37 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:51.245310 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-c7bd95c2-03eb-468b-8bd2-7e4a5f7f1c37 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2720859 Oct 19 00:57:51.266453 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-ef230621-5b68-4b6a-842c-9ef634dd59fe tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Request body: {'port': {'device_id': 'e3bb8cff-8f37-43d6-a180-ebe6fffb7198', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'admin_state_up': True, 'tenant_id': '22856d6555f64ce59bfd2d6b3bf00acc'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:51.285189 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-10791cc5-7031-4834-a5f8-86879c87bfdb req-935ace17-58d4-4736-933b-99b713480ae8 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671372 Oct 19 00:57:51.331219 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-0c494baf-b731-4d24-b534-f347fee6972e req-58fa7a86-f929-4345-868a-c16bf39c7f3b tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Allocated IP 172.20.0.6 (db82cf1f-422d-4289-a127-b70a546afbff/fc1eafbd-ecfc-4adf-9b82-a202a98a472a/64d644ee-60db-470c-bf38-26a88a5185a0) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:57:51.372349 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-57e7bcd7-6c47-4e5c-8901-230373470e4c tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:51.373836 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-57e7bcd7-6c47-4e5c-8901-230373470e4c tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9&tenant_id=65459246a90a47d0b59f03208da91106&binding%3Ahost_id=n-h1-715271-26 HTTP/1.1" status: 200 len: 1096 time: 0.1090698 Oct 19 00:57:51.459664 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-ef230621-5b68-4b6a-842c-9ef634dd59fe tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Made reservation on behalf of 22856d6555f64ce59bfd2d6b3bf00acc for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:57:51.463952 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-ef230621-5b68-4b6a-842c-9ef634dd59fe tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:51.557337 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 2fb9b56e-1dfb-4d10-808d-163ff1301baa no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:57:51.626475 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-ef230621-5b68-4b6a-842c-9ef634dd59fe tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Allocated IP 192.168.233.81 (0e8b4f7b-f3c0-4523-9906-6b9e503fed71/1746bfff-950e-4857-b1bf-6fa3cf804b73/3c260f89-f470-4009-88c7-119e28854720) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:57:51.680828 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 2fb9b56e-1dfb-4d10-808d-163ff1301baa not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:57:51.703953 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-83d99a2d-edf5-4e3a-8826-25a5d9a4a14f req-f4d39f26-3a75-49de-8515-0e620f278b8a tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:51.748699 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d39f26-3a75-49de-8515-0e620f278b8a tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Pushing event deleted for resources: {'Port': ['ID=89e56710-8081-48e5-9dff-0c666e4b6ffd,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:51.824810 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-ef230621-5b68-4b6a-842c-9ef634dd59fe tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:51.865497 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-ef230621-5b68-4b6a-842c-9ef634dd59fe tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:51.880149 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['18016520-e1c2-4d04-bc6b-936e28dad0c3'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:57:51.940591 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-83d99a2d-edf5-4e3a-8826-25a5d9a4a14f req-f4d39f26-3a75-49de-8515-0e620f278b8a tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks [] for floatingip, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:51.940591 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-83d99a2d-edf5-4e3a-8826-25a5d9a4a14f req-f4d39f26-3a75-49de-8515-0e620f278b8a tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:51.952198 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83d99a2d-edf5-4e3a-8826-25a5d9a4a14f req-f4d39f26-3a75-49de-8515-0e620f278b8a tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "DELETE /v2.0/floatingips/7d0e11d7-e0e6-4c3d-8d49-4b8d23d0a991 HTTP/1.1" status: 204 len: 173 time: 1.5363607 Oct 19 00:57:51.976876 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-61943a2c-25f5-4ec6-bcb4-810c82afacc6 service neutron] For port 2fb9b56e-1dfb-4d10-808d-163ff1301baa, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:57:51.983600 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef230621-5b68-4b6a-842c-9ef634dd59fe tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Pushing event updated for resources: {'Port': ['ID=3c260f89-f470-4009-88c7-119e28854720,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:51.994092 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-61943a2c-25f5-4ec6-bcb4-810c82afacc6 service neutron] Publish callbacks [] for binding, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:51.995197 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94e3e897-9164-4a6f-8ab7-1764776db6c9 req-61943a2c-25f5-4ec6-bcb4-810c82afacc6 service neutron] 10.222.0.55 "DELETE /v2.0/ports/2fb9b56e-1dfb-4d10-808d-163ff1301baa/bindings/n-h2-715271-26 HTTP/1.1" status: 204 len: 173 time: 0.6123323 Oct 19 00:57:51.998899 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0c494baf-b731-4d24-b534-f347fee6972e req-58fa7a86-f929-4345-868a-c16bf39c7f3b tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:52.013192 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-ef230621-5b68-4b6a-842c-9ef634dd59fe tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:57:52.031060 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-ef230621-5b68-4b6a-842c-9ef634dd59fe tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:57:52.042808 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-ef230621-5b68-4b6a-842c-9ef634dd59fe tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:57:52.052190 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0c494baf-b731-4d24-b534-f347fee6972e req-58fa7a86-f929-4345-868a-c16bf39c7f3b tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:52.054522 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-003686ea-5245-4dd0-b79b-93230877dbf0 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372713 Oct 19 00:57:52.114226 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c494baf-b731-4d24-b534-f347fee6972e req-58fa7a86-f929-4345-868a-c16bf39c7f3b tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Network db82cf1f-422d-4289-a127-b70a546afbff is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:57:52.123750 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-0c494baf-b731-4d24-b534-f347fee6972e req-58fa7a86-f929-4345-868a-c16bf39c7f3b tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:57:52.130480 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa7a86-f929-4345-868a-c16bf39c7f3b tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Pushing event updated for resources: {'Port': ['ID=64d644ee-60db-470c-bf38-26a88a5185a0,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:52.133295 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c494baf-b731-4d24-b534-f347fee6972e req-58fa7a86-f929-4345-868a-c16bf39c7f3b tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:57:52.212052 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-8b99a6e9-a6b4-4c90-a286-f56768b15531 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:52.219716 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-8b99a6e9-a6b4-4c90-a286-f56768b15531 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1642191 Oct 19 00:57:52.226682 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c494baf-b731-4d24-b534-f347fee6972e req-58fa7a86-f929-4345-868a-c16bf39c7f3b tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:52.227343 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0c494baf-b731-4d24-b534-f347fee6972e req-58fa7a86-f929-4345-868a-c16bf39c7f3b tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:52.248539 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-1b2a4886-9d5c-410e-a103-f496c3fce939 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/quotas/ac822e1b6e714d828ed258d652a9ce7a HTTP/1.1" status: 200 len: 375 time: 0.0274022 Oct 19 00:57:52.260207 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0c494baf-b731-4d24-b534-f347fee6972e req-58fa7a86-f929-4345-868a-c16bf39c7f3b tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6024330 Oct 19 00:57:52.274677 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-0c494baf-b731-4d24-b534-f347fee6972e req-d5d70043-1bdd-40f5-9e58-2c7648c2488c service neutron] Request body: {'port': {'device_id': 'd9a0a11a-5300-4441-9172-2d0929c8611b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:52.369514 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0c494baf-b731-4d24-b534-f347fee6972e req-d5d70043-1bdd-40f5-9e58-2c7648c2488c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:52.398673 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-51f2603a-064f-4bdc-925e-397fefe96967 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1337035 Oct 19 00:57:52.410763 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-ef230621-5b68-4b6a-842c-9ef634dd59fe tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:52.411492 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-ef230621-5b68-4b6a-842c-9ef634dd59fe tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:52.433984 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-ef230621-5b68-4b6a-842c-9ef634dd59fe tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1720386 Oct 19 00:57:52.443761 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-78ff66be-8afd-45be-a029-860cac9c8a72 service neutron] Request body: {'port': {'device_id': 'e3bb8cff-8f37-43d6-a180-ebe6fffb7198', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:52.511883 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-78ff66be-8afd-45be-a029-860cac9c8a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:52.512950 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-0e0437b7-bd6b-48a9-835d-6316210d4bdf tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=34d51a7b450842e8ab677398f5ef5b85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659974 Oct 19 00:57:52.523082 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-1530761e-8191-447b-b827-8a5e4d712d2e None None] Provisioning complete for port 3c260f89-f470-4009-88c7-119e28854720 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:57:52.523463 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1530761e-8191-447b-b827-8a5e4d712d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:52.587924 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-1530761e-8191-447b-b827-8a5e4d712d2e None None] Port 3c260f89-f470-4009-88c7-119e28854720 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:57:52.769865 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb36074-cab4-48fc-a610-3145d6d5c61c req-538fbc96-762b-4f25-9a80-8c94c03a0ed1 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:52.771365 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0eb36074-cab4-48fc-a610-3145d6d5c61c req-538fbc96-762b-4f25-9a80-8c94c03a0ed1 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9a0a11a-5300-4441-9172-2d0929c8611b HTTP/1.1" status: 200 len: 931 time: 0.0903828 Oct 19 00:57:52.774631 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-79ad9de0-b20e-44ea-9abf-e4fa9e921492 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:52.776722 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-79ad9de0-b20e-44ea-9abf-e4fa9e921492 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2567725 Oct 19 00:57:52.828631 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-2c1a189b-aa02-4afa-92c8-c1c8d5e84384 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/quotas/34d51a7b450842e8ab677398f5ef5b85 HTTP/1.1" status: 200 len: 375 time: 0.0432367 Oct 19 00:57:52.864067 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-b04fd043-ee02-4d50-b33c-603014104bdd tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=34d51a7b450842e8ab677398f5ef5b85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294845 Oct 19 00:57:52.889599 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0eb36074-cab4-48fc-a610-3145d6d5c61c req-3c10d544-1941-4447-9402-01716c0542cb tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058736 Oct 19 00:57:53.004418 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-0c494baf-b731-4d24-b534-f347fee6972e req-d5d70043-1bdd-40f5-9e58-2c7648c2488c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64d644ee-60db-470c-bf38-26a88a5185a0 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:57:53.016374 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-78ff66be-8afd-45be-a029-860cac9c8a72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c260f89-f470-4009-88c7-119e28854720 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:57:53.049090 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0c494baf-b731-4d24-b534-f347fee6972e req-d5d70043-1bdd-40f5-9e58-2c7648c2488c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:53.059050 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-78ff66be-8afd-45be-a029-860cac9c8a72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:53.086434 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-0c494baf-b731-4d24-b534-f347fee6972e req-d5d70043-1bdd-40f5-9e58-2c7648c2488c service neutron] Transition to ACTIVE for port object 64d644ee-60db-470c-bf38-26a88a5185a0 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:57:53.095308 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0c494baf-b731-4d24-b534-f347fee6972e req-d5d70043-1bdd-40f5-9e58-2c7648c2488c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:53.112650 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-78ff66be-8afd-45be-a029-860cac9c8a72 service neutron] Transition to ACTIVE for port object 3c260f89-f470-4009-88c7-119e28854720 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:57:53.131436 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-78ff66be-8afd-45be-a029-860cac9c8a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:53.188557 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-07e58809-8733-4aa4-ac9f-34c9c7196086 req-32dafb58-9cc4-484d-9734-88544c7c0128 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.249 HTTP/1.1" status: 200 len: 1001 time: 0.1834686 Oct 19 00:57:53.212424 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d70043-1bdd-40f5-9e58-2c7648c2488c service neutron] Pushing event updated for resources: {'Port': ['ID=64d644ee-60db-470c-bf38-26a88a5185a0,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:53.271981 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-0c494baf-b731-4d24-b534-f347fee6972e req-d5d70043-1bdd-40f5-9e58-2c7648c2488c service neutron] Attempting to bind port 64d644ee-60db-470c-bf38-26a88a5185a0 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:57:53.272562 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-0c494baf-b731-4d24-b534-f347fee6972e req-d5d70043-1bdd-40f5-9e58-2c7648c2488c service neutron] Attempting to bind port 64d644ee-60db-470c-bf38-26a88a5185a0 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:57:53.272885 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c494baf-b731-4d24-b534-f347fee6972e req-d5d70043-1bdd-40f5-9e58-2c7648c2488c service neutron] Attempting to bind port 64d644ee-60db-470c-bf38-26a88a5185a0 on network db82cf1f-422d-4289-a127-b70a546afbff {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:57:53.279031 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c494baf-b731-4d24-b534-f347fee6972e req-d5d70043-1bdd-40f5-9e58-2c7648c2488c service neutron] Port 64d644ee-60db-470c-bf38-26a88a5185a0 on network db82cf1f-422d-4289-a127-b70a546afbff not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:57:53.279352 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c494baf-b731-4d24-b534-f347fee6972e req-d5d70043-1bdd-40f5-9e58-2c7648c2488c service neutron] Attempting to bind port 64d644ee-60db-470c-bf38-26a88a5185a0 on network db82cf1f-422d-4289-a127-b70a546afbff {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:57:53.285108 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff66be-8afd-45be-a029-860cac9c8a72 service neutron] Pushing event updated for resources: {'Port': ['ID=3c260f89-f470-4009-88c7-119e28854720,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:53.303587 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c494baf-b731-4d24-b534-f347fee6972e req-d5d70043-1bdd-40f5-9e58-2c7648c2488c service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:57:53.304017 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c494baf-b731-4d24-b534-f347fee6972e req-d5d70043-1bdd-40f5-9e58-2c7648c2488c service neutron] Checking segment: {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:57:53.304539 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c494baf-b731-4d24-b534-f347fee6972e req-d5d70043-1bdd-40f5-9e58-2c7648c2488c service neutron] Bound using segment: {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:57:53.304995 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-0c494baf-b731-4d24-b534-f347fee6972e req-d5d70043-1bdd-40f5-9e58-2c7648c2488c service neutron] Bound port: 64d644ee-60db-470c-bf38-26a88a5185a0, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:57:53.305381 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0c494baf-b731-4d24-b534-f347fee6972e req-d5d70043-1bdd-40f5-9e58-2c7648c2488c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:53.329431 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e58809-8733-4aa4-ac9f-34c9c7196086 req-ffa07182-5813-45b7-8cf4-836fa5783596 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:53.331107 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-07e58809-8733-4aa4-ac9f-34c9c7196086 req-ffa07182-5813-45b7-8cf4-836fa5783596 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/ports/f21b48fa-8eee-4b8d-8751-a051d9c23d71 HTTP/1.1" status: 200 len: 942 time: 0.1349392 Oct 19 00:57:53.361726 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d0aa7-67cf-4a61-a3f9-2d63c191c8f6 req-a12c39d4-20dc-481e-8209-781dcd5497c9 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:53.363348 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f82d0aa7-67cf-4a61-a3f9-2d63c191c8f6 req-a12c39d4-20dc-481e-8209-781dcd5497c9 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3bb8cff-8f37-43d6-a180-ebe6fffb7198 HTTP/1.1" status: 200 len: 947 time: 0.1018047 Oct 19 00:57:53.375210 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-78ff66be-8afd-45be-a029-860cac9c8a72 service neutron] Attempting to bind port 3c260f89-f470-4009-88c7-119e28854720 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:57:53.375863 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-78ff66be-8afd-45be-a029-860cac9c8a72 service neutron] Attempting to bind port 3c260f89-f470-4009-88c7-119e28854720 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:57:53.376412 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-78ff66be-8afd-45be-a029-860cac9c8a72 service neutron] Attempting to bind port 3c260f89-f470-4009-88c7-119e28854720 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:57:53.394216 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-78ff66be-8afd-45be-a029-860cac9c8a72 service neutron] Port 3c260f89-f470-4009-88c7-119e28854720 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:57:53.394858 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-78ff66be-8afd-45be-a029-860cac9c8a72 service neutron] Attempting to bind port 3c260f89-f470-4009-88c7-119e28854720 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:57:53.400802 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-78ff66be-8afd-45be-a029-860cac9c8a72 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:57:53.401155 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-78ff66be-8afd-45be-a029-860cac9c8a72 service neutron] Checking segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:57:53.401559 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-78ff66be-8afd-45be-a029-860cac9c8a72 service neutron] Bound using segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:57:53.402610 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-78ff66be-8afd-45be-a029-860cac9c8a72 service neutron] Bound port: 3c260f89-f470-4009-88c7-119e28854720, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:57:53.402959 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-78ff66be-8afd-45be-a029-860cac9c8a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:53.507199 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-0c494baf-b731-4d24-b534-f347fee6972e req-d5d70043-1bdd-40f5-9e58-2c7648c2488c service neutron] For port 64d644ee-60db-470c-bf38-26a88a5185a0, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:57:53.524278 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f82d0aa7-67cf-4a61-a3f9-2d63c191c8f6 req-f21c181d-b22a-458c-9f46-74947d82c3d0 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f8a207e-c839-4366-b9c0-b9a60e8f56e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359425 Oct 19 00:57:53.546599 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-0c494baf-b731-4d24-b534-f347fee6972e req-d5d70043-1bdd-40f5-9e58-2c7648c2488c service neutron] For port 64d644ee-60db-470c-bf38-26a88a5185a0, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=64d644ee-60db-470c-bf38-26a88a5185a0,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:57:53.554216 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0c494baf-b731-4d24-b534-f347fee6972e req-d5d70043-1bdd-40f5-9e58-2c7648c2488c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:53.575363 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-07e58809-8733-4aa4-ac9f-34c9c7196086 req-7a34ecea-d058-4067-8b57-48a360f2926b tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.249 HTTP/1.1" status: 200 len: 1001 time: 0.1215155 Oct 19 00:57:53.601650 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c494baf-b731-4d24-b534-f347fee6972e req-d5d70043-1bdd-40f5-9e58-2c7648c2488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:53.602858 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0c494baf-b731-4d24-b534-f347fee6972e req-d5d70043-1bdd-40f5-9e58-2c7648c2488c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:53.606571 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0c494baf-b731-4d24-b534-f347fee6972e req-d5d70043-1bdd-40f5-9e58-2c7648c2488c service neutron] 10.222.0.55 "PUT /v2.0/ports/64d644ee-60db-470c-bf38-26a88a5185a0 HTTP/1.1" status: 200 len: 1092 time: 1.3362226 Oct 19 00:57:53.625976 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a0a11a-5300-4441-9172-2d0929c8611b', 'tag': '64d644ee-60db-470c-bf38-26a88a5185a0'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:57:53.631081 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaac2637-3c43-41cd-9f7b-d1d57390aa24" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a0a11a-5300-4441-9172-2d0929c8611b", "tag": "64d644ee-60db-470c-bf38-26a88a5185a0"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:57:53.636463 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-78ff66be-8afd-45be-a029-860cac9c8a72 service neutron] For port 3c260f89-f470-4009-88c7-119e28854720, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:57:53.671572 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-78ff66be-8afd-45be-a029-860cac9c8a72 service neutron] For port 3c260f89-f470-4009-88c7-119e28854720, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=3c260f89-f470-4009-88c7-119e28854720,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:57:53.699578 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-78ff66be-8afd-45be-a029-860cac9c8a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:53.728669 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d70043-1bdd-40f5-9e58-2c7648c2488c service neutron] Pushing event updated for resources: {'Port': ['ID=64d644ee-60db-470c-bf38-26a88a5185a0,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:53.749770 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-78ff66be-8afd-45be-a029-860cac9c8a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:53.750535 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-78ff66be-8afd-45be-a029-860cac9c8a72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:53.751955 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-78ff66be-8afd-45be-a029-860cac9c8a72 service neutron] 10.222.0.55 "PUT /v2.0/ports/3c260f89-f470-4009-88c7-119e28854720 HTTP/1.1" status: 200 len: 1096 time: 1.3125000 Oct 19 00:57:53.754288 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3bb8cff-8f37-43d6-a180-ebe6fffb7198', 'tag': '3c260f89-f470-4009-88c7-119e28854720'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:57:53.756849 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268cf89a-617a-483b-8a4c-35944da80543" -d '{"events": [{"name": "network-changed", "server_uuid": "e3bb8cff-8f37-43d6-a180-ebe6fffb7198", "tag": "3c260f89-f470-4009-88c7-119e28854720"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:57:53.769918 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168ac9b-2627-4bc7-90a0-bdab99f2c84a req-dc739cab-46a9-4a0c-8bc5-79194120b5c6 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:53.771783 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4168ac9b-2627-4bc7-90a0-bdab99f2c84a req-dc739cab-46a9-4a0c-8bc5-79194120b5c6 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9 HTTP/1.1" status: 200 len: 944 time: 0.1493042 Oct 19 00:57:53.773666 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c494baf-b731-4d24-b534-f347fee6972e req-6040f09a-9123-4c4e-8f4e-937134963098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:53.775189 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0c494baf-b731-4d24-b534-f347fee6972e req-6040f09a-9123-4c4e-8f4e-937134963098 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&device_id=d9a0a11a-5300-4441-9172-2d0929c8611b HTTP/1.1" status: 200 len: 1095 time: 0.1119571 Oct 19 00:57:53.797298 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e58809-8733-4aa4-ac9f-34c9c7196086 req-5edd90e9-0324-4510-9c9d-a0f49969339d tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:53.804596 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-07e58809-8733-4aa4-ac9f-34c9c7196086 req-5edd90e9-0324-4510-9c9d-a0f49969339d tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 784 time: 0.2210524 Oct 19 00:57:53.814622 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-07e58809-8733-4aa4-ac9f-34c9c7196086 req-fc6d5084-dd13-4ae2-95a1-b17b59dd17c3 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:57:53.823067 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-07e58809-8733-4aa4-ac9f-34c9c7196086 req-fc6d5084-dd13-4ae2-95a1-b17b59dd17c3 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0173304 Oct 19 00:57:53.844752 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff66be-8afd-45be-a029-860cac9c8a72 service neutron] Pushing event updated for resources: {'Port': ['ID=3c260f89-f470-4009-88c7-119e28854720,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:53.875462 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4168ac9b-2627-4bc7-90a0-bdab99f2c84a req-adec7eed-3311-4b9a-a240-7391fcd3930c tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947289 Oct 19 00:57:53.876833 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0c494baf-b731-4d24-b534-f347fee6972e req-d8d308a0-0174-4445-8ccd-af1a2e9fe948 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64d644ee-60db-470c-bf38-26a88a5185a0 HTTP/1.1" status: 200 len: 217 time: 0.0861330 Oct 19 00:57:53.944210 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c494baf-b731-4d24-b534-f347fee6972e req-b2a8f679-ac32-474e-be04-3b94b45b89c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:53.945763 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0c494baf-b731-4d24-b534-f347fee6972e req-b2a8f679-ac32-474e-be04-3b94b45b89c9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc1eafbd-ecfc-4adf-9b82-a202a98a472a HTTP/1.1" status: 200 len: 861 time: 0.0606935 Oct 19 00:57:53.948171 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-07e58809-8733-4aa4-ac9f-34c9c7196086 req-555a8bd1-4adf-46d4-9e27-aa720650f715 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.249 HTTP/1.1" status: 200 len: 1001 time: 0.1241302 Oct 19 00:57:53.955757 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-07e58809-8733-4aa4-ac9f-34c9c7196086 req-c3cff672-fab5-4059-953e-123c0ff4d0f2 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:53.959279 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-6038fb50-6c51-463e-aa81-952878048c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:53.960760 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-6038fb50-6c51-463e-aa81-952878048c37 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=22856d6555f64ce59bfd2d6b3bf00acc&device_id=e3bb8cff-8f37-43d6-a180-ebe6fffb7198 HTTP/1.1" status: 200 len: 1099 time: 0.1348200 Oct 19 00:57:53.985182 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0c494baf-b731-4d24-b534-f347fee6972e req-887089bf-d886-42ba-80c4-b2fa43d24fa9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=db82cf1f-422d-4289-a127-b70a546afbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291092 Oct 19 00:57:54.029069 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8341d4a2-1a50-4818-9a9e-46d7af28a521 req-2d8f6b25-a3ca-4ee3-a7a5-d78abb9de52e tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 210 time: 0.0460374 Oct 19 00:57:54.163560 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-c894e3d9-14f6-4d25-a23d-a52e087025a5 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457485 Oct 19 00:57:54.173610 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0c494baf-b731-4d24-b534-f347fee6972e req-b85a52b7-c366-4960-aed2-634a77b8ade6 service neutron] 10.222.0.55 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794174 Oct 19 00:57:54.257793 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-e70634b9-12d3-4c75-ad8b-895496235495 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=3c260f89-f470-4009-88c7-119e28854720 HTTP/1.1" status: 200 len: 217 time: 0.2593863 Oct 19 00:57:54.294978 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-43468a26-a1e2-43d7-a940-b83dc2686db7 req-b498e88a-bbe3-4704-a8bf-49e4f1c01ac9 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/ports?device_id=35a2e386-c8da-48e2-8dd0-d178d4c5bb29 HTTP/1.1" status: 200 len: 210 time: 0.0709894 Oct 19 00:57:54.302468 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-07e58809-8733-4aa4-ac9f-34c9c7196086 req-c3cff672-fab5-4059-953e-123c0ff4d0f2 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks [] for floatingip, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:54.361094 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-5fa19751-6bc6-45e4-a68d-ad3ef052357a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:54.362540 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-5fa19751-6bc6-45e4-a68d-ad3ef052357a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0966144 Oct 19 00:57:54.371857 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-eee3f7d3-327c-4bb1-8018-9a3d1cf1b2af tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:54.373418 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-eee3f7d3-327c-4bb1-8018-9a3d1cf1b2af tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1989293 Oct 19 00:57:54.384410 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0c494baf-b731-4d24-b534-f347fee6972e req-513494cb-d605-46b8-8110-c2e28b3accd8 service neutron] 10.222.0.55 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986644 Oct 19 00:57:54.397529 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-cc0c9b39-bf0e-4e81-a59f-656698a78b3b tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Request body: {'port': {'device_id': 'f727f01f-7ab8-4ffb-ad6f-82c990363515', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'admin_state_up': True, 'tenant_id': 'ac822e1b6e714d828ed258d652a9ce7a'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:54.458994 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-3784e430-7b20-4167-a751-dd198383e8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:54.460531 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-3784e430-7b20-4167-a751-dd198383e8f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0877826 Oct 19 00:57:54.508191 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-07e58809-8733-4aa4-ac9f-34c9c7196086 req-c3cff672-fab5-4059-953e-123c0ff4d0f2 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:54.520785 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-07e58809-8733-4aa4-ac9f-34c9c7196086 req-c3cff672-fab5-4059-953e-123c0ff4d0f2 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:54.520785 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [req-07e58809-8733-4aa4-ac9f-34c9c7196086 req-c3cff672-fab5-4059-953e-123c0ff4d0f2 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Floating IP 21ca2096-3a1d-47c8-8d95-3656355c9fa8 disassociated. External IP: 172.25.8.249, port: f21b48fa-8eee-4b8d-8751-a051d9c23d71. Oct 19 00:57:54.530150 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c5a7fa-94ad-4c99-bbfc-b2f55c10f5ad x-openstack-request-id: req-06c5a7fa-94ad-4c99-bbfc-b2f55c10f5ad {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:57:54.530441 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a0a11a-5300-4441-9172-2d0929c8611b", "tag": "64d644ee-60db-470c-bf38-26a88a5185a0", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:57:54.530693 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-06c5a7fa-94ad-4c99-bbfc-b2f55c10f5ad {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:57:54.531115 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a0a11a-5300-4441-9172-2d0929c8611b', 'tag': '64d644ee-60db-470c-bf38-26a88a5185a0', 'status': 'completed', 'code': 200} Oct 19 00:57:54.546150 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-cc0c9b39-bf0e-4e81-a59f-656698a78b3b tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Made reservation on behalf of ac822e1b6e714d828ed258d652a9ce7a for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:57:54.550196 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-cc0c9b39-bf0e-4e81-a59f-656698a78b3b tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:54.599024 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-cc0c9b39-bf0e-4e81-a59f-656698a78b3b tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:54.611429 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3bd05c-03e5-43e5-9af0-6183c3c18d94 x-openstack-request-id: req-3d3bd05c-03e5-43e5-9af0-6183c3c18d94 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:57:54.611429 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3bb8cff-8f37-43d6-a180-ebe6fffb7198", "tag": "3c260f89-f470-4009-88c7-119e28854720", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:57:54.611429 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3d3bd05c-03e5-43e5-9af0-6183c3c18d94 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:57:54.611429 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3bb8cff-8f37-43d6-a180-ebe6fffb7198', 'tag': '3c260f89-f470-4009-88c7-119e28854720', 'status': 'completed', 'code': 200} Oct 19 00:57:54.647613 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-e76f2d01-7bc2-4207-ab4b-129ce2ac1412 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=34d51a7b450842e8ab677398f5ef5b85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390708 Oct 19 00:57:54.661626 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac2637-3c43-41cd-9f7b-d1d57390aa24 req-601c4906-54fa-43c2-80e5-b3e8cb3c5042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:54.663317 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eaac2637-3c43-41cd-9f7b-d1d57390aa24 req-601c4906-54fa-43c2-80e5-b3e8cb3c5042 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&device_id=d9a0a11a-5300-4441-9172-2d0929c8611b HTTP/1.1" status: 200 len: 1095 time: 0.0972474 Oct 19 00:57:54.739748 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-ab465274-1471-41ee-965c-3a4b628d025f service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449329 Oct 19 00:57:54.822857 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206280e-b582-416e-9a2f-91e111c9ac9a req-f173dd93-1d8c-422c-b572-ec3ffe5f4c6b tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:54.824337 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0206280e-b582-416e-9a2f-91e111c9ac9a req-f173dd93-1d8c-422c-b572-ec3ffe5f4c6b tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9a0a11a-5300-4441-9172-2d0929c8611b HTTP/1.1" status: 200 len: 943 time: 0.1495876 Oct 19 00:57:54.867927 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-cc0c9b39-bf0e-4e81-a59f-656698a78b3b tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:54.873818 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac2637-3c43-41cd-9f7b-d1d57390aa24 req-ff4e656a-55b8-42ff-ae09-33003c78b7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:54.875240 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eaac2637-3c43-41cd-9f7b-d1d57390aa24 req-ff4e656a-55b8-42ff-ae09-33003c78b7a7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=db82cf1f-422d-4289-a127-b70a546afbff HTTP/1.1" status: 200 len: 922 time: 0.2016447 Oct 19 00:57:54.876183 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-cc0c9b39-bf0e-4e81-a59f-656698a78b3b tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:54.913605 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-82432970-65ab-46a3-96fb-c15aa32976a1 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:54.915053 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-82432970-65ab-46a3-96fb-c15aa32976a1 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2606230 Oct 19 00:57:54.934871 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-54ef3eec-ca64-4e56-9418-dc2ea8160b61 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Request body: {'port': {'device_id': '35a2e386-c8da-48e2-8dd0-d178d4c5bb29', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'admin_state_up': True, 'tenant_id': '34d51a7b450842e8ab677398f5ef5b85'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:54.943154 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eaac2637-3c43-41cd-9f7b-d1d57390aa24 req-4fe8f668-7bd3-4a14-8d76-df69beffb2f6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64d644ee-60db-470c-bf38-26a88a5185a0 HTTP/1.1" status: 200 len: 217 time: 0.0527761 Oct 19 00:57:54.982937 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0206280e-b582-416e-9a2f-91e111c9ac9a req-1821c50d-424e-4ce2-a9cc-d50047be8a82 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472321 Oct 19 00:57:55.003253 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-194aa518-5be6-45ae-ab2b-abf107e9b55c req-fa0b88e2-eee3-4cda-bc5a-4a66e9674d70 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552783 Oct 19 00:57:55.041021 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c9b39-bf0e-4e81-a59f-656698a78b3b tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:55.097943 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac2637-3c43-41cd-9f7b-d1d57390aa24 req-2a098fb8-b0a2-4511-8427-278299e3d408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:55.099292 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eaac2637-3c43-41cd-9f7b-d1d57390aa24 req-2a098fb8-b0a2-4511-8427-278299e3d408 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc1eafbd-ecfc-4adf-9b82-a202a98a472a HTTP/1.1" status: 200 len: 861 time: 0.1118476 Oct 19 00:57:55.118337 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07e58809-8733-4aa4-ac9f-34c9c7196086 req-c3cff672-fab5-4059-953e-123c0ff4d0f2 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Router 7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:57:55.154866 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-54ef3eec-ca64-4e56-9418-dc2ea8160b61 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Made reservation on behalf of 34d51a7b450842e8ab677398f5ef5b85 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:57:55.158326 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-54ef3eec-ca64-4e56-9418-dc2ea8160b61 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:55.159493 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eaac2637-3c43-41cd-9f7b-d1d57390aa24 req-d89b32e5-f97b-4280-adb7-e403a1df5e7b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=db82cf1f-422d-4289-a127-b70a546afbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512757 Oct 19 00:57:55.184921 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-cc0c9b39-bf0e-4e81-a59f-656698a78b3b tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Allocated IP 192.168.233.39 (0e8b4f7b-f3c0-4523-9906-6b9e503fed71/1746bfff-950e-4857-b1bf-6fa3cf804b73/74a7a6dc-e5bc-4245-b19e-d5eee08c7311) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:57:55.191905 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cf89a-617a-483b-8a4c-35944da80543 req-ab861c75-d53e-48ad-89f2-58d157b7924d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:55.193401 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-268cf89a-617a-483b-8a4c-35944da80543 req-ab861c75-d53e-48ad-89f2-58d157b7924d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=22856d6555f64ce59bfd2d6b3bf00acc&device_id=e3bb8cff-8f37-43d6-a180-ebe6fffb7198 HTTP/1.1" status: 200 len: 1099 time: 0.1122706 Oct 19 00:57:55.201948 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-54ef3eec-ca64-4e56-9418-dc2ea8160b61 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:55.221392 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848eb7e-57a5-4ea6-9d12-4bc98034bedc req-7360ac67-f011-419f-befd-a148124dbea0 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:55.222848 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a848eb7e-57a5-4ea6-9d12-4bc98034bedc req-7360ac67-f011-419f-befd-a148124dbea0 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3bb8cff-8f37-43d6-a180-ebe6fffb7198 HTTP/1.1" status: 200 len: 947 time: 0.1191227 Oct 19 00:57:55.337378 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a848eb7e-57a5-4ea6-9d12-4bc98034bedc req-109df044-71e3-4a1c-96ac-7cb9af8fc421 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f8a207e-c839-4366-b9c0-b9a60e8f56e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056745 Oct 19 00:57:55.357496 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07e58809-8733-4aa4-ac9f-34c9c7196086 req-c3cff672-fab5-4059-953e-123c0ff4d0f2 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:57:55.358249 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eaac2637-3c43-41cd-9f7b-d1d57390aa24 req-a2d957b0-981c-408d-b752-6abf670d1e9b service neutron] 10.222.0.55 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866515 Oct 19 00:57:55.368499 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-07e58809-8733-4aa4-ac9f-34c9c7196086 req-c3cff672-fab5-4059-953e-123c0ff4d0f2 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:55.376218 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865175e6-662a-4320-8a81-5d95ae0b6b89 None None] Sync routers for ids ['7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:57:55.388398 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865175e6-662a-4320-8a81-5d95ae0b6b89 None None] Routers {'7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:57:55.390121 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-865175e6-662a-4320-8a81-5d95ae0b6b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T00:57:46Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:57:55.454859 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cf89a-617a-483b-8a4c-35944da80543 req-a7a5a509-1421-47da-b5ca-81bf9012649a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:55.456387 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-268cf89a-617a-483b-8a4c-35944da80543 req-a7a5a509-1421-47da-b5ca-81bf9012649a service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.2514815 Oct 19 00:57:55.476958 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-07e58809-8733-4aa4-ac9f-34c9c7196086 req-c3cff672-fab5-4059-953e-123c0ff4d0f2 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "PUT /v2.0/floatingips/21ca2096-3a1d-47c8-8d95-3656355c9fa8 HTTP/1.1" status: 200 len: 695 time: 1.5278866 Oct 19 00:57:55.479682 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-54ef3eec-ca64-4e56-9418-dc2ea8160b61 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:55.508771 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-865175e6-662a-4320-8a81-5d95ae0b6b89 None None] Set router 7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:57:55.519435 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-54ef3eec-ca64-4e56-9418-dc2ea8160b61 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:55.523055 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-268cf89a-617a-483b-8a4c-35944da80543 req-7f9cf3c4-8358-4334-8782-ad4aaab75bc5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=3c260f89-f470-4009-88c7-119e28854720 HTTP/1.1" status: 200 len: 217 time: 0.0550809 Oct 19 00:57:55.542383 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-cc0c9b39-bf0e-4e81-a59f-656698a78b3b tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:55.549118 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eaac2637-3c43-41cd-9f7b-d1d57390aa24 req-6b84d3b7-8e1a-40a9-bc47-6c4436fbed40 service neutron] 10.222.0.55 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792917 Oct 19 00:57:55.552129 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2305c-2c79-4ab2-81f5-0ba298aea59f req-6205731a-1470-4b25-b8d3-5f9f2d8b0904 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:55.553518 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-73b2305c-2c79-4ab2-81f5-0ba298aea59f req-6205731a-1470-4b25-b8d3-5f9f2d8b0904 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9 HTTP/1.1" status: 200 len: 1096 time: 0.1393437 Oct 19 00:57:55.618758 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-73b2305c-2c79-4ab2-81f5-0ba298aea59f req-ab13671a-0c5c-4242-be73-336f59e21ba5 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459940 Oct 19 00:57:55.622383 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-cc0c9b39-bf0e-4e81-a59f-656698a78b3b tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:55.696142 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-cc0c9b39-bf0e-4e81-a59f-656698a78b3b tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:57:55.701402 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-cc0c9b39-bf0e-4e81-a59f-656698a78b3b tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:57:55.710970 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef3eec-ca64-4e56-9418-dc2ea8160b61 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d11d4ba-edad-49be-842b-3e9ad503eb0e,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:55.715349 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c9b39-bf0e-4e81-a59f-656698a78b3b tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Pushing event updated for resources: {'Port': ['ID=74a7a6dc-e5bc-4245-b19e-d5eee08c7311,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:55.718570 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-cc0c9b39-bf0e-4e81-a59f-656698a78b3b tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:57:55.741304 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e58809-8733-4aa4-ac9f-34c9c7196086 req-490604d2-66fd-4c80-8c0b-79a664eae3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:55.742995 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-07e58809-8733-4aa4-ac9f-34c9c7196086 req-490604d2-66fd-4c80-8c0b-79a664eae3a9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fa39b62196e46599bf948251db8aac2&device_id=def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5 HTTP/1.1" status: 200 len: 1097 time: 0.2342112 Oct 19 00:57:55.748861 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cf89a-617a-483b-8a4c-35944da80543 req-bc3114e2-1995-4390-96c4-e31d6c8f4023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:55.750469 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-268cf89a-617a-483b-8a4c-35944da80543 req-bc3114e2-1995-4390-96c4-e31d6c8f4023 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.2057605 Oct 19 00:57:55.804329 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-865175e6-662a-4320-8a81-5d95ae0b6b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-848662367-router', 'tenant_id': '0fa39b62196e46599bf948251db8aac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '48d1a49f-212d-4891-8bbb-0ef38f617bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:57:06Z', 'updated_at': '2021-10-19T00:57:16Z', 'revision_number': 4, 'project_id': '0fa39b62196e46599bf948251db8aac2', 'gw_port': {'id': '48d1a49f-212d-4891-8bbb-0ef38f617bae', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:57:07Z', 'updated_at': '2021-10-19T00:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '7bb7edee-a50b-4611-bab2-c14b04ec0933', 'name': '', 'network_id': '8d580e33-9be3-48a5-82b0-53aab65bb082', 'tenant_id': '0fa39b62196e46599bf948251db8aac2', 'mac_address': 'fa:16:3e:d5:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'd9a15381-bf99-4eef-a4b8-d077ba99ba0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:57:14Z', 'updated_at': '2021-10-19T00:57:21Z', 'revision_number': 5, 'project_id': '0fa39b62196e46599bf948251db8aac2', 'subnets': [{'id': 'd9a15381-bf99-4eef-a4b8-d077ba99ba0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:57:55.816703 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-cc0c9b39-bf0e-4e81-a59f-656698a78b3b tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:55.817310 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-cc0c9b39-bf0e-4e81-a59f-656698a78b3b tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:55.839892 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd60b95-4ec9-45da-b2e4-48778d720550 req-9b3cd11c-c5d6-4516-a034-050bbde3916e tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:55.848104 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865175e6-662a-4320-8a81-5d95ae0b6b89 None None] Checking router: 7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:57:55.848323 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-abd60b95-4ec9-45da-b2e4-48778d720550 req-9b3cd11c-c5d6-4516-a034-050bbde3916e tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 935 time: 0.0899498 Oct 19 00:57:55.853836 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-cc0c9b39-bf0e-4e81-a59f-656698a78b3b tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4611886 Oct 19 00:57:55.859074 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865175e6-662a-4320-8a81-5d95ae0b6b89 None None] Routers {'7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:57:55.860670 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-865175e6-662a-4320-8a81-5d95ae0b6b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T00:57:46Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:57:55.879245 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-ea9c84bd-33f0-427b-b7cb-caaae371b7b0 service neutron] Request body: {'port': {'device_id': 'f727f01f-7ab8-4ffb-ad6f-82c990363515', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:55.920754 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-abd60b95-4ec9-45da-b2e4-48778d720550 req-166db9e2-19c3-4d40-bf28-9aa14c15cee2 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715921 Oct 19 00:57:55.958043 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e58809-8733-4aa4-ac9f-34c9c7196086 req-a93337e4-f88c-4125-9dbb-594156c24185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:55.964299 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-07e58809-8733-4aa4-ac9f-34c9c7196086 req-a93337e4-f88c-4125-9dbb-594156c24185 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8d580e33-9be3-48a5-82b0-53aab65bb082 HTTP/1.1" status: 200 len: 929 time: 0.2090907 Oct 19 00:57:55.985619 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-ea9c84bd-33f0-427b-b7cb-caaae371b7b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:55.992458 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-7e400361-3dda-4b2c-975d-4111fdd57937 None None] Provisioning complete for port 74a7a6dc-e5bc-4245-b19e-d5eee08c7311 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:57:55.993052 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7e400361-3dda-4b2c-975d-4111fdd57937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:56.036292 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-07e58809-8733-4aa4-ac9f-34c9c7196086 req-256aefe8-1921-427e-b777-b25d7e224325 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f21b48fa-8eee-4b8d-8751-a051d9c23d71 HTTP/1.1" status: 200 len: 217 time: 0.0596581 Oct 19 00:57:56.040862 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-7e400361-3dda-4b2c-975d-4111fdd57937 None None] Port 74a7a6dc-e5bc-4245-b19e-d5eee08c7311 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:57:56.048524 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-54ef3eec-ca64-4e56-9418-dc2ea8160b61 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Allocated IP 192.168.233.245 (0e8b4f7b-f3c0-4523-9906-6b9e503fed71/1746bfff-950e-4857-b1bf-6fa3cf804b73/a318a872-42b1-45af-88b6-9ce2e631e8b3) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:57:56.088770 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cf89a-617a-483b-8a4c-35944da80543 req-574e1dad-b4c0-42bc-8d67-8a04247669b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:56.091318 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-268cf89a-617a-483b-8a4c-35944da80543 req-574e1dad-b4c0-42bc-8d67-8a04247669b6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3077033 Oct 19 00:57:56.106001 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-865175e6-662a-4320-8a81-5d95ae0b6b89 None None] Set router 7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:57:56.170624 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c9f01f68-d617-4aff-97e5-bdd4cb594225 req-6b349fbb-792d-45f1-97a7-6eabb05e8846 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/ports?device_id=35a2e386-c8da-48e2-8dd0-d178d4c5bb29 HTTP/1.1" status: 200 len: 210 time: 0.0276885 Oct 19 00:57:56.189883 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e58809-8733-4aa4-ac9f-34c9c7196086 req-5d9b45ee-5b2d-4c2f-86c9-37a5c1429240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:56.191538 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-07e58809-8733-4aa4-ac9f-34c9c7196086 req-5d9b45ee-5b2d-4c2f-86c9-37a5c1429240 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d9a15381-bf99-4eef-a4b8-d077ba99ba0a HTTP/1.1" status: 200 len: 867 time: 0.1536598 Oct 19 00:57:56.351049 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-865175e6-662a-4320-8a81-5d95ae0b6b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-848662367-router', 'tenant_id': '0fa39b62196e46599bf948251db8aac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '48d1a49f-212d-4891-8bbb-0ef38f617bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:57:06Z', 'updated_at': '2021-10-19T00:57:16Z', 'revision_number': 4, 'project_id': '0fa39b62196e46599bf948251db8aac2', 'gw_port': {'id': '48d1a49f-212d-4891-8bbb-0ef38f617bae', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:57:07Z', 'updated_at': '2021-10-19T00:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '7bb7edee-a50b-4611-bab2-c14b04ec0933', 'name': '', 'network_id': '8d580e33-9be3-48a5-82b0-53aab65bb082', 'tenant_id': '0fa39b62196e46599bf948251db8aac2', 'mac_address': 'fa:16:3e:d5:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'd9a15381-bf99-4eef-a4b8-d077ba99ba0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:57:14Z', 'updated_at': '2021-10-19T00:57:21Z', 'revision_number': 5, 'project_id': '0fa39b62196e46599bf948251db8aac2', 'subnets': [{'id': 'd9a15381-bf99-4eef-a4b8-d077ba99ba0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:57:56.382429 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865175e6-662a-4320-8a81-5d95ae0b6b89 None None] The sync data for ids ['7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9'] in n-d-715271-26 is: [{'id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-848662367-router', 'tenant_id': '0fa39b62196e46599bf948251db8aac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '48d1a49f-212d-4891-8bbb-0ef38f617bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:57:06Z', 'updated_at': '2021-10-19T00:57:16Z', 'revision_number': 4, 'project_id': '0fa39b62196e46599bf948251db8aac2', 'gw_port': {'id': '48d1a49f-212d-4891-8bbb-0ef38f617bae', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:57:07Z', 'updated_at': '2021-10-19T00:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '7bb7edee-a50b-4611-bab2-c14b04ec0933', 'name': '', 'network_id': '8d580e33-9be3-48a5-82b0-53aab65bb082', 'tenant_id': '0fa39b62196e46599bf948251db8aac2', 'mac_address': 'fa:16:3e:d5:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'd9a15381-bf99-4eef-a4b8-d077ba99ba0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:57:14Z', 'updated_at': '2021-10-19T00:57:21Z', 'revision_number': 5, 'project_id': '0fa39b62196e46599bf948251db8aac2', 'subnets': [{'id': 'd9a15381-bf99-4eef-a4b8-d077ba99ba0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:57:56.401606 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-220c51c5-593b-4a69-a0b0-58c6a7aada9c tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:56.404064 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-220c51c5-593b-4a69-a0b0-58c6a7aada9c tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/networks?id=fc198a8b-4ee5-462c-a635-e1062c7dbf51 HTTP/1.1" status: 200 len: 808 time: 0.1141562 Oct 19 00:57:56.424396 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-d9d04e98-b135-4300-9104-8c7725be9014 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/quotas/65459246a90a47d0b59f03208da91106 HTTP/1.1" status: 200 len: 375 time: 0.0116735 Oct 19 00:57:56.477031 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-d9511482-9c9e-442b-8302-cf26ecaaea9c tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=65459246a90a47d0b59f03208da91106&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0473948 Oct 19 00:57:56.529636 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-268cf89a-617a-483b-8a4c-35944da80543 req-ba62c035-7947-440b-92e6-6810b9862677 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291174 Oct 19 00:57:56.537831 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e58809-8733-4aa4-ac9f-34c9c7196086 req-c8f7355c-c4c1-4eee-b84b-232c79a1584d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:56.539367 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-07e58809-8733-4aa4-ac9f-34c9c7196086 req-c8f7355c-c4c1-4eee-b84b-232c79a1584d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8d580e33-9be3-48a5-82b0-53aab65bb082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3265955 Oct 19 00:57:56.619102 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5', 'tag': 'f21b48fa-8eee-4b8d-8751-a051d9c23d71'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:57:56.622851 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b46ec11-8b6f-442c-88bf-7c869badf617" -d '{"events": [{"name": "network-changed", "server_uuid": "def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5", "tag": "f21b48fa-8eee-4b8d-8751-a051d9c23d71"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:57:56.707501 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fae8e9-6225-44a7-a9f3-8641a148b2fb None None] New status for floating IP 21ca2096-3a1d-47c8-8d95-3656355c9fa8: DOWN {{(pid=100608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 00:57:56.761863 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-54ef3eec-ca64-4e56-9418-dc2ea8160b61 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:56.809037 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-07e58809-8733-4aa4-ac9f-34c9c7196086 req-fc7de6a2-6bdb-47bc-ae88-ec108ee85c5d service neutron] 10.222.0.57 "GET /v2.0/networks/8d580e33-9be3-48a5-82b0-53aab65bb082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274599 Oct 19 00:57:56.816101 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-268cf89a-617a-483b-8a4c-35944da80543 req-e576e9c8-3950-407e-a712-d0d7b0d0003a service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468410 Oct 19 00:57:56.836771 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-c5d265c0-419d-47c2-b521-bc12d5ee5a17 service neutron] 10.222.0.57 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517764 Oct 19 00:57:56.880832 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-54ef3eec-ca64-4e56-9418-dc2ea8160b61 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:56.993291 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-54ef3eec-ca64-4e56-9418-dc2ea8160b61 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:57:57.002596 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-54ef3eec-ca64-4e56-9418-dc2ea8160b61 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:57:57.004780 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-54ef3eec-ca64-4e56-9418-dc2ea8160b61 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:57:57.010032 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef3eec-ca64-4e56-9418-dc2ea8160b61 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Pushing event updated for resources: {'Port': ['ID=a318a872-42b1-45af-88b6-9ce2e631e8b3,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:57.039881 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-5e7df708-1d42-408c-b70e-42414163bdaa service neutron] 10.222.0.57 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956644 Oct 19 00:57:57.043972 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:57.087311 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-07e58809-8733-4aa4-ac9f-34c9c7196086 req-9b405c4e-4dd3-413d-80a6-163dc30c9cc7 service neutron] 10.222.0.57 "GET /v2.0/networks/8d580e33-9be3-48a5-82b0-53aab65bb082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677629 Oct 19 00:57:57.122321 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-54ef3eec-ca64-4e56-9418-dc2ea8160b61 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:57.122992 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-54ef3eec-ca64-4e56-9418-dc2ea8160b61 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:57.156937 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-54ef3eec-ca64-4e56-9418-dc2ea8160b61 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2295005 Oct 19 00:57:57.172628 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-7a28ad9c-03ae-4da5-9ba7-74231400e381 service neutron] Request body: {'port': {'device_id': '35a2e386-c8da-48e2-8dd0-d178d4c5bb29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:57.178239 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-ea9c84bd-33f0-427b-b7cb-caaae371b7b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74a7a6dc-e5bc-4245-b19e-d5eee08c7311 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:57:57.201655 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-ea9c84bd-33f0-427b-b7cb-caaae371b7b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:57.239475 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-ea9c84bd-33f0-427b-b7cb-caaae371b7b0 service neutron] Transition to ACTIVE for port object 74a7a6dc-e5bc-4245-b19e-d5eee08c7311 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:57:57.251984 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-ea9c84bd-33f0-427b-b7cb-caaae371b7b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:57.278938 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-ae88183c-a916-4d10-9595-50facbb41ddf None None] Provisioning complete for port a318a872-42b1-45af-88b6-9ce2e631e8b3 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:57:57.279315 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ae88183c-a916-4d10-9595-50facbb41ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:57.301804 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-7a28ad9c-03ae-4da5-9ba7-74231400e381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:57.337440 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869aba1-4be3-43bd-a3f4-219d97081502 req-90f55875-973b-45b0-82d2-aec91eb1bf9c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:57.340642 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e869aba1-4be3-43bd-a3f4-219d97081502 req-90f55875-973b-45b0-82d2-aec91eb1bf9c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9a0a11a-5300-4441-9172-2d0929c8611b HTTP/1.1" status: 200 len: 943 time: 0.1072803 Oct 19 00:57:57.371490 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-ae88183c-a916-4d10-9595-50facbb41ddf None None] Port a318a872-42b1-45af-88b6-9ce2e631e8b3 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:57:57.417872 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c84bd-33f0-427b-b7cb-caaae371b7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=74a7a6dc-e5bc-4245-b19e-d5eee08c7311,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:57.435478 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e869aba1-4be3-43bd-a3f4-219d97081502 req-0a7e9ca1-2fb9-4feb-b211-9b1baa00f00a tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705428 Oct 19 00:57:57.491084 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9ca77-4d61-459d-a3d6-6a9b7524d46b req-38a2e447-9349-4892-9c4b-7ae300c808a3 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:57.492712 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-28d9ca77-4d61-459d-a3d6-6a9b7524d46b req-38a2e447-9349-4892-9c4b-7ae300c808a3 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3bb8cff-8f37-43d6-a180-ebe6fffb7198 HTTP/1.1" status: 200 len: 947 time: 0.1416960 Oct 19 00:57:57.515506 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb26c970-0572-4990-a131-a6850f7933fe x-openstack-request-id: req-eb26c970-0572-4990-a131-a6850f7933fe {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:57:57.515940 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5", "tag": "f21b48fa-8eee-4b8d-8751-a051d9c23d71", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:57:57.516192 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eb26c970-0572-4990-a131-a6850f7933fe {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:57:57.516573 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5', 'tag': 'f21b48fa-8eee-4b8d-8751-a051d9c23d71', 'status': 'completed', 'code': 200} Oct 19 00:57:57.601599 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-28d9ca77-4d61-459d-a3d6-6a9b7524d46b req-ce741c60-2975-4a6e-bb61-a7716e17e7d4 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f8a207e-c839-4366-b9c0-b9a60e8f56e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996673 Oct 19 00:57:57.636263 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-ea9c84bd-33f0-427b-b7cb-caaae371b7b0 service neutron] Attempting to bind port 74a7a6dc-e5bc-4245-b19e-d5eee08c7311 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:57:57.642606 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-ea9c84bd-33f0-427b-b7cb-caaae371b7b0 service neutron] Attempting to bind port 74a7a6dc-e5bc-4245-b19e-d5eee08c7311 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:57:57.642960 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-ea9c84bd-33f0-427b-b7cb-caaae371b7b0 service neutron] Attempting to bind port 74a7a6dc-e5bc-4245-b19e-d5eee08c7311 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:57:57.651208 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-ea9c84bd-33f0-427b-b7cb-caaae371b7b0 service neutron] Port 74a7a6dc-e5bc-4245-b19e-d5eee08c7311 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:57:57.651525 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-ea9c84bd-33f0-427b-b7cb-caaae371b7b0 service neutron] Attempting to bind port 74a7a6dc-e5bc-4245-b19e-d5eee08c7311 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:57:57.667509 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-ea9c84bd-33f0-427b-b7cb-caaae371b7b0 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:57:57.667963 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-ea9c84bd-33f0-427b-b7cb-caaae371b7b0 service neutron] Checking segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:57:57.668400 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-ea9c84bd-33f0-427b-b7cb-caaae371b7b0 service neutron] Bound using segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:57:57.668826 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-ea9c84bd-33f0-427b-b7cb-caaae371b7b0 service neutron] Bound port: 74a7a6dc-e5bc-4245-b19e-d5eee08c7311, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:57:57.669509 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-ea9c84bd-33f0-427b-b7cb-caaae371b7b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:57.749931 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46ec11-8b6f-442c-88bf-7c869badf617 req-fc72445d-4b90-4265-b54a-6d78fff14b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:57.751759 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4b46ec11-8b6f-442c-88bf-7c869badf617 req-fc72445d-4b90-4265-b54a-6d78fff14b03 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fa39b62196e46599bf948251db8aac2&device_id=def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5 HTTP/1.1" status: 200 len: 1097 time: 0.1540196 Oct 19 00:57:57.768790 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0becfa-88c1-44eb-ae90-a873490b27be req-471d7c2e-2d41-406c-ba2b-291ea07ba159 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:57.776092 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1c0becfa-88c1-44eb-ae90-a873490b27be req-471d7c2e-2d41-406c-ba2b-291ea07ba159 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 947 time: 0.1073787 Oct 19 00:57:57.819254 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-ea9c84bd-33f0-427b-b7cb-caaae371b7b0 service neutron] For port 74a7a6dc-e5bc-4245-b19e-d5eee08c7311, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:57:57.838509 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5d179579-6dc5-4073-8425-b98828438a6a req-9de63566-464b-41bd-a54f-2eb7d061240d tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/floatingips/21ca2096-3a1d-47c8-8d95-3656355c9fa8 HTTP/1.1" status: 200 len: 693 time: 0.0706050 Oct 19 00:57:57.842657 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-ea9c84bd-33f0-427b-b7cb-caaae371b7b0 service neutron] For port 74a7a6dc-e5bc-4245-b19e-d5eee08c7311, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=74a7a6dc-e5bc-4245-b19e-d5eee08c7311,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:57:57.856618 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 64d644ee-60db-470c-bf38-26a88a5185a0 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:57:57.861664 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-ea9c84bd-33f0-427b-b7cb-caaae371b7b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:57.880694 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46ec11-8b6f-442c-88bf-7c869badf617 req-7e825a4e-fc2e-4441-a46f-ab9f2ee5e740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:57.882359 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4b46ec11-8b6f-442c-88bf-7c869badf617 req-7e825a4e-fc2e-4441-a46f-ab9f2ee5e740 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8d580e33-9be3-48a5-82b0-53aab65bb082 HTTP/1.1" status: 200 len: 929 time: 0.0935752 Oct 19 00:57:57.943073 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-ea9c84bd-33f0-427b-b7cb-caaae371b7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:57.943707 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-ea9c84bd-33f0-427b-b7cb-caaae371b7b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:57.945245 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-ea9c84bd-33f0-427b-b7cb-caaae371b7b0 service neutron] 10.222.0.24 "PUT /v2.0/ports/74a7a6dc-e5bc-4245-b19e-d5eee08c7311 HTTP/1.1" status: 200 len: 1096 time: 2.0704863 Oct 19 00:57:57.948006 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f727f01f-7ab8-4ffb-ad6f-82c990363515', 'tag': '74a7a6dc-e5bc-4245-b19e-d5eee08c7311'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:57:57.950689 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77a5510-14dc-48ad-8fda-00aeaccc3183" -d '{"events": [{"name": "network-changed", "server_uuid": "f727f01f-7ab8-4ffb-ad6f-82c990363515", "tag": "74a7a6dc-e5bc-4245-b19e-d5eee08c7311"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:57:57.955814 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4b46ec11-8b6f-442c-88bf-7c869badf617 req-01e0be25-8a33-4741-a848-4ad94e36785f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f21b48fa-8eee-4b8d-8751-a051d9c23d71 HTTP/1.1" status: 200 len: 217 time: 0.0605886 Oct 19 00:57:57.988743 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 64d644ee-60db-470c-bf38-26a88a5185a0, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=64d644ee-60db-470c-bf38-26a88a5185a0,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:57:58.003268 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '64d644ee-60db-470c-bf38-26a88a5185a0', 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff', 'port_id': '64d644ee-60db-470c-bf38-26a88a5185a0', 'mac_address': 'fa:16:3e:b5:9b:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc1eafbd-ecfc-4adf-9b82-a202a98a472a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:57:58.015308 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46ec11-8b6f-442c-88bf-7c869badf617 req-e015065d-61cc-4587-8ae0-1d81819434a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:58.020022 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4b46ec11-8b6f-442c-88bf-7c869badf617 req-e015065d-61cc-4587-8ae0-1d81819434a5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d9a15381-bf99-4eef-a4b8-d077ba99ba0a HTTP/1.1" status: 200 len: 867 time: 0.0516391 Oct 19 00:57:58.046648 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:58.052005 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c84bd-33f0-427b-b7cb-caaae371b7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=74a7a6dc-e5bc-4245-b19e-d5eee08c7311,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:58.066552 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1c0becfa-88c1-44eb-ae90-a873490b27be req-a3e323b6-4d8f-433e-b4f1-dc5041642486 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892115 Oct 19 00:57:58.092526 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d644ee-60db-470c-bf38-26a88a5185a0 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:57:58.143165 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 64d644ee-60db-470c-bf38-26a88a5185a0, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=64d644ee-60db-470c-bf38-26a88a5185a0,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:57:58.149582 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:58.210725 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-abc95387-cba7-479b-bc08-21ad983a4663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:58.217619 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-abc95387-cba7-479b-bc08-21ad983a4663 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 1099 time: 0.1470692 Oct 19 00:57:58.228337 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d179579-6dc5-4073-8425-b98828438a6a req-40fa9bf8-4c08-43cf-877c-d43b08cf81f7 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:58.243311 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5d179579-6dc5-4073-8425-b98828438a6a req-40fa9bf8-4c08-43cf-877c-d43b08cf81f7 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 784 time: 0.3979826 Oct 19 00:57:58.246169 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46ec11-8b6f-442c-88bf-7c869badf617 req-1b141cb4-315e-4636-81b8-a48ffbedb27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:58.251061 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4b46ec11-8b6f-442c-88bf-7c869badf617 req-1b141cb4-315e-4636-81b8-a48ffbedb27c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8d580e33-9be3-48a5-82b0-53aab65bb082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2209101 Oct 19 00:57:58.259334 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-7a28ad9c-03ae-4da5-9ba7-74231400e381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a318a872-42b1-45af-88b6-9ce2e631e8b3 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:57:58.270587 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=64d644ee-60db-470c-bf38-26a88a5185a0,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:58.283497 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:57:58.284058 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:57:58.284409 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:57:58.284870 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:57:58.286659 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:57:58.287014 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:57:58.287553 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:57:58.288065 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:57:58.288550 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:57:58.289421 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:57:58.289960 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:57:58.290538 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:57:58.340400 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-7a28ad9c-03ae-4da5-9ba7-74231400e381 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:58.346528 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-bd19030c-04c5-498d-bdb0-9415b96c58cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=74a7a6dc-e5bc-4245-b19e-d5eee08c7311 HTTP/1.1" status: 200 len: 217 time: 0.1022632 Oct 19 00:57:58.354134 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5d179579-6dc5-4073-8425-b98828438a6a req-c45ac6eb-57e0-4086-b9b8-6a7bebb3bf0c tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.249 HTTP/1.1" status: 200 len: 696 time: 0.0954151 Oct 19 00:57:58.367592 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2075cc-47fb-4687-a5e3-986cefec7a1c req-8e544a49-c230-42f0-9d98-006de83c6d4b tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:58.372205 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5b2075cc-47fb-4687-a5e3-986cefec7a1c req-8e544a49-c230-42f0-9d98-006de83c6d4b tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/ports?device_id=35a2e386-c8da-48e2-8dd0-d178d4c5bb29 HTTP/1.1" status: 200 len: 936 time: 0.1867533 Oct 19 00:57:58.378567 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-7a28ad9c-03ae-4da5-9ba7-74231400e381 service neutron] Transition to ACTIVE for port object a318a872-42b1-45af-88b6-9ce2e631e8b3 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:57:58.403750 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4b46ec11-8b6f-442c-88bf-7c869badf617 req-ce323bde-be1f-46b7-92e4-7564652d8a26 service neutron] 10.222.0.55 "GET /v2.0/networks/8d580e33-9be3-48a5-82b0-53aab65bb082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383984 Oct 19 00:57:58.409005 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-7a28ad9c-03ae-4da5-9ba7-74231400e381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:58.437108 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5d179579-6dc5-4073-8425-b98828438a6a req-5741d2e2-096e-4a50-916d-887ad5d7bbba tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.249 HTTP/1.1" status: 200 len: 696 time: 0.0760589 Oct 19 00:57:58.452357 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-1e1bc004-5ba0-44fa-bbed-5b72667bf191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:58.453932 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-1e1bc004-5ba0-44fa-bbed-5b72667bf191 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0862944 Oct 19 00:57:58.510807 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['64d644ee-60db-470c-bf38-26a88a5185a0'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:57:58.551359 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5b2075cc-47fb-4687-a5e3-986cefec7a1c req-a140c310-a47e-477c-9474-c1876755d12c tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d11d4ba-edad-49be-842b-3e9ad503eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526003 Oct 19 00:57:58.578311 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28ad9c-03ae-4da5-9ba7-74231400e381 service neutron] Pushing event updated for resources: {'Port': ['ID=a318a872-42b1-45af-88b6-9ce2e631e8b3,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:58.585102 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-1b142498-0975-41fe-a283-680a6c0e263c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:58.586592 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-1b142498-0975-41fe-a283-680a6c0e263c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0854149 Oct 19 00:57:58.753219 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-5d179579-6dc5-4073-8425-b98828438a6a req-cef2ab19-59e5-4420-8f64-0822eb788f0d tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Deleting port a2f7b8ae-a314-46ee-9814-7e3ce29ff312 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:57:58.753473 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-5d179579-6dc5-4073-8425-b98828438a6a req-cef2ab19-59e5-4420-8f64-0822eb788f0d tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:58.759661 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-7746e608-5480-4c64-bdf5-d48967ca380c service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486180 Oct 19 00:57:58.775710 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b09df1a5-5282-418d-b7b3-1db63394cf16 req-262e00f2-2836-494a-b7d4-8af7ab32e2a7 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d HTTP/1.1" status: 200 len: 210 time: 0.0844944 Oct 19 00:57:58.827135 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-7a28ad9c-03ae-4da5-9ba7-74231400e381 service neutron] Attempting to bind port a318a872-42b1-45af-88b6-9ce2e631e8b3 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:57:58.827481 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-7a28ad9c-03ae-4da5-9ba7-74231400e381 service neutron] Attempting to bind port a318a872-42b1-45af-88b6-9ce2e631e8b3 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:57:58.827924 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-7a28ad9c-03ae-4da5-9ba7-74231400e381 service neutron] Attempting to bind port a318a872-42b1-45af-88b6-9ce2e631e8b3 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:57:58.833801 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4b46ec11-8b6f-442c-88bf-7c869badf617 req-08f32424-74c7-4217-9165-b2a26c2f26b2 service neutron] 10.222.0.55 "GET /v2.0/networks/8d580e33-9be3-48a5-82b0-53aab65bb082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099972 Oct 19 00:57:58.834414 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-7a28ad9c-03ae-4da5-9ba7-74231400e381 service neutron] Port a318a872-42b1-45af-88b6-9ce2e631e8b3 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:57:58.834736 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-7a28ad9c-03ae-4da5-9ba7-74231400e381 service neutron] Attempting to bind port a318a872-42b1-45af-88b6-9ce2e631e8b3 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:57:58.849260 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-7a28ad9c-03ae-4da5-9ba7-74231400e381 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:57:58.849600 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-7a28ad9c-03ae-4da5-9ba7-74231400e381 service neutron] Checking segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:57:58.850005 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-7a28ad9c-03ae-4da5-9ba7-74231400e381 service neutron] Bound using segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:57:58.850447 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-7a28ad9c-03ae-4da5-9ba7-74231400e381 service neutron] Bound port: a318a872-42b1-45af-88b6-9ce2e631e8b3, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:57:58.850838 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-7a28ad9c-03ae-4da5-9ba7-74231400e381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:58.916373 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf75429-343d-449f-902f-5d5d2f486356 x-openstack-request-id: req-3bf75429-343d-449f-902f-5d5d2f486356 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:57:58.916668 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f727f01f-7ab8-4ffb-ad6f-82c990363515", "tag": "74a7a6dc-e5bc-4245-b19e-d5eee08c7311", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:57:58.916946 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3bf75429-343d-449f-902f-5d5d2f486356 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:57:58.917489 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f727f01f-7ab8-4ffb-ad6f-82c990363515', 'tag': '74a7a6dc-e5bc-4245-b19e-d5eee08c7311', 'status': 'completed', 'code': 200} Oct 19 00:57:58.943401 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-7a28ad9c-03ae-4da5-9ba7-74231400e381 service neutron] For port a318a872-42b1-45af-88b6-9ce2e631e8b3, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:57:58.950630 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-7a28ad9c-03ae-4da5-9ba7-74231400e381 service neutron] For port a318a872-42b1-45af-88b6-9ce2e631e8b3, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a318a872-42b1-45af-88b6-9ce2e631e8b3,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:57:58.955996 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-7a28ad9c-03ae-4da5-9ba7-74231400e381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:59.019316 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-7a28ad9c-03ae-4da5-9ba7-74231400e381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:59.020130 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-7a28ad9c-03ae-4da5-9ba7-74231400e381 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:59.021736 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-7a28ad9c-03ae-4da5-9ba7-74231400e381 service neutron] 10.222.0.24 "PUT /v2.0/ports/a318a872-42b1-45af-88b6-9ce2e631e8b3 HTTP/1.1" status: 200 len: 1097 time: 1.8552048 Oct 19 00:57:59.023159 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:59.031742 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-7e453385-e9f5-4b34-9811-17c8e79dcb77 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:59.033238 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-7e453385-e9f5-4b34-9811-17c8e79dcb77 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.55 "GET /v2.0/networks?id=fc198a8b-4ee5-462c-a635-e1062c7dbf51 HTTP/1.1" status: 200 len: 808 time: 0.3264008 Oct 19 00:57:59.046816 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-5d179579-6dc5-4073-8425-b98828438a6a req-cef2ab19-59e5-4420-8f64-0822eb788f0d tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:59.047167 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-5d179579-6dc5-4073-8425-b98828438a6a req-cef2ab19-59e5-4420-8f64-0822eb788f0d tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:59.048529 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28ad9c-03ae-4da5-9ba7-74231400e381 service neutron] Pushing event updated for resources: {'Port': ['ID=a318a872-42b1-45af-88b6-9ce2e631e8b3,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:59.061394 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-ec065b19-7697-48cf-8dc5-af5678c58af7 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Request body: {'port': {'device_id': '8d6671fe-c9a7-423d-8985-8c436ea07a9d', 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51', 'admin_state_up': True, 'tenant_id': '65459246a90a47d0b59f03208da91106'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:57:59.070600 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d68e9-accf-47e9-81ee-6c8404155406 req-eca2cf58-3879-409c-85b0-773f54cf75d9 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:59.072614 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dd9d68e9-accf-47e9-81ee-6c8404155406 req-eca2cf58-3879-409c-85b0-773f54cf75d9 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9a0a11a-5300-4441-9172-2d0929c8611b HTTP/1.1" status: 200 len: 944 time: 0.1066339 Oct 19 00:57:59.095325 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-5d179579-6dc5-4073-8425-b98828438a6a req-cef2ab19-59e5-4420-8f64-0822eb788f0d tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Calling delete_port for a2f7b8ae-a314-46ee-9814-7e3ce29ff312 owned by network:floatingip {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:57:59.112021 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e83f62bc-ec2d-4f57-8341-eff11eec59cc req-f4075939-add2-4faf-905e-84ceeb838011 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397169 Oct 19 00:57:59.156304 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dd9d68e9-accf-47e9-81ee-6c8404155406 req-1ea28dd7-04ee-4104-ab1a-a072d3bfd826 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567267 Oct 19 00:57:59.165677 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-354034b7-b59e-4b09-9677-9f086e2f1b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:59.167103 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-354034b7-b59e-4b09-9677-9f086e2f1b3e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=34d51a7b450842e8ab677398f5ef5b85&device_id=35a2e386-c8da-48e2-8dd0-d178d4c5bb29 HTTP/1.1" status: 200 len: 1100 time: 0.0935352 Oct 19 00:57:59.232097 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-cc25866a-f6b5-4926-a264-d7c89541f064 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=a318a872-42b1-45af-88b6-9ce2e631e8b3 HTTP/1.1" status: 200 len: 217 time: 0.0431702 Oct 19 00:57:59.300785 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a5510-14dc-48ad-8fda-00aeaccc3183 req-78ac8181-675d-4c83-aedb-fbe43e595cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:59.302436 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b77a5510-14dc-48ad-8fda-00aeaccc3183 req-78ac8181-675d-4c83-aedb-fbe43e595cd1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 1099 time: 0.1110179 Oct 19 00:57:59.309803 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-d60a0e15-3ca7-4bd5-97ce-aee3cf8cbe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:59.311587 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-d60a0e15-3ca7-4bd5-97ce-aee3cf8cbe80 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0686395 Oct 19 00:57:59.322119 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cdb734-ff70-4aca-bd91-8a381a02802b req-8f1e5b6a-b810-4111-9615-db7e816f1603 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:59.323494 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-39cdb734-ff70-4aca-bd91-8a381a02802b req-8f1e5b6a-b810-4111-9615-db7e816f1603 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3bb8cff-8f37-43d6-a180-ebe6fffb7198 HTTP/1.1" status: 200 len: 947 time: 0.0940468 Oct 19 00:57:59.339997 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-ec065b19-7697-48cf-8dc5-af5678c58af7 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Made reservation on behalf of 65459246a90a47d0b59f03208da91106 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:57:59.343280 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-ec065b19-7697-48cf-8dc5-af5678c58af7 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:59.383940 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-31dc8407-e4e2-4bb8-91c6-08e031f5aee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:59.385437 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-31dc8407-e4e2-4bb8-91c6-08e031f5aee0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0605533 Oct 19 00:57:59.389398 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-39cdb734-ff70-4aca-bd91-8a381a02802b req-a71db650-f84c-49f3-80d3-2a0903f68e24 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f8a207e-c839-4366-b9c0-b9a60e8f56e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562110 Oct 19 00:57:59.430162 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-5d179579-6dc5-4073-8425-b98828438a6a req-cef2ab19-59e5-4420-8f64-0822eb788f0d tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:59.497968 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-179ade6b-c6f5-4ed4-bce2-52d91f49ef26 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000044 Oct 19 00:57:59.501103 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2ab19-59e5-4420-8f64-0822eb788f0d tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Pushing event deleted for resources: {'Port': ['ID=a2f7b8ae-a314-46ee-9814-7e3ce29ff312,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:57:59.519161 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a2e386-c8da-48e2-8dd0-d178d4c5bb29', 'tag': 'a318a872-42b1-45af-88b6-9ce2e631e8b3'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:57:59.522458 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fabf972-5c4d-4ada-8477-8219f9567fc5" -d '{"events": [{"name": "network-changed", "server_uuid": "35a2e386-c8da-48e2-8dd0-d178d4c5bb29", "tag": "a318a872-42b1-45af-88b6-9ce2e631e8b3"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:57:59.563923 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a5510-14dc-48ad-8fda-00aeaccc3183 req-9ac9104d-16a5-4394-a88b-ab7c948352e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:59.565439 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b77a5510-14dc-48ad-8fda-00aeaccc3183 req-9ac9104d-16a5-4394-a88b-ab7c948352e1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.2352815 Oct 19 00:57:59.644036 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b77a5510-14dc-48ad-8fda-00aeaccc3183 req-25c7e7f9-20d3-4b1e-9f7b-aedcba56f108 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=74a7a6dc-e5bc-4245-b19e-d5eee08c7311 HTTP/1.1" status: 200 len: 217 time: 0.0682836 Oct 19 00:57:59.693080 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-5d179579-6dc5-4073-8425-b98828438a6a req-cef2ab19-59e5-4420-8f64-0822eb788f0d tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks [] for floatingip, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:59.695585 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-5d179579-6dc5-4073-8425-b98828438a6a req-cef2ab19-59e5-4420-8f64-0822eb788f0d tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:59.696776 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5d179579-6dc5-4073-8425-b98828438a6a req-cef2ab19-59e5-4420-8f64-0822eb788f0d tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "DELETE /v2.0/floatingips/21ca2096-3a1d-47c8-8d95-3656355c9fa8 HTTP/1.1" status: 204 len: 173 time: 1.2472651 Oct 19 00:57:59.711225 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-ec065b19-7697-48cf-8dc5-af5678c58af7 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Allocated IP 172.20.0.6 (fc198a8b-4ee5-462c-a635-e1062c7dbf51/7b8444cd-c5d7-4c88-b1b0-9d01aef8093c/bcffc012-f744-462a-9350-2794d16252a6) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:57:59.742641 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a5510-14dc-48ad-8fda-00aeaccc3183 req-304939ca-e553-4a39-96cf-74cf48b395f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:59.747328 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b77a5510-14dc-48ad-8fda-00aeaccc3183 req-304939ca-e553-4a39-96cf-74cf48b395f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0918536 Oct 19 00:57:59.760659 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8762f750-1078-4aa4-9fe9-9bc452581d2d x-openstack-request-id: req-8762f750-1078-4aa4-9fe9-9bc452581d2d {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:57:59.760829 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a2e386-c8da-48e2-8dd0-d178d4c5bb29", "tag": "a318a872-42b1-45af-88b6-9ce2e631e8b3", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:57:59.761084 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8762f750-1078-4aa4-9fe9-9bc452581d2d {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:57:59.762039 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35a2e386-c8da-48e2-8dd0-d178d4c5bb29', 'tag': 'a318a872-42b1-45af-88b6-9ce2e631e8b3', 'status': 'completed', 'code': 200} Oct 19 00:57:59.851091 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a5510-14dc-48ad-8fda-00aeaccc3183 req-bb115df9-0ae6-4657-b98d-14f7af5c5fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:59.852970 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b77a5510-14dc-48ad-8fda-00aeaccc3183 req-bb115df9-0ae6-4657-b98d-14f7af5c5fe5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0864799 Oct 19 00:57:59.865849 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f0e3c-a952-444d-be5d-ec049717bf39 req-4fb8b9a9-82b6-4810-a9d0-a5de03326317 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:59.867412 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-825f0e3c-a952-444d-be5d-ec049717bf39 req-4fb8b9a9-82b6-4810-a9d0-a5de03326317 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 947 time: 0.1045566 Oct 19 00:57:59.872472 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 3c260f89-f470-4009-88c7-119e28854720 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:57:59.875500 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e3c92bbd-5031-466b-a60f-b4feb839185b req-8dce26cc-0c7b-43a1-84b6-32c836f32f0c service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651652 Oct 19 00:57:59.923869 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46510) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:57:59.956636 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-825f0e3c-a952-444d-be5d-ec049717bf39 req-ce31b860-23a1-42b5-992e-a45df6df2278 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750885 Oct 19 00:58:00.000041 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 64d644ee-60db-470c-bf38-26a88a5185a0 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:58:00.046555 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3a1f8-980d-4a9d-ac60-273a3de25a09 req-54f5e07a-3627-4f3b-b764-982f33dfbbae tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:00.048289 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f0a3a1f8-980d-4a9d-ac60-273a3de25a09 req-54f5e07a-3627-4f3b-b764-982f33dfbbae tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/ports?device_id=35a2e386-c8da-48e2-8dd0-d178d4c5bb29 HTTP/1.1" status: 200 len: 948 time: 0.2286019 Oct 19 00:58:00.048447 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabf972-5c4d-4ada-8477-8219f9567fc5 req-6e0ffabd-2c06-42df-ad23-59dc711bf32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:00.049817 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3fabf972-5c4d-4ada-8477-8219f9567fc5 req-6e0ffabd-2c06-42df-ad23-59dc711bf32e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=34d51a7b450842e8ab677398f5ef5b85&device_id=35a2e386-c8da-48e2-8dd0-d178d4c5bb29 HTTP/1.1" status: 200 len: 1100 time: 0.0880406 Oct 19 00:58:00.069437 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 3c260f89-f470-4009-88c7-119e28854720, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=3c260f89-f470-4009-88c7-119e28854720,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:00.098548 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '3c260f89-f470-4009-88c7-119e28854720', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': '3c260f89-f470-4009-88c7-119e28854720', 'mac_address': 'fa:16:3e:ff:9e:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:58:00.106658 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 64d644ee-60db-470c-bf38-26a88a5185a0 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:58:00.112041 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-ec065b19-7697-48cf-8dc5-af5678c58af7 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:00.112599 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 64d644ee-60db-470c-bf38-26a88a5185a0 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:58:00.112599 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:00.127359 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b77a5510-14dc-48ad-8fda-00aeaccc3183 req-f58e5253-f262-469b-903b-51b91ee8ede7 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559185 Oct 19 00:58:00.128400 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1f55c71e-121d-4610-8b5d-70af81622b1e req-53c2e08a-c660-4aea-8e5f-e0693aa9cfcb tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d HTTP/1.1" status: 200 len: 210 time: 0.0363727 Oct 19 00:58:00.183325 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9c4049f4-eb48-48ca-9664-5368df33644d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:00.192473 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f0a3a1f8-980d-4a9d-ac60-273a3de25a09 req-eebe9ae8-be5e-401b-be2f-b2edcaf383ea tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d11d4ba-edad-49be-842b-3e9ad503eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330867 Oct 19 00:58:00.199118 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:00.214169 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c260f89-f470-4009-88c7-119e28854720 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:58:00.252320 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabf972-5c4d-4ada-8477-8219f9567fc5 req-b208f16c-7c0b-44a6-babb-596374f54b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:00.253803 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3fabf972-5c4d-4ada-8477-8219f9567fc5 req-b208f16c-7c0b-44a6-babb-596374f54b1e service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.1942701 Oct 19 00:58:00.270701 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5555f6e-c1b7-421c-b798-a2be5f6af7f7 req-3aa9118d-3304-4b90-870f-8dcf94245fd6 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:00.273421 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:00.280053 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e5555f6e-c1b7-421c-b798-a2be5f6af7f7 req-3aa9118d-3304-4b90-870f-8dcf94245fd6 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/ports?device_id=def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0902741 Oct 19 00:58:00.291846 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 3c260f89-f470-4009-88c7-119e28854720, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=3c260f89-f470-4009-88c7-119e28854720,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:00.293470 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-ec065b19-7697-48cf-8dc5-af5678c58af7 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:00.298415 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:00.305828 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b77a5510-14dc-48ad-8fda-00aeaccc3183 req-705ca2c0-750c-44c6-99cf-1aff4a128c1d service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625278 Oct 19 00:58:00.316025 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a0a11a-5300-4441-9172-2d0929c8611b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d644ee-60db-470c-bf38-26a88a5185a0'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:00.318739 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba6532e-c7f2-4aa7-b7b4-0acf368d0fb1" -d '{"events": [{"server_uuid": "d9a0a11a-5300-4441-9172-2d0929c8611b", "name": "network-vif-plugged", "status": "completed", "tag": "64d644ee-60db-470c-bf38-26a88a5185a0"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:00.356599 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 64d644ee-60db-470c-bf38-26a88a5185a0, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=64d644ee-60db-470c-bf38-26a88a5185a0,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:00.362574 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:00.378611 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3fabf972-5c4d-4ada-8477-8219f9567fc5 req-12e7b17a-a5b8-4477-b851-23c6808e573e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=a318a872-42b1-45af-88b6-9ce2e631e8b3 HTTP/1.1" status: 200 len: 217 time: 0.0962884 Oct 19 00:58:00.380544 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=3c260f89-f470-4009-88c7-119e28854720,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:00.380700 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e5555f6e-c1b7-421c-b798-a2be5f6af7f7 req-c38bb8ab-bd2d-44c8-955d-7d05d418a610 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0997756 Oct 19 00:58:00.388395 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-ec065b19-7697-48cf-8dc5-af5678c58af7 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Network fc198a8b-4ee5-462c-a635-e1062c7dbf51 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:58:00.399891 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-ec065b19-7697-48cf-8dc5-af5678c58af7 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:58:00.408318 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-ec065b19-7697-48cf-8dc5-af5678c58af7 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:58:00.414227 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec065b19-7697-48cf-8dc5-af5678c58af7 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Pushing event updated for resources: {'Port': ['ID=bcffc012-f744-462a-9350-2794d16252a6,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:00.455510 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabf972-5c4d-4ada-8477-8219f9567fc5 req-54b7d65c-2204-4dcc-ad51-cd70e3edd0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:00.457468 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3fabf972-5c4d-4ada-8477-8219f9567fc5 req-54b7d65c-2204-4dcc-ad51-cd70e3edd0dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0646880 Oct 19 00:58:00.459200 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe130b6-0cef-42c4-adb1-e7245ccb90da req-c5894c76-af11-40b0-991b-f0acac944670 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:00.459488 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=64d644ee-60db-470c-bf38-26a88a5185a0,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:00.460757 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ebe130b6-0cef-42c4-adb1-e7245ccb90da req-c5894c76-af11-40b0-991b-f0acac944670 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9a0a11a-5300-4441-9172-2d0929c8611b HTTP/1.1" status: 200 len: 944 time: 0.1734638 Oct 19 00:58:00.472526 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc27b8e4-fd38-479a-9729-405789f70b81 x-openstack-request-id: req-bc27b8e4-fd38-479a-9729-405789f70b81 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:00.472526 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a0a11a-5300-4441-9172-2d0929c8611b", "name": "network-vif-plugged", "status": "completed", "tag": "64d644ee-60db-470c-bf38-26a88a5185a0", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:00.472806 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bc27b8e4-fd38-479a-9729-405789f70b81 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:00.473205 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a0a11a-5300-4441-9172-2d0929c8611b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d644ee-60db-470c-bf38-26a88a5185a0', 'code': 200} Oct 19 00:58:00.507064 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9c4049f4-eb48-48ca-9664-5368df33644d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:00.519968 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-ec065b19-7697-48cf-8dc5-af5678c58af7 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:00.520576 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-ec065b19-7697-48cf-8dc5-af5678c58af7 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:00.527950 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9c4049f4-eb48-48ca-9664-5368df33644d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:00.546563 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6f4401ab-db6d-418f-a5af-64b14bf78b28 req-0245b640-bfe8-4b22-8cd1-13c3944756de tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0613005 Oct 19 00:58:00.571228 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-ec065b19-7697-48cf-8dc5-af5678c58af7 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5210259 Oct 19 00:58:00.574459 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ebe130b6-0cef-42c4-adb1-e7245ccb90da req-7d2f481b-1fa7-472e-a38f-973d980499b9 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048007 Oct 19 00:58:00.579628 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabf972-5c4d-4ada-8477-8219f9567fc5 req-7a4c29eb-2eb1-4f2b-8713-aedd654ce240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:00.581051 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3fabf972-5c4d-4ada-8477-8219f9567fc5 req-7a4c29eb-2eb1-4f2b-8713-aedd654ce240 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1042945 Oct 19 00:58:00.587039 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d031a89-c116-4cc9-9bbe-c6766d96c332 req-93cd27e8-d80f-4edd-a7b1-85b6094ed3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:00.588532 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d031a89-c116-4cc9-9bbe-c6766d96c332 req-93cd27e8-d80f-4edd-a7b1-85b6094ed3fa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d9a0a11a-5300-4441-9172-2d0929c8611b HTTP/1.1" status: 200 len: 1097 time: 0.0511842 Oct 19 00:58:00.594432 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-9c9ce9db-0d26-4055-a2c3-de0183a402ea service neutron] Request body: {'port': {'device_id': '8d6671fe-c9a7-423d-8985-8c436ea07a9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:00.632252 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9c4049f4-eb48-48ca-9664-5368df33644d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d1b3ecf26a524bed9c5b536baa7f962d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7038321 Oct 19 00:58:00.633676 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46528) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:00.641594 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4049f4-eb48-48ca-9664-5368df33644d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6b002d-2946-484b-8c47-dac9b3dbcdd8,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:00.674020 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['3c260f89-f470-4009-88c7-119e28854720'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:58:00.697331 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-9c9ce9db-0d26-4055-a2c3-de0183a402ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:00.719380 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d031a89-c116-4cc9-9bbe-c6766d96c332 req-0d46402d-8676-4631-b7df-2a08dff5d525 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201375 Oct 19 00:58:00.743514 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4f1ef-2812-421c-bffd-a1699393c9ee req-f51b0df3-3531-48e3-9063-4ef639dc65f3 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:00.745137 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f6e4f1ef-2812-421c-bffd-a1699393c9ee req-f51b0df3-3531-48e3-9063-4ef639dc65f3 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3bb8cff-8f37-43d6-a180-ebe6fffb7198 HTTP/1.1" status: 200 len: 948 time: 0.1282179 Oct 19 00:58:00.751756 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3fabf972-5c4d-4ada-8477-8219f9567fc5 req-c5418e63-fc13-4f5b-9d9d-fffd99a529ef service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607745 Oct 19 00:58:00.842492 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-eb3cb77a-e0ac-4313-a5a2-dafd17e963cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:00.843396 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f6e4f1ef-2812-421c-bffd-a1699393c9ee req-5a046d4c-8994-4ee9-b83d-efd96a35e571 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f8a207e-c839-4366-b9c0-b9a60e8f56e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907032 Oct 19 00:58:00.882290 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3fabf972-5c4d-4ada-8477-8219f9567fc5 req-d1aca5a0-e704-406e-93a9-8b5c85ced19b service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226568 Oct 19 00:58:00.890385 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-eb3cb77a-e0ac-4313-a5a2-dafd17e963cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:01.040468 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e514514-a85a-447c-be0a-3e308adde903 req-0f71772d-a334-49a4-857a-7b8baa5754e6 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:01.041942 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3e514514-a85a-447c-be0a-3e308adde903 req-0f71772d-a334-49a4-857a-7b8baa5754e6 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/ports?device_id=def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5 HTTP/1.1" status: 200 len: 945 time: 0.1275203 Oct 19 00:58:01.045659 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-eb3cb77a-e0ac-4313-a5a2-dafd17e963cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:01.048156 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-eb3cb77a-e0ac-4313-a5a2-dafd17e963cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:01.049223 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-eb3cb77a-e0ac-4313-a5a2-dafd17e963cd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6e6b002d-2946-484b-8c47-dac9b3dbcdd8 HTTP/1.1" status: 204 len: 168 time: 0.4140632 Oct 19 00:58:01.075120 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228da247-b02f-4a2f-b359-521dbc0682a0 req-db8dac69-99f2-44dc-8b22-07abf40b294f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:01.076783 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-228da247-b02f-4a2f-b359-521dbc0682a0 req-db8dac69-99f2-44dc-8b22-07abf40b294f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 947 time: 0.0553877 Oct 19 00:58:01.084409 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3cb77a-e0ac-4313-a5a2-dafd17e963cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6b002d-2946-484b-8c47-dac9b3dbcdd8,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:01.115720 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3e514514-a85a-447c-be0a-3e308adde903 req-e57e37f1-562f-4e1f-87da-06aea01c7809 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7255b26-bcc6-4de8-beee-4cb57d442a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602772 Oct 19 00:58:01.129235 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-228da247-b02f-4a2f-b359-521dbc0682a0 req-77b4bea1-c074-4e33-888a-aad4ff58b16d tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445080 Oct 19 00:58:01.154284 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-9c9ce9db-0d26-4055-a2c3-de0183a402ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcffc012-f744-462a-9350-2794d16252a6 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:58:01.162671 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-9c9ce9db-0d26-4055-a2c3-de0183a402ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:01.177176 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-9c9ce9db-0d26-4055-a2c3-de0183a402ea service neutron] Transition to ACTIVE for port object bcffc012-f744-462a-9350-2794d16252a6 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:58:01.183981 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-9c9ce9db-0d26-4055-a2c3-de0183a402ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:01.266518 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a6424-392f-4a53-9121-35978083f4cb req-f86ea882-1932-4a94-abba-a97b7776d695 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:01.269049 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b84a6424-392f-4a53-9121-35978083f4cb req-f86ea882-1932-4a94-abba-a97b7776d695 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d HTTP/1.1" status: 200 len: 943 time: 0.0684831 Oct 19 00:58:01.319289 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b84a6424-392f-4a53-9121-35978083f4cb req-0fe703f4-61f9-4a6f-920b-e4c7922a5a2f tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373697 Oct 19 00:58:01.388987 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 46542) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:01.402608 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fd1d43d3-8baa-4324-ad16-bbbf3b949814 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:01.493949 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fd1d43d3-8baa-4324-ad16-bbbf3b949814 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:01.498703 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fd1d43d3-8baa-4324-ad16-bbbf3b949814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:01.519477 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ce9db-0d26-4055-a2c3-de0183a402ea service neutron] Pushing event updated for resources: {'Port': ['ID=bcffc012-f744-462a-9350-2794d16252a6,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:01.540402 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fd1d43d3-8baa-4324-ad16-bbbf3b949814 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=38327df33152421f91d3981a857a32e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1478138 Oct 19 00:58:01.540402 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d43d3-8baa-4324-ad16-bbbf3b949814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e2e68c-d129-4c53-8953-794c996b9bf8,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:01.541972 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 46544) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:01.581675 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e021df-f62a-4748-b38a-1eb6c9dcc034 req-db58cc56-33e5-440d-8292-0c97d71651d7 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:01.583173 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-45e021df-f62a-4748-b38a-1eb6c9dcc034 req-db58cc56-33e5-440d-8292-0c97d71651d7 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/ports?device_id=35a2e386-c8da-48e2-8dd0-d178d4c5bb29 HTTP/1.1" status: 200 len: 948 time: 0.1099288 Oct 19 00:58:01.591288 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6acb558a-1d18-4c90-bdb2-0ae40aae85fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:01.599554 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 74a7a6dc-e5bc-4245-b19e-d5eee08c7311 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:58:01.618408 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6acb558a-1d18-4c90-bdb2-0ae40aae85fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:01.621402 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-9c9ce9db-0d26-4055-a2c3-de0183a402ea service neutron] Attempting to bind port bcffc012-f744-462a-9350-2794d16252a6 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:58:01.621738 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-9c9ce9db-0d26-4055-a2c3-de0183a402ea service neutron] Attempting to bind port bcffc012-f744-462a-9350-2794d16252a6 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:58:01.622061 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-9c9ce9db-0d26-4055-a2c3-de0183a402ea service neutron] Attempting to bind port bcffc012-f744-462a-9350-2794d16252a6 on network fc198a8b-4ee5-462c-a635-e1062c7dbf51 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:58:01.639415 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-9c9ce9db-0d26-4055-a2c3-de0183a402ea service neutron] Port bcffc012-f744-462a-9350-2794d16252a6 on network fc198a8b-4ee5-462c-a635-e1062c7dbf51 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:58:01.639788 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-9c9ce9db-0d26-4055-a2c3-de0183a402ea service neutron] Attempting to bind port bcffc012-f744-462a-9350-2794d16252a6 on network fc198a8b-4ee5-462c-a635-e1062c7dbf51 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:58:01.644309 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-45e021df-f62a-4748-b38a-1eb6c9dcc034 req-3940f900-7319-443b-b467-e834de09c51e tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d11d4ba-edad-49be-842b-3e9ad503eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548267 Oct 19 00:58:01.648240 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-9c9ce9db-0d26-4055-a2c3-de0183a402ea service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:58:01.648574 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-9c9ce9db-0d26-4055-a2c3-de0183a402ea service neutron] Checking segment: {'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:58:01.648949 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-9c9ce9db-0d26-4055-a2c3-de0183a402ea service neutron] Bound using segment: {'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:58:01.649827 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-9c9ce9db-0d26-4055-a2c3-de0183a402ea service neutron] Bound port: bcffc012-f744-462a-9350-2794d16252a6, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:58:01.649827 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-9c9ce9db-0d26-4055-a2c3-de0183a402ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:01.678940 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6acb558a-1d18-4c90-bdb2-0ae40aae85fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:01.683904 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6acb558a-1d18-4c90-bdb2-0ae40aae85fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:01.685686 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6acb558a-1d18-4c90-bdb2-0ae40aae85fb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a0e2e68c-d129-4c53-8953-794c996b9bf8 HTTP/1.1" status: 204 len: 168 time: 0.1419699 Oct 19 00:58:01.696294 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb558a-1d18-4c90-bdb2-0ae40aae85fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e2e68c-d129-4c53-8953-794c996b9bf8,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:01.735216 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 74a7a6dc-e5bc-4245-b19e-d5eee08c7311, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=74a7a6dc-e5bc-4245-b19e-d5eee08c7311,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:01.748708 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '74a7a6dc-e5bc-4245-b19e-d5eee08c7311', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': '74a7a6dc-e5bc-4245-b19e-d5eee08c7311', 'mac_address': 'fa:16:3e:c2:95:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:58:01.782887 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-9c9ce9db-0d26-4055-a2c3-de0183a402ea service neutron] For port bcffc012-f744-462a-9350-2794d16252a6, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:58:01.789490 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-9c9ce9db-0d26-4055-a2c3-de0183a402ea service neutron] For port bcffc012-f744-462a-9350-2794d16252a6, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bcffc012-f744-462a-9350-2794d16252a6,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:58:01.796419 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-9c9ce9db-0d26-4055-a2c3-de0183a402ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:01.798869 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:01.799755 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176cd2da-7eb1-4cdd-b8f9-0ce0c17f5a2d req-9ddb201a-c76d-4b3f-8cb0-c0058a5ff62c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:01.801202 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-176cd2da-7eb1-4cdd-b8f9-0ce0c17f5a2d req-9ddb201a-c76d-4b3f-8cb0-c0058a5ff62c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9a0a11a-5300-4441-9172-2d0929c8611b HTTP/1.1" status: 200 len: 945 time: 0.0738292 Oct 19 00:58:01.819328 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74a7a6dc-e5bc-4245-b19e-d5eee08c7311 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:58:01.842346 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 74a7a6dc-e5bc-4245-b19e-d5eee08c7311, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=74a7a6dc-e5bc-4245-b19e-d5eee08c7311,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:01.846401 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-9c9ce9db-0d26-4055-a2c3-de0183a402ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:01.847141 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-9c9ce9db-0d26-4055-a2c3-de0183a402ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:01.848346 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:01.848583 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-9c9ce9db-0d26-4055-a2c3-de0183a402ea service neutron] 10.222.0.55 "PUT /v2.0/ports/bcffc012-f744-462a-9350-2794d16252a6 HTTP/1.1" status: 200 len: 1092 time: 1.2584054 Oct 19 00:58:01.848983 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6671fe-c9a7-423d-8985-8c436ea07a9d', 'tag': 'bcffc012-f744-462a-9350-2794d16252a6'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:01.851408 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f570002e-9089-4020-940c-7b049c7b897d" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6671fe-c9a7-423d-8985-8c436ea07a9d", "tag": "bcffc012-f744-462a-9350-2794d16252a6"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:01.862827 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-176cd2da-7eb1-4cdd-b8f9-0ce0c17f5a2d req-0d6f8a0e-d35e-4fa5-a91e-8a85cc6a9f08 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517013 Oct 19 00:58:01.892100 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 3c260f89-f470-4009-88c7-119e28854720 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:58:01.902950 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ce9db-0d26-4055-a2c3-de0183a402ea service neutron] Pushing event updated for resources: {'Port': ['ID=bcffc012-f744-462a-9350-2794d16252a6,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:01.946573 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b31b265-f073-4989-828c-6332dcf54d6a x-openstack-request-id: req-8b31b265-f073-4989-828c-6332dcf54d6a {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:01.949603 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6671fe-c9a7-423d-8985-8c436ea07a9d", "tag": "bcffc012-f744-462a-9350-2794d16252a6", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:01.950093 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8b31b265-f073-4989-828c-6332dcf54d6a {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:01.950811 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6671fe-c9a7-423d-8985-8c436ea07a9d', 'tag': 'bcffc012-f744-462a-9350-2794d16252a6', 'status': 'completed', 'code': 200} Oct 19 00:58:01.958248 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-1e14568a-aaad-4101-803d-0295fd4a7e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:01.961361 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-1e14568a-aaad-4101-803d-0295fd4a7e8d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=65459246a90a47d0b59f03208da91106&device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d HTTP/1.1" status: 200 len: 1095 time: 0.0672703 Oct 19 00:58:02.017959 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-7e72592c-dd3a-41d2-af00-bbaa89a6ce2d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcffc012-f744-462a-9350-2794d16252a6 HTTP/1.1" status: 200 len: 217 time: 0.0468521 Oct 19 00:58:02.042517 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20100265-0457-4c20-873d-e36b6e2a5f5b req-8a157056-b0c5-44d7-a2ee-51cf5a9c050a tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:02.042517 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-20100265-0457-4c20-873d-e36b6e2a5f5b req-8a157056-b0c5-44d7-a2ee-51cf5a9c050a tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3bb8cff-8f37-43d6-a180-ebe6fffb7198 HTTP/1.1" status: 200 len: 948 time: 0.0529518 Oct 19 00:58:02.093417 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-20100265-0457-4c20-873d-e36b6e2a5f5b req-2894f4b6-d147-4e1c-8cad-504c0bf0b8a7 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f8a207e-c839-4366-b9c0-b9a60e8f56e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461247 Oct 19 00:58:02.107170 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=74a7a6dc-e5bc-4245-b19e-d5eee08c7311,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:02.107627 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-8c596e2e-390a-418d-819a-8ed437c1af10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:02.109134 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-8c596e2e-390a-418d-819a-8ed437c1af10 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b8444cd-c5d7-4c88-b1b0-9d01aef8093c HTTP/1.1" status: 200 len: 848 time: 0.0824890 Oct 19 00:58:02.130146 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 3c260f89-f470-4009-88c7-119e28854720 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:58:02.134686 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 3c260f89-f470-4009-88c7-119e28854720 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:58:02.135216 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:02.162592 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-f7da64ae-44d3-4971-b3ef-1783e40dd3cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc198a8b-4ee5-462c-a635-e1062c7dbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445640 Oct 19 00:58:02.177996 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['74a7a6dc-e5bc-4245-b19e-d5eee08c7311'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:58:02.303775 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c71f6-8363-48db-9915-e413323863c0 req-56db1218-a6a7-4d6a-bcad-fab56aca4fd0 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:02.305898 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5d2c71f6-8363-48db-9915-e413323863c0 req-56db1218-a6a7-4d6a-bcad-fab56aca4fd0 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 948 time: 0.0791974 Oct 19 00:58:02.331484 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:02.339192 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6ed51-8fdd-4ec9-8638-2787eb37d0f2 req-fc272108-9611-46c1-b4cb-50a7bca49768 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:02.341903 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f4c6ed51-8fdd-4ec9-8638-2787eb37d0f2 req-fc272108-9611-46c1-b4cb-50a7bca49768 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/ports?device_id=def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5 HTTP/1.1" status: 200 len: 945 time: 0.1108513 Oct 19 00:58:02.344625 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-6f82eaaa-d163-491c-8b49-44c95462c6aa service neutron] 10.222.0.55 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730230 Oct 19 00:58:02.377350 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5d2c71f6-8363-48db-9915-e413323863c0 req-752bf68e-3a6e-485a-a1a7-cb61f24bfc28 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599706 Oct 19 00:58:02.379521 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 3c260f89-f470-4009-88c7-119e28854720, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=3c260f89-f470-4009-88c7-119e28854720,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:02.397652 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:02.422810 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f4c6ed51-8fdd-4ec9-8638-2787eb37d0f2 req-8927766b-1da4-4b3d-89d3-f290087a0f0a tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7255b26-bcc6-4de8-beee-4cb57d442a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737486 Oct 19 00:58:02.455909 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=3c260f89-f470-4009-88c7-119e28854720,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:02.476022 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bb8cff-8f37-43d6-a180-ebe6fffb7198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c260f89-f470-4009-88c7-119e28854720'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:02.478308 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28dbd4d-b0ae-4d9c-8151-8e87eccb3f40" -d '{"events": [{"server_uuid": "e3bb8cff-8f37-43d6-a180-ebe6fffb7198", "name": "network-vif-plugged", "status": "completed", "tag": "3c260f89-f470-4009-88c7-119e28854720"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:02.517353 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5089885-d19f-449b-b0ba-d9b2bb11635c x-openstack-request-id: req-a5089885-d19f-449b-b0ba-d9b2bb11635c {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:02.517669 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3bb8cff-8f37-43d6-a180-ebe6fffb7198", "name": "network-vif-plugged", "status": "completed", "tag": "3c260f89-f470-4009-88c7-119e28854720", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:02.517923 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a5089885-d19f-449b-b0ba-d9b2bb11635c {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:02.518318 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3bb8cff-8f37-43d6-a180-ebe6fffb7198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c260f89-f470-4009-88c7-119e28854720', 'code': 200} Oct 19 00:58:02.530229 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ec6469bd-cb01-4c9b-9076-98a386c3ec8e req-a8df1836-07e3-450c-8b4f-4467d64e37be service neutron] 10.222.0.55 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678050 Oct 19 00:58:02.570349 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6dc54a-6a55-4831-b8a8-4d99b4168eec req-66d92bfa-9e4b-4c65-95c8-d4cf3a74275f tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:02.572708 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cf6dc54a-6a55-4831-b8a8-4d99b4168eec req-66d92bfa-9e4b-4c65-95c8-d4cf3a74275f tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d HTTP/1.1" status: 200 len: 943 time: 0.0992651 Oct 19 00:58:02.638506 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04da7be-1259-4729-be66-b404d25c7810 req-5acd4004-ca94-4f2e-98e6-93622736250f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:02.639941 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a04da7be-1259-4729-be66-b404d25c7810 req-5acd4004-ca94-4f2e-98e6-93622736250f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e3bb8cff-8f37-43d6-a180-ebe6fffb7198 HTTP/1.1" status: 200 len: 1101 time: 0.0421109 Oct 19 00:58:02.642623 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cf6dc54a-6a55-4831-b8a8-4d99b4168eec req-4d4fb338-55b4-4a2a-90e1-e1c6e6f12fc2 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618639 Oct 19 00:58:02.652362 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570002e-9089-4020-940c-7b049c7b897d req-0322cd23-9d7c-43b3-89ad-d098ec48bd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:02.666239 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f570002e-9089-4020-940c-7b049c7b897d req-0322cd23-9d7c-43b3-89ad-d098ec48bd8d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=65459246a90a47d0b59f03208da91106&device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d HTTP/1.1" status: 200 len: 1095 time: 0.0596967 Oct 19 00:58:02.680062 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a04da7be-1259-4729-be66-b404d25c7810 req-44242014-12fd-46fa-8db0-ab115c9ec4b1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8f8a207e-c839-4366-b9c0-b9a60e8f56e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313115 Oct 19 00:58:02.786313 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570002e-9089-4020-940c-7b049c7b897d req-730d1a76-0b21-4c33-a4be-3800e1d1b7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:02.787172 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f570002e-9089-4020-940c-7b049c7b897d req-730d1a76-0b21-4c33-a4be-3800e1d1b7f1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc198a8b-4ee5-462c-a635-e1062c7dbf51 HTTP/1.1" status: 200 len: 909 time: 0.1216631 Oct 19 00:58:02.807957 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81f014-f2d1-4d65-a81f-0744d180d005 req-1fae766a-6021-48fe-95e0-b2035e99f23a tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:02.809746 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ac81f014-f2d1-4d65-a81f-0744d180d005 req-1fae766a-6021-48fe-95e0-b2035e99f23a tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/ports?device_id=35a2e386-c8da-48e2-8dd0-d178d4c5bb29 HTTP/1.1" status: 200 len: 948 time: 0.0665863 Oct 19 00:58:02.849409 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ac81f014-f2d1-4d65-a81f-0744d180d005 req-e25f8758-bc33-470f-9903-d2fa2e318da2 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d11d4ba-edad-49be-842b-3e9ad503eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334339 Oct 19 00:58:02.970223 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f570002e-9089-4020-940c-7b049c7b897d req-d606adf9-7606-4db9-b376-277ba1637d68 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcffc012-f744-462a-9350-2794d16252a6 HTTP/1.1" status: 200 len: 217 time: 0.0527749 Oct 19 00:58:03.027219 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570002e-9089-4020-940c-7b049c7b897d req-07e514d2-bafe-4466-ad38-62d4fc2b2e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:03.028407 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc87d6-8e20-4689-962c-f753eddd9ac1 req-64d8d982-b3a6-46f3-8928-8780c04e4344 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:03.028716 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f570002e-9089-4020-940c-7b049c7b897d req-07e514d2-bafe-4466-ad38-62d4fc2b2e4e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b8444cd-c5d7-4c88-b1b0-9d01aef8093c HTTP/1.1" status: 200 len: 848 time: 0.0502255 Oct 19 00:58:03.029873 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aafc87d6-8e20-4689-962c-f753eddd9ac1 req-64d8d982-b3a6-46f3-8928-8780c04e4344 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.55 "GET /v2.0/ports?device_id=def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5 HTTP/1.1" status: 200 len: 945 time: 0.0899091 Oct 19 00:58:03.044995 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d56c1-e932-404d-a954-0559d610c4de req-96fefa76-bbc9-4d77-88f8-442b4a6435ef tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:03.046110 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f61d56c1-e932-404d-a954-0559d610c4de req-96fefa76-bbc9-4d77-88f8-442b4a6435ef tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9a0a11a-5300-4441-9172-2d0929c8611b HTTP/1.1" status: 200 len: 945 time: 0.0728383 Oct 19 00:58:03.070067 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f570002e-9089-4020-940c-7b049c7b897d req-34d3a398-c6dc-4c99-995b-a838b7588cc7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc198a8b-4ee5-462c-a635-e1062c7dbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295601 Oct 19 00:58:03.168319 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f570002e-9089-4020-940c-7b049c7b897d req-12f0d496-92ca-4f95-beea-8d856da51bac service neutron] 10.222.0.55 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909095 Oct 19 00:58:03.170500 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f61d56c1-e932-404d-a954-0559d610c4de req-e3267f4c-7bcc-4936-9867-75ef69d7d0ae tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161795 Oct 19 00:58:03.210555 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-aafc87d6-8e20-4689-962c-f753eddd9ac1 req-119c2c11-1a3e-488d-9fe3-8f6a1fe8c09a tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Deleting port f21b48fa-8eee-4b8d-8751-a051d9c23d71 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:58:03.210891 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-aafc87d6-8e20-4689-962c-f753eddd9ac1 req-119c2c11-1a3e-488d-9fe3-8f6a1fe8c09a tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:03.304084 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0800b3-8cfa-4afd-88c3-7d760a21c533 req-63e24b9d-1b39-4e8f-a7c7-27e275a4c1cb tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:03.305554 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eb0800b3-8cfa-4afd-88c3-7d760a21c533 req-63e24b9d-1b39-4e8f-a7c7-27e275a4c1cb tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3bb8cff-8f37-43d6-a180-ebe6fffb7198 HTTP/1.1" status: 200 len: 949 time: 0.1210637 Oct 19 00:58:03.316419 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46630) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:03.343217 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f570002e-9089-4020-940c-7b049c7b897d req-3829c0c9-c2d3-4050-bb64-0a19f22eaab2 service neutron] 10.222.0.55 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674855 Oct 19 00:58:03.345144 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-aafc87d6-8e20-4689-962c-f753eddd9ac1 req-119c2c11-1a3e-488d-9fe3-8f6a1fe8c09a tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] For port f21b48fa-8eee-4b8d-8751-a051d9c23d71, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=f21b48fa-8eee-4b8d-8751-a051d9c23d71,segment=NetworkSegment(1e57d206-2927-464c-aae6-b32e4b4e0ab9),segment_id=1e57d206-2927-464c-aae6-b32e4b4e0ab9)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:03.345511 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-aafc87d6-8e20-4689-962c-f753eddd9ac1 req-119c2c11-1a3e-488d-9fe3-8f6a1fe8c09a tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:03.367145 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787c062-d00a-4bfc-a345-0e199e693a5a req-c354311d-61f9-4da8-bd36-6283a4f0ac04 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:03.368693 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b787c062-d00a-4bfc-a345-0e199e693a5a req-c354311d-61f9-4da8-bd36-6283a4f0ac04 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d9a0a11a-5300-4441-9172-2d0929c8611b HTTP/1.1" status: 200 len: 1097 time: 0.1138928 Oct 19 00:58:03.369185 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eb0800b3-8cfa-4afd-88c3-7d760a21c533 req-a0dc333b-d3f6-42a8-b726-0e80abcaf9be tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f8a207e-c839-4366-b9c0-b9a60e8f56e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533319 Oct 19 00:58:03.369610 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-aafc87d6-8e20-4689-962c-f753eddd9ac1 req-119c2c11-1a3e-488d-9fe3-8f6a1fe8c09a tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Calling delete_port for f21b48fa-8eee-4b8d-8751-a051d9c23d71 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:58:03.463304 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-757be693-1df0-4898-bd43-a5f70cd38c15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:03.469415 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b787c062-d00a-4bfc-a345-0e199e693a5a req-aa1b2fb8-a286-4091-aac5-08dca2896f26 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939007 Oct 19 00:58:03.491619 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b3d2f-fb10-4aa6-981d-0151f1ebae60 req-53775631-7fd5-4f8f-b3f2-f7969d01bcc3 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:03.493317 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cf6b3d2f-fb10-4aa6-981d-0151f1ebae60 req-53775631-7fd5-4f8f-b3f2-f7969d01bcc3 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 948 time: 0.0550969 Oct 19 00:58:03.537871 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cf6b3d2f-fb10-4aa6-981d-0151f1ebae60 req-bed5bd51-d2fc-4368-a968-2113a476d54f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376258 Oct 19 00:58:03.599603 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device a318a872-42b1-45af-88b6-9ce2e631e8b3 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:58:03.602790 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 74a7a6dc-e5bc-4245-b19e-d5eee08c7311 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:58:03.621425 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-757be693-1df0-4898-bd43-a5f70cd38c15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:03.643798 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-aafc87d6-8e20-4689-962c-f753eddd9ac1 req-119c2c11-1a3e-488d-9fe3-8f6a1fe8c09a tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:03.645470 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-757be693-1df0-4898-bd43-a5f70cd38c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:03.648562 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c877358-88dc-4d0a-9a6a-489ed650cdb6 req-8e1456bc-55cf-4a5c-b23b-24b0b371ea55 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:03.650392 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8c877358-88dc-4d0a-9a6a-489ed650cdb6 req-8e1456bc-55cf-4a5c-b23b-24b0b371ea55 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d9a0a11a-5300-4441-9172-2d0929c8611b HTTP/1.1" status: 200 len: 1097 time: 0.0469275 Oct 19 00:58:03.665511 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['f21b48fa-8eee-4b8d-8751-a051d9c23d71'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:58:03.695527 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8c877358-88dc-4d0a-9a6a-489ed650cdb6 req-4f82317a-f0a3-4b0a-8ca4-4f9cad4d84dc tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363696 Oct 19 00:58:03.703868 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c2c11-1a3e-488d-9fe3-8f6a1fe8c09a tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Pushing event deleted for resources: {'Port': ['ID=f21b48fa-8eee-4b8d-8751-a051d9c23d71,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:03.734726 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c76b79-bde4-4fa4-af3b-2e7511b34410 req-46197424-f6e3-4ae5-ae71-bdedab815135 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:03.742055 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-66c76b79-bde4-4fa4-af3b-2e7511b34410 req-46197424-f6e3-4ae5-ae71-bdedab815135 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/ports?device_id=def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5 HTTP/1.1" status: 200 len: 867 time: 0.1548645 Oct 19 00:58:03.754213 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 74a7a6dc-e5bc-4245-b19e-d5eee08c7311 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:58:03.755058 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-757be693-1df0-4898-bd43-a5f70cd38c15 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=05e4d88809214e8094710312f67f360b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4376264 Oct 19 00:58:03.759127 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 46644) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:03.764017 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 74a7a6dc-e5bc-4245-b19e-d5eee08c7311 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:58:03.764682 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:03.784140 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757be693-1df0-4898-bd43-a5f70cd38c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e682d48-471e-4149-bb51-2a9df0ce1091,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:03.804411 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port a318a872-42b1-45af-88b6-9ce2e631e8b3, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a318a872-42b1-45af-88b6-9ce2e631e8b3,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:03.831068 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'a318a872-42b1-45af-88b6-9ce2e631e8b3', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': 'a318a872-42b1-45af-88b6-9ce2e631e8b3', 'mac_address': 'fa:16:3e:c5:4e:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:58:03.854403 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-aafc87d6-8e20-4689-962c-f753eddd9ac1 req-119c2c11-1a3e-488d-9fe3-8f6a1fe8c09a tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] No DVR routers for this DVR port f21b48fa-8eee-4b8d-8751-a051d9c23d71 on host n-h1-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:58:03.860271 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-aafc87d6-8e20-4689-962c-f753eddd9ac1 req-119c2c11-1a3e-488d-9fe3-8f6a1fe8c09a tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:03.863672 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aafc87d6-8e20-4689-962c-f753eddd9ac1 req-119c2c11-1a3e-488d-9fe3-8f6a1fe8c09a tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.55 "DELETE /v2.0/ports/f21b48fa-8eee-4b8d-8751-a051d9c23d71 HTTP/1.1" status: 204 len: 173 time: 0.8166637 Oct 19 00:58:03.885859 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:03.893935 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-66c76b79-bde4-4fa4-af3b-2e7511b34410 req-a2d01f76-3df9-44a6-a1c4-52e5ad52a1d3 tempest-FloatingIPsAssociationNegativeTestJSON-305089526 tempest-FloatingIPsAssociationNegativeTestJSON-305089526-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7255b26-bcc6-4de8-beee-4cb57d442a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397941 Oct 19 00:58:03.897658 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-81621441-86f1-4dad-9e2e-a74bb451936d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:03.943450 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a318a872-42b1-45af-88b6-9ce2e631e8b3 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:58:03.952582 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5', 'name': 'network-vif-deleted', 'tag': 'f21b48fa-8eee-4b8d-8751-a051d9c23d71'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:03.955246 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1728f89-04d5-4ef0-883d-08d5c80ea628" -d '{"events": [{"server_uuid": "def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5", "name": "network-vif-deleted", "tag": "f21b48fa-8eee-4b8d-8751-a051d9c23d71"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:03.967631 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9928ce-af3f-4129-b71c-7cb97869bed2 req-12abf048-8fa0-47bf-b921-e45a2cdadac4 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:03.969208 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dc9928ce-af3f-4129-b71c-7cb97869bed2 req-12abf048-8fa0-47bf-b921-e45a2cdadac4 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d HTTP/1.1" status: 200 len: 943 time: 0.1372004 Oct 19 00:58:03.986695 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port a318a872-42b1-45af-88b6-9ce2e631e8b3, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a318a872-42b1-45af-88b6-9ce2e631e8b3,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:03.988458 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:04.000911 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:04.025485 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-81621441-86f1-4dad-9e2e-a74bb451936d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:04.037344 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dc9928ce-af3f-4129-b71c-7cb97869bed2 req-abef9d71-ea0c-492f-a216-5ecf6baeb09a tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532660 Oct 19 00:58:04.072975 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 74a7a6dc-e5bc-4245-b19e-d5eee08c7311, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=74a7a6dc-e5bc-4245-b19e-d5eee08c7311,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:04.086839 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:04.087852 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-81621441-86f1-4dad-9e2e-a74bb451936d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:04.091479 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-81621441-86f1-4dad-9e2e-a74bb451936d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:04.095207 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=a318a872-42b1-45af-88b6-9ce2e631e8b3,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:04.095354 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-81621441-86f1-4dad-9e2e-a74bb451936d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4e682d48-471e-4149-bb51-2a9df0ce1091 HTTP/1.1" status: 204 len: 168 time: 0.3322461 Oct 19 00:58:04.101452 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81621441-86f1-4dad-9e2e-a74bb451936d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e682d48-471e-4149-bb51-2a9df0ce1091,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:04.126181 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fa772c-5d2f-47db-9582-79d2ab67c8e6 x-openstack-request-id: req-b9fa772c-5d2f-47db-9582-79d2ab67c8e6 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:04.126467 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5", "name": "network-vif-deleted", "tag": "f21b48fa-8eee-4b8d-8751-a051d9c23d71", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:04.126730 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b9fa772c-5d2f-47db-9582-79d2ab67c8e6 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:04.127117 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def5e9f7-dbf2-45b3-9ff6-9b7bc2bd72c5', 'name': 'network-vif-deleted', 'tag': 'f21b48fa-8eee-4b8d-8751-a051d9c23d71', 'status': 'completed', 'code': 200} Oct 19 00:58:04.185850 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=74a7a6dc-e5bc-4245-b19e-d5eee08c7311,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:04.219328 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50365e9e-8d02-4ad7-9317-451f3aebedbe req-1561137d-8476-4c0e-8f48-0961f2358bdb tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:04.221561 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-50365e9e-8d02-4ad7-9317-451f3aebedbe req-1561137d-8476-4c0e-8f48-0961f2358bdb tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/ports?device_id=35a2e386-c8da-48e2-8dd0-d178d4c5bb29 HTTP/1.1" status: 200 len: 949 time: 0.0783262 Oct 19 00:58:04.275406 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-50365e9e-8d02-4ad7-9317-451f3aebedbe req-79f8191b-7668-47d4-9200-de6da909b573 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d11d4ba-edad-49be-842b-3e9ad503eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447440 Oct 19 00:58:04.315479 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['a318a872-42b1-45af-88b6-9ce2e631e8b3'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:58:04.337695 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169dbdd4-68e1-4f2e-b9c9-611deb462c25 req-0f9b0de2-4201-4d11-8ceb-0d864f070617 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:04.340399 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-169dbdd4-68e1-4f2e-b9c9-611deb462c25 req-0f9b0de2-4201-4d11-8ceb-0d864f070617 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d9a0a11a-5300-4441-9172-2d0929c8611b HTTP/1.1" status: 200 len: 1097 time: 0.0442560 Oct 19 00:58:04.383336 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-169dbdd4-68e1-4f2e-b9c9-611deb462c25 req-51af6d2c-730d-4d15-9c49-07c45cc51e10 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359213 Oct 19 00:58:04.509321 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04485f8e-1a92-4ad3-b55f-9179547ed057 req-e7fe4f37-70c3-4c31-93c8-792cac93a5db tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:04.511682 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-04485f8e-1a92-4ad3-b55f-9179547ed057 req-e7fe4f37-70c3-4c31-93c8-792cac93a5db tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3bb8cff-8f37-43d6-a180-ebe6fffb7198 HTTP/1.1" status: 200 len: 949 time: 0.0637910 Oct 19 00:58:04.520115 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f727f01f-7ab8-4ffb-ad6f-82c990363515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a7a6dc-e5bc-4245-b19e-d5eee08c7311'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:04.522641 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4101daf3-c126-41ed-9c52-b18ecc3cadef" -d '{"events": [{"server_uuid": "f727f01f-7ab8-4ffb-ad6f-82c990363515", "name": "network-vif-plugged", "status": "completed", "tag": "74a7a6dc-e5bc-4245-b19e-d5eee08c7311"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:04.555766 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-04485f8e-1a92-4ad3-b55f-9179547ed057 req-44783bc5-2c43-481f-9037-c32e5c28aa58 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f8a207e-c839-4366-b9c0-b9a60e8f56e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369539 Oct 19 00:58:04.579814 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebc3ea4-e05e-47bc-befc-44b107ca4bd0 x-openstack-request-id: req-1ebc3ea4-e05e-47bc-befc-44b107ca4bd0 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:04.580105 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f727f01f-7ab8-4ffb-ad6f-82c990363515", "name": "network-vif-plugged", "status": "completed", "tag": "74a7a6dc-e5bc-4245-b19e-d5eee08c7311", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:04.580352 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1ebc3ea4-e05e-47bc-befc-44b107ca4bd0 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:04.580757 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f727f01f-7ab8-4ffb-ad6f-82c990363515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a7a6dc-e5bc-4245-b19e-d5eee08c7311', 'code': 200} Oct 19 00:58:04.737787 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec4592-43ba-4899-b61d-9d60a74c1559 req-ead63edc-3598-421c-9ebe-3f425b128fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:04.739388 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-66ec4592-43ba-4899-b61d-9d60a74c1559 req-ead63edc-3598-421c-9ebe-3f425b128fa4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 1101 time: 0.0513921 Oct 19 00:58:04.756411 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04f420-a1fa-4bed-bb05-56a0fbe03a92 req-2592ba76-412d-4b11-8f6f-8a46e7e9f61c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:04.758646 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6e04f420-a1fa-4bed-bb05-56a0fbe03a92 req-2592ba76-412d-4b11-8f6f-8a46e7e9f61c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 949 time: 0.0866811 Oct 19 00:58:04.799130 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6e04f420-a1fa-4bed-bb05-56a0fbe03a92 req-ffc7c25f-ec83-4b49-a837-b83aa4491cee tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333660 Oct 19 00:58:04.811747 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-66ec4592-43ba-4899-b61d-9d60a74c1559 req-5922c418-ae64-4b5e-a874-497bafcc3bdb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630744 Oct 19 00:58:04.840820 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92b6de-fad2-4e6a-9cff-f1c1fbc311eb req-9f86cd75-3e42-4b9e-bcf4-a16cef7ebcc9 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:04.842288 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3a92b6de-fad2-4e6a-9cff-f1c1fbc311eb req-9f86cd75-3e42-4b9e-bcf4-a16cef7ebcc9 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3bb8cff-8f37-43d6-a180-ebe6fffb7198 HTTP/1.1" status: 200 len: 949 time: 0.0734921 Oct 19 00:58:04.882306 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3a92b6de-fad2-4e6a-9cff-f1c1fbc311eb req-b91a7654-a919-4f97-aa87-c9c5bf85565c tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f8a207e-c839-4366-b9c0-b9a60e8f56e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333440 Oct 19 00:58:04.957542 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46694) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:05.198255 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6481c-d89c-467a-b11f-d8edbd9cfceb req-4e5440cf-2aff-47d3-8c6e-2c91c2dea7a5 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:05.200617 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4aa6481c-d89c-467a-b11f-d8edbd9cfceb req-4e5440cf-2aff-47d3-8c6e-2c91c2dea7a5 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d HTTP/1.1" status: 200 len: 943 time: 0.0523231 Oct 19 00:58:05.243046 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4aa6481c-d89c-467a-b11f-d8edbd9cfceb req-9ab71569-0196-4073-a606-5261d6585cad tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366983 Oct 19 00:58:05.272771 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ea975333-89bc-4f05-9e0b-ab2884288a53 req-5433c6a0-ac40-4961-9dc9-cc2f3fbb316e tempest-AbsoluteLimitsNegativeTestJSON-1818981116 tempest-AbsoluteLimitsNegativeTestJSON-1818981116-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=db48fab15cf84729bf2c4b9f62f41782&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562971 Oct 19 00:58:05.398012 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d8544-f21a-4475-964b-cc7613e5ff21 req-9b7858a9-03a7-4583-b6e8-db2ba8929768 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:05.399627 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3c8d8544-f21a-4475-964b-cc7613e5ff21 req-9b7858a9-03a7-4583-b6e8-db2ba8929768 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/ports?device_id=35a2e386-c8da-48e2-8dd0-d178d4c5bb29 HTTP/1.1" status: 200 len: 949 time: 0.0488300 Oct 19 00:58:05.414421 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea975333-89bc-4f05-9e0b-ab2884288a53 req-0a95d525-5602-42ce-936c-37272c17838a tempest-AbsoluteLimitsNegativeTestJSON-1818981116 tempest-AbsoluteLimitsNegativeTestJSON-1818981116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:05.415872 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ea975333-89bc-4f05-9e0b-ab2884288a53 req-0a95d525-5602-42ce-936c-37272c17838a tempest-AbsoluteLimitsNegativeTestJSON-1818981116 tempest-AbsoluteLimitsNegativeTestJSON-1818981116-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1360688 Oct 19 00:58:05.439046 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3c8d8544-f21a-4475-964b-cc7613e5ff21 req-9f9342da-450c-4352-8c87-64a6f6170f40 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d11d4ba-edad-49be-842b-3e9ad503eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329106 Oct 19 00:58:05.470408 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ea975333-89bc-4f05-9e0b-ab2884288a53 req-8c1c52f6-0340-46a4-a9d0-cb28bd6fe962 tempest-AbsoluteLimitsNegativeTestJSON-1818981116 tempest-AbsoluteLimitsNegativeTestJSON-1818981116-project] 10.222.0.57 "GET /v2.0/quotas/db48fab15cf84729bf2c4b9f62f41782 HTTP/1.1" status: 200 len: 375 time: 0.0368130 Oct 19 00:58:05.506663 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ea975333-89bc-4f05-9e0b-ab2884288a53 req-55470bd6-614d-48a8-af47-0d92f086ed43 tempest-AbsoluteLimitsNegativeTestJSON-1818981116 tempest-AbsoluteLimitsNegativeTestJSON-1818981116-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=db48fab15cf84729bf2c4b9f62f41782&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307148 Oct 19 00:58:05.536132 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2ff5055e-3d6c-4bcf-a4fb-19e774a73a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:05.540933 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5e88e-a1d9-4ce4-b910-74f9461639df req-3438e2a0-c4df-4ac8-a19c-2b2d74c1a2a4 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:05.542694 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a8a5e88e-a1d9-4ce4-b910-74f9461639df req-3438e2a0-c4df-4ac8-a19c-2b2d74c1a2a4 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d9a0a11a-5300-4441-9172-2d0929c8611b HTTP/1.1" status: 200 len: 1097 time: 0.0469263 Oct 19 00:58:05.597686 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a8a5e88e-a1d9-4ce4-b910-74f9461639df req-316e2b67-fab8-4fd5-9d34-8cf4980fdf90 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444136 Oct 19 00:58:05.602105 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device a318a872-42b1-45af-88b6-9ce2e631e8b3 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:58:05.664149 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port a318a872-42b1-45af-88b6-9ce2e631e8b3 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:58:05.671432 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port a318a872-42b1-45af-88b6-9ce2e631e8b3 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:58:05.672173 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:05.744831 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-c5962415-eff6-43bf-b85f-4756dacbd678 req-3bf2119d-45f6-40d5-be2f-e478f1061149 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:58:05.746676 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c5962415-eff6-43bf-b85f-4756dacbd678 req-3bf2119d-45f6-40d5-be2f-e478f1061149 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0068760 Oct 19 00:58:05.768507 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:05.806767 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port a318a872-42b1-45af-88b6-9ce2e631e8b3, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a318a872-42b1-45af-88b6-9ce2e631e8b3,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:05.812546 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:05.879343 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 46724) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:05.909627 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=a318a872-42b1-45af-88b6-9ce2e631e8b3,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:05.921382 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device bcffc012-f744-462a-9350-2794d16252a6 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:58:05.925397 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-2ff5055e-3d6c-4bcf-a4fb-19e774a73a6f admin admin] Deleting port 7bb7edee-a50b-4611-bab2-c14b04ec0933 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:58:05.925898 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2ff5055e-3d6c-4bcf-a4fb-19e774a73a6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:05.983597 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cd910-eb16-4282-b81a-491f6829f464 req-18ff0eec-349f-4e2f-953d-80f0e3763b24 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:05.994166 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7b2cd910-eb16-4282-b81a-491f6829f464 req-18ff0eec-349f-4e2f-953d-80f0e3763b24 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 949 time: 0.0928109 Oct 19 00:58:06.075852 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7b2cd910-eb16-4282-b81a-491f6829f464 req-8db87636-7842-41a3-8e09-e59d068ae6b7 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802763 Oct 19 00:58:06.079801 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ab02604b-d502-4e44-9eaf-4e032d114ce9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:06.086149 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-2ff5055e-3d6c-4bcf-a4fb-19e774a73a6f admin admin] For port 7bb7edee-a50b-4611-bab2-c14b04ec0933, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=7bb7edee-a50b-4611-bab2-c14b04ec0933,segment=NetworkSegment(1e57d206-2927-464c-aae6-b32e4b4e0ab9),segment_id=1e57d206-2927-464c-aae6-b32e4b4e0ab9)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:06.086560 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2ff5055e-3d6c-4bcf-a4fb-19e774a73a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:06.105265 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-2ff5055e-3d6c-4bcf-a4fb-19e774a73a6f admin admin] Calling delete_port for 7bb7edee-a50b-4611-bab2-c14b04ec0933 owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:58:06.119236 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port bcffc012-f744-462a-9350-2794d16252a6, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bcffc012-f744-462a-9350-2794d16252a6,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:06.134176 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'bcffc012-f744-462a-9350-2794d16252a6', 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51', 'port_id': 'bcffc012-f744-462a-9350-2794d16252a6', 'mac_address': 'fa:16:3e:80:71:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8444cd-c5d7-4c88-b1b0-9d01aef8093c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:58:06.185303 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:06.201417 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcffc012-f744-462a-9350-2794d16252a6 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:58:06.229386 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port bcffc012-f744-462a-9350-2794d16252a6, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bcffc012-f744-462a-9350-2794d16252a6,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:06.237593 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:06.257441 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cca6c6-d012-4815-ae82-f9d4e0e3389f req-df916499-6436-4aaa-bc42-f7d4a0d9c766 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:06.259146 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-04cca6c6-d012-4815-ae82-f9d4e0e3389f req-df916499-6436-4aaa-bc42-f7d4a0d9c766 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3bb8cff-8f37-43d6-a180-ebe6fffb7198 HTTP/1.1" status: 200 len: 949 time: 0.0869000 Oct 19 00:58:06.297567 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ab02604b-d502-4e44-9eaf-4e032d114ce9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:06.313616 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ab02604b-d502-4e44-9eaf-4e032d114ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:06.315764 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2ff5055e-3d6c-4bcf-a4fb-19e774a73a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:06.321609 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=bcffc012-f744-462a-9350-2794d16252a6,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:06.347623 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff5055e-3d6c-4bcf-a4fb-19e774a73a6f admin admin] Pushing event deleted for resources: {'Port': ['ID=7bb7edee-a50b-4611-bab2-c14b04ec0933,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:06.359619 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-04cca6c6-d012-4815-ae82-f9d4e0e3389f req-629a300c-3142-473d-b0bb-5a5433f19e9c tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f8a207e-c839-4366-b9c0-b9a60e8f56e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901499 Oct 19 00:58:06.365729 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02604b-d502-4e44-9eaf-4e032d114ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4ad812-6644-433c-ac09-c99d85361157,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:06.379203 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ab02604b-d502-4e44-9eaf-4e032d114ce9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=db48fab15cf84729bf2c4b9f62f41782&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4962192 Oct 19 00:58:06.379514 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 46744) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:06.440507 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ff1094a8-0a63-4320-8021-dc02c7649156 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:06.475433 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ff1094a8-0a63-4320-8021-dc02c7649156 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:06.537058 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ff1094a8-0a63-4320-8021-dc02c7649156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:06.541196 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ff1094a8-0a63-4320-8021-dc02c7649156 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:06.545598 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ff1094a8-0a63-4320-8021-dc02c7649156 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0f4ad812-6644-433c-ac09-c99d85361157 HTTP/1.1" status: 204 len: 168 time: 0.1627805 Oct 19 00:58:06.552835 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1094a8-0a63-4320-8021-dc02c7649156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4ad812-6644-433c-ac09-c99d85361157,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:06.582017 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a2e386-c8da-48e2-8dd0-d178d4c5bb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a318a872-42b1-45af-88b6-9ce2e631e8b3'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:06.584346 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74da0da4-930e-4742-b472-95dde4ded0f8" -d '{"events": [{"server_uuid": "35a2e386-c8da-48e2-8dd0-d178d4c5bb29", "name": "network-vif-plugged", "status": "completed", "tag": "a318a872-42b1-45af-88b6-9ce2e631e8b3"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:06.597819 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['bcffc012-f744-462a-9350-2794d16252a6'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:58:06.735452 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba330b9-683b-4a9e-84ab-c09501cd6189 req-a1f618bc-5a88-4f4e-b802-be6eb3f0a0cf tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:06.738171 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ba330b9-683b-4a9e-84ab-c09501cd6189 req-a1f618bc-5a88-4f4e-b802-be6eb3f0a0cf tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d HTTP/1.1" status: 200 len: 944 time: 0.1102328 Oct 19 00:58:06.797879 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ba330b9-683b-4a9e-84ab-c09501cd6189 req-a67e084e-81cd-4dc2-a6de-eae8e1e11100 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536342 Oct 19 00:58:06.958511 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2ff5055e-3d6c-4bcf-a4fb-19e774a73a6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:06.970173 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e2b72-1454-46a9-b232-8a348d6a969d req-06fa8795-450a-4c01-857d-9e56a91ce428 tempest-LiveMigrationNegativeTest-1309185098 tempest-LiveMigrationNegativeTest-1309185098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:06.972700 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-746e2b72-1454-46a9-b232-8a348d6a969d req-06fa8795-450a-4c01-857d-9e56a91ce428 tempest-LiveMigrationNegativeTest-1309185098 tempest-LiveMigrationNegativeTest-1309185098-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e3bb8cff-8f37-43d6-a180-ebe6fffb7198 HTTP/1.1" status: 200 len: 1101 time: 0.0640647 Oct 19 00:58:06.990822 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-746e2b72-1454-46a9-b232-8a348d6a969d req-9debb23a-d7b1-4c94-868f-fada2b3ed835 tempest-LiveMigrationNegativeTest-1309185098 tempest-LiveMigrationNegativeTest-1309185098-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:07.079180 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-746e2b72-1454-46a9-b232-8a348d6a969d req-9debb23a-d7b1-4c94-868f-fada2b3ed835 tempest-LiveMigrationNegativeTest-1309185098 tempest-LiveMigrationNegativeTest-1309185098-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:07.086192 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-746e2b72-1454-46a9-b232-8a348d6a969d req-9debb23a-d7b1-4c94-868f-fada2b3ed835 tempest-LiveMigrationNegativeTest-1309185098 tempest-LiveMigrationNegativeTest-1309185098-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:07.116913 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-746e2b72-1454-46a9-b232-8a348d6a969d req-9debb23a-d7b1-4c94-868f-fada2b3ed835 tempest-LiveMigrationNegativeTest-1309185098 tempest-LiveMigrationNegativeTest-1309185098-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=8f8a207e-c839-4366-b9c0-b9a60e8f56e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382027 Oct 19 00:58:07.131070 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9debb23a-d7b1-4c94-868f-fada2b3ed835 tempest-LiveMigrationNegativeTest-1309185098 tempest-LiveMigrationNegativeTest-1309185098-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f235b61-7b42-4508-b8b3-c8f300b2d74e,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:07.181769 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-56ceae1f-0f18-47c7-a8ca-cac06b7be8d9 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:58:07.182874 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-56ceae1f-0f18-47c7-a8ca-cac06b7be8d9 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056045 Oct 19 00:58:07.216323 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff5055e-3d6c-4bcf-a4fb-19e774a73a6f admin admin] Router 7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:58:07.251551 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-ecfbf6ee-30f4-45ba-8696-3ac060063ce8 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:07.252958 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-ecfbf6ee-30f4-45ba-8696-3ac060063ce8 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.57 "GET /v2.0/ports/64d644ee-60db-470c-bf38-26a88a5185a0 HTTP/1.1" status: 200 len: 1094 time: 0.0634995 Oct 19 00:58:07.263048 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-94500551-630c-49d8-88f3-4e0df2c6bcb0 service neutron] Request body: {'binding': {'host': 'n-h2-715271-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:07.263502 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-94500551-630c-49d8-88f3-4e0df2c6bcb0 service neutron] Unknown quota resources ['binding']. {{(pid=100606) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 00:58:07.300133 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce73ccf-50f5-443f-938a-3b0ad1a7d516 req-7cf30aa0-2270-48d2-9a1e-3c18ee002cf5 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:07.301625 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6ce73ccf-50f5-443f-938a-3b0ad1a7d516 req-7cf30aa0-2270-48d2-9a1e-3c18ee002cf5 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/ports?device_id=35a2e386-c8da-48e2-8dd0-d178d4c5bb29 HTTP/1.1" status: 200 len: 950 time: 0.1003866 Oct 19 00:58:07.341813 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff5055e-3d6c-4bcf-a4fb-19e774a73a6f admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:58:07.350799 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2ff5055e-3d6c-4bcf-a4fb-19e774a73a6f admin admin] 10.222.0.57 "PUT /v2.0/routers/7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3892400 Oct 19 00:58:07.350799 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46786) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:07.353126 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d203ddb-e8b0-4753-a782-b62767ed97ac None None] Sync routers for ids ['7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:58:07.364532 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d203ddb-e8b0-4753-a782-b62767ed97ac None None] Routers {'7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:58:07.365943 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-7d203ddb-e8b0-4753-a782-b62767ed97ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T00:57:46Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:58:07.408488 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6ce73ccf-50f5-443f-938a-3b0ad1a7d516 req-7cbc7db7-27df-4d91-b7b7-661f738f9942 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d11d4ba-edad-49be-842b-3e9ad503eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981784 Oct 19 00:58:07.486945 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46790) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:07.495751 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-7d203ddb-e8b0-4753-a782-b62767ed97ac None None] Set router 7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:58:07.499886 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee853fd3-501d-44be-bd5a-25532c62db35 x-openstack-request-id: req-ee853fd3-501d-44be-bd5a-25532c62db35 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:07.501209 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a2e386-c8da-48e2-8dd0-d178d4c5bb29", "name": "network-vif-plugged", "status": "completed", "tag": "a318a872-42b1-45af-88b6-9ce2e631e8b3", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:07.501620 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ee853fd3-501d-44be-bd5a-25532c62db35 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:07.502539 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a2e386-c8da-48e2-8dd0-d178d4c5bb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a318a872-42b1-45af-88b6-9ce2e631e8b3', 'code': 200} Oct 19 00:58:07.503591 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-94500551-630c-49d8-88f3-4e0df2c6bcb0 service neutron] Attempting to bind port 64d644ee-60db-470c-bf38-26a88a5185a0 on host n-h2-715271-26 for vnic_type normal with profile None {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:58:07.503591 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-94500551-630c-49d8-88f3-4e0df2c6bcb0 service neutron] Attempting to bind port 64d644ee-60db-470c-bf38-26a88a5185a0 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:58:07.504295 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-94500551-630c-49d8-88f3-4e0df2c6bcb0 service neutron] Attempting to bind port 64d644ee-60db-470c-bf38-26a88a5185a0 on network db82cf1f-422d-4289-a127-b70a546afbff {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:58:07.511969 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-94500551-630c-49d8-88f3-4e0df2c6bcb0 service neutron] Port 64d644ee-60db-470c-bf38-26a88a5185a0 on network db82cf1f-422d-4289-a127-b70a546afbff not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:58:07.512302 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-94500551-630c-49d8-88f3-4e0df2c6bcb0 service neutron] Attempting to bind port 64d644ee-60db-470c-bf38-26a88a5185a0 on network db82cf1f-422d-4289-a127-b70a546afbff {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:58:07.512763 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7eb457fd-c023-43e9-b836-84747d428c33 admin admin] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:07.519276 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-94500551-630c-49d8-88f3-4e0df2c6bcb0 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:58:07.519620 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-94500551-630c-49d8-88f3-4e0df2c6bcb0 service neutron] Checking segment: {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:58:07.520128 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-94500551-630c-49d8-88f3-4e0df2c6bcb0 service neutron] Bound using segment: {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:58:07.520584 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-94500551-630c-49d8-88f3-4e0df2c6bcb0 service neutron] Bound port: 64d644ee-60db-470c-bf38-26a88a5185a0, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:58:07.595148 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-94500551-630c-49d8-88f3-4e0df2c6bcb0 service neutron] For port 64d644ee-60db-470c-bf38-26a88a5185a0, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=64d644ee-60db-470c-bf38-26a88a5185a0,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:58:07.617285 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-94500551-630c-49d8-88f3-4e0df2c6bcb0 service neutron] Publish callbacks [] for binding, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:07.618718 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-94500551-630c-49d8-88f3-4e0df2c6bcb0 service neutron] 10.222.0.57 "POST /v2.0/ports/64d644ee-60db-470c-bf38-26a88a5185a0/bindings HTTP/1.1" status: 201 len: 390 time: 0.3602645 Oct 19 00:58:07.666870 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787e70c-f914-4bb1-8958-0cfd9972859c req-f3d881f3-8399-46ad-aa88-4aabf0ee403f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:07.669566 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5787e70c-f914-4bb1-8958-0cfd9972859c req-f3d881f3-8399-46ad-aa88-4aabf0ee403f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=35a2e386-c8da-48e2-8dd0-d178d4c5bb29 HTTP/1.1" status: 200 len: 1102 time: 0.0911169 Oct 19 00:58:07.673435 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-1a70dc05-d751-492f-9a97-142a2df9eb73 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-19971000-network', 'tenant_id': '662dda770b62448eba70f93119a00591'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:07.697742 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c744ed-abe7-440e-b586-be43dca66ca7 req-b5c6be64-c9bf-486d-93b6-6d41c8c706c7 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:07.699994 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-60c744ed-abe7-440e-b586-be43dca66ca7 req-b5c6be64-c9bf-486d-93b6-6d41c8c706c7 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 949 time: 0.0781059 Oct 19 00:58:07.750343 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a70dc05-d751-492f-9a97-142a2df9eb73 admin admin] Made reservation on behalf of 662dda770b62448eba70f93119a00591 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:58:07.752794 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1a70dc05-d751-492f-9a97-142a2df9eb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:07.757121 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7eb457fd-c023-43e9-b836-84747d428c33 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:07.766644 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5787e70c-f914-4bb1-8958-0cfd9972859c req-886e5d80-9312-47ac-a321-c74892a8e316 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3d11d4ba-edad-49be-842b-3e9ad503eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809927 Oct 19 00:58:07.770404 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-60c744ed-abe7-440e-b586-be43dca66ca7 req-4744b878-0530-45d1-8c5f-d2ad36e1c115 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546052 Oct 19 00:58:07.781834 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1a70dc05-d751-492f-9a97-142a2df9eb73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:07.803253 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-7d203ddb-e8b0-4753-a782-b62767ed97ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-848662367-router', 'tenant_id': '0fa39b62196e46599bf948251db8aac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '48d1a49f-212d-4891-8bbb-0ef38f617bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:57:06Z', 'updated_at': '2021-10-19T00:58:06Z', 'revision_number': 5, 'project_id': '0fa39b62196e46599bf948251db8aac2', 'gw_port': {'id': '48d1a49f-212d-4891-8bbb-0ef38f617bae', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:57:07Z', 'updated_at': '2021-10-19T00:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:58:07.843308 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d203ddb-e8b0-4753-a782-b62767ed97ac None None] Checking router: 7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:58:07.851957 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d203ddb-e8b0-4753-a782-b62767ed97ac None None] Routers {'7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:58:07.852550 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-7d203ddb-e8b0-4753-a782-b62767ed97ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T00:57:46Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:58:07.867488 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-7eb457fd-c023-43e9-b836-84747d428c33 admin admin] Deleting port 48d1a49f-212d-4891-8bbb-0ef38f617bae {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:58:07.867846 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7eb457fd-c023-43e9-b836-84747d428c33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:07.913320 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device bcffc012-f744-462a-9350-2794d16252a6 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:58:07.915965 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c158612-ea79-48e8-9842-5c1dd354e4fe req-ea3554c2-079c-4f17-951e-e6e689b10d9a tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:07.924048 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c158612-ea79-48e8-9842-5c1dd354e4fe req-ea3554c2-079c-4f17-951e-e6e689b10d9a tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9a0a11a-5300-4441-9172-2d0929c8611b HTTP/1.1" status: 200 len: 945 time: 0.0753102 Oct 19 00:58:07.955973 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-7d203ddb-e8b0-4753-a782-b62767ed97ac None None] Set router 7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9 gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:58:07.972848 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1a70dc05-d751-492f-9a97-142a2df9eb73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:07.977559 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c158612-ea79-48e8-9842-5c1dd354e4fe req-0bae77ee-091e-423c-afaf-8c8bee09f8e7 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503333 Oct 19 00:58:07.984854 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1a70dc05-d751-492f-9a97-142a2df9eb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:08.020099 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-7eb457fd-c023-43e9-b836-84747d428c33 admin admin] For port 48d1a49f-212d-4891-8bbb-0ef38f617bae, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=48d1a49f-212d-4891-8bbb-0ef38f617bae,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:08.021705 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7eb457fd-c023-43e9-b836-84747d428c33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:08.053598 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-7d203ddb-e8b0-4753-a782-b62767ed97ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-848662367-router', 'tenant_id': '0fa39b62196e46599bf948251db8aac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:57:06Z', 'updated_at': '2021-10-19T00:58:07Z', 'revision_number': 6, 'project_id': '0fa39b62196e46599bf948251db8aac2', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:58:08.076243 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port bcffc012-f744-462a-9350-2794d16252a6 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:58:08.091670 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d203ddb-e8b0-4753-a782-b62767ed97ac None None] The sync data for ids ['7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9'] in n-d-715271-26 is: [{'id': '7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-848662367-router', 'tenant_id': '0fa39b62196e46599bf948251db8aac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:57:06Z', 'updated_at': '2021-10-19T00:58:07Z', 'revision_number': 6, 'project_id': '0fa39b62196e46599bf948251db8aac2', 'gw_port_host': None}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:58:08.097099 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port bcffc012-f744-462a-9350-2794d16252a6 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:58:08.097841 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:08.102119 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-7eb457fd-c023-43e9-b836-84747d428c33 admin admin] Calling delete_port for 48d1a49f-212d-4891-8bbb-0ef38f617bae owned by network:router_gateway {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:58:08.103952 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a70dc05-d751-492f-9a97-142a2df9eb73 admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:58:08.141717 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70dc05-d751-492f-9a97-142a2df9eb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe00afb-2412-4a49-9b7e-ecf6ca1f4584,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:08.174217 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-036f7941-c3e1-4815-94f3-99038b522b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:08.174217 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-036f7941-c3e1-4815-94f3-99038b522b0f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&device_id=d9a0a11a-5300-4441-9172-2d0929c8611b HTTP/1.1" status: 200 len: 1097 time: 0.0668721 Oct 19 00:58:08.195040 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1a70dc05-d751-492f-9a97-142a2df9eb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:08.195376 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-1a70dc05-d751-492f-9a97-142a2df9eb73 admin admin] Added segment fb17541c-c308-4c32-928f-3aa4ec4aa0d7 of type vlan for network a699d2aa-891c-4827-a39e-331f1783297d Oct 19 00:58:08.222853 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:08.251574 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1a70dc05-d751-492f-9a97-142a2df9eb73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:08.277514 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port bcffc012-f744-462a-9350-2794d16252a6, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bcffc012-f744-462a-9350-2794d16252a6,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:08.284114 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:08.285189 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device f21b48fa-8eee-4b8d-8751-a051d9c23d71 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:58:08.318879 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: f21b48fa-8eee-4b8d-8751-a051d9c23d71 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:58:08.320066 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device f21b48fa-8eee-4b8d-8751-a051d9c23d71 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:58:08.326037 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1a70dc05-d751-492f-9a97-142a2df9eb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:08.326037 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a70dc05-d751-492f-9a97-142a2df9eb73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:08.326037 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1a70dc05-d751-492f-9a97-142a2df9eb73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:08.355920 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-3a649c25-c75e-4885-ba8f-3afbfcba4fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:08.357603 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-3a649c25-c75e-4885-ba8f-3afbfcba4fd4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=db82cf1f-422d-4289-a127-b70a546afbff HTTP/1.1" status: 200 len: 922 time: 0.1728568 Oct 19 00:58:08.366492 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1a70dc05-d751-492f-9a97-142a2df9eb73 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8780036 Oct 19 00:58:08.369965 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46810) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:08.374802 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-0e0334fd-943f-4869-ae5f-e32ef3e27b50 admin admin] Request body: {'subnet': {'network_id': 'a699d2aa-891c-4827-a39e-331f1783297d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-19971000-subnet', 'tenant_id': '662dda770b62448eba70f93119a00591', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:08.379782 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78e366-5ff3-47d4-aaae-56e34cbed4fb req-fb168458-630e-46bf-890f-3c84bd0ae2cf tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:08.381533 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5d78e366-5ff3-47d4-aaae-56e34cbed4fb req-fb168458-630e-46bf-890f-3c84bd0ae2cf tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d HTTP/1.1" status: 200 len: 945 time: 0.1093545 Oct 19 00:58:08.394359 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=bcffc012-f744-462a-9350-2794d16252a6,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:08.427277 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-0a62f3a6-9e10-4d8a-b4e8-16a8c6e634ea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64d644ee-60db-470c-bf38-26a88a5185a0 HTTP/1.1" status: 200 len: 217 time: 0.0447044 Oct 19 00:58:08.443338 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0334fd-943f-4869-ae5f-e32ef3e27b50 admin admin] Made reservation on behalf of 662dda770b62448eba70f93119a00591 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:58:08.445633 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0e0334fd-943f-4869-ae5f-e32ef3e27b50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:08.458012 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70dc05-d751-492f-9a97-142a2df9eb73 admin admin] Pushing event updated for resources: {'Network': ['ID=a699d2aa-891c-4827-a39e-331f1783297d,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:08.471384 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network a699d2aa-891c-4827-a39e-331f1783297d details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:58:08.486277 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5d78e366-5ff3-47d4-aaae-56e34cbed4fb req-3517e6f9-72f1-4d41-9ccf-df0d548e89b1 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961926 Oct 19 00:58:08.498617 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-8e419a03-eff5-41db-b8dd-a9cadd706346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:08.500681 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-8e419a03-eff5-41db-b8dd-a9cadd706346 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc1eafbd-ecfc-4adf-9b82-a202a98a472a HTTP/1.1" status: 200 len: 861 time: 0.0633564 Oct 19 00:58:08.541442 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7eb457fd-c023-43e9-b836-84747d428c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:08.556068 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-3c038abe-4fc4-4313-ab7f-e66623706144 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=db82cf1f-422d-4289-a127-b70a546afbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439053 Oct 19 00:58:08.587965 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb457fd-c023-43e9-b836-84747d428c33 admin admin] Pushing event deleted for resources: {'Port': ['ID=48d1a49f-212d-4891-8bbb-0ef38f617bae,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:08.606904 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527acab4-414e-4e0e-b6b9-826c16be17a5 req-a152451f-7834-4d92-958c-192f7593482a tempest-MigrationsAdminTest-1400615601 tempest-MigrationsAdminTest-1400615601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:08.608532 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-527acab4-414e-4e0e-b6b9-826c16be17a5 req-a152451f-7834-4d92-958c-192f7593482a tempest-MigrationsAdminTest-1400615601 tempest-MigrationsAdminTest-1400615601-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 1101 time: 0.1689639 Oct 19 00:58:08.673694 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-527acab4-414e-4e0e-b6b9-826c16be17a5 req-f1281efd-12c1-4f26-8ee8-12ba7d98d932 tempest-MigrationsAdminTest-1400615601 tempest-MigrationsAdminTest-1400615601-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:08.724856 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7eb457fd-c023-43e9-b836-84747d428c33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:08.725489 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-694f8a7a-dc7f-4f66-bad3-83e4941b8f0f service neutron] 10.222.0.24 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585791 Oct 19 00:58:08.862288 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e968e-17f3-4e9f-89fe-a84b3d6c708d req-f0243d06-833b-4844-b4d6-1f56adc613f5 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:08.863783 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ab7e968e-17f3-4e9f-89fe-a84b3d6c708d req-f0243d06-833b-4844-b4d6-1f56adc613f5 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/ports?device_id=35a2e386-c8da-48e2-8dd0-d178d4c5bb29 HTTP/1.1" status: 200 len: 950 time: 0.1032903 Oct 19 00:58:08.869203 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-eb2453ed-7af2-4452-b03c-e7ffc9a7673a service neutron] 10.222.0.24 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313798 Oct 19 00:58:08.873681 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7eb457fd-c023-43e9-b836-84747d428c33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:08.881167 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7eb457fd-c023-43e9-b836-84747d428c33 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:08.958034 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0e0334fd-943f-4869-ae5f-e32ef3e27b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:09.002675 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7eb457fd-c023-43e9-b836-84747d428c33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:09.003091 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb457fd-c023-43e9-b836-84747d428c33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9 {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 00:58:09.015919 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7eb457fd-c023-43e9-b836-84747d428c33 admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:09.017072 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7eb457fd-c023-43e9-b836-84747d428c33 admin admin] 10.222.0.57 "DELETE /v2.0/routers/7e5d3d7c-4758-4f1a-bd0c-6e6ab3cbf0d9 HTTP/1.1" status: 204 len: 168 time: 1.6655927 Oct 19 00:58:09.020628 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46820) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:09.082463 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0334fd-943f-4869-ae5f-e32ef3e27b50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3237970e-ee19-4255-864b-c5ef49263e8b,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:09.093069 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-527acab4-414e-4e0e-b6b9-826c16be17a5 req-f1281efd-12c1-4f26-8ee8-12ba7d98d932 tempest-MigrationsAdminTest-1400615601 tempest-MigrationsAdminTest-1400615601-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:09.102117 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-527acab4-414e-4e0e-b6b9-826c16be17a5 req-f1281efd-12c1-4f26-8ee8-12ba7d98d932 tempest-MigrationsAdminTest-1400615601 tempest-MigrationsAdminTest-1400615601-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:09.120280 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-2759e8b5-c707-41c7-9c37-044e00927f0e admin admin] Deleting subnet d9a15381-bf99-4eef-a4b8-d077ba99ba0a {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 00:58:09.131179 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0334fd-943f-4869-ae5f-e32ef3e27b50 admin admin] Checking segment: {'id': 'fb17541c-c308-4c32-928f-3aa4ec4aa0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a699d2aa-891c-4827-a39e-331f1783297d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:58:09.131549 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0334fd-943f-4869-ae5f-e32ef3e27b50 admin admin] Network hostable DHCP agents. Network: a699d2aa-891c-4827-a39e-331f1783297d, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:58:09.139585 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2759e8b5-c707-41c7-9c37-044e00927f0e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:09.146978 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ab7e968e-17f3-4e9f-89fe-a84b3d6c708d req-98376fe8-dcaa-4714-9698-f1fa584b2882 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d11d4ba-edad-49be-842b-3e9ad503eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766778 Oct 19 00:58:09.160608 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-1a7c918c-d39b-4a3a-a2b5-12cef4f42f79 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:09.161664 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-1a7c918c-d39b-4a3a-a2b5-12cef4f42f79 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d9a0a11a-5300-4441-9172-2d0929c8611b&tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&binding%3Ahost_id=n-h1-715271-26 HTTP/1.1" status: 200 len: 1097 time: 0.0667956 Oct 19 00:58:09.162267 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-527acab4-414e-4e0e-b6b9-826c16be17a5 req-f1281efd-12c1-4f26-8ee8-12ba7d98d932 tempest-MigrationsAdminTest-1400615601 tempest-MigrationsAdminTest-1400615601-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5380170 Oct 19 00:58:09.188518 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-bfa278f3-01c9-4349-ac60-3cf14b2a496d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-715271-26'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:09.201393 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2759e8b5-c707-41c7-9c37-044e00927f0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:09.237678 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1281efd-12c1-4f26-8ee8-12ba7d98d932 tempest-MigrationsAdminTest-1400615601 tempest-MigrationsAdminTest-1400615601-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f9fac9-48e3-40c7-8a1a-8d41e6bca9d5,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:09.242995 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0334fd-943f-4869-ae5f-e32ef3e27b50 admin admin] Network a699d2aa-891c-4827-a39e-331f1783297d is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:58:09.265183 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-0e0334fd-943f-4869-ae5f-e32ef3e27b50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, a699d2aa-891c-4827-a39e-331f1783297d) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:58:09.266707 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-bfa278f3-01c9-4349-ac60-3cf14b2a496d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:09.274255 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e59da2-2b05-4691-95f1-d733bc471e38 None None] Network a699d2aa-891c-4827-a39e-331f1783297d requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:58:09.288752 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0334fd-943f-4869-ae5f-e32ef3e27b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:09.289343 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0e0334fd-943f-4869-ae5f-e32ef3e27b50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:09.351781 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0e0334fd-943f-4869-ae5f-e32ef3e27b50 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9747901 Oct 19 00:58:09.357809 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2759e8b5-c707-41c7-9c37-044e00927f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:09.381145 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21b2ce-7a9a-4f2e-99af-87e752bcad38 req-0f376974-a077-4328-b3b3-f547ab8db62c tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:09.382836 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ba21b2ce-7a9a-4f2e-99af-87e752bcad38 req-0f376974-a077-4328-b3b3-f547ab8db62c tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3bb8cff-8f37-43d6-a180-ebe6fffb7198 HTTP/1.1" status: 200 len: 949 time: 0.0754542 Oct 19 00:58:09.476621 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7ac0f-a60a-42bd-a377-cd4ffae09410 req-f9974adb-dc4e-4dfc-a345-4cc3c31d52c8 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:09.481540 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ba21b2ce-7a9a-4f2e-99af-87e752bcad38 req-76f6a941-87e3-4374-9570-e97a99e7b072 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f8a207e-c839-4366-b9c0-b9a60e8f56e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878570 Oct 19 00:58:09.482428 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-09d7ac0f-a60a-42bd-a377-cd4ffae09410 req-f9974adb-dc4e-4dfc-a345-4cc3c31d52c8 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9a0a11a-5300-4441-9172-2d0929c8611b HTTP/1.1" status: 200 len: 945 time: 0.0956142 Oct 19 00:58:09.503169 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2759e8b5-c707-41c7-9c37-044e00927f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:09.523193 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6671fe-c9a7-423d-8985-8c436ea07a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcffc012-f744-462a-9350-2794d16252a6'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:09.529757 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9e7651-1973-4064-b02b-f1f8c9952c7a" -d '{"events": [{"server_uuid": "8d6671fe-c9a7-423d-8985-8c436ea07a9d", "name": "network-vif-plugged", "status": "completed", "tag": "bcffc012-f744-462a-9350-2794d16252a6"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:09.532316 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-bfa278f3-01c9-4349-ac60-3cf14b2a496d service neutron] For port 64d644ee-60db-470c-bf38-26a88a5185a0, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=64d644ee-60db-470c-bf38-26a88a5185a0,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:09.549946 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759e8b5-c707-41c7-9c37-044e00927f0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9a15381-bf99-4eef-a4b8-d077ba99ba0a,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:09.550384 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfc2b33-0b1b-4f1a-8d72-59ab452090c3 None None] Network a699d2aa-891c-4827-a39e-331f1783297d requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:58:09.555790 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2759e8b5-c707-41c7-9c37-044e00927f0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:09.559639 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2759e8b5-c707-41c7-9c37-044e00927f0e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d9a15381-bf99-4eef-a4b8-d077ba99ba0a HTTP/1.1" status: 204 len: 168 time: 0.5342321 Oct 19 00:58:09.563011 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 46832) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:09.592560 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-09d7ac0f-a60a-42bd-a377-cd4ffae09410 req-f3c4e58a-39de-47d7-bf91-3409f4ca8a4b tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021500 Oct 19 00:58:09.607479 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-bfa278f3-01c9-4349-ac60-3cf14b2a496d service neutron] For port 64d644ee-60db-470c-bf38-26a88a5185a0, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:58:09.639241 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd5c221-8bdb-434d-a8db-a8a57ed2ff62 None None] Network 8d580e33-9be3-48a5-82b0-53aab65bb082 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:58:09.706094 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77976444-aea1-4c2d-8ee6-57392d8a5528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:09.710639 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a0a11a-5300-4441-9172-2d0929c8611b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64d644ee-60db-470c-bf38-26a88a5185a0'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:09.718960 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1d7a0d-7c4c-44a2-9f5c-2948ed254296" -d '{"events": [{"server_uuid": "d9a0a11a-5300-4441-9172-2d0929c8611b", "name": "network-vif-unplugged", "status": "completed", "tag": "64d644ee-60db-470c-bf38-26a88a5185a0"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:09.724759 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-bfa278f3-01c9-4349-ac60-3cf14b2a496d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:09.738351 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbf0f2-1230-4747-93a8-813d8dee7528 req-41883cab-6595-4103-82f1-9f1fbe845979 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:09.739075 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-bfa278f3-01c9-4349-ac60-3cf14b2a496d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:09.748440 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11cbf0f2-1230-4747-93a8-813d8dee7528 req-41883cab-6595-4103-82f1-9f1fbe845979 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d HTTP/1.1" status: 200 len: 945 time: 0.0817411 Oct 19 00:58:09.800051 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11cbf0f2-1230-4747-93a8-813d8dee7528 req-5ea7d643-2229-4dc4-9048-637db79158e1 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458159 Oct 19 00:58:09.860773 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa278f3-01c9-4349-ac60-3cf14b2a496d service neutron] Pushing event updated for resources: {'Port': ['ID=64d644ee-60db-470c-bf38-26a88a5185a0,revision_number=7']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:09.882318 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-bfa278f3-01c9-4349-ac60-3cf14b2a496d service neutron] Attempting to bind port 64d644ee-60db-470c-bf38-26a88a5185a0 on host n-h1-715271-26 for vnic_type normal with profile {"migrating_to": "n-h2-715271-26"} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:58:09.882599 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-bfa278f3-01c9-4349-ac60-3cf14b2a496d service neutron] Attempting to bind port 64d644ee-60db-470c-bf38-26a88a5185a0 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:58:09.882931 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-bfa278f3-01c9-4349-ac60-3cf14b2a496d service neutron] Attempting to bind port 64d644ee-60db-470c-bf38-26a88a5185a0 on network db82cf1f-422d-4289-a127-b70a546afbff {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:58:09.887420 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-77976444-aea1-4c2d-8ee6-57392d8a5528 admin admin] Deleting port 68217c46-893a-4b27-8a93-48c581055ea4 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:58:09.887777 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77976444-aea1-4c2d-8ee6-57392d8a5528 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:09.893406 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-bfa278f3-01c9-4349-ac60-3cf14b2a496d service neutron] Port 64d644ee-60db-470c-bf38-26a88a5185a0 on network db82cf1f-422d-4289-a127-b70a546afbff not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:58:09.893406 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-bfa278f3-01c9-4349-ac60-3cf14b2a496d service neutron] Attempting to bind port 64d644ee-60db-470c-bf38-26a88a5185a0 on network db82cf1f-422d-4289-a127-b70a546afbff {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:58:09.911119 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-5a1899a1-8d29-467f-b541-0bf6c71a07db req-abf582c2-0f45-47b6-a7a9-4f43c95ac225 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1614048967', 'description': 'tempest-description-1872702740'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:09.915205 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-bfa278f3-01c9-4349-ac60-3cf14b2a496d service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:58:09.915548 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-bfa278f3-01c9-4349-ac60-3cf14b2a496d service neutron] Checking segment: {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:58:09.915979 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-bfa278f3-01c9-4349-ac60-3cf14b2a496d service neutron] Bound using segment: {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:58:09.917629 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-bfa278f3-01c9-4349-ac60-3cf14b2a496d service neutron] Bound port: 64d644ee-60db-470c-bf38-26a88a5185a0, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:58:09.917986 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-bfa278f3-01c9-4349-ac60-3cf14b2a496d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:09.972949 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-5a1899a1-8d29-467f-b541-0bf6c71a07db req-abf582c2-0f45-47b6-a7a9-4f43c95ac225 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:10.006110 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-77976444-aea1-4c2d-8ee6-57392d8a5528 admin admin] For port 68217c46-893a-4b27-8a93-48c581055ea4, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=68217c46-893a-4b27-8a93-48c581055ea4,segment=NetworkSegment(1e57d206-2927-464c-aae6-b32e4b4e0ab9),segment_id=1e57d206-2927-464c-aae6-b32e4b4e0ab9)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:10.006500 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77976444-aea1-4c2d-8ee6-57392d8a5528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:10.024561 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 48d1a49f-212d-4891-8bbb-0ef38f617bae no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:58:10.028847 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-77976444-aea1-4c2d-8ee6-57392d8a5528 admin admin] Calling delete_port for 68217c46-893a-4b27-8a93-48c581055ea4 owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:58:10.049958 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-bfa278f3-01c9-4349-ac60-3cf14b2a496d service neutron] For port 64d644ee-60db-470c-bf38-26a88a5185a0, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:58:10.068903 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 48d1a49f-212d-4891-8bbb-0ef38f617bae {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:58:10.069687 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 48d1a49f-212d-4891-8bbb-0ef38f617bae not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:58:10.070338 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7bb7edee-a50b-4611-bab2-c14b04ec0933 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:58:10.087498 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-5a1899a1-8d29-467f-b541-0bf6c71a07db req-abf582c2-0f45-47b6-a7a9-4f43c95ac225 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:10.094123 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 7bb7edee-a50b-4611-bab2-c14b04ec0933 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:58:10.094739 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7bb7edee-a50b-4611-bab2-c14b04ec0933 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:58:10.094913 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-5a1899a1-8d29-467f-b541-0bf6c71a07db req-abf582c2-0f45-47b6-a7a9-4f43c95ac225 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:10.095448 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-bfa278f3-01c9-4349-ac60-3cf14b2a496d service neutron] For port 64d644ee-60db-470c-bf38-26a88a5185a0, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=64d644ee-60db-470c-bf38-26a88a5185a0,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:58:10.103976 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-bfa278f3-01c9-4349-ac60-3cf14b2a496d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:10.140147 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-5a1899a1-8d29-467f-b541-0bf6c71a07db req-abf582c2-0f45-47b6-a7a9-4f43c95ac225 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:10.142569 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5a1899a1-8d29-467f-b541-0bf6c71a07db req-abf582c2-0f45-47b6-a7a9-4f43c95ac225 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2373495 Oct 19 00:58:10.145498 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf582c2-0f45-47b6-a7a9-4f43c95ac225 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25f687ce-c4e7-424b-8642-d68a709650b7,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:10.209738 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa278f3-01c9-4349-ac60-3cf14b2a496d service neutron] Pushing event updated for resources: {'Port': ['ID=64d644ee-60db-470c-bf38-26a88a5185a0,revision_number=8']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:10.221690 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-bfa278f3-01c9-4349-ac60-3cf14b2a496d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:10.221690 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-bfa278f3-01c9-4349-ac60-3cf14b2a496d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:10.223249 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-bfa278f3-01c9-4349-ac60-3cf14b2a496d service neutron] 10.222.0.24 "PUT /v2.0/ports/64d644ee-60db-470c-bf38-26a88a5185a0 HTTP/1.1" status: 200 len: 1123 time: 1.0431871 Oct 19 00:58:10.224259 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77976444-aea1-4c2d-8ee6-57392d8a5528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:10.236720 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a77de0-2731-42d3-af3a-4db1f58e8761 None None] DHCP port deletion for 8d580e33-9be3-48a5-82b0-53aab65bb082 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 00:58:10.256339 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1930f5-8da7-43eb-989f-7ee391820ebd x-openstack-request-id: req-4b1930f5-8da7-43eb-989f-7ee391820ebd {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:10.256654 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6671fe-c9a7-423d-8985-8c436ea07a9d", "name": "network-vif-plugged", "status": "completed", "tag": "bcffc012-f744-462a-9350-2794d16252a6", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:10.256908 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4b1930f5-8da7-43eb-989f-7ee391820ebd {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:10.257297 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6671fe-c9a7-423d-8985-8c436ea07a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcffc012-f744-462a-9350-2794d16252a6', 'code': 200} Oct 19 00:58:10.260495 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77976444-aea1-4c2d-8ee6-57392d8a5528 admin admin] Pushing event deleted for resources: {'Port': ['ID=68217c46-893a-4b27-8a93-48c581055ea4,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:10.274084 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77976444-aea1-4c2d-8ee6-57392d8a5528 admin admin] No DVR routers for this DVR port 68217c46-893a-4b27-8a93-48c581055ea4 on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:58:10.326495 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46860) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:10.358980 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77976444-aea1-4c2d-8ee6-57392d8a5528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:10.362387 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d528b42b-084b-4183-a56b-304afb712c8f x-openstack-request-id: req-d528b42b-084b-4183-a56b-304afb712c8f {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:10.362681 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a0a11a-5300-4441-9172-2d0929c8611b", "name": "network-vif-unplugged", "status": "completed", "tag": "64d644ee-60db-470c-bf38-26a88a5185a0", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:10.362932 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d528b42b-084b-4183-a56b-304afb712c8f {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:10.363320 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a0a11a-5300-4441-9172-2d0929c8611b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64d644ee-60db-470c-bf38-26a88a5185a0', 'code': 200} Oct 19 00:58:10.372567 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2e60c9ed-0120-456f-9308-d6bd3bb7e19d req-a09ca28f-4fb2-40dd-a5c6-e59aa9f0375b tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] 10.222.0.57 "GET /v2.0/security-groups/25f687ce-c4e7-424b-8642-d68a709650b7 HTTP/1.1" status: 200 len: 1813 time: 0.0874104 Oct 19 00:58:10.378964 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-2e60c9ed-0120-456f-9308-d6bd3bb7e19d req-b226e950-305d-44bd-9a87-70f6faf21002 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '25f687ce-c4e7-424b-8642-d68a709650b7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:10.379301 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-2e60c9ed-0120-456f-9308-d6bd3bb7e19d req-b226e950-305d-44bd-9a87-70f6faf21002 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '25f687ce-c4e7-424b-8642-d68a709650b7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:10.384339 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-77976444-aea1-4c2d-8ee6-57392d8a5528 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d580e33-9be3-48a5-82b0-53aab65bb082']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:58:10.404727 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['64d644ee-60db-470c-bf38-26a88a5185a0'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:58:10.420104 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-77976444-aea1-4c2d-8ee6-57392d8a5528 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e57d206-2927-464c-aae6-b32e4b4e0ab9') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:58:10.420104 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-77976444-aea1-4c2d-8ee6-57392d8a5528 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e57d206-2927-464c-aae6-b32e4b4e0ab9') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:58:10.460878 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77976444-aea1-4c2d-8ee6-57392d8a5528 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:10.486295 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77976444-aea1-4c2d-8ee6-57392d8a5528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:10.493850 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3269bcb3-c402-4501-bdce-f66119162908 req-8fb32e27-2386-4bb7-8601-59d514c7f89b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1591725 Oct 19 00:58:10.502284 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77976444-aea1-4c2d-8ee6-57392d8a5528 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:58:10.502717 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77976444-aea1-4c2d-8ee6-57392d8a5528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:10.504914 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 00:58:10.504914 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 00:58:10.504914 n-d-715271-26 neutron-server[100606]: timer() Oct 19 00:58:10.504914 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 00:58:10.504914 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 00:58:10.504914 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 00:58:10.504914 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 00:58:10.504914 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 00:58:10.504914 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 00:58:10.504914 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 00:58:10.504914 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 00:58:10.504914 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 00:58:10.504914 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 00:58:10.504914 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 00:58:10.504914 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 00:58:10.504914 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 00:58:10.504914 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 00:58:10.504914 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 00:58:10.504914 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 00:58:10.504914 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 00:58:10.504914 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 00:58:10.504914 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 00:58:10.504914 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 00:58:10.504914 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 00:58:10.504914 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 00:58:10.504914 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 00:58:10.504914 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 00:58:10.504914 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 00:58:10.504914 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 00:58:10.504914 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 00:58:10.504914 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 00:58:10.504914 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 00:58:10.510594 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-3269bcb3-c402-4501-bdce-f66119162908 req-e6fff60f-c154-45f0-a109-e5f442cd7aee service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:58:10.512428 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3269bcb3-c402-4501-bdce-f66119162908 req-e6fff60f-c154-45f0-a109-e5f442cd7aee service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0112064 Oct 19 00:58:10.515200 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f51ca-4332-4c9a-8c25-70161b926cb2 req-d77a8a61-0d6d-4b65-bbe1-05ab7447d436 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:10.516896 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-088f51ca-4332-4c9a-8c25-70161b926cb2 req-d77a8a61-0d6d-4b65-bbe1-05ab7447d436 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/ports?device_id=35a2e386-c8da-48e2-8dd0-d178d4c5bb29 HTTP/1.1" status: 200 len: 950 time: 0.1178963 Oct 19 00:58:10.534973 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8ec8a-6635-45c5-9b8c-28956eefa18e req-a1b80ea2-856d-4fe4-9194-d81d945e2dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:10.536465 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-55a8ec8a-6635-45c5-9b8c-28956eefa18e req-a1b80ea2-856d-4fe4-9194-d81d945e2dec service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d HTTP/1.1" status: 200 len: 1097 time: 0.1375396 Oct 19 00:58:10.538122 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf592a-b130-45e7-a6d6-644b156abf55 req-f8e5c772-0b49-4948-ab37-90d547716a2f tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:10.539742 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b0cf592a-b130-45e7-a6d6-644b156abf55 req-f8e5c772-0b49-4948-ab37-90d547716a2f tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3bb8cff-8f37-43d6-a180-ebe6fffb7198 HTTP/1.1" status: 200 len: 949 time: 0.1394479 Oct 19 00:58:10.545574 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2e60c9ed-0120-456f-9308-d6bd3bb7e19d req-b226e950-305d-44bd-9a87-70f6faf21002 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:10.583562 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2e60c9ed-0120-456f-9308-d6bd3bb7e19d req-b226e950-305d-44bd-9a87-70f6faf21002 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:10.593565 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2e60c9ed-0120-456f-9308-d6bd3bb7e19d req-b226e950-305d-44bd-9a87-70f6faf21002 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:10.610668 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-55a8ec8a-6635-45c5-9b8c-28956eefa18e req-39ac7d5e-127c-4721-93ba-dadf1a7bd7d7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594316 Oct 19 00:58:10.620994 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226e950-305d-44bd-9a87-70f6faf21002 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4dd8372-46f9-4dbb-8d79-6cff4fd532d4,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:10.629959 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2e60c9ed-0120-456f-9308-d6bd3bb7e19d req-b226e950-305d-44bd-9a87-70f6faf21002 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:10.631225 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2e60c9ed-0120-456f-9308-d6bd3bb7e19d req-b226e950-305d-44bd-9a87-70f6faf21002 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2566175 Oct 19 00:58:10.641209 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77976444-aea1-4c2d-8ee6-57392d8a5528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:10.654774 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77976444-aea1-4c2d-8ee6-57392d8a5528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:10.660021 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-77976444-aea1-4c2d-8ee6-57392d8a5528 admin admin] 10.222.0.57 "DELETE /v2.0/networks/8d580e33-9be3-48a5-82b0-53aab65bb082 HTTP/1.1" status: 204 len: 168 time: 1.0936639 Oct 19 00:58:10.668937 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-088f51ca-4332-4c9a-8c25-70161b926cb2 req-5173c9ef-35c1-4d32-a48d-3bfbbbf97b10 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d11d4ba-edad-49be-842b-3e9ad503eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391215 Oct 19 00:58:10.697968 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77976444-aea1-4c2d-8ee6-57392d8a5528 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d580e33-9be3-48a5-82b0-53aab65bb082,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:10.741295 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-b0cf592a-b130-45e7-a6d6-644b156abf55 req-4ea1f684-2aa2-4ec8-a9af-7b95c3fa08f0 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Deleting port 3c260f89-f470-4009-88c7-119e28854720 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:58:10.741639 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b0cf592a-b130-45e7-a6d6-644b156abf55 req-4ea1f684-2aa2-4ec8-a9af-7b95c3fa08f0 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:10.787613 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d94928-335e-4cd1-a046-e06549ddd88a req-2063c6a3-3ad5-424b-93e5-ddd02337e271 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:10.795392 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-47d94928-335e-4cd1-a046-e06549ddd88a req-2063c6a3-3ad5-424b-93e5-ddd02337e271 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 949 time: 0.0858321 Oct 19 00:58:10.841405 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-47d94928-335e-4cd1-a046-e06549ddd88a req-d0d19b15-e3af-4f36-8d57-9367201fe66c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450537 Oct 19 00:58:10.842101 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46888) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:10.899009 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3b567e85-3f5b-4d67-84e3-85ae948888c4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0fa39b62196e46599bf948251db8aac2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554783 Oct 19 00:58:10.901832 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46892) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:10.925172 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-b0cf592a-b130-45e7-a6d6-644b156abf55 req-4ea1f684-2aa2-4ec8-a9af-7b95c3fa08f0 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] For port 3c260f89-f470-4009-88c7-119e28854720, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=3c260f89-f470-4009-88c7-119e28854720,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:10.925531 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b0cf592a-b130-45e7-a6d6-644b156abf55 req-4ea1f684-2aa2-4ec8-a9af-7b95c3fa08f0 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:10.942697 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-b0cf592a-b130-45e7-a6d6-644b156abf55 req-4ea1f684-2aa2-4ec8-a9af-7b95c3fa08f0 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Calling delete_port for 3c260f89-f470-4009-88c7-119e28854720 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:58:10.967721 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88983b-2989-4793-944e-d405d8d48b38 req-f51ef5d7-4c01-44d9-8ce7-ab6b7eb0ce89 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:10.969320 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8a88983b-2989-4793-944e-d405d8d48b38 req-f51ef5d7-4c01-44d9-8ce7-ab6b7eb0ce89 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3bb8cff-8f37-43d6-a180-ebe6fffb7198 HTTP/1.1" status: 200 len: 949 time: 0.0914552 Oct 19 00:58:11.056062 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8a88983b-2989-4793-944e-d405d8d48b38 req-b8870ae0-e716-42ef-a694-9567b6d8524f tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f8a207e-c839-4366-b9c0-b9a60e8f56e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529578 Oct 19 00:58:11.169885 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7e5822b8-42f4-4c1f-a881-9e61509d3f81 req-cd7f2fdc-e007-4417-9df0-5bb3eb50b01c tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] 10.222.0.57 "GET /v2.0/security-groups/25f687ce-c4e7-424b-8642-d68a709650b7 HTTP/1.1" status: 200 len: 2406 time: 0.0619581 Oct 19 00:58:11.171194 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b0cf592a-b130-45e7-a6d6-644b156abf55 req-4ea1f684-2aa2-4ec8-a9af-7b95c3fa08f0 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:11.184942 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['18016520-e1c2-4d04-bc6b-936e28dad0c3'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:58:11.190289 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['3c260f89-f470-4009-88c7-119e28854720'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:58:11.206515 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea1f684-2aa2-4ec8-a9af-7b95c3fa08f0 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Pushing event deleted for resources: {'Port': ['ID=3c260f89-f470-4009-88c7-119e28854720,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:11.257496 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0cf592a-b130-45e7-a6d6-644b156abf55 req-4ea1f684-2aa2-4ec8-a9af-7b95c3fa08f0 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] No DVR routers for this DVR port 3c260f89-f470-4009-88c7-119e28854720 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:58:11.270877 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b0cf592a-b130-45e7-a6d6-644b156abf55 req-4ea1f684-2aa2-4ec8-a9af-7b95c3fa08f0 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:11.274504 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b0cf592a-b130-45e7-a6d6-644b156abf55 req-4ea1f684-2aa2-4ec8-a9af-7b95c3fa08f0 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.55 "DELETE /v2.0/ports/3c260f89-f470-4009-88c7-119e28854720 HTTP/1.1" status: 204 len: 173 time: 0.7172949 Oct 19 00:58:11.313091 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-88cb09cc-0503-4642-aec0-551be6c4dbdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:11.349550 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde1cb6-28b7-4932-990b-93f21324d24c req-b3155683-7b72-4445-89ea-104cee5c3aa1 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:11.362635 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4bde1cb6-28b7-4932-990b-93f21324d24c req-b3155683-7b72-4445-89ea-104cee5c3aa1 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9a0a11a-5300-4441-9172-2d0929c8611b HTTP/1.1" status: 200 len: 943 time: 0.4619958 Oct 19 00:58:11.437489 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-88cb09cc-0503-4642-aec0-551be6c4dbdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:11.458483 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4bde1cb6-28b7-4932-990b-93f21324d24c req-c0e49ce7-046f-4fcf-9a12-dfb7aa4c5643 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948076 Oct 19 00:58:11.549380 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-88cb09cc-0503-4642-aec0-551be6c4dbdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:11.552220 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-88cb09cc-0503-4642-aec0-551be6c4dbdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:11.553362 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-88cb09cc-0503-4642-aec0-551be6c4dbdc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d7255b26-bcc6-4de8-beee-4cb57d442a30 HTTP/1.1" status: 204 len: 168 time: 0.6506798 Oct 19 00:58:11.562851 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb09cc-0503-4642-aec0-551be6c4dbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7255b26-bcc6-4de8-beee-4cb57d442a30,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:11.641963 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b325b0cc-4863-4b20-8d3b-8df6b6875f54 req-449798dc-0116-4e7a-bde3-4a3c61e7871f tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] 10.222.0.57 "GET /v2.0/security-group-rules/b4dd8372-46f9-4dbb-8d79-6cff4fd532d4 HTTP/1.1" status: 200 len: 778 time: 0.0320079 Oct 19 00:58:11.648198 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a90165-3e66-40c2-b25d-c22eb6ec10b6 req-3f02b3f3-5415-4e97-9ee6-3189ce87df5c tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:11.650087 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-89a90165-3e66-40c2-b25d-c22eb6ec10b6 req-3f02b3f3-5415-4e97-9ee6-3189ce87df5c tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d HTTP/1.1" status: 200 len: 945 time: 0.0844486 Oct 19 00:58:11.695941 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b325b0cc-4863-4b20-8d3b-8df6b6875f54 req-072dddc8-fb5c-445d-b42c-b26b175f90f8 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] 10.222.0.57 "GET /v2.0/security-groups/25f687ce-c4e7-424b-8642-d68a709650b7 HTTP/1.1" status: 200 len: 2406 time: 0.0530710 Oct 19 00:58:11.697290 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-89a90165-3e66-40c2-b25d-c22eb6ec10b6 req-ff790648-1135-4844-a8c1-c0becc250903 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405109 Oct 19 00:58:11.731968 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b325b0cc-4863-4b20-8d3b-8df6b6875f54 req-a6c25b9a-2772-4610-a435-c6eb7b9b5898 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:11.747254 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b325b0cc-4863-4b20-8d3b-8df6b6875f54 req-a6c25b9a-2772-4610-a435-c6eb7b9b5898 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:11.793686 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b325b0cc-4863-4b20-8d3b-8df6b6875f54 req-a6c25b9a-2772-4610-a435-c6eb7b9b5898 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:11.799869 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b325b0cc-4863-4b20-8d3b-8df6b6875f54 req-a6c25b9a-2772-4610-a435-c6eb7b9b5898 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:11.801277 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b325b0cc-4863-4b20-8d3b-8df6b6875f54 req-a6c25b9a-2772-4610-a435-c6eb7b9b5898 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/b4dd8372-46f9-4dbb-8d79-6cff4fd532d4 HTTP/1.1" status: 204 len: 173 time: 0.0973012 Oct 19 00:58:11.810565 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c25b9a-2772-4610-a435-c6eb7b9b5898 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4dd8372-46f9-4dbb-8d79-6cff4fd532d4,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:11.843143 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-e65b3c15-1d5f-4c9a-8cb0-cd7cd598ec69 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=34d51a7b450842e8ab677398f5ef5b85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399697 Oct 19 00:58:11.937983 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-a904fdd8-7a7a-4f27-b272-3585d76b3cb1 req-a8ceb88e-84c6-43e1-9f13-5226ee2aa47d tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1412506790', 'description': 'tempest-description-1676669924'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:11.991210 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-a904fdd8-7a7a-4f27-b272-3585d76b3cb1 req-a8ceb88e-84c6-43e1-9f13-5226ee2aa47d tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:12.025365 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 68217c46-893a-4b27-8a93-48c581055ea4 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:58:12.040737 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-3f4b5401-dd38-4a6b-a694-dc19f9122b74 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:12.049832 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-3f4b5401-dd38-4a6b-a694-dc19f9122b74 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1987529 Oct 19 00:58:12.069912 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-c8fa79ef-776b-45c3-80cb-0290fa3b004d tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/quotas/34d51a7b450842e8ab677398f5ef5b85 HTTP/1.1" status: 200 len: 375 time: 0.0188944 Oct 19 00:58:12.083331 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 68217c46-893a-4b27-8a93-48c581055ea4 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:58:12.083775 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 68217c46-893a-4b27-8a93-48c581055ea4 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:58:12.108811 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-a904fdd8-7a7a-4f27-b272-3585d76b3cb1 req-a8ceb88e-84c6-43e1-9f13-5226ee2aa47d tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:12.113791 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-a904fdd8-7a7a-4f27-b272-3585d76b3cb1 req-a8ceb88e-84c6-43e1-9f13-5226ee2aa47d tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:12.133001 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-e9a54acb-d072-4747-be4b-cced102e49e8 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=34d51a7b450842e8ab677398f5ef5b85&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0615251 Oct 19 00:58:12.146001 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-a904fdd8-7a7a-4f27-b272-3585d76b3cb1 req-a8ceb88e-84c6-43e1-9f13-5226ee2aa47d tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:12.147046 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:58:12.157518 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a904fdd8-7a7a-4f27-b272-3585d76b3cb1 req-a8ceb88e-84c6-43e1-9f13-5226ee2aa47d tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2258399 Oct 19 00:58:12.165693 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ceb88e-84c6-43e1-9f13-5226ee2aa47d tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=961d79e4-8cff-40a1-88ca-d1423ab9ccfa,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:12.264166 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfef957-39b7-4f29-a3a6-99f9ac17d026 req-f47fa52b-40cf-4b8a-b5ef-decf40d20470 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:12.265910 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ebfef957-39b7-4f29-a3a6-99f9ac17d026 req-f47fa52b-40cf-4b8a-b5ef-decf40d20470 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 949 time: 0.0523257 Oct 19 00:58:12.356558 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ebfef957-39b7-4f29-a3a6-99f9ac17d026 req-2a62cc6d-dbce-472c-84d0-74c6002811dd tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611885 Oct 19 00:58:12.364448 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a0a11a-5300-4441-9172-2d0929c8611b', 'tag': '64d644ee-60db-470c-bf38-26a88a5185a0'}, {'server_uuid': 'e3bb8cff-8f37-43d6-a180-ebe6fffb7198', 'name': 'network-vif-deleted', 'tag': '3c260f89-f470-4009-88c7-119e28854720'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:12.367348 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdce4d98-05af-409c-9d55-faffd0b8e03e" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a0a11a-5300-4441-9172-2d0929c8611b", "tag": "64d644ee-60db-470c-bf38-26a88a5185a0"}, {"server_uuid": "e3bb8cff-8f37-43d6-a180-ebe6fffb7198", "name": "network-vif-deleted", "tag": "3c260f89-f470-4009-88c7-119e28854720"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:12.392232 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1a163dfa-8bf2-40ba-8952-e9a100c3b7ef req-17b2f238-0004-4a81-95ce-416d8fbd5e45 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] 10.222.0.57 "GET /v2.0/security-groups/961d79e4-8cff-40a1-88ca-d1423ab9ccfa HTTP/1.1" status: 200 len: 1813 time: 0.0921562 Oct 19 00:58:12.434098 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269bcb3-c402-4501-bdce-f66119162908 req-61574743-fd92-4c9c-9f32-f7c9f77c3a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:12.435932 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3269bcb3-c402-4501-bdce-f66119162908 req-61574743-fd92-4c9c-9f32-f7c9f77c3a36 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 1101 time: 0.0519698 Oct 19 00:58:12.496410 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3b14efe5-4cd4-48fa-b228-0466dde202d9 req-5b0e9039-ddb8-4c2f-ad6f-7d8d457b789f tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce5c269e-b59b-4769-86ea-f8cc1a809936 HTTP/1.1" status: 200 len: 210 time: 0.0591724 Oct 19 00:58:12.579710 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269bcb3-c402-4501-bdce-f66119162908 req-63fe0a13-e2d3-4a11-8f1a-758fd742a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:12.581277 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3269bcb3-c402-4501-bdce-f66119162908 req-63fe0a13-e2d3-4a11-8f1a-758fd742a766 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.1347322 Oct 19 00:58:12.583543 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a388d58-0f82-49d6-9bd9-a138af6ac5b2 x-openstack-request-id: req-3a388d58-0f82-49d6-9bd9-a138af6ac5b2 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:12.584167 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a0a11a-5300-4441-9172-2d0929c8611b", "tag": "64d644ee-60db-470c-bf38-26a88a5185a0", "status": "completed", "code": 200}, {"server_uuid": "e3bb8cff-8f37-43d6-a180-ebe6fffb7198", "name": "network-vif-deleted", "tag": "3c260f89-f470-4009-88c7-119e28854720", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:12.584425 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3a388d58-0f82-49d6-9bd9-a138af6ac5b2 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:12.584811 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a0a11a-5300-4441-9172-2d0929c8611b', 'tag': '64d644ee-60db-470c-bf38-26a88a5185a0', 'status': 'completed', 'code': 200} Oct 19 00:58:12.585066 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3bb8cff-8f37-43d6-a180-ebe6fffb7198', 'name': 'network-vif-deleted', 'tag': '3c260f89-f470-4009-88c7-119e28854720', 'status': 'completed', 'code': 200} Oct 19 00:58:12.677082 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3269bcb3-c402-4501-bdce-f66119162908 req-782bfc59-27e3-42eb-bad4-6d4e35c8dd3a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=74a7a6dc-e5bc-4245-b19e-d5eee08c7311 HTTP/1.1" status: 200 len: 217 time: 0.0749426 Oct 19 00:58:12.686430 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-63e39d7d-4403-4e43-a823-f6cf7b294e40 req-ad2cda42-b84c-49d3-bdff-1ba968f0df3e tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1219522835', 'description': 'tempest-description-2066323066'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:12.712666 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-63e39d7d-4403-4e43-a823-f6cf7b294e40 req-ad2cda42-b84c-49d3-bdff-1ba968f0df3e tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:12.771204 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce4d98-05af-409c-9d55-faffd0b8e03e req-512a3155-6fe4-4285-89fb-4bd481c4168f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:12.772797 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bdce4d98-05af-409c-9d55-faffd0b8e03e req-512a3155-6fe4-4285-89fb-4bd481c4168f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&device_id=d9a0a11a-5300-4441-9172-2d0929c8611b HTTP/1.1" status: 200 len: 1126 time: 0.1627266 Oct 19 00:58:12.778987 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269bcb3-c402-4501-bdce-f66119162908 req-82d984c6-aab9-4c10-9cba-823c84a779fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:12.780440 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3269bcb3-c402-4501-bdce-f66119162908 req-82d984c6-aab9-4c10-9cba-823c84a779fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0685709 Oct 19 00:58:12.790918 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-63e39d7d-4403-4e43-a823-f6cf7b294e40 req-ad2cda42-b84c-49d3-bdff-1ba968f0df3e tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:12.795198 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-63e39d7d-4403-4e43-a823-f6cf7b294e40 req-ad2cda42-b84c-49d3-bdff-1ba968f0df3e tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:12.824211 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100d35c-fbc5-4312-9c4a-9f1063c11127 req-2af9673d-b9d7-42d8-b14c-437385ed77d1 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:12.825601 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4100d35c-fbc5-4312-9c4a-9f1063c11127 req-2af9673d-b9d7-42d8-b14c-437385ed77d1 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9a0a11a-5300-4441-9172-2d0929c8611b HTTP/1.1" status: 200 len: 943 time: 0.1463099 Oct 19 00:58:12.826048 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-63e39d7d-4403-4e43-a823-f6cf7b294e40 req-ad2cda42-b84c-49d3-bdff-1ba968f0df3e tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:12.828274 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63e39d7d-4403-4e43-a823-f6cf7b294e40 req-ad2cda42-b84c-49d3-bdff-1ba968f0df3e tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1467819 Oct 19 00:58:12.830497 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2cda42-b84c-49d3-bdff-1ba968f0df3e tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd750eb2-766d-4037-bf70-a89149063c60,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:12.931900 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d286f0a-325c-430b-869d-92643f8d86b5 req-d927659b-f529-47a9-ab34-114754ee4d3c tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:12.933587 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8d286f0a-325c-430b-869d-92643f8d86b5 req-d927659b-f529-47a9-ab34-114754ee4d3c tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed51a309-e7de-477c-a79f-8b5297fff3f6 HTTP/1.1" status: 200 len: 950 time: 0.0539229 Oct 19 00:58:12.943862 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4100d35c-fbc5-4312-9c4a-9f1063c11127 req-ccecfdc0-aa31-47bf-8817-4f2b293d087a tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874958 Oct 19 00:58:12.951995 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269bcb3-c402-4501-bdce-f66119162908 req-019ac207-749e-4b7c-a38c-a429082e790d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:12.953334 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3269bcb3-c402-4501-bdce-f66119162908 req-019ac207-749e-4b7c-a38c-a429082e790d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1503389 Oct 19 00:58:12.967537 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce4d98-05af-409c-9d55-faffd0b8e03e req-0d303224-733a-4486-9285-6cabc6cdd61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:12.969065 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bdce4d98-05af-409c-9d55-faffd0b8e03e req-0d303224-733a-4486-9285-6cabc6cdd61e service neutron] 10.222.0.55 "GET /v2.0/networks?id=db82cf1f-422d-4289-a127-b70a546afbff HTTP/1.1" status: 200 len: 922 time: 0.1870167 Oct 19 00:58:12.999287 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8d286f0a-325c-430b-869d-92643f8d86b5 req-89f51f98-56b3-4d21-aa19-d25562df1273 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f8a207e-c839-4366-b9c0-b9a60e8f56e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592062 Oct 19 00:58:13.031412 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bdce4d98-05af-409c-9d55-faffd0b8e03e req-5756b7e7-ac8a-4e17-8024-30d487536f4e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64d644ee-60db-470c-bf38-26a88a5185a0 HTTP/1.1" status: 200 len: 217 time: 0.0493901 Oct 19 00:58:13.110299 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf92b5e-c0d5-404f-8401-fcdafc162b82 req-17b43fb3-2a40-4f09-893e-f5274c0c0313 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:13.117837 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1cf92b5e-c0d5-404f-8401-fcdafc162b82 req-17b43fb3-2a40-4f09-893e-f5274c0c0313 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d HTTP/1.1" status: 200 len: 945 time: 0.0618083 Oct 19 00:58:13.149207 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce4d98-05af-409c-9d55-faffd0b8e03e req-ccf6f240-d4aa-4f02-978a-6424ad122752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:13.152067 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bdce4d98-05af-409c-9d55-faffd0b8e03e req-ccf6f240-d4aa-4f02-978a-6424ad122752 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc1eafbd-ecfc-4adf-9b82-a202a98a472a HTTP/1.1" status: 200 len: 861 time: 0.0781484 Oct 19 00:58:13.154895 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3269bcb3-c402-4501-bdce-f66119162908 req-e36ad2ca-eb3b-4116-9a66-b30cd6c58dda service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806917 Oct 19 00:58:13.158563 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1cf92b5e-c0d5-404f-8401-fcdafc162b82 req-9d2d670e-4720-4110-bcb9-2fd5f31ea3a1 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398185 Oct 19 00:58:13.194813 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bdce4d98-05af-409c-9d55-faffd0b8e03e req-1602eaa0-ef4e-416c-8c16-fe51021e16df service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=db82cf1f-422d-4289-a127-b70a546afbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329978 Oct 19 00:58:13.235658 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-413486cb-f205-4f6c-8ded-65c962645a5e req-5ed67d86-6689-4ec9-afdc-f059f08bca34 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] 10.222.0.57 "GET /v2.0/security-groups/fd750eb2-766d-4037-bf70-a89149063c60 HTTP/1.1" status: 200 len: 1813 time: 0.0438976 Oct 19 00:58:13.271836 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3a829028-c536-4c34-a969-562cc2675c5d req-1676dff7-97f2-46f2-8dd1-deeb3738d699 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=c44eb73944574a0dbcdf786489b5c79c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461242 Oct 19 00:58:13.412665 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0c276-b4f0-4705-80a2-93769a9ad2f7 req-135bc276-54dc-4640-8806-d0245e96b044 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:13.421625 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-efd0c276-b4f0-4705-80a2-93769a9ad2f7 req-135bc276-54dc-4640-8806-d0245e96b044 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d HTTP/1.1" status: 200 len: 1097 time: 0.0541525 Oct 19 00:58:13.452546 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-dd4a5b11-1e7d-4b25-8594-f4873f35b502 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=34d51a7b450842e8ab677398f5ef5b85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297499 Oct 19 00:58:13.457115 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bdce4d98-05af-409c-9d55-faffd0b8e03e req-81ca1c84-dce4-40a4-8fb8-4dcd5d828dce service neutron] 10.222.0.55 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513726 Oct 19 00:58:13.465481 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3269bcb3-c402-4501-bdce-f66119162908 req-3902d1ec-41f0-40c3-a39b-8737e0fd558d service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950959 Oct 19 00:58:13.498695 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-efd0c276-b4f0-4705-80a2-93769a9ad2f7 req-1c886be3-ee06-4b41-8caa-094d0a21afad tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663686 Oct 19 00:58:13.536001 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a829028-c536-4c34-a969-562cc2675c5d req-5504ea75-68d0-4b8a-8f5f-e8d8f4b7eb64 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:13.537530 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3a829028-c536-4c34-a969-562cc2675c5d req-5504ea75-68d0-4b8a-8f5f-e8d8f4b7eb64 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2384076 Oct 19 00:58:13.582868 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-ce0a20e6-95d0-4088-ad02-c15902eb67bc req-9d5cab43-8e83-4d01-a5e0-ab6004799534 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2125949625', 'description': 'tempest-description-714543543'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:13.627777 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ce0a20e6-95d0-4088-ad02-c15902eb67bc req-9d5cab43-8e83-4d01-a5e0-ab6004799534 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:13.665508 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 64d644ee-60db-470c-bf38-26a88a5185a0 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:58:13.678491 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-0742c05e-4090-410f-a07d-e49f37b0d883 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:13.680811 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-0742c05e-4090-410f-a07d-e49f37b0d883 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2098897 Oct 19 00:58:13.717878 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-2164f9d1-eed7-4067-a80b-8a3bec9e9e75 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Request body: {'port': {'device_id': 'ce5c269e-b59b-4769-86ea-f8cc1a809936', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'admin_state_up': True, 'tenant_id': '34d51a7b450842e8ab677398f5ef5b85'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:13.777595 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 64d644ee-60db-470c-bf38-26a88a5185a0, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=64d644ee-60db-470c-bf38-26a88a5185a0,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:13.790434 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 64d644ee-60db-470c-bf38-26a88a5185a0 has no active binding in host n-h2-715271-26 {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 19 00:58:13.811989 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ce0a20e6-95d0-4088-ad02-c15902eb67bc req-9d5cab43-8e83-4d01-a5e0-ab6004799534 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:13.819951 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ce0a20e6-95d0-4088-ad02-c15902eb67bc req-9d5cab43-8e83-4d01-a5e0-ab6004799534 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:13.827044 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3a829028-c536-4c34-a969-562cc2675c5d req-a390ada7-97a7-4d7e-9e81-5bddb06a6c81 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] 10.222.0.57 "GET /v2.0/quotas/c44eb73944574a0dbcdf786489b5c79c HTTP/1.1" status: 200 len: 375 time: 0.2773762 Oct 19 00:58:13.851181 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f2e0837e-37de-4d50-9615-6a9e0bcbf8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:13.861775 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ce0a20e6-95d0-4088-ad02-c15902eb67bc req-9d5cab43-8e83-4d01-a5e0-ab6004799534 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:13.863006 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ce0a20e6-95d0-4088-ad02-c15902eb67bc req-9d5cab43-8e83-4d01-a5e0-ab6004799534 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2923775 Oct 19 00:58:13.876791 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3a829028-c536-4c34-a969-562cc2675c5d req-85cf5e08-8ec3-4e9b-acd8-38f333916362 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c44eb73944574a0dbcdf786489b5c79c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396624 Oct 19 00:58:13.878378 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5cab43-8e83-4d01-a5e0-ab6004799534 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e899829e-2145-461f-b492-ad3f54f0a142,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:13.889016 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bdce4d98-05af-409c-9d55-faffd0b8e03e req-3a8852ec-bdcc-4e02-ae04-15e8c5390e83 service neutron] 10.222.0.55 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4187775 Oct 19 00:58:13.907188 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-2164f9d1-eed7-4067-a80b-8a3bec9e9e75 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Made reservation on behalf of 34d51a7b450842e8ab677398f5ef5b85 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:58:13.912175 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-2164f9d1-eed7-4067-a80b-8a3bec9e9e75 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:13.963338 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 3c260f89-f470-4009-88c7-119e28854720 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:58:13.988306 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 3c260f89-f470-4009-88c7-119e28854720 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:58:13.988736 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 3c260f89-f470-4009-88c7-119e28854720 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:58:14.054047 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb03fac-ab41-4392-8127-02ff74ec6eeb req-e78bd5c6-dcf0-4979-8ee0-6bf21c705bc4 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:14.055566 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fdb03fac-ab41-4392-8127-02ff74ec6eeb req-e78bd5c6-dcf0-4979-8ee0-6bf21c705bc4 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 949 time: 0.1010401 Oct 19 00:58:14.089289 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9e2fec00-1251-4d20-a2d5-72dd5473d234 req-6cd13164-8723-4059-83b1-fbc41561d92d tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce5c269e-b59b-4769-86ea-f8cc1a809936 HTTP/1.1" status: 200 len: 210 time: 0.0267038 Oct 19 00:58:14.133148 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-2164f9d1-eed7-4067-a80b-8a3bec9e9e75 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Allocated IP 192.168.233.119 (0e8b4f7b-f3c0-4523-9906-6b9e503fed71/1746bfff-950e-4857-b1bf-6fa3cf804b73/470d218b-68fd-4b8a-be8c-1329eeb7dd09) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:58:14.155986 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fdb03fac-ab41-4392-8127-02ff74ec6eeb req-ff049774-a3a8-4593-80cc-0108489da2a9 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938063 Oct 19 00:58:14.201786 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60667781-2dd4-4bff-ae8c-fdc476bc8276 req-2777522d-8788-4993-abc0-6bef7b14f82a tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:14.203309 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-60667781-2dd4-4bff-ae8c-fdc476bc8276 req-2777522d-8788-4993-abc0-6bef7b14f82a tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d HTTP/1.1" status: 200 len: 1097 time: 0.0523829 Oct 19 00:58:14.244420 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-60667781-2dd4-4bff-ae8c-fdc476bc8276 req-1eddbd9a-e613-466a-98b6-5bf7aa675eab tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341506 Oct 19 00:58:14.298258 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fbf608c6-cf5e-4546-b9f1-8d4720531230 req-de00fcd8-52ab-4ab0-aefc-f042d535105e tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] 10.222.0.57 "GET /v2.0/security-groups/e899829e-2145-461f-b492-ad3f54f0a142 HTTP/1.1" status: 200 len: 1812 time: 0.1073298 Oct 19 00:58:14.358453 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a488ec-c48d-42a5-b6a5-d9156c180d86 req-5d479d93-c1c7-412d-b2ed-43047e029278 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:14.360890 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a0a488ec-c48d-42a5-b6a5-d9156c180d86 req-5d479d93-c1c7-412d-b2ed-43047e029278 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9a0a11a-5300-4441-9172-2d0929c8611b HTTP/1.1" status: 200 len: 943 time: 0.0575078 Oct 19 00:58:14.363063 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-2164f9d1-eed7-4067-a80b-8a3bec9e9e75 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:14.404151 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a0a488ec-c48d-42a5-b6a5-d9156c180d86 req-b580ae59-daba-4bb9-a4d3-cffe6c1f7396 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364113 Oct 19 00:58:14.444471 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e17f5-33a8-4aa2-9c18-a40f46325c82 req-1d77ee4e-8198-471d-b3ac-6b64e154d75d tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:14.452390 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-313e17f5-33a8-4aa2-9c18-a40f46325c82 req-1d77ee4e-8198-471d-b3ac-6b64e154d75d tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed51a309-e7de-477c-a79f-8b5297fff3f6 HTTP/1.1" status: 200 len: 950 time: 0.0786779 Oct 19 00:58:14.455894 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-2164f9d1-eed7-4067-a80b-8a3bec9e9e75 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:14.468722 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['a318a872-42b1-45af-88b6-9ce2e631e8b3'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:58:14.492563 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b1359d8e-bf5e-4122-ae6f-f768e65fef9f req-9e702ba5-c43a-404c-80f4-5863ff4d8b41 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf1aa5cc-1bf2-4220-95f2-762e1f3441f8 HTTP/1.1" status: 200 len: 210 time: 0.0318036 Oct 19 00:58:14.556021 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-2164f9d1-eed7-4067-a80b-8a3bec9e9e75 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:58:14.577867 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-2164f9d1-eed7-4067-a80b-8a3bec9e9e75 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:58:14.581711 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-2164f9d1-eed7-4067-a80b-8a3bec9e9e75 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:58:14.619512 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-9d6e39ce-fa69-4019-8323-b70644825fd7 req-ec9244d8-f28c-4ff7-867c-350cddca65c0 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1905145412', 'description': 'tempest-description-286060446'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:14.648408 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-313e17f5-33a8-4aa2-9c18-a40f46325c82 req-26f7cdeb-c1b8-4575-8431-d027a057043f tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f8a207e-c839-4366-b9c0-b9a60e8f56e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800587 Oct 19 00:58:14.650225 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2164f9d1-eed7-4067-a80b-8a3bec9e9e75 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Pushing event updated for resources: {'Port': ['ID=470d218b-68fd-4b8a-be8c-1329eeb7dd09,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:14.693167 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9d6e39ce-fa69-4019-8323-b70644825fd7 req-ec9244d8-f28c-4ff7-867c-350cddca65c0 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:14.704805 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-2164f9d1-eed7-4067-a80b-8a3bec9e9e75 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:14.707331 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-e7de64bf-f9d7-4245-a187-0522d4ae42bf service neutron] 10.222.0.55 "GET /v2.0/ports/64d644ee-60db-470c-bf38-26a88a5185a0/bindings/n-h2-715271-26 HTTP/1.1" status: 200 len: 385 time: 0.1683168 Oct 19 00:58:14.707835 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-2164f9d1-eed7-4067-a80b-8a3bec9e9e75 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:14.750719 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-2164f9d1-eed7-4067-a80b-8a3bec9e9e75 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0393529 Oct 19 00:58:14.767583 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-d30c2693-043f-46b9-9b34-042b6d879846 service neutron] Request body: {'port': {'device_id': 'ce5c269e-b59b-4769-86ea-f8cc1a809936', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:14.849650 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-d30c2693-043f-46b9-9b34-042b6d879846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:14.920408 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1a53c-fa91-4247-ade1-cf8bf1230272 req-1baeec6b-1892-4131-aebc-c8b7b29ce587 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:14.922019 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-67f1a53c-fa91-4247-ade1-cf8bf1230272 req-1baeec6b-1892-4131-aebc-c8b7b29ce587 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed51a309-e7de-477c-a79f-8b5297fff3f6 HTTP/1.1" status: 200 len: 950 time: 0.2042887 Oct 19 00:58:14.983817 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-c239e5bf-8133-422b-ba4a-0348c2eb42b3 None None] Provisioning complete for port 470d218b-68fd-4b8a-be8c-1329eeb7dd09 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:58:14.984409 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c239e5bf-8133-422b-ba4a-0348c2eb42b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:15.025012 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-c239e5bf-8133-422b-ba4a-0348c2eb42b3 None None] Port 470d218b-68fd-4b8a-be8c-1329eeb7dd09 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:58:15.030321 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9d6e39ce-fa69-4019-8323-b70644825fd7 req-ec9244d8-f28c-4ff7-867c-350cddca65c0 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:15.063750 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9d6e39ce-fa69-4019-8323-b70644825fd7 req-ec9244d8-f28c-4ff7-867c-350cddca65c0 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:15.071162 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79e74c-fbd8-4da7-9982-baa708c82355 req-233cf1d3-cd23-49d5-86db-84d385da23f0 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:15.072710 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4d79e74c-fbd8-4da7-9982-baa708c82355 req-233cf1d3-cd23-49d5-86db-84d385da23f0 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d HTTP/1.1" status: 200 len: 1097 time: 0.0752852 Oct 19 00:58:15.144860 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9d6e39ce-fa69-4019-8323-b70644825fd7 req-ec9244d8-f28c-4ff7-867c-350cddca65c0 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:15.148203 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9d6e39ce-fa69-4019-8323-b70644825fd7 req-ec9244d8-f28c-4ff7-867c-350cddca65c0 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5870490 Oct 19 00:58:15.150889 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4d79e74c-fbd8-4da7-9982-baa708c82355 req-c504de12-6398-470f-92ce-580cb44fa258 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685582 Oct 19 00:58:15.209997 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-17dfdf7c-14be-4fbf-bbd3-c5731eaab646 service neutron] For port 64d644ee-60db-470c-bf38-26a88a5185a0, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=64d644ee-60db-470c-bf38-26a88a5185a0,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:15.220538 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9244d8-f28c-4ff7-867c-350cddca65c0 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51650e6f-9f05-4b17-b233-2c1cfdbc3025,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:15.251896 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-d30c2693-043f-46b9-9b34-042b6d879846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 470d218b-68fd-4b8a-be8c-1329eeb7dd09 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:58:15.264903 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-d30c2693-043f-46b9-9b34-042b6d879846 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:15.267137 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-17dfdf7c-14be-4fbf-bbd3-c5731eaab646 service neutron] For port 64d644ee-60db-470c-bf38-26a88a5185a0, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:58:15.288768 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bd51a3e2-d439-4dd9-ab26-dcc5d724d368 req-6a36b811-e939-4999-b5e1-45e57265b887 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] 10.222.0.57 "GET /v2.0/security-groups/51650e6f-9f05-4b17-b233-2c1cfdbc3025 HTTP/1.1" status: 200 len: 1812 time: 0.0686433 Oct 19 00:58:15.289681 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-d30c2693-043f-46b9-9b34-042b6d879846 service neutron] Transition to ACTIVE for port object 470d218b-68fd-4b8a-be8c-1329eeb7dd09 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:58:15.295881 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-d30c2693-043f-46b9-9b34-042b6d879846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:15.315790 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-67f1a53c-fa91-4247-ade1-cf8bf1230272 req-52f47435-6de0-447d-8b78-bf252d85624b tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Deleting port 18016520-e1c2-4d04-bc6b-936e28dad0c3 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:58:15.315994 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-67f1a53c-fa91-4247-ade1-cf8bf1230272 req-52f47435-6de0-447d-8b78-bf252d85624b tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:15.345638 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-17dfdf7c-14be-4fbf-bbd3-c5731eaab646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64d644ee-60db-470c-bf38-26a88a5185a0 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:58:15.354247 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3a829028-c536-4c34-a969-562cc2675c5d req-2b7067e7-b7a2-4036-8bb8-cc346998d7dc tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c44eb73944574a0dbcdf786489b5c79c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559978 Oct 19 00:58:15.380904 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-17dfdf7c-14be-4fbf-bbd3-c5731eaab646 service neutron] For port 64d644ee-60db-470c-bf38-26a88a5185a0, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=64d644ee-60db-470c-bf38-26a88a5185a0,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:15.392106 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347dc9e4-091f-42f4-a1f0-9fe3555a017d req-0e9285a4-003b-4c8d-8e32-7bdad9e77ec5 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:15.394150 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-347dc9e4-091f-42f4-a1f0-9fe3555a017d req-0e9285a4-003b-4c8d-8e32-7bdad9e77ec5 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce5c269e-b59b-4769-86ea-f8cc1a809936 HTTP/1.1" status: 200 len: 936 time: 0.1748765 Oct 19 00:58:15.405614 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c2693-043f-46b9-9b34-042b6d879846 service neutron] Pushing event updated for resources: {'Port': ['ID=470d218b-68fd-4b8a-be8c-1329eeb7dd09,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:15.481541 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-17dfdf7c-14be-4fbf-bbd3-c5731eaab646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:15.559285 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-67f1a53c-fa91-4247-ade1-cf8bf1230272 req-52f47435-6de0-447d-8b78-bf252d85624b tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] For port 18016520-e1c2-4d04-bc6b-936e28dad0c3, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=18016520-e1c2-4d04-bc6b-936e28dad0c3,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:15.559636 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-67f1a53c-fa91-4247-ade1-cf8bf1230272 req-52f47435-6de0-447d-8b78-bf252d85624b tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:15.565047 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-347dc9e4-091f-42f4-a1f0-9fe3555a017d req-19d9f323-8a4e-4d39-998b-5bbb3c407cb6 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d11d4ba-edad-49be-842b-3e9ad503eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327250 Oct 19 00:58:15.580937 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-67f1a53c-fa91-4247-ade1-cf8bf1230272 req-52f47435-6de0-447d-8b78-bf252d85624b tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Calling delete_port for 18016520-e1c2-4d04-bc6b-936e28dad0c3 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:58:15.590649 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11644958-71db-40d9-abb4-4e476eeba216 req-4e613627-6a47-4a0e-aa7b-66121872f795 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:15.592271 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11644958-71db-40d9-abb4-4e476eeba216 req-4e613627-6a47-4a0e-aa7b-66121872f795 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 949 time: 0.1891053 Oct 19 00:58:15.608495 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a829028-c536-4c34-a969-562cc2675c5d req-90132db6-09dd-47fa-8528-a193062324a4 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:15.609945 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3a829028-c536-4c34-a969-562cc2675c5d req-90132db6-09dd-47fa-8528-a193062324a4 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2478049 Oct 19 00:58:15.621196 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-d30c2693-043f-46b9-9b34-042b6d879846 service neutron] Attempting to bind port 470d218b-68fd-4b8a-be8c-1329eeb7dd09 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:58:15.621530 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-d30c2693-043f-46b9-9b34-042b6d879846 service neutron] Attempting to bind port 470d218b-68fd-4b8a-be8c-1329eeb7dd09 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:58:15.621855 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-d30c2693-043f-46b9-9b34-042b6d879846 service neutron] Attempting to bind port 470d218b-68fd-4b8a-be8c-1329eeb7dd09 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:58:15.633870 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-d30c2693-043f-46b9-9b34-042b6d879846 service neutron] Port 470d218b-68fd-4b8a-be8c-1329eeb7dd09 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:58:15.634126 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-d30c2693-043f-46b9-9b34-042b6d879846 service neutron] Attempting to bind port 470d218b-68fd-4b8a-be8c-1329eeb7dd09 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:58:15.643983 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-3a829028-c536-4c34-a969-562cc2675c5d req-34d67ef0-fe59-4b3a-9b6d-1fbf223b0f97 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] Request body: {'port': {'device_id': 'bf1aa5cc-1bf2-4220-95f2-762e1f3441f8', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'admin_state_up': True, 'tenant_id': 'c44eb73944574a0dbcdf786489b5c79c'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:15.657607 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [req-9cdbdf77-952f-4ddc-8a85-dce85c7f5882 req-686dab20-990b-418b-8957-b5ddfa8365fd tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] show failed (client error): The resource could not be found. Oct 19 00:58:15.658636 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9cdbdf77-952f-4ddc-8a85-dce85c7f5882 req-686dab20-990b-418b-8957-b5ddfa8365fd tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] 10.222.0.57 "GET /v2.0/security-groups/d6d86ef9-36ab-4e7d-a0c1-06c44d97a40e HTTP/1.1" status: 404 len: 352 time: 0.0563982 Oct 19 00:58:15.661931 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-d30c2693-043f-46b9-9b34-042b6d879846 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:58:15.662276 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-d30c2693-043f-46b9-9b34-042b6d879846 service neutron] Checking segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:58:15.662652 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-d30c2693-043f-46b9-9b34-042b6d879846 service neutron] Bound using segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:58:15.663087 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-d30c2693-043f-46b9-9b34-042b6d879846 service neutron] Bound port: 470d218b-68fd-4b8a-be8c-1329eeb7dd09, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:58:15.663537 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-d30c2693-043f-46b9-9b34-042b6d879846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:15.682108 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-17dfdf7c-14be-4fbf-bbd3-c5731eaab646 service neutron] Transition to ACTIVE for port object 64d644ee-60db-470c-bf38-26a88a5185a0 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:58:15.690903 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-17dfdf7c-14be-4fbf-bbd3-c5731eaab646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:15.699853 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 64d644ee-60db-470c-bf38-26a88a5185a0 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:58:15.702193 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11644958-71db-40d9-abb4-4e476eeba216 req-83b00c08-6feb-47b1-aa8e-1208485a5deb tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896323 Oct 19 00:58:15.783909 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-17dfdf7c-14be-4fbf-bbd3-c5731eaab646 service neutron] No DVR routers for this DVR port 64d644ee-60db-470c-bf38-26a88a5185a0 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:58:15.845065 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f4c8d652-b430-44d9-b26a-c29384b8720d req-7fe78e4d-4c91-42eb-8bb2-7402f85e39c0 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf1aa5cc-1bf2-4220-95f2-762e1f3441f8 HTTP/1.1" status: 200 len: 210 time: 0.0357809 Oct 19 00:58:15.849358 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dfdf7c-14be-4fbf-bbd3-c5731eaab646 service neutron] Pushing event updated for resources: {'Port': ['ID=64d644ee-60db-470c-bf38-26a88a5185a0,revision_number=10']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:15.850743 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 64d644ee-60db-470c-bf38-26a88a5185a0, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=64d644ee-60db-470c-bf38-26a88a5185a0,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:15.853255 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-d30c2693-043f-46b9-9b34-042b6d879846 service neutron] For port 470d218b-68fd-4b8a-be8c-1329eeb7dd09, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:58:15.871455 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-d30c2693-043f-46b9-9b34-042b6d879846 service neutron] For port 470d218b-68fd-4b8a-be8c-1329eeb7dd09, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=470d218b-68fd-4b8a-be8c-1329eeb7dd09,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:58:15.871670 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '64d644ee-60db-470c-bf38-26a88a5185a0', 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff', 'port_id': '64d644ee-60db-470c-bf38-26a88a5185a0', 'mac_address': 'fa:16:3e:b5:9b:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc1eafbd-ecfc-4adf-9b82-a202a98a472a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:58:15.886821 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-17dfdf7c-14be-4fbf-bbd3-c5731eaab646 service neutron] 10.222.0.55 "PUT /v2.0/ports/64d644ee-60db-470c-bf38-26a88a5185a0/bindings/n-h2-715271-26/activate HTTP/1.1" status: 200 len: 370 time: 1.1701641 Oct 19 00:58:15.889381 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-d30c2693-043f-46b9-9b34-042b6d879846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:15.921803 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:15.929666 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a829028-c536-4c34-a969-562cc2675c5d req-34d67ef0-fe59-4b3a-9b6d-1fbf223b0f97 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] Made reservation on behalf of c44eb73944574a0dbcdf786489b5c79c for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:58:15.933324 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3148c-4869-421a-9f29-e84f024b4f8e req-098314e7-6836-4398-9825-a2feebad3cfb tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:15.934983 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bfd3148c-4869-421a-9f29-e84f024b4f8e req-098314e7-6836-4398-9825-a2feebad3cfb tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9a0a11a-5300-4441-9172-2d0929c8611b HTTP/1.1" status: 200 len: 944 time: 0.1529195 Oct 19 00:58:15.939767 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-67f1a53c-fa91-4247-ade1-cf8bf1230272 req-52f47435-6de0-447d-8b78-bf252d85624b tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:15.939929 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d644ee-60db-470c-bf38-26a88a5185a0 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:58:15.956829 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3a829028-c536-4c34-a969-562cc2675c5d req-34d67ef0-fe59-4b3a-9b6d-1fbf223b0f97 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:15.960234 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 64d644ee-60db-470c-bf38-26a88a5185a0, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=64d644ee-60db-470c-bf38-26a88a5185a0,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:15.963037 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['18016520-e1c2-4d04-bc6b-936e28dad0c3'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:58:15.974686 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f47435-6de0-447d-8b78-bf252d85624b tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Pushing event deleted for resources: {'Port': ['ID=18016520-e1c2-4d04-bc6b-936e28dad0c3,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:15.991145 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:16.043439 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f1a53c-fa91-4247-ade1-cf8bf1230272 req-52f47435-6de0-447d-8b78-bf252d85624b tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] No DVR routers for this DVR port 18016520-e1c2-4d04-bc6b-936e28dad0c3 on host n-h2-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:58:16.046990 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-67f1a53c-fa91-4247-ade1-cf8bf1230272 req-52f47435-6de0-447d-8b78-bf252d85624b tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:16.049434 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-03d437b3-47c5-42b3-b860-07b4aa4a9ba9 req-cabef9df-a6d1-479e-90a2-8e3846c8b653 tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed51a309-e7de-477c-a79f-8b5297fff3f6 HTTP/1.1" status: 200 len: 210 time: 0.0702145 Oct 19 00:58:16.051611 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-67f1a53c-fa91-4247-ade1-cf8bf1230272 req-52f47435-6de0-447d-8b78-bf252d85624b tempest-LiveMigrationNegativeTest-979103034 tempest-LiveMigrationNegativeTest-979103034-project] 10.222.0.24 "DELETE /v2.0/ports/18016520-e1c2-4d04-bc6b-936e28dad0c3 HTTP/1.1" status: 204 len: 173 time: 1.1220441 Oct 19 00:58:16.052811 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=64d644ee-60db-470c-bf38-26a88a5185a0,revision_number=11']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:16.059373 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed51a309-e7de-477c-a79f-8b5297fff3f6', 'name': 'network-vif-deleted', 'tag': '18016520-e1c2-4d04-bc6b-936e28dad0c3'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:16.062191 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c920da7-1841-4619-97da-ceca4b5fbf67" -d '{"events": [{"server_uuid": "ed51a309-e7de-477c-a79f-8b5297fff3f6", "name": "network-vif-deleted", "tag": "18016520-e1c2-4d04-bc6b-936e28dad0c3"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:16.084858 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bfd3148c-4869-421a-9f29-e84f024b4f8e req-a7d6a66c-3e05-4796-b26a-954244def0b2 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119554 Oct 19 00:58:16.089895 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3a829028-c536-4c34-a969-562cc2675c5d req-34d67ef0-fe59-4b3a-9b6d-1fbf223b0f97 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:16.102912 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-d30c2693-043f-46b9-9b34-042b6d879846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:16.103599 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-d30c2693-043f-46b9-9b34-042b6d879846 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:16.105923 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-d30c2693-043f-46b9-9b34-042b6d879846 service neutron] 10.222.0.55 "PUT /v2.0/ports/470d218b-68fd-4b8a-be8c-1329eeb7dd09 HTTP/1.1" status: 200 len: 1097 time: 1.3444765 Oct 19 00:58:16.108143 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5c269e-b59b-4769-86ea-f8cc1a809936', 'tag': '470d218b-68fd-4b8a-be8c-1329eeb7dd09'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:16.110600 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e19234-265d-4eb6-bdf7-63f682f39262" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5c269e-b59b-4769-86ea-f8cc1a809936", "tag": "470d218b-68fd-4b8a-be8c-1329eeb7dd09"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:16.132411 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['64d644ee-60db-470c-bf38-26a88a5185a0'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:58:16.163307 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [req-a83b8a55-3e34-4534-8fbb-0d3788292d15 req-e19fc6e8-4769-4e8d-8cf7-437cb1d7259d tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] show failed (client error): The resource could not be found. Oct 19 00:58:16.164494 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a83b8a55-3e34-4534-8fbb-0d3788292d15 req-e19fc6e8-4769-4e8d-8cf7-437cb1d7259d tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] 10.222.0.57 "GET /v2.0/security-group-rules/d83ae111-39a1-43db-b852-322e4d69030e HTTP/1.1" status: 404 len: 361 time: 0.0573258 Oct 19 00:58:16.184867 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c2693-043f-46b9-9b34-042b6d879846 service neutron] Pushing event updated for resources: {'Port': ['ID=470d218b-68fd-4b8a-be8c-1329eeb7dd09,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:16.234413 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-cbd87843-2606-4ec7-862b-c2f2ebd51fa4 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:16.236331 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-cbd87843-2606-4ec7-862b-c2f2ebd51fa4 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d9a0a11a-5300-4441-9172-2d0929c8611b&tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&binding%3Ahost_id=n-h1-715271-26 HTTP/1.1" status: 200 len: 1097 time: 0.2555797 Oct 19 00:58:16.260240 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8d3112-c2c6-4e86-80df-d1fa8bb32f86 x-openstack-request-id: req-bf8d3112-c2c6-4e86-80df-d1fa8bb32f86 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:16.260531 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed51a309-e7de-477c-a79f-8b5297fff3f6", "name": "network-vif-deleted", "tag": "18016520-e1c2-4d04-bc6b-936e28dad0c3", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:16.260869 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bf8d3112-c2c6-4e86-80df-d1fa8bb32f86 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:16.261255 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed51a309-e7de-477c-a79f-8b5297fff3f6', 'name': 'network-vif-deleted', 'tag': '18016520-e1c2-4d04-bc6b-936e28dad0c3', 'status': 'completed', 'code': 200} Oct 19 00:58:16.309301 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6a95f9-f022-4b51-8d1e-174e3c319fd5 x-openstack-request-id: req-ab6a95f9-f022-4b51-8d1e-174e3c319fd5 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:16.309685 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5c269e-b59b-4769-86ea-f8cc1a809936", "tag": "470d218b-68fd-4b8a-be8c-1329eeb7dd09", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:16.310000 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ab6a95f9-f022-4b51-8d1e-174e3c319fd5 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:16.310474 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce5c269e-b59b-4769-86ea-f8cc1a809936', 'tag': '470d218b-68fd-4b8a-be8c-1329eeb7dd09', 'status': 'completed', 'code': 200} Oct 19 00:58:16.325797 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-02f770fe-90f9-4e85-bef0-b982cd0d3c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:16.328059 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-02f770fe-90f9-4e85-bef0-b982cd0d3c7d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=34d51a7b450842e8ab677398f5ef5b85&device_id=ce5c269e-b59b-4769-86ea-f8cc1a809936 HTTP/1.1" status: 200 len: 1100 time: 0.1566348 Oct 19 00:58:16.397947 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-b8e2d8fa-53da-4a3f-bb34-51341e0ea04e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=470d218b-68fd-4b8a-be8c-1329eeb7dd09 HTTP/1.1" status: 200 len: 217 time: 0.0612075 Oct 19 00:58:16.404687 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-53e77fb1-2557-4a0f-945e-7ae37aa82810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:16.406364 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-53e77fb1-2557-4a0f-945e-7ae37aa82810 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d9a0a11a-5300-4441-9172-2d0929c8611b&tenant_id=2ee6c8abaf624ff89eecdfc50115aaff HTTP/1.1" status: 200 len: 1097 time: 0.1610117 Oct 19 00:58:16.417887 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faddc908-1d82-4c6c-abc1-89811f45e64e req-020a819a-4453-4f62-ae13-3313715ab6d8 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:16.420964 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3a829028-c536-4c34-a969-562cc2675c5d req-34d67ef0-fe59-4b3a-9b6d-1fbf223b0f97 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:16.429081 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-faddc908-1d82-4c6c-abc1-89811f45e64e req-020a819a-4453-4f62-ae13-3313715ab6d8 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d HTTP/1.1" status: 200 len: 1097 time: 0.0567296 Oct 19 00:58:16.448172 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-08afe289-f7c3-4e3e-bd7d-374acfaa1f1d req-575e90d1-9a50-468a-bacb-d98d0fec9f6c tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] 10.222.0.57 "GET /v2.0/security-groups/51650e6f-9f05-4b17-b233-2c1cfdbc3025 HTTP/1.1" status: 200 len: 1812 time: 0.1662562 Oct 19 00:58:16.459644 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3a829028-c536-4c34-a969-562cc2675c5d req-34d67ef0-fe59-4b3a-9b6d-1fbf223b0f97 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:16.494579 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0a91a483-df50-4689-b742-06294e4565ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:16.495581 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-faddc908-1d82-4c6c-abc1-89811f45e64e req-f2cf451d-f840-4b2a-b4d8-9df29c5f486e tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652006 Oct 19 00:58:16.598622 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-2ad2eb0a-579b-4801-839b-13699499a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:16.600466 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-2ad2eb0a-579b-4801-839b-13699499a716 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.1903496 Oct 19 00:58:16.610808 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d67ef0-fe59-4b3a-9b6d-1fbf223b0f97 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebc3378-b47c-422a-a9f1-1edf7bb0aaad,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:16.645652 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-573d14a8-e9d5-44bd-b06a-b809939d7e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:16.647213 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-573d14a8-e9d5-44bd-b06a-b809939d7e3f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&device_id=d9a0a11a-5300-4441-9172-2d0929c8611b HTTP/1.1" status: 200 len: 1097 time: 0.1980445 Oct 19 00:58:16.867463 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-08afe289-f7c3-4e3e-bd7d-374acfaa1f1d req-d9e7b4a7-454c-421d-9bd0-d716b370a410 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:16.879183 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-da66541b-87f9-4903-a238-77d9d657618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:16.880759 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-da66541b-87f9-4903-a238-77d9d657618c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2594242 Oct 19 00:58:16.891626 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-3a829028-c536-4c34-a969-562cc2675c5d req-34d67ef0-fe59-4b3a-9b6d-1fbf223b0f97 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] Allocated IP 192.168.233.133 (0e8b4f7b-f3c0-4523-9906-6b9e503fed71/1746bfff-950e-4857-b1bf-6fa3cf804b73/f088a35d-39e8-4c0d-a503-ad036fa88c81) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:58:16.893991 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-3ef223d4-2ce8-472e-bce1-a2cfc7b37f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:16.896002 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-3ef223d4-2ce8-472e-bce1-a2cfc7b37f0e service neutron] 10.222.0.24 "GET /v2.0/networks?id=db82cf1f-422d-4289-a127-b70a546afbff HTTP/1.1" status: 200 len: 922 time: 0.2207513 Oct 19 00:58:16.972369 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-08afe289-f7c3-4e3e-bd7d-374acfaa1f1d req-d9e7b4a7-454c-421d-9bd0-d716b370a410 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:16.983786 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-13f5bd49-a3f4-41ea-b1d0-71ffb7013ca9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64d644ee-60db-470c-bf38-26a88a5185a0 HTTP/1.1" status: 200 len: 217 time: 0.0679820 Oct 19 00:58:17.156440 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-d645bb2f-0126-4892-ab14-0c15d481413e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:17.157930 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-d645bb2f-0126-4892-ab14-0c15d481413e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc1eafbd-ecfc-4adf-9b82-a202a98a472a HTTP/1.1" status: 200 len: 861 time: 0.1577370 Oct 19 00:58:17.161055 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-08afe289-f7c3-4e3e-bd7d-374acfaa1f1d req-d9e7b4a7-454c-421d-9bd0-d716b370a410 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:17.163548 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-08afe289-f7c3-4e3e-bd7d-374acfaa1f1d req-d9e7b4a7-454c-421d-9bd0-d716b370a410 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:17.164780 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-08afe289-f7c3-4e3e-bd7d-374acfaa1f1d req-d9e7b4a7-454c-421d-9bd0-d716b370a410 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] 10.222.0.57 "DELETE /v2.0/security-groups/51650e6f-9f05-4b17-b233-2c1cfdbc3025 HTTP/1.1" status: 204 len: 173 time: 0.6916487 Oct 19 00:58:17.175244 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-0aa9c9af-40dd-48aa-b0c0-4dba6cd0de48 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850506 Oct 19 00:58:17.204263 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:17.258176 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7b4a7-454c-421d-9bd0-d716b370a410 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51650e6f-9f05-4b17-b233-2c1cfdbc3025,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:17.263770 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-ad05a306-4015-4937-bbe4-0235c541706c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=db82cf1f-422d-4289-a127-b70a546afbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980642 Oct 19 00:58:17.453455 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-feaf99c5-cab9-44e3-9893-bf8cd15e9216 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:58:17.454760 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-feaf99c5-cab9-44e3-9893-bf8cd15e9216 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0091856 Oct 19 00:58:17.503872 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-b459af2c-5d00-4843-9244-c0ebb70d7e4f tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:17.505338 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-b459af2c-5d00-4843-9244-c0ebb70d7e4f tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.57 "GET /v2.0/ports/bcffc012-f744-462a-9350-2794d16252a6 HTTP/1.1" status: 200 len: 1094 time: 0.0436506 Oct 19 00:58:17.516724 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-b080bd58-e531-4ad0-bec3-31cd2c8645e1 service neutron] Request body: {'binding': {'host': 'n-h2-715271-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:17.517283 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-b080bd58-e531-4ad0-bec3-31cd2c8645e1 service neutron] Unknown quota resources ['binding']. {{(pid=100606) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 00:58:17.607430 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:17.667056 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-b080bd58-e531-4ad0-bec3-31cd2c8645e1 service neutron] Attempting to bind port bcffc012-f744-462a-9350-2794d16252a6 on host n-h2-715271-26 for vnic_type normal with profile None {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:58:17.667456 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-b080bd58-e531-4ad0-bec3-31cd2c8645e1 service neutron] Attempting to bind port bcffc012-f744-462a-9350-2794d16252a6 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:58:17.667722 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-b080bd58-e531-4ad0-bec3-31cd2c8645e1 service neutron] Attempting to bind port bcffc012-f744-462a-9350-2794d16252a6 on network fc198a8b-4ee5-462c-a635-e1062c7dbf51 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:58:17.672669 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-b080bd58-e531-4ad0-bec3-31cd2c8645e1 service neutron] Port bcffc012-f744-462a-9350-2794d16252a6 on network fc198a8b-4ee5-462c-a635-e1062c7dbf51 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:58:17.672990 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-b080bd58-e531-4ad0-bec3-31cd2c8645e1 service neutron] Attempting to bind port bcffc012-f744-462a-9350-2794d16252a6 on network fc198a8b-4ee5-462c-a635-e1062c7dbf51 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:58:17.678132 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-b080bd58-e531-4ad0-bec3-31cd2c8645e1 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:58:17.678469 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-b080bd58-e531-4ad0-bec3-31cd2c8645e1 service neutron] Checking segment: {'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:58:17.678860 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-b080bd58-e531-4ad0-bec3-31cd2c8645e1 service neutron] Bound using segment: {'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:58:17.679277 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-b080bd58-e531-4ad0-bec3-31cd2c8645e1 service neutron] Bound port: bcffc012-f744-462a-9350-2794d16252a6, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:58:17.724487 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 64d644ee-60db-470c-bf38-26a88a5185a0 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:58:17.738555 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-b080bd58-e531-4ad0-bec3-31cd2c8645e1 service neutron] For port bcffc012-f744-462a-9350-2794d16252a6, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=bcffc012-f744-462a-9350-2794d16252a6,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:58:17.747220 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-b080bd58-e531-4ad0-bec3-31cd2c8645e1 service neutron] Publish callbacks [] for binding, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:17.749511 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-b080bd58-e531-4ad0-bec3-31cd2c8645e1 service neutron] 10.222.0.57 "POST /v2.0/ports/bcffc012-f744-462a-9350-2794d16252a6/bindings HTTP/1.1" status: 201 len: 390 time: 0.2366500 Oct 19 00:58:17.782497 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3a829028-c536-4c34-a969-562cc2675c5d req-34d67ef0-fe59-4b3a-9b6d-1fbf223b0f97 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:17.799347 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f8057-c187-49ad-b60b-309e01d6b2cc req-8ba36858-0a1b-4924-bf91-eb62a3452988 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:17.802034 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ad1f8057-c187-49ad-b60b-309e01d6b2cc req-8ba36858-0a1b-4924-bf91-eb62a3452988 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce5c269e-b59b-4769-86ea-f8cc1a809936 HTTP/1.1" status: 200 len: 948 time: 0.5230546 Oct 19 00:58:17.819036 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 64d644ee-60db-470c-bf38-26a88a5185a0 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:58:17.825749 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 64d644ee-60db-470c-bf38-26a88a5185a0 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:58:17.826053 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f03a3159-5ce6-4c38-95b1-a7b4b5a518c8 req-ef22f84a-9fea-4cf0-93c1-a51ef463efbd service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6315000 Oct 19 00:58:17.826411 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:17.843991 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-9e72e1f3-2777-440e-8476-8a61ebb54adb service neutron] 10.222.0.24 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5636673 Oct 19 00:58:17.950680 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ad1f8057-c187-49ad-b60b-309e01d6b2cc req-d5140d41-e560-48f8-bc20-6f7f4447743d tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d11d4ba-edad-49be-842b-3e9ad503eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189919 Oct 19 00:58:17.962797 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5fdf5-d4e2-4359-924a-641be869c16b req-75a03def-b666-4751-b85e-a6ea0138b323 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:17.965443 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aaf5fdf5-d4e2-4359-924a-641be869c16b req-75a03def-b666-4751-b85e-a6ea0138b323 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 949 time: 0.0563126 Oct 19 00:58:17.988596 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 64d644ee-60db-470c-bf38-26a88a5185a0 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:58:17.990311 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3a829028-c536-4c34-a969-562cc2675c5d req-34d67ef0-fe59-4b3a-9b6d-1fbf223b0f97 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:18.026037 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:18.029286 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aaf5fdf5-d4e2-4359-924a-641be869c16b req-e81db910-e520-4f52-945f-719affe70695 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568869 Oct 19 00:58:18.070044 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e19234-265d-4eb6-bdf7-63f682f39262 req-b3f652ce-9be8-48a3-90b1-5680759ac3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:18.071645 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c4e19234-265d-4eb6-bdf7-63f682f39262 req-b3f652ce-9be8-48a3-90b1-5680759ac3e9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=34d51a7b450842e8ab677398f5ef5b85&device_id=ce5c269e-b59b-4769-86ea-f8cc1a809936 HTTP/1.1" status: 200 len: 1100 time: 0.1747344 Oct 19 00:58:18.071794 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a0a11a-5300-4441-9172-2d0929c8611b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d644ee-60db-470c-bf38-26a88a5185a0'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:18.074994 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d57d7e5-abcf-4e6a-ae1b-02489dfdf6ab" -d '{"events": [{"server_uuid": "d9a0a11a-5300-4441-9172-2d0929c8611b", "name": "network-vif-plugged", "status": "completed", "tag": "64d644ee-60db-470c-bf38-26a88a5185a0"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:18.075323 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a829028-c536-4c34-a969-562cc2675c5d req-34d67ef0-fe59-4b3a-9b6d-1fbf223b0f97 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] Network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:58:18.088576 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 64d644ee-60db-470c-bf38-26a88a5185a0 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:58:18.094456 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 64d644ee-60db-470c-bf38-26a88a5185a0, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=64d644ee-60db-470c-bf38-26a88a5185a0,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:18.101147 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:18.102099 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 18016520-e1c2-4d04-bc6b-936e28dad0c3 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:58:18.107523 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-3a829028-c536-4c34-a969-562cc2675c5d req-34d67ef0-fe59-4b3a-9b6d-1fbf223b0f97 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:58:18.110154 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a829028-c536-4c34-a969-562cc2675c5d req-34d67ef0-fe59-4b3a-9b6d-1fbf223b0f97 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:58:18.119458 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-13861e47-d341-43cf-bb76-31de83e0d3e1 service neutron] 10.222.0.24 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599404 Oct 19 00:58:18.163678 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d67ef0-fe59-4b3a-9b6d-1fbf223b0f97 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] Pushing event updated for resources: {'Port': ['ID=f088a35d-39e8-4c0d-a503-ad036fa88c81,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:18.173074 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 18016520-e1c2-4d04-bc6b-936e28dad0c3 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:58:18.173570 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 18016520-e1c2-4d04-bc6b-936e28dad0c3 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:58:18.190592 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=64d644ee-60db-470c-bf38-26a88a5185a0,revision_number=12']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:18.246965 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5c5a6-cf8a-4636-b6a5-2b76c55eb689 req-dc0bc0dd-a507-4e4b-ac0c-23f086bcf694 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:18.255458 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-66d5c5a6-cf8a-4636-b6a5-2b76c55eb689 req-dc0bc0dd-a507-4e4b-ac0c-23f086bcf694 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf1aa5cc-1bf2-4220-95f2-762e1f3441f8 HTTP/1.1" status: 200 len: 936 time: 0.2281718 Oct 19 00:58:18.260090 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b1c40-4326-4e72-8de6-7d40746364e4 req-34ff0772-4657-4eb3-aa42-65cf68fd891f tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:18.265294 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a829028-c536-4c34-a969-562cc2675c5d req-34d67ef0-fe59-4b3a-9b6d-1fbf223b0f97 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:18.265928 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3a829028-c536-4c34-a969-562cc2675c5d req-34d67ef0-fe59-4b3a-9b6d-1fbf223b0f97 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:18.269354 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fb9b1c40-4326-4e72-8de6-7d40746364e4 req-34ff0772-4657-4eb3-aa42-65cf68fd891f tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9a0a11a-5300-4441-9172-2d0929c8611b HTTP/1.1" status: 200 len: 946 time: 0.1090026 Oct 19 00:58:18.326200 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3a829028-c536-4c34-a969-562cc2675c5d req-34d67ef0-fe59-4b3a-9b6d-1fbf223b0f97 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6873643 Oct 19 00:58:18.332651 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e19234-265d-4eb6-bdf7-63f682f39262 req-7679bd7e-e226-4d02-88a1-28d84398620f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:18.334207 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c4e19234-265d-4eb6-bdf7-63f682f39262 req-7679bd7e-e226-4d02-88a1-28d84398620f service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.2399158 Oct 19 00:58:18.343338 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-3a829028-c536-4c34-a969-562cc2675c5d req-0bf4cae0-ce0b-44e7-9df8-95b114ee238b service neutron] Request body: {'port': {'device_id': 'bf1aa5cc-1bf2-4220-95f2-762e1f3441f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:18.358089 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fb9b1c40-4326-4e72-8de6-7d40746364e4 req-e7a001af-ee94-40b2-8f83-09f6d607cd86 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794139 Oct 19 00:58:18.360910 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-66d5c5a6-cf8a-4636-b6a5-2b76c55eb689 req-4f32915d-9bee-4371-a489-4b91da0a56a5 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ebc3378-b47c-422a-a9f1-1edf7bb0aaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040330 Oct 19 00:58:18.451883 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6080bc3f-bf06-4fe1-9730-fb07bb4a6211 req-83300ffa-e049-4ba8-ad0c-f54c572b493b tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] 10.222.0.57 "GET /v2.0/security-groups/e899829e-2145-461f-b492-ad3f54f0a142 HTTP/1.1" status: 200 len: 1812 time: 0.0674613 Oct 19 00:58:18.457351 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c4e19234-265d-4eb6-bdf7-63f682f39262 req-d0b7b1ca-323c-48e9-9e33-37b994048920 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=470d218b-68fd-4b8a-be8c-1329eeb7dd09 HTTP/1.1" status: 200 len: 217 time: 0.1106193 Oct 19 00:58:18.541197 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6080bc3f-bf06-4fe1-9730-fb07bb4a6211 req-cdb12c3f-c340-4309-857b-74a5eda7a618 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:18.560172 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47098) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:18.566662 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3a829028-c536-4c34-a969-562cc2675c5d req-0bf4cae0-ce0b-44e7-9df8-95b114ee238b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:18.575062 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6080bc3f-bf06-4fe1-9730-fb07bb4a6211 req-cdb12c3f-c340-4309-857b-74a5eda7a618 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:18.596018 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-dd2c5cd6-b935-474d-b9bb-979df20caabb tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:18.598000 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-dd2c5cd6-b935-474d-b9bb-979df20caabb tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d9a0a11a-5300-4441-9172-2d0929c8611b&tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&binding%3Ahost_id=n-h2-715271-26 HTTP/1.1" status: 200 len: 1098 time: 0.1933177 Oct 19 00:58:18.602590 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e19234-265d-4eb6-bdf7-63f682f39262 req-15db0e15-2de4-417d-aedc-6e4e7973fa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:18.605438 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c4e19234-265d-4eb6-bdf7-63f682f39262 req-15db0e15-2de4-417d-aedc-6e4e7973fa73 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.1289637 Oct 19 00:58:18.630467 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6080bc3f-bf06-4fe1-9730-fb07bb4a6211 req-cdb12c3f-c340-4309-857b-74a5eda7a618 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:18.636460 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6080bc3f-bf06-4fe1-9730-fb07bb4a6211 req-cdb12c3f-c340-4309-857b-74a5eda7a618 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:18.641489 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6080bc3f-bf06-4fe1-9730-fb07bb4a6211 req-cdb12c3f-c340-4309-857b-74a5eda7a618 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] 10.222.0.57 "DELETE /v2.0/security-groups/e899829e-2145-461f-b492-ad3f54f0a142 HTTP/1.1" status: 204 len: 173 time: 0.1789825 Oct 19 00:58:18.672377 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb12c3f-c340-4309-857b-74a5eda7a618 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e899829e-2145-461f-b492-ad3f54f0a142,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:18.705291 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ddd15e-fff5-4fc3-a6b3-eb591c19367f x-openstack-request-id: req-d7ddd15e-fff5-4fc3-a6b3-eb591c19367f {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:18.705867 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a0a11a-5300-4441-9172-2d0929c8611b", "name": "network-vif-plugged", "status": "completed", "tag": "64d644ee-60db-470c-bf38-26a88a5185a0", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:18.705867 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d7ddd15e-fff5-4fc3-a6b3-eb591c19367f {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:18.706037 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a0a11a-5300-4441-9172-2d0929c8611b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d644ee-60db-470c-bf38-26a88a5185a0', 'code': 200} Oct 19 00:58:18.732739 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-1a91abac-99ad-4ce4-8523-89b2dbdc8436 None None] Provisioning complete for port f088a35d-39e8-4c0d-a503-ad036fa88c81 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:58:18.733193 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1a91abac-99ad-4ce4-8523-89b2dbdc8436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:18.733644 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1de59-0e2c-4c8a-9430-a32d3456f675 req-b616196b-5bd3-460c-9084-92a503108f8a tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:18.741004 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-75d1de59-0e2c-4c8a-9430-a32d3456f675 req-b616196b-5bd3-460c-9084-92a503108f8a tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d HTTP/1.1" status: 200 len: 945 time: 0.2003314 Oct 19 00:58:18.779325 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-1a91abac-99ad-4ce4-8523-89b2dbdc8436 None None] Port f088a35d-39e8-4c0d-a503-ad036fa88c81 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:58:18.786377 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f775c887-1207-41c7-b344-447637d2c710 req-eefea562-33f5-4429-a752-244d947de675 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] 10.222.0.57 "GET /v2.0/security-groups/fd750eb2-766d-4037-bf70-a89149063c60 HTTP/1.1" status: 200 len: 1813 time: 0.0538418 Oct 19 00:58:18.850161 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-faa93a35-9a5c-4d46-8737-faa2fb139285 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=22856d6555f64ce59bfd2d6b3bf00acc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2886686 Oct 19 00:58:18.851092 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47104) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:18.852542 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e19234-265d-4eb6-bdf7-63f682f39262 req-193da086-4f20-4085-9639-fda9b188466e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:18.854048 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c4e19234-265d-4eb6-bdf7-63f682f39262 req-193da086-4f20-4085-9639-fda9b188466e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2364764 Oct 19 00:58:18.888373 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f775c887-1207-41c7-b344-447637d2c710 req-a86bb58e-e8e3-48ea-8252-830c887aa7b8 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:18.918702 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-75d1de59-0e2c-4c8a-9430-a32d3456f675 req-3a9d1e2a-4532-415c-a318-5ba1077af8c1 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768382 Oct 19 00:58:18.926446 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f775c887-1207-41c7-b344-447637d2c710 req-a86bb58e-e8e3-48ea-8252-830c887aa7b8 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:18.958709 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a232e44c-9a0f-4cde-aa43-877f0e6b452a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:18.991066 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a232e44c-9a0f-4cde-aa43-877f0e6b452a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:19.008020 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f775c887-1207-41c7-b344-447637d2c710 req-a86bb58e-e8e3-48ea-8252-830c887aa7b8 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:19.011073 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f775c887-1207-41c7-b344-447637d2c710 req-a86bb58e-e8e3-48ea-8252-830c887aa7b8 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:19.012491 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f775c887-1207-41c7-b344-447637d2c710 req-a86bb58e-e8e3-48ea-8252-830c887aa7b8 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] 10.222.0.57 "DELETE /v2.0/security-groups/fd750eb2-766d-4037-bf70-a89149063c60 HTTP/1.1" status: 204 len: 173 time: 0.2138348 Oct 19 00:58:19.033863 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86bb58e-e8e3-48ea-8252-830c887aa7b8 tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd750eb2-766d-4037-bf70-a89149063c60,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:19.062565 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-beb7a077-1071-49a1-85bc-bd2fbbf7e52d service neutron] For port 64d644ee-60db-470c-bf38-26a88a5185a0, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:58:19.084527 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c02e248a-8516-4c67-a3c2-a93c5004f5b8 req-672f84bd-b4e0-4eb8-89d0-95d88ff5b82e tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] 10.222.0.57 "GET /v2.0/security-groups/961d79e4-8cff-40a1-88ca-d1423ab9ccfa HTTP/1.1" status: 200 len: 1813 time: 0.0485525 Oct 19 00:58:19.089651 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a232e44c-9a0f-4cde-aa43-877f0e6b452a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:19.092405 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a232e44c-9a0f-4cde-aa43-877f0e6b452a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:19.093541 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-beb7a077-1071-49a1-85bc-bd2fbbf7e52d service neutron] Publish callbacks [] for binding, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:19.093675 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a232e44c-9a0f-4cde-aa43-877f0e6b452a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8f8a207e-c839-4366-b9c0-b9a60e8f56e0 HTTP/1.1" status: 204 len: 168 time: 0.2403042 Oct 19 00:58:19.094653 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f8ae44f1-b26b-4ac5-88b0-b6b95dfeecbb req-beb7a077-1071-49a1-85bc-bd2fbbf7e52d service neutron] 10.222.0.24 "DELETE /v2.0/ports/64d644ee-60db-470c-bf38-26a88a5185a0/bindings/n-h1-715271-26 HTTP/1.1" status: 204 len: 173 time: 0.4849601 Oct 19 00:58:19.111282 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a232e44c-9a0f-4cde-aa43-877f0e6b452a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8a207e-c839-4366-b9c0-b9a60e8f56e0,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:19.121582 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c4e19234-265d-4eb6-bdf7-63f682f39262 req-211197cd-0b80-4237-be9d-c063c09ca50b service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541895 Oct 19 00:58:19.177972 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c02e248a-8516-4c67-a3c2-a93c5004f5b8 req-2ab05c5f-39c5-4205-917c-6d042932b88b tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:19.201583 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c02e248a-8516-4c67-a3c2-a93c5004f5b8 req-2ab05c5f-39c5-4205-917c-6d042932b88b tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:19.221702 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8f02a-dd35-42d2-8797-9fbb74f02162 req-31b2ab40-a51b-478b-bcfa-8a2a154f6700 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:19.223202 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cba8f02a-dd35-42d2-8797-9fbb74f02162 req-31b2ab40-a51b-478b-bcfa-8a2a154f6700 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce5c269e-b59b-4769-86ea-f8cc1a809936 HTTP/1.1" status: 200 len: 948 time: 0.1748829 Oct 19 00:58:19.247716 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c02e248a-8516-4c67-a3c2-a93c5004f5b8 req-2ab05c5f-39c5-4205-917c-6d042932b88b tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:19.249631 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c02e248a-8516-4c67-a3c2-a93c5004f5b8 req-2ab05c5f-39c5-4205-917c-6d042932b88b tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:19.250548 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c02e248a-8516-4c67-a3c2-a93c5004f5b8 req-2ab05c5f-39c5-4205-917c-6d042932b88b tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] 10.222.0.57 "DELETE /v2.0/security-groups/961d79e4-8cff-40a1-88ca-d1423ab9ccfa HTTP/1.1" status: 204 len: 173 time: 0.1558845 Oct 19 00:58:19.260187 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab05c5f-39c5-4205-917c-6d042932b88b tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=961d79e4-8cff-40a1-88ca-d1423ab9ccfa,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:19.354195 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-3a829028-c536-4c34-a969-562cc2675c5d req-0bf4cae0-ce0b-44e7-9df8-95b114ee238b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f088a35d-39e8-4c0d-a503-ad036fa88c81 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:58:19.365953 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cba8f02a-dd35-42d2-8797-9fbb74f02162 req-edd3a468-f165-43f7-aa11-479da31aef0b tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d11d4ba-edad-49be-842b-3e9ad503eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913203 Oct 19 00:58:19.367682 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cedb5-3da6-4398-b83a-48eb84a0557f req-64799f83-c5af-4ec3-837b-9b68c48276d4 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:19.368022 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3a829028-c536-4c34-a969-562cc2675c5d req-0bf4cae0-ce0b-44e7-9df8-95b114ee238b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:19.370691 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3e9cedb5-3da6-4398-b83a-48eb84a0557f req-64799f83-c5af-4ec3-837b-9b68c48276d4 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 949 time: 0.0571246 Oct 19 00:58:19.373283 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c4e19234-265d-4eb6-bdf7-63f682f39262 req-4ad8b381-ae4f-4cb7-a3aa-cfe17b101ce3 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368016 Oct 19 00:58:19.397887 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-3a829028-c536-4c34-a969-562cc2675c5d req-0bf4cae0-ce0b-44e7-9df8-95b114ee238b service neutron] Transition to ACTIVE for port object f088a35d-39e8-4c0d-a503-ad036fa88c81 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:58:19.405262 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3a829028-c536-4c34-a969-562cc2675c5d req-0bf4cae0-ce0b-44e7-9df8-95b114ee238b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:19.424338 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3e9cedb5-3da6-4398-b83a-48eb84a0557f req-8ad16586-9752-4837-96c7-bcc3cab95db3 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468764 Oct 19 00:58:19.481149 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47124) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:19.489870 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf4cae0-ce0b-44e7-9df8-95b114ee238b service neutron] Pushing event updated for resources: {'Port': ['ID=f088a35d-39e8-4c0d-a503-ad036fa88c81,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:19.506058 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d390259b-ff2d-4b10-8b0b-bd3a456903dc req-16c87430-42af-4465-b288-a163a1fd673c tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] 10.222.0.57 "GET /v2.0/security-groups/25f687ce-c4e7-424b-8642-d68a709650b7 HTTP/1.1" status: 200 len: 1813 time: 0.0954454 Oct 19 00:58:19.578477 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:19.591604 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d1e6bd02-2fe9-44b6-a9c1-80a1d685338e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c6a5fc6d60b4480ea0850fa8856bfc96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1087906 Oct 19 00:58:19.593020 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47126) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:19.607591 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e7cae-11fc-4eb4-b779-846d3316c41c req-7611a9b8-3389-426f-93fc-0e30ca9b4b21 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:19.609164 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8c2e7cae-11fc-4eb4-b779-846d3316c41c req-7611a9b8-3389-426f-93fc-0e30ca9b4b21 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9a0a11a-5300-4441-9172-2d0929c8611b HTTP/1.1" status: 200 len: 946 time: 0.0954940 Oct 19 00:58:19.635379 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d390259b-ff2d-4b10-8b0b-bd3a456903dc req-d2a926dd-fa4a-445d-9449-b29aa4548abc tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:19.676823 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8c2e7cae-11fc-4eb4-b779-846d3316c41c req-daea1c87-0b34-43a8-a39f-df7adabf9812 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603039 Oct 19 00:58:19.685673 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-3a829028-c536-4c34-a969-562cc2675c5d req-0bf4cae0-ce0b-44e7-9df8-95b114ee238b service neutron] Attempting to bind port f088a35d-39e8-4c0d-a503-ad036fa88c81 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:58:19.686014 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-3a829028-c536-4c34-a969-562cc2675c5d req-0bf4cae0-ce0b-44e7-9df8-95b114ee238b service neutron] Attempting to bind port f088a35d-39e8-4c0d-a503-ad036fa88c81 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:58:19.686595 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a829028-c536-4c34-a969-562cc2675c5d req-0bf4cae0-ce0b-44e7-9df8-95b114ee238b service neutron] Attempting to bind port f088a35d-39e8-4c0d-a503-ad036fa88c81 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:58:19.693156 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3c38681c-d7ee-44b4-88d3-0aeff3e08f88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:19.697257 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a829028-c536-4c34-a969-562cc2675c5d req-0bf4cae0-ce0b-44e7-9df8-95b114ee238b service neutron] Port f088a35d-39e8-4c0d-a503-ad036fa88c81 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:58:19.697585 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a829028-c536-4c34-a969-562cc2675c5d req-0bf4cae0-ce0b-44e7-9df8-95b114ee238b service neutron] Attempting to bind port f088a35d-39e8-4c0d-a503-ad036fa88c81 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:58:19.704646 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d390259b-ff2d-4b10-8b0b-bd3a456903dc req-d2a926dd-fa4a-445d-9449-b29aa4548abc tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:19.717087 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a829028-c536-4c34-a969-562cc2675c5d req-0bf4cae0-ce0b-44e7-9df8-95b114ee238b service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:58:19.717755 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a829028-c536-4c34-a969-562cc2675c5d req-0bf4cae0-ce0b-44e7-9df8-95b114ee238b service neutron] Checking segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:58:19.718136 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a829028-c536-4c34-a969-562cc2675c5d req-0bf4cae0-ce0b-44e7-9df8-95b114ee238b service neutron] Bound using segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:58:19.718570 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-3a829028-c536-4c34-a969-562cc2675c5d req-0bf4cae0-ce0b-44e7-9df8-95b114ee238b service neutron] Bound port: f088a35d-39e8-4c0d-a503-ad036fa88c81, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:58:19.718921 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3a829028-c536-4c34-a969-562cc2675c5d req-0bf4cae0-ce0b-44e7-9df8-95b114ee238b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:19.725984 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3c38681c-d7ee-44b4-88d3-0aeff3e08f88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:19.802793 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d390259b-ff2d-4b10-8b0b-bd3a456903dc req-d2a926dd-fa4a-445d-9449-b29aa4548abc tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:19.805453 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d390259b-ff2d-4b10-8b0b-bd3a456903dc req-d2a926dd-fa4a-445d-9449-b29aa4548abc tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:19.806899 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d390259b-ff2d-4b10-8b0b-bd3a456903dc req-d2a926dd-fa4a-445d-9449-b29aa4548abc tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] 10.222.0.57 "DELETE /v2.0/security-groups/25f687ce-c4e7-424b-8642-d68a709650b7 HTTP/1.1" status: 204 len: 173 time: 0.2846720 Oct 19 00:58:19.817471 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957997aa-eacb-4e3d-999b-dc1b454cf134 req-5d346ecc-0b54-4b3e-a30f-c466372991dd tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:19.817634 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 47130) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:19.819152 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-957997aa-eacb-4e3d-999b-dc1b454cf134 req-5d346ecc-0b54-4b3e-a30f-c466372991dd tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf1aa5cc-1bf2-4220-95f2-762e1f3441f8 HTTP/1.1" status: 200 len: 948 time: 0.0636222 Oct 19 00:58:19.834710 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-3a829028-c536-4c34-a969-562cc2675c5d req-0bf4cae0-ce0b-44e7-9df8-95b114ee238b service neutron] For port f088a35d-39e8-4c0d-a503-ad036fa88c81, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:58:19.835502 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3c38681c-d7ee-44b4-88d3-0aeff3e08f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:19.836851 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a926dd-fa4a-445d-9449-b29aa4548abc tempest-SecurityGroupRulesNegativeTestJSON-1170491298 tempest-SecurityGroupRulesNegativeTestJSON-1170491298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f687ce-c4e7-424b-8642-d68a709650b7,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:19.838208 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3c38681c-d7ee-44b4-88d3-0aeff3e08f88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:19.842568 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3c38681c-d7ee-44b4-88d3-0aeff3e08f88 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7f235b61-7b42-4508-b8b3-c8f300b2d74e HTTP/1.1" status: 204 len: 168 time: 0.2459249 Oct 19 00:58:19.877597 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c38681c-d7ee-44b4-88d3-0aeff3e08f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f235b61-7b42-4508-b8b3-c8f300b2d74e,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:19.884878 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-3a829028-c536-4c34-a969-562cc2675c5d req-0bf4cae0-ce0b-44e7-9df8-95b114ee238b service neutron] For port f088a35d-39e8-4c0d-a503-ad036fa88c81, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=f088a35d-39e8-4c0d-a503-ad036fa88c81,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:58:19.895932 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3a829028-c536-4c34-a969-562cc2675c5d req-0bf4cae0-ce0b-44e7-9df8-95b114ee238b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:19.914309 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0764960-5dfe-439f-95a6-56075a4976e3 admin admin] Deleting subnet 3237970e-ee19-4255-864b-c5ef49263e8b {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 00:58:19.917098 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a829028-c536-4c34-a969-562cc2675c5d req-0bf4cae0-ce0b-44e7-9df8-95b114ee238b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:19.917929 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3a829028-c536-4c34-a969-562cc2675c5d req-0bf4cae0-ce0b-44e7-9df8-95b114ee238b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:19.919263 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3a829028-c536-4c34-a969-562cc2675c5d req-0bf4cae0-ce0b-44e7-9df8-95b114ee238b service neutron] 10.222.0.24 "PUT /v2.0/ports/f088a35d-39e8-4c0d-a503-ad036fa88c81 HTTP/1.1" status: 200 len: 1097 time: 1.5821719 Oct 19 00:58:19.927302 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-957997aa-eacb-4e3d-999b-dc1b454cf134 req-0917d92c-90ba-48b3-8938-a97805159e5b tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ebc3378-b47c-422a-a9f1-1edf7bb0aaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997856 Oct 19 00:58:19.944570 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf1aa5cc-1bf2-4220-95f2-762e1f3441f8', 'tag': 'f088a35d-39e8-4c0d-a503-ad036fa88c81'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:19.946932 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0eea353-09c6-4918-b819-04b22fd8548a" -d '{"events": [{"name": "network-changed", "server_uuid": "bf1aa5cc-1bf2-4220-95f2-762e1f3441f8", "tag": "f088a35d-39e8-4c0d-a503-ad036fa88c81"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:19.964708 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b0764960-5dfe-439f-95a6-56075a4976e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:20.124902 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f75cd-4dce-4aaf-a8e9-40f7b8a202dd req-a00a13f1-3b07-4d82-995c-b5ad8aa28687 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:20.126433 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3b1f75cd-4dce-4aaf-a8e9-40f7b8a202dd req-a00a13f1-3b07-4d82-995c-b5ad8aa28687 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d HTTP/1.1" status: 200 len: 945 time: 0.0652866 Oct 19 00:58:20.136142 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf4cae0-ce0b-44e7-9df8-95b114ee238b service neutron] Pushing event updated for resources: {'Port': ['ID=f088a35d-39e8-4c0d-a503-ad036fa88c81,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:20.150956 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b0764960-5dfe-439f-95a6-56075a4976e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:20.184789 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3b1f75cd-4dce-4aaf-a8e9-40f7b8a202dd req-b243d8fd-e527-4b20-9b5b-c38b93b4c4c0 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482275 Oct 19 00:58:20.216552 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc1f04-75b5-4c94-8722-eaecb0b8ae29 req-2b17acc7-a9f7-4c85-8005-3ff522a94659 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:20.223701 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b9cc1f04-75b5-4c94-8722-eaecb0b8ae29 req-2b17acc7-a9f7-4c85-8005-3ff522a94659 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d9a0a11a-5300-4441-9172-2d0929c8611b HTTP/1.1" status: 200 len: 1098 time: 0.2277136 Oct 19 00:58:20.256973 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437fe5a6-704c-4961-a0ac-35bc829ecd93 x-openstack-request-id: req-437fe5a6-704c-4961-a0ac-35bc829ecd93 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:20.257340 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf1aa5cc-1bf2-4220-95f2-762e1f3441f8", "tag": "f088a35d-39e8-4c0d-a503-ad036fa88c81", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:20.257659 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-437fe5a6-704c-4961-a0ac-35bc829ecd93 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:20.258110 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf1aa5cc-1bf2-4220-95f2-762e1f3441f8', 'tag': 'f088a35d-39e8-4c0d-a503-ad036fa88c81', 'status': 'completed', 'code': 200} Oct 19 00:58:20.275487 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a829028-c536-4c34-a969-562cc2675c5d req-6d2ee8c8-55d5-451d-a011-741cb58a0ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:20.277768 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3a829028-c536-4c34-a969-562cc2675c5d req-6d2ee8c8-55d5-451d-a011-741cb58a0ced service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c44eb73944574a0dbcdf786489b5c79c&device_id=bf1aa5cc-1bf2-4220-95f2-762e1f3441f8 HTTP/1.1" status: 200 len: 1100 time: 0.2654514 Oct 19 00:58:20.302242 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b0764960-5dfe-439f-95a6-56075a4976e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:20.371961 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3a829028-c536-4c34-a969-562cc2675c5d req-e7ac8f5e-3a90-47ea-bdfc-c52c8a7c8301 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=f088a35d-39e8-4c0d-a503-ad036fa88c81 HTTP/1.1" status: 200 len: 217 time: 0.0731373 Oct 19 00:58:20.375852 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b9cc1f04-75b5-4c94-8722-eaecb0b8ae29 req-dc3ffc4c-1d5b-45cb-8e8c-5bbbc35271e6 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513231 Oct 19 00:58:20.428753 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-5d6aee07-f6c6-419f-9be3-92c44a00b0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:20.430443 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-5d6aee07-f6c6-419f-9be3-92c44a00b0f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65459246a90a47d0b59f03208da91106&device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d HTTP/1.1" status: 200 len: 1097 time: 0.1766081 Oct 19 00:58:20.476317 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a829028-c536-4c34-a969-562cc2675c5d req-96e888db-51be-4c68-adf0-623971e33cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:20.478739 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3a829028-c536-4c34-a969-562cc2675c5d req-96e888db-51be-4c68-adf0-623971e33cce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0944393 Oct 19 00:58:20.482451 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b0764960-5dfe-439f-95a6-56075a4976e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:20.558098 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0764960-5dfe-439f-95a6-56075a4976e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3237970e-ee19-4255-864b-c5ef49263e8b,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:20.571913 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b0764960-5dfe-439f-95a6-56075a4976e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:20.575398 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3557c4-c84c-4c6a-a3cd-445c2016a963 req-9ba87738-cadb-4d4a-ad69-1c46ef394c46 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:20.578463 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b0764960-5dfe-439f-95a6-56075a4976e3 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/3237970e-ee19-4255-864b-c5ef49263e8b HTTP/1.1" status: 204 len: 168 time: 0.7574818 Oct 19 00:58:20.578614 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4f3557c4-c84c-4c6a-a3cd-445c2016a963 req-9ba87738-cadb-4d4a-ad69-1c46ef394c46 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce5c269e-b59b-4769-86ea-f8cc1a809936 HTTP/1.1" status: 200 len: 948 time: 0.0649436 Oct 19 00:58:20.578750 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47158) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:20.661454 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a829028-c536-4c34-a969-562cc2675c5d req-16355c98-a551-4f66-9068-263d4ba574dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:20.666109 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3a829028-c536-4c34-a969-562cc2675c5d req-16355c98-a551-4f66-9068-263d4ba574dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1753600 Oct 19 00:58:20.669321 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-7fdb3ec6-dd44-4444-9605-83b29269e7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:20.670923 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-7fdb3ec6-dd44-4444-9605-83b29269e7f5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc198a8b-4ee5-462c-a635-e1062c7dbf51 HTTP/1.1" status: 200 len: 909 time: 0.2276766 Oct 19 00:58:20.676668 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4f3557c4-c84c-4c6a-a3cd-445c2016a963 req-b136d956-23d5-4dac-acbc-a3224e1d56bb tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d11d4ba-edad-49be-842b-3e9ad503eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907903 Oct 19 00:58:20.679676 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2524e548-0d9c-4056-841c-82afc7a4ab53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:20.691092 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e2074-76c5-4f62-80a3-8efbb55110e9 req-08699a5a-1dd4-4826-9dcc-77992e0df1f7 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:20.692623 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c49e2074-76c5-4f62-80a3-8efbb55110e9 req-08699a5a-1dd4-4826-9dcc-77992e0df1f7 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 949 time: 0.1455538 Oct 19 00:58:20.740343 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-dfc4e251-69b2-4fa2-ab45-c55721e64882 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcffc012-f744-462a-9350-2794d16252a6 HTTP/1.1" status: 200 len: 217 time: 0.0586762 Oct 19 00:58:20.792921 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2524e548-0d9c-4056-841c-82afc7a4ab53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:20.838011 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-2524e548-0d9c-4056-841c-82afc7a4ab53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a699d2aa-891c-4827-a39e-331f1783297d']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:58:20.859937 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-2524e548-0d9c-4056-841c-82afc7a4ab53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb17541c-c308-4c32-928f-3aa4ec4aa0d7') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:58:20.860342 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-2524e548-0d9c-4056-841c-82afc7a4ab53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb17541c-c308-4c32-928f-3aa4ec4aa0d7') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:58:20.863113 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-6c17dd96-8d7b-4a4f-8fd7-d96556c43ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:20.864615 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-6c17dd96-8d7b-4a4f-8fd7-d96556c43ffd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7b8444cd-c5d7-4c88-b1b0-9d01aef8093c HTTP/1.1" status: 200 len: 848 time: 0.1152704 Oct 19 00:58:20.867427 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c49e2074-76c5-4f62-80a3-8efbb55110e9 req-1a458792-3f2e-43c4-8dfb-97917b8ba92b tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313889 Oct 19 00:58:20.878460 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3a829028-c536-4c34-a969-562cc2675c5d req-b12379d6-322b-4446-9a5d-e1279f0b1a67 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049670 Oct 19 00:58:20.897339 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2524e548-0d9c-4056-841c-82afc7a4ab53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:20.927119 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2524e548-0d9c-4056-841c-82afc7a4ab53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:20.934015 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2524e548-0d9c-4056-841c-82afc7a4ab53 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:58:20.934402 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2524e548-0d9c-4056-841c-82afc7a4ab53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:20.941807 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-7e8f6a76-3063-4b32-8763-0f12b9749c5e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc198a8b-4ee5-462c-a635-e1062c7dbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485349 Oct 19 00:58:20.957009 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 00:58:20.957009 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 00:58:20.957009 n-d-715271-26 neutron-server[100606]: timer() Oct 19 00:58:20.957009 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 00:58:20.957009 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 00:58:20.957009 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 00:58:20.957009 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 00:58:20.957009 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 00:58:20.957009 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 00:58:20.957009 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 00:58:20.957009 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 00:58:20.957009 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 00:58:20.957009 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 00:58:20.957009 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 00:58:20.957009 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 00:58:20.957009 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 00:58:20.957009 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 00:58:20.957009 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 00:58:20.957009 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 00:58:20.957009 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 00:58:20.957009 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 00:58:20.957009 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 00:58:20.957009 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 00:58:20.957009 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 00:58:20.957009 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 00:58:20.957009 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 00:58:20.957009 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 00:58:20.957009 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 00:58:20.957009 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 00:58:20.957009 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 00:58:20.957009 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 00:58:20.957009 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 00:58:21.021931 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-a7411206-1a4f-41dd-b1f5-34f6d35d2dff tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:21.023504 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-a7411206-1a4f-41dd-b1f5-34f6d35d2dff tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/networks?id=db82cf1f-422d-4289-a127-b70a546afbff HTTP/1.1" status: 200 len: 821 time: 0.2273481 Oct 19 00:58:21.024673 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2524e548-0d9c-4056-841c-82afc7a4ab53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:21.054022 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2524e548-0d9c-4056-841c-82afc7a4ab53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:21.057479 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2524e548-0d9c-4056-841c-82afc7a4ab53 admin admin] 10.222.0.57 "DELETE /v2.0/networks/a699d2aa-891c-4827-a39e-331f1783297d HTTP/1.1" status: 204 len: 168 time: 0.4774570 Oct 19 00:58:21.061628 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524e548-0d9c-4056-841c-82afc7a4ab53 admin admin] Pushing event deleted for resources: {'Network': ['ID=a699d2aa-891c-4827-a39e-331f1783297d,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:21.069807 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-f9660814-a6f1-4c81-beb8-9bc92efbc389 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/quotas/2ee6c8abaf624ff89eecdfc50115aaff HTTP/1.1" status: 200 len: 375 time: 0.0318842 Oct 19 00:58:21.128100 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-ba841cd4-7e71-4203-9efd-beeb7d70d302 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549152 Oct 19 00:58:21.164452 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3a829028-c536-4c34-a969-562cc2675c5d req-2b3cc039-142c-4fe8-b42b-76d1da3310a5 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591567 Oct 19 00:58:21.178442 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53fadf-cecb-406d-98f2-179018b5eb09 req-e4372db6-1aa4-4fa2-9a71-0330765b21aa tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:21.186653 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4f53fadf-cecb-406d-98f2-179018b5eb09 req-e4372db6-1aa4-4fa2-9a71-0330765b21aa tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf1aa5cc-1bf2-4220-95f2-762e1f3441f8 HTTP/1.1" status: 200 len: 948 time: 0.1475925 Oct 19 00:58:21.199712 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-7d9d1369-60b4-4c1f-bd86-844b8386fb9e service neutron] 10.222.0.24 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422979 Oct 19 00:58:21.244731 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-c8d2c8ea-228f-482f-8613-3fe55c7cd591 service neutron] 10.222.0.57 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090081 Oct 19 00:58:21.274069 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4f53fadf-cecb-406d-98f2-179018b5eb09 req-4ab9d7f7-d638-40f5-9c38-c8ad97c2c2a5 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ebc3378-b47c-422a-a9f1-1edf7bb0aaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818415 Oct 19 00:58:21.340174 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 47192) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:21.372403 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-2a200c4e-df88-4bab-a6f5-ebbdd362b7a2 service neutron] 10.222.0.57 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266189 Oct 19 00:58:21.410173 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eea353-09c6-4918-b819-04b22fd8548a req-78c02013-4eea-420b-ba3e-23cc11c6476e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:21.411826 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e0eea353-09c6-4918-b819-04b22fd8548a req-78c02013-4eea-420b-ba3e-23cc11c6476e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c44eb73944574a0dbcdf786489b5c79c&device_id=bf1aa5cc-1bf2-4220-95f2-762e1f3441f8 HTTP/1.1" status: 200 len: 1100 time: 0.1684353 Oct 19 00:58:21.425775 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-e2987a3a-41b9-48f1-971f-2bcdf633fb58 service neutron] 10.222.0.24 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105536 Oct 19 00:58:21.462635 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-588edab3-8bc2-4179-b591-dddb2ed2578f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=662dda770b62448eba70f93119a00591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1212883 Oct 19 00:58:21.466356 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 47196) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:21.552000 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cec11a-950b-41fe-8e24-3e8198d9ce71 req-734d1070-e57f-4139-b6f5-f7f7ea850320 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:21.553334 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-71056ce3-25e9-4b55-947b-6af523273883 req-1bd03928-1246-4d21-b9d9-ffccb70b4699 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 210 time: 0.0355117 Oct 19 00:58:21.553482 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-34cec11a-950b-41fe-8e24-3e8198d9ce71 req-734d1070-e57f-4139-b6f5-f7f7ea850320 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d HTTP/1.1" status: 200 len: 945 time: 0.1998155 Oct 19 00:58:21.633587 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eea353-09c6-4918-b819-04b22fd8548a req-fc000578-d20e-4cb5-899d-188274f0c0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:21.635042 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e0eea353-09c6-4918-b819-04b22fd8548a req-fc000578-d20e-4cb5-899d-188274f0c0cc service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.2071915 Oct 19 00:58:21.846520 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961f5fe-2aff-43a3-92bb-5d9f09b0dca2 req-610e9c71-0733-4ec1-ac81-0b5bfb478c47 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:21.848607 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3961f5fe-2aff-43a3-92bb-5d9f09b0dca2 req-610e9c71-0733-4ec1-ac81-0b5bfb478c47 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce5c269e-b59b-4769-86ea-f8cc1a809936 HTTP/1.1" status: 200 len: 948 time: 0.0755622 Oct 19 00:58:21.897536 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3961f5fe-2aff-43a3-92bb-5d9f09b0dca2 req-778e7d9d-572d-4db8-a056-745df04eae89 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d11d4ba-edad-49be-842b-3e9ad503eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423877 Oct 19 00:58:22.021229 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-70bd516d-0374-4672-a117-bf3a682a4db3 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:22.022690 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-70bd516d-0374-4672-a117-bf3a682a4db3 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d&tenant_id=65459246a90a47d0b59f03208da91106&binding%3Ahost_id=n-h1-715271-26 HTTP/1.1" status: 200 len: 1097 time: 0.4656177 Oct 19 00:58:22.023804 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4df7f998-2488-4ded-9c8e-f080eb271a85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:22.026288 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 470d218b-68fd-4b8a-be8c-1329eeb7dd09 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:58:22.035886 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-34cec11a-950b-41fe-8e24-3e8198d9ce71 req-6547e1a5-e760-4956-8bb0-d6380eddcc11 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4553363 Oct 19 00:58:22.037556 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e0eea353-09c6-4918-b819-04b22fd8548a req-eb9f2abc-5100-4ec6-840f-d72a77b219b1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=f088a35d-39e8-4c0d-a503-ad036fa88c81 HTTP/1.1" status: 200 len: 217 time: 0.3904481 Oct 19 00:58:22.039073 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b367f-bbcd-4c3e-8c20-f5d58014d5a9 req-dca5d8b0-da4f-4127-a651-197a1b911dba tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:22.040561 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-476b367f-bbcd-4c3e-8c20-f5d58014d5a9 req-dca5d8b0-da4f-4127-a651-197a1b911dba tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 949 time: 0.0538619 Oct 19 00:58:22.051439 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-5336149b-052f-4796-ab9f-76b44051f2c9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-715271-26'}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:22.093059 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-476b367f-bbcd-4c3e-8c20-f5d58014d5a9 req-eb3a96e0-27da-4fd7-b8ed-3afe7b10cffb tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445216 Oct 19 00:58:22.164732 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 470d218b-68fd-4b8a-be8c-1329eeb7dd09, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=470d218b-68fd-4b8a-be8c-1329eeb7dd09,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:22.169347 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4df7f998-2488-4ded-9c8e-f080eb271a85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:22.178357 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '470d218b-68fd-4b8a-be8c-1329eeb7dd09', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': '470d218b-68fd-4b8a-be8c-1329eeb7dd09', 'mac_address': 'fa:16:3e:4d:36:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:58:22.189225 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-5336149b-052f-4796-ab9f-76b44051f2c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:22.216474 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eea353-09c6-4918-b819-04b22fd8548a req-d941f55f-79a8-455e-8c69-42e3dfa6956d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:22.218042 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e0eea353-09c6-4918-b819-04b22fd8548a req-d941f55f-79a8-455e-8c69-42e3dfa6956d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.1575718 Oct 19 00:58:22.230421 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:22.244225 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 470d218b-68fd-4b8a-be8c-1329eeb7dd09 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:58:22.265614 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 470d218b-68fd-4b8a-be8c-1329eeb7dd09, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=470d218b-68fd-4b8a-be8c-1329eeb7dd09,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:22.269827 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:22.321153 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eea353-09c6-4918-b819-04b22fd8548a req-64491e0a-cd48-4112-8bcd-9cf8d762720b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:22.322687 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e0eea353-09c6-4918-b819-04b22fd8548a req-64491e0a-cd48-4112-8bcd-9cf8d762720b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0914166 Oct 19 00:58:22.326540 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4df7f998-2488-4ded-9c8e-f080eb271a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:22.329228 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4df7f998-2488-4ded-9c8e-f080eb271a85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:22.333162 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4df7f998-2488-4ded-9c8e-f080eb271a85 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dbe00afb-2412-4a49-9b7e-ecf6ca1f4584 HTTP/1.1" status: 204 len: 168 time: 0.8645186 Oct 19 00:58:22.336379 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=470d218b-68fd-4b8a-be8c-1329eeb7dd09,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:22.428370 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7f998-2488-4ded-9c8e-f080eb271a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe00afb-2412-4a49-9b7e-ecf6ca1f4584,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:22.523104 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976fc01-eee7-4540-af8b-0cc28e2301d5 req-6e09fbf9-b120-4600-a019-9ac09d077644 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:22.524994 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a976fc01-eee7-4540-af8b-0cc28e2301d5 req-6e09fbf9-b120-4600-a019-9ac09d077644 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf1aa5cc-1bf2-4220-95f2-762e1f3441f8 HTTP/1.1" status: 200 len: 948 time: 0.1634669 Oct 19 00:58:22.531397 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-5336149b-052f-4796-ab9f-76b44051f2c9 service neutron] For port bcffc012-f744-462a-9350-2794d16252a6, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bcffc012-f744-462a-9350-2794d16252a6,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:22.580161 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['470d218b-68fd-4b8a-be8c-1329eeb7dd09'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:58:22.623999 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e0eea353-09c6-4918-b819-04b22fd8548a req-598da350-0029-4adf-ad1d-58e705c7f19a service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896519 Oct 19 00:58:22.675058 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-5336149b-052f-4796-ab9f-76b44051f2c9 service neutron] For port bcffc012-f744-462a-9350-2794d16252a6, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:58:22.753880 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a976fc01-eee7-4540-af8b-0cc28e2301d5 req-c1169730-e85d-40b6-9e13-2878f332b553 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ebc3378-b47c-422a-a9f1-1edf7bb0aaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189031 Oct 19 00:58:22.871296 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6671fe-c9a7-423d-8985-8c436ea07a9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcffc012-f744-462a-9350-2794d16252a6'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:22.873529 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b583995-ce7c-4278-9147-a876c61ecb00" -d '{"events": [{"server_uuid": "8d6671fe-c9a7-423d-8985-8c436ea07a9d", "name": "network-vif-unplugged", "status": "completed", "tag": "bcffc012-f744-462a-9350-2794d16252a6"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:22.874620 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-82e99f34-4460-4ab6-83d7-f49d879ab5fe req-edcd7ebb-5171-442b-8447-f160a8c6a98f tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 210 time: 0.0429049 Oct 19 00:58:22.879260 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-5336149b-052f-4796-ab9f-76b44051f2c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:22.890981 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-48c4f540-d0f7-4e24-a331-c5c64f9a4df8 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:22.892497 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-48c4f540-d0f7-4e24-a331-c5c64f9a4df8 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.55 "GET /v2.0/networks?id=db82cf1f-422d-4289-a127-b70a546afbff HTTP/1.1" status: 200 len: 821 time: 0.3222921 Oct 19 00:58:22.895155 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-5336149b-052f-4796-ab9f-76b44051f2c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:22.916295 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-4277ed09-be7f-4502-a99b-5f860efe82fc tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Request body: {'port': {'device_id': 'cbff9268-883a-4f2f-9f43-b5df8e8f4f62', 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff', 'admin_state_up': True, 'tenant_id': '2ee6c8abaf624ff89eecdfc50115aaff'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:22.948755 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7967bcf-e847-48f2-9753-a36c7740e7b6 x-openstack-request-id: req-b7967bcf-e847-48f2-9753-a36c7740e7b6 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:22.949045 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6671fe-c9a7-423d-8985-8c436ea07a9d", "name": "network-vif-unplugged", "status": "completed", "tag": "bcffc012-f744-462a-9350-2794d16252a6", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:22.949455 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b7967bcf-e847-48f2-9753-a36c7740e7b6 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:22.949856 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6671fe-c9a7-423d-8985-8c436ea07a9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcffc012-f744-462a-9350-2794d16252a6', 'code': 200} Oct 19 00:58:22.977161 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e0eea353-09c6-4918-b819-04b22fd8548a req-4233bded-9e2d-4f4d-9709-2ab7971dca3b service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413842 Oct 19 00:58:23.039077 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2995ce7-6485-429e-af0e-7f4109f692e7 req-6c9c7df5-7b82-4994-9513-5a0f38840f31 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:23.040880 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b2995ce7-6485-429e-af0e-7f4109f692e7 req-6c9c7df5-7b82-4994-9513-5a0f38840f31 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce5c269e-b59b-4769-86ea-f8cc1a809936 HTTP/1.1" status: 200 len: 949 time: 0.0614705 Oct 19 00:58:23.074254 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336149b-052f-4796-ab9f-76b44051f2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=bcffc012-f744-462a-9350-2794d16252a6,revision_number=7']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:23.094538 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-5336149b-052f-4796-ab9f-76b44051f2c9 service neutron] Attempting to bind port bcffc012-f744-462a-9350-2794d16252a6 on host n-h1-715271-26 for vnic_type normal with profile {"migrating_to": "n-h2-715271-26"} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:58:23.094538 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-5336149b-052f-4796-ab9f-76b44051f2c9 service neutron] Attempting to bind port bcffc012-f744-462a-9350-2794d16252a6 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:58:23.094768 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-5336149b-052f-4796-ab9f-76b44051f2c9 service neutron] Attempting to bind port bcffc012-f744-462a-9350-2794d16252a6 on network fc198a8b-4ee5-462c-a635-e1062c7dbf51 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:58:23.105807 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-5336149b-052f-4796-ab9f-76b44051f2c9 service neutron] Port bcffc012-f744-462a-9350-2794d16252a6 on network fc198a8b-4ee5-462c-a635-e1062c7dbf51 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:58:23.106229 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-5336149b-052f-4796-ab9f-76b44051f2c9 service neutron] Attempting to bind port bcffc012-f744-462a-9350-2794d16252a6 on network fc198a8b-4ee5-462c-a635-e1062c7dbf51 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:58:23.110186 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b2995ce7-6485-429e-af0e-7f4109f692e7 req-f2d34b03-e93c-4452-bbd6-163a56159969 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d11d4ba-edad-49be-842b-3e9ad503eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622246 Oct 19 00:58:23.125658 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-5336149b-052f-4796-ab9f-76b44051f2c9 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:58:23.125658 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-5336149b-052f-4796-ab9f-76b44051f2c9 service neutron] Checking segment: {'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:58:23.125658 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-5336149b-052f-4796-ab9f-76b44051f2c9 service neutron] Bound using segment: {'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:58:23.125658 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-5336149b-052f-4796-ab9f-76b44051f2c9 service neutron] Bound port: bcffc012-f744-462a-9350-2794d16252a6, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:58:23.125658 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-5336149b-052f-4796-ab9f-76b44051f2c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:23.203718 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-4277ed09-be7f-4502-a99b-5f860efe82fc tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Made reservation on behalf of 2ee6c8abaf624ff89eecdfc50115aaff for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:58:23.207164 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-4277ed09-be7f-4502-a99b-5f860efe82fc tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:23.268877 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1aa8d-dec2-4a02-9130-644820fb6caf req-4d4cec0a-cfe3-4c5f-a6fa-4fa2ac810cdb tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:23.270395 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bce1aa8d-dec2-4a02-9130-644820fb6caf req-4d4cec0a-cfe3-4c5f-a6fa-4fa2ac810cdb tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d HTTP/1.1" status: 200 len: 943 time: 0.1313231 Oct 19 00:58:23.274774 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-5336149b-052f-4796-ab9f-76b44051f2c9 service neutron] For port bcffc012-f744-462a-9350-2794d16252a6, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:58:23.320829 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-5336149b-052f-4796-ab9f-76b44051f2c9 service neutron] For port bcffc012-f744-462a-9350-2794d16252a6, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bcffc012-f744-462a-9350-2794d16252a6,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:58:23.335655 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-5336149b-052f-4796-ab9f-76b44051f2c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:23.355633 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47284) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:23.437384 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bce1aa8d-dec2-4a02-9130-644820fb6caf req-955ea53b-57e7-4855-ac8b-71951fac9fc3 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326017 Oct 19 00:58:23.487584 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-5336149b-052f-4796-ab9f-76b44051f2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:23.488243 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-5336149b-052f-4796-ab9f-76b44051f2c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:23.489622 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-5336149b-052f-4796-ab9f-76b44051f2c9 service neutron] 10.222.0.24 "PUT /v2.0/ports/bcffc012-f744-462a-9350-2794d16252a6 HTTP/1.1" status: 200 len: 1123 time: 1.4581323 Oct 19 00:58:23.490384 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336149b-052f-4796-ab9f-76b44051f2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=bcffc012-f744-462a-9350-2794d16252a6,revision_number=8']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:23.508544 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-4277ed09-be7f-4502-a99b-5f860efe82fc tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Allocated IP 172.20.0.7 (db82cf1f-422d-4289-a127-b70a546afbff/fc1eafbd-ecfc-4adf-9b82-a202a98a472a/59d95572-ab70-4880-8ddb-ba419acc74c2) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:58:23.512370 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-f46a9055-f470-4a5b-8225-bba3b764d5ab admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1836093824-network', 'tenant_id': '6e167bb32e54487ea82966f60f908073'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:23.561480 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['bcffc012-f744-462a-9350-2794d16252a6'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:58:23.592422 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee7417-96ab-45bf-91b1-e6e6c9d9e68d req-408b1874-ecd9-4e96-ab88-01393e75b976 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:23.593838 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2cee7417-96ab-45bf-91b1-e6e6c9d9e68d req-408b1874-ecd9-4e96-ab88-01393e75b976 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 949 time: 0.0697811 Oct 19 00:58:23.594946 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46a9055-f470-4a5b-8225-bba3b764d5ab admin admin] Made reservation on behalf of 6e167bb32e54487ea82966f60f908073 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:58:23.597822 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f46a9055-f470-4a5b-8225-bba3b764d5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:23.611280 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f46a9055-f470-4a5b-8225-bba3b764d5ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:23.667420 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2cee7417-96ab-45bf-91b1-e6e6c9d9e68d req-0996efdf-1ba9-4b2e-b648-b4ebe489eb84 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581312 Oct 19 00:58:23.703972 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-4277ed09-be7f-4502-a99b-5f860efe82fc tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:23.746670 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-4277ed09-be7f-4502-a99b-5f860efe82fc tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:23.763886 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['64d644ee-60db-470c-bf38-26a88a5185a0'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:58:23.767191 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device f088a35d-39e8-4c0d-a503-ad036fa88c81 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:58:23.772301 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f46a9055-f470-4a5b-8225-bba3b764d5ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:23.777819 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f46a9055-f470-4a5b-8225-bba3b764d5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:23.800169 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-4277ed09-be7f-4502-a99b-5f860efe82fc tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Network db82cf1f-422d-4289-a127-b70a546afbff is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:58:23.804059 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-4277ed09-be7f-4502-a99b-5f860efe82fc tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:58:23.808606 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-4277ed09-be7f-4502-a99b-5f860efe82fc tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:58:23.810165 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a9055-f470-4a5b-8225-bba3b764d5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d54e2ed-3b20-4660-a57f-82d1dffbf6ca,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:23.836061 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f46a9055-f470-4a5b-8225-bba3b764d5ab admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:58:23.848914 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277ed09-be7f-4502-a99b-5f860efe82fc tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Pushing event updated for resources: {'Port': ['ID=59d95572-ab70-4880-8ddb-ba419acc74c2,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:23.849288 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f46a9055-f470-4a5b-8225-bba3b764d5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:23.849860 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-f46a9055-f470-4a5b-8225-bba3b764d5ab admin admin] Added segment 8bddb4e4-ffda-40f9-af50-920754b5918d of type vlan for network 814023c5-f4ae-48bd-8298-5b4931ead219 Oct 19 00:58:23.871757 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-4277ed09-be7f-4502-a99b-5f860efe82fc tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:23.872230 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-4277ed09-be7f-4502-a99b-5f860efe82fc tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:23.895853 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-4277ed09-be7f-4502-a99b-5f860efe82fc tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9879749 Oct 19 00:58:23.914345 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-3063ed5c-fbff-4889-83f3-b566d6a1b66c service neutron] Request body: {'port': {'device_id': 'cbff9268-883a-4f2f-9f43-b5df8e8f4f62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:23.962438 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f46a9055-f470-4a5b-8225-bba3b764d5ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:23.985314 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdfbbb-6b2a-4d77-86d1-7a2d1e8c47ba req-228381d6-4083-4ee3-a3ef-b1fded0298a2 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:23.987022 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3bcdfbbb-6b2a-4d77-86d1-7a2d1e8c47ba req-228381d6-4083-4ee3-a3ef-b1fded0298a2 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf1aa5cc-1bf2-4220-95f2-762e1f3441f8 HTTP/1.1" status: 200 len: 948 time: 0.0890551 Oct 19 00:58:24.006765 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port f088a35d-39e8-4c0d-a503-ad036fa88c81, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=f088a35d-39e8-4c0d-a503-ad036fa88c81,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:24.019782 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'f088a35d-39e8-4c0d-a503-ad036fa88c81', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': 'f088a35d-39e8-4c0d-a503-ad036fa88c81', 'mac_address': 'fa:16:3e:08:b8:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:58:24.031994 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f46a9055-f470-4a5b-8225-bba3b764d5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:24.033264 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46a9055-f470-4a5b-8225-bba3b764d5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:24.034009 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f46a9055-f470-4a5b-8225-bba3b764d5ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:24.056898 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3bcdfbbb-6b2a-4d77-86d1-7a2d1e8c47ba req-b82a3d4a-39bb-4687-83b9-0b21de984caf tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ebc3378-b47c-422a-a9f1-1edf7bb0aaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595431 Oct 19 00:58:24.062465 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 470d218b-68fd-4b8a-be8c-1329eeb7dd09 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:58:24.084243 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f46a9055-f470-4a5b-8225-bba3b764d5ab admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7274771 Oct 19 00:58:24.087203 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47302) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:24.089190 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d908a-a753-4f78-8254-1327a0bafc5b req-2d137af7-dc8d-4e17-90b4-2af8bd8f4d99 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:24.090862 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-261d908a-a753-4f78-8254-1327a0bafc5b req-2d137af7-dc8d-4e17-90b4-2af8bd8f4d99 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 931 time: 0.1219394 Oct 19 00:58:24.091721 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-3063ed5c-fbff-4889-83f3-b566d6a1b66c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:24.093070 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-91513617-d0a5-495b-8dab-06fc548e7102 admin admin] Request body: {'subnet': {'network_id': '814023c5-f4ae-48bd-8298-5b4931ead219', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1836093824-subnet', 'tenant_id': '6e167bb32e54487ea82966f60f908073', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:24.129655 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:24.146621 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f088a35d-39e8-4c0d-a503-ad036fa88c81 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:58:24.163206 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91513617-d0a5-495b-8dab-06fc548e7102 admin admin] Made reservation on behalf of 6e167bb32e54487ea82966f60f908073 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:58:24.166144 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-91513617-d0a5-495b-8dab-06fc548e7102 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:24.184771 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-261d908a-a753-4f78-8254-1327a0bafc5b req-c19f5b4f-ac44-4c9f-ac1b-7ccfdea86292 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792572 Oct 19 00:58:24.212391 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port f088a35d-39e8-4c0d-a503-ad036fa88c81, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=f088a35d-39e8-4c0d-a503-ad036fa88c81,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:24.233644 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:24.237014 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a9055-f470-4a5b-8225-bba3b764d5ab admin admin] Pushing event updated for resources: {'Network': ['ID=814023c5-f4ae-48bd-8298-5b4931ead219,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:24.272515 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 814023c5-f4ae-48bd-8298-5b4931ead219 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:58:24.294842 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 470d218b-68fd-4b8a-be8c-1329eeb7dd09 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:58:24.302195 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 470d218b-68fd-4b8a-be8c-1329eeb7dd09 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:58:24.302775 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:24.336708 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864132e-5175-436f-a051-b5111d39ab57 req-2284b945-cf93-48e6-b806-85d05c6f6fb6 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:24.345402 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6864132e-5175-436f-a051-b5111d39ab57 req-2284b945-cf93-48e6-b806-85d05c6f6fb6 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce5c269e-b59b-4769-86ea-f8cc1a809936 HTTP/1.1" status: 200 len: 949 time: 0.1095526 Oct 19 00:58:24.414801 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=f088a35d-39e8-4c0d-a503-ad036fa88c81,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:24.428995 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6864132e-5175-436f-a051-b5111d39ab57 req-8596a9df-3060-4151-aa4a-160e5d0797ce tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d11d4ba-edad-49be-842b-3e9ad503eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800240 Oct 19 00:58:24.489472 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:24.498755 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-3063ed5c-fbff-4889-83f3-b566d6a1b66c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d95572-ab70-4880-8ddb-ba419acc74c2 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:58:24.507627 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-3063ed5c-fbff-4889-83f3-b566d6a1b66c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:24.526924 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-3063ed5c-fbff-4889-83f3-b566d6a1b66c service neutron] Transition to ACTIVE for port object 59d95572-ab70-4880-8ddb-ba419acc74c2 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:58:24.531529 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5c269e-b59b-4769-86ea-f8cc1a809936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470d218b-68fd-4b8a-be8c-1329eeb7dd09'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:24.533843 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede09c96-8746-452a-ad97-83d4c23850f6" -d '{"events": [{"server_uuid": "ce5c269e-b59b-4769-86ea-f8cc1a809936", "name": "network-vif-plugged", "status": "completed", "tag": "470d218b-68fd-4b8a-be8c-1329eeb7dd09"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:24.534754 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-3063ed5c-fbff-4889-83f3-b566d6a1b66c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:24.556478 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 470d218b-68fd-4b8a-be8c-1329eeb7dd09, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=470d218b-68fd-4b8a-be8c-1329eeb7dd09,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:24.562077 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-91513617-d0a5-495b-8dab-06fc548e7102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:24.564195 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47316) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:24.565416 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:24.605465 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70af4c51-f24a-48d6-9011-a6aae978cc77 x-openstack-request-id: req-70af4c51-f24a-48d6-9011-a6aae978cc77 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:24.605913 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5c269e-b59b-4769-86ea-f8cc1a809936", "name": "network-vif-plugged", "status": "completed", "tag": "470d218b-68fd-4b8a-be8c-1329eeb7dd09", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:24.606280 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-70af4c51-f24a-48d6-9011-a6aae978cc77 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:24.606736 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5c269e-b59b-4769-86ea-f8cc1a809936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470d218b-68fd-4b8a-be8c-1329eeb7dd09', 'code': 200} Oct 19 00:58:24.607882 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['f088a35d-39e8-4c0d-a503-ad036fa88c81'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:58:24.629380 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91513617-d0a5-495b-8dab-06fc548e7102 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f546f7d2-6273-4b62-92eb-6e894f1e9ea2,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:24.637105 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91513617-d0a5-495b-8dab-06fc548e7102 admin admin] Checking segment: {'id': '8bddb4e4-ffda-40f9-af50-920754b5918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '814023c5-f4ae-48bd-8298-5b4931ead219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:58:24.637502 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91513617-d0a5-495b-8dab-06fc548e7102 admin admin] Network hostable DHCP agents. Network: 814023c5-f4ae-48bd-8298-5b4931ead219, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:58:24.667720 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91513617-d0a5-495b-8dab-06fc548e7102 admin admin] Network 814023c5-f4ae-48bd-8298-5b4931ead219 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:58:24.697971 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=470d218b-68fd-4b8a-be8c-1329eeb7dd09,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:24.704733 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-91513617-d0a5-495b-8dab-06fc548e7102 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 814023c5-f4ae-48bd-8298-5b4931ead219) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:58:24.710519 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91513617-d0a5-495b-8dab-06fc548e7102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:24.711183 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-91513617-d0a5-495b-8dab-06fc548e7102 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:24.720515 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edab8f-6c35-4f4b-9552-94b36609c811 req-825a3315-b35b-496c-ab65-b8cd413bb2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:24.722050 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-44edab8f-6c35-4f4b-9552-94b36609c811 req-825a3315-b35b-496c-ab65-b8cd413bb2bc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ce5c269e-b59b-4769-86ea-f8cc1a809936 HTTP/1.1" status: 200 len: 1102 time: 0.0659075 Oct 19 00:58:24.737992 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe431604-c53b-48c1-bd12-1d89a2467143 None None] Network 814023c5-f4ae-48bd-8298-5b4931ead219 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:58:24.787473 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-91513617-d0a5-495b-8dab-06fc548e7102 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6905472 Oct 19 00:58:24.816973 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3def5652-92c0-4bb2-afbf-6f7e62eb837a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:24.822374 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc77df1-554f-4ede-9868-5e1ced574d2d req-b33fea6b-7afe-4966-95df-2e853faea1fe tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:24.831248 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6dc77df1-554f-4ede-9868-5e1ced574d2d req-b33fea6b-7afe-4966-95df-2e853faea1fe tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d HTTP/1.1" status: 200 len: 943 time: 0.2981970 Oct 19 00:58:24.838532 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063ed5c-fbff-4889-83f3-b566d6a1b66c service neutron] Pushing event updated for resources: {'Port': ['ID=59d95572-ab70-4880-8ddb-ba419acc74c2,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:24.841258 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-44edab8f-6c35-4f4b-9552-94b36609c811 req-caae0528-14b1-42a2-a3f9-70d9c2f505d5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3d11d4ba-edad-49be-842b-3e9ad503eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101923 Oct 19 00:58:24.891245 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-3063ed5c-fbff-4889-83f3-b566d6a1b66c service neutron] Attempting to bind port 59d95572-ab70-4880-8ddb-ba419acc74c2 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:58:24.891744 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-3063ed5c-fbff-4889-83f3-b566d6a1b66c service neutron] Attempting to bind port 59d95572-ab70-4880-8ddb-ba419acc74c2 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:58:24.892254 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-3063ed5c-fbff-4889-83f3-b566d6a1b66c service neutron] Attempting to bind port 59d95572-ab70-4880-8ddb-ba419acc74c2 on network db82cf1f-422d-4289-a127-b70a546afbff {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:58:24.902448 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-3063ed5c-fbff-4889-83f3-b566d6a1b66c service neutron] Port 59d95572-ab70-4880-8ddb-ba419acc74c2 on network db82cf1f-422d-4289-a127-b70a546afbff not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:58:24.902690 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-3063ed5c-fbff-4889-83f3-b566d6a1b66c service neutron] Attempting to bind port 59d95572-ab70-4880-8ddb-ba419acc74c2 on network db82cf1f-422d-4289-a127-b70a546afbff {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:58:24.924766 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3def5652-92c0-4bb2-afbf-6f7e62eb837a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:24.927355 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6dc77df1-554f-4ede-9868-5e1ced574d2d req-a347d291-004b-4d30-b52b-ebee8849ae77 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899618 Oct 19 00:58:24.929235 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-3063ed5c-fbff-4889-83f3-b566d6a1b66c service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:58:24.929757 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-3063ed5c-fbff-4889-83f3-b566d6a1b66c service neutron] Checking segment: {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:58:24.930322 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-3063ed5c-fbff-4889-83f3-b566d6a1b66c service neutron] Bound using segment: {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:58:24.941342 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-3063ed5c-fbff-4889-83f3-b566d6a1b66c service neutron] Bound port: 59d95572-ab70-4880-8ddb-ba419acc74c2, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:58:24.941342 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-3063ed5c-fbff-4889-83f3-b566d6a1b66c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:24.941634 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3def5652-92c0-4bb2-afbf-6f7e62eb837a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:24.952681 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6671fe-c9a7-423d-8985-8c436ea07a9d', 'tag': 'bcffc012-f744-462a-9350-2794d16252a6'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:24.956293 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3fd901c-d06c-4a1a-9d0f-f0ec7cb97694" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6671fe-c9a7-423d-8985-8c436ea07a9d", "tag": "bcffc012-f744-462a-9350-2794d16252a6"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:25.000845 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def5652-92c0-4bb2-afbf-6f7e62eb837a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004ae273-6731-471d-b9c1-ef0503f3b6d6,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:25.024457 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-3063ed5c-fbff-4889-83f3-b566d6a1b66c service neutron] For port 59d95572-ab70-4880-8ddb-ba419acc74c2, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:58:25.027943 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-3063ed5c-fbff-4889-83f3-b566d6a1b66c service neutron] For port 59d95572-ab70-4880-8ddb-ba419acc74c2, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=59d95572-ab70-4880-8ddb-ba419acc74c2,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:58:25.032571 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29414ccc-fb71-49e1-b7bf-d9b453fa0915 req-508450b3-d39e-4b85-9fa6-2bcb5a67f7b5 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:25.033259 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-3063ed5c-fbff-4889-83f3-b566d6a1b66c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:25.040017 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-29414ccc-fb71-49e1-b7bf-d9b453fa0915 req-508450b3-d39e-4b85-9fa6-2bcb5a67f7b5 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 949 time: 0.2433908 Oct 19 00:58:25.044653 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3def5652-92c0-4bb2-afbf-6f7e62eb837a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bf122a2fb8b14dc98e7e5a926caa45f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4772823 Oct 19 00:58:25.050771 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47330) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:25.081899 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f260af-f5e5-4208-bfc8-322e7342840c None None] Network 814023c5-f4ae-48bd-8298-5b4931ead219 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:58:25.093661 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-3063ed5c-fbff-4889-83f3-b566d6a1b66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:25.094541 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-3063ed5c-fbff-4889-83f3-b566d6a1b66c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:25.096112 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-3063ed5c-fbff-4889-83f3-b566d6a1b66c service neutron] 10.222.0.55 "PUT /v2.0/ports/59d95572-ab70-4880-8ddb-ba419acc74c2 HTTP/1.1" status: 200 len: 1092 time: 1.1908460 Oct 19 00:58:25.113206 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063ed5c-fbff-4889-83f3-b566d6a1b66c service neutron] Pushing event updated for resources: {'Port': ['ID=59d95572-ab70-4880-8ddb-ba419acc74c2,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:25.125328 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-29414ccc-fb71-49e1-b7bf-d9b453fa0915 req-5863a095-96f1-4367-8cd3-8e38dcb8f28e tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801473 Oct 19 00:58:25.171390 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7a9e55e2-4650-4626-b32f-47c0cb75da4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:25.196267 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5033a1bf-c142-4310-bdcb-26802f66f5c2 x-openstack-request-id: req-5033a1bf-c142-4310-bdcb-26802f66f5c2 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:25.196777 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6671fe-c9a7-423d-8985-8c436ea07a9d", "tag": "bcffc012-f744-462a-9350-2794d16252a6", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:25.200110 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5033a1bf-c142-4310-bdcb-26802f66f5c2 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:25.200530 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6671fe-c9a7-423d-8985-8c436ea07a9d', 'tag': 'bcffc012-f744-462a-9350-2794d16252a6', 'status': 'completed', 'code': 200} Oct 19 00:58:25.202680 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [req-e2c2e1be-44ec-4dd9-a209-b155e3f3b5a0 req-0fb86197-e7ef-41d8-be5b-8702af6501c6 tempest-SecurityGroupsNegativeTestJSON-509467182 tempest-SecurityGroupsNegativeTestJSON-509467182-project] show failed (client error): The resource could not be found. Oct 19 00:58:25.204718 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e2c2e1be-44ec-4dd9-a209-b155e3f3b5a0 req-0fb86197-e7ef-41d8-be5b-8702af6501c6 tempest-SecurityGroupsNegativeTestJSON-509467182 tempest-SecurityGroupsNegativeTestJSON-509467182-project] 10.222.0.57 "GET /v2.0/security-groups/c08d6f75-bef1-476b-8987-d987fb7d5e7a HTTP/1.1" status: 404 len: 352 time: 0.0573401 Oct 19 00:58:25.227423 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-ab2922af-2f1c-4ef6-970e-f17ce68653a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:25.229110 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-ab2922af-2f1c-4ef6-970e-f17ce68653a4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 1095 time: 0.0799837 Oct 19 00:58:25.268797 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7a9e55e2-4650-4626-b32f-47c0cb75da4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:25.273561 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-2f76fad5-dd31-4994-aa62-2db0da480961 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59d95572-ab70-4880-8ddb-ba419acc74c2 HTTP/1.1" status: 200 len: 217 time: 0.0358360 Oct 19 00:58:25.345414 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147b618-0fc9-43dd-a0ff-720a9c4a53e9 req-86b470b3-0f33-4d8c-b42a-ed237dc048da tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:25.347019 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d147b618-0fc9-43dd-a0ff-720a9c4a53e9 req-86b470b3-0f33-4d8c-b42a-ed237dc048da tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf1aa5cc-1bf2-4220-95f2-762e1f3441f8 HTTP/1.1" status: 200 len: 949 time: 0.1131682 Oct 19 00:58:25.349670 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd901c-d06c-4a1a-9d0f-f0ec7cb97694 req-ab84ffe2-9fff-4fae-b610-7da08b223e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:25.351113 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d3fd901c-d06c-4a1a-9d0f-f0ec7cb97694 req-ab84ffe2-9fff-4fae-b610-7da08b223e36 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=65459246a90a47d0b59f03208da91106&device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d HTTP/1.1" status: 200 len: 1126 time: 0.1382711 Oct 19 00:58:25.361260 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006f856-1799-4da2-9bb0-83c8d989db0a req-93b11669-e8ce-4a8d-a9f7-6a8e3bf5ec3e tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:25.362768 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f006f856-1799-4da2-9bb0-83c8d989db0a req-93b11669-e8ce-4a8d-a9f7-6a8e3bf5ec3e tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 943 time: 0.0875111 Oct 19 00:58:25.366664 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-f71046a2-2a65-4a7a-84a2-2f2460c26283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:25.368047 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-f71046a2-2a65-4a7a-84a2-2f2460c26283 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc1eafbd-ecfc-4adf-9b82-a202a98a472a HTTP/1.1" status: 200 len: 861 time: 0.0676928 Oct 19 00:58:25.406256 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-dd23c043-9da3-4308-b107-3aaed99f2057 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=db82cf1f-422d-4289-a127-b70a546afbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309975 Oct 19 00:58:25.442765 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f006f856-1799-4da2-9bb0-83c8d989db0a req-35a5ec2c-ea19-4b7d-aa6a-7cc8b488d12e tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735657 Oct 19 00:58:25.546158 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-a9b61e38-e50b-48c8-9a35-0cf822bb2e25 service neutron] 10.222.0.55 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281970 Oct 19 00:58:25.553613 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7ba299be-e1b2-4881-a704-787eecdda4fd req-2b35a487-1966-4e86-91ce-99af3289987e tempest-SecurityGroupsNegativeTestJSON-509467182 tempest-SecurityGroupsNegativeTestJSON-509467182-project] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6e167bb32e54487ea82966f60f908073 HTTP/1.1" status: 200 len: 2984 time: 0.0681405 Oct 19 00:58:25.602940 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7a9e55e2-4650-4626-b32f-47c0cb75da4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:25.605624 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7a9e55e2-4650-4626-b32f-47c0cb75da4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:25.606747 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7a9e55e2-4650-4626-b32f-47c0cb75da4d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/004ae273-6731-471d-b9c1-ef0503f3b6d6 HTTP/1.1" status: 204 len: 168 time: 0.5540128 Oct 19 00:58:25.656595 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e55e2-4650-4626-b32f-47c0cb75da4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004ae273-6731-471d-b9c1-ef0503f3b6d6,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:25.658821 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7ba299be-e1b2-4881-a704-787eecdda4fd req-ece685fb-dd51-4728-8685-bbe99eb4666a tempest-SecurityGroupsNegativeTestJSON-509467182 tempest-SecurityGroupsNegativeTestJSON-509467182-project] 10.222.0.57 "GET /v2.0/security-groups/9d54e2ed-3b20-4660-a57f-82d1dffbf6ca HTTP/1.1" status: 200 len: 2981 time: 0.0959444 Oct 19 00:58:25.672895 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d147b618-0fc9-43dd-a0ff-720a9c4a53e9 req-6c5e77c9-2ab2-4655-94ec-e0404b75b6f6 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ebc3378-b47c-422a-a9f1-1edf7bb0aaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187892 Oct 19 00:58:25.679789 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4736ec35-f7d0-4bea-b359-dde94a6f2906 req-522319fb-b7b3-4ac3-bc46-36d20f2f5a5b service neutron] 10.222.0.55 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243272 Oct 19 00:58:25.731341 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd901c-d06c-4a1a-9d0f-f0ec7cb97694 req-28de9b09-0348-4fb1-8398-4044ea17dea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:25.732890 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d3fd901c-d06c-4a1a-9d0f-f0ec7cb97694 req-28de9b09-0348-4fb1-8398-4044ea17dea0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc198a8b-4ee5-462c-a635-e1062c7dbf51 HTTP/1.1" status: 200 len: 909 time: 0.3718460 Oct 19 00:58:25.739441 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7ba299be-e1b2-4881-a704-787eecdda4fd req-4b369a4c-c11e-4edf-bce0-ea261118e08f tempest-SecurityGroupsNegativeTestJSON-509467182 tempest-SecurityGroupsNegativeTestJSON-509467182-project] 10.222.0.57 "GET /v2.0/security-groups/9d54e2ed-3b20-4660-a57f-82d1dffbf6ca HTTP/1.1" status: 200 len: 2981 time: 0.0533924 Oct 19 00:58:25.777612 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device bcffc012-f744-462a-9350-2794d16252a6 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:58:25.796260 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d3fd901c-d06c-4a1a-9d0f-f0ec7cb97694 req-42560b22-b0da-4a13-9c9a-7b10dd592850 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcffc012-f744-462a-9350-2794d16252a6 HTTP/1.1" status: 200 len: 217 time: 0.0540109 Oct 19 00:58:25.855056 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b59839-b8c4-443a-b48f-b9c94d49a23c req-3a00b452-c0a3-4e75-b8f5-0140de800a70 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:25.856810 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-32b59839-b8c4-443a-b48f-b9c94d49a23c req-3a00b452-c0a3-4e75-b8f5-0140de800a70 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce5c269e-b59b-4769-86ea-f8cc1a809936 HTTP/1.1" status: 200 len: 950 time: 0.1274145 Oct 19 00:58:25.878888 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd901c-d06c-4a1a-9d0f-f0ec7cb97694 req-33683bbc-7a67-4139-b765-2d5db1827fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:25.880259 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d3fd901c-d06c-4a1a-9d0f-f0ec7cb97694 req-33683bbc-7a67-4139-b765-2d5db1827fd2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b8444cd-c5d7-4c88-b1b0-9d01aef8093c HTTP/1.1" status: 200 len: 848 time: 0.0752158 Oct 19 00:58:25.892364 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-df16729e-8f96-4d3d-8d2a-1d8dca0fdbb7 req-9b28b37c-c918-4d6b-b90b-4c57c6179c10 tempest-SecurityGroupsNegativeTestJSON-509467182 tempest-SecurityGroupsNegativeTestJSON-509467182-project] 10.222.0.57 "GET /v2.0/security-groups/9d54e2ed-3b20-4660-a57f-82d1dffbf6ca HTTP/1.1" status: 200 len: 2981 time: 0.0497153 Oct 19 00:58:25.900283 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port bcffc012-f744-462a-9350-2794d16252a6, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bcffc012-f744-462a-9350-2794d16252a6,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:25.915010 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device bcffc012-f744-462a-9350-2794d16252a6 has no active binding in host n-h2-715271-26 {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 19 00:58:25.931246 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d3fd901c-d06c-4a1a-9d0f-f0ec7cb97694 req-895ba1f1-b219-4f08-ac5d-44bb08bcb76e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc198a8b-4ee5-462c-a635-e1062c7dbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376153 Oct 19 00:58:25.950090 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-32b59839-b8c4-443a-b48f-b9c94d49a23c req-ac125c39-3e92-4761-8a50-00f94e84bf37 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d11d4ba-edad-49be-842b-3e9ad503eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834649 Oct 19 00:58:25.964765 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [req-df16729e-8f96-4d3d-8d2a-1d8dca0fdbb7 req-32cbf615-3074-46b2-aed2-107ec8feeeeb tempest-SecurityGroupsNegativeTestJSON-509467182 tempest-SecurityGroupsNegativeTestJSON-509467182-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 19 00:58:25.966134 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-df16729e-8f96-4d3d-8d2a-1d8dca0fdbb7 req-32cbf615-3074-46b2-aed2-107ec8feeeeb tempest-SecurityGroupsNegativeTestJSON-509467182 tempest-SecurityGroupsNegativeTestJSON-509467182-project] 10.222.0.57 "DELETE /v2.0/security-groups/9d54e2ed-3b20-4660-a57f-82d1dffbf6ca HTTP/1.1" status: 409 len: 352 time: 0.0670128 Oct 19 00:58:26.011941 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [req-93c9cd67-3098-4111-8125-1a66f590aaee req-f2aa6fce-0b5f-49ca-a41e-0a3351559572 tempest-SecurityGroupsNegativeTestJSON-509467182 tempest-SecurityGroupsNegativeTestJSON-509467182-project] show failed (client error): The resource could not be found. Oct 19 00:58:26.013065 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93c9cd67-3098-4111-8125-1a66f590aaee req-f2aa6fce-0b5f-49ca-a41e-0a3351559572 tempest-SecurityGroupsNegativeTestJSON-509467182 tempest-SecurityGroupsNegativeTestJSON-509467182-project] 10.222.0.57 "GET /v2.0/security-groups/3c6c749e-d81d-4ab7-a515-e61e8d43f05e HTTP/1.1" status: 404 len: 352 time: 0.0157592 Oct 19 00:58:26.033261 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 47356) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:26.053536 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a612c0c-de2a-4cf4-8771-59196465d144 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:26.065700 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [req-fae95616-edfb-4aef-bfc5-216aa006a539 req-fa393f53-c335-4c2a-bf56-1055285a2d42 tempest-SecurityGroupsNegativeTestJSON-509467182 tempest-SecurityGroupsNegativeTestJSON-509467182-project] show failed (client error): The resource could not be found. Oct 19 00:58:26.066706 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fae95616-edfb-4aef-bfc5-216aa006a539 req-fa393f53-c335-4c2a-bf56-1055285a2d42 tempest-SecurityGroupsNegativeTestJSON-509467182 tempest-SecurityGroupsNegativeTestJSON-509467182-project] 10.222.0.57 "GET /v2.0/security-groups/1b518078-a340-4a0a-8219-cc5157ee62c7 HTTP/1.1" status: 404 len: 352 time: 0.0259070 Oct 19 00:58:26.080062 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 47358) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:26.084772 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d3fd901c-d06c-4a1a-9d0f-f0ec7cb97694 req-e2638318-b77e-41de-8a29-bbc14b557c81 service neutron] 10.222.0.55 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319354 Oct 19 00:58:26.093318 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657a0fc-4136-4869-b64d-c3748e434b9f req-4cfb5ec9-6b9f-41d0-b785-b8d066191a51 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:26.094788 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3657a0fc-4136-4869-b64d-c3748e434b9f req-4cfb5ec9-6b9f-41d0-b785-b8d066191a51 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d HTTP/1.1" status: 200 len: 943 time: 0.0723565 Oct 19 00:58:26.159405 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcca501b-3a83-4692-808e-749bb876b97e admin admin] Deleting subnet f546f7d2-6273-4b62-92eb-6e894f1e9ea2 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 00:58:26.167923 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dcca501b-3a83-4692-808e-749bb876b97e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:26.196681 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3657a0fc-4136-4869-b64d-c3748e434b9f req-2d1f949a-3d72-4aa6-8fdf-667fde88f04c tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930882 Oct 19 00:58:26.226184 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d3fd901c-d06c-4a1a-9d0f-f0ec7cb97694 req-02a76970-3005-4df7-8edf-2223a32d8413 service neutron] 10.222.0.55 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301219 Oct 19 00:58:26.259258 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dcca501b-3a83-4692-808e-749bb876b97e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:26.302395 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a612c0c-de2a-4cf4-8771-59196465d144 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:26.312004 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a612c0c-de2a-4cf4-8771-59196465d144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:26.348588 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dcca501b-3a83-4692-808e-749bb876b97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:26.383060 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f4645-c107-46b0-9131-3f08db48680e req-d316675d-8cff-4f86-bc67-380e94786fb5 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:26.384556 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2c2f4645-c107-46b0-9131-3f08db48680e req-d316675d-8cff-4f86-bc67-380e94786fb5 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 949 time: 0.1835356 Oct 19 00:58:26.404145 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a612c0c-de2a-4cf4-8771-59196465d144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9330ce-2630-4729-b043-150b59e83a1b,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:26.410941 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9a612c0c-de2a-4cf4-8771-59196465d144 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2ad06253c9054107807d2f52996720c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3764799 Oct 19 00:58:26.413583 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47362) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:26.446766 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2c2f4645-c107-46b0-9131-3f08db48680e req-3804503c-5106-4b98-95bc-3743327a5b88 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547643 Oct 19 00:58:26.459874 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dcca501b-3a83-4692-808e-749bb876b97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:26.468342 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e2fbf52c-5bfa-4d69-bcd7-f70abd4be2c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:26.485374 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca501b-3a83-4692-808e-749bb876b97e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f546f7d2-6273-4b62-92eb-6e894f1e9ea2,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:26.492135 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e2fbf52c-5bfa-4d69-bcd7-f70abd4be2c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:26.494452 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dcca501b-3a83-4692-808e-749bb876b97e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:26.498700 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-dcca501b-3a83-4692-808e-749bb876b97e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f546f7d2-6273-4b62-92eb-6e894f1e9ea2 HTTP/1.1" status: 204 len: 168 time: 0.4173064 Oct 19 00:58:26.501409 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 47366) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:26.575420 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-802cf6ea-0cd2-4dc3-8737-049c693b67ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:26.589679 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53514fa8-d02c-4354-8257-58a9cdd17bc1 req-00fbd892-2f0c-4bb6-b60b-463c5eb823d9 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:26.592528 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-53514fa8-d02c-4354-8257-58a9cdd17bc1 req-00fbd892-2f0c-4bb6-b60b-463c5eb823d9 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 943 time: 0.0680189 Oct 19 00:58:26.593679 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e2fbf52c-5bfa-4d69-bcd7-f70abd4be2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:26.597206 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e2fbf52c-5bfa-4d69-bcd7-f70abd4be2c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:26.598958 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e2fbf52c-5bfa-4d69-bcd7-f70abd4be2c9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ad9330ce-2630-4729-b043-150b59e83a1b HTTP/1.1" status: 204 len: 168 time: 0.1839521 Oct 19 00:58:26.633282 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fbf52c-5bfa-4d69-bcd7-f70abd4be2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9330ce-2630-4729-b043-150b59e83a1b,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:26.673272 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-53514fa8-d02c-4354-8257-58a9cdd17bc1 req-b977eee4-9482-420c-9c68-1aa03bdb6ce7 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725124 Oct 19 00:58:26.763632 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:26.999015 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-802cf6ea-0cd2-4dc3-8737-049c693b67ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:27.033811 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400a84d-cf03-4e9a-bc3d-d967e545cd76 req-628d8862-125a-457b-996b-37cf3012fc00 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:27.035340 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7400a84d-cf03-4e9a-bc3d-d967e545cd76 req-628d8862-125a-457b-996b-37cf3012fc00 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf1aa5cc-1bf2-4220-95f2-762e1f3441f8 HTTP/1.1" status: 200 len: 949 time: 0.1156003 Oct 19 00:58:27.037090 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-802cf6ea-0cd2-4dc3-8737-049c693b67ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['814023c5-f4ae-48bd-8298-5b4931ead219']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:58:27.053074 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-802cf6ea-0cd2-4dc3-8737-049c693b67ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bddb4e4-ffda-40f9-af50-920754b5918d') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:58:27.053370 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-802cf6ea-0cd2-4dc3-8737-049c693b67ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bddb4e4-ffda-40f9-af50-920754b5918d') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:58:27.063275 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d75cb8-677b-44f0-a204-c2aed696f901 req-a75cbf8c-be47-408e-8d96-ccb1ea80651c tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:27.064957 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-03d75cb8-677b-44f0-a204-c2aed696f901 req-a75cbf8c-be47-408e-8d96-ccb1ea80651c tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce5c269e-b59b-4769-86ea-f8cc1a809936 HTTP/1.1" status: 200 len: 950 time: 0.0496593 Oct 19 00:58:27.086085 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-802cf6ea-0cd2-4dc3-8737-049c693b67ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:27.112264 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7400a84d-cf03-4e9a-bc3d-d967e545cd76 req-5f07ff9f-fdbf-41fa-a4cb-880926d6b936 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ebc3378-b47c-422a-a9f1-1edf7bb0aaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676045 Oct 19 00:58:27.113212 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-802cf6ea-0cd2-4dc3-8737-049c693b67ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:27.115316 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-03d75cb8-677b-44f0-a204-c2aed696f901 req-4241fc75-436a-4fb1-be2d-bcc1769f748a tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d11d4ba-edad-49be-842b-3e9ad503eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406406 Oct 19 00:58:27.120583 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-802cf6ea-0cd2-4dc3-8737-049c693b67ee admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:58:27.120983 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-802cf6ea-0cd2-4dc3-8737-049c693b67ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:27.123353 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 00:58:27.123353 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 00:58:27.123353 n-d-715271-26 neutron-server[100607]: timer() Oct 19 00:58:27.123353 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 00:58:27.123353 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 00:58:27.123353 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 00:58:27.123353 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 00:58:27.123353 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 00:58:27.123353 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 00:58:27.123353 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 00:58:27.123353 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 00:58:27.123353 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 00:58:27.123353 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 00:58:27.123353 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 00:58:27.123353 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 00:58:27.123353 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 00:58:27.123353 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 00:58:27.123353 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 00:58:27.123353 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 00:58:27.123353 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 00:58:27.123353 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 00:58:27.123353 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 00:58:27.123353 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 00:58:27.123353 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 00:58:27.123353 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 00:58:27.123353 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 00:58:27.123353 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 00:58:27.123353 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 00:58:27.123353 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 00:58:27.123353 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 00:58:27.123353 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 00:58:27.123353 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 00:58:27.180175 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-802cf6ea-0cd2-4dc3-8737-049c693b67ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:27.199753 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-802cf6ea-0cd2-4dc3-8737-049c693b67ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:27.203079 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-802cf6ea-0cd2-4dc3-8737-049c693b67ee admin admin] 10.222.0.57 "DELETE /v2.0/networks/814023c5-f4ae-48bd-8298-5b4931ead219 HTTP/1.1" status: 204 len: 168 time: 0.7001295 Oct 19 00:58:27.203812 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802cf6ea-0cd2-4dc3-8737-049c693b67ee admin admin] Pushing event deleted for resources: {'Network': ['ID=814023c5-f4ae-48bd-8298-5b4931ead219,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:27.205399 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbff9268-883a-4f2f-9f43-b5df8e8f4f62', 'tag': '59d95572-ab70-4880-8ddb-ba419acc74c2'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:27.207951 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c49733-a5af-40c7-ae3a-949f59841273" -d '{"events": [{"name": "network-changed", "server_uuid": "cbff9268-883a-4f2f-9f43-b5df8e8f4f62", "tag": "59d95572-ab70-4880-8ddb-ba419acc74c2"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:27.260001 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c14562-187c-413b-9042-f457caf2ca0b x-openstack-request-id: req-78c14562-187c-413b-9042-f457caf2ca0b {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:27.262080 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbff9268-883a-4f2f-9f43-b5df8e8f4f62", "tag": "59d95572-ab70-4880-8ddb-ba419acc74c2", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:27.262355 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-78c14562-187c-413b-9042-f457caf2ca0b {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:27.262985 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbff9268-883a-4f2f-9f43-b5df8e8f4f62', 'tag': '59d95572-ab70-4880-8ddb-ba419acc74c2', 'status': 'completed', 'code': 200} Oct 19 00:58:27.368100 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47404) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:27.393608 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c49733-a5af-40c7-ae3a-949f59841273 req-6268453d-3121-48c6-b231-f5e20373a5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:27.395107 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-18c49733-a5af-40c7-ae3a-949f59841273 req-6268453d-3121-48c6-b231-f5e20373a5a3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 1095 time: 0.1054602 Oct 19 00:58:27.441870 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdff2d9-420a-45a0-9c8d-97429e91e5b9 req-09476234-2621-4511-8e7d-006fdecb8f67 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:27.443411 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-66d0c5fe-1926-4c8c-b0a7-e2c4bf7bcab3 service neutron] 10.222.0.55 "GET /v2.0/ports/bcffc012-f744-462a-9350-2794d16252a6/bindings/n-h2-715271-26 HTTP/1.1" status: 200 len: 385 time: 0.0938835 Oct 19 00:58:27.443651 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0bdff2d9-420a-45a0-9c8d-97429e91e5b9 req-09476234-2621-4511-8e7d-006fdecb8f67 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d HTTP/1.1" status: 200 len: 943 time: 0.1093562 Oct 19 00:58:27.446236 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7f0a0-eb38-484e-9006-6ba604090deb req-6b24b68a-fadd-4f0a-b674-33d03885346e tempest-ServersAdminNegativeTestJSON-808767886 tempest-ServersAdminNegativeTestJSON-808767886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:27.447294 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-daa7f0a0-eb38-484e-9006-6ba604090deb req-6b24b68a-fadd-4f0a-b674-33d03885346e tempest-ServersAdminNegativeTestJSON-808767886 tempest-ServersAdminNegativeTestJSON-808767886-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ce5c269e-b59b-4769-86ea-f8cc1a809936 HTTP/1.1" status: 200 len: 1102 time: 0.0657501 Oct 19 00:58:27.480710 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-20c6fbd2-c3c4-4954-b2b7-64a208898e92 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6e167bb32e54487ea82966f60f908073&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1105626 Oct 19 00:58:27.484559 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47410) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:27.501903 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-daa7f0a0-eb38-484e-9006-6ba604090deb req-bf3837ae-fc65-48e2-9ae8-23c06d9d57da tempest-ServersAdminNegativeTestJSON-808767886 tempest-ServersAdminNegativeTestJSON-808767886-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:27.561102 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0bdff2d9-420a-45a0-9c8d-97429e91e5b9 req-62ccb8eb-d92c-4e01-98e3-21594147f678 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079202 Oct 19 00:58:27.589917 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c49733-a5af-40c7-ae3a-949f59841273 req-023b363d-7111-4637-ad0c-793b70413d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:27.591599 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-18c49733-a5af-40c7-ae3a-949f59841273 req-023b363d-7111-4637-ad0c-793b70413d74 service neutron] 10.222.0.55 "GET /v2.0/networks?id=db82cf1f-422d-4289-a127-b70a546afbff HTTP/1.1" status: 200 len: 922 time: 0.1861002 Oct 19 00:58:27.645342 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-18c49733-a5af-40c7-ae3a-949f59841273 req-0b407244-2ae3-4885-98e3-36a7a89c00ad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59d95572-ab70-4880-8ddb-ba419acc74c2 HTTP/1.1" status: 200 len: 217 time: 0.0457575 Oct 19 00:58:27.646113 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b5e37a7e-87d3-46c8-b2c2-090d3ef04d7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:27.680315 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-daa7f0a0-eb38-484e-9006-6ba604090deb req-bf3837ae-fc65-48e2-9ae8-23c06d9d57da tempest-ServersAdminNegativeTestJSON-808767886 tempest-ServersAdminNegativeTestJSON-808767886-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:27.688212 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-daa7f0a0-eb38-484e-9006-6ba604090deb req-bf3837ae-fc65-48e2-9ae8-23c06d9d57da tempest-ServersAdminNegativeTestJSON-808767886 tempest-ServersAdminNegativeTestJSON-808767886-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:27.727302 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-daa7f0a0-eb38-484e-9006-6ba604090deb req-bf3837ae-fc65-48e2-9ae8-23c06d9d57da tempest-ServersAdminNegativeTestJSON-808767886 tempest-ServersAdminNegativeTestJSON-808767886-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=3d11d4ba-edad-49be-842b-3e9ad503eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642834 Oct 19 00:58:27.728943 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b5e37a7e-87d3-46c8-b2c2-090d3ef04d7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:27.741356 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-a63e45c5-9455-42aa-b236-eb9c3460bedb service neutron] For port bcffc012-f744-462a-9350-2794d16252a6, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bcffc012-f744-462a-9350-2794d16252a6,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:27.749380 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3837ae-fc65-48e2-9ae8-23c06d9d57da tempest-ServersAdminNegativeTestJSON-808767886 tempest-ServersAdminNegativeTestJSON-808767886-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cceff6-1554-4d0a-898d-dfcb288475e0,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:27.780625 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-a63e45c5-9455-42aa-b236-eb9c3460bedb service neutron] For port bcffc012-f744-462a-9350-2794d16252a6, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:58:27.787916 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c49733-a5af-40c7-ae3a-949f59841273 req-b55fcb01-3355-4557-a7a8-dd6a2b7bb253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:27.788146 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device f088a35d-39e8-4c0d-a503-ad036fa88c81 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:58:27.789457 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-18c49733-a5af-40c7-ae3a-949f59841273 req-b55fcb01-3355-4557-a7a8-dd6a2b7bb253 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc1eafbd-ecfc-4adf-9b82-a202a98a472a HTTP/1.1" status: 200 len: 861 time: 0.1334360 Oct 19 00:58:27.817565 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fddc39-307a-449f-9ea2-848e367a7e52 req-e92cda32-0272-4faa-9271-994b72284848 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:27.826689 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c2fddc39-307a-449f-9ea2-848e367a7e52 req-e92cda32-0272-4faa-9271-994b72284848 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 949 time: 0.1629183 Oct 19 00:58:27.850879 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-a63e45c5-9455-42aa-b236-eb9c3460bedb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcffc012-f744-462a-9350-2794d16252a6 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:58:27.860610 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-18c49733-a5af-40c7-ae3a-949f59841273 req-30e03d71-aa3b-4a4a-8b97-c7a56c0bb61a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=db82cf1f-422d-4289-a127-b70a546afbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632255 Oct 19 00:58:27.864550 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-a63e45c5-9455-42aa-b236-eb9c3460bedb service neutron] For port bcffc012-f744-462a-9350-2794d16252a6, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=bcffc012-f744-462a-9350-2794d16252a6,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:27.884946 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port f088a35d-39e8-4c0d-a503-ad036fa88c81 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:58:27.887074 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b5e37a7e-87d3-46c8-b2c2-090d3ef04d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:27.887774 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-a63e45c5-9455-42aa-b236-eb9c3460bedb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:27.890061 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b5e37a7e-87d3-46c8-b2c2-090d3ef04d7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:27.891204 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b5e37a7e-87d3-46c8-b2c2-090d3ef04d7e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9d54e2ed-3b20-4660-a57f-82d1dffbf6ca HTTP/1.1" status: 204 len: 168 time: 0.4055681 Oct 19 00:58:27.891771 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port f088a35d-39e8-4c0d-a503-ad036fa88c81 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:58:27.892458 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:27.899115 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde456c3-f06a-458b-85d2-d6c13b7f75d3 req-4c14df37-57a9-4c85-a9f3-6293a9b42738 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:27.908569 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fde456c3-f06a-458b-85d2-d6c13b7f75d3 req-4c14df37-57a9-4c85-a9f3-6293a9b42738 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 943 time: 0.0911419 Oct 19 00:58:27.921752 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c2fddc39-307a-449f-9ea2-848e367a7e52 req-b7c9e547-89db-440c-8997-23340f95550b tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884690 Oct 19 00:58:27.942572 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e37a7e-87d3-46c8-b2c2-090d3ef04d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d54e2ed-3b20-4660-a57f-82d1dffbf6ca,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:28.033890 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-18c49733-a5af-40c7-ae3a-949f59841273 req-60700fc1-23b2-4f45-8e49-335a1d2efc7a service neutron] 10.222.0.55 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631579 Oct 19 00:58:28.071500 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-a63e45c5-9455-42aa-b236-eb9c3460bedb service neutron] Transition to ACTIVE for port object bcffc012-f744-462a-9350-2794d16252a6 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:58:28.077308 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fde456c3-f06a-458b-85d2-d6c13b7f75d3 req-4e9ec65b-47a7-4529-80d2-2f206305a5c0 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690767 Oct 19 00:58:28.079952 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-a63e45c5-9455-42aa-b236-eb9c3460bedb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:28.101743 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:28.130887 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1aa5cc-1bf2-4220-95f2-762e1f3441f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f088a35d-39e8-4c0d-a503-ad036fa88c81'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:28.133609 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544ff456-5162-4ec7-ae7a-a3e3289b95a4" -d '{"events": [{"server_uuid": "bf1aa5cc-1bf2-4220-95f2-762e1f3441f8", "name": "network-vif-plugged", "status": "completed", "tag": "f088a35d-39e8-4c0d-a503-ad036fa88c81"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:28.168662 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port f088a35d-39e8-4c0d-a503-ad036fa88c81, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=f088a35d-39e8-4c0d-a503-ad036fa88c81,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:28.179426 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:28.179645 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-a63e45c5-9455-42aa-b236-eb9c3460bedb service neutron] No DVR routers for this DVR port bcffc012-f744-462a-9350-2794d16252a6 on host n-h1-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:58:28.211976 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-18c49733-a5af-40c7-ae3a-949f59841273 req-72186f7f-e007-4095-9f00-76607455140c service neutron] 10.222.0.55 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572485 Oct 19 00:58:28.236047 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45a9f65-d042-4418-a874-efd87683dd04 x-openstack-request-id: req-d45a9f65-d042-4418-a874-efd87683dd04 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:28.236424 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1aa5cc-1bf2-4220-95f2-762e1f3441f8", "name": "network-vif-plugged", "status": "completed", "tag": "f088a35d-39e8-4c0d-a503-ad036fa88c81", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:28.236683 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d45a9f65-d042-4418-a874-efd87683dd04 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:28.237673 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf1aa5cc-1bf2-4220-95f2-762e1f3441f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f088a35d-39e8-4c0d-a503-ad036fa88c81', 'code': 200} Oct 19 00:58:28.243166 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-a63e45c5-9455-42aa-b236-eb9c3460bedb service neutron] 10.222.0.55 "PUT /v2.0/ports/bcffc012-f744-462a-9350-2794d16252a6/bindings/n-h2-715271-26/activate HTTP/1.1" status: 200 len: 370 time: 0.7905385 Oct 19 00:58:28.248363 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e45c5-9455-42aa-b236-eb9c3460bedb service neutron] Pushing event updated for resources: {'Port': ['ID=bcffc012-f744-462a-9350-2794d16252a6,revision_number=10']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:28.276905 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=f088a35d-39e8-4c0d-a503-ad036fa88c81,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:28.345447 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710dee40-872f-46a1-b699-fcd12d2e9b07 req-4ff50bba-83c6-4220-b79c-9ed5875cbd64 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:28.346941 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-710dee40-872f-46a1-b699-fcd12d2e9b07 req-4ff50bba-83c6-4220-b79c-9ed5875cbd64 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf1aa5cc-1bf2-4220-95f2-762e1f3441f8 HTTP/1.1" status: 200 len: 950 time: 0.0823047 Oct 19 00:58:28.452210 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8950ced-9646-4f6d-b022-076c9ea90982 req-bc1354f0-8ed9-464d-a220-6783d6eba120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:28.453692 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e8950ced-9646-4f6d-b022-076c9ea90982 req-bc1354f0-8ed9-464d-a220-6783d6eba120 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bf1aa5cc-1bf2-4220-95f2-762e1f3441f8 HTTP/1.1" status: 200 len: 1102 time: 0.1047921 Oct 19 00:58:28.457696 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-710dee40-872f-46a1-b699-fcd12d2e9b07 req-30e3a420-c761-47f1-93b2-4884c5d92dae tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ebc3378-b47c-422a-a9f1-1edf7bb0aaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912855 Oct 19 00:58:28.459470 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-019c7998-5e04-42a9-99d8-fcb3ece5517e tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:28.460841 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-019c7998-5e04-42a9-99d8-fcb3ece5517e tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d&tenant_id=65459246a90a47d0b59f03208da91106&binding%3Ahost_id=n-h1-715271-26 HTTP/1.1" status: 200 len: 1096 time: 0.1130373 Oct 19 00:58:28.531409 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e8950ced-9646-4f6d-b022-076c9ea90982 req-c700d30e-8ad8-4f1f-940a-4c670f005dde service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2ebc3378-b47c-422a-a9f1-1edf7bb0aaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695074 Oct 19 00:58:28.536073 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-9afec124-0868-4454-a60a-d8e0f99ce46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:28.537482 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-9afec124-0868-4454-a60a-d8e0f99ce46e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d&tenant_id=65459246a90a47d0b59f03208da91106 HTTP/1.1" status: 200 len: 1096 time: 0.0688064 Oct 19 00:58:28.688649 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2096b-9e40-45dd-b75e-4d082dd12386 req-22f3881f-378c-487d-a2eb-a6e3ae4f7d5c tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:28.690357 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f1c2096b-9e40-45dd-b75e-4d082dd12386 req-22f3881f-378c-487d-a2eb-a6e3ae4f7d5c tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d HTTP/1.1" status: 200 len: 944 time: 0.0529220 Oct 19 00:58:28.738885 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f1c2096b-9e40-45dd-b75e-4d082dd12386 req-6fcebf38-ca5f-4af3-baaf-797423f49e51 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422409 Oct 19 00:58:28.787302 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-ec73aa30-76e0-4697-8b79-2c52b5304d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:28.789658 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-ec73aa30-76e0-4697-8b79-2c52b5304d5d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65459246a90a47d0b59f03208da91106&device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d HTTP/1.1" status: 200 len: 1096 time: 0.0492210 Oct 19 00:58:28.914952 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-97cca9f7-9d58-4fec-a4fc-3a6ed459d0e1 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=a25adcdc646c4e4b987e3016f8b86608&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218606 Oct 19 00:58:28.918409 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f3299-ff33-4c69-843c-9f6d3bba93a5 req-1f96e12f-630c-4e4c-b314-828e581efccc tempest-ServersAdminNegativeTestJSON-808767886 tempest-ServersAdminNegativeTestJSON-808767886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:28.919959 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a95f3299-ff33-4c69-843c-9f6d3bba93a5 req-1f96e12f-630c-4e4c-b314-828e581efccc tempest-ServersAdminNegativeTestJSON-808767886 tempest-ServersAdminNegativeTestJSON-808767886-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ce5c269e-b59b-4769-86ea-f8cc1a809936 HTTP/1.1" status: 200 len: 1102 time: 0.1008670 Oct 19 00:58:28.942882 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 47474) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:28.955411 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-a31b029d-1d98-45ee-8ba5-d0ead724a901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:28.956909 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-a31b029d-1d98-45ee-8ba5-d0ead724a901 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc198a8b-4ee5-462c-a635-e1062c7dbf51 HTTP/1.1" status: 200 len: 909 time: 0.1501551 Oct 19 00:58:29.010072 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a95f3299-ff33-4c69-843c-9f6d3bba93a5 req-eb7660f0-c714-492f-bcad-ac58f80388df tempest-ServersAdminNegativeTestJSON-808767886 tempest-ServersAdminNegativeTestJSON-808767886-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=3d11d4ba-edad-49be-842b-3e9ad503eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825198 Oct 19 00:58:29.011995 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-65a22443-f767-43d4-93b6-e23cdd6db9f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcffc012-f744-462a-9350-2794d16252a6 HTTP/1.1" status: 200 len: 217 time: 0.0433376 Oct 19 00:58:29.054828 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:29.068323 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-15520594-3d24-4059-b7c0-d0bb7a7a322f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:29.070120 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-15520594-3d24-4059-b7c0-d0bb7a7a322f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7b8444cd-c5d7-4c88-b1b0-9d01aef8093c HTTP/1.1" status: 200 len: 848 time: 0.0505064 Oct 19 00:58:29.084497 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-9b3fd361-97cc-459b-84dd-821a29ff8527 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:29.086673 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-9b3fd361-97cc-459b-84dd-821a29ff8527 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1620531 Oct 19 00:58:29.091526 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-62748fdb-004e-493b-bc4a-2268afc896ab admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1151870963-network', 'tenant_id': '040edf26402f44e39ee858ecd5007fee'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:29.103680 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-d7e9ad9f-fd2f-4880-8cd0-e15b8d9c6c98 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/quotas/a25adcdc646c4e4b987e3016f8b86608 HTTP/1.1" status: 200 len: 375 time: 0.0094628 Oct 19 00:58:29.119022 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-e29d0f61-497b-40b6-a9bc-3031322a6a84 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc198a8b-4ee5-462c-a635-e1062c7dbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412440 Oct 19 00:58:29.139924 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-9cb08246-f98b-4dd2-99b2-e495f6d708a5 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a25adcdc646c4e4b987e3016f8b86608&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300062 Oct 19 00:58:29.243862 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62748fdb-004e-493b-bc4a-2268afc896ab admin admin] Made reservation on behalf of 040edf26402f44e39ee858ecd5007fee for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:58:29.246655 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-62748fdb-004e-493b-bc4a-2268afc896ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:29.267216 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-62748fdb-004e-493b-bc4a-2268afc896ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:29.271290 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-166941f2-f645-4b5c-978a-6ce50b6051bb req-b3359556-6111-4e2e-ad4d-0edd35968fb8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1632392 Oct 19 00:58:29.281992 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6efe1-5a6f-423a-88e1-e39107a235d5 req-95105559-9f39-4670-aa91-dc0382fac03f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:29.291111 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bbf6efe1-5a6f-423a-88e1-e39107a235d5 req-95105559-9f39-4670-aa91-dc0382fac03f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 949 time: 0.1807361 Oct 19 00:58:29.358465 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-35f238e3-9856-4cb2-bb60-e5414b0b81c4 service neutron] 10.222.0.24 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146885 Oct 19 00:58:29.412292 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bbf6efe1-5a6f-423a-88e1-e39107a235d5 req-afb00916-39e8-4ef8-aa4b-6e2e9910b067 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203823 Oct 19 00:58:29.473405 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b76d9-9154-4073-a475-8a99491a3107 req-60c9047c-86cf-488d-b14b-e656ad668241 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:29.481216 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0f2b76d9-9154-4073-a475-8a99491a3107 req-60c9047c-86cf-488d-b14b-e656ad668241 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 943 time: 0.0765436 Oct 19 00:58:29.491301 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166941f2-f645-4b5c-978a-6ce50b6051bb req-592535df-0a43-49dc-aeaf-405b71dd8355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:29.492852 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-166941f2-f645-4b5c-978a-6ce50b6051bb req-592535df-0a43-49dc-aeaf-405b71dd8355 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 1096 time: 0.1533601 Oct 19 00:58:29.522500 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0f2b76d9-9154-4073-a475-8a99491a3107 req-95fe26e5-d3d8-42d5-979b-426248f451ab tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403366 Oct 19 00:58:29.537667 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5d1b71fd-7930-4d8e-9c18-f03d32d0d497 req-371dee36-1961-4811-bd16-acd91f7829c4 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=5dbb341a-a170-4c40-95e4-8e47de1fa1b7 HTTP/1.1" status: 200 len: 210 time: 0.0607131 Oct 19 00:58:29.596634 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-4771ccd7-8d5d-4bd3-abf5-853a42fa78d2 service neutron] 10.222.0.24 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145147 Oct 19 00:58:29.602443 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-62748fdb-004e-493b-bc4a-2268afc896ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:29.632633 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-62748fdb-004e-493b-bc4a-2268afc896ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:29.674902 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62748fdb-004e-493b-bc4a-2268afc896ab admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:58:29.682813 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764ccac-6a03-4c48-a21b-512a1f511127 req-2eff7104-9e53-4849-9182-64d76b5a3b10 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:29.690539 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3764ccac-6a03-4c48-a21b-512a1f511127 req-2eff7104-9e53-4849-9182-64d76b5a3b10 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf1aa5cc-1bf2-4220-95f2-762e1f3441f8 HTTP/1.1" status: 200 len: 950 time: 0.0685582 Oct 19 00:58:29.693316 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62748fdb-004e-493b-bc4a-2268afc896ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10c78c8-124d-4325-838b-0a32d768ec07,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:29.696460 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166941f2-f645-4b5c-978a-6ce50b6051bb req-3149d329-e05c-4e29-8df6-58748b48c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:29.697981 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-166941f2-f645-4b5c-978a-6ce50b6051bb req-3149d329-e05c-4e29-8df6-58748b48c83c service neutron] 10.222.0.24 "GET /v2.0/networks?id=db82cf1f-422d-4289-a127-b70a546afbff HTTP/1.1" status: 200 len: 922 time: 0.1646638 Oct 19 00:58:29.702882 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-62748fdb-004e-493b-bc4a-2268afc896ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:29.703962 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-62748fdb-004e-493b-bc4a-2268afc896ab admin admin] Added segment 85bace0f-b843-4894-b32a-1b2db0de4a04 of type vlan for network 62832aa4-f933-46b7-a594-83f0870bcae7 Oct 19 00:58:29.745038 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3764ccac-6a03-4c48-a21b-512a1f511127 req-48f61982-4d0b-461d-b17d-3fe07aa6b236 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ebc3378-b47c-422a-a9f1-1edf7bb0aaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509884 Oct 19 00:58:29.779512 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-166941f2-f645-4b5c-978a-6ce50b6051bb req-c9b28847-5c91-4426-9064-7d4f3c97ae77 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=557b77a2-d7f0-4db8-b34a-7be40336b240 HTTP/1.1" status: 200 len: 217 time: 0.0673773 Oct 19 00:58:29.801561 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-62748fdb-004e-493b-bc4a-2268afc896ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:29.860683 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166941f2-f645-4b5c-978a-6ce50b6051bb req-868894b3-a5c8-4576-a0d0-a4ac11053a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:29.862455 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-166941f2-f645-4b5c-978a-6ce50b6051bb req-868894b3-a5c8-4576-a0d0-a4ac11053a9f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc1eafbd-ecfc-4adf-9b82-a202a98a472a HTTP/1.1" status: 200 len: 861 time: 0.0721049 Oct 19 00:58:29.866379 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-62748fdb-004e-493b-bc4a-2268afc896ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:29.867403 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62748fdb-004e-493b-bc4a-2268afc896ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:29.868340 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-62748fdb-004e-493b-bc4a-2268afc896ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:29.924025 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db07a5-b293-40e4-aa8a-fd382afcd69a req-0c6570e1-3590-4a16-8ade-823945aaae00 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:29.925320 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-166941f2-f645-4b5c-978a-6ce50b6051bb req-2cf0d365-58b9-4d18-9501-fdc49cbe60d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=db82cf1f-422d-4289-a127-b70a546afbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488601 Oct 19 00:58:29.949083 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e4db07a5-b293-40e4-aa8a-fd382afcd69a req-0c6570e1-3590-4a16-8ade-823945aaae00 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d HTTP/1.1" status: 200 len: 944 time: 0.0896266 Oct 19 00:58:29.962812 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-62748fdb-004e-493b-bc4a-2268afc896ab admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0159199 Oct 19 00:58:29.977238 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47508) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:29.990669 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-fdf6bb68-95b4-44a3-95be-f7395867cfd3 admin admin] Request body: {'subnet': {'network_id': '62832aa4-f933-46b7-a594-83f0870bcae7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1151870963-subnet', 'tenant_id': '040edf26402f44e39ee858ecd5007fee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:30.025610 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e4db07a5-b293-40e4-aa8a-fd382afcd69a req-0acde334-4d1a-4373-8dfd-54db0ab3cec9 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748100 Oct 19 00:58:30.027392 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62748fdb-004e-493b-bc4a-2268afc896ab admin admin] Pushing event updated for resources: {'Network': ['ID=62832aa4-f933-46b7-a594-83f0870bcae7,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:30.040298 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf6bb68-95b4-44a3-95be-f7395867cfd3 admin admin] Made reservation on behalf of 040edf26402f44e39ee858ecd5007fee for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:58:30.040977 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 62832aa4-f933-46b7-a594-83f0870bcae7 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:58:30.043672 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fdf6bb68-95b4-44a3-95be-f7395867cfd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:30.070116 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 59d95572-ab70-4880-8ddb-ba419acc74c2 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:58:30.122310 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655cdfb-2a8c-4d3c-b345-29df81ecf50e req-68eec7a3-9335-4a97-871a-782d8dd292f7 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:30.129716 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d655cdfb-2a8c-4d3c-b345-29df81ecf50e req-68eec7a3-9335-4a97-871a-782d8dd292f7 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce5c269e-b59b-4769-86ea-f8cc1a809936 HTTP/1.1" status: 200 len: 950 time: 0.1912670 Oct 19 00:58:30.155006 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-0c4bd1e2-934c-49f2-8930-03059a4d43ec tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:30.156220 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-0c4bd1e2-934c-49f2-8930-03059a4d43ec tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d&tenant_id=65459246a90a47d0b59f03208da91106&binding%3Ahost_id=n-h2-715271-26 HTTP/1.1" status: 200 len: 1096 time: 0.1435719 Oct 19 00:58:30.199384 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-166941f2-f645-4b5c-978a-6ce50b6051bb req-c2125478-3579-46bb-b3ff-4da4c73917f0 service neutron] 10.222.0.24 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623987 Oct 19 00:58:30.235316 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d655cdfb-2a8c-4d3c-b345-29df81ecf50e req-d519364c-b59c-412d-b427-dafaaf7e0962 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d11d4ba-edad-49be-842b-3e9ad503eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046302 Oct 19 00:58:30.244065 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 59d95572-ab70-4880-8ddb-ba419acc74c2, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=59d95572-ab70-4880-8ddb-ba419acc74c2,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:30.256315 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '59d95572-ab70-4880-8ddb-ba419acc74c2', 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff', 'port_id': '59d95572-ab70-4880-8ddb-ba419acc74c2', 'mac_address': 'fa:16:3e:c7:a1:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc1eafbd-ecfc-4adf-9b82-a202a98a472a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:58:30.282406 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fdf6bb68-95b4-44a3-95be-f7395867cfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:30.297234 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:30.310191 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d95572-ab70-4880-8ddb-ba419acc74c2 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:58:30.330347 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 59d95572-ab70-4880-8ddb-ba419acc74c2, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=59d95572-ab70-4880-8ddb-ba419acc74c2,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:30.334861 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:30.350807 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6bb68-95b4-44a3-95be-f7395867cfd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb613dcd-fb60-4a35-9df7-17d1189a9278,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:30.355761 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf6bb68-95b4-44a3-95be-f7395867cfd3 admin admin] Checking segment: {'id': '85bace0f-b843-4894-b32a-1b2db0de4a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '62832aa4-f933-46b7-a594-83f0870bcae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:58:30.355761 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf6bb68-95b4-44a3-95be-f7395867cfd3 admin admin] Network hostable DHCP agents. Network: 62832aa4-f933-46b7-a594-83f0870bcae7, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:58:30.371885 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-166941f2-f645-4b5c-978a-6ce50b6051bb req-9a09405e-c006-4f66-8fd0-7fffa575f0b7 service neutron] 10.222.0.24 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632648 Oct 19 00:58:30.384378 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-d0ee66e9-4141-4ba1-b0f0-f49d3d8748cc service neutron] For port bcffc012-f744-462a-9350-2794d16252a6, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:58:30.387891 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-d0ee66e9-4141-4ba1-b0f0-f49d3d8748cc service neutron] Publish callbacks [] for binding, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:30.389249 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d27d9fac-5f95-40dd-a4af-d09633febeec req-d0ee66e9-4141-4ba1-b0f0-f49d3d8748cc service neutron] 10.222.0.24 "DELETE /v2.0/ports/bcffc012-f744-462a-9350-2794d16252a6/bindings/n-h1-715271-26 HTTP/1.1" status: 204 len: 173 time: 0.2233286 Oct 19 00:58:30.391219 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=59d95572-ab70-4880-8ddb-ba419acc74c2,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:30.399159 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf6bb68-95b4-44a3-95be-f7395867cfd3 admin admin] Network 62832aa4-f933-46b7-a594-83f0870bcae7 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:58:30.409881 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-fdf6bb68-95b4-44a3-95be-f7395867cfd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 62832aa4-f933-46b7-a594-83f0870bcae7) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:58:30.414593 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf6bb68-95b4-44a3-95be-f7395867cfd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:30.415182 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fdf6bb68-95b4-44a3-95be-f7395867cfd3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:30.423580 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7bcbb0-5583-4864-ad3c-5e28eff88226 None None] Network 62832aa4-f933-46b7-a594-83f0870bcae7 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:58:30.438810 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fdf6bb68-95b4-44a3-95be-f7395867cfd3 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4566920 Oct 19 00:58:30.438810 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47514) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:30.443923 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-70757dda-4171-4d6b-809f-a9ab27480480 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1151870963-router', 'tenant_id': '040edf26402f44e39ee858ecd5007fee', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:30.470594 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-70757dda-4171-4d6b-809f-a9ab27480480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:30.472045 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-70757dda-4171-4d6b-809f-a9ab27480480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:30.528234 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-70757dda-4171-4d6b-809f-a9ab27480480 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:30.545476 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46a262-ae0a-4392-a64f-bc890d47fc44 req-f39ce4db-f730-44fb-9f9c-4aa7e6dd1fba tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:30.547171 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1c46a262-ae0a-4392-a64f-bc890d47fc44 req-f39ce4db-f730-44fb-9f9c-4aa7e6dd1fba tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 949 time: 0.0579746 Oct 19 00:58:30.592785 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2186256a-3362-40e0-88c1-b633506b9d35 None None] Network 62832aa4-f933-46b7-a594-83f0870bcae7 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:58:30.628119 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1c46a262-ae0a-4392-a64f-bc890d47fc44 req-7d7f2c70-e2b2-4cc0-ba3d-a0c8e0fecb92 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632658 Oct 19 00:58:30.691092 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-959cf1b2-dd22-450c-b119-e03a935c5e15 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a25adcdc646c4e4b987e3016f8b86608&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352058 Oct 19 00:58:30.716560 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['59d95572-ab70-4880-8ddb-ba419acc74c2'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:58:30.723184 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-70757dda-4171-4d6b-809f-a9ab27480480 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:30.740841 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2e4accdf-12d5-4bd8-b821-92b4a2a278dd req-71220e3c-f6d0-4c39-8f23-1dd9196ecc13 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=5dbb341a-a170-4c40-95e4-8e47de1fa1b7 HTTP/1.1" status: 200 len: 210 time: 0.0465984 Oct 19 00:58:30.782002 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b07cd-6ec1-4748-b33f-11366ec33a30 req-bbb7ca7e-9104-4d50-88b9-fc838c414be0 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:30.790091 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2f0b07cd-6ec1-4748-b33f-11366ec33a30 req-bbb7ca7e-9104-4d50-88b9-fc838c414be0 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 944 time: 0.1376092 Oct 19 00:58:30.857227 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2f0b07cd-6ec1-4748-b33f-11366ec33a30 req-900c0cce-1a37-4be2-ab91-baa2d1305d72 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607278 Oct 19 00:58:30.944540 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4576397-f697-4e8d-9c61-a9b35ad46722 req-62fd7d68-bca0-426d-896a-4e34f4a5a6d4 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:30.945962 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c4576397-f697-4e8d-9c61-a9b35ad46722 req-62fd7d68-bca0-426d-896a-4e34f4a5a6d4 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf1aa5cc-1bf2-4220-95f2-762e1f3441f8 HTTP/1.1" status: 200 len: 950 time: 0.0862210 Oct 19 00:58:30.954146 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-2de6a2b6-8eea-4030-b241-15c1eb2101f8 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:30.955807 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-2de6a2b6-8eea-4030-b241-15c1eb2101f8 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2491000 Oct 19 00:58:30.970085 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-ea7ae4db-2e1d-4d1a-bd7d-fdaa5801bbd3 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Request body: {'port': {'device_id': '5dbb341a-a170-4c40-95e4-8e47de1fa1b7', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'admin_state_up': True, 'tenant_id': 'a25adcdc646c4e4b987e3016f8b86608'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:31.023854 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c4576397-f697-4e8d-9c61-a9b35ad46722 req-5102055f-2da2-4c12-b2b4-93cc9dcb6341 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ebc3378-b47c-422a-a9f1-1edf7bb0aaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646234 Oct 19 00:58:31.041947 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-70757dda-4171-4d6b-809f-a9ab27480480 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:31.063476 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-70757dda-4171-4d6b-809f-a9ab27480480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:31.127941 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-ea7ae4db-2e1d-4d1a-bd7d-fdaa5801bbd3 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Made reservation on behalf of a25adcdc646c4e4b987e3016f8b86608 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:58:31.133487 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-ea7ae4db-2e1d-4d1a-bd7d-fdaa5801bbd3 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:31.148037 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-ea7ae4db-2e1d-4d1a-bd7d-fdaa5801bbd3 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:31.180278 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-70757dda-4171-4d6b-809f-a9ab27480480 admin admin] Allocated IP 172.25.8.146 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:58:31.223641 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e677c-6ac8-47e0-ad65-574f1ca97a67 req-6e19188f-7bfe-49dc-8e62-460bba29ed59 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:31.225572 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fa9e677c-6ac8-47e0-ad65-574f1ca97a67 req-6e19188f-7bfe-49dc-8e62-460bba29ed59 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d HTTP/1.1" status: 200 len: 944 time: 0.0794220 Oct 19 00:58:31.291047 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fa9e677c-6ac8-47e0-ad65-574f1ca97a67 req-6c8a928e-d3e0-4969-a9c9-939a4a26b8cf tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533602 Oct 19 00:58:31.305369 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-ea7ae4db-2e1d-4d1a-bd7d-fdaa5801bbd3 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:31.310719 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-ea7ae4db-2e1d-4d1a-bd7d-fdaa5801bbd3 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:31.344530 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f996909-bf55-483e-b634-8fb0cfa46675 req-81d9b1d1-9db0-4658-b17e-1133c51e9f92 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:31.346125 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4f996909-bf55-483e-b634-8fb0cfa46675 req-81d9b1d1-9db0-4658-b17e-1133c51e9f92 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf1aa5cc-1bf2-4220-95f2-762e1f3441f8 HTTP/1.1" status: 200 len: 950 time: 0.0719154 Oct 19 00:58:31.351276 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-70757dda-4171-4d6b-809f-a9ab27480480 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:31.388839 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ae4db-2e1d-4d1a-bd7d-fdaa5801bbd3 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=028324f1-468a-4e9d-83f9-a51eb575d963,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:31.412311 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4f996909-bf55-483e-b634-8fb0cfa46675 req-3d14f552-4646-4c19-a7f3-9fd2dc27fc94 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ebc3378-b47c-422a-a9f1-1edf7bb0aaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572367 Oct 19 00:58:31.430060 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-70757dda-4171-4d6b-809f-a9ab27480480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:31.492277 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70757dda-4171-4d6b-809f-a9ab27480480 admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:58:31.498901 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-70757dda-4171-4d6b-809f-a9ab27480480 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:58:31.505807 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70757dda-4171-4d6b-809f-a9ab27480480 admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:58:31.509652 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70757dda-4171-4d6b-809f-a9ab27480480 admin admin] Pushing event updated for resources: {'Port': ['ID=5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:31.544535 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0628c-fd74-4b68-8387-3f1fa8092ca8 req-9828e9a9-6f10-48fc-b660-33a8365801ea tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:31.552318 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5c0628c-fd74-4b68-8387-3f1fa8092ca8 req-9828e9a9-6f10-48fc-b660-33a8365801ea tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce5c269e-b59b-4769-86ea-f8cc1a809936 HTTP/1.1" status: 200 len: 950 time: 0.1477079 Oct 19 00:58:31.601151 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-ea7ae4db-2e1d-4d1a-bd7d-fdaa5801bbd3 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Allocated IP 192.168.233.111 (0e8b4f7b-f3c0-4523-9906-6b9e503fed71/1746bfff-950e-4857-b1bf-6fa3cf804b73/6d025541-e179-42fb-a496-a8e3604af1c4) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:58:31.637088 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5c0628c-fd74-4b68-8387-3f1fa8092ca8 req-96c5b95f-4958-4683-9fdd-95994b54e665 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d11d4ba-edad-49be-842b-3e9ad503eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824018 Oct 19 00:58:31.748411 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d866f-72b5-4635-bdbe-706be79709e0 req-3310f77f-39f7-4bee-a0a1-f9d261519eee tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:31.749939 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8f4d866f-72b5-4635-bdbe-706be79709e0 req-3310f77f-39f7-4bee-a0a1-f9d261519eee tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d HTTP/1.1" status: 200 len: 1096 time: 0.1089973 Oct 19 00:58:31.805177 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978b1e8-e7c1-4178-bffe-7304644c2b42 req-5236c98c-eaaa-4b92-b195-d7b7f744f9c0 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:31.806598 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4978b1e8-e7c1-4178-bffe-7304644c2b42 req-5236c98c-eaaa-4b92-b195-d7b7f744f9c0 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce5c269e-b59b-4769-86ea-f8cc1a809936 HTTP/1.1" status: 200 len: 950 time: 0.1147764 Oct 19 00:58:31.818654 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63403f49-e20a-499d-b3cc-c5d7fc901646 req-998ca726-311c-4cd3-ac6e-9e064cf77ae7 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:31.820280 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63403f49-e20a-499d-b3cc-c5d7fc901646 req-998ca726-311c-4cd3-ac6e-9e064cf77ae7 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 949 time: 0.1139131 Oct 19 00:58:31.825988 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-ea7ae4db-2e1d-4d1a-bd7d-fdaa5801bbd3 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:31.876581 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63403f49-e20a-499d-b3cc-c5d7fc901646 req-c3075142-c5b7-48dc-b282-26355bb75c21 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488436 Oct 19 00:58:31.899393 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-ea7ae4db-2e1d-4d1a-bd7d-fdaa5801bbd3 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:31.920946 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8f4d866f-72b5-4635-bdbe-706be79709e0 req-0a0979be-6138-49b8-b611-72d50300069b tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366866 Oct 19 00:58:31.944278 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-70757dda-4171-4d6b-809f-a9ab27480480 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:32.007437 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-ea7ae4db-2e1d-4d1a-bd7d-fdaa5801bbd3 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:58:32.014617 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-ea7ae4db-2e1d-4d1a-bd7d-fdaa5801bbd3 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:58:32.021796 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-ea7ae4db-2e1d-4d1a-bd7d-fdaa5801bbd3 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:58:32.047426 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ae4db-2e1d-4d1a-bd7d-fdaa5801bbd3 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Pushing event updated for resources: {'Port': ['ID=6d025541-e179-42fb-a496-a8e3604af1c4,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:32.057736 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 59d95572-ab70-4880-8ddb-ba419acc74c2 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:58:32.088006 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fdd61-88c2-42c2-bbff-e8ba2da36cae req-49aaa7ec-1bc4-4765-82b0-ffae5905e832 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:32.090143 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-853fdd61-88c2-42c2-bbff-e8ba2da36cae req-49aaa7ec-1bc4-4765-82b0-ffae5905e832 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=5dbb341a-a170-4c40-95e4-8e47de1fa1b7 HTTP/1.1" status: 200 len: 936 time: 0.1237757 Oct 19 00:58:32.099044 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-ea7ae4db-2e1d-4d1a-bd7d-fdaa5801bbd3 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:32.099693 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-ea7ae4db-2e1d-4d1a-bd7d-fdaa5801bbd3 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:32.137518 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-ea7ae4db-2e1d-4d1a-bd7d-fdaa5801bbd3 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1709785 Oct 19 00:58:32.145428 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 59d95572-ab70-4880-8ddb-ba419acc74c2 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:58:32.152071 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 59d95572-ab70-4880-8ddb-ba419acc74c2 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:58:32.152674 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:32.153582 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-7a1a92fb-87e5-4769-ba7c-b90743f363a2 service neutron] Request body: {'port': {'device_id': '5dbb341a-a170-4c40-95e4-8e47de1fa1b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:32.167809 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-853fdd61-88c2-42c2-bbff-e8ba2da36cae req-ec74a660-d243-48da-a8cc-b38634b6f40d tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556970 Oct 19 00:58:32.233151 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-7a1a92fb-87e5-4769-ba7c-b90743f363a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:32.300837 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:32.332048 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbff9268-883a-4f2f-9f43-b5df8e8f4f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d95572-ab70-4880-8ddb-ba419acc74c2'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:32.334619 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef330da-9fbc-45b2-8b62-cdbd621a3f05" -d '{"events": [{"server_uuid": "cbff9268-883a-4f2f-9f43-b5df8e8f4f62", "name": "network-vif-plugged", "status": "completed", "tag": "59d95572-ab70-4880-8ddb-ba419acc74c2"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:32.348501 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 59d95572-ab70-4880-8ddb-ba419acc74c2, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=59d95572-ab70-4880-8ddb-ba419acc74c2,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:32.354368 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:32.356252 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device bcffc012-f744-462a-9350-2794d16252a6 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:58:32.434806 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814ac78-e4af-4eea-8c45-3416c87933c3 req-3f897310-ad0c-4277-bbd7-8844946ff802 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:32.436993 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c814ac78-e4af-4eea-8c45-3416c87933c3 req-3f897310-ad0c-4277-bbd7-8844946ff802 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 944 time: 0.4001348 Oct 19 00:58:32.450131 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-4978b1e8-e7c1-4178-bffe-7304644c2b42 req-5765cf56-aff2-49c8-a63a-a5c12818e543 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Deleting port 470d218b-68fd-4b8a-be8c-1329eeb7dd09 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:58:32.450667 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-4978b1e8-e7c1-4178-bffe-7304644c2b42 req-5765cf56-aff2-49c8-a63a-a5c12818e543 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:32.471118 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=59d95572-ab70-4880-8ddb-ba419acc74c2,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:32.481066 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device bcffc012-f744-462a-9350-2794d16252a6 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:58:32.482308 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-5b898d5f-ee4c-4666-b604-ec09464ce6a6 None None] Provisioning complete for port 6d025541-e179-42fb-a496-a8e3604af1c4 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:58:32.482783 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5b898d5f-ee4c-4666-b604-ec09464ce6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:32.521472 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-5b898d5f-ee4c-4666-b604-ec09464ce6a6 None None] Port 6d025541-e179-42fb-a496-a8e3604af1c4 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:58:32.632737 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c814ac78-e4af-4eea-8c45-3416c87933c3 req-739bcf27-9113-4dc7-becc-e3eb4cf019c6 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772385 Oct 19 00:58:32.666842 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-4978b1e8-e7c1-4178-bffe-7304644c2b42 req-5765cf56-aff2-49c8-a63a-a5c12818e543 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] For port 470d218b-68fd-4b8a-be8c-1329eeb7dd09, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=470d218b-68fd-4b8a-be8c-1329eeb7dd09,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:32.667201 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-4978b1e8-e7c1-4178-bffe-7304644c2b42 req-5765cf56-aff2-49c8-a63a-a5c12818e543 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:32.670212 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-70757dda-4171-4d6b-809f-a9ab27480480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:32.689765 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efb8c3e-a084-469d-9291-9cce1ff6e13b x-openstack-request-id: req-6efb8c3e-a084-469d-9291-9cce1ff6e13b {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:32.690083 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbff9268-883a-4f2f-9f43-b5df8e8f4f62", "name": "network-vif-plugged", "status": "completed", "tag": "59d95572-ab70-4880-8ddb-ba419acc74c2", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:32.690338 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6efb8c3e-a084-469d-9291-9cce1ff6e13b {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:32.690733 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbff9268-883a-4f2f-9f43-b5df8e8f4f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d95572-ab70-4880-8ddb-ba419acc74c2', 'code': 200} Oct 19 00:58:32.717841 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-4978b1e8-e7c1-4178-bffe-7304644c2b42 req-5765cf56-aff2-49c8-a63a-a5c12818e543 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Calling delete_port for 470d218b-68fd-4b8a-be8c-1329eeb7dd09 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:58:32.894819 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-38fdea26-28f9-4fee-b5b1-0399c61ed14a tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:32.896311 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-38fdea26-28f9-4fee-b5b1-0399c61ed14a tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/networks?id=fc198a8b-4ee5-462c-a635-e1062c7dbf51 HTTP/1.1" status: 200 len: 808 time: 0.6305542 Oct 19 00:58:32.904574 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f27ae-2e3f-4a41-9cd6-39829660daf5 req-bc61431c-9197-4762-a24f-b5dd955ae830 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:32.906128 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-248f27ae-2e3f-4a41-9cd6-39829660daf5 req-bc61431c-9197-4762-a24f-b5dd955ae830 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf1aa5cc-1bf2-4220-95f2-762e1f3441f8 HTTP/1.1" status: 200 len: 950 time: 0.1287427 Oct 19 00:58:32.936997 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc5b46-16a4-4ec0-a503-87668f3d29a8 req-ac6d69e3-5c1f-41c7-88c3-5dd7c8b5926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:32.938527 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bcfc5b46-16a4-4ec0-a503-87668f3d29a8 req-ac6d69e3-5c1f-41c7-88c3-5dd7c8b5926c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 1097 time: 0.1726189 Oct 19 00:58:32.964434 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6b243-902a-4035-bfe9-5e3e5b2f0473 req-36a532a5-ff0a-4aee-b66a-1431513e9027 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:32.965813 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-adb6b243-902a-4035-bfe9-5e3e5b2f0473 req-36a532a5-ff0a-4aee-b66a-1431513e9027 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf1aa5cc-1bf2-4220-95f2-762e1f3441f8 HTTP/1.1" status: 200 len: 950 time: 0.1634727 Oct 19 00:58:32.978361 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-2c37eda6-4cd2-4485-9f70-56ac861fe6cf tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/quotas/65459246a90a47d0b59f03208da91106 HTTP/1.1" status: 200 len: 375 time: 0.0491002 Oct 19 00:58:32.983898 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70757dda-4171-4d6b-809f-a9ab27480480 admin admin] Router 38a76c24-ebff-451a-94e5-8b3bad3eec90 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 00:58:33.000947 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-248f27ae-2e3f-4a41-9cd6-39829660daf5 req-cfa09044-ea78-47cb-aca6-87b79a42e52c tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ebc3378-b47c-422a-a9f1-1edf7bb0aaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877550 Oct 19 00:58:33.011779 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-4978b1e8-e7c1-4178-bffe-7304644c2b42 req-5765cf56-aff2-49c8-a63a-a5c12818e543 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:33.023826 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['470d218b-68fd-4b8a-be8c-1329eeb7dd09'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:58:33.027814 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['a318a872-42b1-45af-88b6-9ce2e631e8b3'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:58:33.079369 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765cf56-aff2-49c8-a63a-a5c12818e543 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Pushing event deleted for resources: {'Port': ['ID=470d218b-68fd-4b8a-be8c-1329eeb7dd09,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:33.097037 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bcfc5b46-16a4-4ec0-a503-87668f3d29a8 req-1adaebd6-8609-4251-baeb-33b9a882e27c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469042 Oct 19 00:58:33.148871 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-4978b1e8-e7c1-4178-bffe-7304644c2b42 req-5765cf56-aff2-49c8-a63a-a5c12818e543 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] No DVR routers for this DVR port 470d218b-68fd-4b8a-be8c-1329eeb7dd09 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:58:33.152870 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-4978b1e8-e7c1-4178-bffe-7304644c2b42 req-5765cf56-aff2-49c8-a63a-a5c12818e543 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:33.156379 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4978b1e8-e7c1-4178-bffe-7304644c2b42 req-5765cf56-aff2-49c8-a63a-a5c12818e543 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.55 "DELETE /v2.0/ports/470d218b-68fd-4b8a-be8c-1329eeb7dd09 HTTP/1.1" status: 204 len: 173 time: 1.3417432 Oct 19 00:58:33.156847 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5c269e-b59b-4769-86ea-f8cc1a809936', 'name': 'network-vif-deleted', 'tag': '470d218b-68fd-4b8a-be8c-1329eeb7dd09'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:33.159214 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be6353e-0306-4c90-9212-ce1722eeddb3" -d '{"events": [{"server_uuid": "ce5c269e-b59b-4769-86ea-f8cc1a809936", "name": "network-vif-deleted", "tag": "470d218b-68fd-4b8a-be8c-1329eeb7dd09"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:33.201124 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-7a1a92fb-87e5-4769-ba7c-b90743f363a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d025541-e179-42fb-a496-a8e3604af1c4 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:58:33.220211 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-0c7584de-3560-47b3-930b-c48c0ba9cfc0 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=65459246a90a47d0b59f03208da91106&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2281623 Oct 19 00:58:33.229482 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-7a1a92fb-87e5-4769-ba7c-b90743f363a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:33.244200 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-43ed4063-5a67-417d-80af-f54614c76841 req-208bce1f-2fa0-4918-814e-9b6d49f63ab0 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce5c269e-b59b-4769-86ea-f8cc1a809936 HTTP/1.1" status: 200 len: 210 time: 0.0468445 Oct 19 00:58:33.250919 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70757dda-4171-4d6b-809f-a9ab27480480 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:58:33.278121 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-70757dda-4171-4d6b-809f-a9ab27480480 admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:33.279567 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-70757dda-4171-4d6b-809f-a9ab27480480 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8396573 Oct 19 00:58:33.282420 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47568) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:33.293579 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b50240-8496-48c1-81bd-f3237b5e938f None None] Sync routers for ids ['38a76c24-ebff-451a-94e5-8b3bad3eec90'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:58:33.303090 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-7a1a92fb-87e5-4769-ba7c-b90743f363a2 service neutron] Transition to ACTIVE for port object 6d025541-e179-42fb-a496-a8e3604af1c4 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:58:33.317375 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-7a1a92fb-87e5-4769-ba7c-b90743f363a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:33.334113 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b50240-8496-48c1-81bd-f3237b5e938f None None] Routers {'38a76c24-ebff-451a-94e5-8b3bad3eec90'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:58:33.335097 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-d0b50240-8496-48c1-81bd-f3237b5e938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T00:58:16Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['38a76c24-ebff-451a-94e5-8b3bad3eec90'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:58:33.420313 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-adb6b243-902a-4035-bfe9-5e3e5b2f0473 req-e98d7992-d9af-456c-9378-dce899c6e844 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] Deleting port f088a35d-39e8-4c0d-a503-ad036fa88c81 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:58:33.420656 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-adb6b243-902a-4035-bfe9-5e3e5b2f0473 req-e98d7992-d9af-456c-9378-dce899c6e844 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:33.445959 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a92fb-87e5-4769-ba7c-b90743f363a2 service neutron] Pushing event updated for resources: {'Port': ['ID=6d025541-e179-42fb-a496-a8e3604af1c4,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:33.470175 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-7529f930-3041-4314-b0a2-67214f1a25f0 service neutron] 10.222.0.57 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375166 Oct 19 00:58:33.520660 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-d0b50240-8496-48c1-81bd-f3237b5e938f None None] Set router 38a76c24-ebff-451a-94e5-8b3bad3eec90 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:58:33.533087 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24a614-c1e1-416b-9325-d4b4664b9b2d req-56fe2132-ab16-4e1d-ac52-d0003aba3bde tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:33.535012 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4c24a614-c1e1-416b-9325-d4b4664b9b2d req-56fe2132-ab16-4e1d-ac52-d0003aba3bde tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 949 time: 0.1324904 Oct 19 00:58:33.637701 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4c24a614-c1e1-416b-9325-d4b4664b9b2d req-0cb61e76-b8de-4ff4-83a2-b5bcf68bb6c1 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944691 Oct 19 00:58:33.664908 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-adb6b243-902a-4035-bfe9-5e3e5b2f0473 req-e98d7992-d9af-456c-9378-dce899c6e844 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] For port f088a35d-39e8-4c0d-a503-ad036fa88c81, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=f088a35d-39e8-4c0d-a503-ad036fa88c81,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:33.665290 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-adb6b243-902a-4035-bfe9-5e3e5b2f0473 req-e98d7992-d9af-456c-9378-dce899c6e844 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:33.693332 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-adb6b243-902a-4035-bfe9-5e3e5b2f0473 req-e98d7992-d9af-456c-9378-dce899c6e844 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] Calling delete_port for f088a35d-39e8-4c0d-a503-ad036fa88c81 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:58:33.709250 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-7a1a92fb-87e5-4769-ba7c-b90743f363a2 service neutron] Attempting to bind port 6d025541-e179-42fb-a496-a8e3604af1c4 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:58:33.709591 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-7a1a92fb-87e5-4769-ba7c-b90743f363a2 service neutron] Attempting to bind port 6d025541-e179-42fb-a496-a8e3604af1c4 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:58:33.709925 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-7a1a92fb-87e5-4769-ba7c-b90743f363a2 service neutron] Attempting to bind port 6d025541-e179-42fb-a496-a8e3604af1c4 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:58:33.717955 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-7a1a92fb-87e5-4769-ba7c-b90743f363a2 service neutron] Port 6d025541-e179-42fb-a496-a8e3604af1c4 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:58:33.718267 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-7a1a92fb-87e5-4769-ba7c-b90743f363a2 service neutron] Attempting to bind port 6d025541-e179-42fb-a496-a8e3604af1c4 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:58:33.728109 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-7a1a92fb-87e5-4769-ba7c-b90743f363a2 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:58:33.728450 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-7a1a92fb-87e5-4769-ba7c-b90743f363a2 service neutron] Checking segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:58:33.729471 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-7a1a92fb-87e5-4769-ba7c-b90743f363a2 service neutron] Bound using segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:58:33.729921 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-7a1a92fb-87e5-4769-ba7c-b90743f363a2 service neutron] Bound port: 6d025541-e179-42fb-a496-a8e3604af1c4, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:58:33.730278 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-7a1a92fb-87e5-4769-ba7c-b90743f363a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:33.759087 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7f62d8-b2db-433d-bf25-e38fe135bebc x-openstack-request-id: req-5e7f62d8-b2db-433d-bf25-e38fe135bebc {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:33.759507 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5c269e-b59b-4769-86ea-f8cc1a809936", "name": "network-vif-deleted", "tag": "470d218b-68fd-4b8a-be8c-1329eeb7dd09", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:33.760597 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5e7f62d8-b2db-433d-bf25-e38fe135bebc {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:33.761088 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5c269e-b59b-4769-86ea-f8cc1a809936', 'name': 'network-vif-deleted', 'tag': '470d218b-68fd-4b8a-be8c-1329eeb7dd09', 'status': 'completed', 'code': 200} Oct 19 00:58:33.762238 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-d0b50240-8496-48c1-81bd-f3237b5e938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a76c24-ebff-451a-94e5-8b3bad3eec90', 'name': 'tempest-ServerRescueTestJSON-1151870963-router', 'tenant_id': '040edf26402f44e39ee858ecd5007fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:58:30Z', 'updated_at': '2021-10-19T00:58:31Z', 'revision_number': 3, 'project_id': '040edf26402f44e39ee858ecd5007fee', 'gw_port': {'id': '5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a76c24-ebff-451a-94e5-8b3bad3eec90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:58:31Z', 'updated_at': '2021-10-19T00:58:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:58:33.784524 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f1664b06-2337-4150-9193-83c1ad9b7a98 req-f30662e0-fa42-435d-9636-31b802cb27fb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1264317 Oct 19 00:58:33.792219 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-b77545f0-26f0-47ef-858d-ad5b752089eb service neutron] 10.222.0.57 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209763 Oct 19 00:58:33.806455 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b50240-8496-48c1-81bd-f3237b5e938f None None] Checking router: 38a76c24-ebff-451a-94e5-8b3bad3eec90 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:58:33.806828 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b50240-8496-48c1-81bd-f3237b5e938f None None] Updating router 38a76c24-ebff-451a-94e5-8b3bad3eec90 port 5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:58:33.837440 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d0b50240-8496-48c1-81bd-f3237b5e938f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:33.976451 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-7a1a92fb-87e5-4769-ba7c-b90743f363a2 service neutron] For port 6d025541-e179-42fb-a496-a8e3604af1c4, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:58:33.990874 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a28a6-ebe0-4b61-919c-ad3375910e08 req-f0f3a136-875b-4b66-8575-2500e4d4eb6e tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:34.000618 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-092a28a6-ebe0-4b61-919c-ad3375910e08 req-f0f3a136-875b-4b66-8575-2500e4d4eb6e tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=5dbb341a-a170-4c40-95e4-8e47de1fa1b7 HTTP/1.1" status: 200 len: 948 time: 0.2148802 Oct 19 00:58:34.054392 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1664b06-2337-4150-9193-83c1ad9b7a98 req-7d680738-6a27-4dd0-aeb9-b55f2fa3d4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:34.055819 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f1664b06-2337-4150-9193-83c1ad9b7a98 req-7d680738-6a27-4dd0-aeb9-b55f2fa3d4ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=65459246a90a47d0b59f03208da91106&device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9 HTTP/1.1" status: 200 len: 1096 time: 0.1641326 Oct 19 00:58:34.063233 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-7a1a92fb-87e5-4769-ba7c-b90743f363a2 service neutron] For port 6d025541-e179-42fb-a496-a8e3604af1c4, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=6d025541-e179-42fb-a496-a8e3604af1c4,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:58:34.090864 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-7a1a92fb-87e5-4769-ba7c-b90743f363a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:34.104643 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-092a28a6-ebe0-4b61-919c-ad3375910e08 req-02fc2407-f554-487e-b545-91f88b9bcbb0 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983338 Oct 19 00:58:34.204912 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-adb6b243-902a-4035-bfe9-5e3e5b2f0473 req-e98d7992-d9af-456c-9378-dce899c6e844 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:34.227795 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-7a1a92fb-87e5-4769-ba7c-b90743f363a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:34.228890 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-7a1a92fb-87e5-4769-ba7c-b90743f363a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:34.231115 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-7a1a92fb-87e5-4769-ba7c-b90743f363a2 service neutron] 10.222.0.55 "PUT /v2.0/ports/6d025541-e179-42fb-a496-a8e3604af1c4 HTTP/1.1" status: 200 len: 1097 time: 2.0844495 Oct 19 00:58:34.235194 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['f088a35d-39e8-4c0d-a503-ad036fa88c81'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:58:34.252165 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-26171890-dda3-4e18-83e5-491aab00673a req-a4fd4c47-7dc7-4c52-8b48-788fd39ee451 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 210 time: 0.0816214 Oct 19 00:58:34.255408 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dbb341a-a170-4c40-95e4-8e47de1fa1b7', 'tag': '6d025541-e179-42fb-a496-a8e3604af1c4'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:34.258920 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c91706-0d26-463c-a7ac-bb2a19d44d33" -d '{"events": [{"name": "network-changed", "server_uuid": "5dbb341a-a170-4c40-95e4-8e47de1fa1b7", "tag": "6d025541-e179-42fb-a496-a8e3604af1c4"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:34.272563 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b882ada0-3baa-4010-9ebe-b11eaa250fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:34.320721 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752510b8-2fcc-4729-9fa0-49c6d637bb01 req-a316bb50-173a-4f3d-9ba4-9216111da287 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:34.322519 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-752510b8-2fcc-4729-9fa0-49c6d637bb01 req-a316bb50-173a-4f3d-9ba4-9216111da287 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 945 time: 0.2456336 Oct 19 00:58:34.350176 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1664b06-2337-4150-9193-83c1ad9b7a98 req-47cc0112-1116-407e-8d03-1201ea17cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:34.351679 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f1664b06-2337-4150-9193-83c1ad9b7a98 req-47cc0112-1116-407e-8d03-1201ea17cabc service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc198a8b-4ee5-462c-a635-e1062c7dbf51 HTTP/1.1" status: 200 len: 909 time: 0.2694709 Oct 19 00:58:34.468802 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d0b50240-8496-48c1-81bd-f3237b5e938f None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:34.477162 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d0b50240-8496-48c1-81bd-f3237b5e938f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:34.535137 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb6b243-902a-4035-bfe9-5e3e5b2f0473 req-e98d7992-d9af-456c-9378-dce899c6e844 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] No DVR routers for this DVR port f088a35d-39e8-4c0d-a503-ad036fa88c81 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:58:34.549984 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-d0b50240-8496-48c1-81bd-f3237b5e938f None None] Attempting to bind port 5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:58:34.550292 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-d0b50240-8496-48c1-81bd-f3237b5e938f None None] Attempting to bind port 5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:58:34.550718 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b50240-8496-48c1-81bd-f3237b5e938f None None] Attempting to bind port 5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2 on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:58:34.553605 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-adb6b243-902a-4035-bfe9-5e3e5b2f0473 req-e98d7992-d9af-456c-9378-dce899c6e844 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:34.557041 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-adb6b243-902a-4035-bfe9-5e3e5b2f0473 req-e98d7992-d9af-456c-9378-dce899c6e844 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] 10.222.0.24 "DELETE /v2.0/ports/f088a35d-39e8-4c0d-a503-ad036fa88c81 HTTP/1.1" status: 204 len: 173 time: 1.5816863 Oct 19 00:58:34.563650 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b50240-8496-48c1-81bd-f3237b5e938f None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:58:34.564227 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b50240-8496-48c1-81bd-f3237b5e938f None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:58:34.564969 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d0b50240-8496-48c1-81bd-f3237b5e938f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:34.565546 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b50240-8496-48c1-81bd-f3237b5e938f None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:58:34.566377 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-d0b50240-8496-48c1-81bd-f3237b5e938f None None] Bound port: 5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:58:34.566770 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d0b50240-8496-48c1-81bd-f3237b5e938f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:34.573674 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a92fb-87e5-4769-ba7c-b90743f363a2 service neutron] Pushing event updated for resources: {'Port': ['ID=6d025541-e179-42fb-a496-a8e3604af1c4,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:34.578851 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f1664b06-2337-4150-9193-83c1ad9b7a98 req-00ac16e4-7cf3-494f-be10-8c66df20f312 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fb9b56e-1dfb-4d10-808d-163ff1301baa HTTP/1.1" status: 200 len: 217 time: 0.1469400 Oct 19 00:58:34.592043 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bb35ee26-adce-4783-b1d5-79381d91e472 req-450d6b81-6859-4ee8-8abe-a7336ab60a29 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf1aa5cc-1bf2-4220-95f2-762e1f3441f8 HTTP/1.1" status: 200 len: 210 time: 0.1543279 Oct 19 00:58:34.594296 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee28af-75a7-4da3-8a00-be5e22931756 None None] Pushing event updated for resources: {'Port': ['ID=5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:34.640062 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-752510b8-2fcc-4729-9fa0-49c6d637bb01 req-d269365c-eae8-402c-b711-8e61c9b6bc70 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315378 Oct 19 00:58:34.643561 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1a92fb-87e5-4769-ba7c-b90743f363a2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:34.648219 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1a92fb-87e5-4769-ba7c-b90743f363a2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:34.648570 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1a92fb-87e5-4769-ba7c-b90743f363a2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:34.648898 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1a92fb-87e5-4769-ba7c-b90743f363a2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:34.649230 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1a92fb-87e5-4769-ba7c-b90743f363a2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:34.649557 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1a92fb-87e5-4769-ba7c-b90743f363a2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:34.649881 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1a92fb-87e5-4769-ba7c-b90743f363a2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:34.650207 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1a92fb-87e5-4769-ba7c-b90743f363a2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:34.650532 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1a92fb-87e5-4769-ba7c-b90743f363a2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:34.651611 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1a92fb-87e5-4769-ba7c-b90743f363a2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:34.666135 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1a92fb-87e5-4769-ba7c-b90743f363a2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:34.667008 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1a92fb-87e5-4769-ba7c-b90743f363a2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:34.680160 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-d0b50240-8496-48c1-81bd-f3237b5e938f None None] For port 5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:58:34.684173 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-1b9848fa-e775-4618-89ff-37de959b6b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:34.685199 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-d0b50240-8496-48c1-81bd-f3237b5e938f None None] For port 5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:58:34.685662 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-1b9848fa-e775-4618-89ff-37de959b6b07 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a25adcdc646c4e4b987e3016f8b86608&device_id=5dbb341a-a170-4c40-95e4-8e47de1fa1b7 HTTP/1.1" status: 200 len: 1100 time: 0.3584316 Oct 19 00:58:34.692409 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d0b50240-8496-48c1-81bd-f3237b5e938f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:34.774469 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d7992-d9af-456c-9378-dce899c6e844 tempest-ImagesNegativeTestJSON-1496496773 tempest-ImagesNegativeTestJSON-1496496773-project] Pushing event deleted for resources: {'Port': ['ID=f088a35d-39e8-4c0d-a503-ad036fa88c81,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:34.794260 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b50240-8496-48c1-81bd-f3237b5e938f None None] Routers {'38a76c24-ebff-451a-94e5-8b3bad3eec90'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:58:34.794909 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-d0b50240-8496-48c1-81bd-f3237b5e938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T00:58:16Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['38a76c24-ebff-451a-94e5-8b3bad3eec90'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:58:34.872411 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57ab95a-ac52-49f2-8eb8-b1b03b6e8820 x-openstack-request-id: req-b57ab95a-ac52-49f2-8eb8-b1b03b6e8820 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:34.872755 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dbb341a-a170-4c40-95e4-8e47de1fa1b7", "tag": "6d025541-e179-42fb-a496-a8e3604af1c4", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:34.872876 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee28af-75a7-4da3-8a00-be5e22931756 None None] Pushing event updated for resources: {'Port': ['ID=5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:34.872991 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b57ab95a-ac52-49f2-8eb8-b1b03b6e8820 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:34.873313 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dbb341a-a170-4c40-95e4-8e47de1fa1b7', 'tag': '6d025541-e179-42fb-a496-a8e3604af1c4', 'status': 'completed', 'code': 200} Oct 19 00:58:34.875018 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-b338a39e-ea34-497b-8486-2ceea905c13a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=6d025541-e179-42fb-a496-a8e3604af1c4 HTTP/1.1" status: 200 len: 217 time: 0.1309090 Oct 19 00:58:34.924154 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-b882ada0-3baa-4010-9ebe-b11eaa250fb0 admin admin] Allocated IP 172.20.0.1 (62832aa4-f933-46b7-a594-83f0870bcae7/fb613dcd-fb60-4a35-9df7-17d1189a9278/3ca0f373-caaf-43e8-87ef-44b62b61ea22) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:58:34.927138 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1664b06-2337-4150-9193-83c1ad9b7a98 req-011c63ae-6f1c-43db-9077-15dfff009b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:34.928804 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f1664b06-2337-4150-9193-83c1ad9b7a98 req-011c63ae-6f1c-43db-9077-15dfff009b03 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b8444cd-c5d7-4c88-b1b0-9d01aef8093c HTTP/1.1" status: 200 len: 848 time: 0.3358660 Oct 19 00:58:34.961841 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-8cb73ba9-329d-4648-a0ed-509c1588f622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:34.964489 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-8cb73ba9-329d-4648-a0ed-509c1588f622 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0821295 Oct 19 00:58:34.973341 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-d0b50240-8496-48c1-81bd-f3237b5e938f None None] Set router 38a76c24-ebff-451a-94e5-8b3bad3eec90 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:58:34.998554 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f1664b06-2337-4150-9193-83c1ad9b7a98 req-ae12f27d-7ac6-43f1-82da-823e8b899f03 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc198a8b-4ee5-462c-a635-e1062c7dbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570173 Oct 19 00:58:35.013002 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-73b03c48-cc8a-413b-b5b3-7c0f8f9edd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:35.014833 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-73b03c48-cc8a-413b-b5b3-7c0f8f9edd4c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0433550 Oct 19 00:58:35.129630 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-6e7e721a-dc8c-47dd-bd4e-237cf813e370 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081419 Oct 19 00:58:35.235313 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee58f2-bad1-4dcc-8287-683c8142c98e req-e20f4af3-2827-4a54-9625-7b9b129669a5 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:35.238412 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-99ee58f2-bad1-4dcc-8287-683c8142c98e req-e20f4af3-2827-4a54-9625-7b9b129669a5 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/ports?device_id=35a2e386-c8da-48e2-8dd0-d178d4c5bb29 HTTP/1.1" status: 200 len: 950 time: 0.1073439 Oct 19 00:58:35.250131 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-d0b50240-8496-48c1-81bd-f3237b5e938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a76c24-ebff-451a-94e5-8b3bad3eec90', 'name': 'tempest-ServerRescueTestJSON-1151870963-router', 'tenant_id': '040edf26402f44e39ee858ecd5007fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:58:30Z', 'updated_at': '2021-10-19T00:58:31Z', 'revision_number': 3, 'project_id': '040edf26402f44e39ee858ecd5007fee', 'gw_port': {'id': '5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a76c24-ebff-451a-94e5-8b3bad3eec90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:58:31Z', 'updated_at': '2021-10-19T00:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:58:35.283617 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b50240-8496-48c1-81bd-f3237b5e938f None None] The sync data for ids ['38a76c24-ebff-451a-94e5-8b3bad3eec90'] in n-d-715271-26 is: [{'id': '38a76c24-ebff-451a-94e5-8b3bad3eec90', 'name': 'tempest-ServerRescueTestJSON-1151870963-router', 'tenant_id': '040edf26402f44e39ee858ecd5007fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:58:30Z', 'updated_at': '2021-10-19T00:58:31Z', 'revision_number': 3, 'project_id': '040edf26402f44e39ee858ecd5007fee', 'gw_port': {'id': '5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a76c24-ebff-451a-94e5-8b3bad3eec90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:58:31Z', 'updated_at': '2021-10-19T00:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:58:35.336527 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0037285-b736-421c-87c0-756a88658e23 req-86260985-7cb0-49ce-91e3-95632bf498b2 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:35.338057 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d0037285-b736-421c-87c0-756a88658e23 req-86260985-7cb0-49ce-91e3-95632bf498b2 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 949 time: 0.4083471 Oct 19 00:58:35.348041 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-99ee58f2-bad1-4dcc-8287-683c8142c98e req-2a5350c4-bba1-43c5-af69-1c2fe07ca5dc tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d11d4ba-edad-49be-842b-3e9ad503eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750623 Oct 19 00:58:35.360584 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92c5e7bc-e2f4-456f-b39c-9dbee54be384 req-4d16dab6-d0ad-4dee-b194-ea387bff7782 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185841 Oct 19 00:58:35.486014 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d0037285-b736-421c-87c0-756a88658e23 req-1ee27ea7-c7a3-4181-b101-75baf077b340 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196721 Oct 19 00:58:35.496765 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a7363-7db4-491e-bc66-e192d95154fc req-f2f3c7c1-9d43-40d7-9794-086643935495 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:35.498680 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f1664b06-2337-4150-9193-83c1ad9b7a98 req-dd5b5a9e-0590-4864-b7fb-ab6f0af3066a service neutron] 10.222.0.55 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817164 Oct 19 00:58:35.501704 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b882ada0-3baa-4010-9ebe-b11eaa250fb0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:35.507514 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f99a7363-7db4-491e-bc66-e192d95154fc req-f2f3c7c1-9d43-40d7-9794-086643935495 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=5dbb341a-a170-4c40-95e4-8e47de1fa1b7 HTTP/1.1" status: 200 len: 948 time: 0.0836508 Oct 19 00:58:35.509768 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c91706-0d26-463c-a7ac-bb2a19d44d33 req-c14cbfe1-d991-4460-8272-2506b605df24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:35.511438 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-14c91706-0d26-463c-a7ac-bb2a19d44d33 req-c14cbfe1-d991-4460-8272-2506b605df24 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a25adcdc646c4e4b987e3016f8b86608&device_id=5dbb341a-a170-4c40-95e4-8e47de1fa1b7 HTTP/1.1" status: 200 len: 1100 time: 0.0850775 Oct 19 00:58:35.603451 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f1664b06-2337-4150-9193-83c1ad9b7a98 req-ae5d96a8-cbfd-4226-81ea-167f83708740 service neutron] 10.222.0.55 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966051 Oct 19 00:58:35.652817 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f99a7363-7db4-491e-bc66-e192d95154fc req-77bea858-b4b7-4677-abb4-d648a1b81c01 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382239 Oct 19 00:58:35.669268 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cb791a21-22ce-42b0-ad7e-268e4fd262f7 req-6f904bdd-2cc4-47f5-9049-0b5144558527 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 210 time: 0.0393841 Oct 19 00:58:35.691209 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b882ada0-3baa-4010-9ebe-b11eaa250fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:35.770180 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b882ada0-3baa-4010-9ebe-b11eaa250fb0 admin admin] Network 62832aa4-f933-46b7-a594-83f0870bcae7 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:58:35.799950 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-b882ada0-3baa-4010-9ebe-b11eaa250fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:58:35.804883 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b882ada0-3baa-4010-9ebe-b11eaa250fb0 admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:58:35.870348 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882ada0-3baa-4010-9ebe-b11eaa250fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=3ca0f373-caaf-43e8-87ef-44b62b61ea22,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:35.881689 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882ada0-3baa-4010-9ebe-b11eaa250fb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:35.882151 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882ada0-3baa-4010-9ebe-b11eaa250fb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:35.882617 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882ada0-3baa-4010-9ebe-b11eaa250fb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:35.882875 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882ada0-3baa-4010-9ebe-b11eaa250fb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:35.883185 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882ada0-3baa-4010-9ebe-b11eaa250fb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:35.883582 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882ada0-3baa-4010-9ebe-b11eaa250fb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:35.883936 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882ada0-3baa-4010-9ebe-b11eaa250fb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:35.884323 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882ada0-3baa-4010-9ebe-b11eaa250fb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:35.884643 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882ada0-3baa-4010-9ebe-b11eaa250fb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:35.885022 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882ada0-3baa-4010-9ebe-b11eaa250fb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:35.886048 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882ada0-3baa-4010-9ebe-b11eaa250fb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:35.886443 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882ada0-3baa-4010-9ebe-b11eaa250fb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:35.908524 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b882ada0-3baa-4010-9ebe-b11eaa250fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:35.920843 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c91706-0d26-463c-a7ac-bb2a19d44d33 req-774ce55b-37e3-468e-b3ab-b22853c6c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:35.922630 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-14c91706-0d26-463c-a7ac-bb2a19d44d33 req-774ce55b-37e3-468e-b3ab-b22853c6c1eb service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.4009640 Oct 19 00:58:35.929847 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-f3f527e5-61b8-4ee1-a7ed-a1619c5a886d tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:35.931671 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-f3f527e5-61b8-4ee1-a7ed-a1619c5a886d tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.24 "GET /v2.0/networks?id=fc198a8b-4ee5-462c-a635-e1062c7dbf51 HTTP/1.1" status: 200 len: 808 time: 0.2775528 Oct 19 00:58:35.969201 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-4d32e9b5-2897-48fb-8b48-63c65b8f22b0 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Request body: {'port': {'device_id': 'e9547c6d-a57a-47b5-adc6-69c650490c1a', 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51', 'admin_state_up': True, 'tenant_id': '65459246a90a47d0b59f03208da91106'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:35.973767 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a1aed-cf8f-451b-9f15-edae3bba3b68 req-8a4a8b34-032c-41bb-b54f-b2aa37d627b4 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:35.981042 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-496a1aed-cf8f-451b-9f15-edae3bba3b68 req-8a4a8b34-032c-41bb-b54f-b2aa37d627b4 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 945 time: 0.2096970 Oct 19 00:58:36.065614 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:58:36.069969 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 470d218b-68fd-4b8a-be8c-1329eeb7dd09 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:58:36.074283 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-496a1aed-cf8f-451b-9f15-edae3bba3b68 req-9c8bbd65-20ec-43fe-a85c-bcf7323bcbb0 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815120 Oct 19 00:58:36.078694 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-14c91706-0d26-463c-a7ac-bb2a19d44d33 req-fd1a1780-9c80-4d96-92c6-08a4fb251311 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=6d025541-e179-42fb-a496-a8e3604af1c4 HTTP/1.1" status: 200 len: 217 time: 0.1449146 Oct 19 00:58:36.157488 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b882ada0-3baa-4010-9ebe-b11eaa250fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:36.162475 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 470d218b-68fd-4b8a-be8c-1329eeb7dd09 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:58:36.162827 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 470d218b-68fd-4b8a-be8c-1329eeb7dd09 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:58:36.195347 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c91706-0d26-463c-a7ac-bb2a19d44d33 req-51091f78-699c-4df0-bafc-ee431256a81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:36.196871 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-14c91706-0d26-463c-a7ac-bb2a19d44d33 req-51091f78-699c-4df0-bafc-ee431256a81c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.1058016 Oct 19 00:58:36.229804 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:58:36.230302 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:36.320485 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:36.324475 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cd054-2cbd-4dfd-b63f-8a4d14032601 req-f4dcf094-4274-4fdc-ad7a-eabbb86f12bd tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:36.326372 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d39cd054-2cbd-4dfd-b63f-8a4d14032601 req-f4dcf094-4274-4fdc-ad7a-eabbb86f12bd tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 1097 time: 0.1236148 Oct 19 00:58:36.348574 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:36.355960 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:36.374699 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-4d32e9b5-2897-48fb-8b48-63c65b8f22b0 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Made reservation on behalf of 65459246a90a47d0b59f03208da91106 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:58:36.389581 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-4d32e9b5-2897-48fb-8b48-63c65b8f22b0 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:36.397737 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c91706-0d26-463c-a7ac-bb2a19d44d33 req-a8e5689c-52f5-40db-9e36-d53454c3e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:36.400450 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-14c91706-0d26-463c-a7ac-bb2a19d44d33 req-a8e5689c-52f5-40db-9e36-d53454c3e249 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1941581 Oct 19 00:58:36.447324 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:36.466193 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d39cd054-2cbd-4dfd-b63f-8a4d14032601 req-6fa6c5a9-aea7-4173-ac67-df1144ab16f6 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156206 Oct 19 00:58:36.472470 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 47626) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:36.565052 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b882ada0-3baa-4010-9ebe-b11eaa250fb0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:36.576826 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b882ada0-3baa-4010-9ebe-b11eaa250fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:36.655532 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0194ea-852c-4b6d-8a2f-e511fdb771b5 req-9341a77e-6c7f-434c-9e38-16684b1c9e35 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:36.657166 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7e0194ea-852c-4b6d-8a2f-e511fdb771b5 req-9341a77e-6c7f-434c-9e38-16684b1c9e35 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/ports?device_id=35a2e386-c8da-48e2-8dd0-d178d4c5bb29 HTTP/1.1" status: 200 len: 950 time: 0.1709242 Oct 19 00:58:36.694965 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882ada0-3baa-4010-9ebe-b11eaa250fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=3ca0f373-caaf-43e8-87ef-44b62b61ea22,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:36.698831 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b882ada0-3baa-4010-9ebe-b11eaa250fb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:36.739347 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7e0194ea-852c-4b6d-8a2f-e511fdb771b5 req-de03ab3c-951e-47fa-8a81-c787c1c8e81c tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d11d4ba-edad-49be-842b-3e9ad503eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755873 Oct 19 00:58:36.848646 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b882ada0-3baa-4010-9ebe-b11eaa250fb0 admin admin] Network 62832aa4-f933-46b7-a594-83f0870bcae7 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:58:36.850329 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-b882ada0-3baa-4010-9ebe-b11eaa250fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:58:36.961494 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562fe26-f610-440f-8487-c7526df1505d req-7e3aafbe-f86b-4dc1-b459-900316a30ec0 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:36.964256 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b562fe26-f610-440f-8487-c7526df1505d req-7e3aafbe-f86b-4dc1-b459-900316a30ec0 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=5dbb341a-a170-4c40-95e4-8e47de1fa1b7 HTTP/1.1" status: 200 len: 948 time: 0.1116278 Oct 19 00:58:37.015528 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1aa5cc-1bf2-4220-95f2-762e1f3441f8', 'name': 'network-vif-deleted', 'tag': 'f088a35d-39e8-4c0d-a503-ad036fa88c81'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:37.017870 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fdb8e6-0d63-4543-8466-3ab2cbb52f55" -d '{"events": [{"server_uuid": "bf1aa5cc-1bf2-4220-95f2-762e1f3441f8", "name": "network-vif-deleted", "tag": "f088a35d-39e8-4c0d-a503-ad036fa88c81"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:37.033707 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-14c91706-0d26-463c-a7ac-bb2a19d44d33 req-5bfd7e43-87aa-4f87-8950-3b5f7420689f service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6167374 Oct 19 00:58:37.058547 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b562fe26-f610-440f-8487-c7526df1505d req-1c7d81ee-4832-4013-b7d1-908fc2443471 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864844 Oct 19 00:58:37.101356 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b882ada0-3baa-4010-9ebe-b11eaa250fb0 admin admin] Router 38a76c24-ebff-451a-94e5-8b3bad3eec90 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:58:37.114719 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-4d32e9b5-2897-48fb-8b48-63c65b8f22b0 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Allocated IP 172.20.0.7 (fc198a8b-4ee5-462c-a635-e1062c7dbf51/7b8444cd-c5d7-4c88-b1b0-9d01aef8093c/c890e210-5a9e-4f9f-80d7-4cddf7fc07cc) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:58:37.143689 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e3281-e976-4aa7-90a3-7b047c7651a3 req-e1a94acc-ec08-4127-8846-1d4e2f5ee1d6 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:37.151309 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fa4e3281-e976-4aa7-90a3-7b047c7651a3 req-e1a94acc-ec08-4127-8846-1d4e2f5ee1d6 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 949 time: 0.5445983 Oct 19 00:58:37.162144 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-09d2a0c5-ccf6-4ff4-9091-ecbc62f8bb18 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c44eb73944574a0dbcdf786489b5c79c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6862173 Oct 19 00:58:37.174926 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47648) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:37.200900 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df9ac1-3f2c-45b3-af3b-dcd32c490687 req-f5675da0-8082-4691-865f-d363480329f9 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:37.202399 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-15df9ac1-3f2c-45b3-af3b-dcd32c490687 req-f5675da0-8082-4691-865f-d363480329f9 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a2e386-c8da-48e2-8dd0-d178d4c5bb29 HTTP/1.1" status: 200 len: 950 time: 0.5661640 Oct 19 00:58:37.260347 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e3b0831a-a8c5-4561-9876-61994d626f3d req-0a880392-a62d-4155-b975-6a46559d324c tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 210 time: 0.0843275 Oct 19 00:58:37.341356 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fa4e3281-e976-4aa7-90a3-7b047c7651a3 req-9584a737-b97d-4724-a0e2-37ac1ec4fe90 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836336 Oct 19 00:58:37.347054 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-14c91706-0d26-463c-a7ac-bb2a19d44d33 req-972af8c4-f44c-4b7b-9a45-851e27927a68 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989638 Oct 19 00:58:37.364010 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b882ada0-3baa-4010-9ebe-b11eaa250fb0 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:58:37.365676 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-25a2178d-b3b9-4444-ad24-a390476dbab9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:37.371074 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b882ada0-3baa-4010-9ebe-b11eaa250fb0 admin admin] 10.222.0.57 "PUT /v2.0/routers/38a76c24-ebff-451a-94e5-8b3bad3eec90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0872917 Oct 19 00:58:37.408341 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-25a2178d-b3b9-4444-ad24-a390476dbab9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:37.440430 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f0cdc9-dfab-4c2a-91e6-04be74982faa x-openstack-request-id: req-c6f0cdc9-dfab-4c2a-91e6-04be74982faa {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:37.440720 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1aa5cc-1bf2-4220-95f2-762e1f3441f8", "name": "network-vif-deleted", "tag": "f088a35d-39e8-4c0d-a503-ad036fa88c81", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:37.440974 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c6f0cdc9-dfab-4c2a-91e6-04be74982faa {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:37.441358 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf1aa5cc-1bf2-4220-95f2-762e1f3441f8', 'name': 'network-vif-deleted', 'tag': 'f088a35d-39e8-4c0d-a503-ad036fa88c81', 'status': 'completed', 'code': 200} Oct 19 00:58:37.473017 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-25a2178d-b3b9-4444-ad24-a390476dbab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:37.476551 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-25a2178d-b3b9-4444-ad24-a390476dbab9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:37.479914 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-25a2178d-b3b9-4444-ad24-a390476dbab9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2ebc3378-b47c-422a-a9f1-1edf7bb0aaad HTTP/1.1" status: 204 len: 168 time: 0.3003988 Oct 19 00:58:37.498419 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2178d-b3b9-4444-ad24-a390476dbab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebc3378-b47c-422a-a9f1-1edf7bb0aaad,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:37.611863 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606eefa4-d4cb-4120-8082-9f892a4aa19c None None] Sync routers for ids ['38a76c24-ebff-451a-94e5-8b3bad3eec90'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:58:37.620549 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-15df9ac1-3f2c-45b3-af3b-dcd32c490687 req-571ed26f-c8dc-4225-a81d-ffd4d40e7971 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Deleting port a318a872-42b1-45af-88b6-9ce2e631e8b3 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:58:37.620894 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-15df9ac1-3f2c-45b3-af3b-dcd32c490687 req-571ed26f-c8dc-4225-a81d-ffd4d40e7971 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:37.650224 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606eefa4-d4cb-4120-8082-9f892a4aa19c None None] Routers {'38a76c24-ebff-451a-94e5-8b3bad3eec90'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:58:37.650224 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-606eefa4-d4cb-4120-8082-9f892a4aa19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T00:58:16Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['38a76c24-ebff-451a-94e5-8b3bad3eec90'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:58:37.662121 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-4d32e9b5-2897-48fb-8b48-63c65b8f22b0 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:37.798289 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device f088a35d-39e8-4c0d-a503-ad036fa88c81 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:58:37.889696 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: f088a35d-39e8-4c0d-a503-ad036fa88c81 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:58:37.890309 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device f088a35d-39e8-4c0d-a503-ad036fa88c81 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:58:37.890547 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-606eefa4-d4cb-4120-8082-9f892a4aa19c None None] Set router 38a76c24-ebff-451a-94e5-8b3bad3eec90 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:58:37.897750 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-15df9ac1-3f2c-45b3-af3b-dcd32c490687 req-571ed26f-c8dc-4225-a81d-ffd4d40e7971 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] For port a318a872-42b1-45af-88b6-9ce2e631e8b3, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a318a872-42b1-45af-88b6-9ce2e631e8b3,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:37.898123 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-15df9ac1-3f2c-45b3-af3b-dcd32c490687 req-571ed26f-c8dc-4225-a81d-ffd4d40e7971 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:37.962261 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-15df9ac1-3f2c-45b3-af3b-dcd32c490687 req-571ed26f-c8dc-4225-a81d-ffd4d40e7971 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Calling delete_port for a318a872-42b1-45af-88b6-9ce2e631e8b3 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:58:37.964793 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-4d32e9b5-2897-48fb-8b48-63c65b8f22b0 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:38.109509 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:58:38.139818 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32e9b5-2897-48fb-8b48-63c65b8f22b0 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Pushing event updated for resources: {'Port': ['ID=c890e210-5a9e-4f9f-80d7-4cddf7fc07cc,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:38.202962 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-4d32e9b5-2897-48fb-8b48-63c65b8f22b0 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Network fc198a8b-4ee5-462c-a635-e1062c7dbf51 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:58:38.222414 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802dcd58-c0e1-41ae-aea7-7c68fd0d692e req-9cf6beaf-8540-4892-8aad-0f52a2339b20 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:38.224044 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-802dcd58-c0e1-41ae-aea7-7c68fd0d692e req-9cf6beaf-8540-4892-8aad-0f52a2339b20 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/ports?device_id=35a2e386-c8da-48e2-8dd0-d178d4c5bb29 HTTP/1.1" status: 200 len: 950 time: 0.3041739 Oct 19 00:58:38.227005 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-4d32e9b5-2897-48fb-8b48-63c65b8f22b0 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:58:38.231149 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-4d32e9b5-2897-48fb-8b48-63c65b8f22b0 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:58:38.250522 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:58:38.251701 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:38.339174 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-802dcd58-c0e1-41ae-aea7-7c68fd0d692e req-13c4d3f9-b05c-49e4-a506-b0a09cf80040 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d11d4ba-edad-49be-842b-3e9ad503eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936413 Oct 19 00:58:38.362589 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-4d32e9b5-2897-48fb-8b48-63c65b8f22b0 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:38.374199 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-4d32e9b5-2897-48fb-8b48-63c65b8f22b0 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:38.404349 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-153f76e8-d9e3-4fb6-85cc-6bc1e9921b67 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:38.413449 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-153f76e8-d9e3-4fb6-85cc-6bc1e9921b67 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/networks?id=62832aa4-f933-46b7-a594-83f0870bcae7 HTTP/1.1" status: 200 len: 811 time: 0.2325482 Oct 19 00:58:38.414598 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-606eefa4-d4cb-4120-8082-9f892a4aa19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a76c24-ebff-451a-94e5-8b3bad3eec90', 'name': 'tempest-ServerRescueTestJSON-1151870963-router', 'tenant_id': '040edf26402f44e39ee858ecd5007fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:58:30Z', 'updated_at': '2021-10-19T00:58:36Z', 'revision_number': 4, 'project_id': '040edf26402f44e39ee858ecd5007fee', 'gw_port': {'id': '5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a76c24-ebff-451a-94e5-8b3bad3eec90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:58:31Z', 'updated_at': '2021-10-19T00:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '3ca0f373-caaf-43e8-87ef-44b62b61ea22', 'name': '', 'network_id': '62832aa4-f933-46b7-a594-83f0870bcae7', 'tenant_id': '040edf26402f44e39ee858ecd5007fee', 'mac_address': 'fa:16:3e:97:f6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a76c24-ebff-451a-94e5-8b3bad3eec90', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'fb613dcd-fb60-4a35-9df7-17d1189a9278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:58:34Z', 'updated_at': '2021-10-19T00:58:36Z', 'revision_number': 2, 'project_id': '040edf26402f44e39ee858ecd5007fee', 'subnets': [{'id': 'fb613dcd-fb60-4a35-9df7-17d1189a9278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:58:38.437828 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-4d32e9b5-2897-48fb-8b48-63c65b8f22b0 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4727154 Oct 19 00:58:38.440860 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-c1ab8aa0-9e05-4cb8-8201-7436a1ad44b2 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/quotas/040edf26402f44e39ee858ecd5007fee HTTP/1.1" status: 200 len: 375 time: 0.0255008 Oct 19 00:58:38.476241 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606eefa4-d4cb-4120-8082-9f892a4aa19c None None] Checking router: 38a76c24-ebff-451a-94e5-8b3bad3eec90 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:58:38.481324 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606eefa4-d4cb-4120-8082-9f892a4aa19c None None] Updating router 38a76c24-ebff-451a-94e5-8b3bad3eec90 port 3ca0f373-caaf-43e8-87ef-44b62b61ea22 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:58:38.493298 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-7208f1ab-054a-44a8-91f6-d3b13c0bdca2 service neutron] Request body: {'port': {'device_id': 'e9547c6d-a57a-47b5-adc6-69c650490c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:38.509537 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-97078c9f-e85a-4c59-9e57-59004c14ba4d tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=040edf26402f44e39ee858ecd5007fee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0673409 Oct 19 00:58:38.535148 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-606eefa4-d4cb-4120-8082-9f892a4aa19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:38.590774 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-15df9ac1-3f2c-45b3-af3b-dcd32c490687 req-571ed26f-c8dc-4225-a81d-ffd4d40e7971 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:38.631906 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ed26f-c8dc-4225-a81d-ffd4d40e7971 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Pushing event deleted for resources: {'Port': ['ID=a318a872-42b1-45af-88b6-9ce2e631e8b3,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:38.641586 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313fbf4-64e6-4871-a450-e6bbda146b0f req-23f255bf-ac8f-488c-ab18-474babc2413b tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:38.648749 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6313fbf4-64e6-4871-a450-e6bbda146b0f req-23f255bf-ac8f-488c-ab18-474babc2413b tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=5dbb341a-a170-4c40-95e4-8e47de1fa1b7 HTTP/1.1" status: 200 len: 948 time: 0.1644049 Oct 19 00:58:38.650976 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-7208f1ab-054a-44a8-91f6-d3b13c0bdca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:38.683621 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-ba483903-0ab3-418b-ad4d-9127f389a82d service neutron] 10.222.0.57 "GET /v2.0/networks/62832aa4-f933-46b7-a594-83f0870bcae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605773 Oct 19 00:58:38.768462 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-15df9ac1-3f2c-45b3-af3b-dcd32c490687 req-571ed26f-c8dc-4225-a81d-ffd4d40e7971 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] No DVR routers for this DVR port a318a872-42b1-45af-88b6-9ce2e631e8b3 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:58:38.795110 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-15df9ac1-3f2c-45b3-af3b-dcd32c490687 req-571ed26f-c8dc-4225-a81d-ffd4d40e7971 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:38.802312 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-15df9ac1-3f2c-45b3-af3b-dcd32c490687 req-571ed26f-c8dc-4225-a81d-ffd4d40e7971 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.24 "DELETE /v2.0/ports/a318a872-42b1-45af-88b6-9ce2e631e8b3 HTTP/1.1" status: 204 len: 173 time: 1.5875452 Oct 19 00:58:38.804491 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-19f5b57d-ed35-410a-9522-36f5508f089c service neutron] 10.222.0.57 "GET /v2.0/networks/62832aa4-f933-46b7-a594-83f0870bcae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196723 Oct 19 00:58:38.831253 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6313fbf4-64e6-4871-a450-e6bbda146b0f req-90f1b532-7d70-4b22-83b1-ede5878fd477 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769714 Oct 19 00:58:39.105892 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9e4e0-f9bb-490f-b04c-ea9520641052 req-0f52c9cc-88f3-4ece-9dac-d43323d99a04 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:39.115994 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a2b9e4e0-f9bb-490f-b04c-ea9520641052 req-0f52c9cc-88f3-4ece-9dac-d43323d99a04 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 931 time: 0.1371372 Oct 19 00:58:39.227402 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a2b9e4e0-f9bb-490f-b04c-ea9520641052 req-abb8c976-040b-4404-9972-2fff1eabb0ba tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044264 Oct 19 00:58:39.230484 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc1496-3200-46d0-9183-051924370d68 req-033cd0d8-e29d-4f08-b7cb-53758e5ca895 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:39.240655 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-efdc1496-3200-46d0-9183-051924370d68 req-033cd0d8-e29d-4f08-b7cb-53758e5ca895 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 949 time: 0.1129794 Oct 19 00:58:39.262853 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-606eefa4-d4cb-4120-8082-9f892a4aa19c None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:39.272379 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-606eefa4-d4cb-4120-8082-9f892a4aa19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:39.303345 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-efdc1496-3200-46d0-9183-051924370d68 req-22620697-3e70-497a-bccb-823098416e71 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617425 Oct 19 00:58:39.408712 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e7a34c3a-cadc-4362-b35d-1c0ef8ef3e93 req-9a7a5601-e6c4-46c7-8007-055b67718b4e tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 210 time: 0.0427990 Oct 19 00:58:39.423335 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb50de-a8cb-40b8-888b-d344f207d721 None None] Pushing event updated for resources: {'Port': ['ID=3ca0f373-caaf-43e8-87ef-44b62b61ea22,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:39.443794 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a2e386-c8da-48e2-8dd0-d178d4c5bb29', 'name': 'network-vif-deleted', 'tag': 'a318a872-42b1-45af-88b6-9ce2e631e8b3'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:39.446471 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ec3311-f40a-4e35-b9c7-de4a0e0f3253" -d '{"events": [{"server_uuid": "35a2e386-c8da-48e2-8dd0-d178d4c5bb29", "name": "network-vif-deleted", "tag": "a318a872-42b1-45af-88b6-9ce2e631e8b3"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:39.451243 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-7208f1ab-054a-44a8-91f6-d3b13c0bdca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c890e210-5a9e-4f9f-80d7-4cddf7fc07cc {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:58:39.460041 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-7208f1ab-054a-44a8-91f6-d3b13c0bdca2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:39.474228 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-7208f1ab-054a-44a8-91f6-d3b13c0bdca2 service neutron] Transition to ACTIVE for port object c890e210-5a9e-4f9f-80d7-4cddf7fc07cc will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:58:39.481716 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-7208f1ab-054a-44a8-91f6-d3b13c0bdca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:39.490279 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb50de-a8cb-40b8-888b-d344f207d721 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:39.490923 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb50de-a8cb-40b8-888b-d344f207d721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:39.491537 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb50de-a8cb-40b8-888b-d344f207d721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:39.492229 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb50de-a8cb-40b8-888b-d344f207d721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:39.492765 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb50de-a8cb-40b8-888b-d344f207d721 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:39.493487 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb50de-a8cb-40b8-888b-d344f207d721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:39.495667 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb50de-a8cb-40b8-888b-d344f207d721 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:39.496336 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb50de-a8cb-40b8-888b-d344f207d721 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:39.496854 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb50de-a8cb-40b8-888b-d344f207d721 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:39.497416 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb50de-a8cb-40b8-888b-d344f207d721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:39.497925 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb50de-a8cb-40b8-888b-d344f207d721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:39.498429 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb50de-a8cb-40b8-888b-d344f207d721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:39.546771 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-71991f56-cb66-4129-b113-498992f04a25 req-7544ab57-476e-4ebd-bcf0-7fcf7e8d2c28 tempest-ServersAdminNegativeTestJSON-588278116 tempest-ServersAdminNegativeTestJSON-588278116-project] 10.222.0.57 "GET /v2.0/ports?device_id=35a2e386-c8da-48e2-8dd0-d178d4c5bb29 HTTP/1.1" status: 200 len: 210 time: 0.0624404 Oct 19 00:58:39.566041 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b4458c-9131-4989-bf82-06182e5ede4d x-openstack-request-id: req-87b4458c-9131-4989-bf82-06182e5ede4d {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:39.566361 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a2e386-c8da-48e2-8dd0-d178d4c5bb29", "name": "network-vif-deleted", "tag": "a318a872-42b1-45af-88b6-9ce2e631e8b3", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:39.566682 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-87b4458c-9131-4989-bf82-06182e5ede4d {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:39.566958 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a2e386-c8da-48e2-8dd0-d178d4c5bb29', 'name': 'network-vif-deleted', 'tag': 'a318a872-42b1-45af-88b6-9ce2e631e8b3', 'status': 'completed', 'code': 200} Oct 19 00:58:39.576088 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208f1ab-054a-44a8-91f6-d3b13c0bdca2 service neutron] Pushing event updated for resources: {'Port': ['ID=c890e210-5a9e-4f9f-80d7-4cddf7fc07cc,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:39.590809 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-606eefa4-d4cb-4120-8082-9f892a4aa19c None None] Attempting to bind port 3ca0f373-caaf-43e8-87ef-44b62b61ea22 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:58:39.591477 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-606eefa4-d4cb-4120-8082-9f892a4aa19c None None] Attempting to bind port 3ca0f373-caaf-43e8-87ef-44b62b61ea22 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '85bace0f-b843-4894-b32a-1b2db0de4a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '62832aa4-f933-46b7-a594-83f0870bcae7'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:58:39.592311 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606eefa4-d4cb-4120-8082-9f892a4aa19c None None] Attempting to bind port 3ca0f373-caaf-43e8-87ef-44b62b61ea22 on network 62832aa4-f933-46b7-a594-83f0870bcae7 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:58:39.597936 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606eefa4-d4cb-4120-8082-9f892a4aa19c None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:58:39.598850 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606eefa4-d4cb-4120-8082-9f892a4aa19c None None] Checking segment: {'id': '85bace0f-b843-4894-b32a-1b2db0de4a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '62832aa4-f933-46b7-a594-83f0870bcae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:58:39.599556 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-606eefa4-d4cb-4120-8082-9f892a4aa19c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:39.600166 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606eefa4-d4cb-4120-8082-9f892a4aa19c None None] Bound using segment: {'id': '85bace0f-b843-4894-b32a-1b2db0de4a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '62832aa4-f933-46b7-a594-83f0870bcae7'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:58:39.600831 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-606eefa4-d4cb-4120-8082-9f892a4aa19c None None] Bound port: 3ca0f373-caaf-43e8-87ef-44b62b61ea22, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85bace0f-b843-4894-b32a-1b2db0de4a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '62832aa4-f933-46b7-a594-83f0870bcae7'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:58:39.601440 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-606eefa4-d4cb-4120-8082-9f892a4aa19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:39.648188 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-7208f1ab-054a-44a8-91f6-d3b13c0bdca2 service neutron] Attempting to bind port c890e210-5a9e-4f9f-80d7-4cddf7fc07cc on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:58:39.648525 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-7208f1ab-054a-44a8-91f6-d3b13c0bdca2 service neutron] Attempting to bind port c890e210-5a9e-4f9f-80d7-4cddf7fc07cc by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:58:39.648746 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-7208f1ab-054a-44a8-91f6-d3b13c0bdca2 service neutron] Attempting to bind port c890e210-5a9e-4f9f-80d7-4cddf7fc07cc on network fc198a8b-4ee5-462c-a635-e1062c7dbf51 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:58:39.654708 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-7208f1ab-054a-44a8-91f6-d3b13c0bdca2 service neutron] Port c890e210-5a9e-4f9f-80d7-4cddf7fc07cc on network fc198a8b-4ee5-462c-a635-e1062c7dbf51 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:58:39.655618 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-7208f1ab-054a-44a8-91f6-d3b13c0bdca2 service neutron] Attempting to bind port c890e210-5a9e-4f9f-80d7-4cddf7fc07cc on network fc198a8b-4ee5-462c-a635-e1062c7dbf51 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:58:39.660372 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-7208f1ab-054a-44a8-91f6-d3b13c0bdca2 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:58:39.660890 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-7208f1ab-054a-44a8-91f6-d3b13c0bdca2 service neutron] Checking segment: {'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:58:39.661278 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-7208f1ab-054a-44a8-91f6-d3b13c0bdca2 service neutron] Bound using segment: {'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:58:39.661695 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-7208f1ab-054a-44a8-91f6-d3b13c0bdca2 service neutron] Bound port: c890e210-5a9e-4f9f-80d7-4cddf7fc07cc, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:58:39.662044 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-7208f1ab-054a-44a8-91f6-d3b13c0bdca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:39.689330 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-606eefa4-d4cb-4120-8082-9f892a4aa19c None None] For port 3ca0f373-caaf-43e8-87ef-44b62b61ea22, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:58:39.696549 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-606eefa4-d4cb-4120-8082-9f892a4aa19c None None] For port 3ca0f373-caaf-43e8-87ef-44b62b61ea22, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=3ca0f373-caaf-43e8-87ef-44b62b61ea22,segment=NetworkSegment(85bace0f-b843-4894-b32a-1b2db0de4a04),segment_id=85bace0f-b843-4894-b32a-1b2db0de4a04)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:58:39.717392 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-606eefa4-d4cb-4120-8082-9f892a4aa19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:39.736051 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-7208f1ab-054a-44a8-91f6-d3b13c0bdca2 service neutron] For port c890e210-5a9e-4f9f-80d7-4cddf7fc07cc, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:58:39.740265 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-7208f1ab-054a-44a8-91f6-d3b13c0bdca2 service neutron] For port c890e210-5a9e-4f9f-80d7-4cddf7fc07cc, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=c890e210-5a9e-4f9f-80d7-4cddf7fc07cc,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:58:39.745316 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-7208f1ab-054a-44a8-91f6-d3b13c0bdca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:39.778925 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb50de-a8cb-40b8-888b-d344f207d721 None None] Pushing event updated for resources: {'Port': ['ID=3ca0f373-caaf-43e8-87ef-44b62b61ea22,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:39.782199 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606eefa4-d4cb-4120-8082-9f892a4aa19c None None] Routers {'38a76c24-ebff-451a-94e5-8b3bad3eec90'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:58:39.783024 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-606eefa4-d4cb-4120-8082-9f892a4aa19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T00:58:16Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['38a76c24-ebff-451a-94e5-8b3bad3eec90'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:58:39.800845 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device a318a872-42b1-45af-88b6-9ce2e631e8b3 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:58:39.804056 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-7208f1ab-054a-44a8-91f6-d3b13c0bdca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:39.804668 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-7208f1ab-054a-44a8-91f6-d3b13c0bdca2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:39.806100 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-7208f1ab-054a-44a8-91f6-d3b13c0bdca2 service neutron] 10.222.0.24 "PUT /v2.0/ports/c890e210-5a9e-4f9f-80d7-4cddf7fc07cc HTTP/1.1" status: 200 len: 1092 time: 1.3205121 Oct 19 00:58:39.832526 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: a318a872-42b1-45af-88b6-9ce2e631e8b3 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:58:39.833436 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device a318a872-42b1-45af-88b6-9ce2e631e8b3 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:58:39.899819 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208f1ab-054a-44a8-91f6-d3b13c0bdca2 service neutron] Pushing event updated for resources: {'Port': ['ID=c890e210-5a9e-4f9f-80d7-4cddf7fc07cc,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:39.956108 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-f0b3f07b-bba8-4052-84f6-07c7b817a1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:39.957647 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-f0b3f07b-bba8-4052-84f6-07c7b817a1e4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65459246a90a47d0b59f03208da91106&device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 1095 time: 0.0913103 Oct 19 00:58:39.982842 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-606eefa4-d4cb-4120-8082-9f892a4aa19c None None] Set router 38a76c24-ebff-451a-94e5-8b3bad3eec90 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:58:40.020255 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8d431-7a0a-471b-8ce4-eae1803e5e9f req-e478a266-465c-496a-8199-dc0acf42a7c0 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:40.020648 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-6c232434-8d88-45f1-83f3-c8f542628ec9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c890e210-5a9e-4f9f-80d7-4cddf7fc07cc HTTP/1.1" status: 200 len: 217 time: 0.0485375 Oct 19 00:58:40.022179 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-83c8d431-7a0a-471b-8ce4-eae1803e5e9f req-e478a266-465c-496a-8199-dc0acf42a7c0 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=5dbb341a-a170-4c40-95e4-8e47de1fa1b7 HTTP/1.1" status: 200 len: 948 time: 0.0753632 Oct 19 00:58:40.073268 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-83c8d431-7a0a-471b-8ce4-eae1803e5e9f req-7f8cfbc4-2bb9-4624-b051-4abcd509c6cb tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409219 Oct 19 00:58:40.078151 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 6d025541-e179-42fb-a496-a8e3604af1c4 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:58:40.094808 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-b0c18013-8462-4171-8286-2611761a9446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:40.097023 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-b0c18013-8462-4171-8286-2611761a9446 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7b8444cd-c5d7-4c88-b1b0-9d01aef8093c HTTP/1.1" status: 200 len: 848 time: 0.0677845 Oct 19 00:58:40.140000 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-e2a135e0-80bf-4f0f-8f8d-08709db1b1f6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc198a8b-4ee5-462c-a635-e1062c7dbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343175 Oct 19 00:58:40.261013 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-99ef6412-4076-42bb-86d0-9b7841bce790 service neutron] 10.222.0.24 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133730 Oct 19 00:58:40.268759 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 6d025541-e179-42fb-a496-a8e3604af1c4, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=6d025541-e179-42fb-a496-a8e3604af1c4,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:40.290587 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '6d025541-e179-42fb-a496-a8e3604af1c4', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': '6d025541-e179-42fb-a496-a8e3604af1c4', 'mac_address': 'fa:16:3e:c0:63:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:58:40.313832 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-606eefa4-d4cb-4120-8082-9f892a4aa19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a76c24-ebff-451a-94e5-8b3bad3eec90', 'name': 'tempest-ServerRescueTestJSON-1151870963-router', 'tenant_id': '040edf26402f44e39ee858ecd5007fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:58:30Z', 'updated_at': '2021-10-19T00:58:36Z', 'revision_number': 4, 'project_id': '040edf26402f44e39ee858ecd5007fee', 'gw_port': {'id': '5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a76c24-ebff-451a-94e5-8b3bad3eec90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:58:31Z', 'updated_at': '2021-10-19T00:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '3ca0f373-caaf-43e8-87ef-44b62b61ea22', 'name': '', 'network_id': '62832aa4-f933-46b7-a594-83f0870bcae7', 'tenant_id': '040edf26402f44e39ee858ecd5007fee', 'mac_address': 'fa:16:3e:97:f6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a76c24-ebff-451a-94e5-8b3bad3eec90', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'fb613dcd-fb60-4a35-9df7-17d1189a9278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:58:34Z', 'updated_at': '2021-10-19T00:58:39Z', 'revision_number': 4, 'project_id': '040edf26402f44e39ee858ecd5007fee', 'subnets': [{'id': 'fb613dcd-fb60-4a35-9df7-17d1189a9278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:58:40.345574 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606eefa4-d4cb-4120-8082-9f892a4aa19c None None] The sync data for ids ['38a76c24-ebff-451a-94e5-8b3bad3eec90'] in n-d-715271-26 is: [{'id': '38a76c24-ebff-451a-94e5-8b3bad3eec90', 'name': 'tempest-ServerRescueTestJSON-1151870963-router', 'tenant_id': '040edf26402f44e39ee858ecd5007fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:58:30Z', 'updated_at': '2021-10-19T00:58:36Z', 'revision_number': 4, 'project_id': '040edf26402f44e39ee858ecd5007fee', 'gw_port': {'id': '5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a76c24-ebff-451a-94e5-8b3bad3eec90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:58:31Z', 'updated_at': '2021-10-19T00:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '3ca0f373-caaf-43e8-87ef-44b62b61ea22', 'name': '', 'network_id': '62832aa4-f933-46b7-a594-83f0870bcae7', 'tenant_id': '040edf26402f44e39ee858ecd5007fee', 'mac_address': 'fa:16:3e:97:f6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a76c24-ebff-451a-94e5-8b3bad3eec90', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'fb613dcd-fb60-4a35-9df7-17d1189a9278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:58:34Z', 'updated_at': '2021-10-19T00:58:39Z', 'revision_number': 4, 'project_id': '040edf26402f44e39ee858ecd5007fee', 'subnets': [{'id': 'fb613dcd-fb60-4a35-9df7-17d1189a9278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:58:40.372685 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:40.399358 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d025541-e179-42fb-a496-a8e3604af1c4 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:58:40.444900 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 6d025541-e179-42fb-a496-a8e3604af1c4, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=6d025541-e179-42fb-a496-a8e3604af1c4,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:40.450291 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531d76d-1a5c-459e-8f50-fbcdffc64768 req-17a24d6f-536a-46f9-bbc2-d58a322a3415 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:40.460749 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:40.467258 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8531d76d-1a5c-459e-8f50-fbcdffc64768 req-17a24d6f-536a-46f9-bbc2-d58a322a3415 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 943 time: 0.1431828 Oct 19 00:58:40.471295 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-deaabb9b-8066-425a-8e66-5ac7e7dc7d97 req-a72610ea-b5ea-4d9e-993f-7a1b59653a9e service neutron] 10.222.0.24 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023342 Oct 19 00:58:40.525003 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575ea72-264a-439f-ab36-e7612c495cc0 req-831b7206-bbb1-4082-ba7f-4fb489b43c6b tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:40.528174 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e575ea72-264a-439f-ab36-e7612c495cc0 req-831b7206-bbb1-4082-ba7f-4fb489b43c6b tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 949 time: 0.1441436 Oct 19 00:58:40.532700 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=6d025541-e179-42fb-a496-a8e3604af1c4,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:40.556334 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8531d76d-1a5c-459e-8f50-fbcdffc64768 req-533b6304-71d6-499f-b32f-79179dbb34ca tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881779 Oct 19 00:58:40.598639 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e575ea72-264a-439f-ab36-e7612c495cc0 req-74a3e83a-260c-4ada-b05a-afa29bd290bf tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613158 Oct 19 00:58:40.737103 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-12d9d529-16e8-4c30-b9b3-8a3d431d8604 req-43624d96-0667-43c0-96fa-8b1ba3156363 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 210 time: 0.0480309 Oct 19 00:58:40.834763 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['6d025541-e179-42fb-a496-a8e3604af1c4'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:58:40.877190 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-7a42247e-e7ce-430d-bdb8-af44028ad2fa tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:40.878971 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-7a42247e-e7ce-430d-bdb8-af44028ad2fa tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.55 "GET /v2.0/networks?id=62832aa4-f933-46b7-a594-83f0870bcae7 HTTP/1.1" status: 200 len: 811 time: 0.2694988 Oct 19 00:58:40.889476 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [req-3269bcb3-c402-4501-bdce-f66119162908 req-714cd79e-91b9-42c1-9562-d9016dced704 service neutron] show failed (client error): The resource could not be found. Oct 19 00:58:40.891471 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3269bcb3-c402-4501-bdce-f66119162908 req-714cd79e-91b9-42c1-9562-d9016dced704 service neutron] 10.222.0.24 "GET /v2.0/ports/74a7a6dc-e5bc-4245-b19e-d5eee08c7311/bindings/n-h1-715271-26 HTTP/1.1" status: 404 len: 381 time: 0.1253746 Oct 19 00:58:40.899792 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-37e2bfb1-091e-4bbe-9ae2-7d0342177fb3 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Request body: {'port': {'device_id': 'f8c44793-bfc5-4ca1-beb1-6d02851c61d6', 'network_id': '62832aa4-f933-46b7-a594-83f0870bcae7', 'admin_state_up': True, 'tenant_id': '040edf26402f44e39ee858ecd5007fee'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:41.136665 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 47776) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:41.188331 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-37e2bfb1-091e-4bbe-9ae2-7d0342177fb3 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Made reservation on behalf of 040edf26402f44e39ee858ecd5007fee for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:58:41.195550 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-37e2bfb1-091e-4bbe-9ae2-7d0342177fb3 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:41.345862 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5647db-e992-45db-a41e-904e86653631 req-dfe6aafb-7299-42dd-850d-2a98e6caaef8 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:41.348219 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9f5647db-e992-45db-a41e-904e86653631 req-dfe6aafb-7299-42dd-850d-2a98e6caaef8 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=5dbb341a-a170-4c40-95e4-8e47de1fa1b7 HTTP/1.1" status: 200 len: 949 time: 0.1288104 Oct 19 00:58:41.433536 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-37e2bfb1-091e-4bbe-9ae2-7d0342177fb3 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Allocated IP 172.20.0.13 (62832aa4-f933-46b7-a594-83f0870bcae7/fb613dcd-fb60-4a35-9df7-17d1189a9278/f5978b6e-6402-4ec6-aede-fe1f65da91cf) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:58:41.450100 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2d4407d1-918b-42ff-a625-fefa2cfc1565 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=34d51a7b450842e8ab677398f5ef5b85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3091609 Oct 19 00:58:41.453501 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47786) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:41.473832 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9f5647db-e992-45db-a41e-904e86653631 req-295b1946-5753-4c2d-8659-496eec8de684 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863552 Oct 19 00:58:41.508990 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269bcb3-c402-4501-bdce-f66119162908 req-12aecc78-5bb5-4190-b1a1-9d0e77ede63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:41.511897 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3269bcb3-c402-4501-bdce-f66119162908 req-12aecc78-5bb5-4190-b1a1-9d0e77ede63c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515&tenant_id=ac822e1b6e714d828ed258d652a9ce7a HTTP/1.1" status: 200 len: 1101 time: 0.1627378 Oct 19 00:58:41.533644 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-3269bcb3-c402-4501-bdce-f66119162908 req-6b4c30bf-8527-44e7-bcd0-52df8ed40201 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-26', 'device_owner': 'compute:nova'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:41.569772 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9547c6d-a57a-47b5-adc6-69c650490c1a', 'tag': 'c890e210-5a9e-4f9f-80d7-4cddf7fc07cc'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:41.571889 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934db679-6aca-420f-8646-18fab1b9099f" -d '{"events": [{"name": "network-changed", "server_uuid": "e9547c6d-a57a-47b5-adc6-69c650490c1a", "tag": "c890e210-5a9e-4f9f-80d7-4cddf7fc07cc"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:41.656068 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3269bcb3-c402-4501-bdce-f66119162908 req-6b4c30bf-8527-44e7-bcd0-52df8ed40201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:41.710754 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73c806d-e257-425e-a8e3-aa94a6097a38 x-openstack-request-id: req-d73c806d-e257-425e-a8e3-aa94a6097a38 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:41.711036 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9547c6d-a57a-47b5-adc6-69c650490c1a", "tag": "c890e210-5a9e-4f9f-80d7-4cddf7fc07cc", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:41.711287 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d73c806d-e257-425e-a8e3-aa94a6097a38 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:41.711784 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9547c6d-a57a-47b5-adc6-69c650490c1a', 'tag': 'c890e210-5a9e-4f9f-80d7-4cddf7fc07cc', 'status': 'completed', 'code': 200} Oct 19 00:58:41.718362 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-37e2bfb1-091e-4bbe-9ae2-7d0342177fb3 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:41.733460 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4967b782-8c18-4c7f-a4c8-e7d211eddc6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:41.819109 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-37e2bfb1-091e-4bbe-9ae2-7d0342177fb3 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:41.834058 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934db679-6aca-420f-8646-18fab1b9099f req-7da5af67-ed0a-4f30-9fc9-8dd95ce21153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:41.835566 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-934db679-6aca-420f-8646-18fab1b9099f req-7da5af67-ed0a-4f30-9fc9-8dd95ce21153 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65459246a90a47d0b59f03208da91106&device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 1095 time: 0.1054962 Oct 19 00:58:41.875046 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4967b782-8c18-4c7f-a4c8-e7d211eddc6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:41.886741 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac515a-b748-4a09-ac31-c94456ec8387 req-3eb9464f-5fb7-4c49-86bc-9f019c6c66a1 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:41.888280 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-60ac515a-b748-4a09-ac31-c94456ec8387 req-3eb9464f-5fb7-4c49-86bc-9f019c6c66a1 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 949 time: 0.1175132 Oct 19 00:58:41.914425 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-37e2bfb1-091e-4bbe-9ae2-7d0342177fb3 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Network 62832aa4-f933-46b7-a594-83f0870bcae7 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:58:41.930619 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-37e2bfb1-091e-4bbe-9ae2-7d0342177fb3 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:58:41.967657 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-37e2bfb1-091e-4bbe-9ae2-7d0342177fb3 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:58:41.994555 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b949d9e-c802-48c0-9d1f-f34adfd792bc req-d0d4aa31-c300-45f5-abd5-998b4a9a5b45 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:42.011131 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1b949d9e-c802-48c0-9d1f-f34adfd792bc req-d0d4aa31-c300-45f5-abd5-998b4a9a5b45 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 943 time: 0.2697656 Oct 19 00:58:42.021386 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e2bfb1-091e-4bbe-9ae2-7d0342177fb3 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Pushing event updated for resources: {'Port': ['ID=f5978b6e-6402-4ec6-aede-fe1f65da91cf,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:42.073843 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-60ac515a-b748-4a09-ac31-c94456ec8387 req-a38e0c19-fe9f-44ef-b276-94b3c37a4e87 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612659 Oct 19 00:58:42.091665 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 6d025541-e179-42fb-a496-a8e3604af1c4 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:58:42.137342 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4967b782-8c18-4c7f-a4c8-e7d211eddc6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:42.148926 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 3ca0f373-caaf-43e8-87ef-44b62b61ea22 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:58:42.153094 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4967b782-8c18-4c7f-a4c8-e7d211eddc6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:42.166597 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4967b782-8c18-4c7f-a4c8-e7d211eddc6d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3d11d4ba-edad-49be-842b-3e9ad503eb0e HTTP/1.1" status: 204 len: 168 time: 0.7074947 Oct 19 00:58:42.170443 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-37e2bfb1-091e-4bbe-9ae2-7d0342177fb3 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:42.171143 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-37e2bfb1-091e-4bbe-9ae2-7d0342177fb3 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:42.177054 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934db679-6aca-420f-8646-18fab1b9099f req-5e077169-58b2-411a-8bf0-b7ce41bf9945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:42.180381 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-934db679-6aca-420f-8646-18fab1b9099f req-5e077169-58b2-411a-8bf0-b7ce41bf9945 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc198a8b-4ee5-462c-a635-e1062c7dbf51 HTTP/1.1" status: 200 len: 909 time: 0.3219757 Oct 19 00:58:42.191899 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967b782-8c18-4c7f-a4c8-e7d211eddc6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d11d4ba-edad-49be-842b-3e9ad503eb0e,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:42.219761 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-37e2bfb1-091e-4bbe-9ae2-7d0342177fb3 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3271286 Oct 19 00:58:42.249508 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1b949d9e-c802-48c0-9d1f-f34adfd792bc req-94e3b45e-b89b-4b9e-9050-1b6da4859a70 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681960 Oct 19 00:58:42.261848 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-3269bcb3-c402-4501-bdce-f66119162908 req-6b4c30bf-8527-44e7-bcd0-52df8ed40201 service neutron] For port 74a7a6dc-e5bc-4245-b19e-d5eee08c7311, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=74a7a6dc-e5bc-4245-b19e-d5eee08c7311,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:42.266013 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 6d025541-e179-42fb-a496-a8e3604af1c4 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:58:42.278705 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 6d025541-e179-42fb-a496-a8e3604af1c4 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:58:42.279538 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:42.294992 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-ef153f98-f7a6-4300-ba81-5f4819216547 service neutron] Request body: {'port': {'device_id': 'f8c44793-bfc5-4ca1-beb1-6d02851c61d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:42.363366 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-934db679-6aca-420f-8646-18fab1b9099f req-67fe2d22-c67e-4fb8-80c3-0bbd01509de5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c890e210-5a9e-4f9f-80d7-4cddf7fc07cc HTTP/1.1" status: 200 len: 217 time: 0.1666467 Oct 19 00:58:42.374264 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-3269bcb3-c402-4501-bdce-f66119162908 req-6b4c30bf-8527-44e7-bcd0-52df8ed40201 service neutron] For port 74a7a6dc-e5bc-4245-b19e-d5eee08c7311, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:58:42.393652 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 3ca0f373-caaf-43e8-87ef-44b62b61ea22 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:58:42.397634 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:42.468487 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-ef153f98-f7a6-4300-ba81-5f4819216547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:42.483073 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f727f01f-7ab8-4ffb-ad6f-82c990363515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74a7a6dc-e5bc-4245-b19e-d5eee08c7311'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:42.490204 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6810d72-0cb3-44dd-a4f5-bd92568df3a3" -d '{"events": [{"server_uuid": "f727f01f-7ab8-4ffb-ad6f-82c990363515", "name": "network-vif-unplugged", "status": "completed", "tag": "74a7a6dc-e5bc-4245-b19e-d5eee08c7311"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:42.501585 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3269bcb3-c402-4501-bdce-f66119162908 req-6b4c30bf-8527-44e7-bcd0-52df8ed40201 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:42.534054 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-3269bcb3-c402-4501-bdce-f66119162908 req-6b4c30bf-8527-44e7-bcd0-52df8ed40201 service neutron] Transition to ACTIVE for port object 74a7a6dc-e5bc-4245-b19e-d5eee08c7311 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:58:42.553208 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513992f-db8f-4200-b241-2ab87f3b2e97 req-613e3fa9-9b87-49f0-a96f-5a3c432fe3f1 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:42.555748 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8513992f-db8f-4200-b241-2ab87f3b2e97 req-613e3fa9-9b87-49f0-a96f-5a3c432fe3f1 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 932 time: 0.1964314 Oct 19 00:58:42.559197 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3269bcb3-c402-4501-bdce-f66119162908 req-6b4c30bf-8527-44e7-bcd0-52df8ed40201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:42.584700 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:42.641225 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dbb341a-a170-4c40-95e4-8e47de1fa1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d025541-e179-42fb-a496-a8e3604af1c4'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:42.643582 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ca8a79-b274-4f49-8318-fb4c96bca638" -d '{"events": [{"server_uuid": "5dbb341a-a170-4c40-95e4-8e47de1fa1b7", "name": "network-vif-plugged", "status": "completed", "tag": "6d025541-e179-42fb-a496-a8e3604af1c4"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:42.648750 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:42.666945 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 6d025541-e179-42fb-a496-a8e3604af1c4, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=6d025541-e179-42fb-a496-a8e3604af1c4,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:42.680502 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:42.722050 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-3269bcb3-c402-4501-bdce-f66119162908 req-6b4c30bf-8527-44e7-bcd0-52df8ed40201 service neutron] No DVR routers for this DVR port 74a7a6dc-e5bc-4245-b19e-d5eee08c7311 on host n-h2-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:58:42.736539 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 3ca0f373-caaf-43e8-87ef-44b62b61ea22, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=3ca0f373-caaf-43e8-87ef-44b62b61ea22,segment=NetworkSegment(85bace0f-b843-4894-b32a-1b2db0de4a04),segment_id=85bace0f-b843-4894-b32a-1b2db0de4a04)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:42.770819 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:42.787945 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=6d025541-e179-42fb-a496-a8e3604af1c4,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:42.795716 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47844) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:42.846870 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-3269bcb3-c402-4501-bdce-f66119162908 req-6b4c30bf-8527-44e7-bcd0-52df8ed40201 service neutron] Attempting to bind port 74a7a6dc-e5bc-4245-b19e-d5eee08c7311 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:58:42.847453 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-3269bcb3-c402-4501-bdce-f66119162908 req-6b4c30bf-8527-44e7-bcd0-52df8ed40201 service neutron] Attempting to bind port 74a7a6dc-e5bc-4245-b19e-d5eee08c7311 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:58:42.847986 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3269bcb3-c402-4501-bdce-f66119162908 req-6b4c30bf-8527-44e7-bcd0-52df8ed40201 service neutron] Attempting to bind port 74a7a6dc-e5bc-4245-b19e-d5eee08c7311 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:58:42.856237 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8513992f-db8f-4200-b241-2ab87f3b2e97 req-3c9dff49-2963-4cce-bbbf-6832fc351f06 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845869 Oct 19 00:58:42.860352 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3269bcb3-c402-4501-bdce-f66119162908 req-6b4c30bf-8527-44e7-bcd0-52df8ed40201 service neutron] Port 74a7a6dc-e5bc-4245-b19e-d5eee08c7311 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:58:42.860913 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3269bcb3-c402-4501-bdce-f66119162908 req-6b4c30bf-8527-44e7-bcd0-52df8ed40201 service neutron] Attempting to bind port 74a7a6dc-e5bc-4245-b19e-d5eee08c7311 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:58:42.875534 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3269bcb3-c402-4501-bdce-f66119162908 req-6b4c30bf-8527-44e7-bcd0-52df8ed40201 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:58:42.876648 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3269bcb3-c402-4501-bdce-f66119162908 req-6b4c30bf-8527-44e7-bcd0-52df8ed40201 service neutron] Checking segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:58:42.878283 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3269bcb3-c402-4501-bdce-f66119162908 req-6b4c30bf-8527-44e7-bcd0-52df8ed40201 service neutron] Bound using segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:58:42.878819 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-3269bcb3-c402-4501-bdce-f66119162908 req-6b4c30bf-8527-44e7-bcd0-52df8ed40201 service neutron] Bound port: 74a7a6dc-e5bc-4245-b19e-d5eee08c7311, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:58:42.880152 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3269bcb3-c402-4501-bdce-f66119162908 req-6b4c30bf-8527-44e7-bcd0-52df8ed40201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:42.889393 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=3ca0f373-caaf-43e8-87ef-44b62b61ea22,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:42.909717 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c30bf-8527-44e7-bcd0-52df8ed40201 service neutron] Pushing event updated for resources: {'Port': ['ID=74a7a6dc-e5bc-4245-b19e-d5eee08c7311,revision_number=6']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:42.969787 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0b97048b-9482-4ac9-a37d-27429d12a26e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3ee44931213c40799ddff72771750aaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1304801 Oct 19 00:58:42.972649 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47846) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:43.023872 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf73f986-386b-41e3-9766-d7a4992dd7e6 x-openstack-request-id: req-cf73f986-386b-41e3-9766-d7a4992dd7e6 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:43.024258 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f727f01f-7ab8-4ffb-ad6f-82c990363515", "name": "network-vif-unplugged", "status": "completed", "tag": "74a7a6dc-e5bc-4245-b19e-d5eee08c7311", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:43.024573 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cf73f986-386b-41e3-9766-d7a4992dd7e6 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:43.025017 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f727f01f-7ab8-4ffb-ad6f-82c990363515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74a7a6dc-e5bc-4245-b19e-d5eee08c7311', 'code': 200} Oct 19 00:58:43.040434 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09ec8a5-9274-4df3-94d0-e3382d0aa375 x-openstack-request-id: req-a09ec8a5-9274-4df3-94d0-e3382d0aa375 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:43.040764 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dbb341a-a170-4c40-95e4-8e47de1fa1b7", "name": "network-vif-plugged", "status": "completed", "tag": "6d025541-e179-42fb-a496-a8e3604af1c4", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:43.041540 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a09ec8a5-9274-4df3-94d0-e3382d0aa375 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:43.041948 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dbb341a-a170-4c40-95e4-8e47de1fa1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d025541-e179-42fb-a496-a8e3604af1c4', 'code': 200} Oct 19 00:58:43.069420 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0e6439eb-3d11-4a09-b51f-0cb243b99508 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:43.082898 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934db679-6aca-420f-8646-18fab1b9099f req-adc5bf2c-4180-496e-a66b-252208b9fe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:43.085092 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-934db679-6aca-420f-8646-18fab1b9099f req-adc5bf2c-4180-496e-a66b-252208b9fe8c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7b8444cd-c5d7-4c88-b1b0-9d01aef8093c HTTP/1.1" status: 200 len: 848 time: 0.7115133 Oct 19 00:58:43.113287 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0e6439eb-3d11-4a09-b51f-0cb243b99508 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:43.150121 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-3269bcb3-c402-4501-bdce-f66119162908 req-6b4c30bf-8527-44e7-bcd0-52df8ed40201 service neutron] For port 74a7a6dc-e5bc-4245-b19e-d5eee08c7311, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:58:43.188687 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-3269bcb3-c402-4501-bdce-f66119162908 req-6b4c30bf-8527-44e7-bcd0-52df8ed40201 service neutron] For port 74a7a6dc-e5bc-4245-b19e-d5eee08c7311, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=74a7a6dc-e5bc-4245-b19e-d5eee08c7311,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:58:43.195141 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3269bcb3-c402-4501-bdce-f66119162908 req-6b4c30bf-8527-44e7-bcd0-52df8ed40201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:43.200623 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-934db679-6aca-420f-8646-18fab1b9099f req-f531f55f-6f11-4a6c-9485-dcb3cc7947b6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc198a8b-4ee5-462c-a635-e1062c7dbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835419 Oct 19 00:58:43.240817 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269bcb3-c402-4501-bdce-f66119162908 req-6b4c30bf-8527-44e7-bcd0-52df8ed40201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:43.241427 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3269bcb3-c402-4501-bdce-f66119162908 req-6b4c30bf-8527-44e7-bcd0-52df8ed40201 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:43.242812 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3269bcb3-c402-4501-bdce-f66119162908 req-6b4c30bf-8527-44e7-bcd0-52df8ed40201 service neutron] 10.222.0.55 "PUT /v2.0/ports/74a7a6dc-e5bc-4245-b19e-d5eee08c7311 HTTP/1.1" status: 200 len: 1096 time: 1.7172787 Oct 19 00:58:43.248268 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0e6439eb-3d11-4a09-b51f-0cb243b99508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:43.259779 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0e6439eb-3d11-4a09-b51f-0cb243b99508 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:43.263498 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0e6439eb-3d11-4a09-b51f-0cb243b99508 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d5cceff6-1554-4d0a-898d-dfcb288475e0 HTTP/1.1" status: 204 len: 168 time: 0.2828140 Oct 19 00:58:43.273006 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75af26-dbbd-45fb-8398-85ee2f272398 req-f3065ff9-55ae-4424-a88a-38e909e42835 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:43.273649 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec78f7-f3dd-47e0-8d86-36579793bdb5 req-d51c16af-2f13-4683-abaf-673689b106e6 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:43.275079 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-51ec78f7-f3dd-47e0-8d86-36579793bdb5 req-d51c16af-2f13-4683-abaf-673689b106e6 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=5dbb341a-a170-4c40-95e4-8e47de1fa1b7 HTTP/1.1" status: 200 len: 950 time: 0.1882172 Oct 19 00:58:43.280896 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8c75af26-dbbd-45fb-8398-85ee2f272398 req-f3065ff9-55ae-4424-a88a-38e909e42835 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 947 time: 0.1320515 Oct 19 00:58:43.347462 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6439eb-3d11-4a09-b51f-0cb243b99508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cceff6-1554-4d0a-898d-dfcb288475e0,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:43.359558 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d265ea-cf6f-4673-bdfe-f2d253dec02a req-0ba12bf3-028e-4942-9f3c-02f74d03ced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:43.361112 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a5d265ea-cf6f-4673-bdfe-f2d253dec02a req-0ba12bf3-028e-4942-9f3c-02f74d03ced7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5dbb341a-a170-4c40-95e4-8e47de1fa1b7 HTTP/1.1" status: 200 len: 1102 time: 0.2175641 Oct 19 00:58:43.362768 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c30bf-8527-44e7-bcd0-52df8ed40201 service neutron] Pushing event updated for resources: {'Port': ['ID=74a7a6dc-e5bc-4245-b19e-d5eee08c7311,revision_number=7']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:43.392856 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8c75af26-dbbd-45fb-8398-85ee2f272398 req-c3b1e3d3-e381-43fe-ba11-f5c0ec7c4d4a tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074183 Oct 19 00:58:43.413827 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269bcb3-c402-4501-bdce-f66119162908 req-bd0d1754-2e84-4521-b25a-cd04937c628e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:43.415299 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3269bcb3-c402-4501-bdce-f66119162908 req-bd0d1754-2e84-4521-b25a-cd04937c628e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 1099 time: 0.1324270 Oct 19 00:58:43.524856 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-51ec78f7-f3dd-47e0-8d86-36579793bdb5 req-8c142e9f-ce85-4fe2-944e-08bc7b254879 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322407 Oct 19 00:58:43.540455 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-934db679-6aca-420f-8646-18fab1b9099f req-fe3e5d95-82e5-4eff-9646-3fdf28ceb410 service neutron] 10.222.0.24 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287096 Oct 19 00:58:43.551409 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a5d265ea-cf6f-4673-bdfe-f2d253dec02a req-75928699-6a1c-41ef-8b66-f8e9a356e23e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719000 Oct 19 00:58:43.572802 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-ef153f98-f7a6-4300-ba81-5f4819216547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5978b6e-6402-4ec6-aede-fe1f65da91cf {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:58:43.593924 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-ef153f98-f7a6-4300-ba81-5f4819216547 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:43.627157 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-ef153f98-f7a6-4300-ba81-5f4819216547 service neutron] Transition to ACTIVE for port object f5978b6e-6402-4ec6-aede-fe1f65da91cf will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:58:43.674026 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269bcb3-c402-4501-bdce-f66119162908 req-b64df464-ebdb-4c43-b6c3-af41cb0fec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:43.675819 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3269bcb3-c402-4501-bdce-f66119162908 req-b64df464-ebdb-4c43-b6c3-af41cb0fec05 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.2528286 Oct 19 00:58:43.676172 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-ef153f98-f7a6-4300-ba81-5f4819216547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:43.724827 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246e47f-55a0-4028-92b7-38cffd26276e req-57d4297c-6456-40a8-b546-879210a92b11 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:43.726150 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c246e47f-55a0-4028-92b7-38cffd26276e req-57d4297c-6456-40a8-b546-879210a92b11 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 943 time: 0.0972672 Oct 19 00:58:43.753445 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-934db679-6aca-420f-8646-18fab1b9099f req-f24550c1-b6ea-4ada-a626-39f04beff7c3 service neutron] 10.222.0.24 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032266 Oct 19 00:58:43.757858 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef153f98-f7a6-4300-ba81-5f4819216547 service neutron] Pushing event updated for resources: {'Port': ['ID=f5978b6e-6402-4ec6-aede-fe1f65da91cf,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:43.785254 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c246e47f-55a0-4028-92b7-38cffd26276e req-7336285b-bcdd-4a9b-8c15-4bdcbb14e714 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526226 Oct 19 00:58:43.815632 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device c890e210-5a9e-4f9f-80d7-4cddf7fc07cc details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:58:43.887832 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8b7127df-bd54-48cf-8c78-b139535362f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:43.907683 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-ef153f98-f7a6-4300-ba81-5f4819216547 service neutron] Attempting to bind port f5978b6e-6402-4ec6-aede-fe1f65da91cf on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:58:43.907683 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-ef153f98-f7a6-4300-ba81-5f4819216547 service neutron] Attempting to bind port f5978b6e-6402-4ec6-aede-fe1f65da91cf by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '85bace0f-b843-4894-b32a-1b2db0de4a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '62832aa4-f933-46b7-a594-83f0870bcae7'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:58:43.907683 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-ef153f98-f7a6-4300-ba81-5f4819216547 service neutron] Attempting to bind port f5978b6e-6402-4ec6-aede-fe1f65da91cf on network 62832aa4-f933-46b7-a594-83f0870bcae7 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:58:43.914294 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3269bcb3-c402-4501-bdce-f66119162908 req-01d0f0c9-d6c7-4742-97fb-28a688e50e4a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=74a7a6dc-e5bc-4245-b19e-d5eee08c7311 HTTP/1.1" status: 200 len: 217 time: 0.0955622 Oct 19 00:58:43.920744 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-ef153f98-f7a6-4300-ba81-5f4819216547 service neutron] Port f5978b6e-6402-4ec6-aede-fe1f65da91cf on network 62832aa4-f933-46b7-a594-83f0870bcae7 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:58:43.921070 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-ef153f98-f7a6-4300-ba81-5f4819216547 service neutron] Attempting to bind port f5978b6e-6402-4ec6-aede-fe1f65da91cf on network 62832aa4-f933-46b7-a594-83f0870bcae7 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:58:43.934524 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-ef153f98-f7a6-4300-ba81-5f4819216547 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:58:43.934857 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-ef153f98-f7a6-4300-ba81-5f4819216547 service neutron] Checking segment: {'id': '85bace0f-b843-4894-b32a-1b2db0de4a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '62832aa4-f933-46b7-a594-83f0870bcae7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:58:43.935236 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-ef153f98-f7a6-4300-ba81-5f4819216547 service neutron] Bound using segment: {'id': '85bace0f-b843-4894-b32a-1b2db0de4a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '62832aa4-f933-46b7-a594-83f0870bcae7'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:58:43.935663 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-ef153f98-f7a6-4300-ba81-5f4819216547 service neutron] Bound port: f5978b6e-6402-4ec6-aede-fe1f65da91cf, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85bace0f-b843-4894-b32a-1b2db0de4a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '62832aa4-f933-46b7-a594-83f0870bcae7'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:58:43.936052 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-ef153f98-f7a6-4300-ba81-5f4819216547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:44.070598 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-ef153f98-f7a6-4300-ba81-5f4819216547 service neutron] For port f5978b6e-6402-4ec6-aede-fe1f65da91cf, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:58:44.082349 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382762bf-975c-44a7-aab5-af6a55a02ec7 req-be3a68a1-b6c4-41b9-8263-cf3218840aaf tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:44.090656 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port c890e210-5a9e-4f9f-80d7-4cddf7fc07cc, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=c890e210-5a9e-4f9f-80d7-4cddf7fc07cc,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:44.091199 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-382762bf-975c-44a7-aab5-af6a55a02ec7 req-be3a68a1-b6c4-41b9-8263-cf3218840aaf tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 944 time: 0.0981896 Oct 19 00:58:44.092821 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269bcb3-c402-4501-bdce-f66119162908 req-c12f9242-cdf0-4776-aea4-38eee23fe6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:44.094496 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3269bcb3-c402-4501-bdce-f66119162908 req-c12f9242-cdf0-4776-aea4-38eee23fe6bf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.1700633 Oct 19 00:58:44.121911 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-ef153f98-f7a6-4300-ba81-5f4819216547 service neutron] For port f5978b6e-6402-4ec6-aede-fe1f65da91cf, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=f5978b6e-6402-4ec6-aede-fe1f65da91cf,segment=NetworkSegment(85bace0f-b843-4894-b32a-1b2db0de4a04),segment_id=85bace0f-b843-4894-b32a-1b2db0de4a04)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:58:44.125454 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 3ca0f373-caaf-43e8-87ef-44b62b61ea22 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:58:44.132799 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'c890e210-5a9e-4f9f-80d7-4cddf7fc07cc', 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51', 'port_id': 'c890e210-5a9e-4f9f-80d7-4cddf7fc07cc', 'mac_address': 'fa:16:3e:54:91:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8444cd-c5d7-4c88-b1b0-9d01aef8093c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:58:44.137462 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-ef153f98-f7a6-4300-ba81-5f4819216547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:44.199288 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-382762bf-975c-44a7-aab5-af6a55a02ec7 req-6f700a66-10a9-4323-8102-1954d1ef7954 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070287 Oct 19 00:58:44.199934 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269bcb3-c402-4501-bdce-f66119162908 req-5f0ecae1-7cb2-4464-9889-564825dfd015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:44.201451 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3269bcb3-c402-4501-bdce-f66119162908 req-5f0ecae1-7cb2-4464-9889-564825dfd015 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0914786 Oct 19 00:58:44.212043 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-ef153f98-f7a6-4300-ba81-5f4819216547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:44.213031 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-ef153f98-f7a6-4300-ba81-5f4819216547 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:44.214983 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-ef153f98-f7a6-4300-ba81-5f4819216547 service neutron] 10.222.0.55 "PUT /v2.0/ports/f5978b6e-6402-4ec6-aede-fe1f65da91cf HTTP/1.1" status: 200 len: 1093 time: 1.9366720 Oct 19 00:58:44.215585 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8c44793-bfc5-4ca1-beb1-6d02851c61d6', 'tag': 'f5978b6e-6402-4ec6-aede-fe1f65da91cf'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:44.218044 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a70b34-f8b0-48c1-9edc-9e5fb8099655" -d '{"events": [{"name": "network-changed", "server_uuid": "f8c44793-bfc5-4ca1-beb1-6d02851c61d6", "tag": "f5978b6e-6402-4ec6-aede-fe1f65da91cf"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:44.240373 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef153f98-f7a6-4300-ba81-5f4819216547 service neutron] Pushing event updated for resources: {'Port': ['ID=f5978b6e-6402-4ec6-aede-fe1f65da91cf,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:44.282164 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036f7f33-fcb1-40d4-9adf-e209221e5f20 x-openstack-request-id: req-036f7f33-fcb1-40d4-9adf-e209221e5f20 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:44.282458 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8c44793-bfc5-4ca1-beb1-6d02851c61d6", "tag": "f5978b6e-6402-4ec6-aede-fe1f65da91cf", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:44.282713 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-036f7f33-fcb1-40d4-9adf-e209221e5f20 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:44.283112 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8c44793-bfc5-4ca1-beb1-6d02851c61d6', 'tag': 'f5978b6e-6402-4ec6-aede-fe1f65da91cf', 'status': 'completed', 'code': 200} Oct 19 00:58:44.340372 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:44.341232 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-624b8cf9-165f-42d7-8eeb-f7f84c5ce6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:44.348788 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-624b8cf9-165f-42d7-8eeb-f7f84c5ce6c3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=040edf26402f44e39ee858ecd5007fee&device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 1096 time: 0.0622447 Oct 19 00:58:44.373708 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3269bcb3-c402-4501-bdce-f66119162908 req-43da4412-af3d-4f07-b402-f92cbf9040b3 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551163 Oct 19 00:58:44.383784 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c890e210-5a9e-4f9f-80d7-4cddf7fc07cc {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:58:44.395538 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-ac1da441-3050-4bf2-af3d-af7e4e25bb9b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5978b6e-6402-4ec6-aede-fe1f65da91cf HTTP/1.1" status: 200 len: 217 time: 0.0407777 Oct 19 00:58:44.397041 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 3ca0f373-caaf-43e8-87ef-44b62b61ea22 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:58:44.397420 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:44.479509 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-865bdaf1-b02c-485c-9a87-7ab80d37826c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:44.479509 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-865bdaf1-b02c-485c-9a87-7ab80d37826c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fb613dcd-fb60-4a35-9df7-17d1189a9278 HTTP/1.1" status: 200 len: 851 time: 0.0741084 Oct 19 00:58:44.522541 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port c890e210-5a9e-4f9f-80d7-4cddf7fc07cc, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=c890e210-5a9e-4f9f-80d7-4cddf7fc07cc,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:44.546861 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:44.559051 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-06155946-22c4-4b46-aeaf-b354a698adf7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=62832aa4-f933-46b7-a594-83f0870bcae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735214 Oct 19 00:58:44.692144 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=c890e210-5a9e-4f9f-80d7-4cddf7fc07cc,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:44.713978 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-33c79331-04b6-442b-9d34-d8f47d0ceca6 service neutron] 10.222.0.55 "GET /v2.0/networks/62832aa4-f933-46b7-a594-83f0870bcae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449254 Oct 19 00:58:44.794036 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['c890e210-5a9e-4f9f-80d7-4cddf7fc07cc'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:58:44.848503 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4108ac0-0e4f-4d53-9c40-74d3b61c7a10 req-70ef5ded-23c0-4b91-94e4-ea4c5848ec0d tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:44.852166 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e4108ac0-0e4f-4d53-9c40-74d3b61c7a10 req-70ef5ded-23c0-4b91-94e4-ea4c5848ec0d tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=5dbb341a-a170-4c40-95e4-8e47de1fa1b7 HTTP/1.1" status: 200 len: 950 time: 0.1092532 Oct 19 00:58:44.903105 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ddfba60b-9690-4f37-8485-d476a0893ca6 req-b690aa7c-929f-401f-bd79-4e9d9979446d service neutron] 10.222.0.55 "GET /v2.0/networks/62832aa4-f933-46b7-a594-83f0870bcae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807754 Oct 19 00:58:44.931096 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fbc0b-1af2-43d7-89b2-239ab13462d3 req-ca530129-5c14-4ee7-8936-497fd9844e2d tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:44.932211 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e4108ac0-0e4f-4d53-9c40-74d3b61c7a10 req-cf341ce5-3f11-4e9f-a73d-9a49fffdf8cc tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680628 Oct 19 00:58:44.955766 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-834fbc0b-1af2-43d7-89b2-239ab13462d3 req-ca530129-5c14-4ee7-8936-497fd9844e2d tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 947 time: 0.1443200 Oct 19 00:58:44.967845 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3269bcb3-c402-4501-bdce-f66119162908 req-6392695e-9b06-41a1-a50a-ed98486d77d7 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5856271 Oct 19 00:58:45.032111 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-834fbc0b-1af2-43d7-89b2-239ab13462d3 req-25bcd30d-21f6-443f-b661-4f20aa73cc63 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705407 Oct 19 00:58:45.033690 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f727f01f-7ab8-4ffb-ad6f-82c990363515', 'tag': '74a7a6dc-e5bc-4245-b19e-d5eee08c7311'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:45.041578 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76a1a8f-8f02-4cb7-a957-f1be66cd9c74" -d '{"events": [{"name": "network-changed", "server_uuid": "f727f01f-7ab8-4ffb-ad6f-82c990363515", "tag": "74a7a6dc-e5bc-4245-b19e-d5eee08c7311"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:45.086952 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a70b34-f8b0-48c1-9edc-9e5fb8099655 req-ca186bcb-e55f-47fb-8679-363adb3ba785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:45.092238 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33a70b34-f8b0-48c1-9edc-9e5fb8099655 req-ca186bcb-e55f-47fb-8679-363adb3ba785 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=040edf26402f44e39ee858ecd5007fee&device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 1096 time: 0.1021001 Oct 19 00:58:45.238276 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610b6ebf-da8b-4556-b3a8-26cbd0063807 x-openstack-request-id: req-610b6ebf-da8b-4556-b3a8-26cbd0063807 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:45.238619 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f727f01f-7ab8-4ffb-ad6f-82c990363515", "tag": "74a7a6dc-e5bc-4245-b19e-d5eee08c7311", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:45.238882 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-610b6ebf-da8b-4556-b3a8-26cbd0063807 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:45.239349 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f727f01f-7ab8-4ffb-ad6f-82c990363515', 'tag': '74a7a6dc-e5bc-4245-b19e-d5eee08c7311', 'status': 'completed', 'code': 200} Oct 19 00:58:45.272441 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93963b-2148-4ef1-b2df-a2d9ccfd46d3 req-5d900407-44fc-4bcf-850e-e0daa5308022 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:45.280728 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2f93963b-2148-4ef1-b2df-a2d9ccfd46d3 req-5d900407-44fc-4bcf-850e-e0daa5308022 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 944 time: 0.1359348 Oct 19 00:58:45.325975 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a70b34-f8b0-48c1-9edc-9e5fb8099655 req-b099ccfa-9d42-452c-945a-53adc7bb515e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:45.327448 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33a70b34-f8b0-48c1-9edc-9e5fb8099655 req-b099ccfa-9d42-452c-945a-53adc7bb515e service neutron] 10.222.0.55 "GET /v2.0/networks?id=62832aa4-f933-46b7-a594-83f0870bcae7 HTTP/1.1" status: 200 len: 912 time: 0.2287080 Oct 19 00:58:45.330459 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2f93963b-2148-4ef1-b2df-a2d9ccfd46d3 req-06992693-1b88-4d1f-8d35-0acae82d13e9 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488009 Oct 19 00:58:45.343232 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a1a8f-8f02-4cb7-a957-f1be66cd9c74 req-9cc0726c-5a0c-4f23-a879-915097d3e45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:45.352264 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f76a1a8f-8f02-4cb7-a957-f1be66cd9c74 req-9cc0726c-5a0c-4f23-a879-915097d3e45b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 1099 time: 0.0977812 Oct 19 00:58:45.376107 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33a70b34-f8b0-48c1-9edc-9e5fb8099655 req-d70ba222-6e57-4a0d-aebd-e468f0ff26a7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5978b6e-6402-4ec6-aede-fe1f65da91cf HTTP/1.1" status: 200 len: 217 time: 0.0405169 Oct 19 00:58:45.386689 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a1a8f-8f02-4cb7-a957-f1be66cd9c74 req-ebc9e016-3507-492d-a557-18f6fd0f828e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:45.388289 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f76a1a8f-8f02-4cb7-a957-f1be66cd9c74 req-ebc9e016-3507-492d-a557-18f6fd0f828e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 1099 time: 0.1426339 Oct 19 00:58:45.429027 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d789b6-941a-46f6-80d4-da41e9135545 req-4505c064-8a4f-4f9a-afe1-53a2a177fd84 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:45.430125 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-32d789b6-941a-46f6-80d4-da41e9135545 req-4505c064-8a4f-4f9a-afe1-53a2a177fd84 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 944 time: 0.1102095 Oct 19 00:58:45.469133 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a70b34-f8b0-48c1-9edc-9e5fb8099655 req-85c92835-9601-4306-9985-71e66150ea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:45.473252 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33a70b34-f8b0-48c1-9edc-9e5fb8099655 req-85c92835-9601-4306-9985-71e66150ea4f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fb613dcd-fb60-4a35-9df7-17d1189a9278 HTTP/1.1" status: 200 len: 851 time: 0.0846708 Oct 19 00:58:45.512921 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33a70b34-f8b0-48c1-9edc-9e5fb8099655 req-ee360305-d0b7-43ad-a07d-bd748c296d12 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=62832aa4-f933-46b7-a594-83f0870bcae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315437 Oct 19 00:58:45.593415 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-32d789b6-941a-46f6-80d4-da41e9135545 req-031ed6c9-d5ad-40a3-a698-aad9ca9c9516 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405373 Oct 19 00:58:45.605700 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a1a8f-8f02-4cb7-a957-f1be66cd9c74 req-13f1c7a6-d634-4591-b3e5-aa35a0c0e498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:45.607157 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f76a1a8f-8f02-4cb7-a957-f1be66cd9c74 req-13f1c7a6-d634-4591-b3e5-aa35a0c0e498 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.2478461 Oct 19 00:58:45.626081 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a1a8f-8f02-4cb7-a957-f1be66cd9c74 req-6932aa9d-1716-4375-98aa-3ab169e7c121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:45.627434 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f76a1a8f-8f02-4cb7-a957-f1be66cd9c74 req-6932aa9d-1716-4375-98aa-3ab169e7c121 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.2254601 Oct 19 00:58:45.648014 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33a70b34-f8b0-48c1-9edc-9e5fb8099655 req-e532238a-c61a-45b8-9795-756d5f3b76d3 service neutron] 10.222.0.55 "GET /v2.0/networks/62832aa4-f933-46b7-a594-83f0870bcae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260951 Oct 19 00:58:45.694720 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f76a1a8f-8f02-4cb7-a957-f1be66cd9c74 req-f244911c-0945-4596-b1cf-4f25d2318a04 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=74a7a6dc-e5bc-4245-b19e-d5eee08c7311 HTTP/1.1" status: 200 len: 217 time: 0.0790238 Oct 19 00:58:45.696184 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f76a1a8f-8f02-4cb7-a957-f1be66cd9c74 req-0c36ee83-aae3-4464-80a5-a91b487c5eb9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=74a7a6dc-e5bc-4245-b19e-d5eee08c7311 HTTP/1.1" status: 200 len: 217 time: 0.0383875 Oct 19 00:58:45.798457 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33a70b34-f8b0-48c1-9edc-9e5fb8099655 req-afd5dfd1-1396-4395-96db-cd55b3ae8337 service neutron] 10.222.0.55 "GET /v2.0/networks/62832aa4-f933-46b7-a594-83f0870bcae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403856 Oct 19 00:58:45.815336 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device c890e210-5a9e-4f9f-80d7-4cddf7fc07cc up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:58:45.838750 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a1a8f-8f02-4cb7-a957-f1be66cd9c74 req-716217fa-4acd-4505-a4ca-946d0684882a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:45.840805 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f76a1a8f-8f02-4cb7-a957-f1be66cd9c74 req-716217fa-4acd-4505-a4ca-946d0684882a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.1375566 Oct 19 00:58:45.842794 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a1a8f-8f02-4cb7-a957-f1be66cd9c74 req-fdfdbae1-222b-4a4c-92d3-8af9eb6d612d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:45.844545 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f76a1a8f-8f02-4cb7-a957-f1be66cd9c74 req-fdfdbae1-222b-4a4c-92d3-8af9eb6d612d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.1269262 Oct 19 00:58:45.904257 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port c890e210-5a9e-4f9f-80d7-4cddf7fc07cc completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:58:45.922577 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port c890e210-5a9e-4f9f-80d7-4cddf7fc07cc triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:58:45.923416 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:45.926387 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47990) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:45.946639 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a1a8f-8f02-4cb7-a957-f1be66cd9c74 req-e77f29b7-c16e-4fb9-98a5-92cf90fc7fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:45.949206 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f76a1a8f-8f02-4cb7-a957-f1be66cd9c74 req-e77f29b7-c16e-4fb9-98a5-92cf90fc7fe0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1007857 Oct 19 00:58:45.966893 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a1a8f-8f02-4cb7-a957-f1be66cd9c74 req-4844d7f7-c3e1-44b3-8aa1-97501a295eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:45.968519 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f76a1a8f-8f02-4cb7-a957-f1be66cd9c74 req-4844d7f7-c3e1-44b3-8aa1-97501a295eed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1054590 Oct 19 00:58:46.116225 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:46.163040 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-258fed84-e47b-4dfe-8e7e-ba3792a69397 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:46.163773 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9547c6d-a57a-47b5-adc6-69c650490c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c890e210-5a9e-4f9f-80d7-4cddf7fc07cc'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:46.167290 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6828e3-57d9-48d3-a818-eb51ac6190c6" -d '{"events": [{"server_uuid": "e9547c6d-a57a-47b5-adc6-69c650490c1a", "name": "network-vif-plugged", "status": "completed", "tag": "c890e210-5a9e-4f9f-80d7-4cddf7fc07cc"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:46.189786 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port c890e210-5a9e-4f9f-80d7-4cddf7fc07cc, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=c890e210-5a9e-4f9f-80d7-4cddf7fc07cc,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:46.199774 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:46.206126 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 74a7a6dc-e5bc-4245-b19e-d5eee08c7311 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:58:46.249925 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60e49c-219d-475d-b3f3-cb04ef862996 req-4ef08a3e-95a9-4e5e-b744-11a409886f6b tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:46.252321 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-db60e49c-219d-475d-b3f3-cb04ef862996 req-4ef08a3e-95a9-4e5e-b744-11a409886f6b tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=5dbb341a-a170-4c40-95e4-8e47de1fa1b7 HTTP/1.1" status: 200 len: 950 time: 0.1668651 Oct 19 00:58:46.265123 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f76a1a8f-8f02-4cb7-a957-f1be66cd9c74 req-1b36640d-f5f1-474e-9d84-5ff355ee1ed1 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865911 Oct 19 00:58:46.269092 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f76a1a8f-8f02-4cb7-a957-f1be66cd9c74 req-08700686-af15-4e38-9334-f9545f866d74 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127146 Oct 19 00:58:46.300805 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=c890e210-5a9e-4f9f-80d7-4cddf7fc07cc,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:46.334645 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 74a7a6dc-e5bc-4245-b19e-d5eee08c7311 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:58:46.334962 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-258fed84-e47b-4dfe-8e7e-ba3792a69397 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:46.352511 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-258fed84-e47b-4dfe-8e7e-ba3792a69397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:46.415576 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c438075-dccf-4618-95d8-9013829bf430 req-7f4e0112-3c50-4271-abac-f3d59cf53937 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:46.423018 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2c438075-dccf-4618-95d8-9013829bf430 req-7f4e0112-3c50-4271-abac-f3d59cf53937 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 947 time: 0.2352982 Oct 19 00:58:46.430202 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-258fed84-e47b-4dfe-8e7e-ba3792a69397 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6ffde4a6cd644d7a9f816d6d6ee76f13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4989614 Oct 19 00:58:46.430202 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258fed84-e47b-4dfe-8e7e-ba3792a69397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045cf406-2364-4b6c-9aef-aa03bd3a0cf8,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:46.431008 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48006) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:46.454544 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-db60e49c-219d-475d-b3f3-cb04ef862996 req-ba628c70-6b59-4319-a8b3-39887ede3d8a tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921794 Oct 19 00:58:46.508839 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2c438075-dccf-4618-95d8-9013829bf430 req-c042004f-3517-4f43-ae9f-5a5b0163c7a9 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843890 Oct 19 00:58:46.524546 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-354aed33-c7fd-476c-b325-295bf7a3daa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:46.535979 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f76a1a8f-8f02-4cb7-a957-f1be66cd9c74 req-82994350-8390-49be-a3a6-b1ceea447131 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497108 Oct 19 00:58:46.538015 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f76a1a8f-8f02-4cb7-a957-f1be66cd9c74 req-f6934116-12fe-4d13-88fe-f24b403b8a90 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619758 Oct 19 00:58:46.542633 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91e3159-e586-4cff-a281-64feeb9a21ac x-openstack-request-id: req-d91e3159-e586-4cff-a281-64feeb9a21ac {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:46.542933 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9547c6d-a57a-47b5-adc6-69c650490c1a", "name": "network-vif-plugged", "status": "completed", "tag": "c890e210-5a9e-4f9f-80d7-4cddf7fc07cc", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:46.543187 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d91e3159-e586-4cff-a281-64feeb9a21ac {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:46.543587 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9547c6d-a57a-47b5-adc6-69c650490c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c890e210-5a9e-4f9f-80d7-4cddf7fc07cc', 'code': 200} Oct 19 00:58:46.559714 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3f88284f-2fb2-4ff0-89ea-7dec86a77920 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:46.589270 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3f88284f-2fb2-4ff0-89ea-7dec86a77920 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:46.656021 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6099fc-8e15-468c-8bc3-714491c70348 req-9ff9e2e5-fa6d-497e-8250-9858cbf15c0d tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:46.657573 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-da6099fc-8e15-468c-8bc3-714491c70348 req-9ff9e2e5-fa6d-497e-8250-9858cbf15c0d tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 945 time: 0.0649228 Oct 19 00:58:46.686713 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9131d-419e-4c04-9e79-a3874598dc47 req-626991f6-1f51-4422-8a40-8e130eaf85a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:46.688853 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c4f9131d-419e-4c04-9e79-a3874598dc47 req-626991f6-1f51-4422-8a40-8e130eaf85a2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 1097 time: 0.0573280 Oct 19 00:58:46.695786 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3f88284f-2fb2-4ff0-89ea-7dec86a77920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:46.700067 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-da6099fc-8e15-468c-8bc3-714491c70348 req-b0b45d02-e60d-4ff7-9287-dc885f9069d0 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353498 Oct 19 00:58:46.704285 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3f88284f-2fb2-4ff0-89ea-7dec86a77920 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:46.709468 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3f88284f-2fb2-4ff0-89ea-7dec86a77920 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/045cf406-2364-4b6c-9aef-aa03bd3a0cf8 HTTP/1.1" status: 204 len: 168 time: 0.2700071 Oct 19 00:58:46.774119 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88284f-2fb2-4ff0-89ea-7dec86a77920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045cf406-2364-4b6c-9aef-aa03bd3a0cf8,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:46.807374 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c4f9131d-419e-4c04-9e79-a3874598dc47 req-7d6ac33b-a75b-4dc9-93a8-076cd2fb7a2c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959921 Oct 19 00:58:46.892387 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074727e-9b11-426a-b852-fdd2f37276a6 req-abd3fe29-8ef9-46c7-b0c2-62b3b964fff2 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:46.893895 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f074727e-9b11-426a-b852-fdd2f37276a6 req-abd3fe29-8ef9-46c7-b0c2-62b3b964fff2 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 944 time: 0.0586016 Oct 19 00:58:46.951799 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f074727e-9b11-426a-b852-fdd2f37276a6 req-8e1f9a4f-7da5-408d-a095-dfafa71b9ba8 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474629 Oct 19 00:58:47.007120 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7123e83-b8fa-4982-835d-857021cf73fc req-2d87efba-f1c2-42db-86a6-a101e1222e48 tempest-ServersOnMultiNodesTest-136313355 tempest-ServersOnMultiNodesTest-136313355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:47.008807 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b7123e83-b8fa-4982-835d-857021cf73fc req-2d87efba-f1c2-42db-86a6-a101e1222e48 tempest-ServersOnMultiNodesTest-136313355 tempest-ServersOnMultiNodesTest-136313355-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=5dbb341a-a170-4c40-95e4-8e47de1fa1b7 HTTP/1.1" status: 200 len: 1102 time: 0.0417948 Oct 19 00:58:47.035975 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-b7123e83-b8fa-4982-835d-857021cf73fc req-f409364b-b84c-461c-8fa1-82464bd6dcdc tempest-ServersOnMultiNodesTest-136313355 tempest-ServersOnMultiNodesTest-136313355-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:47.147841 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-b7123e83-b8fa-4982-835d-857021cf73fc req-f409364b-b84c-461c-8fa1-82464bd6dcdc tempest-ServersOnMultiNodesTest-136313355 tempest-ServersOnMultiNodesTest-136313355-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:47.154136 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-b7123e83-b8fa-4982-835d-857021cf73fc req-f409364b-b84c-461c-8fa1-82464bd6dcdc tempest-ServersOnMultiNodesTest-136313355 tempest-ServersOnMultiNodesTest-136313355-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:47.213906 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:47.231497 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b7123e83-b8fa-4982-835d-857021cf73fc req-f409364b-b84c-461c-8fa1-82464bd6dcdc tempest-ServersOnMultiNodesTest-136313355 tempest-ServersOnMultiNodesTest-136313355-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159815 Oct 19 00:58:47.244807 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409364b-b84c-461c-8fa1-82464bd6dcdc tempest-ServersOnMultiNodesTest-136313355 tempest-ServersOnMultiNodesTest-136313355-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1997561-aab4-45a2-9844-42bf1c66a384,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:47.335072 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-bb3aea23-1f86-4fde-af90-7874f2f2db12 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=45b33a87e39a445fb54f199fdd4796fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361190 Oct 19 00:58:47.499056 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-d02c56b2-c042-44eb-bfcd-bca850fde6f8 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:47.500829 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-d02c56b2-c042-44eb-bfcd-bca850fde6f8 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1555626 Oct 19 00:58:47.520103 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-9253d66c-e3de-4a75-a40c-df7776d79d75 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/quotas/45b33a87e39a445fb54f199fdd4796fe HTTP/1.1" status: 200 len: 375 time: 0.0113130 Oct 19 00:58:47.557779 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-1d023211-a3c5-487c-b1be-b0e906acc1c4 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=45b33a87e39a445fb54f199fdd4796fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303135 Oct 19 00:58:47.619411 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:47.621154 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65f29225-86f6-4258-90fc-0322bf364d71 req-66bfaa47-d278-4b98-a42f-984240f55e9d tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=a25adcdc646c4e4b987e3016f8b86608&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322521 Oct 19 00:58:47.661586 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48090) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:47.809656 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f29225-86f6-4258-90fc-0322bf364d71 req-85b91a4b-0469-4271-a90d-b90ba2251943 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:47.811456 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65f29225-86f6-4258-90fc-0322bf364d71 req-85b91a4b-0469-4271-a90d-b90ba2251943 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1892784 Oct 19 00:58:47.831925 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65f29225-86f6-4258-90fc-0322bf364d71 req-2d3b656d-8f2e-4a43-aac4-d5909f8d2795 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/quotas/a25adcdc646c4e4b987e3016f8b86608 HTTP/1.1" status: 200 len: 375 time: 0.0133348 Oct 19 00:58:47.864943 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-c31d653c-8a5e-4f3b-8b67-7fee964efdd0 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-112687848-network', 'tenant_id': '305a99bf3f86485f88111ce8746ec0f2'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:47.892803 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759ea1b-9aaa-4898-9c5c-727d32faa8f1 req-1a60597c-8384-4588-91f4-ade86684b6ac tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:47.900790 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9759ea1b-9aaa-4898-9c5c-727d32faa8f1 req-1a60597c-8384-4588-91f4-ade86684b6ac tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 947 time: 0.1408300 Oct 19 00:58:47.917923 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65f29225-86f6-4258-90fc-0322bf364d71 req-82d43a81-0c18-4b0a-876d-8bbd90d43f57 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a25adcdc646c4e4b987e3016f8b86608&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0734036 Oct 19 00:58:47.965799 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31d653c-8a5e-4f3b-8b67-7fee964efdd0 admin admin] Made reservation on behalf of 305a99bf3f86485f88111ce8746ec0f2 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:58:47.971820 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c31d653c-8a5e-4f3b-8b67-7fee964efdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:47.992625 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c31d653c-8a5e-4f3b-8b67-7fee964efdd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:48.010971 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9759ea1b-9aaa-4898-9c5c-727d32faa8f1 req-d69d6724-0a69-472a-adf6-38d6f3a5f066 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082196 Oct 19 00:58:48.150607 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device f5978b6e-6402-4ec6-aede-fe1f65da91cf details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:58:48.155489 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c31d653c-8a5e-4f3b-8b67-7fee964efdd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:48.164810 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c31d653c-8a5e-4f3b-8b67-7fee964efdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:48.201485 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f2ce9-cc79-481c-b8a9-783d8fcc472c req-141fb50a-c2ca-458e-aecf-8bc1f16ff93a tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:48.203710 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9a1f2ce9-cc79-481c-b8a9-783d8fcc472c req-141fb50a-c2ca-458e-aecf-8bc1f16ff93a tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 945 time: 0.1034777 Oct 19 00:58:48.229877 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c31d653c-8a5e-4f3b-8b67-7fee964efdd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:58:48.252325 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d653c-8a5e-4f3b-8b67-7fee964efdd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb5ae45-8629-469d-ac88-dbbf1b039321,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:48.271159 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c31d653c-8a5e-4f3b-8b67-7fee964efdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:48.271574 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-c31d653c-8a5e-4f3b-8b67-7fee964efdd0 admin admin] Added segment 85401e62-3f2c-43a6-8d64-5618396e8614 of type vlan for network 44c662b3-a294-49c4-b801-6e72553fc183 Oct 19 00:58:48.305969 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9a1f2ce9-cc79-481c-b8a9-783d8fcc472c req-7da51bf3-51d3-422a-909b-b28f0af1f4fa tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934830 Oct 19 00:58:48.316969 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port f5978b6e-6402-4ec6-aede-fe1f65da91cf, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=f5978b6e-6402-4ec6-aede-fe1f65da91cf,segment=NetworkSegment(85bace0f-b843-4894-b32a-1b2db0de4a04),segment_id=85bace0f-b843-4894-b32a-1b2db0de4a04)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:48.361730 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c31d653c-8a5e-4f3b-8b67-7fee964efdd0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:48.373793 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'f5978b6e-6402-4ec6-aede-fe1f65da91cf', 'network_id': '62832aa4-f933-46b7-a594-83f0870bcae7', 'port_id': 'f5978b6e-6402-4ec6-aede-fe1f65da91cf', 'mac_address': 'fa:16:3e:da:21:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb613dcd-fb60-4a35-9df7-17d1189a9278', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:58:48.401870 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c31d653c-8a5e-4f3b-8b67-7fee964efdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:48.403751 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31d653c-8a5e-4f3b-8b67-7fee964efdd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:48.405546 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c31d653c-8a5e-4f3b-8b67-7fee964efdd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:48.447272 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:48.453251 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48124) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:48.453869 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c31d653c-8a5e-4f3b-8b67-7fee964efdd0 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7906716 Oct 19 00:58:48.458494 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-d9001700-6ecc-4544-b630-f64556c3e9f0 admin admin] Request body: {'subnet': {'network_id': '44c662b3-a294-49c4-b801-6e72553fc183', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-112687848-subnet', 'tenant_id': '305a99bf3f86485f88111ce8746ec0f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:48.480151 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5978b6e-6402-4ec6-aede-fe1f65da91cf {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:58:48.513540 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-cdb91282-228e-43b9-96da-da5a2d7ad9d1 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=45b33a87e39a445fb54f199fdd4796fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406759 Oct 19 00:58:48.528122 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port f5978b6e-6402-4ec6-aede-fe1f65da91cf, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=f5978b6e-6402-4ec6-aede-fe1f65da91cf,segment=NetworkSegment(85bace0f-b843-4894-b32a-1b2db0de4a04),segment_id=85bace0f-b843-4894-b32a-1b2db0de4a04)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:48.534655 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:48.537339 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9001700-6ecc-4544-b630-f64556c3e9f0 admin admin] Made reservation on behalf of 305a99bf3f86485f88111ce8746ec0f2 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:58:48.540398 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d9001700-6ecc-4544-b630-f64556c3e9f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:48.553211 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d653c-8a5e-4f3b-8b67-7fee964efdd0 admin admin] Pushing event updated for resources: {'Network': ['ID=44c662b3-a294-49c4-b801-6e72553fc183,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:48.636605 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=f5978b6e-6402-4ec6-aede-fe1f65da91cf,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:48.653453 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 44c662b3-a294-49c4-b801-6e72553fc183 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:58:48.763146 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-b1172010-168b-4ad8-b422-aab108d32fa1 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:48.765384 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-b1172010-168b-4ad8-b422-aab108d32fa1 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2140720 Oct 19 00:58:48.785957 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-3b1cb5bf-7ebf-4452-85f5-a6ad3d171d82 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/quotas/45b33a87e39a445fb54f199fdd4796fe HTTP/1.1" status: 200 len: 375 time: 0.0117505 Oct 19 00:58:48.789974 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222a0cf-f1e6-4aef-b7ad-528a63171bf0 req-239d9885-ab98-4081-a769-99e590b4b146 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:48.798237 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3222a0cf-f1e6-4aef-b7ad-528a63171bf0 req-239d9885-ab98-4081-a769-99e590b4b146 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 945 time: 0.0892570 Oct 19 00:58:48.843278 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-f8e978c7-c207-4226-b502-e79cf29a09d3 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=45b33a87e39a445fb54f199fdd4796fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503154 Oct 19 00:58:48.882674 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3222a0cf-f1e6-4aef-b7ad-528a63171bf0 req-e92bcf4f-2679-4691-8878-fcd5e6dd195f tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813029 Oct 19 00:58:48.963036 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['f5978b6e-6402-4ec6-aede-fe1f65da91cf'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:58:48.980512 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d9001700-6ecc-4544-b630-f64556c3e9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:49.116134 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9001700-6ecc-4544-b630-f64556c3e9f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9a0fca3-7f17-4b48-856e-c0d103cad611,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:49.146190 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:58:49.351436 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-2f1ac36d-82bf-4421-8a71-ca529299a05e tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=45b33a87e39a445fb54f199fdd4796fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1324973 Oct 19 00:58:49.435021 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9001700-6ecc-4544-b630-f64556c3e9f0 admin admin] Checking segment: {'id': '85401e62-3f2c-43a6-8d64-5618396e8614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '44c662b3-a294-49c4-b801-6e72553fc183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:58:49.435662 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9001700-6ecc-4544-b630-f64556c3e9f0 admin admin] Network hostable DHCP agents. Network: 44c662b3-a294-49c4-b801-6e72553fc183, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:58:49.442832 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09771c7-7540-41a3-9678-1e917d832db4 req-361210dc-7055-4434-af75-a98c4bd0c87d tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:49.452747 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c09771c7-7540-41a3-9678-1e917d832db4 req-361210dc-7055-4434-af75-a98c4bd0c87d tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 1097 time: 0.3273003 Oct 19 00:58:49.559586 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c09771c7-7540-41a3-9678-1e917d832db4 req-7c1de5ea-cccb-4cb3-adce-e45397f4a3ba tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007276 Oct 19 00:58:49.609298 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:49.610558 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9001700-6ecc-4544-b630-f64556c3e9f0 admin admin] Network 44c662b3-a294-49c4-b801-6e72553fc183 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:58:49.641638 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-55ed36b1-59de-4e77-8d3f-6a34f351768b req-4c843427-646e-4e12-b1ff-0362b7b03bac tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4308d52-476d-49e3-9ad8-c42fe37d49c1 HTTP/1.1" status: 200 len: 210 time: 0.0851886 Oct 19 00:58:49.662978 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-d9001700-6ecc-4544-b630-f64556c3e9f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 44c662b3-a294-49c4-b801-6e72553fc183) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:58:49.677381 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bccffa-28b0-42a7-ae54-a1d6d2770895 None None] Network 44c662b3-a294-49c4-b801-6e72553fc183 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:58:49.681141 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9001700-6ecc-4544-b630-f64556c3e9f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:49.682556 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d9001700-6ecc-4544-b630-f64556c3e9f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:49.702804 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-34c0235f-cbd9-428d-a98d-d707b5b11229 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:49.704985 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-34c0235f-cbd9-428d-a98d-d707b5b11229 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3362679 Oct 19 00:58:49.743957 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-f8b04696-c376-4044-9429-09e8fe32898a tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Request body: {'port': {'device_id': 'b6848ab0-22c1-446c-a1b7-f09a79fe2ea5', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'admin_state_up': True, 'tenant_id': '45b33a87e39a445fb54f199fdd4796fe'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:49.767524 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-66efcdea-f4da-4030-b26a-980aafd4b4cd req-bf6f6ef2-529f-40ef-abc8-b489503beb79 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cec1291-5dec-4b3b-b636-584f9edb8c75 HTTP/1.1" status: 200 len: 210 time: 0.0586979 Oct 19 00:58:49.861583 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d9001700-6ecc-4544-b630-f64556c3e9f0 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4071486 Oct 19 00:58:50.038028 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049097e-dd65-45b0-892b-7881eecc99f4 req-4ccfa2d2-8927-4e17-8c1e-03f24f3d42bc tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:50.039679 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1049097e-dd65-45b0-892b-7881eecc99f4 req-4ccfa2d2-8927-4e17-8c1e-03f24f3d42bc tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 947 time: 0.3306146 Oct 19 00:58:50.092494 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c830e50-84b1-484c-9844-151d8a020ad8 req-640ccf1a-d356-4fe0-989e-2ccf84f56acd tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:50.103917 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8c830e50-84b1-484c-9844-151d8a020ad8 req-640ccf1a-d356-4fe0-989e-2ccf84f56acd tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 945 time: 0.1031697 Oct 19 00:58:50.184431 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8c830e50-84b1-484c-9844-151d8a020ad8 req-4cbc2b18-5638-4e22-8110-63b732e003d0 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792954 Oct 19 00:58:50.204705 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 74a7a6dc-e5bc-4245-b19e-d5eee08c7311 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:58:50.213893 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device f5978b6e-6402-4ec6-aede-fe1f65da91cf up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:58:50.222919 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1049097e-dd65-45b0-892b-7881eecc99f4 req-58942e54-f920-4d98-bd65-65bccbbd6b3a tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677454 Oct 19 00:58:50.232689 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-f8b04696-c376-4044-9429-09e8fe32898a tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Made reservation on behalf of 45b33a87e39a445fb54f199fdd4796fe for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:58:50.242028 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-f8b04696-c376-4044-9429-09e8fe32898a tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:50.269354 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-f8b04696-c376-4044-9429-09e8fe32898a tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:50.342940 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae825903-625b-4d94-8df4-9cdf9db90505 None None] Network 44c662b3-a294-49c4-b801-6e72553fc183 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:58:50.422639 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port f5978b6e-6402-4ec6-aede-fe1f65da91cf completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:58:50.462516 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-f8b04696-c376-4044-9429-09e8fe32898a tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:50.467565 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-f8b04696-c376-4044-9429-09e8fe32898a tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:50.469000 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port f5978b6e-6402-4ec6-aede-fe1f65da91cf triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:58:50.469532 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:50.539995 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 74a7a6dc-e5bc-4245-b19e-d5eee08c7311, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=74a7a6dc-e5bc-4245-b19e-d5eee08c7311,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:50.577372 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '74a7a6dc-e5bc-4245-b19e-d5eee08c7311', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': '74a7a6dc-e5bc-4245-b19e-d5eee08c7311', 'mac_address': 'fa:16:3e:c2:95:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:58:50.662735 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b04696-c376-4044-9429-09e8fe32898a tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8144c47d-8d80-4fa6-9309-826bceb92166,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:50.740132 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:50.767127 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74a7a6dc-e5bc-4245-b19e-d5eee08c7311 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:58:50.768672 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a5f59-b98e-4d2e-b6fc-954f0ef63208 req-2ea4a031-917f-4ff1-91be-cb18edf68b1b tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:50.770243 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fb1a5f59-b98e-4d2e-b6fc-954f0ef63208 req-2ea4a031-917f-4ff1-91be-cb18edf68b1b tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 947 time: 0.1018879 Oct 19 00:58:50.772651 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:50.838746 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fb1a5f59-b98e-4d2e-b6fc-954f0ef63208 req-48d41ba4-9848-497a-a78b-53e04986f28d tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560462 Oct 19 00:58:50.856716 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 74a7a6dc-e5bc-4245-b19e-d5eee08c7311, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=74a7a6dc-e5bc-4245-b19e-d5eee08c7311,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:50.874650 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-730c0409-087f-4508-b04a-382623d95fb0 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=45b33a87e39a445fb54f199fdd4796fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1852124 Oct 19 00:58:50.886503 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c44793-bfc5-4ca1-beb1-6d02851c61d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5978b6e-6402-4ec6-aede-fe1f65da91cf'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:50.889206 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6621cc7b-a039-43f6-a448-94c14c302c4e" -d '{"events": [{"server_uuid": "f8c44793-bfc5-4ca1-beb1-6d02851c61d6", "name": "network-vif-plugged", "status": "completed", "tag": "f5978b6e-6402-4ec6-aede-fe1f65da91cf"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:50.895883 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:50.899093 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port f5978b6e-6402-4ec6-aede-fe1f65da91cf, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=f5978b6e-6402-4ec6-aede-fe1f65da91cf,segment=NetworkSegment(85bace0f-b843-4894-b32a-1b2db0de4a04),segment_id=85bace0f-b843-4894-b32a-1b2db0de4a04)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:50.928167 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:50.960247 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=74a7a6dc-e5bc-4245-b19e-d5eee08c7311,revision_number=8']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:51.011439 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-43182cff-07ef-4ca2-a337-f763a60b77ae req-cef3c226-71cc-4fe7-aae3-0387c900342f tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4308d52-476d-49e3-9ad8-c42fe37d49c1 HTTP/1.1" status: 200 len: 210 time: 0.0541675 Oct 19 00:58:51.042928 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=f5978b6e-6402-4ec6-aede-fe1f65da91cf,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:51.150123 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0b34e9ab-b0aa-41ce-8e1f-1901843761a6 req-5daa34a4-ec66-4c13-94f6-ccb3b4121bf9 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cec1291-5dec-4b3b-b636-584f9edb8c75 HTTP/1.1" status: 200 len: 210 time: 0.0481639 Oct 19 00:58:51.265933 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-65f29225-86f6-4258-90fc-0322bf364d71 req-18f64176-4060-4884-b1aa-8b93090c7af3 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a25adcdc646c4e4b987e3016f8b86608&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238197 Oct 19 00:58:51.277892 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['74a7a6dc-e5bc-4245-b19e-d5eee08c7311'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:58:51.412671 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f39e073-53e3-449f-9250-cf7193d95235 x-openstack-request-id: req-5f39e073-53e3-449f-9250-cf7193d95235 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:51.413120 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c44793-bfc5-4ca1-beb1-6d02851c61d6", "name": "network-vif-plugged", "status": "completed", "tag": "f5978b6e-6402-4ec6-aede-fe1f65da91cf", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:51.413220 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5f39e073-53e3-449f-9250-cf7193d95235 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:51.413599 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c44793-bfc5-4ca1-beb1-6d02851c61d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5978b6e-6402-4ec6-aede-fe1f65da91cf', 'code': 200} Oct 19 00:58:51.525084 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f29225-86f6-4258-90fc-0322bf364d71 req-de9280ad-1388-4e6e-b90f-ae948b544d77 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:51.526878 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-65f29225-86f6-4258-90fc-0322bf364d71 req-de9280ad-1388-4e6e-b90f-ae948b544d77 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2451792 Oct 19 00:58:51.546377 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad9d5e-6688-46ee-8af8-ad80ed702126 req-f87a0ecb-9e5f-4500-b6c6-67124d59c3a5 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:51.548319 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f1ad9d5e-6688-46ee-8af8-ad80ed702126 req-f87a0ecb-9e5f-4500-b6c6-67124d59c3a5 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0695481 Oct 19 00:58:51.553321 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-65f29225-86f6-4258-90fc-0322bf364d71 req-57d23e93-8cb5-4a66-808b-c0b8d65b0835 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Request body: {'port': {'device_id': 'e7096591-52a0-4e92-866c-35583cc718e3', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'admin_state_up': True, 'tenant_id': 'a25adcdc646c4e4b987e3016f8b86608'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:51.565052 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df8b24-f034-465c-ae5e-451e98147174 req-9023f20b-65ae-4226-8f12-56fa20e3449d tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:51.566534 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-33df8b24-f034-465c-ae5e-451e98147174 req-9023f20b-65ae-4226-8f12-56fa20e3449d tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.24 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515&tenant_id=ac822e1b6e714d828ed258d652a9ce7a&binding%3Ahost_id=n-h1-715271-26 HTTP/1.1" status: 200 len: 947 time: 0.8052516 Oct 19 00:58:51.665266 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-f8b04696-c376-4044-9429-09e8fe32898a tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Allocated IP 192.168.233.148 (0e8b4f7b-f3c0-4523-9906-6b9e503fed71/1746bfff-950e-4857-b1bf-6fa3cf804b73/1daa29da-249e-4a8e-a9e2-e34772328ba5) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:58:51.666087 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f1ad9d5e-6688-46ee-8af8-ad80ed702126 req-b16cb750-d9b3-4260-9d71-6746fbda2d11 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062939 Oct 19 00:58:51.718451 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406ba47-7321-410b-881e-59051f3c7123 req-d7015f05-c07a-4efc-aa67-623f519d0dd7 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:51.720728 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c406ba47-7321-410b-881e-59051f3c7123 req-d7015f05-c07a-4efc-aa67-623f519d0dd7 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/networks?id=44c662b3-a294-49c4-b801-6e72553fc183 HTTP/1.1" status: 200 len: 804 time: 1.0287678 Oct 19 00:58:51.737645 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65f29225-86f6-4258-90fc-0322bf364d71 req-57d23e93-8cb5-4a66-808b-c0b8d65b0835 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Made reservation on behalf of a25adcdc646c4e4b987e3016f8b86608 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:58:51.742397 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-65f29225-86f6-4258-90fc-0322bf364d71 req-57d23e93-8cb5-4a66-808b-c0b8d65b0835 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:51.761950 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933b3e4-0b30-4044-a469-d83723e302bd req-8613570c-16b9-46ab-badf-e4219bf45b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:51.764047 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9933b3e4-0b30-4044-a469-d83723e302bd req-8613570c-16b9-46ab-badf-e4219bf45b41 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 1098 time: 0.1886389 Oct 19 00:58:51.765555 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c406ba47-7321-410b-881e-59051f3c7123 req-8422bb16-3fad-4727-99af-ad480ad09329 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/quotas/305a99bf3f86485f88111ce8746ec0f2 HTTP/1.1" status: 200 len: 375 time: 0.0297637 Oct 19 00:58:51.779957 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-b0ebb1e8-3974-4634-b236-686d5a6701b2 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:51.781656 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-b0ebb1e8-3974-4634-b236-686d5a6701b2 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8773515 Oct 19 00:58:51.814919 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.55', 55734) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:51.828117 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-cfddacf6-163f-4309-9119-a100c134ca6b tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Request body: {'port': {'device_id': 'e4308d52-476d-49e3-9ad8-c42fe37d49c1', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'admin_state_up': True, 'tenant_id': '45b33a87e39a445fb54f199fdd4796fe'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:51.849805 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-65f29225-86f6-4258-90fc-0322bf364d71 req-f52cb1cf-9162-4e73-9777-d85b16e7f900 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a25adcdc646c4e4b987e3016f8b86608&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328951 Oct 19 00:58:51.952883 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c406ba47-7321-410b-881e-59051f3c7123 req-47f52e08-dc76-41fc-8141-b6c5747064e1 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=305a99bf3f86485f88111ce8746ec0f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1584303 Oct 19 00:58:51.993959 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9933b3e4-0b30-4044-a469-d83723e302bd req-196ab308-6b87-4f5b-a03c-676aa3e749c8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065113 Oct 19 00:58:52.007544 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [req-33df8b24-f034-465c-ae5e-451e98147174 req-8e0e440c-1708-430a-bd65-8856f8a23648 service neutron] delete failed (client error): The resource could not be found. Oct 19 00:58:52.008697 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-33df8b24-f034-465c-ae5e-451e98147174 req-8e0e440c-1708-430a-bd65-8856f8a23648 service neutron] 10.222.0.24 "DELETE /v2.0/ports/74a7a6dc-e5bc-4245-b19e-d5eee08c7311/bindings/n-h2-715271-26 HTTP/1.1" status: 404 len: 381 time: 0.4250643 Oct 19 00:58:52.074201 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f29225-86f6-4258-90fc-0322bf364d71 req-92591540-1a67-49eb-80ab-77947d3f2748 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:52.076020 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-65f29225-86f6-4258-90fc-0322bf364d71 req-92591540-1a67-49eb-80ab-77947d3f2748 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2169065 Oct 19 00:58:52.085086 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326b962-8586-4a3a-8dcf-a58ac11bae0a req-cff17444-a761-4e41-842e-62652bc1ad1c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:52.093111 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8326b962-8586-4a3a-8dcf-a58ac11bae0a req-cff17444-a761-4e41-842e-62652bc1ad1c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 948 time: 0.0998969 Oct 19 00:58:52.134570 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8326b962-8586-4a3a-8dcf-a58ac11bae0a req-886abe33-7b31-4ea2-9f50-b356e26748c5 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404248 Oct 19 00:58:52.185578 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-cfddacf6-163f-4309-9119-a100c134ca6b tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Made reservation on behalf of 45b33a87e39a445fb54f199fdd4796fe for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:58:52.189226 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-cfddacf6-163f-4309-9119-a100c134ca6b tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:52.236685 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a54bf06c-e776-438a-9adb-b60bf585a73c req-25bf0351-52a0-471a-a26f-a42e3475c53f tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4308d52-476d-49e3-9ad8-c42fe37d49c1 HTTP/1.1" status: 200 len: 210 time: 0.0295300 Oct 19 00:58:52.263399 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-f8b04696-c376-4044-9429-09e8fe32898a tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:52.282112 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-65f29225-86f6-4258-90fc-0322bf364d71 req-a4187b60-e304-4c62-b62e-3e60d6c64797 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Request body: {'port': {'device_id': '0cec1291-5dec-4b3b-b636-584f9edb8c75', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'admin_state_up': True, 'tenant_id': 'a25adcdc646c4e4b987e3016f8b86608'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:52.314787 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c406ba47-7321-410b-881e-59051f3c7123 req-9d3bde2b-fa00-49e7-8b5e-d84512450bbf service neutron] 10.222.0.57 "GET /v2.0/networks/44c662b3-a294-49c4-b801-6e72553fc183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232534 Oct 19 00:58:52.322624 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df8b24-f034-465c-ae5e-451e98147174 req-a121ddcc-957e-4912-973a-ed82086c195f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:52.324131 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-33df8b24-f034-465c-ae5e-451e98147174 req-a121ddcc-957e-4912-973a-ed82086c195f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 1100 time: 0.1851413 Oct 19 00:58:52.339115 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-204087d1-6922-4358-8359-c082354b4036 req-3cbb5af3-60fd-43f1-bd89-f657f3c577c5 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cec1291-5dec-4b3b-b636-584f9edb8c75 HTTP/1.1" status: 200 len: 210 time: 0.0385625 Oct 19 00:58:52.418748 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65f29225-86f6-4258-90fc-0322bf364d71 req-a4187b60-e304-4c62-b62e-3e60d6c64797 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Made reservation on behalf of a25adcdc646c4e4b987e3016f8b86608 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:58:52.422160 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-65f29225-86f6-4258-90fc-0322bf364d71 req-a4187b60-e304-4c62-b62e-3e60d6c64797 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:52.499565 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-f8b04696-c376-4044-9429-09e8fe32898a tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:52.547047 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-65f29225-86f6-4258-90fc-0322bf364d71 req-57d23e93-8cb5-4a66-808b-c0b8d65b0835 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Allocated IP 192.168.233.246 (0e8b4f7b-f3c0-4523-9906-6b9e503fed71/1746bfff-950e-4857-b1bf-6fa3cf804b73/6e76ca8b-85bf-4aed-9984-b166a81cf9f3) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:58:52.569016 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c406ba47-7321-410b-881e-59051f3c7123 req-8d2830a0-3116-45bb-9860-957ef2828e1f service neutron] 10.222.0.57 "GET /v2.0/networks/44c662b3-a294-49c4-b801-6e72553fc183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439263 Oct 19 00:58:52.577682 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-f8b04696-c376-4044-9429-09e8fe32898a tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:58:52.584276 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b04696-c376-4044-9429-09e8fe32898a tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Pushing event updated for resources: {'Port': ['ID=1daa29da-249e-4a8e-a9e2-e34772328ba5,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:52.586718 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-f8b04696-c376-4044-9429-09e8fe32898a tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:58:52.589317 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df8b24-f034-465c-ae5e-451e98147174 req-1948943a-3d69-4115-98fd-c48f46ccd6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:52.590766 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-33df8b24-f034-465c-ae5e-451e98147174 req-1948943a-3d69-4115-98fd-c48f46ccd6cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.2510602 Oct 19 00:58:52.591882 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-f8b04696-c376-4044-9429-09e8fe32898a tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:58:52.666735 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-33df8b24-f034-465c-ae5e-451e98147174 req-70e3e90a-dffc-45f8-85f0-aa934a8bbd26 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=74a7a6dc-e5bc-4245-b19e-d5eee08c7311 HTTP/1.1" status: 200 len: 217 time: 0.0469897 Oct 19 00:58:52.710667 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-f8b04696-c376-4044-9429-09e8fe32898a tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:52.711379 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-f8b04696-c376-4044-9429-09e8fe32898a tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:52.776888 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-65f29225-86f6-4258-90fc-0322bf364d71 req-57d23e93-8cb5-4a66-808b-c0b8d65b0835 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:52.817737 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df8b24-f034-465c-ae5e-451e98147174 req-135ed329-4ab0-428d-b52c-afaa6c3e0216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:52.819536 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-33df8b24-f034-465c-ae5e-451e98147174 req-135ed329-4ab0-428d-b52c-afaa6c3e0216 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.1453052 Oct 19 00:58:52.856089 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc14ca-e4d7-45d7-aeab-d9d8fafa690e req-60dff077-1c4b-4df9-b735-12df46b25bc5 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:52.857719 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-66cc14ca-e4d7-45d7-aeab-d9d8fafa690e req-60dff077-1c4b-4df9-b735-12df46b25bc5 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0756369 Oct 19 00:58:52.859489 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-65f29225-86f6-4258-90fc-0322bf364d71 req-57d23e93-8cb5-4a66-808b-c0b8d65b0835 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:52.861236 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c507366b-c548-46a7-830d-33e1ddff0d6d req-83725205-39f1-4e70-ad8d-6fbea90d0c74 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae873840-7404-4106-aa4d-bc27f2893031 HTTP/1.1" status: 200 len: 210 time: 0.0991495 Oct 19 00:58:52.872660 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['6d025541-e179-42fb-a496-a8e3604af1c4'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:58:52.904109 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-f8b04696-c376-4044-9429-09e8fe32898a tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1806657 Oct 19 00:58:52.971094 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b0e821b7-0a45-421c-8eea-6667e915c0d6 None None] Provisioning complete for port 1daa29da-249e-4a8e-a9e2-e34772328ba5 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:58:52.971471 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b0e821b7-0a45-421c-8eea-6667e915c0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:52.994815 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-66cc14ca-e4d7-45d7-aeab-d9d8fafa690e req-ee592a68-6398-474d-84f4-b06daff04281 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278915 Oct 19 00:58:52.999343 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65f29225-86f6-4258-90fc-0322bf364d71 req-57d23e93-8cb5-4a66-808b-c0b8d65b0835 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:58:53.005331 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-e708d382-84d4-485e-b478-0d87780e4bef service neutron] Request body: {'port': {'device_id': 'b6848ab0-22c1-446c-a1b7-f09a79fe2ea5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:53.018860 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-65f29225-86f6-4258-90fc-0322bf364d71 req-57d23e93-8cb5-4a66-808b-c0b8d65b0835 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:58:53.022481 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f29225-86f6-4258-90fc-0322bf364d71 req-57d23e93-8cb5-4a66-808b-c0b8d65b0835 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:58:53.066149 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-b0e821b7-0a45-421c-8eea-6667e915c0d6 None None] Port 1daa29da-249e-4a8e-a9e2-e34772328ba5 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:58:53.079325 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df8b24-f034-465c-ae5e-451e98147174 req-5c52485b-e265-4247-ad1b-27e74d2762fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:53.081102 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-33df8b24-f034-465c-ae5e-451e98147174 req-5c52485b-e265-4247-ad1b-27e74d2762fe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2389028 Oct 19 00:58:53.102240 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d23e93-8cb5-4a66-808b-c0b8d65b0835 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Pushing event updated for resources: {'Port': ['ID=6e76ca8b-85bf-4aed-9984-b166a81cf9f3,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:53.121659 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-cfddacf6-163f-4309-9119-a100c134ca6b tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Allocated IP 192.168.233.29 (0e8b4f7b-f3c0-4523-9906-6b9e503fed71/1746bfff-950e-4857-b1bf-6fa3cf804b73/82472c5b-3c55-4f3a-945e-d1b549359b9e) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:58:53.142644 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f29225-86f6-4258-90fc-0322bf364d71 req-57d23e93-8cb5-4a66-808b-c0b8d65b0835 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:53.143316 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-65f29225-86f6-4258-90fc-0322bf364d71 req-57d23e93-8cb5-4a66-808b-c0b8d65b0835 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:53.162352 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-e708d382-84d4-485e-b478-0d87780e4bef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:53.178372 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-65f29225-86f6-4258-90fc-0322bf364d71 req-57d23e93-8cb5-4a66-808b-c0b8d65b0835 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6287701 Oct 19 00:58:53.196548 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-65f29225-86f6-4258-90fc-0322bf364d71 req-738fa3be-ac35-44a3-b99c-737095ef3dc2 service neutron] Request body: {'port': {'device_id': 'e7096591-52a0-4e92-866c-35583cc718e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:53.356679 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-65f29225-86f6-4258-90fc-0322bf364d71 req-738fa3be-ac35-44a3-b99c-737095ef3dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:53.394712 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-ae0d4c29-f878-4a3c-b109-8fbb6b8449c3 None None] Provisioning complete for port 6e76ca8b-85bf-4aed-9984-b166a81cf9f3 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:58:53.395751 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ae0d4c29-f878-4a3c-b109-8fbb6b8449c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:53.417627 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce56b2-1003-465d-b26f-84eddb6ce4d8 req-9d3798f4-d519-4537-9716-26a138dca468 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:53.424308 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-59ce56b2-1003-465d-b26f-84eddb6ce4d8 req-9d3798f4-d519-4537-9716-26a138dca468 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 948 time: 0.1307716 Oct 19 00:58:53.452930 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d4c29-f878-4a3c-b109-8fbb6b8449c3 None None] Port 6e76ca8b-85bf-4aed-9984-b166a81cf9f3 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:58:53.456867 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-33df8b24-f034-465c-ae5e-451e98147174 req-a893e824-b38f-4d05-ae31-53cfbb4d632c service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299241 Oct 19 00:58:53.549916 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-59ce56b2-1003-465d-b26f-84eddb6ce4d8 req-46db2c5a-0847-45dc-ae31-eff7a03c5222 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246827 Oct 19 00:58:53.651915 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-cfddacf6-163f-4309-9119-a100c134ca6b tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:53.686726 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bad544c0-2720-47a5-a380-6fb1d76ea305 req-0c67a932-62c7-48ad-a770-ba26ba7b6937 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cec1291-5dec-4b3b-b636-584f9edb8c75 HTTP/1.1" status: 200 len: 210 time: 0.0292976 Oct 19 00:58:53.689537 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fea01079-41b4-4500-8095-948300621cf1 req-89160b82-8ed1-45a3-84e6-4f031abd2cbf tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4308d52-476d-49e3-9ad8-c42fe37d49c1 HTTP/1.1" status: 200 len: 210 time: 0.0465019 Oct 19 00:58:53.691340 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-33df8b24-f034-465c-ae5e-451e98147174 req-90fcbbc0-434d-43c0-81a9-820fc43d62d1 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263021 Oct 19 00:58:53.718873 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-cfddacf6-163f-4309-9119-a100c134ca6b tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:53.757939 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-cfddacf6-163f-4309-9119-a100c134ca6b tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:58:53.763223 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-cfddacf6-163f-4309-9119-a100c134ca6b tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:58:53.767100 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-cfddacf6-163f-4309-9119-a100c134ca6b tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:58:53.813940 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-65f29225-86f6-4258-90fc-0322bf364d71 req-a4187b60-e304-4c62-b62e-3e60d6c64797 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Allocated IP 192.168.233.182 (0e8b4f7b-f3c0-4523-9906-6b9e503fed71/1746bfff-950e-4857-b1bf-6fa3cf804b73/e409f60e-9a4e-43b4-8dfe-00949a87e77d) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:58:53.815540 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-cfddacf6-163f-4309-9119-a100c134ca6b tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:53.816799 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-cfddacf6-163f-4309-9119-a100c134ca6b tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:53.834472 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfddacf6-163f-4309-9119-a100c134ca6b tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Pushing event updated for resources: {'Port': ['ID=82472c5b-3c55-4f3a-945e-d1b549359b9e,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:53.843679 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-cfddacf6-163f-4309-9119-a100c134ca6b tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0309088 Oct 19 00:58:53.860395 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-ffd2574c-24c9-4b88-8474-56c533d1e120 service neutron] Request body: {'port': {'device_id': 'e4308d52-476d-49e3-9ad8-c42fe37d49c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:53.935659 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-ffd2574c-24c9-4b88-8474-56c533d1e120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:54.092560 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-97576016-de4d-42bf-b506-a60043fd3f12 req-5a9519e7-7eec-4ac9-b281-b998913fba6e tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae873840-7404-4106-aa4d-bc27f2893031 HTTP/1.1" status: 200 len: 210 time: 0.0885212 Oct 19 00:58:54.139872 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-65f29225-86f6-4258-90fc-0322bf364d71 req-a4187b60-e304-4c62-b62e-3e60d6c64797 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:54.200248 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 74a7a6dc-e5bc-4245-b19e-d5eee08c7311 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:58:54.206554 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e158bca-dce9-4a8d-9c77-83e05983706d req-23bf4720-dcae-448b-9068-653ceeb8b737 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:54.208440 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7e158bca-dce9-4a8d-9c77-83e05983706d req-23bf4720-dcae-448b-9068-653ceeb8b737 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0698104 Oct 19 00:58:54.264205 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-5d5e5c71-8c93-4480-b3a4-1bfa5a51feee None None] Provisioning complete for port 82472c5b-3c55-4f3a-945e-d1b549359b9e triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:58:54.264835 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5d5e5c71-8c93-4480-b3a4-1bfa5a51feee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:54.297498 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7e158bca-dce9-4a8d-9c77-83e05983706d req-60ea3fb4-d85f-411f-bd23-bc34554c206d tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750542 Oct 19 00:58:54.339588 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-5d5e5c71-8c93-4480-b3a4-1bfa5a51feee None None] Port 82472c5b-3c55-4f3a-945e-d1b549359b9e cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:58:54.385881 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 74a7a6dc-e5bc-4245-b19e-d5eee08c7311 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:58:54.390417 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 74a7a6dc-e5bc-4245-b19e-d5eee08c7311 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:58:54.390875 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:54.493504 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406ba47-7321-410b-881e-59051f3c7123 req-b19dfefe-efda-4d60-ac5d-c3dafe0823d6 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:54.499128 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c406ba47-7321-410b-881e-59051f3c7123 req-b19dfefe-efda-4d60-ac5d-c3dafe0823d6 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.24 "GET /v2.0/networks?id=44c662b3-a294-49c4-b801-6e72553fc183 HTTP/1.1" status: 200 len: 804 time: 0.1503267 Oct 19 00:58:54.500290 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-65f29225-86f6-4258-90fc-0322bf364d71 req-a4187b60-e304-4c62-b62e-3e60d6c64797 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:54.534580 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['6d025541-e179-42fb-a496-a8e3604af1c4'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:58:54.548373 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-c406ba47-7321-410b-881e-59051f3c7123 req-20d31840-f66f-40b4-a00a-c18966995b94 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Request body: {'port': {'device_id': 'ae873840-7404-4106-aa4d-bc27f2893031', 'network_id': '44c662b3-a294-49c4-b801-6e72553fc183', 'admin_state_up': True, 'tenant_id': '305a99bf3f86485f88111ce8746ec0f2'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:54.565408 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65f29225-86f6-4258-90fc-0322bf364d71 req-a4187b60-e304-4c62-b62e-3e60d6c64797 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:58:54.570360 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-65f29225-86f6-4258-90fc-0322bf364d71 req-a4187b60-e304-4c62-b62e-3e60d6c64797 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:58:54.576594 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f29225-86f6-4258-90fc-0322bf364d71 req-a4187b60-e304-4c62-b62e-3e60d6c64797 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:58:54.624671 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4187b60-e304-4c62-b62e-3e60d6c64797 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Pushing event updated for resources: {'Port': ['ID=e409f60e-9a4e-43b4-8dfe-00949a87e77d,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:54.643613 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:54.667666 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f29225-86f6-4258-90fc-0322bf364d71 req-a4187b60-e304-4c62-b62e-3e60d6c64797 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:54.668593 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-65f29225-86f6-4258-90fc-0322bf364d71 req-a4187b60-e304-4c62-b62e-3e60d6c64797 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:54.699791 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-65f29225-86f6-4258-90fc-0322bf364d71 req-a4187b60-e304-4c62-b62e-3e60d6c64797 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4215395 Oct 19 00:58:54.707280 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 74a7a6dc-e5bc-4245-b19e-d5eee08c7311, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=74a7a6dc-e5bc-4245-b19e-d5eee08c7311,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:54.710096 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f727f01f-7ab8-4ffb-ad6f-82c990363515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a7a6dc-e5bc-4245-b19e-d5eee08c7311'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:54.714090 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134a49b4-10b2-492f-bd77-593cf5dbcf36" -d '{"events": [{"server_uuid": "f727f01f-7ab8-4ffb-ad6f-82c990363515", "name": "network-vif-plugged", "status": "completed", "tag": "74a7a6dc-e5bc-4245-b19e-d5eee08c7311"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:54.723766 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-65f29225-86f6-4258-90fc-0322bf364d71 req-ffecff9c-acd5-4ee4-ba1d-4e7b9e458936 service neutron] Request body: {'port': {'device_id': '0cec1291-5dec-4b3b-b636-584f9edb8c75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:54.762563 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:54.933648 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=74a7a6dc-e5bc-4245-b19e-d5eee08c7311,revision_number=9']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:54.996764 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-65f29225-86f6-4258-90fc-0322bf364d71 req-ffecff9c-acd5-4ee4-ba1d-4e7b9e458936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:55.005509 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4fedf-c4f4-46bd-96b8-08eb725980ac req-3641918c-af22-47b1-ba24-f9a45f2d39e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:55.007472 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-37f4fedf-c4f4-46bd-96b8-08eb725980ac req-3641918c-af22-47b1-ba24-f9a45f2d39e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=040edf26402f44e39ee858ecd5007fee&device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 1098 time: 0.2484260 Oct 19 00:58:55.008096 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a48c25-64b7-4ad7-a0c3-776fca11f05c req-081099c9-2112-4e2f-a2e5-7c716cab0099 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:55.017782 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-70a48c25-64b7-4ad7-a0c3-776fca11f05c req-081099c9-2112-4e2f-a2e5-7c716cab0099 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.2789948 Oct 19 00:58:55.020742 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504887b2-f5e1-43d5-b50a-6edea063cdae req-e692ef55-5348-4739-9549-aa17148fb1fe tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:55.028665 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-504887b2-f5e1-43d5-b50a-6edea063cdae req-e692ef55-5348-4739-9549-aa17148fb1fe tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 949 time: 0.2675958 Oct 19 00:58:55.070505 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-ce50e9f3-ed0a-4e03-bc13-260ec9a287b0 None None] Provisioning complete for port e409f60e-9a4e-43b4-8dfe-00949a87e77d triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:58:55.071159 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ce50e9f3-ed0a-4e03-bc13-260ec9a287b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:55.113659 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-ce50e9f3-ed0a-4e03-bc13-260ec9a287b0 None None] Port e409f60e-9a4e-43b4-8dfe-00949a87e77d cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:58:55.123196 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-70a48c25-64b7-4ad7-a0c3-776fca11f05c req-cb7babe1-3296-4ecf-8324-5c340a92b577 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044559 Oct 19 00:58:55.152627 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-504887b2-f5e1-43d5-b50a-6edea063cdae req-a153d25b-e972-4b9c-b15f-467b03246520 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229374 Oct 19 00:58:55.266152 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59feafd4-8525-43cb-ae38-2346e612dead req-95934c18-f9e2-44db-b2f4-53b0556b2953 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:55.268159 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-59feafd4-8525-43cb-ae38-2346e612dead req-95934c18-f9e2-44db-b2f4-53b0556b2953 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cec1291-5dec-4b3b-b636-584f9edb8c75 HTTP/1.1" status: 200 len: 936 time: 0.0693841 Oct 19 00:58:55.315307 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-59feafd4-8525-43cb-ae38-2346e612dead req-f9d94d80-40f3-4239-b7c5-f4ed9a8392dc tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403285 Oct 19 00:58:55.363294 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08e0711-e90e-4754-bcf5-f43a7c3efd2e x-openstack-request-id: req-d08e0711-e90e-4754-bcf5-f43a7c3efd2e {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:55.364845 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f727f01f-7ab8-4ffb-ad6f-82c990363515", "name": "network-vif-plugged", "status": "completed", "tag": "74a7a6dc-e5bc-4245-b19e-d5eee08c7311", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:55.365414 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d08e0711-e90e-4754-bcf5-f43a7c3efd2e {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:55.366015 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f727f01f-7ab8-4ffb-ad6f-82c990363515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a7a6dc-e5bc-4245-b19e-d5eee08c7311', 'code': 200} Oct 19 00:58:55.504166 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-30b3e87c-9d99-419e-a3e0-a659240917fd req-6e2845d6-c428-4e4f-b896-e3891a7536dc tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae873840-7404-4106-aa4d-bc27f2893031 HTTP/1.1" status: 200 len: 210 time: 0.0285640 Oct 19 00:58:55.584518 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c406ba47-7321-410b-881e-59051f3c7123 req-20d31840-f66f-40b4-a00a-c18966995b94 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Made reservation on behalf of 305a99bf3f86485f88111ce8746ec0f2 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:58:55.587948 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c406ba47-7321-410b-881e-59051f3c7123 req-20d31840-f66f-40b4-a00a-c18966995b94 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:55.606313 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-e708d382-84d4-485e-b478-0d87780e4bef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1daa29da-249e-4a8e-a9e2-e34772328ba5 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:58:55.612401 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4fedf-c4f4-46bd-96b8-08eb725980ac req-52905ffd-44db-49fd-bd9d-310aa0a9723a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:55.613855 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-37f4fedf-c4f4-46bd-96b8-08eb725980ac req-52905ffd-44db-49fd-bd9d-310aa0a9723a service neutron] 10.222.0.55 "GET /v2.0/networks?id=62832aa4-f933-46b7-a594-83f0870bcae7 HTTP/1.1" status: 200 len: 912 time: 0.5740502 Oct 19 00:58:55.622240 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-e708d382-84d4-485e-b478-0d87780e4bef service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:55.679046 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-37f4fedf-c4f4-46bd-96b8-08eb725980ac req-45cfaa2a-59ba-4050-8740-eee5743f4d42 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5978b6e-6402-4ec6-aede-fe1f65da91cf HTTP/1.1" status: 200 len: 217 time: 0.0540884 Oct 19 00:58:55.717938 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3042f8-6057-4f75-b6b5-6414589d5290 req-ba3dc264-e62b-44ab-ae01-6e4e6d6ae3d9 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:55.719417 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9d3042f8-6057-4f75-b6b5-6414589d5290 req-ba3dc264-e62b-44ab-ae01-6e4e6d6ae3d9 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4308d52-476d-49e3-9ad8-c42fe37d49c1 HTTP/1.1" status: 200 len: 935 time: 0.4699802 Oct 19 00:58:55.723969 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-e708d382-84d4-485e-b478-0d87780e4bef service neutron] Transition to ACTIVE for port object 1daa29da-249e-4a8e-a9e2-e34772328ba5 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:58:55.743561 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-e708d382-84d4-485e-b478-0d87780e4bef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:55.925223 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4fedf-c4f4-46bd-96b8-08eb725980ac req-1703ef8c-d515-4d14-91a9-fe61aea0e424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:55.926717 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-37f4fedf-c4f4-46bd-96b8-08eb725980ac req-1703ef8c-d515-4d14-91a9-fe61aea0e424 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fb613dcd-fb60-4a35-9df7-17d1189a9278 HTTP/1.1" status: 200 len: 851 time: 0.2040272 Oct 19 00:58:55.929554 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9d3042f8-6057-4f75-b6b5-6414589d5290 req-bf763624-3ff1-4758-b2e4-c3e7194461a3 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/security-groups?id=8144c47d-8d80-4fa6-9309-826bceb92166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939764 Oct 19 00:58:55.932759 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-65f29225-86f6-4258-90fc-0322bf364d71 req-738fa3be-ac35-44a3-b99c-737095ef3dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e76ca8b-85bf-4aed-9984-b166a81cf9f3 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:58:55.933476 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708d382-84d4-485e-b478-0d87780e4bef service neutron] Pushing event updated for resources: {'Port': ['ID=1daa29da-249e-4a8e-a9e2-e34772328ba5,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:55.960581 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-65f29225-86f6-4258-90fc-0322bf364d71 req-738fa3be-ac35-44a3-b99c-737095ef3dc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:55.981990 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-65f29225-86f6-4258-90fc-0322bf364d71 req-738fa3be-ac35-44a3-b99c-737095ef3dc2 service neutron] Transition to ACTIVE for port object 6e76ca8b-85bf-4aed-9984-b166a81cf9f3 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:58:55.985943 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-37f4fedf-c4f4-46bd-96b8-08eb725980ac req-7bdbca32-339d-4192-9f90-51b1a8b181ef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=62832aa4-f933-46b7-a594-83f0870bcae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490141 Oct 19 00:58:55.986113 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-65f29225-86f6-4258-90fc-0322bf364d71 req-738fa3be-ac35-44a3-b99c-737095ef3dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:56.091256 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738fa3be-ac35-44a3-b99c-737095ef3dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=6e76ca8b-85bf-4aed-9984-b166a81cf9f3,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:56.128168 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-65f29225-86f6-4258-90fc-0322bf364d71 req-738fa3be-ac35-44a3-b99c-737095ef3dc2 service neutron] Attempting to bind port 6e76ca8b-85bf-4aed-9984-b166a81cf9f3 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:58:56.128852 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-65f29225-86f6-4258-90fc-0322bf364d71 req-738fa3be-ac35-44a3-b99c-737095ef3dc2 service neutron] Attempting to bind port 6e76ca8b-85bf-4aed-9984-b166a81cf9f3 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:58:56.128852 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f29225-86f6-4258-90fc-0322bf364d71 req-738fa3be-ac35-44a3-b99c-737095ef3dc2 service neutron] Attempting to bind port 6e76ca8b-85bf-4aed-9984-b166a81cf9f3 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:58:56.129604 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-c406ba47-7321-410b-881e-59051f3c7123 req-20d31840-f66f-40b4-a00a-c18966995b94 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Allocated IP 172.20.0.14 (44c662b3-a294-49c4-b801-6e72553fc183/b9a0fca3-7f17-4b48-856e-c0d103cad611/04b8568f-8567-4a9e-8f0d-92f8b4cb7810) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:58:56.133405 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f29225-86f6-4258-90fc-0322bf364d71 req-738fa3be-ac35-44a3-b99c-737095ef3dc2 service neutron] Port 6e76ca8b-85bf-4aed-9984-b166a81cf9f3 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:58:56.134810 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f29225-86f6-4258-90fc-0322bf364d71 req-738fa3be-ac35-44a3-b99c-737095ef3dc2 service neutron] Attempting to bind port 6e76ca8b-85bf-4aed-9984-b166a81cf9f3 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:58:56.141944 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f29225-86f6-4258-90fc-0322bf364d71 req-738fa3be-ac35-44a3-b99c-737095ef3dc2 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:58:56.142222 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f29225-86f6-4258-90fc-0322bf364d71 req-738fa3be-ac35-44a3-b99c-737095ef3dc2 service neutron] Checking segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:58:56.142657 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f29225-86f6-4258-90fc-0322bf364d71 req-738fa3be-ac35-44a3-b99c-737095ef3dc2 service neutron] Bound using segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:58:56.143094 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-65f29225-86f6-4258-90fc-0322bf364d71 req-738fa3be-ac35-44a3-b99c-737095ef3dc2 service neutron] Bound port: 6e76ca8b-85bf-4aed-9984-b166a81cf9f3, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:58:56.143806 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-65f29225-86f6-4258-90fc-0322bf364d71 req-738fa3be-ac35-44a3-b99c-737095ef3dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:56.304958 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-65f29225-86f6-4258-90fc-0322bf364d71 req-738fa3be-ac35-44a3-b99c-737095ef3dc2 service neutron] For port 6e76ca8b-85bf-4aed-9984-b166a81cf9f3, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:58:56.309015 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-65f29225-86f6-4258-90fc-0322bf364d71 req-738fa3be-ac35-44a3-b99c-737095ef3dc2 service neutron] For port 6e76ca8b-85bf-4aed-9984-b166a81cf9f3, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=6e76ca8b-85bf-4aed-9984-b166a81cf9f3,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:58:56.323401 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de3e89-5112-46d9-9a09-705600214ed1 req-f116f92b-832e-40ea-926d-f1733ae8dbd6 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:56.330723 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-38de3e89-5112-46d9-9a09-705600214ed1 req-f116f92b-832e-40ea-926d-f1733ae8dbd6 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0840223 Oct 19 00:58:56.338857 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-65f29225-86f6-4258-90fc-0322bf364d71 req-738fa3be-ac35-44a3-b99c-737095ef3dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:56.374797 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-ffd2574c-24c9-4b88-8474-56c533d1e120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82472c5b-3c55-4f3a-945e-d1b549359b9e {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:58:56.392422 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f29225-86f6-4258-90fc-0322bf364d71 req-738fa3be-ac35-44a3-b99c-737095ef3dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:56.393312 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-65f29225-86f6-4258-90fc-0322bf364d71 req-738fa3be-ac35-44a3-b99c-737095ef3dc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:56.396050 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-65f29225-86f6-4258-90fc-0322bf364d71 req-738fa3be-ac35-44a3-b99c-737095ef3dc2 service neutron] 10.222.0.55 "PUT /v2.0/ports/6e76ca8b-85bf-4aed-9984-b166a81cf9f3 HTTP/1.1" status: 200 len: 1097 time: 3.2077081 Oct 19 00:58:56.404208 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7096591-52a0-4e92-866c-35583cc718e3', 'tag': '6e76ca8b-85bf-4aed-9984-b166a81cf9f3'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:56.406953 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3002af3a-52f1-4dde-88bc-53edcb89a177" -d '{"events": [{"name": "network-changed", "server_uuid": "e7096591-52a0-4e92-866c-35583cc718e3", "tag": "6e76ca8b-85bf-4aed-9984-b166a81cf9f3"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:56.418706 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-ffd2574c-24c9-4b88-8474-56c533d1e120 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:56.449276 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-38de3e89-5112-46d9-9a09-705600214ed1 req-0f9c5e4b-49f7-4b0d-b6c2-7a34037967dc tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175816 Oct 19 00:58:56.529011 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-ffd2574c-24c9-4b88-8474-56c533d1e120 service neutron] Transition to ACTIVE for port object 82472c5b-3c55-4f3a-945e-d1b549359b9e will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:58:56.535582 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-e708d382-84d4-485e-b478-0d87780e4bef service neutron] Attempting to bind port 1daa29da-249e-4a8e-a9e2-e34772328ba5 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:58:56.536030 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-e708d382-84d4-485e-b478-0d87780e4bef service neutron] Attempting to bind port 1daa29da-249e-4a8e-a9e2-e34772328ba5 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:58:56.536677 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-e708d382-84d4-485e-b478-0d87780e4bef service neutron] Attempting to bind port 1daa29da-249e-4a8e-a9e2-e34772328ba5 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:58:56.549537 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-e708d382-84d4-485e-b478-0d87780e4bef service neutron] Port 1daa29da-249e-4a8e-a9e2-e34772328ba5 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:58:56.549537 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-e708d382-84d4-485e-b478-0d87780e4bef service neutron] Attempting to bind port 1daa29da-249e-4a8e-a9e2-e34772328ba5 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:58:56.550529 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738fa3be-ac35-44a3-b99c-737095ef3dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=6e76ca8b-85bf-4aed-9984-b166a81cf9f3,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:56.556554 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-ffd2574c-24c9-4b88-8474-56c533d1e120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:56.619594 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2574c-24c9-4b88-8474-56c533d1e120 service neutron] Pushing event updated for resources: {'Port': ['ID=82472c5b-3c55-4f3a-945e-d1b549359b9e,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:56.627831 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f29225-86f6-4258-90fc-0322bf364d71 req-8314edc4-11d1-4724-9b2e-fb5274192fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:56.629329 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-65f29225-86f6-4258-90fc-0322bf364d71 req-8314edc4-11d1-4724-9b2e-fb5274192fc6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a25adcdc646c4e4b987e3016f8b86608&device_id=e7096591-52a0-4e92-866c-35583cc718e3 HTTP/1.1" status: 200 len: 1100 time: 0.1725032 Oct 19 00:58:56.642165 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-e708d382-84d4-485e-b478-0d87780e4bef service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:58:56.642785 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-e708d382-84d4-485e-b478-0d87780e4bef service neutron] Checking segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:58:56.643970 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-e708d382-84d4-485e-b478-0d87780e4bef service neutron] Bound using segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:58:56.644526 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-e708d382-84d4-485e-b478-0d87780e4bef service neutron] Bound port: 1daa29da-249e-4a8e-a9e2-e34772328ba5, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:58:56.644979 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-e708d382-84d4-485e-b478-0d87780e4bef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:56.662777 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf4729-698e-41cc-8941-24a701c59ee8 req-934f9665-ead7-4f7c-92ff-e7065ca8c7c4 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:56.672201 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8dbf4729-698e-41cc-8941-24a701c59ee8 req-934f9665-ead7-4f7c-92ff-e7065ca8c7c4 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 949 time: 0.4225204 Oct 19 00:58:56.683121 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-37f4fedf-c4f4-46bd-96b8-08eb725980ac req-75ecd2c7-03f9-41c1-af06-58a764e3704a service neutron] 10.222.0.55 "GET /v2.0/networks/62832aa4-f933-46b7-a594-83f0870bcae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5725820 Oct 19 00:58:56.715389 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6663f0a-2fdf-4882-abe4-18552b54382f req-6fbd9cfc-7948-4a8e-8ea5-b020725452c7 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:56.722923 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a6663f0a-2fdf-4882-abe4-18552b54382f req-6fbd9cfc-7948-4a8e-8ea5-b020725452c7 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cec1291-5dec-4b3b-b636-584f9edb8c75 HTTP/1.1" status: 200 len: 936 time: 0.1689873 Oct 19 00:58:56.733977 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-65f29225-86f6-4258-90fc-0322bf364d71 req-96a0ad90-526b-41ea-ae77-cd0dcf9b1c87 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=6e76ca8b-85bf-4aed-9984-b166a81cf9f3 HTTP/1.1" status: 200 len: 217 time: 0.0721750 Oct 19 00:58:56.780259 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:56.791540 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8dbf4729-698e-41cc-8941-24a701c59ee8 req-ab53ab28-0f12-4f5e-826e-414fada3f197 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141467 Oct 19 00:58:56.852737 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a6663f0a-2fdf-4882-abe4-18552b54382f req-e1971241-1b17-4951-9df5-d6f3cd847097 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289394 Oct 19 00:58:56.955305 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-65f29225-86f6-4258-90fc-0322bf364d71 req-ffecff9c-acd5-4ee4-ba1d-4e7b9e458936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e409f60e-9a4e-43b4-8dfe-00949a87e77d {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:58:56.968693 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-65f29225-86f6-4258-90fc-0322bf364d71 req-ffecff9c-acd5-4ee4-ba1d-4e7b9e458936 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:56.992004 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-65f29225-86f6-4258-90fc-0322bf364d71 req-ffecff9c-acd5-4ee4-ba1d-4e7b9e458936 service neutron] Transition to ACTIVE for port object e409f60e-9a4e-43b4-8dfe-00949a87e77d will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:58:56.994579 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e376ebcf-9282-432c-a3de-1b55af282556 x-openstack-request-id: req-e376ebcf-9282-432c-a3de-1b55af282556 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:56.994969 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7096591-52a0-4e92-866c-35583cc718e3", "tag": "6e76ca8b-85bf-4aed-9984-b166a81cf9f3", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:56.995356 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e376ebcf-9282-432c-a3de-1b55af282556 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:56.995992 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7096591-52a0-4e92-866c-35583cc718e3', 'tag': '6e76ca8b-85bf-4aed-9984-b166a81cf9f3', 'status': 'completed', 'code': 200} Oct 19 00:58:57.005837 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-ffd2574c-24c9-4b88-8474-56c533d1e120 service neutron] Attempting to bind port 82472c5b-3c55-4f3a-945e-d1b549359b9e on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:58:57.006175 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-ffd2574c-24c9-4b88-8474-56c533d1e120 service neutron] Attempting to bind port 82472c5b-3c55-4f3a-945e-d1b549359b9e by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:58:57.006569 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-ffd2574c-24c9-4b88-8474-56c533d1e120 service neutron] Attempting to bind port 82472c5b-3c55-4f3a-945e-d1b549359b9e on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:58:57.016260 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-65f29225-86f6-4258-90fc-0322bf364d71 req-ffecff9c-acd5-4ee4-ba1d-4e7b9e458936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:57.083256 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f29225-86f6-4258-90fc-0322bf364d71 req-3546dbde-084a-42df-9992-734ba67f0dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:57.085067 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-65f29225-86f6-4258-90fc-0322bf364d71 req-3546dbde-084a-42df-9992-734ba67f0dbe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.3389199 Oct 19 00:58:57.114447 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-ffd2574c-24c9-4b88-8474-56c533d1e120 service neutron] Port 82472c5b-3c55-4f3a-945e-d1b549359b9e on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:58:57.115619 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-ffd2574c-24c9-4b88-8474-56c533d1e120 service neutron] Attempting to bind port 82472c5b-3c55-4f3a-945e-d1b549359b9e on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:58:57.124634 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3d991da2-938b-40c0-ac8d-80de1bbf8835 req-6ab233aa-66ca-4cd2-9eab-5ebf853e02a7 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae873840-7404-4106-aa4d-bc27f2893031 HTTP/1.1" status: 200 len: 210 time: 0.0478046 Oct 19 00:58:57.194249 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-e708d382-84d4-485e-b478-0d87780e4bef service neutron] For port 1daa29da-249e-4a8e-a9e2-e34772328ba5, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:58:57.199506 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-e708d382-84d4-485e-b478-0d87780e4bef service neutron] For port 1daa29da-249e-4a8e-a9e2-e34772328ba5, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1daa29da-249e-4a8e-a9e2-e34772328ba5,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:58:57.203558 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffecff9c-acd5-4ee4-ba1d-4e7b9e458936 service neutron] Pushing event updated for resources: {'Port': ['ID=e409f60e-9a4e-43b4-8dfe-00949a87e77d,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:57.205135 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-ffd2574c-24c9-4b88-8474-56c533d1e120 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:58:57.206603 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-ffd2574c-24c9-4b88-8474-56c533d1e120 service neutron] Checking segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:58:57.207215 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-ffd2574c-24c9-4b88-8474-56c533d1e120 service neutron] Bound using segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:58:57.208418 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-ffd2574c-24c9-4b88-8474-56c533d1e120 service neutron] Bound port: 82472c5b-3c55-4f3a-945e-d1b549359b9e, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:58:57.208849 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-ffd2574c-24c9-4b88-8474-56c533d1e120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:57.216519 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c406ba47-7321-410b-881e-59051f3c7123 req-20d31840-f66f-40b4-a00a-c18966995b94 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:57.222457 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-e708d382-84d4-485e-b478-0d87780e4bef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:57.253745 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f29225-86f6-4258-90fc-0322bf364d71 req-ea0771ff-38fc-4068-96c7-426b70b0a23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:57.268091 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-65f29225-86f6-4258-90fc-0322bf364d71 req-ea0771ff-38fc-4068-96c7-426b70b0a23d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1326923 Oct 19 00:58:57.328024 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-e708d382-84d4-485e-b478-0d87780e4bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:57.328637 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-e708d382-84d4-485e-b478-0d87780e4bef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:57.330399 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-e708d382-84d4-485e-b478-0d87780e4bef service neutron] 10.222.0.24 "PUT /v2.0/ports/1daa29da-249e-4a8e-a9e2-e34772328ba5 HTTP/1.1" status: 200 len: 1097 time: 4.4100564 Oct 19 00:58:57.391223 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708d382-84d4-485e-b478-0d87780e4bef service neutron] Pushing event updated for resources: {'Port': ['ID=1daa29da-249e-4a8e-a9e2-e34772328ba5,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:57.394861 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6848ab0-22c1-446c-a1b7-f09a79fe2ea5', 'tag': '1daa29da-249e-4a8e-a9e2-e34772328ba5'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:57.397761 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db522951-66cf-448c-8a23-04847df7367f" -d '{"events": [{"name": "network-changed", "server_uuid": "b6848ab0-22c1-446c-a1b7-f09a79fe2ea5", "tag": "1daa29da-249e-4a8e-a9e2-e34772328ba5"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:57.441345 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2287ca-76cf-4964-bf3f-bf44d697d6de req-71288df1-2e1a-4983-b0e7-4490dc7c1aab tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:57.452127 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eb2287ca-76cf-4964-bf3f-bf44d697d6de req-71288df1-2e1a-4983-b0e7-4490dc7c1aab tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4308d52-476d-49e3-9ad8-c42fe37d49c1 HTTP/1.1" status: 200 len: 947 time: 0.1751375 Oct 19 00:58:57.464422 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a9b10-5657-4ee5-89f3-6bbe4207c158 req-904f4f5a-b66d-4bdd-8dcd-f5590e2e9c89 tempest-MigrationsAdminTest-1400615601 tempest-MigrationsAdminTest-1400615601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:57.472817 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-819a9b10-5657-4ee5-89f3-6bbe4207c158 req-904f4f5a-b66d-4bdd-8dcd-f5590e2e9c89 tempest-MigrationsAdminTest-1400615601 tempest-MigrationsAdminTest-1400615601-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 1101 time: 0.2711468 Oct 19 00:58:57.486128 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-65f29225-86f6-4258-90fc-0322bf364d71 req-ffecff9c-acd5-4ee4-ba1d-4e7b9e458936 service neutron] Attempting to bind port e409f60e-9a4e-43b4-8dfe-00949a87e77d on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:58:57.486465 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-65f29225-86f6-4258-90fc-0322bf364d71 req-ffecff9c-acd5-4ee4-ba1d-4e7b9e458936 service neutron] Attempting to bind port e409f60e-9a4e-43b4-8dfe-00949a87e77d by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:58:57.486779 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f29225-86f6-4258-90fc-0322bf364d71 req-ffecff9c-acd5-4ee4-ba1d-4e7b9e458936 service neutron] Attempting to bind port e409f60e-9a4e-43b4-8dfe-00949a87e77d on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:58:57.526971 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-65f29225-86f6-4258-90fc-0322bf364d71 req-4425c312-32d0-4934-9672-3421d51731ba service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573142 Oct 19 00:58:57.534659 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f29225-86f6-4258-90fc-0322bf364d71 req-ffecff9c-acd5-4ee4-ba1d-4e7b9e458936 service neutron] Port e409f60e-9a4e-43b4-8dfe-00949a87e77d on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:58:57.535340 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f29225-86f6-4258-90fc-0322bf364d71 req-ffecff9c-acd5-4ee4-ba1d-4e7b9e458936 service neutron] Attempting to bind port e409f60e-9a4e-43b4-8dfe-00949a87e77d on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:58:57.547302 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f29225-86f6-4258-90fc-0322bf364d71 req-ffecff9c-acd5-4ee4-ba1d-4e7b9e458936 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:58:57.547683 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-ffd2574c-24c9-4b88-8474-56c533d1e120 service neutron] For port 82472c5b-3c55-4f3a-945e-d1b549359b9e, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:58:57.548299 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f29225-86f6-4258-90fc-0322bf364d71 req-ffecff9c-acd5-4ee4-ba1d-4e7b9e458936 service neutron] Checking segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:58:57.548971 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f29225-86f6-4258-90fc-0322bf364d71 req-ffecff9c-acd5-4ee4-ba1d-4e7b9e458936 service neutron] Bound using segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:58:57.549663 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-65f29225-86f6-4258-90fc-0322bf364d71 req-ffecff9c-acd5-4ee4-ba1d-4e7b9e458936 service neutron] Bound port: e409f60e-9a4e-43b4-8dfe-00949a87e77d, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:58:57.550264 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-65f29225-86f6-4258-90fc-0322bf364d71 req-ffecff9c-acd5-4ee4-ba1d-4e7b9e458936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:57.551654 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-ffd2574c-24c9-4b88-8474-56c533d1e120 service neutron] For port 82472c5b-3c55-4f3a-945e-d1b549359b9e, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=82472c5b-3c55-4f3a-945e-d1b549359b9e,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:58:57.568701 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eb2287ca-76cf-4964-bf3f-bf44d697d6de req-41fde5a2-614c-481f-803c-db69fded90ac tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/security-groups?id=8144c47d-8d80-4fa6-9309-826bceb92166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151309 Oct 19 00:58:57.582222 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-52cccf9b-a050-4d43-8305-9ccb27ce1d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:57.584206 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-52cccf9b-a050-4d43-8305-9ccb27ce1d63 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=45b33a87e39a445fb54f199fdd4796fe&device_id=b6848ab0-22c1-446c-a1b7-f09a79fe2ea5 HTTP/1.1" status: 200 len: 1100 time: 0.1739635 Oct 19 00:58:57.585773 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-ffd2574c-24c9-4b88-8474-56c533d1e120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:57.677635 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-65f29225-86f6-4258-90fc-0322bf364d71 req-ffecff9c-acd5-4ee4-ba1d-4e7b9e458936 service neutron] For port e409f60e-9a4e-43b4-8dfe-00949a87e77d, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:58:57.681495 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-65f29225-86f6-4258-90fc-0322bf364d71 req-ffecff9c-acd5-4ee4-ba1d-4e7b9e458936 service neutron] For port e409f60e-9a4e-43b4-8dfe-00949a87e77d, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=e409f60e-9a4e-43b4-8dfe-00949a87e77d,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:58:57.694346 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-ffd2574c-24c9-4b88-8474-56c533d1e120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:57.695044 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-ffd2574c-24c9-4b88-8474-56c533d1e120 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:57.696600 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-ffd2574c-24c9-4b88-8474-56c533d1e120 service neutron] 10.222.0.55 "PUT /v2.0/ports/82472c5b-3c55-4f3a-945e-d1b549359b9e HTTP/1.1" status: 200 len: 1096 time: 3.8413830 Oct 19 00:58:57.712058 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-65f29225-86f6-4258-90fc-0322bf364d71 req-ffecff9c-acd5-4ee4-ba1d-4e7b9e458936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:57.733250 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2574c-24c9-4b88-8474-56c533d1e120 service neutron] Pushing event updated for resources: {'Port': ['ID=82472c5b-3c55-4f3a-945e-d1b549359b9e,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:57.805035 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3850c44-85f2-4a1c-bb3e-177cd427ec12 x-openstack-request-id: req-c3850c44-85f2-4a1c-bb3e-177cd427ec12 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:57.805318 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6848ab0-22c1-446c-a1b7-f09a79fe2ea5", "tag": "1daa29da-249e-4a8e-a9e2-e34772328ba5", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:57.805576 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c3850c44-85f2-4a1c-bb3e-177cd427ec12 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:57.805971 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6848ab0-22c1-446c-a1b7-f09a79fe2ea5', 'tag': '1daa29da-249e-4a8e-a9e2-e34772328ba5', 'status': 'completed', 'code': 200} Oct 19 00:58:57.841871 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-939a8f4f-d548-4d12-96cb-7476d4833d60 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=1daa29da-249e-4a8e-a9e2-e34772328ba5 HTTP/1.1" status: 200 len: 217 time: 0.2416670 Oct 19 00:58:57.899880 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f29225-86f6-4258-90fc-0322bf364d71 req-ffecff9c-acd5-4ee4-ba1d-4e7b9e458936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:57.901032 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-65f29225-86f6-4258-90fc-0322bf364d71 req-ffecff9c-acd5-4ee4-ba1d-4e7b9e458936 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:57.902730 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-65f29225-86f6-4258-90fc-0322bf364d71 req-ffecff9c-acd5-4ee4-ba1d-4e7b9e458936 service neutron] 10.222.0.55 "PUT /v2.0/ports/e409f60e-9a4e-43b4-8dfe-00949a87e77d HTTP/1.1" status: 200 len: 1097 time: 3.1843178 Oct 19 00:58:57.925401 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-37f4fedf-c4f4-46bd-96b8-08eb725980ac req-bc32b962-1cab-4b0c-9819-4fee7b811072 service neutron] 10.222.0.55 "GET /v2.0/networks/62832aa4-f933-46b7-a594-83f0870bcae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1722159 Oct 19 00:58:57.950593 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffecff9c-acd5-4ee4-ba1d-4e7b9e458936 service neutron] Pushing event updated for resources: {'Port': ['ID=e409f60e-9a4e-43b4-8dfe-00949a87e77d,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:57.963951 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-65f29225-86f6-4258-90fc-0322bf364d71 req-d865c9cf-9c36-4e5c-a737-999c2ba363ca service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183888 Oct 19 00:58:57.992776 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf136aec-f2a0-4d2c-b05b-6b43be341d2f req-6f4a4db8-1fa4-4466-b904-b2f67bba1aff tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:57.994544 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bf136aec-f2a0-4d2c-b05b-6b43be341d2f req-6f4a4db8-1fa4-4466-b904-b2f67bba1aff tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.1591585 Oct 19 00:58:58.011921 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-1c1c187f-2748-486d-b29d-858d445b738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:58.015923 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-1c1c187f-2748-486d-b29d-858d445b738d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=45b33a87e39a445fb54f199fdd4796fe&device_id=e4308d52-476d-49e3-9ad8-c42fe37d49c1 HTTP/1.1" status: 200 len: 1099 time: 0.2060399 Oct 19 00:58:58.095634 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c406ba47-7321-410b-881e-59051f3c7123 req-20d31840-f66f-40b4-a00a-c18966995b94 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:58.111969 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-819a9b10-5657-4ee5-89f3-6bbe4207c158 req-46b56cdd-bcc5-4832-8910-f9dc204f9d65 tempest-MigrationsAdminTest-1400615601 tempest-MigrationsAdminTest-1400615601-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6346145 Oct 19 00:58:58.129373 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bf136aec-f2a0-4d2c-b05b-6b43be341d2f req-210cc99e-a14d-4cae-a580-62833e6f887b tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258640 Oct 19 00:58:58.162135 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002af3a-52f1-4dde-88bc-53edcb89a177 req-d66ce369-1727-42d2-8b7a-773911792262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:58.176135 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3002af3a-52f1-4dde-88bc-53edcb89a177 req-d66ce369-1727-42d2-8b7a-773911792262 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a25adcdc646c4e4b987e3016f8b86608&device_id=e7096591-52a0-4e92-866c-35583cc718e3 HTTP/1.1" status: 200 len: 1100 time: 0.1069605 Oct 19 00:58:58.255290 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f29225-86f6-4258-90fc-0322bf364d71 req-fba1ba01-7cbf-4617-af78-aa610096e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:58.261611 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65f29225-86f6-4258-90fc-0322bf364d71 req-fba1ba01-7cbf-4617-af78-aa610096e3b6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a25adcdc646c4e4b987e3016f8b86608&device_id=0cec1291-5dec-4b3b-b636-584f9edb8c75 HTTP/1.1" status: 200 len: 1100 time: 0.2390563 Oct 19 00:58:58.271402 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-4a19c29f-7007-42ff-a08b-484806069f89 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=82472c5b-3c55-4f3a-945e-d1b549359b9e HTTP/1.1" status: 200 len: 217 time: 0.2397516 Oct 19 00:58:58.283950 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c406ba47-7321-410b-881e-59051f3c7123 req-20d31840-f66f-40b4-a00a-c18966995b94 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Network 44c662b3-a294-49c4-b801-6e72553fc183 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:58:58.353636 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002af3a-52f1-4dde-88bc-53edcb89a177 req-e872c5eb-a3dc-4207-b7ff-c61af573dd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:58.357340 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3002af3a-52f1-4dde-88bc-53edcb89a177 req-e872c5eb-a3dc-4207-b7ff-c61af573dd28 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.1784301 Oct 19 00:58:58.414501 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3002af3a-52f1-4dde-88bc-53edcb89a177 req-b4152d59-0d09-4b9c-92b8-762a75f4a294 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=6e76ca8b-85bf-4aed-9984-b166a81cf9f3 HTTP/1.1" status: 200 len: 217 time: 0.0500104 Oct 19 00:58:58.420859 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-c406ba47-7321-410b-881e-59051f3c7123 req-20d31840-f66f-40b4-a00a-c18966995b94 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:58:58.434871 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-c406ba47-7321-410b-881e-59051f3c7123 req-20d31840-f66f-40b4-a00a-c18966995b94 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:58:58.495021 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65f29225-86f6-4258-90fc-0322bf364d71 req-7402ae02-da57-4ecd-9c0f-a7034c689b2c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=e409f60e-9a4e-43b4-8dfe-00949a87e77d HTTP/1.1" status: 200 len: 217 time: 0.1593084 Oct 19 00:58:58.534084 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-01fbafa5-525a-4385-b256-8ebbe97dad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:58.535514 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-01fbafa5-525a-4385-b256-8ebbe97dad22 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.6688015 Oct 19 00:58:58.559603 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002af3a-52f1-4dde-88bc-53edcb89a177 req-84dd7a5c-824b-4b03-96d1-38671c72cac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:58.561093 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3002af3a-52f1-4dde-88bc-53edcb89a177 req-84dd7a5c-824b-4b03-96d1-38671c72cac7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.1393468 Oct 19 00:58:58.597262 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ad951-2c7d-4632-86ee-0a356efc2fe3 req-a98156f4-a332-4d4a-b649-d0a6dcacc1dd tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:58.600135 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c00ad951-2c7d-4632-86ee-0a356efc2fe3 req-a98156f4-a332-4d4a-b649-d0a6dcacc1dd tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae873840-7404-4106-aa4d-bc27f2893031 HTTP/1.1" status: 200 len: 932 time: 0.1156750 Oct 19 00:58:58.640024 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d31840-f66f-40b4-a00a-c18966995b94 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Pushing event updated for resources: {'Port': ['ID=04b8568f-8567-4a9e-8f0d-92f8b4cb7810,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:58.678864 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406ba47-7321-410b-881e-59051f3c7123 req-20d31840-f66f-40b4-a00a-c18966995b94 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:58.679755 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c406ba47-7321-410b-881e-59051f3c7123 req-20d31840-f66f-40b4-a00a-c18966995b94 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:58.682952 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c00ad951-2c7d-4632-86ee-0a356efc2fe3 req-3cfb9323-7650-4289-997f-9829efd34c83 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598280 Oct 19 00:58:58.685206 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002af3a-52f1-4dde-88bc-53edcb89a177 req-e9ff52aa-1936-4503-815c-af2f98b4070d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:58.688334 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3002af3a-52f1-4dde-88bc-53edcb89a177 req-e9ff52aa-1936-4503-815c-af2f98b4070d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1148746 Oct 19 00:58:58.703038 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-ce67ec6c-4e27-42c5-a238-70b5cb98aaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:58.705392 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-ce67ec6c-4e27-42c5-a238-70b5cb98aaa5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.4157226 Oct 19 00:58:58.719303 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379195aa-82b4-49ab-a838-0e7c62189508 req-77f41512-dc5d-4643-8544-55f9058ada11 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:58.727217 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-379195aa-82b4-49ab-a838-0e7c62189508 req-77f41512-dc5d-4643-8544-55f9058ada11 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cec1291-5dec-4b3b-b636-584f9edb8c75 HTTP/1.1" status: 200 len: 948 time: 0.4765673 Oct 19 00:58:58.783675 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f29225-86f6-4258-90fc-0322bf364d71 req-b670ce3e-e13d-453e-8570-976a0bfc34c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:58.785402 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65f29225-86f6-4258-90fc-0322bf364d71 req-b670ce3e-e13d-453e-8570-976a0bfc34c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.2371817 Oct 19 00:58:58.792778 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-4a18683a-f61b-4b06-9575-bf4041f912fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:58.794357 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-4a18683a-f61b-4b06-9575-bf4041f912fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2138615 Oct 19 00:58:58.798654 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c406ba47-7321-410b-881e-59051f3c7123 req-20d31840-f66f-40b4-a00a-c18966995b94 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2669826 Oct 19 00:58:58.817808 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-c406ba47-7321-410b-881e-59051f3c7123 req-363b5ce6-d633-4c03-8da8-9f381604baad service neutron] Request body: {'port': {'device_id': 'ae873840-7404-4106-aa4d-bc27f2893031', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:58:58.851799 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3002af3a-52f1-4dde-88bc-53edcb89a177 req-4e4d7965-9f0b-408b-9d45-42a57e0e756f service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475885 Oct 19 00:58:58.855308 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f027454-2107-4b0d-9a88-8fcc8f4e8540 req-e5acf0c5-63e1-41d6-8abe-e11a21b427bc tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:58.856769 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4f027454-2107-4b0d-9a88-8fcc8f4e8540 req-e5acf0c5-63e1-41d6-8abe-e11a21b427bc tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 1097 time: 0.0719066 Oct 19 00:58:58.909891 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-379195aa-82b4-49ab-a838-0e7c62189508 req-20e060f2-fc1e-4603-b9a5-231c3c3191ef tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817243 Oct 19 00:58:58.971589 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c406ba47-7321-410b-881e-59051f3c7123 req-363b5ce6-d633-4c03-8da8-9f381604baad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:58.985964 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4f027454-2107-4b0d-9a88-8fcc8f4e8540 req-def20807-a04a-4931-b805-118930a73692 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158571 Oct 19 00:58:58.996954 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cec1291-5dec-4b3b-b636-584f9edb8c75', 'tag': 'e409f60e-9a4e-43b4-8dfe-00949a87e77d'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:59.008516 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da04976-7abc-478d-9dd6-3ad9e6cd5b32" -d '{"events": [{"name": "network-changed", "server_uuid": "0cec1291-5dec-4b3b-b636-584f9edb8c75", "tag": "e409f60e-9a4e-43b4-8dfe-00949a87e77d"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:59.023536 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3002af3a-52f1-4dde-88bc-53edcb89a177 req-1d23a4c5-1be5-41eb-8e17-f4dbbdc568d5 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622858 Oct 19 00:58:59.049926 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-76247c09-25bf-497a-a627-0341eea595b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:59.052955 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-76247c09-25bf-497a-a627-0341eea595b8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3123105 Oct 19 00:58:59.066051 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:59.110969 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f29225-86f6-4258-90fc-0322bf364d71 req-5569d7ab-61fe-42c4-b5b2-b008e0a4f4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:59.112493 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65f29225-86f6-4258-90fc-0322bf364d71 req-5569d7ab-61fe-42c4-b5b2-b008e0a4f4d3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3129158 Oct 19 00:58:59.142916 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-6fd66444-0bb1-40a0-9513-0491cb1e0dc2 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0795052 Oct 19 00:58:59.161349 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc8319-7b30-4c17-858c-cc198fd4e694 req-c53a1db5-847d-446c-b18f-86689c37c227 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:59.178683 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bbfc8319-7b30-4c17-858c-cc198fd4e694 req-c53a1db5-847d-446c-b18f-86689c37c227 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4308d52-476d-49e3-9ad8-c42fe37d49c1 HTTP/1.1" status: 200 len: 947 time: 0.0825579 Oct 19 00:58:59.207830 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bbfc8319-7b30-4c17-858c-cc198fd4e694 req-a2db594b-74e9-4020-9ac2-85bf24634089 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/security-groups?id=8144c47d-8d80-4fa6-9309-826bceb92166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349143 Oct 19 00:58:59.256068 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b791f58d-d76c-4e95-83ea-c1b61a057807 x-openstack-request-id: req-b791f58d-d76c-4e95-83ea-c1b61a057807 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:59.256417 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cec1291-5dec-4b3b-b636-584f9edb8c75", "tag": "e409f60e-9a4e-43b4-8dfe-00949a87e77d", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:59.256728 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b791f58d-d76c-4e95-83ea-c1b61a057807 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:59.257179 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cec1291-5dec-4b3b-b636-584f9edb8c75', 'tag': 'e409f60e-9a4e-43b4-8dfe-00949a87e77d', 'status': 'completed', 'code': 200} Oct 19 00:58:59.501763 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-dc9eb35f-7f53-4cf5-9768-271a27643295 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6911042 Oct 19 00:58:59.813657 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-7a85f788-da47-4afc-bcb0-fad625cf03ae service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7479110 Oct 19 00:58:59.814145 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4308d52-476d-49e3-9ad8-c42fe37d49c1', 'tag': '82472c5b-3c55-4f3a-945e-d1b549359b9e'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:59.816466 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd730a6-083a-49a5-8a4c-ee326922e0d0" -d '{"events": [{"name": "network-changed", "server_uuid": "e4308d52-476d-49e3-9ad8-c42fe37d49c1", "tag": "82472c5b-3c55-4f3a-945e-d1b549359b9e"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:59.857791 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65f29225-86f6-4258-90fc-0322bf364d71 req-d868ccdc-ce4c-42ad-8883-c793e5d69a06 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7215865 Oct 19 00:58:59.888672 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-4aa53467-1091-4f05-943f-c23133dad6f2 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:59.890315 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-4aa53467-1091-4f05-943f-c23133dad6f2 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4305427 Oct 19 00:58:59.949041 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-818791ce-d66e-4094-aa20-064ef4cffad3 req-0b8f40e7-ea24-4e88-967d-2d25cea89801 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016089 Oct 19 00:59:00.028560 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-7ce25f59-3d65-4fb4-89f4-0ac2dfbc5545 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/quotas/ac822e1b6e714d828ed258d652a9ce7a HTTP/1.1" status: 200 len: 375 time: 0.1166363 Oct 19 00:59:00.192797 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-50b378a1-46b7-4822-8df5-26d8e40358f8 req-1edabb40-f0bf-4393-8841-668ce146d99c service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557978 Oct 19 00:59:00.205508 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65f29225-86f6-4258-90fc-0322bf364d71 req-9806bf03-9889-4313-8ee0-05dc320a802f service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281317 Oct 19 00:59:00.209990 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db522951-66cf-448c-8a23-04847df7367f req-57f613c2-115b-471d-b67c-17d55b2f41f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:00.211690 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-db522951-66cf-448c-8a23-04847df7367f req-57f613c2-115b-471d-b67c-17d55b2f41f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=45b33a87e39a445fb54f199fdd4796fe&device_id=b6848ab0-22c1-446c-a1b7-f09a79fe2ea5 HTTP/1.1" status: 200 len: 1100 time: 0.1805973 Oct 19 00:59:00.220143 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-8f5fce44-5091-4fe6-b6da-63df7bcf5280 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1819568 Oct 19 00:59:00.322782 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-c406ba47-7321-410b-881e-59051f3c7123 req-363b5ce6-d633-4c03-8da8-9f381604baad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04b8568f-8567-4a9e-8f0d-92f8b4cb7810 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:59:00.346567 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c406ba47-7321-410b-881e-59051f3c7123 req-363b5ce6-d633-4c03-8da8-9f381604baad service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:00.395153 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-c406ba47-7321-410b-881e-59051f3c7123 req-363b5ce6-d633-4c03-8da8-9f381604baad service neutron] Transition to ACTIVE for port object 04b8568f-8567-4a9e-8f0d-92f8b4cb7810 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:59:00.404731 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db522951-66cf-448c-8a23-04847df7367f req-5313a1f8-a144-44c1-9938-68c63aede5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:00.406307 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-db522951-66cf-448c-8a23-04847df7367f req-5313a1f8-a144-44c1-9938-68c63aede5a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.1804097 Oct 19 00:59:00.411593 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da04976-7abc-478d-9dd6-3ad9e6cd5b32 req-659cabe0-439b-4db6-a9d1-961f0d523a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:00.413196 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0da04976-7abc-478d-9dd6-3ad9e6cd5b32 req-659cabe0-439b-4db6-a9d1-961f0d523a94 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a25adcdc646c4e4b987e3016f8b86608&device_id=0cec1291-5dec-4b3b-b636-584f9edb8c75 HTTP/1.1" status: 200 len: 1100 time: 0.0934525 Oct 19 00:59:00.413699 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c406ba47-7321-410b-881e-59051f3c7123 req-363b5ce6-d633-4c03-8da8-9f381604baad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:00.494875 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-db522951-66cf-448c-8a23-04847df7367f req-2abe8357-9f5e-4c2b-8455-799d20c63c15 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=1daa29da-249e-4a8e-a9e2-e34772328ba5 HTTP/1.1" status: 200 len: 217 time: 0.0776808 Oct 19 00:59:00.524549 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-066ceb86-f5c8-4fb8-8f25-0a7b50f73932 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:59:00.526227 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-066ceb86-f5c8-4fb8-8f25-0a7b50f73932 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1556239 Oct 19 00:59:00.665058 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b5ce6-d633-4c03-8da8-9f381604baad service neutron] Pushing event updated for resources: {'Port': ['ID=04b8568f-8567-4a9e-8f0d-92f8b4cb7810,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:00.731487 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-cc9d5875-daff-4e1d-9dc1-2527c03593b7 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:00.732919 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-cc9d5875-daff-4e1d-9dc1-2527c03593b7 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.57 "GET /v2.0/ports/59d95572-ab70-4880-8ddb-ba419acc74c2 HTTP/1.1" status: 200 len: 1094 time: 0.1909499 Oct 19 00:59:00.741523 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db522951-66cf-448c-8a23-04847df7367f req-07dcabc2-b1f8-4043-b4f5-b850e12e5772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:00.742923 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-db522951-66cf-448c-8a23-04847df7367f req-07dcabc2-b1f8-4043-b4f5-b850e12e5772 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.2220023 Oct 19 00:59:00.764008 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-b7057be5-ec34-459c-b5b7-ac91d857f62d service neutron] Request body: {'binding': {'host': 'n-h2-715271-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:59:00.764518 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-b7057be5-ec34-459c-b5b7-ac91d857f62d service neutron] Unknown quota resources ['binding']. {{(pid=100607) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 00:59:00.776859 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde4d05-375b-4726-b9d5-c699a58a6a16 req-1210837f-275e-4d58-9521-b136e88a8360 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:00.780232 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-abde4d05-375b-4726-b9d5-c699a58a6a16 req-1210837f-275e-4d58-9521-b136e88a8360 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.2873130 Oct 19 00:59:00.831383 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da04976-7abc-478d-9dd6-3ad9e6cd5b32 req-0d1f07c2-5cb2-4c25-bc03-ec633da07ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:00.832783 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0da04976-7abc-478d-9dd6-3ad9e6cd5b32 req-0d1f07c2-5cb2-4c25-bc03-ec633da07ffe service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.4026024 Oct 19 00:59:00.930954 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-c406ba47-7321-410b-881e-59051f3c7123 req-363b5ce6-d633-4c03-8da8-9f381604baad service neutron] Attempting to bind port 04b8568f-8567-4a9e-8f0d-92f8b4cb7810 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:59:00.931447 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-c406ba47-7321-410b-881e-59051f3c7123 req-363b5ce6-d633-4c03-8da8-9f381604baad service neutron] Attempting to bind port 04b8568f-8567-4a9e-8f0d-92f8b4cb7810 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '85401e62-3f2c-43a6-8d64-5618396e8614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '44c662b3-a294-49c4-b801-6e72553fc183'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:59:00.931762 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c406ba47-7321-410b-881e-59051f3c7123 req-363b5ce6-d633-4c03-8da8-9f381604baad service neutron] Attempting to bind port 04b8568f-8567-4a9e-8f0d-92f8b4cb7810 on network 44c662b3-a294-49c4-b801-6e72553fc183 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:59:00.934738 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0da04976-7abc-478d-9dd6-3ad9e6cd5b32 req-e95616ef-d469-4003-8fd4-694423ffcd90 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=e409f60e-9a4e-43b4-8dfe-00949a87e77d HTTP/1.1" status: 200 len: 217 time: 0.0785034 Oct 19 00:59:00.998298 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-abde4d05-375b-4726-b9d5-c699a58a6a16 req-d716e086-ebc6-462c-8971-9c8719a11f00 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854253 Oct 19 00:59:00.998827 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c406ba47-7321-410b-881e-59051f3c7123 req-363b5ce6-d633-4c03-8da8-9f381604baad service neutron] Port 04b8568f-8567-4a9e-8f0d-92f8b4cb7810 on network 44c662b3-a294-49c4-b801-6e72553fc183 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:59:00.999137 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c406ba47-7321-410b-881e-59051f3c7123 req-363b5ce6-d633-4c03-8da8-9f381604baad service neutron] Attempting to bind port 04b8568f-8567-4a9e-8f0d-92f8b4cb7810 on network 44c662b3-a294-49c4-b801-6e72553fc183 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:59:01.040215 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db522951-66cf-448c-8a23-04847df7367f req-e4fefcbd-d15c-4a70-8908-f61cb7a5121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:01.041780 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-db522951-66cf-448c-8a23-04847df7367f req-e4fefcbd-d15c-4a70-8908-f61cb7a5121f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2852101 Oct 19 00:59:01.048988 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c406ba47-7321-410b-881e-59051f3c7123 req-363b5ce6-d633-4c03-8da8-9f381604baad service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:59:01.049387 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c406ba47-7321-410b-881e-59051f3c7123 req-363b5ce6-d633-4c03-8da8-9f381604baad service neutron] Checking segment: {'id': '85401e62-3f2c-43a6-8d64-5618396e8614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '44c662b3-a294-49c4-b801-6e72553fc183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:59:01.049789 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c406ba47-7321-410b-881e-59051f3c7123 req-363b5ce6-d633-4c03-8da8-9f381604baad service neutron] Bound using segment: {'id': '85401e62-3f2c-43a6-8d64-5618396e8614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '44c662b3-a294-49c4-b801-6e72553fc183'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:59:01.050222 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-c406ba47-7321-410b-881e-59051f3c7123 req-363b5ce6-d633-4c03-8da8-9f381604baad service neutron] Bound port: 04b8568f-8567-4a9e-8f0d-92f8b4cb7810, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85401e62-3f2c-43a6-8d64-5618396e8614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '44c662b3-a294-49c4-b801-6e72553fc183'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:59:01.050570 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c406ba47-7321-410b-881e-59051f3c7123 req-363b5ce6-d633-4c03-8da8-9f381604baad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:01.097001 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da04976-7abc-478d-9dd6-3ad9e6cd5b32 req-9652d1c2-6cf5-4c33-91cb-0948ea63773e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:01.098448 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0da04976-7abc-478d-9dd6-3ad9e6cd5b32 req-9652d1c2-6cf5-4c33-91cb-0948ea63773e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.1404583 Oct 19 00:59:01.269129 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-b7057be5-ec34-459c-b5b7-ac91d857f62d service neutron] Attempting to bind port 59d95572-ab70-4880-8ddb-ba419acc74c2 on host n-h2-715271-26 for vnic_type normal with profile None {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:59:01.269459 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-b7057be5-ec34-459c-b5b7-ac91d857f62d service neutron] Attempting to bind port 59d95572-ab70-4880-8ddb-ba419acc74c2 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:59:01.269775 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-b7057be5-ec34-459c-b5b7-ac91d857f62d service neutron] Attempting to bind port 59d95572-ab70-4880-8ddb-ba419acc74c2 on network db82cf1f-422d-4289-a127-b70a546afbff {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:59:01.297063 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-b7057be5-ec34-459c-b5b7-ac91d857f62d service neutron] Port 59d95572-ab70-4880-8ddb-ba419acc74c2 on network db82cf1f-422d-4289-a127-b70a546afbff not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:59:01.297373 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-b7057be5-ec34-459c-b5b7-ac91d857f62d service neutron] Attempting to bind port 59d95572-ab70-4880-8ddb-ba419acc74c2 on network db82cf1f-422d-4289-a127-b70a546afbff {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:59:01.306899 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-db522951-66cf-448c-8a23-04847df7367f req-d629096f-961a-4f86-8d11-56364f2e0ef4 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517154 Oct 19 00:59:01.312502 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-c406ba47-7321-410b-881e-59051f3c7123 req-363b5ce6-d633-4c03-8da8-9f381604baad service neutron] For port 04b8568f-8567-4a9e-8f0d-92f8b4cb7810, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:59:01.315470 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da04976-7abc-478d-9dd6-3ad9e6cd5b32 req-5a53ddc8-437e-4ffa-99cf-94084a07ab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:01.317006 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0da04976-7abc-478d-9dd6-3ad9e6cd5b32 req-5a53ddc8-437e-4ffa-99cf-94084a07ab51 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1948230 Oct 19 00:59:01.328646 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2c234-e84a-4866-9bf6-738c8e43432c req-09c7df80-5a73-49e3-bc83-74c26f528e97 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:01.330691 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-98a2c234-e84a-4866-9bf6-738c8e43432c req-09c7df80-5a73-49e3-bc83-74c26f528e97 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae873840-7404-4106-aa4d-bc27f2893031 HTTP/1.1" status: 200 len: 944 time: 0.1914325 Oct 19 00:59:01.332827 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-c406ba47-7321-410b-881e-59051f3c7123 req-363b5ce6-d633-4c03-8da8-9f381604baad service neutron] For port 04b8568f-8567-4a9e-8f0d-92f8b4cb7810, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=04b8568f-8567-4a9e-8f0d-92f8b4cb7810,segment=NetworkSegment(85401e62-3f2c-43a6-8d64-5618396e8614),segment_id=85401e62-3f2c-43a6-8d64-5618396e8614)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:59:01.336462 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-b7057be5-ec34-459c-b5b7-ac91d857f62d service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:59:01.336772 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-b7057be5-ec34-459c-b5b7-ac91d857f62d service neutron] Checking segment: {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:59:01.337223 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-b7057be5-ec34-459c-b5b7-ac91d857f62d service neutron] Bound using segment: {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:59:01.338371 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-b7057be5-ec34-459c-b5b7-ac91d857f62d service neutron] Bound port: 59d95572-ab70-4880-8ddb-ba419acc74c2, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:59:01.374412 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c406ba47-7321-410b-881e-59051f3c7123 req-363b5ce6-d633-4c03-8da8-9f381604baad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:01.430283 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-9d231f09-60ab-4f6e-bdaf-335754e126e9 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231078 Oct 19 00:59:01.550486 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-16e4cd01-42b6-4e55-a6ad-4897e8c03cb0 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:01.552281 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-16e4cd01-42b6-4e55-a6ad-4897e8c03cb0 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1163285 Oct 19 00:59:01.567118 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-24e3f52b-cd38-4c79-b40e-bf35e56ee633 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Request body: {'port': {'device_id': '524bb073-23a8-4cdd-8d48-4447ff634ab0', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'admin_state_up': True, 'tenant_id': 'ac822e1b6e714d828ed258d652a9ce7a'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:59:01.677187 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-24e3f52b-cd38-4c79-b40e-bf35e56ee633 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Made reservation on behalf of ac822e1b6e714d828ed258d652a9ce7a for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:59:01.680736 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-24e3f52b-cd38-4c79-b40e-bf35e56ee633 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:01.800381 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406ba47-7321-410b-881e-59051f3c7123 req-363b5ce6-d633-4c03-8da8-9f381604baad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:01.800781 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c406ba47-7321-410b-881e-59051f3c7123 req-363b5ce6-d633-4c03-8da8-9f381604baad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:01.801904 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c406ba47-7321-410b-881e-59051f3c7123 req-363b5ce6-d633-4c03-8da8-9f381604baad service neutron] 10.222.0.24 "PUT /v2.0/ports/04b8568f-8567-4a9e-8f0d-92f8b4cb7810 HTTP/1.1" status: 200 len: 1093 time: 2.9889822 Oct 19 00:59:01.931878 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-98a2c234-e84a-4866-9bf6-738c8e43432c req-4753f2f0-8af4-4626-9725-7f0690c5dc20 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5899606 Oct 19 00:59:01.940630 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b5ce6-d633-4c03-8da8-9f381604baad service neutron] Pushing event updated for resources: {'Port': ['ID=04b8568f-8567-4a9e-8f0d-92f8b4cb7810,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:01.954020 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-b7057be5-ec34-459c-b5b7-ac91d857f62d service neutron] For port 59d95572-ab70-4880-8ddb-ba419acc74c2, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=59d95572-ab70-4880-8ddb-ba419acc74c2,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:59:01.966272 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-b7057be5-ec34-459c-b5b7-ac91d857f62d service neutron] Publish callbacks [] for binding, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:01.967770 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-b7057be5-ec34-459c-b5b7-ac91d857f62d service neutron] 10.222.0.57 "POST /v2.0/ports/59d95572-ab70-4880-8ddb-ba419acc74c2/bindings HTTP/1.1" status: 201 len: 390 time: 1.2161200 Oct 19 00:59:01.979136 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0da04976-7abc-478d-9dd6-3ad9e6cd5b32 req-fe75f958-097e-440a-8672-9d3298c24bd1 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6437230 Oct 19 00:59:01.985789 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-db522951-66cf-448c-8a23-04847df7367f req-800c8fec-d5f1-4174-9bb8-fedab08727cb service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6514637 Oct 19 00:59:02.015406 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406ba47-7321-410b-881e-59051f3c7123 req-a1a7aab9-2fa7-4369-baf9-94e806ce65b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:02.017703 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c406ba47-7321-410b-881e-59051f3c7123 req-a1a7aab9-2fa7-4369-baf9-94e806ce65b4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=305a99bf3f86485f88111ce8746ec0f2&device_id=ae873840-7404-4106-aa4d-bc27f2893031 HTTP/1.1" status: 200 len: 1096 time: 0.1566122 Oct 19 00:59:02.021942 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34acbb94-47aa-424f-905a-4f5103bd64c7 x-openstack-request-id: req-34acbb94-47aa-424f-905a-4f5103bd64c7 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:59:02.022222 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4308d52-476d-49e3-9ad8-c42fe37d49c1", "tag": "82472c5b-3c55-4f3a-945e-d1b549359b9e", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:59:02.022542 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-34acbb94-47aa-424f-905a-4f5103bd64c7 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:59:02.022944 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4308d52-476d-49e3-9ad8-c42fe37d49c1', 'tag': '82472c5b-3c55-4f3a-945e-d1b549359b9e', 'status': 'completed', 'code': 200} Oct 19 00:59:02.064794 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-24e3f52b-cd38-4c79-b40e-bf35e56ee633 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Allocated IP 192.168.233.85 (0e8b4f7b-f3c0-4523-9906-6b9e503fed71/1746bfff-950e-4857-b1bf-6fa3cf804b73/ba97a604-45cb-4765-a2a4-1027dbd985f7) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:59:02.084910 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c406ba47-7321-410b-881e-59051f3c7123 req-cc394731-d5d3-4fb9-9f4d-ddc7a84f8054 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04b8568f-8567-4a9e-8f0d-92f8b4cb7810 HTTP/1.1" status: 200 len: 217 time: 0.0579638 Oct 19 00:59:02.216939 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd53e6-2850-497d-8d99-2ee1e85d5712 req-5a524896-8f7b-4183-ad60-853bdec44879 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:02.218489 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-26fd53e6-2850-497d-8d99-2ee1e85d5712 req-5a524896-8f7b-4183-ad60-853bdec44879 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4308d52-476d-49e3-9ad8-c42fe37d49c1 HTTP/1.1" status: 200 len: 947 time: 0.0901616 Oct 19 00:59:02.232025 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 6e76ca8b-85bf-4aed-9984-b166a81cf9f3 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:59:02.255588 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd730a6-083a-49a5-8a4c-ee326922e0d0 req-3f8e6efc-9e3d-4e73-9d35-de5c42054544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:02.257054 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bcd730a6-083a-49a5-8a4c-ee326922e0d0 req-3f8e6efc-9e3d-4e73-9d35-de5c42054544 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=45b33a87e39a445fb54f199fdd4796fe&device_id=e4308d52-476d-49e3-9ad8-c42fe37d49c1 HTTP/1.1" status: 200 len: 1099 time: 0.1833944 Oct 19 00:59:02.262493 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0da04976-7abc-478d-9dd6-3ad9e6cd5b32 req-f8c3d149-1a85-44be-a9b3-23a7eb917115 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728426 Oct 19 00:59:02.263853 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406ba47-7321-410b-881e-59051f3c7123 req-7493f27e-b460-4a18-b1af-93ec9b869676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:02.265146 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c406ba47-7321-410b-881e-59051f3c7123 req-7493f27e-b460-4a18-b1af-93ec9b869676 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b9a0fca3-7f17-4b48-856e-c0d103cad611 HTTP/1.1" status: 200 len: 844 time: 0.1414869 Oct 19 00:59:02.292208 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-26fd53e6-2850-497d-8d99-2ee1e85d5712 req-b3144099-d75e-47b0-9899-31d55725d203 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/security-groups?id=8144c47d-8d80-4fa6-9309-826bceb92166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478907 Oct 19 00:59:02.303205 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213b3d0-3f6c-4046-9b1f-a2d2451954f5 req-9404a41d-2102-4808-b503-e4ab4bba2b3c tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:02.304625 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6213b3d0-3f6c-4046-9b1f-a2d2451954f5 req-9404a41d-2102-4808-b503-e4ab4bba2b3c tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cec1291-5dec-4b3b-b636-584f9edb8c75 HTTP/1.1" status: 200 len: 948 time: 0.2148714 Oct 19 00:59:02.327935 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-24e3f52b-cd38-4c79-b40e-bf35e56ee633 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:02.343608 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 6e76ca8b-85bf-4aed-9984-b166a81cf9f3, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=6e76ca8b-85bf-4aed-9984-b166a81cf9f3,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:02.346915 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c406ba47-7321-410b-881e-59051f3c7123 req-3a8fb2db-2b89-4825-9f63-82b415bf0a86 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=44c662b3-a294-49c4-b801-6e72553fc183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662842 Oct 19 00:59:02.354949 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '6e76ca8b-85bf-4aed-9984-b166a81cf9f3', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': '6e76ca8b-85bf-4aed-9984-b166a81cf9f3', 'mac_address': 'fa:16:3e:65:2b:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:59:02.370471 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-24e3f52b-cd38-4c79-b40e-bf35e56ee633 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:02.403647 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['74a7a6dc-e5bc-4245-b19e-d5eee08c7311'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:59:02.434815 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-24e3f52b-cd38-4c79-b40e-bf35e56ee633 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:59:02.450522 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-f40318dd-bb0a-4faf-aa9c-35fc4cf84890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:02.452205 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-f40318dd-bb0a-4faf-aa9c-35fc4cf84890 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 1097 time: 0.2093339 Oct 19 00:59:02.455629 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:02.464867 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-24e3f52b-cd38-4c79-b40e-bf35e56ee633 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:59:02.467383 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-24e3f52b-cd38-4c79-b40e-bf35e56ee633 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:59:02.475466 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e76ca8b-85bf-4aed-9984-b166a81cf9f3 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:59:02.512086 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 6e76ca8b-85bf-4aed-9984-b166a81cf9f3, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=6e76ca8b-85bf-4aed-9984-b166a81cf9f3,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:02.515095 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6213b3d0-3f6c-4046-9b1f-a2d2451954f5 req-73913a27-d0e5-4fa0-acca-bc282c0ccd0e tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737592 Oct 19 00:59:02.522034 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:02.552804 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e3f52b-cd38-4c79-b40e-bf35e56ee633 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Pushing event updated for resources: {'Port': ['ID=ba97a604-45cb-4765-a2a4-1027dbd985f7,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:02.574909 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-24e3f52b-cd38-4c79-b40e-bf35e56ee633 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:02.575844 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-24e3f52b-cd38-4c79-b40e-bf35e56ee633 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:02.613723 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=6e76ca8b-85bf-4aed-9984-b166a81cf9f3,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:02.618346 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd730a6-083a-49a5-8a4c-ee326922e0d0 req-590878e2-27f9-4d82-9126-37196e86cb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:02.619928 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bcd730a6-083a-49a5-8a4c-ee326922e0d0 req-590878e2-27f9-4d82-9126-37196e86cb59 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.3382571 Oct 19 00:59:02.623557 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c406ba47-7321-410b-881e-59051f3c7123 req-374559e4-c54b-466d-af20-b7f909f37f71 service neutron] 10.222.0.24 "GET /v2.0/networks/44c662b3-a294-49c4-b801-6e72553fc183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661679 Oct 19 00:59:02.626079 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146b32f-6d0d-4011-bd40-d11e689f921d req-f2d91453-03a4-482c-9bd8-b00250a808eb tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:02.628624 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5146b32f-6d0d-4011-bd40-d11e689f921d req-f2d91453-03a4-482c-9bd8-b00250a808eb tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 935 time: 0.2441194 Oct 19 00:59:02.629610 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:02.630179 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:02.630664 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:02.631194 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:02.631675 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:02.632195 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:02.632680 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-24e3f52b-cd38-4c79-b40e-bf35e56ee633 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0696771 Oct 19 00:59:02.632801 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:02.633423 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:02.633754 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:02.634110 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:02.634440 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:02.634764 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:02.662566 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-0739bc53-503c-4faa-b443-eac56467786e service neutron] Request body: {'port': {'device_id': '524bb073-23a8-4cdd-8d48-4447ff634ab0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:59:02.719074 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bcd730a6-083a-49a5-8a4c-ee326922e0d0 req-2097dbd9-598c-4b6b-8f3b-db1423f97909 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=82472c5b-3c55-4f3a-945e-d1b549359b9e HTTP/1.1" status: 200 len: 217 time: 0.0792873 Oct 19 00:59:02.765685 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5146b32f-6d0d-4011-bd40-d11e689f921d req-2a44797f-e518-434c-a8c9-256d357499e3 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979326 Oct 19 00:59:02.766318 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-0739bc53-503c-4faa-b443-eac56467786e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:02.803812 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-0d373ea3-8733-4efe-842c-c5c7d7b13a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:02.805280 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-0d373ea3-8733-4efe-842c-c5c7d7b13a65 service neutron] 10.222.0.24 "GET /v2.0/networks?id=db82cf1f-422d-4289-a127-b70a546afbff HTTP/1.1" status: 200 len: 922 time: 0.3283675 Oct 19 00:59:02.852613 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-98244545-312b-40eb-ad65-7fc3cd3f97bd None None] Provisioning complete for port ba97a604-45cb-4765-a2a4-1027dbd985f7 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:59:02.853608 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-98244545-312b-40eb-ad65-7fc3cd3f97bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:02.866239 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1defbc-b9d1-414b-a34c-a90941e4492a req-5d8b4702-bdad-4456-9fb9-d4275b299546 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:02.867711 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fc1defbc-b9d1-414b-a34c-a90941e4492a req-5d8b4702-bdad-4456-9fb9-d4275b299546 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.2397764 Oct 19 00:59:02.874082 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-acb09475-ff64-437f-821e-2e67334dd7d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59d95572-ab70-4880-8ddb-ba419acc74c2 HTTP/1.1" status: 200 len: 217 time: 0.0600028 Oct 19 00:59:02.893314 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-98244545-312b-40eb-ad65-7fc3cd3f97bd None None] Port ba97a604-45cb-4765-a2a4-1027dbd985f7 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:59:02.903003 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd730a6-083a-49a5-8a4c-ee326922e0d0 req-a0a6ee27-736b-464e-8432-00199d381bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:02.904420 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bcd730a6-083a-49a5-8a4c-ee326922e0d0 req-a0a6ee27-736b-464e-8432-00199d381bf5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.1720173 Oct 19 00:59:02.952239 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c406ba47-7321-410b-881e-59051f3c7123 req-bdc3914d-1f1f-46cd-a0f4-563e8787cc8c service neutron] 10.222.0.24 "GET /v2.0/networks/44c662b3-a294-49c4-b801-6e72553fc183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135660 Oct 19 00:59:02.956027 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['6e76ca8b-85bf-4aed-9984-b166a81cf9f3'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:59:02.965001 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94175f88-e569-43d8-8a18-d903d5cb7c93 req-fc871692-a536-45d0-aab8-6030b6617457 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:02.966698 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-94175f88-e569-43d8-8a18-d903d5cb7c93 req-fc871692-a536-45d0-aab8-6030b6617457 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 945 time: 0.1314945 Oct 19 00:59:02.999349 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-e5ca6b7f-7a09-4f8a-8a5e-f5cca980e45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:03.000748 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-e5ca6b7f-7a09-4f8a-8a5e-f5cca980e45a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc1eafbd-ecfc-4adf-9b82-a202a98a472a HTTP/1.1" status: 200 len: 861 time: 0.1118896 Oct 19 00:59:03.004410 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fc1defbc-b9d1-414b-a34c-a90941e4492a req-13a3f25c-9506-4715-ae5e-2f3354ba2a8e tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267898 Oct 19 00:59:03.010378 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd730a6-083a-49a5-8a4c-ee326922e0d0 req-37746b26-1951-4628-90e2-8e83cb0fa4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:03.011869 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bcd730a6-083a-49a5-8a4c-ee326922e0d0 req-37746b26-1951-4628-90e2-8e83cb0fa4d4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0809877 Oct 19 00:59:03.044678 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-de84bd1b-77e7-4a14-95a6-a2cd88ea317a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=db82cf1f-422d-4289-a127-b70a546afbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318089 Oct 19 00:59:03.076367 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-94175f88-e569-43d8-8a18-d903d5cb7c93 req-10ec0408-5525-4fd2-863d-87b88e0b7e0b tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918977 Oct 19 00:59:03.163113 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-0739bc53-503c-4faa-b443-eac56467786e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba97a604-45cb-4765-a2a4-1027dbd985f7 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:59:03.172592 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-0739bc53-503c-4faa-b443-eac56467786e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:03.200098 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bcd730a6-083a-49a5-8a4c-ee326922e0d0 req-16b1f000-4b5f-472a-9b69-ebd1227de630 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788375 Oct 19 00:59:03.207757 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-0739bc53-503c-4faa-b443-eac56467786e service neutron] Transition to ACTIVE for port object ba97a604-45cb-4765-a2a4-1027dbd985f7 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:59:03.209796 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-d311480f-d24a-4678-8154-193b9f0317c4 service neutron] 10.222.0.24 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539159 Oct 19 00:59:03.213328 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-0739bc53-503c-4faa-b443-eac56467786e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:03.262005 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d2372-0ace-427f-89d2-beb57ed78ea3 req-6ea72de5-a697-47db-9353-5bda828e79b3 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:03.263564 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d87d2372-0ace-427f-89d2-beb57ed78ea3 req-6ea72de5-a697-47db-9353-5bda828e79b3 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae873840-7404-4106-aa4d-bc27f2893031 HTTP/1.1" status: 200 len: 944 time: 0.0931768 Oct 19 00:59:03.284455 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739bc53-503c-4faa-b443-eac56467786e service neutron] Pushing event updated for resources: {'Port': ['ID=ba97a604-45cb-4765-a2a4-1027dbd985f7,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:03.355539 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d87d2372-0ace-427f-89d2-beb57ed78ea3 req-84fca6ac-8cc0-4d4a-b617-ea4dcd8def6f tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830266 Oct 19 00:59:03.386409 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-0739bc53-503c-4faa-b443-eac56467786e service neutron] Attempting to bind port ba97a604-45cb-4765-a2a4-1027dbd985f7 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:59:03.386754 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-0739bc53-503c-4faa-b443-eac56467786e service neutron] Attempting to bind port ba97a604-45cb-4765-a2a4-1027dbd985f7 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:59:03.386969 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-0739bc53-503c-4faa-b443-eac56467786e service neutron] Attempting to bind port ba97a604-45cb-4765-a2a4-1027dbd985f7 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:59:03.390711 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bcd730a6-083a-49a5-8a4c-ee326922e0d0 req-00de9759-839c-4f49-98f5-8c6f0f7901fd service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654017 Oct 19 00:59:03.392512 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-0739bc53-503c-4faa-b443-eac56467786e service neutron] Port ba97a604-45cb-4765-a2a4-1027dbd985f7 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:59:03.392841 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-0739bc53-503c-4faa-b443-eac56467786e service neutron] Attempting to bind port ba97a604-45cb-4765-a2a4-1027dbd985f7 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:59:03.394284 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-f21ff802-5e4e-47bd-a469-ed02ccdb4bc8 service neutron] 10.222.0.24 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763713 Oct 19 00:59:03.398560 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-0739bc53-503c-4faa-b443-eac56467786e service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:59:03.398772 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-0739bc53-503c-4faa-b443-eac56467786e service neutron] Checking segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:59:03.399641 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-0739bc53-503c-4faa-b443-eac56467786e service neutron] Bound using segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:59:03.400254 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-0739bc53-503c-4faa-b443-eac56467786e service neutron] Bound port: ba97a604-45cb-4765-a2a4-1027dbd985f7, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:59:03.400923 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-0739bc53-503c-4faa-b443-eac56467786e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:03.460853 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952611a1-dd9f-4219-a5b1-97ea58828c57 req-4ff18784-6e19-407e-88e3-781ba8970635 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:03.464685 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-952611a1-dd9f-4219-a5b1-97ea58828c57 req-4ff18784-6e19-407e-88e3-781ba8970635 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4308d52-476d-49e3-9ad8-c42fe37d49c1 HTTP/1.1" status: 200 len: 947 time: 0.0672832 Oct 19 00:59:03.509999 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-0739bc53-503c-4faa-b443-eac56467786e service neutron] For port ba97a604-45cb-4765-a2a4-1027dbd985f7, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:59:03.515208 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-0739bc53-503c-4faa-b443-eac56467786e service neutron] For port ba97a604-45cb-4765-a2a4-1027dbd985f7, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=ba97a604-45cb-4765-a2a4-1027dbd985f7,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:59:03.525439 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-0739bc53-503c-4faa-b443-eac56467786e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:03.539780 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-952611a1-dd9f-4219-a5b1-97ea58828c57 req-be2ec8f8-52f1-41b0-9031-4d5a6b697b67 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/security-groups?id=8144c47d-8d80-4fa6-9309-826bceb92166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629575 Oct 19 00:59:03.580681 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-0739bc53-503c-4faa-b443-eac56467786e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:03.581681 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-0739bc53-503c-4faa-b443-eac56467786e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:03.582699 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-0739bc53-503c-4faa-b443-eac56467786e service neutron] 10.222.0.24 "PUT /v2.0/ports/ba97a604-45cb-4765-a2a4-1027dbd985f7 HTTP/1.1" status: 200 len: 1096 time: 0.9345217 Oct 19 00:59:03.583257 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '524bb073-23a8-4cdd-8d48-4447ff634ab0', 'tag': 'ba97a604-45cb-4765-a2a4-1027dbd985f7'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:59:03.585667 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645312dd-7a7f-4878-9e00-794b6c8aeb7c" -d '{"events": [{"name": "network-changed", "server_uuid": "524bb073-23a8-4cdd-8d48-4447ff634ab0", "tag": "ba97a604-45cb-4765-a2a4-1027dbd985f7"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:59:03.606467 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739bc53-503c-4faa-b443-eac56467786e service neutron] Pushing event updated for resources: {'Port': ['ID=ba97a604-45cb-4765-a2a4-1027dbd985f7,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:03.654324 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea29d7d-f994-4206-a96e-5860a15358e7 x-openstack-request-id: req-1ea29d7d-f994-4206-a96e-5860a15358e7 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:59:03.654710 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "524bb073-23a8-4cdd-8d48-4447ff634ab0", "tag": "ba97a604-45cb-4765-a2a4-1027dbd985f7", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:59:03.654960 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1ea29d7d-f994-4206-a96e-5860a15358e7 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:59:03.655441 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '524bb073-23a8-4cdd-8d48-4447ff634ab0', 'tag': 'ba97a604-45cb-4765-a2a4-1027dbd985f7', 'status': 'completed', 'code': 200} Oct 19 00:59:03.697907 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293c208-620c-4689-a4d6-d9beef0224c0 req-3cf7e58a-d477-430d-bc1a-eb8f93a2bb88 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:03.699426 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e293c208-620c-4689-a4d6-d9beef0224c0 req-3cf7e58a-d477-430d-bc1a-eb8f93a2bb88 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cec1291-5dec-4b3b-b636-584f9edb8c75 HTTP/1.1" status: 200 len: 948 time: 0.0891960 Oct 19 00:59:03.715339 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-f2bdbfb0-9b29-44c3-a5d8-703e863697da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:03.716827 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-f2bdbfb0-9b29-44c3-a5d8-703e863697da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 1099 time: 0.0737076 Oct 19 00:59:03.774276 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-7bf4603f-0f0f-4f47-a8e6-9716e5913564 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=ba97a604-45cb-4765-a2a4-1027dbd985f7 HTTP/1.1" status: 200 len: 217 time: 0.0430086 Oct 19 00:59:03.777476 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e293c208-620c-4689-a4d6-d9beef0224c0 req-e1afacb6-d2c2-4a6f-8be8-8e261bfca565 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705581 Oct 19 00:59:03.840705 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-ecb71455-d305-4193-a3ef-485674699360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:03.842151 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-ecb71455-d305-4193-a3ef-485674699360 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0599923 Oct 19 00:59:03.893612 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d11a8-86f3-4705-9527-c0840631e54d req-dfbc38fe-a118-49d1-995d-06106268680f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:03.895128 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-ba8a34f7-a4e4-405b-8ee4-922531edb3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:03.895260 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-459d11a8-86f3-4705-9527-c0840631e54d req-dfbc38fe-a118-49d1-995d-06106268680f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 947 time: 0.0488875 Oct 19 00:59:03.896819 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-ba8a34f7-a4e4-405b-8ee4-922531edb3b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0422683 Oct 19 00:59:03.934492 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-459d11a8-86f3-4705-9527-c0840631e54d req-701fe5eb-dd07-44b2-b675-ad95ee6cfcff tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327821 Oct 19 00:59:03.944204 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 1daa29da-249e-4a8e-a9e2-e34772328ba5 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:59:04.014271 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-7ad83784-2a85-4a32-a1c9-df77f3bf6b67 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031349 Oct 19 00:59:04.024265 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae873840-7404-4106-aa4d-bc27f2893031', 'tag': '04b8568f-8567-4a9e-8f0d-92f8b4cb7810'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:59:04.026639 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6292aa5-7244-461c-9282-c277fdefcfa4" -d '{"events": [{"name": "network-changed", "server_uuid": "ae873840-7404-4106-aa4d-bc27f2893031", "tag": "04b8568f-8567-4a9e-8f0d-92f8b4cb7810"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:59:04.075748 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 1daa29da-249e-4a8e-a9e2-e34772328ba5, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1daa29da-249e-4a8e-a9e2-e34772328ba5,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:04.091486 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '1daa29da-249e-4a8e-a9e2-e34772328ba5', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': '1daa29da-249e-4a8e-a9e2-e34772328ba5', 'mac_address': 'fa:16:3e:e1:b1:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:59:04.099939 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed6a029-127b-4ff8-a9c8-8d598fb6739b x-openstack-request-id: req-7ed6a029-127b-4ff8-a9c8-8d598fb6739b {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:59:04.100328 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae873840-7404-4106-aa4d-bc27f2893031", "tag": "04b8568f-8567-4a9e-8f0d-92f8b4cb7810", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:59:04.100673 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7ed6a029-127b-4ff8-a9c8-8d598fb6739b {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:59:04.101143 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae873840-7404-4106-aa4d-bc27f2893031', 'tag': '04b8568f-8567-4a9e-8f0d-92f8b4cb7810', 'status': 'completed', 'code': 200} Oct 19 00:59:04.147805 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c2c977dc-9e5d-471b-acda-0b6942911c82 req-15eb8e1c-4f94-4082-a079-04a66c71bd70 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254153 Oct 19 00:59:04.158995 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:04.176194 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1daa29da-249e-4a8e-a9e2-e34772328ba5 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:59:04.205254 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 1daa29da-249e-4a8e-a9e2-e34772328ba5, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1daa29da-249e-4a8e-a9e2-e34772328ba5,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:04.210336 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:04.224264 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585d024-4926-44e8-8f33-a1bb7b07ebbc req-36c76c28-3d05-48c1-8dcf-f7e37ba849cf tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:04.225822 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8585d024-4926-44e8-8f33-a1bb7b07ebbc req-36c76c28-3d05-48c1-8dcf-f7e37ba849cf tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.1107428 Oct 19 00:59:04.230618 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6292aa5-7244-461c-9282-c277fdefcfa4 req-f42dc3b0-8093-499f-8a03-3abd25995f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:04.231695 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e6292aa5-7244-461c-9282-c277fdefcfa4 req-f42dc3b0-8093-499f-8a03-3abd25995f70 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=305a99bf3f86485f88111ce8746ec0f2&device_id=ae873840-7404-4106-aa4d-bc27f2893031 HTTP/1.1" status: 200 len: 1096 time: 0.1019814 Oct 19 00:59:04.251669 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 82472c5b-3c55-4f3a-945e-d1b549359b9e details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:59:04.254535 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 6e76ca8b-85bf-4aed-9984-b166a81cf9f3 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:59:04.288283 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8585d024-4926-44e8-8f33-a1bb7b07ebbc req-502de433-affd-42ad-b956-c8695cf70295 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540187 Oct 19 00:59:04.293970 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68101a8e-2d99-4c6d-b763-f9d1ec5a6240 req-7dc00930-a364-458b-9e7a-66a916d50ba2 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:04.296062 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-68101a8e-2d99-4c6d-b763-f9d1ec5a6240 req-7dc00930-a364-458b-9e7a-66a916d50ba2 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 945 time: 0.1107032 Oct 19 00:59:04.308250 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645312dd-7a7f-4878-9e00-794b6c8aeb7c req-03dc2e19-6201-4e17-af18-8bf8302a426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:04.309685 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-645312dd-7a7f-4878-9e00-794b6c8aeb7c req-03dc2e19-6201-4e17-af18-8bf8302a426e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 1099 time: 0.0764935 Oct 19 00:59:04.343403 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=1daa29da-249e-4a8e-a9e2-e34772328ba5,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:04.390555 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-68101a8e-2d99-4c6d-b763-f9d1ec5a6240 req-7fd2d969-a33a-43a1-a8a2-52d4dbf8ce87 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848522 Oct 19 00:59:04.440341 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6292aa5-7244-461c-9282-c277fdefcfa4 req-d0b9b413-c46d-403c-a447-2a73d755169b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:04.445278 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e6292aa5-7244-461c-9282-c277fdefcfa4 req-d0b9b413-c46d-403c-a447-2a73d755169b service neutron] 10.222.0.24 "GET /v2.0/networks?id=44c662b3-a294-49c4-b801-6e72553fc183 HTTP/1.1" status: 200 len: 905 time: 0.1614604 Oct 19 00:59:04.471409 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 6e76ca8b-85bf-4aed-9984-b166a81cf9f3 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:59:04.486695 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 6e76ca8b-85bf-4aed-9984-b166a81cf9f3 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:59:04.487072 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:04.489095 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645312dd-7a7f-4878-9e00-794b6c8aeb7c req-7d1f9beb-e0d2-4cd2-a414-a5794921b1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:04.490727 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-645312dd-7a7f-4878-9e00-794b6c8aeb7c req-7d1f9beb-e0d2-4cd2-a414-a5794921b1fb service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.1727352 Oct 19 00:59:04.493739 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 82472c5b-3c55-4f3a-945e-d1b549359b9e, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=82472c5b-3c55-4f3a-945e-d1b549359b9e,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:04.526387 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e6292aa5-7244-461c-9282-c277fdefcfa4 req-c74572e5-19e3-4cb2-b065-2cb17266263c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04b8568f-8567-4a9e-8f0d-92f8b4cb7810 HTTP/1.1" status: 200 len: 217 time: 0.0747242 Oct 19 00:59:04.534323 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '82472c5b-3c55-4f3a-945e-d1b549359b9e', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': '82472c5b-3c55-4f3a-945e-d1b549359b9e', 'mac_address': 'fa:16:3e:b1:3d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:59:04.549957 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['1daa29da-249e-4a8e-a9e2-e34772328ba5'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:59:04.581226 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-645312dd-7a7f-4878-9e00-794b6c8aeb7c req-c0c2317b-79a4-4440-b7a4-61a082750577 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=ba97a604-45cb-4765-a2a4-1027dbd985f7 HTTP/1.1" status: 200 len: 217 time: 0.0807390 Oct 19 00:59:04.610190 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6292aa5-7244-461c-9282-c277fdefcfa4 req-2d7caf01-0b8d-4750-9949-ff421ecd3ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:04.611840 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e6292aa5-7244-461c-9282-c277fdefcfa4 req-2d7caf01-0b8d-4750-9949-ff421ecd3ab1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b9a0fca3-7f17-4b48-856e-c0d103cad611 HTTP/1.1" status: 200 len: 844 time: 0.0782714 Oct 19 00:59:04.649119 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9a227-e433-4add-8387-a17e32087e42 req-64b68e6a-7c65-4de4-b452-b5a2be231e61 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:04.651113 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-80f9a227-e433-4add-8387-a17e32087e42 req-64b68e6a-7c65-4de4-b452-b5a2be231e61 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae873840-7404-4106-aa4d-bc27f2893031 HTTP/1.1" status: 200 len: 944 time: 0.1436474 Oct 19 00:59:04.656754 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645312dd-7a7f-4878-9e00-794b6c8aeb7c req-84d239e1-02ae-40d3-8566-48f8495f6361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:04.657226 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e6292aa5-7244-461c-9282-c277fdefcfa4 req-e17bc82a-b640-413f-a9c0-e62631773e65 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=44c662b3-a294-49c4-b801-6e72553fc183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361662 Oct 19 00:59:04.657551 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:04.658332 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-645312dd-7a7f-4878-9e00-794b6c8aeb7c req-84d239e1-02ae-40d3-8566-48f8495f6361 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0660672 Oct 19 00:59:04.686889 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82472c5b-3c55-4f3a-945e-d1b549359b9e {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:59:04.732697 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-80f9a227-e433-4add-8387-a17e32087e42 req-3680042b-fd96-476b-a0b6-7529d6a60717 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731006 Oct 19 00:59:04.744558 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645312dd-7a7f-4878-9e00-794b6c8aeb7c req-99026c9e-bf8b-48a5-ab3f-466e7cb66caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:04.756045 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-645312dd-7a7f-4878-9e00-794b6c8aeb7c req-99026c9e-bf8b-48a5-ab3f-466e7cb66caa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0729191 Oct 19 00:59:04.774298 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041a26c-a287-4ecd-adbf-27ff5368a787 req-d643f7e9-0d2d-4e90-9ecd-8d49d7d51d4f tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:04.776079 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2041a26c-a287-4ecd-adbf-27ff5368a787 req-d643f7e9-0d2d-4e90-9ecd-8d49d7d51d4f tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4308d52-476d-49e3-9ad8-c42fe37d49c1 HTTP/1.1" status: 200 len: 947 time: 0.1358349 Oct 19 00:59:04.824238 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e6292aa5-7244-461c-9282-c277fdefcfa4 req-effeaea8-e7ec-4a5e-8d99-17dad91c418d service neutron] 10.222.0.24 "GET /v2.0/networks/44c662b3-a294-49c4-b801-6e72553fc183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384869 Oct 19 00:59:04.870077 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2041a26c-a287-4ecd-adbf-27ff5368a787 req-b6ce1757-e188-492b-b231-c2470fdefcb2 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/security-groups?id=8144c47d-8d80-4fa6-9309-826bceb92166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845282 Oct 19 00:59:04.912848 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-645312dd-7a7f-4878-9e00-794b6c8aeb7c req-df6a7ba8-a083-4d11-982e-4d7dc1cae6ec service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497335 Oct 19 00:59:04.916454 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 82472c5b-3c55-4f3a-945e-d1b549359b9e, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=82472c5b-3c55-4f3a-945e-d1b549359b9e,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:04.931870 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:04.933143 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device e409f60e-9a4e-43b4-8dfe-00949a87e77d details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:59:04.971110 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0189f08-bc1a-4e4b-81c6-788fe6a69a6e req-13fedfb0-c512-4128-bb93-85153de2e9dc tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:04.980603 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f0189f08-bc1a-4e4b-81c6-788fe6a69a6e req-13fedfb0-c512-4128-bb93-85153de2e9dc tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cec1291-5dec-4b3b-b636-584f9edb8c75 HTTP/1.1" status: 200 len: 948 time: 0.1009412 Oct 19 00:59:04.995031 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e6292aa5-7244-461c-9282-c277fdefcfa4 req-05182d12-2493-4920-be5c-3a63782b98d8 service neutron] 10.222.0.24 "GET /v2.0/networks/44c662b3-a294-49c4-b801-6e72553fc183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627741 Oct 19 00:59:04.998835 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port e409f60e-9a4e-43b4-8dfe-00949a87e77d, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=e409f60e-9a4e-43b4-8dfe-00949a87e77d,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:05.026563 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:05.062647 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'e409f60e-9a4e-43b4-8dfe-00949a87e77d', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': 'e409f60e-9a4e-43b4-8dfe-00949a87e77d', 'mac_address': 'fa:16:3e:82:bb:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:59:05.077100 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f0189f08-bc1a-4e4b-81c6-788fe6a69a6e req-d357ea9f-4c90-4c4c-8a92-1d4bd540af83 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952771 Oct 19 00:59:05.097037 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d46508-e0fc-4931-b650-076ad082961b req-83beb175-101e-4e46-b646-6ea40903b188 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:05.098866 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-33d46508-e0fc-4931-b650-076ad082961b req-83beb175-101e-4e46-b646-6ea40903b188 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 947 time: 0.0648394 Oct 19 00:59:05.113462 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-645312dd-7a7f-4878-9e00-794b6c8aeb7c req-a75f1121-f7c5-4dfe-a480-c006781da9cc service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844003 Oct 19 00:59:05.140162 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=82472c5b-3c55-4f3a-945e-d1b549359b9e,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:05.145309 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-33d46508-e0fc-4931-b650-076ad082961b req-22db74df-fed8-44ec-8843-89f9d72dbc63 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381460 Oct 19 00:59:05.155842 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7096591-52a0-4e92-866c-35583cc718e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e76ca8b-85bf-4aed-9984-b166a81cf9f3'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:59:05.158102 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566ca615-36b2-41ce-9328-be27883187c9" -d '{"events": [{"server_uuid": "e7096591-52a0-4e92-866c-35583cc718e3", "name": "network-vif-plugged", "status": "completed", "tag": "6e76ca8b-85bf-4aed-9984-b166a81cf9f3"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:59:05.177076 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 6e76ca8b-85bf-4aed-9984-b166a81cf9f3, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=6e76ca8b-85bf-4aed-9984-b166a81cf9f3,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:05.192150 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:05.198127 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:05.225224 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f06d6d-e804-4cb9-ac9a-3260e6424ccf x-openstack-request-id: req-47f06d6d-e804-4cb9-ac9a-3260e6424ccf {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:59:05.225541 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7096591-52a0-4e92-866c-35583cc718e3", "name": "network-vif-plugged", "status": "completed", "tag": "6e76ca8b-85bf-4aed-9984-b166a81cf9f3", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:59:05.225801 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-47f06d6d-e804-4cb9-ac9a-3260e6424ccf {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:59:05.226183 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7096591-52a0-4e92-866c-35583cc718e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e76ca8b-85bf-4aed-9984-b166a81cf9f3', 'code': 200} Oct 19 00:59:05.256388 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e409f60e-9a4e-43b4-8dfe-00949a87e77d {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:59:05.279212 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=6e76ca8b-85bf-4aed-9984-b166a81cf9f3,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:05.292691 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port e409f60e-9a4e-43b4-8dfe-00949a87e77d, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=e409f60e-9a4e-43b4-8dfe-00949a87e77d,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:05.298227 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:05.329442 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c9f93-f749-4312-87bb-4dd821b80dd2 req-79d329c4-80e8-45d8-a487-d4d53b53f1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:05.331626 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-145c9f93-f749-4312-87bb-4dd821b80dd2 req-79d329c4-80e8-45d8-a487-d4d53b53f1ec service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e7096591-52a0-4e92-866c-35583cc718e3 HTTP/1.1" status: 200 len: 1102 time: 0.0583067 Oct 19 00:59:05.355989 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=e409f60e-9a4e-43b4-8dfe-00949a87e77d,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:05.378444 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-145c9f93-f749-4312-87bb-4dd821b80dd2 req-630d50aa-f4e4-4a55-bd34-34d34452e00c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371046 Oct 19 00:59:05.432889 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b473e5-3d25-488f-a914-e0936940bec4 req-d5478d0e-1547-4356-ac71-f01cd0520c73 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:05.434433 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d8b473e5-3d25-488f-a914-e0936940bec4 req-d5478d0e-1547-4356-ac71-f01cd0520c73 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0506475 Oct 19 00:59:05.477608 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d8b473e5-3d25-488f-a914-e0936940bec4 req-20c68140-b011-4738-b2a6-d82cfb561d10 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362279 Oct 19 00:59:05.578863 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b803b-95f3-49f9-8bb2-8b93439f4d88 req-68fc7e01-814c-44d2-b7c2-effa21c8b632 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:05.580423 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-159b803b-95f3-49f9-8bb2-8b93439f4d88 req-68fc7e01-814c-44d2-b7c2-effa21c8b632 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 945 time: 0.0529761 Oct 19 00:59:05.619952 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-159b803b-95f3-49f9-8bb2-8b93439f4d88 req-df1031df-30ba-4263-9534-56f3988b188a tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333261 Oct 19 00:59:05.750096 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['82472c5b-3c55-4f3a-945e-d1b549359b9e'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:59:05.777850 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['e409f60e-9a4e-43b4-8dfe-00949a87e77d'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:59:05.855294 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e6ef6-be4f-432b-8373-7d54d11f0211 req-aae5b21a-8285-49a0-82ac-f2549bd37bb5 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:05.856942 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7d8e6ef6-be4f-432b-8373-7d54d11f0211 req-aae5b21a-8285-49a0-82ac-f2549bd37bb5 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae873840-7404-4106-aa4d-bc27f2893031 HTTP/1.1" status: 200 len: 944 time: 0.0528038 Oct 19 00:59:05.895383 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7d8e6ef6-be4f-432b-8373-7d54d11f0211 req-90431974-68ec-4449-9f1e-6fed34bcc7ae tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321875 Oct 19 00:59:05.948234 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 04b8568f-8567-4a9e-8f0d-92f8b4cb7810 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:59:05.950416 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 1daa29da-249e-4a8e-a9e2-e34772328ba5 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:59:06.018213 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e177672-b0ad-4ef7-8ccc-81babda0a49f req-8fa204bc-b778-450e-91d8-a4104bfe79ee tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:06.020159 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6e177672-b0ad-4ef7-8ccc-81babda0a49f req-8fa204bc-b778-450e-91d8-a4104bfe79ee tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4308d52-476d-49e3-9ad8-c42fe37d49c1 HTTP/1.1" status: 200 len: 948 time: 0.0564034 Oct 19 00:59:06.062042 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6e177672-b0ad-4ef7-8ccc-81babda0a49f req-c355c441-af87-4954-b646-64feb32c679c tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/security-groups?id=8144c47d-8d80-4fa6-9309-826bceb92166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337706 Oct 19 00:59:06.112936 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 1daa29da-249e-4a8e-a9e2-e34772328ba5 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:59:06.119565 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 1daa29da-249e-4a8e-a9e2-e34772328ba5 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:59:06.119979 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:06.171136 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 04b8568f-8567-4a9e-8f0d-92f8b4cb7810, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=04b8568f-8567-4a9e-8f0d-92f8b4cb7810,segment=NetworkSegment(85401e62-3f2c-43a6-8d64-5618396e8614),segment_id=85401e62-3f2c-43a6-8d64-5618396e8614)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:06.187705 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '04b8568f-8567-4a9e-8f0d-92f8b4cb7810', 'network_id': '44c662b3-a294-49c4-b801-6e72553fc183', 'port_id': '04b8568f-8567-4a9e-8f0d-92f8b4cb7810', 'mac_address': 'fa:16:3e:4b:3a:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a0fca3-7f17-4b48-856e-c0d103cad611', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:59:06.201856 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeed1a0-d116-494b-8b84-8e882a02a164 req-be69bfb3-e28d-490b-8fe2-f477bf7831f7 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:06.204425 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eaeed1a0-d116-494b-8b84-8e882a02a164 req-be69bfb3-e28d-490b-8fe2-f477bf7831f7 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cec1291-5dec-4b3b-b636-584f9edb8c75 HTTP/1.1" status: 200 len: 949 time: 0.0596063 Oct 19 00:59:06.250124 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eaeed1a0-d116-494b-8b84-8e882a02a164 req-8c77ac73-756f-4189-9dc9-bfdac707c1cc tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382726 Oct 19 00:59:06.257879 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:06.276151 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b8568f-8567-4a9e-8f0d-92f8b4cb7810 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:59:06.280037 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:06.297635 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda0be2-0fac-46f6-80ff-a291a4b4bab0 req-205abbe1-543d-42d7-8781-8c4b89a40869 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:06.299129 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0cda0be2-0fac-46f6-80ff-a291a4b4bab0 req-205abbe1-543d-42d7-8781-8c4b89a40869 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 947 time: 0.0625408 Oct 19 00:59:06.310981 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 04b8568f-8567-4a9e-8f0d-92f8b4cb7810, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=04b8568f-8567-4a9e-8f0d-92f8b4cb7810,segment=NetworkSegment(85401e62-3f2c-43a6-8d64-5618396e8614),segment_id=85401e62-3f2c-43a6-8d64-5618396e8614)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:06.330746 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 1daa29da-249e-4a8e-a9e2-e34772328ba5, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1daa29da-249e-4a8e-a9e2-e34772328ba5,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:06.336766 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:06.341122 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:06.344362 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0cda0be2-0fac-46f6-80ff-a291a4b4bab0 req-47a9a850-175b-479e-a946-3ba2d960bf71 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381246 Oct 19 00:59:06.395907 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=04b8568f-8567-4a9e-8f0d-92f8b4cb7810,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:06.445502 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=1daa29da-249e-4a8e-a9e2-e34772328ba5,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:06.603424 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29424db-667a-4030-9f59-286561e2287c req-b294cf9f-b014-4cc5-96c5-07583cc027a4 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:06.604909 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f29424db-667a-4030-9f59-286561e2287c req-b294cf9f-b014-4cc5-96c5-07583cc027a4 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0508103 Oct 19 00:59:06.643129 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f29424db-667a-4030-9f59-286561e2287c req-4b6f73dd-e61f-4efe-8727-cf2585055f9e tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321608 Oct 19 00:59:06.663774 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['04b8568f-8567-4a9e-8f0d-92f8b4cb7810'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:59:06.778832 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c2e38-7248-486c-a8ed-33f6fc6cf375 req-07f6c8b2-1f69-49f8-a6a5-d2a585602834 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:06.780372 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d07c2e38-7248-486c-a8ed-33f6fc6cf375 req-07f6c8b2-1f69-49f8-a6a5-d2a585602834 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 945 time: 0.0528338 Oct 19 00:59:06.820324 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d07c2e38-7248-486c-a8ed-33f6fc6cf375 req-d69eb011-8d65-4b18-a824-a027fc84526f tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328615 Oct 19 00:59:07.020948 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d801d-b9e6-4568-934c-c4698645a2ad req-485f8b14-22c9-4825-8950-973ba6e5392d tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:07.022442 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-741d801d-b9e6-4568-934c-c4698645a2ad req-485f8b14-22c9-4825-8950-973ba6e5392d tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae873840-7404-4106-aa4d-bc27f2893031 HTTP/1.1" status: 200 len: 945 time: 0.0537210 Oct 19 00:59:07.064239 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-741d801d-b9e6-4568-934c-c4698645a2ad req-807caf07-7dd9-4817-b8f2-64f917cd1130 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343246 Oct 19 00:59:07.209587 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985147a5-f8b1-449d-a77f-8aa99aac0595 req-18f1783f-1e24-4856-b85b-1a055f14592b tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:07.211096 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-985147a5-f8b1-449d-a77f-8aa99aac0595 req-18f1783f-1e24-4856-b85b-1a055f14592b tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4308d52-476d-49e3-9ad8-c42fe37d49c1 HTTP/1.1" status: 200 len: 948 time: 0.0536108 Oct 19 00:59:07.228640 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6848ab0-22c1-446c-a1b7-f09a79fe2ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1daa29da-249e-4a8e-a9e2-e34772328ba5'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:59:07.230981 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5e3c8b-3f07-404e-893a-ec0693054f8e" -d '{"events": [{"server_uuid": "b6848ab0-22c1-446c-a1b7-f09a79fe2ea5", "name": "network-vif-plugged", "status": "completed", "tag": "1daa29da-249e-4a8e-a9e2-e34772328ba5"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:59:07.250876 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-985147a5-f8b1-449d-a77f-8aa99aac0595 req-d8620b16-eaaa-4dd0-91b1-223444e3bed9 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/security-groups?id=8144c47d-8d80-4fa6-9309-826bceb92166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329366 Oct 19 00:59:07.272982 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91147efc-867e-4dce-b678-b69ea5c6989c x-openstack-request-id: req-91147efc-867e-4dce-b678-b69ea5c6989c {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:59:07.273294 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6848ab0-22c1-446c-a1b7-f09a79fe2ea5", "name": "network-vif-plugged", "status": "completed", "tag": "1daa29da-249e-4a8e-a9e2-e34772328ba5", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:59:07.273556 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-91147efc-867e-4dce-b678-b69ea5c6989c {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:59:07.273951 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6848ab0-22c1-446c-a1b7-f09a79fe2ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1daa29da-249e-4a8e-a9e2-e34772328ba5', 'code': 200} Oct 19 00:59:07.373283 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db969e-7e4c-49b7-aae3-8d963eff8818 req-1919a41e-d190-444b-a74e-29b5bdd20446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:07.375021 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-27db969e-7e4c-49b7-aae3-8d963eff8818 req-1919a41e-d190-444b-a74e-29b5bdd20446 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b6848ab0-22c1-446c-a1b7-f09a79fe2ea5 HTTP/1.1" status: 200 len: 1102 time: 0.0447371 Oct 19 00:59:07.375956 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc1fdf-a5a1-483b-9864-206f0e4f8f14 req-ef627ac6-314a-46be-82b4-d80f70f1e834 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:07.377596 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-32cc1fdf-a5a1-483b-9864-206f0e4f8f14 req-ef627ac6-314a-46be-82b4-d80f70f1e834 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cec1291-5dec-4b3b-b636-584f9edb8c75 HTTP/1.1" status: 200 len: 949 time: 0.0515862 Oct 19 00:59:07.419476 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-27db969e-7e4c-49b7-aae3-8d963eff8818 req-189aed9c-b972-455d-9c19-01e0d724117d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8144c47d-8d80-4fa6-9309-826bceb92166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343320 Oct 19 00:59:07.463153 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-32cc1fdf-a5a1-483b-9864-206f0e4f8f14 req-3ffc6c28-0a88-4706-8222-f9102f7b5f87 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736868 Oct 19 00:59:07.480601 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531794a1-84cc-4e04-b4c7-d4d22955f049 req-645600f7-9f65-437f-92f6-55255b599e88 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:07.482078 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-531794a1-84cc-4e04-b4c7-d4d22955f049 req-645600f7-9f65-437f-92f6-55255b599e88 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 947 time: 0.0552046 Oct 19 00:59:07.520818 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-531794a1-84cc-4e04-b4c7-d4d22955f049 req-10a23dce-0583-4cf5-91b7-ac779c03dc0d tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317001 Oct 19 00:59:07.767718 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48222ab9-ec2f-49e2-96bc-c7f41c77b013 req-bc9f0c4b-a91d-4645-92c7-bc24d396a8d9 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:07.769344 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-48222ab9-ec2f-49e2-96bc-c7f41c77b013 req-bc9f0c4b-a91d-4645-92c7-bc24d396a8d9 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0547020 Oct 19 00:59:07.809486 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-48222ab9-ec2f-49e2-96bc-c7f41c77b013 req-d53637ec-9786-4ae0-8189-578628c6fcbf tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335591 Oct 19 00:59:07.909154 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee671c7-f199-4db2-b988-ea3ba7892183 req-f4a1f16d-4e9a-4c96-918a-471a6852b43d tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:07.910707 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dee671c7-f199-4db2-b988-ea3ba7892183 req-f4a1f16d-4e9a-4c96-918a-471a6852b43d tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 1097 time: 0.0431550 Oct 19 00:59:07.951186 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dee671c7-f199-4db2-b988-ea3ba7892183 req-bafeab93-2871-4fa8-a7c6-09dcb72fdc56 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310318 Oct 19 00:59:07.975002 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device ba97a604-45cb-4765-a2a4-1027dbd985f7 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:59:07.975122 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85d49a-b6d4-42a7-aee2-cd6410111aca req-cdfd7908-dd78-49fa-9310-59b0ce047004 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:07.975238 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 04b8568f-8567-4a9e-8f0d-92f8b4cb7810 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:59:07.975337 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7a85d49a-b6d4-42a7-aee2-cd6410111aca req-cdfd7908-dd78-49fa-9310-59b0ce047004 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 945 time: 0.0652213 Oct 19 00:59:08.010780 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7a85d49a-b6d4-42a7-aee2-cd6410111aca req-02aa9895-db1a-44c0-95f7-62a5f9964e59 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361249 Oct 19 00:59:08.083991 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 04b8568f-8567-4a9e-8f0d-92f8b4cb7810 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:59:08.093227 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 04b8568f-8567-4a9e-8f0d-92f8b4cb7810 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:59:08.093604 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:08.150362 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port ba97a604-45cb-4765-a2a4-1027dbd985f7, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=ba97a604-45cb-4765-a2a4-1027dbd985f7,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:08.167204 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'ba97a604-45cb-4765-a2a4-1027dbd985f7', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': 'ba97a604-45cb-4765-a2a4-1027dbd985f7', 'mac_address': 'fa:16:3e:62:de:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:59:08.215331 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb951c3f-176a-4add-a11e-1f6620f2611d req-e64cac4f-5231-4d72-a2ec-d03f9c2297f0 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:08.222148 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cb951c3f-176a-4add-a11e-1f6620f2611d req-e64cac4f-5231-4d72-a2ec-d03f9c2297f0 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae873840-7404-4106-aa4d-bc27f2893031 HTTP/1.1" status: 200 len: 945 time: 0.0636106 Oct 19 00:59:08.249617 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:08.256760 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 82472c5b-3c55-4f3a-945e-d1b549359b9e up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:59:08.286298 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cb951c3f-176a-4add-a11e-1f6620f2611d req-0a24044a-c185-4f4d-8573-d1f77b878c7e tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570250 Oct 19 00:59:08.304576 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba97a604-45cb-4765-a2a4-1027dbd985f7 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:59:08.316802 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:08.370556 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port ba97a604-45cb-4765-a2a4-1027dbd985f7, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=ba97a604-45cb-4765-a2a4-1027dbd985f7,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:08.386131 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:08.389857 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 04b8568f-8567-4a9e-8f0d-92f8b4cb7810, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=04b8568f-8567-4a9e-8f0d-92f8b4cb7810,segment=NetworkSegment(85401e62-3f2c-43a6-8d64-5618396e8614),segment_id=85401e62-3f2c-43a6-8d64-5618396e8614)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:08.395850 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2de01-c76a-4085-8770-0836a59d06b9 req-95a0304b-e2ee-444d-b2ef-e8677a9b16e4 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:08.404352 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e9d2de01-c76a-4085-8770-0836a59d06b9 req-95a0304b-e2ee-444d-b2ef-e8677a9b16e4 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4308d52-476d-49e3-9ad8-c42fe37d49c1 HTTP/1.1" status: 200 len: 948 time: 0.0653720 Oct 19 00:59:08.433455 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:08.444476 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e9d2de01-c76a-4085-8770-0836a59d06b9 req-128cc672-7e2c-42d8-938d-3efc24910d5c tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/security-groups?id=8144c47d-8d80-4fa6-9309-826bceb92166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389035 Oct 19 00:59:08.448250 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 82472c5b-3c55-4f3a-945e-d1b549359b9e completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:59:08.455324 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 82472c5b-3c55-4f3a-945e-d1b549359b9e triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:59:08.455896 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:08.496819 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=ba97a604-45cb-4765-a2a4-1027dbd985f7,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:08.581347 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566c801-ab4e-489e-addc-6a1616bfdf36 req-96310fc0-2883-48dd-a42d-db3163380229 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:08.591201 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d566c801-ab4e-489e-addc-6a1616bfdf36 req-96310fc0-2883-48dd-a42d-db3163380229 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cec1291-5dec-4b3b-b636-584f9edb8c75 HTTP/1.1" status: 200 len: 949 time: 0.0636630 Oct 19 00:59:08.607273 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=04b8568f-8567-4a9e-8f0d-92f8b4cb7810,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:08.620009 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:08.641703 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d566c801-ab4e-489e-addc-6a1616bfdf36 req-39ceb1dd-9335-4568-b33b-5a412c3ae868 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493844 Oct 19 00:59:08.685643 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 82472c5b-3c55-4f3a-945e-d1b549359b9e, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=82472c5b-3c55-4f3a-945e-d1b549359b9e,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:08.694115 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:08.695160 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device e409f60e-9a4e-43b4-8dfe-00949a87e77d up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:59:08.757146 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['ba97a604-45cb-4765-a2a4-1027dbd985f7'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:59:08.776891 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11944dd2-ec1b-437f-a98d-23feb5dcde7d req-c5e83c58-363d-48d7-94f2-299a9ebceb29 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:08.784865 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-11944dd2-ec1b-437f-a98d-23feb5dcde7d req-c5e83c58-363d-48d7-94f2-299a9ebceb29 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 948 time: 0.0834944 Oct 19 00:59:08.829328 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=82472c5b-3c55-4f3a-945e-d1b549359b9e,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:08.838369 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-11944dd2-ec1b-437f-a98d-23feb5dcde7d req-6c88a139-3c6b-4fab-8de2-849dd3fa2161 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515025 Oct 19 00:59:08.876572 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port e409f60e-9a4e-43b4-8dfe-00949a87e77d completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:59:08.884360 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port e409f60e-9a4e-43b4-8dfe-00949a87e77d triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:59:08.885826 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:09.027961 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:09.050922 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d72910-879c-42af-b82f-a748b0381023 req-30abed87-9ea1-4dae-8042-d0f4d5d8ddad tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:09.059348 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-55d72910-879c-42af-b82f-a748b0381023 req-30abed87-9ea1-4dae-8042-d0f4d5d8ddad tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0710123 Oct 19 00:59:09.067153 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port e409f60e-9a4e-43b4-8dfe-00949a87e77d, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=e409f60e-9a4e-43b4-8dfe-00949a87e77d,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:09.081040 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-e5551420-a4b9-4502-82d2-87c3fb2a1a34 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:59:09.081617 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:09.082823 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-e5551420-a4b9-4502-82d2-87c3fb2a1a34 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062737 Oct 19 00:59:09.108741 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-55d72910-879c-42af-b82f-a748b0381023 req-db6d9995-683b-4863-9692-8730d0cb40f7 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427592 Oct 19 00:59:09.144273 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=e409f60e-9a4e-43b4-8dfe-00949a87e77d,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:09.145734 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-94b43ac8-d3a8-4ffa-a5fd-f82388068aab tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:09.153408 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-94b43ac8-d3a8-4ffa-a5fd-f82388068aab tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.57 "GET /v2.0/ports/c890e210-5a9e-4f9f-80d7-4cddf7fc07cc HTTP/1.1" status: 200 len: 1094 time: 0.0631666 Oct 19 00:59:09.158174 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-677370bf-ab45-4e54-aacf-f857c10cfe97 service neutron] Request body: {'binding': {'host': 'n-h1-715271-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:59:09.158697 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-677370bf-ab45-4e54-aacf-f857c10cfe97 service neutron] Unknown quota resources ['binding']. {{(pid=100607) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 00:59:09.223089 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd4939-828f-47a1-bf76-8eb74d73c540 req-a2f7780e-c966-40ef-90ad-8ee1d2e0f244 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:09.224751 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c8bd4939-828f-47a1-bf76-8eb74d73c540 req-a2f7780e-c966-40ef-90ad-8ee1d2e0f244 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 945 time: 0.0497549 Oct 19 00:59:09.264813 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c8bd4939-828f-47a1-bf76-8eb74d73c540 req-7a21163e-91f9-4403-b498-a2d4dc015454 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335603 Oct 19 00:59:09.276281 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae873840-7404-4106-aa4d-bc27f2893031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b8568f-8567-4a9e-8f0d-92f8b4cb7810'}, {'server_uuid': 'e4308d52-476d-49e3-9ad8-c42fe37d49c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82472c5b-3c55-4f3a-945e-d1b549359b9e'}, {'server_uuid': '0cec1291-5dec-4b3b-b636-584f9edb8c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e409f60e-9a4e-43b4-8dfe-00949a87e77d'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:59:09.278575 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c032d6e-98f6-4ea4-92fa-69a144a6fdc5" -d '{"events": [{"server_uuid": "ae873840-7404-4106-aa4d-bc27f2893031", "name": "network-vif-plugged", "status": "completed", "tag": "04b8568f-8567-4a9e-8f0d-92f8b4cb7810"}, {"server_uuid": "e4308d52-476d-49e3-9ad8-c42fe37d49c1", "name": "network-vif-plugged", "status": "completed", "tag": "82472c5b-3c55-4f3a-945e-d1b549359b9e"}, {"server_uuid": "0cec1291-5dec-4b3b-b636-584f9edb8c75", "name": "network-vif-plugged", "status": "completed", "tag": "e409f60e-9a4e-43b4-8dfe-00949a87e77d"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:59:09.305292 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-677370bf-ab45-4e54-aacf-f857c10cfe97 service neutron] Attempting to bind port c890e210-5a9e-4f9f-80d7-4cddf7fc07cc on host n-h1-715271-26 for vnic_type normal with profile None {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:59:09.305625 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-677370bf-ab45-4e54-aacf-f857c10cfe97 service neutron] Attempting to bind port c890e210-5a9e-4f9f-80d7-4cddf7fc07cc by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:59:09.305976 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-677370bf-ab45-4e54-aacf-f857c10cfe97 service neutron] Attempting to bind port c890e210-5a9e-4f9f-80d7-4cddf7fc07cc on network fc198a8b-4ee5-462c-a635-e1062c7dbf51 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:59:09.310251 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-677370bf-ab45-4e54-aacf-f857c10cfe97 service neutron] Port c890e210-5a9e-4f9f-80d7-4cddf7fc07cc on network fc198a8b-4ee5-462c-a635-e1062c7dbf51 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:59:09.310567 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-677370bf-ab45-4e54-aacf-f857c10cfe97 service neutron] Attempting to bind port c890e210-5a9e-4f9f-80d7-4cddf7fc07cc on network fc198a8b-4ee5-462c-a635-e1062c7dbf51 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:59:09.315506 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-677370bf-ab45-4e54-aacf-f857c10cfe97 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:59:09.315865 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-677370bf-ab45-4e54-aacf-f857c10cfe97 service neutron] Checking segment: {'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:59:09.316238 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-677370bf-ab45-4e54-aacf-f857c10cfe97 service neutron] Bound using segment: {'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:59:09.316651 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-677370bf-ab45-4e54-aacf-f857c10cfe97 service neutron] Bound port: c890e210-5a9e-4f9f-80d7-4cddf7fc07cc, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:59:09.327066 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 19 Oct 2021 00:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe4ed97-83c4-4679-a5ce-086440244185 x-openstack-request-id: req-cfe4ed97-83c4-4679-a5ce-086440244185 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:59:09.327459 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae873840-7404-4106-aa4d-bc27f2893031", "name": "network-vif-plugged", "status": "completed", "tag": "04b8568f-8567-4a9e-8f0d-92f8b4cb7810", "code": 200}, {"server_uuid": "e4308d52-476d-49e3-9ad8-c42fe37d49c1", "name": "network-vif-plugged", "status": "completed", "tag": "82472c5b-3c55-4f3a-945e-d1b549359b9e", "code": 200}, {"server_uuid": "0cec1291-5dec-4b3b-b636-584f9edb8c75", "name": "network-vif-plugged", "status": "completed", "tag": "e409f60e-9a4e-43b4-8dfe-00949a87e77d", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:59:09.327830 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cfe4ed97-83c4-4679-a5ce-086440244185 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:59:09.328317 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae873840-7404-4106-aa4d-bc27f2893031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b8568f-8567-4a9e-8f0d-92f8b4cb7810', 'code': 200} Oct 19 00:59:09.328664 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4308d52-476d-49e3-9ad8-c42fe37d49c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82472c5b-3c55-4f3a-945e-d1b549359b9e', 'code': 200} Oct 19 00:59:09.329134 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cec1291-5dec-4b3b-b636-584f9edb8c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e409f60e-9a4e-43b4-8dfe-00949a87e77d', 'code': 200} Oct 19 00:59:09.391192 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-677370bf-ab45-4e54-aacf-f857c10cfe97 service neutron] For port c890e210-5a9e-4f9f-80d7-4cddf7fc07cc, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=c890e210-5a9e-4f9f-80d7-4cddf7fc07cc,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:59:09.398302 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-677370bf-ab45-4e54-aacf-f857c10cfe97 service neutron] Publish callbacks [] for binding, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:09.400017 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-677370bf-ab45-4e54-aacf-f857c10cfe97 service neutron] 10.222.0.57 "POST /v2.0/ports/c890e210-5a9e-4f9f-80d7-4cddf7fc07cc/bindings HTTP/1.1" status: 201 len: 390 time: 0.2449400 Oct 19 00:59:09.432894 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec01a3f-4e8e-47e8-a7ba-613a0ac7fbc5 req-332d5d5b-d77a-45bf-87bb-518529a71012 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:09.434382 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5ec01a3f-4e8e-47e8-a7ba-613a0ac7fbc5 req-332d5d5b-d77a-45bf-87bb-518529a71012 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae873840-7404-4106-aa4d-bc27f2893031 HTTP/1.1" status: 200 len: 946 time: 0.0591073 Oct 19 00:59:09.497177 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ee365-9a99-44d9-99cb-1c4d519d26ad req-e648b447-716a-4b1a-a298-8654405171ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:09.498971 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-600ee365-9a99-44d9-99cb-1c4d519d26ad req-e648b447-716a-4b1a-a298-8654405171ca service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0cec1291-5dec-4b3b-b636-584f9edb8c75 HTTP/1.1" status: 200 len: 1102 time: 0.0734134 Oct 19 00:59:09.501448 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e9f25b-de79-4ca4-a1db-5c316e501afc req-e31c9986-0995-459a-ab20-8187e377cfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:09.502969 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-03e9f25b-de79-4ca4-a1db-5c316e501afc req-e31c9986-0995-459a-ab20-8187e377cfed service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e4308d52-476d-49e3-9ad8-c42fe37d49c1 HTTP/1.1" status: 200 len: 1101 time: 0.0860534 Oct 19 00:59:09.514700 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944f545-9800-4b32-8c46-9bc0897ecdb1 req-e86b2320-a240-4ed7-8ada-031943c3c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:09.517211 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9944f545-9800-4b32-8c46-9bc0897ecdb1 req-e86b2320-a240-4ed7-8ada-031943c3c5f8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ae873840-7404-4106-aa4d-bc27f2893031 HTTP/1.1" status: 200 len: 1098 time: 0.1015134 Oct 19 00:59:09.528235 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5ec01a3f-4e8e-47e8-a7ba-613a0ac7fbc5 req-cdcc27d4-a3d2-4d95-ab6b-3a6aac54e0bf tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758216 Oct 19 00:59:09.568540 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9944f545-9800-4b32-8c46-9bc0897ecdb1 req-3ed14444-282f-49b5-b0fa-0772dfe0cfdc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386291 Oct 19 00:59:09.602099 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-600ee365-9a99-44d9-99cb-1c4d519d26ad req-fb1bd486-2113-460d-8c77-249617ce9777 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796924 Oct 19 00:59:09.612625 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af387f-a27a-46a6-b4a6-66f2691403b0 req-7ddeade1-f28e-46f4-8974-4f29b9b24711 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:09.614091 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-81af387f-a27a-46a6-b4a6-66f2691403b0 req-7ddeade1-f28e-46f4-8974-4f29b9b24711 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 945 time: 0.1034749 Oct 19 00:59:09.615848 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-03e9f25b-de79-4ca4-a1db-5c316e501afc req-0a01e437-2244-4136-a47e-e691a9275450 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8144c47d-8d80-4fa6-9309-826bceb92166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956886 Oct 19 00:59:09.652674 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-81af387f-a27a-46a6-b4a6-66f2691403b0 req-96570713-4754-4a22-bdf7-b579f5d2014c tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321510 Oct 19 00:59:09.652916 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ca2a7-1b2b-4175-b94f-b5acfc85f313 req-af851245-9d14-4fc1-8c26-560dfbd06fd0 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:09.654514 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-465ca2a7-1b2b-4175-b94f-b5acfc85f313 req-af851245-9d14-4fc1-8c26-560dfbd06fd0 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4308d52-476d-49e3-9ad8-c42fe37d49c1 HTTP/1.1" status: 200 len: 949 time: 0.0512238 Oct 19 00:59:09.693253 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-465ca2a7-1b2b-4175-b94f-b5acfc85f313 req-e8a5434e-05cd-4cc7-a0b5-fd404621d9e5 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/security-groups?id=8144c47d-8d80-4fa6-9309-826bceb92166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326362 Oct 19 00:59:09.762251 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642580a-38fd-4212-976b-7905d7334dcb req-65bf646d-5b19-4c44-83fb-510f2c25c90b tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:09.763675 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3642580a-38fd-4212-976b-7905d7334dcb req-65bf646d-5b19-4c44-83fb-510f2c25c90b tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cec1291-5dec-4b3b-b636-584f9edb8c75 HTTP/1.1" status: 200 len: 950 time: 0.0481167 Oct 19 00:59:09.799815 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3642580a-38fd-4212-976b-7905d7334dcb req-e805a7da-df5f-46df-9bb3-a8e8986a8677 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302708 Oct 19 00:59:09.958357 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c38438-5c4f-449c-81a4-30a731686dc0 req-dfd58d7f-3ea3-4496-b25c-a861cf626638 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:09.959858 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e0c38438-5c4f-449c-81a4-30a731686dc0 req-dfd58d7f-3ea3-4496-b25c-a861cf626638 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 948 time: 0.0539854 Oct 19 00:59:09.981314 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device ba97a604-45cb-4765-a2a4-1027dbd985f7 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:59:10.003339 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e0c38438-5c4f-449c-81a4-30a731686dc0 req-6e24bdbe-f33f-48d2-9b4f-33860729e7fa tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367355 Oct 19 00:59:10.030548 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port ba97a604-45cb-4765-a2a4-1027dbd985f7 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:59:10.034090 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port ba97a604-45cb-4765-a2a4-1027dbd985f7 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:59:10.034459 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:10.111404 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:10.143574 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port ba97a604-45cb-4765-a2a4-1027dbd985f7, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=ba97a604-45cb-4765-a2a4-1027dbd985f7,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:10.148097 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:10.199944 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=ba97a604-45cb-4765-a2a4-1027dbd985f7,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:10.244502 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56541f0e-0a65-44c2-b63a-9f9a2b11ce38 req-a167aab0-dfb3-42d6-9019-0a15e61bde28 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:10.245964 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-56541f0e-0a65-44c2-b63a-9f9a2b11ce38 req-a167aab0-dfb3-42d6-9019-0a15e61bde28 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0787561 Oct 19 00:59:10.261852 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-45d75ffa-8670-4f13-8f3b-0efb487fda7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:10.263213 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-45d75ffa-8670-4f13-8f3b-0efb487fda7f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=65459246a90a47d0b59f03208da91106&device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 1097 time: 0.0641925 Oct 19 00:59:10.302272 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-56541f0e-0a65-44c2-b63a-9f9a2b11ce38 req-bb1104b3-4f58-4031-829e-4525c0fab025 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502682 Oct 19 00:59:10.372385 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-2ac305f8-c249-4246-ac65-24e9664b2743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:10.373770 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-2ac305f8-c249-4246-ac65-24e9664b2743 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc198a8b-4ee5-462c-a635-e1062c7dbf51 HTTP/1.1" status: 200 len: 909 time: 0.0981200 Oct 19 00:59:10.386987 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953a475-ace8-464e-9f2d-8c1154ff78bd req-82e57632-e182-4e9b-a299-d978113fd22c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:10.388470 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b953a475-ace8-464e-9f2d-8c1154ff78bd req-82e57632-e182-4e9b-a299-d978113fd22c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 945 time: 0.0485151 Oct 19 00:59:10.427380 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b953a475-ace8-464e-9f2d-8c1154ff78bd req-cf43303f-a0df-4b78-a178-bd6bcc514b64 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328393 Oct 19 00:59:10.700061 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-8603cd4f-f35a-40c5-a048-966fb7d01aeb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c890e210-5a9e-4f9f-80d7-4cddf7fc07cc HTTP/1.1" status: 200 len: 217 time: 0.3179181 Oct 19 00:59:10.770312 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34da840-5266-4830-b820-470a0ca0572a req-025d1769-6ddb-4e83-8335-a69ac39d3a1f tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:10.771959 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f34da840-5266-4830-b820-470a0ca0572a req-025d1769-6ddb-4e83-8335-a69ac39d3a1f tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 945 time: 0.0486310 Oct 19 00:59:10.774395 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-4e191457-f656-4ae9-b549-10a530d112a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:10.776469 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-4e191457-f656-4ae9-b549-10a530d112a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b8444cd-c5d7-4c88-b1b0-9d01aef8093c HTTP/1.1" status: 200 len: 848 time: 0.0668597 Oct 19 00:59:10.784854 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615c596-a3d0-44dd-a920-8a751ed4bd20 req-50054eff-3a0a-4208-892a-7a1b99e55e04 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:10.786253 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1615c596-a3d0-44dd-a920-8a751ed4bd20 req-50054eff-3a0a-4208-892a-7a1b99e55e04 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae873840-7404-4106-aa4d-bc27f2893031 HTTP/1.1" status: 200 len: 946 time: 0.0887330 Oct 19 00:59:10.811873 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f34da840-5266-4830-b820-470a0ca0572a req-e9c4ef77-4483-4439-b9b9-89e8cb7e5402 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328791 Oct 19 00:59:10.827260 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-3c2b3294-b795-47cd-b10c-4fe12986ad9f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc198a8b-4ee5-462c-a635-e1062c7dbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398836 Oct 19 00:59:10.866758 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1615c596-a3d0-44dd-a920-8a751ed4bd20 req-aded38f6-b3cd-417a-9194-285b4996201a tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710824 Oct 19 00:59:10.934959 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567f552-25ee-450b-a256-121d1634c9f0 req-10fc49d2-5f57-4d77-9694-ab25dd81088d tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:10.938044 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5567f552-25ee-450b-a256-121d1634c9f0 req-10fc49d2-5f57-4d77-9694-ab25dd81088d tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4308d52-476d-49e3-9ad8-c42fe37d49c1 HTTP/1.1" status: 200 len: 949 time: 0.0612459 Oct 19 00:59:10.983495 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-683c808c-0095-4592-91f8-ae201895f597 service neutron] 10.222.0.55 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421695 Oct 19 00:59:10.986707 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5567f552-25ee-450b-a256-121d1634c9f0 req-b0f8331b-904b-4e71-a55e-0b1c7fa43fb2 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/security-groups?id=8144c47d-8d80-4fa6-9309-826bceb92166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413017 Oct 19 00:59:11.024622 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7976c-637f-4c0b-b5df-21bd1642a90d req-c743615a-2c95-4ade-a45e-8cd259a6eb64 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:11.026477 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9fc7976c-637f-4c0b-b5df-21bd1642a90d req-c743615a-2c95-4ade-a45e-8cd259a6eb64 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cec1291-5dec-4b3b-b636-584f9edb8c75 HTTP/1.1" status: 200 len: 950 time: 0.0940011 Oct 19 00:59:11.103151 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9fc7976c-637f-4c0b-b5df-21bd1642a90d req-f6d7d27a-eff5-4d70-91cd-e5ffa020a377 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671062 Oct 19 00:59:11.120644 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-580417b4-f9e7-4ad0-ae0e-c88f37897d11 service neutron] 10.222.0.55 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285834 Oct 19 00:59:11.154249 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19926a-eb8c-4414-bf7c-0998bde60c57 req-d45ab6ac-f184-4ae5-b016-391faddde746 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:11.155748 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-de19926a-eb8c-4414-bf7c-0998bde60c57 req-d45ab6ac-f184-4ae5-b016-391faddde746 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 949 time: 0.0538805 Oct 19 00:59:11.194833 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-de19926a-eb8c-4414-bf7c-0998bde60c57 req-9c7936d5-613c-4488-a7bc-5a64dcc96896 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328662 Oct 19 00:59:11.330692 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524bb073-23a8-4cdd-8d48-4447ff634ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba97a604-45cb-4765-a2a4-1027dbd985f7'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:59:11.333306 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043ae7aa-7b32-44b1-a085-5336504fb5fe" -d '{"events": [{"server_uuid": "524bb073-23a8-4cdd-8d48-4447ff634ab0", "name": "network-vif-plugged", "status": "completed", "tag": "ba97a604-45cb-4765-a2a4-1027dbd985f7"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:59:11.369659 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c13d285-b86b-4566-af67-fe56856315c1 x-openstack-request-id: req-3c13d285-b86b-4566-af67-fe56856315c1 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:59:11.370054 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "524bb073-23a8-4cdd-8d48-4447ff634ab0", "name": "network-vif-plugged", "status": "completed", "tag": "ba97a604-45cb-4765-a2a4-1027dbd985f7", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:59:11.370403 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3c13d285-b86b-4566-af67-fe56856315c1 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:59:11.371039 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524bb073-23a8-4cdd-8d48-4447ff634ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba97a604-45cb-4765-a2a4-1027dbd985f7', 'code': 200} Oct 19 00:59:11.439308 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4a4cd-14fb-4f6c-a0b8-65b056cf67c6 req-775d2b69-31ad-4084-85eb-46cd7dced265 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:11.440929 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-97e4a4cd-14fb-4f6c-a0b8-65b056cf67c6 req-775d2b69-31ad-4084-85eb-46cd7dced265 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0567310 Oct 19 00:59:11.498838 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-97e4a4cd-14fb-4f6c-a0b8-65b056cf67c6 req-9ed585a9-1907-4f26-8ed8-18bb7883600d tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434201 Oct 19 00:59:11.517445 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790496e8-f2c5-4f2a-98af-674033db08f3 req-24f9cd38-fca2-47cb-977b-f6d9aecfdecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:11.519142 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-790496e8-f2c5-4f2a-98af-674033db08f3 req-24f9cd38-fca2-47cb-977b-f6d9aecfdecb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 1101 time: 0.0833738 Oct 19 00:59:11.585244 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-790496e8-f2c5-4f2a-98af-674033db08f3 req-2131491f-7cb5-4813-a255-a32dfd0c7919 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577645 Oct 19 00:59:11.601546 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b133460-88c6-442c-a494-814e8af5ebd6 req-9f47abb6-e478-41fd-9322-d74fa5b0ab68 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:11.603115 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3b133460-88c6-442c-a494-814e8af5ebd6 req-9f47abb6-e478-41fd-9322-d74fa5b0ab68 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 945 time: 0.0692675 Oct 19 00:59:11.641433 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3b133460-88c6-442c-a494-814e8af5ebd6 req-abf1c60b-837f-4fa9-ad74-d9094840b3e0 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322981 Oct 19 00:59:11.932429 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86879b2d-0138-4752-90a2-c13bdaea5295 req-65d6b7df-8d9a-488b-b72c-e18e5d554530 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:11.934313 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-86879b2d-0138-4752-90a2-c13bdaea5295 req-65d6b7df-8d9a-488b-b72c-e18e5d554530 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 945 time: 0.0533977 Oct 19 00:59:11.987456 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-86879b2d-0138-4752-90a2-c13bdaea5295 req-5f274f82-3f59-421b-b61d-8b3d3e4e3314 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350733 Oct 19 00:59:11.999745 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3462d4d-b9ac-443a-8023-46566252497c req-cb6dd751-c399-4bc3-a4c3-9f36fd4e3627 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:12.001419 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d3462d4d-b9ac-443a-8023-46566252497c req-cb6dd751-c399-4bc3-a4c3-9f36fd4e3627 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae873840-7404-4106-aa4d-bc27f2893031 HTTP/1.1" status: 200 len: 946 time: 0.0521126 Oct 19 00:59:12.048239 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d3462d4d-b9ac-443a-8023-46566252497c req-9184945e-3931-48bb-b4aa-31e9eb2ddc97 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398278 Oct 19 00:59:12.113062 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33653e77-e8d4-4f47-95db-22b5543f1bd1 req-d09f4c58-d352-446e-a9b6-929d7fbbb0c6 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:12.114494 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-33653e77-e8d4-4f47-95db-22b5543f1bd1 req-d09f4c58-d352-446e-a9b6-929d7fbbb0c6 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4308d52-476d-49e3-9ad8-c42fe37d49c1 HTTP/1.1" status: 200 len: 949 time: 0.0532248 Oct 19 00:59:12.158267 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-33653e77-e8d4-4f47-95db-22b5543f1bd1 req-a898aadb-6467-46e8-96f7-74149d7876bf tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/security-groups?id=8144c47d-8d80-4fa6-9309-826bceb92166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372748 Oct 19 00:59:12.277286 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfd5a6-65f3-47f2-ba2c-1ce8cc044178 req-ff4fcab2-7de5-459b-b75b-c71b8931596c tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:12.278781 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c7bfd5a6-65f3-47f2-ba2c-1ce8cc044178 req-ff4fcab2-7de5-459b-b75b-c71b8931596c tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cec1291-5dec-4b3b-b636-584f9edb8c75 HTTP/1.1" status: 200 len: 950 time: 0.0644312 Oct 19 00:59:12.323708 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c7bfd5a6-65f3-47f2-ba2c-1ce8cc044178 req-6df9cb8d-37d1-4705-b0a6-8f82e82838be tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383391 Oct 19 00:59:12.325857 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ebc82-b5d2-4827-ace8-43c9c784995a req-92f62820-df67-4619-afee-03ae97446a1e tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:12.327283 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5b6ebc82-b5d2-4827-ace8-43c9c784995a req-92f62820-df67-4619-afee-03ae97446a1e tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6848ab0-22c1-446c-a1b7-f09a79fe2ea5 HTTP/1.1" status: 200 len: 950 time: 0.0538228 Oct 19 00:59:12.368751 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5b6ebc82-b5d2-4827-ace8-43c9c784995a req-1ae33d78-10a3-4c6d-ade6-8a436ec71a45 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/security-groups?id=8144c47d-8d80-4fa6-9309-826bceb92166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345592 Oct 19 00:59:12.444191 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46571e60-16cd-4196-b555-41d06b028607 req-950ec3c0-4c5d-4824-9cd6-8aa5991d9f60 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:12.445933 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-46571e60-16cd-4196-b555-41d06b028607 req-950ec3c0-4c5d-4824-9cd6-8aa5991d9f60 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 949 time: 0.0529482 Oct 19 00:59:12.482000 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1feb964-09a0-437d-b42b-f13d3639a0d6 req-ca6d5bac-6ddc-4f85-9870-ca6afef950a5 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:12.483470 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1feb964-09a0-437d-b42b-f13d3639a0d6 req-ca6d5bac-6ddc-4f85-9870-ca6afef950a5 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae873840-7404-4106-aa4d-bc27f2893031 HTTP/1.1" status: 200 len: 946 time: 0.0561762 Oct 19 00:59:12.487877 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-46571e60-16cd-4196-b555-41d06b028607 req-9696bae9-844f-48f1-b511-67d33c7063a7 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337338 Oct 19 00:59:12.527868 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1feb964-09a0-437d-b42b-f13d3639a0d6 req-49403cf0-2821-49af-99d1-8e24d83b624c tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342221 Oct 19 00:59:12.600869 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc2cb53-9547-496b-b182-2fd08aa45d19 req-b1c48069-6f91-47fc-9ec9-3c0426644428 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:12.610275 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8fc2cb53-9547-496b-b182-2fd08aa45d19 req-b1c48069-6f91-47fc-9ec9-3c0426644428 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7096591-52a0-4e92-866c-35583cc718e3 HTTP/1.1" status: 200 len: 950 time: 0.0607452 Oct 19 00:59:12.663896 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8fc2cb53-9547-496b-b182-2fd08aa45d19 req-bf7458a7-3ad5-441c-a016-1308130d936c tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476449 Oct 19 00:59:12.768644 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f991f6-f3bd-44c8-88e6-3eca996f494c req-475c44de-69b8-4c78-b010-94920eb23855 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:12.770224 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-44f991f6-f3bd-44c8-88e6-3eca996f494c req-475c44de-69b8-4c78-b010-94920eb23855 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0602348 Oct 19 00:59:12.818960 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-44f991f6-f3bd-44c8-88e6-3eca996f494c req-0d6dea08-effd-470d-841a-1271ef5bfba2 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405710 Oct 19 00:59:12.963789 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3189a6-bcd9-4cb4-b691-1c7d1099ffa9 req-d6641eec-4924-41fa-a0ba-4de61661d7ee tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:12.972824 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3b3189a6-bcd9-4cb4-b691-1c7d1099ffa9 req-d6641eec-4924-41fa-a0ba-4de61661d7ee tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 945 time: 0.0891483 Oct 19 00:59:13.025588 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3b3189a6-bcd9-4cb4-b691-1c7d1099ffa9 req-d0c3a7f4-052e-44cb-968e-9faf2e091e31 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490806 Oct 19 00:59:13.195925 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18989f7-e9c5-4e41-b4bf-b1cc0c4e04eb req-e8e1186c-aaa3-496a-a6b9-91958765dd4e tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:13.197533 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f18989f7-e9c5-4e41-b4bf-b1cc0c4e04eb req-e8e1186c-aaa3-496a-a6b9-91958765dd4e tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 945 time: 0.0524058 Oct 19 00:59:13.213989 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371dc4d-4aca-460d-8672-d377f0141597 req-9529a2fa-8183-4954-98b9-c32b12cf0c3c tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:13.220263 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371dc4d-4aca-460d-8672-d377f0141597 req-9529a2fa-8183-4954-98b9-c32b12cf0c3c tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:13.223186 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3371dc4d-4aca-460d-8672-d377f0141597 req-9529a2fa-8183-4954-98b9-c32b12cf0c3c tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cec1291-5dec-4b3b-b636-584f9edb8c75&device_id=e7096591-52a0-4e92-866c-35583cc718e3 HTTP/1.1" status: 200 len: 1691 time: 0.0596280 Oct 19 00:59:13.238677 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f18989f7-e9c5-4e41-b4bf-b1cc0c4e04eb req-2e39321c-dd51-4bcb-b4d7-b27a9e4c69da tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337811 Oct 19 00:59:13.272798 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3371dc4d-4aca-460d-8672-d377f0141597 req-86e2dbbb-6a6b-4efd-af21-c9c57959bd23 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436831 Oct 19 00:59:13.466955 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed8af8-fbdd-47fc-ab92-8abc8d368e19 req-8f96ea26-075f-44f4-a4ec-bf6031afc9ae tempest-ServersOnMultiNodesTest-136313355 tempest-ServersOnMultiNodesTest-136313355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:13.468448 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-28ed8af8-fbdd-47fc-ab92-8abc8d368e19 req-8f96ea26-075f-44f4-a4ec-bf6031afc9ae tempest-ServersOnMultiNodesTest-136313355 tempest-ServersOnMultiNodesTest-136313355-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=0cec1291-5dec-4b3b-b636-584f9edb8c75 HTTP/1.1" status: 200 len: 1102 time: 0.0539575 Oct 19 00:59:13.511244 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-28ed8af8-fbdd-47fc-ab92-8abc8d368e19 req-9f0edc90-f0da-4337-b9bd-5c40065ad1c2 tempest-ServersOnMultiNodesTest-136313355 tempest-ServersOnMultiNodesTest-136313355-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363531 Oct 19 00:59:13.616193 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da14a37-ff2e-489f-8dc5-f4c960a95bb7 req-358a14fb-54f0-4fa2-a83b-031fab3fe0af tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:13.617697 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4da14a37-ff2e-489f-8dc5-f4c960a95bb7 req-358a14fb-54f0-4fa2-a83b-031fab3fe0af tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 949 time: 0.0550725 Oct 19 00:59:13.632514 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a1f1e-46fc-452e-84f6-abd3f31c60cd req-9b41dd90-8102-4ac7-bb5a-c4026160e65a tempest-ServersOnMultiNodesTest-136313355 tempest-ServersOnMultiNodesTest-136313355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:13.634697 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a74a1f1e-46fc-452e-84f6-abd3f31c60cd req-9b41dd90-8102-4ac7-bb5a-c4026160e65a tempest-ServersOnMultiNodesTest-136313355 tempest-ServersOnMultiNodesTest-136313355-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e7096591-52a0-4e92-866c-35583cc718e3 HTTP/1.1" status: 200 len: 1102 time: 0.0430615 Oct 19 00:59:13.658944 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4da14a37-ff2e-489f-8dc5-f4c960a95bb7 req-a99b5552-52bc-4443-9dc8-be463234e875 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347345 Oct 19 00:59:13.685291 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a74a1f1e-46fc-452e-84f6-abd3f31c60cd req-c0a4d6f3-71d1-4ce6-b5d5-adddba3c2938 tempest-ServersOnMultiNodesTest-136313355 tempest-ServersOnMultiNodesTest-136313355-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422988 Oct 19 00:59:13.781347 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d72b03-d65d-4f71-9f00-4dea22ff2862 req-f93c0eda-f532-4a76-8c40-3a59adab7759 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:13.783636 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a0d72b03-d65d-4f71-9f00-4dea22ff2862 req-f93c0eda-f532-4a76-8c40-3a59adab7759 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae873840-7404-4106-aa4d-bc27f2893031 HTTP/1.1" status: 200 len: 946 time: 0.0612571 Oct 19 00:59:13.825865 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-4de4a5b1-b104-4ec1-a148-066f003aee1a req-0815fb71-0cfb-483d-a43b-96da2e396a7c service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:59:13.827923 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a0d72b03-d65d-4f71-9f00-4dea22ff2862 req-727b3cc6-8ac7-4b5f-9d94-88449601b975 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377066 Oct 19 00:59:13.828250 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4de4a5b1-b104-4ec1-a148-066f003aee1a req-0815fb71-0cfb-483d-a43b-96da2e396a7c service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0073905 Oct 19 00:59:13.854724 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-03df4b15-11cc-4c63-9093-ceaa41234678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:14.123428 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3eac6bfe-46fb-4e22-865f-7edfcc53a24c req-d6239532-56be-46b8-8bbf-59abc4125302 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0466769 Oct 19 00:59:14.136922 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-3eac6bfe-46fb-4e22-865f-7edfcc53a24c req-2ef661ad-0352-4509-8b07-eefdff23c8d0 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:59:14.140811 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3eac6bfe-46fb-4e22-865f-7edfcc53a24c req-2ef661ad-0352-4509-8b07-eefdff23c8d0 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0107605 Oct 19 00:59:14.173643 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8c328-2cd7-4372-a8c0-5327be14fd53 req-a7861249-e866-4e34-bcc6-78c4eda30909 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:14.175158 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d7e8c328-2cd7-4372-a8c0-5327be14fd53 req-a7861249-e866-4e34-bcc6-78c4eda30909 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0640936 Oct 19 00:59:14.222012 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d7e8c328-2cd7-4372-a8c0-5327be14fd53 req-22eff900-bab1-4cd6-a5f8-d24026b1bcfc tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400474 Oct 19 00:59:14.362575 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7093cd-9744-4915-8854-e6178d15ce7d req-a06fa298-7bb7-40d7-835d-d0bb99a83c0f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:14.371391 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9a7093cd-9744-4915-8854-e6178d15ce7d req-a06fa298-7bb7-40d7-835d-d0bb99a83c0f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 949 time: 0.0750754 Oct 19 00:59:14.426212 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9a7093cd-9744-4915-8854-e6178d15ce7d req-4b48fffa-6961-4b19-9687-cd3469f19468 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536983 Oct 19 00:59:14.538142 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefe721-0972-4e90-8859-fa8210120b27 req-c142d052-e058-4071-a718-fad0a933b7f8 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:14.540839 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ceefe721-0972-4e90-8859-fa8210120b27 req-c142d052-e058-4071-a718-fad0a933b7f8 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 945 time: 0.0710990 Oct 19 00:59:14.554138 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-ccac8f6e-8da5-4c13-856a-c991c63236bd tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=a25adcdc646c4e4b987e3016f8b86608&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332248 Oct 19 00:59:14.596849 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ceefe721-0972-4e90-8859-fa8210120b27 req-a5d47fa4-1880-42f6-8832-b35ebb677369 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442410 Oct 19 00:59:14.703229 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-ec9d2687-8a25-4393-aaaf-1f45b55b1f6a tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:14.711101 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-ec9d2687-8a25-4393-aaaf-1f45b55b1f6a tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1506383 Oct 19 00:59:14.729165 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-770ed6dd-a083-4608-9f31-3f74e12ddf61 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/quotas/a25adcdc646c4e4b987e3016f8b86608 HTTP/1.1" status: 200 len: 375 time: 0.0170174 Oct 19 00:59:14.826482 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-8f75abd5-ee44-49b1-87a4-e0ad21388c56 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a25adcdc646c4e4b987e3016f8b86608&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0962965 Oct 19 00:59:14.843190 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ee91d-4c34-47ca-9de2-ef59d379b4db req-57aa4a85-527b-4bd7-be89-262d5069df93 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:14.845195 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-963ee91d-4c34-47ca-9de2-ef59d379b4db req-57aa4a85-527b-4bd7-be89-262d5069df93 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 945 time: 0.0631783 Oct 19 00:59:14.916598 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-963ee91d-4c34-47ca-9de2-ef59d379b4db req-782e1451-ca92-488e-afa4-fc1edf6e0f17 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640137 Oct 19 00:59:15.385172 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74783e-287a-4b03-bcb3-0a6c2477ef55 req-6b95a076-5177-4340-afbd-5f2f075bf72b tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:15.387132 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ce74783e-287a-4b03-bcb3-0a6c2477ef55 req-6b95a076-5177-4340-afbd-5f2f075bf72b tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0937605 Oct 19 00:59:15.439108 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ce74783e-287a-4b03-bcb3-0a6c2477ef55 req-d4b33aa0-dcfc-4ae7-ad85-16f103f4931a tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411708 Oct 19 00:59:15.563855 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663737b2-6b59-48ae-b760-5a41b657171c req-9c3d98ef-0f14-40a1-96ad-cd6c692f13f3 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:15.565362 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-663737b2-6b59-48ae-b760-5a41b657171c req-9c3d98ef-0f14-40a1-96ad-cd6c692f13f3 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 949 time: 0.0582912 Oct 19 00:59:15.621931 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-663737b2-6b59-48ae-b760-5a41b657171c req-3b59b369-93e6-499e-950e-ae01d3fba1cf tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488105 Oct 19 00:59:15.632535 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fd96a928-d9fd-4ef6-8b96-f19a5ca51c50 req-0bb8e04c-b78f-42b9-a4ca-55955dd77992 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2929adc-df8e-4559-918d-9e169ea22a58 HTTP/1.1" status: 200 len: 210 time: 0.0320950 Oct 19 00:59:15.764482 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e12009-b879-4cbe-bfec-296ead333243 req-aca62482-6747-4944-8759-e5f8d0064a02 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:15.768482 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52e12009-b879-4cbe-bfec-296ead333243 req-aca62482-6747-4944-8759-e5f8d0064a02 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 945 time: 0.0718195 Oct 19 00:59:15.836321 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52e12009-b879-4cbe-bfec-296ead333243 req-e7bb3234-52a4-4e0f-8936-374418a9dfbf tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621216 Oct 19 00:59:16.054622 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 1daa29da-249e-4a8e-a9e2-e34772328ba5 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:59:16.070276 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-26bfbece-0bcb-4cc8-924d-54a32338ae46 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:16.074489 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-26bfbece-0bcb-4cc8-924d-54a32338ae46 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62&tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&binding%3Ahost_id=n-h1-715271-26 HTTP/1.1" status: 200 len: 1097 time: 0.0609341 Oct 19 00:59:16.093924 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-f2d9d1b3-6e42-4a50-afd6-706be797e6a7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-715271-26'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:59:16.134940 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac6bfe-46fb-4e22-865f-7edfcc53a24c req-995775e1-d6f6-405e-b220-7257d5e7b846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:16.137434 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3eac6bfe-46fb-4e22-865f-7edfcc53a24c req-995775e1-d6f6-405e-b220-7257d5e7b846 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 1101 time: 0.1226287 Oct 19 00:59:16.161752 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3887f-7014-464a-9e22-67955e3543bf req-308ab3b0-a852-4f71-b251-ce5c80b9330c tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:16.170658 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-67d3887f-7014-464a-9e22-67955e3543bf req-308ab3b0-a852-4f71-b251-ce5c80b9330c tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 945 time: 0.1067362 Oct 19 00:59:16.281899 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-67d3887f-7014-464a-9e22-67955e3543bf req-14b18dcf-9889-48ad-9e0e-c2b66ee3c8e3 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098378 Oct 19 00:59:16.324188 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-f2d9d1b3-6e42-4a50-afd6-706be797e6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:16.346932 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 1daa29da-249e-4a8e-a9e2-e34772328ba5, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1daa29da-249e-4a8e-a9e2-e34772328ba5,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:16.378045 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '1daa29da-249e-4a8e-a9e2-e34772328ba5', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': '1daa29da-249e-4a8e-a9e2-e34772328ba5', 'mac_address': 'fa:16:3e:e1:b1:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:59:16.390251 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac6bfe-46fb-4e22-865f-7edfcc53a24c req-fa3b54c0-e7ac-4047-85c1-64428ad6736c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:16.391767 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3eac6bfe-46fb-4e22-865f-7edfcc53a24c req-fa3b54c0-e7ac-4047-85c1-64428ad6736c service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.2179945 Oct 19 00:59:16.467394 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3eac6bfe-46fb-4e22-865f-7edfcc53a24c req-d1935d10-9137-4ac9-b120-c4b5a7566fa4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=ba97a604-45cb-4765-a2a4-1027dbd985f7 HTTP/1.1" status: 200 len: 217 time: 0.0661316 Oct 19 00:59:16.557163 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac6bfe-46fb-4e22-865f-7edfcc53a24c req-8d77033c-878c-45a7-a8d0-9743564ac68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:16.559960 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3eac6bfe-46fb-4e22-865f-7edfcc53a24c req-8d77033c-878c-45a7-a8d0-9743564ac68a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0842986 Oct 19 00:59:16.636541 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac6bfe-46fb-4e22-865f-7edfcc53a24c req-1efe4435-596c-4cb1-bc33-fdf6c7c46655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:16.645467 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3eac6bfe-46fb-4e22-865f-7edfcc53a24c req-1efe4435-596c-4cb1-bc33-fdf6c7c46655 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0687587 Oct 19 00:59:16.653181 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7aa04fa4-f08d-4b36-905b-14ef677dfb67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:16.658156 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:16.694949 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1daa29da-249e-4a8e-a9e2-e34772328ba5 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:59:16.758786 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 1daa29da-249e-4a8e-a9e2-e34772328ba5, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1daa29da-249e-4a8e-a9e2-e34772328ba5,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:16.770799 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:16.902352 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3eac6bfe-46fb-4e22-865f-7edfcc53a24c req-19c26bcc-ef70-4eb6-8a3b-2b9c4a145fe0 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370329 Oct 19 00:59:16.978825 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['1daa29da-249e-4a8e-a9e2-e34772328ba5'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:59:16.984957 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0c0ca-8f85-45ef-a2b5-3a334d05b486 req-1f23e660-e592-48c9-b6e7-8d95ab7d3bfa tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:16.991319 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a3b41-583d-4e93-8928-8bdab40094e4 req-d624e950-cfdc-46e2-9014-fe36b4ae117d tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:17.004109 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-adf0c0ca-8f85-45ef-a2b5-3a334d05b486 req-1f23e660-e592-48c9-b6e7-8d95ab7d3bfa tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 949 time: 0.1669703 Oct 19 00:59:17.029114 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b75a3b41-583d-4e93-8928-8bdab40094e4 req-d624e950-cfdc-46e2-9014-fe36b4ae117d tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.4631062 Oct 19 00:59:17.035293 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-f2d9d1b3-6e42-4a50-afd6-706be797e6a7 service neutron] For port 59d95572-ab70-4880-8ddb-ba419acc74c2, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=59d95572-ab70-4880-8ddb-ba419acc74c2,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:17.168636 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=1daa29da-249e-4a8e-a9e2-e34772328ba5,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:17.213669 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:17.219642 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-adf0c0ca-8f85-45ef-a2b5-3a334d05b486 req-3fab991d-6f5b-4782-97fe-0550d71c43e6 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310883 Oct 19 00:59:17.231358 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3eac6bfe-46fb-4e22-865f-7edfcc53a24c req-60c8fe8c-f981-42c8-b399-b723f2ff5ce1 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149936 Oct 19 00:59:17.243889 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b75a3b41-583d-4e93-8928-8bdab40094e4 req-66a77c14-6ce0-49f1-9e58-c7fdb1dd9512 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135761 Oct 19 00:59:17.294660 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-7362922c-1acb-4074-9c93-f857f33d9cdd tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a25adcdc646c4e4b987e3016f8b86608&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400681 Oct 19 00:59:17.325683 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-f2d9d1b3-6e42-4a50-afd6-706be797e6a7 service neutron] For port 59d95572-ab70-4880-8ddb-ba419acc74c2, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:59:17.469602 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-571e1b77-6f60-4671-9769-647220c59194 req-db1218b6-46eb-4019-8947-53f2d181bc0e tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2929adc-df8e-4559-918d-9e169ea22a58 HTTP/1.1" status: 200 len: 210 time: 0.0538516 Oct 19 00:59:17.591926 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-b1da436e-a414-4de0-b161-520eba4752e2 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:17.596870 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-b1da436e-a414-4de0-b161-520eba4752e2 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2567370 Oct 19 00:59:17.621006 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:17.629355 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-e7d536c1-1c79-4b6f-9871-d989f9267071 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Request body: {'port': {'device_id': '94f32dfc-a45d-4c7f-8150-39e3a8b24984', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'admin_state_up': True, 'tenant_id': 'a25adcdc646c4e4b987e3016f8b86608'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:59:17.653150 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-f2d9d1b3-6e42-4a50-afd6-706be797e6a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:17.667483 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbff9268-883a-4f2f-9f43-b5df8e8f4f62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59d95572-ab70-4880-8ddb-ba419acc74c2'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:59:17.672061 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94b9853-827a-4a16-91a5-67bcd46d7ef2" -d '{"events": [{"server_uuid": "cbff9268-883a-4f2f-9f43-b5df8e8f4f62", "name": "network-vif-unplugged", "status": "completed", "tag": "59d95572-ab70-4880-8ddb-ba419acc74c2"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:59:17.683863 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-f2d9d1b3-6e42-4a50-afd6-706be797e6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:17.897473 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a74b3f-7815-490f-abfd-dd9f0723861f req-4d35f518-a7fb-44c3-b82a-1074f4413c10 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:17.909932 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-82a74b3f-7815-490f-abfd-dd9f0723861f req-4d35f518-a7fb-44c3-b82a-1074f4413c10 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 943 time: 0.2277093 Oct 19 00:59:17.980171 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-e7d536c1-1c79-4b6f-9871-d989f9267071 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Made reservation on behalf of a25adcdc646c4e4b987e3016f8b86608 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:59:17.984049 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-e7d536c1-1c79-4b6f-9871-d989f9267071 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:18.078385 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d9d1b3-6e42-4a50-afd6-706be797e6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=59d95572-ab70-4880-8ddb-ba419acc74c2,revision_number=7']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:18.083566 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 59d95572-ab70-4880-8ddb-ba419acc74c2 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:59:18.086903 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 1daa29da-249e-4a8e-a9e2-e34772328ba5 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:59:18.160469 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-f2d9d1b3-6e42-4a50-afd6-706be797e6a7 service neutron] Attempting to bind port 59d95572-ab70-4880-8ddb-ba419acc74c2 on host n-h1-715271-26 for vnic_type normal with profile {"migrating_to": "n-h2-715271-26"} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:59:18.160469 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-f2d9d1b3-6e42-4a50-afd6-706be797e6a7 service neutron] Attempting to bind port 59d95572-ab70-4880-8ddb-ba419acc74c2 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:59:18.160825 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-f2d9d1b3-6e42-4a50-afd6-706be797e6a7 service neutron] Attempting to bind port 59d95572-ab70-4880-8ddb-ba419acc74c2 on network db82cf1f-422d-4289-a127-b70a546afbff {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:59:18.248322 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-82a74b3f-7815-490f-abfd-dd9f0723861f req-bcd74dd7-105f-44ef-9df5-d6807ddf6ebe tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304776 Oct 19 00:59:18.249556 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-f2d9d1b3-6e42-4a50-afd6-706be797e6a7 service neutron] Port 59d95572-ab70-4880-8ddb-ba419acc74c2 on network db82cf1f-422d-4289-a127-b70a546afbff not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:59:18.250059 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-f2d9d1b3-6e42-4a50-afd6-706be797e6a7 service neutron] Attempting to bind port 59d95572-ab70-4880-8ddb-ba419acc74c2 on network db82cf1f-422d-4289-a127-b70a546afbff {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:59:18.283447 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-f2d9d1b3-6e42-4a50-afd6-706be797e6a7 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:59:18.284013 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-f2d9d1b3-6e42-4a50-afd6-706be797e6a7 service neutron] Checking segment: {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:59:18.284632 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-f2d9d1b3-6e42-4a50-afd6-706be797e6a7 service neutron] Bound using segment: {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:59:18.285276 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-f2d9d1b3-6e42-4a50-afd6-706be797e6a7 service neutron] Bound port: 59d95572-ab70-4880-8ddb-ba419acc74c2, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:59:18.285862 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-f2d9d1b3-6e42-4a50-afd6-706be797e6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:18.336924 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 1daa29da-249e-4a8e-a9e2-e34772328ba5 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:59:18.337907 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:18.382024 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 59d95572-ab70-4880-8ddb-ba419acc74c2, host n-h1-715271-26, got binding levels [] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:18.397285 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e0388-f082-4b95-92a1-6f4d4e672b2c req-34b2ad5e-4a0a-4ef8-b060-8fbc6945bab8 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:18.408389 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d50e0388-f082-4b95-92a1-6f4d4e672b2c req-34b2ad5e-4a0a-4ef8-b060-8fbc6945bab8 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 945 time: 0.1908855 Oct 19 00:59:18.453024 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Attempting to bind port 59d95572-ab70-4880-8ddb-ba419acc74c2 on host n-h1-715271-26 for vnic_type normal with profile {"migrating_to": "n-h2-715271-26"} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:59:18.453394 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Attempting to bind port 59d95572-ab70-4880-8ddb-ba419acc74c2 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:59:18.453758 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Attempting to bind port 59d95572-ab70-4880-8ddb-ba419acc74c2 on network db82cf1f-422d-4289-a127-b70a546afbff {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:59:18.471023 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Port 59d95572-ab70-4880-8ddb-ba419acc74c2 on network db82cf1f-422d-4289-a127-b70a546afbff not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:59:18.471359 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Attempting to bind port 59d95572-ab70-4880-8ddb-ba419acc74c2 on network db82cf1f-422d-4289-a127-b70a546afbff {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:59:18.494208 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 00:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef1e72c-5f0e-425d-853c-04bb9d79a70f x-openstack-request-id: req-1ef1e72c-5f0e-425d-853c-04bb9d79a70f {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:59:18.495898 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbff9268-883a-4f2f-9f43-b5df8e8f4f62", "name": "network-vif-unplugged", "status": "completed", "tag": "59d95572-ab70-4880-8ddb-ba419acc74c2", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:59:18.496265 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1ef1e72c-5f0e-425d-853c-04bb9d79a70f {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:59:18.496887 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbff9268-883a-4f2f-9f43-b5df8e8f4f62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59d95572-ab70-4880-8ddb-ba419acc74c2', 'code': 200} Oct 19 00:59:18.522466 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-f2d9d1b3-6e42-4a50-afd6-706be797e6a7 service neutron] For port 59d95572-ab70-4880-8ddb-ba419acc74c2, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:59:18.529748 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-c0849c95-f716-4808-9723-4737024e30b3 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a25adcdc646c4e4b987e3016f8b86608&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2079937 Oct 19 00:59:18.532975 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-f2d9d1b3-6e42-4a50-afd6-706be797e6a7 service neutron] For port 59d95572-ab70-4880-8ddb-ba419acc74c2, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=59d95572-ab70-4880-8ddb-ba419acc74c2,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:59:18.542489 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-f2d9d1b3-6e42-4a50-afd6-706be797e6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:18.552731 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:59:18.553391 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Checking segment: {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:59:18.554147 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Bound using segment: {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:59:18.556411 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Bound port: 59d95572-ab70-4880-8ddb-ba419acc74c2, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:59:18.557728 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:18.601950 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:18.666392 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-f2d9d1b3-6e42-4a50-afd6-706be797e6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:18.667049 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-f2d9d1b3-6e42-4a50-afd6-706be797e6a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:18.668543 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-f2d9d1b3-6e42-4a50-afd6-706be797e6a7 service neutron] 10.222.0.24 "PUT /v2.0/ports/59d95572-ab70-4880-8ddb-ba419acc74c2 HTTP/1.1" status: 200 len: 1123 time: 2.5833948 Oct 19 00:59:18.724347 n-d-715271-26 neutron-server[100608]: WARNING neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Concurrent port binding operations failed on port 59d95572-ab70-4880-8ddb-ba419acc74c2 Oct 19 00:59:18.736792 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 59d95572-ab70-4880-8ddb-ba419acc74c2, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=59d95572-ab70-4880-8ddb-ba419acc74c2,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:18.759429 n-d-715271-26 neutron-server[100608]: INFO neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Attempt 2 to bind port 59d95572-ab70-4880-8ddb-ba419acc74c2 Oct 19 00:59:18.761158 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 59d95572-ab70-4880-8ddb-ba419acc74c2 has no active binding in host n-h2-715271-26 {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 19 00:59:18.763027 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 04b8568f-8567-4a9e-8f0d-92f8b4cb7810 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:59:18.858376 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-e7d536c1-1c79-4b6f-9871-d989f9267071 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Allocated IP 192.168.233.104 (0e8b4f7b-f3c0-4523-9906-6b9e503fed71/1746bfff-950e-4857-b1bf-6fa3cf804b73/0c42022a-76ea-445d-a11f-b8ee37c03b65) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:59:18.955128 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 04b8568f-8567-4a9e-8f0d-92f8b4cb7810, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=04b8568f-8567-4a9e-8f0d-92f8b4cb7810,segment=NetworkSegment(85401e62-3f2c-43a6-8d64-5618396e8614),segment_id=85401e62-3f2c-43a6-8d64-5618396e8614)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:18.969172 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d50e0388-f082-4b95-92a1-6f4d4e672b2c req-f25b238a-b0d3-4b2f-87e7-ff44decc19f3 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5595357 Oct 19 00:59:18.984026 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '04b8568f-8567-4a9e-8f0d-92f8b4cb7810', 'network_id': '44c662b3-a294-49c4-b801-6e72553fc183', 'port_id': '04b8568f-8567-4a9e-8f0d-92f8b4cb7810', 'mac_address': 'fa:16:3e:4b:3a:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a0fca3-7f17-4b48-856e-c0d103cad611', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:59:19.046278 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-037c8a05-587a-4054-aa3d-8a647f7a75fa tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:19.047530 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-037c8a05-587a-4054-aa3d-8a647f7a75fa tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4570439 Oct 19 00:59:19.078203 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 1daa29da-249e-4a8e-a9e2-e34772328ba5, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1daa29da-249e-4a8e-a9e2-e34772328ba5,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:19.081713 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:19.083388 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-d1d8a8aa-3731-4324-9459-88e893903691 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Request body: {'port': {'device_id': 'c2929adc-df8e-4559-918d-9e169ea22a58', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'admin_state_up': True, 'tenant_id': 'a25adcdc646c4e4b987e3016f8b86608'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:59:19.105964 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6848ab0-22c1-446c-a1b7-f09a79fe2ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1daa29da-249e-4a8e-a9e2-e34772328ba5'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:59:19.111265 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cdc9e2-33f9-4595-858e-e43ce04960b9" -d '{"events": [{"server_uuid": "b6848ab0-22c1-446c-a1b7-f09a79fe2ea5", "name": "network-vif-plugged", "status": "completed", "tag": "1daa29da-249e-4a8e-a9e2-e34772328ba5"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:59:19.123569 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['59d95572-ab70-4880-8ddb-ba419acc74c2'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:59:19.204340 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d9d1b3-6e42-4a50-afd6-706be797e6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=59d95572-ab70-4880-8ddb-ba419acc74c2,revision_number=8']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:19.219011 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['59d95572-ab70-4880-8ddb-ba419acc74c2'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:59:19.221095 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:19.298999 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981e3ab-04ed-4813-807c-8996a29c0954 req-8818b5ac-3d9f-4d1e-905b-301c280ece51 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:19.309750 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e981e3ab-04ed-4813-807c-8996a29c0954 req-8818b5ac-3d9f-4d1e-905b-301c280ece51 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 949 time: 0.6030462 Oct 19 00:59:19.313862 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=1daa29da-249e-4a8e-a9e2-e34772328ba5,revision_number=7']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:19.350311 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04b8568f-8567-4a9e-8f0d-92f8b4cb7810 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:59:19.374574 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0b2ea-d23d-4d7a-87b4-264b69293f6c req-177f57b2-2268-4ef2-83d3-1db42741add4 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:19.375495 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 04b8568f-8567-4a9e-8f0d-92f8b4cb7810, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=04b8568f-8567-4a9e-8f0d-92f8b4cb7810,segment=NetworkSegment(85401e62-3f2c-43a6-8d64-5618396e8614),segment_id=85401e62-3f2c-43a6-8d64-5618396e8614)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:19.395644 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e981e3ab-04ed-4813-807c-8996a29c0954 req-020c2111-e078-4df8-820f-0cbcda7ca8b4 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834901 Oct 19 00:59:19.395959 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-08d0b2ea-d23d-4d7a-87b4-264b69293f6c req-177f57b2-2268-4ef2-83d3-1db42741add4 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.2758141 Oct 19 00:59:19.479171 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:19.516371 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-08d0b2ea-d23d-4d7a-87b4-264b69293f6c req-ac6b47b9-65e2-4737-a288-756ee6eb3076 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193156 Oct 19 00:59:19.676204 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-e7d536c1-1c79-4b6f-9871-d989f9267071 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:19.715458 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-806cb788-66bb-4de6-a971-8a5dfa90e9af req-b4c914c6-1014-4b64-b154-9a44581fbf92 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2929adc-df8e-4559-918d-9e169ea22a58 HTTP/1.1" status: 200 len: 210 time: 0.0373952 Oct 19 00:59:19.720536 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-d1d8a8aa-3731-4324-9459-88e893903691 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Made reservation on behalf of a25adcdc646c4e4b987e3016f8b86608 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:59:19.724609 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-d1d8a8aa-3731-4324-9459-88e893903691 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:19.739426 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['04b8568f-8567-4a9e-8f0d-92f8b4cb7810'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:59:19.753707 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=04b8568f-8567-4a9e-8f0d-92f8b4cb7810,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:19.815842 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-e7d536c1-1c79-4b6f-9871-d989f9267071 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:19.823305 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:19.909793 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['6d025541-e179-42fb-a496-a8e3604af1c4', '6e76ca8b-85bf-4aed-9984-b166a81cf9f3', 'e409f60e-9a4e-43b4-8dfe-00949a87e77d'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:59:19.927577 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-e7d536c1-1c79-4b6f-9871-d989f9267071 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:59:19.941437 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-e7d536c1-1c79-4b6f-9871-d989f9267071 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:59:19.973972 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d536c1-1c79-4b6f-9871-d989f9267071 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Pushing event updated for resources: {'Port': ['ID=0c42022a-76ea-445d-a11f-b8ee37c03b65,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:19.982045 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-e7d536c1-1c79-4b6f-9871-d989f9267071 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:59:20.111673 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-d1d8a8aa-3731-4324-9459-88e893903691 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Allocated IP 192.168.233.63 (0e8b4f7b-f3c0-4523-9906-6b9e503fed71/1746bfff-950e-4857-b1bf-6fa3cf804b73/d51eb9a3-5443-4739-93f8-f88fd961d931) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:59:20.126148 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-e7d536c1-1c79-4b6f-9871-d989f9267071 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:20.128244 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-e7d536c1-1c79-4b6f-9871-d989f9267071 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:20.160234 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-e7d536c1-1c79-4b6f-9871-d989f9267071 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5430222 Oct 19 00:59:20.194538 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-ae62b1e7-d1f8-4188-8eb9-3db8401a43e2 service neutron] Request body: {'port': {'device_id': '94f32dfc-a45d-4c7f-8150-39e3a8b24984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:59:20.383146 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-ae62b1e7-d1f8-4188-8eb9-3db8401a43e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:20.494116 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-e49a223a-adb8-430a-b4a1-6d9f92bef8ec None None] Provisioning complete for port 0c42022a-76ea-445d-a11f-b8ee37c03b65 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:59:20.494799 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e49a223a-adb8-430a-b4a1-6d9f92bef8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:20.499328 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbff9268-883a-4f2f-9f43-b5df8e8f4f62', 'tag': '59d95572-ab70-4880-8ddb-ba419acc74c2'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:59:20.501722 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad4009f-cdf6-4de7-8d2b-4faab41d0d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "cbff9268-883a-4f2f-9f43-b5df8e8f4f62", "tag": "59d95572-ab70-4880-8ddb-ba419acc74c2"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:59:20.598310 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-e49a223a-adb8-430a-b4a1-6d9f92bef8ec None None] Port 0c42022a-76ea-445d-a11f-b8ee37c03b65 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:59:20.834558 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-d1d8a8aa-3731-4324-9459-88e893903691 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:20.877178 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-d1d8a8aa-3731-4324-9459-88e893903691 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:21.012641 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-d1d8a8aa-3731-4324-9459-88e893903691 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:59:21.021005 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-d1d8a8aa-3731-4324-9459-88e893903691 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:59:21.028608 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-d1d8a8aa-3731-4324-9459-88e893903691 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:59:21.032633 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8a8aa-3731-4324-9459-88e893903691 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Pushing event updated for resources: {'Port': ['ID=d51eb9a3-5443-4739-93f8-f88fd961d931,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:21.141541 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-d1d8a8aa-3731-4324-9459-88e893903691 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:21.150292 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-d1d8a8aa-3731-4324-9459-88e893903691 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:21.226020 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-ae62b1e7-d1f8-4188-8eb9-3db8401a43e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c42022a-76ea-445d-a11f-b8ee37c03b65 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:59:21.240034 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-d1d8a8aa-3731-4324-9459-88e893903691 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1644194 Oct 19 00:59:21.245882 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-ae62b1e7-d1f8-4188-8eb9-3db8401a43e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:21.268208 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-775d2649-b14f-4351-a05c-057dfed4149e service neutron] Request body: {'port': {'device_id': 'c2929adc-df8e-4559-918d-9e169ea22a58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:59:21.290274 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-ae62b1e7-d1f8-4188-8eb9-3db8401a43e2 service neutron] Transition to ACTIVE for port object 0c42022a-76ea-445d-a11f-b8ee37c03b65 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:59:21.309749 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-ae62b1e7-d1f8-4188-8eb9-3db8401a43e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:21.381949 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62b1e7-d1f8-4188-8eb9-3db8401a43e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0c42022a-76ea-445d-a11f-b8ee37c03b65,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:21.459457 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-775d2649-b14f-4351-a05c-057dfed4149e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:21.546048 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-e2ad2088-c66c-4cf6-b930-27992f628362 None None] Provisioning complete for port d51eb9a3-5443-4739-93f8-f88fd961d931 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:59:21.549323 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e2ad2088-c66c-4cf6-b930-27992f628362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:21.635418 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-e2ad2088-c66c-4cf6-b930-27992f628362 None None] Port d51eb9a3-5443-4739-93f8-f88fd961d931 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:59:21.754478 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-ae62b1e7-d1f8-4188-8eb9-3db8401a43e2 service neutron] Attempting to bind port 0c42022a-76ea-445d-a11f-b8ee37c03b65 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:59:21.754811 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-ae62b1e7-d1f8-4188-8eb9-3db8401a43e2 service neutron] Attempting to bind port 0c42022a-76ea-445d-a11f-b8ee37c03b65 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:59:21.755139 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-ae62b1e7-d1f8-4188-8eb9-3db8401a43e2 service neutron] Attempting to bind port 0c42022a-76ea-445d-a11f-b8ee37c03b65 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:59:21.766063 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['6d025541-e179-42fb-a496-a8e3604af1c4', '6e76ca8b-85bf-4aed-9984-b166a81cf9f3', 'e409f60e-9a4e-43b4-8dfe-00949a87e77d'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:59:21.781805 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-ae62b1e7-d1f8-4188-8eb9-3db8401a43e2 service neutron] Port 0c42022a-76ea-445d-a11f-b8ee37c03b65 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:59:21.782176 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-ae62b1e7-d1f8-4188-8eb9-3db8401a43e2 service neutron] Attempting to bind port 0c42022a-76ea-445d-a11f-b8ee37c03b65 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:59:21.794667 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-ae62b1e7-d1f8-4188-8eb9-3db8401a43e2 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:59:21.795450 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-ae62b1e7-d1f8-4188-8eb9-3db8401a43e2 service neutron] Checking segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:59:21.795450 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-ae62b1e7-d1f8-4188-8eb9-3db8401a43e2 service neutron] Bound using segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:59:21.796201 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-ae62b1e7-d1f8-4188-8eb9-3db8401a43e2 service neutron] Bound port: 0c42022a-76ea-445d-a11f-b8ee37c03b65, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:59:21.796201 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-ae62b1e7-d1f8-4188-8eb9-3db8401a43e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:22.108777 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-ae62b1e7-d1f8-4188-8eb9-3db8401a43e2 service neutron] For port 0c42022a-76ea-445d-a11f-b8ee37c03b65, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:59:22.115126 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-ae62b1e7-d1f8-4188-8eb9-3db8401a43e2 service neutron] For port 0c42022a-76ea-445d-a11f-b8ee37c03b65, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=0c42022a-76ea-445d-a11f-b8ee37c03b65,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:59:22.145447 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-775d2649-b14f-4351-a05c-057dfed4149e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d51eb9a3-5443-4739-93f8-f88fd961d931 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:59:22.151030 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 04b8568f-8567-4a9e-8f0d-92f8b4cb7810 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:59:22.169915 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-775d2649-b14f-4351-a05c-057dfed4149e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:22.206340 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-ae62b1e7-d1f8-4188-8eb9-3db8401a43e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:22.280808 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-775d2649-b14f-4351-a05c-057dfed4149e service neutron] Transition to ACTIVE for port object d51eb9a3-5443-4739-93f8-f88fd961d931 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:59:22.318740 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-775d2649-b14f-4351-a05c-057dfed4149e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:22.341964 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-ae62b1e7-d1f8-4188-8eb9-3db8401a43e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:22.342536 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-ae62b1e7-d1f8-4188-8eb9-3db8401a43e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:22.343999 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-ae62b1e7-d1f8-4188-8eb9-3db8401a43e2 service neutron] 10.222.0.55 "PUT /v2.0/ports/0c42022a-76ea-445d-a11f-b8ee37c03b65 HTTP/1.1" status: 200 len: 1097 time: 2.1540854 Oct 19 00:59:22.348497 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f32dfc-a45d-4c7f-8150-39e3a8b24984', 'tag': '0c42022a-76ea-445d-a11f-b8ee37c03b65'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:59:22.350472 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f93e6ca-317e-4680-9439-8a43fba4f470" -d '{"events": [{"name": "network-changed", "server_uuid": "94f32dfc-a45d-4c7f-8150-39e3a8b24984", "tag": "0c42022a-76ea-445d-a11f-b8ee37c03b65"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:59:22.372008 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 04b8568f-8567-4a9e-8f0d-92f8b4cb7810 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:59:22.373097 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:22.393541 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62b1e7-d1f8-4188-8eb9-3db8401a43e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0c42022a-76ea-445d-a11f-b8ee37c03b65,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:22.545008 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775d2649-b14f-4351-a05c-057dfed4149e service neutron] Pushing event updated for resources: {'Port': ['ID=d51eb9a3-5443-4739-93f8-f88fd961d931,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:22.561609 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-09dc02da-0b7d-4ced-84d4-7987e40b39a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:22.563609 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-09dc02da-0b7d-4ced-84d4-7987e40b39a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a25adcdc646c4e4b987e3016f8b86608&device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 1100 time: 0.1380794 Oct 19 00:59:22.638932 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-2dbd6325-8fff-4ea0-8426-45948db6c55e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=0c42022a-76ea-445d-a11f-b8ee37c03b65 HTTP/1.1" status: 200 len: 217 time: 0.0572317 Oct 19 00:59:22.644017 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-775d2649-b14f-4351-a05c-057dfed4149e service neutron] Attempting to bind port d51eb9a3-5443-4739-93f8-f88fd961d931 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:59:22.644638 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-775d2649-b14f-4351-a05c-057dfed4149e service neutron] Attempting to bind port d51eb9a3-5443-4739-93f8-f88fd961d931 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:59:22.645202 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-775d2649-b14f-4351-a05c-057dfed4149e service neutron] Attempting to bind port d51eb9a3-5443-4739-93f8-f88fd961d931 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:59:22.650518 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-775d2649-b14f-4351-a05c-057dfed4149e service neutron] Port d51eb9a3-5443-4739-93f8-f88fd961d931 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:59:22.651663 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-775d2649-b14f-4351-a05c-057dfed4149e service neutron] Attempting to bind port d51eb9a3-5443-4739-93f8-f88fd961d931 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:59:22.672559 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:22.764384 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 04b8568f-8567-4a9e-8f0d-92f8b4cb7810, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=04b8568f-8567-4a9e-8f0d-92f8b4cb7810,segment=NetworkSegment(85401e62-3f2c-43a6-8d64-5618396e8614),segment_id=85401e62-3f2c-43a6-8d64-5618396e8614)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:22.775702 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:22.873957 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=04b8568f-8567-4a9e-8f0d-92f8b4cb7810,revision_number=7']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:23.157264 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-775d2649-b14f-4351-a05c-057dfed4149e service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:59:23.157909 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-775d2649-b14f-4351-a05c-057dfed4149e service neutron] Checking segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:59:23.158014 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-775d2649-b14f-4351-a05c-057dfed4149e service neutron] Bound using segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:59:23.158449 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-775d2649-b14f-4351-a05c-057dfed4149e service neutron] Bound port: d51eb9a3-5443-4739-93f8-f88fd961d931, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:59:23.158821 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-775d2649-b14f-4351-a05c-057dfed4149e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:23.214840 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-f66f27fe-e456-4cd7-bf09-f01a89af70e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:23.217141 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-f66f27fe-e456-4cd7-bf09-f01a89af70e6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.5587151 Oct 19 00:59:23.292615 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-775d2649-b14f-4351-a05c-057dfed4149e service neutron] For port d51eb9a3-5443-4739-93f8-f88fd961d931, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:59:23.297019 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-775d2649-b14f-4351-a05c-057dfed4149e service neutron] For port d51eb9a3-5443-4739-93f8-f88fd961d931, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=d51eb9a3-5443-4739-93f8-f88fd961d931,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:59:23.300114 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-9ad83769-a8de-4093-a5e7-62a51ecc41c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:23.302712 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-9ad83769-a8de-4093-a5e7-62a51ecc41c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0760260 Oct 19 00:59:23.308189 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-775d2649-b14f-4351-a05c-057dfed4149e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:23.380616 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-775d2649-b14f-4351-a05c-057dfed4149e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:23.380616 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-775d2649-b14f-4351-a05c-057dfed4149e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:23.380616 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-775d2649-b14f-4351-a05c-057dfed4149e service neutron] 10.222.0.24 "PUT /v2.0/ports/d51eb9a3-5443-4739-93f8-f88fd961d931 HTTP/1.1" status: 200 len: 1096 time: 2.1190176 Oct 19 00:59:23.466205 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775d2649-b14f-4351-a05c-057dfed4149e service neutron] Pushing event updated for resources: {'Port': ['ID=d51eb9a3-5443-4739-93f8-f88fd961d931,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:23.569432 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-cf9b85ab-d941-4a88-885f-858a328b3b1a service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467561 Oct 19 00:59:23.632143 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-9c918836-f352-414e-a3fe-5d2bde9c598a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:23.634761 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-9c918836-f352-414e-a3fe-5d2bde9c598a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a25adcdc646c4e4b987e3016f8b86608&device_id=c2929adc-df8e-4559-918d-9e169ea22a58 HTTP/1.1" status: 200 len: 1099 time: 0.1636262 Oct 19 00:59:23.740071 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-7a54c45d-f315-4b5c-b7b3-8d5cbcde1d03 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=d51eb9a3-5443-4739-93f8-f88fd961d931 HTTP/1.1" status: 200 len: 217 time: 0.0584147 Oct 19 00:59:23.812272 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-8b91e8c5-43bf-4e1b-80f6-4372e23ee8f7 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238073 Oct 19 00:59:23.833450 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-f1122d62-75ef-4960-a151-3852ef8d9643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:23.834959 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-f1122d62-75ef-4960-a151-3852ef8d9643 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0730274 Oct 19 00:59:23.949540 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-15261254-ae4d-4a4e-886b-45d5b02c1cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:23.951560 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-15261254-ae4d-4a4e-886b-45d5b02c1cbc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1058669 Oct 19 00:59:24.084527 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-c7646e38-8c1d-42dc-83e7-13077f8b0f7d service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190147 Oct 19 00:59:24.217533 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8edcd9fb-e09c-47fc-8bf4-d6b2ff9302a4 req-993e3b82-c04b-4580-841c-bc2207fb245e service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215763 Oct 19 00:59:26.151567 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:59:26.321565 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-367fd8ac-09e1-4da6-add7-4f1b9b817c50 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:26.323091 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-367fd8ac-09e1-4da6-add7-4f1b9b817c50 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a&tenant_id=65459246a90a47d0b59f03208da91106&binding%3Ahost_id=n-h2-715271-26 HTTP/1.1" status: 200 len: 1097 time: 0.0837920 Oct 19 00:59:26.339243 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-edfc0b80-ca21-40c8-ad4b-64dd645a3b89 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-715271-26'}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:59:26.342315 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device c890e210-5a9e-4f9f-80d7-4cddf7fc07cc details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:59:26.473708 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-edfc0b80-ca21-40c8-ad4b-64dd645a3b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:26.528610 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port c890e210-5a9e-4f9f-80d7-4cddf7fc07cc, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=c890e210-5a9e-4f9f-80d7-4cddf7fc07cc,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:26.560814 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device c890e210-5a9e-4f9f-80d7-4cddf7fc07cc has no active binding in host n-h1-715271-26 {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 19 00:59:26.747168 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-edfc0b80-ca21-40c8-ad4b-64dd645a3b89 service neutron] For port c890e210-5a9e-4f9f-80d7-4cddf7fc07cc, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=c890e210-5a9e-4f9f-80d7-4cddf7fc07cc,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:26.790471 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:26.847819 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-edfc0b80-ca21-40c8-ad4b-64dd645a3b89 service neutron] For port c890e210-5a9e-4f9f-80d7-4cddf7fc07cc, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:59:26.920479 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-edfc0b80-ca21-40c8-ad4b-64dd645a3b89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:26.929084 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-edfc0b80-ca21-40c8-ad4b-64dd645a3b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:27.025316 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-edfc0b80-ca21-40c8-ad4b-64dd645a3b89 service neutron] Attempting to bind port c890e210-5a9e-4f9f-80d7-4cddf7fc07cc on host n-h2-715271-26 for vnic_type normal with profile {"migrating_to": "n-h1-715271-26"} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:59:27.025715 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-edfc0b80-ca21-40c8-ad4b-64dd645a3b89 service neutron] Attempting to bind port c890e210-5a9e-4f9f-80d7-4cddf7fc07cc by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:59:27.026048 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-edfc0b80-ca21-40c8-ad4b-64dd645a3b89 service neutron] Attempting to bind port c890e210-5a9e-4f9f-80d7-4cddf7fc07cc on network fc198a8b-4ee5-462c-a635-e1062c7dbf51 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:59:27.049952 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc0b80-ca21-40c8-ad4b-64dd645a3b89 service neutron] Pushing event updated for resources: {'Port': ['ID=c890e210-5a9e-4f9f-80d7-4cddf7fc07cc,revision_number=7']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:27.054150 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-edfc0b80-ca21-40c8-ad4b-64dd645a3b89 service neutron] Port c890e210-5a9e-4f9f-80d7-4cddf7fc07cc on network fc198a8b-4ee5-462c-a635-e1062c7dbf51 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:59:27.054150 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-edfc0b80-ca21-40c8-ad4b-64dd645a3b89 service neutron] Attempting to bind port c890e210-5a9e-4f9f-80d7-4cddf7fc07cc on network fc198a8b-4ee5-462c-a635-e1062c7dbf51 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:59:27.077293 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-edfc0b80-ca21-40c8-ad4b-64dd645a3b89 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:59:27.077293 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-edfc0b80-ca21-40c8-ad4b-64dd645a3b89 service neutron] Checking segment: {'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:59:27.077293 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-edfc0b80-ca21-40c8-ad4b-64dd645a3b89 service neutron] Bound using segment: {'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:59:27.077293 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-edfc0b80-ca21-40c8-ad4b-64dd645a3b89 service neutron] Bound port: c890e210-5a9e-4f9f-80d7-4cddf7fc07cc, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:59:27.077864 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-edfc0b80-ca21-40c8-ad4b-64dd645a3b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:27.156115 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-edfc0b80-ca21-40c8-ad4b-64dd645a3b89 service neutron] For port c890e210-5a9e-4f9f-80d7-4cddf7fc07cc, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:59:27.159846 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-edfc0b80-ca21-40c8-ad4b-64dd645a3b89 service neutron] For port c890e210-5a9e-4f9f-80d7-4cddf7fc07cc, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=c890e210-5a9e-4f9f-80d7-4cddf7fc07cc,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:59:27.178644 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-edfc0b80-ca21-40c8-ad4b-64dd645a3b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:27.292311 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-edfc0b80-ca21-40c8-ad4b-64dd645a3b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:27.292957 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-edfc0b80-ca21-40c8-ad4b-64dd645a3b89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:27.294423 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-edfc0b80-ca21-40c8-ad4b-64dd645a3b89 service neutron] 10.222.0.55 "PUT /v2.0/ports/c890e210-5a9e-4f9f-80d7-4cddf7fc07cc HTTP/1.1" status: 200 len: 1123 time: 0.9616387 Oct 19 00:59:27.305051 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc0b80-ca21-40c8-ad4b-64dd645a3b89 service neutron] Pushing event updated for resources: {'Port': ['ID=c890e210-5a9e-4f9f-80d7-4cddf7fc07cc,revision_number=8']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:27.441858 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['c890e210-5a9e-4f9f-80d7-4cddf7fc07cc'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:59:27.514625 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['c890e210-5a9e-4f9f-80d7-4cddf7fc07cc'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:59:28.145480 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device d51eb9a3-5443-4739-93f8-f88fd961d931 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:59:28.369193 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 0c42022a-76ea-445d-a11f-b8ee37c03b65 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:59:28.372388 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port d51eb9a3-5443-4739-93f8-f88fd961d931, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=d51eb9a3-5443-4739-93f8-f88fd961d931,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:28.411519 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'd51eb9a3-5443-4739-93f8-f88fd961d931', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': 'd51eb9a3-5443-4739-93f8-f88fd961d931', 'mac_address': 'fa:16:3e:67:2b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:59:29.083819 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 0c42022a-76ea-445d-a11f-b8ee37c03b65, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=0c42022a-76ea-445d-a11f-b8ee37c03b65,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:29.110986 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '0c42022a-76ea-445d-a11f-b8ee37c03b65', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': '0c42022a-76ea-445d-a11f-b8ee37c03b65', 'mac_address': 'fa:16:3e:b1:1d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:59:29.182368 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:29.210194 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:29.229280 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d51eb9a3-5443-4739-93f8-f88fd961d931 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:59:29.254798 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port d51eb9a3-5443-4739-93f8-f88fd961d931, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=d51eb9a3-5443-4739-93f8-f88fd961d931,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:29.258992 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c42022a-76ea-445d-a11f-b8ee37c03b65 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:59:29.280347 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 0c42022a-76ea-445d-a11f-b8ee37c03b65, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=0c42022a-76ea-445d-a11f-b8ee37c03b65,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:29.284273 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:29.343365 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:29.346698 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=d51eb9a3-5443-4739-93f8-f88fd961d931,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:29.402318 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=0c42022a-76ea-445d-a11f-b8ee37c03b65,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:29.410822 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:29.786557 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['d51eb9a3-5443-4739-93f8-f88fd961d931'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:59:29.924347 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['0c42022a-76ea-445d-a11f-b8ee37c03b65'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:59:29.924566 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-59a67afe-6c7b-4109-ab30-4b9a11616c8d req-45823032-cdf4-495a-83f3-393172f9ba8d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0808203 Oct 19 00:59:30.066858 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a67afe-6c7b-4109-ab30-4b9a11616c8d req-a10e995f-e516-44b7-bc10-a2b62de453ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:30.068358 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-59a67afe-6c7b-4109-ab30-4b9a11616c8d req-a10e995f-e516-44b7-bc10-a2b62de453ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f97037e6a5e4e978520d9c5500334e3&device_id=c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a HTTP/1.1" status: 200 len: 1098 time: 0.1023507 Oct 19 00:59:30.277700 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a67afe-6c7b-4109-ab30-4b9a11616c8d req-82874da6-aae6-4c8f-8530-ccce15e05576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:30.279125 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-59a67afe-6c7b-4109-ab30-4b9a11616c8d req-82874da6-aae6-4c8f-8530-ccce15e05576 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4b5ccfa-a7f9-4731-bba3-4264bbe52b87 HTTP/1.1" status: 200 len: 925 time: 0.1859796 Oct 19 00:59:30.378926 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 59d95572-ab70-4880-8ddb-ba419acc74c2 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:59:30.401292 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-59a67afe-6c7b-4109-ab30-4b9a11616c8d req-b2d2fc3a-78c7-417b-8cb0-e046b8a3a2db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=168d9158-7537-4bc7-8f68-2082f37c5a96 HTTP/1.1" status: 200 len: 1002 time: 0.1118279 Oct 19 00:59:30.536018 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a67afe-6c7b-4109-ab30-4b9a11616c8d req-10f84ba3-7464-44ae-aa66-790c2ff715a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:30.538279 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-59a67afe-6c7b-4109-ab30-4b9a11616c8d req-10f84ba3-7464-44ae-aa66-790c2ff715a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a953001c-8d13-4f10-8aaf-914f81607c9c HTTP/1.1" status: 200 len: 863 time: 0.1176493 Oct 19 00:59:30.609704 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a67afe-6c7b-4109-ab30-4b9a11616c8d req-09d6e405-de6d-47f6-9c86-d71684993f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:30.610841 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-59a67afe-6c7b-4109-ab30-4b9a11616c8d req-09d6e405-de6d-47f6-9c86-d71684993f94 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4b5ccfa-a7f9-4731-bba3-4264bbe52b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582352 Oct 19 00:59:30.725087 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-ff29260e-9a04-4a9c-94e4-6ffb8a99d927 service neutron] 10.222.0.55 "GET /v2.0/ports/59d95572-ab70-4880-8ddb-ba419acc74c2/bindings/n-h2-715271-26 HTTP/1.1" status: 200 len: 385 time: 0.1132233 Oct 19 00:59:30.798030 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff49bad4-b7de-469b-835b-8c378f55ff87 x-openstack-request-id: req-ff49bad4-b7de-469b-835b-8c378f55ff87 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:59:30.798341 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6848ab0-22c1-446c-a1b7-f09a79fe2ea5", "name": "network-vif-plugged", "status": "completed", "tag": "1daa29da-249e-4a8e-a9e2-e34772328ba5", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:59:30.798610 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ff49bad4-b7de-469b-835b-8c378f55ff87 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:59:30.799001 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6848ab0-22c1-446c-a1b7-f09a79fe2ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1daa29da-249e-4a8e-a9e2-e34772328ba5', 'code': 200} Oct 19 00:59:30.810771 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-59a67afe-6c7b-4109-ab30-4b9a11616c8d req-bbf98c60-c47f-4562-8ec5-959417562866 service neutron] 10.222.0.24 "GET /v2.0/networks/c4b5ccfa-a7f9-4731-bba3-4264bbe52b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368327 Oct 19 00:59:30.914867 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cfaf3-4a6c-4330-a790-225cfd399e9a req-2cf98436-822e-4dff-953d-9dac9a4d8cbd tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:30.917289 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1a3cfaf3-4a6c-4330-a790-225cfd399e9a req-2cf98436-822e-4dff-953d-9dac9a4d8cbd tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a HTTP/1.1" status: 200 len: 946 time: 0.0519028 Oct 19 00:59:30.974849 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1a3cfaf3-4a6c-4330-a790-225cfd399e9a req-eb5a6178-590c-4960-ade7-4b3b26c7fc1f tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432153 Oct 19 00:59:31.011056 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a35053-deba-4097-95ce-1f58d8394844 req-28a5fbc7-0d8b-4955-83a3-e83bd481e6c2 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:31.018872 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-52a35053-deba-4097-95ce-1f58d8394844 req-28a5fbc7-0d8b-4955-83a3-e83bd481e6c2 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 943 time: 0.2056248 Oct 19 00:59:31.093276 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-59a67afe-6c7b-4109-ab30-4b9a11616c8d req-2a4b525f-3140-4a93-bc1a-3dd61f334def service neutron] 10.222.0.24 "GET /v2.0/networks/c4b5ccfa-a7f9-4731-bba3-4264bbe52b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639849 Oct 19 00:59:31.096010 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3fb6ba-321f-4e49-904d-6addcc61f320 req-6d9791a5-015b-4104-ad66-e686a7544629 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:31.097787 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-db3fb6ba-321f-4e49-904d-6addcc61f320 req-6d9791a5-015b-4104-ad66-e686a7544629 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 943 time: 0.0648143 Oct 19 00:59:31.152975 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-db3fb6ba-321f-4e49-904d-6addcc61f320 req-832a9ddd-690b-46c6-ad89-7d5c52bf99db tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475931 Oct 19 00:59:31.210538 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-52a35053-deba-4097-95ce-1f58d8394844 req-644a60f9-b261-49eb-b758-e4b43e383302 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906657 Oct 19 00:59:31.310229 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4d2f47-be9e-4692-9887-0bec3a266bc7 x-openstack-request-id: req-7d4d2f47-be9e-4692-9887-0bec3a266bc7 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:59:31.312003 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbff9268-883a-4f2f-9f43-b5df8e8f4f62", "tag": "59d95572-ab70-4880-8ddb-ba419acc74c2", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:59:31.313680 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7d4d2f47-be9e-4692-9887-0bec3a266bc7 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:59:31.314109 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbff9268-883a-4f2f-9f43-b5df8e8f4f62', 'tag': '59d95572-ab70-4880-8ddb-ba419acc74c2', 'status': 'completed', 'code': 200} Oct 19 00:59:31.322963 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-884e6877-ece8-4d3d-a292-2880f6c173a2 service neutron] For port 59d95572-ab70-4880-8ddb-ba419acc74c2, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=59d95572-ab70-4880-8ddb-ba419acc74c2,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:31.364729 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f016b3-ced4-4f9b-8c50-138a58664967 req-b8de20e0-0752-4fbf-8397-e92f2647cc49 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:31.366127 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-57f016b3-ced4-4f9b-8c50-138a58664967 req-b8de20e0-0752-4fbf-8397-e92f2647cc49 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 949 time: 0.1001151 Oct 19 00:59:31.413151 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-884e6877-ece8-4d3d-a292-2880f6c173a2 service neutron] For port 59d95572-ab70-4880-8ddb-ba419acc74c2, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:59:31.417035 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-57f016b3-ced4-4f9b-8c50-138a58664967 req-4f0244cf-54b9-4ca2-9866-9216d7cf3b5a tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439577 Oct 19 00:59:31.444086 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4009f-cdf6-4de7-8d2b-4faab41d0d3c req-54657695-e5bb-43df-8d17-16095ecee288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:31.445699 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bad4009f-cdf6-4de7-8d2b-4faab41d0d3c req-54657695-e5bb-43df-8d17-16095ecee288 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 1126 time: 0.1199698 Oct 19 00:59:31.483316 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-884e6877-ece8-4d3d-a292-2880f6c173a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d95572-ab70-4880-8ddb-ba419acc74c2 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:59:31.499794 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-884e6877-ece8-4d3d-a292-2880f6c173a2 service neutron] For port 59d95572-ab70-4880-8ddb-ba419acc74c2, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=59d95572-ab70-4880-8ddb-ba419acc74c2,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:31.522731 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068686f6-a3e9-4039-b95a-4920d81b6900 req-a4e6bc98-7d00-4372-9fcf-15524c6a859d tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:31.525308 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-068686f6-a3e9-4039-b95a-4920d81b6900 req-a4e6bc98-7d00-4372-9fcf-15524c6a859d tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.1663992 Oct 19 00:59:31.526987 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f564d-289a-4793-b4a7-9e000e5f00e7 req-4952199b-e38e-4114-a9c9-8ffebabfa3e3 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:31.536687 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d65f564d-289a-4793-b4a7-9e000e5f00e7 req-4952199b-e38e-4114-a9c9-8ffebabfa3e3 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2929adc-df8e-4559-918d-9e169ea22a58 HTTP/1.1" status: 200 len: 948 time: 0.0623841 Oct 19 00:59:31.584591 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-884e6877-ece8-4d3d-a292-2880f6c173a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:31.587429 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d65f564d-289a-4793-b4a7-9e000e5f00e7 req-40166d40-34e2-4624-8b13-47cedac2efdb tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494573 Oct 19 00:59:31.652300 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4009f-cdf6-4de7-8d2b-4faab41d0d3c req-b72a8608-e64f-456b-b47a-3c66f9b345f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:31.654502 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bad4009f-cdf6-4de7-8d2b-4faab41d0d3c req-b72a8608-e64f-456b-b47a-3c66f9b345f6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=db82cf1f-422d-4289-a127-b70a546afbff HTTP/1.1" status: 200 len: 922 time: 0.1996155 Oct 19 00:59:31.656288 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052ab5e9-48e6-4fe9-a1f7-20acbc737ce8 x-openstack-request-id: req-052ab5e9-48e6-4fe9-a1f7-20acbc737ce8 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:59:31.656570 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94f32dfc-a45d-4c7f-8150-39e3a8b24984", "tag": "0c42022a-76ea-445d-a11f-b8ee37c03b65", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:59:31.656822 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-052ab5e9-48e6-4fe9-a1f7-20acbc737ce8 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:59:31.657197 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f32dfc-a45d-4c7f-8150-39e3a8b24984', 'tag': '0c42022a-76ea-445d-a11f-b8ee37c03b65', 'status': 'completed', 'code': 200} Oct 19 00:59:31.692621 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-068686f6-a3e9-4039-b95a-4920d81b6900 req-30b359d8-b0b4-4b1c-931a-2f581142fd50 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566656 Oct 19 00:59:31.741366 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bad4009f-cdf6-4de7-8d2b-4faab41d0d3c req-bf6dfffe-0153-4d14-abfe-70c5c39d8d6a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59d95572-ab70-4880-8ddb-ba419acc74c2 HTTP/1.1" status: 200 len: 217 time: 0.0460129 Oct 19 00:59:31.756384 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93e6ca-317e-4680-9439-8a43fba4f470 req-35a1047b-4758-4017-a249-8d15afe4f6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:31.757847 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7f93e6ca-317e-4680-9439-8a43fba4f470 req-35a1047b-4758-4017-a249-8d15afe4f6ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a25adcdc646c4e4b987e3016f8b86608&device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 1101 time: 0.0817485 Oct 19 00:59:31.858275 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-884e6877-ece8-4d3d-a292-2880f6c173a2 service neutron] Transition to ACTIVE for port object 59d95572-ab70-4880-8ddb-ba419acc74c2 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:59:31.862016 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4009f-cdf6-4de7-8d2b-4faab41d0d3c req-ae7da02f-02b8-4163-a72a-288a99a870ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:31.863901 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bad4009f-cdf6-4de7-8d2b-4faab41d0d3c req-ae7da02f-02b8-4163-a72a-288a99a870ae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc1eafbd-ecfc-4adf-9b82-a202a98a472a HTTP/1.1" status: 200 len: 861 time: 0.1118050 Oct 19 00:59:31.873540 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-884e6877-ece8-4d3d-a292-2880f6c173a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:31.885805 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93e6ca-317e-4680-9439-8a43fba4f470 req-04314b73-4fb0-429b-865d-76682e61f302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:31.887256 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7f93e6ca-317e-4680-9439-8a43fba4f470 req-04314b73-4fb0-429b-865d-76682e61f302 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.1142478 Oct 19 00:59:31.894540 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8c8a8-9eaf-4f9e-be32-3f1ac009fb91 req-5d351022-6017-4a21-990f-d0d326045c1a tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:31.896035 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-42f8c8a8-9eaf-4f9e-be32-3f1ac009fb91 req-5d351022-6017-4a21-990f-d0d326045c1a tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6848ab0-22c1-446c-a1b7-f09a79fe2ea5 HTTP/1.1" status: 200 len: 950 time: 0.0971472 Oct 19 00:59:31.937158 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bad4009f-cdf6-4de7-8d2b-4faab41d0d3c req-0bf571e4-45e5-4d52-9fed-c682605d6a15 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=db82cf1f-422d-4289-a127-b70a546afbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606031 Oct 19 00:59:31.950103 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7f93e6ca-317e-4680-9439-8a43fba4f470 req-d5c04330-e413-484b-bb55-1e6f60455c6a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=0c42022a-76ea-445d-a11f-b8ee37c03b65 HTTP/1.1" status: 200 len: 217 time: 0.0527406 Oct 19 00:59:32.031054 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-884e6877-ece8-4d3d-a292-2880f6c173a2 service neutron] No DVR routers for this DVR port 59d95572-ab70-4880-8ddb-ba419acc74c2 on host n-h1-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:59:32.032734 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93e6ca-317e-4680-9439-8a43fba4f470 req-ebc86825-eae5-49ec-8404-e5bdf16c9833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:32.034738 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7f93e6ca-317e-4680-9439-8a43fba4f470 req-ebc86825-eae5-49ec-8404-e5bdf16c9833 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0610681 Oct 19 00:59:32.051906 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-42f8c8a8-9eaf-4f9e-be32-3f1ac009fb91 req-f5691198-1b29-4eb2-ba3a-4038cedc5007 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/security-groups?id=8144c47d-8d80-4fa6-9309-826bceb92166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316683 Oct 19 00:59:32.099357 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e6877-ece8-4d3d-a292-2880f6c173a2 service neutron] Pushing event updated for resources: {'Port': ['ID=59d95572-ab70-4880-8ddb-ba419acc74c2,revision_number=10']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:32.115143 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93e6ca-317e-4680-9439-8a43fba4f470 req-efaa1c0a-dba8-4356-95af-108cbb5da86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:32.116921 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7f93e6ca-317e-4680-9439-8a43fba4f470 req-efaa1c0a-dba8-4356-95af-108cbb5da86f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0722773 Oct 19 00:59:32.145307 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-884e6877-ece8-4d3d-a292-2880f6c173a2 service neutron] 10.222.0.55 "PUT /v2.0/ports/59d95572-ab70-4880-8ddb-ba419acc74c2/bindings/n-h2-715271-26/activate HTTP/1.1" status: 200 len: 370 time: 1.3330321 Oct 19 00:59:32.178006 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device d51eb9a3-5443-4739-93f8-f88fd961d931 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:59:32.181722 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bad4009f-cdf6-4de7-8d2b-4faab41d0d3c req-b0181c20-65f4-406c-9dda-49565e95c405 service neutron] 10.222.0.55 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114575 Oct 19 00:59:32.300835 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port d51eb9a3-5443-4739-93f8-f88fd961d931 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:59:32.314110 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port d51eb9a3-5443-4739-93f8-f88fd961d931 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:59:32.314362 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:32.342611 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bad4009f-cdf6-4de7-8d2b-4faab41d0d3c req-86f743eb-d88c-41bf-aa3a-95a19ac1a036 service neutron] 10.222.0.55 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456897 Oct 19 00:59:32.345000 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7f93e6ca-317e-4680-9439-8a43fba4f470 req-7bd40bd6-f99f-41ec-86cc-7dbcf1d9200d service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099972 Oct 19 00:59:32.376396 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-8bad25bc-f739-4928-babc-e8445b90a502 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:32.378352 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-8bad25bc-f739-4928-babc-e8445b90a502 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62&tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&binding%3Ahost_id=n-h1-715271-26 HTTP/1.1" status: 200 len: 1096 time: 0.1389744 Oct 19 00:59:32.433391 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 0c42022a-76ea-445d-a11f-b8ee37c03b65 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:59:32.447084 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-ad7b1790-231c-4380-b06c-f3845c85ef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:32.449938 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-ad7b1790-231c-4380-b06c-f3845c85ef67 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62&tenant_id=2ee6c8abaf624ff89eecdfc50115aaff HTTP/1.1" status: 200 len: 1096 time: 0.0600231 Oct 19 00:59:32.456214 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:32.506119 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port d51eb9a3-5443-4739-93f8-f88fd961d931, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=d51eb9a3-5443-4739-93f8-f88fd961d931,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:32.513815 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:32.514983 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 1daa29da-249e-4a8e-a9e2-e34772328ba5 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:59:32.541566 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 0c42022a-76ea-445d-a11f-b8ee37c03b65 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:59:32.545791 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c2e59-cf55-4c4e-8e20-db59d2528197 req-83006675-2a1e-4a48-bd09-a4a2e28ffd2f tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:32.547340 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-324c2e59-cf55-4c4e-8e20-db59d2528197 req-83006675-2a1e-4a48-bd09-a4a2e28ffd2f tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 943 time: 0.1397185 Oct 19 00:59:32.578696 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 0c42022a-76ea-445d-a11f-b8ee37c03b65 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:59:32.579074 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:32.582820 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7f93e6ca-317e-4680-9439-8a43fba4f470 req-a3e8168d-13f4-45fc-8607-7f1354d91b5d service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205470 Oct 19 00:59:32.606825 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-324c2e59-cf55-4c4e-8e20-db59d2528197 req-2cdf16d3-0291-4f4f-aad3-441b3a2d8780 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495067 Oct 19 00:59:32.685354 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=d51eb9a3-5443-4739-93f8-f88fd961d931,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:32.701724 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:32.702139 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e70b01-d7df-4ea3-88e7-deb733676ca8 req-c130e539-3de9-4e03-a7c6-2b74ad1370db tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:32.703674 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-73e70b01-d7df-4ea3-88e7-deb733676ca8 req-c130e539-3de9-4e03-a7c6-2b74ad1370db tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 944 time: 0.1270142 Oct 19 00:59:32.731365 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-b6f67de6-6b33-4270-a80b-3b2a09a67183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:32.733025 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-b6f67de6-6b33-4270-a80b-3b2a09a67183 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 1096 time: 0.0909443 Oct 19 00:59:32.762626 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c932d5e5-8107-4344-812c-12fe56446262 req-6574a515-a70f-49b3-9c45-7da70bfe175c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:32.763619 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 1daa29da-249e-4a8e-a9e2-e34772328ba5, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1daa29da-249e-4a8e-a9e2-e34772328ba5,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:32.770823 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:32.771031 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c932d5e5-8107-4344-812c-12fe56446262 req-6574a515-a70f-49b3-9c45-7da70bfe175c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 949 time: 0.0601308 Oct 19 00:59:32.772229 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-73e70b01-d7df-4ea3-88e7-deb733676ca8 req-44e045ab-7e8e-41f4-844c-8e2ba57a6a57 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586247 Oct 19 00:59:32.799998 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae873840-7404-4106-aa4d-bc27f2893031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b8568f-8567-4a9e-8f0d-92f8b4cb7810'}, {'server_uuid': 'c2929adc-df8e-4559-918d-9e169ea22a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51eb9a3-5443-4739-93f8-f88fd961d931'}, {'server_uuid': 'b6848ab0-22c1-446c-a1b7-f09a79fe2ea5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1daa29da-249e-4a8e-a9e2-e34772328ba5'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:59:32.803134 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149d8282-1ee3-4e26-b4a1-f814bb35ec64" -d '{"events": [{"server_uuid": "ae873840-7404-4106-aa4d-bc27f2893031", "name": "network-vif-plugged", "status": "completed", "tag": "04b8568f-8567-4a9e-8f0d-92f8b4cb7810"}, {"server_uuid": "c2929adc-df8e-4559-918d-9e169ea22a58", "name": "network-vif-plugged", "status": "completed", "tag": "d51eb9a3-5443-4739-93f8-f88fd961d931"}, {"server_uuid": "b6848ab0-22c1-446c-a1b7-f09a79fe2ea5", "name": "network-vif-unplugged", "status": "completed", "tag": "1daa29da-249e-4a8e-a9e2-e34772328ba5"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:59:32.819513 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:32.833915 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c932d5e5-8107-4344-812c-12fe56446262 req-dec6b5b1-bc4b-4259-9fda-464447d42ac0 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503569 Oct 19 00:59:32.888024 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=1daa29da-249e-4a8e-a9e2-e34772328ba5,revision_number=8']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:32.893859 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 0c42022a-76ea-445d-a11f-b8ee37c03b65, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=0c42022a-76ea-445d-a11f-b8ee37c03b65,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:32.900627 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:32.956442 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-3003eea7-e92d-47f1-a2fb-45ae9723f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:32.958990 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-3003eea7-e92d-47f1-a2fb-45ae9723f26c service neutron] 10.222.0.24 "GET /v2.0/networks?id=db82cf1f-422d-4289-a127-b70a546afbff HTTP/1.1" status: 200 len: 922 time: 0.2114401 Oct 19 00:59:32.959874 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=0c42022a-76ea-445d-a11f-b8ee37c03b65,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:33.025129 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-59b9ecf6-8595-4242-a350-cf1e46b84a2a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59d95572-ab70-4880-8ddb-ba419acc74c2 HTTP/1.1" status: 200 len: 217 time: 0.0527670 Oct 19 00:59:33.028118 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-1d23e175-db69-4c05-b720-e36c661e4ec8 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--481003188&fields=id&tenant_id=1f97037e6a5e4e978520d9c5500334e3 HTTP/1.1" status: 200 len: 267 time: 0.1316795 Oct 19 00:59:33.060703 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1d5b1-619b-48dd-9108-7c26073a3a2b req-332d1e1d-6d61-4381-8da7-ec4158ce5c82 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:33.062675 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-12f1d5b1-619b-48dd-9108-7c26073a3a2b req-332d1e1d-6d61-4381-8da7-ec4158ce5c82 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2929adc-df8e-4559-918d-9e169ea22a58 HTTP/1.1" status: 200 len: 949 time: 0.0521019 Oct 19 00:59:33.100938 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-12f1d5b1-619b-48dd-9108-7c26073a3a2b req-65ee6282-c489-4a9d-be90-b4fb6e87e6c1 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319409 Oct 19 00:59:33.140065 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-ee43705a-f54c-425f-ac40-d5a4cf51d127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:33.141554 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-ee43705a-f54c-425f-ac40-d5a4cf51d127 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc1eafbd-ecfc-4adf-9b82-a202a98a472a HTTP/1.1" status: 200 len: 861 time: 0.1090102 Oct 19 00:59:33.185499 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-31c31bef-3388-4c1f-846f-8f3e9da737ea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=db82cf1f-422d-4289-a127-b70a546afbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341780 Oct 19 00:59:33.194732 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-25e50f46-7a89-4fcb-b9a7-440372a2b3e0 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:33.196130 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-25e50f46-7a89-4fcb-b9a7-440372a2b3e0 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/networks?id=c4b5ccfa-a7f9-4731-bba3-4264bbe52b87 HTTP/1.1" status: 200 len: 824 time: 0.1563442 Oct 19 00:59:33.210718 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1491f-9c52-4017-9a3b-e061b86895a2 req-794d8a5b-8313-43bf-bd5f-73c8fb64a118 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:33.212245 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-44d1491f-9c52-4017-9a3b-e061b86895a2 req-794d8a5b-8313-43bf-bd5f-73c8fb64a118 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0529621 Oct 19 00:59:33.231479 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-9aab4c46-03d0-4653-b6d5-eda945cba39c tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/quotas/1f97037e6a5e4e978520d9c5500334e3 HTTP/1.1" status: 200 len: 375 time: 0.0269039 Oct 19 00:59:33.252769 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-44d1491f-9c52-4017-9a3b-e061b86895a2 req-4afe5351-b5e9-4152-85ff-75f0fd6be987 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327065 Oct 19 00:59:33.301911 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Tue, 19 Oct 2021 00:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51630b4b-9325-439b-ae2d-22850ccf7822 x-openstack-request-id: req-51630b4b-9325-439b-ae2d-22850ccf7822 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:59:33.302394 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae873840-7404-4106-aa4d-bc27f2893031", "name": "network-vif-plugged", "status": "completed", "tag": "04b8568f-8567-4a9e-8f0d-92f8b4cb7810", "code": 200}, {"server_uuid": "c2929adc-df8e-4559-918d-9e169ea22a58", "name": "network-vif-plugged", "status": "completed", "tag": "d51eb9a3-5443-4739-93f8-f88fd961d931", "code": 200}, {"server_uuid": "b6848ab0-22c1-446c-a1b7-f09a79fe2ea5", "name": "network-vif-unplugged", "status": "completed", "tag": "1daa29da-249e-4a8e-a9e2-e34772328ba5", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:59:33.302494 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-51630b4b-9325-439b-ae2d-22850ccf7822 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:59:33.303478 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae873840-7404-4106-aa4d-bc27f2893031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b8568f-8567-4a9e-8f0d-92f8b4cb7810', 'code': 200} Oct 19 00:59:33.303842 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2929adc-df8e-4559-918d-9e169ea22a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51eb9a3-5443-4739-93f8-f88fd961d931', 'code': 200} Oct 19 00:59:33.304178 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6848ab0-22c1-446c-a1b7-f09a79fe2ea5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1daa29da-249e-4a8e-a9e2-e34772328ba5', 'code': 200} Oct 19 00:59:33.329818 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-8696c057-bc7a-4ca8-b335-35525f0f4f50 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1f97037e6a5e4e978520d9c5500334e3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0918803 Oct 19 00:59:33.331783 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-9b59f335-1fbe-4b5b-8a56-442b546b3fe1 service neutron] 10.222.0.24 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344771 Oct 19 00:59:33.442026 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c994e-adfc-48e9-8d44-f8a1e1b4456d req-2ef78ff1-04f8-4183-8ade-031af202cc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:33.443801 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c81c994e-adfc-48e9-8d44-f8a1e1b4456d req-2ef78ff1-04f8-4183-8ade-031af202cc2e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c2929adc-df8e-4559-918d-9e169ea22a58 HTTP/1.1" status: 200 len: 1101 time: 0.0479584 Oct 19 00:59:33.502227 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-41cb6962-c427-4d62-8b3b-56d9a2f44a42 service neutron] 10.222.0.24 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598074 Oct 19 00:59:33.504133 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-f5f69857-9606-4c73-a0b8-1ced21eb6676 service neutron] 10.222.0.57 "GET /v2.0/networks/c4b5ccfa-a7f9-4731-bba3-4264bbe52b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544864 Oct 19 00:59:33.507161 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c81c994e-adfc-48e9-8d44-f8a1e1b4456d req-6d277fba-62ff-45cb-bb84-9d746a06800e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375645 Oct 19 00:59:33.605812 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-9a53aa98-cb84-489f-8739-1b073876bf33 service neutron] 10.222.0.57 "GET /v2.0/networks/c4b5ccfa-a7f9-4731-bba3-4264bbe52b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933914 Oct 19 00:59:33.657949 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2929adc-df8e-4559-918d-9e169ea22a58', 'tag': 'd51eb9a3-5443-4739-93f8-f88fd961d931'}, {'server_uuid': 'e9547c6d-a57a-47b5-adc6-69c650490c1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c890e210-5a9e-4f9f-80d7-4cddf7fc07cc'}, {'name': 'network-changed', 'server_uuid': 'e9547c6d-a57a-47b5-adc6-69c650490c1a', 'tag': 'c890e210-5a9e-4f9f-80d7-4cddf7fc07cc'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:59:33.661057 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a08729-b02e-4be6-bdd4-e361e5d38623" -d '{"events": [{"name": "network-changed", "server_uuid": "c2929adc-df8e-4559-918d-9e169ea22a58", "tag": "d51eb9a3-5443-4739-93f8-f88fd961d931"}, {"server_uuid": "e9547c6d-a57a-47b5-adc6-69c650490c1a", "name": "network-vif-unplugged", "status": "completed", "tag": "c890e210-5a9e-4f9f-80d7-4cddf7fc07cc"}, {"name": "network-changed", "server_uuid": "e9547c6d-a57a-47b5-adc6-69c650490c1a", "tag": "c890e210-5a9e-4f9f-80d7-4cddf7fc07cc"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:59:33.870256 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607d88e-3f31-4f1c-8c1f-344f86b8ea6a req-82a2c6bc-1590-41b3-87de-dc1a080019f8 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:33.887567 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0607d88e-3f31-4f1c-8c1f-344f86b8ea6a req-82a2c6bc-1590-41b3-87de-dc1a080019f8 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 943 time: 0.0981441 Oct 19 00:59:33.929591 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0607d88e-3f31-4f1c-8c1f-344f86b8ea6a req-a501258b-94bf-4461-9761-3fabd03b440a tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408373 Oct 19 00:59:33.992990 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 19 Oct 2021 00:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970738b3-f006-4de9-bc6a-911d785541d6 x-openstack-request-id: req-970738b3-f006-4de9-bc6a-911d785541d6 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:59:33.993508 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2929adc-df8e-4559-918d-9e169ea22a58", "tag": "d51eb9a3-5443-4739-93f8-f88fd961d931", "status": "completed", "code": 200}, {"server_uuid": "e9547c6d-a57a-47b5-adc6-69c650490c1a", "name": "network-vif-unplugged", "status": "completed", "tag": "c890e210-5a9e-4f9f-80d7-4cddf7fc07cc", "code": 200}, {"name": "network-changed", "server_uuid": "e9547c6d-a57a-47b5-adc6-69c650490c1a", "tag": "c890e210-5a9e-4f9f-80d7-4cddf7fc07cc", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:59:33.993762 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-970738b3-f006-4de9-bc6a-911d785541d6 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:59:33.994226 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2929adc-df8e-4559-918d-9e169ea22a58', 'tag': 'd51eb9a3-5443-4739-93f8-f88fd961d931', 'status': 'completed', 'code': 200} Oct 19 00:59:33.994539 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9547c6d-a57a-47b5-adc6-69c650490c1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c890e210-5a9e-4f9f-80d7-4cddf7fc07cc', 'code': 200} Oct 19 00:59:33.995343 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9547c6d-a57a-47b5-adc6-69c650490c1a', 'tag': 'c890e210-5a9e-4f9f-80d7-4cddf7fc07cc', 'status': 'completed', 'code': 200} Oct 19 00:59:34.088981 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c3c9057a-8cad-4d3f-8ab5-a377506c0e97 req-267d26b8-d9f3-43bd-90f9-7fa5dc56791f tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 210 time: 0.0524740 Oct 19 00:59:34.104891 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0de546-7909-4e13-a727-7fe11da62093 req-b951e7e6-b645-4601-b773-cbfff9883b3b tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:34.112453 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bf0de546-7909-4e13-a727-7fe11da62093 req-b951e7e6-b645-4601-b773-cbfff9883b3b tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 944 time: 0.0658901 Oct 19 00:59:34.124570 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a08729-b02e-4be6-bdd4-e361e5d38623 req-4e66f276-1c39-403e-ae12-13369d17a9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:34.126657 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-37a08729-b02e-4be6-bdd4-e361e5d38623 req-4e66f276-1c39-403e-ae12-13369d17a9d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a25adcdc646c4e4b987e3016f8b86608&device_id=c2929adc-df8e-4559-918d-9e169ea22a58 HTTP/1.1" status: 200 len: 1101 time: 0.0539851 Oct 19 00:59:34.163116 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bf0de546-7909-4e13-a727-7fe11da62093 req-a4ad71da-c0f0-48eb-8b9b-a75840f1c5e0 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442660 Oct 19 00:59:34.283413 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a08729-b02e-4be6-bdd4-e361e5d38623 req-60782970-b27d-4e74-88a8-3cb87843c2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:34.285340 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-37a08729-b02e-4be6-bdd4-e361e5d38623 req-60782970-b27d-4e74-88a8-3cb87843c2bb service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.1490803 Oct 19 00:59:34.299763 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4064f7b-73b1-4864-8816-e3d8b2e23a16 req-d8ffe856-0d52-43d2-8c04-752b855244a2 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:34.301413 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d4064f7b-73b1-4864-8816-e3d8b2e23a16 req-d8ffe856-0d52-43d2-8c04-752b855244a2 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 949 time: 0.0855882 Oct 19 00:59:34.355005 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-37a08729-b02e-4be6-bdd4-e361e5d38623 req-b5d9f782-53b5-4edb-8de0-79e00d1261d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=d51eb9a3-5443-4739-93f8-f88fd961d931 HTTP/1.1" status: 200 len: 217 time: 0.0523620 Oct 19 00:59:34.424563 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d4064f7b-73b1-4864-8816-e3d8b2e23a16 req-6b26585a-131d-490e-a3fb-052ee735ed23 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136260 Oct 19 00:59:34.444958 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a08729-b02e-4be6-bdd4-e361e5d38623 req-f67c82fe-ec61-4c4f-a8a1-d99b3e12b95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:34.447252 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-37a08729-b02e-4be6-bdd4-e361e5d38623 req-f67c82fe-ec61-4c4f-a8a1-d99b3e12b95c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0766888 Oct 19 00:59:34.499101 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd35afa-63cf-4479-b6c3-4c32d5674562 req-06b52bed-b20f-415d-82ef-061f1dc95137 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:34.500755 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6fd35afa-63cf-4479-b6c3-4c32d5674562 req-06b52bed-b20f-415d-82ef-061f1dc95137 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2929adc-df8e-4559-918d-9e169ea22a58 HTTP/1.1" status: 200 len: 949 time: 0.0582168 Oct 19 00:59:34.501483 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a08729-b02e-4be6-bdd4-e361e5d38623 req-d72b6545-915d-4130-8d94-70b5ba759f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:34.502971 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-37a08729-b02e-4be6-bdd4-e361e5d38623 req-d72b6545-915d-4130-8d94-70b5ba759f6b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0463214 Oct 19 00:59:34.540345 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6fd35afa-63cf-4479-b6c3-4c32d5674562 req-9821c93c-c85c-40bb-9fe2-6560e83bccce tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327537 Oct 19 00:59:34.608123 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e21ad-eb85-478a-81cc-2a0bdfc7c11f req-a1028d37-82dd-4f04-bde1-aad5d8a2b4c5 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:34.609639 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2e9e21ad-eb85-478a-81cc-2a0bdfc7c11f req-a1028d37-82dd-4f04-bde1-aad5d8a2b4c5 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.1058033 Oct 19 00:59:34.653897 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-37a08729-b02e-4be6-bdd4-e361e5d38623 req-6e0f7957-0d8a-425e-9c17-29c9b6614db9 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247771 Oct 19 00:59:34.693100 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2e9e21ad-eb85-478a-81cc-2a0bdfc7c11f req-f393c4d6-b118-4b0e-a977-18b8361989a8 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678964 Oct 19 00:59:34.741749 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-05e75d50-7492-4137-a01b-b401be8a7c0a tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:34.752051 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-05e75d50-7492-4137-a01b-b401be8a7c0a tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/networks?id=44c662b3-a294-49c4-b801-6e72553fc183 HTTP/1.1" status: 200 len: 804 time: 0.1349421 Oct 19 00:59:34.775417 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-92bea710-f013-49bb-b9b7-568076ee74b4 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/quotas/305a99bf3f86485f88111ce8746ec0f2 HTTP/1.1" status: 200 len: 375 time: 0.0222516 Oct 19 00:59:34.784533 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-37a08729-b02e-4be6-bdd4-e361e5d38623 req-31ed010f-b779-4949-9773-50751bc51d9c service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186018 Oct 19 00:59:34.831647 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-2ffe8d5c-6da2-4b5f-87c4-7c2f6f3e431d tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=305a99bf3f86485f88111ce8746ec0f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0543923 Oct 19 00:59:34.906838 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a08729-b02e-4be6-bdd4-e361e5d38623 req-f28e2a49-4409-46c8-b1dd-a60317f7918d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:34.908364 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-37a08729-b02e-4be6-bdd4-e361e5d38623 req-f28e2a49-4409-46c8-b1dd-a60317f7918d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65459246a90a47d0b59f03208da91106&device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 1126 time: 0.0422697 Oct 19 00:59:34.929138 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-abd5b931-fa53-463d-9013-6b5581053754 service neutron] 10.222.0.57 "GET /v2.0/networks/44c662b3-a294-49c4-b801-6e72553fc183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888219 Oct 19 00:59:35.020144 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-4c1fb343-1ab3-4031-867e-5e1b84e86468 service neutron] 10.222.0.57 "GET /v2.0/networks/44c662b3-a294-49c4-b801-6e72553fc183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839863 Oct 19 00:59:35.038698 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a08729-b02e-4be6-bdd4-e361e5d38623 req-3c670137-1819-4e54-887d-5cfadba691ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:35.040365 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-37a08729-b02e-4be6-bdd4-e361e5d38623 req-3c670137-1819-4e54-887d-5cfadba691ea service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc198a8b-4ee5-462c-a635-e1062c7dbf51 HTTP/1.1" status: 200 len: 909 time: 0.1175439 Oct 19 00:59:35.095327 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349f9d5-b3a9-4ba2-a170-186c029a621c req-d3f5b960-9fb9-43c4-82da-1f2db6f617c0 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:35.096861 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e349f9d5-b3a9-4ba2-a170-186c029a621c req-d3f5b960-9fb9-43c4-82da-1f2db6f617c0 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 943 time: 0.0907588 Oct 19 00:59:35.098215 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-37a08729-b02e-4be6-bdd4-e361e5d38623 req-3ee54acf-a910-4c61-90d7-7697212e3846 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c890e210-5a9e-4f9f-80d7-4cddf7fc07cc HTTP/1.1" status: 200 len: 217 time: 0.0474725 Oct 19 00:59:35.207945 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e349f9d5-b3a9-4ba2-a170-186c029a621c req-18bf2b4d-5ec9-46a2-a4d1-aaf0f9a41cfb tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033044 Oct 19 00:59:35.217264 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a08729-b02e-4be6-bdd4-e361e5d38623 req-fdb9287f-e041-475b-9f01-96ea5362bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:35.219098 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-37a08729-b02e-4be6-bdd4-e361e5d38623 req-fdb9287f-e041-475b-9f01-96ea5362bb85 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7b8444cd-c5d7-4c88-b1b0-9d01aef8093c HTTP/1.1" status: 200 len: 848 time: 0.0999353 Oct 19 00:59:35.251030 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-385817d2-b830-41e6-925d-535c867fca9c req-750950f6-b21b-445c-8f12-6d6cfa028aa5 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 210 time: 0.0595536 Oct 19 00:59:35.273397 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-37a08729-b02e-4be6-bdd4-e361e5d38623 req-07187ffe-6321-49ea-88b1-518f5bbe3041 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc198a8b-4ee5-462c-a635-e1062c7dbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427420 Oct 19 00:59:35.286553 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f357f4-885b-458b-8adc-ab9a5010aea6 req-099fdd63-05d9-4125-9a05-ea3635661ea0 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:35.289741 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-30f357f4-885b-458b-8adc-ab9a5010aea6 req-099fdd63-05d9-4125-9a05-ea3635661ea0 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a HTTP/1.1" status: 200 len: 946 time: 0.1285515 Oct 19 00:59:35.297164 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-bb3a4f8a-4a6c-4aab-ac0c-affa0cdc579c tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:35.298940 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-bb3a4f8a-4a6c-4aab-ac0c-affa0cdc579c tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62&tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&binding%3Ahost_id=n-h2-715271-26 HTTP/1.1" status: 200 len: 1096 time: 0.0977316 Oct 19 00:59:35.305674 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f32dfc-a45d-4c7f-8150-39e3a8b24984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c42022a-76ea-445d-a11f-b8ee37c03b65'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:59:35.308558 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b911d9c-63dd-4db8-a8b5-1779f7d2c947" -d '{"events": [{"server_uuid": "94f32dfc-a45d-4c7f-8150-39e3a8b24984", "name": "network-vif-plugged", "status": "completed", "tag": "0c42022a-76ea-445d-a11f-b8ee37c03b65"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:59:35.312223 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-df697a5c-34e9-4772-9138-56b48d4f8b92 req-5621ade5-50ba-42f0-b2e5-3ad43dcaf76b tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=92c4602b-de13-4e17-afdc-f1bf3d734d33 HTTP/1.1" status: 200 len: 210 time: 0.0358131 Oct 19 00:59:35.441230 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-37a08729-b02e-4be6-bdd4-e361e5d38623 req-32b4984c-2d71-46b7-a8dd-d44113876c27 service neutron] 10.222.0.24 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551681 Oct 19 00:59:35.463540 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995f9b14-32b0-42cc-9800-e6acab5209e1 x-openstack-request-id: req-995f9b14-32b0-42cc-9800-e6acab5209e1 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:59:35.464157 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f32dfc-a45d-4c7f-8150-39e3a8b24984", "name": "network-vif-plugged", "status": "completed", "tag": "0c42022a-76ea-445d-a11f-b8ee37c03b65", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:59:35.464157 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-995f9b14-32b0-42cc-9800-e6acab5209e1 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:59:35.464492 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f32dfc-a45d-4c7f-8150-39e3a8b24984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c42022a-76ea-445d-a11f-b8ee37c03b65', 'code': 200} Oct 19 00:59:35.669412 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df3691-ca9d-43f2-9ea7-cfdd9a054291 req-fe194068-0bdb-4cc1-9db4-0e47712b0d19 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:35.670952 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-46df3691-ca9d-43f2-9ea7-cfdd9a054291 req-fe194068-0bdb-4cc1-9db4-0e47712b0d19 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 949 time: 0.1145470 Oct 19 00:59:35.709987 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-37a08729-b02e-4be6-bdd4-e361e5d38623 req-62d05346-028a-42c9-a739-d26d6251ed2a service neutron] 10.222.0.24 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512233 Oct 19 00:59:35.714499 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d450e-62e2-4276-993f-9a4b10ab0f1e req-bcedc287-e61d-4015-bfb1-1d497674a003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:35.715972 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-713d450e-62e2-4276-993f-9a4b10ab0f1e req-bcedc287-e61d-4015-bfb1-1d497674a003 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 1102 time: 0.1192777 Oct 19 00:59:35.738778 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-46df3691-ca9d-43f2-9ea7-cfdd9a054291 req-030313c6-6aae-49f0-8a49-0e3f4a2a7d4d tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572903 Oct 19 00:59:35.786045 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-713d450e-62e2-4276-993f-9a4b10ab0f1e req-75293de6-316e-41f8-bf33-e9c7777a5659 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448225 Oct 19 00:59:35.852681 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fed9f5-5eb7-4198-883c-915413011129 req-345e4e43-6a90-4779-80f8-0519f7e7cd68 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:35.854585 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-54fed9f5-5eb7-4198-883c-915413011129 req-345e4e43-6a90-4779-80f8-0519f7e7cd68 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 944 time: 0.5149970 Oct 19 00:59:35.878791 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427e090-3007-4a70-b9fc-1f5361480343 req-19cbbd99-f06d-4c13-866b-9092d72861af tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:35.880440 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b427e090-3007-4a70-b9fc-1f5361480343 req-19cbbd99-f06d-4c13-866b-9092d72861af tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2929adc-df8e-4559-918d-9e169ea22a58 HTTP/1.1" status: 200 len: 949 time: 0.0541079 Oct 19 00:59:35.923651 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b427e090-3007-4a70-b9fc-1f5361480343 req-56050e02-c348-4db5-a0a7-36179436fba1 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335100 Oct 19 00:59:36.010098 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-54fed9f5-5eb7-4198-883c-915413011129 req-e065075d-603f-4054-ae24-cbeadc7e3bb4 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358674 Oct 19 00:59:36.019097 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-f2b32347-1552-482a-bec8-3d19ffff2f06 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:36.020556 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-f2b32347-1552-482a-bec8-3d19ffff2f06 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.55 "GET /v2.0/networks?id=c4b5ccfa-a7f9-4731-bba3-4264bbe52b87 HTTP/1.1" status: 200 len: 824 time: 0.2594001 Oct 19 00:59:36.025578 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-30f357f4-885b-458b-8adc-ab9a5010aea6 req-0da34c54-97b7-4a56-8add-5956a5cfb437 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Deleting port 168d9158-7537-4bc7-8f68-2082f37c5a96 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:59:36.025942 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-30f357f4-885b-458b-8adc-ab9a5010aea6 req-0da34c54-97b7-4a56-8add-5956a5cfb437 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:36.032833 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66549ad2-fc03-491a-9107-31f1eefba095 req-8c35826b-aa2b-4b13-8a7d-4f60429c7dc2 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:36.034308 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-66549ad2-fc03-491a-9107-31f1eefba095 req-8c35826b-aa2b-4b13-8a7d-4f60429c7dc2 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0525708 Oct 19 00:59:36.068658 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-b5166bed-2d35-404a-8d52-f1f96a1f2da2 service neutron] For port 59d95572-ab70-4880-8ddb-ba419acc74c2, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:59:36.074911 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-b5166bed-2d35-404a-8d52-f1f96a1f2da2 service neutron] Publish callbacks [] for binding, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:36.076272 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-b5166bed-2d35-404a-8d52-f1f96a1f2da2 service neutron] 10.222.0.24 "DELETE /v2.0/ports/59d95572-ab70-4880-8ddb-ba419acc74c2/bindings/n-h1-715271-26 HTTP/1.1" status: 204 len: 173 time: 0.7523153 Oct 19 00:59:36.090412 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-66549ad2-fc03-491a-9107-31f1eefba095 req-8e03e944-378c-4f08-80c0-09ea6603e794 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495946 Oct 19 00:59:36.170018 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-30f357f4-885b-458b-8adc-ab9a5010aea6 req-0da34c54-97b7-4a56-8add-5956a5cfb437 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] For port 168d9158-7537-4bc7-8f68-2082f37c5a96, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=168d9158-7537-4bc7-8f68-2082f37c5a96,segment=NetworkSegment(e19ceaa3-9bbe-44c1-b629-032b78b84ea1),segment_id=e19ceaa3-9bbe-44c1-b629-032b78b84ea1)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:36.170371 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-30f357f4-885b-458b-8adc-ab9a5010aea6 req-0da34c54-97b7-4a56-8add-5956a5cfb437 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:36.188892 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4fd5ed-4adf-4800-84dc-6b11483ef52a req-bd797eb0-4391-4d43-b5e6-c5612e9b5b95 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:36.190391 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2d4fd5ed-4adf-4800-84dc-6b11483ef52a req-bd797eb0-4391-4d43-b5e6-c5612e9b5b95 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.0837297 Oct 19 00:59:36.200237 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 04b8568f-8567-4a9e-8f0d-92f8b4cb7810 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:59:36.223863 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c3a55-2b03-476c-8684-be983572fc24 req-5990a3c7-5e9c-45e2-af2b-b78d50df14bf tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:36.225536 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1c6c3a55-2b03-476c-8684-be983572fc24 req-5990a3c7-5e9c-45e2-af2b-b78d50df14bf tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 1096 time: 0.0483274 Oct 19 00:59:36.265079 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1c6c3a55-2b03-476c-8684-be983572fc24 req-06852e70-f072-42e8-a08f-3f39395a0679 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304224 Oct 19 00:59:36.285317 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:36.323988 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 04b8568f-8567-4a9e-8f0d-92f8b4cb7810, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=04b8568f-8567-4a9e-8f0d-92f8b4cb7810,segment=NetworkSegment(85401e62-3f2c-43a6-8d64-5618396e8614),segment_id=85401e62-3f2c-43a6-8d64-5618396e8614)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:36.327396 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2d4fd5ed-4adf-4800-84dc-6b11483ef52a req-19c13553-419c-476c-913a-f29a528a107f tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141753 Oct 19 00:59:36.346677 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:36.403781 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=04b8568f-8567-4a9e-8f0d-92f8b4cb7810,revision_number=8']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:36.415354 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 82472c5b-3c55-4f3a-945e-d1b549359b9e details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:59:36.421712 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60b620-37f0-4f8e-b14b-437ef82710f0 req-49475c94-ecec-4e2b-8871-e749bc6db7d6 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:36.424220 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cc60b620-37f0-4f8e-b14b-437ef82710f0 req-49475c94-ecec-4e2b-8871-e749bc6db7d6 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 943 time: 0.0642073 Oct 19 00:59:36.456861 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-07d348c5-ad87-4f11-ba49-6cacccde7feb req-355d3d04-5d3a-4429-9d4c-4a7c5965bf89 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 210 time: 0.0317793 Oct 19 00:59:36.481046 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-30f357f4-885b-458b-8adc-ab9a5010aea6 req-0da34c54-97b7-4a56-8add-5956a5cfb437 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:36.481407 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-30f357f4-885b-458b-8adc-ab9a5010aea6 req-0da34c54-97b7-4a56-8add-5956a5cfb437 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:36.481736 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [req-30f357f4-885b-458b-8adc-ab9a5010aea6 req-0da34c54-97b7-4a56-8add-5956a5cfb437 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Floating IP 8e5aa2e5-80c2-4065-8529-f4cc42bf8fbb disassociated. External IP: 172.25.8.213, port: 168d9158-7537-4bc7-8f68-2082f37c5a96. Oct 19 00:59:36.482078 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-30f357f4-885b-458b-8adc-ab9a5010aea6 req-0da34c54-97b7-4a56-8add-5956a5cfb437 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Calling delete_port for 168d9158-7537-4bc7-8f68-2082f37c5a96 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:59:36.490452 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cc60b620-37f0-4f8e-b14b-437ef82710f0 req-2cf6a7d7-4696-4d3e-bbd3-04d8bb61387e tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567224 Oct 19 00:59:36.534681 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 82472c5b-3c55-4f3a-945e-d1b549359b9e, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=82472c5b-3c55-4f3a-945e-d1b549359b9e,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:36.550762 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '82472c5b-3c55-4f3a-945e-d1b549359b9e', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': '82472c5b-3c55-4f3a-945e-d1b549359b9e', 'mac_address': 'fa:16:3e:b1:3d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:59:36.591583 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8a0e0ef9-01d8-4e6b-8945-1f6884fd98e5 req-805ccb32-3390-48df-962f-6494a2b4281e tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=92c4602b-de13-4e17-afdc-f1bf3d734d33 HTTP/1.1" status: 200 len: 210 time: 0.0460722 Oct 19 00:59:36.595560 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:36.610357 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82472c5b-3c55-4f3a-945e-d1b549359b9e {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:59:36.630421 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301fd39-d308-4919-b97d-295e95a7573d req-54d8b8d8-d80e-449d-a7b1-8a1e02c2213e tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:36.632220 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2301fd39-d308-4919-b97d-295e95a7573d req-54d8b8d8-d80e-449d-a7b1-8a1e02c2213e tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 1096 time: 0.0976923 Oct 19 00:59:36.643910 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 82472c5b-3c55-4f3a-945e-d1b549359b9e, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=82472c5b-3c55-4f3a-945e-d1b549359b9e,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:36.648499 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:36.694135 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2301fd39-d308-4919-b97d-295e95a7573d req-08b33460-2415-4ffc-97ee-cf4273d4b163 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501380 Oct 19 00:59:36.701042 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-30f357f4-885b-458b-8adc-ab9a5010aea6 req-0da34c54-97b7-4a56-8add-5956a5cfb437 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:36.720888 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=82472c5b-3c55-4f3a-945e-d1b549359b9e,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:36.770153 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da34c54-97b7-4a56-8add-5956a5cfb437 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Pushing event deleted for resources: {'Port': ['ID=168d9158-7537-4bc7-8f68-2082f37c5a96,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:36.800172 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['82472c5b-3c55-4f3a-945e-d1b549359b9e'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:59:36.941118 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44a006-7383-4c1b-83de-8c7fc2a233fa req-99186d7c-459d-4bab-a0d4-fcdc68a1841f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:36.943826 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8f44a006-7383-4c1b-83de-8c7fc2a233fa req-99186d7c-459d-4bab-a0d4-fcdc68a1841f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 949 time: 0.0729148 Oct 19 00:59:36.953058 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-0b2e615d-4334-4354-bc96-cfc07a917590 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:36.954779 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-0b2e615d-4334-4354-bc96-cfc07a917590 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.24 "GET /v2.0/networks?id=44c662b3-a294-49c4-b801-6e72553fc183 HTTP/1.1" status: 200 len: 804 time: 0.2548509 Oct 19 00:59:36.958501 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da34c54-97b7-4a56-8add-5956a5cfb437 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:36.958843 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da34c54-97b7-4a56-8add-5956a5cfb437 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:36.959183 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da34c54-97b7-4a56-8add-5956a5cfb437 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:36.959513 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da34c54-97b7-4a56-8add-5956a5cfb437 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:36.959868 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da34c54-97b7-4a56-8add-5956a5cfb437 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:36.960199 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da34c54-97b7-4a56-8add-5956a5cfb437 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:36.960514 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da34c54-97b7-4a56-8add-5956a5cfb437 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:36.960998 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da34c54-97b7-4a56-8add-5956a5cfb437 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:36.961559 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da34c54-97b7-4a56-8add-5956a5cfb437 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:36.962361 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da34c54-97b7-4a56-8add-5956a5cfb437 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:36.962872 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da34c54-97b7-4a56-8add-5956a5cfb437 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:36.963358 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da34c54-97b7-4a56-8add-5956a5cfb437 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:36.983126 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-b4ca7d90-6bf2-4e47-a6f3-d52cf1c05b63 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Request body: {'port': {'device_id': '92c4602b-de13-4e17-afdc-f1bf3d734d33', 'network_id': '44c662b3-a294-49c4-b801-6e72553fc183', 'admin_state_up': True, 'tenant_id': '305a99bf3f86485f88111ce8746ec0f2'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:59:37.001746 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8f44a006-7383-4c1b-83de-8c7fc2a233fa req-dcb74e22-2d41-4733-8a41-69ddee033c4c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502739 Oct 19 00:59:37.115110 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30f357f4-885b-458b-8adc-ab9a5010aea6 req-0da34c54-97b7-4a56-8add-5956a5cfb437 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Router 3ecf485b-c040-4fb4-9b14-1e391a5e1184 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:59:37.191254 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-b4ca7d90-6bf2-4e47-a6f3-d52cf1c05b63 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Made reservation on behalf of 305a99bf3f86485f88111ce8746ec0f2 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:59:37.195792 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-b4ca7d90-6bf2-4e47-a6f3-d52cf1c05b63 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:37.246911 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96f744-d54a-434e-9195-399a25860966 req-2c2524d3-db69-43d5-9d6a-c67c8827c729 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:37.248972 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8e96f744-d54a-434e-9195-399a25860966 req-2c2524d3-db69-43d5-9d6a-c67c8827c729 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0691540 Oct 19 00:59:37.292312 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8e96f744-d54a-434e-9195-399a25860966 req-fa01b157-3280-4944-9db9-f394dd1927ff tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365016 Oct 19 00:59:37.313792 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30f357f4-885b-458b-8adc-ab9a5010aea6 req-0da34c54-97b7-4a56-8add-5956a5cfb437 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:59:37.325866 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00417c1d-74a2-4b1f-96d3-651d917a79ea None None] Sync routers for ids ['3ecf485b-c040-4fb4-9b14-1e391a5e1184'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:59:37.334670 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00417c1d-74a2-4b1f-96d3-651d917a79ea None None] Routers {'3ecf485b-c040-4fb4-9b14-1e391a5e1184'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:59:37.335286 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-00417c1d-74a2-4b1f-96d3-651d917a79ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T00:59:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['3ecf485b-c040-4fb4-9b14-1e391a5e1184'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:59:37.384584 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f357f4-885b-458b-8adc-ab9a5010aea6 req-0da34c54-97b7-4a56-8add-5956a5cfb437 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] No DVR routers for this DVR port 168d9158-7537-4bc7-8f68-2082f37c5a96 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:59:37.390076 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-30f357f4-885b-458b-8adc-ab9a5010aea6 req-0da34c54-97b7-4a56-8add-5956a5cfb437 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:37.393282 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-30f357f4-885b-458b-8adc-ab9a5010aea6 req-0da34c54-97b7-4a56-8add-5956a5cfb437 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.24 "DELETE /v2.0/ports/168d9158-7537-4bc7-8f68-2082f37c5a96 HTTP/1.1" status: 204 len: 173 time: 2.0707579 Oct 19 00:59:37.393704 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a', 'name': 'network-vif-deleted', 'tag': '168d9158-7537-4bc7-8f68-2082f37c5a96'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:59:37.395958 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3b6370-265b-4b72-ab50-f8df3d6e3ca1" -d '{"events": [{"server_uuid": "c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a", "name": "network-vif-deleted", "tag": "168d9158-7537-4bc7-8f68-2082f37c5a96"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:59:37.442092 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-b4ca7d90-6bf2-4e47-a6f3-d52cf1c05b63 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Allocated IP 172.20.0.13 (44c662b3-a294-49c4-b801-6e72553fc183/b9a0fca3-7f17-4b48-856e-c0d103cad611/fb66fdda-044a-4dbb-a30e-64835154f510) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:59:37.450235 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e74aa5-b781-4995-8cb1-d46247316169 x-openstack-request-id: req-c2e74aa5-b781-4995-8cb1-d46247316169 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:59:37.450511 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a", "name": "network-vif-deleted", "tag": "168d9158-7537-4bc7-8f68-2082f37c5a96", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:59:37.450907 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c2e74aa5-b781-4995-8cb1-d46247316169 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:59:37.451186 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2bc8c0d-3a9c-4a84-b502-2a0257a35d0a', 'name': 'network-vif-deleted', 'tag': '168d9158-7537-4bc7-8f68-2082f37c5a96', 'status': 'completed', 'code': 200} Oct 19 00:59:37.469380 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae873840-7404-4106-aa4d-bc27f2893031', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04b8568f-8567-4a9e-8f0d-92f8b4cb7810'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:59:37.472069 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964931b5-ee3e-44da-9502-0acde8943a09" -d '{"events": [{"server_uuid": "ae873840-7404-4106-aa4d-bc27f2893031", "name": "network-vif-unplugged", "status": "completed", "tag": "04b8568f-8567-4a9e-8f0d-92f8b4cb7810"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:59:37.486198 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-00417c1d-74a2-4b1f-96d3-651d917a79ea None None] Set router 3ecf485b-c040-4fb4-9b14-1e391a5e1184 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:59:37.491538 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be6c04-f2ef-44b8-bd52-5b38e28fa302 req-866362c7-0e06-41fb-96bc-7f1cb19a5c9a tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:37.493437 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e4be6c04-f2ef-44b8-bd52-5b38e28fa302 req-866362c7-0e06-41fb-96bc-7f1cb19a5c9a tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.0842509 Oct 19 00:59:37.537447 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 00:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a27984f-503a-46ba-a451-1f48b6ac0d01 x-openstack-request-id: req-9a27984f-503a-46ba-a451-1f48b6ac0d01 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:59:37.537734 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae873840-7404-4106-aa4d-bc27f2893031", "name": "network-vif-unplugged", "status": "completed", "tag": "04b8568f-8567-4a9e-8f0d-92f8b4cb7810", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:59:37.537988 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9a27984f-503a-46ba-a451-1f48b6ac0d01 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:59:37.538371 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae873840-7404-4106-aa4d-bc27f2893031', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04b8568f-8567-4a9e-8f0d-92f8b4cb7810', 'code': 200} Oct 19 00:59:37.596573 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5683c075-6270-4aff-ab02-5c1917559754 req-f3191b0c-f788-48e9-9315-ce7417c730f1 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 210 time: 0.0357118 Oct 19 00:59:37.602311 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e4be6c04-f2ef-44b8-bd52-5b38e28fa302 req-98f72404-2098-4e2a-b426-6510b83b992d tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976956 Oct 19 00:59:37.684335 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-b4ca7d90-6bf2-4e47-a6f3-d52cf1c05b63 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:37.710611 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43748ab3-209d-4faa-a61f-c4314d4c8ac9 req-6f5acafc-91a5-4eb3-a70a-8f8f663bb1ef tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:37.712200 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-43748ab3-209d-4faa-a61f-c4314d4c8ac9 req-6f5acafc-91a5-4eb3-a70a-8f8f663bb1ef tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 943 time: 0.0524037 Oct 19 00:59:37.722175 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab9dd333-657d-4ed8-a1c1-a7d831c30a20 req-ae19fab0-2688-42c3-8b3e-1f621e92850c tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=92c4602b-de13-4e17-afdc-f1bf3d734d33 HTTP/1.1" status: 200 len: 210 time: 0.0305004 Oct 19 00:59:37.746621 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-b4ca7d90-6bf2-4e47-a6f3-d52cf1c05b63 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:37.757263 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-00417c1d-74a2-4b1f-96d3-651d917a79ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1980611840-router', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:56:46Z', 'updated_at': '2021-10-19T00:56:56Z', 'revision_number': 4, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'gw_port': {'id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:56:48Z', 'updated_at': '2021-10-19T00:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'e98f1dae-3d1e-43b7-ae39-a8d40c3de37a', 'name': '', 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'mac_address': 'fa:16:3e:ea:d4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'device_owner': 'network:router_interface', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': 'a953001c-8d13-4f10-8aaf-914f81607c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:56:54Z', 'updated_at': '2021-10-19T00:57:04Z', 'revision_number': 5, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'subnets': [{'id': 'a953001c-8d13-4f10-8aaf-914f81607c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:59:37.760568 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-43748ab3-209d-4faa-a61f-c4314d4c8ac9 req-03cd7f73-62d9-4e1b-a79b-733418f111d3 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417414 Oct 19 00:59:37.792187 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00417c1d-74a2-4b1f-96d3-651d917a79ea None None] Checking router: 3ecf485b-c040-4fb4-9b14-1e391a5e1184 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:59:37.803507 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00417c1d-74a2-4b1f-96d3-651d917a79ea None None] Routers {'3ecf485b-c040-4fb4-9b14-1e391a5e1184'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:59:37.804154 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-00417c1d-74a2-4b1f-96d3-651d917a79ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T00:59:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['3ecf485b-c040-4fb4-9b14-1e391a5e1184'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:59:37.818621 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-b4ca7d90-6bf2-4e47-a6f3-d52cf1c05b63 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Network 44c662b3-a294-49c4-b801-6e72553fc183 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:59:37.824738 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-b4ca7d90-6bf2-4e47-a6f3-d52cf1c05b63 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:59:37.829086 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-b4ca7d90-6bf2-4e47-a6f3-d52cf1c05b63 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:59:37.869003 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca7d90-6bf2-4e47-a6f3-d52cf1c05b63 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Pushing event updated for resources: {'Port': ['ID=fb66fdda-044a-4dbb-a30e-64835154f510,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:37.889769 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f015bd0-407c-4cc8-8edb-404f2c38ab3e req-cbc78d81-0694-4f8f-bc8c-50fa1a40df18 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:37.891206 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8f015bd0-407c-4cc8-8edb-404f2c38ab3e req-cbc78d81-0694-4f8f-bc8c-50fa1a40df18 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae873840-7404-4106-aa4d-bc27f2893031 HTTP/1.1" status: 200 len: 944 time: 0.1115961 Oct 19 00:59:37.899574 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-b4ca7d90-6bf2-4e47-a6f3-d52cf1c05b63 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:37.900281 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-b4ca7d90-6bf2-4e47-a6f3-d52cf1c05b63 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:37.914137 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-00417c1d-74a2-4b1f-96d3-651d917a79ea None None] Set router 3ecf485b-c040-4fb4-9b14-1e391a5e1184 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:59:37.939526 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-b4ca7d90-6bf2-4e47-a6f3-d52cf1c05b63 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9633281 Oct 19 00:59:37.979350 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-92b268bb-1bcf-40e1-8be8-744b882306ef service neutron] Request body: {'port': {'device_id': '92c4602b-de13-4e17-afdc-f1bf3d734d33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:59:38.102620 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-8f015bd0-407c-4cc8-8edb-404f2c38ab3e req-8116b15c-980a-4884-b156-26b2f530d838 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Deleting port 04b8568f-8567-4a9e-8f0d-92f8b4cb7810 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:59:38.102986 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8f015bd0-407c-4cc8-8edb-404f2c38ab3e req-8116b15c-980a-4884-b156-26b2f530d838 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:38.110050 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-92b268bb-1bcf-40e1-8be8-744b882306ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:38.183495 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-00417c1d-74a2-4b1f-96d3-651d917a79ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1980611840-router', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:56:46Z', 'updated_at': '2021-10-19T00:56:56Z', 'revision_number': 4, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'gw_port': {'id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:56:48Z', 'updated_at': '2021-10-19T00:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'e98f1dae-3d1e-43b7-ae39-a8d40c3de37a', 'name': '', 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'mac_address': 'fa:16:3e:ea:d4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'device_owner': 'network:router_interface', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': 'a953001c-8d13-4f10-8aaf-914f81607c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:56:54Z', 'updated_at': '2021-10-19T00:57:04Z', 'revision_number': 5, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'subnets': [{'id': 'a953001c-8d13-4f10-8aaf-914f81607c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:59:38.203239 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8ed80-c74b-4708-a7d7-0be9a75cff10 req-08a16a57-a9ed-49c0-969f-59114d4bdede tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:38.215769 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bcd8ed80-c74b-4708-a7d7-0be9a75cff10 req-08a16a57-a9ed-49c0-969f-59114d4bdede tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 949 time: 0.1124351 Oct 19 00:59:38.288623 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 168d9158-7537-4bc7-8f68-2082f37c5a96 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:59:38.318815 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 168d9158-7537-4bc7-8f68-2082f37c5a96 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:59:38.319183 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 168d9158-7537-4bc7-8f68-2082f37c5a96 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:59:38.321900 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00417c1d-74a2-4b1f-96d3-651d917a79ea None None] The sync data for ids ['3ecf485b-c040-4fb4-9b14-1e391a5e1184'] in n-d-715271-26 is: [{'id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1980611840-router', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:56:46Z', 'updated_at': '2021-10-19T00:56:56Z', 'revision_number': 4, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'gw_port': {'id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:56:48Z', 'updated_at': '2021-10-19T00:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'e98f1dae-3d1e-43b7-ae39-a8d40c3de37a', 'name': '', 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'mac_address': 'fa:16:3e:ea:d4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'device_owner': 'network:router_interface', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': 'a953001c-8d13-4f10-8aaf-914f81607c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:56:54Z', 'updated_at': '2021-10-19T00:57:04Z', 'revision_number': 5, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'subnets': [{'id': 'a953001c-8d13-4f10-8aaf-914f81607c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:59:38.329031 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bcd8ed80-c74b-4708-a7d7-0be9a75cff10 req-d911c954-b2d2-44f8-895e-1a55dd2ee798 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092570 Oct 19 00:59:38.363016 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-8f015bd0-407c-4cc8-8edb-404f2c38ab3e req-8116b15c-980a-4884-b156-26b2f530d838 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] For port 04b8568f-8567-4a9e-8f0d-92f8b4cb7810, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=04b8568f-8567-4a9e-8f0d-92f8b4cb7810,segment=NetworkSegment(85401e62-3f2c-43a6-8d64-5618396e8614),segment_id=85401e62-3f2c-43a6-8d64-5618396e8614)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:38.363949 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8f015bd0-407c-4cc8-8edb-404f2c38ab3e req-8116b15c-980a-4884-b156-26b2f530d838 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:38.410660 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 82472c5b-3c55-4f3a-945e-d1b549359b9e up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:59:38.429444 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-8f015bd0-407c-4cc8-8edb-404f2c38ab3e req-8116b15c-980a-4884-b156-26b2f530d838 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Calling delete_port for 04b8568f-8567-4a9e-8f0d-92f8b4cb7810 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:59:38.487204 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 82472c5b-3c55-4f3a-945e-d1b549359b9e triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:59:38.487961 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:38.556921 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2549de8-09da-4c75-b391-9c8d5495f700 req-b75717a9-07f6-4883-9391-55477c88ffe1 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:38.558539 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c2549de8-09da-4c75-b391-9c8d5495f700 req-b75717a9-07f6-4883-9391-55477c88ffe1 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.1816616 Oct 19 00:59:38.658353 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:38.702194 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c2549de8-09da-4c75-b391-9c8d5495f700 req-38ba625e-5b9d-459e-b061-28e3084bd943 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337402 Oct 19 00:59:38.735136 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4749e4-9118-436e-8a7f-c696d041790b None None] New status for floating IP 8e5aa2e5-80c2-4065-8529-f4cc42bf8fbb: DOWN {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 00:59:38.778105 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-de4e771e-8722-4aba-8bba-9a3bacd342c6 req-c0ec2a91-fdaf-4fb1-827a-2791e2db87dc tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 210 time: 0.0659232 Oct 19 00:59:38.850465 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8f015bd0-407c-4cc8-8edb-404f2c38ab3e req-8116b15c-980a-4884-b156-26b2f530d838 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:38.893853 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 82472c5b-3c55-4f3a-945e-d1b549359b9e, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=82472c5b-3c55-4f3a-945e-d1b549359b9e,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:38.901397 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:38.968923 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116b15c-980a-4884-b156-26b2f530d838 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Pushing event deleted for resources: {'Port': ['ID=04b8568f-8567-4a9e-8f0d-92f8b4cb7810,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:38.980807 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=82472c5b-3c55-4f3a-945e-d1b549359b9e,revision_number=7']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:38.991593 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b04163-a70d-44d9-9055-b7e6ad07977e req-08292f60-a205-4d9a-bae7-981828781d4d tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:38.994848 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f015bd0-407c-4cc8-8edb-404f2c38ab3e req-8116b15c-980a-4884-b156-26b2f530d838 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] No DVR routers for this DVR port 04b8568f-8567-4a9e-8f0d-92f8b4cb7810 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:59:39.001126 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e9b04163-a70d-44d9-9055-b7e6ad07977e req-08292f60-a205-4d9a-bae7-981828781d4d tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=92c4602b-de13-4e17-afdc-f1bf3d734d33 HTTP/1.1" status: 200 len: 932 time: 0.1045949 Oct 19 00:59:39.002250 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8f015bd0-407c-4cc8-8edb-404f2c38ab3e req-8116b15c-980a-4884-b156-26b2f530d838 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:39.005528 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8f015bd0-407c-4cc8-8edb-404f2c38ab3e req-8116b15c-980a-4884-b156-26b2f530d838 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.24 "DELETE /v2.0/ports/04b8568f-8567-4a9e-8f0d-92f8b4cb7810 HTTP/1.1" status: 204 len: 173 time: 1.0992336 Oct 19 00:59:39.013847 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b792429-c7f8-4daf-a294-ae2546430dd9 req-a579a9e9-4b09-4eed-86ae-482e47004432 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:39.015360 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0b792429-c7f8-4daf-a294-ae2546430dd9 req-a579a9e9-4b09-4eed-86ae-482e47004432 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.1844661 Oct 19 00:59:39.019602 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-92b268bb-1bcf-40e1-8be8-744b882306ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb66fdda-044a-4dbb-a30e-64835154f510 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:59:39.029534 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-92b268bb-1bcf-40e1-8be8-744b882306ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:39.058295 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e9b04163-a70d-44d9-9055-b7e6ad07977e req-639f850c-71d5-43a7-823a-3baa07b916c9 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562038 Oct 19 00:59:39.096897 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-92b268bb-1bcf-40e1-8be8-744b882306ef service neutron] Transition to ACTIVE for port object fb66fdda-044a-4dbb-a30e-64835154f510 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:59:39.107472 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0b792429-c7f8-4daf-a294-ae2546430dd9 req-e0ff8edb-8c0b-4cf6-99d1-b6e7b2138106 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829747 Oct 19 00:59:39.108726 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-92b268bb-1bcf-40e1-8be8-744b882306ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:39.185820 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b268bb-1bcf-40e1-8be8-744b882306ef service neutron] Pushing event updated for resources: {'Port': ['ID=fb66fdda-044a-4dbb-a30e-64835154f510,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:39.221029 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f2dba-b235-447f-b2e4-b8f8a5f4417e req-5922fa82-c78d-4c08-a0d4-87b20b3a0ccf tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:39.224263 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d71f2dba-b235-447f-b2e4-b8f8a5f4417e req-5922fa82-c78d-4c08-a0d4-87b20b3a0ccf tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 943 time: 0.0732896 Oct 19 00:59:39.267085 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d71f2dba-b235-447f-b2e4-b8f8a5f4417e req-acef822a-82c8-4e08-bf03-88e2192963b6 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363824 Oct 19 00:59:39.454637 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ca1ab-5700-433e-865a-ffd9761001f6 req-4217a047-d1e2-42a7-b18d-842ecbcca833 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:39.456636 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cf7ca1ab-5700-433e-865a-ffd9761001f6 req-4217a047-d1e2-42a7-b18d-842ecbcca833 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 949 time: 0.0523555 Oct 19 00:59:39.498818 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cf7ca1ab-5700-433e-865a-ffd9761001f6 req-d9212cd6-94f8-43f0-9631-164d5ef399e5 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343883 Oct 19 00:59:39.501465 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae873840-7404-4106-aa4d-bc27f2893031', 'name': 'network-vif-deleted', 'tag': '04b8568f-8567-4a9e-8f0d-92f8b4cb7810'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:59:39.503709 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1877bd-95cd-4cec-90a1-e1350e75b21b" -d '{"events": [{"server_uuid": "ae873840-7404-4106-aa4d-bc27f2893031", "name": "network-vif-deleted", "tag": "04b8568f-8567-4a9e-8f0d-92f8b4cb7810"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:59:39.539984 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4308d52-476d-49e3-9ad8-c42fe37d49c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82472c5b-3c55-4f3a-945e-d1b549359b9e'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:59:39.543168 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ff8397-4a43-46fd-9f1b-edb10d314def" -d '{"events": [{"server_uuid": "e4308d52-476d-49e3-9ad8-c42fe37d49c1", "name": "network-vif-plugged", "status": "completed", "tag": "82472c5b-3c55-4f3a-945e-d1b549359b9e"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:59:39.549799 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46536e1f-9262-432b-98f5-e484ee3b7aea x-openstack-request-id: req-46536e1f-9262-432b-98f5-e484ee3b7aea {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:59:39.550116 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae873840-7404-4106-aa4d-bc27f2893031", "name": "network-vif-deleted", "tag": "04b8568f-8567-4a9e-8f0d-92f8b4cb7810", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:59:39.550484 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-46536e1f-9262-432b-98f5-e484ee3b7aea {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:59:39.550875 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae873840-7404-4106-aa4d-bc27f2893031', 'name': 'network-vif-deleted', 'tag': '04b8568f-8567-4a9e-8f0d-92f8b4cb7810', 'status': 'completed', 'code': 200} Oct 19 00:59:39.568215 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-92b268bb-1bcf-40e1-8be8-744b882306ef service neutron] Attempting to bind port fb66fdda-044a-4dbb-a30e-64835154f510 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:59:39.569554 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-92b268bb-1bcf-40e1-8be8-744b882306ef service neutron] Attempting to bind port fb66fdda-044a-4dbb-a30e-64835154f510 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '85401e62-3f2c-43a6-8d64-5618396e8614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '44c662b3-a294-49c4-b801-6e72553fc183'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:59:39.570085 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-92b268bb-1bcf-40e1-8be8-744b882306ef service neutron] Attempting to bind port fb66fdda-044a-4dbb-a30e-64835154f510 on network 44c662b3-a294-49c4-b801-6e72553fc183 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:59:39.575990 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-92b268bb-1bcf-40e1-8be8-744b882306ef service neutron] Port fb66fdda-044a-4dbb-a30e-64835154f510 on network 44c662b3-a294-49c4-b801-6e72553fc183 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:59:39.576521 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-92b268bb-1bcf-40e1-8be8-744b882306ef service neutron] Attempting to bind port fb66fdda-044a-4dbb-a30e-64835154f510 on network 44c662b3-a294-49c4-b801-6e72553fc183 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:59:39.581906 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-92b268bb-1bcf-40e1-8be8-744b882306ef service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:59:39.582457 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-92b268bb-1bcf-40e1-8be8-744b882306ef service neutron] Checking segment: {'id': '85401e62-3f2c-43a6-8d64-5618396e8614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '44c662b3-a294-49c4-b801-6e72553fc183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:59:39.583207 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-92b268bb-1bcf-40e1-8be8-744b882306ef service neutron] Bound using segment: {'id': '85401e62-3f2c-43a6-8d64-5618396e8614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '44c662b3-a294-49c4-b801-6e72553fc183'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:59:39.583857 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-92b268bb-1bcf-40e1-8be8-744b882306ef service neutron] Bound port: fb66fdda-044a-4dbb-a30e-64835154f510, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85401e62-3f2c-43a6-8d64-5618396e8614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '44c662b3-a294-49c4-b801-6e72553fc183'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:59:39.584552 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-92b268bb-1bcf-40e1-8be8-744b882306ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:39.585316 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f3212f-6b4f-43b1-b045-2053c7982f1a x-openstack-request-id: req-70f3212f-6b4f-43b1-b045-2053c7982f1a {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:59:39.585647 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4308d52-476d-49e3-9ad8-c42fe37d49c1", "name": "network-vif-plugged", "status": "completed", "tag": "82472c5b-3c55-4f3a-945e-d1b549359b9e", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:59:39.585902 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-70f3212f-6b4f-43b1-b045-2053c7982f1a {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:59:39.586365 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4308d52-476d-49e3-9ad8-c42fe37d49c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82472c5b-3c55-4f3a-945e-d1b549359b9e', 'code': 200} Oct 19 00:59:39.651932 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-92b268bb-1bcf-40e1-8be8-744b882306ef service neutron] For port fb66fdda-044a-4dbb-a30e-64835154f510, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:59:39.655778 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-92b268bb-1bcf-40e1-8be8-744b882306ef service neutron] For port fb66fdda-044a-4dbb-a30e-64835154f510, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=fb66fdda-044a-4dbb-a30e-64835154f510,segment=NetworkSegment(85401e62-3f2c-43a6-8d64-5618396e8614),segment_id=85401e62-3f2c-43a6-8d64-5618396e8614)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:59:39.661215 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-92b268bb-1bcf-40e1-8be8-744b882306ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:39.683189 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-92b268bb-1bcf-40e1-8be8-744b882306ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:39.684216 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-92b268bb-1bcf-40e1-8be8-744b882306ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:39.686495 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-92b268bb-1bcf-40e1-8be8-744b882306ef service neutron] 10.222.0.24 "PUT /v2.0/ports/fb66fdda-044a-4dbb-a30e-64835154f510 HTTP/1.1" status: 200 len: 1093 time: 1.7307205 Oct 19 00:59:39.770108 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b268bb-1bcf-40e1-8be8-744b882306ef service neutron] Pushing event updated for resources: {'Port': ['ID=fb66fdda-044a-4dbb-a30e-64835154f510,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:39.818667 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-4f8f1ebf-5dca-459f-8d9a-c94c482c42e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:39.820252 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-4f8f1ebf-5dca-459f-8d9a-c94c482c42e4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=305a99bf3f86485f88111ce8746ec0f2&device_id=92c4602b-de13-4e17-afdc-f1bf3d734d33 HTTP/1.1" status: 200 len: 1096 time: 0.0781708 Oct 19 00:59:39.836830 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40e7d2-9c91-42fd-b6e8-733d209c275d req-82dbe647-5488-4983-bddb-b0adc1fb5ab0 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:39.838598 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3c40e7d2-9c91-42fd-b6e8-733d209c275d req-82dbe647-5488-4983-bddb-b0adc1fb5ab0 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0589640 Oct 19 00:59:39.880133 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-33b54a2c-ce20-40c9-adc3-d74330d8bfad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb66fdda-044a-4dbb-a30e-64835154f510 HTTP/1.1" status: 200 len: 217 time: 0.0404546 Oct 19 00:59:39.893186 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4f764d53-1e26-4ebc-b15c-41f813ba267d req-ea6fb1a0-1676-46f4-b9e0-21432506b4b4 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 210 time: 0.0301564 Oct 19 00:59:39.947996 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3c40e7d2-9c91-42fd-b6e8-733d209c275d req-b8e4f2e9-e58a-49ef-8bde-83b0f52c1a02 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703051 Oct 19 00:59:39.955944 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-4cd63fd0-f19b-48d2-943a-6420a184cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:39.957425 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-4cd63fd0-f19b-48d2-943a-6420a184cd87 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b9a0fca3-7f17-4b48-856e-c0d103cad611 HTTP/1.1" status: 200 len: 844 time: 0.0628276 Oct 19 00:59:39.999783 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-1e8cbe1a-2e97-4f84-a201-bd6c3f3f88a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=44c662b3-a294-49c4-b801-6e72553fc183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251930 Oct 19 00:59:40.108307 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-eba1eb08-0af5-46ae-b1a4-d261ffdc02be service neutron] 10.222.0.24 "GET /v2.0/networks/44c662b3-a294-49c4-b801-6e72553fc183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906699 Oct 19 00:59:40.180422 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ecdb5-ae0c-4c5b-9562-6cc25a2fdabb req-8fc50706-2591-424f-97da-a8f67aba4a5b tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:40.181888 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1b8ecdb5-ae0c-4c5b-9562-6cc25a2fdabb req-8fc50706-2591-424f-97da-a8f67aba4a5b tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=92c4602b-de13-4e17-afdc-f1bf3d734d33 HTTP/1.1" status: 200 len: 944 time: 0.0538561 Oct 19 00:59:40.227238 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1b8ecdb5-ae0c-4c5b-9562-6cc25a2fdabb req-226747e9-ea59-4885-9ba9-f81e8471c926 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378010 Oct 19 00:59:40.247547 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f233c0e7-4e7f-458c-a467-65721ed38d3f req-8a49b5ce-ff27-41f9-ab88-89c2666ff84d service neutron] 10.222.0.24 "GET /v2.0/networks/44c662b3-a294-49c4-b801-6e72553fc183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246507 Oct 19 00:59:40.263075 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71658123-ef10-4363-b8da-630e28cd951e req-42263bee-d54b-45bc-8187-bc3ad68dd721 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:40.264605 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-71658123-ef10-4363-b8da-630e28cd951e req-42263bee-d54b-45bc-8187-bc3ad68dd721 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.0766108 Oct 19 00:59:40.313480 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-71658123-ef10-4363-b8da-630e28cd951e req-8752ff43-80e2-471a-9689-a7f274bfd6f3 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417163 Oct 19 00:59:40.395890 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4a27a-11c1-45f9-afbd-fcf6aba3def1 req-2435203a-85db-445d-92d5-939c6f5a2d2e tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:40.397462 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-abd4a27a-11c1-45f9-afbd-fcf6aba3def1 req-2435203a-85db-445d-92d5-939c6f5a2d2e tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 943 time: 0.0502415 Oct 19 00:59:40.437623 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-abd4a27a-11c1-45f9-afbd-fcf6aba3def1 req-6f31b972-2b9e-46ab-a0df-1d1ae86d096f tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326133 Oct 19 00:59:40.614556 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1031f0-d8b3-413a-b80c-37cab20fa8f6 req-dc3521f0-cecb-4c35-8312-473903e02bef tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:40.616068 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7c1031f0-d8b3-413a-b80c-37cab20fa8f6 req-dc3521f0-cecb-4c35-8312-473903e02bef tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 949 time: 0.0488572 Oct 19 00:59:40.654987 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7c1031f0-d8b3-413a-b80c-37cab20fa8f6 req-463a8b51-7fec-4616-8e9f-9a900af3418d tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324419 Oct 19 00:59:40.991240 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-92fae49f-e844-4cda-9fdc-002a7375fc90 req-11f82903-d814-4990-990e-7232a16ce979 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 210 time: 0.0288196 Oct 19 00:59:41.062705 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e8d55e-9379-4741-8f4a-029d40ea882b req-471f18dc-0dc9-4271-a75f-9b5ed7a24670 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:41.064198 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-07e8d55e-9379-4741-8f4a-029d40ea882b req-471f18dc-0dc9-4271-a75f-9b5ed7a24670 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0479355 Oct 19 00:59:41.101959 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-07e8d55e-9379-4741-8f4a-029d40ea882b req-a84b9a20-d2fc-43d6-9f27-679d08036d35 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315831 Oct 19 00:59:41.342625 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe5b79-edde-4ea3-840a-d9c66fa36f13 req-8747251b-ce33-4a5d-8396-44a323001c19 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:41.344338 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0efe5b79-edde-4ea3-840a-d9c66fa36f13 req-8747251b-ce33-4a5d-8396-44a323001c19 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=92c4602b-de13-4e17-afdc-f1bf3d734d33 HTTP/1.1" status: 200 len: 944 time: 0.0518620 Oct 19 00:59:41.390953 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0efe5b79-edde-4ea3-840a-d9c66fa36f13 req-ae1e7901-3b57-43fc-937c-b339ac4b7ffd tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405324 Oct 19 00:59:41.473476 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d01bf-57f5-49f3-9c2c-ff69346e027e req-dbb6f2d3-bee9-4a66-a470-c272ba972293 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:41.474974 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e72d01bf-57f5-49f3-9c2c-ff69346e027e req-dbb6f2d3-bee9-4a66-a470-c272ba972293 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.0564904 Oct 19 00:59:41.514975 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e72d01bf-57f5-49f3-9c2c-ff69346e027e req-d874c18e-1c0a-4694-94ca-a397e5857651 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328779 Oct 19 00:59:41.551586 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92c4602b-de13-4e17-afdc-f1bf3d734d33', 'tag': 'fb66fdda-044a-4dbb-a30e-64835154f510'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:59:41.553720 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488bf71-86b8-493f-ba79-ad7a9da784b5 req-1afd9acd-9eff-434e-b3a6-fe2ad63fa7f0 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:41.554424 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c151bf-9a01-49f4-8f66-bb7cd87f684f" -d '{"events": [{"name": "network-changed", "server_uuid": "92c4602b-de13-4e17-afdc-f1bf3d734d33", "tag": "fb66fdda-044a-4dbb-a30e-64835154f510"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:59:41.555477 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9488bf71-86b8-493f-ba79-ad7a9da784b5 req-1afd9acd-9eff-434e-b3a6-fe2ad63fa7f0 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 943 time: 0.0497375 Oct 19 00:59:41.594304 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4475dba-c0b3-4479-b51d-1a12991f51f1 x-openstack-request-id: req-c4475dba-c0b3-4479-b51d-1a12991f51f1 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:59:41.594592 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92c4602b-de13-4e17-afdc-f1bf3d734d33", "tag": "fb66fdda-044a-4dbb-a30e-64835154f510", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:59:41.596686 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c4475dba-c0b3-4479-b51d-1a12991f51f1 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:59:41.597095 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92c4602b-de13-4e17-afdc-f1bf3d734d33', 'tag': 'fb66fdda-044a-4dbb-a30e-64835154f510', 'status': 'completed', 'code': 200} Oct 19 00:59:41.597901 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9488bf71-86b8-493f-ba79-ad7a9da784b5 req-c3482bb0-255f-46e9-9416-8de06433be46 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358775 Oct 19 00:59:41.676160 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c151bf-9a01-49f4-8f66-bb7cd87f684f req-a2c633e1-1157-4486-b29a-ff67032c6181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:41.677652 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a2c151bf-9a01-49f4-8f66-bb7cd87f684f req-a2c633e1-1157-4486-b29a-ff67032c6181 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=305a99bf3f86485f88111ce8746ec0f2&device_id=92c4602b-de13-4e17-afdc-f1bf3d734d33 HTTP/1.1" status: 200 len: 1096 time: 0.0405467 Oct 19 00:59:41.810088 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c151bf-9a01-49f4-8f66-bb7cd87f684f req-ae0605ed-7332-41b1-a1c9-3e7d77a26644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:41.811841 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a2c151bf-9a01-49f4-8f66-bb7cd87f684f req-ae0605ed-7332-41b1-a1c9-3e7d77a26644 service neutron] 10.222.0.24 "GET /v2.0/networks?id=44c662b3-a294-49c4-b801-6e72553fc183 HTTP/1.1" status: 200 len: 905 time: 0.1228516 Oct 19 00:59:41.822119 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b482556-5496-411e-8aba-f3700f6419bd req-c0430896-bcca-4da9-ada6-08ee34c7f5e0 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:41.823560 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5b482556-5496-411e-8aba-f3700f6419bd req-c0430896-bcca-4da9-ada6-08ee34c7f5e0 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 949 time: 0.0715799 Oct 19 00:59:41.876764 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a2c151bf-9a01-49f4-8f66-bb7cd87f684f req-f71e09ea-58be-4496-af9e-296b770ba401 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb66fdda-044a-4dbb-a30e-64835154f510 HTTP/1.1" status: 200 len: 217 time: 0.0454195 Oct 19 00:59:41.940252 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5b482556-5496-411e-8aba-f3700f6419bd req-76fd4a5b-cc54-4d6e-b69b-8cf650991436 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096306 Oct 19 00:59:41.982472 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c151bf-9a01-49f4-8f66-bb7cd87f684f req-93d3fcda-638b-449c-a8ca-b05e07d7b89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:41.983945 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a2c151bf-9a01-49f4-8f66-bb7cd87f684f req-93d3fcda-638b-449c-a8ca-b05e07d7b89f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b9a0fca3-7f17-4b48-856e-c0d103cad611 HTTP/1.1" status: 200 len: 844 time: 0.0946617 Oct 19 00:59:41.993211 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-05502090-3a89-49ba-9702-b6fbd2298e5f tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f97037e6a5e4e978520d9c5500334e3 HTTP/1.1" status: 200 len: 379 time: 0.0500596 Oct 19 00:59:42.018779 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a2c151bf-9a01-49f4-8f66-bb7cd87f684f req-0b1b194f-8ae8-4242-9227-85bcb41bbf9e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=44c662b3-a294-49c4-b801-6e72553fc183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245476 Oct 19 00:59:42.039766 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-5e49b370-044f-4d04-b078-a05ef9d9e615 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Request body: {'port': {'device_id': 'c86b379d-0e77-4852-9dfd-021d65295729', 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87', 'admin_state_up': True, 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'security_groups': ['358704d5-bd05-4325-87dc-dbad5fbb332a']}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:59:42.109947 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-57f2c20e-5d7d-47fa-bcad-a67bad0af19a req-012c7e57-f73e-42dc-9f07-2de49ac55f9a tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 210 time: 0.0282681 Oct 19 00:59:42.235292 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a2c151bf-9a01-49f4-8f66-bb7cd87f684f req-0f7c2468-3cad-4560-b083-b6692e4c685a service neutron] 10.222.0.24 "GET /v2.0/networks/44c662b3-a294-49c4-b801-6e72553fc183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919360 Oct 19 00:59:42.254382 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 04b8568f-8567-4a9e-8f0d-92f8b4cb7810 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:59:42.277377 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 04b8568f-8567-4a9e-8f0d-92f8b4cb7810 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:59:42.278063 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 04b8568f-8567-4a9e-8f0d-92f8b4cb7810 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:59:42.282741 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30edad-e445-46c6-a5bf-a1e32a50eff6 req-0ecc28d5-5ebb-4779-a68c-5448fea87b31 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:42.284241 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5d30edad-e445-46c6-a5bf-a1e32a50eff6 req-0ecc28d5-5ebb-4779-a68c-5448fea87b31 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.1111600 Oct 19 00:59:42.300448 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-5e49b370-044f-4d04-b078-a05ef9d9e615 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Made reservation on behalf of 1f97037e6a5e4e978520d9c5500334e3 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:59:42.303745 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-5e49b370-044f-4d04-b078-a05ef9d9e615 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:42.438954 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5d30edad-e445-46c6-a5bf-a1e32a50eff6 req-02d13bc4-0081-4f0b-9401-fb1569d65f58 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421819 Oct 19 00:59:42.442983 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a2c151bf-9a01-49f4-8f66-bb7cd87f684f req-26e8a1c7-b199-423f-8609-3603e0e6703f service neutron] 10.222.0.24 "GET /v2.0/networks/44c662b3-a294-49c4-b801-6e72553fc183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969955 Oct 19 00:59:42.526328 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-5e49b370-044f-4d04-b078-a05ef9d9e615 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Allocated IP 172.20.0.9 (c4b5ccfa-a7f9-4731-bba3-4264bbe52b87/a953001c-8d13-4f10-8aaf-914f81607c9c/9d959cf2-d937-4599-baa6-8978a8c357a2) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:59:42.588384 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51558118-73f4-4c37-8763-0717a1c94834 req-fc62201a-cbb0-44eb-b13d-048f8350d6ed tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:42.590974 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51558118-73f4-4c37-8763-0717a1c94834 req-fc62201a-cbb0-44eb-b13d-048f8350d6ed tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=92c4602b-de13-4e17-afdc-f1bf3d734d33 HTTP/1.1" status: 200 len: 944 time: 0.0790167 Oct 19 00:59:42.645495 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51558118-73f4-4c37-8763-0717a1c94834 req-5450cf02-2dd3-4335-a2df-126f35e412b6 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384121 Oct 19 00:59:42.734598 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-5e49b370-044f-4d04-b078-a05ef9d9e615 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:42.774091 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5741d4-156b-4e45-97b4-e37f28da31ec req-2fe4c3fe-7286-4519-9385-8363fb708249 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:42.775862 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fc5741d4-156b-4e45-97b4-e37f28da31ec req-2fe4c3fe-7286-4519-9385-8363fb708249 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 943 time: 0.0688024 Oct 19 00:59:42.798748 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe27ec1-bf71-4dd6-b631-cfcb2a571474 req-84727719-0f4b-4bd7-a077-04ae674218f6 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:42.806474 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8fe27ec1-bf71-4dd6-b631-cfcb2a571474 req-84727719-0f4b-4bd7-a077-04ae674218f6 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.0942852 Oct 19 00:59:42.840741 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fc5741d4-156b-4e45-97b4-e37f28da31ec req-7249faa9-4e02-496c-89ff-184cd28b27fb tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584638 Oct 19 00:59:42.865279 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8fe27ec1-bf71-4dd6-b631-cfcb2a571474 req-dd063d06-4f6e-4f5d-bc17-fa5510e953b5 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577374 Oct 19 00:59:42.873495 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-5e49b370-044f-4d04-b078-a05ef9d9e615 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:42.916290 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-5e49b370-044f-4d04-b078-a05ef9d9e615 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Network c4b5ccfa-a7f9-4731-bba3-4264bbe52b87 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:59:42.921521 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-5e49b370-044f-4d04-b078-a05ef9d9e615 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:59:42.925573 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-5e49b370-044f-4d04-b078-a05ef9d9e615 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:59:42.954905 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8e880-a5af-4a86-9d88-ea2c205cc38f req-6c147a8d-6ed2-4cf2-a0c8-a234dbe24bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:42.956486 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9da8e880-a5af-4a86-9d88-ea2c205cc38f req-6c147a8d-6ed2-4cf2-a0c8-a234dbe24bdf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 1098 time: 0.0474043 Oct 19 00:59:42.961995 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49b370-044f-4d04-b078-a05ef9d9e615 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Pushing event updated for resources: {'Port': ['ID=9d959cf2-d937-4599-baa6-8978a8c357a2,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:42.986366 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-5e49b370-044f-4d04-b078-a05ef9d9e615 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:42.987066 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-5e49b370-044f-4d04-b078-a05ef9d9e615 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:43.004351 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-5e49b370-044f-4d04-b078-a05ef9d9e615 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9829743 Oct 19 00:59:43.049914 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-581969d0-4104-44f6-9afb-d0b9692ab69f service neutron] Request body: {'port': {'device_id': 'c86b379d-0e77-4852-9dfd-021d65295729', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:59:43.091982 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9da8e880-a5af-4a86-9d88-ea2c205cc38f req-3fdc8cd9-e71e-4016-9d3d-a7ad7a03bd35 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391955 Oct 19 00:59:43.105649 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171f637-8130-4f81-a67b-69ed48c44197 req-49cb1a7e-8c3b-4d2f-8317-66926e35cda7 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:43.107430 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8171f637-8130-4f81-a67b-69ed48c44197 req-49cb1a7e-8c3b-4d2f-8317-66926e35cda7 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 949 time: 0.0851490 Oct 19 00:59:43.113995 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-581969d0-4104-44f6-9afb-d0b9692ab69f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:43.147702 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-46bf3700-3796-45a9-97de-0dc4202e517e None None] Provisioning complete for port 9d959cf2-d937-4599-baa6-8978a8c357a2 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:59:43.148932 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-46bf3700-3796-45a9-97de-0dc4202e517e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:43.154340 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8171f637-8130-4f81-a67b-69ed48c44197 req-7137c945-446f-4e8b-979c-df8f5c3eed15 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407555 Oct 19 00:59:43.186107 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-46bf3700-3796-45a9-97de-0dc4202e517e None None] Port 9d959cf2-d937-4599-baa6-8978a8c357a2 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:59:43.304996 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2da7cc-b737-4021-953e-6567c84ae479 req-7fcae072-7896-44c5-960f-64828925edf4 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:43.306515 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-af2da7cc-b737-4021-953e-6567c84ae479 req-7fcae072-7896-44c5-960f-64828925edf4 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 931 time: 0.1230977 Oct 19 00:59:43.382237 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-af2da7cc-b737-4021-953e-6567c84ae479 req-98dd80e9-c783-4154-a900-07fd716d64a3 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692382 Oct 19 00:59:43.459026 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-581969d0-4104-44f6-9afb-d0b9692ab69f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d959cf2-d937-4599-baa6-8978a8c357a2 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:59:43.467243 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-581969d0-4104-44f6-9afb-d0b9692ab69f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:43.480102 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-581969d0-4104-44f6-9afb-d0b9692ab69f service neutron] Transition to ACTIVE for port object 9d959cf2-d937-4599-baa6-8978a8c357a2 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:59:43.484933 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-581969d0-4104-44f6-9afb-d0b9692ab69f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:43.581189 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581969d0-4104-44f6-9afb-d0b9692ab69f service neutron] Pushing event updated for resources: {'Port': ['ID=9d959cf2-d937-4599-baa6-8978a8c357a2,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:43.635642 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a30e3e-7b90-4445-a803-da70f8237061 req-7dece838-e9db-4201-9445-3bb1e37b4d7e tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:43.642551 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-78a30e3e-7b90-4445-a803-da70f8237061 req-7dece838-e9db-4201-9445-3bb1e37b4d7e tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.1126976 Oct 19 00:59:43.669728 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-581969d0-4104-44f6-9afb-d0b9692ab69f service neutron] Attempting to bind port 9d959cf2-d937-4599-baa6-8978a8c357a2 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:59:43.670117 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-581969d0-4104-44f6-9afb-d0b9692ab69f service neutron] Attempting to bind port 9d959cf2-d937-4599-baa6-8978a8c357a2 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'e19ceaa3-9bbe-44c1-b629-032b78b84ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:59:43.670381 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-581969d0-4104-44f6-9afb-d0b9692ab69f service neutron] Attempting to bind port 9d959cf2-d937-4599-baa6-8978a8c357a2 on network c4b5ccfa-a7f9-4731-bba3-4264bbe52b87 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:59:43.680725 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-581969d0-4104-44f6-9afb-d0b9692ab69f service neutron] Port 9d959cf2-d937-4599-baa6-8978a8c357a2 on network c4b5ccfa-a7f9-4731-bba3-4264bbe52b87 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:59:43.681088 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-581969d0-4104-44f6-9afb-d0b9692ab69f service neutron] Attempting to bind port 9d959cf2-d937-4599-baa6-8978a8c357a2 on network c4b5ccfa-a7f9-4731-bba3-4264bbe52b87 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:59:43.692972 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-581969d0-4104-44f6-9afb-d0b9692ab69f service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:59:43.693307 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-581969d0-4104-44f6-9afb-d0b9692ab69f service neutron] Checking segment: {'id': 'e19ceaa3-9bbe-44c1-b629-032b78b84ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:59:43.693685 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-581969d0-4104-44f6-9afb-d0b9692ab69f service neutron] Bound using segment: {'id': 'e19ceaa3-9bbe-44c1-b629-032b78b84ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:59:43.694119 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-581969d0-4104-44f6-9afb-d0b9692ab69f service neutron] Bound port: 9d959cf2-d937-4599-baa6-8978a8c357a2, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e19ceaa3-9bbe-44c1-b629-032b78b84ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:59:43.694565 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-581969d0-4104-44f6-9afb-d0b9692ab69f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:43.707872 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-78a30e3e-7b90-4445-a803-da70f8237061 req-195f5b60-5d9f-459c-84c8-1c4453d11733 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546584 Oct 19 00:59:43.764406 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-581969d0-4104-44f6-9afb-d0b9692ab69f service neutron] For port 9d959cf2-d937-4599-baa6-8978a8c357a2, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:59:43.768224 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-581969d0-4104-44f6-9afb-d0b9692ab69f service neutron] For port 9d959cf2-d937-4599-baa6-8978a8c357a2, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=9d959cf2-d937-4599-baa6-8978a8c357a2,segment=NetworkSegment(e19ceaa3-9bbe-44c1-b629-032b78b84ea1),segment_id=e19ceaa3-9bbe-44c1-b629-032b78b84ea1)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:59:43.773627 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-581969d0-4104-44f6-9afb-d0b9692ab69f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:43.785432 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c92c8-9d04-40e8-b651-afbacbab382e req-04cc2f93-0797-4778-9942-3a5ec0477190 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:43.786944 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-161c92c8-9d04-40e8-b651-afbacbab382e req-04cc2f93-0797-4778-9942-3a5ec0477190 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=92c4602b-de13-4e17-afdc-f1bf3d734d33 HTTP/1.1" status: 200 len: 944 time: 0.0607440 Oct 19 00:59:43.808980 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-581969d0-4104-44f6-9afb-d0b9692ab69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:43.810069 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-581969d0-4104-44f6-9afb-d0b9692ab69f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:43.812085 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-581969d0-4104-44f6-9afb-d0b9692ab69f service neutron] 10.222.0.55 "PUT /v2.0/ports/9d959cf2-d937-4599-baa6-8978a8c357a2 HTTP/1.1" status: 200 len: 1092 time: 0.7667291 Oct 19 00:59:43.814233 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86b379d-0e77-4852-9dfd-021d65295729', 'tag': '9d959cf2-d937-4599-baa6-8978a8c357a2'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:59:43.817967 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e191154-cccf-4673-8090-45fe2ba66b69" -d '{"events": [{"name": "network-changed", "server_uuid": "c86b379d-0e77-4852-9dfd-021d65295729", "tag": "9d959cf2-d937-4599-baa6-8978a8c357a2"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:59:43.832778 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-161c92c8-9d04-40e8-b651-afbacbab382e req-36f062ce-c8d9-42ca-8c2b-661db4ef2bdd tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387390 Oct 19 00:59:43.848015 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581969d0-4104-44f6-9afb-d0b9692ab69f service neutron] Pushing event updated for resources: {'Port': ['ID=9d959cf2-d937-4599-baa6-8978a8c357a2,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:43.863889 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-89fb4427-e83d-46ef-baa7-28b59482e3f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:43.880892 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494110e3-b28a-4f34-9044-18b8ac8b5f25 x-openstack-request-id: req-494110e3-b28a-4f34-9044-18b8ac8b5f25 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:59:43.881389 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86b379d-0e77-4852-9dfd-021d65295729", "tag": "9d959cf2-d937-4599-baa6-8978a8c357a2", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:59:43.881486 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-494110e3-b28a-4f34-9044-18b8ac8b5f25 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:59:43.881798 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c86b379d-0e77-4852-9dfd-021d65295729', 'tag': '9d959cf2-d937-4599-baa6-8978a8c357a2', 'status': 'completed', 'code': 200} Oct 19 00:59:43.992407 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084078f-fbf3-48fd-a117-3465cb34e520 req-b0d5ca42-70e8-48df-b02d-d90eef5cae50 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:43.999686 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1084078f-fbf3-48fd-a117-3465cb34e520 req-b0d5ca42-70e8-48df-b02d-d90eef5cae50 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 943 time: 0.0645933 Oct 19 00:59:44.019779 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df392a7-8014-401f-bb42-06a7cb4bedfe req-4cc1dc6a-9e3c-4ca2-9c08-823686416d1e tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:44.021449 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7df392a7-8014-401f-bb42-06a7cb4bedfe req-4cc1dc6a-9e3c-4ca2-9c08-823686416d1e tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.0726786 Oct 19 00:59:44.046958 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1084078f-fbf3-48fd-a117-3465cb34e520 req-edbd70f4-b46d-4987-b24e-e5b410d55680 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463686 Oct 19 00:59:44.076297 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7df392a7-8014-401f-bb42-06a7cb4bedfe req-e4ef65fe-66a6-4d20-a262-b362f90c3d0b tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428469 Oct 19 00:59:44.261932 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device fb66fdda-044a-4dbb-a30e-64835154f510 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:59:44.290954 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a775079-78bc-4d26-b1a6-08d6fce642ec req-e5ef0b97-cc5a-4f74-8620-fb48017e9ec8 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:44.292588 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2a775079-78bc-4d26-b1a6-08d6fce642ec req-e5ef0b97-cc5a-4f74-8620-fb48017e9ec8 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 949 time: 0.0649958 Oct 19 00:59:44.333110 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2a775079-78bc-4d26-b1a6-08d6fce642ec req-9685270b-a468-4af2-9499-4dd17320e411 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333109 Oct 19 00:59:44.385209 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port fb66fdda-044a-4dbb-a30e-64835154f510, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=fb66fdda-044a-4dbb-a30e-64835154f510,segment=NetworkSegment(85401e62-3f2c-43a6-8d64-5618396e8614),segment_id=85401e62-3f2c-43a6-8d64-5618396e8614)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:44.396018 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'fb66fdda-044a-4dbb-a30e-64835154f510', 'network_id': '44c662b3-a294-49c4-b801-6e72553fc183', 'port_id': 'fb66fdda-044a-4dbb-a30e-64835154f510', 'mac_address': 'fa:16:3e:7b:c2:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a0fca3-7f17-4b48-856e-c0d103cad611', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:59:44.439961 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:44.455911 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb66fdda-044a-4dbb-a30e-64835154f510 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:59:44.481579 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port fb66fdda-044a-4dbb-a30e-64835154f510, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=fb66fdda-044a-4dbb-a30e-64835154f510,segment=NetworkSegment(85401e62-3f2c-43a6-8d64-5618396e8614),segment_id=85401e62-3f2c-43a6-8d64-5618396e8614)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:44.486177 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:44.511605 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c3737-4734-422f-a2af-55ff328ee1e1 req-eb15b0c9-1a24-4569-889d-b89adb7141c7 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:44.513412 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a56c3737-4734-422f-a2af-55ff328ee1e1 req-eb15b0c9-1a24-4569-889d-b89adb7141c7 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 943 time: 0.0640492 Oct 19 00:59:44.574345 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=fb66fdda-044a-4dbb-a30e-64835154f510,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:44.575769 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a56c3737-4734-422f-a2af-55ff328ee1e1 req-c19de149-e79c-4e46-9ba4-7c4eb100870d tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466657 Oct 19 00:59:44.828452 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498af920-a41b-4577-b879-9333318717db req-e8ea6bdb-2c6b-4750-92e7-fade8ec57ef9 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:44.829978 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-498af920-a41b-4577-b879-9333318717db req-e8ea6bdb-2c6b-4750-92e7-fade8ec57ef9 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0495036 Oct 19 00:59:44.847829 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['fb66fdda-044a-4dbb-a30e-64835154f510'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:59:44.871580 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-498af920-a41b-4577-b879-9333318717db req-193d001e-ffeb-4a33-b6b2-f771820b60aa tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354309 Oct 19 00:59:44.981727 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49fc9c-7a87-403f-a4cc-a14e8ad0e1b8 req-830e3e71-d393-4caa-98d5-40f4c9089c2f tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:44.983210 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ac49fc9c-7a87-403f-a4cc-a14e8ad0e1b8 req-830e3e71-d393-4caa-98d5-40f4c9089c2f tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=92c4602b-de13-4e17-afdc-f1bf3d734d33 HTTP/1.1" status: 200 len: 945 time: 0.0553088 Oct 19 00:59:45.025448 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ac49fc9c-7a87-403f-a4cc-a14e8ad0e1b8 req-6364b876-6ba0-4462-a394-1508e151c670 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356755 Oct 19 00:59:45.182289 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d069c19-930d-45e6-a766-1162e2b6fe86 req-9f16b5e1-258f-4ad7-942c-d4f97ab81e38 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:45.188410 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5d069c19-930d-45e6-a766-1162e2b6fe86 req-9f16b5e1-258f-4ad7-942c-d4f97ab81e38 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 943 time: 0.0650954 Oct 19 00:59:45.199253 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e166f9-9ee0-4e1b-a1af-59f9df8e4c37 req-13c41cec-50a0-4794-afe0-a07982418934 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:45.204178 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-76e166f9-9ee0-4e1b-a1af-59f9df8e4c37 req-13c41cec-50a0-4794-afe0-a07982418934 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.0603187 Oct 19 00:59:45.229980 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5d069c19-930d-45e6-a766-1162e2b6fe86 req-225db0dc-9504-4185-84a9-2215248a0fc5 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368574 Oct 19 00:59:45.240187 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-76e166f9-9ee0-4e1b-a1af-59f9df8e4c37 req-3affbbad-9197-414d-9264-4700275115dd tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331230 Oct 19 00:59:45.457288 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d50b80-05ec-41be-8c5d-5d32a0eec515 req-70336be7-1a18-4f24-8c92-546cfea52628 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:45.458825 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d3d50b80-05ec-41be-8c5d-5d32a0eec515 req-70336be7-1a18-4f24-8c92-546cfea52628 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 949 time: 0.0533712 Oct 19 00:59:45.500811 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d3d50b80-05ec-41be-8c5d-5d32a0eec515 req-3fc4cca9-aec0-4ed2-a3bf-d570b0bd49d1 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346389 Oct 19 00:59:45.700828 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d4196-bc1c-4186-9cbe-4843df73b344 req-fde38414-ebd8-432d-a85c-06710e22a063 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:45.702352 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5c7d4196-bc1c-4186-9cbe-4843df73b344 req-fde38414-ebd8-432d-a85c-06710e22a063 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 943 time: 0.0529613 Oct 19 00:59:45.743204 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5c7d4196-bc1c-4186-9cbe-4843df73b344 req-a020eaf8-5c77-41e2-bc41-5c760d92500e tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346014 Oct 19 00:59:45.996348 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e6af1-c43f-4086-a045-b70d8696a42c req-30e88c25-69c2-476a-b4d1-a37d849489b1 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:45.998235 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-265e6af1-c43f-4086-a045-b70d8696a42c req-30e88c25-69c2-476a-b4d1-a37d849489b1 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0503795 Oct 19 00:59:46.042661 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-265e6af1-c43f-4086-a045-b70d8696a42c req-8cd0ed73-8025-48e4-bc75-5e4772f3ea10 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386193 Oct 19 00:59:46.145892 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d4767-9d64-4f0e-80f5-aa9a1e67f7c4 req-d443e4eb-b240-44f0-9401-44e276697888 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:46.147804 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-337d4767-9d64-4f0e-80f5-aa9a1e67f7c4 req-d443e4eb-b240-44f0-9401-44e276697888 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=92c4602b-de13-4e17-afdc-f1bf3d734d33 HTTP/1.1" status: 200 len: 945 time: 0.0536022 Oct 19 00:59:46.191052 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-337d4767-9d64-4f0e-80f5-aa9a1e67f7c4 req-d682451a-67c2-459c-8fde-e254bf1fc594 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356762 Oct 19 00:59:46.267210 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device fb66fdda-044a-4dbb-a30e-64835154f510 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:59:46.361817 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port fb66fdda-044a-4dbb-a30e-64835154f510 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:59:46.368062 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port fb66fdda-044a-4dbb-a30e-64835154f510 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:59:46.369151 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:46.414655 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b5b2c-c152-4411-9902-eb752aa742a2 req-fcb89bd6-0b32-41d3-a51a-eeb72e4b3e2b tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:46.416644 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f58b5b2c-c152-4411-9902-eb752aa742a2 req-fcb89bd6-0b32-41d3-a51a-eeb72e4b3e2b tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 943 time: 0.0952170 Oct 19 00:59:46.454429 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a8c25-389a-4703-a5ae-22c264bd3e7e req-0f891363-c866-4738-add5-739bba51e76c tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:46.459048 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-329a8c25-389a-4703-a5ae-22c264bd3e7e req-0f891363-c866-4738-add5-739bba51e76c tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.1313095 Oct 19 00:59:46.472864 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f58b5b2c-c152-4411-9902-eb752aa742a2 req-094533ba-a5c2-4394-9c4b-9aa135251339 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475857 Oct 19 00:59:46.489574 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:46.499603 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d80d8e10-2a0a-42a8-8b62-66838874f524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:46.547081 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c4602b-de13-4e17-afdc-f1bf3d734d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb66fdda-044a-4dbb-a30e-64835154f510'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:59:46.550043 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da02d61d-6e71-4017-8fcc-283a7755fc3f" -d '{"events": [{"server_uuid": "92c4602b-de13-4e17-afdc-f1bf3d734d33", "name": "network-vif-plugged", "status": "completed", "tag": "fb66fdda-044a-4dbb-a30e-64835154f510"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:59:46.552982 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-329a8c25-389a-4703-a5ae-22c264bd3e7e req-cb175fab-e021-4d3c-a5cd-a2fee3c6fdb8 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866838 Oct 19 00:59:46.574433 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port fb66fdda-044a-4dbb-a30e-64835154f510, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=fb66fdda-044a-4dbb-a30e-64835154f510,segment=NetworkSegment(85401e62-3f2c-43a6-8d64-5618396e8614),segment_id=85401e62-3f2c-43a6-8d64-5618396e8614)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:46.581523 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:46.582784 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device c890e210-5a9e-4f9f-80d7-4cddf7fc07cc no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:59:46.621882 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cde22e-4e9c-4267-a600-6da30ac1d398 x-openstack-request-id: req-37cde22e-4e9c-4267-a600-6da30ac1d398 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:59:46.622406 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92c4602b-de13-4e17-afdc-f1bf3d734d33", "name": "network-vif-plugged", "status": "completed", "tag": "fb66fdda-044a-4dbb-a30e-64835154f510", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:59:46.622842 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-37cde22e-4e9c-4267-a600-6da30ac1d398 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:59:46.623237 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92c4602b-de13-4e17-afdc-f1bf3d734d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb66fdda-044a-4dbb-a30e-64835154f510', 'code': 200} Oct 19 00:59:46.681062 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd8b81-054f-4524-a5b5-556266184482 req-3f68fd8b-f555-4885-a339-65acbd79b4f5 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:46.683496 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-44cd8b81-054f-4524-a5b5-556266184482 req-3f68fd8b-f555-4885-a339-65acbd79b4f5 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 949 time: 0.0698767 Oct 19 00:59:46.699460 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=fb66fdda-044a-4dbb-a30e-64835154f510,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:46.781572 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-44cd8b81-054f-4524-a5b5-556266184482 req-766c1575-b558-4e61-9371-0b639f43d676 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912888 Oct 19 00:59:46.808165 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43126746-438d-4095-aaca-81b04eb537bc req-7e3669a0-2a64-4754-97ca-d6411a4f5fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:46.809725 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-43126746-438d-4095-aaca-81b04eb537bc req-7e3669a0-2a64-4754-97ca-d6411a4f5fba service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=92c4602b-de13-4e17-afdc-f1bf3d734d33 HTTP/1.1" status: 200 len: 1098 time: 0.0787542 Oct 19 00:59:46.870416 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-43126746-438d-4095-aaca-81b04eb537bc req-625e1d7b-ad0f-4b20-8a38-0ddba5199936 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525842 Oct 19 00:59:46.887643 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f1b2a-5a55-4cfa-a63c-b904e36e0356 req-05294dba-f56f-456c-8297-5befa6d8a60d tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:46.889396 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-565f1b2a-5a55-4cfa-a63c-b904e36e0356 req-05294dba-f56f-456c-8297-5befa6d8a60d tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 943 time: 0.0604656 Oct 19 00:59:46.944416 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-565f1b2a-5a55-4cfa-a63c-b904e36e0356 req-95a5c3b6-aa73-4e6f-bb23-5113bde71795 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439384 Oct 19 00:59:47.183255 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb51e5d-ede6-4b3f-99ea-ad910226b180 req-4369d6b0-4245-4f10-b441-df4135c616d1 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:47.188345 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ceb51e5d-ede6-4b3f-99ea-ad910226b180 req-4369d6b0-4245-4f10-b441-df4135c616d1 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0696177 Oct 19 00:59:47.190893 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:47.238844 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ceb51e5d-ede6-4b3f-99ea-ad910226b180 req-521262f5-b8ab-44cb-89e5-47553913592b tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467219 Oct 19 00:59:47.347181 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff22b0e-48f6-4605-9006-cdf553a57adf req-d4f5d12c-5b0b-403d-952a-e47caa2f252a tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:47.349264 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5ff22b0e-48f6-4605-9006-cdf553a57adf req-d4f5d12c-5b0b-403d-952a-e47caa2f252a tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=92c4602b-de13-4e17-afdc-f1bf3d734d33 HTTP/1.1" status: 200 len: 946 time: 0.0672810 Oct 19 00:59:47.395103 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5ff22b0e-48f6-4605-9006-cdf553a57adf req-db6732b8-acc4-4502-99cf-1b02e840074a tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373499 Oct 19 00:59:47.621311 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b749c6-859a-42bc-9b9c-43bb40330d99 req-6390f688-1531-44e2-a287-d7884451619f tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:47.628317 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-87b749c6-859a-42bc-9b9c-43bb40330d99 req-6390f688-1531-44e2-a287-d7884451619f tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 943 time: 0.0797603 Oct 19 00:59:47.632018 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:47.685967 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-87b749c6-859a-42bc-9b9c-43bb40330d99 req-34acd3bd-021b-4da2-b625-3742ab789b03 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516622 Oct 19 00:59:47.715402 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6aeab-f5e0-408f-b311-d814220dcdfd req-34d58813-9670-4fd2-ab48-2a74a0b00470 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:47.717014 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-59a6aeab-f5e0-408f-b311-d814220dcdfd req-34d58813-9670-4fd2-ab48-2a74a0b00470 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.0784495 Oct 19 00:59:47.761624 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-59a6aeab-f5e0-408f-b311-d814220dcdfd req-68d9aee0-058a-4e49-b8cf-0220fa867187 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378633 Oct 19 00:59:47.913127 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a917e2d-43d5-4ed6-9a74-488fff74c675 req-d941d40c-4c1b-4926-9f4e-cccd18842c41 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:47.914714 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3a917e2d-43d5-4ed6-9a74-488fff74c675 req-d941d40c-4c1b-4926-9f4e-cccd18842c41 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 949 time: 0.0570009 Oct 19 00:59:47.958384 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3a917e2d-43d5-4ed6-9a74-488fff74c675 req-4120bc09-d191-4e44-b32e-7b7577cd983f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370975 Oct 19 00:59:48.105290 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-45833947-078c-4058-9742-a4d899db266d service neutron] 10.222.0.24 "GET /v2.0/ports/c890e210-5a9e-4f9f-80d7-4cddf7fc07cc/bindings/n-h1-715271-26 HTTP/1.1" status: 200 len: 385 time: 0.0979419 Oct 19 00:59:48.113896 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03dbf60-cf5c-42e6-8b0d-fa205e92fd29 req-e2793f5b-331b-44cb-9336-651b79d3de78 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:48.115358 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d03dbf60-cf5c-42e6-8b0d-fa205e92fd29 req-e2793f5b-331b-44cb-9336-651b79d3de78 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 943 time: 0.0823100 Oct 19 00:59:48.202181 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d03dbf60-cf5c-42e6-8b0d-fa205e92fd29 req-619fc81d-d703-41dd-9b2d-700060d911bd tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799987 Oct 19 00:59:48.330045 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-769ec2ab-fde2-4e94-9e76-c673dcede3c6 service neutron] For port c890e210-5a9e-4f9f-80d7-4cddf7fc07cc, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=c890e210-5a9e-4f9f-80d7-4cddf7fc07cc,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:48.353816 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-769ec2ab-fde2-4e94-9e76-c673dcede3c6 service neutron] For port c890e210-5a9e-4f9f-80d7-4cddf7fc07cc, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:59:48.389144 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cedc56-49bb-4d96-bee8-8480302d3d37 req-b48edabe-05fc-47a2-8297-020b4614feff tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:48.392975 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-769ec2ab-fde2-4e94-9e76-c673dcede3c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c890e210-5a9e-4f9f-80d7-4cddf7fc07cc {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:59:48.397632 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b7cedc56-49bb-4d96-bee8-8480302d3d37 req-b48edabe-05fc-47a2-8297-020b4614feff tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0896993 Oct 19 00:59:48.405547 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-769ec2ab-fde2-4e94-9e76-c673dcede3c6 service neutron] For port c890e210-5a9e-4f9f-80d7-4cddf7fc07cc, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=c890e210-5a9e-4f9f-80d7-4cddf7fc07cc,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:48.425659 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-769ec2ab-fde2-4e94-9e76-c673dcede3c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:48.442574 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b7cedc56-49bb-4d96-bee8-8480302d3d37 req-9002ab87-b75a-4fcf-b3e1-d834f5bfc8e0 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428104 Oct 19 00:59:48.553909 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-769ec2ab-fde2-4e94-9e76-c673dcede3c6 service neutron] Transition to ACTIVE for port object c890e210-5a9e-4f9f-80d7-4cddf7fc07cc will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:59:48.561606 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-769ec2ab-fde2-4e94-9e76-c673dcede3c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:48.577526 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b17133-2ba4-4205-ae8f-0df12c910598 req-a6d529b8-b4d1-4e87-9929-6d5b7aa2a182 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:48.579027 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e4b17133-2ba4-4205-ae8f-0df12c910598 req-a6d529b8-b4d1-4e87-9929-6d5b7aa2a182 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=92c4602b-de13-4e17-afdc-f1bf3d734d33 HTTP/1.1" status: 200 len: 946 time: 0.0830302 Oct 19 00:59:48.649588 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-769ec2ab-fde2-4e94-9e76-c673dcede3c6 service neutron] No DVR routers for this DVR port c890e210-5a9e-4f9f-80d7-4cddf7fc07cc on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:59:48.673602 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ec2ab-fde2-4e94-9e76-c673dcede3c6 service neutron] Pushing event updated for resources: {'Port': ['ID=c890e210-5a9e-4f9f-80d7-4cddf7fc07cc,revision_number=10']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:48.695289 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e4b17133-2ba4-4205-ae8f-0df12c910598 req-12c8dfb7-de59-47df-8421-a967ef2e59f0 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965919 Oct 19 00:59:48.701649 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-769ec2ab-fde2-4e94-9e76-c673dcede3c6 service neutron] 10.222.0.24 "PUT /v2.0/ports/c890e210-5a9e-4f9f-80d7-4cddf7fc07cc/bindings/n-h1-715271-26/activate HTTP/1.1" status: 200 len: 370 time: 0.5853562 Oct 19 00:59:48.826827 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ae81e-1b3c-4e68-a32f-9e934a5eda0d req-bfba7fb0-d9f5-468f-998d-9c0055fdd5a4 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:48.828402 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b74ae81e-1b3c-4e68-a32f-9e934a5eda0d req-bfba7fb0-d9f5-468f-998d-9c0055fdd5a4 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 944 time: 0.0681424 Oct 19 00:59:48.878474 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b74ae81e-1b3c-4e68-a32f-9e934a5eda0d req-591ac772-395b-4d27-879a-db360d39d06a tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442853 Oct 19 00:59:48.979530 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c698da6-2aa7-4eff-a5c8-afc938c27d68 req-d8578d77-583b-4927-a5ae-fb0e5c8aeaef tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:48.981318 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0c698da6-2aa7-4eff-a5c8-afc938c27d68 req-d8578d77-583b-4927-a5ae-fb0e5c8aeaef tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.0590024 Oct 19 00:59:49.030714 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0c698da6-2aa7-4eff-a5c8-afc938c27d68 req-e96766ec-7c26-4388-8b91-3c29b3861804 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420067 Oct 19 00:59:49.056185 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea042148-5196-4bd3-b145-e4e68a641e8d req-1f8e902e-8a24-407c-8d5a-e769dd6019ba tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:49.056185 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ea042148-5196-4bd3-b145-e4e68a641e8d req-1f8e902e-8a24-407c-8d5a-e769dd6019ba tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=92c4602b-de13-4e17-afdc-f1bf3d734d33 HTTP/1.1" status: 200 len: 946 time: 0.0552464 Oct 19 00:59:49.100512 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ea042148-5196-4bd3-b145-e4e68a641e8d req-10147bdf-7d0f-4c2b-aaf3-bfa5c0cd8c5f tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377991 Oct 19 00:59:49.151384 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9223a-5a62-47b8-aedc-823dfa125013 req-828cc0ba-a78f-4dd9-8731-3eb5a600add8 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:49.152905 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2fa9223a-5a62-47b8-aedc-823dfa125013 req-828cc0ba-a78f-4dd9-8731-3eb5a600add8 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 949 time: 0.0571496 Oct 19 00:59:49.196375 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2fa9223a-5a62-47b8-aedc-823dfa125013 req-654ae71f-f173-47e6-b3dc-070d4ceec9c6 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365839 Oct 19 00:59:49.321732 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82ea38-ccf6-4101-9b8e-a9da2e120cbe req-6acf43a4-75a5-4f75-a826-303ff08591fd tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:49.323201 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f82ea38-ccf6-4101-9b8e-a9da2e120cbe req-6acf43a4-75a5-4f75-a826-303ff08591fd tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 943 time: 0.0528750 Oct 19 00:59:49.362423 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f82ea38-ccf6-4101-9b8e-a9da2e120cbe req-8270f596-0f8f-477a-9791-df83742ba71a tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332084 Oct 19 00:59:49.576723 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e888c-e50d-4453-9fee-80f97faba0b5 req-7fe97d66-a5ea-41b8-ae38-67da07c21e57 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:49.578222 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4d6e888c-e50d-4453-9fee-80f97faba0b5 req-7fe97d66-a5ea-41b8-ae38-67da07c21e57 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0575995 Oct 19 00:59:49.599951 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:49.619840 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4d6e888c-e50d-4453-9fee-80f97faba0b5 req-a147f662-3a92-4b33-9324-bc6c3b00d9ef tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342667 Oct 19 00:59:50.004377 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d9a15-2d76-4984-bfcf-447334500f0f req-06bf2567-e372-480b-912d-c216ccd21dfe tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:50.006444 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ba4d9a15-2d76-4984-bfcf-447334500f0f req-06bf2567-e372-480b-912d-c216ccd21dfe tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 944 time: 0.0567384 Oct 19 00:59:50.053200 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ba4d9a15-2d76-4984-bfcf-447334500f0f req-e2b1a057-d674-4c16-a484-c976c03c9adf tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398102 Oct 19 00:59:50.160665 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c4d86-062d-4c9c-b212-78b31f9f8571 req-f216353c-cb5d-4172-9b74-bc3400e6592e tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:50.165349 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c27c4d86-062d-4c9c-b212-78b31f9f8571 req-f216353c-cb5d-4172-9b74-bc3400e6592e tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.0609376 Oct 19 00:59:50.206364 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c27c4d86-062d-4c9c-b212-78b31f9f8571 req-f9516dbf-03f5-4935-b2d8-9ebdc8867892 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374553 Oct 19 00:59:50.233938 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ec7e0-60df-4d6d-ac33-d50b470609c2 req-ed58be4f-143c-495f-aaf9-9fe42e00bf5c tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:50.235515 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-790ec7e0-60df-4d6d-ac33-d50b470609c2 req-ed58be4f-143c-495f-aaf9-9fe42e00bf5c tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=92c4602b-de13-4e17-afdc-f1bf3d734d33 HTTP/1.1" status: 200 len: 946 time: 0.0548906 Oct 19 00:59:50.275337 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-790ec7e0-60df-4d6d-ac33-d50b470609c2 req-2fbbaebe-1f8d-4d60-9265-6cdc4c162cd4 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336654 Oct 19 00:59:50.325387 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102ae05-0199-4789-8c07-15010fbca78f req-a2f1af13-05da-498a-a92f-446853ab9cc5 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:50.326869 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0102ae05-0199-4789-8c07-15010fbca78f req-a2f1af13-05da-498a-a92f-446853ab9cc5 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 949 time: 0.0502474 Oct 19 00:59:50.408258 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0102ae05-0199-4789-8c07-15010fbca78f req-defb6adb-36ea-4557-86cf-790e85704154 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684912 Oct 19 00:59:50.414110 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-56580c67-96c9-4473-80eb-f90d5207da53 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:50.415708 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-56580c67-96c9-4473-80eb-f90d5207da53 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a&tenant_id=65459246a90a47d0b59f03208da91106&binding%3Ahost_id=n-h2-715271-26 HTTP/1.1" status: 200 len: 1096 time: 0.0508645 Oct 19 00:59:50.426009 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e191154-cccf-4673-8090-45fe2ba66b69 req-d50b0315-d951-4b9a-9b86-b0e335e72312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:50.427663 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1e191154-cccf-4673-8090-45fe2ba66b69 req-d50b0315-d951-4b9a-9b86-b0e335e72312 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f97037e6a5e4e978520d9c5500334e3&device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 1095 time: 0.0733140 Oct 19 00:59:50.506091 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-ee6b34ca-9562-429b-937b-74ef049dbc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:50.508420 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-ee6b34ca-9562-429b-937b-74ef049dbc27 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a&tenant_id=65459246a90a47d0b59f03208da91106 HTTP/1.1" status: 200 len: 1096 time: 0.0823345 Oct 19 00:59:50.529543 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f96806-be97-490b-9b9a-5f5465f203c6 req-1ef606f9-85ee-475b-a22d-37c80796b48b tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:50.531169 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-50f96806-be97-490b-9b9a-5f5465f203c6 req-1ef606f9-85ee-475b-a22d-37c80796b48b tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 943 time: 0.0720201 Oct 19 00:59:50.620037 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-478a00fc-86e6-4281-8e91-03440dcf37be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:50.622928 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-478a00fc-86e6-4281-8e91-03440dcf37be service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=65459246a90a47d0b59f03208da91106&device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 1096 time: 0.0893648 Oct 19 00:59:50.632469 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e191154-cccf-4673-8090-45fe2ba66b69 req-72c6d5b0-704d-4f9e-aadb-21281c0c6c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:50.635372 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1e191154-cccf-4673-8090-45fe2ba66b69 req-72c6d5b0-704d-4f9e-aadb-21281c0c6c60 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=1f97037e6a5e4e978520d9c5500334e3&shared=False HTTP/1.1" status: 200 len: 925 time: 0.1945319 Oct 19 00:59:50.683674 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-50f96806-be97-490b-9b9a-5f5465f203c6 req-9aa52eeb-325e-4faf-85ac-b8c47a3985af tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141078 Oct 19 00:59:50.782877 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-8fc986b1-f88e-4fec-89ba-7c3b755c47e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:50.784853 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-8fc986b1-f88e-4fec-89ba-7c3b755c47e8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc198a8b-4ee5-462c-a635-e1062c7dbf51 HTTP/1.1" status: 200 len: 909 time: 0.1510086 Oct 19 00:59:50.829743 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-9156c15f-a800-4b5e-acf2-46ba86d22cb7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c890e210-5a9e-4f9f-80d7-4cddf7fc07cc HTTP/1.1" status: 200 len: 217 time: 0.0358727 Oct 19 00:59:50.884250 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-ed15ecef-0a68-4437-a239-6aa534edfa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:50.885841 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-ed15ecef-0a68-4437-a239-6aa534edfa64 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b8444cd-c5d7-4c88-b1b0-9d01aef8093c HTTP/1.1" status: 200 len: 848 time: 0.0484705 Oct 19 00:59:50.924126 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-e49acb66-5917-4843-b6fe-dc43d7683f24 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc198a8b-4ee5-462c-a635-e1062c7dbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303566 Oct 19 00:59:51.025121 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-1db6e165-5233-4645-aff0-eb8d5ff62dfb service neutron] 10.222.0.55 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933838 Oct 19 00:59:51.147244 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5849f14-bf86-469e-a9ed-526c79c409ae req-93087227-5b1e-4884-af57-d61c907dbe85 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:51.149085 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b5849f14-bf86-469e-a9ed-526c79c409ae req-93087227-5b1e-4884-af57-d61c907dbe85 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.4455712 Oct 19 00:59:51.152373 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e191154-cccf-4673-8090-45fe2ba66b69 req-9bda647b-95a3-40c6-885d-141642a4b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:51.153749 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1e191154-cccf-4673-8090-45fe2ba66b69 req-9bda647b-95a3-40c6-885d-141642a4b78e service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5090301 Oct 19 00:59:51.165410 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-e21c4078-e743-4cd6-ae53-aa709f9350a7 service neutron] 10.222.0.55 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310391 Oct 19 00:59:51.196284 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b5849f14-bf86-469e-a9ed-526c79c409ae req-35dd04a6-3cc1-4a9f-8f15-4b8ae658c257 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388484 Oct 19 00:59:51.215561 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8370a-7713-412c-a92b-72acbef85cf8 req-674d8fec-f06a-443b-9e5d-0524098688c9 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:51.219652 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5bd8370a-7713-412c-a92b-72acbef85cf8 req-674d8fec-f06a-443b-9e5d-0524098688c9 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 944 time: 0.0750964 Oct 19 00:59:51.286949 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5bd8370a-7713-412c-a92b-72acbef85cf8 req-7df408b1-f401-417c-974a-f40e9ce84ac0 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573809 Oct 19 00:59:51.297078 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-cb9a573d-7859-4f27-ba63-247a9e9d7072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:51.298557 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-cb9a573d-7859-4f27-ba63-247a9e9d7072 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f97037e6a5e4e978520d9c5500334e3&device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 1095 time: 0.0778704 Oct 19 00:59:51.363752 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87a61b-c16e-4916-af56-07635207e08a req-8b0aa72b-3612-4225-9da9-443a6ee404d0 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:51.372373 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4a87a61b-c16e-4916-af56-07635207e08a req-8b0aa72b-3612-4225-9da9-443a6ee404d0 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.0927298 Oct 19 00:59:51.418725 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4a87a61b-c16e-4916-af56-07635207e08a req-ef78a9ec-134f-422a-a663-104839bcacc5 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452447 Oct 19 00:59:51.491018 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-e58edfe2-764a-471f-8bb6-3408c6cdfc24 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:51.493130 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-e58edfe2-764a-471f-8bb6-3408c6cdfc24 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a&tenant_id=65459246a90a47d0b59f03208da91106&binding%3Ahost_id=n-h1-715271-26 HTTP/1.1" status: 200 len: 1096 time: 0.0608821 Oct 19 00:59:51.588170 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655cd06-02fe-4f0e-8f39-d4eed76134c9 req-0d0d7efc-508a-46ce-99a7-483da5580e86 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:51.589751 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3655cd06-02fe-4f0e-8f39-d4eed76134c9 req-0d0d7efc-508a-46ce-99a7-483da5580e86 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 949 time: 0.0956318 Oct 19 00:59:51.599218 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-f2656c04-6a65-43f9-a9c2-9e0a4c3c06e8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d959cf2-d937-4599-baa6-8978a8c357a2 HTTP/1.1" status: 200 len: 217 time: 0.2858613 Oct 19 00:59:51.670608 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3655cd06-02fe-4f0e-8f39-d4eed76134c9 req-67529b52-7383-4f55-a9e6-48d32ecf41e9 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730991 Oct 19 00:59:51.675230 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ecfc22-0fb7-4d5a-8555-33625ae8c0b0 req-66e278b8-10eb-4ccd-8eaa-7e2ebedc0cad tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:51.676955 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-94ecfc22-0fb7-4d5a-8555-33625ae8c0b0 req-66e278b8-10eb-4ccd-8eaa-7e2ebedc0cad tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=92c4602b-de13-4e17-afdc-f1bf3d734d33 HTTP/1.1" status: 200 len: 946 time: 0.0866814 Oct 19 00:59:51.683482 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-4f178ea2-1435-4eae-aff1-9982c452ab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:51.684976 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-4f178ea2-1435-4eae-aff1-9982c452ab48 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a953001c-8d13-4f10-8aaf-914f81607c9c HTTP/1.1" status: 200 len: 863 time: 0.0685232 Oct 19 00:59:51.700136 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-86901c37-de56-46db-8386-cd90c162c9b0 service neutron] For port c890e210-5a9e-4f9f-80d7-4cddf7fc07cc, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:59:51.707788 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-86901c37-de56-46db-8386-cd90c162c9b0 service neutron] Publish callbacks [] for binding, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:51.709672 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0d0d335e-492e-4a5f-8b10-653387a41f4b req-86901c37-de56-46db-8386-cd90c162c9b0 service neutron] 10.222.0.55 "DELETE /v2.0/ports/c890e210-5a9e-4f9f-80d7-4cddf7fc07cc/bindings/n-h2-715271-26 HTTP/1.1" status: 204 len: 173 time: 0.2045469 Oct 19 00:59:51.755106 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-94ecfc22-0fb7-4d5a-8555-33625ae8c0b0 req-76199441-bb05-49e4-817c-47fe83898ef1 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690885 Oct 19 00:59:51.761852 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-9d8a293d-b65c-4b49-8635-428eacb928d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:51.763396 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-9d8a293d-b65c-4b49-8635-428eacb928d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c4b5ccfa-a7f9-4731-bba3-4264bbe52b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634093 Oct 19 00:59:51.814554 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe342d-f56f-4aae-87cd-d024a46b8422 req-023094d2-6fee-4f1a-9c46-50eb3d920f80 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:51.816599 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8cfe342d-f56f-4aae-87cd-d024a46b8422 req-023094d2-6fee-4f1a-9c46-50eb3d920f80 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 943 time: 0.0561585 Oct 19 00:59:51.865170 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8cfe342d-f56f-4aae-87cd-d024a46b8422 req-fbcfaad8-2c7d-4194-be40-4e640a9998ab tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415730 Oct 19 00:59:51.870432 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-55d5ef24-4fbf-4997-97b2-0a3d737d1b82 service neutron] 10.222.0.55 "GET /v2.0/networks/c4b5ccfa-a7f9-4731-bba3-4264bbe52b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924900 Oct 19 00:59:51.971851 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c2bce087-1d9f-4a43-8b9b-9c9e40f719c0 req-0dfb0b8b-e792-485a-86de-590ea1044a3c service neutron] 10.222.0.55 "GET /v2.0/networks/c4b5ccfa-a7f9-4731-bba3-4264bbe52b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971477 Oct 19 00:59:52.325194 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04089728-f84b-44e0-9873-0f133d1e7db7 req-fa067be0-2d9c-4013-a94f-194356852084 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:52.326897 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-04089728-f84b-44e0-9873-0f133d1e7db7 req-fa067be0-2d9c-4013-a94f-194356852084 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0553193 Oct 19 00:59:52.370020 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-04089728-f84b-44e0-9873-0f133d1e7db7 req-3918c04f-c145-4db2-a7f1-e96b037bc883 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366895 Oct 19 00:59:52.415415 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d12a65-f920-4bda-94e4-788a9cf98402 req-e8b03fda-c012-4f9e-a14e-5ec2a9499d06 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:52.416910 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a1d12a65-f920-4bda-94e4-788a9cf98402 req-e8b03fda-c012-4f9e-a14e-5ec2a9499d06 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 944 time: 0.0520484 Oct 19 00:59:52.460016 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a1d12a65-f920-4bda-94e4-788a9cf98402 req-f8a56505-e261-4632-bc10-f2d869246bb8 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369401 Oct 19 00:59:52.567015 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee2a74-a695-4824-9336-e399ebe819d9 req-5c2d8a92-de2e-418e-8b56-fb9493c8d01d tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:52.569012 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-81ee2a74-a695-4824-9336-e399ebe819d9 req-5c2d8a92-de2e-418e-8b56-fb9493c8d01d tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.0666826 Oct 19 00:59:52.636381 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-81ee2a74-a695-4824-9336-e399ebe819d9 req-1e49f0f1-c8fa-42dc-8b21-b54d05bc3745 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560246 Oct 19 00:59:52.664958 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10413deb-901c-4507-8c22-b9009e26c8fb req-a6ee3a87-f2ba-47b6-87bb-5d0e48a4b7dd tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:52.666514 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-10413deb-901c-4507-8c22-b9009e26c8fb req-a6ee3a87-f2ba-47b6-87bb-5d0e48a4b7dd tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 1096 time: 0.0620031 Oct 19 00:59:52.732245 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-10413deb-901c-4507-8c22-b9009e26c8fb req-abd07c53-2bcd-4f51-bed3-4bf586aeea66 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574546 Oct 19 00:59:52.854751 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bf8cf-3ce3-4d76-9ad0-df1b9ece1af9 req-14c52af6-9fb9-4230-b5a7-deb116495106 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:52.856410 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-de7bf8cf-3ce3-4d76-9ad0-df1b9ece1af9 req-14c52af6-9fb9-4230-b5a7-deb116495106 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 949 time: 0.0727665 Oct 19 00:59:52.867895 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acfaf7-ad18-41bc-ac91-0128c0cff8d7 req-b168222a-ade7-4e3d-a06a-21da2934c765 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:52.876772 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-30acfaf7-ad18-41bc-ac91-0128c0cff8d7 req-b168222a-ade7-4e3d-a06a-21da2934c765 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 1096 time: 0.0599031 Oct 19 00:59:52.911243 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-de7bf8cf-3ce3-4d76-9ad0-df1b9ece1af9 req-4894c464-a710-4901-a14f-6a00f40ed1b0 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473068 Oct 19 00:59:52.924712 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-30acfaf7-ad18-41bc-ac91-0128c0cff8d7 req-ea281c27-24b0-4512-8870-c36baeffd7bf tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414560 Oct 19 00:59:53.076591 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b55b0-9122-4bd9-9a2a-d0e06f4b5f81 req-450467d4-1657-4381-9b81-65e67d6861be tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:53.078031 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6b8b55b0-9122-4bd9-9a2a-d0e06f4b5f81 req-450467d4-1657-4381-9b81-65e67d6861be tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=92c4602b-de13-4e17-afdc-f1bf3d734d33 HTTP/1.1" status: 200 len: 946 time: 0.0643208 Oct 19 00:59:53.080541 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a752aa1-9e8f-4216-8522-d0d5108023f2 req-cf937d63-4a90-460a-bd42-17ae792ff335 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:53.090902 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9a752aa1-9e8f-4216-8522-d0d5108023f2 req-cf937d63-4a90-460a-bd42-17ae792ff335 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 943 time: 0.0643449 Oct 19 00:59:53.129585 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9a752aa1-9e8f-4216-8522-d0d5108023f2 req-39e9c1fc-4ece-4efa-8a82-cbc83b2a3d62 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365603 Oct 19 00:59:53.135661 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6b8b55b0-9122-4bd9-9a2a-d0e06f4b5f81 req-defab1ca-b629-43fd-bdff-3c76e239149f tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480840 Oct 19 00:59:53.786087 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5cd84-6554-4de0-8cb0-6c2beb915f31 req-f83d7a97-23b9-40ca-8934-87e19603c2d8 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:53.788042 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-73e5cd84-6554-4de0-8cb0-6c2beb915f31 req-f83d7a97-23b9-40ca-8934-87e19603c2d8 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0872002 Oct 19 00:59:53.857077 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-73e5cd84-6554-4de0-8cb0-6c2beb915f31 req-d05d6dd3-65f2-469f-9e89-645501628317 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575461 Oct 19 00:59:54.059852 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dba438-8fc5-4aba-9def-3784b282ebb4 req-f80746cd-cf85-4556-a3d5-3fd6ee368817 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:54.061617 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-69dba438-8fc5-4aba-9def-3784b282ebb4 req-f80746cd-cf85-4556-a3d5-3fd6ee368817 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.0705159 Oct 19 00:59:54.116021 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-69dba438-8fc5-4aba-9def-3784b282ebb4 req-41e90e00-0880-40be-b89c-fa79ff0d713a tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460527 Oct 19 00:59:54.254644 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7859b09-7963-4898-9c9f-6244f975b864 req-63f7bb7d-2b16-4eec-8153-6b05ccf0e314 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:54.265905 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e7859b09-7963-4898-9c9f-6244f975b864 req-63f7bb7d-2b16-4eec-8153-6b05ccf0e314 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 949 time: 0.0667975 Oct 19 00:59:54.315464 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e7859b09-7963-4898-9c9f-6244f975b864 req-e1afbabe-fd78-488a-8c97-85fe595051ee tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486426 Oct 19 00:59:54.468654 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cdd47-e057-4116-8748-1d074a5a70df req-1ec42e1b-57f5-49d7-96f0-22e94d31ef7d tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:54.470204 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-686cdd47-e057-4116-8748-1d074a5a70df req-1ec42e1b-57f5-49d7-96f0-22e94d31ef7d tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 943 time: 0.0736485 Oct 19 00:59:54.535635 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-686cdd47-e057-4116-8748-1d074a5a70df req-c698465a-97aa-4ce1-8a31-9c2874d8304d tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484858 Oct 19 00:59:54.696024 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74878ef-924b-4c58-b4d8-19db2ac3c53e req-f0dcade6-984c-4099-9001-68e9c8058494 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:54.704290 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d74878ef-924b-4c58-b4d8-19db2ac3c53e req-f0dcade6-984c-4099-9001-68e9c8058494 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=92c4602b-de13-4e17-afdc-f1bf3d734d33 HTTP/1.1" status: 200 len: 946 time: 0.0700774 Oct 19 00:59:54.768540 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d74878ef-924b-4c58-b4d8-19db2ac3c53e req-6a6e7a6b-18b9-4283-93f4-8d179e6d5cba tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610409 Oct 19 00:59:55.048523 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598b168-9873-4b6e-8916-8a073b94580c req-a30de7bb-a70e-4f28-8142-980cff1ddcbc tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:55.050329 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2598b168-9873-4b6e-8916-8a073b94580c req-a30de7bb-a70e-4f28-8142-980cff1ddcbc tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0666821 Oct 19 00:59:55.098025 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2598b168-9873-4b6e-8916-8a073b94580c req-a661f58b-074e-4754-b868-e6e6aa05786d tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407579 Oct 19 00:59:55.295610 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40099e64-c2f8-4d9a-9ee1-8a56b165d21b req-2556bf98-0bfc-475f-914c-a626c86e4bbe tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:55.300073 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-40099e64-c2f8-4d9a-9ee1-8a56b165d21b req-2556bf98-0bfc-475f-914c-a626c86e4bbe tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.0734906 Oct 19 00:59:55.377079 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-40099e64-c2f8-4d9a-9ee1-8a56b165d21b req-796c3bb4-4e10-4c0b-aee7-bfe210fbf16a tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696208 Oct 19 00:59:55.547393 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4b4a3-2db8-4fcb-8fc8-7ac2f2a8fc0a req-0638c6d0-737b-41f1-829c-00e01866a55e tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:55.567851 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dba4b4a3-2db8-4fcb-8fc8-7ac2f2a8fc0a req-0638c6d0-737b-41f1-829c-00e01866a55e tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 949 time: 0.1089845 Oct 19 00:59:55.640269 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dba4b4a3-2db8-4fcb-8fc8-7ac2f2a8fc0a req-f90f36b0-8b96-4137-96a9-3d6bee7ec10f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715845 Oct 19 00:59:55.786057 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68027494-b810-497c-a6a6-3c7fb66c703c req-feb694bd-e677-4fed-8f20-d0fa828072c5 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:55.795457 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-68027494-b810-497c-a6a6-3c7fb66c703c req-feb694bd-e677-4fed-8f20-d0fa828072c5 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 943 time: 0.0661654 Oct 19 00:59:55.841360 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-68027494-b810-497c-a6a6-3c7fb66c703c req-3eb554a0-8768-4767-9d54-7d9f1877bfe1 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446784 Oct 19 00:59:56.023985 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1dda3d-f84a-430c-ab22-130b1109bc81 req-2029e2d6-5ac9-42a8-bf48-37fdb46099d4 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:56.025477 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2f1dda3d-f84a-430c-ab22-130b1109bc81 req-2029e2d6-5ac9-42a8-bf48-37fdb46099d4 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=92c4602b-de13-4e17-afdc-f1bf3d734d33 HTTP/1.1" status: 200 len: 946 time: 0.0775776 Oct 19 00:59:56.116975 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2f1dda3d-f84a-430c-ab22-130b1109bc81 req-a507a709-fa29-4089-bd82-b8d35c404b65 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786684 Oct 19 00:59:56.334442 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed489ec-94c5-45f7-8f7f-e11b7fdf149a req-6bb09f2b-c95c-44c2-a4b7-201a7f713880 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:56.336657 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4ed489ec-94c5-45f7-8f7f-e11b7fdf149a req-6bb09f2b-c95c-44c2-a4b7-201a7f713880 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0968583 Oct 19 00:59:56.411832 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4ed489ec-94c5-45f7-8f7f-e11b7fdf149a req-b2c718e1-f8e9-47e7-9bda-d313a8bc5c2c tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546250 Oct 19 00:59:56.515098 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 9d959cf2-d937-4599-baa6-8978a8c357a2 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:59:56.602152 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24f4da-ff4c-4daf-badd-949dcb134029 req-51c85462-c67a-45e1-ad5d-646b1fd31ea0 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:56.613675 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cf24f4da-ff4c-4daf-badd-949dcb134029 req-51c85462-c67a-45e1-ad5d-646b1fd31ea0 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.0838029 Oct 19 00:59:56.672151 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cf24f4da-ff4c-4daf-badd-949dcb134029 req-4bed2565-f150-4962-ab43-a0a2a106bde5 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571587 Oct 19 00:59:56.738754 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 9d959cf2-d937-4599-baa6-8978a8c357a2, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=9d959cf2-d937-4599-baa6-8978a8c357a2,segment=NetworkSegment(e19ceaa3-9bbe-44c1-b629-032b78b84ea1),segment_id=e19ceaa3-9bbe-44c1-b629-032b78b84ea1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:56.762408 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '9d959cf2-d937-4599-baa6-8978a8c357a2', 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87', 'port_id': '9d959cf2-d937-4599-baa6-8978a8c357a2', 'mac_address': 'fa:16:3e:23:33:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a953001c-8d13-4f10-8aaf-914f81607c9c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:59:56.843895 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77627b-341c-4425-96f3-396fa85e717c req-33a9f186-37dd-49c8-b3d6-5dd4d3b5f198 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:56.844139 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:56.850761 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:56.857308 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4a77627b-341c-4425-96f3-396fa85e717c req-33a9f186-37dd-49c8-b3d6-5dd4d3b5f198 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 949 time: 0.1111789 Oct 19 00:59:56.899961 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d959cf2-d937-4599-baa6-8978a8c357a2 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:59:56.946458 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 9d959cf2-d937-4599-baa6-8978a8c357a2, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=9d959cf2-d937-4599-baa6-8978a8c357a2,segment=NetworkSegment(e19ceaa3-9bbe-44c1-b629-032b78b84ea1),segment_id=e19ceaa3-9bbe-44c1-b629-032b78b84ea1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:56.954944 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:56.996043 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4a77627b-341c-4425-96f3-396fa85e717c req-f8613932-4580-4e36-99ab-5622d884bf60 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321390 Oct 19 00:59:57.098598 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9ee77-0a81-43bd-93fb-84b4d40aa91f req-e298610c-9a02-455d-985d-9103ad126811 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:57.100505 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=9d959cf2-d937-4599-baa6-8978a8c357a2,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:57.110991 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-22b9ee77-0a81-43bd-93fb-84b4d40aa91f req-e298610c-9a02-455d-985d-9103ad126811 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 944 time: 0.1019561 Oct 19 00:59:57.158544 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-22b9ee77-0a81-43bd-93fb-84b4d40aa91f req-bfa071c4-477b-407c-a9b4-5908cebda541 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465837 Oct 19 00:59:57.389397 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160cc37-5797-4a4c-9fb2-6fcf42838739 req-9ccc8b99-8afe-4704-85c2-7f9347c47b0a tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:57.391250 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0160cc37-5797-4a4c-9fb2-6fcf42838739 req-9ccc8b99-8afe-4704-85c2-7f9347c47b0a tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=92c4602b-de13-4e17-afdc-f1bf3d734d33 HTTP/1.1" status: 200 len: 946 time: 0.1190090 Oct 19 00:59:57.447792 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['9d959cf2-d937-4599-baa6-8978a8c357a2'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:59:57.493663 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0160cc37-5797-4a4c-9fb2-6fcf42838739 req-060e53f4-84e6-40c3-9c3a-0abf3f5cdea0 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933690 Oct 19 00:59:57.779451 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41394f-603d-4bb5-8ca7-99426c3f55d9 req-28fe7482-0f42-4842-a20f-6a622d8bf8c1 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:57.782978 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ce41394f-603d-4bb5-8ca7-99426c3f55d9 req-28fe7482-0f42-4842-a20f-6a622d8bf8c1 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.2095544 Oct 19 00:59:57.890024 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ce41394f-603d-4bb5-8ca7-99426c3f55d9 req-5adf0cc0-b7c0-4946-aaa8-cef884afedd3 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971813 Oct 19 00:59:57.987362 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d8146-9ec9-4927-9803-f150f0a22fe1 req-fbdaf3f5-9c1c-495c-9398-72db8a16f6ee tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:57.996201 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8e5d8146-9ec9-4927-9803-f150f0a22fe1 req-fbdaf3f5-9c1c-495c-9398-72db8a16f6ee tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.0873983 Oct 19 00:59:58.059765 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8e5d8146-9ec9-4927-9803-f150f0a22fe1 req-f6b423c5-b744-409a-b0aa-ad68c81e7462 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549164 Oct 19 00:59:58.265527 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d64d3-5728-43a1-8549-126e5e85c3e5 req-2f4794b2-663a-4d27-a884-0f1274bbdb9c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:58.267109 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-491d64d3-5728-43a1-8549-126e5e85c3e5 req-2f4794b2-663a-4d27-a884-0f1274bbdb9c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 949 time: 0.1488574 Oct 19 00:59:58.356438 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-491d64d3-5728-43a1-8549-126e5e85c3e5 req-eed566bb-203c-4c52-9fb5-5098314d138e tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823333 Oct 19 00:59:58.372721 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2cbb4-0b61-470d-a397-792f8388b0f9 req-e2c56b61-edd6-4280-9edc-d927abbcba95 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:58.381364 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-03b2cbb4-0b61-470d-a397-792f8388b0f9 req-e2c56b61-edd6-4280-9edc-d927abbcba95 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 944 time: 0.0965254 Oct 19 00:59:58.437911 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-03b2cbb4-0b61-470d-a397-792f8388b0f9 req-95fc0f72-9f88-41a8-be7b-b4a9c7d06c0b tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555549 Oct 19 00:59:58.671030 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046c5e3-f07a-45fd-a684-a767425e9b3c req-81a66890-c70f-4812-baa4-255af134bc9b tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:58.673214 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4046c5e3-f07a-45fd-a684-a767425e9b3c req-81a66890-c70f-4812-baa4-255af134bc9b tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=92c4602b-de13-4e17-afdc-f1bf3d734d33 HTTP/1.1" status: 200 len: 946 time: 0.0853181 Oct 19 00:59:58.781602 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4046c5e3-f07a-45fd-a684-a767425e9b3c req-5082328a-5da2-4563-bd38-cffbecea45c6 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925653 Oct 19 00:59:59.078544 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:59.091864 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda7364-0f53-4d3f-94a2-2522f6832d41 req-a621d775-7edc-44c5-8ddd-cc84fb5fd578 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:59.094078 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1bda7364-0f53-4d3f-94a2-2522f6832d41 req-a621d775-7edc-44c5-8ddd-cc84fb5fd578 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0952909 Oct 19 00:59:59.189855 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1bda7364-0f53-4d3f-94a2-2522f6832d41 req-1b011b5a-9b17-414f-800a-51507040f691 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730307 Oct 19 00:59:59.218612 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a6bd8-d7ce-4279-8727-bf477e8d8dbf req-89de4fa0-e193-44f3-8645-8f328ce7dd35 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:59.229395 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-836a6bd8-d7ce-4279-8727-bf477e8d8dbf req-89de4fa0-e193-44f3-8645-8f328ce7dd35 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.0745168 Oct 19 00:59:59.316489 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-836a6bd8-d7ce-4279-8727-bf477e8d8dbf req-ab32303a-739d-4635-84a1-3c8dfd669fdb tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861771 Oct 19 00:59:59.550970 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43489f0-0ad6-49d5-8e7e-1209c151fa51 req-3f99784a-37b2-410c-ac61-da852943f492 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:59.552659 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a43489f0-0ad6-49d5-8e7e-1209c151fa51 req-3f99784a-37b2-410c-ac61-da852943f492 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 949 time: 0.0833108 Oct 19 00:59:59.606910 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b93c6-1a96-4894-aa5e-af83c9395fbc req-7c429f7d-9f2c-48b3-81b0-55f054f276ac tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:59.608540 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5a1b93c6-1a96-4894-aa5e-af83c9395fbc req-7c429f7d-9f2c-48b3-81b0-55f054f276ac tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 944 time: 0.0727046 Oct 19 00:59:59.638284 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a43489f0-0ad6-49d5-8e7e-1209c151fa51 req-785e5351-5f10-48e9-9cc0-f8e007c703e8 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792792 Oct 19 00:59:59.675029 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5a1b93c6-1a96-4894-aa5e-af83c9395fbc req-97af5dca-bd38-48e5-9eec-2d77e912f7e3 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502734 Oct 19 01:00:00.010625 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db452db4-d9f4-4f2f-a23f-9941232cf9f6 req-e702f2df-d1e4-46ea-ba90-7bd1894d750f tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:00.022226 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-db452db4-d9f4-4f2f-a23f-9941232cf9f6 req-e702f2df-d1e4-46ea-ba90-7bd1894d750f tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=92c4602b-de13-4e17-afdc-f1bf3d734d33 HTTP/1.1" status: 200 len: 946 time: 0.1170340 Oct 19 01:00:00.071499 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-db452db4-d9f4-4f2f-a23f-9941232cf9f6 req-f1b47f03-df32-4f74-8802-4f4d156ed3a4 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430567 Oct 19 01:00:00.395246 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b0429a-85a8-414c-b69d-c50f60876419 req-16c35bd4-0fe7-4c0f-b5aa-c1a745bc1db4 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:00.403031 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e4b0429a-85a8-414c-b69d-c50f60876419 req-16c35bd4-0fe7-4c0f-b5aa-c1a745bc1db4 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.1509798 Oct 19 01:00:00.420839 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3eac6bfe-46fb-4e22-865f-7edfcc53a24c req-48d176d7-533b-4c0e-8a18-4816fa54ca01 service neutron] 10.222.0.24 "GET /v2.0/ports/ba97a604-45cb-4765-a2a4-1027dbd985f7/bindings/n-h2-715271-26 HTTP/1.1" status: 200 len: 383 time: 0.1279700 Oct 19 01:00:00.464935 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e4b0429a-85a8-414c-b69d-c50f60876419 req-5c754b0d-2891-44f7-9810-ab69e5d54556 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609856 Oct 19 01:00:00.531203 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 9d959cf2-d937-4599-baa6-8978a8c357a2 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:00:00.566293 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be172bd9-a1a6-4bc6-8581-4ce547e7b5a3 req-70746895-eec8-48d9-9194-17a57095908c tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:00.580694 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-be172bd9-a1a6-4bc6-8581-4ce547e7b5a3 req-70746895-eec8-48d9-9194-17a57095908c tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.1375194 Oct 19 01:00:00.666199 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 9d959cf2-d937-4599-baa6-8978a8c357a2 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:00:00.673671 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 9d959cf2-d937-4599-baa6-8978a8c357a2 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:00:00.674286 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:00.698811 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-be172bd9-a1a6-4bc6-8581-4ce547e7b5a3 req-a1226442-707f-43d3-a5ad-39a932c0c55c tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168520 Oct 19 01:00:00.852828 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:00.877354 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86b379d-0e77-4852-9dfd-021d65295729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d959cf2-d937-4599-baa6-8978a8c357a2'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:00:00.880263 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48eeb98-7d98-49ce-86b7-0f42817ce7c7" -d '{"events": [{"server_uuid": "c86b379d-0e77-4852-9dfd-021d65295729", "name": "network-vif-plugged", "status": "completed", "tag": "9d959cf2-d937-4599-baa6-8978a8c357a2"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:00:00.895639 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 9d959cf2-d937-4599-baa6-8978a8c357a2, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=9d959cf2-d937-4599-baa6-8978a8c357a2,segment=NetworkSegment(e19ceaa3-9bbe-44c1-b629-032b78b84ea1),segment_id=e19ceaa3-9bbe-44c1-b629-032b78b84ea1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:00.904493 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:00.947523 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac6bfe-46fb-4e22-865f-7edfcc53a24c req-9ec2806f-3d4a-48ba-b6f2-a15e6ff4e220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:00.955973 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3eac6bfe-46fb-4e22-865f-7edfcc53a24c req-9ec2806f-3d4a-48ba-b6f2-a15e6ff4e220 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0&tenant_id=ac822e1b6e714d828ed258d652a9ce7a HTTP/1.1" status: 200 len: 1101 time: 0.1916876 Oct 19 01:00:00.974300 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8236b-9097-4d32-94dd-705fd56414f7 req-e0a41771-b3c2-43cb-9955-e65a9a70487e tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:00.982455 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ed3f2-8eb3-420d-be69-3e8891704b74 req-53e15436-b0ec-4341-bde7-99540893d534 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:00.986972 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e61ed3f2-8eb3-420d-be69-3e8891704b74 req-53e15436-b0ec-4341-bde7-99540893d534 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 949 time: 0.2215335 Oct 19 01:00:00.989820 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e7a8236b-9097-4d32-94dd-705fd56414f7 req-e0a41771-b3c2-43cb-9955-e65a9a70487e tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 944 time: 0.1526837 Oct 19 01:00:01.024020 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=9d959cf2-d937-4599-baa6-8978a8c357a2,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:01.104399 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e61ed3f2-8eb3-420d-be69-3e8891704b74 req-3faff39a-3520-4e93-ba09-25a4823f2b55 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076946 Oct 19 01:00:01.107317 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e7a8236b-9097-4d32-94dd-705fd56414f7 req-08c2aa45-f434-466d-a48e-3aa63358af29 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082392 Oct 19 01:00:01.118631 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac6bfe-46fb-4e22-865f-7edfcc53a24c req-8b00fbf0-df42-4e9a-9518-781f58766cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:01.122451 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3eac6bfe-46fb-4e22-865f-7edfcc53a24c req-8b00fbf0-df42-4e9a-9518-781f58766cb8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 1101 time: 0.1241274 Oct 19 01:00:01.171202 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b635b9f-630d-41d8-8b01-4ae5bf35c940 x-openstack-request-id: req-0b635b9f-630d-41d8-8b01-4ae5bf35c940 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:00:01.171567 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86b379d-0e77-4852-9dfd-021d65295729", "name": "network-vif-plugged", "status": "completed", "tag": "9d959cf2-d937-4599-baa6-8978a8c357a2", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:00:01.171922 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0b635b9f-630d-41d8-8b01-4ae5bf35c940 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:00:01.172385 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86b379d-0e77-4852-9dfd-021d65295729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d959cf2-d937-4599-baa6-8978a8c357a2', 'code': 200} Oct 19 01:00:01.268737 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac6bfe-46fb-4e22-865f-7edfcc53a24c req-25846915-c46e-407f-ab8c-cb28eb488d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:01.270505 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3eac6bfe-46fb-4e22-865f-7edfcc53a24c req-25846915-c46e-407f-ab8c-cb28eb488d8c service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.1415472 Oct 19 01:00:01.349230 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01339707-8b0d-4856-a27d-b9cdb8cb1bf1 req-f63b3863-a446-48e1-bbc6-32e8c6d20c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:01.352809 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-01339707-8b0d-4856-a27d-b9cdb8cb1bf1 req-f63b3863-a446-48e1-bbc6-32e8c6d20c40 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 1097 time: 0.0894186 Oct 19 01:00:01.361284 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3eac6bfe-46fb-4e22-865f-7edfcc53a24c req-10b354e8-7ec0-4305-826d-94272668d9ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=ba97a604-45cb-4765-a2a4-1027dbd985f7 HTTP/1.1" status: 200 len: 217 time: 0.0783837 Oct 19 01:00:01.394474 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-01339707-8b0d-4856-a27d-b9cdb8cb1bf1 req-102c0053-d7fb-44eb-83f4-ff161a7fb8e4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353010 Oct 19 01:00:01.433227 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac6bfe-46fb-4e22-865f-7edfcc53a24c req-e3eb4115-76ae-4135-9e26-9e3e81987112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:01.434946 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3eac6bfe-46fb-4e22-865f-7edfcc53a24c req-e3eb4115-76ae-4135-9e26-9e3e81987112 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0644197 Oct 19 01:00:01.452520 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e791-f51e-4af6-be11-302e6d51f045 req-6c08ec59-6eb0-4cfb-abb5-6cbe34d5a2fe tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:01.452520 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1425e791-f51e-4af6-be11-302e6d51f045 req-6c08ec59-6eb0-4cfb-abb5-6cbe34d5a2fe tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=92c4602b-de13-4e17-afdc-f1bf3d734d33 HTTP/1.1" status: 200 len: 946 time: 0.1557539 Oct 19 01:00:01.530630 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1425e791-f51e-4af6-be11-302e6d51f045 req-c6456a11-3bb3-4cf2-ad89-40ace520a2e9 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482712 Oct 19 01:00:01.537146 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac6bfe-46fb-4e22-865f-7edfcc53a24c req-4c7de042-d872-4611-9d7a-836698fbbccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:01.538675 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3eac6bfe-46fb-4e22-865f-7edfcc53a24c req-4c7de042-d872-4611-9d7a-836698fbbccb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0869944 Oct 19 01:00:01.641218 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67f175-546f-4f8b-a552-ceb4b76270b4 req-d966ed9f-cb95-41a1-948c-6e52e1fda851 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:01.643142 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fd67f175-546f-4f8b-a552-ceb4b76270b4 req-d966ed9f-cb95-41a1-948c-6e52e1fda851 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0804448 Oct 19 01:00:01.677757 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3eac6bfe-46fb-4e22-865f-7edfcc53a24c req-0fcd7cec-24a7-4d8a-9706-b06ebdcb1e5d service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299703 Oct 19 01:00:01.712282 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fd67f175-546f-4f8b-a552-ceb4b76270b4 req-3c88d950-6565-444c-bea1-cb5c7f47124d tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582001 Oct 19 01:00:01.834241 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3eac6bfe-46fb-4e22-865f-7edfcc53a24c req-280626e4-52d5-4dcb-86b5-3a2dac32d32d service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398413 Oct 19 01:00:01.855490 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dce852-c835-4c14-9680-9baa7a94dfd3 req-20110dde-5b69-47ee-a112-d3dcdee324b9 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:01.857591 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-90dce852-c835-4c14-9680-9baa7a94dfd3 req-20110dde-5b69-47ee-a112-d3dcdee324b9 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.0658715 Oct 19 01:00:01.929684 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-90dce852-c835-4c14-9680-9baa7a94dfd3 req-9cd2e79a-7861-412a-8b55-cd9caa0fa9a8 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657189 Oct 19 01:00:02.216610 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedd240-4189-4d33-8479-b23a895d163c req-8674c573-8fbd-4583-9715-6e46ed2dc27e tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:02.224818 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ceedd240-4189-4d33-8479-b23a895d163c req-8674c573-8fbd-4583-9715-6e46ed2dc27e tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 949 time: 0.0651827 Oct 19 01:00:02.279631 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ceedd240-4189-4d33-8479-b23a895d163c req-fed4d412-a18e-4c66-a342-bcfc554e54e6 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537713 Oct 19 01:00:02.296881 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394b0be-4a85-4d10-a3ad-57376a62d948 req-575cbfc8-1796-4645-9788-cf467d999edf tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:02.305547 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9394b0be-4a85-4d10-a3ad-57376a62d948 req-575cbfc8-1796-4645-9788-cf467d999edf tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 945 time: 0.1195142 Oct 19 01:00:02.391768 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9394b0be-4a85-4d10-a3ad-57376a62d948 req-2bceadd9-f73b-48ae-ab39-065124b674d8 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849538 Oct 19 01:00:02.743178 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778f890-9177-4234-af10-2b5764a7e37e req-6f66430e-e273-4731-93bf-6987ccab4696 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:02.758702 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1778f890-9177-4234-af10-2b5764a7e37e req-6f66430e-e273-4731-93bf-6987ccab4696 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=92c4602b-de13-4e17-afdc-f1bf3d734d33 HTTP/1.1" status: 200 len: 946 time: 0.1145387 Oct 19 01:00:02.808276 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1778f890-9177-4234-af10-2b5764a7e37e req-d649b11a-2cf3-4a43-a079-754581a5707c tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482440 Oct 19 01:00:02.959239 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26a3c9-ec38-4a0f-b579-e6f1b677d522 req-8e4ee44c-f6b5-44f9-88c5-fdfac789f3ee tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:02.967647 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1f26a3c9-ec38-4a0f-b579-e6f1b677d522 req-8e4ee44c-f6b5-44f9-88c5-fdfac789f3ee tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.1325309 Oct 19 01:00:03.060737 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1f26a3c9-ec38-4a0f-b579-e6f1b677d522 req-0db58a8e-c75f-4d5c-9dbc-ad95c5192b98 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920784 Oct 19 01:00:03.078204 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6c562-7ddc-402d-87f8-f77901ffc440 req-a55310c8-5762-4fc7-a97e-bed7f68255fa tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:03.086349 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b8d6c562-7ddc-402d-87f8-f77901ffc440 req-a55310c8-5762-4fc7-a97e-bed7f68255fa tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.0736642 Oct 19 01:00:03.142255 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b8d6c562-7ddc-402d-87f8-f77901ffc440 req-61842841-a17c-4c3d-ae45-ecc4cc2ae3c0 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547526 Oct 19 01:00:03.155180 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:00:03.543499 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a8188-32ba-4ff1-8426-7c033c4d7dec req-b5705161-9113-4b12-afaf-d0b5d2a65159 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:03.560024 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869cf156-566f-4e27-bd1a-f63d9e4c62ee req-676742a2-cf97-4769-8e79-b72295ea206e tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:03.563308 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fc8a8188-32ba-4ff1-8426-7c033c4d7dec req-b5705161-9113-4b12-afaf-d0b5d2a65159 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 949 time: 0.2019866 Oct 19 01:00:03.569619 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-869cf156-566f-4e27-bd1a-f63d9e4c62ee req-676742a2-cf97-4769-8e79-b72295ea206e tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 945 time: 0.0791073 Oct 19 01:00:03.630675 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-869cf156-566f-4e27-bd1a-f63d9e4c62ee req-66cdae51-2277-4ae1-a61f-36cba210ae09 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595045 Oct 19 01:00:03.672249 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fc8a8188-32ba-4ff1-8426-7c033c4d7dec req-15461a92-52a1-492d-86ee-95858ebe6faf tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070304 Oct 19 01:00:04.021545 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf9591-b787-4f06-888e-f6d43050de24 req-3b30d42b-53f9-4144-96d5-78a9caa699ad tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:04.023450 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8bbf9591-b787-4f06-888e-f6d43050de24 req-3b30d42b-53f9-4144-96d5-78a9caa699ad tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=92c4602b-de13-4e17-afdc-f1bf3d734d33 HTTP/1.1" status: 200 len: 946 time: 0.0767999 Oct 19 01:00:04.148807 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8bbf9591-b787-4f06-888e-f6d43050de24 req-9101ba03-7764-4076-baac-135810a209b7 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096497 Oct 19 01:00:04.309467 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a00ab4-eedc-4573-a688-285b20f39da0 req-58336df3-0cf4-4e16-a706-6fe1ef6190cc tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:04.311938 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e5a00ab4-eedc-4573-a688-285b20f39da0 req-58336df3-0cf4-4e16-a706-6fe1ef6190cc tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0947437 Oct 19 01:00:04.387630 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e5a00ab4-eedc-4573-a688-285b20f39da0 req-b87731b5-459e-4207-aef0-3bbe6e5a298d tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671201 Oct 19 01:00:04.391319 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5cf879-26dc-4e78-814f-db6837882fea req-17361266-b613-43d3-a500-8bebb3f4c779 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:04.403803 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2b5cf879-26dc-4e78-814f-db6837882fea req-17361266-b613-43d3-a500-8bebb3f4c779 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.1202915 Oct 19 01:00:04.413598 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device ba97a604-45cb-4765-a2a4-1027dbd985f7 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:00:04.426345 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device ba97a604-45cb-4765-a2a4-1027dbd985f7 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:00:04.477695 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2b5cf879-26dc-4e78-814f-db6837882fea req-a71befad-b2fe-48cb-9ac8-2b82b1720227 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773466 Oct 19 01:00:04.750024 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:04.826341 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port ba97a604-45cb-4765-a2a4-1027dbd985f7, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=ba97a604-45cb-4765-a2a4-1027dbd985f7,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:04.833869 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34ab23-2573-4863-ba42-1256d9ea16b4 req-b6518660-ba7a-4a2a-9fe9-202b45315e67 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:04.843776 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8e34ab23-2573-4863-ba42-1256d9ea16b4 req-b6518660-ba7a-4a2a-9fe9-202b45315e67 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 945 time: 0.1239805 Oct 19 01:00:04.844926 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524bb073-23a8-4cdd-8d48-4447ff634ab0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba97a604-45cb-4765-a2a4-1027dbd985f7'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:00:04.847985 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cffa4da-e5b1-4b53-9aa8-618d5ba02225" -d '{"events": [{"server_uuid": "524bb073-23a8-4cdd-8d48-4447ff634ab0", "name": "network-vif-unplugged", "status": "completed", "tag": "ba97a604-45cb-4765-a2a4-1027dbd985f7"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:00:04.869337 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port ba97a604-45cb-4765-a2a4-1027dbd985f7, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=ba97a604-45cb-4765-a2a4-1027dbd985f7,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:04.871213 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'ba97a604-45cb-4765-a2a4-1027dbd985f7', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': 'ba97a604-45cb-4765-a2a4-1027dbd985f7', 'mac_address': 'fa:16:3e:62:de:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:00:04.880755 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:04.918820 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8e34ab23-2573-4863-ba42-1256d9ea16b4 req-3f874094-0e89-4b4d-bb73-73dee161b8b1 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662427 Oct 19 01:00:05.016594 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=ba97a604-45cb-4765-a2a4-1027dbd985f7,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:05.025130 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:05.040851 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:05.041378 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:05.041809 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:05.042237 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:05.047342 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:05.047962 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:05.048396 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:05.049201 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:05.049625 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:05.050061 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:05.050482 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:05.050898 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:05.059895 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba97a604-45cb-4765-a2a4-1027dbd985f7 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:00:05.109257 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port ba97a604-45cb-4765-a2a4-1027dbd985f7, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=ba97a604-45cb-4765-a2a4-1027dbd985f7,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:05.113382 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783eb1d9-8858-4b8b-85dd-4d23fb534708 req-4cb44f5c-2dd9-4075-a3cb-c406cdbdcb5a tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:05.128341 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:05.129494 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-783eb1d9-8858-4b8b-85dd-4d23fb534708 req-4cb44f5c-2dd9-4075-a3cb-c406cdbdcb5a tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 947 time: 0.1015642 Oct 19 01:00:05.203748 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=ba97a604-45cb-4765-a2a4-1027dbd985f7,revision_number=7']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:05.213107 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-783eb1d9-8858-4b8b-85dd-4d23fb534708 req-2dd10158-4910-4013-bf4a-8810174d7f75 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806766 Oct 19 01:00:05.324382 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016d4c25-9d59-4c0a-8e01-003d64cbf154 x-openstack-request-id: req-016d4c25-9d59-4c0a-8e01-003d64cbf154 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:00:05.324861 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "524bb073-23a8-4cdd-8d48-4447ff634ab0", "name": "network-vif-unplugged", "status": "completed", "tag": "ba97a604-45cb-4765-a2a4-1027dbd985f7", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:00:05.325216 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-016d4c25-9d59-4c0a-8e01-003d64cbf154 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:00:05.325775 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524bb073-23a8-4cdd-8d48-4447ff634ab0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba97a604-45cb-4765-a2a4-1027dbd985f7', 'code': 200} Oct 19 01:00:05.550722 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbb990-84b4-4405-97a9-f6ddf40aae36 req-7fd29e8a-d08e-47cb-ac04-0f723cd0b9fa tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:05.556661 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-affbb990-84b4-4405-97a9-f6ddf40aae36 req-7fd29e8a-d08e-47cb-ac04-0f723cd0b9fa tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=92c4602b-de13-4e17-afdc-f1bf3d734d33 HTTP/1.1" status: 200 len: 946 time: 0.1050074 Oct 19 01:00:05.572361 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['ba97a604-45cb-4765-a2a4-1027dbd985f7'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:00:05.628148 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-affbb990-84b4-4405-97a9-f6ddf40aae36 req-79bef4cb-b0f8-470f-8651-860a5edd760c tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617177 Oct 19 01:00:05.969381 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863106a7-8c1a-4daa-a692-04ae74bebd05 req-79425a4a-b94b-48d5-9faa-225a0be40f6c tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:05.970893 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-863106a7-8c1a-4daa-a692-04ae74bebd05 req-79425a4a-b94b-48d5-9faa-225a0be40f6c tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0957205 Oct 19 01:00:05.981141 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7508a-9c1c-4caf-b5e9-67967a471970 req-bd0427d4-8275-4b3c-8f69-873815f469d1 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:05.982711 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0ec7508a-9c1c-4caf-b5e9-67967a471970 req-bd0427d4-8275-4b3c-8f69-873815f469d1 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.24 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0&tenant_id=ac822e1b6e714d828ed258d652a9ce7a&binding%3Ahost_id=n-h2-715271-26 HTTP/1.1" status: 200 len: 948 time: 0.1143088 Oct 19 01:00:06.032311 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-863106a7-8c1a-4daa-a692-04ae74bebd05 req-13c5e7d0-02c5-4ae3-acda-63a7a27056a1 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484800 Oct 19 01:00:06.153856 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7508a-9c1c-4caf-b5e9-67967a471970 req-3edee7ad-dc45-4367-a55c-16c8baad682c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:06.155744 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0ec7508a-9c1c-4caf-b5e9-67967a471970 req-3edee7ad-dc45-4367-a55c-16c8baad682c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 1100 time: 0.0638063 Oct 19 01:00:06.168163 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e8d11-21d0-41a2-a3a3-63e10550b939 req-8d4bac2b-2c40-454c-a8d0-bcd75251918a tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:06.175418 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9f2e8d11-21d0-41a2-a3a3-63e10550b939 req-8d4bac2b-2c40-454c-a8d0-bcd75251918a tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.0695829 Oct 19 01:00:06.227607 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9f2e8d11-21d0-41a2-a3a3-63e10550b939 req-2f4206da-c17f-4e63-964e-0c0c6802dd52 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511272 Oct 19 01:00:06.311894 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7508a-9c1c-4caf-b5e9-67967a471970 req-c6ede394-9b80-4e2a-8295-dc14a1c31537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:06.316011 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0ec7508a-9c1c-4caf-b5e9-67967a471970 req-c6ede394-9b80-4e2a-8295-dc14a1c31537 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.1516359 Oct 19 01:00:06.392144 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0ec7508a-9c1c-4caf-b5e9-67967a471970 req-61c6b230-8d0b-4540-8ca1-62f13271d6b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=ba97a604-45cb-4765-a2a4-1027dbd985f7 HTTP/1.1" status: 200 len: 217 time: 0.0674868 Oct 19 01:00:06.402899 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67865a8-96a6-475c-b1b1-7e9d9e532c5b req-7cce42c0-cf7f-4196-9b32-5eadf80886d8 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:06.411603 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e67865a8-96a6-475c-b1b1-7e9d9e532c5b req-7cce42c0-cf7f-4196-9b32-5eadf80886d8 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 948 time: 0.0939558 Oct 19 01:00:06.463986 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e67865a8-96a6-475c-b1b1-7e9d9e532c5b req-618bfe04-6758-4c91-bbbb-319bb74b9149 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506582 Oct 19 01:00:06.478716 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7508a-9c1c-4caf-b5e9-67967a471970 req-f21a210a-f840-416f-91cc-1841a37e0f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:06.478716 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0ec7508a-9c1c-4caf-b5e9-67967a471970 req-f21a210a-f840-416f-91cc-1841a37e0f6a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0703425 Oct 19 01:00:06.554525 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7508a-9c1c-4caf-b5e9-67967a471970 req-df6135f8-11fb-4f0d-893b-6ba46c2aeea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:06.556445 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0ec7508a-9c1c-4caf-b5e9-67967a471970 req-df6135f8-11fb-4f0d-893b-6ba46c2aeea8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0741880 Oct 19 01:00:06.599067 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb8b06-fcd9-48ee-8baa-18191f82dc11 req-ac724e7e-ad4f-4e27-9eab-886b8b2cbbaa tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:06.599067 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-63bb8b06-fcd9-48ee-8baa-18191f82dc11 req-ac724e7e-ad4f-4e27-9eab-886b8b2cbbaa tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 945 time: 0.0695000 Oct 19 01:00:06.641274 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-63bb8b06-fcd9-48ee-8baa-18191f82dc11 req-70e87121-fba9-49ac-a645-8a4a8f465991 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371463 Oct 19 01:00:06.744779 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0ec7508a-9c1c-4caf-b5e9-67967a471970 req-44768293-6f6e-4be0-84ab-80e6f8654d6b service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675165 Oct 19 01:00:06.784687 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7702d-a1aa-4af6-a6aa-13232d8a328f req-86eca923-53a3-4b4a-92ef-2672ba2ca56a tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:06.786427 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b1b7702d-a1aa-4af6-a6aa-13232d8a328f req-86eca923-53a3-4b4a-92ef-2672ba2ca56a tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=92c4602b-de13-4e17-afdc-f1bf3d734d33 HTTP/1.1" status: 200 len: 946 time: 0.0612252 Oct 19 01:00:06.844026 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b1b7702d-a1aa-4af6-a6aa-13232d8a328f req-cec52980-97d7-47cd-bbf0-d81f6c9590e7 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480835 Oct 19 01:00:06.915654 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0ec7508a-9c1c-4caf-b5e9-67967a471970 req-a129cbad-5ed8-4ff6-8d44-dc53c1130193 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620078 Oct 19 01:00:07.181052 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-e2ff94a3-e8ff-46f1-9dbe-f9abfe8731f7 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:07.182466 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-e2ff94a3-e8ff-46f1-9dbe-f9abfe8731f7 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/networks?id=db82cf1f-422d-4289-a127-b70a546afbff HTTP/1.1" status: 200 len: 821 time: 0.1356905 Oct 19 01:00:07.202898 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-2c23d2e6-1cdf-4967-8fb9-45451e6d30e2 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/quotas/2ee6c8abaf624ff89eecdfc50115aaff HTTP/1.1" status: 200 len: 375 time: 0.0135779 Oct 19 01:00:07.272133 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-cb0b01a1-4e1e-4795-a57b-fd535a53db86 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0588486 Oct 19 01:00:07.391798 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-5070acc0-ac76-4ad5-94f8-cd9664004f4a service neutron] 10.222.0.57 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092153 Oct 19 01:00:07.537610 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-b3f95338-61ad-48c0-ae22-d5176caf3356 service neutron] 10.222.0.57 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299131 Oct 19 01:00:08.013296 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee9572-e7a5-4b8a-ae2b-8a0a86afccef req-62eeb860-a51e-4243-9ca1-560fe46e830c tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:08.024851 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-32ee9572-e7a5-4b8a-ae2b-8a0a86afccef req-62eeb860-a51e-4243-9ca1-560fe46e830c tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0852697 Oct 19 01:00:08.092009 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-32ee9572-e7a5-4b8a-ae2b-8a0a86afccef req-ed037f84-6c27-4a43-ad53-246dd35abdae tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654113 Oct 19 01:00:08.260227 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aef2c2-68b4-49d8-ab76-b38529592f93 req-85a48ca2-e9f0-46e9-8765-8464e2b1ebb9 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:08.267927 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b5aef2c2-68b4-49d8-ab76-b38529592f93 req-85a48ca2-e9f0-46e9-8765-8464e2b1ebb9 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.0939023 Oct 19 01:00:08.328276 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b5aef2c2-68b4-49d8-ab76-b38529592f93 req-b25fc5cd-2186-4c81-a0aa-91e095b4bf78 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593266 Oct 19 01:00:08.430088 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device ba97a604-45cb-4765-a2a4-1027dbd985f7 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:00:08.456727 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35679dd6-0209-4479-a812-4a80e9af6630 req-3ff5b3f2-5733-4774-854b-a0425b87ac4b tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:08.460601 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-35679dd6-0209-4479-a812-4a80e9af6630 req-3ff5b3f2-5733-4774-854b-a0425b87ac4b tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 948 time: 0.0660379 Oct 19 01:00:08.514722 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port ba97a604-45cb-4765-a2a4-1027dbd985f7 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:00:08.515408 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:08.547760 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-35679dd6-0209-4479-a812-4a80e9af6630 req-e0f1b783-749b-42c5-b0bc-05788ce171a7 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776517 Oct 19 01:00:08.610717 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e6496-e83e-4de3-a971-3500283918d5 req-7cad12be-63c9-4c5d-97c6-7ca63934d8ba tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:08.619093 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-671e6496-e83e-4de3-a971-3500283918d5 req-7cad12be-63c9-4c5d-97c6-7ca63934d8ba tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 945 time: 0.1008930 Oct 19 01:00:08.645343 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:08.660430 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-671e6496-e83e-4de3-a971-3500283918d5 req-01eab779-fe63-46e7-8e14-8f583dafd2be tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399594 Oct 19 01:00:08.679276 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac370e-44d4-40d9-9cb2-f9d6fb8de2c7 req-d7f44d92-f46f-4480-8c6d-ac8b3242d24e tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:08.679276 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ffac370e-44d4-40d9-9cb2-f9d6fb8de2c7 req-d7f44d92-f46f-4480-8c6d-ac8b3242d24e tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=92c4602b-de13-4e17-afdc-f1bf3d734d33 HTTP/1.1" status: 200 len: 946 time: 0.0675666 Oct 19 01:00:08.686835 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524bb073-23a8-4cdd-8d48-4447ff634ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba97a604-45cb-4765-a2a4-1027dbd985f7'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:00:08.689799 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723bad49-8a33-488e-a913-bb6747ce4552" -d '{"events": [{"server_uuid": "524bb073-23a8-4cdd-8d48-4447ff634ab0", "name": "network-vif-plugged", "status": "completed", "tag": "ba97a604-45cb-4765-a2a4-1027dbd985f7"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:00:08.708887 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port ba97a604-45cb-4765-a2a4-1027dbd985f7, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=ba97a604-45cb-4765-a2a4-1027dbd985f7,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:08.714342 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:08.763053 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ffac370e-44d4-40d9-9cb2-f9d6fb8de2c7 req-c2420a9e-0866-43db-905a-0190fb8ab52c tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730586 Oct 19 01:00:08.784332 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3a598a7b-2701-4b78-8459-6c8fddaa6066 req-9aa06079-45d5-4f2c-a0e0-98889d9cc8ec tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 210 time: 0.0498054 Oct 19 01:00:08.795163 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=ba97a604-45cb-4765-a2a4-1027dbd985f7,revision_number=8']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:08.869893 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c37c75-05c7-41c5-8d1c-c258c2e3a654 x-openstack-request-id: req-52c37c75-05c7-41c5-8d1c-c258c2e3a654 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:00:08.870446 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "524bb073-23a8-4cdd-8d48-4447ff634ab0", "name": "network-vif-plugged", "status": "completed", "tag": "ba97a604-45cb-4765-a2a4-1027dbd985f7", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:00:08.870700 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-52c37c75-05c7-41c5-8d1c-c258c2e3a654 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:00:08.871333 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524bb073-23a8-4cdd-8d48-4447ff634ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba97a604-45cb-4765-a2a4-1027dbd985f7', 'code': 200} Oct 19 01:00:08.910804 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558f933-0980-46d4-adcb-ef6064d9ed00 req-0d2f51b9-c928-4081-ac32-a6d0cf0e1f28 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:08.912371 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1558f933-0980-46d4-adcb-ef6064d9ed00 req-0d2f51b9-c928-4081-ac32-a6d0cf0e1f28 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 949 time: 0.0621235 Oct 19 01:00:08.957424 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1558f933-0980-46d4-adcb-ef6064d9ed00 req-617e7eb5-1cb8-4fe9-8ec7-83eb6d3fd23f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388079 Oct 19 01:00:08.966918 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b63d1f-3bf2-4a18-96e7-4e15178882b7 req-7dc1e8e9-40e6-4a5e-a2eb-e36047c0bb69 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:08.968438 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b3b63d1f-3bf2-4a18-96e7-4e15178882b7 req-7dc1e8e9-40e6-4a5e-a2eb-e36047c0bb69 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4308d52-476d-49e3-9ad8-c42fe37d49c1 HTTP/1.1" status: 200 len: 949 time: 0.0519168 Oct 19 01:00:09.017189 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b3b63d1f-3bf2-4a18-96e7-4e15178882b7 req-434986af-238a-4454-b79e-136d59cf2110 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/security-groups?id=8144c47d-8d80-4fa6-9309-826bceb92166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381181 Oct 19 01:00:09.273464 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9142c75-5873-47a9-9bbb-8ea8ffb79cb8 req-149d3fd2-ea69-4e72-bd44-6a57abf02c69 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:09.275267 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d9142c75-5873-47a9-9bbb-8ea8ffb79cb8 req-149d3fd2-ea69-4e72-bd44-6a57abf02c69 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0658386 Oct 19 01:00:09.284447 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-85cc345a-f4ef-49a9-a06e-a77b0f1e0539 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:09.285913 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-85cc345a-f4ef-49a9-a06e-a77b0f1e0539 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.24 "GET /v2.0/networks?id=db82cf1f-422d-4289-a127-b70a546afbff HTTP/1.1" status: 200 len: 821 time: 0.1712062 Oct 19 01:00:09.287703 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-8816307d-85a2-46ec-a261-58b3b906da04 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362518 Oct 19 01:00:09.325650 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-fe73f56b-81e2-44e4-96d7-3acc29f317c7 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Request body: {'port': {'device_id': 'cdeec5e2-c317-4491-9870-ab9d69a119ba', 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff', 'admin_state_up': True, 'tenant_id': '2ee6c8abaf624ff89eecdfc50115aaff'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:00:09.330498 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d9142c75-5873-47a9-9bbb-8ea8ffb79cb8 req-c21cf80a-89ac-4ea9-bb9e-f357a4595f28 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454431 Oct 19 01:00:09.477462 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb969c-ef8a-4f9f-99de-9447642322e6 req-2fcc40fc-4524-4374-a6a9-2b145f1a4a4f tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:09.479661 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c6fb969c-ef8a-4f9f-99de-9447642322e6 req-2fcc40fc-4524-4374-a6a9-2b145f1a4a4f tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.0551355 Oct 19 01:00:09.485799 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-be2fc51f-a1fc-4e6d-98d2-311ac736e89e tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:09.493362 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-be2fc51f-a1fc-4e6d-98d2-311ac736e89e tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1980295 Oct 19 01:00:09.512129 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-6404ceb1-caa7-4a2e-878e-784c40df654b tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/quotas/ac822e1b6e714d828ed258d652a9ce7a HTTP/1.1" status: 200 len: 375 time: 0.0178297 Oct 19 01:00:09.535776 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c6fb969c-ef8a-4f9f-99de-9447642322e6 req-916d3f70-7582-42d4-b329-7e0b6d3eff40 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476422 Oct 19 01:00:09.577703 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-87313db3-988a-46f2-a258-b82a036991da tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644112 Oct 19 01:00:09.578851 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-fe73f56b-81e2-44e4-96d7-3acc29f317c7 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Made reservation on behalf of 2ee6c8abaf624ff89eecdfc50115aaff for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:00:09.582386 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-fe73f56b-81e2-44e4-96d7-3acc29f317c7 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:09.729865 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-fe73f56b-81e2-44e4-96d7-3acc29f317c7 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Allocated IP 172.20.0.9 (db82cf1f-422d-4289-a127-b70a546afbff/fc1eafbd-ecfc-4adf-9b82-a202a98a472a/a8ec244b-6721-494a-b23c-8c036d389ed5) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:00:09.844678 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f889e7a-e153-4700-a9a0-08175e42d5a8 req-165d5745-6fef-4b0c-8c86-b9dab31777f8 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:09.853359 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f889e7a-e153-4700-a9a0-08175e42d5a8 req-165d5745-6fef-4b0c-8c86-b9dab31777f8 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 945 time: 0.1038518 Oct 19 01:00:09.926954 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f889e7a-e153-4700-a9a0-08175e42d5a8 req-21d1977e-0e8d-4c70-873c-0e7602b0af4c tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727284 Oct 19 01:00:09.981923 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f554a418-cf9e-42a5-ad25-e5c5b2c94d22 req-d3d0f6d2-8b57-4fff-b2e3-7c0561df0325 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 210 time: 0.0555964 Oct 19 01:00:10.060094 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-fe73f56b-81e2-44e4-96d7-3acc29f317c7 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:10.102080 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a657de-0edf-4775-91c8-2393fcc2611b req-cdf95773-35b4-4b2a-bc1e-3dbbf75dc59d tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:10.107146 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-81a657de-0edf-4775-91c8-2393fcc2611b req-cdf95773-35b4-4b2a-bc1e-3dbbf75dc59d tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=92c4602b-de13-4e17-afdc-f1bf3d734d33 HTTP/1.1" status: 200 len: 946 time: 0.1023839 Oct 19 01:00:10.126402 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-474aabfc-974f-4b44-a4e7-f0cdcfa5399f req-c69b112f-be74-4587-b975-75e18055b970 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 210 time: 0.0340829 Oct 19 01:00:10.136720 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-fe73f56b-81e2-44e4-96d7-3acc29f317c7 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:10.152673 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['64d644ee-60db-470c-bf38-26a88a5185a0', '59d95572-ab70-4880-8ddb-ba419acc74c2'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:00:10.188386 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-81a657de-0edf-4775-91c8-2393fcc2611b req-de128f94-4e32-4a42-9a11-c80737a7767c tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755460 Oct 19 01:00:10.199315 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-fe73f56b-81e2-44e4-96d7-3acc29f317c7 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Network db82cf1f-422d-4289-a127-b70a546afbff is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:00:10.203124 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-fe73f56b-81e2-44e4-96d7-3acc29f317c7 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:00:10.207037 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-fe73f56b-81e2-44e4-96d7-3acc29f317c7 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:00:10.214991 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73f56b-81e2-44e4-96d7-3acc29f317c7 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Pushing event updated for resources: {'Port': ['ID=a8ec244b-6721-494a-b23c-8c036d389ed5,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:10.291130 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-fe73f56b-81e2-44e4-96d7-3acc29f317c7 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:10.292015 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-fe73f56b-81e2-44e4-96d7-3acc29f317c7 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:10.341286 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcba46-aaf8-4297-8507-1ff4775d7fb9 req-1731754e-9f74-465a-9e25-8acf50d7acbc tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:10.343237 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-28fcba46-aaf8-4297-8507-1ff4775d7fb9 req-1731754e-9f74-465a-9e25-8acf50d7acbc tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4308d52-476d-49e3-9ad8-c42fe37d49c1 HTTP/1.1" status: 200 len: 949 time: 0.0895269 Oct 19 01:00:10.347242 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-fe73f56b-81e2-44e4-96d7-3acc29f317c7 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0266547 Oct 19 01:00:10.361433 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-b4f45483-8c1b-4cf5-999c-9c71a0d8d76d service neutron] Request body: {'port': {'device_id': 'cdeec5e2-c317-4491-9870-ab9d69a119ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:00:10.464234 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-28fcba46-aaf8-4297-8507-1ff4775d7fb9 req-a426a2ec-b36c-4256-a3ca-79b2b42a86b4 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/security-groups?id=8144c47d-8d80-4fa6-9309-826bceb92166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140018 Oct 19 01:00:10.479856 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35729c-298b-4455-97c4-e152090bbc1c req-baaee34d-7121-4566-bbe3-b683beaf1c0e tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:10.488927 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3c35729c-298b-4455-97c4-e152090bbc1c req-baaee34d-7121-4566-bbe3-b683beaf1c0e tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0689325 Oct 19 01:00:10.490961 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-b4f45483-8c1b-4cf5-999c-9c71a0d8d76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:10.559129 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3c35729c-298b-4455-97c4-e152090bbc1c req-6e61398f-fe64-4819-b1ee-2a1a7a1af035 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665188 Oct 19 01:00:10.747277 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24634dd9-40ec-4a9c-b4c4-083833493002 req-263a6c2b-0647-4ac6-8064-6f5bb035a74d tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:10.752221 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-24634dd9-40ec-4a9c-b4c4-083833493002 req-263a6c2b-0647-4ac6-8064-6f5bb035a74d tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.0794644 Oct 19 01:00:10.867983 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-24634dd9-40ec-4a9c-b4c4-083833493002 req-29c789da-df73-431a-a3f6-f49df1de522f tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973189 Oct 19 01:00:11.049544 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-b4f45483-8c1b-4cf5-999c-9c71a0d8d76d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8ec244b-6721-494a-b23c-8c036d389ed5 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:00:11.080657 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-b4f45483-8c1b-4cf5-999c-9c71a0d8d76d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:11.096829 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdeed5b-a84f-4cef-b9b8-c7a456842eeb req-390122b0-19f0-4541-9a6f-5c5c0b2f6f8a tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:11.099047 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ebdeed5b-a84f-4cef-b9b8-c7a456842eeb req-390122b0-19f0-4541-9a6f-5c5c0b2f6f8a tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 945 time: 0.0670130 Oct 19 01:00:11.117032 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-b4f45483-8c1b-4cf5-999c-9c71a0d8d76d service neutron] Transition to ACTIVE for port object a8ec244b-6721-494a-b23c-8c036d389ed5 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:00:11.130580 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-b4f45483-8c1b-4cf5-999c-9c71a0d8d76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:11.160130 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-734e4445-b0d0-4cd6-a456-31190d8ec42b req-0202e139-a0f4-46eb-b80a-4ea72759ea3a tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 210 time: 0.0394244 Oct 19 01:00:11.163565 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ebdeed5b-a84f-4cef-b9b8-c7a456842eeb req-28595a29-cff0-44ff-ae90-2da9eef6aef6 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581346 Oct 19 01:00:11.211543 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f45483-8c1b-4cf5-999c-9c71a0d8d76d service neutron] Pushing event updated for resources: {'Port': ['ID=a8ec244b-6721-494a-b23c-8c036d389ed5,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:11.333249 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04233b-5bee-4b73-8f11-c4d2ef14a479 req-9d50afee-9812-4561-8c64-2e4078b8d481 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:11.336591 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-be04233b-5bee-4b73-8f11-c4d2ef14a479 req-9d50afee-9812-4561-8c64-2e4078b8d481 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 943 time: 0.0666344 Oct 19 01:00:11.393611 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-57ebfec5-0861-4554-a342-959b6d026c50 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1278467 Oct 19 01:00:11.418728 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-be04233b-5bee-4b73-8f11-c4d2ef14a479 req-dcdd0971-2c02-42c4-b826-187c7ab896fd tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732932 Oct 19 01:00:11.481753 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-b4f45483-8c1b-4cf5-999c-9c71a0d8d76d service neutron] Attempting to bind port a8ec244b-6721-494a-b23c-8c036d389ed5 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:00:11.482086 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-b4f45483-8c1b-4cf5-999c-9c71a0d8d76d service neutron] Attempting to bind port a8ec244b-6721-494a-b23c-8c036d389ed5 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:00:11.482414 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-b4f45483-8c1b-4cf5-999c-9c71a0d8d76d service neutron] Attempting to bind port a8ec244b-6721-494a-b23c-8c036d389ed5 on network db82cf1f-422d-4289-a127-b70a546afbff {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:00:11.518169 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e86bd-3a74-44d1-90d5-e874ae1d782f req-aa1d9c5f-9c4d-40f7-b17c-9a40d0089a14 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:11.526750 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-159e86bd-3a74-44d1-90d5-e874ae1d782f req-aa1d9c5f-9c4d-40f7-b17c-9a40d0089a14 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=92c4602b-de13-4e17-afdc-f1bf3d734d33 HTTP/1.1" status: 200 len: 946 time: 0.2258210 Oct 19 01:00:11.555872 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-b4f45483-8c1b-4cf5-999c-9c71a0d8d76d service neutron] Port a8ec244b-6721-494a-b23c-8c036d389ed5 on network db82cf1f-422d-4289-a127-b70a546afbff not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:00:11.556268 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-b4f45483-8c1b-4cf5-999c-9c71a0d8d76d service neutron] Attempting to bind port a8ec244b-6721-494a-b23c-8c036d389ed5 on network db82cf1f-422d-4289-a127-b70a546afbff {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:00:11.568241 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-b4f45483-8c1b-4cf5-999c-9c71a0d8d76d service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:00:11.568580 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-b4f45483-8c1b-4cf5-999c-9c71a0d8d76d service neutron] Checking segment: {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:00:11.571387 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-b4f45483-8c1b-4cf5-999c-9c71a0d8d76d service neutron] Bound using segment: {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:00:11.571387 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-b4f45483-8c1b-4cf5-999c-9c71a0d8d76d service neutron] Bound port: a8ec244b-6721-494a-b23c-8c036d389ed5, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:00:11.571387 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-b4f45483-8c1b-4cf5-999c-9c71a0d8d76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:11.626319 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-f21adcb1-23aa-43b6-bf59-9f2860eedbee tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:11.628253 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-f21adcb1-23aa-43b6-bf59-9f2860eedbee tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2254891 Oct 19 01:00:11.639468 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-159e86bd-3a74-44d1-90d5-e874ae1d782f req-ddcd9cfc-c0d8-4123-a393-0327eccb90ae tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116095 Oct 19 01:00:11.670212 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-a1ff115c-97b8-4784-aec6-58f8e8839a9c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Request body: {'port': {'device_id': 'ecb86c0f-93a1-416a-902d-6a6c5348a450', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'admin_state_up': True, 'tenant_id': 'ac822e1b6e714d828ed258d652a9ce7a'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:00:11.681669 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda341e8-231e-40a4-8406-9d1966742085 req-4695f94e-936a-4a92-862a-c3ea6ddccb23 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:11.684170 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fda341e8-231e-40a4-8406-9d1966742085 req-4695f94e-936a-4a92-862a-c3ea6ddccb23 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0636458 Oct 19 01:00:11.735367 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fda341e8-231e-40a4-8406-9d1966742085 req-f84e45a5-5fdb-4789-9506-bc78707a52ea tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448573 Oct 19 01:00:11.768007 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-b4f45483-8c1b-4cf5-999c-9c71a0d8d76d service neutron] For port a8ec244b-6721-494a-b23c-8c036d389ed5, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:00:11.787775 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-b4f45483-8c1b-4cf5-999c-9c71a0d8d76d service neutron] For port a8ec244b-6721-494a-b23c-8c036d389ed5, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a8ec244b-6721-494a-b23c-8c036d389ed5,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:00:11.800692 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-b4f45483-8c1b-4cf5-999c-9c71a0d8d76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:11.859303 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-b4f45483-8c1b-4cf5-999c-9c71a0d8d76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:11.859867 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-b4f45483-8c1b-4cf5-999c-9c71a0d8d76d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:11.861217 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-b4f45483-8c1b-4cf5-999c-9c71a0d8d76d service neutron] 10.222.0.24 "PUT /v2.0/ports/a8ec244b-6721-494a-b23c-8c036d389ed5 HTTP/1.1" status: 200 len: 1092 time: 1.5044575 Oct 19 01:00:11.861646 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdeec5e2-c317-4491-9870-ab9d69a119ba', 'tag': 'a8ec244b-6721-494a-b23c-8c036d389ed5'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:00:11.863886 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fddaeb-eec6-4d18-bf83-e1d7a2fa3ecd" -d '{"events": [{"name": "network-changed", "server_uuid": "cdeec5e2-c317-4491-9870-ab9d69a119ba", "tag": "a8ec244b-6721-494a-b23c-8c036d389ed5"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:00:11.923354 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636ee7f8-5a1f-4206-a81c-f3dd81e57c88 x-openstack-request-id: req-636ee7f8-5a1f-4206-a81c-f3dd81e57c88 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:00:11.923354 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdeec5e2-c317-4491-9870-ab9d69a119ba", "tag": "a8ec244b-6721-494a-b23c-8c036d389ed5", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:00:11.923354 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-636ee7f8-5a1f-4206-a81c-f3dd81e57c88 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:00:11.923354 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdeec5e2-c317-4491-9870-ab9d69a119ba', 'tag': 'a8ec244b-6721-494a-b23c-8c036d389ed5', 'status': 'completed', 'code': 200} Oct 19 01:00:11.942248 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-a1ff115c-97b8-4784-aec6-58f8e8839a9c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Made reservation on behalf of ac822e1b6e714d828ed258d652a9ce7a for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:00:11.945939 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-a1ff115c-97b8-4784-aec6-58f8e8839a9c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:11.949319 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f45483-8c1b-4cf5-999c-9c71a0d8d76d service neutron] Pushing event updated for resources: {'Port': ['ID=a8ec244b-6721-494a-b23c-8c036d389ed5,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:11.994324 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-171cad21-fff6-49d0-952d-05cfcbd3b64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:11.998142 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-171cad21-fff6-49d0-952d-05cfcbd3b64b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 1095 time: 0.0895166 Oct 19 01:00:12.052252 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6f9a3-79e7-4b6a-8488-2258238a24e7 req-ce3576f5-424a-41d4-ace7-bfcb6d082664 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:12.053886 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d7e6f9a3-79e7-4b6a-8488-2258238a24e7 req-ce3576f5-424a-41d4-ace7-bfcb6d082664 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.0597045 Oct 19 01:00:12.087285 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-01aad0cd-4741-4fc0-ad45-173f259fcb15 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8ec244b-6721-494a-b23c-8c036d389ed5 HTTP/1.1" status: 200 len: 217 time: 0.0623419 Oct 19 01:00:12.128202 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d7e6f9a3-79e7-4b6a-8488-2258238a24e7 req-9254325b-962e-4cf4-9ad6-aca340de3fcb tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569494 Oct 19 01:00:12.204671 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-68d9487b-3b2e-4a4c-90bb-57c17e40f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:12.206174 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-68d9487b-3b2e-4a4c-90bb-57c17e40f069 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc1eafbd-ecfc-4adf-9b82-a202a98a472a HTTP/1.1" status: 200 len: 861 time: 0.1017637 Oct 19 01:00:12.244926 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-a1ff115c-97b8-4784-aec6-58f8e8839a9c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Allocated IP 192.168.233.124 (0e8b4f7b-f3c0-4523-9906-6b9e503fed71/1746bfff-950e-4857-b1bf-6fa3cf804b73/68c700e7-cf71-4776-b3ad-a6bf9df38dff) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:00:12.285665 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-a0804f48-ca05-4836-87b8-cc6452404181 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=db82cf1f-422d-4289-a127-b70a546afbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687320 Oct 19 01:00:12.295088 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4efa0a2f-8587-448f-af87-a8ba7d6e0166 req-4e69697e-9166-4815-98fd-923e064f2194 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 210 time: 0.0370960 Oct 19 01:00:12.376424 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8222f-e76c-493d-9140-0ec75be13713 req-688fcd50-28a4-4fdd-8998-51a7852fe348 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:12.378792 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-02e8222f-e76c-493d-9140-0ec75be13713 req-688fcd50-28a4-4fdd-8998-51a7852fe348 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 945 time: 0.1441562 Oct 19 01:00:12.556396 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc1b82-1d88-47bb-94e0-9e648574d58f req-da3d0e2a-96f9-4190-9440-b885c55b2c22 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:12.557987 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eddc1b82-1d88-47bb-94e0-9e648574d58f req-da3d0e2a-96f9-4190-9440-b885c55b2c22 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 943 time: 0.0586603 Oct 19 01:00:12.566476 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-02e8222f-e76c-493d-9140-0ec75be13713 req-ef412e46-f848-46cf-995d-f112851ab85a tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366177 Oct 19 01:00:12.572047 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-97a59137-3049-4890-bce2-cfb455f47d65 service neutron] 10.222.0.24 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701192 Oct 19 01:00:12.593375 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 82472c5b-3c55-4f3a-945e-d1b549359b9e no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:00:12.630597 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eddc1b82-1d88-47bb-94e0-9e648574d58f req-3f48fc07-6ff0-4071-bc4a-71e0b52c6555 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651972 Oct 19 01:00:12.686879 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:12.733171 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4308d52-476d-49e3-9ad8-c42fe37d49c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82472c5b-3c55-4f3a-945e-d1b549359b9e'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:00:12.738811 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26963b48-a9c0-4a65-9645-d8881f6c57b0" -d '{"events": [{"server_uuid": "e4308d52-476d-49e3-9ad8-c42fe37d49c1", "name": "network-vif-unplugged", "status": "completed", "tag": "82472c5b-3c55-4f3a-945e-d1b549359b9e"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:00:12.765333 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 82472c5b-3c55-4f3a-945e-d1b549359b9e, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=82472c5b-3c55-4f3a-945e-d1b549359b9e,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:12.771159 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:12.782763 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6079fa-cdd4-4025-bc64-a2a53434efa2 x-openstack-request-id: req-df6079fa-cdd4-4025-bc64-a2a53434efa2 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:00:12.783177 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4308d52-476d-49e3-9ad8-c42fe37d49c1", "name": "network-vif-unplugged", "status": "completed", "tag": "82472c5b-3c55-4f3a-945e-d1b549359b9e", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:00:12.783594 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-df6079fa-cdd4-4025-bc64-a2a53434efa2 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:00:12.784147 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4308d52-476d-49e3-9ad8-c42fe37d49c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82472c5b-3c55-4f3a-945e-d1b549359b9e', 'code': 200} Oct 19 01:00:12.835541 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=82472c5b-3c55-4f3a-945e-d1b549359b9e,revision_number=8']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:12.954231 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008bbc5-be1d-4209-9be0-745ca0ecc6f4 req-405845eb-e463-4b03-8ed7-555e0d42483a tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:12.962317 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c008bbc5-be1d-4209-9be0-745ca0ecc6f4 req-405845eb-e463-4b03-8ed7-555e0d42483a tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0684137 Oct 19 01:00:13.016318 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c008bbc5-be1d-4209-9be0-745ca0ecc6f4 req-8150c362-88c0-49d1-b795-471a121d5823 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476429 Oct 19 01:00:13.095825 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-a1ff115c-97b8-4784-aec6-58f8e8839a9c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:13.136899 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051af57-de3d-4005-8751-0f5a53a48164 req-d6f14fd1-f9f5-4c64-9506-cad8fd0d6101 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:13.138784 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9051af57-de3d-4005-8751-0f5a53a48164 req-d6f14fd1-f9f5-4c64-9506-cad8fd0d6101 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=92c4602b-de13-4e17-afdc-f1bf3d734d33 HTTP/1.1" status: 200 len: 946 time: 0.1148267 Oct 19 01:00:13.188132 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-890c9d9e-9832-4dad-a0ec-523307f4c9eb req-a7defd19-b3f6-44f9-8f58-86bd92beab88 service neutron] 10.222.0.24 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6060810 Oct 19 01:00:13.215681 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9051af57-de3d-4005-8751-0f5a53a48164 req-22b37347-3a78-4251-a9b1-b40401fd1f9a tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575614 Oct 19 01:00:13.217507 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-a1ff115c-97b8-4784-aec6-58f8e8839a9c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:13.238092 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['74a7a6dc-e5bc-4245-b19e-d5eee08c7311'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:00:13.248871 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['ba97a604-45cb-4765-a2a4-1027dbd985f7'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:00:13.267764 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-a1ff115c-97b8-4784-aec6-58f8e8839a9c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:00:13.295138 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-a1ff115c-97b8-4784-aec6-58f8e8839a9c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:00:13.303862 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-a1ff115c-97b8-4784-aec6-58f8e8839a9c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:00:13.310208 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff115c-97b8-4784-aec6-58f8e8839a9c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Pushing event updated for resources: {'Port': ['ID=68c700e7-cf71-4776-b3ad-a6bf9df38dff,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:13.418822 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eaf484-926e-469a-9abb-e9d068808f37 req-9036be23-d163-44c1-9a43-ba89f907d0f4 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:13.424607 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fddaeb-eec6-4d18-bf83-e1d7a2fa3ecd req-d51504a6-f90c-45fb-9cec-e4f20b600ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:13.426256 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-30fddaeb-eec6-4d18-bf83-e1d7a2fa3ecd req-d51504a6-f90c-45fb-9cec-e4f20b600ba4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 1095 time: 0.1574256 Oct 19 01:00:13.439040 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-18eaf484-926e-469a-9abb-e9d068808f37 req-9036be23-d163-44c1-9a43-ba89f907d0f4 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.1750927 Oct 19 01:00:13.523994 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-18eaf484-926e-469a-9abb-e9d068808f37 req-0e92c7ac-4d94-4073-8604-631168a5fa23 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770802 Oct 19 01:00:13.590253 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fddaeb-eec6-4d18-bf83-e1d7a2fa3ecd req-962b71d8-aa19-42ee-aec1-a2aba3fe021e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:13.592341 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-30fddaeb-eec6-4d18-bf83-e1d7a2fa3ecd req-962b71d8-aa19-42ee-aec1-a2aba3fe021e service neutron] 10.222.0.24 "GET /v2.0/networks?id=db82cf1f-422d-4289-a127-b70a546afbff HTTP/1.1" status: 200 len: 922 time: 0.1542962 Oct 19 01:00:13.643393 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-a1ff115c-97b8-4784-aec6-58f8e8839a9c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:13.644082 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-a1ff115c-97b8-4784-aec6-58f8e8839a9c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:13.710798 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-30fddaeb-eec6-4d18-bf83-e1d7a2fa3ecd req-7c58fc32-173f-4dbc-a2b6-7dc66c106125 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8ec244b-6721-494a-b23c-8c036d389ed5 HTTP/1.1" status: 200 len: 217 time: 0.0820289 Oct 19 01:00:13.734364 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-a1ff115c-97b8-4784-aec6-58f8e8839a9c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0694029 Oct 19 01:00:13.761769 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-b67a30ac-886a-4ecf-8935-c6894430c35c service neutron] Request body: {'port': {'device_id': 'ecb86c0f-93a1-416a-902d-6a6c5348a450', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:00:13.801043 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f52ee1-8d25-41ed-a027-e243a7e04aac req-54a68fd2-9903-4cd6-8dd5-e65a61895f22 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:13.802592 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-79f52ee1-8d25-41ed-a027-e243a7e04aac req-54a68fd2-9903-4cd6-8dd5-e65a61895f22 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 936 time: 0.2093427 Oct 19 01:00:13.817750 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-159e0957-bfbc-47c3-a25c-4932497c6375 None None] Provisioning complete for port 68c700e7-cf71-4776-b3ad-a6bf9df38dff triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:00:13.818321 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-159e0957-bfbc-47c3-a25c-4932497c6375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:13.818693 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd0d9e-f909-4142-b347-be833bc8ad99 req-e00f3253-02ed-427f-9119-121dc04faa23 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:13.827601 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cbfd0d9e-f909-4142-b347-be833bc8ad99 req-e00f3253-02ed-427f-9119-121dc04faa23 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 945 time: 0.1394916 Oct 19 01:00:13.839115 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fddaeb-eec6-4d18-bf83-e1d7a2fa3ecd req-f5b7e02e-6b20-4db5-8716-92fb21f7a9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:13.840640 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-30fddaeb-eec6-4d18-bf83-e1d7a2fa3ecd req-f5b7e02e-6b20-4db5-8716-92fb21f7a9cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc1eafbd-ecfc-4adf-9b82-a202a98a472a HTTP/1.1" status: 200 len: 861 time: 0.1210692 Oct 19 01:00:13.884184 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-159e0957-bfbc-47c3-a25c-4932497c6375 None None] Port 68c700e7-cf71-4776-b3ad-a6bf9df38dff cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:00:13.889033 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cbfd0d9e-f909-4142-b347-be833bc8ad99 req-2937ab57-46ff-473c-ba82-690e4de66c68 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533235 Oct 19 01:00:13.909316 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a0dd67b4-4aab-49b4-9b17-72f89b30674c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:13.910978 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-30fddaeb-eec6-4d18-bf83-e1d7a2fa3ecd req-d716e235-cbba-4033-ae2e-969e8b829c37 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=db82cf1f-422d-4289-a127-b70a546afbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501158 Oct 19 01:00:13.917673 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-79f52ee1-8d25-41ed-a027-e243a7e04aac req-d2afa5c2-0f0b-4b56-90da-44ca45f81829 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027999 Oct 19 01:00:13.953797 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-b67a30ac-886a-4ecf-8935-c6894430c35c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:14.014057 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d362a27-5f7d-4455-9be3-8decdc194968 req-c731339e-823e-45f3-8caf-2bd3a402c0e4 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:14.015666 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5d362a27-5f7d-4455-9be3-8decdc194968 req-c731339e-823e-45f3-8caf-2bd3a402c0e4 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 943 time: 0.0624204 Oct 19 01:00:14.086199 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5d362a27-5f7d-4455-9be3-8decdc194968 req-117ab3af-32a6-456e-b019-d6b256dbc552 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640233 Oct 19 01:00:14.162241 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-30fddaeb-eec6-4d18-bf83-e1d7a2fa3ecd req-1d1483d7-ae52-4877-b9e5-c4255d77da44 service neutron] 10.222.0.24 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411449 Oct 19 01:00:14.307362 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0cdfc-48b8-44ff-8fa1-762ff4492442 req-b00fd37a-c1b1-49a5-8b85-8f631ce5ac94 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:14.308866 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-79d0cdfc-48b8-44ff-8fa1-762ff4492442 req-b00fd37a-c1b1-49a5-8b85-8f631ce5ac94 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.1588073 Oct 19 01:00:14.386930 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-30fddaeb-eec6-4d18-bf83-e1d7a2fa3ecd req-9a1bad4f-2f0c-4338-93e6-af86cfd70d95 service neutron] 10.222.0.24 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132657 Oct 19 01:00:14.418855 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-79d0cdfc-48b8-44ff-8fa1-762ff4492442 req-0a56227b-8a49-48c7-a9dd-e5af06e28ead tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748820 Oct 19 01:00:14.439991 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89ba34-0293-4b74-9708-54d4d8d496be req-e864fed2-d9d4-4644-8b2f-eab624449ff4 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:14.441033 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7c89ba34-0293-4b74-9708-54d4d8d496be req-e864fed2-d9d4-4644-8b2f-eab624449ff4 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=92c4602b-de13-4e17-afdc-f1bf3d734d33 HTTP/1.1" status: 200 len: 946 time: 0.0718677 Oct 19 01:00:14.445574 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 1daa29da-249e-4a8e-a9e2-e34772328ba5 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:00:14.484673 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-b67a30ac-886a-4ecf-8935-c6894430c35c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68c700e7-cf71-4776-b3ad-a6bf9df38dff {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:00:14.486778 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7c89ba34-0293-4b74-9708-54d4d8d496be req-7c10edd2-a13f-44cb-bcc4-6d8b3e0e90a5 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448537 Oct 19 01:00:14.496004 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-b67a30ac-886a-4ecf-8935-c6894430c35c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:14.512074 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-b67a30ac-886a-4ecf-8935-c6894430c35c service neutron] Transition to ACTIVE for port object 68c700e7-cf71-4776-b3ad-a6bf9df38dff will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:00:14.517356 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-b67a30ac-886a-4ecf-8935-c6894430c35c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:14.574531 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a30ac-886a-4ecf-8935-c6894430c35c service neutron] Pushing event updated for resources: {'Port': ['ID=68c700e7-cf71-4776-b3ad-a6bf9df38dff,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:14.701610 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 1daa29da-249e-4a8e-a9e2-e34772328ba5, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1daa29da-249e-4a8e-a9e2-e34772328ba5,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:14.713668 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-b67a30ac-886a-4ecf-8935-c6894430c35c service neutron] Attempting to bind port 68c700e7-cf71-4776-b3ad-a6bf9df38dff on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:00:14.714305 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-b67a30ac-886a-4ecf-8935-c6894430c35c service neutron] Attempting to bind port 68c700e7-cf71-4776-b3ad-a6bf9df38dff by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:00:14.714854 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-b67a30ac-886a-4ecf-8935-c6894430c35c service neutron] Attempting to bind port 68c700e7-cf71-4776-b3ad-a6bf9df38dff on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:00:14.732317 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-b67a30ac-886a-4ecf-8935-c6894430c35c service neutron] Port 68c700e7-cf71-4776-b3ad-a6bf9df38dff on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:00:14.732708 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-b67a30ac-886a-4ecf-8935-c6894430c35c service neutron] Attempting to bind port 68c700e7-cf71-4776-b3ad-a6bf9df38dff on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:00:14.742416 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-b67a30ac-886a-4ecf-8935-c6894430c35c service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:00:14.742843 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-b67a30ac-886a-4ecf-8935-c6894430c35c service neutron] Checking segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:00:14.743295 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-b67a30ac-886a-4ecf-8935-c6894430c35c service neutron] Bound using segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:00:14.743859 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-b67a30ac-886a-4ecf-8935-c6894430c35c service neutron] Bound port: 68c700e7-cf71-4776-b3ad-a6bf9df38dff, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:00:14.744287 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-b67a30ac-886a-4ecf-8935-c6894430c35c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:14.754192 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8b1f1-cd84-45c5-a14c-18e553870bd6 req-93a9c069-c098-4d15-9a4d-c6a0c29d9e81 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:14.756373 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-89f8b1f1-cd84-45c5-a14c-18e553870bd6 req-93a9c069-c098-4d15-9a4d-c6a0c29d9e81 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.0850091 Oct 19 01:00:14.771602 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '1daa29da-249e-4a8e-a9e2-e34772328ba5', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': '1daa29da-249e-4a8e-a9e2-e34772328ba5', 'mac_address': 'fa:16:3e:e1:b1:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:00:14.825430 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:14.862622 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1daa29da-249e-4a8e-a9e2-e34772328ba5 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:00:14.916128 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 1daa29da-249e-4a8e-a9e2-e34772328ba5, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1daa29da-249e-4a8e-a9e2-e34772328ba5,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:14.931024 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-89f8b1f1-cd84-45c5-a14c-18e553870bd6 req-6a7d2d02-aaff-4dee-805f-9ca6d25a3ba4 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619866 Oct 19 01:00:14.960743 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-b67a30ac-886a-4ecf-8935-c6894430c35c service neutron] For port 68c700e7-cf71-4776-b3ad-a6bf9df38dff, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:00:14.965390 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-b67a30ac-886a-4ecf-8935-c6894430c35c service neutron] For port 68c700e7-cf71-4776-b3ad-a6bf9df38dff, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=68c700e7-cf71-4776-b3ad-a6bf9df38dff,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:00:14.966472 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:14.972027 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-b67a30ac-886a-4ecf-8935-c6894430c35c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:15.034478 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-b67a30ac-886a-4ecf-8935-c6894430c35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:15.035456 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-b67a30ac-886a-4ecf-8935-c6894430c35c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:15.037155 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-b67a30ac-886a-4ecf-8935-c6894430c35c service neutron] 10.222.0.24 "PUT /v2.0/ports/68c700e7-cf71-4776-b3ad-a6bf9df38dff HTTP/1.1" status: 200 len: 1097 time: 1.2806799 Oct 19 01:00:15.042914 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb86c0f-93a1-416a-902d-6a6c5348a450', 'tag': '68c700e7-cf71-4776-b3ad-a6bf9df38dff'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:00:15.045914 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94da1620-f942-46d2-9122-e1e0873e0432" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb86c0f-93a1-416a-902d-6a6c5348a450", "tag": "68c700e7-cf71-4776-b3ad-a6bf9df38dff"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:00:15.098597 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=1daa29da-249e-4a8e-a9e2-e34772328ba5,revision_number=9']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:15.131033 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['1daa29da-249e-4a8e-a9e2-e34772328ba5'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:00:15.165178 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a30ac-886a-4ecf-8935-c6894430c35c service neutron] Pushing event updated for resources: {'Port': ['ID=68c700e7-cf71-4776-b3ad-a6bf9df38dff,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:15.228389 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0939151-de3a-41fd-9b6e-17e22c1c3083 req-92fedfae-f3cb-4213-a0c2-57a8b590146d tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:15.248215 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d0939151-de3a-41fd-9b6e-17e22c1c3083 req-92fedfae-f3cb-4213-a0c2-57a8b590146d tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 945 time: 0.1928141 Oct 19 01:00:15.286731 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-1506c922-850a-4337-bb39-9ffd5e193aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:15.290091 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-1506c922-850a-4337-bb39-9ffd5e193aa8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 1100 time: 0.1997981 Oct 19 01:00:15.307610 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7525113-06ab-4397-aa72-ce8888e225d7 req-372bc16f-51d3-41fd-9005-e99acad6ef01 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:15.313231 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c7525113-06ab-4397-aa72-ce8888e225d7 req-372bc16f-51d3-41fd-9005-e99acad6ef01 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 948 time: 0.1765580 Oct 19 01:00:15.340750 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d0939151-de3a-41fd-9b6e-17e22c1c3083 req-13a60870-6e47-4fff-a3c3-7e5fde6637c3 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884957 Oct 19 01:00:15.372480 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-26d6fd04-8a43-4d49-9aed-755a3a48cafb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=68c700e7-cf71-4776-b3ad-a6bf9df38dff HTTP/1.1" status: 200 len: 217 time: 0.0579469 Oct 19 01:00:15.464888 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-4a59f749-fd43-40e5-8ef1-3504abc41238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:15.466375 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-4a59f749-fd43-40e5-8ef1-3504abc41238 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0849800 Oct 19 01:00:15.467953 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3234a29e-12ee-418c-aea0-ad738597e88c x-openstack-request-id: req-3234a29e-12ee-418c-aea0-ad738597e88c {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:00:15.468242 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb86c0f-93a1-416a-902d-6a6c5348a450", "tag": "68c700e7-cf71-4776-b3ad-a6bf9df38dff", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:00:15.468490 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3234a29e-12ee-418c-aea0-ad738597e88c {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:00:15.468894 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb86c0f-93a1-416a-902d-6a6c5348a450', 'tag': '68c700e7-cf71-4776-b3ad-a6bf9df38dff', 'status': 'completed', 'code': 200} Oct 19 01:00:15.497176 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c7525113-06ab-4397-aa72-ce8888e225d7 req-22c87ecd-35f4-4373-ad9e-956ee048fb2c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727908 Oct 19 01:00:15.577095 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-7c2f09c6-b880-4d91-ab5d-b664b406a09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:15.593495 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-7c2f09c6-b880-4d91-ab5d-b664b406a09b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1146514 Oct 19 01:00:15.655989 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c60eda-2d21-4713-bb99-89311edd4dd3 req-712e4dc4-41c1-40ea-9dec-087dc3fe64a5 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:15.658039 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-18c60eda-2d21-4713-bb99-89311edd4dd3 req-712e4dc4-41c1-40ea-9dec-087dc3fe64a5 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 943 time: 0.1162407 Oct 19 01:00:15.714425 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-18c60eda-2d21-4713-bb99-89311edd4dd3 req-39561c6d-5404-4efa-9180-a895fdc222d7 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476463 Oct 19 01:00:15.790648 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-8eb1c1c2-75d5-4477-a671-b23363e40934 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861520 Oct 19 01:00:15.894090 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc1935-11ee-4af3-b791-7269a232818b req-dd73979d-d65a-4b11-9f4a-adbd0983b9f2 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:15.904302 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c7bc1935-11ee-4af3-b791-7269a232818b req-dd73979d-d65a-4b11-9f4a-adbd0983b9f2 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0819952 Oct 19 01:00:15.954720 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c7bc1935-11ee-4af3-b791-7269a232818b req-821b777e-265c-45ab-b6c3-be95051649c8 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489261 Oct 19 01:00:16.002449 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d872b5a1-891d-4972-bb9c-691ddbc7faec req-829cff3c-2818-42c8-a291-839b8a95c86e service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018743 Oct 19 01:00:16.153903 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f8fff-0450-47b7-8aa4-ad7fb1815887 req-670e1bbe-a820-41e2-a0dd-00124d588caf tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:16.157755 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da1620-f942-46d2-9122-e1e0873e0432 req-797cab56-287c-4bed-a1a8-6dfcc25aece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:16.164771 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94da1620-f942-46d2-9122-e1e0873e0432 req-797cab56-287c-4bed-a1a8-6dfcc25aece9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 1100 time: 0.0849304 Oct 19 01:00:16.165376 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a02f8fff-0450-47b7-8aa4-ad7fb1815887 req-670e1bbe-a820-41e2-a0dd-00124d588caf tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=92c4602b-de13-4e17-afdc-f1bf3d734d33 HTTP/1.1" status: 200 len: 946 time: 0.1053419 Oct 19 01:00:16.226254 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a02f8fff-0450-47b7-8aa4-ad7fb1815887 req-dd27a2fd-059c-48ae-8337-b66684db5a18 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589042 Oct 19 01:00:16.370840 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da1620-f942-46d2-9122-e1e0873e0432 req-d3c3818e-13fb-42af-8bcb-ef8da41fcd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:16.374418 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94da1620-f942-46d2-9122-e1e0873e0432 req-d3c3818e-13fb-42af-8bcb-ef8da41fcd79 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.2039371 Oct 19 01:00:16.404065 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd487846-ec63-4278-a4ee-c3f8cc32a30a req-e3607ab1-56f4-49a1-9a98-665c0beb6422 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:16.405527 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cd487846-ec63-4278-a4ee-c3f8cc32a30a req-e3607ab1-56f4-49a1-9a98-665c0beb6422 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.1036637 Oct 19 01:00:16.435659 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94da1620-f942-46d2-9122-e1e0873e0432 req-4520cfda-908b-466f-ac46-5ba01de7fef3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=68c700e7-cf71-4776-b3ad-a6bf9df38dff HTTP/1.1" status: 200 len: 217 time: 0.0503173 Oct 19 01:00:16.454328 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 1daa29da-249e-4a8e-a9e2-e34772328ba5 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:00:16.456301 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cd487846-ec63-4278-a4ee-c3f8cc32a30a req-b56d48c4-b8bc-452d-bbd2-a784c3798ae2 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444272 Oct 19 01:00:16.517525 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da1620-f942-46d2-9122-e1e0873e0432 req-ac468c4b-33b9-40fb-8883-d4a588df9709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:16.520459 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94da1620-f942-46d2-9122-e1e0873e0432 req-ac468c4b-33b9-40fb-8883-d4a588df9709 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0750871 Oct 19 01:00:16.564432 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-08672bbf-0864-44bc-bcee-b10a48ced76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:16.599406 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 1daa29da-249e-4a8e-a9e2-e34772328ba5 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:00:16.599406 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:16.629582 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da1620-f942-46d2-9122-e1e0873e0432 req-55d2b88e-1096-4335-a549-2474f7bb86cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:16.631363 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94da1620-f942-46d2-9122-e1e0873e0432 req-55d2b88e-1096-4335-a549-2474f7bb86cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1035962 Oct 19 01:00:16.708538 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:16.751962 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6848ab0-22c1-446c-a1b7-f09a79fe2ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1daa29da-249e-4a8e-a9e2-e34772328ba5'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:00:16.757136 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208f27d8-9879-47b4-a0d0-a06ed17715e4" -d '{"events": [{"server_uuid": "b6848ab0-22c1-446c-a1b7-f09a79fe2ea5", "name": "network-vif-plugged", "status": "completed", "tag": "1daa29da-249e-4a8e-a9e2-e34772328ba5"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:00:16.789722 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94da1620-f942-46d2-9122-e1e0873e0432 req-8f4dc974-5292-4ea6-83d4-1f5577f1df46 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482644 Oct 19 01:00:16.792384 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 1daa29da-249e-4a8e-a9e2-e34772328ba5, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1daa29da-249e-4a8e-a9e2-e34772328ba5,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:16.797941 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:16.864372 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=1daa29da-249e-4a8e-a9e2-e34772328ba5,revision_number=10']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:16.989554 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94da1620-f942-46d2-9122-e1e0873e0432 req-ca02c011-b20f-448a-9d86-ae1a10c19705 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884737 Oct 19 01:00:17.198527 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:17.626112 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:18.476104 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 68c700e7-cf71-4776-b3ad-a6bf9df38dff details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:00:18.609692 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 68c700e7-cf71-4776-b3ad-a6bf9df38dff, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=68c700e7-cf71-4776-b3ad-a6bf9df38dff,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:18.648067 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '68c700e7-cf71-4776-b3ad-a6bf9df38dff', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': '68c700e7-cf71-4776-b3ad-a6bf9df38dff', 'mac_address': 'fa:16:3e:2c:bb:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:00:18.721625 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:18.739781 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68c700e7-cf71-4776-b3ad-a6bf9df38dff {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:00:18.804059 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 68c700e7-cf71-4776-b3ad-a6bf9df38dff, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=68c700e7-cf71-4776-b3ad-a6bf9df38dff,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:18.833296 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:18.891579 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=68c700e7-cf71-4776-b3ad-a6bf9df38dff,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:19.188226 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['68c700e7-cf71-4776-b3ad-a6bf9df38dff'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:00:19.595290 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:20.008323 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def6e98-b055-4184-87d7-46e031008830 req-edfcdc58-fbf8-49d9-a4f2-f12d3a55a818 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:20.009956 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4def6e98-b055-4184-87d7-46e031008830 req-edfcdc58-fbf8-49d9-a4f2-f12d3a55a818 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 945 time: 0.0845935 Oct 19 01:00:20.061773 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4def6e98-b055-4184-87d7-46e031008830 req-4486b8f6-e837-4cbc-8575-146004551861 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453341 Oct 19 01:00:20.243758 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebede1b2-ad7b-4475-9fdb-2af84d3537ec req-442a82e4-f33c-4d41-832b-79e5d5c9b2c3 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:20.265613 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ebede1b2-ad7b-4475-9fdb-2af84d3537ec req-442a82e4-f33c-4d41-832b-79e5d5c9b2c3 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 949 time: 0.1275430 Oct 19 01:00:20.375227 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ebede1b2-ad7b-4475-9fdb-2af84d3537ec req-8ce2d0e5-ce40-4c2d-b635-4e5a9f0038eb tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857570 Oct 19 01:00:20.419895 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b9de17-d8bd-47e6-8732-fe523b52f56f x-openstack-request-id: req-97b9de17-d8bd-47e6-8732-fe523b52f56f {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:00:20.420438 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6848ab0-22c1-446c-a1b7-f09a79fe2ea5", "name": "network-vif-plugged", "status": "completed", "tag": "1daa29da-249e-4a8e-a9e2-e34772328ba5", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:00:20.420670 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-97b9de17-d8bd-47e6-8732-fe523b52f56f {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:00:20.421297 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6848ab0-22c1-446c-a1b7-f09a79fe2ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1daa29da-249e-4a8e-a9e2-e34772328ba5', 'code': 200} Oct 19 01:00:20.437910 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58770278-06e7-47c7-a2cb-6dff7b010242 req-7550e5ed-9452-43ed-ac06-437baf218e54 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:20.439860 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-58770278-06e7-47c7-a2cb-6dff7b010242 req-7550e5ed-9452-43ed-ac06-437baf218e54 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 943 time: 0.0863922 Oct 19 01:00:20.520155 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-58770278-06e7-47c7-a2cb-6dff7b010242 req-58b506c6-c4b4-4fe1-a015-81c56467c05e tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536389 Oct 19 01:00:20.616823 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a529a70-fe79-47e3-89db-4f44b6bc8701 req-8761e20d-e8c8-4657-b815-5ea241d1e5a6 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:20.626201 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1a529a70-fe79-47e3-89db-4f44b6bc8701 req-8761e20d-e8c8-4657-b815-5ea241d1e5a6 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.1441221 Oct 19 01:00:20.678371 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1a529a70-fe79-47e3-89db-4f44b6bc8701 req-6a9b5c60-9bc4-490a-a170-7f8fd3a48bbf tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513134 Oct 19 01:00:20.688512 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e27e4d-d001-432d-b77d-f7b805693cd6 req-51e4dbc2-a278-4814-b75a-9c2d94883240 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:20.701064 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-43e27e4d-d001-432d-b77d-f7b805693cd6 req-51e4dbc2-a278-4814-b75a-9c2d94883240 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.0771127 Oct 19 01:00:20.762719 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-43e27e4d-d001-432d-b77d-f7b805693cd6 req-a88722d3-b277-46ac-9a54-dd1457017b9f tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643194 Oct 19 01:00:21.199565 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d813f-83b6-4f32-bf9e-f57b95e02749 req-b6400401-0c8b-44d3-8d26-a609dce319d4 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:21.201846 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-299d813f-83b6-4f32-bf9e-f57b95e02749 req-b6400401-0c8b-44d3-8d26-a609dce319d4 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 945 time: 0.0655658 Oct 19 01:00:21.243756 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-299d813f-83b6-4f32-bf9e-f57b95e02749 req-6019d0d6-f05a-4458-80bd-c674f20e06cd tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353990 Oct 19 01:00:21.497591 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77a9ef-bad6-49d1-a5d1-b77f22610363 req-d45c69f9-72d1-4099-84c5-b2ee2bf2377a tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:21.506122 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5d77a9ef-bad6-49d1-a5d1-b77f22610363 req-d45c69f9-72d1-4099-84c5-b2ee2bf2377a tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 949 time: 0.0637875 Oct 19 01:00:21.547217 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5d77a9ef-bad6-49d1-a5d1-b77f22610363 req-05fa5471-ea1a-46ed-8dbd-74e026057f03 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394239 Oct 19 01:00:21.727587 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540067f-b065-433e-a0ff-ec1a22f7206f req-9792460c-4c92-4172-abb4-a1d45cc442eb tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:21.736916 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3540067f-b065-433e-a0ff-ec1a22f7206f req-9792460c-4c92-4172-abb4-a1d45cc442eb tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 943 time: 0.1265814 Oct 19 01:00:21.817934 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3540067f-b065-433e-a0ff-ec1a22f7206f req-4c1ad7b3-cb80-47d3-b3ca-13b53a3efecf tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797696 Oct 19 01:00:21.921347 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd263b-9321-498e-a88a-7c381127c991 req-5e921930-c4ae-4b9f-bac4-d5ef8a936214 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:21.924077 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-47bd263b-9321-498e-a88a-7c381127c991 req-5e921930-c4ae-4b9f-bac4-d5ef8a936214 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.1207137 Oct 19 01:00:21.991903 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-47bd263b-9321-498e-a88a-7c381127c991 req-9284171d-794d-4450-8cd2-a5fd74607c7a tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590146 Oct 19 01:00:22.017615 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6eaaf9-d087-4671-9f59-5bdfc19d4225 req-25eff559-afcf-430b-a23e-909e4e44eb5c tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:22.024309 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7d6eaaf9-d087-4671-9f59-5bdfc19d4225 req-25eff559-afcf-430b-a23e-909e4e44eb5c tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.0629644 Oct 19 01:00:22.094787 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7d6eaaf9-d087-4671-9f59-5bdfc19d4225 req-d1d13f41-cad1-4bdc-8edd-ec4d075bd7ba tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694973 Oct 19 01:00:22.374163 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144b03d-ff49-4478-8a22-aa208ce9b142 req-aa82743f-d3b9-42c5-a47a-d03d6e743a0d tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:22.383006 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7144b03d-ff49-4478-8a22-aa208ce9b142 req-aa82743f-d3b9-42c5-a47a-d03d6e743a0d tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 945 time: 0.0594006 Oct 19 01:00:22.436725 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7144b03d-ff49-4478-8a22-aa208ce9b142 req-88ac039a-01af-48a0-930d-a7be773c84db tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512891 Oct 19 01:00:22.515966 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device fb66fdda-044a-4dbb-a30e-64835154f510 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:00:22.519233 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 68c700e7-cf71-4776-b3ad-a6bf9df38dff up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:00:22.620514 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 68c700e7-cf71-4776-b3ad-a6bf9df38dff completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:00:22.639013 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 68c700e7-cf71-4776-b3ad-a6bf9df38dff triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:00:22.639619 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:22.767670 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port fb66fdda-044a-4dbb-a30e-64835154f510, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=fb66fdda-044a-4dbb-a30e-64835154f510,segment=NetworkSegment(85401e62-3f2c-43a6-8d64-5618396e8614),segment_id=85401e62-3f2c-43a6-8d64-5618396e8614)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:22.784067 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25945f2-7ad4-4970-90e1-232a195e61b8 req-f58f6318-4482-49d8-91cb-da331e76dab8 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:22.785703 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a25945f2-7ad4-4970-90e1-232a195e61b8 req-f58f6318-4482-49d8-91cb-da331e76dab8 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 949 time: 0.1028099 Oct 19 01:00:22.805916 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'fb66fdda-044a-4dbb-a30e-64835154f510', 'network_id': '44c662b3-a294-49c4-b801-6e72553fc183', 'port_id': 'fb66fdda-044a-4dbb-a30e-64835154f510', 'mac_address': 'fa:16:3e:7b:c2:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a0fca3-7f17-4b48-856e-c0d103cad611', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:00:22.895112 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:22.925006 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb66fdda-044a-4dbb-a30e-64835154f510 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:00:22.941093 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a25945f2-7ad4-4970-90e1-232a195e61b8 req-3c58fd2c-a51b-4749-9ba6-cd1491471a27 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480539 Oct 19 01:00:22.978402 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:22.993061 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port fb66fdda-044a-4dbb-a30e-64835154f510, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=fb66fdda-044a-4dbb-a30e-64835154f510,segment=NetworkSegment(85401e62-3f2c-43a6-8d64-5618396e8614),segment_id=85401e62-3f2c-43a6-8d64-5618396e8614)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:23.058380 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:23.071407 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb86c0f-93a1-416a-902d-6a6c5348a450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c700e7-cf71-4776-b3ad-a6bf9df38dff'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:00:23.074237 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee06f83-a2cd-45bb-bf81-767334e2c44d" -d '{"events": [{"server_uuid": "ecb86c0f-93a1-416a-902d-6a6c5348a450", "name": "network-vif-plugged", "status": "completed", "tag": "68c700e7-cf71-4776-b3ad-a6bf9df38dff"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:00:23.118104 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 68c700e7-cf71-4776-b3ad-a6bf9df38dff, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=68c700e7-cf71-4776-b3ad-a6bf9df38dff,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:23.125907 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:23.138568 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17000afa-c424-4b8f-b4d6-5ec78523af77 req-42bb0c12-c1f0-4e6c-88e3-ecb1da417d39 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:23.142332 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-17000afa-c424-4b8f-b4d6-5ec78523af77 req-42bb0c12-c1f0-4e6c-88e3-ecb1da417d39 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 943 time: 0.1246994 Oct 19 01:00:23.172884 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=fb66fdda-044a-4dbb-a30e-64835154f510,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:23.217831 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-17000afa-c424-4b8f-b4d6-5ec78523af77 req-ad53e76c-b1d1-4829-b0a7-257ec634f65f tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691490 Oct 19 01:00:23.229996 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['fb66fdda-044a-4dbb-a30e-64835154f510'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:00:23.323359 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b432478-c584-4f0f-8997-6fe73ff807bf x-openstack-request-id: req-4b432478-c584-4f0f-8997-6fe73ff807bf {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:00:23.323359 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb86c0f-93a1-416a-902d-6a6c5348a450", "name": "network-vif-plugged", "status": "completed", "tag": "68c700e7-cf71-4776-b3ad-a6bf9df38dff", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:00:23.323783 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4b432478-c584-4f0f-8997-6fe73ff807bf {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:00:23.324095 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb86c0f-93a1-416a-902d-6a6c5348a450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c700e7-cf71-4776-b3ad-a6bf9df38dff', 'code': 200} Oct 19 01:00:23.358739 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=68c700e7-cf71-4776-b3ad-a6bf9df38dff,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:23.360800 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf640eb-7607-4cf0-9e28-abd9f7ca4532 req-0440b28b-0b15-4118-8f91-c9eeecbb9ac2 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:23.369987 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dcf640eb-7607-4cf0-9e28-abd9f7ca4532 req-0440b28b-0b15-4118-8f91-c9eeecbb9ac2 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.1241717 Oct 19 01:00:23.430376 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dcf640eb-7607-4cf0-9e28-abd9f7ca4532 req-376dd074-2b95-452b-9f7c-7945257bd3d1 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541182 Oct 19 01:00:23.485653 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d2a31-c55b-404e-8afe-03feb1f9da21 req-d28326c8-dc91-4fab-a63c-264e3abfd198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:23.490953 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-db7d2a31-c55b-404e-8afe-03feb1f9da21 req-d28326c8-dc91-4fab-a63c-264e3abfd198 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 1102 time: 0.0969305 Oct 19 01:00:23.568557 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-db7d2a31-c55b-404e-8afe-03feb1f9da21 req-986cc522-7022-42f7-85e5-62a62caa612c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698535 Oct 19 01:00:23.611029 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792bb55e-d24e-4598-a4df-fcc701b58b31 req-ea495201-867c-417e-a1e6-bbf65d0ca5d5 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:23.621885 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-792bb55e-d24e-4598-a4df-fcc701b58b31 req-ea495201-867c-417e-a1e6-bbf65d0ca5d5 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.0801716 Oct 19 01:00:23.671099 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-792bb55e-d24e-4598-a4df-fcc701b58b31 req-543bb57c-6795-4778-ae2f-ca9f4907bfb3 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469773 Oct 19 01:00:23.831343 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a798db-cc33-40f6-b67d-1b03f9ad4ebd req-75c6ed1f-924a-49b2-882f-ef17288f6077 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:23.841695 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c8a798db-cc33-40f6-b67d-1b03f9ad4ebd req-75c6ed1f-924a-49b2-882f-ef17288f6077 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 945 time: 0.0766883 Oct 19 01:00:23.890124 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c8a798db-cc33-40f6-b67d-1b03f9ad4ebd req-fdd0da7d-4a9b-4d95-b638-0811fdfc279a tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470772 Oct 19 01:00:24.196940 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76e9cf-3adf-42e4-8cb1-ca1c21d78e7d req-9e52573c-7a13-4e52-ad81-df80b89795a7 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:24.218266 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4a76e9cf-3adf-42e4-8cb1-ca1c21d78e7d req-9e52573c-7a13-4e52-ad81-df80b89795a7 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 950 time: 0.1107464 Oct 19 01:00:24.276570 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4a76e9cf-3adf-42e4-8cb1-ca1c21d78e7d req-ea0c00d8-a203-4948-881c-0286015e705f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565197 Oct 19 01:00:24.542660 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device fb66fdda-044a-4dbb-a30e-64835154f510 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:00:24.646608 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port fb66fdda-044a-4dbb-a30e-64835154f510 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:00:24.648914 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:24.769776 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:24.833579 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port fb66fdda-044a-4dbb-a30e-64835154f510, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=fb66fdda-044a-4dbb-a30e-64835154f510,segment=NetworkSegment(85401e62-3f2c-43a6-8d64-5618396e8614),segment_id=85401e62-3f2c-43a6-8d64-5618396e8614)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:24.841005 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:24.939695 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=fb66fdda-044a-4dbb-a30e-64835154f510,revision_number=7']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:25.325568 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c4602b-de13-4e17-afdc-f1bf3d734d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb66fdda-044a-4dbb-a30e-64835154f510'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:00:25.329315 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727f533d-3a9c-4dca-bf5b-90c2bd07adc9" -d '{"events": [{"server_uuid": "92c4602b-de13-4e17-afdc-f1bf3d734d33", "name": "network-vif-plugged", "status": "completed", "tag": "fb66fdda-044a-4dbb-a30e-64835154f510"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:00:26.556337 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device a8ec244b-6721-494a-b23c-8c036d389ed5 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:00:26.749978 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port a8ec244b-6721-494a-b23c-8c036d389ed5, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a8ec244b-6721-494a-b23c-8c036d389ed5,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:26.788226 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'a8ec244b-6721-494a-b23c-8c036d389ed5', 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff', 'port_id': 'a8ec244b-6721-494a-b23c-8c036d389ed5', 'mac_address': 'fa:16:3e:bb:55:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc1eafbd-ecfc-4adf-9b82-a202a98a472a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:00:26.864001 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:26.879118 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:26.916240 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ec244b-6721-494a-b23c-8c036d389ed5 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:00:26.966956 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port a8ec244b-6721-494a-b23c-8c036d389ed5, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a8ec244b-6721-494a-b23c-8c036d389ed5,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:26.978573 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:27.076619 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=a8ec244b-6721-494a-b23c-8c036d389ed5,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:27.393863 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['a8ec244b-6721-494a-b23c-8c036d389ed5'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:00:28.001243 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f1aa2-56c4-4824-a815-1e601f8aff23 req-3d2100c8-fc4e-484d-a6cc-a4e4ffc2f84d tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:28.004392 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-779f1aa2-56c4-4824-a815-1e601f8aff23 req-3d2100c8-fc4e-484d-a6cc-a4e4ffc2f84d tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 944 time: 0.0886018 Oct 19 01:00:28.055520 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-779f1aa2-56c4-4824-a815-1e601f8aff23 req-b9b920b3-980a-4075-9719-288512a9a602 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446694 Oct 19 01:00:28.134100 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5337412-c10b-468e-b57e-c6da15287f93 req-d4fd7a30-d365-452b-bbc5-8e3afd4407d2 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:28.136095 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e5337412-c10b-468e-b57e-c6da15287f93 req-d4fd7a30-d365-452b-bbc5-8e3afd4407d2 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0942111 Oct 19 01:00:28.199713 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e5337412-c10b-468e-b57e-c6da15287f93 req-7eafb181-2864-42cc-93aa-681ce582eac4 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512495 Oct 19 01:00:28.223246 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10703b-5404-4546-b755-3a43c1d95179 req-0f4accef-d3d8-4ee5-bfaa-48d4d7a3cb5c tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:28.226016 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5f10703b-5404-4546-b755-3a43c1d95179 req-0f4accef-d3d8-4ee5-bfaa-48d4d7a3cb5c tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.0712833 Oct 19 01:00:28.331002 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0923f0-4ecc-4aa4-bf9b-f34972b0b819 req-65cc96b1-3763-472b-8858-c57dbb9d16fb tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:28.332569 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ef0923f0-4ecc-4aa4-bf9b-f34972b0b819 req-65cc96b1-3763-472b-8858-c57dbb9d16fb tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 945 time: 0.0613902 Oct 19 01:00:28.370038 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5f10703b-5404-4546-b755-3a43c1d95179 req-d1473b49-ee4d-4163-acde-efd94fcbd74c tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132054 Oct 19 01:00:28.416801 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ef0923f0-4ecc-4aa4-bf9b-f34972b0b819 req-292c8842-5836-40d7-a21e-026c03af2f9c tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759840 Oct 19 01:00:28.505460 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f20ac9-1b96-412b-8ad5-0485ee1dd611 req-e0a73280-d9f9-4c38-a9b0-ec6626f9bb87 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:28.512295 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f766c7-f436-49e7-8b59-6d7115a6d8c5 x-openstack-request-id: req-78f766c7-f436-49e7-8b59-6d7115a6d8c5 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:00:28.512808 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92c4602b-de13-4e17-afdc-f1bf3d734d33", "name": "network-vif-plugged", "status": "completed", "tag": "fb66fdda-044a-4dbb-a30e-64835154f510", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:00:28.512919 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-78f766c7-f436-49e7-8b59-6d7115a6d8c5 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:00:28.513330 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92c4602b-de13-4e17-afdc-f1bf3d734d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb66fdda-044a-4dbb-a30e-64835154f510', 'code': 200} Oct 19 01:00:28.514028 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-14f20ac9-1b96-412b-8ad5-0485ee1dd611 req-e0a73280-d9f9-4c38-a9b0-ec6626f9bb87 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 950 time: 0.0630271 Oct 19 01:00:28.551640 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-14f20ac9-1b96-412b-8ad5-0485ee1dd611 req-b103e9c7-6799-48de-8dbd-5d9150f2a473 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365450 Oct 19 01:00:28.716272 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b927d09-d0c6-45da-b4ef-17086f2c6ca3 req-a17d1413-d728-473b-b613-0e00e1c3405f tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:28.717965 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9b927d09-d0c6-45da-b4ef-17086f2c6ca3 req-a17d1413-d728-473b-b613-0e00e1c3405f tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 945 time: 0.0617139 Oct 19 01:00:28.727692 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 50458) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:00:28.733309 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-f6c386f5-66ba-48db-bb62-b79b22246a10 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Request body: {'floatingip': {'port_id': '9d959cf2-d937-4599-baa6-8978a8c357a2'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:00:28.873386 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f6c386f5-66ba-48db-bb62-b79b22246a10 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks [] for floatingip, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:28.984709 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5add623-930d-4110-b16f-cc3f293ea279 req-d1e1746d-e2b1-4119-a01e-4456d3fc7721 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:28.993304 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5add623-930d-4110-b16f-cc3f293ea279 req-d1e1746d-e2b1-4119-a01e-4456d3fc7721 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/networks?id=62832aa4-f933-46b7-a594-83f0870bcae7 HTTP/1.1" status: 200 len: 811 time: 0.1480463 Oct 19 01:00:29.003776 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db9b88-b9c8-4313-8070-5d3ea9899fa7 req-e869c01e-56ea-4e50-b7a1-0ad75851af08 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:29.011554 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db9b88-b9c8-4313-8070-5d3ea9899fa7 req-e869c01e-56ea-4e50-b7a1-0ad75851af08 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:29.014025 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b1db9b88-b9c8-4313-8070-5d3ea9899fa7 req-e869c01e-56ea-4e50-b7a1-0ad75851af08 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984&device_id=c2929adc-df8e-4559-918d-9e169ea22a58 HTTP/1.1" status: 200 len: 1690 time: 0.1953819 Oct 19 01:00:29.016480 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5add623-930d-4110-b16f-cc3f293ea279 req-0b13413b-c0af-4699-848e-ed1fa73e8794 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/quotas/040edf26402f44e39ee858ecd5007fee HTTP/1.1" status: 200 len: 375 time: 0.0220098 Oct 19 01:00:29.068660 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:29.103325 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5add623-930d-4110-b16f-cc3f293ea279 req-535ecfd7-1795-4abf-802f-5ef977053f96 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=040edf26402f44e39ee858ecd5007fee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0851080 Oct 19 01:00:29.153465 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b1db9b88-b9c8-4313-8070-5d3ea9899fa7 req-bddc852f-864a-4d5d-a360-407052528673 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291633 Oct 19 01:00:29.268932 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5add623-930d-4110-b16f-cc3f293ea279 req-df64e38a-068a-4310-9b95-91d95261f3db service neutron] 10.222.0.57 "GET /v2.0/networks/62832aa4-f933-46b7-a594-83f0870bcae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644933 Oct 19 01:00:29.370926 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5add623-930d-4110-b16f-cc3f293ea279 req-6b9ad8b6-efe6-4cc5-a2ea-fac4c6781f2e service neutron] 10.222.0.57 "GET /v2.0/networks/62832aa4-f933-46b7-a594-83f0870bcae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010063 Oct 19 01:00:29.374227 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb09562-ec34-470e-b275-fb221574a8a3 req-37402d9b-10be-4cbc-b451-49abbd173311 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:29.375917 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0cb09562-ec34-470e-b275-fb221574a8a3 req-37402d9b-10be-4cbc-b451-49abbd173311 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 950 time: 0.1287539 Oct 19 01:00:29.440268 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0cb09562-ec34-470e-b275-fb221574a8a3 req-99a71e92-e017-4b48-88a2-8c07f4ff7ff3 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560627 Oct 19 01:00:29.649680 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f6c386f5-66ba-48db-bb62-b79b22246a10 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:29.659013 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f6c386f5-66ba-48db-bb62-b79b22246a10 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:29.792235 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556f416-e285-4409-8343-cef78aaeb32f req-523b7f23-c3ff-4b29-98e2-68085339a1e6 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:29.800629 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1556f416-e285-4409-8343-cef78aaeb32f req-523b7f23-c3ff-4b29-98e2-68085339a1e6 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 944 time: 0.1120851 Oct 19 01:00:29.815955 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [None req-f6c386f5-66ba-48db-bb62-b79b22246a10 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Floating IP 8e5aa2e5-80c2-4065-8529-f4cc42bf8fbb associated. External IP: 172.25.8.213, port: 9d959cf2-d937-4599-baa6-8978a8c357a2. Oct 19 01:00:29.843019 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1556f416-e285-4409-8343-cef78aaeb32f req-403ba83c-7a35-43ae-85f5-21829bbe2d8d tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415559 Oct 19 01:00:30.054707 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-561bf2d3-16ec-4db2-ba1a-10c0c89074f7 req-b245d04a-d3ed-43c0-be33-299311af3b63 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 210 time: 0.0520611 Oct 19 01:00:30.089074 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-9e6ff38f-4239-4853-bb8e-fc4675ce9fe8 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:30.098895 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-9e6ff38f-4239-4853-bb8e-fc4675ce9fe8 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/networks?id=fc198a8b-4ee5-462c-a635-e1062c7dbf51 HTTP/1.1" status: 200 len: 808 time: 0.2112439 Oct 19 01:00:30.160343 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-0c82495a-4d43-4365-89b7-eb448fe14fe7 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/quotas/65459246a90a47d0b59f03208da91106 HTTP/1.1" status: 200 len: 375 time: 0.0603976 Oct 19 01:00:30.181274 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833717f0-4a3d-4c38-a3b4-9c4244e4788b req-d878069e-0c7f-4a39-a388-d2f96d5fbbab tempest-ServersOnMultiNodesTest-136313355 tempest-ServersOnMultiNodesTest-136313355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:30.184048 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-833717f0-4a3d-4c38-a3b4-9c4244e4788b req-d878069e-0c7f-4a39-a388-d2f96d5fbbab tempest-ServersOnMultiNodesTest-136313355 tempest-ServersOnMultiNodesTest-136313355-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 1102 time: 0.0564384 Oct 19 01:00:30.248339 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-833717f0-4a3d-4c38-a3b4-9c4244e4788b req-b234eabf-43a7-42ec-9179-4d776f3eff6e tempest-ServersOnMultiNodesTest-136313355 tempest-ServersOnMultiNodesTest-136313355-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549762 Oct 19 01:00:30.435891 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c93ec-2cd6-48f2-9ea7-9cef24f8c354 req-1518921c-7441-4d34-be6a-7ac6aa891326 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:30.443507 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-597c93ec-2cd6-48f2-9ea7-9cef24f8c354 req-1518921c-7441-4d34-be6a-7ac6aa891326 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6848ab0-22c1-446c-a1b7-f09a79fe2ea5 HTTP/1.1" status: 200 len: 951 time: 0.0732374 Oct 19 01:00:30.511227 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-597c93ec-2cd6-48f2-9ea7-9cef24f8c354 req-7ccbbb47-937d-4f9e-99fb-50ee0986e893 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/security-groups?id=8144c47d-8d80-4fa6-9309-826bceb92166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617008 Oct 19 01:00:30.554967 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-e6c874c1-30e5-43b4-a740-c59c8a7a15e9 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=65459246a90a47d0b59f03208da91106&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3936064 Oct 19 01:00:30.581231 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device a8ec244b-6721-494a-b23c-8c036d389ed5 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:00:30.640563 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port a8ec244b-6721-494a-b23c-8c036d389ed5 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:00:30.646100 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port a8ec244b-6721-494a-b23c-8c036d389ed5 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:00:30.646987 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:30.655651 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc520b-94bf-4db7-a15d-5466113b27ef req-113e6c23-9e17-4c52-8c80-15a567c07645 tempest-ServersOnMultiNodesTest-136313355 tempest-ServersOnMultiNodesTest-136313355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:30.663477 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-33fc520b-94bf-4db7-a15d-5466113b27ef req-113e6c23-9e17-4c52-8c80-15a567c07645 tempest-ServersOnMultiNodesTest-136313355 tempest-ServersOnMultiNodesTest-136313355-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c2929adc-df8e-4559-918d-9e169ea22a58 HTTP/1.1" status: 200 len: 1101 time: 0.0750599 Oct 19 01:00:30.694809 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-b01aa962-5baf-42e8-a47e-7461d6b8a609 service neutron] 10.222.0.57 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386318 Oct 19 01:00:30.707509 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-33fc520b-94bf-4db7-a15d-5466113b27ef req-9420e076-d95d-45c2-89e4-5d40d68bfd1e tempest-ServersOnMultiNodesTest-136313355 tempest-ServersOnMultiNodesTest-136313355-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425713 Oct 19 01:00:30.754567 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:30.803025 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdeec5e2-c317-4491-9870-ab9d69a119ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ec244b-6721-494a-b23c-8c036d389ed5'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:00:30.810980 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad9628e-f811-4896-bd5f-3b88840611bd" -d '{"events": [{"server_uuid": "cdeec5e2-c317-4491-9870-ab9d69a119ba", "name": "network-vif-plugged", "status": "completed", "tag": "a8ec244b-6721-494a-b23c-8c036d389ed5"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:00:30.825782 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port a8ec244b-6721-494a-b23c-8c036d389ed5, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a8ec244b-6721-494a-b23c-8c036d389ed5,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:30.840749 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c386f5-66ba-48db-bb62-b79b22246a10 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Router 3ecf485b-c040-4fb4-9b14-1e391a5e1184 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:00:30.847594 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:30.852786 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 1daa29da-249e-4a8e-a9e2-e34772328ba5 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:00:30.886913 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-2d631360-27fb-4bb0-bee8-c3f610c2f3b2 service neutron] 10.222.0.57 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910727 Oct 19 01:00:30.984239 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=a8ec244b-6721-494a-b23c-8c036d389ed5,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:31.051677 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:31.112732 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 1daa29da-249e-4a8e-a9e2-e34772328ba5, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1daa29da-249e-4a8e-a9e2-e34772328ba5,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:31.123147 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:31.202378 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=1daa29da-249e-4a8e-a9e2-e34772328ba5,revision_number=11']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:31.209838 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c386f5-66ba-48db-bb62-b79b22246a10 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:00:31.217144 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f6c386f5-66ba-48db-bb62-b79b22246a10 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:31.223807 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1f5cbb-b6b5-4914-a74e-4b6367fee3b0 None None] Sync routers for ids ['3ecf485b-c040-4fb4-9b14-1e391a5e1184'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:00:31.239591 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1f5cbb-b6b5-4914-a74e-4b6367fee3b0 None None] Routers {'3ecf485b-c040-4fb4-9b14-1e391a5e1184'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:00:31.243997 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-5a1f5cbb-b6b5-4914-a74e-4b6367fee3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:00:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['3ecf485b-c040-4fb4-9b14-1e391a5e1184'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:00:31.292311 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f6c386f5-66ba-48db-bb62-b79b22246a10 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "PUT /v2.0/floatingips/8e5aa2e5-80c2-4065-8529-f4cc42bf8fbb HTTP/1.1" status: 200 len: 991 time: 2.5632005 Oct 19 01:00:31.295146 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86b379d-0e77-4852-9dfd-021d65295729', 'tag': '9d959cf2-d937-4599-baa6-8978a8c357a2'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:00:31.300555 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8387c185-39c5-47c6-91f9-828721111665" -d '{"events": [{"name": "network-changed", "server_uuid": "c86b379d-0e77-4852-9dfd-021d65295729", "tag": "9d959cf2-d937-4599-baa6-8978a8c357a2"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:00:31.434229 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-10c0448d-c5f3-45da-80bb-fffcd61101e0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3821282 Oct 19 01:00:31.452325 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-79db220b-c469-4556-85e5-c21b63056e7a req-b0f50186-95ca-4b26-8858-f0a82d38288c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d9a0a11a-5300-4441-9172-2d0929c8611b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3506246 Oct 19 01:00:31.464863 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda3b087-8363-4acd-9a01-0f9cecc89269 x-openstack-request-id: req-dda3b087-8363-4acd-9a01-0f9cecc89269 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:00:31.465167 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdeec5e2-c317-4491-9870-ab9d69a119ba", "name": "network-vif-plugged", "status": "completed", "tag": "a8ec244b-6721-494a-b23c-8c036d389ed5", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:00:31.465396 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dda3b087-8363-4acd-9a01-0f9cecc89269 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:00:31.465781 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdeec5e2-c317-4491-9870-ab9d69a119ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ec244b-6721-494a-b23c-8c036d389ed5', 'code': 200} Oct 19 01:00:31.466240 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-bee1d6eb-78da-40f3-9798-301a8b3d2906 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=a25adcdc646c4e4b987e3016f8b86608&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347650 Oct 19 01:00:31.522366 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-5a1f5cbb-b6b5-4914-a74e-4b6367fee3b0 None None] Set router 3ecf485b-c040-4fb4-9b14-1e391a5e1184 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:00:31.549739 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5add623-930d-4110-b16f-cc3f293ea279 req-986c9847-07c8-4d85-88cf-5a7105c99e37 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:31.549739 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5add623-930d-4110-b16f-cc3f293ea279 req-986c9847-07c8-4d85-88cf-5a7105c99e37 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.24 "GET /v2.0/networks?id=62832aa4-f933-46b7-a594-83f0870bcae7 HTTP/1.1" status: 200 len: 811 time: 0.5641489 Oct 19 01:00:31.604532 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-f5add623-930d-4110-b16f-cc3f293ea279 req-14f07cd1-7f5d-4f54-b03a-f5ff1e690522 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Request body: {'port': {'device_id': '036d1465-7456-4a98-8078-b5a24b3cd299', 'network_id': '62832aa4-f933-46b7-a594-83f0870bcae7', 'admin_state_up': True, 'tenant_id': '040edf26402f44e39ee858ecd5007fee'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:00:31.771148 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-0e583e0e-fd0e-415e-aec5-4a6c6d1de06b tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:31.779428 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-0e583e0e-fd0e-415e-aec5-4a6c6d1de06b tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3118494 Oct 19 01:00:31.790226 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d51b3c-764b-4774-b77c-e3ed2351c8dc req-cd4a2e81-b5e3-4674-87bb-bdafe55d3188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:31.791522 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f2d51b3c-764b-4774-b77c-e3ed2351c8dc req-cd4a2e81-b5e3-4674-87bb-bdafe55d3188 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 1097 time: 0.1727836 Oct 19 01:00:31.808248 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-088781bc-2506-4fc1-9dd1-6351ba9d2269 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/quotas/a25adcdc646c4e4b987e3016f8b86608 HTTP/1.1" status: 200 len: 375 time: 0.0277531 Oct 19 01:00:31.889109 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f2d51b3c-764b-4774-b77c-e3ed2351c8dc req-019d5880-9970-4669-aba6-946bdd095630 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662262 Oct 19 01:00:31.896427 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db220b-c469-4556-85e5-c21b63056e7a req-43840d10-e5f8-4fd8-901f-8edcf079b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:31.898966 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-79db220b-c469-4556-85e5-c21b63056e7a req-43840d10-e5f8-4fd8-901f-8edcf079b578 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&device_id=d9a0a11a-5300-4441-9172-2d0929c8611b HTTP/1.1" status: 200 len: 1098 time: 0.4000216 Oct 19 01:00:31.932854 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-2c54a673-cf0e-46fc-94c8-a63cef686f1c tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a25adcdc646c4e4b987e3016f8b86608&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1236663 Oct 19 01:00:32.029149 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231a8b7-0231-4693-a8b7-2a914799551f req-bb8d77b5-687a-4dc7-92e7-7dcc22faaac9 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:32.038619 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2231a8b7-0231-4693-a8b7-2a914799551f req-bb8d77b5-687a-4dc7-92e7-7dcc22faaac9 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 945 time: 0.2790086 Oct 19 01:00:32.042991 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5add623-930d-4110-b16f-cc3f293ea279 req-14f07cd1-7f5d-4f54-b03a-f5ff1e690522 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Made reservation on behalf of 040edf26402f44e39ee858ecd5007fee for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:00:32.055408 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f5add623-930d-4110-b16f-cc3f293ea279 req-14f07cd1-7f5d-4f54-b03a-f5ff1e690522 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:32.200155 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c5994-01bd-4b3c-9f3a-0413f3422aac req-59f469d5-bab9-4950-8e63-fd841a25999c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:32.208759 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6b8c5994-01bd-4b3c-9f3a-0413f3422aac req-59f469d5-bab9-4950-8e63-fd841a25999c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 950 time: 0.0804532 Oct 19 01:00:32.280302 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6b8c5994-01bd-4b3c-9f3a-0413f3422aac req-cbc1b714-1a3b-438b-ac29-000120be3b43 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705101 Oct 19 01:00:32.435349 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1abbf4fe-dfdf-4d16-b637-22258118b2aa req-9c78445e-7fc0-4a34-8488-8cb67ce64846 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 210 time: 0.0627701 Oct 19 01:00:32.489350 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2231a8b7-0231-4693-a8b7-2a914799551f req-f7a9df45-df19-4805-9454-b3ec1c2d77a4 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086201 Oct 19 01:00:32.550228 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-5a1f5cbb-b6b5-4914-a74e-4b6367fee3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1980611840-router', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:56:46Z', 'updated_at': '2021-10-19T00:56:56Z', 'revision_number': 4, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'gw_port': {'id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:56:48Z', 'updated_at': '2021-10-19T00:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '8e5aa2e5-80c2-4065-8529-f4cc42bf8fbb', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'floating_ip_address': '172.25.8.213', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'port_id': '9d959cf2-d937-4599-baa6-8978a8c357a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87', 'mac_address': 'fa:16:3e:23:33:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86b379d-0e77-4852-9dfd-021d65295729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:57:15Z', 'updated_at': '2021-10-19T01:00:29Z', 'revision_number': 5, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98f1dae-3d1e-43b7-ae39-a8d40c3de37a', 'name': '', 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'mac_address': 'fa:16:3e:ea:d4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'device_owner': 'network:router_interface', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': 'a953001c-8d13-4f10-8aaf-914f81607c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:56:54Z', 'updated_at': '2021-10-19T00:57:04Z', 'revision_number': 5, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'subnets': [{'id': 'a953001c-8d13-4f10-8aaf-914f81607c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:00:32.570384 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db220b-c469-4556-85e5-c21b63056e7a req-818cdb67-a5c7-4e94-919a-6711a19320c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:32.576627 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-79db220b-c469-4556-85e5-c21b63056e7a req-818cdb67-a5c7-4e94-919a-6711a19320c5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=db82cf1f-422d-4289-a127-b70a546afbff HTTP/1.1" status: 200 len: 922 time: 0.4665961 Oct 19 01:00:32.652816 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1f5cbb-b6b5-4914-a74e-4b6367fee3b0 None None] Checking router: 3ecf485b-c040-4fb4-9b14-1e391a5e1184 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:00:32.679415 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-79db220b-c469-4556-85e5-c21b63056e7a req-7b771f24-6e52-4e68-840b-4706a3133a7a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64d644ee-60db-470c-bf38-26a88a5185a0 HTTP/1.1" status: 200 len: 217 time: 0.0855119 Oct 19 01:00:32.685343 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1f5cbb-b6b5-4914-a74e-4b6367fee3b0 None None] Routers {'3ecf485b-c040-4fb4-9b14-1e391a5e1184'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:00:32.686867 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-5a1f5cbb-b6b5-4914-a74e-4b6367fee3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:00:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['3ecf485b-c040-4fb4-9b14-1e391a5e1184'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:00:32.731676 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e9e2a3-933b-4f8f-9895-972c30106388 x-openstack-request-id: req-95e9e2a3-933b-4f8f-9895-972c30106388 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:00:32.732063 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86b379d-0e77-4852-9dfd-021d65295729", "tag": "9d959cf2-d937-4599-baa6-8978a8c357a2", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:00:32.732364 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-95e9e2a3-933b-4f8f-9895-972c30106388 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:00:32.733085 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c86b379d-0e77-4852-9dfd-021d65295729', 'tag': '9d959cf2-d937-4599-baa6-8978a8c357a2', 'status': 'completed', 'code': 200} Oct 19 01:00:32.900470 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a6fd2e94-33a2-463e-8041-381576dc3f22 req-1e03218f-0e14-455e-977c-f5b6ee903c5c tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce733b8e-bd11-47c5-9b51-1a4a266c51cb HTTP/1.1" status: 200 len: 210 time: 0.0551162 Oct 19 01:00:32.927008 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387c185-39c5-47c6-91f9-828721111665 req-60f9e55c-9afa-4705-898c-891661fb2be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:32.930181 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8387c185-39c5-47c6-91f9-828721111665 req-60f9e55c-9afa-4705-898c-891661fb2be9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f97037e6a5e4e978520d9c5500334e3&device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 1097 time: 0.1652794 Oct 19 01:00:32.950263 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4b443a98-7e37-40d5-a2f4-3bca4fb7eae1 req-4dc141e8-79b9-4618-9346-ba6ba0c4a2af tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 210 time: 0.1197984 Oct 19 01:00:32.983644 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-f5add623-930d-4110-b16f-cc3f293ea279 req-14f07cd1-7f5d-4f54-b03a-f5ff1e690522 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Allocated IP 172.20.0.11 (62832aa4-f933-46b7-a594-83f0870bcae7/fb613dcd-fb60-4a35-9df7-17d1189a9278/de1fe25b-d3a6-4db2-b3c4-c841408306a6) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:00:32.990892 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db220b-c469-4556-85e5-c21b63056e7a req-7947ff65-069f-4632-bb92-b0764d840314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:32.996236 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-79db220b-c469-4556-85e5-c21b63056e7a req-7947ff65-069f-4632-bb92-b0764d840314 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc1eafbd-ecfc-4adf-9b82-a202a98a472a HTTP/1.1" status: 200 len: 861 time: 0.2556841 Oct 19 01:00:33.054699 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-5a1f5cbb-b6b5-4914-a74e-4b6367fee3b0 None None] Set router 3ecf485b-c040-4fb4-9b14-1e391a5e1184 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:00:33.108005 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-79db220b-c469-4556-85e5-c21b63056e7a req-e6e31e17-9d31-453c-8cfb-674e08a1325a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=db82cf1f-422d-4289-a127-b70a546afbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951209 Oct 19 01:00:33.126210 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387c185-39c5-47c6-91f9-828721111665 req-0d7a23f6-18aa-440f-a35d-ddcb49d2d51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:33.127384 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8387c185-39c5-47c6-91f9-828721111665 req-0d7a23f6-18aa-440f-a35d-ddcb49d2d51d service neutron] 10.222.0.55 "GET /v2.0/networks?id=c4b5ccfa-a7f9-4731-bba3-4264bbe52b87 HTTP/1.1" status: 200 len: 925 time: 0.1895759 Oct 19 01:00:33.362077 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-79db220b-c469-4556-85e5-c21b63056e7a req-c9a02b9f-fe72-4835-af3a-65179400e568 service neutron] 10.222.0.24 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403378 Oct 19 01:00:33.407810 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-5a1f5cbb-b6b5-4914-a74e-4b6367fee3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1980611840-router', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:56:46Z', 'updated_at': '2021-10-19T00:56:56Z', 'revision_number': 4, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'gw_port': {'id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:56:48Z', 'updated_at': '2021-10-19T00:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '8e5aa2e5-80c2-4065-8529-f4cc42bf8fbb', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'floating_ip_address': '172.25.8.213', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'port_id': '9d959cf2-d937-4599-baa6-8978a8c357a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87', 'mac_address': 'fa:16:3e:23:33:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86b379d-0e77-4852-9dfd-021d65295729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:57:15Z', 'updated_at': '2021-10-19T01:00:29Z', 'revision_number': 5, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98f1dae-3d1e-43b7-ae39-a8d40c3de37a', 'name': '', 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'mac_address': 'fa:16:3e:ea:d4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'device_owner': 'network:router_interface', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': 'a953001c-8d13-4f10-8aaf-914f81607c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:56:54Z', 'updated_at': '2021-10-19T00:57:04Z', 'revision_number': 5, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'subnets': [{'id': 'a953001c-8d13-4f10-8aaf-914f81607c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:00:33.430131 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8387c185-39c5-47c6-91f9-828721111665 req-ce3e9579-f8f4-49f7-af8c-166422f51c57 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d959cf2-d937-4599-baa6-8978a8c357a2 HTTP/1.1" status: 200 len: 999 time: 0.2900577 Oct 19 01:00:33.512100 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6848ab0-22c1-446c-a1b7-f09a79fe2ea5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1daa29da-249e-4a8e-a9e2-e34772328ba5'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:00:33.516198 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0a9710-5560-457b-9b05-7fe167da2f5b" -d '{"events": [{"server_uuid": "b6848ab0-22c1-446c-a1b7-f09a79fe2ea5", "name": "network-vif-unplugged", "status": "completed", "tag": "1daa29da-249e-4a8e-a9e2-e34772328ba5"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:00:33.529037 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1f5cbb-b6b5-4914-a74e-4b6367fee3b0 None None] The sync data for ids ['3ecf485b-c040-4fb4-9b14-1e391a5e1184'] in n-d-715271-26 is: [{'id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1980611840-router', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:56:46Z', 'updated_at': '2021-10-19T00:56:56Z', 'revision_number': 4, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'gw_port': {'id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:56:48Z', 'updated_at': '2021-10-19T00:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '8e5aa2e5-80c2-4065-8529-f4cc42bf8fbb', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'floating_ip_address': '172.25.8.213', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'port_id': '9d959cf2-d937-4599-baa6-8978a8c357a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87', 'mac_address': 'fa:16:3e:23:33:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86b379d-0e77-4852-9dfd-021d65295729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:57:15Z', 'updated_at': '2021-10-19T01:00:29Z', 'revision_number': 5, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98f1dae-3d1e-43b7-ae39-a8d40c3de37a', 'name': '', 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'mac_address': 'fa:16:3e:ea:d4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'device_owner': 'network:router_interface', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': 'a953001c-8d13-4f10-8aaf-914f81607c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:56:54Z', 'updated_at': '2021-10-19T00:57:04Z', 'revision_number': 5, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'subnets': [{'id': 'a953001c-8d13-4f10-8aaf-914f81607c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:00:33.557135 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387c185-39c5-47c6-91f9-828721111665 req-3571c1fd-a61a-4d14-bf6f-0ac7c9d32f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:33.559212 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8387c185-39c5-47c6-91f9-828721111665 req-3571c1fd-a61a-4d14-bf6f-0ac7c9d32f51 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a953001c-8d13-4f10-8aaf-914f81607c9c HTTP/1.1" status: 200 len: 863 time: 0.1237979 Oct 19 01:00:33.696385 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b02da5e4-3106-4e04-b4a2-ea007dc425cd req-ead91657-17c6-4d79-b3ea-8d9aac5a4e3c tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 210 time: 0.0712125 Oct 19 01:00:33.717341 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387c185-39c5-47c6-91f9-828721111665 req-d1d3435a-bafb-4a9a-b856-cd95da2752f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:33.719551 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8387c185-39c5-47c6-91f9-828721111665 req-d1d3435a-bafb-4a9a-b856-cd95da2752f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c4b5ccfa-a7f9-4731-bba3-4264bbe52b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1510291 Oct 19 01:00:33.937536 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafa2ea8-2c4e-4394-833e-79a6a749a47f None None] New status for floating IP 8e5aa2e5-80c2-4065-8529-f4cc42bf8fbb: ACTIVE {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:00:33.953846 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8387c185-39c5-47c6-91f9-828721111665 req-a09d1132-e0da-4d8b-9931-3c3e6fdf9dba service neutron] 10.222.0.55 "GET /v2.0/networks/c4b5ccfa-a7f9-4731-bba3-4264bbe52b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232478 Oct 19 01:00:33.994890 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8dd1a9-aedd-4107-8ede-dfcdb7a7ccbf x-openstack-request-id: req-2d8dd1a9-aedd-4107-8ede-dfcdb7a7ccbf {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:00:33.995353 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6848ab0-22c1-446c-a1b7-f09a79fe2ea5", "name": "network-vif-unplugged", "status": "completed", "tag": "1daa29da-249e-4a8e-a9e2-e34772328ba5", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:00:33.995448 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2d8dd1a9-aedd-4107-8ede-dfcdb7a7ccbf {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:00:33.995817 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6848ab0-22c1-446c-a1b7-f09a79fe2ea5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1daa29da-249e-4a8e-a9e2-e34772328ba5', 'code': 200} Oct 19 01:00:34.211829 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d014ec6-fca5-4842-867c-a12d95a173ad req-fa650b5b-a419-420c-b2b9-72111a057343 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:34.221232 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d014ec6-fca5-4842-867c-a12d95a173ad req-fa650b5b-a419-420c-b2b9-72111a057343 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 945 time: 0.1523163 Oct 19 01:00:34.243527 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8387c185-39c5-47c6-91f9-828721111665 req-68612cd5-0d3a-4efe-9461-ee05f25e1c5b service neutron] 10.222.0.55 "GET /v2.0/networks/c4b5ccfa-a7f9-4731-bba3-4264bbe52b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737415 Oct 19 01:00:34.326289 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d014ec6-fca5-4842-867c-a12d95a173ad req-2580c5ea-a635-409c-8ffa-feecf108557f tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037014 Oct 19 01:00:34.468343 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.24', 61896) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:00:34.510878 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-2de2f5e6-1bb4-4d64-b4c7-8da7b811ac29 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a25adcdc646c4e4b987e3016f8b86608&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414422 Oct 19 01:00:34.516952 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-7cfb5e97-1e71-4a63-b24e-039edc59f7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:34.519817 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-7cfb5e97-1e71-4a63-b24e-039edc59f7fb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 1102 time: 0.1915371 Oct 19 01:00:34.650671 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-279f21a8-bba4-4117-bc8c-d968bb4afc50 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:34.662765 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-279f21a8-bba4-4117-bc8c-d968bb4afc50 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.55 "GET /v2.0/networks?id=fc198a8b-4ee5-462c-a635-e1062c7dbf51 HTTP/1.1" status: 200 len: 808 time: 0.9669452 Oct 19 01:00:34.664981 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-79db220b-c469-4556-85e5-c21b63056e7a req-0e79b282-8340-4359-90d8-27efbe52c4e9 service neutron] 10.222.0.24 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2931104 Oct 19 01:00:34.691142 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-6c7df5a6-d484-44b2-96e0-bca0f6c0bb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:34.692716 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-6c7df5a6-d484-44b2-96e0-bca0f6c0bb9e service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.1593428 Oct 19 01:00:34.766136 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-be588df8-bb57-41bf-8b3f-2a94fb5ab665 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Request body: {'port': {'device_id': '7834697b-bb3a-445b-98c5-27c135b08e38', 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51', 'admin_state_up': True, 'tenant_id': '65459246a90a47d0b59f03208da91106'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:00:34.779908 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b709a-71cc-465a-a5c1-57100da79f2c req-b19ddf30-bee4-4b53-8b15-9a89e5cddc41 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:34.787673 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f8b709a-71cc-465a-a5c1-57100da79f2c req-b19ddf30-bee4-4b53-8b15-9a89e5cddc41 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 950 time: 1.2097731 Oct 19 01:00:34.924078 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-7d2ca17c-703e-43f0-a0b7-c459486dc7b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=68c700e7-cf71-4776-b3ad-a6bf9df38dff HTTP/1.1" status: 200 len: 217 time: 0.2079139 Oct 19 01:00:34.961999 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f8b709a-71cc-465a-a5c1-57100da79f2c req-88f67632-0e81-4b74-8520-d620ce9785b8 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731827 Oct 19 01:00:34.990519 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-da111d57-60b1-4836-a3a8-ce3e86e01375 req-40ffaffb-f734-4c51-97e5-75a2b2db5bcb tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce733b8e-bd11-47c5-9b51-1a4a266c51cb HTTP/1.1" status: 200 len: 210 time: 0.2401507 Oct 19 01:00:35.119252 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f5add623-930d-4110-b16f-cc3f293ea279 req-14f07cd1-7f5d-4f54-b03a-f5ff1e690522 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:35.144269 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-9d151a50-7d87-452c-986e-6494a616f70f tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:35.147155 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-9d151a50-7d87-452c-986e-6494a616f70f tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6257741 Oct 19 01:00:35.150066 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-38a0ae2e-8ecd-46f0-8ef9-844f6d5d59f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:35.152466 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-38a0ae2e-8ecd-46f0-8ef9-844f6d5d59f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.1526048 Oct 19 01:00:35.168456 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f5add623-930d-4110-b16f-cc3f293ea279 req-14f07cd1-7f5d-4f54-b03a-f5ff1e690522 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:35.182200 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['f5978b6e-6402-4ec6-aede-fe1f65da91cf'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:00:35.185205 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-0c143748-aaea-4c89-aa18-8197f9a07649 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Request body: {'port': {'device_id': 'ce733b8e-bd11-47c5-9b51-1a4a266c51cb', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'admin_state_up': True, 'tenant_id': 'a25adcdc646c4e4b987e3016f8b86608'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:00:35.208519 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5add623-930d-4110-b16f-cc3f293ea279 req-14f07cd1-7f5d-4f54-b03a-f5ff1e690522 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Network 62832aa4-f933-46b7-a594-83f0870bcae7 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:00:35.214664 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-f5add623-930d-4110-b16f-cc3f293ea279 req-14f07cd1-7f5d-4f54-b03a-f5ff1e690522 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:00:35.228103 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-08f37352-94c5-4dc1-9ce3-650be945e5c1 req-f92d5c30-48a2-4d8c-bd7c-25879b44ce76 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 210 time: 0.0703509 Oct 19 01:00:35.268041 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5add623-930d-4110-b16f-cc3f293ea279 req-14f07cd1-7f5d-4f54-b03a-f5ff1e690522 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:00:35.418761 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-034b71b5-12b9-4425-8746-9b5bb0b9ecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:35.420656 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-034b71b5-12b9-4425-8746-9b5bb0b9ecb0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2272890 Oct 19 01:00:35.425780 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5add623-930d-4110-b16f-cc3f293ea279 req-14f07cd1-7f5d-4f54-b03a-f5ff1e690522 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:35.440594 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f5add623-930d-4110-b16f-cc3f293ea279 req-14f07cd1-7f5d-4f54-b03a-f5ff1e690522 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:35.460886 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832587a-088e-421b-a4fc-01390b530e03 req-4a7e42b3-6783-4968-b46a-f0b95ae422e7 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:35.469670 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a832587a-088e-421b-a4fc-01390b530e03 req-4a7e42b3-6783-4968-b46a-f0b95ae422e7 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 1097 time: 0.1720111 Oct 19 01:00:35.570477 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5add623-930d-4110-b16f-cc3f293ea279 req-14f07cd1-7f5d-4f54-b03a-f5ff1e690522 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9780843 Oct 19 01:00:35.593259 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a832587a-088e-421b-a4fc-01390b530e03 req-4d81c0aa-bdb4-46e9-b80f-ae5c96ba83ab tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226339 Oct 19 01:00:35.610851 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-be588df8-bb57-41bf-8b3f-2a94fb5ab665 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Made reservation on behalf of 65459246a90a47d0b59f03208da91106 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:00:35.614365 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-be588df8-bb57-41bf-8b3f-2a94fb5ab665 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:35.637333 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-0c143748-aaea-4c89-aa18-8197f9a07649 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Made reservation on behalf of a25adcdc646c4e4b987e3016f8b86608 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:00:35.643327 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-0c143748-aaea-4c89-aa18-8197f9a07649 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:35.655357 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-f5add623-930d-4110-b16f-cc3f293ea279 req-5cbf1b4a-6a2b-438c-9dcc-46b011ba232b service neutron] Request body: {'port': {'device_id': '036d1465-7456-4a98-8078-b5a24b3cd299', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:00:35.663333 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-eb40b002-56bb-476a-ac9c-7fefe6aaedf4 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279949 Oct 19 01:00:35.721186 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f07cd1-7f5d-4f54-b03a-f5ff1e690522 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Pushing event updated for resources: {'Port': ['ID=de1fe25b-d3a6-4db2-b3c4-c841408306a6,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:35.807597 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676d604-dbea-4292-84ca-3bf3269f84c3 req-66c6da94-b7a5-4d26-8cda-cd2000c98a77 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:35.808772 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-db2f4359-05b1-4e52-af44-f121c361a7d0 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251864 Oct 19 01:00:35.809694 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b676d604-dbea-4292-84ca-3bf3269f84c3 req-66c6da94-b7a5-4d26-8cda-cd2000c98a77 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 932 time: 0.2363868 Oct 19 01:00:35.814914 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f5add623-930d-4110-b16f-cc3f293ea279 req-5cbf1b4a-6a2b-438c-9dcc-46b011ba232b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:36.015188 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b676d604-dbea-4292-84ca-3bf3269f84c3 req-b9ac90fc-14de-44e7-bc41-2d6418314dca tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819537 Oct 19 01:00:36.103670 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-0c143748-aaea-4c89-aa18-8197f9a07649 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Allocated IP 192.168.233.133 (0e8b4f7b-f3c0-4523-9906-6b9e503fed71/1746bfff-950e-4857-b1bf-6fa3cf804b73/bb12927f-933a-42fb-af9b-448dad0f10b6) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:00:36.144783 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-be588df8-bb57-41bf-8b3f-2a94fb5ab665 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Allocated IP 172.20.0.11 (fc198a8b-4ee5-462c-a635-e1062c7dbf51/7b8444cd-c5d7-4c88-b1b0-9d01aef8093c/07963218-f65d-420e-a995-5689d3dddb52) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:00:36.352767 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-0c143748-aaea-4c89-aa18-8197f9a07649 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:36.357891 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35915bdd-a81a-4fbc-ab2f-fec970e75039 req-9e37f265-a4d4-4be3-bc4d-fd50ce166715 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:36.359799 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-35915bdd-a81a-4fbc-ab2f-fec970e75039 req-9e37f265-a4d4-4be3-bc4d-fd50ce166715 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 950 time: 0.0924468 Oct 19 01:00:36.468895 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-35915bdd-a81a-4fbc-ab2f-fec970e75039 req-6a92999a-4063-4615-8acd-c8f3d719ba51 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995021 Oct 19 01:00:36.531572 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60006b7a-a043-443a-8b44-8e1d2053f92b req-de6e7ed0-00a6-486d-a1ae-17d2533922f2 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:36.533131 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-60006b7a-a043-443a-8b44-8e1d2053f92b req-de6e7ed0-00a6-486d-a1ae-17d2533922f2 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 1097 time: 0.1485271 Oct 19 01:00:36.556407 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-f5add623-930d-4110-b16f-cc3f293ea279 req-5cbf1b4a-6a2b-438c-9dcc-46b011ba232b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de1fe25b-d3a6-4db2-b3c4-c841408306a6 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:00:36.572611 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f5add623-930d-4110-b16f-cc3f293ea279 req-5cbf1b4a-6a2b-438c-9dcc-46b011ba232b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:36.572845 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-0c143748-aaea-4c89-aa18-8197f9a07649 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:36.590332 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['6d025541-e179-42fb-a496-a8e3604af1c4', '6e76ca8b-85bf-4aed-9984-b166a81cf9f3', 'e409f60e-9a4e-43b4-8dfe-00949a87e77d', '0c42022a-76ea-445d-a11f-b8ee37c03b65'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:00:36.593917 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['d51eb9a3-5443-4739-93f8-f88fd961d931'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:00:36.617099 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-f5add623-930d-4110-b16f-cc3f293ea279 req-5cbf1b4a-6a2b-438c-9dcc-46b011ba232b service neutron] Transition to ACTIVE for port object de1fe25b-d3a6-4db2-b3c4-c841408306a6 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:00:36.670648 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f5add623-930d-4110-b16f-cc3f293ea279 req-5cbf1b4a-6a2b-438c-9dcc-46b011ba232b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:36.863470 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf1b4a-6a2b-438c-9dcc-46b011ba232b service neutron] Pushing event updated for resources: {'Port': ['ID=de1fe25b-d3a6-4db2-b3c4-c841408306a6,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:36.891606 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-be588df8-bb57-41bf-8b3f-2a94fb5ab665 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:36.930425 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f0fce92-3103-4ca4-b245-842aa595d9f2 req-2259aeed-abd9-4eec-90b2-a9862ebc97bd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4759600 Oct 19 01:00:36.982001 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-60006b7a-a043-443a-8b44-8e1d2053f92b req-6a978fe9-d582-4733-9ff4-ed5133169631 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4416654 Oct 19 01:00:36.983821 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-0c143748-aaea-4c89-aa18-8197f9a07649 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:00:36.987255 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-0c143748-aaea-4c89-aa18-8197f9a07649 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:00:36.992583 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-0c143748-aaea-4c89-aa18-8197f9a07649 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:00:36.996884 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c143748-aaea-4c89-aa18-8197f9a07649 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Pushing event updated for resources: {'Port': ['ID=bb12927f-933a-42fb-af9b-448dad0f10b6,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:37.016326 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b4577-f17e-4831-883b-c8b34e53114a req-6745ae46-e8f0-4077-87dd-4e118b88bb00 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:37.029056 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c09b4577-f17e-4831-883b-c8b34e53114a req-6745ae46-e8f0-4077-87dd-4e118b88bb00 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce733b8e-bd11-47c5-9b51-1a4a266c51cb HTTP/1.1" status: 200 len: 936 time: 0.4025769 Oct 19 01:00:37.067873 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c143748-aaea-4c89-aa18-8197f9a07649 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:37.068224 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c143748-aaea-4c89-aa18-8197f9a07649 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:37.073749 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c143748-aaea-4c89-aa18-8197f9a07649 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:37.074153 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c143748-aaea-4c89-aa18-8197f9a07649 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:37.074498 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c143748-aaea-4c89-aa18-8197f9a07649 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:37.074836 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c143748-aaea-4c89-aa18-8197f9a07649 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:37.075168 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c143748-aaea-4c89-aa18-8197f9a07649 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:37.075495 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c143748-aaea-4c89-aa18-8197f9a07649 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:37.075845 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c143748-aaea-4c89-aa18-8197f9a07649 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:37.076173 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c143748-aaea-4c89-aa18-8197f9a07649 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:37.080265 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c143748-aaea-4c89-aa18-8197f9a07649 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:37.080634 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c143748-aaea-4c89-aa18-8197f9a07649 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:37.194386 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-be588df8-bb57-41bf-8b3f-2a94fb5ab665 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:37.195097 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-0c143748-aaea-4c89-aa18-8197f9a07649 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:37.195908 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-0c143748-aaea-4c89-aa18-8197f9a07649 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:37.220371 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0fce92-3103-4ca4-b245-842aa595d9f2 req-f849d94d-b3ba-43a5-b89f-319aeef04f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:37.222492 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f0fce92-3103-4ca4-b245-842aa595d9f2 req-f849d94d-b3ba-43a5-b89f-319aeef04f0a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=65459246a90a47d0b59f03208da91106&device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9 HTTP/1.1" status: 200 len: 1096 time: 0.1943903 Oct 19 01:00:37.232030 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-0c143748-aaea-4c89-aa18-8197f9a07649 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0522830 Oct 19 01:00:37.265652 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-3eab9299-c69b-4a1b-a6f6-745c6972dc1c service neutron] Request body: {'port': {'device_id': 'ce733b8e-bd11-47c5-9b51-1a4a266c51cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:00:37.369667 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-be588df8-bb57-41bf-8b3f-2a94fb5ab665 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Network fc198a8b-4ee5-462c-a635-e1062c7dbf51 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:00:37.382423 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-be588df8-bb57-41bf-8b3f-2a94fb5ab665 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:00:37.385143 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-be588df8-bb57-41bf-8b3f-2a94fb5ab665 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:00:37.441019 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-be588df8-bb57-41bf-8b3f-2a94fb5ab665 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:37.441458 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-be588df8-bb57-41bf-8b3f-2a94fb5ab665 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:37.442370 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-f86c4315-fa24-43f5-8d27-02513be7d369 None None] Provisioning complete for port bb12927f-933a-42fb-af9b-448dad0f10b6 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:00:37.442735 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f86c4315-fa24-43f5-8d27-02513be7d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:37.480401 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c09b4577-f17e-4831-883b-c8b34e53114a req-0931087b-ce70-4d82-9148-cf9d7ed47aac tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500570 Oct 19 01:00:37.511199 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be588df8-bb57-41bf-8b3f-2a94fb5ab665 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Pushing event updated for resources: {'Port': ['ID=07963218-f65d-420e-a995-5689d3dddb52,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:37.540028 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be588df8-bb57-41bf-8b3f-2a94fb5ab665 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:37.541902 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be588df8-bb57-41bf-8b3f-2a94fb5ab665 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:37.542435 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be588df8-bb57-41bf-8b3f-2a94fb5ab665 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:37.542988 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be588df8-bb57-41bf-8b3f-2a94fb5ab665 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:37.545757 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be588df8-bb57-41bf-8b3f-2a94fb5ab665 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:37.546292 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be588df8-bb57-41bf-8b3f-2a94fb5ab665 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:37.546863 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be588df8-bb57-41bf-8b3f-2a94fb5ab665 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:37.547376 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be588df8-bb57-41bf-8b3f-2a94fb5ab665 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:37.547959 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be588df8-bb57-41bf-8b3f-2a94fb5ab665 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:37.549101 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be588df8-bb57-41bf-8b3f-2a94fb5ab665 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:37.549604 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be588df8-bb57-41bf-8b3f-2a94fb5ab665 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:37.550515 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-3eab9299-c69b-4a1b-a6f6-745c6972dc1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:37.551392 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be588df8-bb57-41bf-8b3f-2a94fb5ab665 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:37.571485 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-be588df8-bb57-41bf-8b3f-2a94fb5ab665 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8142958 Oct 19 01:00:37.573957 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-f5add623-930d-4110-b16f-cc3f293ea279 req-5cbf1b4a-6a2b-438c-9dcc-46b011ba232b service neutron] Attempting to bind port de1fe25b-d3a6-4db2-b3c4-c841408306a6 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:00:37.574863 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-f5add623-930d-4110-b16f-cc3f293ea279 req-5cbf1b4a-6a2b-438c-9dcc-46b011ba232b service neutron] Attempting to bind port de1fe25b-d3a6-4db2-b3c4-c841408306a6 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '85bace0f-b843-4894-b32a-1b2db0de4a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '62832aa4-f933-46b7-a594-83f0870bcae7'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:00:37.581864 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5add623-930d-4110-b16f-cc3f293ea279 req-5cbf1b4a-6a2b-438c-9dcc-46b011ba232b service neutron] Attempting to bind port de1fe25b-d3a6-4db2-b3c4-c841408306a6 on network 62832aa4-f933-46b7-a594-83f0870bcae7 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:00:37.590189 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-972bd665-037e-4071-828f-3ebc3e3211a5 service neutron] Request body: {'port': {'device_id': '7834697b-bb3a-445b-98c5-27c135b08e38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:00:37.605980 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f45967-623c-482e-94e6-38d3bd6b3180 req-20d77717-866a-4f6d-87bd-39ab622604d3 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:37.620343 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-87f45967-623c-482e-94e6-38d3bd6b3180 req-20d77717-866a-4f6d-87bd-39ab622604d3 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 932 time: 0.2568874 Oct 19 01:00:37.636438 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-f86c4315-fa24-43f5-8d27-02513be7d369 None None] Port bb12927f-933a-42fb-af9b-448dad0f10b6 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:00:37.640564 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5add623-930d-4110-b16f-cc3f293ea279 req-5cbf1b4a-6a2b-438c-9dcc-46b011ba232b service neutron] Port de1fe25b-d3a6-4db2-b3c4-c841408306a6 on network 62832aa4-f933-46b7-a594-83f0870bcae7 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:00:37.641252 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5add623-930d-4110-b16f-cc3f293ea279 req-5cbf1b4a-6a2b-438c-9dcc-46b011ba232b service neutron] Attempting to bind port de1fe25b-d3a6-4db2-b3c4-c841408306a6 on network 62832aa4-f933-46b7-a594-83f0870bcae7 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:00:37.668365 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0fce92-3103-4ca4-b245-842aa595d9f2 req-80eb892e-4c50-47a3-8847-09cd34bde62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:37.669705 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5add623-930d-4110-b16f-cc3f293ea279 req-5cbf1b4a-6a2b-438c-9dcc-46b011ba232b service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:00:37.669868 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f0fce92-3103-4ca4-b245-842aa595d9f2 req-80eb892e-4c50-47a3-8847-09cd34bde62b service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc198a8b-4ee5-462c-a635-e1062c7dbf51 HTTP/1.1" status: 200 len: 909 time: 0.4214902 Oct 19 01:00:37.671682 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5add623-930d-4110-b16f-cc3f293ea279 req-5cbf1b4a-6a2b-438c-9dcc-46b011ba232b service neutron] Checking segment: {'id': '85bace0f-b843-4894-b32a-1b2db0de4a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '62832aa4-f933-46b7-a594-83f0870bcae7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:00:37.673961 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5add623-930d-4110-b16f-cc3f293ea279 req-5cbf1b4a-6a2b-438c-9dcc-46b011ba232b service neutron] Bound using segment: {'id': '85bace0f-b843-4894-b32a-1b2db0de4a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '62832aa4-f933-46b7-a594-83f0870bcae7'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:00:37.674633 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-f5add623-930d-4110-b16f-cc3f293ea279 req-5cbf1b4a-6a2b-438c-9dcc-46b011ba232b service neutron] Bound port: de1fe25b-d3a6-4db2-b3c4-c841408306a6, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85bace0f-b843-4894-b32a-1b2db0de4a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '62832aa4-f933-46b7-a594-83f0870bcae7'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:00:37.675527 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f5add623-930d-4110-b16f-cc3f293ea279 req-5cbf1b4a-6a2b-438c-9dcc-46b011ba232b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:37.752494 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-87f45967-623c-482e-94e6-38d3bd6b3180 req-8306fc1b-b035-4511-8428-d418372b4682 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311922 Oct 19 01:00:37.789814 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-972bd665-037e-4071-828f-3ebc3e3211a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:37.876150 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-f5add623-930d-4110-b16f-cc3f293ea279 req-5cbf1b4a-6a2b-438c-9dcc-46b011ba232b service neutron] For port de1fe25b-d3a6-4db2-b3c4-c841408306a6, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:00:37.883803 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-f5add623-930d-4110-b16f-cc3f293ea279 req-5cbf1b4a-6a2b-438c-9dcc-46b011ba232b service neutron] For port de1fe25b-d3a6-4db2-b3c4-c841408306a6, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=de1fe25b-d3a6-4db2-b3c4-c841408306a6,segment=NetworkSegment(85bace0f-b843-4894-b32a-1b2db0de4a04),segment_id=85bace0f-b843-4894-b32a-1b2db0de4a04)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:00:37.912972 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f0fce92-3103-4ca4-b245-842aa595d9f2 req-2d73667c-fc59-4e44-9650-12b787d0602f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fb9b56e-1dfb-4d10-808d-163ff1301baa HTTP/1.1" status: 200 len: 217 time: 0.1652875 Oct 19 01:00:38.000064 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0fce92-3103-4ca4-b245-842aa595d9f2 req-b094be97-4155-4924-abb8-17ae5ce8db7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:38.001503 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f0fce92-3103-4ca4-b245-842aa595d9f2 req-b094be97-4155-4924-abb8-17ae5ce8db7b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b8444cd-c5d7-4c88-b1b0-9d01aef8093c HTTP/1.1" status: 200 len: 848 time: 0.0774212 Oct 19 01:00:38.083244 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f0fce92-3103-4ca4-b245-842aa595d9f2 req-f5b8797c-827c-46bc-98fa-d746fc5c6328 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc198a8b-4ee5-462c-a635-e1062c7dbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671420 Oct 19 01:00:38.122936 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f5add623-930d-4110-b16f-cc3f293ea279 req-5cbf1b4a-6a2b-438c-9dcc-46b011ba232b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:38.133398 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96bc441-3f5e-4688-a10b-63d44ab6b896 req-9024d33d-c4ce-4ccf-9e14-18c447ab1e2c tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:38.141596 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f96bc441-3f5e-4688-a10b-63d44ab6b896 req-9024d33d-c4ce-4ccf-9e14-18c447ab1e2c tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 944 time: 0.4336457 Oct 19 01:00:38.210282 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f0fce92-3103-4ca4-b245-842aa595d9f2 req-a485177b-2404-4efe-a15a-41b5c3a0d55f service neutron] 10.222.0.55 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162505 Oct 19 01:00:38.251275 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5add623-930d-4110-b16f-cc3f293ea279 req-5cbf1b4a-6a2b-438c-9dcc-46b011ba232b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:38.251916 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f5add623-930d-4110-b16f-cc3f293ea279 req-5cbf1b4a-6a2b-438c-9dcc-46b011ba232b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:38.253296 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5add623-930d-4110-b16f-cc3f293ea279 req-5cbf1b4a-6a2b-438c-9dcc-46b011ba232b service neutron] 10.222.0.24 "PUT /v2.0/ports/de1fe25b-d3a6-4db2-b3c4-c841408306a6 HTTP/1.1" status: 200 len: 1093 time: 2.6025167 Oct 19 01:00:38.267884 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f96bc441-3f5e-4688-a10b-63d44ab6b896 req-c4c3cc2d-82cc-4cfd-9e18-4e67f8e74dbf tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206329 Oct 19 01:00:38.268624 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036d1465-7456-4a98-8078-b5a24b3cd299', 'tag': 'de1fe25b-d3a6-4db2-b3c4-c841408306a6'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:00:38.271229 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7812f82-132c-44a0-8905-b702813481ca" -d '{"events": [{"name": "network-changed", "server_uuid": "036d1465-7456-4a98-8078-b5a24b3cd299", "tag": "de1fe25b-d3a6-4db2-b3c4-c841408306a6"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:00:38.335531 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-972bd665-037e-4071-828f-3ebc3e3211a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07963218-f65d-420e-a995-5689d3dddb52 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:00:38.388297 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-972bd665-037e-4071-828f-3ebc3e3211a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:38.407601 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf1b4a-6a2b-438c-9dcc-46b011ba232b service neutron] Pushing event updated for resources: {'Port': ['ID=de1fe25b-d3a6-4db2-b3c4-c841408306a6,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:38.459069 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-972bd665-037e-4071-828f-3ebc3e3211a5 service neutron] Transition to ACTIVE for port object 07963218-f65d-420e-a995-5689d3dddb52 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:00:38.468387 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-972bd665-037e-4071-828f-3ebc3e3211a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:38.543966 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880de14-cbb7-4ddb-beac-f980dc60b823 req-9e41ecac-3119-4094-9e89-67b28633c210 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:38.545966 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3880de14-cbb7-4ddb-beac-f980dc60b823 req-9e41ecac-3119-4094-9e89-67b28633c210 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 950 time: 0.3347383 Oct 19 01:00:38.551397 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972bd665-037e-4071-828f-3ebc3e3211a5 service neutron] Pushing event updated for resources: {'Port': ['ID=07963218-f65d-420e-a995-5689d3dddb52,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:38.561659 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5add623-930d-4110-b16f-cc3f293ea279 req-0c553cde-c6c8-4c68-841f-aea1e878c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:38.563799 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5add623-930d-4110-b16f-cc3f293ea279 req-0c553cde-c6c8-4c68-841f-aea1e878c7f6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=040edf26402f44e39ee858ecd5007fee&device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 1096 time: 0.2494285 Oct 19 01:00:38.621246 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5add623-930d-4110-b16f-cc3f293ea279 req-2d1ec50e-fbe3-4850-9284-614c33f1e28b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de1fe25b-d3a6-4db2-b3c4-c841408306a6 HTTP/1.1" status: 200 len: 217 time: 0.0422826 Oct 19 01:00:38.666584 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3880de14-cbb7-4ddb-beac-f980dc60b823 req-a4ab4cc1-5a98-47bf-b8bf-802130acdb30 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741978 Oct 19 01:00:38.681301 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-3eab9299-c69b-4a1b-a6f6-745c6972dc1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb12927f-933a-42fb-af9b-448dad0f10b6 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:00:38.715794 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-3eab9299-c69b-4a1b-a6f6-745c6972dc1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:38.730502 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f0fce92-3103-4ca4-b245-842aa595d9f2 req-f6c5949b-13fb-41bc-88ca-7974f18c1918 service neutron] 10.222.0.55 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069844 Oct 19 01:00:38.740793 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-3eab9299-c69b-4a1b-a6f6-745c6972dc1c service neutron] Transition to ACTIVE for port object bb12927f-933a-42fb-af9b-448dad0f10b6 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:00:38.747746 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5add623-930d-4110-b16f-cc3f293ea279 req-1204d9d1-97b6-4edd-b5ae-5d209df115b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:38.749239 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5add623-930d-4110-b16f-cc3f293ea279 req-1204d9d1-97b6-4edd-b5ae-5d209df115b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb613dcd-fb60-4a35-9df7-17d1189a9278 HTTP/1.1" status: 200 len: 851 time: 0.1041439 Oct 19 01:00:38.751127 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-3eab9299-c69b-4a1b-a6f6-745c6972dc1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:38.844565 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5add623-930d-4110-b16f-cc3f293ea279 req-615263ce-21a6-4797-a48a-0b79dcdb657b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=62832aa4-f933-46b7-a594-83f0870bcae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787408 Oct 19 01:00:38.846224 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-972bd665-037e-4071-828f-3ebc3e3211a5 service neutron] Attempting to bind port 07963218-f65d-420e-a995-5689d3dddb52 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:00:38.847247 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-972bd665-037e-4071-828f-3ebc3e3211a5 service neutron] Attempting to bind port 07963218-f65d-420e-a995-5689d3dddb52 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:00:38.848184 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-972bd665-037e-4071-828f-3ebc3e3211a5 service neutron] Attempting to bind port 07963218-f65d-420e-a995-5689d3dddb52 on network fc198a8b-4ee5-462c-a635-e1062c7dbf51 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:00:39.047430 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-972bd665-037e-4071-828f-3ebc3e3211a5 service neutron] Port 07963218-f65d-420e-a995-5689d3dddb52 on network fc198a8b-4ee5-462c-a635-e1062c7dbf51 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:00:39.047689 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-972bd665-037e-4071-828f-3ebc3e3211a5 service neutron] Attempting to bind port 07963218-f65d-420e-a995-5689d3dddb52 on network fc198a8b-4ee5-462c-a635-e1062c7dbf51 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:00:39.071561 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab9299-c69b-4a1b-a6f6-745c6972dc1c service neutron] Pushing event updated for resources: {'Port': ['ID=bb12927f-933a-42fb-af9b-448dad0f10b6,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:39.088820 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-972bd665-037e-4071-828f-3ebc3e3211a5 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:00:39.090574 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-972bd665-037e-4071-828f-3ebc3e3211a5 service neutron] Checking segment: {'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:00:39.092680 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-972bd665-037e-4071-828f-3ebc3e3211a5 service neutron] Bound using segment: {'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:00:39.093412 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-972bd665-037e-4071-828f-3ebc3e3211a5 service neutron] Bound port: 07963218-f65d-420e-a995-5689d3dddb52, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:00:39.094360 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-972bd665-037e-4071-828f-3ebc3e3211a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:39.163059 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-3eab9299-c69b-4a1b-a6f6-745c6972dc1c service neutron] Attempting to bind port bb12927f-933a-42fb-af9b-448dad0f10b6 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:00:39.163460 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-3eab9299-c69b-4a1b-a6f6-745c6972dc1c service neutron] Attempting to bind port bb12927f-933a-42fb-af9b-448dad0f10b6 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:00:39.163774 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-3eab9299-c69b-4a1b-a6f6-745c6972dc1c service neutron] Attempting to bind port bb12927f-933a-42fb-af9b-448dad0f10b6 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:00:39.176264 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-3eab9299-c69b-4a1b-a6f6-745c6972dc1c service neutron] Port bb12927f-933a-42fb-af9b-448dad0f10b6 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:00:39.176592 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-3eab9299-c69b-4a1b-a6f6-745c6972dc1c service neutron] Attempting to bind port bb12927f-933a-42fb-af9b-448dad0f10b6 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:00:39.188864 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3be8903-344b-4e30-88a8-893c4b4e4ce8 x-openstack-request-id: req-e3be8903-344b-4e30-88a8-893c4b4e4ce8 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:00:39.189201 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "036d1465-7456-4a98-8078-b5a24b3cd299", "tag": "de1fe25b-d3a6-4db2-b3c4-c841408306a6", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:00:39.189340 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-3eab9299-c69b-4a1b-a6f6-745c6972dc1c service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:00:39.190724 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-3eab9299-c69b-4a1b-a6f6-745c6972dc1c service neutron] Checking segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:00:39.191129 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-3eab9299-c69b-4a1b-a6f6-745c6972dc1c service neutron] Bound using segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:00:39.191558 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-3eab9299-c69b-4a1b-a6f6-745c6972dc1c service neutron] Bound port: bb12927f-933a-42fb-af9b-448dad0f10b6, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:00:39.191902 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e3be8903-344b-4e30-88a8-893c4b4e4ce8 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:00:39.192326 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '036d1465-7456-4a98-8078-b5a24b3cd299', 'tag': 'de1fe25b-d3a6-4db2-b3c4-c841408306a6', 'status': 'completed', 'code': 200} Oct 19 01:00:39.193069 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-3eab9299-c69b-4a1b-a6f6-745c6972dc1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:39.272377 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5add623-930d-4110-b16f-cc3f293ea279 req-b5482d68-785a-45a9-94dc-6d003aeeff45 service neutron] 10.222.0.24 "GET /v2.0/networks/62832aa4-f933-46b7-a594-83f0870bcae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118195 Oct 19 01:00:39.347146 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['c890e210-5a9e-4f9f-80d7-4cddf7fc07cc'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:00:39.383861 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-3eab9299-c69b-4a1b-a6f6-745c6972dc1c service neutron] For port bb12927f-933a-42fb-af9b-448dad0f10b6, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:00:39.387155 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-3eab9299-c69b-4a1b-a6f6-745c6972dc1c service neutron] For port bb12927f-933a-42fb-af9b-448dad0f10b6, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=bb12927f-933a-42fb-af9b-448dad0f10b6,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:00:39.416564 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-3eab9299-c69b-4a1b-a6f6-745c6972dc1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:39.556570 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-3eab9299-c69b-4a1b-a6f6-745c6972dc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:39.557758 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-3eab9299-c69b-4a1b-a6f6-745c6972dc1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:39.559553 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-3eab9299-c69b-4a1b-a6f6-745c6972dc1c service neutron] 10.222.0.24 "PUT /v2.0/ports/bb12927f-933a-42fb-af9b-448dad0f10b6 HTTP/1.1" status: 200 len: 1097 time: 2.3009350 Oct 19 01:00:39.574446 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce733b8e-bd11-47c5-9b51-1a4a266c51cb', 'tag': 'bb12927f-933a-42fb-af9b-448dad0f10b6'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:00:39.582516 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-972bd665-037e-4071-828f-3ebc3e3211a5 service neutron] For port 07963218-f65d-420e-a995-5689d3dddb52, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:00:39.588573 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05513bcf-f07f-40d3-923b-9882f042718e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce733b8e-bd11-47c5-9b51-1a4a266c51cb", "tag": "bb12927f-933a-42fb-af9b-448dad0f10b6"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:00:39.620693 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d57ee-2ccc-45a3-a5af-82ee396cff32 req-21ac962f-202e-46e6-954f-27c7665abcce tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:39.622221 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c06d57ee-2ccc-45a3-a5af-82ee396cff32 req-21ac962f-202e-46e6-954f-27c7665abcce tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce733b8e-bd11-47c5-9b51-1a4a266c51cb HTTP/1.1" status: 200 len: 948 time: 0.2335441 Oct 19 01:00:39.629557 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-972bd665-037e-4071-828f-3ebc3e3211a5 service neutron] For port 07963218-f65d-420e-a995-5689d3dddb52, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=07963218-f65d-420e-a995-5689d3dddb52,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:00:39.645017 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-972bd665-037e-4071-828f-3ebc3e3211a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:39.786876 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972bd665-037e-4071-828f-3ebc3e3211a5 service neutron] Pushing event updated for resources: {'Port': ['ID=07963218-f65d-420e-a995-5689d3dddb52,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:39.797500 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5add623-930d-4110-b16f-cc3f293ea279 req-f9c5bdda-e068-43f9-a3ba-5e75606a58f3 service neutron] 10.222.0.24 "GET /v2.0/networks/62832aa4-f933-46b7-a594-83f0870bcae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643483 Oct 19 01:00:39.808268 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-972bd665-037e-4071-828f-3ebc3e3211a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:39.810028 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-972bd665-037e-4071-828f-3ebc3e3211a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:39.812495 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-972bd665-037e-4071-828f-3ebc3e3211a5 service neutron] 10.222.0.55 "PUT /v2.0/ports/07963218-f65d-420e-a995-5689d3dddb52 HTTP/1.1" status: 200 len: 1093 time: 2.2263994 Oct 19 01:00:39.849454 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-b16c9138-2ad2-4f2e-a3bf-9ec936f06225 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:00:39.857511 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-b16c9138-2ad2-4f2e-a3bf-9ec936f06225 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0162334 Oct 19 01:00:39.911370 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c06d57ee-2ccc-45a3-a5af-82ee396cff32 req-b9c2dec5-4ec7-4846-854d-c688959a1040 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705996 Oct 19 01:00:39.913224 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-f043d413-6bc9-4652-93e2-eb8f068269c2 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:39.925983 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-f043d413-6bc9-4652-93e2-eb8f068269c2 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.57 "GET /v2.0/ports/a8ec244b-6721-494a-b23c-8c036d389ed5 HTTP/1.1" status: 200 len: 1094 time: 0.0673022 Oct 19 01:00:39.932640 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-4a7842f8-5eca-4ec4-bc01-3e810ecf5291 service neutron] Request body: {'binding': {'host': 'n-h1-715271-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:00:39.940870 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-a38f0bfd-1e04-40ca-939c-f0c8385ea82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:39.940870 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-a38f0bfd-1e04-40ca-939c-f0c8385ea82c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=65459246a90a47d0b59f03208da91106&device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 1096 time: 0.0703940 Oct 19 01:00:39.942030 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-4a7842f8-5eca-4ec4-bc01-3e810ecf5291 service neutron] Unknown quota resources ['binding']. {{(pid=100606) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 01:00:40.007950 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7812f82-132c-44a0-8905-b702813481ca req-53b68b08-a15b-482f-8010-7581ed0daa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:40.009635 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a7812f82-132c-44a0-8905-b702813481ca req-53b68b08-a15b-482f-8010-7581ed0daa55 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=040edf26402f44e39ee858ecd5007fee&device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 1096 time: 0.1120245 Oct 19 01:00:40.013118 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-c71a0c95-17de-430c-a99f-2f5671a9514c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07963218-f65d-420e-a995-5689d3dddb52 HTTP/1.1" status: 200 len: 217 time: 0.0642903 Oct 19 01:00:40.093817 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-ce2c04a7-2119-475d-8ab8-d8eeb12b7f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:40.095752 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-ce2c04a7-2119-475d-8ab8-d8eeb12b7f23 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a25adcdc646c4e4b987e3016f8b86608&device_id=ce733b8e-bd11-47c5-9b51-1a4a266c51cb HTTP/1.1" status: 200 len: 1100 time: 0.4446294 Oct 19 01:00:40.100125 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab9299-c69b-4a1b-a6f6-745c6972dc1c service neutron] Pushing event updated for resources: {'Port': ['ID=bb12927f-933a-42fb-af9b-448dad0f10b6,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:40.151017 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-51ec237c-1c56-40ec-b3f4-f66c8d28e294 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=bb12927f-933a-42fb-af9b-448dad0f10b6 HTTP/1.1" status: 200 len: 217 time: 0.0357616 Oct 19 01:00:40.157149 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:00:40.161540 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7812f82-132c-44a0-8905-b702813481ca req-ae8b5f27-c8f8-4b9f-92e4-54e622e457d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:40.164005 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a7812f82-132c-44a0-8905-b702813481ca req-ae8b5f27-c8f8-4b9f-92e4-54e622e457d7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=62832aa4-f933-46b7-a594-83f0870bcae7 HTTP/1.1" status: 200 len: 912 time: 0.1400347 Oct 19 01:00:40.232390 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a7812f82-132c-44a0-8905-b702813481ca req-dc05c625-aea9-42c8-a4d7-05b65dfc8d57 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de1fe25b-d3a6-4db2-b3c4-c841408306a6 HTTP/1.1" status: 200 len: 217 time: 0.0600317 Oct 19 01:00:40.277111 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-fd56943f-0fca-4282-a0e2-9043c7251e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:40.278980 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-fd56943f-0fca-4282-a0e2-9043c7251e2c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b8444cd-c5d7-4c88-b1b0-9d01aef8093c HTTP/1.1" status: 200 len: 848 time: 0.1139035 Oct 19 01:00:40.281695 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea1f0e-1b5a-4037-a67b-cc49197dde99 req-a0521482-e37e-4364-9840-7bafd5763360 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:40.283338 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a3ea1f0e-1b5a-4037-a67b-cc49197dde99 req-a0521482-e37e-4364-9840-7bafd5763360 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 944 time: 0.1261308 Oct 19 01:00:40.284823 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-96e1c142-3e11-4f4d-8224-fe850ed676f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:40.286147 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-96e1c142-3e11-4f4d-8224-fe850ed676f1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.1199811 Oct 19 01:00:40.304917 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-4a7842f8-5eca-4ec4-bc01-3e810ecf5291 service neutron] Attempting to bind port a8ec244b-6721-494a-b23c-8c036d389ed5 on host n-h1-715271-26 for vnic_type normal with profile None {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:00:40.305610 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-4a7842f8-5eca-4ec4-bc01-3e810ecf5291 service neutron] Attempting to bind port a8ec244b-6721-494a-b23c-8c036d389ed5 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:00:40.305947 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-4a7842f8-5eca-4ec4-bc01-3e810ecf5291 service neutron] Attempting to bind port a8ec244b-6721-494a-b23c-8c036d389ed5 on network db82cf1f-422d-4289-a127-b70a546afbff {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:00:40.347814 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-3b16a740-15ed-4b19-b975-885522d4c9c0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc198a8b-4ee5-462c-a635-e1062c7dbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468278 Oct 19 01:00:40.355594 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-4a7842f8-5eca-4ec4-bc01-3e810ecf5291 service neutron] Port a8ec244b-6721-494a-b23c-8c036d389ed5 on network db82cf1f-422d-4289-a127-b70a546afbff not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:00:40.355963 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-4a7842f8-5eca-4ec4-bc01-3e810ecf5291 service neutron] Attempting to bind port a8ec244b-6721-494a-b23c-8c036d389ed5 on network db82cf1f-422d-4289-a127-b70a546afbff {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:00:40.374794 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-4a7842f8-5eca-4ec4-bc01-3e810ecf5291 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:00:40.375132 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-4a7842f8-5eca-4ec4-bc01-3e810ecf5291 service neutron] Checking segment: {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:00:40.375513 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-4a7842f8-5eca-4ec4-bc01-3e810ecf5291 service neutron] Bound using segment: {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:00:40.376079 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-4a7842f8-5eca-4ec4-bc01-3e810ecf5291 service neutron] Bound port: a8ec244b-6721-494a-b23c-8c036d389ed5, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:00:40.393327 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7812f82-132c-44a0-8905-b702813481ca req-2192afa1-0d6e-4e1d-80a9-d5865650c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:40.394850 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a7812f82-132c-44a0-8905-b702813481ca req-2192afa1-0d6e-4e1d-80a9-d5865650c30c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb613dcd-fb60-4a35-9df7-17d1189a9278 HTTP/1.1" status: 200 len: 851 time: 0.1459272 Oct 19 01:00:40.409670 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a3ea1f0e-1b5a-4037-a67b-cc49197dde99 req-42704687-d73e-45e7-805e-d9baaa94d45f tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165843 Oct 19 01:00:40.428235 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-8d14a691-e070-4742-b7f0-5d49bca857f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:40.429875 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-8d14a691-e070-4742-b7f0-5d49bca857f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1204002 Oct 19 01:00:40.436537 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a7812f82-132c-44a0-8905-b702813481ca req-c341f728-3f33-4b87-a174-d04621240b26 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=62832aa4-f933-46b7-a594-83f0870bcae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329008 Oct 19 01:00:40.477603 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-4a7842f8-5eca-4ec4-bc01-3e810ecf5291 service neutron] For port a8ec244b-6721-494a-b23c-8c036d389ed5, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=a8ec244b-6721-494a-b23c-8c036d389ed5,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:00:40.518559 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-4a7842f8-5eca-4ec4-bc01-3e810ecf5291 service neutron] Publish callbacks [] for binding, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:40.519908 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-4a7842f8-5eca-4ec4-bc01-3e810ecf5291 service neutron] 10.222.0.57 "POST /v2.0/ports/a8ec244b-6721-494a-b23c-8c036d389ed5/bindings HTTP/1.1" status: 201 len: 390 time: 0.5929341 Oct 19 01:00:40.681703 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-cf0ab957-866e-4b06-9881-5410c0c7e347 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286990 Oct 19 01:00:40.684505 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-2c6c277a-ae21-4e60-87d0-89d2e7593dc0 service neutron] 10.222.0.55 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234675 Oct 19 01:00:40.698957 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57c7f56-f864-4923-a3da-f6bb8859c5f8 x-openstack-request-id: req-a57c7f56-f864-4923-a3da-f6bb8859c5f8 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:00:40.699332 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce733b8e-bd11-47c5-9b51-1a4a266c51cb", "tag": "bb12927f-933a-42fb-af9b-448dad0f10b6", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:00:40.699825 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a57c7f56-f864-4923-a3da-f6bb8859c5f8 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:00:40.700402 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce733b8e-bd11-47c5-9b51-1a4a266c51cb', 'tag': 'bb12927f-933a-42fb-af9b-448dad0f10b6', 'status': 'completed', 'code': 200} Oct 19 01:00:40.785190 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab514e-f1f6-4341-a08b-488b5974d0c9 req-da7e9951-af80-46a4-8582-e5820b4a082f tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:40.791385 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-28ab514e-f1f6-4341-a08b-488b5974d0c9 req-da7e9951-af80-46a4-8582-e5820b4a082f tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 944 time: 0.1458328 Oct 19 01:00:40.805676 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a7812f82-132c-44a0-8905-b702813481ca req-e37b089b-77cd-4f3c-ba1b-c559224d673b service neutron] 10.222.0.24 "GET /v2.0/networks/62832aa4-f933-46b7-a594-83f0870bcae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538737 Oct 19 01:00:40.882847 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0fed7d-d52e-417d-a99c-c8ab1b8b1068 req-d3a7ade7-1e7e-4a01-a8b6-32600b376702 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:40.884397 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8d0fed7d-d52e-417d-a99c-c8ab1b8b1068 req-d3a7ade7-1e7e-4a01-a8b6-32600b376702 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 950 time: 0.1179600 Oct 19 01:00:40.926736 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-28ab514e-f1f6-4341-a08b-488b5974d0c9 req-9df677a5-ec00-4478-a38c-26e04decc546 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238315 Oct 19 01:00:40.963960 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d6144cf2-9eb1-409e-a800-5f6c13f0e708 req-a6930c53-30e2-401f-b374-84d0b759c981 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493849 Oct 19 01:00:40.991787 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-4824f7a5-f6e4-4ca2-9bce-0d651f5d8d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:40.993272 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-4824f7a5-f6e4-4ca2-9bce-0d651f5d8d12 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 1097 time: 0.1461239 Oct 19 01:00:41.041002 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a7812f82-132c-44a0-8905-b702813481ca req-35492e9b-70e5-429b-80a5-80f2e36f44f4 service neutron] 10.222.0.24 "GET /v2.0/networks/62832aa4-f933-46b7-a594-83f0870bcae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996131 Oct 19 01:00:41.074475 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f0c99931-08f8-4069-977a-29f2ed93b043 req-4427b7de-2d83-4b30-b368-4c0ace58487c service neutron] 10.222.0.55 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789890 Oct 19 01:00:41.136550 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8d0fed7d-d52e-417d-a99c-c8ab1b8b1068 req-bee56097-0286-42c1-b8ff-cdebe71fd54c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436490 Oct 19 01:00:41.193275 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7834697b-bb3a-445b-98c5-27c135b08e38', 'tag': '07963218-f65d-420e-a995-5689d3dddb52'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:00:41.196206 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa3a3dd-5922-4c51-9907-c0d5865e6457" -d '{"events": [{"name": "network-changed", "server_uuid": "7834697b-bb3a-445b-98c5-27c135b08e38", "tag": "07963218-f65d-420e-a995-5689d3dddb52"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:00:41.265597 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90508a7-c3d6-485c-91bc-2755d645e298 req-73ed7ee5-2097-405a-a5ed-ec36ab5b5b3f tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:41.267875 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b90508a7-c3d6-485c-91bc-2755d645e298 req-73ed7ee5-2097-405a-a5ed-ec36ab5b5b3f tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce733b8e-bd11-47c5-9b51-1a4a266c51cb HTTP/1.1" status: 200 len: 948 time: 0.0574515 Oct 19 01:00:41.293301 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05513bcf-f07f-40d3-923b-9882f042718e req-76ef0f23-ad59-4350-9d84-14ee799d31c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:41.294775 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-05513bcf-f07f-40d3-923b-9882f042718e req-76ef0f23-ad59-4350-9d84-14ee799d31c9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a25adcdc646c4e4b987e3016f8b86608&device_id=ce733b8e-bd11-47c5-9b51-1a4a266c51cb HTTP/1.1" status: 200 len: 1100 time: 0.2216158 Oct 19 01:00:41.345558 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b90508a7-c3d6-485c-91bc-2755d645e298 req-9b194c78-942f-4f8b-ae8f-cc643e66aad4 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704148 Oct 19 01:00:41.351472 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-25ff8a01-8fd1-4e9b-8aea-0f057e04df8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:41.352966 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-25ff8a01-8fd1-4e9b-8aea-0f057e04df8a service neutron] 10.222.0.55 "GET /v2.0/networks?id=db82cf1f-422d-4289-a127-b70a546afbff HTTP/1.1" status: 200 len: 922 time: 0.3435409 Oct 19 01:00:41.443531 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-c58b7037-d03d-4323-9d90-3788a6b2dc2a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8ec244b-6721-494a-b23c-8c036d389ed5 HTTP/1.1" status: 200 len: 217 time: 0.0769725 Oct 19 01:00:41.453205 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353d771-93c3-4261-8b2c-aa2298d3ac90 req-96bdf445-9503-4119-b639-5189a48be414 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:41.460516 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9353d771-93c3-4261-8b2c-aa2298d3ac90 req-96bdf445-9503-4119-b639-5189a48be414 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 945 time: 0.2382443 Oct 19 01:00:41.579899 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9353d771-93c3-4261-8b2c-aa2298d3ac90 req-effa8b27-a6d2-498b-a1e1-d55ef93313e5 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139812 Oct 19 01:00:41.592762 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05513bcf-f07f-40d3-923b-9882f042718e req-04731bb9-41dc-4dad-8b27-aa433b556c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:41.604861 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-05513bcf-f07f-40d3-923b-9882f042718e req-04731bb9-41dc-4dad-8b27-aa433b556c41 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.2898152 Oct 19 01:00:41.606457 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-19d67480-ca23-430f-bf9a-e849c4f203ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:41.607907 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-19d67480-ca23-430f-bf9a-e849c4f203ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc1eafbd-ecfc-4adf-9b82-a202a98a472a HTTP/1.1" status: 200 len: 861 time: 0.1320083 Oct 19 01:00:41.637052 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1486f50e-d75e-4985-8982-81a9c8b0ff52 x-openstack-request-id: req-1486f50e-d75e-4985-8982-81a9c8b0ff52 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:00:41.637360 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7834697b-bb3a-445b-98c5-27c135b08e38", "tag": "07963218-f65d-420e-a995-5689d3dddb52", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:00:41.637603 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1486f50e-d75e-4985-8982-81a9c8b0ff52 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:00:41.638020 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7834697b-bb3a-445b-98c5-27c135b08e38', 'tag': '07963218-f65d-420e-a995-5689d3dddb52', 'status': 'completed', 'code': 200} Oct 19 01:00:41.756909 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3a3dd-5922-4c51-9907-c0d5865e6457 req-c36dd367-737a-41a6-bd11-37b30880ad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:41.759291 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3fa3a3dd-5922-4c51-9907-c0d5865e6457 req-c36dd367-737a-41a6-bd11-37b30880ad2c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=65459246a90a47d0b59f03208da91106&device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 1096 time: 0.0877907 Oct 19 01:00:41.874152 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777b73f-34f9-4179-ab59-440e87a075d9 req-f6ac9a2d-0ae6-4719-9467-537e9c84d36d tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:41.885028 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d777b73f-34f9-4179-ab59-440e87a075d9 req-f6ac9a2d-0ae6-4719-9467-537e9c84d36d tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 944 time: 0.1633353 Oct 19 01:00:41.998359 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-8dfcaf81-1f09-4226-aa3c-07e4c85a2ce6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=db82cf1f-422d-4289-a127-b70a546afbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3814692 Oct 19 01:00:41.999658 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-05513bcf-f07f-40d3-923b-9882f042718e req-9d0be85e-0a78-4393-8a89-dd5acbe623dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=bb12927f-933a-42fb-af9b-448dad0f10b6 HTTP/1.1" status: 200 len: 217 time: 0.3587062 Oct 19 01:00:42.002633 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3a3dd-5922-4c51-9907-c0d5865e6457 req-2f9eec11-3a51-484e-aa88-a0d60599cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:42.004353 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3fa3a3dd-5922-4c51-9907-c0d5865e6457 req-2f9eec11-3a51-484e-aa88-a0d60599cd31 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc198a8b-4ee5-462c-a635-e1062c7dbf51 HTTP/1.1" status: 200 len: 909 time: 0.2280326 Oct 19 01:00:42.032984 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d777b73f-34f9-4179-ab59-440e87a075d9 req-b6039ef0-2205-4c28-be73-e46eec356897 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458995 Oct 19 01:00:42.112546 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3fa3a3dd-5922-4c51-9907-c0d5865e6457 req-2c8dca21-9889-46f8-b907-6308d8a50708 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07963218-f65d-420e-a995-5689d3dddb52 HTTP/1.1" status: 200 len: 217 time: 0.0954528 Oct 19 01:00:42.137836 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05513bcf-f07f-40d3-923b-9882f042718e req-88528f7c-a688-4d24-afa0-049d3ddeca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:42.140105 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-05513bcf-f07f-40d3-923b-9882f042718e req-88528f7c-a688-4d24-afa0-049d3ddeca85 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.1231482 Oct 19 01:00:42.270711 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-2eb82991-2e8f-4a77-93a2-b3f09414b29f service neutron] 10.222.0.55 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520535 Oct 19 01:00:42.287795 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05513bcf-f07f-40d3-923b-9882f042718e req-da32971a-4d73-4e0e-aaca-a860ca0dd5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:42.288010 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3a3dd-5922-4c51-9907-c0d5865e6457 req-aaf8dc38-2a37-4b06-b615-0f023cfb57ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:42.288137 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-05513bcf-f07f-40d3-923b-9882f042718e req-da32971a-4d73-4e0e-aaca-a860ca0dd5f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1104696 Oct 19 01:00:42.288220 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3fa3a3dd-5922-4c51-9907-c0d5865e6457 req-aaf8dc38-2a37-4b06-b615-0f023cfb57ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b8444cd-c5d7-4c88-b1b0-9d01aef8093c HTTP/1.1" status: 200 len: 848 time: 0.1665239 Oct 19 01:00:42.298396 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3a6b1-6f7c-49e8-85a9-9ce89d2ce17a req-0d8b86ff-b422-4eae-a485-025a81dc6af6 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:42.300100 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4dc3a6b1-6f7c-49e8-85a9-9ce89d2ce17a req-0d8b86ff-b422-4eae-a485-025a81dc6af6 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 944 time: 0.1505077 Oct 19 01:00:42.394599 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3fa3a3dd-5922-4c51-9907-c0d5865e6457 req-d13876a4-867d-4e28-b97b-4413d8c13a35 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc198a8b-4ee5-462c-a635-e1062c7dbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902727 Oct 19 01:00:42.438401 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4dc3a6b1-6f7c-49e8-85a9-9ce89d2ce17a req-9722721c-0d37-4b0e-9a60-f1eb31f3d764 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191514 Oct 19 01:00:42.461485 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-05513bcf-f07f-40d3-923b-9882f042718e req-62c8b26e-e5f5-40b0-a11d-04b3b305dcac service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396248 Oct 19 01:00:42.560450 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3fa3a3dd-5922-4c51-9907-c0d5865e6457 req-1b5f2b6f-2ece-434d-a15d-77fba1596c84 service neutron] 10.222.0.55 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513085 Oct 19 01:00:42.603009 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-05513bcf-f07f-40d3-923b-9882f042718e req-5ef2693a-a7b7-4be1-bd90-78db5f3a79cf service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141055 Oct 19 01:00:42.626712 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-a5baed8e-a9b3-401f-8e0b-c6e19c79354c service neutron] 10.222.0.55 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237419 Oct 19 01:00:42.669432 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device de1fe25b-d3a6-4db2-b3c4-c841408306a6 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:00:42.858152 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3fa3a3dd-5922-4c51-9907-c0d5865e6457 req-4e11a148-94d1-4517-9316-6cd02765bac5 service neutron] 10.222.0.55 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821226 Oct 19 01:00:42.913933 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port de1fe25b-d3a6-4db2-b3c4-c841408306a6, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=de1fe25b-d3a6-4db2-b3c4-c841408306a6,segment=NetworkSegment(85bace0f-b843-4894-b32a-1b2db0de4a04),segment_id=85bace0f-b843-4894-b32a-1b2db0de4a04)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:42.952154 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'de1fe25b-d3a6-4db2-b3c4-c841408306a6', 'network_id': '62832aa4-f933-46b7-a594-83f0870bcae7', 'port_id': 'de1fe25b-d3a6-4db2-b3c4-c841408306a6', 'mac_address': 'fa:16:3e:9d:de:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb613dcd-fb60-4a35-9df7-17d1189a9278', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:00:42.997918 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143a7dc-0f54-4ea2-99f1-1b108eb34c73 req-6ccd44d3-ac04-404c-aeab-3fe3207f6666 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:43.007720 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c143a7dc-0f54-4ea2-99f1-1b108eb34c73 req-6ccd44d3-ac04-404c-aeab-3fe3207f6666 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 950 time: 0.0928056 Oct 19 01:00:43.062441 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c143a7dc-0f54-4ea2-99f1-1b108eb34c73 req-b7509bbd-8fab-4170-a93b-8199c2801b75 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537331 Oct 19 01:00:43.069620 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:43.086396 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de1fe25b-d3a6-4db2-b3c4-c841408306a6 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:00:43.130981 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port de1fe25b-d3a6-4db2-b3c4-c841408306a6, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=de1fe25b-d3a6-4db2-b3c4-c841408306a6,segment=NetworkSegment(85bace0f-b843-4894-b32a-1b2db0de4a04),segment_id=85bace0f-b843-4894-b32a-1b2db0de4a04)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:43.145241 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:43.194082 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27717ba7-7174-4506-a142-73e6bc1e6d27 req-54fca88e-3207-4856-b6bb-627f71bff9ba tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:43.195889 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-27717ba7-7174-4506-a142-73e6bc1e6d27 req-54fca88e-3207-4856-b6bb-627f71bff9ba tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce733b8e-bd11-47c5-9b51-1a4a266c51cb HTTP/1.1" status: 200 len: 948 time: 0.1186097 Oct 19 01:00:43.230482 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=de1fe25b-d3a6-4db2-b3c4-c841408306a6,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:43.256084 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-27717ba7-7174-4506-a142-73e6bc1e6d27 req-a909a1b6-f277-4169-99e0-ea89cef88873 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537765 Oct 19 01:00:43.416853 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc718fd-0e14-470f-a23f-0fcf306a9c93 req-a009a2a3-267b-4a75-ac0a-1af5c97fea75 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:43.418611 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7fc718fd-0e14-470f-a23f-0fcf306a9c93 req-a009a2a3-267b-4a75-ac0a-1af5c97fea75 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 945 time: 0.0807028 Oct 19 01:00:43.490467 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7fc718fd-0e14-470f-a23f-0fcf306a9c93 req-c514e56f-275d-4092-8dbb-63201aaf8d7e tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597758 Oct 19 01:00:43.530562 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['de1fe25b-d3a6-4db2-b3c4-c841408306a6'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:00:43.675596 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587e9f6-473c-4828-a513-7626a1e1aa68 req-50dec14c-f5ea-417b-a490-534f57498a88 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:43.677502 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c587e9f6-473c-4828-a513-7626a1e1aa68 req-50dec14c-f5ea-417b-a490-534f57498a88 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 944 time: 0.0797889 Oct 19 01:00:43.721111 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c587e9f6-473c-4828-a513-7626a1e1aa68 req-179c60d7-307f-47ce-b0f6-c64bafdf4c64 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363305 Oct 19 01:00:43.861981 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33c8dd-6bf0-4ab9-9cfd-8ef81a0a8fc6 req-9614b00f-92a6-4e15-877e-15dffc70ae83 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:43.871064 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5c33c8dd-6bf0-4ab9-9cfd-8ef81a0a8fc6 req-9614b00f-92a6-4e15-877e-15dffc70ae83 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 945 time: 0.0774817 Oct 19 01:00:43.884944 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-26e71f5d-007d-4c6a-81bc-bcec3605a9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:43.915347 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5c33c8dd-6bf0-4ab9-9cfd-8ef81a0a8fc6 req-64bf8933-16d2-484e-8c69-1a7d0ac1363f tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431376 Oct 19 01:00:44.211650 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690af60-e342-497a-9a2f-758805d1b0fe req-2ceaf5cd-7554-49fa-868e-3e48c2afad21 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:44.219016 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f690af60-e342-497a-9a2f-758805d1b0fe req-2ceaf5cd-7554-49fa-868e-3e48c2afad21 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 950 time: 0.0620234 Oct 19 01:00:44.257283 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f690af60-e342-497a-9a2f-758805d1b0fe req-7339b702-3618-478d-847a-4eace7b36595 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369768 Oct 19 01:00:44.525926 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffbbd1-2460-41df-94b3-7a69bd3ff9ce req-cc1bd80c-6bb1-49d4-9e0e-0c49c7ae109b tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:44.532375 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4fffbbd1-2460-41df-94b3-7a69bd3ff9ce req-cc1bd80c-6bb1-49d4-9e0e-0c49c7ae109b tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce733b8e-bd11-47c5-9b51-1a4a266c51cb HTTP/1.1" status: 200 len: 948 time: 0.0636194 Oct 19 01:00:44.568637 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4fffbbd1-2460-41df-94b3-7a69bd3ff9ce req-0273cf80-0052-4419-82b0-5dc526d8e393 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337873 Oct 19 01:00:44.672730 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device bb12927f-933a-42fb-af9b-448dad0f10b6 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:00:44.808985 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port bb12927f-933a-42fb-af9b-448dad0f10b6, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=bb12927f-933a-42fb-af9b-448dad0f10b6,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:44.823035 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'bb12927f-933a-42fb-af9b-448dad0f10b6', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': 'bb12927f-933a-42fb-af9b-448dad0f10b6', 'mac_address': 'fa:16:3e:20:aa:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:00:44.839959 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7983cc-1d80-4903-bf47-accab1b4421b req-3855a59d-ecec-4fa5-99ee-54b75ee6449a tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:44.842096 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0a7983cc-1d80-4903-bf47-accab1b4421b req-3855a59d-ecec-4fa5-99ee-54b75ee6449a tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 945 time: 0.0545666 Oct 19 01:00:44.862183 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:44.864724 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24255d67-74bf-47e6-9eea-b96374b08b53 req-682881b7-c6bc-497e-8f64-533a85bec89d tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:44.868448 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-24255d67-74bf-47e6-9eea-b96374b08b53 req-682881b7-c6bc-497e-8f64-533a85bec89d tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4308d52-476d-49e3-9ad8-c42fe37d49c1 HTTP/1.1" status: 200 len: 947 time: 0.0603821 Oct 19 01:00:44.880760 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb12927f-933a-42fb-af9b-448dad0f10b6 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:00:44.887635 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0a7983cc-1d80-4903-bf47-accab1b4421b req-d38b50a9-827f-4530-848a-e5cb6d7a813c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382276 Oct 19 01:00:44.922313 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port bb12927f-933a-42fb-af9b-448dad0f10b6, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=bb12927f-933a-42fb-af9b-448dad0f10b6,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:44.930400 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-24255d67-74bf-47e6-9eea-b96374b08b53 req-1fcfcbe3-0d14-467d-961c-1099b57658ba tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/security-groups?id=8144c47d-8d80-4fa6-9309-826bceb92166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538208 Oct 19 01:00:44.931394 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:45.015360 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=bb12927f-933a-42fb-af9b-448dad0f10b6,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:45.030245 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee8ec4-3be7-4470-89cd-6ae1ed888487 req-301d79f0-26e2-4e69-b33e-99ef98c2cfe4 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:45.032675 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b8ee8ec4-3be7-4470-89cd-6ae1ed888487 req-301d79f0-26e2-4e69-b33e-99ef98c2cfe4 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 944 time: 0.0632975 Oct 19 01:00:45.080502 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b8ee8ec4-3be7-4470-89cd-6ae1ed888487 req-c4eb8154-9b6c-4b8b-a129-0ff26c32f7e5 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393786 Oct 19 01:00:45.206434 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be407e91-9139-42ef-925a-5147c4d2815f req-e6b9c656-82f4-4084-81c6-3c244787b5b0 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:45.213711 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-be407e91-9139-42ef-925a-5147c4d2815f req-e6b9c656-82f4-4084-81c6-3c244787b5b0 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 945 time: 0.0632498 Oct 19 01:00:45.249789 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-be407e91-9139-42ef-925a-5147c4d2815f req-14aa2a30-4e71-4720-b11a-8da0f7da9997 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351458 Oct 19 01:00:45.328623 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-eb75436d-3630-4989-86ee-1a05b93f2ae6 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:45.330230 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-eb75436d-3630-4989-86ee-1a05b93f2ae6 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/networks?id=44c662b3-a294-49c4-b801-6e72553fc183 HTTP/1.1" status: 200 len: 804 time: 0.1072412 Oct 19 01:00:45.347355 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-a8941b07-9231-46c9-995d-9ff38771c69c tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/quotas/305a99bf3f86485f88111ce8746ec0f2 HTTP/1.1" status: 200 len: 375 time: 0.0097961 Oct 19 01:00:45.351853 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['bb12927f-933a-42fb-af9b-448dad0f10b6'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:00:45.382360 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74ed13-24b4-445d-aa0c-63e77409f694 req-78e8d2c7-4b5c-4666-a41d-edea34f71a76 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:45.388244 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9e74ed13-24b4-445d-aa0c-63e77409f694 req-78e8d2c7-4b5c-4666-a41d-edea34f71a76 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 950 time: 0.0648782 Oct 19 01:00:45.416013 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-d63ad0d2-ca16-46f6-985f-b907638edd7b tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=305a99bf3f86485f88111ce8746ec0f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0604775 Oct 19 01:00:45.446316 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9e74ed13-24b4-445d-aa0c-63e77409f694 req-4daf18a0-4afc-47a6-b398-e2cbef3bad53 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508227 Oct 19 01:00:45.535873 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-93f63b56-a651-41db-85fd-f35643091f43 service neutron] 10.222.0.57 "GET /v2.0/networks/44c662b3-a294-49c4-b801-6e72553fc183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186686 Oct 19 01:00:45.635009 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-3e2f19df-831e-4834-8d3b-09b6887f4766 service neutron] 10.222.0.57 "GET /v2.0/networks/44c662b3-a294-49c4-b801-6e72553fc183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925701 Oct 19 01:00:45.697629 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba619b4-108c-4e42-b71f-bb4fef41d6dd req-a020957f-92b5-44c1-bd4e-7383e978a680 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:45.699126 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bba619b4-108c-4e42-b71f-bb4fef41d6dd req-a020957f-92b5-44c1-bd4e-7383e978a680 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce733b8e-bd11-47c5-9b51-1a4a266c51cb HTTP/1.1" status: 200 len: 949 time: 0.0565135 Oct 19 01:00:45.742759 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bba619b4-108c-4e42-b71f-bb4fef41d6dd req-3e5b23a0-8b03-4ad1-87fe-6b179562f192 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362351 Oct 19 01:00:45.816749 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cb8b9cfe-94cd-49e8-be64-ff8bbea99260 req-9ae98e3b-96c3-4490-967c-92b929e7b141 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 210 time: 0.0271719 Oct 19 01:00:46.026895 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f749c-94f8-4f75-beb1-0975cfe6590f req-5bf83416-cc8d-4eb9-93a1-60ded708cc18 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:46.033027 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-316f749c-94f8-4f75-beb1-0975cfe6590f req-5bf83416-cc8d-4eb9-93a1-60ded708cc18 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 945 time: 0.0631032 Oct 19 01:00:46.081553 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc28c70-5cbf-4997-acd1-8bca7081790e req-e9aed65f-6b62-4088-adae-d0633f543b8b tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:46.091698 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2cc28c70-5cbf-4997-acd1-8bca7081790e req-e9aed65f-6b62-4088-adae-d0633f543b8b tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4308d52-476d-49e3-9ad8-c42fe37d49c1 HTTP/1.1" status: 200 len: 947 time: 0.0766616 Oct 19 01:00:46.107775 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-316f749c-94f8-4f75-beb1-0975cfe6590f req-5d6ee115-fa3c-4fc7-9c32-95d869d46d81 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626361 Oct 19 01:00:46.136279 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2cc28c70-5cbf-4997-acd1-8bca7081790e req-c522a7de-5721-4dc5-91d2-5964f78fe014 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/security-groups?id=8144c47d-8d80-4fa6-9309-826bceb92166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431023 Oct 19 01:00:46.224090 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be8900-12ae-4093-812d-63ba3069e5c8 req-5ec52758-e056-4490-ab25-af20aa5f7110 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:46.226456 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d9be8900-12ae-4093-812d-63ba3069e5c8 req-5ec52758-e056-4490-ab25-af20aa5f7110 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 944 time: 0.0510032 Oct 19 01:00:46.273533 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d9be8900-12ae-4093-812d-63ba3069e5c8 req-2475e427-47d8-40bc-9f8d-4f08691342aa tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409062 Oct 19 01:00:46.382224 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79052c57-c5f0-42d1-a4de-992dc9482e19 req-82b43a0d-d7b9-497b-998b-55e65a6ed37e tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:46.383799 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-79052c57-c5f0-42d1-a4de-992dc9482e19 req-82b43a0d-d7b9-497b-998b-55e65a6ed37e tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 945 time: 0.0640783 Oct 19 01:00:46.430091 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-79052c57-c5f0-42d1-a4de-992dc9482e19 req-0e5c8436-2707-4080-bf09-17b142084e12 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400424 Oct 19 01:00:46.495006 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9c3046af-0e44-4875-9b4a-66d6cc20b1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:46.576979 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5cde4-d4dc-40db-bf12-cdb89b838886 req-234f966f-7975-464f-a363-314371a9d336 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:46.578728 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3fa5cde4-d4dc-40db-bf12-cdb89b838886 req-234f966f-7975-464f-a363-314371a9d336 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 950 time: 0.0594084 Oct 19 01:00:46.621242 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3fa5cde4-d4dc-40db-bf12-cdb89b838886 req-657d1b36-2af1-47c1-9c5c-fee9b6dfb515 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344203 Oct 19 01:00:46.690142 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device de1fe25b-d3a6-4db2-b3c4-c841408306a6 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:00:46.741178 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port de1fe25b-d3a6-4db2-b3c4-c841408306a6 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:00:46.746234 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port de1fe25b-d3a6-4db2-b3c4-c841408306a6 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:00:46.746608 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:46.842647 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:46.868782 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036d1465-7456-4a98-8078-b5a24b3cd299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1fe25b-d3a6-4db2-b3c4-c841408306a6'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:00:46.872684 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78c3712-cca2-40ea-851c-d3852ca473c7" -d '{"events": [{"server_uuid": "036d1465-7456-4a98-8078-b5a24b3cd299", "name": "network-vif-plugged", "status": "completed", "tag": "de1fe25b-d3a6-4db2-b3c4-c841408306a6"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:00:46.885077 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port de1fe25b-d3a6-4db2-b3c4-c841408306a6, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=de1fe25b-d3a6-4db2-b3c4-c841408306a6,segment=NetworkSegment(85bace0f-b843-4894-b32a-1b2db0de4a04),segment_id=85bace0f-b843-4894-b32a-1b2db0de4a04)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:46.916356 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:46.917561 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device fb66fdda-044a-4dbb-a30e-64835154f510 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:00:46.967485 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-97acfc9c-87bf-4674-bdf6-d421ce4be850 req-79eb78b5-825d-497c-8331-993aa5130d20 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 210 time: 0.0449317 Oct 19 01:00:46.999377 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=de1fe25b-d3a6-4db2-b3c4-c841408306a6,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:47.090006 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:47.095375 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed85547-8f92-4ccf-a6ee-fbce437068cb x-openstack-request-id: req-7ed85547-8f92-4ccf-a6ee-fbce437068cb {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:00:47.095663 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036d1465-7456-4a98-8078-b5a24b3cd299", "name": "network-vif-plugged", "status": "completed", "tag": "de1fe25b-d3a6-4db2-b3c4-c841408306a6", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:00:47.096014 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7ed85547-8f92-4ccf-a6ee-fbce437068cb {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:00:47.096528 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036d1465-7456-4a98-8078-b5a24b3cd299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1fe25b-d3a6-4db2-b3c4-c841408306a6', 'code': 200} Oct 19 01:00:47.132409 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port fb66fdda-044a-4dbb-a30e-64835154f510, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=fb66fdda-044a-4dbb-a30e-64835154f510,segment=NetworkSegment(85401e62-3f2c-43a6-8d64-5618396e8614),segment_id=85401e62-3f2c-43a6-8d64-5618396e8614)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:47.139659 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:47.212952 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:47.232932 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=fb66fdda-044a-4dbb-a30e-64835154f510,revision_number=8']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:47.236398 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc05b76-e96b-466d-b653-f9bde4e79cfa req-a921edd6-4a07-47ef-9f7b-31612d8a23af tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:47.245424 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6bc05b76-e96b-466d-b653-f9bde4e79cfa req-a921edd6-4a07-47ef-9f7b-31612d8a23af tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.24 "GET /v2.0/ports?device_id=92c4602b-de13-4e17-afdc-f1bf3d734d33 HTTP/1.1" status: 200 len: 946 time: 0.1861005 Oct 19 01:00:47.343640 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3186ec-38e4-4bd5-a85a-cf54bd30147b req-1b07245b-8245-4d3c-b1fa-cbd175eddccb tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:47.345939 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f3186ec-38e4-4bd5-a85a-cf54bd30147b req-1b07245b-8245-4d3c-b1fa-cbd175eddccb tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4308d52-476d-49e3-9ad8-c42fe37d49c1 HTTP/1.1" status: 200 len: 947 time: 0.2042577 Oct 19 01:00:47.425696 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a69f3-2dcb-4f7e-9c13-0c3226df7843 req-69bd86f2-ce91-450c-8ece-442276fd8bd6 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:47.430436 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0b9a69f3-2dcb-4f7e-9c13-0c3226df7843 req-69bd86f2-ce91-450c-8ece-442276fd8bd6 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 945 time: 0.1747584 Oct 19 01:00:47.522749 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0b9a69f3-2dcb-4f7e-9c13-0c3226df7843 req-dda8a54b-bd02-4b04-aab0-bb8910169f48 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847874 Oct 19 01:00:47.526185 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-6bc05b76-e96b-466d-b653-f9bde4e79cfa req-7114ef73-c0a6-447f-9c07-34f40a10f5f5 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Deleting port fb66fdda-044a-4dbb-a30e-64835154f510 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:00:47.526728 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6bc05b76-e96b-466d-b653-f9bde4e79cfa req-7114ef73-c0a6-447f-9c07-34f40a10f5f5 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:47.552089 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f7c8a-8659-48d8-8e47-83109f361025 req-cea19226-0c5c-4c55-9da7-4ec1c89c2b94 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:47.552089 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-353f7c8a-8659-48d8-8e47-83109f361025 req-cea19226-0c5c-4c55-9da7-4ec1c89c2b94 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce733b8e-bd11-47c5-9b51-1a4a266c51cb HTTP/1.1" status: 200 len: 949 time: 0.7247753 Oct 19 01:00:47.581964 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2a224-4803-4d2f-ac5b-a1823db938a4 req-2b2ca473-1cbc-47d1-83a7-295c350d35f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:47.583605 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a1f2a224-4803-4d2f-ac5b-a1823db938a4 req-2b2ca473-1cbc-47d1-83a7-295c350d35f9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 1098 time: 0.1767292 Oct 19 01:00:47.625798 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:47.636081 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-5f3186ec-38e4-4bd5-a85a-cf54bd30147b req-4d9a50f0-dd29-4298-bd1e-2820b728c0d1 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Deleting port 82472c5b-3c55-4f3a-945e-d1b549359b9e {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:00:47.636432 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5f3186ec-38e4-4bd5-a85a-cf54bd30147b req-4d9a50f0-dd29-4298-bd1e-2820b728c0d1 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:47.642855 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-c47fce85-c36c-48c3-9881-b54f38b47c16 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:47.644730 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-c47fce85-c36c-48c3-9881-b54f38b47c16 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.55 "GET /v2.0/networks?id=44c662b3-a294-49c4-b801-6e72553fc183 HTTP/1.1" status: 200 len: 804 time: 0.2392635 Oct 19 01:00:47.656924 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a1f2a224-4803-4d2f-ac5b-a1823db938a4 req-685a013a-df5d-4b24-80be-aa8fe7475933 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608873 Oct 19 01:00:47.661065 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-353f7c8a-8659-48d8-8e47-83109f361025 req-48eb37a6-5683-40cb-b9a6-805f6c449ad3 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076286 Oct 19 01:00:47.664740 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-2a1baeab-c5a6-4fac-9cfe-b7a0d24b64b6 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Request body: {'port': {'device_id': '7a233855-6334-483f-9e55-947519abde9c', 'network_id': '44c662b3-a294-49c4-b801-6e72553fc183', 'admin_state_up': True, 'tenant_id': '305a99bf3f86485f88111ce8746ec0f2'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:00:47.756926 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-6bc05b76-e96b-466d-b653-f9bde4e79cfa req-7114ef73-c0a6-447f-9c07-34f40a10f5f5 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] For port fb66fdda-044a-4dbb-a30e-64835154f510, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=fb66fdda-044a-4dbb-a30e-64835154f510,segment=NetworkSegment(85401e62-3f2c-43a6-8d64-5618396e8614),segment_id=85401e62-3f2c-43a6-8d64-5618396e8614)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:47.757392 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6bc05b76-e96b-466d-b653-f9bde4e79cfa req-7114ef73-c0a6-447f-9c07-34f40a10f5f5 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:47.784896 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-6bc05b76-e96b-466d-b653-f9bde4e79cfa req-7114ef73-c0a6-447f-9c07-34f40a10f5f5 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Calling delete_port for fb66fdda-044a-4dbb-a30e-64835154f510 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:00:47.802879 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db45a2-4dd2-4fc4-8810-61e19eac3992 req-0d3008ce-8176-4c3c-a2f8-04edb46627e5 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:47.810203 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-63db45a2-4dd2-4fc4-8810-61e19eac3992 req-0d3008ce-8176-4c3c-a2f8-04edb46627e5 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4308d52-476d-49e3-9ad8-c42fe37d49c1 HTTP/1.1" status: 200 len: 947 time: 0.1960340 Oct 19 01:00:47.829865 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737c0c8-3f8f-46a2-bfe7-1ee5fe5e378e req-12d41c10-fa95-4ecd-8f12-76ebfd0b2094 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:47.831525 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1737c0c8-3f8f-46a2-bfe7-1ee5fe5e378e req-12d41c10-fa95-4ecd-8f12-76ebfd0b2094 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 944 time: 0.0832124 Oct 19 01:00:47.876207 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-2a1baeab-c5a6-4fac-9cfe-b7a0d24b64b6 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Made reservation on behalf of 305a99bf3f86485f88111ce8746ec0f2 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:00:47.880557 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-2a1baeab-c5a6-4fac-9cfe-b7a0d24b64b6 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:47.884733 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-5f3186ec-38e4-4bd5-a85a-cf54bd30147b req-4d9a50f0-dd29-4298-bd1e-2820b728c0d1 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] For port 82472c5b-3c55-4f3a-945e-d1b549359b9e, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=82472c5b-3c55-4f3a-945e-d1b549359b9e,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:47.885097 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5f3186ec-38e4-4bd5-a85a-cf54bd30147b req-4d9a50f0-dd29-4298-bd1e-2820b728c0d1 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:47.905100 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1737c0c8-3f8f-46a2-bfe7-1ee5fe5e378e req-207dde89-15f3-4b93-941f-5ec343a38283 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593693 Oct 19 01:00:47.920026 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-63db45a2-4dd2-4fc4-8810-61e19eac3992 req-80d74358-457d-4ad1-badb-9cb76eca8b63 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/security-groups?id=8144c47d-8d80-4fa6-9309-826bceb92166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087620 Oct 19 01:00:47.934306 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-5f3186ec-38e4-4bd5-a85a-cf54bd30147b req-4d9a50f0-dd29-4298-bd1e-2820b728c0d1 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Calling delete_port for 82472c5b-3c55-4f3a-945e-d1b549359b9e owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:00:48.062394 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-2a1baeab-c5a6-4fac-9cfe-b7a0d24b64b6 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Allocated IP 172.20.0.6 (44c662b3-a294-49c4-b801-6e72553fc183/b9a0fca3-7f17-4b48-856e-c0d103cad611/606451ff-58d7-4e49-9a9d-350b55b0e372) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:00:48.111203 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6bc05b76-e96b-466d-b653-f9bde4e79cfa req-7114ef73-c0a6-447f-9c07-34f40a10f5f5 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:48.157636 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aed662-9a1e-4a7b-b883-c52f57f7c116 req-02f50380-52a9-4a17-bb62-52d73e268872 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:48.160249 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65aed662-9a1e-4a7b-b883-c52f57f7c116 req-02f50380-52a9-4a17-bb62-52d73e268872 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.0932691 Oct 19 01:00:48.182936 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114ef73-c0a6-447f-9c07-34f40a10f5f5 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Pushing event deleted for resources: {'Port': ['ID=fb66fdda-044a-4dbb-a30e-64835154f510,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:48.232298 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65aed662-9a1e-4a7b-b883-c52f57f7c116 req-833b32a4-8222-49c8-823b-19c48f57c42f tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598326 Oct 19 01:00:48.264513 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5f3186ec-38e4-4bd5-a85a-cf54bd30147b req-4d9a50f0-dd29-4298-bd1e-2820b728c0d1 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:48.267934 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc05b76-e96b-466d-b653-f9bde4e79cfa req-7114ef73-c0a6-447f-9c07-34f40a10f5f5 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] No DVR routers for this DVR port fb66fdda-044a-4dbb-a30e-64835154f510 on host n-h2-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:00:48.275061 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6bc05b76-e96b-466d-b653-f9bde4e79cfa req-7114ef73-c0a6-447f-9c07-34f40a10f5f5 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:48.278417 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6bc05b76-e96b-466d-b653-f9bde4e79cfa req-7114ef73-c0a6-447f-9c07-34f40a10f5f5 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.24 "DELETE /v2.0/ports/fb66fdda-044a-4dbb-a30e-64835154f510 HTTP/1.1" status: 204 len: 173 time: 1.0080316 Oct 19 01:00:48.281003 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c4602b-de13-4e17-afdc-f1bf3d734d33', 'name': 'network-vif-deleted', 'tag': 'fb66fdda-044a-4dbb-a30e-64835154f510'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:00:48.283362 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefb45df-a2ef-4624-8e68-fe1f5fb26c76" -d '{"events": [{"server_uuid": "92c4602b-de13-4e17-afdc-f1bf3d734d33", "name": "network-vif-deleted", "tag": "fb66fdda-044a-4dbb-a30e-64835154f510"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:00:48.293425 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59176c-8d99-4212-a2a5-dcd345644544 req-dda0a0ec-3568-4a64-b58a-e156ae4f4760 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:48.295008 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ae59176c-8d99-4212-a2a5-dcd345644544 req-dda0a0ec-3568-4a64-b58a-e156ae4f4760 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 950 time: 0.1513636 Oct 19 01:00:48.322642 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a50f0-dd29-4298-bd1e-2820b728c0d1 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Pushing event deleted for resources: {'Port': ['ID=82472c5b-3c55-4f3a-945e-d1b549359b9e,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:48.374965 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-2a1baeab-c5a6-4fac-9cfe-b7a0d24b64b6 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:48.399174 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3186ec-38e4-4bd5-a85a-cf54bd30147b req-4d9a50f0-dd29-4298-bd1e-2820b728c0d1 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] No DVR routers for this DVR port 82472c5b-3c55-4f3a-945e-d1b549359b9e on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:00:48.403282 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5f3186ec-38e4-4bd5-a85a-cf54bd30147b req-4d9a50f0-dd29-4298-bd1e-2820b728c0d1 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:48.406811 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f3186ec-38e4-4bd5-a85a-cf54bd30147b req-4d9a50f0-dd29-4298-bd1e-2820b728c0d1 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.55 "DELETE /v2.0/ports/82472c5b-3c55-4f3a-945e-d1b549359b9e HTTP/1.1" status: 204 len: 173 time: 1.0322762 Oct 19 01:00:48.410447 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ae59176c-8d99-4212-a2a5-dcd345644544 req-a2d36b9d-9849-49f3-a0ec-fd7cea909ecd tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927532 Oct 19 01:00:48.417259 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-05e5cad5-4ab6-412b-8940-662a85dbb279 req-bace01d2-a32e-4752-8f7d-47832c8df1d4 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 210 time: 0.0334039 Oct 19 01:00:48.461558 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-2a1baeab-c5a6-4fac-9cfe-b7a0d24b64b6 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:48.487931 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0e292d-ca4b-493a-8481-313cd259b109 x-openstack-request-id: req-3f0e292d-ca4b-493a-8481-313cd259b109 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:00:48.488250 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92c4602b-de13-4e17-afdc-f1bf3d734d33", "name": "network-vif-deleted", "tag": "fb66fdda-044a-4dbb-a30e-64835154f510", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:00:48.488489 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3f0e292d-ca4b-493a-8481-313cd259b109 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:00:48.488984 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92c4602b-de13-4e17-afdc-f1bf3d734d33', 'name': 'network-vif-deleted', 'tag': 'fb66fdda-044a-4dbb-a30e-64835154f510', 'status': 'completed', 'code': 200} Oct 19 01:00:48.546830 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-2a1baeab-c5a6-4fac-9cfe-b7a0d24b64b6 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Network 44c662b3-a294-49c4-b801-6e72553fc183 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:00:48.552918 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-2a1baeab-c5a6-4fac-9cfe-b7a0d24b64b6 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:00:48.560143 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-2a1baeab-c5a6-4fac-9cfe-b7a0d24b64b6 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:00:48.619402 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1baeab-c5a6-4fac-9cfe-b7a0d24b64b6 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Pushing event updated for resources: {'Port': ['ID=606451ff-58d7-4e49-9a9d-350b55b0e372,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:48.670730 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-2a1baeab-c5a6-4fac-9cfe-b7a0d24b64b6 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:48.671421 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-2a1baeab-c5a6-4fac-9cfe-b7a0d24b64b6 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:48.696059 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device bb12927f-933a-42fb-af9b-448dad0f10b6 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:00:48.702372 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-2a1baeab-c5a6-4fac-9cfe-b7a0d24b64b6 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0443046 Oct 19 01:00:48.720817 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd050ba-8452-4900-b2f4-87ee2c1fe27d req-057a6a69-08e9-40a9-9d26-a56676d57497 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:48.722898 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9bd050ba-8452-4900-b2f4-87ee2c1fe27d req-057a6a69-08e9-40a9-9d26-a56676d57497 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 945 time: 0.0957181 Oct 19 01:00:48.736941 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-6141b7f9-09b5-4787-8beb-80fd02a87010 service neutron] Request body: {'port': {'device_id': '7a233855-6334-483f-9e55-947519abde9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:00:48.780441 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port bb12927f-933a-42fb-af9b-448dad0f10b6 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:00:48.789218 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port bb12927f-933a-42fb-af9b-448dad0f10b6 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:00:48.789591 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:48.835677 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9bd050ba-8452-4900-b2f4-87ee2c1fe27d req-bea302f0-d2d5-40a0-99fe-7833399582de tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907242 Oct 19 01:00:48.847327 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be2cc5-4be7-43b5-8fb3-abb8466be763 req-9fcf3f4f-58d3-48ef-8aff-b5fbd4fcb599 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:48.865638 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b7be2cc5-4be7-43b5-8fb3-abb8466be763 req-9fcf3f4f-58d3-48ef-8aff-b5fbd4fcb599 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce733b8e-bd11-47c5-9b51-1a4a266c51cb HTTP/1.1" status: 200 len: 949 time: 0.1056564 Oct 19 01:00:48.868159 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-6141b7f9-09b5-4787-8beb-80fd02a87010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:48.931673 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b7be2cc5-4be7-43b5-8fb3-abb8466be763 req-d9a56f97-491e-461a-9245-31463fa2c3be tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635622 Oct 19 01:00:48.954059 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:49.053007 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port bb12927f-933a-42fb-af9b-448dad0f10b6, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=bb12927f-933a-42fb-af9b-448dad0f10b6,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:49.062786 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:49.100397 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-814d8e07-b286-4ef8-8afb-78333031d78d req-a38b545a-63cb-48da-9a10-d85cfd83b84d tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4308d52-476d-49e3-9ad8-c42fe37d49c1 HTTP/1.1" status: 200 len: 210 time: 0.0539148 Oct 19 01:00:49.112236 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c0656-e4e1-4626-81b6-4b30159841b4 req-47359c02-9d6d-4d3e-bbf1-a5ae15a3eb72 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:49.122133 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-187c0656-e4e1-4626-81b6-4b30159841b4 req-47359c02-9d6d-4d3e-bbf1-a5ae15a3eb72 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 944 time: 0.0747991 Oct 19 01:00:49.141184 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c4602b-de13-4e17-afdc-f1bf3d734d33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb66fdda-044a-4dbb-a30e-64835154f510'}, {'server_uuid': 'ce733b8e-bd11-47c5-9b51-1a4a266c51cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb12927f-933a-42fb-af9b-448dad0f10b6'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:00:49.150743 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0317ac-bfa1-4b86-a711-743565df47ce" -d '{"events": [{"server_uuid": "92c4602b-de13-4e17-afdc-f1bf3d734d33", "name": "network-vif-unplugged", "status": "completed", "tag": "fb66fdda-044a-4dbb-a30e-64835154f510"}, {"server_uuid": "ce733b8e-bd11-47c5-9b51-1a4a266c51cb", "name": "network-vif-plugged", "status": "completed", "tag": "bb12927f-933a-42fb-af9b-448dad0f10b6"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:00:49.183223 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-187c0656-e4e1-4626-81b6-4b30159841b4 req-9f9af9b5-89c4-4727-8066-f1fb6678c17b tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557141 Oct 19 01:00:49.214727 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=bb12927f-933a-42fb-af9b-448dad0f10b6,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:49.231936 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 19 Oct 2021 01:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09cc5c4b-8c2c-4d3d-91dc-e75e6cd18e8b x-openstack-request-id: req-09cc5c4b-8c2c-4d3d-91dc-e75e6cd18e8b {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:00:49.232449 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92c4602b-de13-4e17-afdc-f1bf3d734d33", "name": "network-vif-unplugged", "status": "completed", "tag": "fb66fdda-044a-4dbb-a30e-64835154f510", "code": 200}, {"server_uuid": "ce733b8e-bd11-47c5-9b51-1a4a266c51cb", "name": "network-vif-plugged", "status": "completed", "tag": "bb12927f-933a-42fb-af9b-448dad0f10b6", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:00:49.232923 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-09cc5c4b-8c2c-4d3d-91dc-e75e6cd18e8b {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:00:49.233496 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92c4602b-de13-4e17-afdc-f1bf3d734d33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb66fdda-044a-4dbb-a30e-64835154f510', 'code': 200} Oct 19 01:00:49.233962 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce733b8e-bd11-47c5-9b51-1a4a266c51cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb12927f-933a-42fb-af9b-448dad0f10b6', 'code': 200} Oct 19 01:00:49.345830 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-6141b7f9-09b5-4787-8beb-80fd02a87010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 606451ff-58d7-4e49-9a9d-350b55b0e372 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:00:49.354136 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-6141b7f9-09b5-4787-8beb-80fd02a87010 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:49.368043 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-6141b7f9-09b5-4787-8beb-80fd02a87010 service neutron] Transition to ACTIVE for port object 606451ff-58d7-4e49-9a9d-350b55b0e372 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:00:49.369086 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47873fb-bdcf-48d8-8cce-b60064ae3050 req-7599dcc1-da58-40c9-a295-b17d594bddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:49.370892 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e47873fb-bdcf-48d8-8cce-b60064ae3050 req-7599dcc1-da58-40c9-a295-b17d594bddfc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ce733b8e-bd11-47c5-9b51-1a4a266c51cb HTTP/1.1" status: 200 len: 1102 time: 0.0737922 Oct 19 01:00:49.372232 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-6141b7f9-09b5-4787-8beb-80fd02a87010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:49.386696 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42f463-3b03-43dd-82c7-f7426d945533 req-f3762e50-97c1-43df-8579-d2d6070bf51a tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:49.388405 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1f42f463-3b03-43dd-82c7-f7426d945533 req-f3762e50-97c1-43df-8579-d2d6070bf51a tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.0629411 Oct 19 01:00:49.438547 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e47873fb-bdcf-48d8-8cce-b60064ae3050 req-d25883cc-b551-42fb-adcc-9480be0c81b6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490901 Oct 19 01:00:49.444528 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141b7f9-09b5-4787-8beb-80fd02a87010 service neutron] Pushing event updated for resources: {'Port': ['ID=606451ff-58d7-4e49-9a9d-350b55b0e372,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:49.446304 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1f42f463-3b03-43dd-82c7-f7426d945533 req-c1a47057-1943-493f-802c-682b04e5ec82 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507257 Oct 19 01:00:49.497405 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-6141b7f9-09b5-4787-8beb-80fd02a87010 service neutron] Attempting to bind port 606451ff-58d7-4e49-9a9d-350b55b0e372 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:00:49.497739 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-6141b7f9-09b5-4787-8beb-80fd02a87010 service neutron] Attempting to bind port 606451ff-58d7-4e49-9a9d-350b55b0e372 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '85401e62-3f2c-43a6-8d64-5618396e8614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '44c662b3-a294-49c4-b801-6e72553fc183'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:00:49.498336 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-6141b7f9-09b5-4787-8beb-80fd02a87010 service neutron] Attempting to bind port 606451ff-58d7-4e49-9a9d-350b55b0e372 on network 44c662b3-a294-49c4-b801-6e72553fc183 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:00:49.502961 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-6141b7f9-09b5-4787-8beb-80fd02a87010 service neutron] Port 606451ff-58d7-4e49-9a9d-350b55b0e372 on network 44c662b3-a294-49c4-b801-6e72553fc183 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:00:49.503277 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-6141b7f9-09b5-4787-8beb-80fd02a87010 service neutron] Attempting to bind port 606451ff-58d7-4e49-9a9d-350b55b0e372 on network 44c662b3-a294-49c4-b801-6e72553fc183 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:00:49.510579 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-6141b7f9-09b5-4787-8beb-80fd02a87010 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:00:49.510911 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-6141b7f9-09b5-4787-8beb-80fd02a87010 service neutron] Checking segment: {'id': '85401e62-3f2c-43a6-8d64-5618396e8614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '44c662b3-a294-49c4-b801-6e72553fc183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:00:49.511285 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-6141b7f9-09b5-4787-8beb-80fd02a87010 service neutron] Bound using segment: {'id': '85401e62-3f2c-43a6-8d64-5618396e8614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '44c662b3-a294-49c4-b801-6e72553fc183'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:00:49.511966 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-6141b7f9-09b5-4787-8beb-80fd02a87010 service neutron] Bound port: 606451ff-58d7-4e49-9a9d-350b55b0e372, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85401e62-3f2c-43a6-8d64-5618396e8614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '44c662b3-a294-49c4-b801-6e72553fc183'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:00:49.512318 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-6141b7f9-09b5-4787-8beb-80fd02a87010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:49.556091 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f444e5b-3f2c-4f09-8bdf-094828361106 req-462098c7-51ef-4cb1-ab07-0beafcc5ed25 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:49.557603 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1f444e5b-3f2c-4f09-8bdf-094828361106 req-462098c7-51ef-4cb1-ab07-0beafcc5ed25 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 950 time: 0.0491879 Oct 19 01:00:49.596225 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:49.597438 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1f444e5b-3f2c-4f09-8bdf-094828361106 req-b2366511-dee4-41a5-bca1-1868876ec4ed tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334983 Oct 19 01:00:49.618440 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd234331-a62a-43e7-92ea-cbc42e29a228 req-2d9a930e-667e-43f9-b5ef-dc10e420b6d7 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:49.619951 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cd234331-a62a-43e7-92ea-cbc42e29a228 req-2d9a930e-667e-43f9-b5ef-dc10e420b6d7 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 943 time: 0.0950813 Oct 19 01:00:49.626148 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-6141b7f9-09b5-4787-8beb-80fd02a87010 service neutron] For port 606451ff-58d7-4e49-9a9d-350b55b0e372, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:00:49.635845 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-6141b7f9-09b5-4787-8beb-80fd02a87010 service neutron] For port 606451ff-58d7-4e49-9a9d-350b55b0e372, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=606451ff-58d7-4e49-9a9d-350b55b0e372,segment=NetworkSegment(85401e62-3f2c-43a6-8d64-5618396e8614),segment_id=85401e62-3f2c-43a6-8d64-5618396e8614)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:00:49.646544 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-6141b7f9-09b5-4787-8beb-80fd02a87010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:49.696061 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-6141b7f9-09b5-4787-8beb-80fd02a87010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:49.696587 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-6141b7f9-09b5-4787-8beb-80fd02a87010 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:49.697947 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-6141b7f9-09b5-4787-8beb-80fd02a87010 service neutron] 10.222.0.55 "PUT /v2.0/ports/606451ff-58d7-4e49-9a9d-350b55b0e372 HTTP/1.1" status: 200 len: 1092 time: 0.9738588 Oct 19 01:00:49.698493 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a233855-6334-483f-9e55-947519abde9c', 'tag': '606451ff-58d7-4e49-9a9d-350b55b0e372'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:00:49.700773 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085c159a-04c9-459c-848b-b4c172f72c7c" -d '{"events": [{"name": "network-changed", "server_uuid": "7a233855-6334-483f-9e55-947519abde9c", "tag": "606451ff-58d7-4e49-9a9d-350b55b0e372"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:00:49.705599 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cd234331-a62a-43e7-92ea-cbc42e29a228 req-495dc11d-74e5-4d34-aad7-4f019bd3729c tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771935 Oct 19 01:00:49.735970 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141b7f9-09b5-4787-8beb-80fd02a87010 service neutron] Pushing event updated for resources: {'Port': ['ID=606451ff-58d7-4e49-9a9d-350b55b0e372,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:49.768069 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce800fe-5f18-47af-ae16-2302f12bc639 x-openstack-request-id: req-fce800fe-5f18-47af-ae16-2302f12bc639 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:00:49.768347 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a233855-6334-483f-9e55-947519abde9c", "tag": "606451ff-58d7-4e49-9a9d-350b55b0e372", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:00:49.768608 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fce800fe-5f18-47af-ae16-2302f12bc639 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:00:49.769084 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a233855-6334-483f-9e55-947519abde9c', 'tag': '606451ff-58d7-4e49-9a9d-350b55b0e372', 'status': 'completed', 'code': 200} Oct 19 01:00:49.805881 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-286cabe8-0e47-4875-9dcf-505959ef9778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:49.807427 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-286cabe8-0e47-4875-9dcf-505959ef9778 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=305a99bf3f86485f88111ce8746ec0f2&device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 1095 time: 0.0502441 Oct 19 01:00:49.857782 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-3c2d411c-94d2-4d2e-8cbd-bd928b3c9333 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=606451ff-58d7-4e49-9a9d-350b55b0e372 HTTP/1.1" status: 200 len: 217 time: 0.0387089 Oct 19 01:00:49.876543 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e323ec7-c871-4620-8c59-026da89d952f req-1dde54ad-1040-4ed7-8cac-3af3863e4f84 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:49.878039 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3e323ec7-c871-4620-8c59-026da89d952f req-1dde54ad-1040-4ed7-8cac-3af3863e4f84 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.0773838 Oct 19 01:00:49.887840 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9102447-84f7-4f99-b792-97c8528fb9a7 req-468e103f-7109-4b56-a177-4d4039d8c77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:49.889299 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e9102447-84f7-4f99-b792-97c8528fb9a7 req-468e103f-7109-4b56-a177-4d4039d8c77d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=040edf26402f44e39ee858ecd5007fee&device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 1098 time: 0.0597622 Oct 19 01:00:49.915124 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-2de98160-6006-404e-b44f-ecb438c7d1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:49.916700 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-2de98160-6006-404e-b44f-ecb438c7d1e8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b9a0fca3-7f17-4b48-856e-c0d103cad611 HTTP/1.1" status: 200 len: 844 time: 0.0502670 Oct 19 01:00:49.944754 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3e323ec7-c871-4620-8c59-026da89d952f req-605f5e62-7abc-46b8-9659-10230a2a564e tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544965 Oct 19 01:00:49.961692 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-b1e49016-86ba-416e-90ae-8716dac0f4d4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=44c662b3-a294-49c4-b801-6e72553fc183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360289 Oct 19 01:00:50.019100 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9102447-84f7-4f99-b792-97c8528fb9a7 req-dba7bb26-8085-4af6-9f32-53543eac60b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:50.020942 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e9102447-84f7-4f99-b792-97c8528fb9a7 req-dba7bb26-8085-4af6-9f32-53543eac60b7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=62832aa4-f933-46b7-a594-83f0870bcae7 HTTP/1.1" status: 200 len: 912 time: 0.1131704 Oct 19 01:00:50.049905 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244ff49-8290-4f78-8488-9432e2dfa553 req-cc093bfd-afc5-46d5-b5ce-fe11e3e807b8 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:50.051555 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8244ff49-8290-4f78-8488-9432e2dfa553 req-cc093bfd-afc5-46d5-b5ce-fe11e3e807b8 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 945 time: 0.1254692 Oct 19 01:00:50.081689 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e9102447-84f7-4f99-b792-97c8528fb9a7 req-e516faf2-ce93-4076-a609-6274ef936f2f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de1fe25b-d3a6-4db2-b3c4-c841408306a6 HTTP/1.1" status: 200 len: 217 time: 0.0518363 Oct 19 01:00:50.138248 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8244ff49-8290-4f78-8488-9432e2dfa553 req-38166706-7316-4cec-8a27-37b88700dd72 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586627 Oct 19 01:00:50.144383 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-1d28aedd-61e7-4e9e-a2f8-6748943e107f service neutron] 10.222.0.55 "GET /v2.0/networks/44c662b3-a294-49c4-b801-6e72553fc183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661811 Oct 19 01:00:50.161629 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e5eb2-a21b-411c-b25b-9872632dcd24 req-e50d9e16-f22a-4ea5-a8e4-30329931d1a6 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:50.171486 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b51e5eb2-a21b-411c-b25b-9872632dcd24 req-e50d9e16-f22a-4ea5-a8e4-30329931d1a6 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce733b8e-bd11-47c5-9b51-1a4a266c51cb HTTP/1.1" status: 200 len: 950 time: 0.1312287 Oct 19 01:00:50.180341 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9102447-84f7-4f99-b792-97c8528fb9a7 req-ec197bff-c6ca-43e6-8730-eb694609b839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:50.182079 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e9102447-84f7-4f99-b792-97c8528fb9a7 req-ec197bff-c6ca-43e6-8730-eb694609b839 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb613dcd-fb60-4a35-9df7-17d1189a9278 HTTP/1.1" status: 200 len: 851 time: 0.0856187 Oct 19 01:00:50.222394 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e9102447-84f7-4f99-b792-97c8528fb9a7 req-66b42a35-4ca7-42d4-a6c4-5239e43d91a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=62832aa4-f933-46b7-a594-83f0870bcae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275073 Oct 19 01:00:50.275885 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b51e5eb2-a21b-411c-b25b-9872632dcd24 req-3266abf1-49dd-4d44-8176-7c6443c7c548 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031804 Oct 19 01:00:50.278417 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-de6b7875-97c4-4acd-a247-81a5f5597750 req-d4ee42cb-d0d8-4210-bcc7-6d6748b8711a service neutron] 10.222.0.55 "GET /v2.0/networks/44c662b3-a294-49c4-b801-6e72553fc183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243656 Oct 19 01:00:50.419573 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c159a-04c9-459c-848b-b4c172f72c7c req-95a0e858-876b-46fc-bc20-d07a3c2406c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:50.421153 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-085c159a-04c9-459c-848b-b4c172f72c7c req-95a0e858-876b-46fc-bc20-d07a3c2406c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=305a99bf3f86485f88111ce8746ec0f2&device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 1095 time: 0.0487583 Oct 19 01:00:50.556487 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c159a-04c9-459c-848b-b4c172f72c7c req-9661f568-80ca-4eb4-a0b9-5a4063243b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:50.557959 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-085c159a-04c9-459c-848b-b4c172f72c7c req-9661f568-80ca-4eb4-a0b9-5a4063243b5c service neutron] 10.222.0.55 "GET /v2.0/networks?id=44c662b3-a294-49c4-b801-6e72553fc183 HTTP/1.1" status: 200 len: 905 time: 0.1245453 Oct 19 01:00:50.569506 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4e492-6be3-4797-a239-e63778feffe4 req-e9c09159-806a-45aa-87e6-1580c09e4383 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:50.570967 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b8c4e492-6be3-4797-a239-e63778feffe4 req-e9c09159-806a-45aa-87e6-1580c09e4383 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6848ab0-22c1-446c-a1b7-f09a79fe2ea5 HTTP/1.1" status: 200 len: 949 time: 0.0764091 Oct 19 01:00:50.617189 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-085c159a-04c9-459c-848b-b4c172f72c7c req-b4b03ae0-4ec3-4de5-a3d6-1128ecca84fb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=606451ff-58d7-4e49-9a9d-350b55b0e372 HTTP/1.1" status: 200 len: 217 time: 0.0452483 Oct 19 01:00:50.621164 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4308d52-476d-49e3-9ad8-c42fe37d49c1', 'name': 'network-vif-deleted', 'tag': '82472c5b-3c55-4f3a-945e-d1b549359b9e'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:00:50.622336 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3629c7f-3960-474a-b03f-7d3c90b8b62d" -d '{"events": [{"server_uuid": "e4308d52-476d-49e3-9ad8-c42fe37d49c1", "name": "network-vif-deleted", "tag": "82472c5b-3c55-4f3a-945e-d1b549359b9e"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:00:50.639085 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e9102447-84f7-4f99-b792-97c8528fb9a7 req-43a5ff83-b574-48c7-82bb-7ea89f98e0c8 service neutron] 10.222.0.24 "GET /v2.0/networks/62832aa4-f933-46b7-a594-83f0870bcae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022300 Oct 19 01:00:50.656650 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68fd1e-b047-48e6-a9a9-90eae95aaa56 req-b0b43b59-fc63-409c-9761-3069759a5dd8 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:50.658063 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1a68fd1e-b047-48e6-a9a9-90eae95aaa56 req-b0b43b59-fc63-409c-9761-3069759a5dd8 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 944 time: 0.3067718 Oct 19 01:00:50.662845 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b8c4e492-6be3-4797-a239-e63778feffe4 req-1c962bdd-7304-4a9f-9e6f-336a740ea599 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/security-groups?id=8144c47d-8d80-4fa6-9309-826bceb92166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851130 Oct 19 01:00:50.687515 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device fb66fdda-044a-4dbb-a30e-64835154f510 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:00:50.690755 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c159a-04c9-459c-848b-b4c172f72c7c req-2047cddc-2d73-49a2-88ae-ed5fa06b3240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:50.694950 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-085c159a-04c9-459c-848b-b4c172f72c7c req-2047cddc-2d73-49a2-88ae-ed5fa06b3240 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b9a0fca3-7f17-4b48-856e-c0d103cad611 HTTP/1.1" status: 200 len: 844 time: 0.0652723 Oct 19 01:00:50.711455 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: fb66fdda-044a-4dbb-a30e-64835154f510 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:00:50.712005 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device fb66fdda-044a-4dbb-a30e-64835154f510 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:00:50.742168 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-085c159a-04c9-459c-848b-b4c172f72c7c req-2262b356-cef0-4159-b855-c81af50c3665 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=44c662b3-a294-49c4-b801-6e72553fc183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326815 Oct 19 01:00:50.752777 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1a68fd1e-b047-48e6-a9a9-90eae95aaa56 req-36c0694f-a060-4a17-8d86-4b81cd847cbf tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852373 Oct 19 01:00:50.759552 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 82472c5b-3c55-4f3a-945e-d1b549359b9e no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:00:50.787503 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e9102447-84f7-4f99-b792-97c8528fb9a7 req-e2fa5382-12b1-4258-b5a3-32fa3184d127 service neutron] 10.222.0.24 "GET /v2.0/networks/62832aa4-f933-46b7-a594-83f0870bcae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249073 Oct 19 01:00:50.799693 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 82472c5b-3c55-4f3a-945e-d1b549359b9e {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:00:50.802955 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 82472c5b-3c55-4f3a-945e-d1b549359b9e not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:00:50.817482 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4303c364-a28c-4775-880b-00f486e89890 x-openstack-request-id: req-4303c364-a28c-4775-880b-00f486e89890 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:00:50.817818 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4308d52-476d-49e3-9ad8-c42fe37d49c1", "name": "network-vif-deleted", "tag": "82472c5b-3c55-4f3a-945e-d1b549359b9e", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:00:50.818356 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4303c364-a28c-4775-880b-00f486e89890 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:00:50.818812 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4308d52-476d-49e3-9ad8-c42fe37d49c1', 'name': 'network-vif-deleted', 'tag': '82472c5b-3c55-4f3a-945e-d1b549359b9e', 'status': 'completed', 'code': 200} Oct 19 01:00:50.888090 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9baede-34db-4026-8a28-3a9d54010824 req-5eae8b59-d5f5-43d8-8028-e8a7254bb442 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:50.890930 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3b9baede-34db-4026-8a28-3a9d54010824 req-5eae8b59-d5f5-43d8-8028-e8a7254bb442 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 950 time: 0.1526432 Oct 19 01:00:50.914512 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-085c159a-04c9-459c-848b-b4c172f72c7c req-8bafc3aa-b11e-4270-891e-296ea1ed7760 service neutron] 10.222.0.55 "GET /v2.0/networks/44c662b3-a294-49c4-b801-6e72553fc183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631963 Oct 19 01:00:50.929181 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbaffb-1059-4e6c-bd15-71dc4f23e78c req-9045a3df-399b-4c04-9774-4a296f907bfc tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:50.930682 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e4bbaffb-1059-4e6c-bd15-71dc4f23e78c req-9045a3df-399b-4c04-9774-4a296f907bfc tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 943 time: 0.0610607 Oct 19 01:00:50.970587 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3b9baede-34db-4026-8a28-3a9d54010824 req-0be522a2-7c3d-4ccc-b255-43e74d071cb0 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675409 Oct 19 01:00:50.991653 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e4bbaffb-1059-4e6c-bd15-71dc4f23e78c req-16f522d0-0225-412a-bc54-f59d84923ac0 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514979 Oct 19 01:00:51.031369 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-085c159a-04c9-459c-848b-b4c172f72c7c req-f2e62e02-26d1-4c24-9aa8-c779302040be service neutron] 10.222.0.55 "GET /v2.0/networks/44c662b3-a294-49c4-b801-6e72553fc183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055722 Oct 19 01:00:51.094685 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489b08a-95a9-4ec9-b99b-190e3d39bfd1 req-d13e7c92-4f02-4c08-acce-b9699973045c tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:51.096081 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3489b08a-95a9-4ec9-b99b-190e3d39bfd1 req-d13e7c92-4f02-4c08-acce-b9699973045c tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.0509827 Oct 19 01:00:51.137217 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3489b08a-95a9-4ec9-b99b-190e3d39bfd1 req-b49b897a-bde2-4588-b93b-2674ad0eac49 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348382 Oct 19 01:00:51.266535 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499faf5c-9548-45ee-8a9c-3cb9e328a6c8 req-dd75b5f7-3c2f-4cc2-ad9d-1f700514ddd1 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:51.268144 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-499faf5c-9548-45ee-8a9c-3cb9e328a6c8 req-dd75b5f7-3c2f-4cc2-ad9d-1f700514ddd1 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 945 time: 0.0483096 Oct 19 01:00:51.308408 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-499faf5c-9548-45ee-8a9c-3cb9e328a6c8 req-758e2602-6d50-4a9a-909b-64c9991af66a tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329244 Oct 19 01:00:51.398581 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eacfde0-91f1-46e9-95d9-eb861e21c31c req-4bbe05af-23ba-491d-89ce-51861b709652 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:51.400009 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8eacfde0-91f1-46e9-95d9-eb861e21c31c req-4bbe05af-23ba-491d-89ce-51861b709652 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce733b8e-bd11-47c5-9b51-1a4a266c51cb HTTP/1.1" status: 200 len: 950 time: 0.0517974 Oct 19 01:00:51.438406 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8eacfde0-91f1-46e9-95d9-eb861e21c31c req-368d8967-567a-4ce5-ba86-374ffc5fb7c4 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324483 Oct 19 01:00:51.548712 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bff792-79e7-4681-8a31-0a572a614e2e req-27b2b01e-aad6-4bad-9fd9-12f5104e98f9 tempest-ServersOnMultiNodesTest-136313355 tempest-ServersOnMultiNodesTest-136313355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:51.550198 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-20bff792-79e7-4681-8a31-0a572a614e2e req-27b2b01e-aad6-4bad-9fd9-12f5104e98f9 tempest-ServersOnMultiNodesTest-136313355 tempest-ServersOnMultiNodesTest-136313355-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ce733b8e-bd11-47c5-9b51-1a4a266c51cb HTTP/1.1" status: 200 len: 1102 time: 0.0434670 Oct 19 01:00:51.585072 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-20bff792-79e7-4681-8a31-0a572a614e2e req-e1980aaa-2b24-4a38-9f6f-dba60c238287 tempest-ServersOnMultiNodesTest-136313355 tempest-ServersOnMultiNodesTest-136313355-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283928 Oct 19 01:00:51.727480 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-e0fc42be-d4d2-404c-859d-974baeff5560 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=a25adcdc646c4e4b987e3016f8b86608&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221915 Oct 19 01:00:51.777851 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2ab31-a2ea-4546-b77b-99c81a1db727 req-599d6bc0-5905-4a4d-82d5-cfcd02504d1e tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:51.779340 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-71a2ab31-a2ea-4546-b77b-99c81a1db727 req-599d6bc0-5905-4a4d-82d5-cfcd02504d1e tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6848ab0-22c1-446c-a1b7-f09a79fe2ea5 HTTP/1.1" status: 200 len: 949 time: 0.0491800 Oct 19 01:00:51.822239 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-71a2ab31-a2ea-4546-b77b-99c81a1db727 req-9881e6d5-64ad-4233-80e5-ad5daae56af4 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/security-groups?id=8144c47d-8d80-4fa6-9309-826bceb92166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366709 Oct 19 01:00:51.842652 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-3f759c78-68ec-485b-8140-d1795e5f1872 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:51.844180 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-3f759c78-68ec-485b-8140-d1795e5f1872 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1112239 Oct 19 01:00:51.860441 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-b4036739-b1ac-47c8-8a78-f8da133b4522 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/quotas/a25adcdc646c4e4b987e3016f8b86608 HTTP/1.1" status: 200 len: 375 time: 0.0091703 Oct 19 01:00:51.922215 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-c1d7f757-72b9-451d-91dd-d7109cc6a5ba tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a25adcdc646c4e4b987e3016f8b86608&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0553086 Oct 19 01:00:51.923819 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b78107-5e02-42c1-b7fe-40474a05b5cb req-1d5dee5b-ed1b-47b2-a358-432694811bd9 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:51.925463 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e6b78107-5e02-42c1-b7fe-40474a05b5cb req-1d5dee5b-ed1b-47b2-a358-432694811bd9 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 944 time: 0.0480084 Oct 19 01:00:51.966555 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e6b78107-5e02-42c1-b7fe-40474a05b5cb req-04a8779f-3f6a-4f91-914d-a1a9325f4118 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338855 Oct 19 01:00:52.109985 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a85c2f-66a3-4dd3-a15b-4e590b4f2a7a req-b00d7fdb-d526-45ea-b5ba-cec7e4210750 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:52.111456 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-52a85c2f-66a3-4dd3-a15b-4e590b4f2a7a req-b00d7fdb-d526-45ea-b5ba-cec7e4210750 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 950 time: 0.0580382 Oct 19 01:00:52.121624 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ffe88a-c75e-4a0c-aedf-6dba86d0a717 req-1ce60631-ac8d-4407-b28a-e54a14cfcb04 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:52.123024 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-78ffe88a-c75e-4a0c-aedf-6dba86d0a717 req-1ce60631-ac8d-4407-b28a-e54a14cfcb04 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 943 time: 0.0581353 Oct 19 01:00:52.153774 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-52a85c2f-66a3-4dd3-a15b-4e590b4f2a7a req-567d7b30-4a4d-45b4-a988-f7e0c449c4ba tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357468 Oct 19 01:00:52.166781 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-78ffe88a-c75e-4a0c-aedf-6dba86d0a717 req-80c45316-cc6d-4fca-a383-563efb03e0ae tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368309 Oct 19 01:00:52.242396 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2570659d-657b-4548-9484-c5f761c4f8b2 req-b495eee7-4afa-424c-af73-3930f5affad6 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5cfa7b5-c959-4808-ad9a-9aecbf19b606 HTTP/1.1" status: 200 len: 210 time: 0.0288477 Oct 19 01:00:52.278187 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22a697-ede5-4ceb-86e9-f8b6cd487a4b req-941fa8a5-c295-4dcf-899e-92f0396044c4 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:52.279682 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9a22a697-ede5-4ceb-86e9-f8b6cd487a4b req-941fa8a5-c295-4dcf-899e-92f0396044c4 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.0523031 Oct 19 01:00:52.319045 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9a22a697-ede5-4ceb-86e9-f8b6cd487a4b req-4a7a09a8-c4d5-4210-ab34-030c7c35f50c tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333426 Oct 19 01:00:52.437084 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977bf0b9-e9a5-4c78-88f1-8f83ec99bed6 req-f882132f-2ecb-43ed-a5dc-656d7e19a853 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:52.438448 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-977bf0b9-e9a5-4c78-88f1-8f83ec99bed6 req-f882132f-2ecb-43ed-a5dc-656d7e19a853 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 945 time: 0.0529077 Oct 19 01:00:52.477861 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-977bf0b9-e9a5-4c78-88f1-8f83ec99bed6 req-eb5d689d-74bd-4304-a7ef-76f735140508 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329621 Oct 19 01:00:52.933932 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9229c9-55cb-4f12-87ca-cca50daf2e0c req-2a290e10-1735-4e4c-9626-12ba7a0936a1 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:52.935390 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5e9229c9-55cb-4f12-87ca-cca50daf2e0c req-2a290e10-1735-4e4c-9626-12ba7a0936a1 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6848ab0-22c1-446c-a1b7-f09a79fe2ea5 HTTP/1.1" status: 200 len: 949 time: 0.0480137 Oct 19 01:00:52.973961 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5e9229c9-55cb-4f12-87ca-cca50daf2e0c req-b82443cf-03bf-4efa-a3b5-adecbae38b97 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/security-groups?id=8144c47d-8d80-4fa6-9309-826bceb92166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323706 Oct 19 01:00:53.114321 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdee301-67c1-4371-8702-682bfb552bc3 req-caa37bab-8208-40cd-b7ef-9b0a67bb9b78 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:53.115852 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4bdee301-67c1-4371-8702-682bfb552bc3 req-caa37bab-8208-40cd-b7ef-9b0a67bb9b78 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 944 time: 0.0795820 Oct 19 01:00:53.123034 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349168ec-bd30-43f9-986d-ced76880c315 req-6d9c819a-6922-468f-bd0e-c79bdc440520 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:53.124379 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-349168ec-bd30-43f9-986d-ced76880c315 req-6d9c819a-6922-468f-bd0e-c79bdc440520 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6848ab0-22c1-446c-a1b7-f09a79fe2ea5 HTTP/1.1" status: 200 len: 949 time: 0.0863588 Oct 19 01:00:53.156667 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4bdee301-67c1-4371-8702-682bfb552bc3 req-1ab543a5-ce34-4098-808d-ea1412b785c1 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313265 Oct 19 01:00:53.290639 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-349168ec-bd30-43f9-986d-ced76880c315 req-53c7bfdf-7a37-47bd-80c3-ee90293ef213 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Deleting port 1daa29da-249e-4a8e-a9e2-e34772328ba5 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:00:53.290987 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-349168ec-bd30-43f9-986d-ced76880c315 req-53c7bfdf-7a37-47bd-80c3-ee90293ef213 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:53.296156 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-60c40786-85a5-4730-95b3-50c0455d9d63 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a25adcdc646c4e4b987e3016f8b86608&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299528 Oct 19 01:00:53.325021 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b779860-774c-4e2b-a39b-bfdcba8f1ef8 req-6813eb45-60c9-4983-ad2c-f82cf5335099 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:53.327018 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2b779860-774c-4e2b-a39b-bfdcba8f1ef8 req-6813eb45-60c9-4983-ad2c-f82cf5335099 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 950 time: 0.0929785 Oct 19 01:00:53.336034 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437374a3-27ca-47be-a218-0b2947e45697 req-f7331396-0db7-4728-81e9-f6debf430a15 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:53.337558 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-437374a3-27ca-47be-a218-0b2947e45697 req-f7331396-0db7-4728-81e9-f6debf430a15 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 943 time: 0.0888910 Oct 19 01:00:53.423065 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-437374a3-27ca-47be-a218-0b2947e45697 req-5b7d8fa4-cc8a-4b41-befa-16ba982c9ecf tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778441 Oct 19 01:00:53.424412 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2b779860-774c-4e2b-a39b-bfdcba8f1ef8 req-57114e6e-3520-4765-8fca-7da20baf9bcd tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788195 Oct 19 01:00:53.429670 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-349168ec-bd30-43f9-986d-ced76880c315 req-53c7bfdf-7a37-47bd-80c3-ee90293ef213 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] For port 1daa29da-249e-4a8e-a9e2-e34772328ba5, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1daa29da-249e-4a8e-a9e2-e34772328ba5,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:53.430554 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-349168ec-bd30-43f9-986d-ced76880c315 req-53c7bfdf-7a37-47bd-80c3-ee90293ef213 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:53.456401 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-349168ec-bd30-43f9-986d-ced76880c315 req-53c7bfdf-7a37-47bd-80c3-ee90293ef213 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Calling delete_port for 1daa29da-249e-4a8e-a9e2-e34772328ba5 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:00:53.477761 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-abe3fc26-1886-4257-93e3-f567d9ca08bd tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:53.480350 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-abe3fc26-1886-4257-93e3-f567d9ca08bd tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1768630 Oct 19 01:00:53.496930 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-56849658-362d-4a1f-b45b-5b2df255c096 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Request body: {'port': {'device_id': 'e5cfa7b5-c959-4808-ad9a-9aecbf19b606', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'admin_state_up': True, 'tenant_id': 'a25adcdc646c4e4b987e3016f8b86608'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:00:53.534357 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-54647965-11c5-499b-b8b0-ebca0a6134ce req-fb713797-70ae-4975-a70b-5c4cc88fe5bc tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5cfa7b5-c959-4808-ad9a-9aecbf19b606 HTTP/1.1" status: 200 len: 210 time: 0.0307562 Oct 19 01:00:53.618289 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4db7b-0c42-4573-8a2e-596d74024435 req-28a6ec48-923c-402a-a121-baf1a86f98f6 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:53.619968 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-09e4db7b-0c42-4573-8a2e-596d74024435 req-28a6ec48-923c-402a-a121-baf1a86f98f6 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.1196816 Oct 19 01:00:53.681010 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-09e4db7b-0c42-4573-8a2e-596d74024435 req-f958c6f9-4ccb-4acd-a70f-fa4dc98d8519 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519397 Oct 19 01:00:53.687544 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-56849658-362d-4a1f-b45b-5b2df255c096 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Made reservation on behalf of a25adcdc646c4e4b987e3016f8b86608 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:00:53.691470 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-56849658-362d-4a1f-b45b-5b2df255c096 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:53.697957 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-a6d932cc-1fd3-4ccc-8cb5-4aa16ade5e90 service neutron] show failed (client error): The resource could not be found. Oct 19 01:00:53.698970 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-a6d932cc-1fd3-4ccc-8cb5-4aa16ade5e90 service neutron] 10.222.0.24 "GET /v2.0/ports/68c700e7-cf71-4776-b3ad-a6bf9df38dff/bindings/n-h1-715271-26 HTTP/1.1" status: 404 len: 381 time: 0.1277664 Oct 19 01:00:53.709858 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647f1cd-7925-4076-825b-467d3ba74f38 req-77e0d8af-11ad-47ef-85b2-db9f52ef9606 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:53.711361 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8647f1cd-7925-4076-825b-467d3ba74f38 req-77e0d8af-11ad-47ef-85b2-db9f52ef9606 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 945 time: 0.1138554 Oct 19 01:00:53.729449 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-349168ec-bd30-43f9-986d-ced76880c315 req-53c7bfdf-7a37-47bd-80c3-ee90293ef213 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:53.770485 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c7bfdf-7a37-47bd-80c3-ee90293ef213 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Pushing event deleted for resources: {'Port': ['ID=1daa29da-249e-4a8e-a9e2-e34772328ba5,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:53.811659 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8647f1cd-7925-4076-825b-467d3ba74f38 req-a537ab09-a999-4216-bd5f-e35d3d218979 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895865 Oct 19 01:00:53.833542 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-349168ec-bd30-43f9-986d-ced76880c315 req-53c7bfdf-7a37-47bd-80c3-ee90293ef213 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] No DVR routers for this DVR port 1daa29da-249e-4a8e-a9e2-e34772328ba5 on host n-h2-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:00:53.843802 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-349168ec-bd30-43f9-986d-ced76880c315 req-53c7bfdf-7a37-47bd-80c3-ee90293ef213 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:53.843802 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-349168ec-bd30-43f9-986d-ced76880c315 req-53c7bfdf-7a37-47bd-80c3-ee90293ef213 tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.24 "DELETE /v2.0/ports/1daa29da-249e-4a8e-a9e2-e34772328ba5 HTTP/1.1" status: 204 len: 173 time: 0.6825783 Oct 19 01:00:53.843802 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6848ab0-22c1-446c-a1b7-f09a79fe2ea5', 'name': 'network-vif-deleted', 'tag': '1daa29da-249e-4a8e-a9e2-e34772328ba5'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:00:53.843802 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a889a8-af3b-42bf-96b4-761ec00e8d52" -d '{"events": [{"server_uuid": "b6848ab0-22c1-446c-a1b7-f09a79fe2ea5", "name": "network-vif-deleted", "tag": "1daa29da-249e-4a8e-a9e2-e34772328ba5"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:00:53.863124 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-56849658-362d-4a1f-b45b-5b2df255c096 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Allocated IP 192.168.233.238 (0e8b4f7b-f3c0-4523-9906-6b9e503fed71/1746bfff-950e-4857-b1bf-6fa3cf804b73/ace3a730-d940-48a1-9e37-f57f491c2e00) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:00:53.881363 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4ec74a-d14f-4292-8866-4966e7e534d4 x-openstack-request-id: req-4b4ec74a-d14f-4292-8866-4966e7e534d4 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:00:53.882043 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6848ab0-22c1-446c-a1b7-f09a79fe2ea5", "name": "network-vif-deleted", "tag": "1daa29da-249e-4a8e-a9e2-e34772328ba5", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:00:53.882664 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4b4ec74a-d14f-4292-8866-4966e7e534d4 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:00:53.883135 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6848ab0-22c1-446c-a1b7-f09a79fe2ea5', 'name': 'network-vif-deleted', 'tag': '1daa29da-249e-4a8e-a9e2-e34772328ba5', 'status': 'completed', 'code': 200} Oct 19 01:00:54.048284 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-f51896ac-86f4-4965-8179-6e6d5707ae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:54.049761 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-f51896ac-86f4-4965-8179-6e6d5707ae30 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450&tenant_id=ac822e1b6e714d828ed258d652a9ce7a HTTP/1.1" status: 200 len: 1102 time: 0.0968049 Oct 19 01:00:54.068090 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-56849658-362d-4a1f-b45b-5b2df255c096 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:54.072677 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-cbd1c322-d3af-4dc2-8ff5-5f72025727c9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-26', 'device_owner': 'compute:nova'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:00:54.088351 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4345de36-c928-44d5-839b-02022a384676 req-376250f6-62e5-4642-90c0-64626132725d tempest-ListImageFiltersTestJSON-1144212168 tempest-ListImageFiltersTestJSON-1144212168-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6848ab0-22c1-446c-a1b7-f09a79fe2ea5 HTTP/1.1" status: 200 len: 210 time: 0.0307367 Oct 19 01:00:54.144198 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-cbd1c322-d3af-4dc2-8ff5-5f72025727c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:54.162844 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-56849658-362d-4a1f-b45b-5b2df255c096 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:54.175369 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['6d025541-e179-42fb-a496-a8e3604af1c4', '6e76ca8b-85bf-4aed-9984-b166a81cf9f3', 'e409f60e-9a4e-43b4-8dfe-00949a87e77d', '0c42022a-76ea-445d-a11f-b8ee37c03b65'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:00:54.204803 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['d51eb9a3-5443-4739-93f8-f88fd961d931', 'bb12927f-933a-42fb-af9b-448dad0f10b6'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:00:54.245200 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-56849658-362d-4a1f-b45b-5b2df255c096 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:00:54.250935 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-56849658-362d-4a1f-b45b-5b2df255c096 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:00:54.282313 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-56849658-362d-4a1f-b45b-5b2df255c096 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:00:54.403878 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56849658-362d-4a1f-b45b-5b2df255c096 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Pushing event updated for resources: {'Port': ['ID=ace3a730-d940-48a1-9e37-f57f491c2e00,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:54.429371 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-56849658-362d-4a1f-b45b-5b2df255c096 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:54.430081 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-56849658-362d-4a1f-b45b-5b2df255c096 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:54.476196 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874dae1e-7ee3-4984-b68a-b1fa3d1f49c4 req-66ce7968-17e6-4dc6-941f-df12b161b0a9 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:54.484567 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-874dae1e-7ee3-4984-b68a-b1fa3d1f49c4 req-66ce7968-17e6-4dc6-941f-df12b161b0a9 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 944 time: 0.2480538 Oct 19 01:00:54.505928 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-56849658-362d-4a1f-b45b-5b2df255c096 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0128298 Oct 19 01:00:54.526823 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-67b31e4d-39ae-4182-be79-a23865345e5c service neutron] Request body: {'port': {'device_id': 'e5cfa7b5-c959-4808-ad9a-9aecbf19b606', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:00:54.577274 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f48b44-e6de-4b76-84c2-4a99ce032cee req-040d38e5-5b18-4665-a3d6-b3fbb0ee7082 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:54.579066 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-02f48b44-e6de-4b76-84c2-4a99ce032cee req-040d38e5-5b18-4665-a3d6-b3fbb0ee7082 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 943 time: 0.0612395 Oct 19 01:00:54.597293 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-874dae1e-7ee3-4984-b68a-b1fa3d1f49c4 req-c11c18ec-a408-4902-982d-d13848e3350c tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118057 Oct 19 01:00:54.627921 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-02f48b44-e6de-4b76-84c2-4a99ce032cee req-ac34c925-8129-4af3-980f-cbd8ed7b4499 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403535 Oct 19 01:00:54.668654 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-8c80c080-fb8f-463e-83aa-b80fa63451a6 None None] Provisioning complete for port ace3a730-d940-48a1-9e37-f57f491c2e00 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:00:54.669301 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8c80c080-fb8f-463e-83aa-b80fa63451a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:54.688940 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-67b31e4d-39ae-4182-be79-a23865345e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:54.691901 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-cbd1c322-d3af-4dc2-8ff5-5f72025727c9 service neutron] For port 68c700e7-cf71-4776-b3ad-a6bf9df38dff, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=68c700e7-cf71-4776-b3ad-a6bf9df38dff,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:54.735362 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-8c80c080-fb8f-463e-83aa-b80fa63451a6 None None] Port ace3a730-d940-48a1-9e37-f57f491c2e00 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:00:54.741948 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e931fb6-70e0-4707-b423-03730a482f7b req-17a9ee6b-e1d4-408b-a0c5-99d2981b6611 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:54.748223 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8e931fb6-70e0-4707-b423-03730a482f7b req-17a9ee6b-e1d4-408b-a0c5-99d2981b6611 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5cfa7b5-c959-4808-ad9a-9aecbf19b606 HTTP/1.1" status: 200 len: 936 time: 0.0566025 Oct 19 01:00:54.786301 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8e931fb6-70e0-4707-b423-03730a482f7b req-386dfdad-0df9-4f6e-ac2f-e210945019f4 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367019 Oct 19 01:00:54.791564 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 07963218-f65d-420e-a995-5689d3dddb52 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:00:54.794305 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f161ced-542f-4795-8136-4d5ff51504c7 req-eef9d57c-1c2e-442d-863e-4d738681c911 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:54.795968 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5f161ced-542f-4795-8136-4d5ff51504c7 req-eef9d57c-1c2e-442d-863e-4d738681c911 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 950 time: 0.1218817 Oct 19 01:00:54.800623 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-cbd1c322-d3af-4dc2-8ff5-5f72025727c9 service neutron] For port 68c700e7-cf71-4776-b3ad-a6bf9df38dff, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:00:54.910258 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60ac22-8592-4c38-908a-856b8bca1cb0 req-452c608f-05e4-4428-930c-6e0e9d681b8a tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:54.912181 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ce60ac22-8592-4c38-908a-856b8bca1cb0 req-452c608f-05e4-4428-930c-6e0e9d681b8a tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.0553477 Oct 19 01:00:54.935156 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5f161ced-542f-4795-8136-4d5ff51504c7 req-d5c4cb17-0121-4c65-a7e3-31a3545a7d4e tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326764 Oct 19 01:00:54.942511 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb86c0f-93a1-416a-902d-6a6c5348a450', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68c700e7-cf71-4776-b3ad-a6bf9df38dff'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:00:54.945418 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf8e1e6-a163-4633-8408-c5ed599f41b4" -d '{"events": [{"server_uuid": "ecb86c0f-93a1-416a-902d-6a6c5348a450", "name": "network-vif-unplugged", "status": "completed", "tag": "68c700e7-cf71-4776-b3ad-a6bf9df38dff"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:00:54.951842 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-cbd1c322-d3af-4dc2-8ff5-5f72025727c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:54.967450 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 07963218-f65d-420e-a995-5689d3dddb52, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=07963218-f65d-420e-a995-5689d3dddb52,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:54.972034 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ce60ac22-8592-4c38-908a-856b8bca1cb0 req-a9e3ec40-5943-46ed-bb41-14a781abaa5f tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487735 Oct 19 01:00:54.977036 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-cbd1c322-d3af-4dc2-8ff5-5f72025727c9 service neutron] Transition to ACTIVE for port object 68c700e7-cf71-4776-b3ad-a6bf9df38dff will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:00:54.986645 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-cbd1c322-d3af-4dc2-8ff5-5f72025727c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:54.992529 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '07963218-f65d-420e-a995-5689d3dddb52', 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51', 'port_id': '07963218-f65d-420e-a995-5689d3dddb52', 'mac_address': 'fa:16:3e:ae:e6:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8444cd-c5d7-4c88-b1b0-9d01aef8093c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:00:55.052625 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:55.068285 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07963218-f65d-420e-a995-5689d3dddb52 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:00:55.093177 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 07963218-f65d-420e-a995-5689d3dddb52, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=07963218-f65d-420e-a995-5689d3dddb52,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:55.100929 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:55.124564 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62732f97-bf85-4fde-9a24-87f325ce45e8 x-openstack-request-id: req-62732f97-bf85-4fde-9a24-87f325ce45e8 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:00:55.125118 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb86c0f-93a1-416a-902d-6a6c5348a450", "name": "network-vif-unplugged", "status": "completed", "tag": "68c700e7-cf71-4776-b3ad-a6bf9df38dff", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:00:55.125118 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-62732f97-bf85-4fde-9a24-87f325ce45e8 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:00:55.125509 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb86c0f-93a1-416a-902d-6a6c5348a450', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68c700e7-cf71-4776-b3ad-a6bf9df38dff', 'code': 200} Oct 19 01:00:55.129925 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-cbd1c322-d3af-4dc2-8ff5-5f72025727c9 service neutron] No DVR routers for this DVR port 68c700e7-cf71-4776-b3ad-a6bf9df38dff on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:00:55.136639 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1c322-d3af-4dc2-8ff5-5f72025727c9 service neutron] Pushing event updated for resources: {'Port': ['ID=68c700e7-cf71-4776-b3ad-a6bf9df38dff,revision_number=6']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:55.145369 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb6f9a-70d0-457a-81b7-f52e907f0ef8 req-c7451687-2da8-4e5b-a7ab-c0392fe419af tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:55.151691 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-30bb6f9a-70d0-457a-81b7-f52e907f0ef8 req-c7451687-2da8-4e5b-a7ab-c0392fe419af tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 945 time: 0.0866129 Oct 19 01:00:55.183820 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=07963218-f65d-420e-a995-5689d3dddb52,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:55.191811 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-cbd1c322-d3af-4dc2-8ff5-5f72025727c9 service neutron] Attempting to bind port 68c700e7-cf71-4776-b3ad-a6bf9df38dff on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:00:55.192144 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-cbd1c322-d3af-4dc2-8ff5-5f72025727c9 service neutron] Attempting to bind port 68c700e7-cf71-4776-b3ad-a6bf9df38dff by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:00:55.192464 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-cbd1c322-d3af-4dc2-8ff5-5f72025727c9 service neutron] Attempting to bind port 68c700e7-cf71-4776-b3ad-a6bf9df38dff on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:00:55.213212 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-30bb6f9a-70d0-457a-81b7-f52e907f0ef8 req-614a3419-e6b5-4fdd-8e46-4efecaf86585 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528586 Oct 19 01:00:55.521082 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-cbd1c322-d3af-4dc2-8ff5-5f72025727c9 service neutron] Port 68c700e7-cf71-4776-b3ad-a6bf9df38dff on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:00:55.521404 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-cbd1c322-d3af-4dc2-8ff5-5f72025727c9 service neutron] Attempting to bind port 68c700e7-cf71-4776-b3ad-a6bf9df38dff on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:00:55.531223 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-cbd1c322-d3af-4dc2-8ff5-5f72025727c9 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:00:55.531631 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-cbd1c322-d3af-4dc2-8ff5-5f72025727c9 service neutron] Checking segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:00:55.531946 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-cbd1c322-d3af-4dc2-8ff5-5f72025727c9 service neutron] Bound using segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:00:55.532368 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-cbd1c322-d3af-4dc2-8ff5-5f72025727c9 service neutron] Bound port: 68c700e7-cf71-4776-b3ad-a6bf9df38dff, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:00:55.532717 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-cbd1c322-d3af-4dc2-8ff5-5f72025727c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:55.609156 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-67b31e4d-39ae-4182-be79-a23865345e5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace3a730-d940-48a1-9e37-f57f491c2e00 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:00:55.621336 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-67b31e4d-39ae-4182-be79-a23865345e5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:55.644317 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-67b31e4d-39ae-4182-be79-a23865345e5c service neutron] Transition to ACTIVE for port object ace3a730-d940-48a1-9e37-f57f491c2e00 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:00:55.645495 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-cbd1c322-d3af-4dc2-8ff5-5f72025727c9 service neutron] For port 68c700e7-cf71-4776-b3ad-a6bf9df38dff, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:00:55.648744 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-cbd1c322-d3af-4dc2-8ff5-5f72025727c9 service neutron] For port 68c700e7-cf71-4776-b3ad-a6bf9df38dff, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=68c700e7-cf71-4776-b3ad-a6bf9df38dff,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:00:55.650242 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-67b31e4d-39ae-4182-be79-a23865345e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:55.660752 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-cbd1c322-d3af-4dc2-8ff5-5f72025727c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:55.720069 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-cbd1c322-d3af-4dc2-8ff5-5f72025727c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:55.720685 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-cbd1c322-d3af-4dc2-8ff5-5f72025727c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:55.722072 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-cbd1c322-d3af-4dc2-8ff5-5f72025727c9 service neutron] 10.222.0.55 "PUT /v2.0/ports/68c700e7-cf71-4776-b3ad-a6bf9df38dff HTTP/1.1" status: 200 len: 1097 time: 1.6573641 Oct 19 01:00:55.751890 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b31e4d-39ae-4182-be79-a23865345e5c service neutron] Pushing event updated for resources: {'Port': ['ID=ace3a730-d940-48a1-9e37-f57f491c2e00,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:55.785435 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['07963218-f65d-420e-a995-5689d3dddb52'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:00:55.854956 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d63275-5394-47cb-9b6c-4f3bba33c4de req-28570e91-e837-4e1e-8c18-1f059475788c tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:55.857703 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-64d63275-5394-47cb-9b6c-4f3bba33c4de req-28570e91-e837-4e1e-8c18-1f059475788c tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 943 time: 0.1121619 Oct 19 01:00:55.878917 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838cc3c-6083-426e-8b28-a5f2283deda1 req-58704700-087f-4b26-a37d-7866498fba93 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:55.880740 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0838cc3c-6083-426e-8b28-a5f2283deda1 req-58704700-087f-4b26-a37d-7866498fba93 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 945 time: 0.1897981 Oct 19 01:00:55.913772 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-64d63275-5394-47cb-9b6c-4f3bba33c4de req-32afe2d6-3a79-477e-88fe-c6838e82daea tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461080 Oct 19 01:00:55.916240 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-035452ee-3f9d-4d36-b7af-b51e0d658918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:55.918853 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-035452ee-3f9d-4d36-b7af-b51e0d658918 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 1100 time: 0.1559386 Oct 19 01:00:55.941326 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-06d77fe8-a41b-4228-931b-ed961430cb25 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:55.943924 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-06d77fe8-a41b-4228-931b-ed961430cb25 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba&tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&binding%3Ahost_id=n-h2-715271-26 HTTP/1.1" status: 200 len: 1097 time: 0.1921501 Oct 19 01:00:55.948797 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-67b31e4d-39ae-4182-be79-a23865345e5c service neutron] Attempting to bind port ace3a730-d940-48a1-9e37-f57f491c2e00 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:00:55.948797 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-67b31e4d-39ae-4182-be79-a23865345e5c service neutron] Attempting to bind port ace3a730-d940-48a1-9e37-f57f491c2e00 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:00:55.948797 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-67b31e4d-39ae-4182-be79-a23865345e5c service neutron] Attempting to bind port ace3a730-d940-48a1-9e37-f57f491c2e00 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:00:55.948797 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1c322-d3af-4dc2-8ff5-5f72025727c9 service neutron] Pushing event updated for resources: {'Port': ['ID=68c700e7-cf71-4776-b3ad-a6bf9df38dff,revision_number=7']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:55.959553 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-f8535ed4-f9c3-4bea-b9ad-cbee358315f4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-715271-26'}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:00:55.987152 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-67b31e4d-39ae-4182-be79-a23865345e5c service neutron] Port ace3a730-d940-48a1-9e37-f57f491c2e00 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:00:55.987521 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-67b31e4d-39ae-4182-be79-a23865345e5c service neutron] Attempting to bind port ace3a730-d940-48a1-9e37-f57f491c2e00 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:00:56.030196 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0838cc3c-6083-426e-8b28-a5f2283deda1 req-d281e91a-f748-4a5e-a72a-c73ebe9b1c26 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394532 Oct 19 01:00:56.030997 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-67b31e4d-39ae-4182-be79-a23865345e5c service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:00:56.031346 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-67b31e4d-39ae-4182-be79-a23865345e5c service neutron] Checking segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:00:56.031815 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-67b31e4d-39ae-4182-be79-a23865345e5c service neutron] Bound using segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:00:56.032337 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-67b31e4d-39ae-4182-be79-a23865345e5c service neutron] Bound port: ace3a730-d940-48a1-9e37-f57f491c2e00, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:00:56.032695 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-67b31e4d-39ae-4182-be79-a23865345e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:56.108888 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-15faafad-a0f5-4776-824c-b77f48d69c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:56.111071 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-15faafad-a0f5-4776-824c-b77f48d69c99 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.1833320 Oct 19 01:00:56.113567 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-f8535ed4-f9c3-4bea-b9ad-cbee358315f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:56.170061 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-344d3275-06f4-4b18-b205-792141e015a7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=68c700e7-cf71-4776-b3ad-a6bf9df38dff HTTP/1.1" status: 200 len: 217 time: 0.0501227 Oct 19 01:00:56.227474 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-67b31e4d-39ae-4182-be79-a23865345e5c service neutron] For port ace3a730-d940-48a1-9e37-f57f491c2e00, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:00:56.234442 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-67b31e4d-39ae-4182-be79-a23865345e5c service neutron] For port ace3a730-d940-48a1-9e37-f57f491c2e00, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=ace3a730-d940-48a1-9e37-f57f491c2e00,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:00:56.235096 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-e0e1e22c-23b9-4b2f-adad-0baf31444f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:56.236809 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-e0e1e22c-23b9-4b2f-adad-0baf31444f32 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0580494 Oct 19 01:00:56.250560 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-67b31e4d-39ae-4182-be79-a23865345e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:56.263402 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3a436-12cf-46f6-a1ff-b01a1472f027 req-7cf0b03a-aab8-479f-a831-a8ce4a8974a5 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:56.266817 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d0a3a436-12cf-46f6-a1ff-b01a1472f027 req-7cf0b03a-aab8-479f-a831-a8ce4a8974a5 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5cfa7b5-c959-4808-ad9a-9aecbf19b606 HTTP/1.1" status: 200 len: 948 time: 0.1379128 Oct 19 01:00:56.288245 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-66effb4a-82b4-4d84-8aee-ddbb46e1d6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:56.289975 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-66effb4a-82b4-4d84-8aee-ddbb46e1d6db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0445561 Oct 19 01:00:56.350336 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-67b31e4d-39ae-4182-be79-a23865345e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:56.351069 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-67b31e4d-39ae-4182-be79-a23865345e5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:56.352518 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-67b31e4d-39ae-4182-be79-a23865345e5c service neutron] 10.222.0.24 "PUT /v2.0/ports/ace3a730-d940-48a1-9e37-f57f491c2e00 HTTP/1.1" status: 200 len: 1097 time: 1.8372109 Oct 19 01:00:56.385113 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b31e4d-39ae-4182-be79-a23865345e5c service neutron] Pushing event updated for resources: {'Port': ['ID=ace3a730-d940-48a1-9e37-f57f491c2e00,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:56.434317 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d0a3a436-12cf-46f6-a1ff-b01a1472f027 req-c61c076e-71b3-4516-bde7-8afa5e07fa83 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366813 Oct 19 01:00:56.466761 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-f8535ed4-f9c3-4bea-b9ad-cbee358315f4 service neutron] For port a8ec244b-6721-494a-b23c-8c036d389ed5, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a8ec244b-6721-494a-b23c-8c036d389ed5,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:56.485797 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-2d698d88-d26b-402c-abb0-cc739cf591ca service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874530 Oct 19 01:00:56.496843 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5bb79-0e2a-4e8f-8827-403ad174a308 req-9335a479-2dc1-433d-9d50-15393104aacb tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:56.504138 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fef5bb79-0e2a-4e8f-8827-403ad174a308 req-9335a479-2dc1-433d-9d50-15393104aacb tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 948 time: 0.1020496 Oct 19 01:00:56.520849 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-f8535ed4-f9c3-4bea-b9ad-cbee358315f4 service neutron] For port a8ec244b-6721-494a-b23c-8c036d389ed5, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:00:56.571787 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-085683ed-61da-431e-846b-74fce6323e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:56.573330 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-085683ed-61da-431e-846b-74fce6323e43 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a25adcdc646c4e4b987e3016f8b86608&device_id=e5cfa7b5-c959-4808-ad9a-9aecbf19b606 HTTP/1.1" status: 200 len: 1100 time: 0.1666503 Oct 19 01:00:56.620397 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fef5bb79-0e2a-4e8f-8827-403ad174a308 req-2e422fea-a28b-49e7-a1e0-8a66a0fd154e tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153409 Oct 19 01:00:56.621273 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51418) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:00:56.665348 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e6b3054d-5974-41b4-b8c2-c4155b615b84 req-09763e5e-cb7c-4101-a0ef-17e13a24287c service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579180 Oct 19 01:00:56.677518 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-f8535ed4-f9c3-4bea-b9ad-cbee358315f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:56.681546 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-652797d6-ca75-4803-9c40-61c313f72321 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=ace3a730-d940-48a1-9e37-f57f491c2e00 HTTP/1.1" status: 200 len: 217 time: 0.0907197 Oct 19 01:00:56.692654 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-f8535ed4-f9c3-4bea-b9ad-cbee358315f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:56.721861 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 1daa29da-249e-4a8e-a9e2-e34772328ba5 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:00:56.744097 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4759d59-6b45-4ffe-a54e-9d09f4e41e92 req-e16e99f5-ff2c-40ef-b3e6-5c6b0b117e62 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:56.753099 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a4759d59-6b45-4ffe-a54e-9d09f4e41e92 req-e16e99f5-ff2c-40ef-b3e6-5c6b0b117e62 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.2008061 Oct 19 01:00:56.756624 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 1daa29da-249e-4a8e-a9e2-e34772328ba5 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:00:56.756908 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 1daa29da-249e-4a8e-a9e2-e34772328ba5 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:00:56.758047 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 68c700e7-cf71-4776-b3ad-a6bf9df38dff no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:00:56.817236 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 606451ff-58d7-4e49-9a9d-350b55b0e372 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:00:56.841243 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0d2b1f09-e059-438a-b2b8-ad8a639b9985 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=45b33a87e39a445fb54f199fdd4796fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2156310 Oct 19 01:00:56.844756 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51422) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:00:56.919818 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:56.922422 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 68c700e7-cf71-4776-b3ad-a6bf9df38dff not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:00:56.984436 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648ed39-7f2b-4b4c-8873-26ebe5ac6bd6 req-f015d21c-2110-407d-8a56-3c8f854d722f tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:56.986510 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8648ed39-7f2b-4b4c-8873-26ebe5ac6bd6 req-f015d21c-2110-407d-8a56-3c8f854d722f tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 943 time: 0.1034703 Oct 19 01:00:57.007696 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8535ed4-f9c3-4bea-b9ad-cbee358315f4 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ec244b-6721-494a-b23c-8c036d389ed5,revision_number=7']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:57.015192 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-626fb4cb-4671-4467-bc34-76ad99de8fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:57.016815 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-626fb4cb-4671-4467-bc34-76ad99de8fb5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.3208840 Oct 19 01:00:57.022785 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a4759d59-6b45-4ffe-a54e-9d09f4e41e92 req-ac646e98-f7e6-4b1b-be40-0bd3938e067a tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685840 Oct 19 01:00:57.053616 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e7fe9201-53c5-4615-8095-da1e0b8f0521 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:57.054891 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 606451ff-58d7-4e49-9a9d-350b55b0e372, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=606451ff-58d7-4e49-9a9d-350b55b0e372,segment=NetworkSegment(85401e62-3f2c-43a6-8d64-5618396e8614),segment_id=85401e62-3f2c-43a6-8d64-5618396e8614)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:57.069399 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-f8535ed4-f9c3-4bea-b9ad-cbee358315f4 service neutron] Attempting to bind port a8ec244b-6721-494a-b23c-8c036d389ed5 on host n-h2-715271-26 for vnic_type normal with profile {"migrating_to": "n-h1-715271-26"} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:00:57.069736 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-f8535ed4-f9c3-4bea-b9ad-cbee358315f4 service neutron] Attempting to bind port a8ec244b-6721-494a-b23c-8c036d389ed5 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:00:57.070069 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-f8535ed4-f9c3-4bea-b9ad-cbee358315f4 service neutron] Attempting to bind port a8ec244b-6721-494a-b23c-8c036d389ed5 on network db82cf1f-422d-4289-a127-b70a546afbff {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:00:57.073098 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '606451ff-58d7-4e49-9a9d-350b55b0e372', 'network_id': '44c662b3-a294-49c4-b801-6e72553fc183', 'port_id': '606451ff-58d7-4e49-9a9d-350b55b0e372', 'mac_address': 'fa:16:3e:69:d3:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a0fca3-7f17-4b48-856e-c0d103cad611', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:00:57.093662 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8648ed39-7f2b-4b4c-8873-26ebe5ac6bd6 req-9c07a2c8-f988-4c8c-8bf9-64cab91893e7 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950422 Oct 19 01:00:57.107957 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e7fe9201-53c5-4615-8095-da1e0b8f0521 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:57.129413 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb86c0f-93a1-416a-902d-6a6c5348a450', 'tag': '68c700e7-cf71-4776-b3ad-a6bf9df38dff'}, {'name': 'network-changed', 'server_uuid': 'e5cfa7b5-c959-4808-ad9a-9aecbf19b606', 'tag': 'ace3a730-d940-48a1-9e37-f57f491c2e00'}, {'server_uuid': 'cdeec5e2-c317-4491-9870-ab9d69a119ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ec244b-6721-494a-b23c-8c036d389ed5'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:00:57.132702 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:57.133490 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d960e8-39b2-448b-8247-ccb89ed24c65" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb86c0f-93a1-416a-902d-6a6c5348a450", "tag": "68c700e7-cf71-4776-b3ad-a6bf9df38dff"}, {"name": "network-changed", "server_uuid": "e5cfa7b5-c959-4808-ad9a-9aecbf19b606", "tag": "ace3a730-d940-48a1-9e37-f57f491c2e00"}, {"server_uuid": "cdeec5e2-c317-4491-9870-ab9d69a119ba", "name": "network-vif-unplugged", "status": "completed", "tag": "a8ec244b-6721-494a-b23c-8c036d389ed5"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:00:57.140442 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-f8535ed4-f9c3-4bea-b9ad-cbee358315f4 service neutron] Port a8ec244b-6721-494a-b23c-8c036d389ed5 on network db82cf1f-422d-4289-a127-b70a546afbff not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:00:57.141064 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-f8535ed4-f9c3-4bea-b9ad-cbee358315f4 service neutron] Attempting to bind port a8ec244b-6721-494a-b23c-8c036d389ed5 on network db82cf1f-422d-4289-a127-b70a546afbff {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:00:57.165212 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606451ff-58d7-4e49-9a9d-350b55b0e372 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:00:57.175518 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-f8535ed4-f9c3-4bea-b9ad-cbee358315f4 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:00:57.175763 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-f8535ed4-f9c3-4bea-b9ad-cbee358315f4 service neutron] Checking segment: {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:00:57.176239 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-f8535ed4-f9c3-4bea-b9ad-cbee358315f4 service neutron] Bound using segment: {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:00:57.176680 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-f8535ed4-f9c3-4bea-b9ad-cbee358315f4 service neutron] Bound port: a8ec244b-6721-494a-b23c-8c036d389ed5, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:00:57.177086 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-f8535ed4-f9c3-4bea-b9ad-cbee358315f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:57.187043 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 606451ff-58d7-4e49-9a9d-350b55b0e372, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=606451ff-58d7-4e49-9a9d-350b55b0e372,segment=NetworkSegment(85401e62-3f2c-43a6-8d64-5618396e8614),segment_id=85401e62-3f2c-43a6-8d64-5618396e8614)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:57.195824 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:57.196797 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device a8ec244b-6721-494a-b23c-8c036d389ed5 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:00:57.208643 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e7fe9201-53c5-4615-8095-da1e0b8f0521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:57.211919 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e7fe9201-53c5-4615-8095-da1e0b8f0521 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:57.216275 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e7fe9201-53c5-4615-8095-da1e0b8f0521 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8144c47d-8d80-4fa6-9309-826bceb92166 HTTP/1.1" status: 204 len: 168 time: 0.3671694 Oct 19 01:00:57.225740 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-ceaf0a5e-ce87-449e-ae58-c29fe231d88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:57.227388 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-ceaf0a5e-ce87-449e-ae58-c29fe231d88d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1969481 Oct 19 01:00:57.245129 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe9201-53c5-4615-8095-da1e0b8f0521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8144c47d-8d80-4fa6-9309-826bceb92166,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:57.247557 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb603b-45e8-4b9f-b046-8e11ca17ae04 req-88d76895-d268-4d55-b1ee-b06cf92cb51e tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:57.254857 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1afb603b-45e8-4b9f-b046-8e11ca17ae04 req-88d76895-d268-4d55-b1ee-b06cf92cb51e tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 943 time: 0.1365149 Oct 19 01:00:57.282599 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389df86-20fa-4490-9930-660faab9af0c req-860a888e-9486-47b4-a86e-13b511f78059 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:57.294805 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c389df86-20fa-4490-9930-660faab9af0c req-860a888e-9486-47b4-a86e-13b511f78059 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 945 time: 0.1055191 Oct 19 01:00:57.327884 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=606451ff-58d7-4e49-9a9d-350b55b0e372,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:57.358035 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c389df86-20fa-4490-9930-660faab9af0c req-4c993592-962c-4d88-9e06-2099225c50bc tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623310 Oct 19 01:00:57.370626 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-f8535ed4-f9c3-4bea-b9ad-cbee358315f4 service neutron] For port a8ec244b-6721-494a-b23c-8c036d389ed5, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:00:57.438365 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1afb603b-45e8-4b9f-b046-8e11ca17ae04 req-89deaf9b-de6b-42d7-8c54-99b07c1d5363 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823366 Oct 19 01:00:57.438814 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port a8ec244b-6721-494a-b23c-8c036d389ed5, host n-h2-715271-26, got binding levels [] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:57.440351 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-f8535ed4-f9c3-4bea-b9ad-cbee358315f4 service neutron] For port a8ec244b-6721-494a-b23c-8c036d389ed5, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a8ec244b-6721-494a-b23c-8c036d389ed5,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:00:57.457316 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-f8535ed4-f9c3-4bea-b9ad-cbee358315f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:57.465824 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 19 Oct 2021 01:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff70c40-4750-4707-a82d-bd2db3906704 x-openstack-request-id: req-4ff70c40-4750-4707-a82d-bd2db3906704 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:00:57.477362 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Attempting to bind port a8ec244b-6721-494a-b23c-8c036d389ed5 on host n-h2-715271-26 for vnic_type normal with profile {"migrating_to": "n-h1-715271-26"} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:00:57.477731 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Attempting to bind port a8ec244b-6721-494a-b23c-8c036d389ed5 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:00:57.478115 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb86c0f-93a1-416a-902d-6a6c5348a450", "tag": "68c700e7-cf71-4776-b3ad-a6bf9df38dff", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e5cfa7b5-c959-4808-ad9a-9aecbf19b606", "tag": "ace3a730-d940-48a1-9e37-f57f491c2e00", "status": "completed", "code": 200}, {"server_uuid": "cdeec5e2-c317-4491-9870-ab9d69a119ba", "name": "network-vif-unplugged", "status": "completed", "tag": "a8ec244b-6721-494a-b23c-8c036d389ed5", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:00:57.478250 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Attempting to bind port a8ec244b-6721-494a-b23c-8c036d389ed5 on network db82cf1f-422d-4289-a127-b70a546afbff {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:00:57.480071 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4ff70c40-4750-4707-a82d-bd2db3906704 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:00:57.480746 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb86c0f-93a1-416a-902d-6a6c5348a450', 'tag': '68c700e7-cf71-4776-b3ad-a6bf9df38dff', 'status': 'completed', 'code': 200} Oct 19 01:00:57.481239 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5cfa7b5-c959-4808-ad9a-9aecbf19b606', 'tag': 'ace3a730-d940-48a1-9e37-f57f491c2e00', 'status': 'completed', 'code': 200} Oct 19 01:00:57.481717 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdeec5e2-c317-4491-9870-ab9d69a119ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ec244b-6721-494a-b23c-8c036d389ed5', 'code': 200} Oct 19 01:00:57.514142 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Port a8ec244b-6721-494a-b23c-8c036d389ed5 on network db82cf1f-422d-4289-a127-b70a546afbff not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:00:57.514583 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Attempting to bind port a8ec244b-6721-494a-b23c-8c036d389ed5 on network db82cf1f-422d-4289-a127-b70a546afbff {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:00:57.524685 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:00:57.524995 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Checking segment: {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:00:57.525457 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Bound using segment: {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:00:57.536145 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Bound port: a8ec244b-6721-494a-b23c-8c036d389ed5, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'db82cf1f-422d-4289-a127-b70a546afbff'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:00:57.536145 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:57.619579 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d960e8-39b2-448b-8247-ccb89ed24c65 req-10b0740b-f490-45f6-9d5f-62031695aea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:57.621367 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-56d960e8-39b2-448b-8247-ccb89ed24c65 req-10b0740b-f490-45f6-9d5f-62031695aea5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 1100 time: 0.1417470 Oct 19 01:00:57.621637 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-98567878-42b8-483b-aad8-641a5d97998d service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643675 Oct 19 01:00:57.630763 n-d-715271-26 neutron-server[100608]: WARNING neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Concurrent port binding operations failed on port a8ec244b-6721-494a-b23c-8c036d389ed5 Oct 19 01:00:57.643418 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8535ed4-f9c3-4bea-b9ad-cbee358315f4 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ec244b-6721-494a-b23c-8c036d389ed5,revision_number=8']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:57.646758 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port a8ec244b-6721-494a-b23c-8c036d389ed5, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a8ec244b-6721-494a-b23c-8c036d389ed5,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:57.649509 n-d-715271-26 neutron-server[100608]: INFO neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Attempt 2 to bind port a8ec244b-6721-494a-b23c-8c036d389ed5 Oct 19 01:00:57.649983 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device a8ec244b-6721-494a-b23c-8c036d389ed5 has no active binding in host n-h1-715271-26 {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 19 01:00:57.676534 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-f8535ed4-f9c3-4bea-b9ad-cbee358315f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:57.677701 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-f8535ed4-f9c3-4bea-b9ad-cbee358315f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:57.679335 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-f8535ed4-f9c3-4bea-b9ad-cbee358315f4 service neutron] 10.222.0.55 "PUT /v2.0/ports/a8ec244b-6721-494a-b23c-8c036d389ed5 HTTP/1.1" status: 200 len: 1123 time: 1.7273254 Oct 19 01:00:57.708703 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde89dd-f949-4def-984d-ca6c16fb1328 req-62af6a69-6bc8-40c8-b5c4-a102ab3458f7 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:57.715975 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6cde89dd-f949-4def-984d-ca6c16fb1328 req-62af6a69-6bc8-40c8-b5c4-a102ab3458f7 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5cfa7b5-c959-4808-ad9a-9aecbf19b606 HTTP/1.1" status: 200 len: 948 time: 0.1508451 Oct 19 01:00:57.716218 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d960e8-39b2-448b-8247-ccb89ed24c65 req-d6c88472-cdcc-46c9-b059-8c373f97eee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:57.718084 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-56d960e8-39b2-448b-8247-ccb89ed24c65 req-d6c88472-cdcc-46c9-b059-8c373f97eee5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 1100 time: 0.1961682 Oct 19 01:00:57.814524 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['a8ec244b-6721-494a-b23c-8c036d389ed5'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:00:57.819705 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6cde89dd-f949-4def-984d-ca6c16fb1328 req-6aa0233d-ef34-4de5-8f39-37dcb360e021 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022968 Oct 19 01:00:57.864119 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2ac9bc96-ecd1-47ed-beca-b2688bca01c0 req-48ca8201-5b3a-4e9a-8131-15346afaab05 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027173 Oct 19 01:00:57.984737 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5519ccb-a5a4-42d5-be78-e90bb249ae54 req-880942ad-e904-4a8c-ae9f-08472048d5f3 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:57.986365 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f5519ccb-a5a4-42d5-be78-e90bb249ae54 req-880942ad-e904-4a8c-ae9f-08472048d5f3 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 948 time: 0.2586684 Oct 19 01:00:57.987424 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d960e8-39b2-448b-8247-ccb89ed24c65 req-9854d2ea-0d0f-498f-8eb2-dcf0c3df1707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:57.988747 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-56d960e8-39b2-448b-8247-ccb89ed24c65 req-9854d2ea-0d0f-498f-8eb2-dcf0c3df1707 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.3309472 Oct 19 01:00:58.049274 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['a8ec244b-6721-494a-b23c-8c036d389ed5'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:00:58.066108 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d960e8-39b2-448b-8247-ccb89ed24c65 req-db69666e-2bdd-4292-8b38-578c8a9d8c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:58.069752 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-56d960e8-39b2-448b-8247-ccb89ed24c65 req-db69666e-2bdd-4292-8b38-578c8a9d8c5d service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.3404589 Oct 19 01:00:58.071971 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-56d960e8-39b2-448b-8247-ccb89ed24c65 req-aeb3e3f5-7bbd-4dbf-bf45-0820a4a7d705 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=68c700e7-cf71-4776-b3ad-a6bf9df38dff HTTP/1.1" status: 200 len: 217 time: 0.0726392 Oct 19 01:00:58.130901 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f5519ccb-a5a4-42d5-be78-e90bb249ae54 req-98220f2a-bb94-4e36-9cb5-9ac865ffff1e tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301432 Oct 19 01:00:58.195418 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-56d960e8-39b2-448b-8247-ccb89ed24c65 req-940accc0-f8e6-456a-b8c0-101d47b1eb79 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=68c700e7-cf71-4776-b3ad-a6bf9df38dff HTTP/1.1" status: 200 len: 217 time: 0.0862606 Oct 19 01:00:58.248546 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85d0f8-659a-49fc-9613-8895aac83e3e req-956a6863-46cf-49ed-8e60-9ab1f2101a1b tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:58.256601 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3f85d0f8-659a-49fc-9613-8895aac83e3e req-956a6863-46cf-49ed-8e60-9ab1f2101a1b tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.1284616 Oct 19 01:00:58.273461 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d960e8-39b2-448b-8247-ccb89ed24c65 req-c1ffabb5-ad61-4a30-91af-21bf22f5cdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:58.274909 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-56d960e8-39b2-448b-8247-ccb89ed24c65 req-c1ffabb5-ad61-4a30-91af-21bf22f5cdec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0710673 Oct 19 01:00:58.320067 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3f85d0f8-659a-49fc-9613-8895aac83e3e req-156d407b-9c3a-4789-bbdd-aea6895d666c tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591748 Oct 19 01:00:58.415356 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['606451ff-58d7-4e49-9a9d-350b55b0e372'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:00:58.499837 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa1c72-f42f-4940-aa9f-cc74a1d12197 req-f5ad7bfb-9e09-41ac-92c3-1d89c5a6709a tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:58.502377 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3cfa1c72-f42f-4940-aa9f-cc74a1d12197 req-f5ad7bfb-9e09-41ac-92c3-1d89c5a6709a tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 945 time: 0.0618949 Oct 19 01:00:58.565654 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3cfa1c72-f42f-4940-aa9f-cc74a1d12197 req-231575b6-9c69-493f-a4dc-a9d0d12ecc34 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519247 Oct 19 01:00:58.566731 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d960e8-39b2-448b-8247-ccb89ed24c65 req-4fda9f49-6b4d-4dd6-aab8-8f5b3a4707c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:58.568754 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-56d960e8-39b2-448b-8247-ccb89ed24c65 req-4fda9f49-6b4d-4dd6-aab8-8f5b3a4707c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.4522390 Oct 19 01:00:58.647218 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f120de-061f-4cbb-9cd1-b363b786c10a req-ad10765f-34a9-4d2e-bedb-8df3a7ccb922 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:58.648716 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-58f120de-061f-4cbb-9cd1-b363b786c10a req-ad10765f-34a9-4d2e-bedb-8df3a7ccb922 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 943 time: 0.3705328 Oct 19 01:00:58.657644 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d960e8-39b2-448b-8247-ccb89ed24c65 req-5e6a6048-5a26-4006-8e1e-ecacbd7ca70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:58.659016 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-56d960e8-39b2-448b-8247-ccb89ed24c65 req-5e6a6048-5a26-4006-8e1e-ecacbd7ca70b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1033814 Oct 19 01:00:58.697543 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d960e8-39b2-448b-8247-ccb89ed24c65 req-09867a82-c5c5-4670-b9e6-5781ba34900a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:58.699015 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-56d960e8-39b2-448b-8247-ccb89ed24c65 req-09867a82-c5c5-4670-b9e6-5781ba34900a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1033659 Oct 19 01:00:58.774932 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-58f120de-061f-4cbb-9cd1-b363b786c10a req-b41c68a5-2778-4fa0-a8d7-0cac77627d90 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191444 Oct 19 01:00:58.812074 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 07963218-f65d-420e-a995-5689d3dddb52 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:00:58.838464 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-56d960e8-39b2-448b-8247-ccb89ed24c65 req-c7fbc856-07c4-41bc-9c92-450b114f5316 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705742 Oct 19 01:00:58.841451 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4a4d3-abe8-448e-8cab-e223cb68806a req-176e8e54-2901-4449-8fed-b5bbef0e3417 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:58.849617 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-48c4a4d3-abe8-448e-8cab-e223cb68806a req-176e8e54-2901-4449-8fed-b5bbef0e3417 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 944 time: 0.0676603 Oct 19 01:00:58.888724 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 07963218-f65d-420e-a995-5689d3dddb52 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:00:58.899906 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-48c4a4d3-abe8-448e-8cab-e223cb68806a req-60ed8e10-b9fd-49fa-bfe0-d8b354f593ca tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491097 Oct 19 01:00:58.903903 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 07963218-f65d-420e-a995-5689d3dddb52 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:00:58.905081 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:58.978768 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-56d960e8-39b2-448b-8247-ccb89ed24c65 req-45d01b74-ce44-42a4-b9c4-333b05b9d76c service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691231 Oct 19 01:00:59.025945 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:59.046599 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386a213-958c-4054-b6a3-d3479a648408 req-b631d9b0-e495-4cdf-a8e8-3ea970adf5f1 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:59.048234 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7386a213-958c-4054-b6a3-d3479a648408 req-b631d9b0-e495-4cdf-a8e8-3ea970adf5f1 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5cfa7b5-c959-4808-ad9a-9aecbf19b606 HTTP/1.1" status: 200 len: 948 time: 0.1429491 Oct 19 01:00:59.063066 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-56d960e8-39b2-448b-8247-ccb89ed24c65 req-782702c8-c6bb-4078-a83d-0916d088c8bb service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142518 Oct 19 01:00:59.063679 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7834697b-bb3a-445b-98c5-27c135b08e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07963218-f65d-420e-a995-5689d3dddb52'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:00:59.066036 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d876f4f-bcfe-493f-b09f-b72ac0b60327" -d '{"events": [{"server_uuid": "7834697b-bb3a-445b-98c5-27c135b08e38", "name": "network-vif-plugged", "status": "completed", "tag": "07963218-f65d-420e-a995-5689d3dddb52"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:00:59.073042 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:59.083164 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 07963218-f65d-420e-a995-5689d3dddb52, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=07963218-f65d-420e-a995-5689d3dddb52,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:59.094257 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:59.104636 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 51478) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:00:59.125609 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b85770-c30e-4a2e-a819-dbe59310b75f x-openstack-request-id: req-b5b85770-c30e-4a2e-a819-dbe59310b75f {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:00:59.125973 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7834697b-bb3a-445b-98c5-27c135b08e38", "name": "network-vif-plugged", "status": "completed", "tag": "07963218-f65d-420e-a995-5689d3dddb52", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:00:59.127138 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b5b85770-c30e-4a2e-a819-dbe59310b75f {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:00:59.127653 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7834697b-bb3a-445b-98c5-27c135b08e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07963218-f65d-420e-a995-5689d3dddb52', 'code': 200} Oct 19 01:00:59.140326 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7386a213-958c-4054-b6a3-d3479a648408 req-f7beaa2f-b73e-46e4-a230-d9dedebc6cfa tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825441 Oct 19 01:00:59.165737 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=07963218-f65d-420e-a995-5689d3dddb52,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:59.169288 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-56d960e8-39b2-448b-8247-ccb89ed24c65 req-1d92e1e9-f918-42b6-9322-69d1bd8e4377 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783173 Oct 19 01:00:59.265858 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9e6bc551-5df1-4b3b-850e-0f5088bf6d4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:59.283555 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694aedf-facd-47e5-8f33-bad92b792096 req-e678df7c-6d76-4665-83fc-d96c284cbff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:59.285057 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6694aedf-facd-47e5-8f33-bad92b792096 req-e678df7c-6d76-4665-83fc-d96c284cbff1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 1098 time: 0.0830538 Oct 19 01:00:59.296107 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d960e8-39b2-448b-8247-ccb89ed24c65 req-f8ab7b23-87aa-4e5b-a457-7d2eab6f5d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:59.297101 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138185d3-acb3-4f29-ae55-283ed62bbefd req-37d96c37-c846-4a4e-9bab-a56547bc9a9c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:59.297831 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-56d960e8-39b2-448b-8247-ccb89ed24c65 req-f8ab7b23-87aa-4e5b-a457-7d2eab6f5d13 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a25adcdc646c4e4b987e3016f8b86608&device_id=e5cfa7b5-c959-4808-ad9a-9aecbf19b606 HTTP/1.1" status: 200 len: 1100 time: 0.0574453 Oct 19 01:00:59.298592 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-138185d3-acb3-4f29-ae55-283ed62bbefd req-37d96c37-c846-4a4e-9bab-a56547bc9a9c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 948 time: 0.0848658 Oct 19 01:00:59.357708 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6694aedf-facd-47e5-8f33-bad92b792096 req-3c749db9-946a-4cdf-aeff-ccf97a40dc76 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639358 Oct 19 01:00:59.360308 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-138185d3-acb3-4f29-ae55-283ed62bbefd req-5a636440-aa74-4630-99ca-bf957ce86339 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515277 Oct 19 01:00:59.397879 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9e6bc551-5df1-4b3b-850e-0f5088bf6d4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:59.401955 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9e6bc551-5df1-4b3b-850e-0f5088bf6d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:59.445396 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9e6bc551-5df1-4b3b-850e-0f5088bf6d4f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=858d9c6f22b54bf1a365aa75aa567a40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3390279 Oct 19 01:00:59.446255 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6bc551-5df1-4b3b-850e-0f5088bf6d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee61f50-e35d-4f92-b423-7758c79d9eb5,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:59.448369 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51486) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:00:59.455384 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d960e8-39b2-448b-8247-ccb89ed24c65 req-e20191a0-dd66-43e5-997d-282374df4db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:59.456799 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-56d960e8-39b2-448b-8247-ccb89ed24c65 req-e20191a0-dd66-43e5-997d-282374df4db5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.1437669 Oct 19 01:00:59.483951 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdeec5e2-c317-4491-9870-ab9d69a119ba', 'tag': 'a8ec244b-6721-494a-b23c-8c036d389ed5'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:00:59.486384 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a329fa8c-c0f7-4297-aacd-83d8466dc490" -d '{"events": [{"name": "network-changed", "server_uuid": "cdeec5e2-c317-4491-9870-ab9d69a119ba", "tag": "a8ec244b-6721-494a-b23c-8c036d389ed5"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:00:59.520299 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333ad8d-31b2-4db6-9cb2-04ef14961c7a req-4df4d855-a7d4-41a1-a7b8-0279e275e4fb tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:59.522299 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b333ad8d-31b2-4db6-9cb2-04ef14961c7a req-4df4d855-a7d4-41a1-a7b8-0279e275e4fb tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.1239913 Oct 19 01:00:59.522423 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522c53e3-85d9-4490-bb05-88b18fcf845b x-openstack-request-id: req-522c53e3-85d9-4490-bb05-88b18fcf845b {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:00:59.523316 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdeec5e2-c317-4491-9870-ab9d69a119ba", "tag": "a8ec244b-6721-494a-b23c-8c036d389ed5", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:00:59.523435 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-522c53e3-85d9-4490-bb05-88b18fcf845b {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:00:59.523860 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdeec5e2-c317-4491-9870-ab9d69a119ba', 'tag': 'a8ec244b-6721-494a-b23c-8c036d389ed5', 'status': 'completed', 'code': 200} Oct 19 01:00:59.527697 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-56d960e8-39b2-448b-8247-ccb89ed24c65 req-e263f0d1-c719-4bd8-aadd-45dea8856fad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=ace3a730-d940-48a1-9e37-f57f491c2e00 HTTP/1.1" status: 200 len: 217 time: 0.0587547 Oct 19 01:00:59.601112 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329fa8c-c0f7-4297-aacd-83d8466dc490 req-8494fbc6-f4a6-4ed1-9785-ec8dfd837496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:59.602558 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a329fa8c-c0f7-4297-aacd-83d8466dc490 req-8494fbc6-f4a6-4ed1-9785-ec8dfd837496 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 1126 time: 0.0518296 Oct 19 01:00:59.622286 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b333ad8d-31b2-4db6-9cb2-04ef14961c7a req-739680f4-f477-439f-9023-6f321c72d304 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936272 Oct 19 01:00:59.623917 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d960e8-39b2-448b-8247-ccb89ed24c65 req-4058c299-6a64-43a7-8b43-c18180cb4002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:59.625283 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-56d960e8-39b2-448b-8247-ccb89ed24c65 req-4058c299-6a64-43a7-8b43-c18180cb4002 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0860734 Oct 19 01:00:59.625906 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c23dd0da-d415-4f7b-9d99-232b1d650dd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:59.676134 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c23dd0da-d415-4f7b-9d99-232b1d650dd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:59.713969 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d960e8-39b2-448b-8247-ccb89ed24c65 req-2fbe72f4-b33c-4ad0-bca3-0f86a910b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:59.715454 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-56d960e8-39b2-448b-8247-ccb89ed24c65 req-2fbe72f4-b33c-4ad0-bca3-0f86a910b0eb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0755734 Oct 19 01:00:59.741392 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c23dd0da-d415-4f7b-9d99-232b1d650dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:59.742307 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6102f9-d421-481b-91fc-b918e3c3ae99 req-3323f1bb-2dab-4bca-a135-fad87dede74c tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:59.743822 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4b6102f9-d421-481b-91fc-b918e3c3ae99 req-3323f1bb-2dab-4bca-a135-fad87dede74c tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.1058922 Oct 19 01:00:59.743934 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c23dd0da-d415-4f7b-9d99-232b1d650dd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:59.746852 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329fa8c-c0f7-4297-aacd-83d8466dc490 req-7f8fff75-ae59-4063-ba65-beb0f07b8d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:59.747655 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c23dd0da-d415-4f7b-9d99-232b1d650dd4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3ee61f50-e35d-4f92-b423-7758c79d9eb5 HTTP/1.1" status: 204 len: 168 time: 0.2983229 Oct 19 01:00:59.748414 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a329fa8c-c0f7-4297-aacd-83d8466dc490 req-7f8fff75-ae59-4063-ba65-beb0f07b8d2b service neutron] 10.222.0.24 "GET /v2.0/networks?id=db82cf1f-422d-4289-a127-b70a546afbff HTTP/1.1" status: 200 len: 922 time: 0.1294484 Oct 19 01:00:59.769996 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23dd0da-d415-4f7b-9d99-232b1d650dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee61f50-e35d-4f92-b423-7758c79d9eb5,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:59.804593 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a329fa8c-c0f7-4297-aacd-83d8466dc490 req-f6f403b5-f925-4317-97ec-fc669b80b85d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8ec244b-6721-494a-b23c-8c036d389ed5 HTTP/1.1" status: 200 len: 217 time: 0.0392272 Oct 19 01:00:59.821004 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4b6102f9-d421-481b-91fc-b918e3c3ae99 req-894bb801-6f2b-44fd-948b-3321738628e6 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705545 Oct 19 01:00:59.849266 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-56d960e8-39b2-448b-8247-ccb89ed24c65 req-75d80792-548e-4b3b-80b9-58b9962843e0 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173277 Oct 19 01:00:59.895111 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329fa8c-c0f7-4297-aacd-83d8466dc490 req-c08ea401-ad61-4c05-a128-137c04d1c9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:59.897124 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a329fa8c-c0f7-4297-aacd-83d8466dc490 req-c08ea401-ad61-4c05-a128-137c04d1c9eb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc1eafbd-ecfc-4adf-9b82-a202a98a472a HTTP/1.1" status: 200 len: 861 time: 0.0736034 Oct 19 01:00:59.931532 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a329fa8c-c0f7-4297-aacd-83d8466dc490 req-ab54af48-59af-4da9-b1e9-a32611f99ee1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=db82cf1f-422d-4289-a127-b70a546afbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260303 Oct 19 01:00:59.995458 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f44ea2-a68b-400b-8dbb-d633afe0871c req-3967cea2-11ef-4752-bf8b-910974954aad tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:59.997003 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d4f44ea2-a68b-400b-8dbb-d633afe0871c req-3967cea2-11ef-4752-bf8b-910974954aad tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 943 time: 0.1136103 Oct 19 01:01:00.018589 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-56d960e8-39b2-448b-8247-ccb89ed24c65 req-3005b5eb-91d5-436e-9bcc-af7d3f34ea1e service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520748 Oct 19 01:01:00.065665 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d4f44ea2-a68b-400b-8dbb-d633afe0871c req-81d742d9-cb6c-49ce-ae31-c67db20bc66d tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586333 Oct 19 01:01:00.083419 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a329fa8c-c0f7-4297-aacd-83d8466dc490 req-59affd5d-3844-4de7-989e-624d14226a1d service neutron] 10.222.0.24 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349621 Oct 19 01:01:00.091672 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320ca6b-7888-47bb-a771-01b6aff53be1 req-fa1919d3-d2a5-4308-9675-27cd5de8cac0 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:00.096757 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9320ca6b-7888-47bb-a771-01b6aff53be1 req-fa1919d3-d2a5-4308-9675-27cd5de8cac0 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 944 time: 0.1064556 Oct 19 01:01:00.190724 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9320ca6b-7888-47bb-a771-01b6aff53be1 req-412bd0c7-6505-4f80-b9d5-65df262f857b tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804658 Oct 19 01:01:00.218937 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a329fa8c-c0f7-4297-aacd-83d8466dc490 req-a7438a26-69fe-415b-bdd2-53e7c717f823 service neutron] 10.222.0.24 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205857 Oct 19 01:01:00.303881 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a06ac7-f85e-478e-b0aa-547724c8a6f4 req-673454a2-949c-46db-a79f-357773cb8e18 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:00.305454 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-33a06ac7-f85e-478e-b0aa-547724c8a6f4 req-673454a2-949c-46db-a79f-357773cb8e18 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5cfa7b5-c959-4808-ad9a-9aecbf19b606 HTTP/1.1" status: 200 len: 948 time: 0.0553107 Oct 19 01:01:00.345300 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-33a06ac7-f85e-478e-b0aa-547724c8a6f4 req-5aad4d79-48ce-44e3-a322-ab5720717af9 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333040 Oct 19 01:01:00.489746 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4b2b8-7f08-4753-899d-1df10db37d5d req-77d261df-6c80-4b3a-957b-fe6b59780d77 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:00.491931 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-45b4b2b8-7f08-4753-899d-1df10db37d5d req-77d261df-6c80-4b3a-957b-fe6b59780d77 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 948 time: 0.0499995 Oct 19 01:01:00.530241 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-45b4b2b8-7f08-4753-899d-1df10db37d5d req-ee901f92-a034-4ac4-8002-1b02764b1e84 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320787 Oct 19 01:01:00.752878 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device ace3a730-d940-48a1-9e37-f57f491c2e00 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:01:00.773379 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b8a0c-760e-4c89-ab63-4a28f0f08af4 req-51e1613a-ff98-40d4-9f57-262bbfbeeb53 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:00.774911 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-217b8a0c-760e-4c89-ab63-4a28f0f08af4 req-51e1613a-ff98-40d4-9f57-262bbfbeeb53 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.0499587 Oct 19 01:01:00.814543 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-217b8a0c-760e-4c89-ab63-4a28f0f08af4 req-a3be3862-f7cc-430a-9bf4-16923c4e596b tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335534 Oct 19 01:01:00.840038 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 606451ff-58d7-4e49-9a9d-350b55b0e372 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:01:00.905861 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port ace3a730-d940-48a1-9e37-f57f491c2e00, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=ace3a730-d940-48a1-9e37-f57f491c2e00,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:00.920732 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'ace3a730-d940-48a1-9e37-f57f491c2e00', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': 'ace3a730-d940-48a1-9e37-f57f491c2e00', 'mac_address': 'fa:16:3e:be:4c:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:01:00.927649 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 606451ff-58d7-4e49-9a9d-350b55b0e372 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:01:00.944882 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51536) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:01:00.960412 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 606451ff-58d7-4e49-9a9d-350b55b0e372 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:01:00.960877 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e9c19-66c2-432a-a9bf-5c1616ad7bd8 req-9164968c-9965-4e0d-a9ac-d9f5e1f4f6f2 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:00.961225 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:00.964211 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f04e9c19-66c2-432a-a9bf-5c1616ad7bd8 req-9164968c-9965-4e0d-a9ac-d9f5e1f4f6f2 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.0666215 Oct 19 01:01:00.995389 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:01.000410 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f04e9c19-66c2-432a-a9bf-5c1616ad7bd8 req-4bbde339-e5e6-407d-998b-2a6bf081d03d tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320666 Oct 19 01:01:01.014763 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace3a730-d940-48a1-9e37-f57f491c2e00 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:01:01.040725 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port ace3a730-d940-48a1-9e37-f57f491c2e00, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=ace3a730-d940-48a1-9e37-f57f491c2e00,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:01.060164 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:01.063597 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7740d0ea-ba7f-404a-9f06-f4a091beb390 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:01.103825 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:01.143627 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=ace3a730-d940-48a1-9e37-f57f491c2e00,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:01.145526 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7740d0ea-ba7f-404a-9f06-f4a091beb390 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:01.147868 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a233855-6334-483f-9e55-947519abde9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606451ff-58d7-4e49-9a9d-350b55b0e372'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:01:01.150314 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e396d11-21bf-4959-a4c4-f8f11a5b7a77" -d '{"events": [{"server_uuid": "7a233855-6334-483f-9e55-947519abde9c", "name": "network-vif-plugged", "status": "completed", "tag": "606451ff-58d7-4e49-9a9d-350b55b0e372"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:01:01.155073 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7740d0ea-ba7f-404a-9f06-f4a091beb390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:01.171545 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 606451ff-58d7-4e49-9a9d-350b55b0e372, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=606451ff-58d7-4e49-9a9d-350b55b0e372,segment=NetworkSegment(85401e62-3f2c-43a6-8d64-5618396e8614),segment_id=85401e62-3f2c-43a6-8d64-5618396e8614)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:01.176174 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:01.198992 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7740d0ea-ba7f-404a-9f06-f4a091beb390 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a3394e52e2fc4e94a9c87e8890dc7e89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2530267 Oct 19 01:01:01.199946 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00f8f9-b1ec-4b05-bb3b-384df07ad46e req-740dc32a-db22-4d6d-9175-577b6ea48be6 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:01.200590 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51544) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:01:01.201828 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0a00f8f9-b1ec-4b05-bb3b-384df07ad46e req-740dc32a-db22-4d6d-9175-577b6ea48be6 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 943 time: 0.0581570 Oct 19 01:01:01.202920 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740d0ea-ba7f-404a-9f06-f4a091beb390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d84d7e7-e88e-4ff9-a76e-051a7548c1da,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:01.232729 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=606451ff-58d7-4e49-9a9d-350b55b0e372,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:01.250906 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0a00f8f9-b1ec-4b05-bb3b-384df07ad46e req-a3441ddc-4d24-4ae6-a5a6-da11b05c8818 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362432 Oct 19 01:01:01.260947 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-36a28e46-90ea-48a8-9a1c-e53b2ec8900f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:01.283347 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-36a28e46-90ea-48a8-9a1c-e53b2ec8900f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:01.300753 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79caed8-c949-4c5c-8aa6-f4697cbb5f97 x-openstack-request-id: req-c79caed8-c949-4c5c-8aa6-f4697cbb5f97 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:01:01.301250 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a233855-6334-483f-9e55-947519abde9c", "name": "network-vif-plugged", "status": "completed", "tag": "606451ff-58d7-4e49-9a9d-350b55b0e372", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:01:01.301635 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c79caed8-c949-4c5c-8aa6-f4697cbb5f97 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:01:01.302743 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a233855-6334-483f-9e55-947519abde9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606451ff-58d7-4e49-9a9d-350b55b0e372', 'code': 200} Oct 19 01:01:01.330829 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-36a28e46-90ea-48a8-9a1c-e53b2ec8900f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:01.334142 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-36a28e46-90ea-48a8-9a1c-e53b2ec8900f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:01.335285 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-36a28e46-90ea-48a8-9a1c-e53b2ec8900f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8d84d7e7-e88e-4ff9-a76e-051a7548c1da HTTP/1.1" status: 204 len: 168 time: 0.1337323 Oct 19 01:01:01.343304 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a28e46-90ea-48a8-9a1c-e53b2ec8900f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d84d7e7-e88e-4ff9-a76e-051a7548c1da,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:01.407427 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f05ed-dd91-4181-9b76-b3ecd16959fc req-e4ae50f3-5f5f-4da5-8fcc-ac8d9e7891c0 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:01.408985 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b47f05ed-dd91-4181-9b76-b3ecd16959fc req-e4ae50f3-5f5f-4da5-8fcc-ac8d9e7891c0 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 945 time: 0.0550766 Oct 19 01:01:01.453112 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b47f05ed-dd91-4181-9b76-b3ecd16959fc req-e0d44498-71a5-4ca5-b443-b153c26bbce0 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370548 Oct 19 01:01:01.475890 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['ace3a730-d940-48a1-9e37-f57f491c2e00'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:01:01.581239 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc53c05-692f-45a5-bf31-8b77ecfef562 req-78799dfe-3dde-47e5-91a1-0db8d30ddbec tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:01.582783 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3dc53c05-692f-45a5-bf31-8b77ecfef562 req-78799dfe-3dde-47e5-91a1-0db8d30ddbec tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5cfa7b5-c959-4808-ad9a-9aecbf19b606 HTTP/1.1" status: 200 len: 949 time: 0.0583341 Oct 19 01:01:01.624113 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3dc53c05-692f-45a5-bf31-8b77ecfef562 req-53bc4476-d209-4c93-a8b1-71347037c0b8 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328867 Oct 19 01:01:01.729560 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff8f28-3dfe-4f41-9f2e-f4c876e74d42 req-573154cb-e40c-4c47-a2dc-de42a0b85b4c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:01.731087 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f4ff8f28-3dfe-4f41-9f2e-f4c876e74d42 req-573154cb-e40c-4c47-a2dc-de42a0b85b4c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 948 time: 0.0511568 Oct 19 01:01:01.769244 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f4ff8f28-3dfe-4f41-9f2e-f4c876e74d42 req-e62edc36-7474-4428-81fe-fe3000180d28 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321927 Oct 19 01:01:01.938355 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3194c5-7e7b-42eb-98a4-272cdab4d8e0 req-88e192e7-e036-4063-9e5d-deaad7f49790 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:01.939793 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3f3194c5-7e7b-42eb-98a4-272cdab4d8e0 req-88e192e7-e036-4063-9e5d-deaad7f49790 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.0542629 Oct 19 01:01:01.979893 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3f3194c5-7e7b-42eb-98a4-272cdab4d8e0 req-03572724-2200-4e2c-84b2-12f701473943 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323229 Oct 19 01:01:01.996995 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 51574) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:01:02.104912 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-620a207d-a137-4abc-ac03-a64e453b6f74 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-48298995-network', 'tenant_id': 'a49a980071cc4194a4c852bc837c18ec'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:01:02.133755 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620a207d-a137-4abc-ac03-a64e453b6f74 admin admin] Made reservation on behalf of a49a980071cc4194a4c852bc837c18ec for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:01:02.136040 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-620a207d-a137-4abc-ac03-a64e453b6f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:02.146083 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbf19d-06db-4d30-9d46-65eb3cf9214a req-5945bd2f-aadf-4e13-a176-912571213edf tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:02.147396 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-58fbf19d-06db-4d30-9d46-65eb3cf9214a req-5945bd2f-aadf-4e13-a176-912571213edf tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.0788484 Oct 19 01:01:02.152964 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-620a207d-a137-4abc-ac03-a64e453b6f74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:02.207713 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-58fbf19d-06db-4d30-9d46-65eb3cf9214a req-8a6cab6a-69b9-46f2-9201-3df3682c4992 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525393 Oct 19 01:01:02.265767 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-620a207d-a137-4abc-ac03-a64e453b6f74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:02.269495 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-620a207d-a137-4abc-ac03-a64e453b6f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:02.291775 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-620a207d-a137-4abc-ac03-a64e453b6f74 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:01:02.308294 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a207d-a137-4abc-ac03-a64e453b6f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c268f91-32b9-45a9-968d-9aa1546e8ae9,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:02.311466 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-620a207d-a137-4abc-ac03-a64e453b6f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:02.311837 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-620a207d-a137-4abc-ac03-a64e453b6f74 admin admin] Added segment 31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83 of type vlan for network ae2c3b1b-48cb-491d-9007-0691cd5f4fbb Oct 19 01:01:02.381579 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-620a207d-a137-4abc-ac03-a64e453b6f74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:02.421361 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8655609-7eea-436e-8f0c-68f1a2c76c29 req-3254f6fa-4e13-4a55-bc30-45d974ea8767 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:02.422827 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f8655609-7eea-436e-8f0c-68f1a2c76c29 req-3254f6fa-4e13-4a55-bc30-45d974ea8767 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 943 time: 0.0803678 Oct 19 01:01:02.423882 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-620a207d-a137-4abc-ac03-a64e453b6f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:02.424735 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620a207d-a137-4abc-ac03-a64e453b6f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:02.425288 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-620a207d-a137-4abc-ac03-a64e453b6f74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:02.477846 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-620a207d-a137-4abc-ac03-a64e453b6f74 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4795210 Oct 19 01:01:02.481796 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51584) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:01:02.487426 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-238354ec-ea7b-415a-8c38-a4ded4a6317a admin admin] Request body: {'subnet': {'network_id': 'ae2c3b1b-48cb-491d-9007-0691cd5f4fbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-48298995-subnet', 'tenant_id': 'a49a980071cc4194a4c852bc837c18ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:01:02.512089 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a207d-a137-4abc-ac03-a64e453b6f74 admin admin] Pushing event updated for resources: {'Network': ['ID=ae2c3b1b-48cb-491d-9007-0691cd5f4fbb,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:02.512361 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238354ec-ea7b-415a-8c38-a4ded4a6317a admin admin] Made reservation on behalf of a49a980071cc4194a4c852bc837c18ec for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:01:02.515953 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-238354ec-ea7b-415a-8c38-a4ded4a6317a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:02.524337 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network ae2c3b1b-48cb-491d-9007-0691cd5f4fbb details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:01:02.527217 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f8655609-7eea-436e-8f0c-68f1a2c76c29 req-91687b29-f435-4218-8f5e-ef2bbe6e1b5c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878701 Oct 19 01:01:02.646476 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9dd1f-d67c-496c-a082-b81fd8a87702 req-dd14eebf-d1ce-43ef-8225-1fd710b01c1d tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:02.647980 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-87b9dd1f-d67c-496c-a082-b81fd8a87702 req-dd14eebf-d1ce-43ef-8225-1fd710b01c1d tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 945 time: 0.0581648 Oct 19 01:01:02.689321 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-87b9dd1f-d67c-496c-a082-b81fd8a87702 req-a35b07b3-2df8-4e90-b9f7-d297a46e2b60 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349717 Oct 19 01:01:02.706117 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-238354ec-ea7b-415a-8c38-a4ded4a6317a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:02.759151 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device ace3a730-d940-48a1-9e37-f57f491c2e00 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:01:02.773058 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238354ec-ea7b-415a-8c38-a4ded4a6317a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0363dbe5-3df2-4445-a63d-085bbc46fdb0,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:02.783228 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238354ec-ea7b-415a-8c38-a4ded4a6317a admin admin] Checking segment: {'id': '31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ae2c3b1b-48cb-491d-9007-0691cd5f4fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:01:02.783649 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238354ec-ea7b-415a-8c38-a4ded4a6317a admin admin] Network hostable DHCP agents. Network: ae2c3b1b-48cb-491d-9007-0691cd5f4fbb, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:01:02.803555 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238354ec-ea7b-415a-8c38-a4ded4a6317a admin admin] Network ae2c3b1b-48cb-491d-9007-0691cd5f4fbb is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:01:02.813157 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91701c04-c5c9-4709-992c-ac47bca0288a req-c7e95ce9-c778-46e9-b507-c3909b05201b tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:02.814962 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-91701c04-c5c9-4709-992c-ac47bca0288a req-c7e95ce9-c778-46e9-b507-c3909b05201b tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5cfa7b5-c959-4808-ad9a-9aecbf19b606 HTTP/1.1" status: 200 len: 949 time: 0.0681837 Oct 19 01:01:02.817831 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-238354ec-ea7b-415a-8c38-a4ded4a6317a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, ae2c3b1b-48cb-491d-9007-0691cd5f4fbb) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:01:02.828233 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8059a6f7-9bc2-422c-969e-c06ab3e73170 None None] Network ae2c3b1b-48cb-491d-9007-0691cd5f4fbb requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:01:02.828650 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238354ec-ea7b-415a-8c38-a4ded4a6317a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:02.829604 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-238354ec-ea7b-415a-8c38-a4ded4a6317a admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:02.854874 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-238354ec-ea7b-415a-8c38-a4ded4a6317a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3693771 Oct 19 01:01:02.857729 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51590) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:01:02.862077 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-d652d5cd-63b7-445f-84c8-2fa21cde470a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-48298995-router', 'tenant_id': 'a49a980071cc4194a4c852bc837c18ec', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:01:02.862223 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-91701c04-c5c9-4709-992c-ac47bca0288a req-884f3c66-48b3-4d73-807a-36120410b946 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386541 Oct 19 01:01:02.870204 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 68c700e7-cf71-4776-b3ad-a6bf9df38dff details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:01:02.878663 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port ace3a730-d940-48a1-9e37-f57f491c2e00 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:01:02.889823 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port ace3a730-d940-48a1-9e37-f57f491c2e00 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:01:02.890262 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:02.908171 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d652d5cd-63b7-445f-84c8-2fa21cde470a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:02.909644 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d652d5cd-63b7-445f-84c8-2fa21cde470a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:02.974502 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc43d0-b21d-4779-a6ff-5597286917ff req-5a69340e-6e14-44a7-b837-f14a2d1c9df1 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:02.976165 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-60bc43d0-b21d-4779-a6ff-5597286917ff req-5a69340e-6e14-44a7-b837-f14a2d1c9df1 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 948 time: 0.0506063 Oct 19 01:01:02.996145 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d652d5cd-63b7-445f-84c8-2fa21cde470a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:03.026283 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-60bc43d0-b21d-4779-a6ff-5597286917ff req-f474f0bc-6fc8-4f38-90d2-fc3352ca2f73 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429673 Oct 19 01:01:03.138437 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d67863-d5f4-4544-954a-dc1411c6a387 req-c474aa4d-266f-4d0b-8a31-9712875414ab tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:03.146503 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92d67863-d5f4-4544-954a-dc1411c6a387 req-c474aa4d-266f-4d0b-8a31-9712875414ab tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.0638139 Oct 19 01:01:03.176260 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d652d5cd-63b7-445f-84c8-2fa21cde470a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:03.187913 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92d67863-d5f4-4544-954a-dc1411c6a387 req-ab1e1ddc-f47f-4700-8601-1530ee3fe2e9 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403113 Oct 19 01:01:03.212379 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 68c700e7-cf71-4776-b3ad-a6bf9df38dff, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=68c700e7-cf71-4776-b3ad-a6bf9df38dff,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:03.269100 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d6eaa3-cbc2-44a1-92e3-8650fd223779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-ae2c3b1b-48cb-491d-9007-0691cd5f4fbb', 'network_id': 'ae2c3b1b-48cb-491d-9007-0691cd5f4fbb', 'tenant_id': 'a49a980071cc4194a4c852bc837c18ec', 'fixed_ips': [{'subnet_id': '0363dbe5-3df2-4445-a63d-085bbc46fdb0'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:01:03.270302 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f1d6eaa3-cbc2-44a1-92e3-8650fd223779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:03.273350 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '68c700e7-cf71-4776-b3ad-a6bf9df38dff', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': '68c700e7-cf71-4776-b3ad-a6bf9df38dff', 'mac_address': 'fa:16:3e:2c:bb:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:01:03.281467 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:03.349140 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef145c-5137-4ba5-b1c5-91e50e9be329 req-895c803a-02c0-486d-ba7a-4340e32a002a tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:03.351034 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-07ef145c-5137-4ba5-b1c5-91e50e9be329 req-895c803a-02c0-486d-ba7a-4340e32a002a tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.0630178 Oct 19 01:01:03.377754 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5cfa7b5-c959-4808-ad9a-9aecbf19b606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace3a730-d940-48a1-9e37-f57f491c2e00'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:01:03.382207 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da21e10-e17b-47cb-90e0-d0fcde1f344a" -d '{"events": [{"server_uuid": "e5cfa7b5-c959-4808-ad9a-9aecbf19b606", "name": "network-vif-plugged", "status": "completed", "tag": "ace3a730-d940-48a1-9e37-f57f491c2e00"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:01:03.404798 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-07ef145c-5137-4ba5-b1c5-91e50e9be329 req-96040e46-e0bf-4fb5-ae80-b6eff2ab3d22 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475357 Oct 19 01:01:03.434672 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d652d5cd-63b7-445f-84c8-2fa21cde470a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:03.456829 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d652d5cd-63b7-445f-84c8-2fa21cde470a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:03.465811 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c065c3-7c10-4351-be96-760212cef707 x-openstack-request-id: req-19c065c3-7c10-4351-be96-760212cef707 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:01:03.466201 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5cfa7b5-c959-4808-ad9a-9aecbf19b606", "name": "network-vif-plugged", "status": "completed", "tag": "ace3a730-d940-48a1-9e37-f57f491c2e00", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:01:03.466844 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-19c065c3-7c10-4351-be96-760212cef707 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:01:03.467019 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5cfa7b5-c959-4808-ad9a-9aecbf19b606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace3a730-d940-48a1-9e37-f57f491c2e00', 'code': 200} Oct 19 01:01:03.477300 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:03.498930 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port ace3a730-d940-48a1-9e37-f57f491c2e00, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=ace3a730-d940-48a1-9e37-f57f491c2e00,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:03.512122 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:03.519912 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68c700e7-cf71-4776-b3ad-a6bf9df38dff {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:01:03.592340 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d5b47-ebb1-4302-a037-3585a1c303a1 req-641f8d9b-9424-4c4b-a89b-08ca1dacbc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:03.594110 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-096d5b47-ebb1-4302-a037-3585a1c303a1 req-641f8d9b-9424-4c4b-a89b-08ca1dacbc03 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e5cfa7b5-c959-4808-ad9a-9aecbf19b606 HTTP/1.1" status: 200 len: 1102 time: 0.0524356 Oct 19 01:01:03.612470 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 68c700e7-cf71-4776-b3ad-a6bf9df38dff, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=68c700e7-cf71-4776-b3ad-a6bf9df38dff,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:03.627014 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:03.627899 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-d652d5cd-63b7-445f-84c8-2fa21cde470a admin admin] Allocated IP 172.25.8.152 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/24701d86-7819-40b9-acf9-dad324ed85dc) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:01:03.636423 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=ace3a730-d940-48a1-9e37-f57f491c2e00,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:03.683533 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-f1d6eaa3-cbc2-44a1-92e3-8650fd223779 None None] Allocated IP 172.20.0.2 (ae2c3b1b-48cb-491d-9007-0691cd5f4fbb/0363dbe5-3df2-4445-a63d-085bbc46fdb0/c05c89ed-d815-46d8-a91d-a19eedd640f2) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:01:03.713871 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=68c700e7-cf71-4776-b3ad-a6bf9df38dff,revision_number=8']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:03.730068 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-096d5b47-ebb1-4302-a037-3585a1c303a1 req-cee5cd9d-7ea9-421d-a1ec-b23112fccc09 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279831 Oct 19 01:01:03.765810 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b184d4d-c9ee-48b4-8933-811c1bf75836 req-076441da-da8c-4ba6-a028-99b4a6b17f3c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:03.767554 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3b184d4d-c9ee-48b4-8933-811c1bf75836 req-076441da-da8c-4ba6-a028-99b4a6b17f3c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 943 time: 0.0854435 Oct 19 01:01:03.789732 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d652d5cd-63b7-445f-84c8-2fa21cde470a admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:03.833086 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d652d5cd-63b7-445f-84c8-2fa21cde470a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:03.844731 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3b184d4d-c9ee-48b4-8933-811c1bf75836 req-0925448e-a1e5-4573-9f2e-c7360fc98ed0 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678256 Oct 19 01:01:03.891585 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f1d6eaa3-cbc2-44a1-92e3-8650fd223779 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:03.896462 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652d5cd-63b7-445f-84c8-2fa21cde470a admin admin] Pushing event updated for resources: {'Port': ['ID=24701d86-7819-40b9-acf9-dad324ed85dc,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:03.900359 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f1d6eaa3-cbc2-44a1-92e3-8650fd223779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:03.905596 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d652d5cd-63b7-445f-84c8-2fa21cde470a admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:01:03.907024 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-d652d5cd-63b7-445f-84c8-2fa21cde470a admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:01:03.925838 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d652d5cd-63b7-445f-84c8-2fa21cde470a admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:01:03.960660 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d6eaa3-cbc2-44a1-92e3-8650fd223779 None None] Network ae2c3b1b-48cb-491d-9007-0691cd5f4fbb is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:01:03.964725 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-f1d6eaa3-cbc2-44a1-92e3-8650fd223779 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:01:03.967942 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d6eaa3-cbc2-44a1-92e3-8650fd223779 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:01:03.986239 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6eaa3-cbc2-44a1-92e3-8650fd223779 None None] Pushing event updated for resources: {'Port': ['ID=c05c89ed-d815-46d8-a91d-a19eedd640f2,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:04.049359 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-f1d6eaa3-cbc2-44a1-92e3-8650fd223779 None None] Attempting to bind port c05c89ed-d815-46d8-a91d-a19eedd640f2 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:01:04.049803 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-f1d6eaa3-cbc2-44a1-92e3-8650fd223779 None None] Attempting to bind port c05c89ed-d815-46d8-a91d-a19eedd640f2 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ae2c3b1b-48cb-491d-9007-0691cd5f4fbb'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:01:04.049953 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6d925-a808-47ab-9c76-ddd060fae0a4 req-e7aed958-ec73-4610-9daa-29b1b287b135 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:04.050159 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d6eaa3-cbc2-44a1-92e3-8650fd223779 None None] Attempting to bind port c05c89ed-d815-46d8-a91d-a19eedd640f2 on network ae2c3b1b-48cb-491d-9007-0691cd5f4fbb {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:01:04.051463 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d0b6d925-a808-47ab-9c76-ddd060fae0a4 req-e7aed958-ec73-4610-9daa-29b1b287b135 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 945 time: 0.0908155 Oct 19 01:01:04.058382 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d6eaa3-cbc2-44a1-92e3-8650fd223779 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:01:04.058909 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d6eaa3-cbc2-44a1-92e3-8650fd223779 None None] Checking segment: {'id': '31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ae2c3b1b-48cb-491d-9007-0691cd5f4fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:01:04.059324 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f1d6eaa3-cbc2-44a1-92e3-8650fd223779 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:04.059720 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d6eaa3-cbc2-44a1-92e3-8650fd223779 None None] Bound using segment: {'id': '31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ae2c3b1b-48cb-491d-9007-0691cd5f4fbb'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:01:04.060246 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-f1d6eaa3-cbc2-44a1-92e3-8650fd223779 None None] Bound port: c05c89ed-d815-46d8-a91d-a19eedd640f2, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ae2c3b1b-48cb-491d-9007-0691cd5f4fbb'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:01:04.060628 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f1d6eaa3-cbc2-44a1-92e3-8650fd223779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:04.136439 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d0b6d925-a808-47ab-9c76-ddd060fae0a4 req-5d33beba-877b-4fb3-a89a-e5925b963de5 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716281 Oct 19 01:01:04.149260 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-f1d6eaa3-cbc2-44a1-92e3-8650fd223779 None None] For port c05c89ed-d815-46d8-a91d-a19eedd640f2, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:01:04.153101 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-f1d6eaa3-cbc2-44a1-92e3-8650fd223779 None None] For port c05c89ed-d815-46d8-a91d-a19eedd640f2, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c05c89ed-d815-46d8-a91d-a19eedd640f2,segment=NetworkSegment(31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83),segment_id=31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:01:04.160038 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f1d6eaa3-cbc2-44a1-92e3-8650fd223779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:04.216782 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['68c700e7-cf71-4776-b3ad-a6bf9df38dff'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:01:04.222604 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6eaa3-cbc2-44a1-92e3-8650fd223779 None None] Pushing event updated for resources: {'Port': ['ID=c05c89ed-d815-46d8-a91d-a19eedd640f2,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:04.261416 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441102bd-2fe8-470e-acc2-92ba19e0dce8 req-08a76151-b352-4325-947c-4ec288279130 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:04.272310 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-441102bd-2fe8-470e-acc2-92ba19e0dce8 req-08a76151-b352-4325-947c-4ec288279130 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5cfa7b5-c959-4808-ad9a-9aecbf19b606 HTTP/1.1" status: 200 len: 950 time: 0.0684993 Oct 19 01:01:04.321439 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d652d5cd-63b7-445f-84c8-2fa21cde470a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:04.342008 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-441102bd-2fe8-470e-acc2-92ba19e0dce8 req-a68b3342-4b8e-439e-9785-8bac92511691 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686731 Oct 19 01:01:04.504703 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04ac0d-f62f-4d8b-bef8-72d0ab28a376 req-b1de4803-3613-403b-b285-21e4a1da76c2 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:04.508794 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3a04ac0d-f62f-4d8b-bef8-72d0ab28a376 req-b1de4803-3613-403b-b285-21e4a1da76c2 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 949 time: 0.0734146 Oct 19 01:01:04.590247 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3a04ac0d-f62f-4d8b-bef8-72d0ab28a376 req-55b4edb2-2c3b-449f-893e-939fcb7ace7d tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746920 Oct 19 01:01:04.738657 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0dbc0c-b41c-4ead-a75c-e6d7adf6aed4 req-1eb4c3f7-753a-4581-850a-3d6c1536f9ba tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:04.740972 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6f0dbc0c-b41c-4ead-a75c-e6d7adf6aed4 req-1eb4c3f7-753a-4581-850a-3d6c1536f9ba tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.0603790 Oct 19 01:01:04.769466 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device a8ec244b-6721-494a-b23c-8c036d389ed5 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:01:04.782214 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6f0dbc0c-b41c-4ead-a75c-e6d7adf6aed4 req-b95941b5-3470-448a-be25-eaee4ec1dc2f tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347455 Oct 19 01:01:04.857112 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d652d5cd-63b7-445f-84c8-2fa21cde470a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:04.927451 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b100a-69ea-46cb-b179-9ee747c3cb50 req-8a0a292d-8798-4610-9952-ade496a4aa6d tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:04.930848 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f05b100a-69ea-46cb-b179-9ee747c3cb50 req-8a0a292d-8798-4610-9952-ade496a4aa6d tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.0647769 Oct 19 01:01:04.977379 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f05b100a-69ea-46cb-b179-9ee747c3cb50 req-f678838d-2269-41ab-9690-e7e82a89b4ae tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377340 Oct 19 01:01:05.025089 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d652d5cd-63b7-445f-84c8-2fa21cde470a admin admin] Router 094a1316-1f6f-47a1-9856-8707411d3c3e is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:01:05.133235 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59449a02-351a-49ad-b148-591818775c19 req-f555135c-0a6b-41d2-aafa-29343e246d66 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:05.141455 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-59449a02-351a-49ad-b148-591818775c19 req-f555135c-0a6b-41d2-aafa-29343e246d66 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 943 time: 0.0838850 Oct 19 01:01:05.150960 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d652d5cd-63b7-445f-84c8-2fa21cde470a admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:01:05.162158 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4276d9-cc98-45c5-b470-42a774a59a4b None None] Sync routers for ids ['094a1316-1f6f-47a1-9856-8707411d3c3e'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:01:05.178386 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d652d5cd-63b7-445f-84c8-2fa21cde470a admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:05.180149 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d652d5cd-63b7-445f-84c8-2fa21cde470a admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3213558 Oct 19 01:01:05.184247 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51614) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:01:05.185929 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-6c561d52-577d-4b72-9b12-fce119f0b6fb service neutron] 10.222.0.24 "GET /v2.0/ports/a8ec244b-6721-494a-b23c-8c036d389ed5/bindings/n-h1-715271-26 HTTP/1.1" status: 200 len: 385 time: 0.1651282 Oct 19 01:01:05.186957 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4276d9-cc98-45c5-b470-42a774a59a4b None None] Routers {'094a1316-1f6f-47a1-9856-8707411d3c3e'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:01:05.188002 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-bc4276d9-cc98-45c5-b470-42a774a59a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:00:46Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['094a1316-1f6f-47a1-9856-8707411d3c3e'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:01:05.196660 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-59449a02-351a-49ad-b148-591818775c19 req-ab44c1bf-7020-4179-bfdf-3cde8c90839e tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527241 Oct 19 01:01:05.328327 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-bc4276d9-cc98-45c5-b470-42a774a59a4b None None] Set router 094a1316-1f6f-47a1-9856-8707411d3c3e gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:01:05.399840 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5388ecb-3342-400b-8f2b-af790a7e60cf req-6b7b7d5c-6725-404c-83f1-80b5111adf5a tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:05.401421 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a5388ecb-3342-400b-8f2b-af790a7e60cf req-6b7b7d5c-6725-404c-83f1-80b5111adf5a tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 945 time: 0.1052053 Oct 19 01:01:05.469773 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a5388ecb-3342-400b-8f2b-af790a7e60cf req-7b7e9c44-a5b3-47df-94f6-5841fdc35f1b tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604844 Oct 19 01:01:05.560974 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-5fc8e1fb-ec91-4649-8c56-8a17aacbf1f8 service neutron] For port a8ec244b-6721-494a-b23c-8c036d389ed5, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a8ec244b-6721-494a-b23c-8c036d389ed5,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:05.596212 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9abc58-6829-4780-a501-deb93cff8629 None None] Network ae2c3b1b-48cb-491d-9007-0691cd5f4fbb requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:01:05.621599 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-5fc8e1fb-ec91-4649-8c56-8a17aacbf1f8 service neutron] For port a8ec244b-6721-494a-b23c-8c036d389ed5, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:01:05.668569 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e4dc4-df4c-4376-b547-719ad4a0b864 req-b377a0eb-5387-4d83-9c85-1d60e7257ed7 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:05.670043 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1a7e4dc4-df4c-4376-b547-719ad4a0b864 req-b377a0eb-5387-4d83-9c85-1d60e7257ed7 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5cfa7b5-c959-4808-ad9a-9aecbf19b606 HTTP/1.1" status: 200 len: 950 time: 0.0999498 Oct 19 01:01:05.674219 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-5fc8e1fb-ec91-4649-8c56-8a17aacbf1f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8ec244b-6721-494a-b23c-8c036d389ed5 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:01:05.688706 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-5fc8e1fb-ec91-4649-8c56-8a17aacbf1f8 service neutron] For port a8ec244b-6721-494a-b23c-8c036d389ed5, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=a8ec244b-6721-494a-b23c-8c036d389ed5,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:05.720756 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-5fc8e1fb-ec91-4649-8c56-8a17aacbf1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:05.725856 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-60207ebe-6aab-4082-ae27-ce07c061e412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:05.744478 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1a7e4dc4-df4c-4376-b547-719ad4a0b864 req-58865cf5-38af-4f18-8c19-e9d0ce19a863 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582433 Oct 19 01:01:05.806933 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-49902f69-a081-4c2f-ab45-de18f686ecc6 None None] Provisioning complete for port c05c89ed-d815-46d8-a91d-a19eedd640f2 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:01:05.807497 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-49902f69-a081-4c2f-ab45-de18f686ecc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:05.872976 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-bc4276d9-cc98-45c5-b470-42a774a59a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'name': 'tempest-ServersTestBootFromVolume-48298995-router', 'tenant_id': 'a49a980071cc4194a4c852bc837c18ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '24701d86-7819-40b9-acf9-dad324ed85dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:01:02Z', 'updated_at': '2021-10-19T01:01:04Z', 'revision_number': 3, 'project_id': 'a49a980071cc4194a4c852bc837c18ec', 'gw_port': {'id': '24701d86-7819-40b9-acf9-dad324ed85dc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:01:03Z', 'updated_at': '2021-10-19T01:01:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:01:05.882492 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-5fc8e1fb-ec91-4649-8c56-8a17aacbf1f8 service neutron] Transition to ACTIVE for port object a8ec244b-6721-494a-b23c-8c036d389ed5 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:01:05.892370 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-5fc8e1fb-ec91-4649-8c56-8a17aacbf1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:05.906765 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-60207ebe-6aab-4082-ae27-ce07c061e412 admin admin] Allocated IP 172.20.0.1 (ae2c3b1b-48cb-491d-9007-0691cd5f4fbb/0363dbe5-3df2-4445-a63d-085bbc46fdb0/87b3b899-2f50-4c9b-a48c-a04bca5be6aa) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:01:05.932475 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4276d9-cc98-45c5-b470-42a774a59a4b None None] Checking router: 094a1316-1f6f-47a1-9856-8707411d3c3e for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:01:05.932796 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4276d9-cc98-45c5-b470-42a774a59a4b None None] Updating router 094a1316-1f6f-47a1-9856-8707411d3c3e port 24701d86-7819-40b9-acf9-dad324ed85dc binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:01:05.956625 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70fc55e-ee3e-43dd-b82b-6de80e1ffb1c req-87ae6c54-ac0d-40f0-99d8-1ce8bbf36b85 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:05.964258 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e70fc55e-ee3e-43dd-b82b-6de80e1ffb1c req-87ae6c54-ac0d-40f0-99d8-1ce8bbf36b85 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 949 time: 0.1279733 Oct 19 01:01:05.999804 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-5fc8e1fb-ec91-4649-8c56-8a17aacbf1f8 service neutron] No DVR routers for this DVR port a8ec244b-6721-494a-b23c-8c036d389ed5 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:01:06.025390 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bc4276d9-cc98-45c5-b470-42a774a59a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:06.046480 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-60207ebe-6aab-4082-ae27-ce07c061e412 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:06.056742 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8e1fb-ec91-4649-8c56-8a17aacbf1f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ec244b-6721-494a-b23c-8c036d389ed5,revision_number=10']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:06.063047 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-49902f69-a081-4c2f-ab45-de18f686ecc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:06.068649 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-5fc8e1fb-ec91-4649-8c56-8a17aacbf1f8 service neutron] 10.222.0.24 "PUT /v2.0/ports/a8ec244b-6721-494a-b23c-8c036d389ed5/bindings/n-h1-715271-26/activate HTTP/1.1" status: 200 len: 370 time: 0.8679042 Oct 19 01:01:06.072359 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e70fc55e-ee3e-43dd-b82b-6de80e1ffb1c req-057dc95e-6d67-4367-8468-32b275dc631d tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073203 Oct 19 01:01:06.099762 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-60207ebe-6aab-4082-ae27-ce07c061e412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:06.147761 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60207ebe-6aab-4082-ae27-ce07c061e412 admin admin] Network ae2c3b1b-48cb-491d-9007-0691cd5f4fbb is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:01:06.155046 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-60207ebe-6aab-4082-ae27-ce07c061e412 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:01:06.159767 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60207ebe-6aab-4082-ae27-ce07c061e412 admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:01:06.192235 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-49902f69-a081-4c2f-ab45-de18f686ecc6 None None] For port c05c89ed-d815-46d8-a91d-a19eedd640f2, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c05c89ed-d815-46d8-a91d-a19eedd640f2,segment=NetworkSegment(31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83),segment_id=31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:06.198991 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60207ebe-6aab-4082-ae27-ce07c061e412 admin admin] Pushing event updated for resources: {'Port': ['ID=87b3b899-2f50-4c9b-a48c-a04bca5be6aa,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:06.200197 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-49902f69-a081-4c2f-ab45-de18f686ecc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:06.225306 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-60207ebe-6aab-4082-ae27-ce07c061e412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:06.257478 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c05c89ed-d815-46d8-a91d-a19eedd640f2 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:01:06.395538 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49902f69-a081-4c2f-ab45-de18f686ecc6 None None] Pushing event updated for resources: {'Port': ['ID=c05c89ed-d815-46d8-a91d-a19eedd640f2,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:06.402834 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-60207ebe-6aab-4082-ae27-ce07c061e412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:06.420093 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49902f69-a081-4c2f-ab45-de18f686ecc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:06.420427 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49902f69-a081-4c2f-ab45-de18f686ecc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:06.420853 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49902f69-a081-4c2f-ab45-de18f686ecc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:06.421191 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49902f69-a081-4c2f-ab45-de18f686ecc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:06.421558 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49902f69-a081-4c2f-ab45-de18f686ecc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:06.421896 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49902f69-a081-4c2f-ab45-de18f686ecc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:06.422299 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49902f69-a081-4c2f-ab45-de18f686ecc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:06.422664 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49902f69-a081-4c2f-ab45-de18f686ecc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:06.422991 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49902f69-a081-4c2f-ab45-de18f686ecc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:06.423314 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49902f69-a081-4c2f-ab45-de18f686ecc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:06.423676 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49902f69-a081-4c2f-ab45-de18f686ecc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:06.424025 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49902f69-a081-4c2f-ab45-de18f686ecc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:06.469515 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port c05c89ed-d815-46d8-a91d-a19eedd640f2 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:01:06.469915 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:06.497637 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-fbdbf8b4-5849-4442-b66d-ca6d28b5b130 None None] Provisioning complete for port c05c89ed-d815-46d8-a91d-a19eedd640f2 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:01:06.498056 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fbdbf8b4-5849-4442-b66d-ca6d28b5b130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:06.602831 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-60207ebe-6aab-4082-ae27-ce07c061e412 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:06.608633 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-60207ebe-6aab-4082-ae27-ce07c061e412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:06.623132 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bc4276d9-cc98-45c5-b470-42a774a59a4b None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:06.652144 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2cad68-b975-49a5-b431-f1ac0802f216 req-40a69999-fcd9-4c97-bdd5-ecf37ff7223e tempest-ServersOnMultiNodesTest-136313355 tempest-ServersOnMultiNodesTest-136313355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:06.652490 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bc4276d9-cc98-45c5-b470-42a774a59a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:06.653927 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3d2cad68-b975-49a5-b431-f1ac0802f216 req-40a69999-fcd9-4c97-bdd5-ecf37ff7223e tempest-ServersOnMultiNodesTest-136313355 tempest-ServersOnMultiNodesTest-136313355-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e5cfa7b5-c959-4808-ad9a-9aecbf19b606 HTTP/1.1" status: 200 len: 1102 time: 0.4330029 Oct 19 01:01:06.700293 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3d2cad68-b975-49a5-b431-f1ac0802f216 req-58dd3393-c800-40d1-b454-154f996184e1 tempest-ServersOnMultiNodesTest-136313355 tempest-ServersOnMultiNodesTest-136313355-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401406 Oct 19 01:01:06.704902 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-60207ebe-6aab-4082-ae27-ce07c061e412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:06.707245 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60207ebe-6aab-4082-ae27-ce07c061e412 admin admin] Pushing event updated for resources: {'Port': ['ID=87b3b899-2f50-4c9b-a48c-a04bca5be6aa,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:06.764057 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-bc4276d9-cc98-45c5-b470-42a774a59a4b None None] Attempting to bind port 24701d86-7819-40b9-acf9-dad324ed85dc on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:01:06.764432 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-bc4276d9-cc98-45c5-b470-42a774a59a4b None None] Attempting to bind port 24701d86-7819-40b9-acf9-dad324ed85dc by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:01:06.764829 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4276d9-cc98-45c5-b470-42a774a59a4b None None] Attempting to bind port 24701d86-7819-40b9-acf9-dad324ed85dc on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:01:06.767177 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e9dfb-3798-47e9-8b43-8f8a69b0fbbe None None] Pushing event updated for resources: {'Port': ['ID=24701d86-7819-40b9-acf9-dad324ed85dc,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:06.784192 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4276d9-cc98-45c5-b470-42a774a59a4b None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:01:06.784569 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4276d9-cc98-45c5-b470-42a774a59a4b None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:01:06.784971 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bc4276d9-cc98-45c5-b470-42a774a59a4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:06.785362 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4276d9-cc98-45c5-b470-42a774a59a4b None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:01:06.785834 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-bc4276d9-cc98-45c5-b470-42a774a59a4b None None] Bound port: 24701d86-7819-40b9-acf9-dad324ed85dc, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:01:06.786264 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bc4276d9-cc98-45c5-b470-42a774a59a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:06.833212 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60207ebe-6aab-4082-ae27-ce07c061e412 admin admin] Network ae2c3b1b-48cb-491d-9007-0691cd5f4fbb is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:01:06.834880 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-60207ebe-6aab-4082-ae27-ce07c061e412 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:01:06.855504 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700a8ed-88fa-4956-a877-65dcc92e5268 req-4dfdf619-6c3d-4384-b175-6a80590e1ea7 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:06.859141 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2700a8ed-88fa-4956-a877-65dcc92e5268 req-4dfdf619-6c3d-4384-b175-6a80590e1ea7 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.0838735 Oct 19 01:01:06.872648 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 68c700e7-cf71-4776-b3ad-a6bf9df38dff up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:01:06.903054 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2700a8ed-88fa-4956-a877-65dcc92e5268 req-c688ed1c-beeb-4de9-8f3d-23d77acf542b tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366263 Oct 19 01:01:06.946062 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-bc4276d9-cc98-45c5-b470-42a774a59a4b None None] For port 24701d86-7819-40b9-acf9-dad324ed85dc, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:01:06.971248 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-bc4276d9-cc98-45c5-b470-42a774a59a4b None None] For port 24701d86-7819-40b9-acf9-dad324ed85dc, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=24701d86-7819-40b9-acf9-dad324ed85dc,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:01:06.976913 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60207ebe-6aab-4082-ae27-ce07c061e412 admin admin] Router 094a1316-1f6f-47a1-9856-8707411d3c3e has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:01:06.983864 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bc4276d9-cc98-45c5-b470-42a774a59a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:06.999809 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-fd7c5b68-d181-4a8b-b0df-ce04d83c85c7 None None] Provisioning complete for port 87b3b899-2f50-4c9b-a48c-a04bca5be6aa triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:01:07.000184 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fd7c5b68-d181-4a8b-b0df-ce04d83c85c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:07.066821 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a6445-bca2-417d-b196-a4811922f35e req-9611803b-8ee7-4429-81b6-7b6db9e28f2b tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:07.072218 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b64a6445-bca2-417d-b196-a4811922f35e req-9611803b-8ee7-4429-81b6-7b6db9e28f2b tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.0637817 Oct 19 01:01:07.107861 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 68c700e7-cf71-4776-b3ad-a6bf9df38dff completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:01:07.113322 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4276d9-cc98-45c5-b470-42a774a59a4b None None] Routers {'094a1316-1f6f-47a1-9856-8707411d3c3e'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:01:07.113951 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-bc4276d9-cc98-45c5-b470-42a774a59a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:00:46Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['094a1316-1f6f-47a1-9856-8707411d3c3e'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:01:07.117239 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b64a6445-bca2-417d-b196-a4811922f35e req-43b3d115-e65d-427a-a9d0-2606000e71cd tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405419 Oct 19 01:01:07.121153 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-fd7c5b68-d181-4a8b-b0df-ce04d83c85c7 None None] Port 87b3b899-2f50-4c9b-a48c-a04bca5be6aa cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:01:07.123765 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e9dfb-3798-47e9-8b43-8f8a69b0fbbe None None] Pushing event updated for resources: {'Port': ['ID=24701d86-7819-40b9-acf9-dad324ed85dc,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:07.126410 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60207ebe-6aab-4082-ae27-ce07c061e412 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:01:07.127368 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 68c700e7-cf71-4776-b3ad-a6bf9df38dff triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:01:07.128284 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:07.145483 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-60207ebe-6aab-4082-ae27-ce07c061e412 admin admin] 10.222.0.57 "PUT /v2.0/routers/094a1316-1f6f-47a1-9856-8707411d3c3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9588737 Oct 19 01:01:07.245013 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fdbe20-ce49-4203-a016-d509323eef9c req-34155477-0ee3-49d7-af2a-81f2dee558e9 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:07.246615 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-27fdbe20-ce49-4203-a016-d509323eef9c req-34155477-0ee3-49d7-af2a-81f2dee558e9 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 944 time: 0.0589626 Oct 19 01:01:07.292364 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-27fdbe20-ce49-4203-a016-d509323eef9c req-e353140d-a4b5-4402-a571-d855e87415e5 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385218 Oct 19 01:01:07.316681 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-bc4276d9-cc98-45c5-b470-42a774a59a4b None None] Set router 094a1316-1f6f-47a1-9856-8707411d3c3e gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:01:07.319034 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-7ffb3cf2-f25c-4df3-a441-364a33cd91fa None None] Provisioning complete for port 87b3b899-2f50-4c9b-a48c-a04bca5be6aa triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:01:07.319643 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7ffb3cf2-f25c-4df3-a441-364a33cd91fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:07.392028 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:07.408046 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-7ffb3cf2-f25c-4df3-a441-364a33cd91fa None None] Port 87b3b899-2f50-4c9b-a48c-a04bca5be6aa cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:01:07.409135 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414c9f8-7cfc-4656-ba2e-7871704e1d0e req-0dccade8-9e1f-4b16-a151-ba8bbd94b988 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:07.412439 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c414c9f8-7cfc-4656-ba2e-7871704e1d0e req-0dccade8-9e1f-4b16-a151-ba8bbd94b988 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 945 time: 0.0535893 Oct 19 01:01:07.451428 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c414c9f8-7cfc-4656-ba2e-7871704e1d0e req-3db1d92b-46b3-40f2-a25c-519c34336f7a tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343635 Oct 19 01:01:07.464025 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb86c0f-93a1-416a-902d-6a6c5348a450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c700e7-cf71-4776-b3ad-a6bf9df38dff'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:01:07.465703 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86fcc66-3aee-4b13-ae42-636c02ae0035" -d '{"events": [{"server_uuid": "ecb86c0f-93a1-416a-902d-6a6c5348a450", "name": "network-vif-plugged", "status": "completed", "tag": "68c700e7-cf71-4776-b3ad-a6bf9df38dff"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:01:07.491306 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 68c700e7-cf71-4776-b3ad-a6bf9df38dff, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=68c700e7-cf71-4776-b3ad-a6bf9df38dff,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:07.526715 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:07.556816 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-a2aba58b-b3cf-421d-8c4b-6409afddb0ad tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=a25adcdc646c4e4b987e3016f8b86608&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240843 Oct 19 01:01:07.618207 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=68c700e7-cf71-4776-b3ad-a6bf9df38dff,revision_number=9']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:07.650026 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-bc4276d9-cc98-45c5-b470-42a774a59a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'name': 'tempest-ServersTestBootFromVolume-48298995-router', 'tenant_id': 'a49a980071cc4194a4c852bc837c18ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '24701d86-7819-40b9-acf9-dad324ed85dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:01:02Z', 'updated_at': '2021-10-19T01:01:06Z', 'revision_number': 4, 'project_id': 'a49a980071cc4194a4c852bc837c18ec', 'gw_port': {'id': '24701d86-7819-40b9-acf9-dad324ed85dc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:01:03Z', 'updated_at': '2021-10-19T01:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '87b3b899-2f50-4c9b-a48c-a04bca5be6aa', 'name': '', 'network_id': 'ae2c3b1b-48cb-491d-9007-0691cd5f4fbb', 'tenant_id': 'a49a980071cc4194a4c852bc837c18ec', 'mac_address': 'fa:16:3e:30:70:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0363dbe5-3df2-4445-a63d-085bbc46fdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:01:05Z', 'updated_at': '2021-10-19T01:01:06Z', 'revision_number': 2, 'project_id': 'a49a980071cc4194a4c852bc837c18ec', 'subnets': [{'id': '0363dbe5-3df2-4445-a63d-085bbc46fdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:01:07.675619 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-986169fa-0927-4cff-a927-2eba75d69f03 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:07.677699 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-986169fa-0927-4cff-a927-2eba75d69f03 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1144493 Oct 19 01:01:07.680145 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4276d9-cc98-45c5-b470-42a774a59a4b None None] The sync data for ids ['094a1316-1f6f-47a1-9856-8707411d3c3e'] in n-d-715271-26 is: [{'id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'name': 'tempest-ServersTestBootFromVolume-48298995-router', 'tenant_id': 'a49a980071cc4194a4c852bc837c18ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '24701d86-7819-40b9-acf9-dad324ed85dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:01:02Z', 'updated_at': '2021-10-19T01:01:06Z', 'revision_number': 4, 'project_id': 'a49a980071cc4194a4c852bc837c18ec', 'gw_port': {'id': '24701d86-7819-40b9-acf9-dad324ed85dc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:01:03Z', 'updated_at': '2021-10-19T01:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '87b3b899-2f50-4c9b-a48c-a04bca5be6aa', 'name': '', 'network_id': 'ae2c3b1b-48cb-491d-9007-0691cd5f4fbb', 'tenant_id': 'a49a980071cc4194a4c852bc837c18ec', 'mac_address': 'fa:16:3e:30:70:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0363dbe5-3df2-4445-a63d-085bbc46fdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:01:05Z', 'updated_at': '2021-10-19T01:01:06Z', 'revision_number': 2, 'project_id': 'a49a980071cc4194a4c852bc837c18ec', 'subnets': [{'id': '0363dbe5-3df2-4445-a63d-085bbc46fdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:01:07.700499 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-112bd697-dd2d-4d0c-a690-9d3ed09c6498 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/quotas/a25adcdc646c4e4b987e3016f8b86608 HTTP/1.1" status: 200 len: 375 time: 0.0107205 Oct 19 01:01:07.771245 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-6734af5d-d3aa-4da6-a50a-cea08c289b55 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a25adcdc646c4e4b987e3016f8b86608&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0624461 Oct 19 01:01:08.007369 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd926e11-a263-45d6-8278-3a50a82c68d4 req-421c15fb-484e-43f7-9a4b-d71a35d67cdb tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:08.009064 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bd926e11-a263-45d6-8278-3a50a82c68d4 req-421c15fb-484e-43f7-9a4b-d71a35d67cdb tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 950 time: 0.0570226 Oct 19 01:01:08.052475 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bd926e11-a263-45d6-8278-3a50a82c68d4 req-e989ce1b-57d2-4ad1-ad2f-4ec0c81b53e4 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369527 Oct 19 01:01:08.175935 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c05c89ed-d815-46d8-a91d-a19eedd640f2 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:01:08.393902 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port c05c89ed-d815-46d8-a91d-a19eedd640f2 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:01:08.394272 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:08.449714 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51668) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:01:08.454305 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-fbd6a1c5-0367-44de-91e9-70d8cdf11b46 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Request body: {'security_group': {'name': 'tempest-securitygroup--773766306', 'description': 'tempest-description--1177397168'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:01:08.485350 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a1c5-0367-44de-91e9-70d8cdf11b46 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:08.502800 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f83921-2562-454b-b102-ac0cbd7763a4 x-openstack-request-id: req-05f83921-2562-454b-b102-ac0cbd7763a4 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:01:08.503141 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb86c0f-93a1-416a-902d-6a6c5348a450", "name": "network-vif-plugged", "status": "completed", "tag": "68c700e7-cf71-4776-b3ad-a6bf9df38dff", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:01:08.503404 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-05f83921-2562-454b-b102-ac0cbd7763a4 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:01:08.507050 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb86c0f-93a1-416a-902d-6a6c5348a450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c700e7-cf71-4776-b3ad-a6bf9df38dff', 'code': 200} Oct 19 01:01:08.574081 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a1c5-0367-44de-91e9-70d8cdf11b46 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:08.580996 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a1c5-0367-44de-91e9-70d8cdf11b46 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:08.588531 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-80e0cb25-1682-4349-bc43-77e3be4ba302 req-42574752-a449-4b5b-b0bf-e8b8fe261a7c tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d695e1c-c5d0-4b47-a266-16a7e3736c28 HTTP/1.1" status: 200 len: 210 time: 0.0289538 Oct 19 01:01:08.613866 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6a1c5-0367-44de-91e9-70d8cdf11b46 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee01ab66-3697-4623-ae66-2cb16178c0d4,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:08.620679 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a1c5-0367-44de-91e9-70d8cdf11b46 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:08.623769 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fbd6a1c5-0367-44de-91e9-70d8cdf11b46 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1711097 Oct 19 01:01:08.625322 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 51672) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:01:08.629876 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-6a5245ed-3dc7-4904-8028-8cf801eb37ff tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Request body: {'security_group_rule': {'security_group_id': 'ee01ab66-3697-4623-ae66-2cb16178c0d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:01:08.671778 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6a5245ed-3dc7-4904-8028-8cf801eb37ff tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:08.736567 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b369af-fe15-44e0-bef9-c2e345bd50de req-44f9ae0a-2cb1-421b-903e-397537cf25de tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:08.738071 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-71b369af-fe15-44e0-bef9-c2e345bd50de req-44f9ae0a-2cb1-421b-903e-397537cf25de tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.0782588 Oct 19 01:01:08.758770 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6a5245ed-3dc7-4904-8028-8cf801eb37ff tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:08.765487 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6a5245ed-3dc7-4904-8028-8cf801eb37ff tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:08.799641 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5245ed-3dc7-4904-8028-8cf801eb37ff tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=142281b2-b844-4adc-9406-62f1396292cb,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:08.808107 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-71b369af-fe15-44e0-bef9-c2e345bd50de req-56d47857-163a-4212-95c6-40f0db007d03 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634842 Oct 19 01:01:08.811701 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6a5245ed-3dc7-4904-8028-8cf801eb37ff tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:08.815445 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51674) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:01:08.815770 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6a5245ed-3dc7-4904-8028-8cf801eb37ff tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1891999 Oct 19 01:01:08.821207 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-da6f2016-d222-4b90-bf30-477e0de7e395 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Request body: {'security_group_rule': {'security_group_id': 'ee01ab66-3697-4623-ae66-2cb16178c0d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:01:08.855811 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-da6f2016-d222-4b90-bf30-477e0de7e395 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:08.926583 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2788a91-777d-448b-84b3-aaa85ad7ff0e req-8406991f-5c60-465c-a4ef-ff37277f66ef tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:08.928942 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b2788a91-777d-448b-84b3-aaa85ad7ff0e req-8406991f-5c60-465c-a4ef-ff37277f66ef tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.0544865 Oct 19 01:01:08.934451 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-da6f2016-d222-4b90-bf30-477e0de7e395 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:08.941090 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-da6f2016-d222-4b90-bf30-477e0de7e395 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:08.959005 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f2016-d222-4b90-bf30-477e0de7e395 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b7121b9-1331-422e-a315-8d737064ea57,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:08.971152 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-da6f2016-d222-4b90-bf30-477e0de7e395 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:08.972720 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-da6f2016-d222-4b90-bf30-477e0de7e395 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1556888 Oct 19 01:01:08.976636 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51676) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:01:08.979397 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b2788a91-777d-448b-84b3-aaa85ad7ff0e req-53524438-76bd-45bb-8503-0c0f3b96bac1 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436943 Oct 19 01:01:08.981127 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-5f65816f-afe0-4d46-ab11-3d9a092d85b3 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:01:09.008994 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5f65816f-afe0-4d46-ab11-3d9a092d85b3 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks [] for floatingip, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:09.099103 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e02a2-6aaa-4fde-9e38-c4e728002cfc req-d0f40c63-6d88-4330-ae6b-dca6e7a9b0cd tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:09.100623 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e26e02a2-6aaa-4fde-9e38-c4e728002cfc req-d0f40c63-6d88-4330-ae6b-dca6e7a9b0cd tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 944 time: 0.0550008 Oct 19 01:01:09.114130 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5f65816f-afe0-4d46-ab11-3d9a092d85b3 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:09.142226 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e26e02a2-6aaa-4fde-9e38-c4e728002cfc req-d9d6a7da-aa24-4b9d-bd3c-0645f609bf7f tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351138 Oct 19 01:01:09.235316 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-5f65816f-afe0-4d46-ab11-3d9a092d85b3 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Allocated IP 172.25.8.150 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/f20f87c6-03e3-4b9b-a1a0-640c00a96943) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:01:09.265399 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a934a72-1b8f-4d5c-b7c1-d729204bde63 req-6a8e8215-a7ca-4c9c-8cba-1ad375e00346 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:09.266891 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8a934a72-1b8f-4d5c-b7c1-d729204bde63 req-6a8e8215-a7ca-4c9c-8cba-1ad375e00346 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 945 time: 0.0555286 Oct 19 01:01:09.313486 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8a934a72-1b8f-4d5c-b7c1-d729204bde63 req-368982ed-163c-447a-a665-e29a87990540 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398173 Oct 19 01:01:09.347965 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5f65816f-afe0-4d46-ab11-3d9a092d85b3 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:09.384770 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5f65816f-afe0-4d46-ab11-3d9a092d85b3 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:09.432755 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f65816f-afe0-4d46-ab11-3d9a092d85b3 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:01:09.435961 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-5f65816f-afe0-4d46-ab11-3d9a092d85b3 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:01:09.439897 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f65816f-afe0-4d46-ab11-3d9a092d85b3 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:01:09.443794 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978a2ec-292e-45c7-9fde-063e2976d601 req-37ad9047-68be-4172-8952-dcca73098a12 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:09.445523 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c978a2ec-292e-45c7-9fde-063e2976d601 req-37ad9047-68be-4172-8952-dcca73098a12 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 950 time: 0.0596702 Oct 19 01:01:09.446084 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65816f-afe0-4d46-ab11-3d9a092d85b3 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Pushing event updated for resources: {'Port': ['ID=f20f87c6-03e3-4b9b-a1a0-640c00a96943,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:09.502340 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c978a2ec-292e-45c7-9fde-063e2976d601 req-3b4b5126-f14c-4d85-86c9-feeb80e62347 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469835 Oct 19 01:01:09.575893 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5f65816f-afe0-4d46-ab11-3d9a092d85b3 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:09.623672 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5f65816f-afe0-4d46-ab11-3d9a092d85b3 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:09.693416 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-43a6226f-6a18-44b7-954b-a65f9a78104a req-2fd45bf7-4ffa-4279-a7d8-031232b353dd tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d695e1c-c5d0-4b47-a266-16a7e3736c28 HTTP/1.1" status: 200 len: 210 time: 0.0304716 Oct 19 01:01:09.771644 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f3377f-1ac7-447a-bdf0-4b4300c35785 None None] Sync routers for ids ['094a1316-1f6f-47a1-9856-8707411d3c3e'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:01:09.786243 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f3377f-1ac7-447a-bdf0-4b4300c35785 None None] Routers {'094a1316-1f6f-47a1-9856-8707411d3c3e'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:01:09.786993 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-f9f3377f-1ac7-447a-bdf0-4b4300c35785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:00:46Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['094a1316-1f6f-47a1-9856-8707411d3c3e'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:01:09.791016 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5f65816f-afe0-4d46-ab11-3d9a092d85b3 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:09.795423 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5f65816f-afe0-4d46-ab11-3d9a092d85b3 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:09.871233 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65816f-afe0-4d46-ab11-3d9a092d85b3 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Pushing event updated for resources: {'Port': ['ID=f20f87c6-03e3-4b9b-a1a0-640c00a96943,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:09.879469 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5f65816f-afe0-4d46-ab11-3d9a092d85b3 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:09.896338 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5f65816f-afe0-4d46-ab11-3d9a092d85b3 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:09.897709 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5f65816f-afe0-4d46-ab11-3d9a092d85b3 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9202499 Oct 19 01:01:09.915112 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-f9f3377f-1ac7-447a-bdf0-4b4300c35785 None None] Set router 094a1316-1f6f-47a1-9856-8707411d3c3e gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:01:09.938815 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0f6f1-026a-4c42-a909-a0bfbcba8551 req-84afeda4-7496-4c33-a564-74795ed9e033 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:09.940487 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6fd0f6f1-026a-4c42-a909-a0bfbcba8551 req-84afeda4-7496-4c33-a564-74795ed9e033 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.0538328 Oct 19 01:01:09.984032 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6fd0f6f1-026a-4c42-a909-a0bfbcba8551 req-1fc7e270-788b-43f9-bb78-14a1b9f7b1ff tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354674 Oct 19 01:01:10.128015 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c26fab-7db0-4848-b13c-a4d4b337965a req-38e60bc5-e1e4-46ed-9fbc-0b559a56b4e7 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:10.138526 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d8c26fab-7db0-4848-b13c-a4d4b337965a req-38e60bc5-e1e4-46ed-9fbc-0b559a56b4e7 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.0794337 Oct 19 01:01:10.183065 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d8c26fab-7db0-4848-b13c-a4d4b337965a req-d59d67e6-f691-43e1-84dd-52482544203d tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434239 Oct 19 01:01:10.219938 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 24701d86-7819-40b9-acf9-dad324ed85dc up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:01:10.263358 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-f9f3377f-1ac7-447a-bdf0-4b4300c35785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'name': 'tempest-ServersTestBootFromVolume-48298995-router', 'tenant_id': 'a49a980071cc4194a4c852bc837c18ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '24701d86-7819-40b9-acf9-dad324ed85dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:01:02Z', 'updated_at': '2021-10-19T01:01:06Z', 'revision_number': 4, 'project_id': 'a49a980071cc4194a4c852bc837c18ec', 'gw_port': {'id': '24701d86-7819-40b9-acf9-dad324ed85dc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:01:03Z', 'updated_at': '2021-10-19T01:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '87b3b899-2f50-4c9b-a48c-a04bca5be6aa', 'name': '', 'network_id': 'ae2c3b1b-48cb-491d-9007-0691cd5f4fbb', 'tenant_id': 'a49a980071cc4194a4c852bc837c18ec', 'mac_address': 'fa:16:3e:30:70:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0363dbe5-3df2-4445-a63d-085bbc46fdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:01:05Z', 'updated_at': '2021-10-19T01:01:06Z', 'revision_number': 2, 'project_id': 'a49a980071cc4194a4c852bc837c18ec', 'subnets': [{'id': '0363dbe5-3df2-4445-a63d-085bbc46fdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:01:10.279531 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 24701d86-7819-40b9-acf9-dad324ed85dc triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:01:10.280307 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:10.295374 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f3377f-1ac7-447a-bdf0-4b4300c35785 None None] Checking router: 094a1316-1f6f-47a1-9856-8707411d3c3e for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:01:10.295821 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f3377f-1ac7-447a-bdf0-4b4300c35785 None None] Updating router 094a1316-1f6f-47a1-9856-8707411d3c3e port 87b3b899-2f50-4c9b-a48c-a04bca5be6aa binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:01:10.305472 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d437838-1443-4555-bc12-65bb3204f6a1 req-4d04ce75-e216-4670-a493-bf7178da4b0f tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:10.307524 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7d437838-1443-4555-bc12-65bb3204f6a1 req-4d04ce75-e216-4670-a493-bf7178da4b0f tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 944 time: 0.0624123 Oct 19 01:01:10.329417 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-f9f3377f-1ac7-447a-bdf0-4b4300c35785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:10.367528 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7d437838-1443-4555-bc12-65bb3204f6a1 req-fde8bcb8-0cb1-4cb4-8535-e01b1c31b3eb tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495842 Oct 19 01:01:10.408513 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:10.434117 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 24701d86-7819-40b9-acf9-dad324ed85dc, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=24701d86-7819-40b9-acf9-dad324ed85dc,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:10.440047 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:10.504628 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=24701d86-7819-40b9-acf9-dad324ed85dc,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:10.541153 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf945a19-7323-4833-b5ee-390cac228da4 req-af9c5a64-fee1-49a9-9a39-69aac93ad51c tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:10.543018 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cf945a19-7323-4833-b5ee-390cac228da4 req-af9c5a64-fee1-49a9-9a39-69aac93ad51c tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 945 time: 0.0792346 Oct 19 01:01:10.588608 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cf945a19-7323-4833-b5ee-390cac228da4 req-7c6b68f4-1290-43dc-842d-72c3b23dae61 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367837 Oct 19 01:01:10.671373 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-f9f3377f-1ac7-447a-bdf0-4b4300c35785 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:10.677743 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-f9f3377f-1ac7-447a-bdf0-4b4300c35785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:10.725191 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2ac4c-d6ac-426b-819c-c0cfc5221288 req-801d7c38-df38-404a-a535-c40d8b40aabc tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:10.726865 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-91c2ac4c-d6ac-426b-819c-c0cfc5221288 req-801d7c38-df38-404a-a535-c40d8b40aabc tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 950 time: 0.0699303 Oct 19 01:01:10.733046 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca3a68-a008-4b26-a39c-7083d3d40b71 None None] Pushing event updated for resources: {'Port': ['ID=87b3b899-2f50-4c9b-a48c-a04bca5be6aa,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:10.751435 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca3a68-a008-4b26-a39c-7083d3d40b71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:10.751805 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca3a68-a008-4b26-a39c-7083d3d40b71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:10.752141 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca3a68-a008-4b26-a39c-7083d3d40b71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:10.752518 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca3a68-a008-4b26-a39c-7083d3d40b71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:10.752843 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca3a68-a008-4b26-a39c-7083d3d40b71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:10.753167 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca3a68-a008-4b26-a39c-7083d3d40b71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:10.753532 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca3a68-a008-4b26-a39c-7083d3d40b71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:10.753851 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca3a68-a008-4b26-a39c-7083d3d40b71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:10.754167 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca3a68-a008-4b26-a39c-7083d3d40b71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:10.754521 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca3a68-a008-4b26-a39c-7083d3d40b71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:10.755984 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca3a68-a008-4b26-a39c-7083d3d40b71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:10.756448 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca3a68-a008-4b26-a39c-7083d3d40b71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:10.776185 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-91c2ac4c-d6ac-426b-819c-c0cfc5221288 req-1999328f-6275-454a-9dbf-670342845ca4 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408571 Oct 19 01:01:10.848938 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-f9f3377f-1ac7-447a-bdf0-4b4300c35785 None None] Attempting to bind port 87b3b899-2f50-4c9b-a48c-a04bca5be6aa on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:01:10.849690 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-f9f3377f-1ac7-447a-bdf0-4b4300c35785 None None] Attempting to bind port 87b3b899-2f50-4c9b-a48c-a04bca5be6aa by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ae2c3b1b-48cb-491d-9007-0691cd5f4fbb'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:01:10.850572 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f3377f-1ac7-447a-bdf0-4b4300c35785 None None] Attempting to bind port 87b3b899-2f50-4c9b-a48c-a04bca5be6aa on network ae2c3b1b-48cb-491d-9007-0691cd5f4fbb {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:01:10.859544 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f3377f-1ac7-447a-bdf0-4b4300c35785 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:01:10.860175 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f3377f-1ac7-447a-bdf0-4b4300c35785 None None] Checking segment: {'id': '31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ae2c3b1b-48cb-491d-9007-0691cd5f4fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:01:10.860605 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-f9f3377f-1ac7-447a-bdf0-4b4300c35785 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:10.860982 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f3377f-1ac7-447a-bdf0-4b4300c35785 None None] Bound using segment: {'id': '31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ae2c3b1b-48cb-491d-9007-0691cd5f4fbb'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:01:10.861426 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-f9f3377f-1ac7-447a-bdf0-4b4300c35785 None None] Bound port: 87b3b899-2f50-4c9b-a48c-a04bca5be6aa, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ae2c3b1b-48cb-491d-9007-0691cd5f4fbb'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:01:10.861876 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-f9f3377f-1ac7-447a-bdf0-4b4300c35785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:10.883160 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f4e10d84-f596-4669-b8ed-0e8bcfe8775d req-f62adbe9-2c7a-4210-96f8-94ed731bc526 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d695e1c-c5d0-4b47-a266-16a7e3736c28 HTTP/1.1" status: 200 len: 210 time: 0.0391409 Oct 19 01:01:10.952837 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-f9f3377f-1ac7-447a-bdf0-4b4300c35785 None None] For port 87b3b899-2f50-4c9b-a48c-a04bca5be6aa, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:01:10.956453 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-f9f3377f-1ac7-447a-bdf0-4b4300c35785 None None] For port 87b3b899-2f50-4c9b-a48c-a04bca5be6aa, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=87b3b899-2f50-4c9b-a48c-a04bca5be6aa,segment=NetworkSegment(31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83),segment_id=31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:01:10.962993 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-f9f3377f-1ac7-447a-bdf0-4b4300c35785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:11.036052 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f3377f-1ac7-447a-bdf0-4b4300c35785 None None] Routers {'094a1316-1f6f-47a1-9856-8707411d3c3e'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:01:11.037359 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-f9f3377f-1ac7-447a-bdf0-4b4300c35785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:00:46Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['094a1316-1f6f-47a1-9856-8707411d3c3e'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:01:11.060154 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-137156af-d3cd-400e-a5aa-0e5d1e52b34c None None] Provisioning complete for port 87b3b899-2f50-4c9b-a48c-a04bca5be6aa triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:01:11.060875 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-137156af-d3cd-400e-a5aa-0e5d1e52b34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:11.082096 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca3a68-a008-4b26-a39c-7083d3d40b71 None None] Pushing event updated for resources: {'Port': ['ID=87b3b899-2f50-4c9b-a48c-a04bca5be6aa,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:11.134450 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdd15f-747e-40dc-94f7-a976315a53b0 req-ff653eca-075e-4539-92f5-0ccbed7313cc tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:11.142497 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b5cdd15f-747e-40dc-94f7-a976315a53b0 req-ff653eca-075e-4539-92f5-0ccbed7313cc tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.0706544 Oct 19 01:01:11.206204 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b5cdd15f-747e-40dc-94f7-a976315a53b0 req-2fd3216a-7346-49d5-a358-64ec7acadc22 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625374 Oct 19 01:01:11.213901 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-137156af-d3cd-400e-a5aa-0e5d1e52b34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:11.233004 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-f9f3377f-1ac7-447a-bdf0-4b4300c35785 None None] Set router 094a1316-1f6f-47a1-9856-8707411d3c3e gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:01:11.262935 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-137156af-d3cd-400e-a5aa-0e5d1e52b34c None None] For port 87b3b899-2f50-4c9b-a48c-a04bca5be6aa, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=87b3b899-2f50-4c9b-a48c-a04bca5be6aa,segment=NetworkSegment(31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83),segment_id=31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:11.269497 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-137156af-d3cd-400e-a5aa-0e5d1e52b34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:11.341153 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137156af-d3cd-400e-a5aa-0e5d1e52b34c None None] Pushing event updated for resources: {'Port': ['ID=87b3b899-2f50-4c9b-a48c-a04bca5be6aa,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:11.370032 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6431de-87e1-4522-a5dd-e434b33acbd7 req-bfb4f4fd-bbde-4219-83ce-36238d469f4b tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:11.371603 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6c6431de-87e1-4522-a5dd-e434b33acbd7 req-bfb4f4fd-bbde-4219-83ce-36238d469f4b tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.0652335 Oct 19 01:01:11.407050 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-38041dc3-24d3-4fab-8be8-6858c85824e0 None None] Provisioning complete for port 87b3b899-2f50-4c9b-a48c-a04bca5be6aa triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:01:11.407754 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-38041dc3-24d3-4fab-8be8-6858c85824e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:11.449039 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6c6431de-87e1-4522-a5dd-e434b33acbd7 req-a94d9905-5951-412e-b3ab-2c2162888314 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704751 Oct 19 01:01:11.523124 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-f9f3377f-1ac7-447a-bdf0-4b4300c35785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'name': 'tempest-ServersTestBootFromVolume-48298995-router', 'tenant_id': 'a49a980071cc4194a4c852bc837c18ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '24701d86-7819-40b9-acf9-dad324ed85dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:01:02Z', 'updated_at': '2021-10-19T01:01:06Z', 'revision_number': 4, 'project_id': 'a49a980071cc4194a4c852bc837c18ec', 'gw_port': {'id': '24701d86-7819-40b9-acf9-dad324ed85dc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:01:03Z', 'updated_at': '2021-10-19T01:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '87b3b899-2f50-4c9b-a48c-a04bca5be6aa', 'name': '', 'network_id': 'ae2c3b1b-48cb-491d-9007-0691cd5f4fbb', 'tenant_id': 'a49a980071cc4194a4c852bc837c18ec', 'mac_address': 'fa:16:3e:30:70:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0363dbe5-3df2-4445-a63d-085bbc46fdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:01:05Z', 'updated_at': '2021-10-19T01:01:10Z', 'revision_number': 4, 'project_id': 'a49a980071cc4194a4c852bc837c18ec', 'subnets': [{'id': '0363dbe5-3df2-4445-a63d-085bbc46fdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:01:11.555765 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f3377f-1ac7-447a-bdf0-4b4300c35785 None None] The sync data for ids ['094a1316-1f6f-47a1-9856-8707411d3c3e'] in n-d-715271-26 is: [{'id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'name': 'tempest-ServersTestBootFromVolume-48298995-router', 'tenant_id': 'a49a980071cc4194a4c852bc837c18ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '24701d86-7819-40b9-acf9-dad324ed85dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:01:02Z', 'updated_at': '2021-10-19T01:01:06Z', 'revision_number': 4, 'project_id': 'a49a980071cc4194a4c852bc837c18ec', 'gw_port': {'id': '24701d86-7819-40b9-acf9-dad324ed85dc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:01:03Z', 'updated_at': '2021-10-19T01:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '87b3b899-2f50-4c9b-a48c-a04bca5be6aa', 'name': '', 'network_id': 'ae2c3b1b-48cb-491d-9007-0691cd5f4fbb', 'tenant_id': 'a49a980071cc4194a4c852bc837c18ec', 'mac_address': 'fa:16:3e:30:70:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0363dbe5-3df2-4445-a63d-085bbc46fdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:01:05Z', 'updated_at': '2021-10-19T01:01:10Z', 'revision_number': 4, 'project_id': 'a49a980071cc4194a4c852bc837c18ec', 'subnets': [{'id': '0363dbe5-3df2-4445-a63d-085bbc46fdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:01:11.588210 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee1c0f-6adb-4bde-a0e0-f5ed117c5ed1 req-78f1dc58-b135-41da-8cb5-59decc6ff576 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:11.592240 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-68ee1c0f-6adb-4bde-a0e0-f5ed117c5ed1 req-78f1dc58-b135-41da-8cb5-59decc6ff576 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 944 time: 0.0701873 Oct 19 01:01:11.701732 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-68ee1c0f-6adb-4bde-a0e0-f5ed117c5ed1 req-93cd18aa-3f21-4052-9e12-f1413922bd34 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058841 Oct 19 01:01:11.792364 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d2d08-cb8a-43ab-8441-fe284951ebd5 req-872301bd-cc8f-484e-a2b4-87051919d203 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:11.794727 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dc7d2d08-cb8a-43ab-8441-fe284951ebd5 req-872301bd-cc8f-484e-a2b4-87051919d203 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 945 time: 0.1168563 Oct 19 01:01:11.813495 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-e13967e5-2c28-4dd1-8fcd-a905440d8148 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:11.815021 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-e13967e5-2c28-4dd1-8fcd-a905440d8148 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba&tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&binding%3Ahost_id=n-h2-715271-26 HTTP/1.1" status: 200 len: 1096 time: 0.1241574 Oct 19 01:01:11.892767 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dc7d2d08-cb8a-43ab-8441-fe284951ebd5 req-ed535159-ad5b-4c8f-a759-2fe873c179ed tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889027 Oct 19 01:01:11.927532 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2079ae2-c834-441b-9097-6252c985f14b req-794c1a14-bb4b-45c8-a7e5-1b202b9ccc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:11.929612 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e2079ae2-c834-441b-9097-6252c985f14b req-794c1a14-bb4b-45c8-a7e5-1b202b9ccc23 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 1097 time: 0.1599956 Oct 19 01:01:11.942043 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-672671f0-58a5-4274-9eb4-bf1f5a5a6ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:11.946161 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-672671f0-58a5-4274-9eb4-bf1f5a5a6ad5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba&tenant_id=2ee6c8abaf624ff89eecdfc50115aaff HTTP/1.1" status: 200 len: 1096 time: 0.1152673 Oct 19 01:01:12.007062 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a5a33-1bfc-4466-a996-b21cd21c0970 req-3f7af755-04b6-4c74-87e3-cd0ab9b0c529 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:12.009026 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ea9a5a33-1bfc-4466-a996-b21cd21c0970 req-3f7af755-04b6-4c74-87e3-cd0ab9b0c529 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 950 time: 0.1416073 Oct 19 01:01:12.046052 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e34b1f29-413c-49e6-b9e6-8b2e6abf2da5 req-8eea28fc-9a93-4306-8e67-91138cde6ae8 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d695e1c-c5d0-4b47-a266-16a7e3736c28 HTTP/1.1" status: 200 len: 210 time: 0.0509822 Oct 19 01:01:12.064664 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e2079ae2-c834-441b-9097-6252c985f14b req-0aa150da-acbe-4433-b10c-2d43ad31a7ed service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261592 Oct 19 01:01:12.089861 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ea9a5a33-1bfc-4466-a996-b21cd21c0970 req-c2e466af-b37e-483d-bc34-9431c238ed18 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687618 Oct 19 01:01:12.123674 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-f163e06d-a9ec-4687-8206-4786076b95ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:12.125482 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-f163e06d-a9ec-4687-8206-4786076b95ea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 1096 time: 0.1501646 Oct 19 01:01:12.211320 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 24701d86-7819-40b9-acf9-dad324ed85dc up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:01:12.274789 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 24701d86-7819-40b9-acf9-dad324ed85dc triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:01:12.275986 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:12.374446 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf9be6-9a33-48c1-9663-0fecb99941c9 req-e826fa2c-d1e0-4996-9aaf-f62e2b6e9870 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:12.376133 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 87b3b899-2f50-4c9b-a48c-a04bca5be6aa up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:01:12.383024 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e5cf9be6-9a33-48c1-9663-0fecb99941c9 req-e826fa2c-d1e0-4996-9aaf-f62e2b6e9870 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.0862410 Oct 19 01:01:12.433693 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e5cf9be6-9a33-48c1-9663-0fecb99941c9 req-ff0de52a-7700-441c-9d75-cad088f715bf tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491540 Oct 19 01:01:12.446037 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 87b3b899-2f50-4c9b-a48c-a04bca5be6aa triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:01:12.446361 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:12.586355 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471669de-b73f-42de-9528-7aca03a06529 req-e12ad8ce-7eef-4ca7-8a13-0fd42cafe9af tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:12.588109 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-471669de-b73f-42de-9528-7aca03a06529 req-e12ad8ce-7eef-4ca7-8a13-0fd42cafe9af tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.0635514 Oct 19 01:01:12.638569 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-471669de-b73f-42de-9528-7aca03a06529 req-d83b9cc1-3a61-452d-aa9b-20a83bccac55 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424120 Oct 19 01:01:12.843890 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2a39f-f482-4dfd-a20f-ef32515666f5 req-7f1c98c5-feed-478b-9086-884577bb6b77 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:12.845411 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4bb2a39f-f482-4dfd-a20f-ef32515666f5 req-7f1c98c5-feed-478b-9086-884577bb6b77 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 944 time: 0.0586293 Oct 19 01:01:12.885186 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4bb2a39f-f482-4dfd-a20f-ef32515666f5 req-55e92b0d-4ae6-484d-8581-c8b3b4de2e7c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328407 Oct 19 01:01:13.010403 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d258a-4685-4df4-98ab-4bea7c28db38 req-d44a48f6-703c-46a9-aba4-85def06c00a2 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:13.011930 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1e6d258a-4685-4df4-98ab-4bea7c28db38 req-d44a48f6-703c-46a9-aba4-85def06c00a2 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 945 time: 0.0552509 Oct 19 01:01:13.051452 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1e6d258a-4685-4df4-98ab-4bea7c28db38 req-aaf6b354-f620-432c-b32b-ca22fc34f8f2 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330050 Oct 19 01:01:13.148275 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c50388f4-aae6-4272-9a35-683fec52ab99 req-f68f8f56-4eea-48cd-a1e8-3d00c5619b05 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d695e1c-c5d0-4b47-a266-16a7e3736c28 HTTP/1.1" status: 200 len: 210 time: 0.0273423 Oct 19 01:01:13.260381 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1883bae-453d-49ea-90b4-a617950287c8 req-f815da76-108d-4fb3-adde-31dc73a1df28 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:13.262148 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e1883bae-453d-49ea-90b4-a617950287c8 req-f815da76-108d-4fb3-adde-31dc73a1df28 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 950 time: 0.0530028 Oct 19 01:01:13.307568 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e1883bae-453d-49ea-90b4-a617950287c8 req-4b9208fa-fdfb-4d08-aa22-e72e68fd057d tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387909 Oct 19 01:01:13.572826 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737e2a4-6c06-4efa-9e44-fb4037fb42da req-d21f3e09-e365-44ae-8687-5272cba67e32 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:13.575140 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a737e2a4-6c06-4efa-9e44-fb4037fb42da req-d21f3e09-e365-44ae-8687-5272cba67e32 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.0644035 Oct 19 01:01:13.621652 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a737e2a4-6c06-4efa-9e44-fb4037fb42da req-0e015d1d-aa1f-4a25-bd04-d9c44bd5f8ac tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367963 Oct 19 01:01:13.778556 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0d359-c2b8-4930-8311-87a244553867 req-21f635df-8bfe-46f6-a8a5-6b922ef4ac84 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:13.780414 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bfd0d359-c2b8-4930-8311-87a244553867 req-21f635df-8bfe-46f6-a8a5-6b922ef4ac84 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.0582914 Oct 19 01:01:13.825357 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bfd0d359-c2b8-4930-8311-87a244553867 req-df70e400-51e3-4d6c-8842-29b433c7d5da tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359588 Oct 19 01:01:13.864611 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5870b5ca-e65a-4221-bfef-e7401ed65c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:14.010056 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43778712-fb24-4aff-ab69-fb1b018effb8 req-62017828-0289-44c1-b6f2-21143cb853de tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:14.011500 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-43778712-fb24-4aff-ab69-fb1b018effb8 req-62017828-0289-44c1-b6f2-21143cb853de tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 944 time: 0.0512745 Oct 19 01:01:14.050608 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-43778712-fb24-4aff-ab69-fb1b018effb8 req-4a42aa64-edf9-4415-90e7-4f37038c2146 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330477 Oct 19 01:01:14.177139 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be4512-7f26-4f5d-9aae-b490aa06fa6b req-ed133d1a-6d19-49d6-a800-ab1cc01153b9 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:14.178664 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b1be4512-7f26-4f5d-9aae-b490aa06fa6b req-ed133d1a-6d19-49d6-a800-ab1cc01153b9 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 945 time: 0.0558231 Oct 19 01:01:14.217384 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b1be4512-7f26-4f5d-9aae-b490aa06fa6b req-b3a12219-495f-4d2d-ba84-fbb4bedc61d5 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327375 Oct 19 01:01:14.309455 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7e161f5b-9091-41c1-baf9-1bf6bf1330d5 req-63965d3e-6c31-4cc1-85ed-708f814a5a16 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d695e1c-c5d0-4b47-a266-16a7e3736c28 HTTP/1.1" status: 200 len: 210 time: 0.0276802 Oct 19 01:01:14.424847 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4afd48-859d-4943-a23c-066266718d7d req-bcb2e627-9265-4696-b451-43c30f447c57 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:14.426344 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1c4afd48-859d-4943-a23c-066266718d7d req-bcb2e627-9265-4696-b451-43c30f447c57 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 950 time: 0.0495076 Oct 19 01:01:14.467852 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1c4afd48-859d-4943-a23c-066266718d7d req-5e1b5a4c-d24e-49ca-8724-61a08c19f2ab tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342498 Oct 19 01:01:14.751069 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5488c-dccc-4e09-844a-6a0b4407c24e req-626a84c6-a0e6-47d5-afb6-55c59656efe9 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:14.752761 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-05f5488c-dccc-4e09-844a-6a0b4407c24e req-626a84c6-a0e6-47d5-afb6-55c59656efe9 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.0534763 Oct 19 01:01:14.791867 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-05f5488c-dccc-4e09-844a-6a0b4407c24e req-3b9ac239-f1c5-4cbd-b3b1-00247c04fb7b tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319936 Oct 19 01:01:14.947141 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f75b00-0bbf-47e7-b592-99d02bf60175 req-790043c5-73ea-4b9c-89b7-09369da62ff0 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:14.948706 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-85f75b00-0bbf-47e7-b592-99d02bf60175 req-790043c5-73ea-4b9c-89b7-09369da62ff0 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.0511811 Oct 19 01:01:14.988805 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-85f75b00-0bbf-47e7-b592-99d02bf60175 req-d3512b19-edf0-4469-9228-266142462027 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342722 Oct 19 01:01:15.173674 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ce061-c3d4-4ed8-a011-9f5a495281b8 req-a971348a-3d96-4226-9744-285508e3c529 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:15.175418 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-898ce061-c3d4-4ed8-a011-9f5a495281b8 req-a971348a-3d96-4226-9744-285508e3c529 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 944 time: 0.0510900 Oct 19 01:01:15.224274 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-898ce061-c3d4-4ed8-a011-9f5a495281b8 req-c42ea7f2-e3a7-4f51-a297-56042e377fb6 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425587 Oct 19 01:01:15.349047 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21abb4-02c5-400f-8414-9ada4cc97cac req-2fc2d9e4-3948-4b6b-995b-6c94547ec2ce tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:15.350743 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cc21abb4-02c5-400f-8414-9ada4cc97cac req-2fc2d9e4-3948-4b6b-995b-6c94547ec2ce tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 945 time: 0.0557516 Oct 19 01:01:15.391801 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cc21abb4-02c5-400f-8414-9ada4cc97cac req-121489ba-a106-45b3-b14e-c4231db92f6d tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349236 Oct 19 01:01:15.478918 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ad117e25-3df8-44a4-89c1-2703c39ace20 req-35c37189-f28d-4964-a5aa-0730fab73e59 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d695e1c-c5d0-4b47-a266-16a7e3736c28 HTTP/1.1" status: 200 len: 210 time: 0.0280879 Oct 19 01:01:15.588842 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395833ab-f558-419e-bbc5-6a76a30b3583 req-f0437c7c-6328-47a3-abc0-8849781b9561 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:15.590325 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-395833ab-f558-419e-bbc5-6a76a30b3583 req-f0437c7c-6328-47a3-abc0-8849781b9561 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 950 time: 0.0503812 Oct 19 01:01:15.631197 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-395833ab-f558-419e-bbc5-6a76a30b3583 req-5aee9c64-ceb7-451e-a8cf-bfc9bcf38b3d tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348446 Oct 19 01:01:15.915092 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848e8b8-9875-45a8-bcfa-a88a5e56c4f8 req-5fe8e44b-189e-43cc-9390-62b5f722bb7a tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:15.916651 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8848e8b8-9875-45a8-bcfa-a88a5e56c4f8 req-5fe8e44b-189e-43cc-9390-62b5f722bb7a tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.0503421 Oct 19 01:01:15.965855 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8848e8b8-9875-45a8-bcfa-a88a5e56c4f8 req-f2b3a4f7-bf59-4bcb-811d-077f069a4ddd tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432019 Oct 19 01:01:16.109420 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a86018-5f5f-40e4-a8f0-8cf9bba732d0 req-c6848713-c984-4d71-8b15-8afd36a59d8c tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:16.110921 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-84a86018-5f5f-40e4-a8f0-8cf9bba732d0 req-c6848713-c984-4d71-8b15-8afd36a59d8c tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.0530269 Oct 19 01:01:16.153217 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-84a86018-5f5f-40e4-a8f0-8cf9bba732d0 req-36387cea-2985-48eb-86d4-dc4f15cddbb8 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351329 Oct 19 01:01:16.346997 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8e624-cda8-49ef-adbc-27ab3015cf5f req-6a67a67a-a943-4cef-8e71-8a7f7e74e16c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:16.348538 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-60d8e624-cda8-49ef-adbc-27ab3015cf5f req-6a67a67a-a943-4cef-8e71-8a7f7e74e16c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 944 time: 0.0514047 Oct 19 01:01:16.392251 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-60d8e624-cda8-49ef-adbc-27ab3015cf5f req-999f7cce-77b6-47c5-9598-bd3d1c93c1d4 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375648 Oct 19 01:01:16.489749 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-60bcaef7-2201-48d6-b514-b00c878e6fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:16.519353 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8b807-d246-4717-b7ea-ded64fdee2a1 req-a10ec282-d106-4232-ba9a-abc181396e75 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:16.522061 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c5e8b807-d246-4717-b7ea-ded64fdee2a1 req-a10ec282-d106-4232-ba9a-abc181396e75 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 945 time: 0.0592124 Oct 19 01:01:16.564278 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c5e8b807-d246-4717-b7ea-ded64fdee2a1 req-ee4aa01e-0c4d-4e94-a665-689567172c0d tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362473 Oct 19 01:01:16.648968 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3803c943-8ae2-4da0-a68a-c5474da13768 req-f26a8967-c3a5-4ee7-a7e4-369bcf7cf06f tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d695e1c-c5d0-4b47-a266-16a7e3736c28 HTTP/1.1" status: 200 len: 210 time: 0.0265942 Oct 19 01:01:16.756371 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5879d-70fc-4ae4-8b0a-37dc4f82f7eb req-ea644e45-ba85-4301-b337-0f97a4f47365 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:16.758170 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-06f5879d-70fc-4ae4-8b0a-37dc4f82f7eb req-ea644e45-ba85-4301-b337-0f97a4f47365 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 950 time: 0.0516410 Oct 19 01:01:16.797805 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-06f5879d-70fc-4ae4-8b0a-37dc4f82f7eb req-1a4b8d5a-4104-4cfb-8b71-86cb731a2d50 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334542 Oct 19 01:01:17.085295 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f8f52-290f-46f1-a7c8-d5808578aedb req-d8dbd19b-9223-4f23-aed7-33538a94645d tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:17.086823 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6d4f8f52-290f-46f1-a7c8-d5808578aedb req-d8dbd19b-9223-4f23-aed7-33538a94645d tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.0523095 Oct 19 01:01:17.125838 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6d4f8f52-290f-46f1-a7c8-d5808578aedb req-12be3715-344c-49bd-99d7-9833adb8882c tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329046 Oct 19 01:01:17.155897 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:01:17.200887 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:17.281038 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588f2c5-3dd7-4ffd-afe9-51e2fb601f7a req-a68421a9-577d-4e7a-92be-018963f9c013 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:17.282535 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b588f2c5-3dd7-4ffd-afe9-51e2fb601f7a req-a68421a9-577d-4e7a-92be-018963f9c013 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.0546951 Oct 19 01:01:17.322355 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b588f2c5-3dd7-4ffd-afe9-51e2fb601f7a req-f5e795c9-18e8-4c6a-bfad-aa7cac01f00c tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332592 Oct 19 01:01:17.522489 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47eb20f-c460-485f-ad42-32232f43174f req-92e428c3-7696-40a0-b951-4c99a81fd91e tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:17.524016 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d47eb20f-c460-485f-ad42-32232f43174f req-92e428c3-7696-40a0-b951-4c99a81fd91e tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 944 time: 0.0530767 Oct 19 01:01:17.566119 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d47eb20f-c460-485f-ad42-32232f43174f req-617259b1-133c-4eea-b619-64096db9f963 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359526 Oct 19 01:01:17.622452 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:17.692821 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79ac4c-a935-4941-9ec1-85aeffa3f01f req-b225f445-c58d-473f-8c8d-c4f97142021f tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:17.694322 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fe79ac4c-a935-4941-9ec1-85aeffa3f01f req-b225f445-c58d-473f-8c8d-c4f97142021f tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 945 time: 0.0528221 Oct 19 01:01:17.734584 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fe79ac4c-a935-4941-9ec1-85aeffa3f01f req-d89bf0a4-d436-4a9e-a66a-53ec38c40fcb tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336053 Oct 19 01:01:17.843771 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ae1c538b-e280-43ed-8e07-fbb87bc45545 req-2b83e9dc-626c-438f-b13c-6b023b0b98b1 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d695e1c-c5d0-4b47-a266-16a7e3736c28 HTTP/1.1" status: 200 len: 210 time: 0.0525479 Oct 19 01:01:17.976258 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043d5a9-4eb3-4b33-b22c-0ad9ce285fd5 req-b05ebfab-caa3-40ca-9e4f-e0208d523471 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:17.983136 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e043d5a9-4eb3-4b33-b22c-0ad9ce285fd5 req-b05ebfab-caa3-40ca-9e4f-e0208d523471 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 950 time: 0.0535705 Oct 19 01:01:18.019328 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e043d5a9-4eb3-4b33-b22c-0ad9ce285fd5 req-a9e35c79-dacc-4f7b-b3c4-85e1c32fb9fb tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349581 Oct 19 01:01:18.247150 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728b73e-410a-4fa8-90e6-004d1aa2c6f8 req-31b8b97b-c683-4263-8fed-2583d3e0cf4a tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:18.248741 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6728b73e-410a-4fa8-90e6-004d1aa2c6f8 req-31b8b97b-c683-4263-8fed-2583d3e0cf4a tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.0527184 Oct 19 01:01:18.289925 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6728b73e-410a-4fa8-90e6-004d1aa2c6f8 req-3ae85543-0a50-4e3c-94b3-d9f7a263f0dd tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342004 Oct 19 01:01:18.439491 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f90c1-19ac-43a7-8e93-e6863b7b45ad req-92c8770c-63ab-412c-8ed7-92ef2623da44 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:18.441139 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bb5f90c1-19ac-43a7-8e93-e6863b7b45ad req-92c8770c-63ab-412c-8ed7-92ef2623da44 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.0509644 Oct 19 01:01:18.496548 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bb5f90c1-19ac-43a7-8e93-e6863b7b45ad req-daf48ed8-88fb-4ea4-85c7-1022a4e965d4 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491166 Oct 19 01:01:18.604424 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-1d6e4b12-94c1-4355-aa7c-dc6d48ecee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:18.605881 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-1d6e4b12-94c1-4355-aa7c-dc6d48ecee8e service neutron] 10.222.0.55 "GET /v2.0/networks?id=db82cf1f-422d-4289-a127-b70a546afbff HTTP/1.1" status: 200 len: 922 time: 0.1134543 Oct 19 01:01:18.657801 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-e046a1d1-ad54-404f-8c65-fe069bab5757 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8ec244b-6721-494a-b23c-8c036d389ed5 HTTP/1.1" status: 200 len: 217 time: 0.0415874 Oct 19 01:01:18.733008 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-e62f79d8-b03b-4cdb-a9ec-5f5d0041e355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:18.734461 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-e62f79d8-b03b-4cdb-a9ec-5f5d0041e355 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc1eafbd-ecfc-4adf-9b82-a202a98a472a HTTP/1.1" status: 200 len: 861 time: 0.0676208 Oct 19 01:01:18.744456 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea596ef-109b-4216-9e9a-bfcaaa734826 req-3283f33d-47bc-4fd0-b4cb-b5bdc8746855 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:18.745840 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dea596ef-109b-4216-9e9a-bfcaaa734826 req-3283f33d-47bc-4fd0-b4cb-b5bdc8746855 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 944 time: 0.0905669 Oct 19 01:01:18.789333 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-faae3320-0746-4625-902f-3bd8d3b1121b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=db82cf1f-422d-4289-a127-b70a546afbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418351 Oct 19 01:01:18.834922 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dea596ef-109b-4216-9e9a-bfcaaa734826 req-c7a2f5ed-e389-4bff-9593-e7d728f5f1e8 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791085 Oct 19 01:01:18.898323 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-3b677d5d-8973-4c0e-9477-7f707ce7c0ac tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a25adcdc646c4e4b987e3016f8b86608&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0698681 Oct 19 01:01:18.928419 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-8f7ed335-5518-4fa9-b385-71102c31fd51 service neutron] 10.222.0.55 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296573 Oct 19 01:01:19.009044 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2225b6f0-7a7e-4ccf-a34c-d7fbb47aab82 req-f0b44a9d-779d-4bc2-9d75-2a7a1b2652dc tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d695e1c-c5d0-4b47-a266-16a7e3736c28 HTTP/1.1" status: 200 len: 210 time: 0.0536509 Oct 19 01:01:19.013953 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304706d5-5c5f-4c3d-b852-d6fa210f8dea req-be1bb2a0-38ca-4326-979e-b3d1324d8a2b tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:19.021503 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-304706d5-5c5f-4c3d-b852-d6fa210f8dea req-be1bb2a0-38ca-4326-979e-b3d1324d8a2b tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 945 time: 0.2018745 Oct 19 01:01:19.123844 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-304706d5-5c5f-4c3d-b852-d6fa210f8dea req-e10fb648-f536-4bc1-9d76-74cc523e0fdc tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624461 Oct 19 01:01:19.131264 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-4cde9e8f-edf8-4004-958e-7cab818bd2cc tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:19.132996 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-4cde9e8f-edf8-4004-958e-7cab818bd2cc tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2243726 Oct 19 01:01:19.148573 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-c00c0df8-1f8e-42f3-9cdf-96512904e96b tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Request body: {'port': {'device_id': '9d695e1c-c5d0-4b47-a266-16a7e3736c28', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'admin_state_up': True, 'tenant_id': 'a25adcdc646c4e4b987e3016f8b86608'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:01:19.268100 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-c00c0df8-1f8e-42f3-9cdf-96512904e96b tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Made reservation on behalf of a25adcdc646c4e4b987e3016f8b86608 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:01:19.272345 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-c00c0df8-1f8e-42f3-9cdf-96512904e96b tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:19.375174 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-54c0368b-5126-4acd-bf9d-a701874276f1 service neutron] 10.222.0.55 "GET /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297326 Oct 19 01:01:19.399074 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c6e7c-87fe-4dc6-813f-89cfa8272ad4 req-1bf10545-0e56-4baa-a4c6-06336bd00177 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:19.402816 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-855c6e7c-87fe-4dc6-813f-89cfa8272ad4 req-1bf10545-0e56-4baa-a4c6-06336bd00177 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 950 time: 0.0857828 Oct 19 01:01:19.456161 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-c00c0df8-1f8e-42f3-9cdf-96512904e96b tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Allocated IP 192.168.233.202 (0e8b4f7b-f3c0-4523-9906-6b9e503fed71/1746bfff-950e-4857-b1bf-6fa3cf804b73/a74692d5-2679-46de-a044-5316689d43f2) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:01:19.457151 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-855c6e7c-87fe-4dc6-813f-89cfa8272ad4 req-3aed9f85-cda5-4343-9b4b-dd3aa47bc52e tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452831 Oct 19 01:01:19.485810 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7680eb-ffaf-4784-b1fe-7434d9fc95d6 req-5d0f5f03-c38b-4602-b791-eb213f8813a6 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:19.487720 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f7680eb-ffaf-4784-b1fe-7434d9fc95d6 req-5d0f5f03-c38b-4602-b791-eb213f8813a6 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.0836401 Oct 19 01:01:19.584006 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f7680eb-ffaf-4784-b1fe-7434d9fc95d6 req-c7518992-011d-46bf-a1f3-302bf4128c9f tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810995 Oct 19 01:01:19.607027 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:19.679841 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-c00c0df8-1f8e-42f3-9cdf-96512904e96b tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:19.725087 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-c00c0df8-1f8e-42f3-9cdf-96512904e96b tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:19.736646 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fdfecb-10b9-464f-8a0a-ac8b9984769e req-765d538f-0685-4011-9f97-e45b244dafe9 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:19.738371 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52fdfecb-10b9-464f-8a0a-ac8b9984769e req-765d538f-0685-4011-9f97-e45b244dafe9 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.0880482 Oct 19 01:01:19.740166 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['6d025541-e179-42fb-a496-a8e3604af1c4', '6e76ca8b-85bf-4aed-9984-b166a81cf9f3', 'e409f60e-9a4e-43b4-8dfe-00949a87e77d', '0c42022a-76ea-445d-a11f-b8ee37c03b65'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:01:19.742443 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['d51eb9a3-5443-4739-93f8-f88fd961d931', 'bb12927f-933a-42fb-af9b-448dad0f10b6', 'ace3a730-d940-48a1-9e37-f57f491c2e00'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:01:19.744323 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-2643ec49-02d8-4baa-8e41-79e74cc123db tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:19.745930 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-2643ec49-02d8-4baa-8e41-79e74cc123db tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba&tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&binding%3Ahost_id=n-h1-715271-26 HTTP/1.1" status: 200 len: 1096 time: 0.0667713 Oct 19 01:01:19.806380 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c0df8-1f8e-42f3-9cdf-96512904e96b tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Pushing event updated for resources: {'Port': ['ID=a74692d5-2679-46de-a044-5316689d43f2,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:19.822556 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-c00c0df8-1f8e-42f3-9cdf-96512904e96b tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:01:19.824341 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52fdfecb-10b9-464f-8a0a-ac8b9984769e req-55471321-0ac1-443a-8e95-e3350c78d517 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772431 Oct 19 01:01:19.824638 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-c00c0df8-1f8e-42f3-9cdf-96512904e96b tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:01:19.827135 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-c00c0df8-1f8e-42f3-9cdf-96512904e96b tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:01:19.910234 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-c00c0df8-1f8e-42f3-9cdf-96512904e96b tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:19.911183 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-c00c0df8-1f8e-42f3-9cdf-96512904e96b tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:19.952881 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-4863f9a6-63db-4385-ad04-11903be0f94a service neutron] For port a8ec244b-6721-494a-b23c-8c036d389ed5, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:01:19.959052 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-4863f9a6-63db-4385-ad04-11903be0f94a service neutron] Publish callbacks [] for binding, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:19.961747 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-4863f9a6-63db-4385-ad04-11903be0f94a service neutron] 10.222.0.55 "DELETE /v2.0/ports/a8ec244b-6721-494a-b23c-8c036d389ed5/bindings/n-h2-715271-26 HTTP/1.1" status: 204 len: 173 time: 0.1993294 Oct 19 01:01:19.991376 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-c00c0df8-1f8e-42f3-9cdf-96512904e96b tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8479383 Oct 19 01:01:20.013539 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-e4bc1f72-10c5-4dcc-b03e-b8ea5585f9aa service neutron] Request body: {'port': {'device_id': '9d695e1c-c5d0-4b47-a266-16a7e3736c28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:01:20.071212 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f095aa-9664-48e6-9513-5beea88a5472 req-93a05bd1-dc79-4b37-a157-d0aed159e22f tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:20.072811 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e5f095aa-9664-48e6-9513-5beea88a5472 req-93a05bd1-dc79-4b37-a157-d0aed159e22f tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 944 time: 0.1183152 Oct 19 01:01:20.145987 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e5f095aa-9664-48e6-9513-5beea88a5472 req-180ee4bf-59f9-408e-bb89-62fbe309d886 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654664 Oct 19 01:01:20.162002 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-e4bc1f72-10c5-4dcc-b03e-b8ea5585f9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:20.234056 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769c4f4-f279-476c-a1c5-b4f69f4687e5 req-5d57f3fd-6d9f-4157-a011-982482e9b62f tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:20.243932 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a769c4f4-f279-476c-a1c5-b4f69f4687e5 req-5d57f3fd-6d9f-4157-a011-982482e9b62f tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d695e1c-c5d0-4b47-a266-16a7e3736c28 HTTP/1.1" status: 200 len: 936 time: 0.1169345 Oct 19 01:01:20.312381 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a769c4f4-f279-476c-a1c5-b4f69f4687e5 req-de420178-90e9-4d52-bb28-fc07e7377449 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669646 Oct 19 01:01:20.367765 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-1779d0ad-a86e-4fbb-8b1b-bbb19d5590f9 None None] Provisioning complete for port a74692d5-2679-46de-a044-5316689d43f2 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:01:20.368315 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1779d0ad-a86e-4fbb-8b1b-bbb19d5590f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:20.463274 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-1779d0ad-a86e-4fbb-8b1b-bbb19d5590f9 None None] Port a74692d5-2679-46de-a044-5316689d43f2 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:01:20.531937 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-e4bc1f72-10c5-4dcc-b03e-b8ea5585f9aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a74692d5-2679-46de-a044-5316689d43f2 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:01:20.542968 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-e4bc1f72-10c5-4dcc-b03e-b8ea5585f9aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:20.553690 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2876947-7858-4d62-9eb4-0d93c9b0ac0b req-af695cf4-c154-47dd-91c3-8775ee72c5a6 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:20.565992 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-e4bc1f72-10c5-4dcc-b03e-b8ea5585f9aa service neutron] Transition to ACTIVE for port object a74692d5-2679-46de-a044-5316689d43f2 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:01:20.569559 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f2876947-7858-4d62-9eb4-0d93c9b0ac0b req-af695cf4-c154-47dd-91c3-8775ee72c5a6 tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 1096 time: 0.0903254 Oct 19 01:01:20.574857 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a2e27-3c2e-449a-bd54-922bbf942969 req-d80da444-b474-49da-8929-3e322eb72799 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:20.582557 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b76a2e27-3c2e-449a-bd54-922bbf942969 req-d80da444-b474-49da-8929-3e322eb72799 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 945 time: 0.3256421 Oct 19 01:01:20.591295 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-e4bc1f72-10c5-4dcc-b03e-b8ea5585f9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:20.614325 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f2876947-7858-4d62-9eb4-0d93c9b0ac0b req-74a8bb23-e52d-4e53-a57a-44f21d28319c tempest-LiveAutoBlockMigrationV225Test-1049892974 tempest-LiveAutoBlockMigrationV225Test-1049892974-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422237 Oct 19 01:01:20.644387 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc1f72-10c5-4dcc-b03e-b8ea5585f9aa service neutron] Pushing event updated for resources: {'Port': ['ID=a74692d5-2679-46de-a044-5316689d43f2,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:20.710640 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b76a2e27-3c2e-449a-bd54-922bbf942969 req-0c16db6e-5bdc-4094-adb7-e9985dc28cc9 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257725 Oct 19 01:01:20.788016 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa108918-6684-457b-8f85-01e0ce4bb2e8 req-3a18ab89-c334-4f36-84e0-2f3f1b10d914 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:20.789578 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fa108918-6684-457b-8f85-01e0ce4bb2e8 req-3a18ab89-c334-4f36-84e0-2f3f1b10d914 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 950 time: 0.0799215 Oct 19 01:01:20.810986 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-e4bc1f72-10c5-4dcc-b03e-b8ea5585f9aa service neutron] Attempting to bind port a74692d5-2679-46de-a044-5316689d43f2 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:01:20.811665 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-e4bc1f72-10c5-4dcc-b03e-b8ea5585f9aa service neutron] Attempting to bind port a74692d5-2679-46de-a044-5316689d43f2 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:01:20.812138 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-e4bc1f72-10c5-4dcc-b03e-b8ea5585f9aa service neutron] Attempting to bind port a74692d5-2679-46de-a044-5316689d43f2 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:01:20.819647 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-e4bc1f72-10c5-4dcc-b03e-b8ea5585f9aa service neutron] Port a74692d5-2679-46de-a044-5316689d43f2 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:01:20.820095 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-e4bc1f72-10c5-4dcc-b03e-b8ea5585f9aa service neutron] Attempting to bind port a74692d5-2679-46de-a044-5316689d43f2 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:01:20.826935 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-e4bc1f72-10c5-4dcc-b03e-b8ea5585f9aa service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:01:20.827410 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-e4bc1f72-10c5-4dcc-b03e-b8ea5585f9aa service neutron] Checking segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:01:20.827937 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-e4bc1f72-10c5-4dcc-b03e-b8ea5585f9aa service neutron] Bound using segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:01:20.828565 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-e4bc1f72-10c5-4dcc-b03e-b8ea5585f9aa service neutron] Bound port: a74692d5-2679-46de-a044-5316689d43f2, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:01:20.829433 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-e4bc1f72-10c5-4dcc-b03e-b8ea5585f9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:20.867445 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fa108918-6684-457b-8f85-01e0ce4bb2e8 req-1e191b68-a85d-4950-b81f-3b5249ac2b23 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700402 Oct 19 01:01:20.963200 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-e4bc1f72-10c5-4dcc-b03e-b8ea5585f9aa service neutron] For port a74692d5-2679-46de-a044-5316689d43f2, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:01:20.980865 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-e4bc1f72-10c5-4dcc-b03e-b8ea5585f9aa service neutron] For port a74692d5-2679-46de-a044-5316689d43f2, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=a74692d5-2679-46de-a044-5316689d43f2,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:01:20.994373 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-e4bc1f72-10c5-4dcc-b03e-b8ea5585f9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:21.014359 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-e4bc1f72-10c5-4dcc-b03e-b8ea5585f9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:21.016515 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-e4bc1f72-10c5-4dcc-b03e-b8ea5585f9aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:21.018333 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-e4bc1f72-10c5-4dcc-b03e-b8ea5585f9aa service neutron] 10.222.0.55 "PUT /v2.0/ports/a74692d5-2679-46de-a044-5316689d43f2 HTTP/1.1" status: 200 len: 1097 time: 1.0103512 Oct 19 01:01:21.020188 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d695e1c-c5d0-4b47-a266-16a7e3736c28', 'tag': 'a74692d5-2679-46de-a044-5316689d43f2'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:01:21.022501 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f1edb2-5cf6-4789-ad68-213ef3a344e9" -d '{"events": [{"name": "network-changed", "server_uuid": "9d695e1c-c5d0-4b47-a266-16a7e3736c28", "tag": "a74692d5-2679-46de-a044-5316689d43f2"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:01:21.038555 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d2e2c-5060-47ba-8cff-549ccd4c470b req-e53701da-ab56-4727-9f84-3a640dd497d5 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:21.040513 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-487d2e2c-5060-47ba-8cff-549ccd4c470b req-e53701da-ab56-4727-9f84-3a640dd497d5 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.1199353 Oct 19 01:01:21.178429 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-487d2e2c-5060-47ba-8cff-549ccd4c470b req-a45ee5eb-e83c-4544-b3b9-02934b00c4fc tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049938 Oct 19 01:01:21.180364 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc1f72-10c5-4dcc-b03e-b8ea5585f9aa service neutron] Pushing event updated for resources: {'Port': ['ID=a74692d5-2679-46de-a044-5316689d43f2,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:21.206324 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-827ddd0d-5943-4627-acf4-5a0318f5fe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:21.207942 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-827ddd0d-5943-4627-acf4-5a0318f5fe72 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a25adcdc646c4e4b987e3016f8b86608&device_id=9d695e1c-c5d0-4b47-a266-16a7e3736c28 HTTP/1.1" status: 200 len: 1100 time: 0.1240563 Oct 19 01:01:21.280641 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a9819-d13d-4bb8-9e92-7f9fac6f736e req-2030f9cd-081e-4082-95a3-4e54574965a0 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:21.283956 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ee3a9819-d13d-4bb8-9e92-7f9fac6f736e req-2030f9cd-081e-4082-95a3-4e54574965a0 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.1004009 Oct 19 01:01:21.290288 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-8d44b299-2ba0-4a93-9f2a-200eea16c43a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=a74692d5-2679-46de-a044-5316689d43f2 HTTP/1.1" status: 200 len: 217 time: 0.0615375 Oct 19 01:01:21.329463 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ee3a9819-d13d-4bb8-9e92-7f9fac6f736e req-959508fe-847f-4df5-b4cc-ac1a812b9b56 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384984 Oct 19 01:01:21.378623 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4b7b8a-39cf-4825-ae64-a659cabe134c x-openstack-request-id: req-0f4b7b8a-39cf-4825-ae64-a659cabe134c {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:01:21.379056 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d695e1c-c5d0-4b47-a266-16a7e3736c28", "tag": "a74692d5-2679-46de-a044-5316689d43f2", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:01:21.379430 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0f4b7b8a-39cf-4825-ae64-a659cabe134c {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:01:21.380005 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d695e1c-c5d0-4b47-a266-16a7e3736c28', 'tag': 'a74692d5-2679-46de-a044-5316689d43f2', 'status': 'completed', 'code': 200} Oct 19 01:01:21.388358 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-b33e1e6d-f2ab-4e96-9446-94426b25500b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:21.390138 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-b33e1e6d-f2ab-4e96-9446-94426b25500b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0919220 Oct 19 01:01:21.403766 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90442442-5716-4966-8536-d693f26f596e req-206299d5-bdbb-42ca-99cb-c25c49725e13 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:21.410883 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-90442442-5716-4966-8536-d693f26f596e req-206299d5-bdbb-42ca-99cb-c25c49725e13 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 944 time: 0.1003480 Oct 19 01:01:21.484260 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-90442442-5716-4966-8536-d693f26f596e req-80e3019c-dffa-4a4d-9609-cd3fd6fad9dc tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725245 Oct 19 01:01:21.486900 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-a5406c17-2fe4-472a-86a9-92c1aba7aae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:21.489349 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-a5406c17-2fe4-472a-86a9-92c1aba7aae6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0751336 Oct 19 01:01:21.494227 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a1f9f-e20e-4d1d-a9d5-5b38828948d4 req-13a0ac6f-02c2-449e-9bd8-fcc80988d5dc tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:21.496061 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f6a1f9f-e20e-4d1d-a9d5-5b38828948d4 req-13a0ac6f-02c2-449e-9bd8-fcc80988d5dc tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d695e1c-c5d0-4b47-a266-16a7e3736c28 HTTP/1.1" status: 200 len: 948 time: 0.0548108 Oct 19 01:01:21.548582 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f6a1f9f-e20e-4d1d-a9d5-5b38828948d4 req-20367049-c59e-40db-bb77-30b1773cdce3 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433533 Oct 19 01:01:21.593679 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-d85f79a3-98d4-4c45-ad58-b76d1a3b27af service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966325 Oct 19 01:01:21.696788 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-208d33cc-0d19-4ada-a4ad-89d81ef49ca4 req-3a81c311-f956-4498-8207-a8fbd198c8a7 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947082 Oct 19 01:01:21.781621 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1edb2-5cf6-4789-ad68-213ef3a344e9 req-f3fb3e06-f85e-45e5-9448-8eb06773f33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:21.783114 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93f1edb2-5cf6-4789-ad68-213ef3a344e9 req-f3fb3e06-f85e-45e5-9448-8eb06773f33d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a25adcdc646c4e4b987e3016f8b86608&device_id=9d695e1c-c5d0-4b47-a266-16a7e3736c28 HTTP/1.1" status: 200 len: 1100 time: 0.0414653 Oct 19 01:01:21.904313 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd17913-7e3e-4b92-b4bd-f5aeb2f4fa29 req-b9541d9a-17fd-461c-84b2-ec36fd061a88 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:21.906054 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9fd17913-7e3e-4b92-b4bd-f5aeb2f4fa29 req-b9541d9a-17fd-461c-84b2-ec36fd061a88 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 945 time: 0.1024685 Oct 19 01:01:21.933006 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1edb2-5cf6-4789-ad68-213ef3a344e9 req-6283aee8-7131-471c-968f-38db971c56e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:21.934696 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93f1edb2-5cf6-4789-ad68-213ef3a344e9 req-6283aee8-7131-471c-968f-38db971c56e6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.1405129 Oct 19 01:01:21.987277 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9fd17913-7e3e-4b92-b4bd-f5aeb2f4fa29 req-7bd383cb-6e04-48e1-ae5e-a603b3e64fe4 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707366 Oct 19 01:01:22.015179 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93f1edb2-5cf6-4789-ad68-213ef3a344e9 req-e9682cc5-f5e6-485b-8262-2555aa88daa4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=a74692d5-2679-46de-a044-5316689d43f2 HTTP/1.1" status: 200 len: 217 time: 0.0510521 Oct 19 01:01:22.056165 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f914a5-574a-4af9-880d-fe7fed9f00a1 req-b089466d-a2b6-474b-8e1d-e6a893c9da75 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:22.058117 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-23f914a5-574a-4af9-880d-fe7fed9f00a1 req-b089466d-a2b6-474b-8e1d-e6a893c9da75 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 950 time: 0.1076179 Oct 19 01:01:22.072612 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1edb2-5cf6-4789-ad68-213ef3a344e9 req-c6994e83-9f6e-4563-a9d5-4ad669d416e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:22.074052 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93f1edb2-5cf6-4789-ad68-213ef3a344e9 req-c6994e83-9f6e-4563-a9d5-4ad669d416e4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0510168 Oct 19 01:01:22.079529 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe285983-9e0b-4ae7-b067-a6b3916cd9cd req-eaa8a7a8-47e5-499c-898b-4ebd34184351 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:22.080945 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fe285983-9e0b-4ae7-b067-a6b3916cd9cd req-eaa8a7a8-47e5-499c-898b-4ebd34184351 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.55 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 944 time: 0.0886679 Oct 19 01:01:22.121924 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1edb2-5cf6-4789-ad68-213ef3a344e9 req-564926ad-8583-4e93-b4e9-e79db1412847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:22.123420 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93f1edb2-5cf6-4789-ad68-213ef3a344e9 req-564926ad-8583-4e93-b4e9-e79db1412847 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0415258 Oct 19 01:01:22.141479 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-23f914a5-574a-4af9-880d-fe7fed9f00a1 req-ccbf36f8-9cb7-4564-9290-dd492598209d tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758708 Oct 19 01:01:22.201708 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-fe285983-9e0b-4ae7-b067-a6b3916cd9cd req-7a951345-7fe2-494a-940f-9d30d1fda391 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Deleting port a8ec244b-6721-494a-b23c-8c036d389ed5 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:01:22.202050 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-fe285983-9e0b-4ae7-b067-a6b3916cd9cd req-7a951345-7fe2-494a-940f-9d30d1fda391 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:22.233943 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93f1edb2-5cf6-4789-ad68-213ef3a344e9 req-69523701-a09d-4bb9-a5d5-92f70412f92f service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026411 Oct 19 01:01:22.304794 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-fe285983-9e0b-4ae7-b067-a6b3916cd9cd req-7a951345-7fe2-494a-940f-9d30d1fda391 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] For port a8ec244b-6721-494a-b23c-8c036d389ed5, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=a8ec244b-6721-494a-b23c-8c036d389ed5,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:22.305148 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-fe285983-9e0b-4ae7-b067-a6b3916cd9cd req-7a951345-7fe2-494a-940f-9d30d1fda391 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:22.317487 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-fe285983-9e0b-4ae7-b067-a6b3916cd9cd req-7a951345-7fe2-494a-940f-9d30d1fda391 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Calling delete_port for a8ec244b-6721-494a-b23c-8c036d389ed5 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:01:22.361316 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8ca90-b897-4f5a-852b-bad1b7502983 req-da070922-fdac-4339-a636-2abd09729000 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:22.362820 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-99b8ca90-b897-4f5a-852b-bad1b7502983 req-da070922-fdac-4339-a636-2abd09729000 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.0976193 Oct 19 01:01:22.368991 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93f1edb2-5cf6-4789-ad68-213ef3a344e9 req-93214def-d437-41fb-8e51-59cc0b55b878 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276228 Oct 19 01:01:22.426614 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-99b8ca90-b897-4f5a-852b-bad1b7502983 req-9bde7921-2288-4697-8480-5ab1d7830ac2 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546863 Oct 19 01:01:22.492151 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-fe285983-9e0b-4ae7-b067-a6b3916cd9cd req-7a951345-7fe2-494a-940f-9d30d1fda391 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:22.506321 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['64d644ee-60db-470c-bf38-26a88a5185a0', '59d95572-ab70-4880-8ddb-ba419acc74c2'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:01:22.511788 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398068cb-2538-4e02-8f66-59f1c793e389 req-badbfc2b-ac34-40e3-8b86-8f2cc44da397 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:22.513371 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-398068cb-2538-4e02-8f66-59f1c793e389 req-badbfc2b-ac34-40e3-8b86-8f2cc44da397 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.0871089 Oct 19 01:01:22.537012 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a951345-7fe2-494a-940f-9d30d1fda391 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Pushing event deleted for resources: {'Port': ['ID=a8ec244b-6721-494a-b23c-8c036d389ed5,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:22.563997 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['a8ec244b-6721-494a-b23c-8c036d389ed5'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:01:22.597212 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe285983-9e0b-4ae7-b067-a6b3916cd9cd req-7a951345-7fe2-494a-940f-9d30d1fda391 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] No DVR routers for this DVR port a8ec244b-6721-494a-b23c-8c036d389ed5 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:01:22.600168 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-fe285983-9e0b-4ae7-b067-a6b3916cd9cd req-7a951345-7fe2-494a-940f-9d30d1fda391 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:22.603944 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fe285983-9e0b-4ae7-b067-a6b3916cd9cd req-7a951345-7fe2-494a-940f-9d30d1fda391 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.55 "DELETE /v2.0/ports/a8ec244b-6721-494a-b23c-8c036d389ed5 HTTP/1.1" status: 204 len: 173 time: 0.5139642 Oct 19 01:01:22.610470 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdeec5e2-c317-4491-9870-ab9d69a119ba', 'name': 'network-vif-deleted', 'tag': 'a8ec244b-6721-494a-b23c-8c036d389ed5'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:01:22.612686 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b511e5a3-8702-4046-8315-2d124ecf91c8" -d '{"events": [{"server_uuid": "cdeec5e2-c317-4491-9870-ab9d69a119ba", "name": "network-vif-deleted", "tag": "a8ec244b-6721-494a-b23c-8c036d389ed5"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:01:22.633078 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-398068cb-2538-4e02-8f66-59f1c793e389 req-3d3c31c6-ac4b-4916-ac1e-4b8fb23d2863 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995617 Oct 19 01:01:22.646382 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-49bfe4f1-7ce9-4daf-a1d7-9515d717e52a req-f4ade6c8-0cde-4c3e-9d3a-7ab9d9952427 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 210 time: 0.0569587 Oct 19 01:01:22.691619 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f3cbbf-6115-4301-8ac0-7118124ecbc0 x-openstack-request-id: req-02f3cbbf-6115-4301-8ac0-7118124ecbc0 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:01:22.692684 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdeec5e2-c317-4491-9870-ab9d69a119ba", "name": "network-vif-deleted", "tag": "a8ec244b-6721-494a-b23c-8c036d389ed5", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:01:22.693037 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-02f3cbbf-6115-4301-8ac0-7118124ecbc0 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:01:22.693529 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdeec5e2-c317-4491-9870-ab9d69a119ba', 'name': 'network-vif-deleted', 'tag': 'a8ec244b-6721-494a-b23c-8c036d389ed5', 'status': 'completed', 'code': 200} Oct 19 01:01:22.760432 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61524564-3496-4366-924f-ebe6521cc50e req-bb60ea62-0671-42ec-b83d-5ce3de7229d6 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:22.767770 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61524564-3496-4366-924f-ebe6521cc50e req-bb60ea62-0671-42ec-b83d-5ce3de7229d6 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d695e1c-c5d0-4b47-a266-16a7e3736c28 HTTP/1.1" status: 200 len: 948 time: 0.0661089 Oct 19 01:01:22.809793 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61524564-3496-4366-924f-ebe6521cc50e req-2dd536f6-ad26-4a96-8311-ca0d29a1a156 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409205 Oct 19 01:01:23.132421 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181d4f5-1455-4702-b473-1756215cf676 req-4c6f4f1c-57f5-4869-83df-73df2293e0bb tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:23.134217 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b181d4f5-1455-4702-b473-1756215cf676 req-4c6f4f1c-57f5-4869-83df-73df2293e0bb tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 945 time: 0.0661933 Oct 19 01:01:23.181234 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b181d4f5-1455-4702-b473-1756215cf676 req-c77c7b24-7427-46b2-9e5a-1efaea8c8be3 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399437 Oct 19 01:01:23.290136 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a35c3b-99d2-4f61-8e10-5603363da473 req-9b8b28dd-78fa-4483-b566-97644e03d40f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:23.299625 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f3a35c3b-99d2-4f61-8e10-5603363da473 req-9b8b28dd-78fa-4483-b566-97644e03d40f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 950 time: 0.0683286 Oct 19 01:01:23.347273 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f3a35c3b-99d2-4f61-8e10-5603363da473 req-8dc0a021-cd67-442c-a6db-82db11a7ff1d tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448713 Oct 19 01:01:23.574481 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b98f33-9bf3-451d-bbe7-c8ba6da4777c req-14f94f5d-21d1-4005-a2ec-849a1bc4e6be tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:23.576590 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-09b98f33-9bf3-451d-bbe7-c8ba6da4777c req-14f94f5d-21d1-4005-a2ec-849a1bc4e6be tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.0621850 Oct 19 01:01:23.663974 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-09b98f33-9bf3-451d-bbe7-c8ba6da4777c req-a512b550-9e4e-491e-91f6-217a9fccb987 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738454 Oct 19 01:01:23.777950 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7d452-57da-4ad2-a27f-ad998479e616 req-3d9efb1f-78d8-4786-89a9-fb7e6067bb8a tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:23.779846 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-ebaef707-f062-4ef1-beee-8cd211066c03 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:23.781655 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-ebaef707-f062-4ef1-beee-8cd211066c03 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450&tenant_id=ac822e1b6e714d828ed258d652a9ce7a&binding%3Ahost_id=n-h1-715271-26 HTTP/1.1" status: 200 len: 950 time: 0.1582465 Oct 19 01:01:23.786200 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ddb7d452-57da-4ad2-a27f-ad998479e616 req-3d9efb1f-78d8-4786-89a9-fb7e6067bb8a tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.0623252 Oct 19 01:01:23.794814 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5137ba4-8c28-431d-ba68-ae67c2be0fa5 req-6c58f666-c20a-4fcf-af7d-b8d8126d6717 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:23.802855 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b5137ba4-8c28-431d-ba68-ae67c2be0fa5 req-6c58f666-c20a-4fcf-af7d-b8d8126d6717 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 950 time: 0.1295891 Oct 19 01:01:23.831526 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ddb7d452-57da-4ad2-a27f-ad998479e616 req-cec46a2d-f6ba-4203-b67d-2a530b961a3a tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423694 Oct 19 01:01:23.896957 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b5137ba4-8c28-431d-ba68-ae67c2be0fa5 req-63dd8c4f-2286-446e-85b9-d18714382186 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927725 Oct 19 01:01:23.899304 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-7a4e39f5-a36b-45f7-a120-a101524a75a9 service neutron] 10.222.0.55 "GET /v2.0/ports/68c700e7-cf71-4776-b3ad-a6bf9df38dff/bindings/n-h1-715271-26 HTTP/1.1" status: 200 len: 383 time: 0.0891502 Oct 19 01:01:23.933604 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e70f7439-ceab-493c-9053-3b8ebfdd63a2 req-11c107db-1241-4232-a772-8ef63d6ba737 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 210 time: 0.0475283 Oct 19 01:01:24.042478 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-d43f7eef-3206-4698-8150-6604e66dc3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:24.043983 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-d43f7eef-3206-4698-8150-6604e66dc3c5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 1102 time: 0.1121457 Oct 19 01:01:24.068600 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2046c-3cc8-4704-965d-56a453346ae5 req-f19a097e-641c-45c7-ab28-fb05b94a745c tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:24.070075 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b4b2046c-3cc8-4704-965d-56a453346ae5 req-f19a097e-641c-45c7-ab28-fb05b94a745c tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d695e1c-c5d0-4b47-a266-16a7e3736c28 HTTP/1.1" status: 200 len: 948 time: 0.0792053 Oct 19 01:01:24.161115 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b4b2046c-3cc8-4704-965d-56a453346ae5 req-21d4adf0-8ff3-4641-85d3-d988cfbe4060 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806751 Oct 19 01:01:24.182597 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-8939afe7-2f34-47f9-8e1c-0429d82a48b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:24.184566 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-8939afe7-2f34-47f9-8e1c-0429d82a48b6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.1326869 Oct 19 01:01:24.232144 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-d5a3693a-c23c-411f-ae7f-498e26b8132b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=68c700e7-cf71-4776-b3ad-a6bf9df38dff HTTP/1.1" status: 200 len: 217 time: 0.0388358 Oct 19 01:01:24.290350 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-325705b7-8110-40e1-a321-22cf97f738b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:24.292129 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-325705b7-8110-40e1-a321-22cf97f738b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0532205 Oct 19 01:01:24.318043 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c8969-9c9d-47fd-8775-d4821b07dd8e req-c80c8cd7-7678-4d6d-97f8-7f3093f73712 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:24.324711 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2e1c8969-9c9d-47fd-8775-d4821b07dd8e req-c80c8cd7-7678-4d6d-97f8-7f3093f73712 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 945 time: 0.0633409 Oct 19 01:01:24.365645 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-edc3c01a-e244-41a1-842e-c34393341969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:24.367429 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-edc3c01a-e244-41a1-842e-c34393341969 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0664558 Oct 19 01:01:24.395134 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2e1c8969-9c9d-47fd-8775-d4821b07dd8e req-dc129821-4037-4549-b2ef-5fed263d0d21 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577440 Oct 19 01:01:24.483584 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-be8515a4-e077-493e-89ba-99c9e68507cf service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062944 Oct 19 01:01:24.590345 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-868a8ac5-f95c-4173-be76-fc5f64ac0c55 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964751 Oct 19 01:01:24.775271 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f01a96-4112-4b30-ad7b-ff7c48f5eb1b req-5e2cf74b-bcb0-4ae9-9d63-0b6a8083dc64 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:24.776702 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-12f01a96-4112-4b30-ad7b-ff7c48f5eb1b req-5e2cf74b-bcb0-4ae9-9d63-0b6a8083dc64 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.0514884 Oct 19 01:01:24.816212 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-12f01a96-4112-4b30-ad7b-ff7c48f5eb1b req-dd7206fb-0ca1-4a56-bc61-e6e2eb0c04ac tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328178 Oct 19 01:01:24.948729 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167364ef-dfea-44be-8a9f-3271d317c38e req-62f5d5a6-bdd7-4f1d-a679-7dbd3c50dc78 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:24.951627 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-167364ef-dfea-44be-8a9f-3271d317c38e req-62f5d5a6-bdd7-4f1d-a679-7dbd3c50dc78 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.0603034 Oct 19 01:01:24.997488 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-167364ef-dfea-44be-8a9f-3271d317c38e req-434e85e0-78a8-44cc-af02-8cfce35d1942 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396957 Oct 19 01:01:25.043506 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4733d55-61dd-428b-8718-99d2f93c89f4 req-e8ef8a54-5481-4b1e-a98a-72c277d4d768 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:25.045069 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c4733d55-61dd-428b-8718-99d2f93c89f4 req-e8ef8a54-5481-4b1e-a98a-72c277d4d768 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 950 time: 0.0601692 Oct 19 01:01:25.105746 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c4733d55-61dd-428b-8718-99d2f93c89f4 req-813a70db-c11c-4ce3-b21b-02d99e857938 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393524 Oct 19 01:01:25.114490 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0fd2873d-d5df-41bc-aa8a-29cc7677cb67 req-0d2840a3-70cf-4b5e-9b6d-bf8327541d5a tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 210 time: 0.0412853 Oct 19 01:01:25.283996 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040a7bb-df8d-4e64-a69a-687324b931e0 req-71c1964f-96f7-4f7a-a9c3-2458fc04c83b tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:25.285791 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8040a7bb-df8d-4e64-a69a-687324b931e0 req-71c1964f-96f7-4f7a-a9c3-2458fc04c83b tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d695e1c-c5d0-4b47-a266-16a7e3736c28 HTTP/1.1" status: 200 len: 948 time: 0.0506885 Oct 19 01:01:25.328257 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8040a7bb-df8d-4e64-a69a-687324b931e0 req-fe861403-d47a-4df7-b247-94bde0e6f06f tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364840 Oct 19 01:01:25.512686 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23644f72-72a9-4949-9d2e-1c8b006b1267 req-f52ce55d-4830-4f81-856f-3a7ca36e40bc tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:25.514213 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-23644f72-72a9-4949-9d2e-1c8b006b1267 req-f52ce55d-4830-4f81-856f-3a7ca36e40bc tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 945 time: 0.0584269 Oct 19 01:01:25.552968 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-23644f72-72a9-4949-9d2e-1c8b006b1267 req-a90ae1b1-2c00-4377-a59b-cd7ea5b4dd33 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316532 Oct 19 01:01:25.936579 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f26518-e50b-4027-afaf-240789b7a56c req-7562463e-fb52-430f-a7f8-9009c853fa42 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:25.937230 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c0f26518-e50b-4027-afaf-240789b7a56c req-7562463e-fb52-430f-a7f8-9009c853fa42 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.0508065 Oct 19 01:01:25.981148 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c0f26518-e50b-4027-afaf-240789b7a56c req-132afd7d-0bf6-4cc6-9200-f428ece6c4f0 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369422 Oct 19 01:01:26.121810 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76fc26-ab2b-4db7-8397-efbbfe38117a req-59d282cd-9ce9-40e8-bedd-71387e088668 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:26.130383 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0a76fc26-ab2b-4db7-8397-efbbfe38117a req-59d282cd-9ce9-40e8-bedd-71387e088668 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.0652862 Oct 19 01:01:26.176961 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0a76fc26-ab2b-4db7-8397-efbbfe38117a req-bb4305b5-e124-4f13-8d95-dcad784c1b0c tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446074 Oct 19 01:01:26.213454 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defefb51-9003-4618-abdc-dce1713f4248 req-44bce671-76f4-417a-a2dd-250e98f20428 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:26.214979 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-defefb51-9003-4618-abdc-dce1713f4248 req-44bce671-76f4-417a-a2dd-250e98f20428 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 950 time: 0.0573461 Oct 19 01:01:26.271961 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-79899d27-f1a2-41b9-818d-a58230a7ebcb req-f83909f6-1a41-4cc4-b34e-b08a35e35d30 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 210 time: 0.0273001 Oct 19 01:01:26.275912 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-defefb51-9003-4618-abdc-dce1713f4248 req-de45ca13-96b6-43e6-9a05-db10be327c34 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546772 Oct 19 01:01:26.464703 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10013c0-bf5d-45e4-9cc4-e877b6968217 req-88fc1fe0-ed61-405b-9965-6838ad4cdf21 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:26.466658 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a10013c0-bf5d-45e4-9cc4-e877b6968217 req-88fc1fe0-ed61-405b-9965-6838ad4cdf21 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d695e1c-c5d0-4b47-a266-16a7e3736c28 HTTP/1.1" status: 200 len: 948 time: 0.0644755 Oct 19 01:01:26.513551 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a10013c0-bf5d-45e4-9cc4-e877b6968217 req-23a39cef-d5d6-4a34-a983-e6f8e422125a tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405440 Oct 19 01:01:26.683460 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512b04e-b3f2-48cd-bbc4-8bdf9944d3d3 req-d1462617-553e-4024-828d-184ee5aed3ab tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:26.684847 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4512b04e-b3f2-48cd-bbc4-8bdf9944d3d3 req-d1462617-553e-4024-828d-184ee5aed3ab tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 945 time: 0.0579567 Oct 19 01:01:26.731929 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4512b04e-b3f2-48cd-bbc4-8bdf9944d3d3 req-6871e406-7033-40a7-afc9-5bbaf6c07563 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403848 Oct 19 01:01:26.840303 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:27.007238 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-bdd2b2b4-3254-4040-b374-dc5d788b9ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:27.009556 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-bdd2b2b4-3254-4040-b374-dc5d788b9ad2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450&tenant_id=ac822e1b6e714d828ed258d652a9ce7a HTTP/1.1" status: 200 len: 1102 time: 0.0438774 Oct 19 01:01:27.016595 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device a74692d5-2679-46de-a044-5316689d43f2 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:01:27.021342 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device a8ec244b-6721-494a-b23c-8c036d389ed5 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:01:27.026001 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-95f2c499-2bc0-4f34-b0f2-3c1ed819f546 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-26', 'device_owner': 'compute:nova'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:01:27.062947 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: a8ec244b-6721-494a-b23c-8c036d389ed5 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:01:27.063294 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device a8ec244b-6721-494a-b23c-8c036d389ed5 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:01:27.118215 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-95f2c499-2bc0-4f34-b0f2-3c1ed819f546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:27.200240 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb2feb-2df0-48dd-bcaf-21f5d45b2ec5 req-3267442f-58aa-4639-a96e-1c685e18f03d tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:27.208673 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fecb2feb-2df0-48dd-bcaf-21f5d45b2ec5 req-3267442f-58aa-4639-a96e-1c685e18f03d tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.0928502 Oct 19 01:01:27.246518 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port a74692d5-2679-46de-a044-5316689d43f2, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=a74692d5-2679-46de-a044-5316689d43f2,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:27.262571 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fecb2feb-2df0-48dd-bcaf-21f5d45b2ec5 req-8b2a09b4-2dd5-40f4-875c-3a0dff34df75 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528278 Oct 19 01:01:27.273659 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'a74692d5-2679-46de-a044-5316689d43f2', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': 'a74692d5-2679-46de-a044-5316689d43f2', 'mac_address': 'fa:16:3e:46:a9:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:01:27.359198 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:27.381900 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a74692d5-2679-46de-a044-5316689d43f2 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:01:27.406294 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4cda7f-e668-4fd8-bd5b-111279ddc202 req-56d61ee3-284e-48d5-b563-81e59fe4e11a tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:27.408245 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7f4cda7f-e668-4fd8-bd5b-111279ddc202 req-56d61ee3-284e-48d5-b563-81e59fe4e11a tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.0877206 Oct 19 01:01:27.429444 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5eed0c-3ca1-4bbc-b46e-db478d9e7614 req-31d3be94-17b1-4525-9ad9-28a518a38da7 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:27.431620 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port a74692d5-2679-46de-a044-5316689d43f2, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=a74692d5-2679-46de-a044-5316689d43f2,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:27.439364 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cd5eed0c-3ca1-4bbc-b46e-db478d9e7614 req-31d3be94-17b1-4525-9ad9-28a518a38da7 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 950 time: 0.0807064 Oct 19 01:01:27.439844 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:27.502113 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cd5eed0c-3ca1-4bbc-b46e-db478d9e7614 req-0903e7b1-7d71-4452-81e8-b6b965890c1d tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609050 Oct 19 01:01:27.506958 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=a74692d5-2679-46de-a044-5316689d43f2,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:27.576749 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7f4cda7f-e668-4fd8-bd5b-111279ddc202 req-f722e876-40fe-4be8-a7a3-196a1e650fb1 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591296 Oct 19 01:01:27.620076 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-95f2c499-2bc0-4f34-b0f2-3c1ed819f546 service neutron] For port 68c700e7-cf71-4776-b3ad-a6bf9df38dff, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=68c700e7-cf71-4776-b3ad-a6bf9df38dff,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:27.640126 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4fcda36a-9e9e-40c2-8e65-82479b309ba8 req-add5683b-e748-4c30-b534-e9c5f79bf445 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdeec5e2-c317-4491-9870-ab9d69a119ba HTTP/1.1" status: 200 len: 210 time: 0.0373900 Oct 19 01:01:27.686789 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-95f2c499-2bc0-4f34-b0f2-3c1ed819f546 service neutron] For port 68c700e7-cf71-4776-b3ad-a6bf9df38dff, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:01:27.775944 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb86c0f-93a1-416a-902d-6a6c5348a450', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68c700e7-cf71-4776-b3ad-a6bf9df38dff'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:01:27.782609 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1a3af4-8f3a-4fa6-bf93-8b28b8e62b69" -d '{"events": [{"server_uuid": "ecb86c0f-93a1-416a-902d-6a6c5348a450", "name": "network-vif-unplugged", "status": "completed", "tag": "68c700e7-cf71-4776-b3ad-a6bf9df38dff"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:01:27.789267 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-95f2c499-2bc0-4f34-b0f2-3c1ed819f546 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:27.818385 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-95f2c499-2bc0-4f34-b0f2-3c1ed819f546 service neutron] Transition to ACTIVE for port object 68c700e7-cf71-4776-b3ad-a6bf9df38dff will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:01:27.826109 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-95f2c499-2bc0-4f34-b0f2-3c1ed819f546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:27.845386 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b872e-9061-4fe5-9d5a-d2c0119ebbc1 req-d61987f0-5d28-4f38-b39b-9b1776bbf331 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:27.855189 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-524b872e-9061-4fe5-9d5a-d2c0119ebbc1 req-d61987f0-5d28-4f38-b39b-9b1776bbf331 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d695e1c-c5d0-4b47-a266-16a7e3736c28 HTTP/1.1" status: 200 len: 949 time: 0.1126521 Oct 19 01:01:27.888080 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['a74692d5-2679-46de-a044-5316689d43f2'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:01:27.923935 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-524b872e-9061-4fe5-9d5a-d2c0119ebbc1 req-4ce1def5-71a0-4a06-a8d1-0ca6a5f976c3 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654063 Oct 19 01:01:27.983888 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-95f2c499-2bc0-4f34-b0f2-3c1ed819f546 service neutron] No DVR routers for this DVR port 68c700e7-cf71-4776-b3ad-a6bf9df38dff on host n-h1-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:01:28.026394 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2c499-2bc0-4f34-b0f2-3c1ed819f546 service neutron] Pushing event updated for resources: {'Port': ['ID=68c700e7-cf71-4776-b3ad-a6bf9df38dff,revision_number=10']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:28.082132 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63693dbf-f49a-4776-aeb2-a9adbe9b14a0 x-openstack-request-id: req-63693dbf-f49a-4776-aeb2-a9adbe9b14a0 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:01:28.082724 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb86c0f-93a1-416a-902d-6a6c5348a450", "name": "network-vif-unplugged", "status": "completed", "tag": "68c700e7-cf71-4776-b3ad-a6bf9df38dff", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:01:28.082976 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-63693dbf-f49a-4776-aeb2-a9adbe9b14a0 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:01:28.084223 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb86c0f-93a1-416a-902d-6a6c5348a450', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68c700e7-cf71-4776-b3ad-a6bf9df38dff', 'code': 200} Oct 19 01:01:28.092253 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-95f2c499-2bc0-4f34-b0f2-3c1ed819f546 service neutron] Attempting to bind port 68c700e7-cf71-4776-b3ad-a6bf9df38dff on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:01:28.092587 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-95f2c499-2bc0-4f34-b0f2-3c1ed819f546 service neutron] Attempting to bind port 68c700e7-cf71-4776-b3ad-a6bf9df38dff by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:01:28.092909 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-95f2c499-2bc0-4f34-b0f2-3c1ed819f546 service neutron] Attempting to bind port 68c700e7-cf71-4776-b3ad-a6bf9df38dff on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:01:28.118169 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e12a13-d930-4832-a191-aa51f59b4055 req-95995138-4e03-4d80-9a5c-15d90cf497cb tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:28.127348 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-03e12a13-d930-4832-a191-aa51f59b4055 req-95995138-4e03-4d80-9a5c-15d90cf497cb tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 945 time: 0.1545155 Oct 19 01:01:28.161273 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-95f2c499-2bc0-4f34-b0f2-3c1ed819f546 service neutron] Port 68c700e7-cf71-4776-b3ad-a6bf9df38dff on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:01:28.161594 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-95f2c499-2bc0-4f34-b0f2-3c1ed819f546 service neutron] Attempting to bind port 68c700e7-cf71-4776-b3ad-a6bf9df38dff on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:01:28.179860 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-95f2c499-2bc0-4f34-b0f2-3c1ed819f546 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:01:28.180176 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-95f2c499-2bc0-4f34-b0f2-3c1ed819f546 service neutron] Checking segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:01:28.180562 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-95f2c499-2bc0-4f34-b0f2-3c1ed819f546 service neutron] Bound using segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:01:28.180997 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-95f2c499-2bc0-4f34-b0f2-3c1ed819f546 service neutron] Bound port: 68c700e7-cf71-4776-b3ad-a6bf9df38dff, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:01:28.181347 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-95f2c499-2bc0-4f34-b0f2-3c1ed819f546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:28.187929 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-03e12a13-d930-4832-a191-aa51f59b4055 req-851a2e34-ea75-43a5-aeff-248c3eb78341 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592918 Oct 19 01:01:28.252966 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-95f2c499-2bc0-4f34-b0f2-3c1ed819f546 service neutron] For port 68c700e7-cf71-4776-b3ad-a6bf9df38dff, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:01:28.256521 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-95f2c499-2bc0-4f34-b0f2-3c1ed819f546 service neutron] For port 68c700e7-cf71-4776-b3ad-a6bf9df38dff, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=68c700e7-cf71-4776-b3ad-a6bf9df38dff,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:01:28.261991 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-95f2c499-2bc0-4f34-b0f2-3c1ed819f546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:28.299385 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-95f2c499-2bc0-4f34-b0f2-3c1ed819f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:28.300025 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-95f2c499-2bc0-4f34-b0f2-3c1ed819f546 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:28.302421 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-95f2c499-2bc0-4f34-b0f2-3c1ed819f546 service neutron] 10.222.0.24 "PUT /v2.0/ports/68c700e7-cf71-4776-b3ad-a6bf9df38dff HTTP/1.1" status: 200 len: 1098 time: 1.2835052 Oct 19 01:01:28.382667 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2c499-2bc0-4f34-b0f2-3c1ed819f546 service neutron] Pushing event updated for resources: {'Port': ['ID=68c700e7-cf71-4776-b3ad-a6bf9df38dff,revision_number=11']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:28.414742 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-c1352fbd-2568-4d75-b2fe-782d718fc67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:28.416607 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-c1352fbd-2568-4d75-b2fe-782d718fc67f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 1101 time: 0.0831518 Oct 19 01:01:28.441284 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428b5c5-cb40-43f9-8521-f5c607c0a9a8 req-ade25c82-e4af-4b2a-9ba3-4550ba3a78f2 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:28.449535 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f428b5c5-cb40-43f9-8521-f5c607c0a9a8 req-ade25c82-e4af-4b2a-9ba3-4550ba3a78f2 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.0681794 Oct 19 01:01:28.495136 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f428b5c5-cb40-43f9-8521-f5c607c0a9a8 req-a4a17951-5a19-4428-b931-327c4f83692c tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442297 Oct 19 01:01:28.755427 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de87fc2-284d-45d0-a087-70aff2f57c93 req-e1f29325-68a5-4a8f-9a86-395528166ff2 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:28.758108 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8de87fc2-284d-45d0-a087-70aff2f57c93 req-e1f29325-68a5-4a8f-9a86-395528166ff2 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.0773540 Oct 19 01:01:28.800593 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8de87fc2-284d-45d0-a087-70aff2f57c93 req-d476931f-0b51-493f-a258-63bfd3cc6f16 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362313 Oct 19 01:01:28.913006 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-64a531b0-b50f-45e8-9618-bebf5da62721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:28.915074 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-64a531b0-b50f-45e8-9618-bebf5da62721 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.4872870 Oct 19 01:01:28.925019 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f7f6a-ccd3-4acb-a87e-04a8af34df5b req-4941722e-c969-47aa-98ea-193d3d2508cd tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:28.927433 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-280f7f6a-ccd3-4acb-a87e-04a8af34df5b req-4941722e-c969-47aa-98ea-193d3d2508cd tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 949 time: 0.1289268 Oct 19 01:01:28.996522 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-c9bba9f8-5b66-4af1-a2f4-c2129ae8e93d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=68c700e7-cf71-4776-b3ad-a6bf9df38dff HTTP/1.1" status: 200 len: 217 time: 0.0637281 Oct 19 01:01:29.023481 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 68c700e7-cf71-4776-b3ad-a6bf9df38dff no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:01:29.042938 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-280f7f6a-ccd3-4acb-a87e-04a8af34df5b req-d7a6ca7f-ad41-4ad2-a40d-b0706ad0f65e tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016672 Oct 19 01:01:29.070042 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-a2f0bc3c-49c3-46dc-8dac-b329a41a9414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:29.071501 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-a2f0bc3c-49c3-46dc-8dac-b329a41a9414 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0642679 Oct 19 01:01:29.102909 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 68c700e7-cf71-4776-b3ad-a6bf9df38dff not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:01:29.120502 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:29.126490 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b91987-5532-4033-b79c-a6bc2fcb73b3 req-9b9fe1e0-fff0-46ca-bb5b-fe3ebce3fc17 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:29.132258 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-742e3c79-8a8a-48b0-b57a-e036bd83833d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:29.133754 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-742e3c79-8a8a-48b0-b57a-e036bd83833d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0519958 Oct 19 01:01:29.134205 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c6b91987-5532-4033-b79c-a6bc2fcb73b3 req-9b9fe1e0-fff0-46ca-bb5b-fe3ebce3fc17 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d695e1c-c5d0-4b47-a266-16a7e3736c28 HTTP/1.1" status: 200 len: 949 time: 0.0837107 Oct 19 01:01:29.168202 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c6b91987-5532-4033-b79c-a6bc2fcb73b3 req-f22bc39b-fa3e-44fb-be30-a5428bea918b tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331385 Oct 19 01:01:29.243345 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-e31cdfed-51b7-474a-96b9-17c8f3a70cee service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996017 Oct 19 01:01:29.389225 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816bca5-e7b0-45e1-a9e2-0b8db9e6add2 req-d56de6fd-7c37-4863-8eca-807f95f82c8e tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:29.390712 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0816bca5-e7b0-45e1-a9e2-0b8db9e6add2 req-d56de6fd-7c37-4863-8eca-807f95f82c8e tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 945 time: 0.1212718 Oct 19 01:01:29.403373 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-61ba59f6-8490-40dc-8da9-4a4c59a43f17 req-2e72f049-333b-4bb1-957c-3150a1769136 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436291 Oct 19 01:01:29.442065 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0816bca5-e7b0-45e1-a9e2-0b8db9e6add2 req-1c6daffd-15fa-44be-a443-81ee6c253c85 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414302 Oct 19 01:01:29.607034 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09ec7e-885a-4a91-a591-ee418e5f807c req-774f73f3-2a56-4cbc-be3f-b801fd12e6ee tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:29.608699 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3d09ec7e-885a-4a91-a591-ee418e5f807c req-774f73f3-2a56-4cbc-be3f-b801fd12e6ee tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.0487549 Oct 19 01:01:29.655599 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3d09ec7e-885a-4a91-a591-ee418e5f807c req-230bb372-c0b3-4051-a29f-f665b69e56f3 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399852 Oct 19 01:01:29.919818 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-c6333f17-dd0c-4697-a92c-a61e1317cf85 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--773766306&fields=id&tenant_id=a49a980071cc4194a4c852bc837c18ec HTTP/1.1" status: 200 len: 267 time: 0.0417202 Oct 19 01:01:29.957114 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efee9f-12f9-4138-83c0-b70d66295f70 req-2fb7cf17-aa59-4f6f-8fc0-f017a6d599c1 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:29.965562 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-70efee9f-12f9-4138-83c0-b70d66295f70 req-2fb7cf17-aa59-4f6f-8fc0-f017a6d599c1 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.0821831 Oct 19 01:01:30.014259 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-70efee9f-12f9-4138-83c0-b70d66295f70 req-a26f2b9c-a828-4178-9e6c-fa5d651365c1 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434871 Oct 19 01:01:30.032104 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-555c3e4a-fde5-4d27-a7b8-c244113ac6df tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:30.033591 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-555c3e4a-fde5-4d27-a7b8-c244113ac6df tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/networks?id=ae2c3b1b-48cb-491d-9007-0691cd5f4fbb HTTP/1.1" status: 200 len: 814 time: 0.1129153 Oct 19 01:01:30.049857 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-fea8e1ca-ba2c-45b0-9b97-e1c0525a31b6 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/quotas/a49a980071cc4194a4c852bc837c18ec HTTP/1.1" status: 200 len: 375 time: 0.0095413 Oct 19 01:01:30.093734 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb86c0f-93a1-416a-902d-6a6c5348a450', 'tag': '68c700e7-cf71-4776-b3ad-a6bf9df38dff'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:01:30.096037 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a687ef67-7edb-475d-94ad-5b76a8e6ba2f" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb86c0f-93a1-416a-902d-6a6c5348a450", "tag": "68c700e7-cf71-4776-b3ad-a6bf9df38dff"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:01:30.145566 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-da425b37-cded-4935-8713-4046d478d747 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a49a980071cc4194a4c852bc837c18ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0875351 Oct 19 01:01:30.219167 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f829bae-6bbb-4c8a-82d1-18ff45fbf388 req-5c22b4b8-eea8-4c33-add1-abed0fdea7d7 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:30.229146 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1f829bae-6bbb-4c8a-82d1-18ff45fbf388 req-5c22b4b8-eea8-4c33-add1-abed0fdea7d7 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 949 time: 0.0713704 Oct 19 01:01:30.263552 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-9c4194d5-120a-4f7d-8cb8-9f61aa1e4efa service neutron] 10.222.0.57 "GET /v2.0/networks/ae2c3b1b-48cb-491d-9007-0691cd5f4fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048419 Oct 19 01:01:30.282332 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1f829bae-6bbb-4c8a-82d1-18ff45fbf388 req-f7163fa8-c91a-417b-a519-c70425a97ea9 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483696 Oct 19 01:01:30.343058 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d852ed0-6b00-4617-b019-0d88b222058b x-openstack-request-id: req-7d852ed0-6b00-4617-b019-0d88b222058b {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:01:30.343341 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb86c0f-93a1-416a-902d-6a6c5348a450", "tag": "68c700e7-cf71-4776-b3ad-a6bf9df38dff", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:01:30.343628 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7d852ed0-6b00-4617-b019-0d88b222058b {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:01:30.344253 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb86c0f-93a1-416a-902d-6a6c5348a450', 'tag': '68c700e7-cf71-4776-b3ad-a6bf9df38dff', 'status': 'completed', 'code': 200} Oct 19 01:01:30.462261 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687ef67-7edb-475d-94ad-5b76a8e6ba2f req-c801aad2-2afb-469c-acf1-67c062d5b919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:30.464124 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a687ef67-7edb-475d-94ad-5b76a8e6ba2f req-c801aad2-2afb-469c-acf1-67c062d5b919 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 1101 time: 0.0693986 Oct 19 01:01:30.466983 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-303cddcc-91d6-4d7f-ae8c-8df767f4b32d service neutron] 10.222.0.57 "GET /v2.0/networks/ae2c3b1b-48cb-491d-9007-0691cd5f4fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959062 Oct 19 01:01:30.488951 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687ef67-7edb-475d-94ad-5b76a8e6ba2f req-5e574ec5-a942-436e-b847-833ca08c2326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:30.491315 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a687ef67-7edb-475d-94ad-5b76a8e6ba2f req-5e574ec5-a942-436e-b847-833ca08c2326 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 1101 time: 0.1141086 Oct 19 01:01:30.530936 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651feff4-647b-475e-bbf3-ca6e834b8f8d req-827f3fc4-3fe9-49f3-8453-311fa87bbd63 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:30.542571 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-651feff4-647b-475e-bbf3-ca6e834b8f8d req-827f3fc4-3fe9-49f3-8453-311fa87bbd63 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d695e1c-c5d0-4b47-a266-16a7e3736c28 HTTP/1.1" status: 200 len: 949 time: 0.1214869 Oct 19 01:01:30.578122 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687ef67-7edb-475d-94ad-5b76a8e6ba2f req-4ea14713-2245-4b8a-8a5e-f956bbc68b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:30.580178 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a687ef67-7edb-475d-94ad-5b76a8e6ba2f req-4ea14713-2245-4b8a-8a5e-f956bbc68b6d service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.1040509 Oct 19 01:01:30.643447 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a687ef67-7edb-475d-94ad-5b76a8e6ba2f req-2ce006dd-aa05-42af-8db5-a870f224f1b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=68c700e7-cf71-4776-b3ad-a6bf9df38dff HTTP/1.1" status: 200 len: 217 time: 0.0477095 Oct 19 01:01:30.684251 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-651feff4-647b-475e-bbf3-ca6e834b8f8d req-3990a6bd-ec5f-4516-b2b4-7a38bdaf9323 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340053 Oct 19 01:01:30.721650 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687ef67-7edb-475d-94ad-5b76a8e6ba2f req-00740a97-e983-4b71-b508-cee973ac2753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:30.723210 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a687ef67-7edb-475d-94ad-5b76a8e6ba2f req-00740a97-e983-4b71-b508-cee973ac2753 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0717244 Oct 19 01:01:30.759377 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687ef67-7edb-475d-94ad-5b76a8e6ba2f req-71234180-e9f6-47ae-b611-a09d748aa704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:30.765476 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a687ef67-7edb-475d-94ad-5b76a8e6ba2f req-71234180-e9f6-47ae-b611-a09d748aa704 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.2548501 Oct 19 01:01:30.804690 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687ef67-7edb-475d-94ad-5b76a8e6ba2f req-a4a92729-d281-4266-a203-fd147a64d1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:30.806484 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a687ef67-7edb-475d-94ad-5b76a8e6ba2f req-a4a92729-d281-4266-a203-fd147a64d1b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0697742 Oct 19 01:01:30.822895 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a687ef67-7edb-475d-94ad-5b76a8e6ba2f req-d47679c8-28a2-45d8-ace3-16c2f214a6fe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=68c700e7-cf71-4776-b3ad-a6bf9df38dff HTTP/1.1" status: 200 len: 217 time: 0.0461550 Oct 19 01:01:30.915530 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61cfe8-9a92-4cec-afd2-37019c6a6fc3 req-cdc9b7f3-a286-4748-880f-70e442141fa7 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:30.916200 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 68c700e7-cf71-4776-b3ad-a6bf9df38dff details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:01:30.922934 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bc61cfe8-9a92-4cec-afd2-37019c6a6fc3 req-cdc9b7f3-a286-4748-880f-70e442141fa7 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 945 time: 0.0990498 Oct 19 01:01:30.932513 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687ef67-7edb-475d-94ad-5b76a8e6ba2f req-ecd3b7ce-4eda-4270-997f-b5423953483d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:30.933925 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a687ef67-7edb-475d-94ad-5b76a8e6ba2f req-ecd3b7ce-4eda-4270-997f-b5423953483d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.1002314 Oct 19 01:01:31.026493 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bc61cfe8-9a92-4cec-afd2-37019c6a6fc3 req-f045afe6-d746-4ecf-a1d2-64a2f65e5407 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022880 Oct 19 01:01:31.036977 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687ef67-7edb-475d-94ad-5b76a8e6ba2f req-97e3ef58-b9e8-423f-b600-29134f9ae6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:31.038525 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a687ef67-7edb-475d-94ad-5b76a8e6ba2f req-97e3ef58-b9e8-423f-b600-29134f9ae6d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0937660 Oct 19 01:01:31.057106 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device a74692d5-2679-46de-a044-5316689d43f2 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:01:31.090058 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a687ef67-7edb-475d-94ad-5b76a8e6ba2f req-4c15672e-7362-4db5-926d-0b999b8edaee service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674532 Oct 19 01:01:31.243521 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 68c700e7-cf71-4776-b3ad-a6bf9df38dff, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=68c700e7-cf71-4776-b3ad-a6bf9df38dff,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:31.250697 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port a74692d5-2679-46de-a044-5316689d43f2 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:01:31.258114 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-301cee17-f4e5-4846-8ac3-fd6fe9cb30da req-c49c53f4-0547-49e1-8fc3-2bc074cd3944 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 210 time: 0.0461588 Oct 19 01:01:31.259350 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a687ef67-7edb-475d-94ad-5b76a8e6ba2f req-febb2397-f24b-4abf-a4a4-f9d684f30539 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381495 Oct 19 01:01:31.280115 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a687ef67-7edb-475d-94ad-5b76a8e6ba2f req-8a7c7698-05d5-4fa6-8b87-410c53c1b350 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333851 Oct 19 01:01:31.291854 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port a74692d5-2679-46de-a044-5316689d43f2 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:01:31.292234 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:31.309357 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c2966-13d4-4c64-8fa4-8ada803875d3 req-582dcb8e-ee28-4659-a1c1-acac6d195fa1 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:31.320184 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-407c2966-13d4-4c64-8fa4-8ada803875d3 req-582dcb8e-ee28-4659-a1c1-acac6d195fa1 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.2289340 Oct 19 01:01:31.336134 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '68c700e7-cf71-4776-b3ad-a6bf9df38dff', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': '68c700e7-cf71-4776-b3ad-a6bf9df38dff', 'mac_address': 'fa:16:3e:2c:bb:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:01:31.386364 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-407c2966-13d4-4c64-8fa4-8ada803875d3 req-9b46a439-d939-4bb0-b679-547a3b804599 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613599 Oct 19 01:01:31.389351 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:31.470118 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a687ef67-7edb-475d-94ad-5b76a8e6ba2f req-fdbced6c-193d-4ef3-a116-94644466a67a service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800668 Oct 19 01:01:31.489610 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79397cc-deea-4ee1-a5f3-c9bef6ca7e7f req-0b32dc02-93c5-4c38-80ff-4f8d56f2f406 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:31.498278 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c79397cc-deea-4ee1-a5f3-c9bef6ca7e7f req-0b32dc02-93c5-4c38-80ff-4f8d56f2f406 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.0964365 Oct 19 01:01:31.548049 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c79397cc-deea-4ee1-a5f3-c9bef6ca7e7f req-69ff276e-60b4-4ad4-8786-42f7fe918306 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488143 Oct 19 01:01:31.548771 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68c700e7-cf71-4776-b3ad-a6bf9df38dff {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:01:31.612716 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 68c700e7-cf71-4776-b3ad-a6bf9df38dff, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=68c700e7-cf71-4776-b3ad-a6bf9df38dff,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:31.624153 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:31.743150 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:31.784148 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=68c700e7-cf71-4776-b3ad-a6bf9df38dff,revision_number=12']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:31.793435 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d695e1c-c5d0-4b47-a266-16a7e3736c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74692d5-2679-46de-a044-5316689d43f2'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:01:31.796347 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9d5062-aba6-482b-a136-21dd93430c99" -d '{"events": [{"server_uuid": "9d695e1c-c5d0-4b47-a266-16a7e3736c28", "name": "network-vif-plugged", "status": "completed", "tag": "a74692d5-2679-46de-a044-5316689d43f2"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:01:31.813986 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port a74692d5-2679-46de-a044-5316689d43f2, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=a74692d5-2679-46de-a044-5316689d43f2,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:31.822735 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:31.857492 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96da578-77dc-4258-b20b-52f29c5d3d9c req-578cca17-91da-4699-baab-2476d4c5a614 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:31.876064 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b96da578-77dc-4258-b20b-52f29c5d3d9c req-578cca17-91da-4699-baab-2476d4c5a614 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 950 time: 0.1458004 Oct 19 01:01:31.944321 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68a9cf-57f4-496c-b937-96d33e10e867 req-868082cd-ab0f-40ae-8c79-32a27c2ea1fc tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:31.952575 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3d68a9cf-57f4-496c-b937-96d33e10e867 req-868082cd-ab0f-40ae-8c79-32a27c2ea1fc tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 1098 time: 0.0759947 Oct 19 01:01:31.959962 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b96da578-77dc-4258-b20b-52f29c5d3d9c req-6242f2d6-a38e-45a8-bb81-23dfbb4a6a03 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798676 Oct 19 01:01:31.971128 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=a74692d5-2679-46de-a044-5316689d43f2,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:32.045631 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3d68a9cf-57f4-496c-b937-96d33e10e867 req-c8b9dfea-fe29-4499-9f8e-ee55c04d4f07 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791702 Oct 19 01:01:32.085425 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['68c700e7-cf71-4776-b3ad-a6bf9df38dff'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:01:32.167881 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f65001-a18a-4e42-94b4-db6d5da88bf9 req-90ef0bc2-6585-407a-94d8-85b1c7596be0 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:32.173897 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-93f65001-a18a-4e42-94b4-db6d5da88bf9 req-90ef0bc2-6585-407a-94d8-85b1c7596be0 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d695e1c-c5d0-4b47-a266-16a7e3736c28 HTTP/1.1" status: 200 len: 950 time: 0.1448352 Oct 19 01:01:32.177814 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20599e61-c5e6-470f-ba84-217904dc3738 req-b0e01fff-b628-4af4-8e59-31ecac19db44 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:32.179454 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-20599e61-c5e6-470f-ba84-217904dc3738 req-b0e01fff-b628-4af4-8e59-31ecac19db44 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 945 time: 0.0791798 Oct 19 01:01:32.236697 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-20599e61-c5e6-470f-ba84-217904dc3738 req-c640ea86-afd4-4cfc-b770-4d8156e434be tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450435 Oct 19 01:01:32.269444 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-93f65001-a18a-4e42-94b4-db6d5da88bf9 req-c988e4a8-6209-4478-b9f7-34e2791ab17c tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911846 Oct 19 01:01:32.303006 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8164a4-8fde-4a76-b711-655d5b2fe16f x-openstack-request-id: req-8a8164a4-8fde-4a76-b711-655d5b2fe16f {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:01:32.303285 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d695e1c-c5d0-4b47-a266-16a7e3736c28", "name": "network-vif-plugged", "status": "completed", "tag": "a74692d5-2679-46de-a044-5316689d43f2", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:01:32.303569 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8a8164a4-8fde-4a76-b711-655d5b2fe16f {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:01:32.303948 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d695e1c-c5d0-4b47-a266-16a7e3736c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74692d5-2679-46de-a044-5316689d43f2', 'code': 200} Oct 19 01:01:32.423815 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8cb1761e-a7e3-48ce-b1d0-17a6278f69da req-8291f317-00c2-477e-97ae-40d2d41dc09b tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 210 time: 0.0374379 Oct 19 01:01:32.445391 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2ce0b-9198-4f05-b048-dff4e834eeb2 req-8dcb40ed-175f-49bc-ad42-21fcd23c1212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:32.446689 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-44a2ce0b-9198-4f05-b048-dff4e834eeb2 req-8dcb40ed-175f-49bc-ad42-21fcd23c1212 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9d695e1c-c5d0-4b47-a266-16a7e3736c28 HTTP/1.1" status: 200 len: 1102 time: 0.0762029 Oct 19 01:01:32.455669 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96713a93-49c2-4798-b678-fedae2d23c86 req-b95d4e10-cf6f-4ffb-9c5a-14da7593c9f0 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:32.463217 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-96713a93-49c2-4798-b678-fedae2d23c86 req-b95d4e10-cf6f-4ffb-9c5a-14da7593c9f0 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 1098 time: 0.0646739 Oct 19 01:01:32.525775 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-96713a93-49c2-4798-b678-fedae2d23c86 req-8d2f8eab-f2cc-4ac5-abdd-661058ddc9ce tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615997 Oct 19 01:01:32.529283 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-44a2ce0b-9198-4f05-b048-dff4e834eeb2 req-1889d86f-4da0-4813-8935-573013e2095e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633631 Oct 19 01:01:32.561752 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1870d2-0329-43e9-a3f7-6fde03108db5 req-c178b22d-351b-4382-b8ed-90870e0c41ed tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:32.563224 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3a1870d2-0329-43e9-a3f7-6fde03108db5 req-c178b22d-351b-4382-b8ed-90870e0c41ed tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.0736237 Oct 19 01:01:32.614852 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3a1870d2-0329-43e9-a3f7-6fde03108db5 req-86076967-9ae0-4e91-9e3f-1e4b4247f7f3 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418634 Oct 19 01:01:32.857032 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5472f3-18c2-41db-a991-861239f9c9ea req-54399e08-0d76-4e3d-a732-57fce2c7e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:32.873848 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6f5472f3-18c2-41db-a991-861239f9c9ea req-54399e08-0d76-4e3d-a732-57fce2c7e53c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 1098 time: 0.0964358 Oct 19 01:01:32.944733 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6f5472f3-18c2-41db-a991-861239f9c9ea req-173ed1dc-e9fe-4ed2-b444-76c1cca1a5d8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555120 Oct 19 01:01:32.971593 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-1d0a5f58-1e53-42af-b3f1-0453a2fd0407 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:32.974064 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-1d0a5f58-1e53-42af-b3f1-0453a2fd0407 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.24 "GET /v2.0/networks?id=ae2c3b1b-48cb-491d-9007-0691cd5f4fbb HTTP/1.1" status: 200 len: 814 time: 0.1891811 Oct 19 01:01:33.094297 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33457a5a-bba4-496a-b211-5e072b0e909b req-fc1f2123-863c-4051-be01-de72dc193b9f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:33.096420 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-33457a5a-bba4-496a-b211-5e072b0e909b req-fc1f2123-863c-4051-be01-de72dc193b9f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 950 time: 0.0535581 Oct 19 01:01:33.150711 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-33457a5a-bba4-496a-b211-5e072b0e909b req-965a7fae-1600-4346-a08d-dbf35b721575 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473585 Oct 19 01:01:33.293501 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-10d4023d-5242-40cb-a79b-cc2967d75e9c tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a49a980071cc4194a4c852bc837c18ec HTTP/1.1" status: 200 len: 379 time: 0.1260769 Oct 19 01:01:33.310446 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-ebde5a7c-a862-46db-ae1d-27086ef61556 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Request body: {'port': {'device_id': 'a9360971-a045-4a7b-9074-18c580846f5f', 'network_id': 'ae2c3b1b-48cb-491d-9007-0691cd5f4fbb', 'admin_state_up': True, 'tenant_id': 'a49a980071cc4194a4c852bc837c18ec', 'security_groups': ['ee01ab66-3697-4623-ae66-2cb16178c0d4']}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:01:33.400774 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa7a1e-7a64-469f-859b-cdedb114b4ca req-18a5a49c-d4f0-4eb2-bc4f-58e2f5930947 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:33.409563 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e0fa7a1e-7a64-469f-859b-cdedb114b4ca req-18a5a49c-d4f0-4eb2-bc4f-58e2f5930947 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 950 time: 0.1382151 Oct 19 01:01:33.468578 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e0fa7a1e-7a64-469f-859b-cdedb114b4ca req-a58d20dd-9fb5-436b-b238-f1f9a3acc5ac tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580287 Oct 19 01:01:33.531023 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-ebde5a7c-a862-46db-ae1d-27086ef61556 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Made reservation on behalf of a49a980071cc4194a4c852bc837c18ec for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:01:33.537410 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-ebde5a7c-a862-46db-ae1d-27086ef61556 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:33.653900 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ef161-ddb1-439a-b548-49a88c2ba7a7 req-cbdc5713-f9c1-4e89-a289-61f80a09a249 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:33.663992 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cf2ef161-ddb1-439a-b548-49a88c2ba7a7 req-cbdc5713-f9c1-4e89-a289-61f80a09a249 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 945 time: 0.1236138 Oct 19 01:01:33.702793 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-ebde5a7c-a862-46db-ae1d-27086ef61556 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Allocated IP 172.20.0.4 (ae2c3b1b-48cb-491d-9007-0691cd5f4fbb/0363dbe5-3df2-4445-a63d-085bbc46fdb0/de8fba85-cc25-46ae-9692-a9063d1bdcd6) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:01:33.717894 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cf2ef161-ddb1-439a-b548-49a88c2ba7a7 req-df527052-77d6-4c86-94fb-1609525024dc tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472105 Oct 19 01:01:33.945609 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-ebde5a7c-a862-46db-ae1d-27086ef61556 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:33.979005 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ac816-8211-40f8-8c5f-10d47ce98918 req-c078e9a7-3317-4601-8bc0-d3b581454316 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:33.980677 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-292ac816-8211-40f8-8c5f-10d47ce98918 req-c078e9a7-3317-4601-8bc0-d3b581454316 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d695e1c-c5d0-4b47-a266-16a7e3736c28 HTTP/1.1" status: 200 len: 950 time: 0.0947673 Oct 19 01:01:33.994011 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-ebde5a7c-a862-46db-ae1d-27086ef61556 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:34.051434 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-292ac816-8211-40f8-8c5f-10d47ce98918 req-67024e12-eec3-4828-b485-fe89d8b33344 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616355 Oct 19 01:01:34.061372 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde5a7c-a862-46db-ae1d-27086ef61556 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Pushing event updated for resources: {'Port': ['ID=de8fba85-cc25-46ae-9692-a9063d1bdcd6,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:34.063555 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-5fe46718-3302-4058-86b9-7723c7a2856f tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:01:34.078556 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-5fe46718-3302-4058-86b9-7723c7a2856f tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0256987 Oct 19 01:01:34.084373 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-ebde5a7c-a862-46db-ae1d-27086ef61556 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Network ae2c3b1b-48cb-491d-9007-0691cd5f4fbb is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:01:34.085923 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-ebde5a7c-a862-46db-ae1d-27086ef61556 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:01:34.091146 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-ebde5a7c-a862-46db-ae1d-27086ef61556 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:01:34.160813 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-ffeba6b4-3889-4a09-82fa-24d567a32f3e tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:34.162517 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-ffeba6b4-3889-4a09-82fa-24d567a32f3e tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.57 "GET /v2.0/ports/07963218-f65d-420e-a995-5689d3dddb52 HTTP/1.1" status: 200 len: 1095 time: 0.0825622 Oct 19 01:01:34.175557 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-2a6917b4-6d74-4d1c-a48f-569727bc8029 service neutron] Request body: {'binding': {'host': 'n-h2-715271-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:01:34.176434 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-2a6917b4-6d74-4d1c-a48f-569727bc8029 service neutron] Unknown quota resources ['binding']. {{(pid=100607) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 01:01:34.194448 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-ebde5a7c-a862-46db-ae1d-27086ef61556 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:34.195380 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-ebde5a7c-a862-46db-ae1d-27086ef61556 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:34.217192 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-ebde5a7c-a862-46db-ae1d-27086ef61556 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9165192 Oct 19 01:01:34.241969 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-65183ba1-d7fe-4cc7-be0b-96c73f702392 service neutron] Request body: {'port': {'device_id': 'a9360971-a045-4a7b-9074-18c580846f5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:01:34.275909 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52767989-a256-4c20-8816-ac8190d8d3dd req-2a46b3a0-d212-4606-873f-62a2ce95363e tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:34.283697 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-52767989-a256-4c20-8816-ac8190d8d3dd req-2a46b3a0-d212-4606-873f-62a2ce95363e tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 931 time: 0.1199191 Oct 19 01:01:34.350630 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-65183ba1-d7fe-4cc7-be0b-96c73f702392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:34.396578 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-52767989-a256-4c20-8816-ac8190d8d3dd req-20eb53b7-0622-4db6-98f1-f1d336d62c0a tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee01ab66-3697-4623-ae66-2cb16178c0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117535 Oct 19 01:01:34.536765 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-aac6ad0e-a9d2-48fb-ab32-0ccb6b56157a None None] Provisioning complete for port de8fba85-cc25-46ae-9692-a9063d1bdcd6 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:01:34.537370 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-aac6ad0e-a9d2-48fb-ab32-0ccb6b56157a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:34.555555 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-2a6917b4-6d74-4d1c-a48f-569727bc8029 service neutron] Attempting to bind port 07963218-f65d-420e-a995-5689d3dddb52 on host n-h2-715271-26 for vnic_type normal with profile None {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:01:34.556197 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-2a6917b4-6d74-4d1c-a48f-569727bc8029 service neutron] Attempting to bind port 07963218-f65d-420e-a995-5689d3dddb52 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:01:34.558474 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-2a6917b4-6d74-4d1c-a48f-569727bc8029 service neutron] Attempting to bind port 07963218-f65d-420e-a995-5689d3dddb52 on network fc198a8b-4ee5-462c-a635-e1062c7dbf51 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:01:34.606928 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-2a6917b4-6d74-4d1c-a48f-569727bc8029 service neutron] Port 07963218-f65d-420e-a995-5689d3dddb52 on network fc198a8b-4ee5-462c-a635-e1062c7dbf51 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:01:34.608207 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-2a6917b4-6d74-4d1c-a48f-569727bc8029 service neutron] Attempting to bind port 07963218-f65d-420e-a995-5689d3dddb52 on network fc198a8b-4ee5-462c-a635-e1062c7dbf51 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:01:34.635072 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-aac6ad0e-a9d2-48fb-ab32-0ccb6b56157a None None] Port de8fba85-cc25-46ae-9692-a9063d1bdcd6 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:01:34.640740 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-2a6917b4-6d74-4d1c-a48f-569727bc8029 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:01:34.643718 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-2a6917b4-6d74-4d1c-a48f-569727bc8029 service neutron] Checking segment: {'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:01:34.644906 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-2a6917b4-6d74-4d1c-a48f-569727bc8029 service neutron] Bound using segment: {'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:01:34.646202 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-2a6917b4-6d74-4d1c-a48f-569727bc8029 service neutron] Bound port: 07963218-f65d-420e-a995-5689d3dddb52, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:01:34.730243 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b84c63-e1c9-4e5d-9223-8ca41d08e43e req-63efb894-b8a4-4618-a3ce-f4b58d517903 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:34.741490 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b7b84c63-e1c9-4e5d-9223-8ca41d08e43e req-63efb894-b8a4-4618-a3ce-f4b58d517903 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.2099457 Oct 19 01:01:34.807198 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-2a6917b4-6d74-4d1c-a48f-569727bc8029 service neutron] For port 07963218-f65d-420e-a995-5689d3dddb52, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=07963218-f65d-420e-a995-5689d3dddb52,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:01:34.825196 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-2a6917b4-6d74-4d1c-a48f-569727bc8029 service neutron] Publish callbacks [] for binding, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:34.830990 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-2a6917b4-6d74-4d1c-a48f-569727bc8029 service neutron] 10.222.0.57 "POST /v2.0/ports/07963218-f65d-420e-a995-5689d3dddb52/bindings HTTP/1.1" status: 201 len: 390 time: 0.6588056 Oct 19 01:01:34.839759 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b7b84c63-e1c9-4e5d-9223-8ca41d08e43e req-8303f158-dd3f-49a3-b0bf-61d5dca4245f tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971503 Oct 19 01:01:34.874164 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-65183ba1-d7fe-4cc7-be0b-96c73f702392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de8fba85-cc25-46ae-9692-a9063d1bdcd6 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:01:34.883168 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-65183ba1-d7fe-4cc7-be0b-96c73f702392 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:34.900153 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-65183ba1-d7fe-4cc7-be0b-96c73f702392 service neutron] Transition to ACTIVE for port object de8fba85-cc25-46ae-9692-a9063d1bdcd6 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:01:34.907533 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-65183ba1-d7fe-4cc7-be0b-96c73f702392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:34.931994 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 68c700e7-cf71-4776-b3ad-a6bf9df38dff up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:01:35.042526 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65183ba1-d7fe-4cc7-be0b-96c73f702392 service neutron] Pushing event updated for resources: {'Port': ['ID=de8fba85-cc25-46ae-9692-a9063d1bdcd6,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:35.054188 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 68c700e7-cf71-4776-b3ad-a6bf9df38dff completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:01:35.064768 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 68c700e7-cf71-4776-b3ad-a6bf9df38dff triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:01:35.065144 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:35.167609 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-65183ba1-d7fe-4cc7-be0b-96c73f702392 service neutron] Attempting to bind port de8fba85-cc25-46ae-9692-a9063d1bdcd6 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:01:35.168361 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-65183ba1-d7fe-4cc7-be0b-96c73f702392 service neutron] Attempting to bind port de8fba85-cc25-46ae-9692-a9063d1bdcd6 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ae2c3b1b-48cb-491d-9007-0691cd5f4fbb'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:01:35.168695 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-65183ba1-d7fe-4cc7-be0b-96c73f702392 service neutron] Attempting to bind port de8fba85-cc25-46ae-9692-a9063d1bdcd6 on network ae2c3b1b-48cb-491d-9007-0691cd5f4fbb {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:01:35.177126 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-65183ba1-d7fe-4cc7-be0b-96c73f702392 service neutron] Port de8fba85-cc25-46ae-9692-a9063d1bdcd6 on network ae2c3b1b-48cb-491d-9007-0691cd5f4fbb not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:01:35.177453 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-65183ba1-d7fe-4cc7-be0b-96c73f702392 service neutron] Attempting to bind port de8fba85-cc25-46ae-9692-a9063d1bdcd6 on network ae2c3b1b-48cb-491d-9007-0691cd5f4fbb {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:01:35.192803 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-65183ba1-d7fe-4cc7-be0b-96c73f702392 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:01:35.193272 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-65183ba1-d7fe-4cc7-be0b-96c73f702392 service neutron] Checking segment: {'id': '31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ae2c3b1b-48cb-491d-9007-0691cd5f4fbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:01:35.193694 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-65183ba1-d7fe-4cc7-be0b-96c73f702392 service neutron] Bound using segment: {'id': '31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ae2c3b1b-48cb-491d-9007-0691cd5f4fbb'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:01:35.195386 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-65183ba1-d7fe-4cc7-be0b-96c73f702392 service neutron] Bound port: de8fba85-cc25-46ae-9692-a9063d1bdcd6, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ae2c3b1b-48cb-491d-9007-0691cd5f4fbb'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:01:35.195386 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-65183ba1-d7fe-4cc7-be0b-96c73f702392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:35.280231 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:35.299023 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-044e3376-a07a-425c-a5e6-41bf0d6c243f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:35.302982 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-044e3376-a07a-425c-a5e6-41bf0d6c243f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65459246a90a47d0b59f03208da91106&device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 1098 time: 0.1345096 Oct 19 01:01:35.353839 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 68c700e7-cf71-4776-b3ad-a6bf9df38dff, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=68c700e7-cf71-4776-b3ad-a6bf9df38dff,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:35.356495 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb86c0f-93a1-416a-902d-6a6c5348a450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c700e7-cf71-4776-b3ad-a6bf9df38dff'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:01:35.356724 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-65183ba1-d7fe-4cc7-be0b-96c73f702392 service neutron] For port de8fba85-cc25-46ae-9692-a9063d1bdcd6, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:01:35.358995 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c395a81d-3427-4cf3-b058-7286d4f7ff5a" -d '{"events": [{"server_uuid": "ecb86c0f-93a1-416a-902d-6a6c5348a450", "name": "network-vif-plugged", "status": "completed", "tag": "68c700e7-cf71-4776-b3ad-a6bf9df38dff"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:01:35.367187 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-65183ba1-d7fe-4cc7-be0b-96c73f702392 service neutron] For port de8fba85-cc25-46ae-9692-a9063d1bdcd6, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=de8fba85-cc25-46ae-9692-a9063d1bdcd6,segment=NetworkSegment(31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83),segment_id=31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:01:35.372646 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:35.377803 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-65183ba1-d7fe-4cc7-be0b-96c73f702392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:35.438157 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=68c700e7-cf71-4776-b3ad-a6bf9df38dff,revision_number=13']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:35.459578 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-65183ba1-d7fe-4cc7-be0b-96c73f702392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:35.460729 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-65183ba1-d7fe-4cc7-be0b-96c73f702392 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:35.463406 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-65183ba1-d7fe-4cc7-be0b-96c73f702392 service neutron] 10.222.0.24 "PUT /v2.0/ports/de8fba85-cc25-46ae-9692-a9063d1bdcd6 HTTP/1.1" status: 200 len: 1092 time: 1.2269056 Oct 19 01:01:35.476333 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9360971-a045-4a7b-9074-18c580846f5f', 'tag': 'de8fba85-cc25-46ae-9692-a9063d1bdcd6'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:01:35.479191 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce98812-adb4-4940-86de-19d87d3fc8bd" -d '{"events": [{"name": "network-changed", "server_uuid": "a9360971-a045-4a7b-9074-18c580846f5f", "tag": "de8fba85-cc25-46ae-9692-a9063d1bdcd6"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:01:35.511368 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65183ba1-d7fe-4cc7-be0b-96c73f702392 service neutron] Pushing event updated for resources: {'Port': ['ID=de8fba85-cc25-46ae-9692-a9063d1bdcd6,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:35.576277 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-7212a53a-d2e9-47aa-8df6-9bf3e499d137 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1093485 Oct 19 01:01:35.667684 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-d035361a-418e-49a4-b748-ce59238cd083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:35.669385 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-d035361a-418e-49a4-b748-ce59238cd083 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a49a980071cc4194a4c852bc837c18ec&device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 1095 time: 0.1171291 Oct 19 01:01:35.684008 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-f7338e80-3e5c-4fe0-b52f-7e509450ddea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:35.685495 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-f7338e80-3e5c-4fe0-b52f-7e509450ddea service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc198a8b-4ee5-462c-a635-e1062c7dbf51 HTTP/1.1" status: 200 len: 909 time: 0.3710334 Oct 19 01:01:35.743615 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-0f102a0d-1e04-42df-b671-b4e1a5c4a288 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de8fba85-cc25-46ae-9692-a9063d1bdcd6 HTTP/1.1" status: 200 len: 217 time: 0.0565171 Oct 19 01:01:35.809913 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-0014d73c-6f0e-486b-853c-9c0a24808cbf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07963218-f65d-420e-a995-5689d3dddb52 HTTP/1.1" status: 200 len: 217 time: 0.0485027 Oct 19 01:01:35.867689 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-7cb5035f-4c26-4b4f-8822-fcb5e4a8a29f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:35.869403 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-7cb5035f-4c26-4b4f-8822-fcb5e4a8a29f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2908654 Oct 19 01:01:35.889416 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-f23e43af-0190-4de0-98e8-b872b64ea0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:35.890860 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-f23e43af-0190-4de0-98e8-b872b64ea0e2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7b8444cd-c5d7-4c88-b1b0-9d01aef8093c HTTP/1.1" status: 200 len: 848 time: 0.0721593 Oct 19 01:01:35.895207 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-7f85c1ae-2a94-4f8c-9afc-86424046c35b tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/quotas/ac822e1b6e714d828ed258d652a9ce7a HTTP/1.1" status: 200 len: 375 time: 0.0147436 Oct 19 01:01:35.959664 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-86e16e7b-6f9f-4a87-b0f7-0492361add07 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc198a8b-4ee5-462c-a635-e1062c7dbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492265 Oct 19 01:01:35.994924 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-3f85075a-c9e5-4b66-8663-bfff4d5fd196 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0933878 Oct 19 01:01:36.082532 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-ea3a14ca-f655-4c9d-89bb-e51a53200f29 service neutron] 10.222.0.24 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080058 Oct 19 01:01:36.183777 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b28a2-56bf-41f5-8bfd-c3ccc1bba85a req-5135f7e8-a5d4-4cbf-b514-4f8114a963e4 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:36.186298 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e48b28a2-56bf-41f5-8bfd-c3ccc1bba85a req-5135f7e8-a5d4-4cbf-b514-4f8114a963e4 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.1337664 Oct 19 01:01:36.194127 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b5cb1-ab84-4cfa-815d-ced43b01e552 req-1bd06364-cfb9-4188-9c2c-609dc67bdb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:36.195746 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c0b5cb1-ab84-4cfa-815d-ced43b01e552 req-1bd06364-cfb9-4188-9c2c-609dc67bdb9c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=040edf26402f44e39ee858ecd5007fee&device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 1098 time: 0.4315097 Oct 19 01:01:36.204792 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-47a2de97-d5d9-4918-b8af-a604174c8b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:36.207669 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-47a2de97-d5d9-4918-b8af-a604174c8b63 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0363dbe5-3df2-4445-a63d-085bbc46fdb0 HTTP/1.1" status: 200 len: 853 time: 0.4232378 Oct 19 01:01:36.293341 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-8c9dbf42-f1ec-4e29-b1f6-7d360fb7f354 service neutron] 10.222.0.24 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016408 Oct 19 01:01:36.322099 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c82f2-fa55-4de4-9644-5f519555cdb7 req-365210de-b3d2-4e20-8c84-96b2846c8908 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:36.329918 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f31c82f2-fa55-4de4-9644-5f519555cdb7 req-365210de-b3d2-4e20-8c84-96b2846c8908 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d695e1c-c5d0-4b47-a266-16a7e3736c28 HTTP/1.1" status: 200 len: 950 time: 0.1072173 Oct 19 01:01:36.365586 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e48b28a2-56bf-41f5-8bfd-c3ccc1bba85a req-7f50f983-037a-413e-a685-c5cd6c5a6431 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687028 Oct 19 01:01:36.367553 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-ab192c6a-f5bd-4c18-9eed-651b5a5a469f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:36.371286 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-ab192c6a-f5bd-4c18-9eed-651b5a5a469f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ae2c3b1b-48cb-491d-9007-0691cd5f4fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1400809 Oct 19 01:01:36.422461 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0db34-1da6-4cfc-ac42-729d091eb829 req-790de156-bc75-418f-bd68-32dcbfdff303 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:36.429694 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-baa0db34-1da6-4cfc-ac42-729d091eb829 req-790de156-bc75-418f-bd68-32dcbfdff303 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 944 time: 0.1578300 Oct 19 01:01:36.467458 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f31c82f2-fa55-4de4-9644-5f519555cdb7 req-fdada3f0-379b-4b93-b423-c141f631abf2 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365201 Oct 19 01:01:36.509134 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0042c21a-e759-4472-8088-54a40ca0d6a0 x-openstack-request-id: req-0042c21a-e759-4472-8088-54a40ca0d6a0 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:01:36.510034 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb86c0f-93a1-416a-902d-6a6c5348a450", "name": "network-vif-plugged", "status": "completed", "tag": "68c700e7-cf71-4776-b3ad-a6bf9df38dff", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:01:36.511222 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0042c21a-e759-4472-8088-54a40ca0d6a0 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:01:36.511222 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb86c0f-93a1-416a-902d-6a6c5348a450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c700e7-cf71-4776-b3ad-a6bf9df38dff', 'code': 200} Oct 19 01:01:36.561770 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df03ed5a-5d57-47f5-95a0-eb39520d2e3e x-openstack-request-id: req-df03ed5a-5d57-47f5-95a0-eb39520d2e3e {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:01:36.562144 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9360971-a045-4a7b-9074-18c580846f5f", "tag": "de8fba85-cc25-46ae-9692-a9063d1bdcd6", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:01:36.562575 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-df03ed5a-5d57-47f5-95a0-eb39520d2e3e {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:01:36.563029 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9360971-a045-4a7b-9074-18c580846f5f', 'tag': 'de8fba85-cc25-46ae-9692-a9063d1bdcd6', 'status': 'completed', 'code': 200} Oct 19 01:01:36.571787 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b5cb1-ab84-4cfa-815d-ced43b01e552 req-e14dfedd-e4ea-43fc-a3da-f705fd4a186f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:36.573720 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c0b5cb1-ab84-4cfa-815d-ced43b01e552 req-e14dfedd-e4ea-43fc-a3da-f705fd4a186f service neutron] 10.222.0.24 "GET /v2.0/networks?id=62832aa4-f933-46b7-a594-83f0870bcae7 HTTP/1.1" status: 200 len: 912 time: 0.3547165 Oct 19 01:01:36.683420 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700ce8e-acaa-4bf3-a9ea-9be2390b8df7 req-2dc3e378-5da0-42ea-9e7b-a7b7f9fe84eb tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:36.691986 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2700ce8e-acaa-4bf3-a9ea-9be2390b8df7 req-2dc3e378-5da0-42ea-9e7b-a7b7f9fe84eb tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 943 time: 0.0903625 Oct 19 01:01:36.719651 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-baa0db34-1da6-4cfc-ac42-729d091eb829 req-9ab15736-87c0-4fe5-98cc-e2162e2e57e0 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Deleting port 59d95572-ab70-4880-8ddb-ba419acc74c2 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:01:36.720160 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-baa0db34-1da6-4cfc-ac42-729d091eb829 req-9ab15736-87c0-4fe5-98cc-e2162e2e57e0 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:36.767108 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2700ce8e-acaa-4bf3-a9ea-9be2390b8df7 req-45936250-6eaf-472f-a929-e341eed0b6b3 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee01ab66-3697-4623-ae66-2cb16178c0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702488 Oct 19 01:01:36.767479 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c0b5cb1-ab84-4cfa-815d-ced43b01e552 req-ebc7a473-0a1e-4883-8019-619080de2425 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de1fe25b-d3a6-4db2-b3c4-c841408306a6 HTTP/1.1" status: 200 len: 217 time: 0.1769211 Oct 19 01:01:36.769725 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-75a9d921-6631-47aa-ab25-e1a2cbc6fcf6 service neutron] 10.222.0.24 "GET /v2.0/networks/ae2c3b1b-48cb-491d-9007-0691cd5f4fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873141 Oct 19 01:01:36.874269 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-baa0db34-1da6-4cfc-ac42-729d091eb829 req-9ab15736-87c0-4fe5-98cc-e2162e2e57e0 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] For port 59d95572-ab70-4880-8ddb-ba419acc74c2, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=59d95572-ab70-4880-8ddb-ba419acc74c2,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:36.874738 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-baa0db34-1da6-4cfc-ac42-729d091eb829 req-9ab15736-87c0-4fe5-98cc-e2162e2e57e0 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:36.888858 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-baa0db34-1da6-4cfc-ac42-729d091eb829 req-9ab15736-87c0-4fe5-98cc-e2162e2e57e0 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Calling delete_port for 59d95572-ab70-4880-8ddb-ba419acc74c2 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:01:36.944116 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b5cb1-ab84-4cfa-815d-ced43b01e552 req-f774cb3d-b937-4d78-a338-2dda4295676f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:36.945682 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c0b5cb1-ab84-4cfa-815d-ced43b01e552 req-f774cb3d-b937-4d78-a338-2dda4295676f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb613dcd-fb60-4a35-9df7-17d1189a9278 HTTP/1.1" status: 200 len: 851 time: 0.1473689 Oct 19 01:01:36.953918 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2d178-537e-4758-a817-c4f506a3c970 req-20a80293-52db-4710-93a9-ab95b4cef536 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:36.955533 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a2c2d178-537e-4758-a817-c4f506a3c970 req-20a80293-52db-4710-93a9-ab95b4cef536 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbff9268-883a-4f2f-9f43-b5df8e8f4f62 HTTP/1.1" status: 200 len: 944 time: 0.3166912 Oct 19 01:01:37.015358 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c0b5cb1-ab84-4cfa-815d-ced43b01e552 req-58922874-d858-4848-91dd-686d79cfd1b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=62832aa4-f933-46b7-a594-83f0870bcae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561028 Oct 19 01:01:37.095225 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6819e6c-e6c1-4f72-8b95-8640a85fcda3 req-5c91cd0a-c649-4155-9e67-a565c1fa52cc tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:37.099518 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e6819e6c-e6c1-4f72-8b95-8640a85fcda3 req-5c91cd0a-c649-4155-9e67-a565c1fa52cc tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.1154203 Oct 19 01:01:37.148163 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a2c2d178-537e-4758-a817-c4f506a3c970 req-5b6f308f-3ace-4ccc-b9a8-57c19eb10122 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757181 Oct 19 01:01:37.243060 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e6819e6c-e6c1-4f72-8b95-8640a85fcda3 req-d2251689-3932-474e-a609-f89a357f5d2f tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254413 Oct 19 01:01:37.253290 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-694b62d5-d2a1-45ad-9615-b329dda9fa54 req-e9de25cb-d69e-4e79-b621-fd9e95623080 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2352672 Oct 19 01:01:37.262556 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c88198b1-ce65-468b-8b57-0869ce1e794d req-2283ad52-8605-4385-ba0f-1510d2f473e3 service neutron] 10.222.0.24 "GET /v2.0/networks/ae2c3b1b-48cb-491d-9007-0691cd5f4fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4735205 Oct 19 01:01:37.311961 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-baa0db34-1da6-4cfc-ac42-729d091eb829 req-9ab15736-87c0-4fe5-98cc-e2162e2e57e0 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:37.323651 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c0b5cb1-ab84-4cfa-815d-ced43b01e552 req-c52d22c2-42f7-4856-ba2a-98ddb70c0eed service neutron] 10.222.0.24 "GET /v2.0/networks/62832aa4-f933-46b7-a594-83f0870bcae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656403 Oct 19 01:01:37.325762 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['64d644ee-60db-470c-bf38-26a88a5185a0'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:01:37.417116 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab15736-87c0-4fe5-98cc-e2162e2e57e0 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Pushing event deleted for resources: {'Port': ['ID=59d95572-ab70-4880-8ddb-ba419acc74c2,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:37.444572 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1622ca42-7116-4f84-92aa-5409861bbe26 req-e2184c20-85d7-452f-b692-feab417cc54e tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 210 time: 0.0737185 Oct 19 01:01:37.495368 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b62d5-d2a1-45ad-9615-b329dda9fa54 req-077f862f-090e-4b8a-964c-9ebef332c1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:37.497056 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-694b62d5-d2a1-45ad-9615-b329dda9fa54 req-077f862f-090e-4b8a-964c-9ebef332c1c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 1101 time: 0.1944833 Oct 19 01:01:37.537533 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa0db34-1da6-4cfc-ac42-729d091eb829 req-9ab15736-87c0-4fe5-98cc-e2162e2e57e0 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] No DVR routers for this DVR port 59d95572-ab70-4880-8ddb-ba419acc74c2 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:01:37.542397 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-baa0db34-1da6-4cfc-ac42-729d091eb829 req-9ab15736-87c0-4fe5-98cc-e2162e2e57e0 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:37.546005 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-baa0db34-1da6-4cfc-ac42-729d091eb829 req-9ab15736-87c0-4fe5-98cc-e2162e2e57e0 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.24 "DELETE /v2.0/ports/59d95572-ab70-4880-8ddb-ba419acc74c2 HTTP/1.1" status: 204 len: 173 time: 1.1111495 Oct 19 01:01:37.546627 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbff9268-883a-4f2f-9f43-b5df8e8f4f62', 'name': 'network-vif-deleted', 'tag': '59d95572-ab70-4880-8ddb-ba419acc74c2'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:01:37.550418 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ebdc4f-eb02-46f3-a11a-98f0eafad685" -d '{"events": [{"server_uuid": "cbff9268-883a-4f2f-9f43-b5df8e8f4f62", "name": "network-vif-deleted", "tag": "59d95572-ab70-4880-8ddb-ba419acc74c2"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:01:37.572922 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5305a-157e-423c-b4ee-55547cd49ee0 req-059292a7-35a6-4fec-b16c-76d6542f3a9f tempest-ServersOnMultiNodesTest-136313355 tempest-ServersOnMultiNodesTest-136313355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:37.574648 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92e5305a-157e-423c-b4ee-55547cd49ee0 req-059292a7-35a6-4fec-b16c-76d6542f3a9f tempest-ServersOnMultiNodesTest-136313355 tempest-ServersOnMultiNodesTest-136313355-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=9d695e1c-c5d0-4b47-a266-16a7e3736c28 HTTP/1.1" status: 200 len: 1102 time: 0.2213035 Oct 19 01:01:37.611458 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce98812-adb4-4940-86de-19d87d3fc8bd req-d0e3ab22-afda-4197-a66a-731895ff4687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:37.613398 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3ce98812-adb4-4940-86de-19d87d3fc8bd req-d0e3ab22-afda-4197-a66a-731895ff4687 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a49a980071cc4194a4c852bc837c18ec&device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 1095 time: 0.2625606 Oct 19 01:01:37.661057 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-d2b8dcb8-25d4-4f65-9165-a70c431d09f3 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447900 Oct 19 01:01:37.679369 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92e5305a-157e-423c-b4ee-55547cd49ee0 req-26b851a8-4b09-4268-aa68-5d3121497f93 tempest-ServersOnMultiNodesTest-136313355 tempest-ServersOnMultiNodesTest-136313355-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881984 Oct 19 01:01:37.723549 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c0b5cb1-ab84-4cfa-815d-ced43b01e552 req-7e41846f-d6d1-4646-8987-b0e6a4167609 service neutron] 10.222.0.24 "GET /v2.0/networks/62832aa4-f933-46b7-a594-83f0870bcae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649967 Oct 19 01:01:37.777484 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df939d-17e5-4e1a-9a4a-3e206404be76 req-e351f62f-0f47-473e-b411-7910f9082468 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:37.783520 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-92df939d-17e5-4e1a-9a4a-3e206404be76 req-e351f62f-0f47-473e-b411-7910f9082468 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.2350724 Oct 19 01:01:37.832626 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-317824f6-abff-4b3d-b847-b085d398b562 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:37.835004 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-317824f6-abff-4b3d-b847-b085d398b562 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1544878 Oct 19 01:01:37.851239 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-3e72dd0d-dab2-460b-a276-910dc4c73673 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Request body: {'port': {'device_id': '27671cbd-1818-4509-bbbb-0cb1ba0be4b8', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'admin_state_up': True, 'tenant_id': 'ac822e1b6e714d828ed258d652a9ce7a'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:01:37.870760 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b62d5-d2a1-45ad-9615-b329dda9fa54 req-7d6533d7-3bc8-41ea-bb9d-03a2131e3519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:37.872196 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-694b62d5-d2a1-45ad-9615-b329dda9fa54 req-7d6533d7-3bc8-41ea-bb9d-03a2131e3519 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.3375456 Oct 19 01:01:37.893691 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-92df939d-17e5-4e1a-9a4a-3e206404be76 req-8c0017b8-d5eb-4b96-aa7e-dc4aa1d8b637 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092610 Oct 19 01:01:37.895260 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce98812-adb4-4940-86de-19d87d3fc8bd req-85e247f0-e0d5-40bb-8380-751cd93b81d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:37.896714 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3ce98812-adb4-4940-86de-19d87d3fc8bd req-85e247f0-e0d5-40bb-8380-751cd93b81d1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ae2c3b1b-48cb-491d-9007-0691cd5f4fbb HTTP/1.1" status: 200 len: 915 time: 0.2741437 Oct 19 01:01:37.960251 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8248e17-4153-4bca-afd1-674ac595ea6a x-openstack-request-id: req-a8248e17-4153-4bca-afd1-674ac595ea6a {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:01:37.960597 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbff9268-883a-4f2f-9f43-b5df8e8f4f62", "name": "network-vif-deleted", "tag": "59d95572-ab70-4880-8ddb-ba419acc74c2", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:01:37.960788 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a8248e17-4153-4bca-afd1-674ac595ea6a {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:01:37.961174 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbff9268-883a-4f2f-9f43-b5df8e8f4f62', 'name': 'network-vif-deleted', 'tag': '59d95572-ab70-4880-8ddb-ba419acc74c2', 'status': 'completed', 'code': 200} Oct 19 01:01:38.000426 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-3e72dd0d-dab2-460b-a276-910dc4c73673 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Made reservation on behalf of ac822e1b6e714d828ed258d652a9ce7a for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:01:38.003937 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-3e72dd0d-dab2-460b-a276-910dc4c73673 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:38.004531 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-694b62d5-d2a1-45ad-9615-b329dda9fa54 req-4529ffa4-4e4c-4380-ae84-57824f17e5d9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=74a7a6dc-e5bc-4245-b19e-d5eee08c7311 HTTP/1.1" status: 200 len: 217 time: 0.1034777 Oct 19 01:01:38.123090 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3ce98812-adb4-4940-86de-19d87d3fc8bd req-3ff66770-8aae-46c8-98fa-86b617d6adac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de8fba85-cc25-46ae-9692-a9063d1bdcd6 HTTP/1.1" status: 200 len: 217 time: 0.1204174 Oct 19 01:01:38.190482 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b62d5-d2a1-45ad-9615-b329dda9fa54 req-cab27e6c-8c34-4edf-80e4-32859100e19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:38.192742 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-694b62d5-d2a1-45ad-9615-b329dda9fa54 req-cab27e6c-8c34-4edf-80e4-32859100e19a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.1739395 Oct 19 01:01:38.194408 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-3e72dd0d-dab2-460b-a276-910dc4c73673 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Allocated IP 192.168.233.106 (0e8b4f7b-f3c0-4523-9906-6b9e503fed71/1746bfff-950e-4857-b1bf-6fa3cf804b73/0a00941a-f339-4aca-ac9a-643bf04575f0) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:01:38.200512 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c7792-ffc6-4273-b356-53fe473f8540 req-1f2ced9a-87a9-4901-a868-55c9467ddcc7 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:38.207947 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2f3c7792-ffc6-4273-b356-53fe473f8540 req-1f2ced9a-87a9-4901-a868-55c9467ddcc7 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 943 time: 0.2073348 Oct 19 01:01:38.256865 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce98812-adb4-4940-86de-19d87d3fc8bd req-366a6969-4ff4-4d0b-a33b-a1e9b517e234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:38.258393 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3ce98812-adb4-4940-86de-19d87d3fc8bd req-366a6969-4ff4-4d0b-a33b-a1e9b517e234 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0363dbe5-3df2-4445-a63d-085bbc46fdb0 HTTP/1.1" status: 200 len: 853 time: 0.1223989 Oct 19 01:01:38.308381 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2f3c7792-ffc6-4273-b356-53fe473f8540 req-130e6e86-490a-439f-bb70-16d927b8f0dc tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee01ab66-3697-4623-ae66-2cb16178c0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993049 Oct 19 01:01:38.312650 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a090aea-ce96-4d50-839a-b81d1ebdf2b5 req-937f5967-8274-45ab-a008-d15f1717b41d tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:38.328474 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9a090aea-ce96-4d50-839a-b81d1ebdf2b5 req-937f5967-8274-45ab-a008-d15f1717b41d tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d695e1c-c5d0-4b47-a266-16a7e3736c28 HTTP/1.1" status: 200 len: 950 time: 0.0951819 Oct 19 01:01:38.345608 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b62d5-d2a1-45ad-9615-b329dda9fa54 req-735cfe1b-fbeb-4078-812e-1a048717b5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:38.348448 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-694b62d5-d2a1-45ad-9615-b329dda9fa54 req-735cfe1b-fbeb-4078-812e-1a048717b5d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1354361 Oct 19 01:01:38.416891 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9a090aea-ce96-4d50-839a-b81d1ebdf2b5 req-efbc3aef-65fa-42a1-8420-55e6027f2ced tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952828 Oct 19 01:01:38.450735 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-3e72dd0d-dab2-460b-a276-910dc4c73673 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:38.485935 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce98812-adb4-4940-86de-19d87d3fc8bd req-726d5855-01b3-4c0e-a0b0-94dcc95c1226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:38.488274 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3ce98812-adb4-4940-86de-19d87d3fc8bd req-726d5855-01b3-4c0e-a0b0-94dcc95c1226 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ae2c3b1b-48cb-491d-9007-0691cd5f4fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2132282 Oct 19 01:01:38.492878 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-3e72dd0d-dab2-460b-a276-910dc4c73673 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:38.510270 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['ba97a604-45cb-4765-a2a4-1027dbd985f7', '68c700e7-cf71-4776-b3ad-a6bf9df38dff'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:01:38.513915 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['74a7a6dc-e5bc-4245-b19e-d5eee08c7311'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:01:38.613639 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72dd0d-dab2-460b-a276-910dc4c73673 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Pushing event updated for resources: {'Port': ['ID=0a00941a-f339-4aca-ac9a-643bf04575f0,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:38.642010 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3ce98812-adb4-4940-86de-19d87d3fc8bd req-b381b640-a273-494a-bee3-458788935ee2 service neutron] 10.222.0.24 "GET /v2.0/networks/ae2c3b1b-48cb-491d-9007-0691cd5f4fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448958 Oct 19 01:01:38.646284 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-3e72dd0d-dab2-460b-a276-910dc4c73673 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:01:38.647787 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72dd0d-dab2-460b-a276-910dc4c73673 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:38.648149 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72dd0d-dab2-460b-a276-910dc4c73673 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:38.648502 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72dd0d-dab2-460b-a276-910dc4c73673 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:38.648804 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72dd0d-dab2-460b-a276-910dc4c73673 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:38.649136 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72dd0d-dab2-460b-a276-910dc4c73673 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:38.649466 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72dd0d-dab2-460b-a276-910dc4c73673 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:38.649874 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72dd0d-dab2-460b-a276-910dc4c73673 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:38.650201 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72dd0d-dab2-460b-a276-910dc4c73673 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:38.650526 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72dd0d-dab2-460b-a276-910dc4c73673 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:38.650846 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72dd0d-dab2-460b-a276-910dc4c73673 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:38.650972 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-694b62d5-d2a1-45ad-9615-b329dda9fa54 req-22f4cdb5-ae7d-416a-8a5b-81503cc9f312 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942395 Oct 19 01:01:38.651165 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72dd0d-dab2-460b-a276-910dc4c73673 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:38.651487 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72dd0d-dab2-460b-a276-910dc4c73673 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:38.657542 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-3e72dd0d-dab2-460b-a276-910dc4c73673 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:01:38.660783 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-3e72dd0d-dab2-460b-a276-910dc4c73673 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:01:38.731886 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-3e72dd0d-dab2-460b-a276-910dc4c73673 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:38.732524 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-3e72dd0d-dab2-460b-a276-910dc4c73673 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:38.764562 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3ce98812-adb4-4940-86de-19d87d3fc8bd req-dd8f03e9-16f8-4a65-8fcd-9c5319c84d4f service neutron] 10.222.0.24 "GET /v2.0/networks/ae2c3b1b-48cb-491d-9007-0691cd5f4fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126490 Oct 19 01:01:38.771109 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-3e72dd0d-dab2-460b-a276-910dc4c73673 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9250329 Oct 19 01:01:38.788829 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-5d9ceae9-53cd-4006-a536-dd366f771224 service neutron] Request body: {'port': {'device_id': '27671cbd-1818-4509-bbbb-0cb1ba0be4b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:01:38.834284 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e37187-178a-418b-a240-8b94aea26053 req-ed1580a7-eaca-4dc0-9ba6-827cbe2fc966 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:38.835890 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-86e37187-178a-418b-a240-8b94aea26053 req-ed1580a7-eaca-4dc0-9ba6-827cbe2fc966 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.2978563 Oct 19 01:01:38.889096 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-5d9ceae9-53cd-4006-a536-dd366f771224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:38.923796 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-86e37187-178a-418b-a240-8b94aea26053 req-a16bcb6e-7c39-4e83-b02c-d309df7b889a tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793698 Oct 19 01:01:38.974013 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 59d95572-ab70-4880-8ddb-ba419acc74c2 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:01:38.996191 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eea46e-76ed-4ce8-ad24-d2884c991f5a req-cbb291a1-d7b7-4b0f-96d3-c4b81fc9867f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:38.997789 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f9eea46e-76ed-4ce8-ad24-d2884c991f5a req-cbb291a1-d7b7-4b0f-96d3-c4b81fc9867f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 936 time: 0.2320077 Oct 19 01:01:39.007142 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 59d95572-ab70-4880-8ddb-ba419acc74c2 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:01:39.008006 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 59d95572-ab70-4880-8ddb-ba419acc74c2 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:01:39.060150 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-694b62d5-d2a1-45ad-9615-b329dda9fa54 req-e5ba7796-de3a-412c-94c6-150cec590002 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932024 Oct 19 01:01:39.068622 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 606451ff-58d7-4e49-9a9d-350b55b0e372 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:01:39.108620 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f9eea46e-76ed-4ce8-ad24-d2884c991f5a req-846aab35-39ad-49a2-9735-0f3a8c1ecfb5 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921602 Oct 19 01:01:39.140346 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-943bdfd8-76d4-4228-bfba-afb6ad5d8aad None None] Provisioning complete for port 0a00941a-f339-4aca-ac9a-643bf04575f0 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:01:39.140910 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-943bdfd8-76d4-4228-bfba-afb6ad5d8aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:39.177778 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d29030-56b3-47f3-9352-99f810e5537b req-b7cf9a5a-becc-4ecc-9ef1-0824750cb7d9 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:39.192067 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-70d29030-56b3-47f3-9352-99f810e5537b req-b7cf9a5a-becc-4ecc-9ef1-0824750cb7d9 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a0a11a-5300-4441-9172-2d0929c8611b HTTP/1.1" status: 200 len: 946 time: 0.0965998 Oct 19 01:01:39.196554 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bb424-e694-4a51-9505-867535bfdbee req-dec53084-cc2c-4e4e-9e7f-f84c4e71dbf4 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:39.198257 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d80bb424-e694-4a51-9505-867535bfdbee req-dec53084-cc2c-4e4e-9e7f-f84c4e71dbf4 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9a0a11a-5300-4441-9172-2d0929c8611b HTTP/1.1" status: 200 len: 946 time: 0.1099453 Oct 19 01:01:39.303803 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 606451ff-58d7-4e49-9a9d-350b55b0e372, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=606451ff-58d7-4e49-9a9d-350b55b0e372,segment=NetworkSegment(85401e62-3f2c-43a6-8d64-5618396e8614),segment_id=85401e62-3f2c-43a6-8d64-5618396e8614)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:39.321342 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-943bdfd8-76d4-4228-bfba-afb6ad5d8aad None None] Port 0a00941a-f339-4aca-ac9a-643bf04575f0 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:01:39.323157 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '606451ff-58d7-4e49-9a9d-350b55b0e372', 'network_id': '44c662b3-a294-49c4-b801-6e72553fc183', 'port_id': '606451ff-58d7-4e49-9a9d-350b55b0e372', 'mac_address': 'fa:16:3e:69:d3:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a0fca3-7f17-4b48-856e-c0d103cad611', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:01:39.383654 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:39.403593 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 606451ff-58d7-4e49-9a9d-350b55b0e372 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:01:39.404909 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa6946-4779-460a-9e8d-fe42a9ad09fb req-16a4a80f-2954-41c0-93f7-bca05476564a tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:39.407098 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-76aa6946-4779-460a-9e8d-fe42a9ad09fb req-16a4a80f-2954-41c0-93f7-bca05476564a tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.1340055 Oct 19 01:01:39.438269 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-70d29030-56b3-47f3-9352-99f810e5537b req-7c2a387b-9fe3-4b52-8389-3bccf3672c5c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Deleting port 64d644ee-60db-470c-bf38-26a88a5185a0 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:01:39.438610 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-70d29030-56b3-47f3-9352-99f810e5537b req-7c2a387b-9fe3-4b52-8389-3bccf3672c5c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:39.455416 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 606451ff-58d7-4e49-9a9d-350b55b0e372, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=606451ff-58d7-4e49-9a9d-350b55b0e372,segment=NetworkSegment(85401e62-3f2c-43a6-8d64-5618396e8614),segment_id=85401e62-3f2c-43a6-8d64-5618396e8614)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:39.468948 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:39.518834 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-76aa6946-4779-460a-9e8d-fe42a9ad09fb req-e999b80a-7ca3-4f5b-8cf7-031ff73cb4a7 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022618 Oct 19 01:01:39.570921 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=606451ff-58d7-4e49-9a9d-350b55b0e372,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:39.676597 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d80bb424-e694-4a51-9505-867535bfdbee req-f99e45a9-0f5d-4e11-8a8b-c1616a7ca0c0 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4687607 Oct 19 01:01:39.688858 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['606451ff-58d7-4e49-9a9d-350b55b0e372'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:01:39.693849 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-70d29030-56b3-47f3-9352-99f810e5537b req-7c2a387b-9fe3-4b52-8389-3bccf3672c5c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] For port 64d644ee-60db-470c-bf38-26a88a5185a0, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=64d644ee-60db-470c-bf38-26a88a5185a0,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:39.694293 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-70d29030-56b3-47f3-9352-99f810e5537b req-7c2a387b-9fe3-4b52-8389-3bccf3672c5c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:39.718320 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb1336-34ee-46d2-8ab8-57f7744fcc30 req-158397eb-9770-4e03-ac36-ca9b65cabe96 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:39.725034 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-28eb1336-34ee-46d2-8ab8-57f7744fcc30 req-158397eb-9770-4e03-ac36-ca9b65cabe96 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 943 time: 0.1201897 Oct 19 01:01:39.727200 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-70d29030-56b3-47f3-9352-99f810e5537b req-7c2a387b-9fe3-4b52-8389-3bccf3672c5c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Calling delete_port for 64d644ee-60db-470c-bf38-26a88a5185a0 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:01:39.860914 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-5d9ceae9-53cd-4006-a536-dd366f771224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a00941a-f339-4aca-ac9a-643bf04575f0 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:01:39.883985 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-5d9ceae9-53cd-4006-a536-dd366f771224 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:39.901637 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-5d9ceae9-53cd-4006-a536-dd366f771224 service neutron] Transition to ACTIVE for port object 0a00941a-f339-4aca-ac9a-643bf04575f0 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:01:39.919245 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-5d9ceae9-53cd-4006-a536-dd366f771224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:39.996190 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ceae9-53cd-4006-a536-dd366f771224 service neutron] Pushing event updated for resources: {'Port': ['ID=0a00941a-f339-4aca-ac9a-643bf04575f0,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:40.020839 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f7dc9-edf3-4199-8b9c-36507a8973ac req-60010ac2-e2be-4b5b-a9af-48a411bc7d06 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:40.031799 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6d0f7dc9-edf3-4199-8b9c-36507a8973ac req-60010ac2-e2be-4b5b-a9af-48a411bc7d06 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d695e1c-c5d0-4b47-a266-16a7e3736c28 HTTP/1.1" status: 200 len: 950 time: 0.2241983 Oct 19 01:01:40.105160 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6d0f7dc9-edf3-4199-8b9c-36507a8973ac req-482fe197-cf9e-410c-a53f-d0747205e441 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714903 Oct 19 01:01:40.146778 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-28eb1336-34ee-46d2-8ab8-57f7744fcc30 req-1f7c80b8-33eb-48fc-b0e6-3b014140dace tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee01ab66-3697-4623-ae66-2cb16178c0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4207287 Oct 19 01:01:40.210627 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-5d9ceae9-53cd-4006-a536-dd366f771224 service neutron] Attempting to bind port 0a00941a-f339-4aca-ac9a-643bf04575f0 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:01:40.210957 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-5d9ceae9-53cd-4006-a536-dd366f771224 service neutron] Attempting to bind port 0a00941a-f339-4aca-ac9a-643bf04575f0 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:01:40.211285 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-5d9ceae9-53cd-4006-a536-dd366f771224 service neutron] Attempting to bind port 0a00941a-f339-4aca-ac9a-643bf04575f0 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:01:40.228638 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-5d9ceae9-53cd-4006-a536-dd366f771224 service neutron] Port 0a00941a-f339-4aca-ac9a-643bf04575f0 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:01:40.229021 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-5d9ceae9-53cd-4006-a536-dd366f771224 service neutron] Attempting to bind port 0a00941a-f339-4aca-ac9a-643bf04575f0 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:01:40.244566 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-5d9ceae9-53cd-4006-a536-dd366f771224 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:01:40.245770 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-5d9ceae9-53cd-4006-a536-dd366f771224 service neutron] Checking segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:01:40.246597 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-5d9ceae9-53cd-4006-a536-dd366f771224 service neutron] Bound using segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:01:40.247420 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-5d9ceae9-53cd-4006-a536-dd366f771224 service neutron] Bound port: 0a00941a-f339-4aca-ac9a-643bf04575f0, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:01:40.248026 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-5d9ceae9-53cd-4006-a536-dd366f771224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:40.348341 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-70d29030-56b3-47f3-9352-99f810e5537b req-7c2a387b-9fe3-4b52-8389-3bccf3672c5c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:40.360942 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['64d644ee-60db-470c-bf38-26a88a5185a0'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:01:40.387862 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0baf665-beac-4802-8700-7d7e418e8076 req-d7d08e52-52ac-4b08-af62-307895967f27 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:40.389998 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f0baf665-beac-4802-8700-7d7e418e8076 req-d7d08e52-52ac-4b08-af62-307895967f27 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d695e1c-c5d0-4b47-a266-16a7e3736c28 HTTP/1.1" status: 200 len: 950 time: 0.1688721 Oct 19 01:01:40.407811 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64eb7d-96b4-4b70-a14b-6ed581e57f06 req-d084f3fa-ef63-4946-9d16-7f354982503f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:40.409416 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0b64eb7d-96b4-4b70-a14b-6ed581e57f06 req-d084f3fa-ef63-4946-9d16-7f354982503f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 948 time: 0.0953298 Oct 19 01:01:40.413867 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-5d9ceae9-53cd-4006-a536-dd366f771224 service neutron] For port 0a00941a-f339-4aca-ac9a-643bf04575f0, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:01:40.417317 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-5d9ceae9-53cd-4006-a536-dd366f771224 service neutron] For port 0a00941a-f339-4aca-ac9a-643bf04575f0, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=0a00941a-f339-4aca-ac9a-643bf04575f0,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:01:40.427326 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-5d9ceae9-53cd-4006-a536-dd366f771224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:40.474279 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c45699-a096-4584-830d-82677f614e40 req-c649e798-3584-4bb7-97df-3d0e4fa030d6 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:40.475871 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-29c45699-a096-4584-830d-82677f614e40 req-c649e798-3584-4bb7-97df-3d0e4fa030d6 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.2256973 Oct 19 01:01:40.476564 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a387b-9fe3-4b52-8389-3bccf3672c5c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Pushing event deleted for resources: {'Port': ['ID=64d644ee-60db-470c-bf38-26a88a5185a0,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:40.492443 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-5d9ceae9-53cd-4006-a536-dd366f771224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:40.493059 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-5d9ceae9-53cd-4006-a536-dd366f771224 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:40.494437 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-5d9ceae9-53cd-4006-a536-dd366f771224 service neutron] 10.222.0.55 "PUT /v2.0/ports/0a00941a-f339-4aca-ac9a-643bf04575f0 HTTP/1.1" status: 200 len: 1097 time: 1.7110939 Oct 19 01:01:40.496599 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27671cbd-1818-4509-bbbb-0cb1ba0be4b8', 'tag': '0a00941a-f339-4aca-ac9a-643bf04575f0'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:01:40.498743 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a198e3-095c-4af9-a32e-0891e6970d76" -d '{"events": [{"name": "network-changed", "server_uuid": "27671cbd-1818-4509-bbbb-0cb1ba0be4b8", "tag": "0a00941a-f339-4aca-ac9a-643bf04575f0"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:01:40.509281 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a387b-9fe3-4b52-8389-3bccf3672c5c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:40.510204 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a387b-9fe3-4b52-8389-3bccf3672c5c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:40.510204 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a387b-9fe3-4b52-8389-3bccf3672c5c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:40.510546 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a387b-9fe3-4b52-8389-3bccf3672c5c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:40.510715 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a387b-9fe3-4b52-8389-3bccf3672c5c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:40.511031 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a387b-9fe3-4b52-8389-3bccf3672c5c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:40.511438 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a387b-9fe3-4b52-8389-3bccf3672c5c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:40.511801 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a387b-9fe3-4b52-8389-3bccf3672c5c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:40.512131 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a387b-9fe3-4b52-8389-3bccf3672c5c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:40.512531 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a387b-9fe3-4b52-8389-3bccf3672c5c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:40.512859 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a387b-9fe3-4b52-8389-3bccf3672c5c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:40.513341 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a387b-9fe3-4b52-8389-3bccf3672c5c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:01:40.526189 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0b64eb7d-96b4-4b70-a14b-6ed581e57f06 req-3cdefc2f-5960-435f-a480-df818c67babe tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073868 Oct 19 01:01:40.541694 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d29030-56b3-47f3-9352-99f810e5537b req-7c2a387b-9fe3-4b52-8389-3bccf3672c5c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] No DVR routers for this DVR port 64d644ee-60db-470c-bf38-26a88a5185a0 on host n-h2-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:01:40.545822 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ceae9-53cd-4006-a536-dd366f771224 service neutron] Pushing event updated for resources: {'Port': ['ID=0a00941a-f339-4aca-ac9a-643bf04575f0,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:40.549899 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-70d29030-56b3-47f3-9352-99f810e5537b req-7c2a387b-9fe3-4b52-8389-3bccf3672c5c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:40.554016 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-70d29030-56b3-47f3-9352-99f810e5537b req-7c2a387b-9fe3-4b52-8389-3bccf3672c5c tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.24 "DELETE /v2.0/ports/64d644ee-60db-470c-bf38-26a88a5185a0 HTTP/1.1" status: 204 len: 173 time: 1.3611078 Oct 19 01:01:40.564582 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a0a11a-5300-4441-9172-2d0929c8611b', 'name': 'network-vif-deleted', 'tag': '64d644ee-60db-470c-bf38-26a88a5185a0'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:01:40.567016 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57594706-1070-4e65-af1d-0b3b59604fd3" -d '{"events": [{"server_uuid": "d9a0a11a-5300-4441-9172-2d0929c8611b", "name": "network-vif-deleted", "tag": "64d644ee-60db-470c-bf38-26a88a5185a0"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:01:40.664032 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-ec15ae7e-ab8e-445e-a96f-ac9d38ecbe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:40.667443 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-ec15ae7e-ab8e-445e-a96f-ac9d38ecbe66 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 1100 time: 0.1097269 Oct 19 01:01:40.681407 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-29c45699-a096-4584-830d-82677f614e40 req-54c67802-4cc1-4659-adac-be90413c0b1f tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621096 Oct 19 01:01:40.714766 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-f0baf665-beac-4802-8700-7d7e418e8076 req-3940344d-d995-4d9f-b555-d4e8a7755489 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Deleting port a74692d5-2679-46de-a044-5316689d43f2 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:01:40.714766 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f0baf665-beac-4802-8700-7d7e418e8076 req-3940344d-d995-4d9f-b555-d4e8a7755489 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:40.775502 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125daddf-9fb2-4957-a426-7dd3f2c75139 x-openstack-request-id: req-125daddf-9fb2-4957-a426-7dd3f2c75139 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:01:40.776111 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27671cbd-1818-4509-bbbb-0cb1ba0be4b8", "tag": "0a00941a-f339-4aca-ac9a-643bf04575f0", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:01:40.776593 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-125daddf-9fb2-4957-a426-7dd3f2c75139 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:01:40.779397 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27671cbd-1818-4509-bbbb-0cb1ba0be4b8', 'tag': '0a00941a-f339-4aca-ac9a-643bf04575f0', 'status': 'completed', 'code': 200} Oct 19 01:01:40.783984 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-3b72c075-ea37-49b2-afa1-64250cfc8ba9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=0a00941a-f339-4aca-ac9a-643bf04575f0 HTTP/1.1" status: 200 len: 217 time: 0.1059957 Oct 19 01:01:40.795535 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9489541-6926-4a5b-92ba-1707fb0d066b x-openstack-request-id: req-e9489541-6926-4a5b-92ba-1707fb0d066b {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:01:40.795861 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a0a11a-5300-4441-9172-2d0929c8611b", "name": "network-vif-deleted", "tag": "64d644ee-60db-470c-bf38-26a88a5185a0", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:01:40.796116 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e9489541-6926-4a5b-92ba-1707fb0d066b {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:01:40.796506 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a0a11a-5300-4441-9172-2d0929c8611b', 'name': 'network-vif-deleted', 'tag': '64d644ee-60db-470c-bf38-26a88a5185a0', 'status': 'completed', 'code': 200} Oct 19 01:01:40.848049 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-3d841911-fd1e-4ced-882b-d329d95cbb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:40.850023 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-3d841911-fd1e-4ced-882b-d329d95cbb32 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0597315 Oct 19 01:01:40.916171 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-f0baf665-beac-4802-8700-7d7e418e8076 req-3940344d-d995-4d9f-b555-d4e8a7755489 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] For port a74692d5-2679-46de-a044-5316689d43f2, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=a74692d5-2679-46de-a044-5316689d43f2,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:40.916822 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f0baf665-beac-4802-8700-7d7e418e8076 req-3940344d-d995-4d9f-b555-d4e8a7755489 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:40.934170 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-f0baf665-beac-4802-8700-7d7e418e8076 req-3940344d-d995-4d9f-b555-d4e8a7755489 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Calling delete_port for a74692d5-2679-46de-a044-5316689d43f2 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:01:40.936777 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-14389692-db02-4fc6-bc04-3daeab4014f5 req-82525e61-b7f9-439b-a4f9-ee96916d5ae5 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9a0a11a-5300-4441-9172-2d0929c8611b HTTP/1.1" status: 200 len: 210 time: 0.0337341 Oct 19 01:01:40.963045 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-0946ea0c-9401-4ba3-b0cf-88f793cf9c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:40.964679 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-0946ea0c-9401-4ba3-b0cf-88f793cf9c8e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1074305 Oct 19 01:01:41.070869 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 606451ff-58d7-4e49-9a9d-350b55b0e372 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:01:41.080947 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-97f019ca-2f73-476b-bdbc-b85d6e6f58d3 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072910 Oct 19 01:01:41.098260 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776c6cf-b6f1-4355-84da-d1ff025f6e45 req-5bfb1c3c-4527-46d3-9e70-e881af48ed18 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:41.114017 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3776c6cf-b6f1-4355-84da-d1ff025f6e45 req-5bfb1c3c-4527-46d3-9e70-e881af48ed18 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.3165672 Oct 19 01:01:41.177648 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3776c6cf-b6f1-4355-84da-d1ff025f6e45 req-ec20a243-18b0-40f4-97d3-603356cd2210 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611854 Oct 19 01:01:41.182944 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f0baf665-beac-4802-8700-7d7e418e8076 req-3940344d-d995-4d9f-b555-d4e8a7755489 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:41.221102 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['6d025541-e179-42fb-a496-a8e3604af1c4', '6e76ca8b-85bf-4aed-9984-b166a81cf9f3', 'e409f60e-9a4e-43b4-8dfe-00949a87e77d', '0c42022a-76ea-445d-a11f-b8ee37c03b65', 'a74692d5-2679-46de-a044-5316689d43f2'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:01:41.236561 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['d51eb9a3-5443-4739-93f8-f88fd961d931', 'bb12927f-933a-42fb-af9b-448dad0f10b6', 'ace3a730-d940-48a1-9e37-f57f491c2e00'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:01:41.243771 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 606451ff-58d7-4e49-9a9d-350b55b0e372 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:01:41.244129 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:41.294977 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aec538c1-a2f6-4566-91cc-b2cca86112b6 req-680fa3d1-03a6-4e4d-a0cd-0bbacb25572f service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032168 Oct 19 01:01:41.297935 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3940344d-d995-4d9f-b555-d4e8a7755489 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Pushing event deleted for resources: {'Port': ['ID=a74692d5-2679-46de-a044-5316689d43f2,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:41.347126 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0baf665-beac-4802-8700-7d7e418e8076 req-3940344d-d995-4d9f-b555-d4e8a7755489 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] No DVR routers for this DVR port a74692d5-2679-46de-a044-5316689d43f2 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:01:41.355306 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f0baf665-beac-4802-8700-7d7e418e8076 req-3940344d-d995-4d9f-b555-d4e8a7755489 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:41.358919 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f0baf665-beac-4802-8700-7d7e418e8076 req-3940344d-d995-4d9f-b555-d4e8a7755489 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.55 "DELETE /v2.0/ports/a74692d5-2679-46de-a044-5316689d43f2 HTTP/1.1" status: 204 len: 173 time: 0.9615386 Oct 19 01:01:41.381401 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-69b81e8b-a1b1-49af-8658-7fd748e6f5b7 req-c1eaf78d-bebe-4e53-910a-dd43f7c9744a tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d695e1c-c5d0-4b47-a266-16a7e3736c28 HTTP/1.1" status: 200 len: 210 time: 0.0840499 Oct 19 01:01:41.404332 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d8b97-1096-4dc1-af19-4aff2fdc446e req-15e7196e-1a5e-47eb-9659-01de3ef0b985 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:41.405565 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b91d8b97-1096-4dc1-af19-4aff2fdc446e req-15e7196e-1a5e-47eb-9659-01de3ef0b985 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.1090021 Oct 19 01:01:41.484259 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:41.521931 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a198e3-095c-4af9-a32e-0891e6970d76 req-a2ee7ea9-59aa-435b-ade7-25424fc6b05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:41.523388 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-30a198e3-095c-4af9-a32e-0891e6970d76 req-a2ee7ea9-59aa-435b-ade7-25424fc6b05b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 1100 time: 0.1169105 Oct 19 01:01:41.544523 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a233855-6334-483f-9e55-947519abde9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606451ff-58d7-4e49-9a9d-350b55b0e372'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:01:41.547208 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f00830b-43a5-45e8-be13-0db7e97a2a86" -d '{"events": [{"server_uuid": "7a233855-6334-483f-9e55-947519abde9c", "name": "network-vif-plugged", "status": "completed", "tag": "606451ff-58d7-4e49-9a9d-350b55b0e372"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:01:41.557837 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b91d8b97-1096-4dc1-af19-4aff2fdc446e req-3b567cc9-63fc-4b4a-b12a-741eb0c80811 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973096 Oct 19 01:01:41.576465 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 606451ff-58d7-4e49-9a9d-350b55b0e372, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=606451ff-58d7-4e49-9a9d-350b55b0e372,segment=NetworkSegment(85401e62-3f2c-43a6-8d64-5618396e8614),segment_id=85401e62-3f2c-43a6-8d64-5618396e8614)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:41.590950 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:41.677662 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97fa69-a65f-4ff6-880d-72834363f1b3 req-63615abe-10a1-456f-8eed-75bc416f188d tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:41.684916 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=606451ff-58d7-4e49-9a9d-350b55b0e372,revision_number=7']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:41.688484 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1c97fa69-a65f-4ff6-880d-72834363f1b3 req-63615abe-10a1-456f-8eed-75bc416f188d tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 943 time: 0.1465409 Oct 19 01:01:41.734793 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1c97fa69-a65f-4ff6-880d-72834363f1b3 req-5c6e9bef-d533-4967-a01f-52d66a9aaf60 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee01ab66-3697-4623-ae66-2cb16178c0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450003 Oct 19 01:01:41.746042 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a198e3-095c-4af9-a32e-0891e6970d76 req-29b369cc-b20a-4e96-b569-8a5b95d11207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:41.748043 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-30a198e3-095c-4af9-a32e-0891e6970d76 req-29b369cc-b20a-4e96-b569-8a5b95d11207 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.2146249 Oct 19 01:01:41.807610 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb825cac-6e62-4748-8145-55ee4f4ea584 x-openstack-request-id: req-fb825cac-6e62-4748-8145-55ee4f4ea584 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:01:41.807932 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a233855-6334-483f-9e55-947519abde9c", "name": "network-vif-plugged", "status": "completed", "tag": "606451ff-58d7-4e49-9a9d-350b55b0e372", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:01:41.808184 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fb825cac-6e62-4748-8145-55ee4f4ea584 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:01:41.808570 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a233855-6334-483f-9e55-947519abde9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606451ff-58d7-4e49-9a9d-350b55b0e372', 'code': 200} Oct 19 01:01:41.829674 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-30a198e3-095c-4af9-a32e-0891e6970d76 req-0e95a5b7-096b-4689-a079-5955a0751477 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=0a00941a-f339-4aca-ac9a-643bf04575f0 HTTP/1.1" status: 200 len: 217 time: 0.0734041 Oct 19 01:01:41.915804 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a198e3-095c-4af9-a32e-0891e6970d76 req-69e9282a-7c26-485e-b445-9164476d8a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:41.917417 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-30a198e3-095c-4af9-a32e-0891e6970d76 req-69e9282a-7c26-485e-b445-9164476d8a2c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0781424 Oct 19 01:01:42.024724 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a198e3-095c-4af9-a32e-0891e6970d76 req-d149de4f-3d9e-4c72-a971-3fb0f3150cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:42.026338 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-30a198e3-095c-4af9-a32e-0891e6970d76 req-d149de4f-3d9e-4c72-a971-3fb0f3150cf8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0921714 Oct 19 01:01:42.033966 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c62c3c-5c9b-46b4-8034-a1f3f5cdee50 req-82da7af9-8f47-44f3-af07-632bb7483abe tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:42.041870 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d7c62c3c-5c9b-46b4-8034-a1f3f5cdee50 req-82da7af9-8f47-44f3-af07-632bb7483abe tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 948 time: 0.2178431 Oct 19 01:01:42.150801 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d7c62c3c-5c9b-46b4-8034-a1f3f5cdee50 req-c6cd0438-5f43-4565-a9b5-ee9cb30f302e tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079252 Oct 19 01:01:42.204195 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-30a198e3-095c-4af9-a32e-0891e6970d76 req-c74409b0-eb7b-4a65-83fe-9544f414b16a service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530790 Oct 19 01:01:42.324204 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808c24e-a5d0-4c53-b8c7-b66265b0f1ca req-37949c56-5dc9-4cc0-a304-c5243c3da12f tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:42.333107 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5808c24e-a5d0-4c53-b8c7-b66265b0f1ca req-37949c56-5dc9-4cc0-a304-c5243c3da12f tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.0751708 Oct 19 01:01:42.383259 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-30a198e3-095c-4af9-a32e-0891e6970d76 req-f369c5fb-7f70-4128-8144-0583afbf880b service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724036 Oct 19 01:01:42.405889 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5808c24e-a5d0-4c53-b8c7-b66265b0f1ca req-26c05104-4197-4cde-a9e7-b3bc34880e9d tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710931 Oct 19 01:01:42.432653 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32411ab4-4c7d-434d-948b-5ec614e1f318 req-a45646e9-6b5a-4851-9a7e-44a41c1a14d8 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:42.434935 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-32411ab4-4c7d-434d-948b-5ec614e1f318 req-a45646e9-6b5a-4851-9a7e-44a41c1a14d8 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 944 time: 0.2001994 Oct 19 01:01:42.489173 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-32411ab4-4c7d-434d-948b-5ec614e1f318 req-43fd7cb5-320e-4e56-9148-0e98a38494e5 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9494ef-7294-4f16-b2d7-ab7c218127da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470908 Oct 19 01:01:42.542633 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-08c38734-31a7-4d15-9700-c625267b05e2 req-e35fc37a-3825-49de-a149-377f360a38ba tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d695e1c-c5d0-4b47-a266-16a7e3736c28 HTTP/1.1" status: 200 len: 210 time: 0.0524390 Oct 19 01:01:42.687422 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d7eeb-7efa-495a-b008-c4326378c294 req-30fa6bad-95f8-4f51-8d65-bcfbc381288f tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:42.689035 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dc0d7eeb-7efa-495a-b008-c4326378c294 req-30fa6bad-95f8-4f51-8d65-bcfbc381288f tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.0550370 Oct 19 01:01:42.790803 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c817f3-8f5d-4155-9886-7832edb474cf req-25cceea0-1257-4a84-b0be-034c0af4be0e tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:42.792422 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-89c817f3-8f5d-4155-9886-7832edb474cf req-25cceea0-1257-4a84-b0be-034c0af4be0e tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.24 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 944 time: 0.0973351 Oct 19 01:01:42.795816 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dc0d7eeb-7efa-495a-b008-c4326378c294 req-63d18d82-83ac-42e1-a670-7e77536a39f9 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926456 Oct 19 01:01:42.797395 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d695e1c-c5d0-4b47-a266-16a7e3736c28', 'name': 'network-vif-deleted', 'tag': 'a74692d5-2679-46de-a044-5316689d43f2'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:01:42.800016 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65a3ee9-b2e8-435c-8a20-f4a215662c9d" -d '{"events": [{"server_uuid": "9d695e1c-c5d0-4b47-a266-16a7e3736c28", "name": "network-vif-deleted", "tag": "a74692d5-2679-46de-a044-5316689d43f2"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:01:42.854851 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecc183c-2530-43b6-8721-e6d2ca8f6ef1 x-openstack-request-id: req-3ecc183c-2530-43b6-8721-e6d2ca8f6ef1 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:01:42.855179 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d695e1c-c5d0-4b47-a266-16a7e3736c28", "name": "network-vif-deleted", "tag": "a74692d5-2679-46de-a044-5316689d43f2", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:01:42.855379 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3ecc183c-2530-43b6-8721-e6d2ca8f6ef1 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:01:42.855859 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d695e1c-c5d0-4b47-a266-16a7e3736c28', 'name': 'network-vif-deleted', 'tag': 'a74692d5-2679-46de-a044-5316689d43f2', 'status': 'completed', 'code': 200} Oct 19 01:01:42.919349 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-89c817f3-8f5d-4155-9886-7832edb474cf req-a86578c0-07b1-4e03-a443-3b7e71a64272 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Deleting port 557b77a2-d7f0-4db8-b34a-7be40336b240 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:01:42.920008 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-89c817f3-8f5d-4155-9886-7832edb474cf req-a86578c0-07b1-4e03-a443-3b7e71a64272 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:42.981813 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 64d644ee-60db-470c-bf38-26a88a5185a0 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:01:43.005941 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e096e-594f-4dde-a08a-46ec39093b27 req-5a076cc8-d288-44e3-8f6e-56ca519a2eee tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:43.013843 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 64d644ee-60db-470c-bf38-26a88a5185a0 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:01:43.015239 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f94e096e-594f-4dde-a08a-46ec39093b27 req-5a076cc8-d288-44e3-8f6e-56ca519a2eee tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 943 time: 0.1582994 Oct 19 01:01:43.023286 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 64d644ee-60db-470c-bf38-26a88a5185a0 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:01:43.064807 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-89c817f3-8f5d-4155-9886-7832edb474cf req-a86578c0-07b1-4e03-a443-3b7e71a64272 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] For port 557b77a2-d7f0-4db8-b34a-7be40336b240, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=557b77a2-d7f0-4db8-b34a-7be40336b240,segment=NetworkSegment(a4d17dd7-55dc-4a64-b18f-0828fb3b63c1),segment_id=a4d17dd7-55dc-4a64-b18f-0828fb3b63c1)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:43.065476 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-89c817f3-8f5d-4155-9886-7832edb474cf req-a86578c0-07b1-4e03-a443-3b7e71a64272 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:43.082106 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-89c817f3-8f5d-4155-9886-7832edb474cf req-a86578c0-07b1-4e03-a443-3b7e71a64272 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Calling delete_port for 557b77a2-d7f0-4db8-b34a-7be40336b240 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:01:43.085410 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f94e096e-594f-4dde-a08a-46ec39093b27 req-f864c54c-62c3-42b5-aad9-c57118988da8 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee01ab66-3697-4623-ae66-2cb16178c0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691001 Oct 19 01:01:43.267682 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-89c817f3-8f5d-4155-9886-7832edb474cf req-a86578c0-07b1-4e03-a443-3b7e71a64272 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:43.321541 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86578c0-07b1-4e03-a443-3b7e71a64272 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Pushing event deleted for resources: {'Port': ['ID=557b77a2-d7f0-4db8-b34a-7be40336b240,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:43.372620 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c817f3-8f5d-4155-9886-7832edb474cf req-a86578c0-07b1-4e03-a443-3b7e71a64272 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] No DVR routers for this DVR port 557b77a2-d7f0-4db8-b34a-7be40336b240 on host n-h2-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:01:43.375622 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-89c817f3-8f5d-4155-9886-7832edb474cf req-a86578c0-07b1-4e03-a443-3b7e71a64272 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:43.379861 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-89c817f3-8f5d-4155-9886-7832edb474cf req-a86578c0-07b1-4e03-a443-3b7e71a64272 tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.24 "DELETE /v2.0/ports/557b77a2-d7f0-4db8-b34a-7be40336b240 HTTP/1.1" status: 204 len: 173 time: 0.5764267 Oct 19 01:01:43.391239 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6db6c4-3c91-4f28-995c-7bcc0774c570 req-300edd57-f35a-40a5-a535-5fdf477bc194 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:43.392893 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-be6db6c4-3c91-4f28-995c-7bcc0774c570 req-300edd57-f35a-40a5-a535-5fdf477bc194 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 948 time: 0.1381862 Oct 19 01:01:43.456226 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-be6db6c4-3c91-4f28-995c-7bcc0774c570 req-7391c78c-2405-46d9-997c-7f495d3fc279 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513537 Oct 19 01:01:43.577408 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b548d41-5d3b-4af8-af59-ac51351aee5c req-7d19151a-1877-4bc8-b83f-3d844dbca8fa tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:43.579351 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3b548d41-5d3b-4af8-af59-ac51351aee5c req-7d19151a-1877-4bc8-b83f-3d844dbca8fa tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.0772262 Oct 19 01:01:43.630299 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3b548d41-5d3b-4af8-af59-ac51351aee5c req-4d00aa30-bbf1-4ac8-876e-24740e4cfe91 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433373 Oct 19 01:01:43.663786 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0d0630a0-b61b-4280-bcac-566a1be8b298 req-07427bce-5af0-4a81-b311-03e520bba36e tempest-LiveAutoBlockMigrationV225Test-229808799 tempest-LiveAutoBlockMigrationV225Test-229808799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d16f8adf-1363-4f4c-ab79-0a1be0d57e47 HTTP/1.1" status: 200 len: 210 time: 0.0347621 Oct 19 01:01:43.871610 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-099d9f1c-3ec4-472e-af73-4f2111b814fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:44.026990 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6964095-625d-4688-ac83-6d01bb41ecf6 req-892642a3-3299-40b3-8c45-d39a7b8f0568 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:44.035701 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e6964095-625d-4688-ac83-6d01bb41ecf6 req-892642a3-3299-40b3-8c45-d39a7b8f0568 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.0689776 Oct 19 01:01:44.083131 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e6964095-625d-4688-ac83-6d01bb41ecf6 req-c5b676b6-e464-4c4d-9c84-5cf2f4e95498 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460248 Oct 19 01:01:44.127284 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836680f-15bc-4478-9e21-f42dff3282f8 req-e1163270-7db8-4fdd-9249-c966bdc2f40b tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:44.135914 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b836680f-15bc-4478-9e21-f42dff3282f8 req-e1163270-7db8-4fdd-9249-c966bdc2f40b tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5cfa7b5-c959-4808-ad9a-9aecbf19b606 HTTP/1.1" status: 200 len: 950 time: 0.0946250 Oct 19 01:01:44.202584 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b836680f-15bc-4478-9e21-f42dff3282f8 req-08e65d48-8ebb-4ae3-b639-45679d00b9f3 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652914 Oct 19 01:01:44.305767 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae0f08-d412-4329-b56f-4387e60004d9 req-adcdcb55-2a17-43e0-b97f-c5884c7f718e tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:44.307499 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-70ae0f08-d412-4329-b56f-4387e60004d9 req-adcdcb55-2a17-43e0-b97f-c5884c7f718e tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 943 time: 0.0566189 Oct 19 01:01:44.357752 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-70ae0f08-d412-4329-b56f-4387e60004d9 req-5e67a72a-9201-4c1a-a1cb-4fb2ba3e00d3 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee01ab66-3697-4623-ae66-2cb16178c0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430415 Oct 19 01:01:44.601014 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251deb85-a243-4e64-a44e-606604b36e65 req-53c568d8-0c67-49b1-b41f-f3a8ded7c04d tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:44.608924 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-251deb85-a243-4e64-a44e-606604b36e65 req-53c568d8-0c67-49b1-b41f-f3a8ded7c04d tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 948 time: 0.0659535 Oct 19 01:01:44.656561 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-251deb85-a243-4e64-a44e-606604b36e65 req-7fd905c7-2cbc-46f2-b785-698f7bb3a4b4 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443234 Oct 19 01:01:44.761611 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 52408) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:01:44.815817 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e0675-8fa0-436d-a082-1e42359555de req-b87285e6-5da9-4e23-8c74-94d0e0261089 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:44.818003 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7c1e0675-8fa0-436d-a082-1e42359555de req-b87285e6-5da9-4e23-8c74-94d0e0261089 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.24 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 946 time: 0.0755799 Oct 19 01:01:44.819328 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3fc1d-a654-4b24-857e-4a93b0d7bc45 req-c6a1324f-986b-4cee-b69d-2d6add0c12fd tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:44.821023 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3fc3fc1d-a654-4b24-857e-4a93b0d7bc45 req-c6a1324f-986b-4cee-b69d-2d6add0c12fd tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.0897887 Oct 19 01:01:44.866042 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16f8adf-1363-4f4c-ab79-0a1be0d57e47', 'name': 'network-vif-deleted', 'tag': '557b77a2-d7f0-4db8-b34a-7be40336b240'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:01:44.868575 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fc81d5-139a-4149-b7b6-d2b8a32a2fd9" -d '{"events": [{"server_uuid": "d16f8adf-1363-4f4c-ab79-0a1be0d57e47", "name": "network-vif-deleted", "tag": "557b77a2-d7f0-4db8-b34a-7be40336b240"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:01:44.911763 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3fc3fc1d-a654-4b24-857e-4a93b0d7bc45 req-89a59551-8de8-411a-97f8-134cdc23919d tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779629 Oct 19 01:01:44.988715 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-1586d10b-2855-41cf-858f-63fa35a6dd02 admin admin] Deleting subnet fc1eafbd-ecfc-4adf-9b82-a202a98a472a {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:01:44.990333 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device de1fe25b-d3a6-4db2-b3c4-c841408306a6 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:01:44.993207 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1586d10b-2855-41cf-858f-63fa35a6dd02 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:45.041295 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1586d10b-2855-41cf-858f-63fa35a6dd02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:45.087867 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1586d10b-2855-41cf-858f-63fa35a6dd02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:45.101436 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:45.121368 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 0a00941a-f339-4aca-ac9a-643bf04575f0 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:01:45.124130 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device a74692d5-2679-46de-a044-5316689d43f2 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:01:45.146065 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a3a3b6-13c1-4839-88ce-be5fa4b56077 x-openstack-request-id: req-48a3a3b6-13c1-4839-88ce-be5fa4b56077 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:01:45.146636 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16f8adf-1363-4f4c-ab79-0a1be0d57e47", "name": "network-vif-deleted", "tag": "557b77a2-d7f0-4db8-b34a-7be40336b240", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:01:45.147001 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-48a3a3b6-13c1-4839-88ce-be5fa4b56077 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:01:45.147668 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16f8adf-1363-4f4c-ab79-0a1be0d57e47', 'name': 'network-vif-deleted', 'tag': '557b77a2-d7f0-4db8-b34a-7be40336b240', 'status': 'completed', 'code': 200} Oct 19 01:01:45.151934 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: a74692d5-2679-46de-a044-5316689d43f2 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:01:45.152548 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device a74692d5-2679-46de-a044-5316689d43f2 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:01:45.177453 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036d1465-7456-4a98-8078-b5a24b3cd299', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de1fe25b-d3a6-4db2-b3c4-c841408306a6'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:01:45.179897 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56067505-ae83-4921-97b0-83decb7c708d" -d '{"events": [{"server_uuid": "036d1465-7456-4a98-8078-b5a24b3cd299", "name": "network-vif-unplugged", "status": "completed", "tag": "de1fe25b-d3a6-4db2-b3c4-c841408306a6"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:01:45.228720 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port de1fe25b-d3a6-4db2-b3c4-c841408306a6, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=de1fe25b-d3a6-4db2-b3c4-c841408306a6,segment=NetworkSegment(85bace0f-b843-4894-b32a-1b2db0de4a04),segment_id=85bace0f-b843-4894-b32a-1b2db0de4a04)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:45.257530 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3a5a5d-7c3b-4f51-82f5-ce849e804e0e x-openstack-request-id: req-de3a5a5d-7c3b-4f51-82f5-ce849e804e0e {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:01:45.258134 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036d1465-7456-4a98-8078-b5a24b3cd299", "name": "network-vif-unplugged", "status": "completed", "tag": "de1fe25b-d3a6-4db2-b3c4-c841408306a6", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:01:45.259052 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-de3a5a5d-7c3b-4f51-82f5-ce849e804e0e {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:01:45.260308 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036d1465-7456-4a98-8078-b5a24b3cd299', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de1fe25b-d3a6-4db2-b3c4-c841408306a6', 'code': 200} Oct 19 01:01:45.262537 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:45.263473 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 557b77a2-d7f0-4db8-b34a-7be40336b240 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:01:45.355551 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1586d10b-2855-41cf-858f-63fa35a6dd02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:45.358632 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=de1fe25b-d3a6-4db2-b3c4-c841408306a6,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:45.379169 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 557b77a2-d7f0-4db8-b34a-7be40336b240 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:01:45.379582 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 557b77a2-d7f0-4db8-b34a-7be40336b240 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:01:45.401499 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586d10b-2855-41cf-858f-63fa35a6dd02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc1eafbd-ecfc-4adf-9b82-a202a98a472a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:45.450772 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817b80f-68cc-4cbf-9d0a-fd0053c8921a req-135f3d23-dc84-411d-a86b-3f1301a16c7b tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:45.458889 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1817b80f-68cc-4cbf-9d0a-fd0053c8921a req-135f3d23-dc84-411d-a86b-3f1301a16c7b tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1465-7456-4a98-8078-b5a24b3cd299 HTTP/1.1" status: 200 len: 944 time: 0.2292259 Oct 19 01:01:45.462196 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1586d10b-2855-41cf-858f-63fa35a6dd02 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:45.467950 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1586d10b-2855-41cf-858f-63fa35a6dd02 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/fc1eafbd-ecfc-4adf-9b82-a202a98a472a HTTP/1.1" status: 204 len: 168 time: 0.7031884 Oct 19 01:01:45.468455 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 52434) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:01:45.469422 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-7c1e0675-8fa0-436d-a082-1e42359555de req-caa1217b-6388-4e99-892b-19f262090f67 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Deleting port de1fe25b-d3a6-4db2-b3c4-c841408306a6 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:01:45.469890 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7c1e0675-8fa0-436d-a082-1e42359555de req-caa1217b-6388-4e99-892b-19f262090f67 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:45.552794 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 0a00941a-f339-4aca-ac9a-643bf04575f0, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=0a00941a-f339-4aca-ac9a-643bf04575f0,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:45.574942 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '0a00941a-f339-4aca-ac9a-643bf04575f0', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': '0a00941a-f339-4aca-ac9a-643bf04575f0', 'mac_address': 'fa:16:3e:bb:28:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:01:45.591290 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-7c1e0675-8fa0-436d-a082-1e42359555de req-caa1217b-6388-4e99-892b-19f262090f67 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] For port de1fe25b-d3a6-4db2-b3c4-c841408306a6, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=de1fe25b-d3a6-4db2-b3c4-c841408306a6,segment=NetworkSegment(85bace0f-b843-4894-b32a-1b2db0de4a04),segment_id=85bace0f-b843-4894-b32a-1b2db0de4a04)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:45.591518 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6d52eeec-f946-4106-b1c1-6be130257b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:45.591638 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7c1e0675-8fa0-436d-a082-1e42359555de req-caa1217b-6388-4e99-892b-19f262090f67 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:45.605681 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f2ccf-1fe7-4a1f-b0cc-aa3bcb1a0ae7 req-2e633dc4-be22-437f-bd4b-e90d6174f070 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:45.608334 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-7c1e0675-8fa0-436d-a082-1e42359555de req-caa1217b-6388-4e99-892b-19f262090f67 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Calling delete_port for de1fe25b-d3a6-4db2-b3c4-c841408306a6 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:01:45.613518 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0b0f2ccf-1fe7-4a1f-b0cc-aa3bcb1a0ae7 req-2e633dc4-be22-437f-bd4b-e90d6174f070 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5cfa7b5-c959-4808-ad9a-9aecbf19b606 HTTP/1.1" status: 200 len: 950 time: 0.1148145 Oct 19 01:01:45.655813 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:45.678713 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a00941a-f339-4aca-ac9a-643bf04575f0 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:01:45.692072 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0b0f2ccf-1fe7-4a1f-b0cc-aa3bcb1a0ae7 req-e4e4f78d-ef14-4ac1-af32-fd6d603ea5f6 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727124 Oct 19 01:01:45.742079 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 0a00941a-f339-4aca-ac9a-643bf04575f0, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=0a00941a-f339-4aca-ac9a-643bf04575f0,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:45.750964 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:45.785912 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6d52eeec-f946-4106-b1c1-6be130257b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:45.823361 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7c1e0675-8fa0-436d-a082-1e42359555de req-caa1217b-6388-4e99-892b-19f262090f67 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:45.834552 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=0a00941a-f339-4aca-ac9a-643bf04575f0,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:45.846686 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['f5978b6e-6402-4ec6-aede-fe1f65da91cf'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:01:45.853403 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-6d52eeec-f946-4106-b1c1-6be130257b47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db82cf1f-422d-4289-a127-b70a546afbff']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:01:45.875364 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-6d52eeec-f946-4106-b1c1-6be130257b47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:01:45.879370 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-6d52eeec-f946-4106-b1c1-6be130257b47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d17dd7-55dc-4a64-b18f-0828fb3b63c1') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:01:45.904157 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6d52eeec-f946-4106-b1c1-6be130257b47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:45.934765 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6d52eeec-f946-4106-b1c1-6be130257b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:45.951394 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d52eeec-f946-4106-b1c1-6be130257b47 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:01:45.952036 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6d52eeec-f946-4106-b1c1-6be130257b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:45.954004 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa1217b-6388-4e99-892b-19f262090f67 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Pushing event deleted for resources: {'Port': ['ID=de1fe25b-d3a6-4db2-b3c4-c841408306a6,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:45.954675 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:01:45.954675 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:01:45.954675 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:01:45.954675 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:01:45.954675 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:01:45.954675 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:01:45.954675 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:01:45.954675 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:01:45.954675 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:01:45.954675 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:01:45.954675 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:01:45.954675 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:01:45.954675 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:01:45.954675 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:01:45.954675 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:01:45.954675 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:01:45.954675 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:01:45.954675 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:01:45.954675 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:01:45.954675 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:01:45.954675 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:01:45.954675 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:01:45.954675 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:01:45.954675 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:01:45.954675 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:01:45.954675 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:01:45.954675 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:01:45.954675 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:01:45.954675 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:01:45.954675 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:01:45.954675 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:01:45.954675 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:01:45.976322 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1817b80f-68cc-4cbf-9d0a-fd0053c8921a req-026da000-80e8-43be-b4e5-ef050718140f tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5158651 Oct 19 01:01:45.987359 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1e0675-8fa0-436d-a082-1e42359555de req-caa1217b-6388-4e99-892b-19f262090f67 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] No DVR routers for this DVR port de1fe25b-d3a6-4db2-b3c4-c841408306a6 on host n-h2-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:01:45.995267 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9322674-14f0-4557-9ef7-6660e9dced66 req-f4b67507-2fef-4479-88eb-2a229e7c3177 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:45.996791 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d9322674-14f0-4557-9ef7-6660e9dced66 req-f4b67507-2fef-4479-88eb-2a229e7c3177 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5cfa7b5-c959-4808-ad9a-9aecbf19b606 HTTP/1.1" status: 200 len: 950 time: 0.1910045 Oct 19 01:01:45.997910 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7c1e0675-8fa0-436d-a082-1e42359555de req-caa1217b-6388-4e99-892b-19f262090f67 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:46.009741 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7c1e0675-8fa0-436d-a082-1e42359555de req-caa1217b-6388-4e99-892b-19f262090f67 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.24 "DELETE /v2.0/ports/de1fe25b-d3a6-4db2-b3c4-c841408306a6 HTTP/1.1" status: 204 len: 173 time: 1.1798518 Oct 19 01:01:46.158358 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6d52eeec-f946-4106-b1c1-6be130257b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:46.166182 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6d52eeec-f946-4106-b1c1-6be130257b47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:46.169415 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6d52eeec-f946-4106-b1c1-6be130257b47 admin admin] 10.222.0.57 "DELETE /v2.0/networks/db82cf1f-422d-4289-a127-b70a546afbff HTTP/1.1" status: 204 len: 168 time: 0.6999528 Oct 19 01:01:46.172469 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 52442) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:01:46.192449 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b6fe9-7544-4d24-9fd5-3a919a59b1ca req-c0e211fa-0c83-4b44-aeb0-5ec4f88241b5 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:46.203409 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-098b6fe9-7544-4d24-9fd5-3a919a59b1ca req-c0e211fa-0c83-4b44-aeb0-5ec4f88241b5 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 943 time: 0.2471821 Oct 19 01:01:46.242072 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439eaa6-7ed3-433d-81d5-732cf83e2447 req-6977eee0-cad4-4bbd-a56a-8ab535ecc82d tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:46.251430 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8439eaa6-7ed3-433d-81d5-732cf83e2447 req-6977eee0-cad4-4bbd-a56a-8ab535ecc82d tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 949 time: 0.1521921 Oct 19 01:01:46.262620 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['0a00941a-f339-4aca-ac9a-643bf04575f0'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:01:46.278544 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52eeec-f946-4106-b1c1-6be130257b47 admin admin] Pushing event deleted for resources: {'Network': ['ID=db82cf1f-422d-4289-a127-b70a546afbff,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:46.321480 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-098b6fe9-7544-4d24-9fd5-3a919a59b1ca req-004e8268-8f08-4005-8638-80dba00d1fbe tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee01ab66-3697-4623-ae66-2cb16178c0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152487 Oct 19 01:01:46.331532 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a04639b-57d8-487f-98dc-df7a4a3efd52 admin admin] Deleting subnet 2e18d02f-6e8c-4a3c-997e-e36bffc2f072 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:01:46.336699 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8439eaa6-7ed3-433d-81d5-732cf83e2447 req-418a02a1-7d72-4ffc-a6d6-31f9495b2aa8 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841556 Oct 19 01:01:46.340427 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1a04639b-57d8-487f-98dc-df7a4a3efd52 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:46.359415 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-d9322674-14f0-4557-9ef7-6660e9dced66 req-b48d6da9-bca4-4297-a625-8e6bb085a842 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Deleting port ace3a730-d940-48a1-9e37-f57f491c2e00 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:01:46.360491 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d9322674-14f0-4557-9ef7-6660e9dced66 req-b48d6da9-bca4-4297-a625-8e6bb085a842 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:46.428737 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1a04639b-57d8-487f-98dc-df7a4a3efd52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:46.518234 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1a04639b-57d8-487f-98dc-df7a4a3efd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:46.546216 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-d9322674-14f0-4557-9ef7-6660e9dced66 req-b48d6da9-bca4-4297-a625-8e6bb085a842 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] For port ace3a730-d940-48a1-9e37-f57f491c2e00, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=ace3a730-d940-48a1-9e37-f57f491c2e00,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:46.546721 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d9322674-14f0-4557-9ef7-6660e9dced66 req-b48d6da9-bca4-4297-a625-8e6bb085a842 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:46.577738 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b579b23-07a2-4cfc-9d41-27b175e1c131 req-71c1a1b9-7669-498a-b8e3-4a4f82b02a52 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:46.582924 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-d9322674-14f0-4557-9ef7-6660e9dced66 req-b48d6da9-bca4-4297-a625-8e6bb085a842 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Calling delete_port for ace3a730-d940-48a1-9e37-f57f491c2e00 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:01:46.592072 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9b579b23-07a2-4cfc-9d41-27b175e1c131 req-71c1a1b9-7669-498a-b8e3-4a4f82b02a52 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.1604874 Oct 19 01:01:46.608144 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-31e04c0c-553b-43ff-830f-8477e8041634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:46.716541 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9b579b23-07a2-4cfc-9d41-27b175e1c131 req-9f6d5ec3-aef3-497a-be88-cde267fec229 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181228 Oct 19 01:01:46.735474 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1a04639b-57d8-487f-98dc-df7a4a3efd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:46.791396 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1a04639b-57d8-487f-98dc-df7a4a3efd52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:46.797983 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1a04639b-57d8-487f-98dc-df7a4a3efd52 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/2e18d02f-6e8c-4a3c-997e-e36bffc2f072 HTTP/1.1" status: 204 len: 168 time: 0.6216080 Oct 19 01:01:46.798491 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 52456) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:01:46.800305 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04639b-57d8-487f-98dc-df7a4a3efd52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e18d02f-6e8c-4a3c-997e-e36bffc2f072,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:46.963785 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77ae366b-7215-4df0-961d-0c93a2641ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:46.970443 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d9322674-14f0-4557-9ef7-6660e9dced66 req-b48d6da9-bca4-4297-a625-8e6bb085a842 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:46.982082 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['d51eb9a3-5443-4739-93f8-f88fd961d931', 'bb12927f-933a-42fb-af9b-448dad0f10b6', 'ace3a730-d940-48a1-9e37-f57f491c2e00'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:01:47.015240 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada460ab-72f7-41a2-b87f-91e426a49602 req-6d46da98-4b70-4f71-9726-cbef0cea7892 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:47.019125 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ada460ab-72f7-41a2-b87f-91e426a49602 req-6d46da98-4b70-4f71-9726-cbef0cea7892 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5cfa7b5-c959-4808-ad9a-9aecbf19b606 HTTP/1.1" status: 200 len: 950 time: 0.1980226 Oct 19 01:01:47.075511 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d6da9-bca4-4297-a625-8e6bb085a842 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Pushing event deleted for resources: {'Port': ['ID=ace3a730-d940-48a1-9e37-f57f491c2e00,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:47.148582 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036d1465-7456-4a98-8078-b5a24b3cd299', 'name': 'network-vif-deleted', 'tag': 'de1fe25b-d3a6-4db2-b3c4-c841408306a6'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:01:47.151668 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e69233f-f6ce-4b85-841a-0fcf4df81305" -d '{"events": [{"server_uuid": "036d1465-7456-4a98-8078-b5a24b3cd299", "name": "network-vif-deleted", "tag": "de1fe25b-d3a6-4db2-b3c4-c841408306a6"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:01:47.200642 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9322674-14f0-4557-9ef7-6660e9dced66 req-b48d6da9-bca4-4297-a625-8e6bb085a842 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] No DVR routers for this DVR port ace3a730-d940-48a1-9e37-f57f491c2e00 on host n-h2-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:01:47.204601 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d9322674-14f0-4557-9ef7-6660e9dced66 req-b48d6da9-bca4-4297-a625-8e6bb085a842 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:47.208921 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d9322674-14f0-4557-9ef7-6660e9dced66 req-b48d6da9-bca4-4297-a625-8e6bb085a842 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.24 "DELETE /v2.0/ports/ace3a730-d940-48a1-9e37-f57f491c2e00 HTTP/1.1" status: 204 len: 173 time: 1.1981437 Oct 19 01:01:47.223153 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ada460ab-72f7-41a2-b87f-91e426a49602 req-e18bbfcb-6a69-4c86-abdc-e03fce79cb17 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517339 Oct 19 01:01:47.225214 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:47.313609 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77ae366b-7215-4df0-961d-0c93a2641ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:47.322533 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94284664-2b30-4bb4-a7ef-c886d6745a93 x-openstack-request-id: req-94284664-2b30-4bb4-a7ef-c886d6745a93 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:01:47.322880 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036d1465-7456-4a98-8078-b5a24b3cd299", "name": "network-vif-deleted", "tag": "de1fe25b-d3a6-4db2-b3c4-c841408306a6", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:01:47.323139 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-94284664-2b30-4bb4-a7ef-c886d6745a93 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:01:47.323527 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036d1465-7456-4a98-8078-b5a24b3cd299', 'name': 'network-vif-deleted', 'tag': 'de1fe25b-d3a6-4db2-b3c4-c841408306a6', 'status': 'completed', 'code': 200} Oct 19 01:01:47.339491 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-77ae366b-7215-4df0-961d-0c93a2641ce3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f894b18a-f77a-42b3-85c4-a9c3d2a2e02b']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:01:47.352523 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-77ae366b-7215-4df0-961d-0c93a2641ce3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e08957-330a-4552-9d65-b3c62b268b46') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:01:47.352822 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-77ae366b-7215-4df0-961d-0c93a2641ce3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e08957-330a-4552-9d65-b3c62b268b46') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:01:47.365897 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77ae366b-7215-4df0-961d-0c93a2641ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:47.387790 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77ae366b-7215-4df0-961d-0c93a2641ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:47.415279 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77ae366b-7215-4df0-961d-0c93a2641ce3 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:01:47.419290 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77ae366b-7215-4df0-961d-0c93a2641ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:47.427100 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:01:47.427100 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:01:47.427100 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:01:47.427100 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:01:47.427100 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:01:47.427100 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:01:47.427100 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:01:47.427100 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:01:47.427100 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:01:47.427100 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:01:47.427100 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:01:47.427100 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:01:47.427100 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:01:47.427100 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:01:47.427100 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:01:47.427100 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:01:47.427100 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:01:47.427100 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:01:47.427100 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:01:47.427100 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:01:47.427100 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:01:47.427100 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:01:47.427100 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:01:47.427100 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:01:47.427100 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:01:47.427100 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:01:47.427100 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:01:47.427100 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:01:47.427100 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:01:47.427100 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:01:47.427100 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:01:47.427100 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:01:47.603472 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854b4b0-8b69-4d04-9292-a37e9e0eb46d req-42077fc7-6a29-4a65-8f2b-016b1447aef7 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:47.615184 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0854b4b0-8b69-4d04-9292-a37e9e0eb46d req-42077fc7-6a29-4a65-8f2b-016b1447aef7 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 949 time: 0.0679743 Oct 19 01:01:47.643661 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:47.677474 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0854b4b0-8b69-4d04-9292-a37e9e0eb46d req-d246fa1f-94e5-4b28-9669-5836571f7e5c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542104 Oct 19 01:01:47.814633 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db4779-f559-4ab0-81bf-468b8e9a55cb req-dedc38f2-60a8-4b5c-8ce6-5505b1744cd5 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:47.824094 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-17db4779-f559-4ab0-81bf-468b8e9a55cb req-dedc38f2-60a8-4b5c-8ce6-5505b1744cd5 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0788929 Oct 19 01:01:47.876422 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-17db4779-f559-4ab0-81bf-468b8e9a55cb req-32302da1-2143-4a1f-88d4-4fffa52a5647 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462742 Oct 19 01:01:47.976752 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77ae366b-7215-4df0-961d-0c93a2641ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:47.999148 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77ae366b-7215-4df0-961d-0c93a2641ce3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:48.013436 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-77ae366b-7215-4df0-961d-0c93a2641ce3 admin admin] 10.222.0.57 "DELETE /v2.0/networks/f894b18a-f77a-42b3-85c4-a9c3d2a2e02b HTTP/1.1" status: 204 len: 168 time: 1.2135966 Oct 19 01:01:48.027036 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cba7d-f09b-42ee-88fd-1c66fd644a36 req-adc12a2f-e3ec-449f-8352-bc80ba570508 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:48.036178 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4d7cba7d-f09b-42ee-88fd-1c66fd644a36 req-adc12a2f-e3ec-449f-8352-bc80ba570508 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 943 time: 0.5378363 Oct 19 01:01:48.056540 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['6d025541-e179-42fb-a496-a8e3604af1c4', '6e76ca8b-85bf-4aed-9984-b166a81cf9f3', 'e409f60e-9a4e-43b4-8dfe-00949a87e77d', '0c42022a-76ea-445d-a11f-b8ee37c03b65'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:01:48.069583 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae366b-7215-4df0-961d-0c93a2641ce3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f894b18a-f77a-42b3-85c4-a9c3d2a2e02b,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:48.123415 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4d7cba7d-f09b-42ee-88fd-1c66fd644a36 req-2a8b5071-0d6c-4e0f-970e-062f3b25b986 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee01ab66-3697-4623-ae66-2cb16178c0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762599 Oct 19 01:01:48.279815 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 52488) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:01:48.314099 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e172301-eae2-4693-9214-0415972e918f req-47d5e9e4-320b-4753-a3cd-aaa7f4c223a5 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:48.326668 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2e172301-eae2-4693-9214-0415972e918f req-47d5e9e4-320b-4753-a3cd-aaa7f4c223a5 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.1102934 Oct 19 01:01:48.355251 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9cb7bde6-a50d-495f-8356-ad5df0c3d5e9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2ee6c8abaf624ff89eecdfc50115aaff&name=default HTTP/1.1" status: 200 len: 2976 time: 0.0742242 Oct 19 01:01:48.359281 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 52492) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:01:48.406883 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2e172301-eae2-4693-9214-0415972e918f req-a35c1319-4591-4183-827b-9119729156c6 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738792 Oct 19 01:01:48.466877 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-57bbabe0-f321-417b-926e-c9b76f9feb4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:48.497273 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-57bbabe0-f321-417b-926e-c9b76f9feb4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:48.614507 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-57bbabe0-f321-417b-926e-c9b76f9feb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:48.620861 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-57bbabe0-f321-417b-926e-c9b76f9feb4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:48.626992 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-57bbabe0-f321-417b-926e-c9b76f9feb4c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1e9494ef-7294-4f16-b2d7-ab7c218127da HTTP/1.1" status: 204 len: 168 time: 0.2666626 Oct 19 01:01:48.642548 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bbabe0-f321-417b-926e-c9b76f9feb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9494ef-7294-4f16-b2d7-ab7c218127da,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:48.808133 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5f606-87ed-4148-b5f2-8934e0be9638 req-5a551e2b-5904-4fa6-89df-cee4334bdeb1 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:48.823382 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-def5f606-87ed-4148-b5f2-8934e0be9638 req-5a551e2b-5904-4fa6-89df-cee4334bdeb1 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce733b8e-bd11-47c5-9b51-1a4a266c51cb HTTP/1.1" status: 200 len: 950 time: 0.1261466 Oct 19 01:01:48.879850 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-def5f606-87ed-4148-b5f2-8934e0be9638 req-0c8da326-d1c4-48ec-9990-bbf36d9e0ce1 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566876 Oct 19 01:01:48.919622 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb96048-3754-4176-a8f5-33890a8e0e6f req-5d05924a-2bf6-429d-b304-59bb545e7112 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:48.929843 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9eb96048-3754-4176-a8f5-33890a8e0e6f req-5d05924a-2bf6-429d-b304-59bb545e7112 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 949 time: 0.1111474 Oct 19 01:01:48.986297 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9eb96048-3754-4176-a8f5-33890a8e0e6f req-66062cbd-2025-430a-ba00-64a8920cbc41 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544856 Oct 19 01:01:49.001453 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device ace3a730-d940-48a1-9e37-f57f491c2e00 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:01:49.040941 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: ace3a730-d940-48a1-9e37-f57f491c2e00 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:01:49.041294 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device ace3a730-d940-48a1-9e37-f57f491c2e00 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:01:49.041771 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7bc298-0857-42b6-99cc-5010b95d768e req-2aacfd54-4a29-4471-bc41-7c405871ab37 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:49.043595 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bb7bc298-0857-42b6-99cc-5010b95d768e req-2aacfd54-4a29-4471-bc41-7c405871ab37 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0767422 Oct 19 01:01:49.116426 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bb7bc298-0857-42b6-99cc-5010b95d768e req-3d341742-3e7b-4f12-a507-83c00bbfca86 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609462 Oct 19 01:01:49.131136 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 0a00941a-f339-4aca-ac9a-643bf04575f0 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:01:49.228069 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 0a00941a-f339-4aca-ac9a-643bf04575f0 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:01:49.235435 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 0a00941a-f339-4aca-ac9a-643bf04575f0 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:01:49.236286 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:49.270935 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd09d0-d497-4a34-b672-8b0f7e4c4c7f req-517aa370-a17c-41d7-b2de-d4b034d187d9 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:49.278545 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-41fd09d0-d497-4a34-b672-8b0f7e4c4c7f req-517aa370-a17c-41d7-b2de-d4b034d187d9 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 943 time: 0.0629485 Oct 19 01:01:49.312100 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 52518) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:01:49.328087 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-41fd09d0-d497-4a34-b672-8b0f7e4c4c7f req-bb918c2e-93ce-46a2-a173-433bacf00986 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee01ab66-3697-4623-ae66-2cb16178c0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461903 Oct 19 01:01:49.340442 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5cfa7b5-c959-4808-ad9a-9aecbf19b606', 'name': 'network-vif-deleted', 'tag': 'ace3a730-d940-48a1-9e37-f57f491c2e00'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:01:49.342713 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e6262a-46bb-4853-ab8f-24f9fcb64d90" -d '{"events": [{"server_uuid": "e5cfa7b5-c959-4808-ad9a-9aecbf19b606", "name": "network-vif-deleted", "tag": "ace3a730-d940-48a1-9e37-f57f491c2e00"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:01:49.376899 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:49.377615 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-745721c7-bd77-4103-9511-a08761f3e03d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cc4412fb08944ac4a0b2717e8e2a072e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0640957 Oct 19 01:01:49.380545 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 52522) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:01:49.393503 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374e4fa8-827d-4358-b3dd-668513466dcf x-openstack-request-id: req-374e4fa8-827d-4358-b3dd-668513466dcf {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:01:49.393862 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5cfa7b5-c959-4808-ad9a-9aecbf19b606", "name": "network-vif-deleted", "tag": "ace3a730-d940-48a1-9e37-f57f491c2e00", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:01:49.394780 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-374e4fa8-827d-4358-b3dd-668513466dcf {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:01:49.395236 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5cfa7b5-c959-4808-ad9a-9aecbf19b606', 'name': 'network-vif-deleted', 'tag': 'ace3a730-d940-48a1-9e37-f57f491c2e00', 'status': 'completed', 'code': 200} Oct 19 01:01:49.404281 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27671cbd-1818-4509-bbbb-0cb1ba0be4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a00941a-f339-4aca-ac9a-643bf04575f0'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:01:49.407266 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8e4d16-6f11-4c10-8fa8-dfc7712df60e" -d '{"events": [{"server_uuid": "27671cbd-1818-4509-bbbb-0cb1ba0be4b8", "name": "network-vif-plugged", "status": "completed", "tag": "0a00941a-f339-4aca-ac9a-643bf04575f0"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:01:49.422745 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 0a00941a-f339-4aca-ac9a-643bf04575f0, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=0a00941a-f339-4aca-ac9a-643bf04575f0,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:49.428361 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:49.464686 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-17aeb396-5466-4b73-aa9e-45a2ee902147 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:49.489639 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=0a00941a-f339-4aca-ac9a-643bf04575f0,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:49.492553 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-17aeb396-5466-4b73-aa9e-45a2ee902147 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:49.518195 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8894cf-cefe-4964-92b5-4eaae7bf9fd3 x-openstack-request-id: req-7a8894cf-cefe-4964-92b5-4eaae7bf9fd3 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:01:49.518636 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27671cbd-1818-4509-bbbb-0cb1ba0be4b8", "name": "network-vif-plugged", "status": "completed", "tag": "0a00941a-f339-4aca-ac9a-643bf04575f0", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:01:49.519632 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7a8894cf-cefe-4964-92b5-4eaae7bf9fd3 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:01:49.520203 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27671cbd-1818-4509-bbbb-0cb1ba0be4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a00941a-f339-4aca-ac9a-643bf04575f0', 'code': 200} Oct 19 01:01:49.611062 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364ae8c-919f-4651-9a59-4afd3687904c req-7df6bdcb-1f1d-4300-aed1-bbee91d60012 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:49.613105 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6364ae8c-919f-4651-9a59-4afd3687904c req-7df6bdcb-1f1d-4300-aed1-bbee91d60012 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.0968888 Oct 19 01:01:49.614870 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-17aeb396-5466-4b73-aa9e-45a2ee902147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:49.618019 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-17aeb396-5466-4b73-aa9e-45a2ee902147 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:49.621244 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:49.623592 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-17aeb396-5466-4b73-aa9e-45a2ee902147 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cfe3d19c-3b89-41b9-b79d-b39677aa7809 HTTP/1.1" status: 204 len: 168 time: 0.2374003 Oct 19 01:01:49.690121 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aeb396-5466-4b73-aa9e-45a2ee902147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe3d19c-3b89-41b9-b79d-b39677aa7809,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:49.731286 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6364ae8c-919f-4651-9a59-4afd3687904c req-45ab3dd1-466f-468d-9ac7-c7ba9622541e tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051314 Oct 19 01:01:49.737019 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516b728-29cd-4ff2-90f7-b1cbe7163d0a req-3985c85b-e0a1-45e1-8f7d-adf29041351a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:49.738622 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b516b728-29cd-4ff2-90f7-b1cbe7163d0a req-3985c85b-e0a1-45e1-8f7d-adf29041351a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 1102 time: 0.1136575 Oct 19 01:01:49.785591 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b516b728-29cd-4ff2-90f7-b1cbe7163d0a req-7d8252d0-5170-4d77-8a4d-d2b47bd99eff service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383272 Oct 19 01:01:50.023539 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c67277-48fd-48d0-8f30-22d623fb1e2c req-dcf27cbf-6706-47dc-823a-c078dce0e237 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:50.033378 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a5c67277-48fd-48d0-8f30-22d623fb1e2c req-dcf27cbf-6706-47dc-823a-c078dce0e237 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce733b8e-bd11-47c5-9b51-1a4a266c51cb HTTP/1.1" status: 200 len: 950 time: 0.0674117 Oct 19 01:01:50.091508 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a5c67277-48fd-48d0-8f30-22d623fb1e2c req-c35f1a32-7be0-4c07-a215-92e1fd92b7c1 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551176 Oct 19 01:01:50.117690 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c458042-39a8-489b-b9ef-91f484a62303 req-622e3a06-b214-45ce-87fc-98d2a1904a2b tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:50.119118 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9c458042-39a8-489b-b9ef-91f484a62303 req-622e3a06-b214-45ce-87fc-98d2a1904a2b tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce733b8e-bd11-47c5-9b51-1a4a266c51cb HTTP/1.1" status: 200 len: 950 time: 0.0961661 Oct 19 01:01:50.344917 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f24877-36d0-42a1-a6a5-cb1e74352f26 req-315b780f-7397-494b-8c30-b6b7bf816b41 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:50.353949 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-17f24877-36d0-42a1-a6a5-cb1e74352f26 req-315b780f-7397-494b-8c30-b6b7bf816b41 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 950 time: 0.2047842 Oct 19 01:01:50.370741 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bb4db-058e-42ed-b27d-3383cc537c48 req-7eb9b312-b2fd-4f84-ae6e-c8dd22e265d7 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:50.377785 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cc8bb4db-058e-42ed-b27d-3383cc537c48 req-7eb9b312-b2fd-4f84-ae6e-c8dd22e265d7 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.0626888 Oct 19 01:01:50.427825 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-17f24877-36d0-42a1-a6a5-cb1e74352f26 req-eca083c2-0a4c-4fab-8a4e-460ceffe2818 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649884 Oct 19 01:01:50.472961 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cc8bb4db-058e-42ed-b27d-3383cc537c48 req-be8765c8-572d-4d1e-b9e5-b5586fb878dc tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/security-groups?id=f10c78c8-124d-4325-838b-0a32d768ec07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911477 Oct 19 01:01:50.482401 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-9c458042-39a8-489b-b9ef-91f484a62303 req-7b3ed4d9-b196-472b-992f-f2e370780eb2 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Deleting port bb12927f-933a-42fb-af9b-448dad0f10b6 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:01:50.482738 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9c458042-39a8-489b-b9ef-91f484a62303 req-7b3ed4d9-b196-472b-992f-f2e370780eb2 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:50.572589 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34785d9-ac2b-4fae-a64f-8f02208a6261 req-f1168c46-7edb-4f1f-928f-abc444c392bc tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:50.574045 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d34785d9-ac2b-4fae-a64f-8f02208a6261 req-f1168c46-7edb-4f1f-928f-abc444c392bc tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 946 time: 0.1615019 Oct 19 01:01:50.631436 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc45b1c-56f0-4d2b-b041-964ae48cc8ac req-022ba71e-18db-45f4-ad46-c956e471786e tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:50.631436 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ccc45b1c-56f0-4d2b-b041-964ae48cc8ac req-022ba71e-18db-45f4-ad46-c956e471786e tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 943 time: 0.0599878 Oct 19 01:01:50.651516 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-9c458042-39a8-489b-b9ef-91f484a62303 req-7b3ed4d9-b196-472b-992f-f2e370780eb2 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] For port bb12927f-933a-42fb-af9b-448dad0f10b6, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=bb12927f-933a-42fb-af9b-448dad0f10b6,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:50.651928 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9c458042-39a8-489b-b9ef-91f484a62303 req-7b3ed4d9-b196-472b-992f-f2e370780eb2 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:50.689623 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-9c458042-39a8-489b-b9ef-91f484a62303 req-7b3ed4d9-b196-472b-992f-f2e370780eb2 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Calling delete_port for bb12927f-933a-42fb-af9b-448dad0f10b6 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:01:50.695479 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ccc45b1c-56f0-4d2b-b041-964ae48cc8ac req-d6fc24c0-2d1c-4ae2-81d5-8c25887bf7c8 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee01ab66-3697-4623-ae66-2cb16178c0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550072 Oct 19 01:01:50.812988 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-d34785d9-ac2b-4fae-a64f-8f02208a6261 req-86296e8e-4cf7-4b33-91a0-bffcfccf9d2d tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Deleting port f5978b6e-6402-4ec6-aede-fe1f65da91cf {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:01:50.813371 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d34785d9-ac2b-4fae-a64f-8f02208a6261 req-86296e8e-4cf7-4b33-91a0-bffcfccf9d2d tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:50.948858 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d8b93-dc79-49e3-93f4-bad07702aa42 req-e5cefc8c-c851-4d62-b97a-6e716ca1337e tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:50.950404 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-560d8b93-dc79-49e3-93f4-bad07702aa42 req-e5cefc8c-c851-4d62-b97a-6e716ca1337e tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.1298349 Oct 19 01:01:51.046092 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-560d8b93-dc79-49e3-93f4-bad07702aa42 req-d0292fb9-a30d-4416-a5a7-2c0af28e11ba tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896955 Oct 19 01:01:51.055717 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-d34785d9-ac2b-4fae-a64f-8f02208a6261 req-86296e8e-4cf7-4b33-91a0-bffcfccf9d2d tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] For port f5978b6e-6402-4ec6-aede-fe1f65da91cf, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=f5978b6e-6402-4ec6-aede-fe1f65da91cf,segment=NetworkSegment(85bace0f-b843-4894-b32a-1b2db0de4a04),segment_id=85bace0f-b843-4894-b32a-1b2db0de4a04)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:51.056088 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d34785d9-ac2b-4fae-a64f-8f02208a6261 req-86296e8e-4cf7-4b33-91a0-bffcfccf9d2d tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:51.077010 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-d34785d9-ac2b-4fae-a64f-8f02208a6261 req-86296e8e-4cf7-4b33-91a0-bffcfccf9d2d tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Calling delete_port for f5978b6e-6402-4ec6-aede-fe1f65da91cf owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:01:51.089984 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9c458042-39a8-489b-b9ef-91f484a62303 req-7b3ed4d9-b196-472b-992f-f2e370780eb2 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:51.105526 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['6d025541-e179-42fb-a496-a8e3604af1c4', '6e76ca8b-85bf-4aed-9984-b166a81cf9f3', 'e409f60e-9a4e-43b4-8dfe-00949a87e77d', '0c42022a-76ea-445d-a11f-b8ee37c03b65'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:01:51.108017 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['d51eb9a3-5443-4739-93f8-f88fd961d931'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:01:51.221107 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ed4d9-b196-472b-992f-f2e370780eb2 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Pushing event deleted for resources: {'Port': ['ID=bb12927f-933a-42fb-af9b-448dad0f10b6,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:51.260722 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c458042-39a8-489b-b9ef-91f484a62303 req-7b3ed4d9-b196-472b-992f-f2e370780eb2 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] No DVR routers for this DVR port bb12927f-933a-42fb-af9b-448dad0f10b6 on host n-h2-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:01:51.265875 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9c458042-39a8-489b-b9ef-91f484a62303 req-7b3ed4d9-b196-472b-992f-f2e370780eb2 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:51.270916 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9c458042-39a8-489b-b9ef-91f484a62303 req-7b3ed4d9-b196-472b-992f-f2e370780eb2 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.24 "DELETE /v2.0/ports/bb12927f-933a-42fb-af9b-448dad0f10b6 HTTP/1.1" status: 204 len: 173 time: 1.1351657 Oct 19 01:01:51.344290 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-843fd016-0064-49e7-acdb-85fdb4e4841b req-9e23db73-3423-4605-abe4-247f8f0b43fc tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce733b8e-bd11-47c5-9b51-1a4a266c51cb HTTP/1.1" status: 200 len: 210 time: 0.1160388 Oct 19 01:01:51.435395 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce733b8e-bd11-47c5-9b51-1a4a266c51cb', 'name': 'network-vif-deleted', 'tag': 'bb12927f-933a-42fb-af9b-448dad0f10b6'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:01:51.450199 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae41e26d-f196-4156-a9b9-12ad5b9821ae" -d '{"events": [{"server_uuid": "ce733b8e-bd11-47c5-9b51-1a4a266c51cb", "name": "network-vif-deleted", "tag": "bb12927f-933a-42fb-af9b-448dad0f10b6"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:01:51.539364 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d34785d9-ac2b-4fae-a64f-8f02208a6261 req-86296e8e-4cf7-4b33-91a0-bffcfccf9d2d tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:51.567457 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5096ea22-c3a3-4f19-a1c1-c480c49c5257 x-openstack-request-id: req-5096ea22-c3a3-4f19-a1c1-c480c49c5257 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:01:51.568020 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce733b8e-bd11-47c5-9b51-1a4a266c51cb", "name": "network-vif-deleted", "tag": "bb12927f-933a-42fb-af9b-448dad0f10b6", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:01:51.568350 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5096ea22-c3a3-4f19-a1c1-c480c49c5257 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:01:51.569802 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce733b8e-bd11-47c5-9b51-1a4a266c51cb', 'name': 'network-vif-deleted', 'tag': 'bb12927f-933a-42fb-af9b-448dad0f10b6', 'status': 'completed', 'code': 200} Oct 19 01:01:51.608708 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86296e8e-4cf7-4b33-91a0-bffcfccf9d2d tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Pushing event deleted for resources: {'Port': ['ID=f5978b6e-6402-4ec6-aede-fe1f65da91cf,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:51.695744 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34785d9-ac2b-4fae-a64f-8f02208a6261 req-86296e8e-4cf7-4b33-91a0-bffcfccf9d2d tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] No DVR routers for this DVR port f5978b6e-6402-4ec6-aede-fe1f65da91cf on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:01:51.699542 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d34785d9-ac2b-4fae-a64f-8f02208a6261 req-86296e8e-4cf7-4b33-91a0-bffcfccf9d2d tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:51.703533 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d34785d9-ac2b-4fae-a64f-8f02208a6261 req-86296e8e-4cf7-4b33-91a0-bffcfccf9d2d tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.55 "DELETE /v2.0/ports/f5978b6e-6402-4ec6-aede-fe1f65da91cf HTTP/1.1" status: 204 len: 173 time: 1.1124754 Oct 19 01:01:51.729089 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525664d-5d83-4528-be1e-c938fbd3f283 req-8efa84db-3ea0-4f03-a62c-c0065e4651e1 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:51.746984 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4525664d-5d83-4528-be1e-c938fbd3f283 req-8efa84db-3ea0-4f03-a62c-c0065e4651e1 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 950 time: 0.2105329 Oct 19 01:01:51.798412 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0526f0df-7518-46e6-918f-1252fc7626d3 req-aebc5d8c-46e8-4a8b-abf5-40d3871c3975 tempest-ServerRescueTestJSON-1046441010 tempest-ServerRescueTestJSON-1046441010-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8c44793-bfc5-4ca1-beb1-6d02851c61d6 HTTP/1.1" status: 200 len: 210 time: 0.0861027 Oct 19 01:01:51.817630 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4525664d-5d83-4528-be1e-c938fbd3f283 req-552fb32b-7277-496f-b32e-e7ac91563485 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683546 Oct 19 01:01:52.047441 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ce5ac-e086-4a40-a83c-33030e02b73d req-5e66331e-a82e-4a13-b478-0c5233e0383a tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:52.056096 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d96ce5ac-e086-4a40-a83c-33030e02b73d req-5e66331e-a82e-4a13-b478-0c5233e0383a tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 943 time: 0.1056497 Oct 19 01:01:52.105268 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d96ce5ac-e086-4a40-a83c-33030e02b73d req-5a6b074f-a65e-4f40-b66e-8852de264d14 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee01ab66-3697-4623-ae66-2cb16178c0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468345 Oct 19 01:01:52.269473 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f2228-fae1-429f-a3ed-b0c06d7f51c2 req-e6514126-bf85-4169-aaa9-6f58ad4cba51 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:52.275896 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-500f2228-fae1-429f-a3ed-b0c06d7f51c2 req-e6514126-bf85-4169-aaa9-6f58ad4cba51 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.0872798 Oct 19 01:01:52.328584 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-500f2228-fae1-429f-a3ed-b0c06d7f51c2 req-87186d54-4915-4a96-8b98-51db8f8d65e9 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481644 Oct 19 01:01:52.877309 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-095fff61-4206-4e85-8620-174b538c212d req-bee22c33-9478-4d7c-b1e5-35511343b3dd tempest-QuotasAdminNegativeTest-593044305 tempest-QuotasAdminNegativeTest-593044305-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=c60548b423aa44aea8945fa1c1a1ab06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465128 Oct 19 01:01:52.889760 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 52654) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:01:53.027322 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device de8fba85-cc25-46ae-9692-a9063d1bdcd6 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:01:53.029635 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device bb12927f-933a-42fb-af9b-448dad0f10b6 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:01:53.033955 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fff61-4206-4e85-8620-174b538c212d req-7b195b07-7534-4f70-a479-254ec25698ab tempest-QuotasAdminNegativeTest-593044305 tempest-QuotasAdminNegativeTest-593044305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:53.040305 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-095fff61-4206-4e85-8620-174b538c212d req-7b195b07-7534-4f70-a479-254ec25698ab tempest-QuotasAdminNegativeTest-593044305 tempest-QuotasAdminNegativeTest-593044305-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1568191 Oct 19 01:01:53.053839 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-095fff61-4206-4e85-8620-174b538c212d req-19f77328-c309-42c4-b727-70b0faa806c9 tempest-QuotasAdminNegativeTest-593044305 tempest-QuotasAdminNegativeTest-593044305-project] 10.222.0.57 "GET /v2.0/quotas/c60548b423aa44aea8945fa1c1a1ab06 HTTP/1.1" status: 200 len: 375 time: 0.0106359 Oct 19 01:01:53.074083 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f537ad-1e8b-4b0a-ab76-76ecb2446a3b req-9b67bafa-ec4c-4ee9-b92c-fdcbddba9a87 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:53.075689 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f7f537ad-1e8b-4b0a-ab76-76ecb2446a3b req-9b67bafa-ec4c-4ee9-b92c-fdcbddba9a87 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.1136997 Oct 19 01:01:53.084952 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: bb12927f-933a-42fb-af9b-448dad0f10b6 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:01:53.085359 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device bb12927f-933a-42fb-af9b-448dad0f10b6 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:01:53.110808 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-095fff61-4206-4e85-8620-174b538c212d req-b9c938a2-58df-41b3-bff2-531965031515 tempest-QuotasAdminNegativeTest-593044305 tempest-QuotasAdminNegativeTest-593044305-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c60548b423aa44aea8945fa1c1a1ab06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499253 Oct 19 01:01:53.207332 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f7f537ad-1e8b-4b0a-ab76-76ecb2446a3b req-85fa29d5-9654-49d6-9985-987796228cc3 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858934 Oct 19 01:01:53.239690 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port de8fba85-cc25-46ae-9692-a9063d1bdcd6, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=de8fba85-cc25-46ae-9692-a9063d1bdcd6,segment=NetworkSegment(31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83),segment_id=31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:53.269629 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'de8fba85-cc25-46ae-9692-a9063d1bdcd6', 'network_id': 'ae2c3b1b-48cb-491d-9007-0691cd5f4fbb', 'port_id': 'de8fba85-cc25-46ae-9692-a9063d1bdcd6', 'mac_address': 'fa:16:3e:3c:26:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0363dbe5-3df2-4445-a63d-085bbc46fdb0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:01:53.324800 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:53.334405 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec906b-fdd1-4820-bf4d-46cf447858ae req-9b37f437-3982-41fe-bda3-4cc361b90ad2 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:53.340073 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de8fba85-cc25-46ae-9692-a9063d1bdcd6 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:01:53.347576 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d0ec906b-fdd1-4820-bf4d-46cf447858ae req-9b37f437-3982-41fe-bda3-4cc361b90ad2 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 950 time: 0.0869434 Oct 19 01:01:53.361542 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port de8fba85-cc25-46ae-9692-a9063d1bdcd6, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=de8fba85-cc25-46ae-9692-a9063d1bdcd6,segment=NetworkSegment(31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83),segment_id=31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:53.370589 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:53.419993 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d0ec906b-fdd1-4820-bf4d-46cf447858ae req-171926af-19c7-4cbd-928c-58311c523042 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672688 Oct 19 01:01:53.435938 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=de8fba85-cc25-46ae-9692-a9063d1bdcd6,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:53.484628 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0d2ea-c571-458d-85d0-b8f843b24ae3 req-d5827723-0058-40e6-906e-e1d2559f3d9c tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:53.486103 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1ff0d2ea-c571-458d-85d0-b8f843b24ae3 req-d5827723-0058-40e6-906e-e1d2559f3d9c tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 944 time: 0.0893900 Oct 19 01:01:53.565493 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1ff0d2ea-c571-458d-85d0-b8f843b24ae3 req-7999d562-5a53-45b0-9494-450123ec43a6 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee01ab66-3697-4623-ae66-2cb16178c0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481899 Oct 19 01:01:53.571020 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c44793-bfc5-4ca1-beb1-6d02851c61d6', 'name': 'network-vif-deleted', 'tag': 'f5978b6e-6402-4ec6-aede-fe1f65da91cf'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:01:53.573411 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0e131f-bcd0-41b3-94a9-a639e72ca662" -d '{"events": [{"server_uuid": "f8c44793-bfc5-4ca1-beb1-6d02851c61d6", "name": "network-vif-deleted", "tag": "f5978b6e-6402-4ec6-aede-fe1f65da91cf"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:01:53.581782 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d2618331-54a2-4ede-9310-6b0ab7779881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:53.657292 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['de8fba85-cc25-46ae-9692-a9063d1bdcd6'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:01:53.764135 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05987acd-2a73-4a60-8ed6-75f36bbf692b req-33a68fa4-bcad-4c52-b835-555666fbd12a tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:53.764371 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a9ddc-d924-4a88-8a16-5328a6686710 req-741eb0c9-d290-4769-9bb0-f132c2586566 tempest-MigrationsAdminTest-1400615601 tempest-MigrationsAdminTest-1400615601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:53.765534 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-05987acd-2a73-4a60-8ed6-75f36bbf692b req-33a68fa4-bcad-4c52-b835-555666fbd12a tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.1233716 Oct 19 01:01:53.765886 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a97a9ddc-d924-4a88-8a16-5328a6686710 req-741eb0c9-d290-4769-9bb0-f132c2586566 tempest-MigrationsAdminTest-1400615601 tempest-MigrationsAdminTest-1400615601-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 1102 time: 0.0550325 Oct 19 01:01:53.834837 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a97a9ddc-d924-4a88-8a16-5328a6686710 req-61f1a1bb-9ac8-4f3b-bda4-8a679e934951 tempest-MigrationsAdminTest-1400615601 tempest-MigrationsAdminTest-1400615601-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540493 Oct 19 01:01:53.864008 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-05987acd-2a73-4a60-8ed6-75f36bbf692b req-a5f53348-648f-4e22-bbad-562b4641b35a tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520542 Oct 19 01:01:53.982027 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-d2618331-54a2-4ede-9310-6b0ab7779881 admin admin] Deleting port 3ca0f373-caaf-43e8-87ef-44b62b61ea22 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:01:53.982664 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d2618331-54a2-4ede-9310-6b0ab7779881 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:54.002978 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8559abd8-710b-4315-b308-95bd0dd45b96 x-openstack-request-id: req-8559abd8-710b-4315-b308-95bd0dd45b96 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:01:54.003854 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c44793-bfc5-4ca1-beb1-6d02851c61d6", "name": "network-vif-deleted", "tag": "f5978b6e-6402-4ec6-aede-fe1f65da91cf", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:01:54.004368 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8559abd8-710b-4315-b308-95bd0dd45b96 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:01:54.005005 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c44793-bfc5-4ca1-beb1-6d02851c61d6', 'name': 'network-vif-deleted', 'tag': 'f5978b6e-6402-4ec6-aede-fe1f65da91cf', 'status': 'completed', 'code': 200} Oct 19 01:01:54.126884 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-d2618331-54a2-4ede-9310-6b0ab7779881 admin admin] For port 3ca0f373-caaf-43e8-87ef-44b62b61ea22, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=3ca0f373-caaf-43e8-87ef-44b62b61ea22,segment=NetworkSegment(85bace0f-b843-4894-b32a-1b2db0de4a04),segment_id=85bace0f-b843-4894-b32a-1b2db0de4a04)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:54.127240 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d2618331-54a2-4ede-9310-6b0ab7779881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:54.141906 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-d2618331-54a2-4ede-9310-6b0ab7779881 admin admin] Calling delete_port for 3ca0f373-caaf-43e8-87ef-44b62b61ea22 owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:01:54.162803 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:01:54.458264 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-9991fd06-ec5e-49e8-85fa-dc94e5bf1ca2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1159215 Oct 19 01:01:54.481441 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a78ad-33af-4a44-b3ad-536863998064 req-c071447e-25d8-4190-857f-965d86e9ec6c tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:54.483580 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c77a78ad-33af-4a44-b3ad-536863998064 req-c071447e-25d8-4190-857f-965d86e9ec6c tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.1117504 Oct 19 01:01:54.537153 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96cfab-cc8f-4fa3-8e6b-8427a34610a7 req-92f64625-2f9c-4a91-b9cb-764f18da5356 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:54.538308 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7d96cfab-cc8f-4fa3-8e6b-8427a34610a7 req-92f64625-2f9c-4a91-b9cb-764f18da5356 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 950 time: 0.1056402 Oct 19 01:01:54.579273 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c77a78ad-33af-4a44-b3ad-536863998064 req-f63c3574-3933-4616-9002-3d52a733e539 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841160 Oct 19 01:01:54.602993 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be8a93-8b80-445b-9ef6-3f7b50519714 req-3faf5096-ea99-4c82-a864-0d7f81fd0a11 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:54.604574 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f0be8a93-8b80-445b-9ef6-3f7b50519714 req-3faf5096-ea99-4c82-a864-0d7f81fd0a11 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2929adc-df8e-4559-918d-9e169ea22a58 HTTP/1.1" status: 200 len: 949 time: 0.1195850 Oct 19 01:01:54.648915 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d2618331-54a2-4ede-9310-6b0ab7779881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:54.692056 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2618331-54a2-4ede-9310-6b0ab7779881 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ca0f373-caaf-43e8-87ef-44b62b61ea22,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:54.713607 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7d96cfab-cc8f-4fa3-8e6b-8427a34610a7 req-253b125e-372e-4a2b-9f48-c0b106043728 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612160 Oct 19 01:01:54.791024 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-f0be8a93-8b80-445b-9ef6-3f7b50519714 req-2e378482-e399-4d91-9f18-ce5dcb1fb545 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Deleting port d51eb9a3-5443-4739-93f8-f88fd961d931 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:01:54.791312 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f0be8a93-8b80-445b-9ef6-3f7b50519714 req-2e378482-e399-4d91-9f18-ce5dcb1fb545 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:54.859718 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-67bb23a2-94af-46ad-8b2c-eae08c9ffddb req-6da715c0-2864-434c-a893-eb57ee70f7d1 tempest-QuotasAdminNegativeTest-593044305 tempest-QuotasAdminNegativeTest-593044305-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=c60548b423aa44aea8945fa1c1a1ab06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316963 Oct 19 01:01:54.939811 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05d10e-17b4-4be0-9206-4e874fb53727 req-dfc9f736-8fdf-4ccf-8453-aa3b9b62e8b3 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:54.942919 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5e05d10e-17b4-4be0-9206-4e874fb53727 req-dfc9f736-8fdf-4ccf-8453-aa3b9b62e8b3 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 944 time: 0.1140044 Oct 19 01:01:55.022172 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 07963218-f65d-420e-a995-5689d3dddb52 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:01:55.024728 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device de8fba85-cc25-46ae-9692-a9063d1bdcd6 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:01:55.035590 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-f0be8a93-8b80-445b-9ef6-3f7b50519714 req-2e378482-e399-4d91-9f18-ce5dcb1fb545 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] For port d51eb9a3-5443-4739-93f8-f88fd961d931, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=d51eb9a3-5443-4739-93f8-f88fd961d931,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:55.037420 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f0be8a93-8b80-445b-9ef6-3f7b50519714 req-2e378482-e399-4d91-9f18-ce5dcb1fb545 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:55.057693 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-f0be8a93-8b80-445b-9ef6-3f7b50519714 req-2e378482-e399-4d91-9f18-ce5dcb1fb545 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Calling delete_port for d51eb9a3-5443-4739-93f8-f88fd961d931 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:01:55.076940 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d2618331-54a2-4ede-9310-6b0ab7779881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:55.086482 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5e05d10e-17b4-4be0-9206-4e874fb53727 req-ae1ac0bb-c5dc-4df2-bdfc-c12cd68521cc tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee01ab66-3697-4623-ae66-2cb16178c0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334786 Oct 19 01:01:55.097911 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port de8fba85-cc25-46ae-9692-a9063d1bdcd6 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:01:55.123346 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port de8fba85-cc25-46ae-9692-a9063d1bdcd6 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:01:55.125840 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:55.201477 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device f5978b6e-6402-4ec6-aede-fe1f65da91cf no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:01:55.283939 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.resource_extend [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 01:01:55.333105 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7797d82-f9fd-4298-8179-ea5795c37b6e req-cd1fe304-1ebe-4711-9bdb-ae0aa8c3de80 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:55.335066 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f7797d82-f9fd-4298-8179-ea5795c37b6e req-cd1fe304-1ebe-4711-9bdb-ae0aa8c3de80 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.55 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.4081283 Oct 19 01:01:55.338181 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: f5978b6e-6402-4ec6-aede-fe1f65da91cf {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:01:55.338537 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device f5978b6e-6402-4ec6-aede-fe1f65da91cf not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:01:55.400406 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58809ede-88b0-4a47-8423-e9cbb35f8581 req-dce9f12c-a5c1-4334-92a4-c2c4af063fdf tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:55.408004 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-58809ede-88b0-4a47-8423-e9cbb35f8581 req-dce9f12c-a5c1-4334-92a4-c2c4af063fdf tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.1299565 Oct 19 01:01:55.429737 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb23a2-94af-46ad-8b2c-eae08c9ffddb req-8bfdfa65-e4d2-4f47-8394-d7bc6bf07f9e tempest-QuotasAdminNegativeTest-593044305 tempest-QuotasAdminNegativeTest-593044305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:55.440170 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-67bb23a2-94af-46ad-8b2c-eae08c9ffddb req-8bfdfa65-e4d2-4f47-8394-d7bc6bf07f9e tempest-QuotasAdminNegativeTest-593044305 tempest-QuotasAdminNegativeTest-593044305-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5159559 Oct 19 01:01:55.462144 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2618331-54a2-4ede-9310-6b0ab7779881 admin admin] Router 38a76c24-ebff-451a-94e5-8b3bad3eec90 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:01:55.476832 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-58809ede-88b0-4a47-8423-e9cbb35f8581 req-1ef8d9db-ca98-4e31-9846-f532589ea1e5 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678928 Oct 19 01:01:55.528383 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-62b346f6-6ce6-4b3c-b7a2-6241d60a5915 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:55.530175 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-62b346f6-6ce6-4b3c-b7a2-6241d60a5915 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38&tenant_id=65459246a90a47d0b59f03208da91106&binding%3Ahost_id=n-h1-715271-26 HTTP/1.1" status: 200 len: 1098 time: 0.3625417 Oct 19 01:01:55.560204 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:55.602056 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port de8fba85-cc25-46ae-9692-a9063d1bdcd6, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=de8fba85-cc25-46ae-9692-a9063d1bdcd6,segment=NetworkSegment(31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83),segment_id=31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:55.603460 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9360971-a045-4a7b-9074-18c580846f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8fba85-cc25-46ae-9692-a9063d1bdcd6'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:01:55.607744 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded5dafb-6c52-4301-b313-3ea37074c711" -d '{"events": [{"server_uuid": "a9360971-a045-4a7b-9074-18c580846f5f", "name": "network-vif-plugged", "status": "completed", "tag": "de8fba85-cc25-46ae-9692-a9063d1bdcd6"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:01:55.614313 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:55.623291 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-67bb23a2-94af-46ad-8b2c-eae08c9ffddb req-ce26ce2d-ac79-4da8-ad67-e4fa06a1eb46 tempest-QuotasAdminNegativeTest-593044305 tempest-QuotasAdminNegativeTest-593044305-project] 10.222.0.57 "GET /v2.0/quotas/c60548b423aa44aea8945fa1c1a1ab06 HTTP/1.1" status: 200 len: 375 time: 0.1814137 Oct 19 01:01:55.691820 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=de8fba85-cc25-46ae-9692-a9063d1bdcd6,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:55.707577 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 07963218-f65d-420e-a995-5689d3dddb52, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=07963218-f65d-420e-a995-5689d3dddb52,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:55.720518 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 07963218-f65d-420e-a995-5689d3dddb52 has no active binding in host n-h2-715271-26 {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 19 01:01:55.765007 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2618331-54a2-4ede-9310-6b0ab7779881 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:01:55.779011 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c498af7-d891-40a8-afe5-83c012da2199 None None] Sync routers for ids ['38a76c24-ebff-451a-94e5-8b3bad3eec90'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:01:55.792085 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c498af7-d891-40a8-afe5-83c012da2199 None None] Routers {'38a76c24-ebff-451a-94e5-8b3bad3eec90'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:01:55.792524 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d2618331-54a2-4ede-9310-6b0ab7779881 admin admin] 10.222.0.57 "PUT /v2.0/routers/38a76c24-ebff-451a-94e5-8b3bad3eec90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9007013 Oct 19 01:01:55.794490 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-3c498af7-d891-40a8-afe5-83c012da2199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:01:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['38a76c24-ebff-451a-94e5-8b3bad3eec90'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:01:55.795487 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 52772) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:01:55.830933 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-67bb23a2-94af-46ad-8b2c-eae08c9ffddb req-d94cbc97-612d-43fd-a7bd-1bc4c8682087 tempest-QuotasAdminNegativeTest-593044305 tempest-QuotasAdminNegativeTest-593044305-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c60548b423aa44aea8945fa1c1a1ab06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2054949 Oct 19 01:01:55.855258 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f0be8a93-8b80-445b-9ef6-3f7b50519714 req-2e378482-e399-4d91-9f18-ce5dcb1fb545 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:55.941282 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90588578-ce54-4256-9112-3f03ef123458 req-d4bc7a41-a9de-429f-bc36-243bddabba6d tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:55.947015 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-90588578-ce54-4256-9112-3f03ef123458 req-d4bc7a41-a9de-429f-bc36-243bddabba6d tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 950 time: 0.1848271 Oct 19 01:01:56.027774 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-3c498af7-d891-40a8-afe5-83c012da2199 None None] Set router 38a76c24-ebff-451a-94e5-8b3bad3eec90 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:01:56.038845 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e378482-e399-4d91-9f18-ce5dcb1fb545 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Pushing event deleted for resources: {'Port': ['ID=d51eb9a3-5443-4739-93f8-f88fd961d931,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:56.049476 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-90588578-ce54-4256-9112-3f03ef123458 req-5de262da-0c19-4b22-a8a6-d70bf9357b6f tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016269 Oct 19 01:01:56.070179 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d59277ef-e358-4ab2-bc35-a9764ec77884 admin admin] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:56.085228 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-b35274d8-3fc6-4a31-8eb1-66d6dfd73675 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-715271-26'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:01:56.172153 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-f7797d82-f9fd-4298-8179-ea5795c37b6e req-9cd4f6c7-21eb-4c01-a4c2-69eedb6f51f5 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Deleting port 0c42022a-76ea-445d-a11f-b8ee37c03b65 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:01:56.173166 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f7797d82-f9fd-4298-8179-ea5795c37b6e req-9cd4f6c7-21eb-4c01-a4c2-69eedb6f51f5 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:56.216577 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1e3025-61dd-4524-b933-56a69fcecf82 x-openstack-request-id: req-9c1e3025-61dd-4524-b933-56a69fcecf82 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:01:56.217129 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9360971-a045-4a7b-9074-18c580846f5f", "name": "network-vif-plugged", "status": "completed", "tag": "de8fba85-cc25-46ae-9692-a9063d1bdcd6", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:01:56.217602 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9c1e3025-61dd-4524-b933-56a69fcecf82 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:01:56.218267 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9360971-a045-4a7b-9074-18c580846f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8fba85-cc25-46ae-9692-a9063d1bdcd6', 'code': 200} Oct 19 01:01:56.222616 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['6d025541-e179-42fb-a496-a8e3604af1c4', '6e76ca8b-85bf-4aed-9984-b166a81cf9f3', 'e409f60e-9a4e-43b4-8dfe-00949a87e77d', '0c42022a-76ea-445d-a11f-b8ee37c03b65'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:01:56.490678 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0be8a93-8b80-445b-9ef6-3f7b50519714 req-2e378482-e399-4d91-9f18-ce5dcb1fb545 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] No DVR routers for this DVR port d51eb9a3-5443-4739-93f8-f88fd961d931 on host n-h2-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:01:56.547714 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f0be8a93-8b80-445b-9ef6-3f7b50519714 req-2e378482-e399-4d91-9f18-ce5dcb1fb545 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:56.551377 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f0be8a93-8b80-445b-9ef6-3f7b50519714 req-2e378482-e399-4d91-9f18-ce5dcb1fb545 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.24 "DELETE /v2.0/ports/d51eb9a3-5443-4739-93f8-f88fd961d931 HTTP/1.1" status: 204 len: 173 time: 1.9367507 Oct 19 01:01:56.552363 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-b35274d8-3fc6-4a31-8eb1-66d6dfd73675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:56.554630 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2929adc-df8e-4559-918d-9e169ea22a58', 'name': 'network-vif-deleted', 'tag': 'd51eb9a3-5443-4739-93f8-f88fd961d931'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:01:56.557194 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbe9008-6754-4f45-9e26-049e285fdf51" -d '{"events": [{"server_uuid": "c2929adc-df8e-4559-918d-9e169ea22a58", "name": "network-vif-deleted", "tag": "d51eb9a3-5443-4739-93f8-f88fd961d931"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:01:56.620156 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ebe4f5-d64f-4644-a3ae-6b8e799e237d req-3f0530a0-8619-4478-b6be-b2dd220bb904 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:56.624800 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f8ebe4f5-d64f-4644-a3ae-6b8e799e237d req-3f0530a0-8619-4478-b6be-b2dd220bb904 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 950 time: 0.2567174 Oct 19 01:01:56.646411 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-f7797d82-f9fd-4298-8179-ea5795c37b6e req-9cd4f6c7-21eb-4c01-a4c2-69eedb6f51f5 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] For port 0c42022a-76ea-445d-a11f-b8ee37c03b65, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=0c42022a-76ea-445d-a11f-b8ee37c03b65,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:56.646796 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f7797d82-f9fd-4298-8179-ea5795c37b6e req-9cd4f6c7-21eb-4c01-a4c2-69eedb6f51f5 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:56.793593 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-f7797d82-f9fd-4298-8179-ea5795c37b6e req-9cd4f6c7-21eb-4c01-a4c2-69eedb6f51f5 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Calling delete_port for 0c42022a-76ea-445d-a11f-b8ee37c03b65 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:01:56.807320 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-3c498af7-d891-40a8-afe5-83c012da2199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a76c24-ebff-451a-94e5-8b3bad3eec90', 'name': 'tempest-ServerRescueTestJSON-1151870963-router', 'tenant_id': '040edf26402f44e39ee858ecd5007fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:58:30Z', 'updated_at': '2021-10-19T01:01:54Z', 'revision_number': 5, 'project_id': '040edf26402f44e39ee858ecd5007fee', 'gw_port': {'id': '5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a76c24-ebff-451a-94e5-8b3bad3eec90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:58:31Z', 'updated_at': '2021-10-19T00:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:01:56.886801 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f8ebe4f5-d64f-4644-a3ae-6b8e799e237d req-6abb8642-a199-4fc2-bad8-bff772e20880 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224913 Oct 19 01:01:56.987547 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c498af7-d891-40a8-afe5-83c012da2199 None None] Checking router: 38a76c24-ebff-451a-94e5-8b3bad3eec90 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:01:57.007818 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c498af7-d891-40a8-afe5-83c012da2199 None None] Routers {'38a76c24-ebff-451a-94e5-8b3bad3eec90'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:01:57.008433 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-3c498af7-d891-40a8-afe5-83c012da2199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:01:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['38a76c24-ebff-451a-94e5-8b3bad3eec90'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:01:57.158211 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-3c498af7-d891-40a8-afe5-83c012da2199 None None] Set router 38a76c24-ebff-451a-94e5-8b3bad3eec90 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:01:57.265989 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d59277ef-e358-4ab2-bc35-a9764ec77884 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:57.277187 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba9800-8eaf-4b8c-a02b-1218954f19a0 req-db9e00b2-4fcb-44a3-b76f-714da80af498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:57.279379 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-98ba9800-8eaf-4b8c-a02b-1218954f19a0 req-db9e00b2-4fcb-44a3-b76f-714da80af498 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 1097 time: 0.2583466 Oct 19 01:01:57.283632 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device d51eb9a3-5443-4739-93f8-f88fd961d931 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:01:57.286110 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-b3892947-96b6-453b-818f-b5154e837967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:57.287972 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-b3892947-96b6-453b-818f-b5154e837967 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 1102 time: 0.2838819 Oct 19 01:01:57.340007 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: d51eb9a3-5443-4739-93f8-f88fd961d931 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:01:57.340363 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device d51eb9a3-5443-4739-93f8-f88fd961d931 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:01:57.350471 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74022e70-f06f-4e78-8c4d-69283240de9c req-92c73548-e55a-48d7-9852-3e1c99175a8f tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:57.359502 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-74022e70-f06f-4e78-8c4d-69283240de9c req-92c73548-e55a-48d7-9852-3e1c99175a8f tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 945 time: 0.2989037 Oct 19 01:01:57.380821 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:57.440073 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-98ba9800-8eaf-4b8c-a02b-1218954f19a0 req-f2eefcd0-6a02-40f1-8e35-044c4d28aae6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ee01ab66-3697-4623-ae66-2cb16178c0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483812 Oct 19 01:01:57.469095 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-74022e70-f06f-4e78-8c4d-69283240de9c req-06b602e9-4cf3-4e46-a5f5-d7f4b1368897 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee01ab66-3697-4623-ae66-2cb16178c0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081126 Oct 19 01:01:57.566907 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-d59277ef-e358-4ab2-bc35-a9764ec77884 admin admin] Deleting port 5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:01:57.567539 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d59277ef-e358-4ab2-bc35-a9764ec77884 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:57.727620 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48d3991-8a2f-451b-a0bf-c917d7a0880a x-openstack-request-id: req-d48d3991-8a2f-451b-a0bf-c917d7a0880a {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:01:57.728207 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2929adc-df8e-4559-918d-9e169ea22a58", "name": "network-vif-deleted", "tag": "d51eb9a3-5443-4739-93f8-f88fd961d931", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:01:57.728207 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d48d3991-8a2f-451b-a0bf-c917d7a0880a {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:01:57.728610 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2929adc-df8e-4559-918d-9e169ea22a58', 'name': 'network-vif-deleted', 'tag': 'd51eb9a3-5443-4739-93f8-f88fd961d931', 'status': 'completed', 'code': 200} Oct 19 01:01:57.732948 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f7797d82-f9fd-4298-8179-ea5795c37b6e req-9cd4f6c7-21eb-4c01-a4c2-69eedb6f51f5 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:57.748513 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-b35274d8-3fc6-4a31-8eb1-66d6dfd73675 service neutron] For port 07963218-f65d-420e-a995-5689d3dddb52, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=07963218-f65d-420e-a995-5689d3dddb52,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:57.797228 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2ce18-2c1d-40ac-8372-8e52e801e231 req-80f8cebf-7705-472b-aa14-2f14e4047aae tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:57.799335 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-d59277ef-e358-4ab2-bc35-a9764ec77884 admin admin] For port 5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:01:57.801090 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d59277ef-e358-4ab2-bc35-a9764ec77884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:57.805919 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f0b2ce18-2c1d-40ac-8372-8e52e801e231 req-80f8cebf-7705-472b-aa14-2f14e4047aae tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 946 time: 0.6508982 Oct 19 01:01:57.828739 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-d59277ef-e358-4ab2-bc35-a9764ec77884 admin admin] Calling delete_port for 5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2 owned by network:router_gateway {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:01:57.831048 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4f6c7-21eb-4c01-a4c2-69eedb6f51f5 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Pushing event deleted for resources: {'Port': ['ID=0c42022a-76ea-445d-a11f-b8ee37c03b65,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:57.863356 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-3c498af7-d891-40a8-afe5-83c012da2199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a76c24-ebff-451a-94e5-8b3bad3eec90', 'name': 'tempest-ServerRescueTestJSON-1151870963-router', 'tenant_id': '040edf26402f44e39ee858ecd5007fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:58:30Z', 'updated_at': '2021-10-19T01:01:54Z', 'revision_number': 5, 'project_id': '040edf26402f44e39ee858ecd5007fee', 'gw_port': {'id': '5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a76c24-ebff-451a-94e5-8b3bad3eec90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:58:31Z', 'updated_at': '2021-10-19T00:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:01:57.902050 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f0b2ce18-2c1d-40ac-8372-8e52e801e231 req-5ed7bba8-b66a-481a-9912-8e32c6e1cf8a tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950298 Oct 19 01:01:57.943642 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c498af7-d891-40a8-afe5-83c012da2199 None None] The sync data for ids ['38a76c24-ebff-451a-94e5-8b3bad3eec90'] in n-d-715271-26 is: [{'id': '38a76c24-ebff-451a-94e5-8b3bad3eec90', 'name': 'tempest-ServerRescueTestJSON-1151870963-router', 'tenant_id': '040edf26402f44e39ee858ecd5007fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:58:30Z', 'updated_at': '2021-10-19T01:01:54Z', 'revision_number': 5, 'project_id': '040edf26402f44e39ee858ecd5007fee', 'gw_port': {'id': '5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a76c24-ebff-451a-94e5-8b3bad3eec90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:58:31Z', 'updated_at': '2021-10-19T00:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:01:57.974651 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7797d82-f9fd-4298-8179-ea5795c37b6e req-9cd4f6c7-21eb-4c01-a4c2-69eedb6f51f5 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] No DVR routers for this DVR port 0c42022a-76ea-445d-a11f-b8ee37c03b65 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:01:57.997187 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f7797d82-f9fd-4298-8179-ea5795c37b6e req-9cd4f6c7-21eb-4c01-a4c2-69eedb6f51f5 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:58.002806 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f7797d82-f9fd-4298-8179-ea5795c37b6e req-9cd4f6c7-21eb-4c01-a4c2-69eedb6f51f5 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.55 "DELETE /v2.0/ports/0c42022a-76ea-445d-a11f-b8ee37c03b65 HTTP/1.1" status: 204 len: 173 time: 2.6543670 Oct 19 01:01:58.035329 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-b35274d8-3fc6-4a31-8eb1-66d6dfd73675 service neutron] For port 07963218-f65d-420e-a995-5689d3dddb52, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:01:58.128494 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-b35274d8-3fc6-4a31-8eb1-66d6dfd73675 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:58.138265 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-b35274d8-3fc6-4a31-8eb1-66d6dfd73675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:58.293224 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-02c2f152-6a9e-4804-8b6f-f9b578854156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:58.294714 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-02c2f152-6a9e-4804-8b6f-f9b578854156 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.9704628 Oct 19 01:01:58.303279 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0babc9fd-2d5b-451c-a02d-b254440a6825 req-6a434296-dbd5-45a0-9f74-2fc5520b5b72 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f32dfc-a45d-4c7f-8150-39e3a8b24984 HTTP/1.1" status: 200 len: 210 time: 0.0827403 Oct 19 01:01:58.333875 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35274d8-3fc6-4a31-8eb1-66d6dfd73675 service neutron] Pushing event updated for resources: {'Port': ['ID=07963218-f65d-420e-a995-5689d3dddb52,revision_number=7']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:58.427833 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-b35274d8-3fc6-4a31-8eb1-66d6dfd73675 service neutron] Attempting to bind port 07963218-f65d-420e-a995-5689d3dddb52 on host n-h1-715271-26 for vnic_type normal with profile {"migrating_to": "n-h2-715271-26"} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:01:58.428248 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-b35274d8-3fc6-4a31-8eb1-66d6dfd73675 service neutron] Attempting to bind port 07963218-f65d-420e-a995-5689d3dddb52 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:01:58.428683 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-b35274d8-3fc6-4a31-8eb1-66d6dfd73675 service neutron] Attempting to bind port 07963218-f65d-420e-a995-5689d3dddb52 on network fc198a8b-4ee5-462c-a635-e1062c7dbf51 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:01:58.434202 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-b35274d8-3fc6-4a31-8eb1-66d6dfd73675 service neutron] Port 07963218-f65d-420e-a995-5689d3dddb52 on network fc198a8b-4ee5-462c-a635-e1062c7dbf51 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:01:58.434654 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-b35274d8-3fc6-4a31-8eb1-66d6dfd73675 service neutron] Attempting to bind port 07963218-f65d-420e-a995-5689d3dddb52 on network fc198a8b-4ee5-462c-a635-e1062c7dbf51 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:01:58.445504 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 3ca0f373-caaf-43e8-87ef-44b62b61ea22 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:01:58.453734 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-b35274d8-3fc6-4a31-8eb1-66d6dfd73675 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:01:58.455597 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-b35274d8-3fc6-4a31-8eb1-66d6dfd73675 service neutron] Checking segment: {'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:01:58.456639 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-b35274d8-3fc6-4a31-8eb1-66d6dfd73675 service neutron] Bound using segment: {'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:01:58.458483 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-b35274d8-3fc6-4a31-8eb1-66d6dfd73675 service neutron] Bound port: 07963218-f65d-420e-a995-5689d3dddb52, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e623de5a-b001-4bcc-b287-6176fdd94e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fc198a8b-4ee5-462c-a635-e1062c7dbf51'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:01:58.459301 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-b35274d8-3fc6-4a31-8eb1-66d6dfd73675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:58.489168 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 3ca0f373-caaf-43e8-87ef-44b62b61ea22 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:01:58.489577 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 3ca0f373-caaf-43e8-87ef-44b62b61ea22 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:01:58.528805 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-8102cb9e-ca22-4c66-828b-ce610e6732cd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=0a00941a-f339-4aca-ac9a-643bf04575f0 HTTP/1.1" status: 200 len: 217 time: 0.1910326 Oct 19 01:01:58.598137 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d59277ef-e358-4ab2-bc35-a9764ec77884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:58.615489 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f5c1962a-042a-4f3d-8c2b-bd75e410e358 req-5c210d05-17e7-4469-9fdc-00f8cace78fc tempest-QuotasAdminNegativeTest-593044305 tempest-QuotasAdminNegativeTest-593044305-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=c60548b423aa44aea8945fa1c1a1ab06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532842 Oct 19 01:01:58.734432 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59277ef-e358-4ab2-bc35-a9764ec77884 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:58.766380 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-bbe9f2c5-e0d4-40aa-a8a5-dba2b70f594a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:58.768301 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-bbe9f2c5-e0d4-40aa-a8a5-dba2b70f594a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.1630502 Oct 19 01:01:58.844075 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-b35274d8-3fc6-4a31-8eb1-66d6dfd73675 service neutron] For port 07963218-f65d-420e-a995-5689d3dddb52, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:01:58.858644 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181bede-7216-4b4f-985a-196a3f67d38a req-09feaeb3-29de-43ed-a6e5-b4fe7dbb0bea tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:58.860623 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0181bede-7216-4b4f-985a-196a3f67d38a req-09feaeb3-29de-43ed-a6e5-b4fe7dbb0bea tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 950 time: 0.3307877 Oct 19 01:01:58.888317 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-b35274d8-3fc6-4a31-8eb1-66d6dfd73675 service neutron] For port 07963218-f65d-420e-a995-5689d3dddb52, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=07963218-f65d-420e-a995-5689d3dddb52,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:01:58.904662 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-b35274d8-3fc6-4a31-8eb1-66d6dfd73675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:58.919175 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d59277ef-e358-4ab2-bc35-a9764ec77884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:58.989658 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1962a-042a-4f3d-8c2b-bd75e410e358 req-a4ee3cbc-c152-4048-a9ce-ea91e8de0955 tempest-QuotasAdminNegativeTest-593044305 tempest-QuotasAdminNegativeTest-593044305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:58.999757 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f5c1962a-042a-4f3d-8c2b-bd75e410e358 req-a4ee3cbc-c152-4048-a9ce-ea91e8de0955 tempest-QuotasAdminNegativeTest-593044305 tempest-QuotasAdminNegativeTest-593044305-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3717225 Oct 19 01:01:59.009955 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0181bede-7216-4b4f-985a-196a3f67d38a req-e231c5db-2ffc-4d13-838a-10533ea61ede tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289570 Oct 19 01:01:59.013868 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-e294140a-6161-4cea-8ad7-830fad0c1ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:59.015604 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-e294140a-6161-4cea-8ad7-830fad0c1ef6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1873682 Oct 19 01:01:59.056175 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d59277ef-e358-4ab2-bc35-a9764ec77884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:59.071388 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d59277ef-e358-4ab2-bc35-a9764ec77884 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:59.080216 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:59.103173 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f5c1962a-042a-4f3d-8c2b-bd75e410e358 req-d8677e09-e49a-4999-84ba-be36e76882a0 tempest-QuotasAdminNegativeTest-593044305 tempest-QuotasAdminNegativeTest-593044305-project] 10.222.0.57 "GET /v2.0/quotas/c60548b423aa44aea8945fa1c1a1ab06 HTTP/1.1" status: 200 len: 375 time: 0.1017303 Oct 19 01:01:59.169918 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35274d8-3fc6-4a31-8eb1-66d6dfd73675 service neutron] Pushing event updated for resources: {'Port': ['ID=07963218-f65d-420e-a995-5689d3dddb52,revision_number=8']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:59.183545 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 0c42022a-76ea-445d-a11f-b8ee37c03b65 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:01:59.197190 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f5c1962a-042a-4f3d-8c2b-bd75e410e358 req-9694ad3e-a706-4c3f-b871-cf927c15ce45 tempest-QuotasAdminNegativeTest-593044305 tempest-QuotasAdminNegativeTest-593044305-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c60548b423aa44aea8945fa1c1a1ab06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0927398 Oct 19 01:01:59.205797 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-b35274d8-3fc6-4a31-8eb1-66d6dfd73675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:59.206953 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-b35274d8-3fc6-4a31-8eb1-66d6dfd73675 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:59.210081 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-b35274d8-3fc6-4a31-8eb1-66d6dfd73675 service neutron] 10.222.0.24 "PUT /v2.0/ports/07963218-f65d-420e-a995-5689d3dddb52 HTTP/1.1" status: 200 len: 1124 time: 3.6160781 Oct 19 01:01:59.232503 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 0c42022a-76ea-445d-a11f-b8ee37c03b65 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:01:59.235243 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 0c42022a-76ea-445d-a11f-b8ee37c03b65 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:01:59.252493 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d59277ef-e358-4ab2-bc35-a9764ec77884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:59.253265 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59277ef-e358-4ab2-bc35-a9764ec77884 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38a76c24-ebff-451a-94e5-8b3bad3eec90 {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:01:59.262013 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d59277ef-e358-4ab2-bc35-a9764ec77884 admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:59.263555 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d59277ef-e358-4ab2-bc35-a9764ec77884 admin admin] 10.222.0.57 "DELETE /v2.0/routers/38a76c24-ebff-451a-94e5-8b3bad3eec90 HTTP/1.1" status: 204 len: 168 time: 3.4664910 Oct 19 01:01:59.266137 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 52842) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:01:59.303762 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['07963218-f65d-420e-a995-5689d3dddb52'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:01:59.306768 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-685c5d1a-a9e4-4559-9745-0e6dcb3d300c service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614739 Oct 19 01:01:59.314914 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844cabe-b823-469f-8510-27f349ce611e req-5cc3b931-b259-43d6-b45c-0ff8929012b0 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:59.323385 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b844cabe-b823-469f-8510-27f349ce611e req-5cc3b931-b259-43d6-b45c-0ff8929012b0 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 945 time: 0.1602793 Oct 19 01:01:59.376650 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['07963218-f65d-420e-a995-5689d3dddb52'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:01:59.430805 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b844cabe-b823-469f-8510-27f349ce611e req-e19326a7-d835-4dd4-a380-ed5a8cd92217 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee01ab66-3697-4623-ae66-2cb16178c0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025698 Oct 19 01:01:59.454186 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-38939ad7-b824-4185-98e9-17a5321af1fb admin admin] Deleting subnet fb613dcd-fb60-4a35-9df7-17d1189a9278 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:01:59.461201 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-38939ad7-b824-4185-98e9-17a5321af1fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:59.557445 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-38939ad7-b824-4185-98e9-17a5321af1fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:59.618359 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['6d025541-e179-42fb-a496-a8e3604af1c4', '6e76ca8b-85bf-4aed-9984-b166a81cf9f3', 'e409f60e-9a4e-43b4-8dfe-00949a87e77d'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:01:59.640788 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-ca8681ca-20d4-44f6-a768-a692a59abc9a service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755151 Oct 19 01:01:59.695941 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-38939ad7-b824-4185-98e9-17a5321af1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:59.767987 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f32dfc-a45d-4c7f-8150-39e3a8b24984', 'name': 'network-vif-deleted', 'tag': '0c42022a-76ea-445d-a11f-b8ee37c03b65'}, {'server_uuid': '7834697b-bb3a-445b-98c5-27c135b08e38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07963218-f65d-420e-a995-5689d3dddb52'}, {'name': 'network-changed', 'server_uuid': '7834697b-bb3a-445b-98c5-27c135b08e38', 'tag': '07963218-f65d-420e-a995-5689d3dddb52'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:01:59.774147 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78837a-e5b3-417f-bd09-288ca29411db req-d6bfdef0-6511-4c80-917b-6eaf46919a02 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:01:59.778226 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da72c8f3-d268-4c68-87e9-1adf45d9d95e" -d '{"events": [{"server_uuid": "94f32dfc-a45d-4c7f-8150-39e3a8b24984", "name": "network-vif-deleted", "tag": "0c42022a-76ea-445d-a11f-b8ee37c03b65"}, {"server_uuid": "7834697b-bb3a-445b-98c5-27c135b08e38", "name": "network-vif-unplugged", "status": "completed", "tag": "07963218-f65d-420e-a995-5689d3dddb52"}, {"name": "network-changed", "server_uuid": "7834697b-bb3a-445b-98c5-27c135b08e38", "tag": "07963218-f65d-420e-a995-5689d3dddb52"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:01:59.784850 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ce78837a-e5b3-417f-bd09-288ca29411db req-d6bfdef0-6511-4c80-917b-6eaf46919a02 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 944 time: 0.1406543 Oct 19 01:01:59.894601 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-38939ad7-b824-4185-98e9-17a5321af1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:59.906290 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ce78837a-e5b3-417f-bd09-288ca29411db req-b849cfa3-acb2-490b-bb2b-f844f4dc15e7 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121078 Oct 19 01:01:59.945907 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-38939ad7-b824-4185-98e9-17a5321af1fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:59.957251 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-38939ad7-b824-4185-98e9-17a5321af1fb admin admin] 10.222.0.57 "DELETE /v2.0/subnets/fb613dcd-fb60-4a35-9df7-17d1189a9278 HTTP/1.1" status: 204 len: 168 time: 0.6895633 Oct 19 01:01:59.961809 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38939ad7-b824-4185-98e9-17a5321af1fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb613dcd-fb60-4a35-9df7-17d1189a9278,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:01:59.962877 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 52866) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:00.120668 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5bf02a0c-ef5f-4ecc-b6c9-84c44f950717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:00.271125 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:02:00.282169 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ec4f3-ee53-4a40-a511-f8afe0970873 req-34a87595-47f8-4d5f-bf58-6a7e67e10439 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:00.284211 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-397ec4f3-ee53-4a40-a511-f8afe0970873 req-34a87595-47f8-4d5f-bf58-6a7e67e10439 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 945 time: 0.1564374 Oct 19 01:02:00.298515 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 52872) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:00.304051 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-0185982b-022d-4c54-a0c7-555d3bd588b8 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Request body: {'floatingip': {'port_id': 'de8fba85-cc25-46ae-9692-a9063d1bdcd6'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:02:00.325197 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:02:00.325540 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 5a61ca4a-3c73-40d0-bba4-968ca9c2e4c2 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:02:00.364320 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5bf02a0c-ef5f-4ecc-b6c9-84c44f950717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:00.390799 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0185982b-022d-4c54-a0c7-555d3bd588b8 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks [] for floatingip, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:00.424363 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-5bf02a0c-ef5f-4ecc-b6c9-84c44f950717 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62832aa4-f933-46b7-a594-83f0870bcae7']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:02:00.485179 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Tue, 19 Oct 2021 01:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82925ac9-515a-40a6-90cb-bb13508c3744 x-openstack-request-id: req-82925ac9-515a-40a6-90cb-bb13508c3744 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:02:00.485526 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f32dfc-a45d-4c7f-8150-39e3a8b24984", "name": "network-vif-deleted", "tag": "0c42022a-76ea-445d-a11f-b8ee37c03b65", "status": "completed", "code": 200}, {"server_uuid": "7834697b-bb3a-445b-98c5-27c135b08e38", "name": "network-vif-unplugged", "status": "completed", "tag": "07963218-f65d-420e-a995-5689d3dddb52", "code": 200}, {"name": "network-changed", "server_uuid": "7834697b-bb3a-445b-98c5-27c135b08e38", "tag": "07963218-f65d-420e-a995-5689d3dddb52", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:02:00.485775 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-82925ac9-515a-40a6-90cb-bb13508c3744 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:02:00.486253 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f32dfc-a45d-4c7f-8150-39e3a8b24984', 'name': 'network-vif-deleted', 'tag': '0c42022a-76ea-445d-a11f-b8ee37c03b65', 'status': 'completed', 'code': 200} Oct 19 01:02:00.488633 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7834697b-bb3a-445b-98c5-27c135b08e38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07963218-f65d-420e-a995-5689d3dddb52', 'code': 200} Oct 19 01:02:00.488927 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7834697b-bb3a-445b-98c5-27c135b08e38', 'tag': '07963218-f65d-420e-a995-5689d3dddb52', 'status': 'completed', 'code': 200} Oct 19 01:02:00.530552 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-5bf02a0c-ef5f-4ecc-b6c9-84c44f950717 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85bace0f-b843-4894-b32a-1b2db0de4a04') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:02:00.530848 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-5bf02a0c-ef5f-4ecc-b6c9-84c44f950717 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85bace0f-b843-4894-b32a-1b2db0de4a04') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:02:00.611697 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5bf02a0c-ef5f-4ecc-b6c9-84c44f950717 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:00.673703 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5bf02a0c-ef5f-4ecc-b6c9-84c44f950717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:00.705133 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bf02a0c-ef5f-4ecc-b6c9-84c44f950717 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:02:00.705534 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5bf02a0c-ef5f-4ecc-b6c9-84c44f950717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:00.711425 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:02:00.711425 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:02:00.711425 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:02:00.711425 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:02:00.711425 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:02:00.711425 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:02:00.711425 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:02:00.711425 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:02:00.711425 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:02:00.711425 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:02:00.711425 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:02:00.711425 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:02:00.711425 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:02:00.711425 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:02:00.711425 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:02:00.711425 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:02:00.711425 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:02:00.711425 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:02:00.711425 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:02:00.711425 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:02:00.711425 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:02:00.711425 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:02:00.711425 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:02:00.711425 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:02:00.711425 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:02:00.711425 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:02:00.711425 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:02:00.711425 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:02:00.711425 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:02:00.711425 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:02:00.711425 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:02:00.711425 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:02:00.749272 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b6ceb-3d02-4a13-a7b3-db49906bdc46 req-504d485b-6d2c-4d5d-bb0f-77fe0cbff82e tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:00.755946 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-de4b6ceb-3d02-4a13-a7b3-db49906bdc46 req-504d485b-6d2c-4d5d-bb0f-77fe0cbff82e tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 950 time: 0.3346255 Oct 19 01:02:00.760018 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72c8f3-d268-4c68-87e9-1adf45d9d95e req-4f042cc4-8b43-4d3d-b45d-a5842cc6ae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:00.761459 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-da72c8f3-d268-4c68-87e9-1adf45d9d95e req-4f042cc4-8b43-4d3d-b45d-a5842cc6ae73 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=65459246a90a47d0b59f03208da91106&device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 1127 time: 0.2834997 Oct 19 01:02:00.794082 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 52894) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:00.886149 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-de4b6ceb-3d02-4a13-a7b3-db49906bdc46 req-1162e5ba-a63a-4a00-8796-8b23d98dc714 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153176 Oct 19 01:02:00.893459 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5bf02a0c-ef5f-4ecc-b6c9-84c44f950717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:00.899518 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5bf02a0c-ef5f-4ecc-b6c9-84c44f950717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:00.905109 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5bf02a0c-ef5f-4ecc-b6c9-84c44f950717 admin admin] 10.222.0.57 "DELETE /v2.0/networks/62832aa4-f933-46b7-a594-83f0870bcae7 HTTP/1.1" status: 204 len: 168 time: 0.9389799 Oct 19 01:02:01.061859 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf02a0c-ef5f-4ecc-b6c9-84c44f950717 admin admin] Pushing event deleted for resources: {'Network': ['ID=62832aa4-f933-46b7-a594-83f0870bcae7,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:01.129628 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-330a7d47-bc7e-4edc-b159-fcdf8868139b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:01.156495 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 52904) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:01.182453 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72c8f3-d268-4c68-87e9-1adf45d9d95e req-0c556a81-a692-4741-8a74-1eca626bf235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:01.184029 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-da72c8f3-d268-4c68-87e9-1adf45d9d95e req-0c556a81-a692-4741-8a74-1eca626bf235 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc198a8b-4ee5-462c-a635-e1062c7dbf51 HTTP/1.1" status: 200 len: 909 time: 0.3810430 Oct 19 01:02:01.202991 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39af1d-8d36-4a4b-8659-896144a82c4e req-9fb51baf-ae2d-4621-a855-8aa25d467139 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:01.211967 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8d39af1d-8d36-4a4b-8659-896144a82c4e req-9fb51baf-ae2d-4621-a855-8aa25d467139 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 944 time: 0.1537619 Oct 19 01:02:01.286800 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-da72c8f3-d268-4c68-87e9-1adf45d9d95e req-1825f2c1-e64f-46cd-966f-1d579a1a01c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07963218-f65d-420e-a995-5689d3dddb52 HTTP/1.1" status: 200 len: 217 time: 0.0663435 Oct 19 01:02:01.322166 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-aef6ade9-fe87-4d0e-9432-aefe729a60e3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=040edf26402f44e39ee858ecd5007fee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1640205 Oct 19 01:02:01.329227 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 52908) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:01.356001 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8d39af1d-8d36-4a4b-8659-896144a82c4e req-a04ffae0-d214-4480-8d27-256a4f17dd52 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430357 Oct 19 01:02:01.376557 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-330a7d47-bc7e-4edc-b159-fcdf8868139b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:01.386963 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72c8f3-d268-4c68-87e9-1adf45d9d95e req-959c8104-f177-4ce0-8506-ad426709660e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:01.389096 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-da72c8f3-d268-4c68-87e9-1adf45d9d95e req-959c8104-f177-4ce0-8506-ad426709660e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b8444cd-c5d7-4c88-b1b0-9d01aef8093c HTTP/1.1" status: 200 len: 848 time: 0.0908945 Oct 19 01:02:01.412475 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-330a7d47-bc7e-4edc-b159-fcdf8868139b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:01.438987 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-da72c8f3-d268-4c68-87e9-1adf45d9d95e req-1746b787-ca24-46f1-b309-e3390bb3714c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc198a8b-4ee5-462c-a635-e1062c7dbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358763 Oct 19 01:02:01.485963 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a7d47-bc7e-4edc-b159-fcdf8868139b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3b2a42-29e3-4d79-b3c6-5260775a2763,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:01.504332 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0185982b-022d-4c54-a0c7-555d3bd588b8 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:01.511882 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-330a7d47-bc7e-4edc-b159-fcdf8868139b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c60548b423aa44aea8945fa1c1a1ab06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7165229 Oct 19 01:02:01.516447 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0185982b-022d-4c54-a0c7-555d3bd588b8 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:01.520405 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 52910) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:01.579616 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-da72c8f3-d268-4c68-87e9-1adf45d9d95e req-0ca5efbf-fcd8-4d48-b6af-2c7a746ccd77 service neutron] 10.222.0.55 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298940 Oct 19 01:02:01.588929 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58266d1-0ad6-4162-96fb-ee257200ac04 req-5d6b9586-63ae-41ea-afe7-1ee1f6915572 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:01.592767 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b58266d1-0ad6-4162-96fb-ee257200ac04 req-5d6b9586-63ae-41ea-afe7-1ee1f6915572 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7096591-52a0-4e92-866c-35583cc718e3 HTTP/1.1" status: 200 len: 950 time: 0.2213721 Oct 19 01:02:01.605671 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4c0ccdc3-f81c-4510-9df4-5446cf3aaa04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:01.703770 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4c0ccdc3-f81c-4510-9df4-5446cf3aaa04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:01.712911 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-da72c8f3-d268-4c68-87e9-1adf45d9d95e req-60c16be0-7096-4015-8960-2ee82ee1045e service neutron] 10.222.0.55 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099408 Oct 19 01:02:01.765069 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b58266d1-0ad6-4162-96fb-ee257200ac04 req-933c6486-3ab9-4d2a-98cd-bbb0d1d7988c tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478889 Oct 19 01:02:01.788901 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [None req-0185982b-022d-4c54-a0c7-555d3bd588b8 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Floating IP ca9d7742-0306-42cd-a3e0-e9264ffd618e associated. External IP: 172.25.8.150, port: de8fba85-cc25-46ae-9692-a9063d1bdcd6. Oct 19 01:02:01.828571 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5ea50fe2-0c2e-48c6-ab1a-640b51ee42e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:01.865313 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5ea50fe2-0c2e-48c6-ab1a-640b51ee42e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:01.890320 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4c0ccdc3-f81c-4510-9df4-5446cf3aaa04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:01.892835 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4c0ccdc3-f81c-4510-9df4-5446cf3aaa04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:01.893984 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4c0ccdc3-f81c-4510-9df4-5446cf3aaa04 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f10c78c8-124d-4325-838b-0a32d768ec07 HTTP/1.1" status: 204 len: 168 time: 0.5638268 Oct 19 01:02:01.999670 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ccdc3-f81c-4510-9df4-5446cf3aaa04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10c78c8-124d-4325-838b-0a32d768ec07,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:02.099645 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5ea50fe2-0c2e-48c6-ab1a-640b51ee42e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:02.103533 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5ea50fe2-0c2e-48c6-ab1a-640b51ee42e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:02.117075 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5ea50fe2-0c2e-48c6-ab1a-640b51ee42e9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1d3b2a42-29e3-4d79-b3c6-5260775a2763 HTTP/1.1" status: 204 len: 168 time: 0.5873175 Oct 19 01:02:02.174780 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6514d21-68d5-4b24-8e83-e6b1cfa137a2 req-c6a7b352-43bd-4cbe-b7d7-2d2dfeab63a0 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:02.177240 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b6514d21-68d5-4b24-8e83-e6b1cfa137a2 req-c6a7b352-43bd-4cbe-b7d7-2d2dfeab63a0 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 950 time: 0.1607223 Oct 19 01:02:02.245568 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea50fe2-0c2e-48c6-ab1a-640b51ee42e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3b2a42-29e3-4d79-b3c6-5260775a2763,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:02.312325 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b6514d21-68d5-4b24-8e83-e6b1cfa137a2 req-dff24b4e-716c-49e8-8a77-6e8abed44210 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010399 Oct 19 01:02:02.324530 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0185982b-022d-4c54-a0c7-555d3bd588b8 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Router 094a1316-1f6f-47a1-9856-8707411d3c3e has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:02:02.556486 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5df26-8a56-4097-9d70-409ad5651436 req-e7ec369e-b2b7-4358-b13d-29dcc70319af tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:02.568323 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0185982b-022d-4c54-a0c7-555d3bd588b8 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:02:02.568652 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b5a5df26-8a56-4097-9d70-409ad5651436 req-e7ec369e-b2b7-4358-b13d-29dcc70319af tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 944 time: 0.0899634 Oct 19 01:02:02.577223 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0185982b-022d-4c54-a0c7-555d3bd588b8 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:02.581610 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b91b4c-2d79-4519-86df-26ba1eb58f50 None None] Sync routers for ids ['094a1316-1f6f-47a1-9856-8707411d3c3e'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:02:02.593981 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b91b4c-2d79-4519-86df-26ba1eb58f50 None None] Routers {'094a1316-1f6f-47a1-9856-8707411d3c3e'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:02:02.596200 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-e9b91b4c-2d79-4519-86df-26ba1eb58f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:01:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['094a1316-1f6f-47a1-9856-8707411d3c3e'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:02:02.644608 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b5a5df26-8a56-4097-9d70-409ad5651436 req-7eee4f45-3851-43e1-a67a-e6470281bc86 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746744 Oct 19 01:02:02.660042 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0185982b-022d-4c54-a0c7-555d3bd588b8 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "PUT /v2.0/floatingips/ca9d7742-0306-42cd-a3e0-e9264ffd618e HTTP/1.1" status: 200 len: 991 time: 2.3531363 Oct 19 01:02:02.660042 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9360971-a045-4a7b-9074-18c580846f5f', 'tag': 'de8fba85-cc25-46ae-9692-a9063d1bdcd6'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:02:02.663102 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ab1ab4-b4a5-4d78-83fe-0580e68639b2" -d '{"events": [{"name": "network-changed", "server_uuid": "a9360971-a045-4a7b-9074-18c580846f5f", "tag": "de8fba85-cc25-46ae-9692-a9063d1bdcd6"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:02:02.731109 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651a8ab6-20d7-45f5-88ff-20bb745e0fe6 x-openstack-request-id: req-651a8ab6-20d7-45f5-88ff-20bb745e0fe6 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:02:02.731397 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9360971-a045-4a7b-9074-18c580846f5f", "tag": "de8fba85-cc25-46ae-9692-a9063d1bdcd6", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:02:02.731868 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-651a8ab6-20d7-45f5-88ff-20bb745e0fe6 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:02:02.732266 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9360971-a045-4a7b-9074-18c580846f5f', 'tag': 'de8fba85-cc25-46ae-9692-a9063d1bdcd6', 'status': 'completed', 'code': 200} Oct 19 01:02:02.923986 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-e9b91b4c-2d79-4519-86df-26ba1eb58f50 None None] Set router 094a1316-1f6f-47a1-9856-8707411d3c3e gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:02:02.959184 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab1ab4-b4a5-4d78-83fe-0580e68639b2 req-a9315649-7bd4-4339-9bcf-c9dd9ea08131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:02.964567 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-11ab1ab4-b4a5-4d78-83fe-0580e68639b2 req-a9315649-7bd4-4339-9bcf-c9dd9ea08131 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a49a980071cc4194a4c852bc837c18ec&device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 1097 time: 0.2091680 Oct 19 01:02:02.984895 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 52970) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:03.012343 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5c2a9694-1646-4a6b-96ad-5d6cf5dafcde admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:03.163670 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab1ab4-b4a5-4d78-83fe-0580e68639b2 req-e828286a-78ea-47bd-b6fe-ad67d08bd64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:03.165177 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-11ab1ab4-b4a5-4d78-83fe-0580e68639b2 req-e828286a-78ea-47bd-b6fe-ad67d08bd64a service neutron] 10.222.0.24 "GET /v2.0/networks?id=ae2c3b1b-48cb-491d-9007-0691cd5f4fbb HTTP/1.1" status: 200 len: 915 time: 0.1895025 Oct 19 01:02:03.180230 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1befeee-140a-428d-8786-18dd7d2ca4bc req-2c7e2801-cf90-4eab-9c7c-76c744ebda9c tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:03.193259 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b1befeee-140a-428d-8786-18dd7d2ca4bc req-2c7e2801-cf90-4eab-9c7c-76c744ebda9c tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7096591-52a0-4e92-866c-35583cc718e3 HTTP/1.1" status: 200 len: 950 time: 0.3193634 Oct 19 01:02:03.228414 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5c2a9694-1646-4a6b-96ad-5d6cf5dafcde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:03.264244 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5c2a9694-1646-4a6b-96ad-5d6cf5dafcde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:03.316937 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 52982) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:03.328171 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-11ab1ab4-b4a5-4d78-83fe-0580e68639b2 req-1e13b41e-cf21-4bb9-bf4c-017c6b30b2be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de8fba85-cc25-46ae-9692-a9063d1bdcd6 HTTP/1.1" status: 200 len: 999 time: 0.1138508 Oct 19 01:02:03.333615 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b1befeee-140a-428d-8786-18dd7d2ca4bc req-0aef5351-465d-42c6-93c9-332bda3c5b09 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337638 Oct 19 01:02:03.410617 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-e9b91b4c-2d79-4519-86df-26ba1eb58f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'name': 'tempest-ServersTestBootFromVolume-48298995-router', 'tenant_id': 'a49a980071cc4194a4c852bc837c18ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '24701d86-7819-40b9-acf9-dad324ed85dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:01:02Z', 'updated_at': '2021-10-19T01:01:06Z', 'revision_number': 4, 'project_id': 'a49a980071cc4194a4c852bc837c18ec', 'gw_port': {'id': '24701d86-7819-40b9-acf9-dad324ed85dc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:01:03Z', 'updated_at': '2021-10-19T01:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'ca9d7742-0306-42cd-a3e0-e9264ffd618e', 'tenant_id': 'a49a980071cc4194a4c852bc837c18ec', 'floating_ip_address': '172.25.8.150', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'port_id': 'de8fba85-cc25-46ae-9692-a9063d1bdcd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae2c3b1b-48cb-491d-9007-0691cd5f4fbb', 'mac_address': 'fa:16:3e:3c:26:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9360971-a045-4a7b-9074-18c580846f5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:01:09Z', 'updated_at': '2021-10-19T01:02:01Z', 'revision_number': 1, 'project_id': 'a49a980071cc4194a4c852bc837c18ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87b3b899-2f50-4c9b-a48c-a04bca5be6aa', 'name': '', 'network_id': 'ae2c3b1b-48cb-491d-9007-0691cd5f4fbb', 'tenant_id': 'a49a980071cc4194a4c852bc837c18ec', 'mac_address': 'fa:16:3e:30:70:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0363dbe5-3df2-4445-a63d-085bbc46fdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:01:05Z', 'updated_at': '2021-10-19T01:01:11Z', 'revision_number': 5, 'project_id': 'a49a980071cc4194a4c852bc837c18ec', 'subnets': [{'id': '0363dbe5-3df2-4445-a63d-085bbc46fdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:02:03.411355 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab1ab4-b4a5-4d78-83fe-0580e68639b2 req-3adcb067-b414-42ea-9835-c2a52bb7e4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:03.413234 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-11ab1ab4-b4a5-4d78-83fe-0580e68639b2 req-3adcb067-b414-42ea-9835-c2a52bb7e4b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0363dbe5-3df2-4445-a63d-085bbc46fdb0 HTTP/1.1" status: 200 len: 853 time: 0.0734086 Oct 19 01:02:03.442850 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b91b4c-2d79-4519-86df-26ba1eb58f50 None None] Checking router: 094a1316-1f6f-47a1-9856-8707411d3c3e for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:02:03.450446 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5c2a9694-1646-4a6b-96ad-5d6cf5dafcde admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eb8673218e8f486f9c3b20ecd7648504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4640880 Oct 19 01:02:03.452446 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 52988) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:03.452871 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b91b4c-2d79-4519-86df-26ba1eb58f50 None None] Routers {'094a1316-1f6f-47a1-9856-8707411d3c3e'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:02:03.453662 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-e9b91b4c-2d79-4519-86df-26ba1eb58f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:01:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['094a1316-1f6f-47a1-9856-8707411d3c3e'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:02:03.541314 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a9694-1646-4a6b-96ad-5d6cf5dafcde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1d3807-95a5-4695-8458-cb7532ef1236,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:03.586147 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab1ab4-b4a5-4d78-83fe-0580e68639b2 req-ce6ff50c-00fb-4d6c-b92c-950c35ecc521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:03.588335 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-11ab1ab4-b4a5-4d78-83fe-0580e68639b2 req-ce6ff50c-00fb-4d6c-b92c-950c35ecc521 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ae2c3b1b-48cb-491d-9007-0691cd5f4fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1667554 Oct 19 01:02:03.599580 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02bc13f-205d-4a51-bd58-62189d658246 req-05d5a4e8-a4e7-4571-86d1-e8c16350fd2d tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:03.601520 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e02bc13f-205d-4a51-bd58-62189d658246 req-05d5a4e8-a4e7-4571-86d1-e8c16350fd2d tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7096591-52a0-4e92-866c-35583cc718e3 HTTP/1.1" status: 200 len: 950 time: 0.3465750 Oct 19 01:02:03.611885 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-ecfd3e3e-05b2-460f-a4da-88e360893a7a admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1086306047-network', 'tenant_id': '9198639949f94abf8e487afb36905927'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:02:03.627183 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc4480-9c4b-4798-8a08-aa072898bf6c req-d9b36b63-edfc-468b-9d29-6c101e5781e2 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:03.630214 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fbfc4480-9c4b-4798-8a08-aa072898bf6c req-d9b36b63-edfc-468b-9d29-6c101e5781e2 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cec1291-5dec-4b3b-b636-584f9edb8c75 HTTP/1.1" status: 200 len: 950 time: 0.1087723 Oct 19 01:02:03.671130 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b38b9c-37ee-4835-b024-d2caa246d55a req-4aaed272-daee-4a79-a104-02271392edd9 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:03.680835 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-96b38b9c-37ee-4835-b024-d2caa246d55a req-4aaed272-daee-4a79-a104-02271392edd9 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 950 time: 0.2009184 Oct 19 01:02:03.688176 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-98dac976-d732-4cf2-817c-131b322fb7be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:03.776279 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfd3e3e-05b2-460f-a4da-88e360893a7a admin admin] Made reservation on behalf of 9198639949f94abf8e487afb36905927 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:02:03.778664 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ecfd3e3e-05b2-460f-a4da-88e360893a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:03.785788 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-98dac976-d732-4cf2-817c-131b322fb7be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:03.817948 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-e9b91b4c-2d79-4519-86df-26ba1eb58f50 None None] Set router 094a1316-1f6f-47a1-9856-8707411d3c3e gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:02:03.820058 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ecfd3e3e-05b2-460f-a4da-88e360893a7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:03.841797 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-96b38b9c-37ee-4835-b024-d2caa246d55a req-c4ac4f62-f97d-46e2-9978-6d4e8f9149ec tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596599 Oct 19 01:02:03.992528 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-98dac976-d732-4cf2-817c-131b322fb7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:03.995541 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-98dac976-d732-4cf2-817c-131b322fb7be admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:03.996829 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-98dac976-d732-4cf2-817c-131b322fb7be admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7c1d3807-95a5-4695-8458-cb7532ef1236 HTTP/1.1" status: 204 len: 168 time: 0.5353971 Oct 19 01:02:04.017610 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dac976-d732-4cf2-817c-131b322fb7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1d3807-95a5-4695-8458-cb7532ef1236,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:04.046583 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-e02bc13f-205d-4a51-bd58-62189d658246 req-acaceae1-7744-42da-b00b-22212272b8ab tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Deleting port 6e76ca8b-85bf-4aed-9984-b166a81cf9f3 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:02:04.047041 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e02bc13f-205d-4a51-bd58-62189d658246 req-acaceae1-7744-42da-b00b-22212272b8ab tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:04.208264 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ecfd3e3e-05b2-460f-a4da-88e360893a7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:04.225732 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ecfd3e3e-05b2-460f-a4da-88e360893a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:04.302719 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-e02bc13f-205d-4a51-bd58-62189d658246 req-acaceae1-7744-42da-b00b-22212272b8ab tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] For port 6e76ca8b-85bf-4aed-9984-b166a81cf9f3, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=6e76ca8b-85bf-4aed-9984-b166a81cf9f3,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:04.303086 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e02bc13f-205d-4a51-bd58-62189d658246 req-acaceae1-7744-42da-b00b-22212272b8ab tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:04.321101 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecfd3e3e-05b2-460f-a4da-88e360893a7a admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:02:04.374177 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-e02bc13f-205d-4a51-bd58-62189d658246 req-acaceae1-7744-42da-b00b-22212272b8ab tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Calling delete_port for 6e76ca8b-85bf-4aed-9984-b166a81cf9f3 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:02:04.376080 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd3e3e-05b2-460f-a4da-88e360893a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0febac1a-e3b5-4726-a63d-d1a170addf3e,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:04.383983 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ecfd3e3e-05b2-460f-a4da-88e360893a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:04.384314 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-ecfd3e3e-05b2-460f-a4da-88e360893a7a admin admin] Added segment 8567971f-33bf-452d-b877-7ab88633b16f of type vlan for network 8ef37f0b-1b00-4066-9879-f591e69533ce Oct 19 01:02:04.397398 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-11ab1ab4-b4a5-4d78-83fe-0580e68639b2 req-05534b18-45a2-4658-861a-8ef9b97e2ffb service neutron] 10.222.0.24 "GET /v2.0/networks/ae2c3b1b-48cb-491d-9007-0691cd5f4fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7968268 Oct 19 01:02:04.397984 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-e9b91b4c-2d79-4519-86df-26ba1eb58f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'name': 'tempest-ServersTestBootFromVolume-48298995-router', 'tenant_id': 'a49a980071cc4194a4c852bc837c18ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '24701d86-7819-40b9-acf9-dad324ed85dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:01:02Z', 'updated_at': '2021-10-19T01:01:06Z', 'revision_number': 4, 'project_id': 'a49a980071cc4194a4c852bc837c18ec', 'gw_port': {'id': '24701d86-7819-40b9-acf9-dad324ed85dc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:01:03Z', 'updated_at': '2021-10-19T01:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'ca9d7742-0306-42cd-a3e0-e9264ffd618e', 'tenant_id': 'a49a980071cc4194a4c852bc837c18ec', 'floating_ip_address': '172.25.8.150', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'port_id': 'de8fba85-cc25-46ae-9692-a9063d1bdcd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae2c3b1b-48cb-491d-9007-0691cd5f4fbb', 'mac_address': 'fa:16:3e:3c:26:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9360971-a045-4a7b-9074-18c580846f5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:01:09Z', 'updated_at': '2021-10-19T01:02:01Z', 'revision_number': 1, 'project_id': 'a49a980071cc4194a4c852bc837c18ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87b3b899-2f50-4c9b-a48c-a04bca5be6aa', 'name': '', 'network_id': 'ae2c3b1b-48cb-491d-9007-0691cd5f4fbb', 'tenant_id': 'a49a980071cc4194a4c852bc837c18ec', 'mac_address': 'fa:16:3e:30:70:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0363dbe5-3df2-4445-a63d-085bbc46fdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:01:05Z', 'updated_at': '2021-10-19T01:01:11Z', 'revision_number': 5, 'project_id': 'a49a980071cc4194a4c852bc837c18ec', 'subnets': [{'id': '0363dbe5-3df2-4445-a63d-085bbc46fdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:02:04.427279 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad91d7-88d9-4443-a135-ce172c167ba1 req-29e611ea-1546-44bf-ab7b-500b7fa64b45 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:04.436473 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c2ad91d7-88d9-4443-a135-ce172c167ba1 req-29e611ea-1546-44bf-ab7b-500b7fa64b45 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 944 time: 0.1872032 Oct 19 01:02:04.500917 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b91b4c-2d79-4519-86df-26ba1eb58f50 None None] The sync data for ids ['094a1316-1f6f-47a1-9856-8707411d3c3e'] in n-d-715271-26 is: [{'id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'name': 'tempest-ServersTestBootFromVolume-48298995-router', 'tenant_id': 'a49a980071cc4194a4c852bc837c18ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '24701d86-7819-40b9-acf9-dad324ed85dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:01:02Z', 'updated_at': '2021-10-19T01:01:06Z', 'revision_number': 4, 'project_id': 'a49a980071cc4194a4c852bc837c18ec', 'gw_port': {'id': '24701d86-7819-40b9-acf9-dad324ed85dc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:01:03Z', 'updated_at': '2021-10-19T01:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'ca9d7742-0306-42cd-a3e0-e9264ffd618e', 'tenant_id': 'a49a980071cc4194a4c852bc837c18ec', 'floating_ip_address': '172.25.8.150', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'port_id': 'de8fba85-cc25-46ae-9692-a9063d1bdcd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae2c3b1b-48cb-491d-9007-0691cd5f4fbb', 'mac_address': 'fa:16:3e:3c:26:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9360971-a045-4a7b-9074-18c580846f5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:01:09Z', 'updated_at': '2021-10-19T01:02:01Z', 'revision_number': 1, 'project_id': 'a49a980071cc4194a4c852bc837c18ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87b3b899-2f50-4c9b-a48c-a04bca5be6aa', 'name': '', 'network_id': 'ae2c3b1b-48cb-491d-9007-0691cd5f4fbb', 'tenant_id': 'a49a980071cc4194a4c852bc837c18ec', 'mac_address': 'fa:16:3e:30:70:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0363dbe5-3df2-4445-a63d-085bbc46fdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:01:05Z', 'updated_at': '2021-10-19T01:01:11Z', 'revision_number': 5, 'project_id': 'a49a980071cc4194a4c852bc837c18ec', 'subnets': [{'id': '0363dbe5-3df2-4445-a63d-085bbc46fdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:02:04.514922 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-fbfc4480-9c4b-4798-8a08-aa072898bf6c req-7240c233-9365-434c-8fad-a559630a0adc tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Deleting port e409f60e-9a4e-43b4-8dfe-00949a87e77d {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:02:04.515319 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-fbfc4480-9c4b-4798-8a08-aa072898bf6c req-7240c233-9365-434c-8fad-a559630a0adc tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:04.703276 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ecfd3e3e-05b2-460f-a4da-88e360893a7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:04.710631 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e02bc13f-205d-4a51-bd58-62189d658246 req-acaceae1-7744-42da-b00b-22212272b8ab tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:04.724234 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['6d025541-e179-42fb-a496-a8e3604af1c4', '6e76ca8b-85bf-4aed-9984-b166a81cf9f3', 'e409f60e-9a4e-43b4-8dfe-00949a87e77d'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:02:04.772615 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-11ab1ab4-b4a5-4d78-83fe-0580e68639b2 req-266f47fb-cf4a-4b38-95cf-24d1a1374ace service neutron] 10.222.0.24 "GET /v2.0/networks/ae2c3b1b-48cb-491d-9007-0691cd5f4fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643472 Oct 19 01:02:04.778973 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaceae1-7744-42da-b00b-22212272b8ab tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Pushing event deleted for resources: {'Port': ['ID=6e76ca8b-85bf-4aed-9984-b166a81cf9f3,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:04.819230 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c2ad91d7-88d9-4443-a135-ce172c167ba1 req-c94ff327-1432-446e-bd76-bae52049b126 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800745 Oct 19 01:02:04.834180 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-fbfc4480-9c4b-4798-8a08-aa072898bf6c req-7240c233-9365-434c-8fad-a559630a0adc tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] For port e409f60e-9a4e-43b4-8dfe-00949a87e77d, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=e409f60e-9a4e-43b4-8dfe-00949a87e77d,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:04.834588 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-fbfc4480-9c4b-4798-8a08-aa072898bf6c req-7240c233-9365-434c-8fad-a559630a0adc tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:04.852140 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ecfd3e3e-05b2-460f-a4da-88e360893a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:04.853300 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfd3e3e-05b2-460f-a4da-88e360893a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:04.857345 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ecfd3e3e-05b2-460f-a4da-88e360893a7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:04.875972 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-fbfc4480-9c4b-4798-8a08-aa072898bf6c req-7240c233-9365-434c-8fad-a559630a0adc tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Calling delete_port for e409f60e-9a4e-43b4-8dfe-00949a87e77d owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:02:04.919312 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee61a49-8ce0-4fea-ae69-18e93e733d52 None None] New status for floating IP ca9d7742-0306-42cd-a3e0-e9264ffd618e: ACTIVE {{(pid=100608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:02:04.935304 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02bc13f-205d-4a51-bd58-62189d658246 req-acaceae1-7744-42da-b00b-22212272b8ab tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] No DVR routers for this DVR port 6e76ca8b-85bf-4aed-9984-b166a81cf9f3 on host n-h1-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:02:05.006571 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ecfd3e3e-05b2-460f-a4da-88e360893a7a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6614904 Oct 19 01:02:05.014783 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e02bc13f-205d-4a51-bd58-62189d658246 req-acaceae1-7744-42da-b00b-22212272b8ab tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:05.018054 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e02bc13f-205d-4a51-bd58-62189d658246 req-acaceae1-7744-42da-b00b-22212272b8ab tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.55 "DELETE /v2.0/ports/6e76ca8b-85bf-4aed-9984-b166a81cf9f3 HTTP/1.1" status: 204 len: 173 time: 1.4005766 Oct 19 01:02:05.019029 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7096591-52a0-4e92-866c-35583cc718e3', 'name': 'network-vif-deleted', 'tag': '6e76ca8b-85bf-4aed-9984-b166a81cf9f3'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:02:05.028887 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31e7699-6644-4bf7-8d23-770b3259261e" -d '{"events": [{"server_uuid": "e7096591-52a0-4e92-866c-35583cc718e3", "name": "network-vif-deleted", "tag": "6e76ca8b-85bf-4aed-9984-b166a81cf9f3"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:02:05.037217 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d9eee823-98c9-4103-8a9f-f6e6c711214f req-0be83405-3e22-49e6-bee1-d62061dd0177 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7096591-52a0-4e92-866c-35583cc718e3 HTTP/1.1" status: 200 len: 210 time: 0.0515106 Oct 19 01:02:05.208301 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd3e3e-05b2-460f-a4da-88e360893a7a admin admin] Pushing event updated for resources: {'Network': ['ID=8ef37f0b-1b00-4066-9879-f591e69533ce,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:05.240065 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 8ef37f0b-1b00-4066-9879-f591e69533ce details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:02:05.247520 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-fbfc4480-9c4b-4798-8a08-aa072898bf6c req-7240c233-9365-434c-8fad-a559630a0adc tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:05.323931 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7240c233-9365-434c-8fad-a559630a0adc tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Pushing event deleted for resources: {'Port': ['ID=e409f60e-9a4e-43b4-8dfe-00949a87e77d,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:05.345480 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cee76-d71a-4a52-a32c-bfb5f3244f0a req-c7b175ad-22a8-4cda-9cfd-afb7ce479b39 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:05.347353 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b99cee76-d71a-4a52-a32c-bfb5f3244f0a req-c7b175ad-22a8-4cda-9cfd-afb7ce479b39 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 950 time: 0.1699920 Oct 19 01:02:05.429369 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfc4480-9c4b-4798-8a08-aa072898bf6c req-7240c233-9365-434c-8fad-a559630a0adc tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] No DVR routers for this DVR port e409f60e-9a4e-43b4-8dfe-00949a87e77d on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:02:05.435921 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-fbfc4480-9c4b-4798-8a08-aa072898bf6c req-7240c233-9365-434c-8fad-a559630a0adc tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:05.442046 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fbfc4480-9c4b-4798-8a08-aa072898bf6c req-7240c233-9365-434c-8fad-a559630a0adc tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.55 "DELETE /v2.0/ports/e409f60e-9a4e-43b4-8dfe-00949a87e77d HTTP/1.1" status: 204 len: 173 time: 1.7997591 Oct 19 01:02:05.445816 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cec1291-5dec-4b3b-b636-584f9edb8c75', 'name': 'network-vif-deleted', 'tag': 'e409f60e-9a4e-43b4-8dfe-00949a87e77d'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:02:05.449008 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764ef900-bb2f-46f5-8e2b-58f09f8fe80f" -d '{"events": [{"server_uuid": "0cec1291-5dec-4b3b-b636-584f9edb8c75", "name": "network-vif-deleted", "tag": "e409f60e-9a4e-43b4-8dfe-00949a87e77d"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:02:05.509872 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b99cee76-d71a-4a52-a32c-bfb5f3244f0a req-61daa34a-c2a2-4fbf-af39-e09df774eec2 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133444 Oct 19 01:02:05.581130 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58c1313-c552-46e8-af0e-fef8808f1602 x-openstack-request-id: req-b58c1313-c552-46e8-af0e-fef8808f1602 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:02:05.581873 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7096591-52a0-4e92-866c-35583cc718e3", "name": "network-vif-deleted", "tag": "6e76ca8b-85bf-4aed-9984-b166a81cf9f3", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:02:05.582335 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b58c1313-c552-46e8-af0e-fef8808f1602 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:02:05.582884 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7096591-52a0-4e92-866c-35583cc718e3', 'name': 'network-vif-deleted', 'tag': '6e76ca8b-85bf-4aed-9984-b166a81cf9f3', 'status': 'completed', 'code': 200} Oct 19 01:02:05.956722 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071973d1-5311-4d92-880f-8cf37f192caa x-openstack-request-id: req-071973d1-5311-4d92-880f-8cf37f192caa {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:02:05.957063 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cec1291-5dec-4b3b-b636-584f9edb8c75", "name": "network-vif-deleted", "tag": "e409f60e-9a4e-43b4-8dfe-00949a87e77d", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:02:05.957316 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-071973d1-5311-4d92-880f-8cf37f192caa {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:02:05.957825 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cec1291-5dec-4b3b-b636-584f9edb8c75', 'name': 'network-vif-deleted', 'tag': 'e409f60e-9a4e-43b4-8dfe-00949a87e77d', 'status': 'completed', 'code': 200} Oct 19 01:02:06.098589 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f85f28-565c-4336-ac28-0bf3e61a1459 req-94bbdc50-0be5-4c28-95a8-d34e65a4ebe3 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:06.108888 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a9f85f28-565c-4336-ac28-0bf3e61a1459 req-94bbdc50-0be5-4c28-95a8-d34e65a4ebe3 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 944 time: 0.0827618 Oct 19 01:02:06.173944 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a9f85f28-565c-4336-ac28-0bf3e61a1459 req-1861a4a8-1d74-4b98-8720-a40ebedfb135 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639584 Oct 19 01:02:06.274514 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['6d025541-e179-42fb-a496-a8e3604af1c4'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:02:06.334201 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b46da2-b0c9-4969-b376-4d97aec18f68 req-ae323c00-972a-4c49-9c2b-4e58d3deabac tempest-ComputeTenantNetworksTest-750017841 tempest-ComputeTenantNetworksTest-750017841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:06.341012 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b46da2-b0c9-4969-b376-4d97aec18f68 req-ae323c00-972a-4c49-9c2b-4e58d3deabac tempest-ComputeTenantNetworksTest-750017841 tempest-ComputeTenantNetworksTest-750017841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:06.348029 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b46da2-b0c9-4969-b376-4d97aec18f68 req-ae323c00-972a-4c49-9c2b-4e58d3deabac tempest-ComputeTenantNetworksTest-750017841 tempest-ComputeTenantNetworksTest-750017841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:06.350066 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-03b46da2-b0c9-4969-b376-4d97aec18f68 req-ae323c00-972a-4c49-9c2b-4e58d3deabac tempest-ComputeTenantNetworksTest-750017841 tempest-ComputeTenantNetworksTest-750017841-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3909214 Oct 19 01:02:06.507975 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-29e20a40-6070-4994-b6f2-3dc4db31fd37 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:06.510184 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-29e20a40-6070-4994-b6f2-3dc4db31fd37 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/networks?id=44c662b3-a294-49c4-b801-6e72553fc183 HTTP/1.1" status: 200 len: 804 time: 0.1902134 Oct 19 01:02:06.540899 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-1b825ed0-bf26-495a-8cbe-f2e7c53d9a50 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/quotas/305a99bf3f86485f88111ce8746ec0f2 HTTP/1.1" status: 200 len: 375 time: 0.0216537 Oct 19 01:02:06.578686 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a634b-ebf0-4071-b8d9-437dd3d95731 req-15a74b12-41f9-4a0b-8be3-67bc70913ce3 tempest-ComputeTenantNetworksTest-750017841 tempest-ComputeTenantNetworksTest-750017841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:06.580288 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-202a634b-ebf0-4071-b8d9-437dd3d95731 req-15a74b12-41f9-4a0b-8be3-67bc70913ce3 tempest-ComputeTenantNetworksTest-750017841 tempest-ComputeTenantNetworksTest-750017841-project] 10.222.0.57 "GET /v2.0/networks/8ef37f0b-1b00-4066-9879-f591e69533ce HTTP/1.1" status: 200 len: 769 time: 0.1588898 Oct 19 01:02:06.590942 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53140) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:06.596304 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-6a845d32-8b19-47d3-9ea0-b7db0308ac17 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=305a99bf3f86485f88111ce8746ec0f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0537310 Oct 19 01:02:06.714802 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5079-9e3b-4100-abbd-d57143a6e807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:06.730509 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-1834f1df-53d9-4ee4-8cf9-a7af16ae2b31 service neutron] 10.222.0.55 "GET /v2.0/ports/07963218-f65d-420e-a995-5689d3dddb52/bindings/n-h2-715271-26 HTTP/1.1" status: 200 len: 385 time: 0.1190329 Oct 19 01:02:06.832149 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-13846639-0492-49f9-9822-485f0c4d23fe service neutron] 10.222.0.57 "GET /v2.0/networks/44c662b3-a294-49c4-b801-6e72553fc183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258742 Oct 19 01:02:06.879085 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5079-9e3b-4100-abbd-d57143a6e807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:06.920265 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-0a2e5079-9e3b-4100-abbd-d57143a6e807 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ef37f0b-1b00-4066-9879-f591e69533ce']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:02:06.926407 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-e11857ee-5799-4d7b-8f8b-ecd37f2fc331 service neutron] 10.222.0.57 "GET /v2.0/networks/44c662b3-a294-49c4-b801-6e72553fc183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877559 Oct 19 01:02:06.931354 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbc588-f53e-4ccf-8935-18c77e6bf047 req-02d8d491-e39a-47c8-b491-c8ba83575be5 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:06.932941 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-46dbc588-f53e-4ccf-8935-18c77e6bf047 req-02d8d491-e39a-47c8-b491-c8ba83575be5 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 950 time: 0.1742198 Oct 19 01:02:06.946440 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-0a2e5079-9e3b-4100-abbd-d57143a6e807 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8567971f-33bf-452d-b877-7ab88633b16f') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:02:06.946741 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-0a2e5079-9e3b-4100-abbd-d57143a6e807 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8567971f-33bf-452d-b877-7ab88633b16f') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:02:06.976637 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5079-9e3b-4100-abbd-d57143a6e807 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:07.012171 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5079-9e3b-4100-abbd-d57143a6e807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:07.024034 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a2e5079-9e3b-4100-abbd-d57143a6e807 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:02:07.024552 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5079-9e3b-4100-abbd-d57143a6e807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:07.026347 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:02:07.026347 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:02:07.026347 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:02:07.026347 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:02:07.026347 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:02:07.026347 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:02:07.026347 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:02:07.026347 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:02:07.026347 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:02:07.026347 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:02:07.026347 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:02:07.026347 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:02:07.026347 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:02:07.026347 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:02:07.026347 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:02:07.026347 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:02:07.026347 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:02:07.026347 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:02:07.026347 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:02:07.026347 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:02:07.026347 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:02:07.026347 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:02:07.026347 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:02:07.026347 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:02:07.026347 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:02:07.026347 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:02:07.026347 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:02:07.026347 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:02:07.026347 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:02:07.026347 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:02:07.026347 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:02:07.026347 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:02:07.129067 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-46dbc588-f53e-4ccf-8935-18c77e6bf047 req-8a5e681f-d97d-4c8c-9c1c-f4a5d401cdbf tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800866 Oct 19 01:02:07.166918 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5079-9e3b-4100-abbd-d57143a6e807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:07.191606 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5079-9e3b-4100-abbd-d57143a6e807 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:07.195096 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0a2e5079-9e3b-4100-abbd-d57143a6e807 admin admin] 10.222.0.57 "DELETE /v2.0/networks/8ef37f0b-1b00-4066-9879-f591e69533ce HTTP/1.1" status: 204 len: 168 time: 0.6027901 Oct 19 01:02:07.199992 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5079-9e3b-4100-abbd-d57143a6e807 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ef37f0b-1b00-4066-9879-f591e69533ce,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:07.222316 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device e409f60e-9a4e-43b4-8dfe-00949a87e77d no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:02:07.238285 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-02477b93-ed36-49ef-bd01-9e3f41c15a86 service neutron] For port 07963218-f65d-420e-a995-5689d3dddb52, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=07963218-f65d-420e-a995-5689d3dddb52,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:07.263446 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: e409f60e-9a4e-43b4-8dfe-00949a87e77d {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:02:07.264066 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device e409f60e-9a4e-43b4-8dfe-00949a87e77d not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:02:07.264606 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 606451ff-58d7-4e49-9a9d-350b55b0e372 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:02:07.306332 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-02477b93-ed36-49ef-bd01-9e3f41c15a86 service neutron] For port 07963218-f65d-420e-a995-5689d3dddb52, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:02:07.366038 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-02477b93-ed36-49ef-bd01-9e3f41c15a86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07963218-f65d-420e-a995-5689d3dddb52 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:02:07.395690 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-02477b93-ed36-49ef-bd01-9e3f41c15a86 service neutron] For port 07963218-f65d-420e-a995-5689d3dddb52, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=07963218-f65d-420e-a995-5689d3dddb52,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:07.397606 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-71bc9577-66c0-491b-9e8a-55828653bf9b req-1d1da893-2ed4-4ffd-9c98-5394621d3ce4 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=50e73380-d86b-4d30-a48c-c6e0e5010e7e HTTP/1.1" status: 200 len: 210 time: 0.0786099 Oct 19 01:02:07.424579 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-02477b93-ed36-49ef-bd01-9e3f41c15a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:07.446761 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:07.508111 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-045aca69-2417-40ca-ad0c-bbafca30b52e req-5b7b4eff-88ea-4150-9305-c529eb1c4bf7 tempest-SecurityGroupsTestAdminJSON-1922669378 tempest-SecurityGroupsTestAdminJSON-1922669378-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1281834640', 'description': 'tempest-description-1117792843'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:02:07.515268 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 606451ff-58d7-4e49-9a9d-350b55b0e372, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=606451ff-58d7-4e49-9a9d-350b55b0e372,segment=NetworkSegment(85401e62-3f2c-43a6-8d64-5618396e8614),segment_id=85401e62-3f2c-43a6-8d64-5618396e8614)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:07.516683 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a233855-6334-483f-9e55-947519abde9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '606451ff-58d7-4e49-9a9d-350b55b0e372'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:02:07.520591 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5e2421-4029-433c-a006-b38f428b4510" -d '{"events": [{"server_uuid": "7a233855-6334-483f-9e55-947519abde9c", "name": "network-vif-unplugged", "status": "completed", "tag": "606451ff-58d7-4e49-9a9d-350b55b0e372"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:02:07.525139 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:07.525835 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 07963218-f65d-420e-a995-5689d3dddb52 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:02:07.534552 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53168) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:07.583830 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-045aca69-2417-40ca-ad0c-bbafca30b52e req-5b7b4eff-88ea-4150-9305-c529eb1c4bf7 tempest-SecurityGroupsTestAdminJSON-1922669378 tempest-SecurityGroupsTestAdminJSON-1922669378-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:07.598595 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-045aca69-2417-40ca-ad0c-bbafca30b52e req-5b7b4eff-88ea-4150-9305-c529eb1c4bf7 tempest-SecurityGroupsTestAdminJSON-1922669378 tempest-SecurityGroupsTestAdminJSON-1922669378-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:07.601306 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-02477b93-ed36-49ef-bd01-9e3f41c15a86 service neutron] Transition to ACTIVE for port object 07963218-f65d-420e-a995-5689d3dddb52 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:02:07.611433 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=606451ff-58d7-4e49-9a9d-350b55b0e372,revision_number=8']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:07.616464 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-02477b93-ed36-49ef-bd01-9e3f41c15a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:07.623955 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:07.624284 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:07.624617 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:07.625119 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:07.625601 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:07.626457 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:07.627035 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:07.627380 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:07.628200 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:07.628684 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:07.629540 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:07.630020 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:07.639921 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2b840431-b84e-4a25-bb18-465943122921 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9198639949f94abf8e487afb36905927&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1021898 Oct 19 01:02:07.640308 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53172) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:07.650995 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c15dd9-a88b-472c-b922-6f3ecbac7b2e req-71b4794b-4ef5-436b-a15c-5a3ea63a9406 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:07.652832 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e8c15dd9-a88b-472c-b922-6f3ecbac7b2e req-71b4794b-4ef5-436b-a15c-5a3ea63a9406 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 944 time: 0.1356528 Oct 19 01:02:07.696581 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e8c15dd9-a88b-472c-b922-6f3ecbac7b2e req-d1760b12-ccb3-4743-a123-10a5a86ea008 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363536 Oct 19 01:02:07.706167 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-02477b93-ed36-49ef-bd01-9e3f41c15a86 service neutron] No DVR routers for this DVR port 07963218-f65d-420e-a995-5689d3dddb52 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:02:07.707415 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 6e76ca8b-85bf-4aed-9984-b166a81cf9f3 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:02:07.740069 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 6e76ca8b-85bf-4aed-9984-b166a81cf9f3 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:02:07.740828 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 6e76ca8b-85bf-4aed-9984-b166a81cf9f3 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:02:07.784067 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-02477b93-ed36-49ef-bd01-9e3f41c15a86 service neutron] 10.222.0.55 "PUT /v2.0/ports/07963218-f65d-420e-a995-5689d3dddb52/bindings/n-h2-715271-26/activate HTTP/1.1" status: 200 len: 370 time: 1.0263460 Oct 19 01:02:07.828673 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02477b93-ed36-49ef-bd01-9e3f41c15a86 service neutron] Pushing event updated for resources: {'Port': ['ID=07963218-f65d-420e-a995-5689d3dddb52,revision_number=10']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:07.840382 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec29b5-24d3-46dd-a7b1-1496a9c0d38b req-73a3cdb4-d70d-4472-8862-7736dbf652d8 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:07.848349 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b4ec29b5-24d3-46dd-a7b1-1496a9c0d38b req-73a3cdb4-d70d-4472-8862-7736dbf652d8 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=5dbb341a-a170-4c40-95e4-8e47de1fa1b7 HTTP/1.1" status: 200 len: 950 time: 0.0684414 Oct 19 01:02:07.862724 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a3abacbd-8d78-4460-9e1d-c9aca02c881f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:07.885312 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b4ec29b5-24d3-46dd-a7b1-1496a9c0d38b req-98b404d0-5978-44bb-aff3-ae5065641e27 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359831 Oct 19 01:02:07.953983 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-045aca69-2417-40ca-ad0c-bbafca30b52e req-5b7b4eff-88ea-4150-9305-c529eb1c4bf7 tempest-SecurityGroupsTestAdminJSON-1922669378 tempest-SecurityGroupsTestAdminJSON-1922669378-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:07.957919 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a3abacbd-8d78-4460-9e1d-c9aca02c881f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:07.972669 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-045aca69-2417-40ca-ad0c-bbafca30b52e req-5b7b4eff-88ea-4150-9305-c529eb1c4bf7 tempest-SecurityGroupsTestAdminJSON-1922669378 tempest-SecurityGroupsTestAdminJSON-1922669378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:08.034938 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-c9967a6e-a775-44ff-b8b5-1ca6ae64db44 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:08.036575 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-c9967a6e-a775-44ff-b8b5-1ca6ae64db44 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38&tenant_id=65459246a90a47d0b59f03208da91106&binding%3Ahost_id=n-h1-715271-26 HTTP/1.1" status: 200 len: 1097 time: 0.1687319 Oct 19 01:02:08.071368 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c82c884-e493-4744-a8ed-8ee824cf5def x-openstack-request-id: req-6c82c884-e493-4744-a8ed-8ee824cf5def {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:02:08.071688 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a233855-6334-483f-9e55-947519abde9c", "name": "network-vif-unplugged", "status": "completed", "tag": "606451ff-58d7-4e49-9a9d-350b55b0e372", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:02:08.071976 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6c82c884-e493-4744-a8ed-8ee824cf5def {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:02:08.072519 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a233855-6334-483f-9e55-947519abde9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '606451ff-58d7-4e49-9a9d-350b55b0e372', 'code': 200} Oct 19 01:02:08.088703 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b4eff-88ea-4150-9305-c529eb1c4bf7 tempest-SecurityGroupsTestAdminJSON-1922669378 tempest-SecurityGroupsTestAdminJSON-1922669378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1b8dcd-b1af-4467-a56b-031eb164488e,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:08.149698 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a3abacbd-8d78-4460-9e1d-c9aca02c881f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:08.152389 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a3abacbd-8d78-4460-9e1d-c9aca02c881f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:08.153518 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a3abacbd-8d78-4460-9e1d-c9aca02c881f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0febac1a-e3b5-4726-a63d-d1a170addf3e HTTP/1.1" status: 204 len: 168 time: 0.5065584 Oct 19 01:02:08.197581 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3abacbd-8d78-4460-9e1d-c9aca02c881f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0febac1a-e3b5-4726-a63d-d1a170addf3e,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:08.203976 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-045aca69-2417-40ca-ad0c-bbafca30b52e req-5b7b4eff-88ea-4150-9305-c529eb1c4bf7 tempest-SecurityGroupsTestAdminJSON-1922669378 tempest-SecurityGroupsTestAdminJSON-1922669378-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:08.216081 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34619ce0-d9e8-4602-afe8-cba37d5a791c req-da6360e8-ffc1-46db-9a41-c8308c4cf273 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:08.217744 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-34619ce0-d9e8-4602-afe8-cba37d5a791c req-da6360e8-ffc1-46db-9a41-c8308c4cf273 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a233855-6334-483f-9e55-947519abde9c HTTP/1.1" status: 200 len: 943 time: 0.1794875 Oct 19 01:02:08.220161 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-045aca69-2417-40ca-ad0c-bbafca30b52e req-5b7b4eff-88ea-4150-9305-c529eb1c4bf7 tempest-SecurityGroupsTestAdminJSON-1922669378 tempest-SecurityGroupsTestAdminJSON-1922669378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:08.224760 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-7b64f413-54e1-4609-a4b0-95c742ab5ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:08.226417 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-7b64f413-54e1-4609-a4b0-95c742ab5ed2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38&tenant_id=65459246a90a47d0b59f03208da91106 HTTP/1.1" status: 200 len: 1097 time: 0.1697271 Oct 19 01:02:08.309261 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61b04a-4352-4741-a29d-017cf5fcf371 req-308bb677-ef9c-4583-a600-a799c8798642 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:08.311698 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8e61b04a-4352-4741-a29d-017cf5fcf371 req-308bb677-ef9c-4583-a600-a799c8798642 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 950 time: 0.0979571 Oct 19 01:02:08.334020 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b4eff-88ea-4150-9305-c529eb1c4bf7 tempest-SecurityGroupsTestAdminJSON-1922669378 tempest-SecurityGroupsTestAdminJSON-1922669378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f742733c-3ca3-4b1c-8e3a-a0aa4b22f290,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:08.340249 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-045aca69-2417-40ca-ad0c-bbafca30b52e req-5b7b4eff-88ea-4150-9305-c529eb1c4bf7 tempest-SecurityGroupsTestAdminJSON-1922669378 tempest-SecurityGroupsTestAdminJSON-1922669378-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:08.351395 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-045aca69-2417-40ca-ad0c-bbafca30b52e req-5b7b4eff-88ea-4150-9305-c529eb1c4bf7 tempest-SecurityGroupsTestAdminJSON-1922669378 tempest-SecurityGroupsTestAdminJSON-1922669378-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8539104 Oct 19 01:02:08.447519 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-f2727b7a-d100-4417-aa66-ab201fbf8203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:08.449366 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-f2727b7a-d100-4417-aa66-ab201fbf8203 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65459246a90a47d0b59f03208da91106&device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 1097 time: 0.1704850 Oct 19 01:02:08.454395 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8e61b04a-4352-4741-a29d-017cf5fcf371 req-b56ebbf7-d3b7-4768-aa27-082c27375b68 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566204 Oct 19 01:02:08.482021 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-7b56709c-4236-4395-b0e5-38db118b374e tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:08.482021 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-7b56709c-4236-4395-b0e5-38db118b374e tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.24 "GET /v2.0/networks?id=44c662b3-a294-49c4-b801-6e72553fc183 HTTP/1.1" status: 200 len: 804 time: 0.1761465 Oct 19 01:02:08.498906 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-fbec4736-e9ba-4ef8-b549-4756434189c8 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Request body: {'port': {'device_id': '50e73380-d86b-4d30-a48c-c6e0e5010e7e', 'network_id': '44c662b3-a294-49c4-b801-6e72553fc183', 'admin_state_up': True, 'tenant_id': '305a99bf3f86485f88111ce8746ec0f2'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:02:08.582310 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-ee05fae4-a6c6-4589-876f-2ff1a3440858 req-23f0c319-b537-4d11-a7a8-9ba428b96bbc tempest-SecurityGroupsTestAdminJSON-1922669378 tempest-SecurityGroupsTestAdminJSON-1922669378-project] Request body: {'security_group': {'name': 'tempest-securitygroup-704378721', 'description': 'tempest-description-1233158580'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:02:08.591921 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-34619ce0-d9e8-4602-afe8-cba37d5a791c req-98f20120-0109-47ef-ba18-e2fc2be55664 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Deleting port 606451ff-58d7-4e49-9a9d-350b55b0e372 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:02:08.592784 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-34619ce0-d9e8-4602-afe8-cba37d5a791c req-98f20120-0109-47ef-ba18-e2fc2be55664 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:08.618058 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8ff5c690-82c7-44e5-b110-2a293d50d63c req-51a6f9ff-952a-4cec-9068-dffd9ffa2855 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=50e73380-d86b-4d30-a48c-c6e0e5010e7e HTTP/1.1" status: 200 len: 210 time: 0.0694499 Oct 19 01:02:08.690031 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-fbec4736-e9ba-4ef8-b549-4756434189c8 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Made reservation on behalf of 305a99bf3f86485f88111ce8746ec0f2 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:02:08.694739 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-fbec4736-e9ba-4ef8-b549-4756434189c8 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:08.698364 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-8311db1c-2b17-4ed4-af25-0cba95fab65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:08.699929 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-8311db1c-2b17-4ed4-af25-0cba95fab65f service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc198a8b-4ee5-462c-a635-e1062c7dbf51 HTTP/1.1" status: 200 len: 909 time: 0.2313659 Oct 19 01:02:08.700927 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ee05fae4-a6c6-4589-876f-2ff1a3440858 req-23f0c319-b537-4d11-a7a8-9ba428b96bbc tempest-SecurityGroupsTestAdminJSON-1922669378 tempest-SecurityGroupsTestAdminJSON-1922669378-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:08.880210 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96be02-24c2-4f4b-86ba-6d7cdfcfb4dd req-7d9c13d0-71af-4859-9494-0782d12c5cee tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:08.882052 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8d96be02-24c2-4f4b-86ba-6d7cdfcfb4dd req-7d9c13d0-71af-4859-9494-0782d12c5cee tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 945 time: 0.0987916 Oct 19 01:02:08.944594 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-fbec4736-e9ba-4ef8-b549-4756434189c8 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Allocated IP 172.20.0.7 (44c662b3-a294-49c4-b801-6e72553fc183/b9a0fca3-7f17-4b48-856e-c0d103cad611/82f75835-b266-47e6-9b0d-02277e64a8f3) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:02:08.987706 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8d96be02-24c2-4f4b-86ba-6d7cdfcfb4dd req-270804f6-7871-4b17-b7a7-e2a12239da1d tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915401 Oct 19 01:02:09.019517 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-30dea746-9908-487c-a0a6-e2e9ef7c50d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07963218-f65d-420e-a995-5689d3dddb52 HTTP/1.1" status: 200 len: 217 time: 0.3072968 Oct 19 01:02:09.021074 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c397e3e-a8c5-459d-8743-4345853343f5 req-15f4b5aa-57d8-4bc1-99a3-88907840dc3d tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:09.023527 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3c397e3e-a8c5-459d-8743-4345853343f5 req-15f4b5aa-57d8-4bc1-99a3-88907840dc3d tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.55 "GET /v2.0/ports?device_id=5dbb341a-a170-4c40-95e4-8e47de1fa1b7 HTTP/1.1" status: 200 len: 950 time: 0.1381571 Oct 19 01:02:09.086506 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-34619ce0-d9e8-4602-afe8-cba37d5a791c req-98f20120-0109-47ef-ba18-e2fc2be55664 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] For port 606451ff-58d7-4e49-9a9d-350b55b0e372, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=606451ff-58d7-4e49-9a9d-350b55b0e372,segment=NetworkSegment(85401e62-3f2c-43a6-8d64-5618396e8614),segment_id=85401e62-3f2c-43a6-8d64-5618396e8614)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:09.086975 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-34619ce0-d9e8-4602-afe8-cba37d5a791c req-98f20120-0109-47ef-ba18-e2fc2be55664 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:09.100784 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-b499e6a9-1a46-42c8-826d-bee806d5493b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:09.102237 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-b499e6a9-1a46-42c8-826d-bee806d5493b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7b8444cd-c5d7-4c88-b1b0-9d01aef8093c HTTP/1.1" status: 200 len: 848 time: 0.0684922 Oct 19 01:02:09.108091 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-34619ce0-d9e8-4602-afe8-cba37d5a791c req-98f20120-0109-47ef-ba18-e2fc2be55664 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Calling delete_port for 606451ff-58d7-4e49-9a9d-350b55b0e372 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:02:09.157481 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-8af159e4-875b-49b6-a6b9-ee6f01b49326 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc198a8b-4ee5-462c-a635-e1062c7dbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418258 Oct 19 01:02:09.253839 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ee05fae4-a6c6-4589-876f-2ff1a3440858 req-23f0c319-b537-4d11-a7a8-9ba428b96bbc tempest-SecurityGroupsTestAdminJSON-1922669378 tempest-SecurityGroupsTestAdminJSON-1922669378-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:09.293322 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ee05fae4-a6c6-4589-876f-2ff1a3440858 req-23f0c319-b537-4d11-a7a8-9ba428b96bbc tempest-SecurityGroupsTestAdminJSON-1922669378 tempest-SecurityGroupsTestAdminJSON-1922669378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:09.353801 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ee05fae4-a6c6-4589-876f-2ff1a3440858 req-23f0c319-b537-4d11-a7a8-9ba428b96bbc tempest-SecurityGroupsTestAdminJSON-1922669378 tempest-SecurityGroupsTestAdminJSON-1922669378-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:09.355104 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ee05fae4-a6c6-4589-876f-2ff1a3440858 req-23f0c319-b537-4d11-a7a8-9ba428b96bbc tempest-SecurityGroupsTestAdminJSON-1922669378 tempest-SecurityGroupsTestAdminJSON-1922669378-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7843776 Oct 19 01:02:09.375460 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0c319-b537-4d11-a7a8-9ba428b96bbc tempest-SecurityGroupsTestAdminJSON-1922669378 tempest-SecurityGroupsTestAdminJSON-1922669378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=048bf246-e905-4dc3-b9fc-9757f306f10b,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:09.382931 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-f0d36358-fbdb-4a4e-b8a5-fdf639e2c780 service neutron] 10.222.0.24 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882391 Oct 19 01:02:09.522222 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-34619ce0-d9e8-4602-afe8-cba37d5a791c req-98f20120-0109-47ef-ba18-e2fc2be55664 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:09.565294 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f20120-0109-47ef-ba18-e2fc2be55664 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Pushing event deleted for resources: {'Port': ['ID=606451ff-58d7-4e49-9a9d-350b55b0e372,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:09.574894 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-4cf130c0-f921-4441-ab02-10fdfd0b273c service neutron] 10.222.0.24 "GET /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797800 Oct 19 01:02:09.622200 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-34619ce0-d9e8-4602-afe8-cba37d5a791c req-98f20120-0109-47ef-ba18-e2fc2be55664 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] No DVR routers for this DVR port 606451ff-58d7-4e49-9a9d-350b55b0e372 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:02:09.625341 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-34619ce0-d9e8-4602-afe8-cba37d5a791c req-98f20120-0109-47ef-ba18-e2fc2be55664 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:09.629757 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-34619ce0-d9e8-4602-afe8-cba37d5a791c req-98f20120-0109-47ef-ba18-e2fc2be55664 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.55 "DELETE /v2.0/ports/606451ff-58d7-4e49-9a9d-350b55b0e372 HTTP/1.1" status: 204 len: 173 time: 1.4012451 Oct 19 01:02:09.631189 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a233855-6334-483f-9e55-947519abde9c', 'name': 'network-vif-deleted', 'tag': '606451ff-58d7-4e49-9a9d-350b55b0e372'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:02:09.633762 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a339d05e-863d-4110-a777-508bd8db09a1" -d '{"events": [{"server_uuid": "7a233855-6334-483f-9e55-947519abde9c", "name": "network-vif-deleted", "tag": "606451ff-58d7-4e49-9a9d-350b55b0e372"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:02:09.664940 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489055a-c47b-4a3a-93dd-c60ecc425d85 req-81ebf2a4-8cc1-4f3e-a9b6-3d76844c0a2e tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:09.668242 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0489055a-c47b-4a3a-93dd-c60ecc425d85 req-81ebf2a4-8cc1-4f3e-a9b6-3d76844c0a2e tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=5dbb341a-a170-4c40-95e4-8e47de1fa1b7 HTTP/1.1" status: 200 len: 950 time: 0.5855651 Oct 19 01:02:09.716250 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-fbec4736-e9ba-4ef8-b549-4756434189c8 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:09.749880 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-c44c4bf8-501d-472c-82b2-fa546a21b5c5 req-7119000d-5af2-49c6-b4bf-c3a701f965a1 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1545745948', 'description': 'tempest-description-1126872274'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:02:09.754767 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-3c397e3e-a8c5-459d-8743-4345853343f5 req-16c4db07-4772-4cf3-912a-53ef07d0d7b6 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Deleting port 6d025541-e179-42fb-a496-a8e3604af1c4 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:02:09.755101 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3c397e3e-a8c5-459d-8743-4345853343f5 req-16c4db07-4772-4cf3-912a-53ef07d0d7b6 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:09.763593 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0489055a-c47b-4a3a-93dd-c60ecc425d85 req-dcf92b11-a4ec-43c8-9199-37a6b3312376 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/security-groups?id=028324f1-468a-4e9d-83f9-a51eb575d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857732 Oct 19 01:02:09.833378 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c44c4bf8-501d-472c-82b2-fa546a21b5c5 req-7119000d-5af2-49c6-b4bf-c3a701f965a1 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:09.843192 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c44c4bf8-501d-472c-82b2-fa546a21b5c5 req-7119000d-5af2-49c6-b4bf-c3a701f965a1 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:09.894128 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-fbec4736-e9ba-4ef8-b549-4756434189c8 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:09.970598 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-3c397e3e-a8c5-459d-8743-4345853343f5 req-16c4db07-4772-4cf3-912a-53ef07d0d7b6 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] For port 6d025541-e179-42fb-a496-a8e3604af1c4, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=6d025541-e179-42fb-a496-a8e3604af1c4,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:09.970956 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3c397e3e-a8c5-459d-8743-4345853343f5 req-16c4db07-4772-4cf3-912a-53ef07d0d7b6 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:10.001915 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-fbec4736-e9ba-4ef8-b549-4756434189c8 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Network 44c662b3-a294-49c4-b801-6e72553fc183 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:02:10.007233 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-3ccb752d-6d48-4312-8036-1f5d658d535a tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:10.008328 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-3ccb752d-6d48-4312-8036-1f5d658d535a tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38&tenant_id=65459246a90a47d0b59f03208da91106&binding%3Ahost_id=n-h2-715271-26 HTTP/1.1" status: 200 len: 1097 time: 0.1385787 Oct 19 01:02:10.015068 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c44c4bf8-501d-472c-82b2-fa546a21b5c5 req-7119000d-5af2-49c6-b4bf-c3a701f965a1 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:10.015397 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-3c397e3e-a8c5-459d-8743-4345853343f5 req-16c4db07-4772-4cf3-912a-53ef07d0d7b6 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Calling delete_port for 6d025541-e179-42fb-a496-a8e3604af1c4 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:02:10.017516 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-fbec4736-e9ba-4ef8-b549-4756434189c8 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:02:10.024392 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec4736-e9ba-4ef8-b549-4756434189c8 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Pushing event updated for resources: {'Port': ['ID=82f75835-b266-47e6-9b0d-02277e64a8f3,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:10.026109 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-fbec4736-e9ba-4ef8-b549-4756434189c8 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:02:10.033196 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c44c4bf8-501d-472c-82b2-fa546a21b5c5 req-7119000d-5af2-49c6-b4bf-c3a701f965a1 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:10.099268 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119000d-5af2-49c6-b4bf-c3a701f965a1 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7adf5f07-70d9-4644-b565-360faf440356,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:10.140914 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-fbec4736-e9ba-4ef8-b549-4756434189c8 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:10.141582 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-fbec4736-e9ba-4ef8-b549-4756434189c8 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:10.156079 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32531d4c-7de1-431b-a5b8-87a08eaa8729 req-7e843e00-da96-4401-b090-4d942a4fd4cb tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:10.157567 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-32531d4c-7de1-431b-a5b8-87a08eaa8729 req-7e843e00-da96-4401-b090-4d942a4fd4cb tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 950 time: 0.2157660 Oct 19 01:02:10.198877 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-fbec4736-e9ba-4ef8-b549-4756434189c8 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7104399 Oct 19 01:02:10.224581 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-a4c66166-75bd-41c1-97cf-ddef723dde23 service neutron] Request body: {'port': {'device_id': '50e73380-d86b-4d30-a48c-c6e0e5010e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:02:10.231329 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c44c4bf8-501d-472c-82b2-fa546a21b5c5 req-7119000d-5af2-49c6-b4bf-c3a701f965a1 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:10.241835 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c44c4bf8-501d-472c-82b2-fa546a21b5c5 req-7119000d-5af2-49c6-b4bf-c3a701f965a1 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:10.271336 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-32531d4c-7de1-431b-a5b8-87a08eaa8729 req-96284849-b60f-40f7-a223-eb10aa02354a tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051528 Oct 19 01:02:10.281566 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119000d-5af2-49c6-b4bf-c3a701f965a1 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50274a81-c225-4547-a16a-8844fd85a076,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:10.294006 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c44c4bf8-501d-472c-82b2-fa546a21b5c5 req-7119000d-5af2-49c6-b4bf-c3a701f965a1 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:10.300649 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c44c4bf8-501d-472c-82b2-fa546a21b5c5 req-7119000d-5af2-49c6-b4bf-c3a701f965a1 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5573628 Oct 19 01:02:10.301909 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-21699bfa-55c3-48ff-99b9-216238535dc8 service neutron] For port 07963218-f65d-420e-a995-5689d3dddb52, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:02:10.313148 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-21699bfa-55c3-48ff-99b9-216238535dc8 service neutron] Publish callbacks [] for binding, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:10.314264 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2cc1e16d-51b1-47d0-9643-c94969f377f9 req-21699bfa-55c3-48ff-99b9-216238535dc8 service neutron] 10.222.0.24 "DELETE /v2.0/ports/07963218-f65d-420e-a995-5689d3dddb52/bindings/n-h1-715271-26 HTTP/1.1" status: 204 len: 173 time: 0.2978616 Oct 19 01:02:10.351938 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-a4c66166-75bd-41c1-97cf-ddef723dde23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:10.358018 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6164d63d-6ffb-4e1b-82d4-6f488696ba78 x-openstack-request-id: req-6164d63d-6ffb-4e1b-82d4-6f488696ba78 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:02:10.358508 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a233855-6334-483f-9e55-947519abde9c", "name": "network-vif-deleted", "tag": "606451ff-58d7-4e49-9a9d-350b55b0e372", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:02:10.358924 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6164d63d-6ffb-4e1b-82d4-6f488696ba78 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:02:10.359471 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a233855-6334-483f-9e55-947519abde9c', 'name': 'network-vif-deleted', 'tag': '606451ff-58d7-4e49-9a9d-350b55b0e372', 'status': 'completed', 'code': 200} Oct 19 01:02:10.418152 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310b35c-2772-44c6-b725-d7926c34076a req-a3b658f2-aacf-4ac6-ae53-27b678ab4580 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:10.420006 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1310b35c-2772-44c6-b725-d7926c34076a req-a3b658f2-aacf-4ac6-ae53-27b678ab4580 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=50e73380-d86b-4d30-a48c-c6e0e5010e7e HTTP/1.1" status: 200 len: 931 time: 0.0585189 Oct 19 01:02:10.468431 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1310b35c-2772-44c6-b725-d7926c34076a req-3cbac5d5-790c-41ec-91eb-39fd47aecf45 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367303 Oct 19 01:02:10.474792 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3c397e3e-a8c5-459d-8743-4345853343f5 req-16c4db07-4772-4cf3-912a-53ef07d0d7b6 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:10.486818 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['6d025541-e179-42fb-a496-a8e3604af1c4'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:02:10.526642 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-68a45f15-60d4-4d33-a9df-ad06d3d39329 req-34ea5ee2-b6b2-4052-bdf4-a7f769582ea7 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-363239182', 'description': 'tempest-description-1595498363'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:02:10.551200 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-68a45f15-60d4-4d33-a9df-ad06d3d39329 req-34ea5ee2-b6b2-4052-bdf4-a7f769582ea7 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:10.555339 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4db07-4772-4cf3-912a-53ef07d0d7b6 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Pushing event deleted for resources: {'Port': ['ID=6d025541-e179-42fb-a496-a8e3604af1c4,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:10.634561 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c397e3e-a8c5-459d-8743-4345853343f5 req-16c4db07-4772-4cf3-912a-53ef07d0d7b6 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] No DVR routers for this DVR port 6d025541-e179-42fb-a496-a8e3604af1c4 on host n-h1-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:02:10.647609 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3c397e3e-a8c5-459d-8743-4345853343f5 req-16c4db07-4772-4cf3-912a-53ef07d0d7b6 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:10.651124 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3c397e3e-a8c5-459d-8743-4345853343f5 req-16c4db07-4772-4cf3-912a-53ef07d0d7b6 tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.55 "DELETE /v2.0/ports/6d025541-e179-42fb-a496-a8e3604af1c4 HTTP/1.1" status: 204 len: 173 time: 1.6192102 Oct 19 01:02:10.655512 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dbb341a-a170-4c40-95e4-8e47de1fa1b7', 'name': 'network-vif-deleted', 'tag': '6d025541-e179-42fb-a496-a8e3604af1c4'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:02:10.657956 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04329ee-3de1-43cc-a669-a0202200303a" -d '{"events": [{"server_uuid": "5dbb341a-a170-4c40-95e4-8e47de1fa1b7", "name": "network-vif-deleted", "tag": "6d025541-e179-42fb-a496-a8e3604af1c4"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:02:10.658830 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-68a45f15-60d4-4d33-a9df-ad06d3d39329 req-34ea5ee2-b6b2-4052-bdf4-a7f769582ea7 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:10.665627 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-68a45f15-60d4-4d33-a9df-ad06d3d39329 req-34ea5ee2-b6b2-4052-bdf4-a7f769582ea7 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:10.671846 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89017fd-2b59-401b-9383-b5d70dc5d6fe req-278f1e56-fc58-4fce-809a-7e19f180395e tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:10.673213 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b89017fd-2b59-401b-9383-b5d70dc5d6fe req-278f1e56-fc58-4fce-809a-7e19f180395e tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 945 time: 0.2032499 Oct 19 01:02:10.717709 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-68a45f15-60d4-4d33-a9df-ad06d3d39329 req-34ea5ee2-b6b2-4052-bdf4-a7f769582ea7 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:10.730792 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-68a45f15-60d4-4d33-a9df-ad06d3d39329 req-34ea5ee2-b6b2-4052-bdf4-a7f769582ea7 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2080088 Oct 19 01:02:10.737496 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea5ee2-b6b2-4052-bdf4-a7f769582ea7 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c72b0d5-9404-496c-9b6b-32f924e2c6dd,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:10.786834 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b89017fd-2b59-401b-9383-b5d70dc5d6fe req-f52b1276-75ad-416d-ab63-617cfe768ab5 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689342 Oct 19 01:02:10.831982 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41fbfa7-fdf6-43c8-8f94-9134a3da8275 x-openstack-request-id: req-c41fbfa7-fdf6-43c8-8f94-9134a3da8275 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:02:10.832392 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dbb341a-a170-4c40-95e4-8e47de1fa1b7", "name": "network-vif-deleted", "tag": "6d025541-e179-42fb-a496-a8e3604af1c4", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:02:10.832828 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c41fbfa7-fdf6-43c8-8f94-9134a3da8275 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:02:10.833312 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dbb341a-a170-4c40-95e4-8e47de1fa1b7', 'name': 'network-vif-deleted', 'tag': '6d025541-e179-42fb-a496-a8e3604af1c4', 'status': 'completed', 'code': 200} Oct 19 01:02:10.972204 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e085b806-4bd8-4b08-a9ef-8f7d874ed596 req-55462b8f-3245-4841-8e37-92c7665b343f tempest-ServersOnMultiNodesTest-547153855 tempest-ServersOnMultiNodesTest-547153855-project] 10.222.0.57 "GET /v2.0/ports?device_id=5dbb341a-a170-4c40-95e4-8e47de1fa1b7 HTTP/1.1" status: 200 len: 210 time: 0.0382051 Oct 19 01:02:10.974495 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-a4c66166-75bd-41c1-97cf-ddef723dde23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82f75835-b266-47e6-9b0d-02277e64a8f3 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:02:10.990005 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-a4c66166-75bd-41c1-97cf-ddef723dde23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:11.027802 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-a4c66166-75bd-41c1-97cf-ddef723dde23 service neutron] Transition to ACTIVE for port object 82f75835-b266-47e6-9b0d-02277e64a8f3 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:02:11.035456 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-a4c66166-75bd-41c1-97cf-ddef723dde23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:11.158878 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c66166-75bd-41c1-97cf-ddef723dde23 service neutron] Pushing event updated for resources: {'Port': ['ID=82f75835-b266-47e6-9b0d-02277e64a8f3,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:11.228632 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffecef0-9a72-4075-aed9-1a7ff9ecd0e4 req-7cb8006d-104a-41d5-ab78-6bd33769f82c tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:11.236248 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2ffecef0-9a72-4075-aed9-1a7ff9ecd0e4 req-7cb8006d-104a-41d5-ab78-6bd33769f82c tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 1097 time: 0.1891496 Oct 19 01:02:11.239926 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 6d025541-e179-42fb-a496-a8e3604af1c4 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:02:11.264470 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 6d025541-e179-42fb-a496-a8e3604af1c4 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:02:11.265169 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 6d025541-e179-42fb-a496-a8e3604af1c4 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:02:11.265747 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 606451ff-58d7-4e49-9a9d-350b55b0e372 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:02:11.298739 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2ffecef0-9a72-4075-aed9-1a7ff9ecd0e4 req-7b721c74-ced0-4f08-a137-180ce8872877 tempest-LiveMigrationTest-1767431148 tempest-LiveMigrationTest-1767431148-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605671 Oct 19 01:02:11.299833 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b92b0315-bcac-458f-861f-89a2406a601f req-0e146686-58f9-45bd-9d02-cda5df744e4f tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53340 time: 0.4641912 Oct 19 01:02:11.303796 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 606451ff-58d7-4e49-9a9d-350b55b0e372 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:02:11.304153 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 606451ff-58d7-4e49-9a9d-350b55b0e372 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:02:11.313973 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-a4c66166-75bd-41c1-97cf-ddef723dde23 service neutron] Attempting to bind port 82f75835-b266-47e6-9b0d-02277e64a8f3 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:02:11.314253 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-a4c66166-75bd-41c1-97cf-ddef723dde23 service neutron] Attempting to bind port 82f75835-b266-47e6-9b0d-02277e64a8f3 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '85401e62-3f2c-43a6-8d64-5618396e8614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '44c662b3-a294-49c4-b801-6e72553fc183'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:02:11.314763 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-a4c66166-75bd-41c1-97cf-ddef723dde23 service neutron] Attempting to bind port 82f75835-b266-47e6-9b0d-02277e64a8f3 on network 44c662b3-a294-49c4-b801-6e72553fc183 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:02:11.320313 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-a4c66166-75bd-41c1-97cf-ddef723dde23 service neutron] Port 82f75835-b266-47e6-9b0d-02277e64a8f3 on network 44c662b3-a294-49c4-b801-6e72553fc183 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:02:11.320579 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-a4c66166-75bd-41c1-97cf-ddef723dde23 service neutron] Attempting to bind port 82f75835-b266-47e6-9b0d-02277e64a8f3 on network 44c662b3-a294-49c4-b801-6e72553fc183 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:02:11.326030 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-a4c66166-75bd-41c1-97cf-ddef723dde23 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:02:11.326367 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-a4c66166-75bd-41c1-97cf-ddef723dde23 service neutron] Checking segment: {'id': '85401e62-3f2c-43a6-8d64-5618396e8614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '44c662b3-a294-49c4-b801-6e72553fc183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:02:11.326962 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-a4c66166-75bd-41c1-97cf-ddef723dde23 service neutron] Bound using segment: {'id': '85401e62-3f2c-43a6-8d64-5618396e8614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '44c662b3-a294-49c4-b801-6e72553fc183'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:02:11.326962 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-a4c66166-75bd-41c1-97cf-ddef723dde23 service neutron] Bound port: 82f75835-b266-47e6-9b0d-02277e64a8f3, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85401e62-3f2c-43a6-8d64-5618396e8614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '44c662b3-a294-49c4-b801-6e72553fc183'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:02:11.326962 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-a4c66166-75bd-41c1-97cf-ddef723dde23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:11.370575 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b92b0315-bcac-458f-861f-89a2406a601f req-aa055631-bfdd-4adb-9189-c1e72eadfe30 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] 10.222.0.57 "GET /v2.0/security-groups/028324f1-468a-4e9d-83f9-a51eb575d963 HTTP/1.1" status: 200 len: 2981 time: 0.0693994 Oct 19 01:02:11.419995 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-a4c66166-75bd-41c1-97cf-ddef723dde23 service neutron] For port 82f75835-b266-47e6-9b0d-02277e64a8f3, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:02:11.425924 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-a4c66166-75bd-41c1-97cf-ddef723dde23 service neutron] For port 82f75835-b266-47e6-9b0d-02277e64a8f3, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=82f75835-b266-47e6-9b0d-02277e64a8f3,segment=NetworkSegment(85401e62-3f2c-43a6-8d64-5618396e8614),segment_id=85401e62-3f2c-43a6-8d64-5618396e8614)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:02:11.434328 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b92b0315-bcac-458f-861f-89a2406a601f req-07149d8d-fca8-4ba8-b8d5-32f2cdf6e8b4 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] 10.222.0.57 "GET /v2.0/security-groups/028324f1-468a-4e9d-83f9-a51eb575d963 HTTP/1.1" status: 200 len: 2981 time: 0.0625603 Oct 19 01:02:11.443773 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-a4c66166-75bd-41c1-97cf-ddef723dde23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:11.498127 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b92b0315-bcac-458f-861f-89a2406a601f req-de18e04f-2d5e-47a2-bb3c-68cfb754bbf6 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] 10.222.0.57 "GET /v2.0/security-groups/03e710fc-b2d2-429e-ba94-7f01075583a3 HTTP/1.1" status: 200 len: 2981 time: 0.0617547 Oct 19 01:02:11.516542 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-a4c66166-75bd-41c1-97cf-ddef723dde23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:11.517354 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-a4c66166-75bd-41c1-97cf-ddef723dde23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:11.519227 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-a4c66166-75bd-41c1-97cf-ddef723dde23 service neutron] 10.222.0.24 "PUT /v2.0/ports/82f75835-b266-47e6-9b0d-02277e64a8f3 HTTP/1.1" status: 200 len: 1092 time: 1.3093808 Oct 19 01:02:11.574433 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c66166-75bd-41c1-97cf-ddef723dde23 service neutron] Pushing event updated for resources: {'Port': ['ID=82f75835-b266-47e6-9b0d-02277e64a8f3,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:11.595100 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b92b0315-bcac-458f-861f-89a2406a601f req-95032086-704b-439e-b51f-3b44232e4633 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] 10.222.0.57 "GET /v2.0/security-groups/03e710fc-b2d2-429e-ba94-7f01075583a3 HTTP/1.1" status: 200 len: 2981 time: 0.0798461 Oct 19 01:02:11.658330 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-8a85baa3-7dac-4895-a043-607cb7bd7e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:11.661700 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-8a85baa3-7dac-4895-a043-607cb7bd7e88 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=305a99bf3f86485f88111ce8746ec0f2&device_id=50e73380-d86b-4d30-a48c-c6e0e5010e7e HTTP/1.1" status: 200 len: 1095 time: 0.0790789 Oct 19 01:02:11.665377 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b92b0315-bcac-458f-861f-89a2406a601f req-2ea21013-c21c-4c92-be92-430eb94f6ea0 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] 10.222.0.57 "GET /v2.0/security-groups/15e08a3c-80ea-4caa-8b55-ed3accdc5dc7 HTTP/1.1" status: 200 len: 2981 time: 0.0537219 Oct 19 01:02:11.710776 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-bc0c4651-9495-446b-a6d5-1949a17cbebc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82f75835-b266-47e6-9b0d-02277e64a8f3 HTTP/1.1" status: 200 len: 217 time: 0.0384800 Oct 19 01:02:11.725120 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b92b0315-bcac-458f-861f-89a2406a601f req-763b119d-30f0-4be4-9f92-23387dfacd3e tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] 10.222.0.57 "GET /v2.0/security-groups/15e08a3c-80ea-4caa-8b55-ed3accdc5dc7 HTTP/1.1" status: 200 len: 2981 time: 0.0527935 Oct 19 01:02:11.776646 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b92b0315-bcac-458f-861f-89a2406a601f req-bfa5cb37-b057-41a4-8a27-32a4b3b736d7 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] 10.222.0.57 "GET /v2.0/security-groups/2a1b8dcd-b1af-4467-a56b-031eb164488e HTTP/1.1" status: 200 len: 2981 time: 0.0455623 Oct 19 01:02:11.783320 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-7f5af2ec-e2fc-4529-a00f-b15310fa9509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:11.785847 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-7f5af2ec-e2fc-4529-a00f-b15310fa9509 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b9a0fca3-7f17-4b48-856e-c0d103cad611 HTTP/1.1" status: 200 len: 844 time: 0.0671535 Oct 19 01:02:11.829026 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-2e611470-4d50-4ea7-912d-666995810dbf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=44c662b3-a294-49c4-b801-6e72553fc183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325897 Oct 19 01:02:11.833457 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b92b0315-bcac-458f-861f-89a2406a601f req-5ea6b204-5ba2-46a3-8b68-acaf2bf0e381 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] 10.222.0.57 "GET /v2.0/security-groups/2a1b8dcd-b1af-4467-a56b-031eb164488e HTTP/1.1" status: 200 len: 2981 time: 0.0481489 Oct 19 01:02:11.883770 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b92b0315-bcac-458f-861f-89a2406a601f req-b5910429-60c2-4c61-af08-1ecea1b20f7a tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] 10.222.0.57 "GET /v2.0/security-groups/3adbe665-4f05-45da-9f46-a6f870e5308c HTTP/1.1" status: 200 len: 2981 time: 0.0411932 Oct 19 01:02:11.933158 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b92b0315-bcac-458f-861f-89a2406a601f req-998b9671-39c9-4678-a848-ca85b19ecd1e tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] 10.222.0.57 "GET /v2.0/security-groups/3adbe665-4f05-45da-9f46-a6f870e5308c HTTP/1.1" status: 200 len: 2981 time: 0.0426323 Oct 19 01:02:11.960139 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c63089-9eb8-4c4b-9bc7-295da540e18a req-842c20a0-8e8c-45be-acaa-8f0f34ef9594 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:11.961749 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-25c63089-9eb8-4c4b-9bc7-295da540e18a req-842c20a0-8e8c-45be-acaa-8f0f34ef9594 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 950 time: 0.1209090 Oct 19 01:02:11.985481 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-abcac644-9a40-4438-b452-0fed88e66d97 service neutron] 10.222.0.24 "GET /v2.0/networks/44c662b3-a294-49c4-b801-6e72553fc183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434686 Oct 19 01:02:12.004078 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b92b0315-bcac-458f-861f-89a2406a601f req-5de557b1-488f-489c-a7b6-0cba7eed3359 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] 10.222.0.57 "GET /v2.0/security-groups/55c87cff-1858-470c-b96c-0b948b403b97 HTTP/1.1" status: 200 len: 2973 time: 0.0443654 Oct 19 01:02:12.049220 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-25c63089-9eb8-4c4b-9bc7-295da540e18a req-ca157e70-249c-4797-a5b9-921567402ddd tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738046 Oct 19 01:02:12.054065 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b92b0315-bcac-458f-861f-89a2406a601f req-1717aa60-cf26-421d-a184-8149249bde85 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] 10.222.0.57 "GET /v2.0/security-groups/55c87cff-1858-470c-b96c-0b948b403b97 HTTP/1.1" status: 200 len: 2973 time: 0.0427761 Oct 19 01:02:12.113074 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-be1a2487-29e9-42ea-ae74-b21f61605bb9 req-1e525061-2209-4142-8be1-da99e81b2ca0 service neutron] 10.222.0.24 "GET /v2.0/networks/44c662b3-a294-49c4-b801-6e72553fc183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178906 Oct 19 01:02:12.128691 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b92b0315-bcac-458f-861f-89a2406a601f req-254011bf-c3a7-4878-b52e-3006a321632d tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] 10.222.0.57 "GET /v2.0/security-groups/66f0a1b1-4269-4b4d-966f-169b70c4974b HTTP/1.1" status: 200 len: 2981 time: 0.0660410 Oct 19 01:02:12.184484 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b92b0315-bcac-458f-861f-89a2406a601f req-c25e9026-d140-4aa5-a5c4-0e063eb83e8b tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] 10.222.0.57 "GET /v2.0/security-groups/66f0a1b1-4269-4b4d-966f-169b70c4974b HTTP/1.1" status: 200 len: 2981 time: 0.0545771 Oct 19 01:02:12.236257 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b92b0315-bcac-458f-861f-89a2406a601f req-912d2761-0403-44b6-bfcf-93ca40ba387a tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] 10.222.0.57 "GET /v2.0/security-groups/6d819ffd-0c4d-4237-b82c-0d00ca07c6f2 HTTP/1.1" status: 200 len: 2981 time: 0.0504367 Oct 19 01:02:12.285857 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b92b0315-bcac-458f-861f-89a2406a601f req-c0253010-8a68-478f-9541-e4da43b6339e tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] 10.222.0.57 "GET /v2.0/security-groups/6d819ffd-0c4d-4237-b82c-0d00ca07c6f2 HTTP/1.1" status: 200 len: 2981 time: 0.0433488 Oct 19 01:02:12.316421 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb9105-6572-417b-aec5-e4736f80183e req-dc0bcf5b-788a-49a5-abad-cb179747ab1b tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:12.318439 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-32eb9105-6572-417b-aec5-e4736f80183e req-dc0bcf5b-788a-49a5-abad-cb179747ab1b tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=50e73380-d86b-4d30-a48c-c6e0e5010e7e HTTP/1.1" status: 200 len: 943 time: 0.0562155 Oct 19 01:02:12.334811 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b92b0315-bcac-458f-861f-89a2406a601f req-648c568c-d74a-4522-b90d-284e5d058051 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] 10.222.0.57 "GET /v2.0/security-groups/7adf5f07-70d9-4644-b565-360faf440356 HTTP/1.1" status: 200 len: 2981 time: 0.0417619 Oct 19 01:02:12.358876 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-32eb9105-6572-417b-aec5-e4736f80183e req-0e099124-b320-4ee3-8c64-13b5e4698d9d tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345299 Oct 19 01:02:12.385806 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b92b0315-bcac-458f-861f-89a2406a601f req-ef583d2e-1f26-4e12-9b8e-569114c0fa35 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] 10.222.0.57 "GET /v2.0/security-groups/7adf5f07-70d9-4644-b565-360faf440356 HTTP/1.1" status: 200 len: 2981 time: 0.0434353 Oct 19 01:02:12.412900 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53298) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:12.433386 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b92b0315-bcac-458f-861f-89a2406a601f req-c68a332e-f0b6-4ad4-b67c-be8f732d899f tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] 10.222.0.57 "GET /v2.0/security-groups/7c268f91-32b9-45a9-968d-9aa1546e8ae9 HTTP/1.1" status: 200 len: 2981 time: 0.0408244 Oct 19 01:02:12.484200 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b92b0315-bcac-458f-861f-89a2406a601f req-1ede17f6-0e09-4308-b64c-98ce77dfd53c tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] 10.222.0.57 "GET /v2.0/security-groups/7c268f91-32b9-45a9-968d-9aa1546e8ae9 HTTP/1.1" status: 200 len: 2981 time: 0.0444496 Oct 19 01:02:12.536774 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b92b0315-bcac-458f-861f-89a2406a601f req-c64713ca-adce-4c20-bc15-4a96724471dd tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] 10.222.0.57 "GET /v2.0/security-groups/91f9fac9-48e3-40c7-8a1a-8d41e6bca9d5 HTTP/1.1" status: 200 len: 2981 time: 0.0460885 Oct 19 01:02:12.561575 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0cffc495-0b84-4607-b933-fb0642fd9848 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:12.586298 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b92b0315-bcac-458f-861f-89a2406a601f req-fa31f61e-fdb2-4715-9297-3da94720a000 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] 10.222.0.57 "GET /v2.0/security-groups/91f9fac9-48e3-40c7-8a1a-8d41e6bca9d5 HTTP/1.1" status: 200 len: 2981 time: 0.0431895 Oct 19 01:02:12.638682 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b92b0315-bcac-458f-861f-89a2406a601f req-eb2cacd3-1a42-4d8b-9c6b-c1f89c28319e tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] 10.222.0.57 "GET /v2.0/security-groups/a1997561-aab4-45a2-9844-42bf1c66a384 HTTP/1.1" status: 200 len: 2981 time: 0.0455999 Oct 19 01:02:12.638896 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e41169-ef13-4330-9358-fa901a85916d req-77783520-d1b4-4c7e-9aaf-cbd676d16324 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:12.646564 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e8e41169-ef13-4330-9358-fa901a85916d req-77783520-d1b4-4c7e-9aaf-cbd676d16324 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 945 time: 0.0996048 Oct 19 01:02:12.689475 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b92b0315-bcac-458f-861f-89a2406a601f req-b68f914c-6011-40fe-94fe-7603189ad001 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] 10.222.0.57 "GET /v2.0/security-groups/a1997561-aab4-45a2-9844-42bf1c66a384 HTTP/1.1" status: 200 len: 2981 time: 0.0428491 Oct 19 01:02:12.700555 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e8e41169-ef13-4330-9358-fa901a85916d req-713b589a-d09a-4dbc-80bb-862a30ee4bf1 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528219 Oct 19 01:02:12.727549 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0cffc495-0b84-4607-b933-fb0642fd9848 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:12.732510 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0cffc495-0b84-4607-b933-fb0642fd9848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:12.732750 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53306) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:12.754181 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b92b0315-bcac-458f-861f-89a2406a601f req-7822b38f-e743-479f-9708-d99ad9079409 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] 10.222.0.57 "GET /v2.0/security-groups/bbb5ae45-8629-469d-ac88-dbbf1b039321 HTTP/1.1" status: 200 len: 2981 time: 0.0558865 Oct 19 01:02:12.795592 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0cffc495-0b84-4607-b933-fb0642fd9848 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0d54f1ff37dc43d98391d1083a482f70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3813703 Oct 19 01:02:12.796496 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53312) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:12.802802 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cffc495-0b84-4607-b933-fb0642fd9848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0cf297-9d5e-455b-a45e-74766e71623f,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:12.809967 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b92b0315-bcac-458f-861f-89a2406a601f req-13727062-f08c-4ffa-be2a-cc5ea8835eb7 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] 10.222.0.57 "GET /v2.0/security-groups/bbb5ae45-8629-469d-ac88-dbbf1b039321 HTTP/1.1" status: 200 len: 2981 time: 0.0474286 Oct 19 01:02:12.838085 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e73380-d86b-4d30-a48c-c6e0e5010e7e', 'tag': '82f75835-b266-47e6-9b0d-02277e64a8f3'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:02:12.840807 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85c2f5e-d931-4fa5-a558-295c6a568f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "50e73380-d86b-4d30-a48c-c6e0e5010e7e", "tag": "82f75835-b266-47e6-9b0d-02277e64a8f3"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:02:12.874181 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c745c925-4656-4dda-89fd-2dc359406373 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:12.880222 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b92b0315-bcac-458f-861f-89a2406a601f req-5e09937e-e355-4afe-9f35-26b53953dcec tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] 10.222.0.57 "GET /v2.0/security-groups/e3a10819-626b-4791-9b41-0c66b1c96594 HTTP/1.1" status: 200 len: 2977 time: 0.0562239 Oct 19 01:02:12.899096 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c745c925-4656-4dda-89fd-2dc359406373 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:12.920840 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2eaffd08-3bb3-4936-bdda-7e5f0c6170bb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a25adcdc646c4e4b987e3016f8b86608&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1869054 Oct 19 01:02:12.923229 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53318) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:12.949827 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b92b0315-bcac-458f-861f-89a2406a601f req-108a4c05-26a3-4b86-8188-cb1148a16535 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] 10.222.0.57 "GET /v2.0/security-groups/e3a10819-626b-4791-9b41-0c66b1c96594 HTTP/1.1" status: 200 len: 2977 time: 0.0581925 Oct 19 01:02:12.995628 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b92b0315-bcac-458f-861f-89a2406a601f req-8afb45f8-2db5-4f4a-bd27-4de94bd7350d tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] 10.222.0.57 "GET /v2.0/security-groups/e9d6f55e-f4e4-47d8-ade6-3269a10b4e42 HTTP/1.1" status: 200 len: 2981 time: 0.0379267 Oct 19 01:02:13.030443 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca3dfb0-8ae1-4cf0-8d45-0d4c8ebffc64 x-openstack-request-id: req-aca3dfb0-8ae1-4cf0-8d45-0d4c8ebffc64 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:02:13.031109 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50e73380-d86b-4d30-a48c-c6e0e5010e7e", "tag": "82f75835-b266-47e6-9b0d-02277e64a8f3", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:02:13.031359 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-aca3dfb0-8ae1-4cf0-8d45-0d4c8ebffc64 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:02:13.031780 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50e73380-d86b-4d30-a48c-c6e0e5010e7e', 'tag': '82f75835-b266-47e6-9b0d-02277e64a8f3', 'status': 'completed', 'code': 200} Oct 19 01:02:13.041751 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e10c2b-0563-44cf-902f-718cec26dcf1 req-1ce8f895-16ec-4030-9dcc-574a1062bdf5 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:13.043211 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-23e10c2b-0563-44cf-902f-718cec26dcf1 req-1ce8f895-16ec-4030-9dcc-574a1062bdf5 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.24 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 945 time: 0.0834794 Oct 19 01:02:13.046441 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c745c925-4656-4dda-89fd-2dc359406373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:13.048966 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c745c925-4656-4dda-89fd-2dc359406373 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:13.049104 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b92b0315-bcac-458f-861f-89a2406a601f req-367174be-2e37-4a14-bc8a-8166e89ded2c tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] 10.222.0.57 "GET /v2.0/security-groups/e9d6f55e-f4e4-47d8-ade6-3269a10b4e42 HTTP/1.1" status: 200 len: 2981 time: 0.0447223 Oct 19 01:02:13.050038 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c745c925-4656-4dda-89fd-2dc359406373 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1a0cf297-9d5e-455b-a45e-74766e71623f HTTP/1.1" status: 204 len: 168 time: 0.2526412 Oct 19 01:02:13.052650 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-69159e13-e883-4858-b277-42332a71e4e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:13.073670 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745c925-4656-4dda-89fd-2dc359406373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0cf297-9d5e-455b-a45e-74766e71623f,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:13.112736 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c2f5e-d931-4fa5-a558-295c6a568f5e req-c5304b70-f5c0-4e7e-802a-87fd1ccc4442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:13.114470 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c85c2f5e-d931-4fa5-a558-295c6a568f5e req-c5304b70-f5c0-4e7e-802a-87fd1ccc4442 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=305a99bf3f86485f88111ce8746ec0f2&device_id=50e73380-d86b-4d30-a48c-c6e0e5010e7e HTTP/1.1" status: 200 len: 1095 time: 0.0541317 Oct 19 01:02:13.122667 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-69159e13-e883-4858-b277-42332a71e4e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:13.251788 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0de80eba-54d0-429d-8386-1657eef11768 req-17dfba15-7dd7-4199-bfb0-dfb26b2dc86b tempest-SecurityGroupsTestAdminJSON-1922669378 tempest-SecurityGroupsTestAdminJSON-1922669378-project] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d5168b9815544c5baccbc14b668b73bc HTTP/1.1" status: 200 len: 6103 time: 0.1538017 Oct 19 01:02:13.252080 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c2f5e-d931-4fa5-a558-295c6a568f5e req-f98f761e-ceba-4a0f-9b47-9980dd3f1cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:13.252080 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c85c2f5e-d931-4fa5-a558-295c6a568f5e req-f98f761e-ceba-4a0f-9b47-9980dd3f1cc4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=44c662b3-a294-49c4-b801-6e72553fc183 HTTP/1.1" status: 200 len: 905 time: 0.1286094 Oct 19 01:02:13.267573 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-69159e13-e883-4858-b277-42332a71e4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:13.270030 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13ca66-2884-4d48-a8bd-ff5a1742f294 req-a3ae55eb-6262-4873-8eae-e9bdb7e2f001 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:13.270799 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-69159e13-e883-4858-b277-42332a71e4e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:13.271810 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3d13ca66-2884-4d48-a8bd-ff5a1742f294 req-a3ae55eb-6262-4873-8eae-e9bdb7e2f001 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 950 time: 0.0859411 Oct 19 01:02:13.271960 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-69159e13-e883-4858-b277-42332a71e4e7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/028324f1-468a-4e9d-83f9-a51eb575d963 HTTP/1.1" status: 204 len: 168 time: 0.3471904 Oct 19 01:02:13.299280 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-23e10c2b-0563-44cf-902f-718cec26dcf1 req-6b46e5dd-4287-4d23-97b4-9e58fd067799 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Deleting port 07963218-f65d-420e-a995-5689d3dddb52 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:02:13.300369 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-23e10c2b-0563-44cf-902f-718cec26dcf1 req-6b46e5dd-4287-4d23-97b4-9e58fd067799 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:13.303197 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69159e13-e883-4858-b277-42332a71e4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028324f1-468a-4e9d-83f9-a51eb575d963,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:13.327871 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c85c2f5e-d931-4fa5-a558-295c6a568f5e req-4b9ccb75-1a06-44d8-b15c-db77ed20360d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82f75835-b266-47e6-9b0d-02277e64a8f3 HTTP/1.1" status: 200 len: 217 time: 0.0673418 Oct 19 01:02:13.357723 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0de80eba-54d0-429d-8386-1657eef11768 req-efdb480c-e550-4ee9-884c-3fbdaa776617 tempest-SecurityGroupsTestAdminJSON-1922669378 tempest-SecurityGroupsTestAdminJSON-1922669378-project] 10.222.0.57 "GET /v2.0/security-groups/2a1b8dcd-b1af-4467-a56b-031eb164488e HTTP/1.1" status: 200 len: 2981 time: 0.0986526 Oct 19 01:02:13.382865 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3d13ca66-2884-4d48-a8bd-ff5a1742f294 req-9fb202b5-6fa8-48bf-ae54-c1c54fccde88 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900691 Oct 19 01:02:13.400292 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c2f5e-d931-4fa5-a558-295c6a568f5e req-bc9c21c0-fabe-4efa-b1d4-5fcd51c0a82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:13.401970 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c85c2f5e-d931-4fa5-a558-295c6a568f5e req-bc9c21c0-fabe-4efa-b1d4-5fcd51c0a82f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b9a0fca3-7f17-4b48-856e-c0d103cad611 HTTP/1.1" status: 200 len: 844 time: 0.0607660 Oct 19 01:02:13.444262 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c85c2f5e-d931-4fa5-a558-295c6a568f5e req-a830d058-be21-4ba9-81b9-b153caeb00ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=44c662b3-a294-49c4-b801-6e72553fc183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296237 Oct 19 01:02:13.473890 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0de80eba-54d0-429d-8386-1657eef11768 req-735e3912-5c35-4071-913d-2df1d8085372 tempest-SecurityGroupsTestAdminJSON-1922669378 tempest-SecurityGroupsTestAdminJSON-1922669378-project] 10.222.0.57 "GET /v2.0/security-groups/2a1b8dcd-b1af-4467-a56b-031eb164488e HTTP/1.1" status: 200 len: 2981 time: 0.1129534 Oct 19 01:02:13.490194 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-23e10c2b-0563-44cf-902f-718cec26dcf1 req-6b46e5dd-4287-4d23-97b4-9e58fd067799 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] For port 07963218-f65d-420e-a995-5689d3dddb52, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=07963218-f65d-420e-a995-5689d3dddb52,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:13.490778 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-23e10c2b-0563-44cf-902f-718cec26dcf1 req-6b46e5dd-4287-4d23-97b4-9e58fd067799 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:13.519105 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-23e10c2b-0563-44cf-902f-718cec26dcf1 req-6b46e5dd-4287-4d23-97b4-9e58fd067799 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Calling delete_port for 07963218-f65d-420e-a995-5689d3dddb52 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:02:13.571347 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53338) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:13.602362 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-01d7c93e-9637-4aa2-818b-3a6bbfc50bd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:13.636121 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811946c1-21c1-4a9f-998d-fe50f187b4ac req-bc8b1d6e-4094-4fcb-8868-50b2c3a4ef2c tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:13.637586 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-811946c1-21c1-4a9f-998d-fe50f187b4ac req-bc8b1d6e-4094-4fcb-8868-50b2c3a4ef2c tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=50e73380-d86b-4d30-a48c-c6e0e5010e7e HTTP/1.1" status: 200 len: 943 time: 0.1051264 Oct 19 01:02:13.641189 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f8a4c94b-fd30-4d71-809e-8177453c63c3 req-78c21bf9-ea42-4432-b307-07e502df2d5b tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] 10.222.0.57 "GET /v2.0/security-groups/8c72b0d5-9404-496c-9b6b-32f924e2c6dd HTTP/1.1" status: 200 len: 1777 time: 0.0553124 Oct 19 01:02:13.653474 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c85c2f5e-d931-4fa5-a558-295c6a568f5e req-31005101-6558-4a20-9bbc-0136cab5ba95 service neutron] 10.222.0.24 "GET /v2.0/networks/44c662b3-a294-49c4-b801-6e72553fc183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995661 Oct 19 01:02:13.740880 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-23e10c2b-0563-44cf-902f-718cec26dcf1 req-6b46e5dd-4287-4d23-97b4-9e58fd067799 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:13.754415 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['c890e210-5a9e-4f9f-80d7-4cddf7fc07cc'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:02:13.767720 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-811946c1-21c1-4a9f-998d-fe50f187b4ac req-f32c81e5-ff33-410b-9bb4-0aee555b0b33 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181705 Oct 19 01:02:13.777769 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f8a4c94b-fd30-4d71-809e-8177453c63c3 req-ba55c01b-d39a-4a57-b7c8-f76ba4f7cb3b tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:13.782304 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46e5dd-4287-4d23-97b4-9e58fd067799 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Pushing event deleted for resources: {'Port': ['ID=07963218-f65d-420e-a995-5689d3dddb52,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:13.796184 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53342) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:13.842415 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f8a4c94b-fd30-4d71-809e-8177453c63c3 req-ba55c01b-d39a-4a57-b7c8-f76ba4f7cb3b tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:13.853093 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-01d7c93e-9637-4aa2-818b-3a6bbfc50bd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:13.855572 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c85c2f5e-d931-4fa5-a558-295c6a568f5e req-c6880d0b-3262-4d2f-821e-83383def61f2 service neutron] 10.222.0.24 "GET /v2.0/networks/44c662b3-a294-49c4-b801-6e72553fc183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928926 Oct 19 01:02:13.862712 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-01d7c93e-9637-4aa2-818b-3a6bbfc50bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:13.873706 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9e142f99-9f88-44cb-97d1-aa266e4163eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:13.892495 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e10c2b-0563-44cf-902f-718cec26dcf1 req-6b46e5dd-4287-4d23-97b4-9e58fd067799 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] No DVR routers for this DVR port 07963218-f65d-420e-a995-5689d3dddb52 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:02:13.896054 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-23e10c2b-0563-44cf-902f-718cec26dcf1 req-6b46e5dd-4287-4d23-97b4-9e58fd067799 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:13.899458 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-23e10c2b-0563-44cf-902f-718cec26dcf1 req-6b46e5dd-4287-4d23-97b4-9e58fd067799 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.24 "DELETE /v2.0/ports/07963218-f65d-420e-a995-5689d3dddb52 HTTP/1.1" status: 204 len: 173 time: 0.8381267 Oct 19 01:02:13.923107 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f8a4c94b-fd30-4d71-809e-8177453c63c3 req-ba55c01b-d39a-4a57-b7c8-f76ba4f7cb3b tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:13.926378 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f8a4c94b-fd30-4d71-809e-8177453c63c3 req-ba55c01b-d39a-4a57-b7c8-f76ba4f7cb3b tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:13.927514 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f8a4c94b-fd30-4d71-809e-8177453c63c3 req-ba55c01b-d39a-4a57-b7c8-f76ba4f7cb3b tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] 10.222.0.57 "DELETE /v2.0/security-groups/8c72b0d5-9404-496c-9b6b-32f924e2c6dd HTTP/1.1" status: 204 len: 173 time: 0.2720368 Oct 19 01:02:13.936850 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55c01b-d39a-4a57-b7c8-f76ba4f7cb3b tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c72b0d5-9404-496c-9b6b-32f924e2c6dd,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:13.963842 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f5c02bd1-c9be-4d95-860c-c1ba62699326 req-144f382f-05cc-47b2-a143-4fee637b7bb3 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 210 time: 0.0824313 Oct 19 01:02:13.970222 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-eb30d655-1faf-4311-af55-5298f55425e9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=99743c68b3a045b182d75d899159bc43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1726809 Oct 19 01:02:13.973369 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53348) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:13.977053 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-01d7c93e-9637-4aa2-818b-3a6bbfc50bd4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7d29ff11bf274494aa677fda5cf4389e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4017017 Oct 19 01:02:13.988092 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53350) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:13.988092 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d7c93e-9637-4aa2-818b-3a6bbfc50bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987a1fd1-aecf-401f-9259-f1631f2b86da,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:14.046969 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3b1f73c8-ab9b-4238-9144-3d860096bca9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:14.077220 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3b1f73c8-ab9b-4238-9144-3d860096bca9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:14.091226 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eb1c89d5-d231-40f9-b2fe-ad15d349a208 req-03d8839d-f8b8-442f-978f-5dad9fc3111b tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] 10.222.0.57 "GET /v2.0/security-groups/50274a81-c225-4547-a16a-8844fd85a076 HTTP/1.1" status: 200 len: 1778 time: 0.0693953 Oct 19 01:02:14.142690 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3b1f73c8-ab9b-4238-9144-3d860096bca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:14.145954 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3b1f73c8-ab9b-4238-9144-3d860096bca9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:14.149687 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3b1f73c8-ab9b-4238-9144-3d860096bca9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a1997561-aab4-45a2-9844-42bf1c66a384 HTTP/1.1" status: 204 len: 168 time: 0.1727507 Oct 19 01:02:14.162141 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a43b9043-7da1-4147-a6db-834d76b9c100 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:14.165343 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f73c8-ab9b-4238-9144-3d860096bca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1997561-aab4-45a2-9844-42bf1c66a384,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:14.204499 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a43b9043-7da1-4147-a6db-834d76b9c100 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:14.212851 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-eb1c89d5-d231-40f9-b2fe-ad15d349a208 req-13603b7f-ce75-4218-8413-29331157a526 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:14.255456 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-eb1c89d5-d231-40f9-b2fe-ad15d349a208 req-13603b7f-ce75-4218-8413-29331157a526 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:14.302894 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-eb1c89d5-d231-40f9-b2fe-ad15d349a208 req-13603b7f-ce75-4218-8413-29331157a526 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:14.305849 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-eb1c89d5-d231-40f9-b2fe-ad15d349a208 req-13603b7f-ce75-4218-8413-29331157a526 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:14.306991 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eb1c89d5-d231-40f9-b2fe-ad15d349a208 req-13603b7f-ce75-4218-8413-29331157a526 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] 10.222.0.57 "DELETE /v2.0/security-groups/50274a81-c225-4547-a16a-8844fd85a076 HTTP/1.1" status: 204 len: 173 time: 0.2082808 Oct 19 01:02:14.314323 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a43b9043-7da1-4147-a6db-834d76b9c100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:14.317767 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a43b9043-7da1-4147-a6db-834d76b9c100 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:14.318902 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a43b9043-7da1-4147-a6db-834d76b9c100 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/987a1fd1-aecf-401f-9259-f1631f2b86da HTTP/1.1" status: 204 len: 168 time: 0.3374550 Oct 19 01:02:14.332711 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13603b7f-ce75-4218-8413-29331157a526 tempest-SecurityGroupsTestAdminJSON-1944688278 tempest-SecurityGroupsTestAdminJSON-1944688278-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50274a81-c225-4547-a16a-8844fd85a076,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:14.355812 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b9043-7da1-4147-a6db-834d76b9c100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987a1fd1-aecf-401f-9259-f1631f2b86da,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:14.421163 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7923edec-0487-4428-877a-74b56b4b7a1d req-00e607f7-1441-4528-9edc-0b0352ec68c9 tempest-SecurityGroupsTestAdminJSON-1922669378 tempest-SecurityGroupsTestAdminJSON-1922669378-project] 10.222.0.57 "GET /v2.0/security-groups/048bf246-e905-4dc3-b9fc-9757f306f10b HTTP/1.1" status: 200 len: 1777 time: 0.0875998 Oct 19 01:02:14.523411 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7923edec-0487-4428-877a-74b56b4b7a1d req-8d8aed53-e98b-4823-ae73-3edbd1ffaeac tempest-SecurityGroupsTestAdminJSON-1922669378 tempest-SecurityGroupsTestAdminJSON-1922669378-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:14.559716 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7923edec-0487-4428-877a-74b56b4b7a1d req-8d8aed53-e98b-4823-ae73-3edbd1ffaeac tempest-SecurityGroupsTestAdminJSON-1922669378 tempest-SecurityGroupsTestAdminJSON-1922669378-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:14.599721 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ef3f6-72ec-4416-9a59-47883d8aab77 req-5049f7aa-4017-4227-9e1d-f0ae3bdc2d59 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:14.601680 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c72ef3f6-72ec-4416-9a59-47883d8aab77 req-5049f7aa-4017-4227-9e1d-f0ae3bdc2d59 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 950 time: 0.0905390 Oct 19 01:02:14.651288 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7923edec-0487-4428-877a-74b56b4b7a1d req-8d8aed53-e98b-4823-ae73-3edbd1ffaeac tempest-SecurityGroupsTestAdminJSON-1922669378 tempest-SecurityGroupsTestAdminJSON-1922669378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:14.654398 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7923edec-0487-4428-877a-74b56b4b7a1d req-8d8aed53-e98b-4823-ae73-3edbd1ffaeac tempest-SecurityGroupsTestAdminJSON-1922669378 tempest-SecurityGroupsTestAdminJSON-1922669378-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:14.668321 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7923edec-0487-4428-877a-74b56b4b7a1d req-8d8aed53-e98b-4823-ae73-3edbd1ffaeac tempest-SecurityGroupsTestAdminJSON-1922669378 tempest-SecurityGroupsTestAdminJSON-1922669378-project] 10.222.0.57 "DELETE /v2.0/security-groups/048bf246-e905-4dc3-b9fc-9757f306f10b HTTP/1.1" status: 204 len: 173 time: 0.2460103 Oct 19 01:02:14.698466 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8aed53-e98b-4823-ae73-3edbd1ffaeac tempest-SecurityGroupsTestAdminJSON-1922669378 tempest-SecurityGroupsTestAdminJSON-1922669378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=048bf246-e905-4dc3-b9fc-9757f306f10b,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:14.711804 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c72ef3f6-72ec-4416-9a59-47883d8aab77 req-abb507dc-d24f-4cf6-a233-95ce6e26aab0 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026976 Oct 19 01:02:14.856945 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2a5fbab1-e3d3-4b2e-ba03-5eeb5aca19b6 req-51876e61-aa76-49ba-8555-fe0f0f25abdf tempest-SecurityGroupsTestAdminJSON-1922669378 tempest-SecurityGroupsTestAdminJSON-1922669378-project] 10.222.0.57 "GET /v2.0/security-groups/f742733c-3ca3-4b1c-8e3a-a0aa4b22f290 HTTP/1.1" status: 200 len: 1778 time: 0.1110997 Oct 19 01:02:14.976483 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2a5fbab1-e3d3-4b2e-ba03-5eeb5aca19b6 req-6d6ff37f-75da-4ba9-90fa-e260da62e468 tempest-SecurityGroupsTestAdminJSON-1922669378 tempest-SecurityGroupsTestAdminJSON-1922669378-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:15.024760 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb5b4f-fe1b-4431-a91c-4ce277f825ae req-d3997ac6-8073-421f-8dd1-78ac2c896f64 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:15.028733 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f8cb5b4f-fe1b-4431-a91c-4ce277f825ae req-d3997ac6-8073-421f-8dd1-78ac2c896f64 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=50e73380-d86b-4d30-a48c-c6e0e5010e7e HTTP/1.1" status: 200 len: 943 time: 0.0998788 Oct 19 01:02:15.030539 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2a5fbab1-e3d3-4b2e-ba03-5eeb5aca19b6 req-6d6ff37f-75da-4ba9-90fa-e260da62e468 tempest-SecurityGroupsTestAdminJSON-1922669378 tempest-SecurityGroupsTestAdminJSON-1922669378-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:15.033576 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7834697b-bb3a-445b-98c5-27c135b08e38', 'name': 'network-vif-deleted', 'tag': '07963218-f65d-420e-a995-5689d3dddb52'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:02:15.039607 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ad9eda-8075-4c43-90f8-89ec242bb91b" -d '{"events": [{"server_uuid": "7834697b-bb3a-445b-98c5-27c135b08e38", "name": "network-vif-deleted", "tag": "07963218-f65d-420e-a995-5689d3dddb52"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:02:15.102864 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2a5fbab1-e3d3-4b2e-ba03-5eeb5aca19b6 req-6d6ff37f-75da-4ba9-90fa-e260da62e468 tempest-SecurityGroupsTestAdminJSON-1922669378 tempest-SecurityGroupsTestAdminJSON-1922669378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:15.106070 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2a5fbab1-e3d3-4b2e-ba03-5eeb5aca19b6 req-6d6ff37f-75da-4ba9-90fa-e260da62e468 tempest-SecurityGroupsTestAdminJSON-1922669378 tempest-SecurityGroupsTestAdminJSON-1922669378-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:15.107236 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2a5fbab1-e3d3-4b2e-ba03-5eeb5aca19b6 req-6d6ff37f-75da-4ba9-90fa-e260da62e468 tempest-SecurityGroupsTestAdminJSON-1922669378 tempest-SecurityGroupsTestAdminJSON-1922669378-project] 10.222.0.57 "DELETE /v2.0/security-groups/f742733c-3ca3-4b1c-8e3a-a0aa4b22f290 HTTP/1.1" status: 204 len: 173 time: 0.2411427 Oct 19 01:02:15.129018 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f8cb5b4f-fe1b-4431-a91c-4ce277f825ae req-7fc6ad50-efd4-400a-b2cd-d71b8c208e6e tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827618 Oct 19 01:02:15.133324 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 82f75835-b266-47e6-9b0d-02277e64a8f3 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:02:15.137682 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 07963218-f65d-420e-a995-5689d3dddb52 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:02:15.144811 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ff37f-75da-4ba9-90fa-e260da62e468 tempest-SecurityGroupsTestAdminJSON-1922669378 tempest-SecurityGroupsTestAdminJSON-1922669378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f742733c-3ca3-4b1c-8e3a-a0aa4b22f290,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:15.199551 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 07963218-f65d-420e-a995-5689d3dddb52 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:02:15.199930 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 07963218-f65d-420e-a995-5689d3dddb52 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:02:15.230148 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e552412-3005-4936-8679-27afa91e454b x-openstack-request-id: req-7e552412-3005-4936-8679-27afa91e454b {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:02:15.230443 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7834697b-bb3a-445b-98c5-27c135b08e38", "name": "network-vif-deleted", "tag": "07963218-f65d-420e-a995-5689d3dddb52", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:02:15.230692 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7e552412-3005-4936-8679-27afa91e454b {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:02:15.231088 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7834697b-bb3a-445b-98c5-27c135b08e38', 'name': 'network-vif-deleted', 'tag': '07963218-f65d-420e-a995-5689d3dddb52', 'status': 'completed', 'code': 200} Oct 19 01:02:15.278142 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2c4f4273-8243-4a52-a7a3-3b731ec229e1 req-6d944acb-6dea-41f6-af0c-f275551474d5 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 210 time: 0.0900040 Oct 19 01:02:15.348837 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 82f75835-b266-47e6-9b0d-02277e64a8f3, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=82f75835-b266-47e6-9b0d-02277e64a8f3,segment=NetworkSegment(85401e62-3f2c-43a6-8d64-5618396e8614),segment_id=85401e62-3f2c-43a6-8d64-5618396e8614)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:15.360838 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '82f75835-b266-47e6-9b0d-02277e64a8f3', 'network_id': '44c662b3-a294-49c4-b801-6e72553fc183', 'port_id': '82f75835-b266-47e6-9b0d-02277e64a8f3', 'mac_address': 'fa:16:3e:77:84:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a0fca3-7f17-4b48-856e-c0d103cad611', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:02:15.423610 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:15.441000 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82f75835-b266-47e6-9b0d-02277e64a8f3 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:02:15.466578 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 82f75835-b266-47e6-9b0d-02277e64a8f3, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=82f75835-b266-47e6-9b0d-02277e64a8f3,segment=NetworkSegment(85401e62-3f2c-43a6-8d64-5618396e8614),segment_id=85401e62-3f2c-43a6-8d64-5618396e8614)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:15.472873 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:15.541742 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=82f75835-b266-47e6-9b0d-02277e64a8f3,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:15.623503 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53406) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:15.756669 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['82f75835-b266-47e6-9b0d-02277e64a8f3'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:02:15.861717 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6b571b51-a5f8-43f0-96e8-6f470a62e776 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d5168b9815544c5baccbc14b668b73bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343695 Oct 19 01:02:15.865082 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53420) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:15.972518 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-09d2ac55-738e-4b41-bcd4-d1795c6bb002 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:15.979476 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3150b43f-c3fd-48ee-80b8-805711fcff1f req-de364cc5-239c-45af-8e03-e86f1a6c75f0 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:15.981552 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3150b43f-c3fd-48ee-80b8-805711fcff1f req-de364cc5-239c-45af-8e03-e86f1a6c75f0 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 950 time: 0.1204989 Oct 19 01:02:16.001769 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-09d2ac55-738e-4b41-bcd4-d1795c6bb002 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:16.029358 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3150b43f-c3fd-48ee-80b8-805711fcff1f req-e9f5755b-6825-4c81-b8c4-e0416eb44de3 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415778 Oct 19 01:02:16.067103 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-09d2ac55-738e-4b41-bcd4-d1795c6bb002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:16.070158 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-09d2ac55-738e-4b41-bcd4-d1795c6bb002 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:16.072415 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-09d2ac55-738e-4b41-bcd4-d1795c6bb002 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2a1b8dcd-b1af-4467-a56b-031eb164488e HTTP/1.1" status: 204 len: 168 time: 0.2057834 Oct 19 01:02:16.089087 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2ac55-738e-4b41-bcd4-d1795c6bb002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1b8dcd-b1af-4467-a56b-031eb164488e,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:16.275379 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdedda8-31e9-45a3-85c0-50978af8e53f req-14565680-ab79-4eb9-a97b-c73725cac708 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:16.276844 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bfdedda8-31e9-45a3-85c0-50978af8e53f req-14565680-ab79-4eb9-a97b-c73725cac708 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=50e73380-d86b-4d30-a48c-c6e0e5010e7e HTTP/1.1" status: 200 len: 944 time: 0.0559645 Oct 19 01:02:16.334245 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bfdedda8-31e9-45a3-85c0-50978af8e53f req-7d9928e9-7a2b-4e2a-ba5f-0890ffb19363 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512006 Oct 19 01:02:16.459210 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53448) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:16.511566 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7ef09fbd-f6d7-4d8e-8bbc-924ef8a95c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:16.539952 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-64ab0a39-583a-4ee1-848d-6e6add5330bf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6b110dbd28a1486183b6b9c93508abab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0799756 Oct 19 01:02:16.542582 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53450) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:16.610374 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c9e0425c-a10f-44dc-b36f-1f8204ed2cd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:16.635502 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c9e0425c-a10f-44dc-b36f-1f8204ed2cd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:16.689098 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cf7546f9-e804-4ded-ac4a-7613775cf25f req-29c10ae2-4941-47bf-a9f6-47eee6dae3ca tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 210 time: 0.0416942 Oct 19 01:02:16.723648 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c9e0425c-a10f-44dc-b36f-1f8204ed2cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:16.728819 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c9e0425c-a10f-44dc-b36f-1f8204ed2cd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:16.730418 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c9e0425c-a10f-44dc-b36f-1f8204ed2cd0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7adf5f07-70d9-4644-b565-360faf440356 HTTP/1.1" status: 204 len: 168 time: 0.1868193 Oct 19 01:02:16.742636 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e0425c-a10f-44dc-b36f-1f8204ed2cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adf5f07-70d9-4644-b565-360faf440356,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:17.112996 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 82f75835-b266-47e6-9b0d-02277e64a8f3 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:02:17.164804 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef296a2-4023-4057-b5ad-4d1c575c7160 req-4268b655-ee2f-42c7-8ae8-adb26ae11a33 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:17.174729 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2ef296a2-4023-4057-b5ad-4d1c575c7160 req-4268b655-ee2f-42c7-8ae8-adb26ae11a33 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 950 time: 0.0638182 Oct 19 01:02:17.227485 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:17.238629 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 82f75835-b266-47e6-9b0d-02277e64a8f3 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:02:17.241238 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2ef296a2-4023-4057-b5ad-4d1c575c7160 req-8a184e57-db7c-43ae-980c-be3b6a2b2fd1 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602677 Oct 19 01:02:17.245216 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 82f75835-b266-47e6-9b0d-02277e64a8f3 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:02:17.245597 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:17.357429 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:17.395100 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e73380-d86b-4d30-a48c-c6e0e5010e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f75835-b266-47e6-9b0d-02277e64a8f3'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:02:17.399504 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc443aa-79a0-4b2a-b8d2-2b411946eb2a" -d '{"events": [{"server_uuid": "50e73380-d86b-4d30-a48c-c6e0e5010e7e", "name": "network-vif-plugged", "status": "completed", "tag": "82f75835-b266-47e6-9b0d-02277e64a8f3"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:02:17.432109 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 82f75835-b266-47e6-9b0d-02277e64a8f3, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=82f75835-b266-47e6-9b0d-02277e64a8f3,segment=NetworkSegment(85401e62-3f2c-43a6-8d64-5618396e8614),segment_id=85401e62-3f2c-43a6-8d64-5618396e8614)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:17.441171 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:17.490091 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556abeba-f0e0-4ab0-ba55-d62ab1c61d6a x-openstack-request-id: req-556abeba-f0e0-4ab0-ba55-d62ab1c61d6a {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:02:17.490413 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e73380-d86b-4d30-a48c-c6e0e5010e7e", "name": "network-vif-plugged", "status": "completed", "tag": "82f75835-b266-47e6-9b0d-02277e64a8f3", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:02:17.490669 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-556abeba-f0e0-4ab0-ba55-d62ab1c61d6a {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:02:17.491082 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e73380-d86b-4d30-a48c-c6e0e5010e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f75835-b266-47e6-9b0d-02277e64a8f3', 'code': 200} Oct 19 01:02:17.536508 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85260ba-054d-46a5-8973-52e131c16687 req-ea459ec2-7572-412c-a4a5-be2ce8ecd078 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:17.538077 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a85260ba-054d-46a5-8973-52e131c16687 req-ea459ec2-7572-412c-a4a5-be2ce8ecd078 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=50e73380-d86b-4d30-a48c-c6e0e5010e7e HTTP/1.1" status: 200 len: 945 time: 0.1058805 Oct 19 01:02:17.554447 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=82f75835-b266-47e6-9b0d-02277e64a8f3,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:17.633192 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a85260ba-054d-46a5-8973-52e131c16687 req-5c60a599-2e2c-46bf-940e-3f33e8a7af79 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862958 Oct 19 01:02:17.652641 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da0cfa-c891-4b67-8afa-9f0ed853dfc6 req-826e9c9f-ed7a-4624-bacc-2136eaeedf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:17.654492 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e3da0cfa-c891-4b67-8afa-9f0ed853dfc6 req-826e9c9f-ed7a-4624-bacc-2136eaeedf36 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=50e73380-d86b-4d30-a48c-c6e0e5010e7e HTTP/1.1" status: 200 len: 1097 time: 0.0813887 Oct 19 01:02:17.657665 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:17.779690 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e3da0cfa-c891-4b67-8afa-9f0ed853dfc6 req-bb7600e9-5409-4d17-968d-bcc91f7a5f9e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168292 Oct 19 01:02:17.888321 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8661cd8c-f26f-4b50-9c38-721cb26278d5 req-aa559333-8352-4f6f-9960-1b1437d42842 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 210 time: 0.0476806 Oct 19 01:02:18.376854 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d7c0b-b419-4d20-87d5-34578d56771d req-e2e79398-67fd-4db8-b661-737442312045 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:18.380281 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-406d7c0b-b419-4d20-87d5-34578d56771d req-e2e79398-67fd-4db8-b661-737442312045 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 950 time: 0.0653374 Oct 19 01:02:18.427879 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-406d7c0b-b419-4d20-87d5-34578d56771d req-b6e3d2f2-f29f-4bda-8731-42d0baf227f8 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409124 Oct 19 01:02:18.775215 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee8421-d2b1-4376-a3ec-64c9afed00f6 req-c19e2cd8-4b39-48e6-8dd5-6de8bfef23e1 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:18.783171 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f0ee8421-d2b1-4376-a3ec-64c9afed00f6 req-c19e2cd8-4b39-48e6-8dd5-6de8bfef23e1 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=50e73380-d86b-4d30-a48c-c6e0e5010e7e HTTP/1.1" status: 200 len: 945 time: 0.0603988 Oct 19 01:02:18.834162 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53568) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:18.843223 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f0ee8421-d2b1-4376-a3ec-64c9afed00f6 req-9e5f0efa-a8c1-479d-b521-09acc3298d02 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565505 Oct 19 01:02:19.010510 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1ecb8797-8dc4-48f8-9d6d-7bca2de3e128 req-82b91f57-ac40-4a73-b374-1c55e3449041 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 210 time: 0.0328438 Oct 19 01:02:19.092164 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-04e0a219-6f17-4842-bd4d-91e6d2c57639 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:19.213420 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-04e0a219-6f17-4842-bd4d-91e6d2c57639 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:19.216858 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-04e0a219-6f17-4842-bd4d-91e6d2c57639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:19.251824 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e0a219-6f17-4842-bd4d-91e6d2c57639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae83186-21ec-47eb-9247-abd398cde2b3,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:19.288492 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-04e0a219-6f17-4842-bd4d-91e6d2c57639 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5a728efba7ae473e996ae5d57ec2b068&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4527619 Oct 19 01:02:19.291340 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53588) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:19.353001 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2fcb1dbe-127f-4ab4-9eef-73e51eb9c864 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:19.383464 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2fcb1dbe-127f-4ab4-9eef-73e51eb9c864 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:19.445056 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2fcb1dbe-127f-4ab4-9eef-73e51eb9c864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:19.450582 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2fcb1dbe-127f-4ab4-9eef-73e51eb9c864 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:19.452648 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2fcb1dbe-127f-4ab4-9eef-73e51eb9c864 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/eae83186-21ec-47eb-9247-abd398cde2b3 HTTP/1.1" status: 204 len: 168 time: 0.1596780 Oct 19 01:02:19.470696 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb1dbe-127f-4ab4-9eef-73e51eb9c864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae83186-21ec-47eb-9247-abd398cde2b3,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:19.615919 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:19.622729 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68308099-fca2-4dba-97fc-fda526f80de6 req-4eb1ebfc-e85b-4a3e-bdd8-8f85aa0c6899 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:19.624830 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-68308099-fca2-4dba-97fc-fda526f80de6 req-4eb1ebfc-e85b-4a3e-bdd8-8f85aa0c6899 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 950 time: 0.0833328 Oct 19 01:02:19.676076 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-dbe2bad2-2e5d-4716-9a64-c8cfee859d05 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=c0ad4bec6652486ba8338b783ee7cd69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465503 Oct 19 01:02:19.677499 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-68308099-fca2-4dba-97fc-fda526f80de6 req-f1125420-ccbe-45d0-a454-95fefc96d589 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440717 Oct 19 01:02:19.822423 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-e0915e33-5e18-46c1-a612-f78a6a826568 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:19.823925 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-e0915e33-5e18-46c1-a612-f78a6a826568 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1416698 Oct 19 01:02:19.852919 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-39723690-850e-45c6-b6ad-d127a16326dc tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] 10.222.0.57 "GET /v2.0/quotas/c0ad4bec6652486ba8338b783ee7cd69 HTTP/1.1" status: 200 len: 375 time: 0.0202007 Oct 19 01:02:19.892390 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-a13bd481-63f8-429c-af9f-b38a374c2e60 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c0ad4bec6652486ba8338b783ee7cd69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385993 Oct 19 01:02:19.997443 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e2158-fb14-459f-a13d-2757dc7251ae req-2d3a9f72-68a3-4279-942c-637ad89370b4 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:20.001297 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e35e2158-fb14-459f-a13d-2757dc7251ae req-2d3a9f72-68a3-4279-942c-637ad89370b4 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=50e73380-d86b-4d30-a48c-c6e0e5010e7e HTTP/1.1" status: 200 len: 945 time: 0.0823426 Oct 19 01:02:20.085373 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e35e2158-fb14-459f-a13d-2757dc7251ae req-d526e56e-11f7-437d-ba64-28672daa5096 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756130 Oct 19 01:02:20.256821 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-34856a84-cb1f-4e08-a766-a8dd8f3c4795 req-32203a22-20f8-4edf-8e76-ef182faa93dd tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] 10.222.0.57 "GET /v2.0/ports?device_id=768f4258-d241-477d-b684-2050e7fef908 HTTP/1.1" status: 200 len: 210 time: 0.0591321 Oct 19 01:02:20.320004 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8ef46404-0aae-4c45-99d2-0a64da60e5c5 req-36a38591-9303-47cf-a951-60bb5946b595 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=7834697b-bb3a-445b-98c5-27c135b08e38 HTTP/1.1" status: 200 len: 210 time: 0.0508964 Oct 19 01:02:20.320172 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53630) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:20.337967 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1eb7dd8c-ea2e-403d-8c4c-9ec40e8ff32f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:20.501301 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1eb7dd8c-ea2e-403d-8c4c-9ec40e8ff32f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:20.513549 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1eb7dd8c-ea2e-403d-8c4c-9ec40e8ff32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:20.558051 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1eb7dd8c-ea2e-403d-8c4c-9ec40e8ff32f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=380e745a0ad447118fbdee85889222b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366965 Oct 19 01:02:20.559821 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb7dd8c-ea2e-403d-8c4c-9ec40e8ff32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5325dcc7-1b80-4656-bc5c-c3993525627f,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:20.560711 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53644) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:20.634926 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9f8f6b85-0b76-4fd0-8a8f-20d9efed683e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:20.666223 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9f8f6b85-0b76-4fd0-8a8f-20d9efed683e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:20.773886 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9f8f6b85-0b76-4fd0-8a8f-20d9efed683e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:20.779507 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9f8f6b85-0b76-4fd0-8a8f-20d9efed683e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:20.780855 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9f8f6b85-0b76-4fd0-8a8f-20d9efed683e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5325dcc7-1b80-4656-bc5c-c3993525627f HTTP/1.1" status: 204 len: 168 time: 0.2185938 Oct 19 01:02:20.790603 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f6b85-0b76-4fd0-8a8f-20d9efed683e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5325dcc7-1b80-4656-bc5c-c3993525627f,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:20.891564 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7764c2-2ba7-47c2-a107-70086140c29a req-9d120b6f-aefe-4dfa-b136-baf9477403ff tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:20.906490 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ef7764c2-2ba7-47c2-a107-70086140c29a req-9d120b6f-aefe-4dfa-b136-baf9477403ff tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 950 time: 0.0978158 Oct 19 01:02:21.006830 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ef7764c2-2ba7-47c2-a107-70086140c29a req-9f060fe2-5988-43b3-b322-17d434a70297 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984521 Oct 19 01:02:21.479984 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aedfcdb8-7168-431a-9743-4b21a5718b4b req-35ffc63c-9704-49f7-875a-883c883f6681 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] 10.222.0.57 "GET /v2.0/ports?device_id=768f4258-d241-477d-b684-2050e7fef908 HTTP/1.1" status: 200 len: 210 time: 0.0866547 Oct 19 01:02:21.597650 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-a7941b7a-16a0-4b31-b22b-1575d1a54c2d tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c0ad4bec6652486ba8338b783ee7cd69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547364 Oct 19 01:02:21.869644 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe64241-98a1-4049-8ed7-76c276261c12 req-3fa0b9bc-cb22-4473-81cd-463b04a4cfd8 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:21.877799 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cfe64241-98a1-4049-8ed7-76c276261c12 req-3fa0b9bc-cb22-4473-81cd-463b04a4cfd8 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=50e73380-d86b-4d30-a48c-c6e0e5010e7e HTTP/1.1" status: 200 len: 945 time: 0.1428928 Oct 19 01:02:21.888631 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-8315f282-1741-4657-a622-7eeaae315fc9 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:21.890358 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-8315f282-1741-4657-a622-7eeaae315fc9 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2873540 Oct 19 01:02:21.903960 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-e79f4114-5fae-4ece-9388-460d42deb423 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] Request body: {'port': {'device_id': '768f4258-d241-477d-b684-2050e7fef908', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'admin_state_up': True, 'tenant_id': 'c0ad4bec6652486ba8338b783ee7cd69'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:02:22.051520 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cfe64241-98a1-4049-8ed7-76c276261c12 req-965a88a6-3e1a-4179-accd-d33285017f28 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719089 Oct 19 01:02:22.197281 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-e79f4114-5fae-4ece-9388-460d42deb423 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] Made reservation on behalf of c0ad4bec6652486ba8338b783ee7cd69 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:02:22.201399 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-e79f4114-5fae-4ece-9388-460d42deb423 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:22.213025 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-e79f4114-5fae-4ece-9388-460d42deb423 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:22.281598 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499dd7b-790a-468c-9f78-26e53b0e15be req-6c7df50a-c07f-435d-b001-d9cc77284d57 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:22.289005 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d499dd7b-790a-468c-9f78-26e53b0e15be req-6c7df50a-c07f-435d-b001-d9cc77284d57 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 950 time: 0.1307878 Oct 19 01:02:22.335775 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53738) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:22.371247 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d499dd7b-790a-468c-9f78-26e53b0e15be req-98afc96b-979f-4680-97e4-42f625145704 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811315 Oct 19 01:02:22.373507 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-e79f4114-5fae-4ece-9388-460d42deb423 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:22.388557 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-e79f4114-5fae-4ece-9388-460d42deb423 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:22.480854 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f4114-5fae-4ece-9388-460d42deb423 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18bf1b7c-5b0e-48b5-945c-d127534e748f,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:22.486085 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-edd7809e-10a6-4054-ade3-88f5a37d5fef admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1598132924-network', 'tenant_id': '7ac692c5716e4ead89cc01f87bd9bf1f'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:02:22.533161 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd7809e-10a6-4054-ade3-88f5a37d5fef admin admin] Made reservation on behalf of 7ac692c5716e4ead89cc01f87bd9bf1f for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:02:22.536389 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-edd7809e-10a6-4054-ade3-88f5a37d5fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:22.556842 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-edd7809e-10a6-4054-ade3-88f5a37d5fef admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:22.625043 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-92138e7c-e32d-435f-b117-82d4ed24488e req-daf47dc3-fb8e-4f8b-b568-30f6cb317317 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] 10.222.0.57 "GET /v2.0/ports?device_id=768f4258-d241-477d-b684-2050e7fef908 HTTP/1.1" status: 200 len: 210 time: 0.0380239 Oct 19 01:02:22.642084 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-e79f4114-5fae-4ece-9388-460d42deb423 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] Allocated IP 192.168.233.206 (0e8b4f7b-f3c0-4523-9906-6b9e503fed71/1746bfff-950e-4857-b1bf-6fa3cf804b73/0e9f5041-a16e-4b22-9741-81cd08073a6c) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:02:22.769610 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-edd7809e-10a6-4054-ade3-88f5a37d5fef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:22.777350 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-edd7809e-10a6-4054-ade3-88f5a37d5fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:22.811550 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7809e-10a6-4054-ade3-88f5a37d5fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201cf045-45f4-4445-86c2-30c3ef92e0d5,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:22.821141 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd7809e-10a6-4054-ade3-88f5a37d5fef admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:02:22.833662 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-edd7809e-10a6-4054-ade3-88f5a37d5fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:22.834004 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-edd7809e-10a6-4054-ade3-88f5a37d5fef admin admin] Added segment fd439f00-5252-4108-8cca-4bb02963020f of type vlan for network 6f09460f-2adf-4d7f-b998-5eb93e5b8b56 Oct 19 01:02:22.884970 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-e79f4114-5fae-4ece-9388-460d42deb423 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:22.897233 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-edd7809e-10a6-4054-ade3-88f5a37d5fef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:22.930692 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-e79f4114-5fae-4ece-9388-460d42deb423 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:22.956437 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-edd7809e-10a6-4054-ade3-88f5a37d5fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:22.957526 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd7809e-10a6-4054-ade3-88f5a37d5fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:22.958109 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-edd7809e-10a6-4054-ade3-88f5a37d5fef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:23.022974 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f4114-5fae-4ece-9388-460d42deb423 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] Pushing event updated for resources: {'Port': ['ID=0e9f5041-a16e-4b22-9741-81cd08073a6c,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:23.037942 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-edd7809e-10a6-4054-ade3-88f5a37d5fef admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7009566 Oct 19 01:02:23.038610 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53754) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:23.042207 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-e79f4114-5fae-4ece-9388-460d42deb423 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] Network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:02:23.044326 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-e79f4114-5fae-4ece-9388-460d42deb423 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:02:23.045142 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-601c5d92-3c0d-4013-8c05-424918355f56 admin admin] Request body: {'subnet': {'network_id': '6f09460f-2adf-4d7f-b998-5eb93e5b8b56', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1598132924-subnet', 'tenant_id': '7ac692c5716e4ead89cc01f87bd9bf1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:02:23.047151 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-e79f4114-5fae-4ece-9388-460d42deb423 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:02:23.139484 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7809e-10a6-4054-ade3-88f5a37d5fef admin admin] Pushing event updated for resources: {'Network': ['ID=6f09460f-2adf-4d7f-b998-5eb93e5b8b56,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:23.154370 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 6f09460f-2adf-4d7f-b998-5eb93e5b8b56 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:02:23.193565 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 82f75835-b266-47e6-9b0d-02277e64a8f3 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:02:23.202787 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-e79f4114-5fae-4ece-9388-460d42deb423 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:23.203639 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-e79f4114-5fae-4ece-9388-460d42deb423 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:23.234732 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-e79f4114-5fae-4ece-9388-460d42deb423 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3350482 Oct 19 01:02:23.236219 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601c5d92-3c0d-4013-8c05-424918355f56 admin admin] Made reservation on behalf of 7ac692c5716e4ead89cc01f87bd9bf1f for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:02:23.242309 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-601c5d92-3c0d-4013-8c05-424918355f56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:23.303661 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca600f-17c6-402c-9357-14fddb0d8ac6 req-a0c39ef4-09d3-4c20-a75e-0ee14e910bb2 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:23.305270 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-21ca600f-17c6-402c-9357-14fddb0d8ac6 req-a0c39ef4-09d3-4c20-a75e-0ee14e910bb2 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=50e73380-d86b-4d30-a48c-c6e0e5010e7e HTTP/1.1" status: 200 len: 945 time: 0.1152716 Oct 19 01:02:23.426836 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-21ca600f-17c6-402c-9357-14fddb0d8ac6 req-c7cf826d-022d-4085-99c2-a29a153bacae tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689130 Oct 19 01:02:23.577616 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-601c5d92-3c0d-4013-8c05-424918355f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:23.594605 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92abe9e-a4d7-4e0f-8f0b-b08f003266ac req-6c3c2161-827c-4dd4-a3d7-fcd0ac5ef608 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:23.607108 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c92abe9e-a4d7-4e0f-8f0b-b08f003266ac req-6c3c2161-827c-4dd4-a3d7-fcd0ac5ef608 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 950 time: 0.0945711 Oct 19 01:02:23.613067 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-eab4e4fb-7e44-421b-b668-a3b07359b7aa None None] Provisioning complete for port 0e9f5041-a16e-4b22-9741-81cd08073a6c triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:02:23.613748 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-eab4e4fb-7e44-421b-b668-a3b07359b7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:23.649876 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c5d92-3c0d-4013-8c05-424918355f56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=456cff99-6d7d-4ea7-89c3-31fbd368d2b1,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:23.674330 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-ce2e7633-12cc-48c4-bcd9-2476eb7a681d service neutron] Request body: {'port': {'device_id': '768f4258-d241-477d-b684-2050e7fef908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:02:23.689142 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601c5d92-3c0d-4013-8c05-424918355f56 admin admin] Checking segment: {'id': 'fd439f00-5252-4108-8cca-4bb02963020f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6f09460f-2adf-4d7f-b998-5eb93e5b8b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:02:23.689565 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601c5d92-3c0d-4013-8c05-424918355f56 admin admin] Network hostable DHCP agents. Network: 6f09460f-2adf-4d7f-b998-5eb93e5b8b56, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:02:23.709042 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 82f75835-b266-47e6-9b0d-02277e64a8f3, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=82f75835-b266-47e6-9b0d-02277e64a8f3,segment=NetworkSegment(85401e62-3f2c-43a6-8d64-5618396e8614),segment_id=85401e62-3f2c-43a6-8d64-5618396e8614)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:23.715007 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601c5d92-3c0d-4013-8c05-424918355f56 admin admin] Network 6f09460f-2adf-4d7f-b998-5eb93e5b8b56 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:02:23.722955 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-eab4e4fb-7e44-421b-b668-a3b07359b7aa None None] Port 0e9f5041-a16e-4b22-9741-81cd08073a6c cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:02:23.727300 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '82f75835-b266-47e6-9b0d-02277e64a8f3', 'network_id': '44c662b3-a294-49c4-b801-6e72553fc183', 'port_id': '82f75835-b266-47e6-9b0d-02277e64a8f3', 'mac_address': 'fa:16:3e:77:84:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a0fca3-7f17-4b48-856e-c0d103cad611', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:02:23.735032 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-601c5d92-3c0d-4013-8c05-424918355f56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 6f09460f-2adf-4d7f-b998-5eb93e5b8b56) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:02:23.743521 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601c5d92-3c0d-4013-8c05-424918355f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:23.744622 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-601c5d92-3c0d-4013-8c05-424918355f56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:23.761025 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d74d1a-8f2b-4247-b776-0f3f50e78877 None None] Network 6f09460f-2adf-4d7f-b998-5eb93e5b8b56 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:02:23.769828 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-601c5d92-3c0d-4013-8c05-424918355f56 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7277989 Oct 19 01:02:23.773891 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53776) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:23.785900 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-6f490e8f-35f8-4b3a-a307-5c066f2d93fc admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1598132924-router', 'tenant_id': '7ac692c5716e4ead89cc01f87bd9bf1f', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:02:23.889288 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c92abe9e-a4d7-4e0f-8f0b-b08f003266ac req-3e426e80-c0d9-4ae0-9f55-74ccd018418a tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811422 Oct 19 01:02:23.899080 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6f490e8f-35f8-4b3a-a307-5c066f2d93fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:23.899516 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6f490e8f-35f8-4b3a-a307-5c066f2d93fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:23.912583 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-ce2e7633-12cc-48c4-bcd9-2476eb7a681d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:23.932206 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:23.968165 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82f75835-b266-47e6-9b0d-02277e64a8f3 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:02:23.996832 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 82f75835-b266-47e6-9b0d-02277e64a8f3, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=82f75835-b266-47e6-9b0d-02277e64a8f3,segment=NetworkSegment(85401e62-3f2c-43a6-8d64-5618396e8614),segment_id=85401e62-3f2c-43a6-8d64-5618396e8614)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:24.005648 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:24.011206 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6f490e8f-35f8-4b3a-a307-5c066f2d93fc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:24.120663 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386bf285-ad9a-434d-9a34-157bc0549c57 req-979f8b83-1078-4308-bdfb-71cfd5088e91 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:24.122735 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-386bf285-ad9a-434d-9a34-157bc0549c57 req-979f8b83-1078-4308-bdfb-71cfd5088e91 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] 10.222.0.57 "GET /v2.0/ports?device_id=768f4258-d241-477d-b684-2050e7fef908 HTTP/1.1" status: 200 len: 936 time: 0.2891440 Oct 19 01:02:24.145596 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['82f75835-b266-47e6-9b0d-02277e64a8f3'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:02:24.194313 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=82f75835-b266-47e6-9b0d-02277e64a8f3,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:24.257059 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a550322-14a5-4c12-bf9b-522e184c66e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-6f09460f-2adf-4d7f-b998-5eb93e5b8b56', 'network_id': '6f09460f-2adf-4d7f-b998-5eb93e5b8b56', 'tenant_id': '7ac692c5716e4ead89cc01f87bd9bf1f', 'fixed_ips': [{'subnet_id': '456cff99-6d7d-4ea7-89c3-31fbd368d2b1'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:02:24.260392 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3a550322-14a5-4c12-bf9b-522e184c66e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:24.614365 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-ce2e7633-12cc-48c4-bcd9-2476eb7a681d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e9f5041-a16e-4b22-9741-81cd08073a6c {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:02:24.638528 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-ce2e7633-12cc-48c4-bcd9-2476eb7a681d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:24.678969 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-3a550322-14a5-4c12-bf9b-522e184c66e8 None None] Allocated IP 172.20.0.2 (6f09460f-2adf-4d7f-b998-5eb93e5b8b56/456cff99-6d7d-4ea7-89c3-31fbd368d2b1/491e61ab-9560-4f8f-a1f7-0dffc83f66e3) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:02:24.681661 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-ce2e7633-12cc-48c4-bcd9-2476eb7a681d service neutron] Transition to ACTIVE for port object 0e9f5041-a16e-4b22-9741-81cd08073a6c will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:02:24.709498 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-ce2e7633-12cc-48c4-bcd9-2476eb7a681d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:24.910247 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6f490e8f-35f8-4b3a-a307-5c066f2d93fc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:24.945077 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-386bf285-ad9a-434d-9a34-157bc0549c57 req-99b20907-96c6-430f-aa5a-1d6d6870eaa2 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] 10.222.0.57 "GET /v2.0/security-groups?id=18bf1b7c-5b0e-48b5-945c-d127534e748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7522829 Oct 19 01:02:24.979205 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e7633-12cc-48c4-bcd9-2476eb7a681d service neutron] Pushing event updated for resources: {'Port': ['ID=0e9f5041-a16e-4b22-9741-81cd08073a6c,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:25.010649 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264648b-824a-4ec3-9d17-98c969fbf2bc req-85d3e9d1-3f08-4111-a3bb-e4d783e404db tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:25.026216 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4264648b-824a-4ec3-9d17-98c969fbf2bc req-85d3e9d1-3f08-4111-a3bb-e4d783e404db tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=50e73380-d86b-4d30-a48c-c6e0e5010e7e HTTP/1.1" status: 200 len: 944 time: 0.3423560 Oct 19 01:02:25.049586 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3a550322-14a5-4c12-bf9b-522e184c66e8 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:25.069648 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3a550322-14a5-4c12-bf9b-522e184c66e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:25.131123 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a550322-14a5-4c12-bf9b-522e184c66e8 None None] Network 6f09460f-2adf-4d7f-b998-5eb93e5b8b56 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:02:25.150626 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4264648b-824a-4ec3-9d17-98c969fbf2bc req-de86428f-6610-4156-945c-6bdae8db055f tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233773 Oct 19 01:02:25.170708 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-ce2e7633-12cc-48c4-bcd9-2476eb7a681d service neutron] Attempting to bind port 0e9f5041-a16e-4b22-9741-81cd08073a6c on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:02:25.172053 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-ce2e7633-12cc-48c4-bcd9-2476eb7a681d service neutron] Attempting to bind port 0e9f5041-a16e-4b22-9741-81cd08073a6c by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:02:25.173325 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-ce2e7633-12cc-48c4-bcd9-2476eb7a681d service neutron] Attempting to bind port 0e9f5041-a16e-4b22-9741-81cd08073a6c on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:02:25.181991 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-3a550322-14a5-4c12-bf9b-522e184c66e8 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:02:25.183138 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-ce2e7633-12cc-48c4-bcd9-2476eb7a681d service neutron] Port 0e9f5041-a16e-4b22-9741-81cd08073a6c on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:02:25.184845 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-ce2e7633-12cc-48c4-bcd9-2476eb7a681d service neutron] Attempting to bind port 0e9f5041-a16e-4b22-9741-81cd08073a6c on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:02:25.188014 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a550322-14a5-4c12-bf9b-522e184c66e8 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:02:25.197468 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-ce2e7633-12cc-48c4-bcd9-2476eb7a681d service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:02:25.203180 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-ce2e7633-12cc-48c4-bcd9-2476eb7a681d service neutron] Checking segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:02:25.203852 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-ce2e7633-12cc-48c4-bcd9-2476eb7a681d service neutron] Bound using segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:02:25.204567 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-ce2e7633-12cc-48c4-bcd9-2476eb7a681d service neutron] Bound port: 0e9f5041-a16e-4b22-9741-81cd08073a6c, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:02:25.205704 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-ce2e7633-12cc-48c4-bcd9-2476eb7a681d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:25.251936 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 82f75835-b266-47e6-9b0d-02277e64a8f3 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:02:25.344108 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a550322-14a5-4c12-bf9b-522e184c66e8 None None] Pushing event updated for resources: {'Port': ['ID=491e61ab-9560-4f8f-a1f7-0dffc83f66e3,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:25.382016 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-ce2e7633-12cc-48c4-bcd9-2476eb7a681d service neutron] For port 0e9f5041-a16e-4b22-9741-81cd08073a6c, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:02:25.382783 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c355f-d1fb-4db5-a3a6-bd1eb168fb12 req-74285dcd-b251-4927-9152-f276dc46c623 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:25.384439 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e89c355f-d1fb-4db5-a3a6-bd1eb168fb12 req-74285dcd-b251-4927-9152-f276dc46c623 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 950 time: 0.2192047 Oct 19 01:02:25.386224 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-ce2e7633-12cc-48c4-bcd9-2476eb7a681d service neutron] For port 0e9f5041-a16e-4b22-9741-81cd08073a6c, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=0e9f5041-a16e-4b22-9741-81cd08073a6c,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:02:25.395831 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-ce2e7633-12cc-48c4-bcd9-2476eb7a681d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:25.452180 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-3a550322-14a5-4c12-bf9b-522e184c66e8 None None] Attempting to bind port 491e61ab-9560-4f8f-a1f7-0dffc83f66e3 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:02:25.453165 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-3a550322-14a5-4c12-bf9b-522e184c66e8 None None] Attempting to bind port 491e61ab-9560-4f8f-a1f7-0dffc83f66e3 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'fd439f00-5252-4108-8cca-4bb02963020f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6f09460f-2adf-4d7f-b998-5eb93e5b8b56'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:02:25.453692 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a550322-14a5-4c12-bf9b-522e184c66e8 None None] Attempting to bind port 491e61ab-9560-4f8f-a1f7-0dffc83f66e3 on network 6f09460f-2adf-4d7f-b998-5eb93e5b8b56 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:02:25.480849 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-ce2e7633-12cc-48c4-bcd9-2476eb7a681d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:25.487662 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-ce2e7633-12cc-48c4-bcd9-2476eb7a681d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:25.489254 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a550322-14a5-4c12-bf9b-522e184c66e8 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:02:25.492023 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-ce2e7633-12cc-48c4-bcd9-2476eb7a681d service neutron] 10.222.0.55 "PUT /v2.0/ports/0e9f5041-a16e-4b22-9741-81cd08073a6c HTTP/1.1" status: 200 len: 1097 time: 2.2494388 Oct 19 01:02:25.493971 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a550322-14a5-4c12-bf9b-522e184c66e8 None None] Checking segment: {'id': 'fd439f00-5252-4108-8cca-4bb02963020f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6f09460f-2adf-4d7f-b998-5eb93e5b8b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:02:25.495021 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3a550322-14a5-4c12-bf9b-522e184c66e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:25.495544 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768f4258-d241-477d-b684-2050e7fef908', 'tag': '0e9f5041-a16e-4b22-9741-81cd08073a6c'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:02:25.496475 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a550322-14a5-4c12-bf9b-522e184c66e8 None None] Bound using segment: {'id': 'fd439f00-5252-4108-8cca-4bb02963020f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6f09460f-2adf-4d7f-b998-5eb93e5b8b56'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:02:25.501396 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-3a550322-14a5-4c12-bf9b-522e184c66e8 None None] Bound port: 491e61ab-9560-4f8f-a1f7-0dffc83f66e3, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd439f00-5252-4108-8cca-4bb02963020f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6f09460f-2adf-4d7f-b998-5eb93e5b8b56'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:02:25.502880 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3a550322-14a5-4c12-bf9b-522e184c66e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:25.505744 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b03a2f-a690-44df-9f5f-35e3decdc023" -d '{"events": [{"name": "network-changed", "server_uuid": "768f4258-d241-477d-b684-2050e7fef908", "tag": "0e9f5041-a16e-4b22-9741-81cd08073a6c"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:02:25.600143 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:25.625788 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 82f75835-b266-47e6-9b0d-02277e64a8f3 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:02:25.642573 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e7633-12cc-48c4-bcd9-2476eb7a681d service neutron] Pushing event updated for resources: {'Port': ['ID=0e9f5041-a16e-4b22-9741-81cd08073a6c,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:25.648573 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e89c355f-d1fb-4db5-a3a6-bd1eb168fb12 req-9cc22420-8e0f-4322-a1d4-72902aacea5d tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487674 Oct 19 01:02:25.672114 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 82f75835-b266-47e6-9b0d-02277e64a8f3, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=82f75835-b266-47e6-9b0d-02277e64a8f3,segment=NetworkSegment(85401e62-3f2c-43a6-8d64-5618396e8614),segment_id=85401e62-3f2c-43a6-8d64-5618396e8614)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:25.685463 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:25.698809 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6f490e8f-35f8-4b3a-a307-5c066f2d93fc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:25.707075 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-2bd304cf-9f87-4654-b647-63aaa60d1e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:25.709605 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-2bd304cf-9f87-4654-b647-63aaa60d1e35 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0ad4bec6652486ba8338b783ee7cd69&device_id=768f4258-d241-477d-b684-2050e7fef908 HTTP/1.1" status: 200 len: 1100 time: 0.1717479 Oct 19 01:02:25.751486 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6f490e8f-35f8-4b3a-a307-5c066f2d93fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:25.810582 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=82f75835-b266-47e6-9b0d-02277e64a8f3,revision_number=7']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:25.877838 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ecfcd5-1b00-4452-96fd-37b88dda42f8 x-openstack-request-id: req-88ecfcd5-1b00-4452-96fd-37b88dda42f8 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:02:25.878516 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "768f4258-d241-477d-b684-2050e7fef908", "tag": "0e9f5041-a16e-4b22-9741-81cd08073a6c", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:02:25.878998 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-88ecfcd5-1b00-4452-96fd-37b88dda42f8 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:02:25.880213 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '768f4258-d241-477d-b684-2050e7fef908', 'tag': '0e9f5041-a16e-4b22-9741-81cd08073a6c', 'status': 'completed', 'code': 200} Oct 19 01:02:25.885863 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-8f9cff44-bc62-4042-abbf-983cc7da289a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=0e9f5041-a16e-4b22-9741-81cd08073a6c HTTP/1.1" status: 200 len: 217 time: 0.1630926 Oct 19 01:02:25.898179 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-3a550322-14a5-4c12-bf9b-522e184c66e8 None None] For port 491e61ab-9560-4f8f-a1f7-0dffc83f66e3, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:02:25.901870 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-3a550322-14a5-4c12-bf9b-522e184c66e8 None None] For port 491e61ab-9560-4f8f-a1f7-0dffc83f66e3, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=491e61ab-9560-4f8f-a1f7-0dffc83f66e3,segment=NetworkSegment(fd439f00-5252-4108-8cca-4bb02963020f),segment_id=fd439f00-5252-4108-8cca-4bb02963020f)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:02:25.907503 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3a550322-14a5-4c12-bf9b-522e184c66e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:25.994953 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-6f490e8f-35f8-4b3a-a307-5c066f2d93fc admin admin] Allocated IP 172.25.8.147 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/0b6714d4-372d-48de-ab8e-43e2d7c15171) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:02:26.039386 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-e5edd18e-234d-460b-9ffa-3ffb2be51712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:26.054409 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-e5edd18e-234d-460b-9ffa-3ffb2be51712 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.1603286 Oct 19 01:02:26.154169 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a550322-14a5-4c12-bf9b-522e184c66e8 None None] Pushing event updated for resources: {'Port': ['ID=491e61ab-9560-4f8f-a1f7-0dffc83f66e3,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:26.212794 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-f264771d-70f2-4d18-8cb0-7b511b89c124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:26.214318 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-f264771d-70f2-4d18-8cb0-7b511b89c124 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1509399 Oct 19 01:02:26.317347 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084c13a-269c-4bd8-ab8b-33cf0ebbe4a9 req-100e6ff1-13d5-4731-af36-526827c13e86 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:26.323159 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e084c13a-269c-4bd8-ab8b-33cf0ebbe4a9 req-100e6ff1-13d5-4731-af36-526827c13e86 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] 10.222.0.57 "GET /v2.0/ports?device_id=768f4258-d241-477d-b684-2050e7fef908 HTTP/1.1" status: 200 len: 948 time: 0.1907032 Oct 19 01:02:26.373451 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d745ff9-98ae-4a03-933c-6fa4d47418c1 req-c0fa7dec-b590-42ac-abc9-c45619045069 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:26.383011 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5d745ff9-98ae-4a03-933c-6fa4d47418c1 req-c0fa7dec-b590-42ac-abc9-c45619045069 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=50e73380-d86b-4d30-a48c-c6e0e5010e7e HTTP/1.1" status: 200 len: 943 time: 0.1204720 Oct 19 01:02:26.429306 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-f85cd81e-eddd-4049-b319-bce47e317291 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068238 Oct 19 01:02:26.445599 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5d745ff9-98ae-4a03-933c-6fa4d47418c1 req-6c0a4a83-82fa-424a-b588-d1bc7088325e tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616093 Oct 19 01:02:26.468329 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6f490e8f-35f8-4b3a-a307-5c066f2d93fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:26.545810 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e084c13a-269c-4bd8-ab8b-33cf0ebbe4a9 req-a1efdaf2-fb3c-403b-8fc5-d7151c6d5917 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] 10.222.0.57 "GET /v2.0/security-groups?id=18bf1b7c-5b0e-48b5-945c-d127534e748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078838 Oct 19 01:02:26.553389 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6f490e8f-35f8-4b3a-a307-5c066f2d93fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:26.628878 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e55d9ccd-e8f8-4f8e-ad48-2b0e513ce65e req-0dd9da27-5f6b-45b7-94d5-9ce66d805335 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821265 Oct 19 01:02:26.643183 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f490e8f-35f8-4b3a-a307-5c066f2d93fc admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:02:26.646607 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-6f490e8f-35f8-4b3a-a307-5c066f2d93fc admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:02:26.651131 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f490e8f-35f8-4b3a-a307-5c066f2d93fc admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:02:26.658059 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f490e8f-35f8-4b3a-a307-5c066f2d93fc admin admin] Pushing event updated for resources: {'Port': ['ID=0b6714d4-372d-48de-ab8e-43e2d7c15171,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:26.750261 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b03a2f-a690-44df-9f5f-35e3decdc023 req-b1587d3a-e38d-41fc-b2d2-877286ec065a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:26.752829 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a5b03a2f-a690-44df-9f5f-35e3decdc023 req-b1587d3a-e38d-41fc-b2d2-877286ec065a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0ad4bec6652486ba8338b783ee7cd69&device_id=768f4258-d241-477d-b684-2050e7fef908 HTTP/1.1" status: 200 len: 1100 time: 0.0620856 Oct 19 01:02:26.858210 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:27.000224 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-610a19a0-ebee-4ed7-bc6b-3db7521f6352 service neutron] show failed (client error): The resource could not be found. Oct 19 01:02:27.001265 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-610a19a0-ebee-4ed7-bc6b-3db7521f6352 service neutron] 10.222.0.55 "GET /v2.0/ports/0a00941a-f339-4aca-ac9a-643bf04575f0/bindings/n-h2-715271-26 HTTP/1.1" status: 404 len: 381 time: 0.2746692 Oct 19 01:02:27.008296 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b03a2f-a690-44df-9f5f-35e3decdc023 req-3829977d-54d8-48a6-8b5a-74e119b090a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:27.010215 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a5b03a2f-a690-44df-9f5f-35e3decdc023 req-3829977d-54d8-48a6-8b5a-74e119b090a5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.2502847 Oct 19 01:02:27.013231 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d75b7-0655-462f-a03a-410918e16d8f req-6041229e-bc03-4d07-8447-d1e6197ae23e tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:27.014739 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-142d75b7-0655-462f-a03a-410918e16d8f req-6041229e-bc03-4d07-8447-d1e6197ae23e tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 950 time: 0.1690538 Oct 19 01:02:27.129065 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a5b03a2f-a690-44df-9f5f-35e3decdc023 req-641c3f13-cbf9-423a-bb3c-21abf35fc9b0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=0e9f5041-a16e-4b22-9741-81cd08073a6c HTTP/1.1" status: 200 len: 217 time: 0.1095705 Oct 19 01:02:27.219618 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-142d75b7-0655-462f-a03a-410918e16d8f req-9262693a-f334-4c87-93c9-1f5af9422596 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671374 Oct 19 01:02:27.265255 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6f490e8f-35f8-4b3a-a307-5c066f2d93fc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:27.288319 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b03a2f-a690-44df-9f5f-35e3decdc023 req-9eddeecf-6b05-4cae-bd0f-0965516dc95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:27.290246 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a5b03a2f-a690-44df-9f5f-35e3decdc023 req-9eddeecf-6b05-4cae-bd0f-0965516dc95e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.1536436 Oct 19 01:02:27.443542 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b64d3-ab3c-4f9a-b0e6-dd7e2865131d req-06f53991-1057-4de4-ad0c-1e36552a9068 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:27.445265 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-931b64d3-ab3c-4f9a-b0e6-dd7e2865131d req-06f53991-1057-4de4-ad0c-1e36552a9068 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.24 "GET /v2.0/ports?device_id=50e73380-d86b-4d30-a48c-c6e0e5010e7e HTTP/1.1" status: 200 len: 943 time: 0.1671801 Oct 19 01:02:27.748223 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77bca79-6d2a-4024-89d5-113f535a6fe2 None None] Network 6f09460f-2adf-4d7f-b998-5eb93e5b8b56 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:02:27.785348 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6f490e8f-35f8-4b3a-a307-5c066f2d93fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:27.879170 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-ce4bc30e-9b9f-4642-a44f-f6c58fa7d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:27.880839 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-ce4bc30e-9b9f-4642-a44f-f6c58fa7d1b6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8&tenant_id=ac822e1b6e714d828ed258d652a9ce7a HTTP/1.1" status: 200 len: 1102 time: 0.5329742 Oct 19 01:02:27.920392 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-0608a12b-1ab9-4155-9d82-93d706842e00 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-26', 'device_owner': 'compute:nova'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:02:27.922206 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-0ece549f-7301-46c4-8a9d-eae427cc52a1 None None] Provisioning complete for port 491e61ab-9560-4f8f-a1f7-0dffc83f66e3 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:02:27.936296 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0ece549f-7301-46c4-8a9d-eae427cc52a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:28.033935 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b688c2-1ee1-428e-a510-ddb9b3494992 req-e56ad591-259e-4ca2-8db6-99ecf0107984 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:28.045107 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-20b688c2-1ee1-428e-a510-ddb9b3494992 req-e56ad591-259e-4ca2-8db6-99ecf0107984 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] 10.222.0.57 "GET /v2.0/ports?device_id=768f4258-d241-477d-b684-2050e7fef908 HTTP/1.1" status: 200 len: 948 time: 0.2703218 Oct 19 01:02:28.093861 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-0608a12b-1ab9-4155-9d82-93d706842e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:28.121649 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0ece549f-7301-46c4-8a9d-eae427cc52a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:28.144147 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b03a2f-a690-44df-9f5f-35e3decdc023 req-a9cfd2d5-40df-4a55-8fa6-e3a18e0b4770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:28.145741 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a5b03a2f-a690-44df-9f5f-35e3decdc023 req-a9cfd2d5-40df-4a55-8fa6-e3a18e0b4770 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8043528 Oct 19 01:02:28.154730 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-20b688c2-1ee1-428e-a510-ddb9b3494992 req-e6bd781a-dad5-45cb-b6d9-7cf436b7f402 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] 10.222.0.57 "GET /v2.0/security-groups?id=18bf1b7c-5b0e-48b5-945c-d127534e748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041205 Oct 19 01:02:28.176902 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-0ece549f-7301-46c4-8a9d-eae427cc52a1 None None] For port 491e61ab-9560-4f8f-a1f7-0dffc83f66e3, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=491e61ab-9560-4f8f-a1f7-0dffc83f66e3,segment=NetworkSegment(fd439f00-5252-4108-8cca-4bb02963020f),segment_id=fd439f00-5252-4108-8cca-4bb02963020f)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:28.182434 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0ece549f-7301-46c4-8a9d-eae427cc52a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:28.262966 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece549f-7301-46c4-8a9d-eae427cc52a1 None None] Pushing event updated for resources: {'Port': ['ID=491e61ab-9560-4f8f-a1f7-0dffc83f66e3,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:28.410463 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 491e61ab-9560-4f8f-a1f7-0dffc83f66e3 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:02:28.427201 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f490e8f-35f8-4b3a-a307-5c066f2d93fc admin admin] Router e18ba5b5-c536-4e19-9463-7e6a5dba3c59 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:02:28.521858 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cded238-bac0-4ccb-aa33-44b3d023c86c req-0e477f8a-07d1-404b-98c7-8668d3fa0b02 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:28.523567 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1cded238-bac0-4ccb-aa33-44b3d023c86c req-0e477f8a-07d1-404b-98c7-8668d3fa0b02 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=50e73380-d86b-4d30-a48c-c6e0e5010e7e HTTP/1.1" status: 200 len: 943 time: 0.4078577 Oct 19 01:02:28.558839 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 491e61ab-9560-4f8f-a1f7-0dffc83f66e3 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:02:28.559970 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:28.640316 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-40ead6a2-5189-4bd5-b156-6e235cca6b98 None None] Provisioning complete for port 491e61ab-9560-4f8f-a1f7-0dffc83f66e3 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:02:28.640687 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-40ead6a2-5189-4bd5-b156-6e235cca6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:28.688918 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a5b03a2f-a690-44df-9f5f-35e3decdc023 req-e5ddde03-d277-422a-9d8f-f3af9c0200ed service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932284 Oct 19 01:02:28.708606 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-0608a12b-1ab9-4155-9d82-93d706842e00 service neutron] For port 0a00941a-f339-4aca-ac9a-643bf04575f0, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=0a00941a-f339-4aca-ac9a-643bf04575f0,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:28.726065 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-931b64d3-ab3c-4f9a-b0e6-dd7e2865131d req-a373bf88-0ab1-40de-ad0a-86c4b4fad3cd tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Deleting port 82f75835-b266-47e6-9b0d-02277e64a8f3 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:02:28.726409 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-931b64d3-ab3c-4f9a-b0e6-dd7e2865131d req-a373bf88-0ab1-40de-ad0a-86c4b4fad3cd tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:28.770517 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f490e8f-35f8-4b3a-a307-5c066f2d93fc admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:02:28.793011 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58530490-f253-4a24-9f6e-ae5bbd4e56d4 None None] Sync routers for ids ['e18ba5b5-c536-4e19-9463-7e6a5dba3c59'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:02:28.809059 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58530490-f253-4a24-9f6e-ae5bbd4e56d4 None None] Routers {'e18ba5b5-c536-4e19-9463-7e6a5dba3c59'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:02:28.809966 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-58530490-f253-4a24-9f6e-ae5bbd4e56d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:02:16Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e18ba5b5-c536-4e19-9463-7e6a5dba3c59'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:02:28.821379 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-0608a12b-1ab9-4155-9d82-93d706842e00 service neutron] For port 0a00941a-f339-4aca-ac9a-643bf04575f0, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:02:28.843218 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1cded238-bac0-4ccb-aa33-44b3d023c86c req-80c53ae5-dfc6-484f-8b37-c8a540be0c1a tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/security-groups?id=bbb5ae45-8629-469d-ac88-dbbf1b039321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069324 Oct 19 01:02:28.897412 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6f490e8f-35f8-4b3a-a307-5c066f2d93fc admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:28.898693 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6f490e8f-35f8-4b3a-a307-5c066f2d93fc admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1225367 Oct 19 01:02:28.911383 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53876) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:29.070202 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-58530490-f253-4a24-9f6e-ae5bbd4e56d4 None None] Set router e18ba5b5-c536-4e19-9463-7e6a5dba3c59 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:02:29.084119 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:29.112632 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27671cbd-1818-4509-bbbb-0cb1ba0be4b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a00941a-f339-4aca-ac9a-643bf04575f0'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:02:29.115079 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a7f6e7-1f80-447d-910b-16b499739c90" -d '{"events": [{"server_uuid": "27671cbd-1818-4509-bbbb-0cb1ba0be4b8", "name": "network-vif-unplugged", "status": "completed", "tag": "0a00941a-f339-4aca-ac9a-643bf04575f0"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:02:29.119437 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-0608a12b-1ab9-4155-9d82-93d706842e00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:29.151921 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfad70-4960-42b5-b78a-c6d98b6522b2 req-9e1ff263-f3e8-4adc-9680-a895acfcf4c6 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:29.159456 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-90cfad70-4960-42b5-b78a-c6d98b6522b2 req-9e1ff263-f3e8-4adc-9680-a895acfcf4c6 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 950 time: 0.2345572 Oct 19 01:02:29.161969 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-931b64d3-ab3c-4f9a-b0e6-dd7e2865131d req-a373bf88-0ab1-40de-ad0a-86c4b4fad3cd tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] For port 82f75835-b266-47e6-9b0d-02277e64a8f3, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=82f75835-b266-47e6-9b0d-02277e64a8f3,segment=NetworkSegment(85401e62-3f2c-43a6-8d64-5618396e8614),segment_id=85401e62-3f2c-43a6-8d64-5618396e8614)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:29.162946 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-931b64d3-ab3c-4f9a-b0e6-dd7e2865131d req-a373bf88-0ab1-40de-ad0a-86c4b4fad3cd tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:29.180184 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-931b64d3-ab3c-4f9a-b0e6-dd7e2865131d req-a373bf88-0ab1-40de-ad0a-86c4b4fad3cd tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Calling delete_port for 82f75835-b266-47e6-9b0d-02277e64a8f3 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:02:29.196637 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 82f75835-b266-47e6-9b0d-02277e64a8f3 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:02:29.210159 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-0608a12b-1ab9-4155-9d82-93d706842e00 service neutron] Transition to ACTIVE for port object 0a00941a-f339-4aca-ac9a-643bf04575f0 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:02:29.222545 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-0608a12b-1ab9-4155-9d82-93d706842e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:29.354510 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 0e9f5041-a16e-4b22-9741-81cd08073a6c details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:02:29.379484 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-58530490-f253-4a24-9f6e-ae5bbd4e56d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18ba5b5-c536-4e19-9463-7e6a5dba3c59', 'name': 'tempest-AttachSCSIVolumeTestJSON-1598132924-router', 'tenant_id': '7ac692c5716e4ead89cc01f87bd9bf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '0b6714d4-372d-48de-ab8e-43e2d7c15171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:02:23Z', 'updated_at': '2021-10-19T01:02:26Z', 'revision_number': 3, 'project_id': '7ac692c5716e4ead89cc01f87bd9bf1f', 'gw_port': {'id': '0b6714d4-372d-48de-ab8e-43e2d7c15171', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18ba5b5-c536-4e19-9463-7e6a5dba3c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:02:25Z', 'updated_at': '2021-10-19T01:02:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:02:29.395620 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a5b03a2f-a690-44df-9f5f-35e3decdc023 req-415961c7-ed26-4a2c-89e7-5fe5de25fa2a service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6928339 Oct 19 01:02:29.421016 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367cab84-f27a-4740-9acc-3472db6ac4ec req-6f8cce62-c609-498d-896b-3d1f0cf803b8 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:29.429418 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-367cab84-f27a-4740-9acc-3472db6ac4ec req-6f8cce62-c609-498d-896b-3d1f0cf803b8 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 944 time: 0.4320040 Oct 19 01:02:29.460369 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58530490-f253-4a24-9f6e-ae5bbd4e56d4 None None] Checking router: e18ba5b5-c536-4e19-9463-7e6a5dba3c59 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:02:29.460925 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58530490-f253-4a24-9f6e-ae5bbd4e56d4 None None] Updating router e18ba5b5-c536-4e19-9463-7e6a5dba3c59 port 0b6714d4-372d-48de-ab8e-43e2d7c15171 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:02:29.510969 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-58530490-f253-4a24-9f6e-ae5bbd4e56d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:29.563491 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-367cab84-f27a-4740-9acc-3472db6ac4ec req-3785334f-c155-40eb-be31-ad386aef4e30 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273870 Oct 19 01:02:29.622044 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 0e9f5041-a16e-4b22-9741-81cd08073a6c, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=0e9f5041-a16e-4b22-9741-81cd08073a6c,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:29.655850 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '0e9f5041-a16e-4b22-9741-81cd08073a6c', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': '0e9f5041-a16e-4b22-9741-81cd08073a6c', 'mac_address': 'fa:16:3e:6e:4d:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:02:29.713135 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53892) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:29.716828 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d0af40-27ba-4d14-97f3-ce06dc7f3244 x-openstack-request-id: req-c2d0af40-27ba-4d14-97f3-ce06dc7f3244 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:02:29.717332 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27671cbd-1818-4509-bbbb-0cb1ba0be4b8", "name": "network-vif-unplugged", "status": "completed", "tag": "0a00941a-f339-4aca-ac9a-643bf04575f0", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:02:29.717751 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c2d0af40-27ba-4d14-97f3-ce06dc7f3244 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:02:29.718409 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27671cbd-1818-4509-bbbb-0cb1ba0be4b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a00941a-f339-4aca-ac9a-643bf04575f0', 'code': 200} Oct 19 01:02:29.738167 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-90cfad70-4960-42b5-b78a-c6d98b6522b2 req-0417d2b1-6e54-4ae6-a2b3-733bfe5d3cc4 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5776634 Oct 19 01:02:29.755195 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69d1ad-e32b-4c20-9a44-035a89c0d930 req-f7b216c9-7dd9-4ba5-838f-92d182a35322 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:29.758090 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5f69d1ad-e32b-4c20-9a44-035a89c0d930 req-f7b216c9-7dd9-4ba5-838f-92d182a35322 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 944 time: 0.0932333 Oct 19 01:02:29.772243 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:29.780269 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-931b64d3-ab3c-4f9a-b0e6-dd7e2865131d req-a373bf88-0ab1-40de-ad0a-86c4b4fad3cd tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:29.814609 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e9f5041-a16e-4b22-9741-81cd08073a6c {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:02:29.847930 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-0608a12b-1ab9-4155-9d82-93d706842e00 service neutron] No DVR routers for this DVR port 0a00941a-f339-4aca-ac9a-643bf04575f0 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:02:29.878303 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 0e9f5041-a16e-4b22-9741-81cd08073a6c, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=0e9f5041-a16e-4b22-9741-81cd08073a6c,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:29.889615 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:29.940185 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373bf88-0ab1-40de-ad0a-86c4b4fad3cd tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Pushing event deleted for resources: {'Port': ['ID=82f75835-b266-47e6-9b0d-02277e64a8f3,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:29.959880 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608a12b-1ab9-4155-9d82-93d706842e00 service neutron] Pushing event updated for resources: {'Port': ['ID=0a00941a-f339-4aca-ac9a-643bf04575f0,revision_number=6']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:29.977197 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-931b64d3-ab3c-4f9a-b0e6-dd7e2865131d req-a373bf88-0ab1-40de-ad0a-86c4b4fad3cd tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] No DVR routers for this DVR port 82f75835-b266-47e6-9b0d-02277e64a8f3 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:02:29.997475 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-931b64d3-ab3c-4f9a-b0e6-dd7e2865131d req-a373bf88-0ab1-40de-ad0a-86c4b4fad3cd tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:30.003340 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-931b64d3-ab3c-4f9a-b0e6-dd7e2865131d req-a373bf88-0ab1-40de-ad0a-86c4b4fad3cd tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.24 "DELETE /v2.0/ports/82f75835-b266-47e6-9b0d-02277e64a8f3 HTTP/1.1" status: 204 len: 173 time: 2.5481899 Oct 19 01:02:30.004157 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e73380-d86b-4d30-a48c-c6e0e5010e7e', 'name': 'network-vif-deleted', 'tag': '82f75835-b266-47e6-9b0d-02277e64a8f3'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:02:30.004315 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=0e9f5041-a16e-4b22-9741-81cd08073a6c,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:30.020409 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fc8af5-9254-46b0-b696-8d1adef5bda3" -d '{"events": [{"server_uuid": "50e73380-d86b-4d30-a48c-c6e0e5010e7e", "name": "network-vif-deleted", "tag": "82f75835-b266-47e6-9b0d-02277e64a8f3"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:02:30.025992 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-372cf291-5198-4bf1-b6bc-3618b7ca2285 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:30.044128 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-0608a12b-1ab9-4155-9d82-93d706842e00 service neutron] Attempting to bind port 0a00941a-f339-4aca-ac9a-643bf04575f0 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:02:30.044526 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-0608a12b-1ab9-4155-9d82-93d706842e00 service neutron] Attempting to bind port 0a00941a-f339-4aca-ac9a-643bf04575f0 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:02:30.044798 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-0608a12b-1ab9-4155-9d82-93d706842e00 service neutron] Attempting to bind port 0a00941a-f339-4aca-ac9a-643bf04575f0 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:02:30.058971 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab26c59-ac5d-439c-9490-ece71cee9c8e req-a29915bb-8697-4e09-9159-a42f2e207551 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:30.060685 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1ab26c59-ac5d-439c-9490-ece71cee9c8e req-a29915bb-8697-4e09-9159-a42f2e207551 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] 10.222.0.57 "GET /v2.0/ports?device_id=768f4258-d241-477d-b684-2050e7fef908 HTTP/1.1" status: 200 len: 949 time: 0.2370374 Oct 19 01:02:30.075916 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-5f69d1ad-e32b-4c20-9a44-035a89c0d930 req-656695c5-998f-43ee-b68e-82627f5220ff tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Deleting port c890e210-5a9e-4f9f-80d7-4cddf7fc07cc {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:02:30.076418 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-5f69d1ad-e32b-4c20-9a44-035a89c0d930 req-656695c5-998f-43ee-b68e-82627f5220ff tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:30.083335 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-58530490-f253-4a24-9f6e-ae5bbd4e56d4 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:30.096285 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-58530490-f253-4a24-9f6e-ae5bbd4e56d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:30.108677 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-0608a12b-1ab9-4155-9d82-93d706842e00 service neutron] Port 0a00941a-f339-4aca-ac9a-643bf04575f0 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:02:30.110256 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-0608a12b-1ab9-4155-9d82-93d706842e00 service neutron] Attempting to bind port 0a00941a-f339-4aca-ac9a-643bf04575f0 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:02:30.127871 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-182eede7-e0dd-4c0c-817d-1a1f1474bce8 req-8276f64c-c2d1-42d3-b104-4edcf69e8b32 tempest-ImagesTestJSON-75443324 tempest-ImagesTestJSON-75443324-project] 10.222.0.57 "GET /v2.0/ports?device_id=50e73380-d86b-4d30-a48c-c6e0e5010e7e HTTP/1.1" status: 200 len: 210 time: 0.0858040 Oct 19 01:02:30.137548 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-0608a12b-1ab9-4155-9d82-93d706842e00 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:02:30.137916 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-0608a12b-1ab9-4155-9d82-93d706842e00 service neutron] Checking segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:02:30.138387 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-0608a12b-1ab9-4155-9d82-93d706842e00 service neutron] Bound using segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:02:30.139381 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-0608a12b-1ab9-4155-9d82-93d706842e00 service neutron] Bound port: 0a00941a-f339-4aca-ac9a-643bf04575f0, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:02:30.139834 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-0608a12b-1ab9-4155-9d82-93d706842e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:30.201591 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-58530490-f253-4a24-9f6e-ae5bbd4e56d4 None None] Attempting to bind port 0b6714d4-372d-48de-ab8e-43e2d7c15171 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:02:30.202159 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-58530490-f253-4a24-9f6e-ae5bbd4e56d4 None None] Attempting to bind port 0b6714d4-372d-48de-ab8e-43e2d7c15171 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:02:30.202682 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58530490-f253-4a24-9f6e-ae5bbd4e56d4 None None] Attempting to bind port 0b6714d4-372d-48de-ab8e-43e2d7c15171 on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:02:30.209428 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9d801-e5ad-4f04-a808-6d584857b3bd None None] Pushing event updated for resources: {'Port': ['ID=0b6714d4-372d-48de-ab8e-43e2d7c15171,revision_number=2']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:30.220191 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58530490-f253-4a24-9f6e-ae5bbd4e56d4 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:02:30.221657 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58530490-f253-4a24-9f6e-ae5bbd4e56d4 None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:02:30.222300 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-58530490-f253-4a24-9f6e-ae5bbd4e56d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:30.223445 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58530490-f253-4a24-9f6e-ae5bbd4e56d4 None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:02:30.224136 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-58530490-f253-4a24-9f6e-ae5bbd4e56d4 None None] Bound port: 0b6714d4-372d-48de-ab8e-43e2d7c15171, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:02:30.224744 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-58530490-f253-4a24-9f6e-ae5bbd4e56d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:30.233323 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9d801-e5ad-4f04-a808-6d584857b3bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:30.233958 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9d801-e5ad-4f04-a808-6d584857b3bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:30.234566 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9d801-e5ad-4f04-a808-6d584857b3bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:30.234836 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75e1d8f-7721-4eef-b315-08a9f31b381b x-openstack-request-id: req-f75e1d8f-7721-4eef-b315-08a9f31b381b {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:02:30.235302 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9d801-e5ad-4f04-a808-6d584857b3bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:30.235425 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e73380-d86b-4d30-a48c-c6e0e5010e7e", "name": "network-vif-deleted", "tag": "82f75835-b266-47e6-9b0d-02277e64a8f3", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:02:30.235425 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f75e1d8f-7721-4eef-b315-08a9f31b381b {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:02:30.235891 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e73380-d86b-4d30-a48c-c6e0e5010e7e', 'name': 'network-vif-deleted', 'tag': '82f75835-b266-47e6-9b0d-02277e64a8f3', 'status': 'completed', 'code': 200} Oct 19 01:02:30.236009 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9d801-e5ad-4f04-a808-6d584857b3bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:30.236582 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9d801-e5ad-4f04-a808-6d584857b3bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:30.237018 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9d801-e5ad-4f04-a808-6d584857b3bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:30.237617 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9d801-e5ad-4f04-a808-6d584857b3bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:30.238009 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9d801-e5ad-4f04-a808-6d584857b3bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:30.239161 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9d801-e5ad-4f04-a808-6d584857b3bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:30.239161 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9d801-e5ad-4f04-a808-6d584857b3bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:30.239161 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9d801-e5ad-4f04-a808-6d584857b3bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:30.242851 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1ab26c59-ac5d-439c-9490-ece71cee9c8e req-fe6196da-01ec-47fa-aec0-a779cba6a3a4 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] 10.222.0.57 "GET /v2.0/security-groups?id=18bf1b7c-5b0e-48b5-945c-d127534e748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160257 Oct 19 01:02:30.250644 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['0e9f5041-a16e-4b22-9741-81cd08073a6c'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:02:30.280965 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-5f69d1ad-e32b-4c20-9a44-035a89c0d930 req-656695c5-998f-43ee-b68e-82627f5220ff tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] For port c890e210-5a9e-4f9f-80d7-4cddf7fc07cc, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=c890e210-5a9e-4f9f-80d7-4cddf7fc07cc,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:30.281666 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-5f69d1ad-e32b-4c20-9a44-035a89c0d930 req-656695c5-998f-43ee-b68e-82627f5220ff tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:30.317291 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-58530490-f253-4a24-9f6e-ae5bbd4e56d4 None None] For port 0b6714d4-372d-48de-ab8e-43e2d7c15171, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:02:30.321628 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-5f69d1ad-e32b-4c20-9a44-035a89c0d930 req-656695c5-998f-43ee-b68e-82627f5220ff tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Calling delete_port for c890e210-5a9e-4f9f-80d7-4cddf7fc07cc owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:02:30.325498 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-58530490-f253-4a24-9f6e-ae5bbd4e56d4 None None] For port 0b6714d4-372d-48de-ab8e-43e2d7c15171, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=0b6714d4-372d-48de-ab8e-43e2d7c15171,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:02:30.335707 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-58530490-f253-4a24-9f6e-ae5bbd4e56d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:30.337954 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-0608a12b-1ab9-4155-9d82-93d706842e00 service neutron] For port 0a00941a-f339-4aca-ac9a-643bf04575f0, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:02:30.339105 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 491e61ab-9560-4f8f-a1f7-0dffc83f66e3 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:02:30.367889 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-372cf291-5198-4bf1-b6bc-3618b7ca2285 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:30.369842 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-0608a12b-1ab9-4155-9d82-93d706842e00 service neutron] For port 0a00941a-f339-4aca-ac9a-643bf04575f0, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=0a00941a-f339-4aca-ac9a-643bf04575f0,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:02:30.395070 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-0608a12b-1ab9-4155-9d82-93d706842e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:30.397010 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-372cf291-5198-4bf1-b6bc-3618b7ca2285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:30.430588 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58530490-f253-4a24-9f6e-ae5bbd4e56d4 None None] Routers {'e18ba5b5-c536-4e19-9463-7e6a5dba3c59'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:02:30.431606 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-58530490-f253-4a24-9f6e-ae5bbd4e56d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:02:16Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e18ba5b5-c536-4e19-9463-7e6a5dba3c59'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:02:30.484621 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-0608a12b-1ab9-4155-9d82-93d706842e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:30.485512 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-0608a12b-1ab9-4155-9d82-93d706842e00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:30.487796 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-0608a12b-1ab9-4155-9d82-93d706842e00 service neutron] 10.222.0.24 "PUT /v2.0/ports/0a00941a-f339-4aca-ac9a-643bf04575f0 HTTP/1.1" status: 200 len: 1097 time: 2.5719309 Oct 19 01:02:30.494492 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9d801-e5ad-4f04-a808-6d584857b3bd None None] Pushing event updated for resources: {'Port': ['ID=0b6714d4-372d-48de-ab8e-43e2d7c15171,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:30.506093 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-372cf291-5198-4bf1-b6bc-3618b7ca2285 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5ffda465da6b41fd9649798ae1239f85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7666497 Oct 19 01:02:30.530616 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53900) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:30.539492 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 491e61ab-9560-4f8f-a1f7-0dffc83f66e3 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:02:30.542636 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:30.556793 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372cf291-5198-4bf1-b6bc-3618b7ca2285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1c558b-36e7-4a31-922b-f56f17fabe73,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:30.586372 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608a12b-1ab9-4155-9d82-93d706842e00 service neutron] Pushing event updated for resources: {'Port': ['ID=0a00941a-f339-4aca-ac9a-643bf04575f0,revision_number=7']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:30.692055 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-58530490-f253-4a24-9f6e-ae5bbd4e56d4 None None] Set router e18ba5b5-c536-4e19-9463-7e6a5dba3c59 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:02:30.709107 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1f678cc1-d313-446d-a30d-85e1ee92a3b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:30.714278 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-ff3c288c-2b6b-43b1-b648-1ffb19e099ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:30.725657 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-ff3c288c-2b6b-43b1-b648-1ffb19e099ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 1100 time: 0.1805983 Oct 19 01:02:30.755087 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1f678cc1-d313-446d-a30d-85e1ee92a3b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:30.766626 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bcfb2d7c-75dd-45c5-b1a2-0a83e3768e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:30.818558 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-5f69d1ad-e32b-4c20-9a44-035a89c0d930 req-656695c5-998f-43ee-b68e-82627f5220ff tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:30.824643 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7a72c822-000f-4e99-aba9-fc41b8bb6b4a req-7229d624-9c98-4dee-9a7e-8fc8984b35d6 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9547c6d-a57a-47b5-adc6-69c650490c1a HTTP/1.1" status: 200 len: 210 time: 0.1144302 Oct 19 01:02:30.870283 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1f678cc1-d313-446d-a30d-85e1ee92a3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:30.873001 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1f678cc1-d313-446d-a30d-85e1ee92a3b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:30.876528 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1f678cc1-d313-446d-a30d-85e1ee92a3b0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4d1c558b-36e7-4a31-922b-f56f17fabe73 HTTP/1.1" status: 204 len: 168 time: 0.3424654 Oct 19 01:02:30.901086 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656695c5-998f-43ee-b68e-82627f5220ff tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Pushing event deleted for resources: {'Port': ['ID=c890e210-5a9e-4f9f-80d7-4cddf7fc07cc,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:30.951401 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f678cc1-d313-446d-a30d-85e1ee92a3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1c558b-36e7-4a31-922b-f56f17fabe73,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:30.991286 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f69d1ad-e32b-4c20-9a44-035a89c0d930 req-656695c5-998f-43ee-b68e-82627f5220ff tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] No DVR routers for this DVR port c890e210-5a9e-4f9f-80d7-4cddf7fc07cc on host n-h1-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:02:30.994464 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-5f69d1ad-e32b-4c20-9a44-035a89c0d930 req-656695c5-998f-43ee-b68e-82627f5220ff tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:30.999618 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5f69d1ad-e32b-4c20-9a44-035a89c0d930 req-656695c5-998f-43ee-b68e-82627f5220ff tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.55 "DELETE /v2.0/ports/c890e210-5a9e-4f9f-80d7-4cddf7fc07cc HTTP/1.1" status: 204 len: 173 time: 1.2348292 Oct 19 01:02:31.041897 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-58530490-f253-4a24-9f6e-ae5bbd4e56d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18ba5b5-c536-4e19-9463-7e6a5dba3c59', 'name': 'tempest-AttachSCSIVolumeTestJSON-1598132924-router', 'tenant_id': '7ac692c5716e4ead89cc01f87bd9bf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '0b6714d4-372d-48de-ab8e-43e2d7c15171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:02:23Z', 'updated_at': '2021-10-19T01:02:26Z', 'revision_number': 3, 'project_id': '7ac692c5716e4ead89cc01f87bd9bf1f', 'gw_port': {'id': '0b6714d4-372d-48de-ab8e-43e2d7c15171', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18ba5b5-c536-4e19-9463-7e6a5dba3c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:02:25Z', 'updated_at': '2021-10-19T01:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:02:31.042649 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4415a-c0ec-40bf-b1ee-251f912da1ef req-a653abbe-be4f-43e9-a11a-7892e16f4afe tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:31.052977 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a0a4415a-c0ec-40bf-b1ee-251f912da1ef req-a653abbe-be4f-43e9-a11a-7892e16f4afe tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 948 time: 0.2285774 Oct 19 01:02:31.081239 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58530490-f253-4a24-9f6e-ae5bbd4e56d4 None None] The sync data for ids ['e18ba5b5-c536-4e19-9463-7e6a5dba3c59'] in n-d-715271-26 is: [{'id': 'e18ba5b5-c536-4e19-9463-7e6a5dba3c59', 'name': 'tempest-AttachSCSIVolumeTestJSON-1598132924-router', 'tenant_id': '7ac692c5716e4ead89cc01f87bd9bf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '0b6714d4-372d-48de-ab8e-43e2d7c15171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:02:23Z', 'updated_at': '2021-10-19T01:02:26Z', 'revision_number': 3, 'project_id': '7ac692c5716e4ead89cc01f87bd9bf1f', 'gw_port': {'id': '0b6714d4-372d-48de-ab8e-43e2d7c15171', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18ba5b5-c536-4e19-9463-7e6a5dba3c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:02:25Z', 'updated_at': '2021-10-19T01:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:02:31.088860 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-1cf29b00-d6d7-43fc-9aeb-b47a1132f894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:31.090480 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-1cf29b00-d6d7-43fc-9aeb-b47a1132f894 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.3465683 Oct 19 01:02:31.129306 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a0a4415a-c0ec-40bf-b1ee-251f912da1ef req-a8a5f8d6-89ef-4171-8c2f-c439d30bd337 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639281 Oct 19 01:02:31.152700 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:02:31.166616 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-9dced276-c29b-41c0-b9a1-3c9b30fdc616 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=0a00941a-f339-4aca-ac9a-643bf04575f0 HTTP/1.1" status: 200 len: 217 time: 0.0653937 Oct 19 01:02:31.257891 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['c890e210-5a9e-4f9f-80d7-4cddf7fc07cc'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:02:31.291985 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-27b36a5e-ad27-4966-bb8e-933a44692938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:31.293660 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-27b36a5e-ad27-4966-bb8e-933a44692938 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.1181290 Oct 19 01:02:31.312758 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-bcfb2d7c-75dd-45c5-b1a2-0a83e3768e22 admin admin] Allocated IP 172.20.0.1 (6f09460f-2adf-4d7f-b998-5eb93e5b8b56/456cff99-6d7d-4ea7-89c3-31fbd368d2b1/c9c9ac3e-c0ca-4153-9bc8-8e87ebe63d45) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:02:31.363774 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53928) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:31.366045 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 0a00941a-f339-4aca-ac9a-643bf04575f0 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:02:31.382927 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-a2376afc-04bc-4422-bf8e-de77fa35407c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:31.386305 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-a2376afc-04bc-4422-bf8e-de77fa35407c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0854065 Oct 19 01:02:31.386806 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9617a770-5942-428f-a692-116cccd6d772 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:31.512684 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bcfb2d7c-75dd-45c5-b1a2-0a83e3768e22 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:31.515834 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 0a00941a-f339-4aca-ac9a-643bf04575f0 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:02:31.518157 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device c890e210-5a9e-4f9f-80d7-4cddf7fc07cc no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:02:31.592550 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: c890e210-5a9e-4f9f-80d7-4cddf7fc07cc {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:02:31.592953 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device c890e210-5a9e-4f9f-80d7-4cddf7fc07cc not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:02:31.604100 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bcfb2d7c-75dd-45c5-b1a2-0a83e3768e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:31.673713 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9617a770-5942-428f-a692-116cccd6d772 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:31.707056 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9617a770-5942-428f-a692-116cccd6d772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:31.724570 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfb2d7c-75dd-45c5-b1a2-0a83e3768e22 admin admin] Network 6f09460f-2adf-4d7f-b998-5eb93e5b8b56 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:02:31.724570 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27671cbd-1818-4509-bbbb-0cb1ba0be4b8', 'tag': '0a00941a-f339-4aca-ac9a-643bf04575f0'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:02:31.726935 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592df6ff-fe03-492a-ba9a-88c030729ceb" -d '{"events": [{"name": "network-changed", "server_uuid": "27671cbd-1818-4509-bbbb-0cb1ba0be4b8", "tag": "0a00941a-f339-4aca-ac9a-643bf04575f0"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:02:31.741670 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-bcfb2d7c-75dd-45c5-b1a2-0a83e3768e22 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:02:31.744520 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfb2d7c-75dd-45c5-b1a2-0a83e3768e22 admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:02:31.768729 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9617a770-5942-428f-a692-116cccd6d772 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=69bca05d24ed46148a88b41a879fa328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4030271 Oct 19 01:02:31.776395 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53950) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:31.790181 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb2d7c-75dd-45c5-b1a2-0a83e3768e22 admin admin] Pushing event updated for resources: {'Port': ['ID=c9c9ac3e-c0ca-4153-9bc8-8e87ebe63d45,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:31.800413 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b5bb7-0bfb-49b3-b265-57f94a8ed94c req-90ee36f6-c5cf-4755-b63b-2d94c659dd5d tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:31.813305 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9b7b5bb7-0bfb-49b3-b265-57f94a8ed94c req-90ee36f6-c5cf-4755-b63b-2d94c659dd5d tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] 10.222.0.57 "GET /v2.0/ports?device_id=768f4258-d241-477d-b684-2050e7fef908 HTTP/1.1" status: 200 len: 949 time: 0.4160697 Oct 19 01:02:31.823485 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-a40691cc-1b9e-445c-b1f8-8e335d7095ff service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264185 Oct 19 01:02:31.829751 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bcfb2d7c-75dd-45c5-b1a2-0a83e3768e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:31.909546 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a612869-9e06-453d-9780-29a3926e2771 x-openstack-request-id: req-2a612869-9e06-453d-9780-29a3926e2771 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:02:31.909933 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27671cbd-1818-4509-bbbb-0cb1ba0be4b8", "tag": "0a00941a-f339-4aca-ac9a-643bf04575f0", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:02:31.911209 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2a612869-9e06-453d-9780-29a3926e2771 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:02:31.911674 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27671cbd-1818-4509-bbbb-0cb1ba0be4b8', 'tag': '0a00941a-f339-4aca-ac9a-643bf04575f0', 'status': 'completed', 'code': 200} Oct 19 01:02:31.913992 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53956) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:31.961938 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9b7b5bb7-0bfb-49b3-b265-57f94a8ed94c req-26b088a5-6df4-4633-892e-575ba0315f10 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] 10.222.0.57 "GET /v2.0/security-groups?id=18bf1b7c-5b0e-48b5-945c-d127534e748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472521 Oct 19 01:02:31.975003 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617a770-5942-428f-a692-116cccd6d772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a06d43e-b9ce-4c4a-8939-082da0470799,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:32.032202 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592df6ff-fe03-492a-ba9a-88c030729ceb req-c1815dd8-7553-4e42-acc6-014889c48f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:32.036721 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-592df6ff-fe03-492a-ba9a-88c030729ceb req-c1815dd8-7553-4e42-acc6-014889c48f11 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 1100 time: 0.1608293 Oct 19 01:02:32.130646 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5d6ff1cb-cc55-4cb9-9da1-a9e0b72b296d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:32.170324 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5d6ff1cb-cc55-4cb9-9da1-a9e0b72b296d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:32.177772 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-2b3f80af-938d-4740-b4f4-cb6ebb341ad5 None None] Provisioning complete for port c9c9ac3e-c0ca-4153-9bc8-8e87ebe63d45 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:02:32.178303 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2b3f80af-938d-4740-b4f4-cb6ebb341ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:32.240043 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9547c6d-a57a-47b5-adc6-69c650490c1a', 'name': 'network-vif-deleted', 'tag': 'c890e210-5a9e-4f9f-80d7-4cddf7fc07cc'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:02:32.243260 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e56f23-a62f-42ad-8811-c752b14882bc" -d '{"events": [{"server_uuid": "e9547c6d-a57a-47b5-adc6-69c650490c1a", "name": "network-vif-deleted", "tag": "c890e210-5a9e-4f9f-80d7-4cddf7fc07cc"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:02:32.247867 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bcfb2d7c-75dd-45c5-b1a2-0a83e3768e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:32.266579 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5d6ff1cb-cc55-4cb9-9da1-a9e0b72b296d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:32.272045 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-2b3f80af-938d-4740-b4f4-cb6ebb341ad5 None None] Port c9c9ac3e-c0ca-4153-9bc8-8e87ebe63d45 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:02:32.276725 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5d6ff1cb-cc55-4cb9-9da1-a9e0b72b296d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:32.292468 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5d6ff1cb-cc55-4cb9-9da1-a9e0b72b296d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7a06d43e-b9ce-4c4a-8939-082da0470799 HTTP/1.1" status: 204 len: 168 time: 0.4380803 Oct 19 01:02:32.293216 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e71853a-92ef-4df6-a1d4-d3283127e49d admin admin] Deleting subnet b9a0fca3-7f17-4b48-856e-c0d103cad611 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:02:32.302062 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1e71853a-92ef-4df6-a1d4-d3283127e49d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:32.375447 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ff1cb-cc55-4cb9-9da1-a9e0b72b296d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a06d43e-b9ce-4c4a-8939-082da0470799,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:32.387312 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 0b6714d4-372d-48de-ab8e-43e2d7c15171 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:02:32.390226 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91737c93-fe59-4ca2-bc12-6dfe52f3e01f x-openstack-request-id: req-91737c93-fe59-4ca2-bc12-6dfe52f3e01f {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:02:32.390610 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9547c6d-a57a-47b5-adc6-69c650490c1a", "name": "network-vif-deleted", "tag": "c890e210-5a9e-4f9f-80d7-4cddf7fc07cc", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:02:32.390987 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-91737c93-fe59-4ca2-bc12-6dfe52f3e01f {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:02:32.391461 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9547c6d-a57a-47b5-adc6-69c650490c1a', 'name': 'network-vif-deleted', 'tag': 'c890e210-5a9e-4f9f-80d7-4cddf7fc07cc', 'status': 'completed', 'code': 200} Oct 19 01:02:32.421805 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592df6ff-fe03-492a-ba9a-88c030729ceb req-6c84fc35-f887-4a8f-81c8-c0b7b3e5789a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:32.423405 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-592df6ff-fe03-492a-ba9a-88c030729ceb req-6c84fc35-f887-4a8f-81c8-c0b7b3e5789a service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.3780527 Oct 19 01:02:32.457224 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1e71853a-92ef-4df6-a1d4-d3283127e49d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:32.490224 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 0b6714d4-372d-48de-ab8e-43e2d7c15171 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:02:32.490849 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:32.504848 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-592df6ff-fe03-492a-ba9a-88c030729ceb req-e36b7269-21c7-463b-a039-0d0213c3bb3c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=0a00941a-f339-4aca-ac9a-643bf04575f0 HTTP/1.1" status: 200 len: 217 time: 0.0740623 Oct 19 01:02:32.517000 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1e71853a-92ef-4df6-a1d4-d3283127e49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:32.554099 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-49fd9648-fee3-4405-9201-820530207a97 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6408935 Oct 19 01:02:32.607075 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac58729-8ffa-4271-bcce-129b4c7d14db req-c70e8ccc-ce25-4ec7-8f7b-d03350248788 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:32.608978 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2ac58729-8ffa-4271-bcce-129b4c7d14db req-c70e8ccc-ce25-4ec7-8f7b-d03350248788 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 948 time: 0.2527349 Oct 19 01:02:32.614691 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa3a50-1352-4b7f-a3c7-20d732c7912b req-306639c6-f92a-4bb4-9328-b262a6498e4d tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:32.622178 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c3aa3a50-1352-4b7f-a3c7-20d732c7912b req-306639c6-f92a-4bb4-9328-b262a6498e4d tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d HTTP/1.1" status: 200 len: 944 time: 0.1163657 Oct 19 01:02:32.649685 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592df6ff-fe03-492a-ba9a-88c030729ceb req-be245c85-679a-4112-a38c-ef76f6f83035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:32.651501 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-592df6ff-fe03-492a-ba9a-88c030729ceb req-be245c85-679a-4112-a38c-ef76f6f83035 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.1009364 Oct 19 01:02:32.661357 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:32.684454 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c3aa3a50-1352-4b7f-a3c7-20d732c7912b req-52573b94-db3e-436c-801c-2ce731195e82 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613093 Oct 19 01:02:32.712407 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 0b6714d4-372d-48de-ab8e-43e2d7c15171, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=0b6714d4-372d-48de-ab8e-43e2d7c15171,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:32.724036 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:32.748829 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1e71853a-92ef-4df6-a1d4-d3283127e49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:32.760425 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592df6ff-fe03-492a-ba9a-88c030729ceb req-3bda0407-3be8-46c0-bb6c-0f07d437befe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:32.762915 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-592df6ff-fe03-492a-ba9a-88c030729ceb req-3bda0407-3be8-46c0-bb6c-0f07d437befe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1021416 Oct 19 01:02:32.800738 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e71853a-92ef-4df6-a1d4-d3283127e49d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9a0fca3-7f17-4b48-856e-c0d103cad611,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:32.804339 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=0b6714d4-372d-48de-ab8e-43e2d7c15171,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:32.838573 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1e71853a-92ef-4df6-a1d4-d3283127e49d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:32.842013 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1e71853a-92ef-4df6-a1d4-d3283127e49d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b9a0fca3-7f17-4b48-856e-c0d103cad611 HTTP/1.1" status: 204 len: 168 time: 0.9135342 Oct 19 01:02:32.847962 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2ac58729-8ffa-4271-bcce-129b4c7d14db req-f3f04495-16bd-4a10-949b-5dce56915f00 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077346 Oct 19 01:02:32.850443 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53974) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:32.853853 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592df6ff-fe03-492a-ba9a-88c030729ceb req-86b35699-4716-4b29-a2a3-194e0eca875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:32.855005 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-592df6ff-fe03-492a-ba9a-88c030729ceb req-86b35699-4716-4b29-a2a3-194e0eca875c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 1100 time: 0.1965103 Oct 19 01:02:32.916545 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bcfb2d7c-75dd-45c5-b1a2-0a83e3768e22 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:32.964383 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1e96c-d110-4c38-ae08-26c9b4a63ae1 req-ac44cbc7-5ffe-4ef7-b7b1-d62b52ee7844 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:32.965926 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bac1e96c-d110-4c38-ae08-26c9b4a63ae1 req-ac44cbc7-5ffe-4ef7-b7b1-d62b52ee7844 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d HTTP/1.1" status: 200 len: 944 time: 0.1705184 Oct 19 01:02:33.083382 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3cf04c9e-c037-4c7c-a159-d10b6694a796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:33.090160 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-592df6ff-fe03-492a-ba9a-88c030729ceb req-7fa268a7-4da7-45d3-9cb4-3c59d45fb04f service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196104 Oct 19 01:02:33.244322 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bcfb2d7c-75dd-45c5-b1a2-0a83e3768e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:33.289997 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bcfb2d7c-75dd-45c5-b1a2-0a83e3768e22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:33.301598 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eaa694-413e-46a1-941f-d68ed6049ae9 req-9e8f7965-9993-43e0-8ae5-55c58c05ca2c tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:33.308756 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-80eaa694-413e-46a1-941f-d68ed6049ae9 req-9e8f7965-9993-43e0-8ae5-55c58c05ca2c tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] 10.222.0.57 "GET /v2.0/ports?device_id=768f4258-d241-477d-b684-2050e7fef908 HTTP/1.1" status: 200 len: 949 time: 0.2214441 Oct 19 01:02:33.363245 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 0e9f5041-a16e-4b22-9741-81cd08073a6c up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:02:33.372422 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb2d7c-75dd-45c5-b1a2-0a83e3768e22 admin admin] Pushing event updated for resources: {'Port': ['ID=c9c9ac3e-c0ca-4153-9bc8-8e87ebe63d45,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:33.377736 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3cf04c9e-c037-4c7c-a159-d10b6694a796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:33.387514 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592df6ff-fe03-492a-ba9a-88c030729ceb req-6a8362d1-54ca-4ff4-9e1e-bd877fc8c548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:33.389113 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-592df6ff-fe03-492a-ba9a-88c030729ceb req-6a8362d1-54ca-4ff4-9e1e-bd877fc8c548 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.5255957 Oct 19 01:02:33.408846 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-592df6ff-fe03-492a-ba9a-88c030729ceb req-c3990b9c-d0b2-491a-85e2-446e5b799b59 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030171 Oct 19 01:02:33.424288 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-3cf04c9e-c037-4c7c-a159-d10b6694a796 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c662b3-a294-49c4-b801-6e72553fc183']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:02:33.442911 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-80eaa694-413e-46a1-941f-d68ed6049ae9 req-690b6ff5-3627-47d6-ac7a-0fcfe6357db5 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] 10.222.0.57 "GET /v2.0/security-groups?id=18bf1b7c-5b0e-48b5-945c-d127534e748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331837 Oct 19 01:02:33.450393 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-bac1e96c-d110-4c38-ae08-26c9b4a63ae1 req-1bb53484-479a-4928-8cfa-584931719245 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Deleting port bcffc012-f744-462a-9350-2794d16252a6 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:02:33.450759 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bac1e96c-d110-4c38-ae08-26c9b4a63ae1 req-1bb53484-479a-4928-8cfa-584931719245 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:33.458007 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-3cf04c9e-c037-4c7c-a159-d10b6694a796 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85401e62-3f2c-43a6-8d64-5618396e8614') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:02:33.458385 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-3cf04c9e-c037-4c7c-a159-d10b6694a796 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85401e62-3f2c-43a6-8d64-5618396e8614') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:02:33.470531 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-592df6ff-fe03-492a-ba9a-88c030729ceb req-7b65d0a2-b50e-4ffb-ba00-45e67d557b6c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=0a00941a-f339-4aca-ac9a-643bf04575f0 HTTP/1.1" status: 200 len: 217 time: 0.0455439 Oct 19 01:02:33.476006 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 0e9f5041-a16e-4b22-9741-81cd08073a6c completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:02:33.482816 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3cf04c9e-c037-4c7c-a159-d10b6694a796 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:33.484393 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 0e9f5041-a16e-4b22-9741-81cd08073a6c triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:02:33.485600 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:33.540245 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592df6ff-fe03-492a-ba9a-88c030729ceb req-7c7cbd8b-3b48-4f6b-9e73-4107c3105c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:33.541960 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-592df6ff-fe03-492a-ba9a-88c030729ceb req-7c7cbd8b-3b48-4f6b-9e73-4107c3105c6d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0629616 Oct 19 01:02:33.544165 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3cf04c9e-c037-4c7c-a159-d10b6694a796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:33.555848 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf04c9e-c037-4c7c-a159-d10b6694a796 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:02:33.556267 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3cf04c9e-c037-4c7c-a159-d10b6694a796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:33.558008 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:02:33.558008 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:02:33.558008 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:02:33.558008 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:02:33.558008 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:02:33.558008 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:02:33.558008 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:02:33.558008 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:02:33.558008 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:02:33.558008 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:02:33.558008 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:02:33.558008 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:02:33.558008 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:02:33.558008 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:02:33.558008 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:02:33.558008 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:02:33.558008 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:02:33.558008 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:02:33.558008 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:02:33.558008 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:02:33.558008 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:02:33.558008 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:02:33.558008 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:02:33.558008 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:02:33.558008 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:02:33.558008 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:02:33.558008 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:02:33.558008 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:02:33.558008 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:02:33.558008 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:02:33.558008 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:02:33.558008 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:02:33.588491 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfb2d7c-75dd-45c5-b1a2-0a83e3768e22 admin admin] Network 6f09460f-2adf-4d7f-b998-5eb93e5b8b56 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:02:33.593467 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-bcfb2d7c-75dd-45c5-b1a2-0a83e3768e22 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:02:33.620920 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592df6ff-fe03-492a-ba9a-88c030729ceb req-681ca692-c0f5-4634-ba7f-0fbe46bf4244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:33.622576 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-592df6ff-fe03-492a-ba9a-88c030729ceb req-681ca692-c0f5-4634-ba7f-0fbe46bf4244 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0715976 Oct 19 01:02:33.640068 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-bac1e96c-d110-4c38-ae08-26c9b4a63ae1 req-1bb53484-479a-4928-8cfa-584931719245 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] For port bcffc012-f744-462a-9350-2794d16252a6, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=bcffc012-f744-462a-9350-2794d16252a6,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:33.640451 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bac1e96c-d110-4c38-ae08-26c9b4a63ae1 req-1bb53484-479a-4928-8cfa-584931719245 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:33.650681 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3cf04c9e-c037-4c7c-a159-d10b6694a796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:33.657642 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:33.663276 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3cf04c9e-c037-4c7c-a159-d10b6694a796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:33.667770 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3cf04c9e-c037-4c7c-a159-d10b6694a796 admin admin] 10.222.0.57 "DELETE /v2.0/networks/44c662b3-a294-49c4-b801-6e72553fc183 HTTP/1.1" status: 204 len: 168 time: 0.8097398 Oct 19 01:02:33.696235 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-bac1e96c-d110-4c38-ae08-26c9b4a63ae1 req-1bb53484-479a-4928-8cfa-584931719245 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Calling delete_port for bcffc012-f744-462a-9350-2794d16252a6 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:02:33.709415 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf04c9e-c037-4c7c-a159-d10b6694a796 admin admin] Pushing event deleted for resources: {'Network': ['ID=44c662b3-a294-49c4-b801-6e72553fc183,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:33.710798 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768f4258-d241-477d-b684-2050e7fef908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9f5041-a16e-4b22-9741-81cd08073a6c'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:02:33.715123 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad480bd-bdfb-4ee7-a12c-1074d17cc467" -d '{"events": [{"server_uuid": "768f4258-d241-477d-b684-2050e7fef908", "name": "network-vif-plugged", "status": "completed", "tag": "0e9f5041-a16e-4b22-9741-81cd08073a6c"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:02:33.764332 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 0e9f5041-a16e-4b22-9741-81cd08073a6c, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=0e9f5041-a16e-4b22-9741-81cd08073a6c,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:33.774805 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:33.840715 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a645dcf2-153a-4f81-8bf5-c69ff8b4cdaf x-openstack-request-id: req-a645dcf2-153a-4f81-8bf5-c69ff8b4cdaf {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:02:33.848619 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768f4258-d241-477d-b684-2050e7fef908", "name": "network-vif-plugged", "status": "completed", "tag": "0e9f5041-a16e-4b22-9741-81cd08073a6c", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:02:33.853653 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a645dcf2-153a-4f81-8bf5-c69ff8b4cdaf {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:02:33.854257 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768f4258-d241-477d-b684-2050e7fef908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9f5041-a16e-4b22-9741-81cd08073a6c', 'code': 200} Oct 19 01:02:33.913423 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=0e9f5041-a16e-4b22-9741-81cd08073a6c,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:33.991422 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfb2d7c-75dd-45c5-b1a2-0a83e3768e22 admin admin] Router e18ba5b5-c536-4e19-9463-7e6a5dba3c59 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:02:34.000879 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-592df6ff-fe03-492a-ba9a-88c030729ceb req-8e7fa07c-99f0-498b-ae45-3f5ca9269bcf service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290584 Oct 19 01:02:34.012051 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-fe5043ca-504a-4998-8dc8-bae12f0c3b70 None None] Provisioning complete for port c9c9ac3e-c0ca-4153-9bc8-8e87ebe63d45 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:02:34.014758 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fe5043ca-504a-4998-8dc8-bae12f0c3b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:34.099243 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54010) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:34.117013 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-fe5043ca-504a-4998-8dc8-bae12f0c3b70 None None] Port c9c9ac3e-c0ca-4153-9bc8-8e87ebe63d45 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:02:34.131206 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e6072b-5732-456f-8b95-198907d76595 req-591bea05-0af2-4ec6-b198-6906287704a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:34.132932 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-86e6072b-5732-456f-8b95-198907d76595 req-591bea05-0af2-4ec6-b198-6906287704a7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=768f4258-d241-477d-b684-2050e7fef908 HTTP/1.1" status: 200 len: 1102 time: 0.1401019 Oct 19 01:02:34.167159 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bac1e96c-d110-4c38-ae08-26c9b4a63ae1 req-1bb53484-479a-4928-8cfa-584931719245 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:34.193222 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d3e1f-73a0-4a8d-8293-ce414286d0bf req-1af1ab43-e34b-4641-8329-784dd18a866a tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:34.200858 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-528d3e1f-73a0-4a8d-8293-ce414286d0bf req-1af1ab43-e34b-4641-8329-784dd18a866a tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d6671fe-c9a7-423d-8985-8c436ea07a9d HTTP/1.1" status: 200 len: 944 time: 0.2147074 Oct 19 01:02:34.264816 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee21cc-ec06-4baf-8a66-a6a3b17abb92 req-5e5233a8-df0f-4d7d-ae42-009bbed8b17d tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:34.268260 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb53484-479a-4928-8cfa-584931719245 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Pushing event deleted for resources: {'Port': ['ID=bcffc012-f744-462a-9350-2794d16252a6,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:34.273745 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-08ee21cc-ec06-4baf-8a66-a6a3b17abb92 req-5e5233a8-df0f-4d7d-ae42-009bbed8b17d tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 948 time: 0.2165298 Oct 19 01:02:34.274958 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 0b6714d4-372d-48de-ab8e-43e2d7c15171 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:02:34.302928 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfb2d7c-75dd-45c5-b1a2-0a83e3768e22 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:02:34.304814 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-86e6072b-5732-456f-8b95-198907d76595 req-34a13dce-523b-45ba-9b81-002ab4db6798 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=18bf1b7c-5b0e-48b5-945c-d127534e748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583347 Oct 19 01:02:34.317594 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e38de6a-a03e-4e65-89b7-c0341f4e6a2e None None] Sync routers for ids ['e18ba5b5-c536-4e19-9463-7e6a5dba3c59'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:02:34.322188 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-bcfb2d7c-75dd-45c5-b1a2-0a83e3768e22 admin admin] 10.222.0.57 "PUT /v2.0/routers/e18ba5b5-c536-4e19-9463-7e6a5dba3c59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4097004 Oct 19 01:02:34.324774 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-82b7df79-92ab-4201-a764-e6accdc199ce admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=305a99bf3f86485f88111ce8746ec0f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2241597 Oct 19 01:02:34.338452 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e38de6a-a03e-4e65-89b7-c0341f4e6a2e None None] Routers {'e18ba5b5-c536-4e19-9463-7e6a5dba3c59'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:02:34.339416 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-1e38de6a-a03e-4e65-89b7-c0341f4e6a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:02:16Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e18ba5b5-c536-4e19-9463-7e6a5dba3c59'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:02:34.342455 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54018) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:34.376518 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-592df6ff-fe03-492a-ba9a-88c030729ceb req-260a9761-2396-4d6a-8cff-a6508b7c96eb service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653843 Oct 19 01:02:34.385131 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac1e96c-d110-4c38-ae08-26c9b4a63ae1 req-1bb53484-479a-4928-8cfa-584931719245 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] No DVR routers for this DVR port bcffc012-f744-462a-9350-2794d16252a6 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:02:34.391652 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bac1e96c-d110-4c38-ae08-26c9b4a63ae1 req-1bb53484-479a-4928-8cfa-584931719245 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:34.411077 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bac1e96c-d110-4c38-ae08-26c9b4a63ae1 req-1bb53484-479a-4928-8cfa-584931719245 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.24 "DELETE /v2.0/ports/bcffc012-f744-462a-9350-2794d16252a6 HTTP/1.1" status: 204 len: 173 time: 1.3928497 Oct 19 01:02:34.422921 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-528d3e1f-73a0-4a8d-8293-ce414286d0bf req-5fa75b44-d4e8-4b70-a858-8a308c09a5fe tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194626 Oct 19 01:02:34.425024 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6671fe-c9a7-423d-8985-8c436ea07a9d', 'name': 'network-vif-deleted', 'tag': 'bcffc012-f744-462a-9350-2794d16252a6'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:02:34.434053 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1bcd11-2115-4748-8bf6-f6e9eabd2428" -d '{"events": [{"server_uuid": "8d6671fe-c9a7-423d-8985-8c436ea07a9d", "name": "network-vif-deleted", "tag": "bcffc012-f744-462a-9350-2794d16252a6"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:02:34.473411 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-08ee21cc-ec06-4baf-8a66-a6a3b17abb92 req-e4c39fe6-8228-4e0b-9e9b-e8d110554db5 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695378 Oct 19 01:02:34.516737 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 0b6714d4-372d-48de-ab8e-43e2d7c15171 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:02:34.517296 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:34.570464 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e2a8bc71-4144-43a0-a4df-d6e85b1b881a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:34.615536 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e2a8bc71-4144-43a0-a4df-d6e85b1b881a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:34.666311 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-1e38de6a-a03e-4e65-89b7-c0341f4e6a2e None None] Set router e18ba5b5-c536-4e19-9463-7e6a5dba3c59 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:02:34.670695 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b7193f-bcf2-43e8-8d5a-7820d9555c79 x-openstack-request-id: req-79b7193f-bcf2-43e8-8d5a-7820d9555c79 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:02:34.671588 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6671fe-c9a7-423d-8985-8c436ea07a9d", "name": "network-vif-deleted", "tag": "bcffc012-f744-462a-9350-2794d16252a6", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:02:34.672136 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-79b7193f-bcf2-43e8-8d5a-7820d9555c79 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:02:34.672797 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6671fe-c9a7-423d-8985-8c436ea07a9d', 'name': 'network-vif-deleted', 'tag': 'bcffc012-f744-462a-9350-2794d16252a6', 'status': 'completed', 'code': 200} Oct 19 01:02:34.717106 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e2a8bc71-4144-43a0-a4df-d6e85b1b881a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:34.722372 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e2a8bc71-4144-43a0-a4df-d6e85b1b881a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:34.736413 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e2a8bc71-4144-43a0-a4df-d6e85b1b881a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bbb5ae45-8629-469d-ac88-dbbf1b039321 HTTP/1.1" status: 204 len: 168 time: 0.3885398 Oct 19 01:02:34.749029 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8bc71-4144-43a0-a4df-d6e85b1b881a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb5ae45-8629-469d-ac88-dbbf1b039321,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:34.859425 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e791e5c-c1e5-41e2-9d1c-30146f24f422 req-5ce665ce-901a-45b2-a3b2-b6b3d047cbc7 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:34.868591 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8e791e5c-c1e5-41e2-9d1c-30146f24f422 req-5ce665ce-901a-45b2-a3b2-b6b3d047cbc7 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] 10.222.0.57 "GET /v2.0/ports?device_id=768f4258-d241-477d-b684-2050e7fef908 HTTP/1.1" status: 200 len: 950 time: 0.1041634 Oct 19 01:02:34.925069 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8e791e5c-c1e5-41e2-9d1c-30146f24f422 req-db5f5272-0440-42ce-a53b-1ea640e0f272 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] 10.222.0.57 "GET /v2.0/security-groups?id=18bf1b7c-5b0e-48b5-945c-d127534e748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511353 Oct 19 01:02:35.052989 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-1e38de6a-a03e-4e65-89b7-c0341f4e6a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18ba5b5-c536-4e19-9463-7e6a5dba3c59', 'name': 'tempest-AttachSCSIVolumeTestJSON-1598132924-router', 'tenant_id': '7ac692c5716e4ead89cc01f87bd9bf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '0b6714d4-372d-48de-ab8e-43e2d7c15171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:02:23Z', 'updated_at': '2021-10-19T01:02:32Z', 'revision_number': 4, 'project_id': '7ac692c5716e4ead89cc01f87bd9bf1f', 'gw_port': {'id': '0b6714d4-372d-48de-ab8e-43e2d7c15171', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18ba5b5-c536-4e19-9463-7e6a5dba3c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:02:25Z', 'updated_at': '2021-10-19T01:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'c9c9ac3e-c0ca-4153-9bc8-8e87ebe63d45', 'name': '', 'network_id': '6f09460f-2adf-4d7f-b998-5eb93e5b8b56', 'tenant_id': '7ac692c5716e4ead89cc01f87bd9bf1f', 'mac_address': 'fa:16:3e:54:0e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18ba5b5-c536-4e19-9463-7e6a5dba3c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '456cff99-6d7d-4ea7-89c3-31fbd368d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:02:30Z', 'updated_at': '2021-10-19T01:02:32Z', 'revision_number': 2, 'project_id': '7ac692c5716e4ead89cc01f87bd9bf1f', 'subnets': [{'id': '456cff99-6d7d-4ea7-89c3-31fbd368d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:02:35.080652 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e38de6a-a03e-4e65-89b7-c0341f4e6a2e None None] Checking router: e18ba5b5-c536-4e19-9463-7e6a5dba3c59 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:02:35.081031 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e38de6a-a03e-4e65-89b7-c0341f4e6a2e None None] Updating router e18ba5b5-c536-4e19-9463-7e6a5dba3c59 port c9c9ac3e-c0ca-4153-9bc8-8e87ebe63d45 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:02:35.113038 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1e38de6a-a03e-4e65-89b7-c0341f4e6a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:35.245178 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 0a00941a-f339-4aca-ac9a-643bf04575f0 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:02:35.431759 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 0a00941a-f339-4aca-ac9a-643bf04575f0, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=0a00941a-f339-4aca-ac9a-643bf04575f0,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:35.456759 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '0a00941a-f339-4aca-ac9a-643bf04575f0', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': '0a00941a-f339-4aca-ac9a-643bf04575f0', 'mac_address': 'fa:16:3e:bb:28:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:02:35.503118 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54070) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:35.512361 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-f05fbf54-7ef2-46f6-9137-d1d8abd6f44f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1692457652-network', 'tenant_id': '35cc9643ad9246fe95d009dcff2f7206'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:02:35.603892 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1e38de6a-a03e-4e65-89b7-c0341f4e6a2e None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:35.610967 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05fbf54-7ef2-46f6-9137-d1d8abd6f44f admin admin] Made reservation on behalf of 35cc9643ad9246fe95d009dcff2f7206 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:02:35.618977 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f05fbf54-7ef2-46f6-9137-d1d8abd6f44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:35.623593 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:35.627863 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1e38de6a-a03e-4e65-89b7-c0341f4e6a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:35.667119 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85a050-d393-4b7f-96bf-61b7ce3801f0 req-d5e86567-00fa-451e-b1d1-5d8ab9fb57e1 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:35.669060 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bc85a050-d393-4b7f-96bf-61b7ce3801f0 req-d5e86567-00fa-451e-b1d1-5d8ab9fb57e1 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 948 time: 0.1397629 Oct 19 01:02:35.670425 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f05fbf54-7ef2-46f6-9137-d1d8abd6f44f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:35.718310 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4c1cf-b9ca-4f14-a912-6a66c8ce5c4c None None] Pushing event updated for resources: {'Port': ['ID=c9c9ac3e-c0ca-4153-9bc8-8e87ebe63d45,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:35.729923 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a00941a-f339-4aca-ac9a-643bf04575f0 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:02:35.828706 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f05fbf54-7ef2-46f6-9137-d1d8abd6f44f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:35.841567 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 0a00941a-f339-4aca-ac9a-643bf04575f0, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=0a00941a-f339-4aca-ac9a-643bf04575f0,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:35.857478 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bc85a050-d393-4b7f-96bf-61b7ce3801f0 req-b23c0f22-01d4-4fcf-8297-95a3d89911f4 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704526 Oct 19 01:02:35.862564 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f05fbf54-7ef2-46f6-9137-d1d8abd6f44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:35.880314 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:35.888951 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-1e38de6a-a03e-4e65-89b7-c0341f4e6a2e None None] Attempting to bind port c9c9ac3e-c0ca-4153-9bc8-8e87ebe63d45 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:02:35.889418 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-1e38de6a-a03e-4e65-89b7-c0341f4e6a2e None None] Attempting to bind port c9c9ac3e-c0ca-4153-9bc8-8e87ebe63d45 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'fd439f00-5252-4108-8cca-4bb02963020f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6f09460f-2adf-4d7f-b998-5eb93e5b8b56'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:02:35.890197 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e38de6a-a03e-4e65-89b7-c0341f4e6a2e None None] Attempting to bind port c9c9ac3e-c0ca-4153-9bc8-8e87ebe63d45 on network 6f09460f-2adf-4d7f-b998-5eb93e5b8b56 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:02:35.927258 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f05fbf54-7ef2-46f6-9137-d1d8abd6f44f admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:02:35.935668 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e38de6a-a03e-4e65-89b7-c0341f4e6a2e None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:02:35.945468 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e38de6a-a03e-4e65-89b7-c0341f4e6a2e None None] Checking segment: {'id': 'fd439f00-5252-4108-8cca-4bb02963020f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6f09460f-2adf-4d7f-b998-5eb93e5b8b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:02:35.946105 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1e38de6a-a03e-4e65-89b7-c0341f4e6a2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:35.946629 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e38de6a-a03e-4e65-89b7-c0341f4e6a2e None None] Bound using segment: {'id': 'fd439f00-5252-4108-8cca-4bb02963020f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6f09460f-2adf-4d7f-b998-5eb93e5b8b56'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:02:35.947278 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-1e38de6a-a03e-4e65-89b7-c0341f4e6a2e None None] Bound port: c9c9ac3e-c0ca-4153-9bc8-8e87ebe63d45, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd439f00-5252-4108-8cca-4bb02963020f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6f09460f-2adf-4d7f-b998-5eb93e5b8b56'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:02:35.947793 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1e38de6a-a03e-4e65-89b7-c0341f4e6a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:35.984755 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f05fbf54-7ef2-46f6-9137-d1d8abd6f44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:35.985461 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-f05fbf54-7ef2-46f6-9137-d1d8abd6f44f admin admin] Added segment 00b28942-24aa-446a-83a6-552aa0593804 of type vlan for network 4c71f8cb-d4e8-4bae-aafc-5b160b73cb3c Oct 19 01:02:35.996523 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05fbf54-7ef2-46f6-9137-d1d8abd6f44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d57fa0a-8592-4b98-b4cf-7c0cfe82f136,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:36.044813 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=0a00941a-f339-4aca-ac9a-643bf04575f0,revision_number=8']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:36.045711 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-05f61dc4-4838-4370-89c4-b1cc5d80595e req-502d3ac1-ee2e-4132-be50-84738246c2e3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1529019 Oct 19 01:02:36.083652 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-1e38de6a-a03e-4e65-89b7-c0341f4e6a2e None None] For port c9c9ac3e-c0ca-4153-9bc8-8e87ebe63d45, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:02:36.093174 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-1e38de6a-a03e-4e65-89b7-c0341f4e6a2e None None] For port c9c9ac3e-c0ca-4153-9bc8-8e87ebe63d45, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c9c9ac3e-c0ca-4153-9bc8-8e87ebe63d45,segment=NetworkSegment(fd439f00-5252-4108-8cca-4bb02963020f),segment_id=fd439f00-5252-4108-8cca-4bb02963020f)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:02:36.102434 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1e38de6a-a03e-4e65-89b7-c0341f4e6a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:36.103259 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f05fbf54-7ef2-46f6-9137-d1d8abd6f44f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:36.187991 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4c1cf-b9ca-4f14-a912-6a66c8ce5c4c None None] Pushing event updated for resources: {'Port': ['ID=c9c9ac3e-c0ca-4153-9bc8-8e87ebe63d45,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:36.191451 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['0a00941a-f339-4aca-ac9a-643bf04575f0'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:02:36.201922 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f61dc4-4838-4370-89c4-b1cc5d80595e req-e8c26905-ca31-4d45-834a-f70066e60840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:36.203956 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-05f61dc4-4838-4370-89c4-b1cc5d80595e req-e8c26905-ca31-4d45-834a-f70066e60840 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 1101 time: 0.0957742 Oct 19 01:02:36.241543 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65bc6d-030a-45c9-b816-80a150e2c704 req-55d0c52a-6a33-4da4-a07b-933d6e4b1d04 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:36.250624 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9b65bc6d-030a-45c9-b816-80a150e2c704 req-55d0c52a-6a33-4da4-a07b-933d6e4b1d04 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9 HTTP/1.1" status: 200 len: 944 time: 0.2159443 Oct 19 01:02:36.278864 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f05fbf54-7ef2-46f6-9137-d1d8abd6f44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:36.281259 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05fbf54-7ef2-46f6-9137-d1d8abd6f44f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:36.285059 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f05fbf54-7ef2-46f6-9137-d1d8abd6f44f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:36.408457 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f61dc4-4838-4370-89c4-b1cc5d80595e req-ae23fc64-c3ef-481d-9c28-0fa830f27160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:36.410554 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-05f61dc4-4838-4370-89c4-b1cc5d80595e req-ae23fc64-c3ef-481d-9c28-0fa830f27160 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.1688738 Oct 19 01:02:36.419531 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f05fbf54-7ef2-46f6-9137-d1d8abd6f44f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9135616 Oct 19 01:02:36.427099 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e38de6a-a03e-4e65-89b7-c0341f4e6a2e None None] Routers {'e18ba5b5-c536-4e19-9463-7e6a5dba3c59'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:02:36.430024 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-1e38de6a-a03e-4e65-89b7-c0341f4e6a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:02:16Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e18ba5b5-c536-4e19-9463-7e6a5dba3c59'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:02:36.432071 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54102) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:36.487647 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54104) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:36.528419 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b440a1e0-84ea-4ed9-a14b-ab4e4b45936b None None] Provisioning complete for port c9c9ac3e-c0ca-4153-9bc8-8e87ebe63d45 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:02:36.531151 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b440a1e0-84ea-4ed9-a14b-ab4e4b45936b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:36.556050 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-b99a86b5-537f-47c9-89d4-b2dd91648f32 admin admin] Request body: {'subnet': {'network_id': '4c71f8cb-d4e8-4bae-aafc-5b160b73cb3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1692457652-subnet', 'tenant_id': '35cc9643ad9246fe95d009dcff2f7206', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:02:36.590906 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-05f61dc4-4838-4370-89c4-b1cc5d80595e req-06ac9723-0927-401f-8eb6-71474f2b774d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=ba97a604-45cb-4765-a2a4-1027dbd985f7 HTTP/1.1" status: 200 len: 217 time: 0.1504683 Oct 19 01:02:36.597043 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9b65bc6d-030a-45c9-b816-80a150e2c704 req-8ab54841-3c95-4318-9da0-bb3582bbd8b8 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354964 Oct 19 01:02:36.724483 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05fbf54-7ef2-46f6-9137-d1d8abd6f44f admin admin] Pushing event updated for resources: {'Network': ['ID=4c71f8cb-d4e8-4bae-aafc-5b160b73cb3c,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:36.727327 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207c0cb-ab15-4c0d-89ec-d543dff80a61 req-36a01a1c-f18f-4d4c-9fa8-ace0c245da98 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:36.735358 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e207c0cb-ab15-4c0d-89ec-d543dff80a61 req-36a01a1c-f18f-4d4c-9fa8-ace0c245da98 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9 HTTP/1.1" status: 200 len: 944 time: 0.3146276 Oct 19 01:02:36.753249 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 4c71f8cb-d4e8-4bae-aafc-5b160b73cb3c details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:02:36.806622 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-2003a219-0aa2-4fa2-9875-50a0ebaa9155 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:36.808914 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-2003a219-0aa2-4fa2-9875-50a0ebaa9155 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.24 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8&tenant_id=ac822e1b6e714d828ed258d652a9ce7a&binding%3Ahost_id=n-h2-715271-26 HTTP/1.1" status: 200 len: 949 time: 0.3796971 Oct 19 01:02:36.815530 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99a86b5-537f-47c9-89d4-b2dd91648f32 admin admin] Made reservation on behalf of 35cc9643ad9246fe95d009dcff2f7206 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:02:36.820234 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b99a86b5-537f-47c9-89d4-b2dd91648f32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:36.836675 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f61dc4-4838-4370-89c4-b1cc5d80595e req-65baceb9-62bd-4136-8673-3fc0ceabcc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:36.838536 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-05f61dc4-4838-4370-89c4-b1cc5d80595e req-65baceb9-62bd-4136-8673-3fc0ceabcc93 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.2314835 Oct 19 01:02:36.922289 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eaac30-a301-496a-84e3-e1e5aa1ac0e6 req-aaf93ffe-b6ca-4ac6-8748-d4424b7ecb78 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:36.930873 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e3eaac30-a301-496a-84e3-e1e5aa1ac0e6 req-aaf93ffe-b6ca-4ac6-8748-d4424b7ecb78 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] 10.222.0.57 "GET /v2.0/ports?device_id=768f4258-d241-477d-b684-2050e7fef908 HTTP/1.1" status: 200 len: 950 time: 0.1944342 Oct 19 01:02:36.996780 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f61dc4-4838-4370-89c4-b1cc5d80595e req-a9e711e9-78fe-4179-b247-8e99e04931f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:36.998599 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-05f61dc4-4838-4370-89c4-b1cc5d80595e req-a9e711e9-78fe-4179-b247-8e99e04931f2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1505938 Oct 19 01:02:37.015666 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e3eaac30-a301-496a-84e3-e1e5aa1ac0e6 req-4f135158-7124-4007-aed4-4d3e9a73eecc tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] 10.222.0.57 "GET /v2.0/security-groups?id=18bf1b7c-5b0e-48b5-945c-d127534e748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790977 Oct 19 01:02:37.034563 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c7ced-f2db-4bb2-b36b-de5be64d67b7 req-5b1a6481-823a-41db-81cb-bef56daf1408 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:37.042500 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9a5c7ced-f2db-4bb2-b36b-de5be64d67b7 req-5b1a6481-823a-41db-81cb-bef56daf1408 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 949 time: 0.2861841 Oct 19 01:02:37.082144 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b440a1e0-84ea-4ed9-a14b-ab4e4b45936b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:37.103874 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-82c6e823-46e8-48e5-aff4-67a65f49c989 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-605697616-network', 'tenant_id': '45dad4b7bd634495b88941ea38093b47'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:02:37.112076 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-1e38de6a-a03e-4e65-89b7-c0341f4e6a2e None None] Set router e18ba5b5-c536-4e19-9463-7e6a5dba3c59 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:02:37.136017 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-e207c0cb-ab15-4c0d-89ec-d543dff80a61 req-a41c2d63-30ba-4517-bc9b-764bf995e81d tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Deleting port 2fb9b56e-1dfb-4d10-808d-163ff1301baa {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:02:37.136655 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e207c0cb-ab15-4c0d-89ec-d543dff80a61 req-a41c2d63-30ba-4517-bc9b-764bf995e81d tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:37.169089 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9a5c7ced-f2db-4bb2-b36b-de5be64d67b7 req-524a2dff-1969-4c8a-9f69-76e70f2ac81b tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256235 Oct 19 01:02:37.213533 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-d1886d0a-9d50-4547-bdba-10303f08b998 service neutron] 10.222.0.24 "GET /v2.0/ports/0a00941a-f339-4aca-ac9a-643bf04575f0/bindings/n-h2-715271-26 HTTP/1.1" status: 200 len: 383 time: 0.3886700 Oct 19 01:02:37.265459 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c6e823-46e8-48e5-aff4-67a65f49c989 admin admin] Made reservation on behalf of 45dad4b7bd634495b88941ea38093b47 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:02:37.268555 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-82c6e823-46e8-48e5-aff4-67a65f49c989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:37.286471 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-b440a1e0-84ea-4ed9-a14b-ab4e4b45936b None None] For port c9c9ac3e-c0ca-4153-9bc8-8e87ebe63d45, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c9c9ac3e-c0ca-4153-9bc8-8e87ebe63d45,segment=NetworkSegment(fd439f00-5252-4108-8cca-4bb02963020f),segment_id=fd439f00-5252-4108-8cca-4bb02963020f)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:37.296131 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-82c6e823-46e8-48e5-aff4-67a65f49c989 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:37.306586 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device bcffc012-f744-462a-9350-2794d16252a6 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:02:37.335718 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-05f61dc4-4838-4370-89c4-b1cc5d80595e req-181de233-0322-49bf-baa1-63dfc83a411d service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147683 Oct 19 01:02:37.338476 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54122) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:37.366140 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: bcffc012-f744-462a-9350-2794d16252a6 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:02:37.368336 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device bcffc012-f744-462a-9350-2794d16252a6 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:02:37.385335 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b440a1e0-84ea-4ed9-a14b-ab4e4b45936b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:37.390029 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-d869c660-1011-4234-be34-3a4b7e3a4673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:37.391759 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-d869c660-1011-4234-be34-3a4b7e3a4673 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 1101 time: 0.1106925 Oct 19 01:02:37.394749 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-e207c0cb-ab15-4c0d-89ec-d543dff80a61 req-a41c2d63-30ba-4517-bc9b-764bf995e81d tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] For port 2fb9b56e-1dfb-4d10-808d-163ff1301baa, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=2fb9b56e-1dfb-4d10-808d-163ff1301baa,segment=NetworkSegment(e623de5a-b001-4bcc-b287-6176fdd94e5b),segment_id=e623de5a-b001-4bcc-b287-6176fdd94e5b)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:37.395239 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e207c0cb-ab15-4c0d-89ec-d543dff80a61 req-a41c2d63-30ba-4517-bc9b-764bf995e81d tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:37.428907 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b99a86b5-537f-47c9-89d4-b2dd91648f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:37.435720 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-e207c0cb-ab15-4c0d-89ec-d543dff80a61 req-a41c2d63-30ba-4517-bc9b-764bf995e81d tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Calling delete_port for 2fb9b56e-1dfb-4d10-808d-163ff1301baa owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:02:37.535226 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440a1e0-84ea-4ed9-a14b-ab4e4b45936b None None] Pushing event updated for resources: {'Port': ['ID=c9c9ac3e-c0ca-4153-9bc8-8e87ebe63d45,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:37.563692 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99a86b5-537f-47c9-89d4-b2dd91648f32 admin admin] Checking segment: {'id': '00b28942-24aa-446a-83a6-552aa0593804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4c71f8cb-d4e8-4bae-aafc-5b160b73cb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:02:37.564964 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99a86b5-537f-47c9-89d4-b2dd91648f32 admin admin] Network hostable DHCP agents. Network: 4c71f8cb-d4e8-4bae-aafc-5b160b73cb3c, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:02:37.572831 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a86b5-537f-47c9-89d4-b2dd91648f32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79817267-3b16-46fe-bfd4-6079ac1187bb,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:37.583259 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-05f61dc4-4838-4370-89c4-b1cc5d80595e req-b8607b60-a33d-4105-a990-99147ffc9a15 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264750 Oct 19 01:02:37.593712 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-f30b58c4-c7de-4b6b-bf29-8c9008800ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:37.596128 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-f30b58c4-c7de-4b6b-bf29-8c9008800ccd service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.1917462 Oct 19 01:02:37.603881 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99a86b5-537f-47c9-89d4-b2dd91648f32 admin admin] Network 4c71f8cb-d4e8-4bae-aafc-5b160b73cb3c is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:02:37.646257 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-82c6e823-46e8-48e5-aff4-67a65f49c989 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:37.675942 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-5f3417c1-ddab-44ce-9ac9-19a10c985f51 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=0a00941a-f339-4aca-ac9a-643bf04575f0 HTTP/1.1" status: 200 len: 217 time: 0.0673804 Oct 19 01:02:37.676737 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-b99a86b5-537f-47c9-89d4-b2dd91648f32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 4c71f8cb-d4e8-4bae-aafc-5b160b73cb3c) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:02:37.681906 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99a86b5-537f-47c9-89d4-b2dd91648f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:37.683113 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b99a86b5-537f-47c9-89d4-b2dd91648f32 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:37.688827 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e9e0c5df-dd72-4e54-b1c1-c846eb900132 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:37.704654 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2a177a-2c31-48cc-a445-93f23940e0af None None] Network 4c71f8cb-d4e8-4bae-aafc-5b160b73cb3c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:02:37.726001 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-82c6e823-46e8-48e5-aff4-67a65f49c989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:37.744311 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-e4c2d7a4-b1ce-4b79-adad-ed9ea21a8299 None None] Provisioning complete for port c9c9ac3e-c0ca-4153-9bc8-8e87ebe63d45 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:02:37.744727 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e4c2d7a4-b1ce-4b79-adad-ed9ea21a8299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:37.764318 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b99a86b5-537f-47c9-89d4-b2dd91648f32 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2523453 Oct 19 01:02:37.765122 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54130) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:37.781089 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-9e8cab90-d057-437d-a720-c2c3112ea5d2 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1692457652-router', 'tenant_id': '35cc9643ad9246fe95d009dcff2f7206', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:02:37.797097 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-9576a89b-c9cc-4409-a13b-8e91f474414a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:37.798900 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-9576a89b-c9cc-4409-a13b-8e91f474414a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0917680 Oct 19 01:02:37.800524 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82c6e823-46e8-48e5-aff4-67a65f49c989 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:02:37.813245 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207a166-3817-4322-a2bd-ef3f66d8d51c req-d442f88f-6837-44ea-94f6-2989b9d1a895 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:37.822732 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e207c0cb-ab15-4c0d-89ec-d543dff80a61 req-a41c2d63-30ba-4517-bc9b-764bf995e81d tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:37.824615 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e207a166-3817-4322-a2bd-ef3f66d8d51c req-d442f88f-6837-44ea-94f6-2989b9d1a895 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] 10.222.0.57 "GET /v2.0/ports?device_id=768f4258-d241-477d-b684-2050e7fef908 HTTP/1.1" status: 200 len: 950 time: 0.1942282 Oct 19 01:02:37.828236 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c6e823-46e8-48e5-aff4-67a65f49c989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b0a1b9-beda-44f5-a633-8cd775ca29ef,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:37.840703 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-82c6e823-46e8-48e5-aff4-67a65f49c989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:37.841035 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-82c6e823-46e8-48e5-aff4-67a65f49c989 admin admin] Added segment 2b6ac682-429b-459d-90c9-47596802933c of type vlan for network 91c57069-c895-4994-a7af-d9f6ed49afa5 Oct 19 01:02:37.896986 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e8cab90-d057-437d-a720-c2c3112ea5d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:37.897356 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c2d63-30ba-4517-bc9b-764bf995e81d tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Pushing event deleted for resources: {'Port': ['ID=2fb9b56e-1dfb-4d10-808d-163ff1301baa,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:37.898500 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e8cab90-d057-437d-a720-c2c3112ea5d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:37.917692 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e207a166-3817-4322-a2bd-ef3f66d8d51c req-f80e478d-bc1d-4926-8111-b7bbe806a53f tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] 10.222.0.57 "GET /v2.0/security-groups?id=18bf1b7c-5b0e-48b5-945c-d127534e748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915611 Oct 19 01:02:37.921328 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-5808b2f3-972f-4b64-ad9f-6d5c1a1f1152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:37.922846 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-5808b2f3-972f-4b64-ad9f-6d5c1a1f1152 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0915039 Oct 19 01:02:37.952640 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-1e38de6a-a03e-4e65-89b7-c0341f4e6a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18ba5b5-c536-4e19-9463-7e6a5dba3c59', 'name': 'tempest-AttachSCSIVolumeTestJSON-1598132924-router', 'tenant_id': '7ac692c5716e4ead89cc01f87bd9bf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '0b6714d4-372d-48de-ab8e-43e2d7c15171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:02:23Z', 'updated_at': '2021-10-19T01:02:32Z', 'revision_number': 4, 'project_id': '7ac692c5716e4ead89cc01f87bd9bf1f', 'gw_port': {'id': '0b6714d4-372d-48de-ab8e-43e2d7c15171', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18ba5b5-c536-4e19-9463-7e6a5dba3c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:02:25Z', 'updated_at': '2021-10-19T01:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'c9c9ac3e-c0ca-4153-9bc8-8e87ebe63d45', 'name': '', 'network_id': '6f09460f-2adf-4d7f-b998-5eb93e5b8b56', 'tenant_id': '7ac692c5716e4ead89cc01f87bd9bf1f', 'mac_address': 'fa:16:3e:54:0e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18ba5b5-c536-4e19-9463-7e6a5dba3c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '456cff99-6d7d-4ea7-89c3-31fbd368d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:02:30Z', 'updated_at': '2021-10-19T01:02:36Z', 'revision_number': 4, 'project_id': '7ac692c5716e4ead89cc01f87bd9bf1f', 'subnets': [{'id': '456cff99-6d7d-4ea7-89c3-31fbd368d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:02:38.007252 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e38de6a-a03e-4e65-89b7-c0341f4e6a2e None None] The sync data for ids ['e18ba5b5-c536-4e19-9463-7e6a5dba3c59'] in n-d-715271-26 is: [{'id': 'e18ba5b5-c536-4e19-9463-7e6a5dba3c59', 'name': 'tempest-AttachSCSIVolumeTestJSON-1598132924-router', 'tenant_id': '7ac692c5716e4ead89cc01f87bd9bf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '0b6714d4-372d-48de-ab8e-43e2d7c15171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:02:23Z', 'updated_at': '2021-10-19T01:02:32Z', 'revision_number': 4, 'project_id': '7ac692c5716e4ead89cc01f87bd9bf1f', 'gw_port': {'id': '0b6714d4-372d-48de-ab8e-43e2d7c15171', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18ba5b5-c536-4e19-9463-7e6a5dba3c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:02:25Z', 'updated_at': '2021-10-19T01:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'c9c9ac3e-c0ca-4153-9bc8-8e87ebe63d45', 'name': '', 'network_id': '6f09460f-2adf-4d7f-b998-5eb93e5b8b56', 'tenant_id': '7ac692c5716e4ead89cc01f87bd9bf1f', 'mac_address': 'fa:16:3e:54:0e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18ba5b5-c536-4e19-9463-7e6a5dba3c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '456cff99-6d7d-4ea7-89c3-31fbd368d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:02:30Z', 'updated_at': '2021-10-19T01:02:36Z', 'revision_number': 4, 'project_id': '7ac692c5716e4ead89cc01f87bd9bf1f', 'subnets': [{'id': '456cff99-6d7d-4ea7-89c3-31fbd368d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:02:38.027259 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8577024-2b5a-4fec-aa17-29eb41da7ecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-4c71f8cb-d4e8-4bae-aafc-5b160b73cb3c', 'network_id': '4c71f8cb-d4e8-4bae-aafc-5b160b73cb3c', 'tenant_id': '35cc9643ad9246fe95d009dcff2f7206', 'fixed_ips': [{'subnet_id': '79817267-3b16-46fe-bfd4-6079ac1187bb'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:02:38.028176 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a8577024-2b5a-4fec-aa17-29eb41da7ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:38.138939 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-8faefcc2-1dde-4df6-8b1b-cbd0bdf1810f service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077780 Oct 19 01:02:38.140702 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e8cab90-d057-437d-a720-c2c3112ea5d2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:38.366447 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-a8577024-2b5a-4fec-aa17-29eb41da7ecb None None] Allocated IP 172.20.0.2 (4c71f8cb-d4e8-4bae-aafc-5b160b73cb3c/79817267-3b16-46fe-bfd4-6079ac1187bb/6c7c8598-b258-4965-9af9-6e3f129f64de) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:02:38.383227 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c9c9ac3e-c0ca-4153-9bc8-8e87ebe63d45 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:02:38.409352 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c22d49-8504-483f-81e4-d51b621f12d1 req-608675e3-31a0-4664-b7db-70520ce06aa8 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:38.410989 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d6c22d49-8504-483f-81e4-d51b621f12d1 req-608675e3-31a0-4664-b7db-70520ce06aa8 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc5f54b5-c92f-4513-86d5-0daa029358d9 HTTP/1.1" status: 200 len: 866 time: 0.6743846 Oct 19 01:02:38.464005 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-82c6e823-46e8-48e5-aff4-67a65f49c989 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:38.505325 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e207c0cb-ab15-4c0d-89ec-d543dff80a61 req-a41c2d63-30ba-4517-bc9b-764bf995e81d tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] No DVR routers for this DVR port 2fb9b56e-1dfb-4d10-808d-163ff1301baa on host n-h1-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:02:38.510746 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e207c0cb-ab15-4c0d-89ec-d543dff80a61 req-a41c2d63-30ba-4517-bc9b-764bf995e81d tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:38.514293 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e207c0cb-ab15-4c0d-89ec-d543dff80a61 req-a41c2d63-30ba-4517-bc9b-764bf995e81d tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.55 "DELETE /v2.0/ports/2fb9b56e-1dfb-4d10-808d-163ff1301baa HTTP/1.1" status: 204 len: 173 time: 1.7652619 Oct 19 01:02:38.530256 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5f54b5-c92f-4513-86d5-0daa029358d9', 'name': 'network-vif-deleted', 'tag': '2fb9b56e-1dfb-4d10-808d-163ff1301baa'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:02:38.532667 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f5404f-e546-4733-aeba-d92adf0a6c88" -d '{"events": [{"server_uuid": "cc5f54b5-c92f-4513-86d5-0daa029358d9", "name": "network-vif-deleted", "tag": "2fb9b56e-1dfb-4d10-808d-163ff1301baa"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:02:38.536686 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e8cab90-d057-437d-a720-c2c3112ea5d2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:38.564922 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-f5cd7dc6-dd8c-4792-aca4-0884a49d3957 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149337 Oct 19 01:02:38.576555 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3ae8f4f2-e266-430a-a429-058658c36fed req-30779e81-dbd8-429d-a76b-cd73e5ab8b10 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1866953 Oct 19 01:02:38.587880 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port c9c9ac3e-c0ca-4153-9bc8-8e87ebe63d45 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:02:38.588567 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:38.597110 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8ba0e-e5c7-4a04-a8b3-47f519b5a78d req-c0603551-98db-4fd8-97f7-61c207f8ed63 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:38.598966 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f2f8ba0e-e5c7-4a04-a8b3-47f519b5a78d req-c0603551-98db-4fd8-97f7-61c207f8ed63 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 949 time: 0.1911330 Oct 19 01:02:38.623975 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e9e0c5df-dd72-4e54-b1c1-c846eb900132 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:38.646124 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d6c22d49-8504-483f-81e4-d51b621f12d1 req-fb42fbdb-84aa-4a5c-8791-8dffb8f49925 tempest-LiveMigrationTest-1274664498 tempest-LiveMigrationTest-1274664498-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e710fc-b2d2-429e-ba94-7f01075583a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207029 Oct 19 01:02:38.665275 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e9e0c5df-dd72-4e54-b1c1-c846eb900132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:38.721297 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f2f8ba0e-e5c7-4a04-a8b3-47f519b5a78d req-b146d343-7a49-4917-af4a-91e3efc33b13 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110010 Oct 19 01:02:38.730129 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8f4f2-e266-430a-a429-058658c36fed req-5e894536-3e0d-4c9b-bc7a-71d82171002b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:38.731607 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3ae8f4f2-e266-430a-a429-058658c36fed req-5e894536-3e0d-4c9b-bc7a-71d82171002b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f97037e6a5e4e978520d9c5500334e3&device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 1097 time: 0.1117885 Oct 19 01:02:38.742222 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-82c6e823-46e8-48e5-aff4-67a65f49c989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:38.747520 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c6e823-46e8-48e5-aff4-67a65f49c989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:38.748236 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-82c6e823-46e8-48e5-aff4-67a65f49c989 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:38.799117 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e9e0c5df-dd72-4e54-b1c1-c846eb900132 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=95d753f512df4f83a59d0418bf68c9bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4552712 Oct 19 01:02:38.803073 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54142) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:38.831705 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6921b2-ed76-4f98-90fd-700ce5daf34b x-openstack-request-id: req-0e6921b2-ed76-4f98-90fd-700ce5daf34b {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:02:38.832013 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc5f54b5-c92f-4513-86d5-0daa029358d9", "name": "network-vif-deleted", "tag": "2fb9b56e-1dfb-4d10-808d-163ff1301baa", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:02:38.832258 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0e6921b2-ed76-4f98-90fd-700ce5daf34b {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:02:38.832943 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5f54b5-c92f-4513-86d5-0daa029358d9', 'name': 'network-vif-deleted', 'tag': '2fb9b56e-1dfb-4d10-808d-163ff1301baa', 'status': 'completed', 'code': 200} Oct 19 01:02:38.852553 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-82c6e823-46e8-48e5-aff4-67a65f49c989 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2916005 Oct 19 01:02:38.854558 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54144) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:38.860473 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-3feac9d3-9c76-44e9-add2-eb17b31a1a1a admin admin] Request body: {'subnet': {'network_id': '91c57069-c895-4994-a7af-d9f6ed49afa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-605697616-subnet', 'tenant_id': '45dad4b7bd634495b88941ea38093b47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:02:38.866202 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e0c5df-dd72-4e54-b1c1-c846eb900132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ad58a9-941b-4e1c-aa22-e88af86c7990,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:38.867900 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a8577024-2b5a-4fec-aa17-29eb41da7ecb None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:38.882856 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a8577024-2b5a-4fec-aa17-29eb41da7ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:38.898229 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0c5df-dd72-4e54-b1c1-c846eb900132 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:38.898812 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0c5df-dd72-4e54-b1c1-c846eb900132 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:38.899309 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0c5df-dd72-4e54-b1c1-c846eb900132 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:38.900091 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0c5df-dd72-4e54-b1c1-c846eb900132 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:38.900589 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0c5df-dd72-4e54-b1c1-c846eb900132 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:38.901082 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0c5df-dd72-4e54-b1c1-c846eb900132 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:38.901571 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0c5df-dd72-4e54-b1c1-c846eb900132 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:38.902056 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0c5df-dd72-4e54-b1c1-c846eb900132 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:38.902561 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0c5df-dd72-4e54-b1c1-c846eb900132 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:38.903058 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0c5df-dd72-4e54-b1c1-c846eb900132 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:38.903383 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0c5df-dd72-4e54-b1c1-c846eb900132 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:38.903708 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0c5df-dd72-4e54-b1c1-c846eb900132 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:38.932366 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8577024-2b5a-4fec-aa17-29eb41da7ecb None None] Network 4c71f8cb-d4e8-4bae-aafc-5b160b73cb3c is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:02:38.941585 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-a8577024-2b5a-4fec-aa17-29eb41da7ecb None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:02:38.943208 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8577024-2b5a-4fec-aa17-29eb41da7ecb None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:02:38.970173 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8577024-2b5a-4fec-aa17-29eb41da7ecb None None] Pushing event updated for resources: {'Port': ['ID=6c7c8598-b258-4965-9af9-6e3f129f64de,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:38.991551 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c6e823-46e8-48e5-aff4-67a65f49c989 admin admin] Pushing event updated for resources: {'Network': ['ID=91c57069-c895-4994-a7af-d9f6ed49afa5,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:39.038904 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3feac9d3-9c76-44e9-add2-eb17b31a1a1a admin admin] Made reservation on behalf of 45dad4b7bd634495b88941ea38093b47 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:02:39.041647 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3feac9d3-9c76-44e9-add2-eb17b31a1a1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:39.053531 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 91c57069-c895-4994-a7af-d9f6ed49afa5 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:02:39.084494 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-a8577024-2b5a-4fec-aa17-29eb41da7ecb None None] Attempting to bind port 6c7c8598-b258-4965-9af9-6e3f129f64de on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:02:39.085160 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-a8577024-2b5a-4fec-aa17-29eb41da7ecb None None] Attempting to bind port 6c7c8598-b258-4965-9af9-6e3f129f64de by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '00b28942-24aa-446a-83a6-552aa0593804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4c71f8cb-d4e8-4bae-aafc-5b160b73cb3c'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:02:39.085730 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8577024-2b5a-4fec-aa17-29eb41da7ecb None None] Attempting to bind port 6c7c8598-b258-4965-9af9-6e3f129f64de on network 4c71f8cb-d4e8-4bae-aafc-5b160b73cb3c {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:02:39.103427 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8577024-2b5a-4fec-aa17-29eb41da7ecb None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:02:39.104131 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8577024-2b5a-4fec-aa17-29eb41da7ecb None None] Checking segment: {'id': '00b28942-24aa-446a-83a6-552aa0593804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4c71f8cb-d4e8-4bae-aafc-5b160b73cb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:02:39.104725 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a8577024-2b5a-4fec-aa17-29eb41da7ecb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:39.106800 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8577024-2b5a-4fec-aa17-29eb41da7ecb None None] Bound using segment: {'id': '00b28942-24aa-446a-83a6-552aa0593804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4c71f8cb-d4e8-4bae-aafc-5b160b73cb3c'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:02:39.107495 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-a8577024-2b5a-4fec-aa17-29eb41da7ecb None None] Bound port: 6c7c8598-b258-4965-9af9-6e3f129f64de, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b28942-24aa-446a-83a6-552aa0593804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4c71f8cb-d4e8-4bae-aafc-5b160b73cb3c'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:02:39.108084 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a8577024-2b5a-4fec-aa17-29eb41da7ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:39.151375 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9f613-36d8-4476-8d86-d120895e6ad1 req-ea60839c-1510-40b5-9860-b5445d54a7db tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:39.167584 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-def9f613-36d8-4476-8d86-d120895e6ad1 req-ea60839c-1510-40b5-9860-b5445d54a7db tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] 10.222.0.55 "GET /v2.0/ports?device_id=768f4258-d241-477d-b684-2050e7fef908 HTTP/1.1" status: 200 len: 950 time: 0.1868246 Oct 19 01:02:39.236929 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-a8577024-2b5a-4fec-aa17-29eb41da7ecb None None] For port 6c7c8598-b258-4965-9af9-6e3f129f64de, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:02:39.241368 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-a8577024-2b5a-4fec-aa17-29eb41da7ecb None None] For port 6c7c8598-b258-4965-9af9-6e3f129f64de, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=6c7c8598-b258-4965-9af9-6e3f129f64de,segment=NetworkSegment(00b28942-24aa-446a-83a6-552aa0593804),segment_id=00b28942-24aa-446a-83a6-552aa0593804)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:02:39.250172 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a8577024-2b5a-4fec-aa17-29eb41da7ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:39.262519 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 0a00941a-f339-4aca-ac9a-643bf04575f0 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:02:39.280245 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39ba22-09d8-488b-af5b-baad566eee08 req-ea0aaab5-b3af-4974-8433-6d45c9979a6a tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:39.282122 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3e39ba22-09d8-488b-af5b-baad566eee08 req-ea0aaab5-b3af-4974-8433-6d45c9979a6a tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] 10.222.0.57 "GET /v2.0/ports?device_id=768f4258-d241-477d-b684-2050e7fef908 HTTP/1.1" status: 200 len: 950 time: 0.2129419 Oct 19 01:02:39.402122 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8577024-2b5a-4fec-aa17-29eb41da7ecb None None] Pushing event updated for resources: {'Port': ['ID=6c7c8598-b258-4965-9af9-6e3f129f64de,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:39.443193 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 0a00941a-f339-4aca-ac9a-643bf04575f0 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:02:39.445357 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3e39ba22-09d8-488b-af5b-baad566eee08 req-a2d5d586-8fff-4bc6-9f1f-cf8b67e45066 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] 10.222.0.57 "GET /v2.0/security-groups?id=18bf1b7c-5b0e-48b5-945c-d127534e748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499040 Oct 19 01:02:39.451596 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 0a00941a-f339-4aca-ac9a-643bf04575f0 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:02:39.451991 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:39.453668 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-98066317-f615-4481-a9ea-d8a2d458283a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:39.468872 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-def9f613-36d8-4476-8d86-d120895e6ad1 req-199283e8-7b41-4495-a100-93a1f6a1b1fa tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] Deleting port 0e9f5041-a16e-4b22-9741-81cd08073a6c {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:02:39.469224 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-def9f613-36d8-4476-8d86-d120895e6ad1 req-199283e8-7b41-4495-a100-93a1f6a1b1fa tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:39.534314 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-98066317-f615-4481-a9ea-d8a2d458283a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:39.546472 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3feac9d3-9c76-44e9-add2-eb17b31a1a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:39.547333 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8f4f2-e266-430a-a429-058658c36fed req-d5f3f0e6-cea9-4b52-8375-af33fbbe9cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:39.549403 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3ae8f4f2-e266-430a-a429-058658c36fed req-d5f3f0e6-cea9-4b52-8375-af33fbbe9cff service neutron] 10.222.0.55 "GET /v2.0/networks?id=c4b5ccfa-a7f9-4731-bba3-4264bbe52b87 HTTP/1.1" status: 200 len: 925 time: 0.7600615 Oct 19 01:02:39.582312 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:39.639063 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27671cbd-1818-4509-bbbb-0cb1ba0be4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a00941a-f339-4aca-ac9a-643bf04575f0'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:02:39.645506 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e908ccd-de9d-4af7-a8a9-27f1382129f2" -d '{"events": [{"server_uuid": "27671cbd-1818-4509-bbbb-0cb1ba0be4b8", "name": "network-vif-plugged", "status": "completed", "tag": "0a00941a-f339-4aca-ac9a-643bf04575f0"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:02:39.658645 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 0a00941a-f339-4aca-ac9a-643bf04575f0, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=0a00941a-f339-4aca-ac9a-643bf04575f0,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:39.665501 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-98066317-f615-4481-a9ea-d8a2d458283a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:39.668995 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-98066317-f615-4481-a9ea-d8a2d458283a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:39.670476 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:39.698144 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-98066317-f615-4481-a9ea-d8a2d458283a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f5ad58a9-941b-4e1c-aa22-e88af86c7990 HTTP/1.1" status: 204 len: 168 time: 0.8883021 Oct 19 01:02:39.721168 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feac9d3-9c76-44e9-add2-eb17b31a1a1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=94948ad4-35aa-438e-aae6-6f67951e97f5,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:39.744479 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-def9f613-36d8-4476-8d86-d120895e6ad1 req-199283e8-7b41-4495-a100-93a1f6a1b1fa tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] For port 0e9f5041-a16e-4b22-9741-81cd08073a6c, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=0e9f5041-a16e-4b22-9741-81cd08073a6c,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:39.744851 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-def9f613-36d8-4476-8d86-d120895e6ad1 req-199283e8-7b41-4495-a100-93a1f6a1b1fa tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:39.762075 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54158) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:39.792284 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-def9f613-36d8-4476-8d86-d120895e6ad1 req-199283e8-7b41-4495-a100-93a1f6a1b1fa tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] Calling delete_port for 0e9f5041-a16e-4b22-9741-81cd08073a6c owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:02:39.810204 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b04a27-a6ea-464d-9d1a-9a33c3c3a0c9 x-openstack-request-id: req-91b04a27-a6ea-464d-9d1a-9a33c3c3a0c9 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:02:39.810502 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27671cbd-1818-4509-bbbb-0cb1ba0be4b8", "name": "network-vif-plugged", "status": "completed", "tag": "0a00941a-f339-4aca-ac9a-643bf04575f0", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:02:39.811168 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-91b04a27-a6ea-464d-9d1a-9a33c3c3a0c9 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:02:39.811403 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27671cbd-1818-4509-bbbb-0cb1ba0be4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a00941a-f339-4aca-ac9a-643bf04575f0', 'code': 200} Oct 19 01:02:39.812409 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=0a00941a-f339-4aca-ac9a-643bf04575f0,revision_number=9']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:39.823659 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98066317-f615-4481-a9ea-d8a2d458283a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ad58a9-941b-4e1c-aa22-e88af86c7990,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:39.837852 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3feac9d3-9c76-44e9-add2-eb17b31a1a1a admin admin] Checking segment: {'id': '2b6ac682-429b-459d-90c9-47596802933c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '91c57069-c895-4994-a7af-d9f6ed49afa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:02:39.843120 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feac9d3-9c76-44e9-add2-eb17b31a1a1a admin admin] Network hostable DHCP agents. Network: 91c57069-c895-4994-a7af-d9f6ed49afa5, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:02:39.846330 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e8cab90-d057-437d-a720-c2c3112ea5d2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:39.886701 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e8cab90-d057-437d-a720-c2c3112ea5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:40.002463 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3ae8f4f2-e266-430a-a429-058658c36fed req-da718b3f-8f30-42f7-8b58-72c804b07a45 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d959cf2-d937-4599-baa6-8978a8c357a2 HTTP/1.1" status: 200 len: 1001 time: 0.3713689 Oct 19 01:02:40.062056 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-9edafa28-2f3e-49ee-9511-72a7da440d62 admin admin] Deleting subnet 7b8444cd-c5d7-4c88-b1b0-9d01aef8093c {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:02:40.067489 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8f4f2-e266-430a-a429-058658c36fed req-06d49016-0dba-446f-a094-d093fd4ed3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:40.069131 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3ae8f4f2-e266-430a-a429-058658c36fed req-06d49016-0dba-446f-a094-d093fd4ed3d5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a953001c-8d13-4f10-8aaf-914f81607c9c HTTP/1.1" status: 200 len: 863 time: 0.0568547 Oct 19 01:02:40.125091 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9edafa28-2f3e-49ee-9511-72a7da440d62 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:40.134289 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feac9d3-9c76-44e9-add2-eb17b31a1a1a admin admin] Network 91c57069-c895-4994-a7af-d9f6ed49afa5 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:02:40.198579 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8f4f2-e266-430a-a429-058658c36fed req-0660a041-2bae-4a0f-8606-e4eb37605378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:40.200417 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3ae8f4f2-e266-430a-a429-058658c36fed req-0660a041-2bae-4a0f-8606-e4eb37605378 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c4b5ccfa-a7f9-4731-bba3-4264bbe52b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1229346 Oct 19 01:02:40.202922 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-3feac9d3-9c76-44e9-add2-eb17b31a1a1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 91c57069-c895-4994-a7af-d9f6ed49afa5) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:02:40.223384 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3feac9d3-9c76-44e9-add2-eb17b31a1a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:40.224178 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3feac9d3-9c76-44e9-add2-eb17b31a1a1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:40.224539 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b651078-91ca-4237-93d7-adc4115951d0 None None] Network 91c57069-c895-4994-a7af-d9f6ed49afa5 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:02:40.235016 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9edafa28-2f3e-49ee-9511-72a7da440d62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:40.246534 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bce232-4a26-410a-8796-294156a310dc req-a89ed2c4-ca12-4704-9731-d1cf10b64fed tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:40.248218 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-89bce232-4a26-410a-8796-294156a310dc req-a89ed2c4-ca12-4704-9731-d1cf10b64fed tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 950 time: 0.2784715 Oct 19 01:02:40.311404 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3feac9d3-9c76-44e9-add2-eb17b31a1a1a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4549794 Oct 19 01:02:40.337824 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-9e8cab90-d057-437d-a720-c2c3112ea5d2 admin admin] Allocated IP 172.25.8.140 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/efd53c47-3ca2-450f-a65b-701019c86ef9) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:02:40.341703 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3ae8f4f2-e266-430a-a429-058658c36fed req-3e750ee9-73de-4902-8fbe-8e5425ee3134 service neutron] 10.222.0.55 "GET /v2.0/networks/c4b5ccfa-a7f9-4731-bba3-4264bbe52b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334004 Oct 19 01:02:40.397019 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54168) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:40.446571 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-89bce232-4a26-410a-8796-294156a310dc req-08c5268e-ed06-43f3-aafd-9d1f3341b42a tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687891 Oct 19 01:02:40.449601 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-828f86d2-dc6f-4156-af90-96540134574b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:40.450984 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9edafa28-2f3e-49ee-9511-72a7da440d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:40.459370 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 6c7c8598-b258-4965-9af9-6e3f129f64de up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:02:40.472726 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9692d94-80fb-490d-bff9-d66e6ce4502e None None] Network 91c57069-c895-4994-a7af-d9f6ed49afa5 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:02:40.544011 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-def9f613-36d8-4476-8d86-d120895e6ad1 req-199283e8-7b41-4495-a100-93a1f6a1b1fa tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:40.576620 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['0e9f5041-a16e-4b22-9741-81cd08073a6c'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:02:40.641958 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199283e8-7b41-4495-a100-93a1f6a1b1fa tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] Pushing event deleted for resources: {'Port': ['ID=0e9f5041-a16e-4b22-9741-81cd08073a6c,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:40.670701 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3ae8f4f2-e266-430a-a429-058658c36fed req-972f58e6-162c-4310-9dfa-0751c657e0eb service neutron] 10.222.0.55 "GET /v2.0/networks/c4b5ccfa-a7f9-4731-bba3-4264bbe52b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068800 Oct 19 01:02:40.742915 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e8cab90-d057-437d-a720-c2c3112ea5d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:40.769087 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2c8b451d-4628-4b5d-8fa6-4c74ba2fa68d req-bd248902-a718-4a29-8e66-1e1633a35eb2 tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] 10.222.0.57 "GET /v2.0/ports?device_id=768f4258-d241-477d-b684-2050e7fef908 HTTP/1.1" status: 200 len: 210 time: 0.1283040 Oct 19 01:02:40.772231 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9edafa28-2f3e-49ee-9511-72a7da440d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:40.774168 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 6c7c8598-b258-4965-9af9-6e3f129f64de triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:02:40.774790 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:40.861536 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-828f86d2-dc6f-4156-af90-96540134574b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:40.876723 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-828f86d2-dc6f-4156-af90-96540134574b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:40.919901 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edafa28-2f3e-49ee-9511-72a7da440d62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b8444cd-c5d7-4c88-b1b0-9d01aef8093c,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:40.934577 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9edafa28-2f3e-49ee-9511-72a7da440d62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:40.938368 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9edafa28-2f3e-49ee-9511-72a7da440d62 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/7b8444cd-c5d7-4c88-b1b0-9d01aef8093c HTTP/1.1" status: 204 len: 168 time: 1.1752055 Oct 19 01:02:40.953350 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54180) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:40.995469 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-def9f613-36d8-4476-8d86-d120895e6ad1 req-199283e8-7b41-4495-a100-93a1f6a1b1fa tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] No DVR routers for this DVR port 0e9f5041-a16e-4b22-9741-81cd08073a6c on host n-h1-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:02:41.007926 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-def9f613-36d8-4476-8d86-d120895e6ad1 req-199283e8-7b41-4495-a100-93a1f6a1b1fa tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:41.018596 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-828f86d2-dc6f-4156-af90-96540134574b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=872e1e08c12847fc849dbaed07b12c78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6172526 Oct 19 01:02:41.021505 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-def9f613-36d8-4476-8d86-d120895e6ad1 req-199283e8-7b41-4495-a100-93a1f6a1b1fa tempest-ServerDiagnosticsNegativeTest-1372302032 tempest-ServerDiagnosticsNegativeTest-1372302032-project] 10.222.0.55 "DELETE /v2.0/ports/0e9f5041-a16e-4b22-9741-81cd08073a6c HTTP/1.1" status: 204 len: 173 time: 1.8529217 Oct 19 01:02:41.021989 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768f4258-d241-477d-b684-2050e7fef908', 'name': 'network-vif-deleted', 'tag': '0e9f5041-a16e-4b22-9741-81cd08073a6c'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:02:41.029545 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f86d2-dc6f-4156-af90-96540134574b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974c86b5-a828-4518-85aa-9090b6b38865,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:41.041449 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9628fca8-1f67-4cad-992e-aa565f5bb625" -d '{"events": [{"server_uuid": "768f4258-d241-477d-b684-2050e7fef908", "name": "network-vif-deleted", "tag": "0e9f5041-a16e-4b22-9741-81cd08073a6c"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:02:41.043811 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:41.050628 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54184) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:41.155119 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 6c7c8598-b258-4965-9af9-6e3f129f64de, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=6c7c8598-b258-4965-9af9-6e3f129f64de,segment=NetworkSegment(00b28942-24aa-446a-83a6-552aa0593804),segment_id=00b28942-24aa-446a-83a6-552aa0593804)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:41.164025 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f86d2-dc6f-4156-af90-96540134574b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:41.164346 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:41.167620 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f86d2-dc6f-4156-af90-96540134574b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:41.168554 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f86d2-dc6f-4156-af90-96540134574b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:41.168990 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f86d2-dc6f-4156-af90-96540134574b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:41.173298 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f86d2-dc6f-4156-af90-96540134574b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:41.174356 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f86d2-dc6f-4156-af90-96540134574b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:41.174739 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f86d2-dc6f-4156-af90-96540134574b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:41.175202 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f86d2-dc6f-4156-af90-96540134574b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:41.175658 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f86d2-dc6f-4156-af90-96540134574b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:41.176107 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f86d2-dc6f-4156-af90-96540134574b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:41.176531 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f86d2-dc6f-4156-af90-96540134574b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:41.178185 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f86d2-dc6f-4156-af90-96540134574b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:41.194927 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aaf8b7c2-aabd-44f1-8313-ce38adfe4a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:41.201721 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e8cab90-d057-437d-a720-c2c3112ea5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:41.251387 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98736ca-1f63-41b1-b2ea-e030cc4c7f73 x-openstack-request-id: req-a98736ca-1f63-41b1-b2ea-e030cc4c7f73 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:02:41.252743 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768f4258-d241-477d-b684-2050e7fef908", "name": "network-vif-deleted", "tag": "0e9f5041-a16e-4b22-9741-81cd08073a6c", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:02:41.253339 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a98736ca-1f63-41b1-b2ea-e030cc4c7f73 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:02:41.253917 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768f4258-d241-477d-b684-2050e7fef908', 'name': 'network-vif-deleted', 'tag': '0e9f5041-a16e-4b22-9741-81cd08073a6c', 'status': 'completed', 'code': 200} Oct 19 01:02:41.255391 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74247627-4b33-4168-aaa5-4cf1b95167cb None None] Network 4c71f8cb-d4e8-4bae-aafc-5b160b73cb3c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:02:41.274973 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8cab90-d057-437d-a720-c2c3112ea5d2 admin admin] Pushing event updated for resources: {'Port': ['ID=efd53c47-3ca2-450f-a65b-701019c86ef9,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:41.276092 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a288afd9-c12a-4a8c-9c16-96c40900dcf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:41.300046 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=6c7c8598-b258-4965-9af9-6e3f129f64de,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:41.301230 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-2801ad26-9879-48da-9ac2-62b9462b2fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:41.302736 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-2801ad26-9879-48da-9ac2-62b9462b2fa8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8&tenant_id=ac822e1b6e714d828ed258d652a9ce7a HTTP/1.1" status: 200 len: 1102 time: 0.0930233 Oct 19 01:02:41.311479 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8cab90-d057-437d-a720-c2c3112ea5d2 admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:02:41.321259 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a288afd9-c12a-4a8c-9c16-96c40900dcf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:41.326573 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-3b73bf7c-4130-4585-bb36-c934a0f092d2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-26', 'device_owner': 'compute:nova'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:02:41.334774 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-9e8cab90-d057-437d-a720-c2c3112ea5d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:02:41.337727 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-3e67c6a4-b97e-4cdc-9040-5f4872814672 None None] Provisioning complete for port 6c7c8598-b258-4965-9af9-6e3f129f64de triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:02:41.338191 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3e67c6a4-b97e-4cdc-9040-5f4872814672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:41.344991 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8cab90-d057-437d-a720-c2c3112ea5d2 admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:02:41.418222 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-3b73bf7c-4130-4585-bb36-c934a0f092d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:41.466032 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aaf8b7c2-aabd-44f1-8313-ce38adfe4a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:41.509818 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-aaf8b7c2-aabd-44f1-8313-ce38adfe4a84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc198a8b-4ee5-462c-a635-e1062c7dbf51']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:02:41.512270 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 2fb9b56e-1dfb-4d10-808d-163ff1301baa no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:02:41.521354 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a288afd9-c12a-4a8c-9c16-96c40900dcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:41.525621 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-aaf8b7c2-aabd-44f1-8313-ce38adfe4a84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e623de5a-b001-4bcc-b287-6176fdd94e5b') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:02:41.525851 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-aaf8b7c2-aabd-44f1-8313-ce38adfe4a84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e623de5a-b001-4bcc-b287-6176fdd94e5b') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:02:41.530773 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a288afd9-c12a-4a8c-9c16-96c40900dcf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:41.533820 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a288afd9-c12a-4a8c-9c16-96c40900dcf8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/974c86b5-a828-4518-85aa-9090b6b38865 HTTP/1.1" status: 204 len: 168 time: 0.4818513 Oct 19 01:02:41.534794 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-bfa20204-6795-42b3-9936-c406742a8de4 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:41.543254 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-bfa20204-6795-42b3-9936-c406742a8de4 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/networks?id=91c57069-c895-4994-a7af-d9f6ed49afa5 HTTP/1.1" status: 200 len: 821 time: 0.2766635 Oct 19 01:02:41.549205 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 2fb9b56e-1dfb-4d10-808d-163ff1301baa {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:02:41.549347 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 2fb9b56e-1dfb-4d10-808d-163ff1301baa not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:02:41.597268 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aaf8b7c2-aabd-44f1-8313-ce38adfe4a84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:41.607282 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-e18d72ba-6647-4d11-aa46-9755a447720d tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/quotas/45dad4b7bd634495b88941ea38093b47 HTTP/1.1" status: 200 len: 375 time: 0.0627232 Oct 19 01:02:41.683835 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-44c3d7c0-df51-4b1c-a4ec-70a9e3397e7f tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=45dad4b7bd634495b88941ea38093b47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752180 Oct 19 01:02:41.702836 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aaf8b7c2-aabd-44f1-8313-ce38adfe4a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:41.718865 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf8b7c2-aabd-44f1-8313-ce38adfe4a84 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:02:41.719277 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aaf8b7c2-aabd-44f1-8313-ce38adfe4a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:41.721756 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:02:41.721756 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:02:41.721756 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:02:41.721756 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:02:41.721756 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:02:41.721756 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:02:41.721756 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:02:41.721756 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:02:41.721756 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:02:41.721756 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:02:41.721756 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:02:41.721756 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:02:41.721756 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:02:41.721756 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:02:41.721756 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:02:41.721756 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:02:41.721756 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:02:41.721756 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:02:41.721756 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:02:41.721756 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:02:41.721756 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:02:41.721756 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:02:41.721756 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:02:41.721756 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:02:41.721756 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:02:41.721756 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:02:41.721756 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:02:41.721756 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:02:41.721756 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:02:41.721756 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:02:41.721756 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:02:41.721756 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:02:41.744498 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a288afd9-c12a-4a8c-9c16-96c40900dcf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974c86b5-a828-4518-85aa-9090b6b38865,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:41.815596 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aaf8b7c2-aabd-44f1-8313-ce38adfe4a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:41.828526 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aaf8b7c2-aabd-44f1-8313-ce38adfe4a84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:41.833119 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-aaf8b7c2-aabd-44f1-8313-ce38adfe4a84 admin admin] 10.222.0.57 "DELETE /v2.0/networks/fc198a8b-4ee5-462c-a635-e1062c7dbf51 HTTP/1.1" status: 204 len: 168 time: 0.8601968 Oct 19 01:02:41.841117 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54206) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:41.909157 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-141a5e76-aeeb-4df6-bf13-fd3c20d4648f admin admin] Deleting subnet 5e7010c7-6660-4b3a-81ce-22776f1b2d9b {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:02:41.918843 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf8b7c2-aabd-44f1-8313-ce38adfe4a84 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc198a8b-4ee5-462c-a635-e1062c7dbf51,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:41.919008 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-141a5e76-aeeb-4df6-bf13-fd3c20d4648f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:41.962060 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac697644-b053-40b8-affc-5edf67ebbdca req-0ed3756d-93e6-4458-abe0-7d112f43397c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:41.963766 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ac697644-b053-40b8-affc-5edf67ebbdca req-0ed3756d-93e6-4458-abe0-7d112f43397c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 950 time: 0.2687316 Oct 19 01:02:42.052526 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e8cab90-d057-437d-a720-c2c3112ea5d2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:42.055112 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ac697644-b053-40b8-affc-5edf67ebbdca req-bcb489d0-d510-4baa-a24a-d0ea02e0568a tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825193 Oct 19 01:02:42.060140 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-141a5e76-aeeb-4df6-bf13-fd3c20d4648f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:42.117117 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-3b73bf7c-4130-4585-bb36-c934a0f092d2 service neutron] For port 0a00941a-f339-4aca-ac9a-643bf04575f0, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=0a00941a-f339-4aca-ac9a-643bf04575f0,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:42.155239 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-038676d2-ded0-485e-a9a2-3fb726aa2fc5 None None] Provisioning complete for port 6c7c8598-b258-4965-9af9-6e3f129f64de triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:02:42.156203 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-038676d2-ded0-485e-a9a2-3fb726aa2fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:42.164047 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-141a5e76-aeeb-4df6-bf13-fd3c20d4648f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:42.215436 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-8584084c-fa34-42f5-b613-410c898dc194 service neutron] 10.222.0.57 "GET /v2.0/networks/91c57069-c895-4994-a7af-d9f6ed49afa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5306983 Oct 19 01:02:42.267123 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-3b73bf7c-4130-4585-bb36-c934a0f092d2 service neutron] For port 0a00941a-f339-4aca-ac9a-643bf04575f0, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:02:42.333006 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-141a5e76-aeeb-4df6-bf13-fd3c20d4648f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:42.350600 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-3b73bf7c-4130-4585-bb36-c934a0f092d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:42.364789 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 6c7c8598-b258-4965-9af9-6e3f129f64de up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:02:42.386108 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-141a5e76-aeeb-4df6-bf13-fd3c20d4648f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:42.389756 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-141a5e76-aeeb-4df6-bf13-fd3c20d4648f admin admin] 10.222.0.57 "DELETE /v2.0/subnets/5e7010c7-6660-4b3a-81ce-22776f1b2d9b HTTP/1.1" status: 204 len: 168 time: 0.5469880 Oct 19 01:02:42.390675 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a5e76-aeeb-4df6-bf13-fd3c20d4648f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e7010c7-6660-4b3a-81ce-22776f1b2d9b,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:42.392738 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54222) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:42.410164 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-3b73bf7c-4130-4585-bb36-c934a0f092d2 service neutron] Transition to ACTIVE for port object 0a00941a-f339-4aca-ac9a-643bf04575f0 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:02:42.411142 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e8cab90-d057-437d-a720-c2c3112ea5d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:42.419421 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-076f1d53-d07c-414f-8a64-0584f201754c service neutron] 10.222.0.57 "GET /v2.0/networks/91c57069-c895-4994-a7af-d9f6ed49afa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726515 Oct 19 01:02:42.424924 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-3b73bf7c-4130-4585-bb36-c934a0f092d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:42.471667 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 6c7c8598-b258-4965-9af9-6e3f129f64de triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:02:42.472555 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:42.496061 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b73bf7c-4130-4585-bb36-c934a0f092d2 service neutron] Pushing event updated for resources: {'Port': ['ID=0a00941a-f339-4aca-ac9a-643bf04575f0,revision_number=10']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:42.556566 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-3b73bf7c-4130-4585-bb36-c934a0f092d2 service neutron] No DVR routers for this DVR port 0a00941a-f339-4aca-ac9a-643bf04575f0 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:02:42.735027 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7ae24cfe-d429-4ceb-a7ed-580e666b99c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:42.807150 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54238) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:42.824861 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8cab90-d057-437d-a720-c2c3112ea5d2 admin admin] Router 5c411355-9733-4241-8169-9f765b954f84 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:02:42.854236 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-3b73bf7c-4130-4585-bb36-c934a0f092d2 service neutron] Attempting to bind port 0a00941a-f339-4aca-ac9a-643bf04575f0 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:02:42.854666 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-3b73bf7c-4130-4585-bb36-c934a0f092d2 service neutron] Attempting to bind port 0a00941a-f339-4aca-ac9a-643bf04575f0 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:02:42.855088 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-3b73bf7c-4130-4585-bb36-c934a0f092d2 service neutron] Attempting to bind port 0a00941a-f339-4aca-ac9a-643bf04575f0 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:02:42.882605 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-3b73bf7c-4130-4585-bb36-c934a0f092d2 service neutron] Port 0a00941a-f339-4aca-ac9a-643bf04575f0 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:02:42.882930 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-3b73bf7c-4130-4585-bb36-c934a0f092d2 service neutron] Attempting to bind port 0a00941a-f339-4aca-ac9a-643bf04575f0 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:02:42.895593 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-538e6262-87b5-4756-a55d-941350e7f2ba req-04d1180e-09f2-447d-9ca5-48a538a36da9 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b612f6-e277-4cb1-b9b2-7b4ac00b72da HTTP/1.1" status: 200 len: 210 time: 0.1105213 Oct 19 01:02:42.902815 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-3b73bf7c-4130-4585-bb36-c934a0f092d2 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:02:42.903264 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-3b73bf7c-4130-4585-bb36-c934a0f092d2 service neutron] Checking segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:02:42.903845 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-3b73bf7c-4130-4585-bb36-c934a0f092d2 service neutron] Bound using segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:02:42.904619 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-3b73bf7c-4130-4585-bb36-c934a0f092d2 service neutron] Bound port: 0a00941a-f339-4aca-ac9a-643bf04575f0, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:02:42.905189 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-3b73bf7c-4130-4585-bb36-c934a0f092d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:43.016667 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7ae24cfe-d429-4ceb-a7ed-580e666b99c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:43.052834 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-7ae24cfe-d429-4ceb-a7ed-580e666b99c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080931f9-24a7-4d41-ab5d-6f3c3022955a']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:02:43.070517 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-7ae24cfe-d429-4ceb-a7ed-580e666b99c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '464efc74-5c8f-4d69-94eb-8c6c6564858a') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:02:43.070791 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-7ae24cfe-d429-4ceb-a7ed-580e666b99c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '464efc74-5c8f-4d69-94eb-8c6c6564858a') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:02:43.081167 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-3b73bf7c-4130-4585-bb36-c934a0f092d2 service neutron] For port 0a00941a-f339-4aca-ac9a-643bf04575f0, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:02:43.084339 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7ae24cfe-d429-4ceb-a7ed-580e666b99c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:43.086977 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-3b73bf7c-4130-4585-bb36-c934a0f092d2 service neutron] For port 0a00941a-f339-4aca-ac9a-643bf04575f0, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=0a00941a-f339-4aca-ac9a-643bf04575f0,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:02:43.093619 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-3b73bf7c-4130-4585-bb36-c934a0f092d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:43.139545 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7ae24cfe-d429-4ceb-a7ed-580e666b99c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:43.146049 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-3b73bf7c-4130-4585-bb36-c934a0f092d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:43.146664 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-3b73bf7c-4130-4585-bb36-c934a0f092d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:43.148212 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-3b73bf7c-4130-4585-bb36-c934a0f092d2 service neutron] 10.222.0.55 "PUT /v2.0/ports/0a00941a-f339-4aca-ac9a-643bf04575f0 HTTP/1.1" status: 200 len: 1098 time: 1.8294873 Oct 19 01:02:43.156435 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae24cfe-d429-4ceb-a7ed-580e666b99c5 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:02:43.156783 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7ae24cfe-d429-4ceb-a7ed-580e666b99c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:43.158815 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:02:43.158815 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:02:43.158815 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:02:43.158815 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:02:43.158815 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:02:43.158815 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:02:43.158815 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:02:43.158815 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:02:43.158815 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:02:43.158815 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:02:43.158815 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:02:43.158815 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:02:43.158815 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:02:43.158815 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:02:43.158815 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:02:43.158815 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:02:43.158815 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:02:43.158815 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:02:43.158815 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:02:43.158815 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:02:43.158815 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:02:43.158815 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:02:43.158815 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:02:43.158815 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:02:43.158815 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:02:43.158815 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:02:43.158815 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:02:43.158815 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:02:43.158815 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:02:43.158815 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:02:43.158815 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:02:43.158815 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:02:43.316222 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b73bf7c-4130-4585-bb36-c934a0f092d2 service neutron] Pushing event updated for resources: {'Port': ['ID=0a00941a-f339-4aca-ac9a-643bf04575f0,revision_number=11']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:43.333385 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27671cbd-1818-4509-bbbb-0cb1ba0be4b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a00941a-f339-4aca-ac9a-643bf04575f0'}, {'name': 'network-changed', 'server_uuid': '27671cbd-1818-4509-bbbb-0cb1ba0be4b8', 'tag': '0a00941a-f339-4aca-ac9a-643bf04575f0'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:02:43.337706 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4a38a1-d8aa-415d-987b-baf1a89e790f" -d '{"events": [{"server_uuid": "27671cbd-1818-4509-bbbb-0cb1ba0be4b8", "name": "network-vif-unplugged", "status": "completed", "tag": "0a00941a-f339-4aca-ac9a-643bf04575f0"}, {"name": "network-changed", "server_uuid": "27671cbd-1818-4509-bbbb-0cb1ba0be4b8", "tag": "0a00941a-f339-4aca-ac9a-643bf04575f0"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:02:43.361789 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7ae24cfe-d429-4ceb-a7ed-580e666b99c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:43.368544 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48065ac-b142-4ecc-b023-2befd9f2e104 req-cfe59113-4fbc-416a-9059-b97e4610a9be tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:43.369330 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7ae24cfe-d429-4ceb-a7ed-580e666b99c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:43.375055 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7ae24cfe-d429-4ceb-a7ed-580e666b99c5 admin admin] 10.222.0.57 "DELETE /v2.0/networks/080931f9-24a7-4d41-ab5d-6f3c3022955a HTTP/1.1" status: 204 len: 168 time: 0.9762473 Oct 19 01:02:43.384391 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a48065ac-b142-4ecc-b023-2befd9f2e104 req-cfe59113-4fbc-416a-9059-b97e4610a9be tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 949 time: 0.1675444 Oct 19 01:02:43.393069 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-236e1709-95c7-4ab7-b7cd-09e4ad787286 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c0ad4bec6652486ba8338b783ee7cd69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5819776 Oct 19 01:02:43.393184 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 0e9f5041-a16e-4b22-9741-81cd08073a6c no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:02:43.403659 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54264) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:43.446897 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 0e9f5041-a16e-4b22-9741-81cd08073a6c {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:02:43.448636 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 0e9f5041-a16e-4b22-9741-81cd08073a6c not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:02:43.452826 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae24cfe-d429-4ceb-a7ed-580e666b99c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=080931f9-24a7-4d41-ab5d-6f3c3022955a,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:43.465262 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 19 Oct 2021 01:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bfd350-f7f6-46e2-b7cd-fcce391b3b42 x-openstack-request-id: req-37bfd350-f7f6-46e2-b7cd-fcce391b3b42 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:02:43.465669 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27671cbd-1818-4509-bbbb-0cb1ba0be4b8", "name": "network-vif-unplugged", "status": "completed", "tag": "0a00941a-f339-4aca-ac9a-643bf04575f0", "code": 200}, {"name": "network-changed", "server_uuid": "27671cbd-1818-4509-bbbb-0cb1ba0be4b8", "tag": "0a00941a-f339-4aca-ac9a-643bf04575f0", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:02:43.466020 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-37bfd350-f7f6-46e2-b7cd-fcce391b3b42 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:02:43.466612 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27671cbd-1818-4509-bbbb-0cb1ba0be4b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a00941a-f339-4aca-ac9a-643bf04575f0', 'code': 200} Oct 19 01:02:43.466980 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27671cbd-1818-4509-bbbb-0cb1ba0be4b8', 'tag': '0a00941a-f339-4aca-ac9a-643bf04575f0', 'status': 'completed', 'code': 200} Oct 19 01:02:43.479163 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8cab90-d057-437d-a720-c2c3112ea5d2 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:02:43.488714 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9dfbea-53a7-4203-baaa-cb70c0af1323 None None] Sync routers for ids ['5c411355-9733-4241-8169-9f765b954f84'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:02:43.495581 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-93362888-a68d-4e81-996f-e627f7ab5e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:43.502215 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-93362888-a68d-4e81-996f-e627f7ab5e6c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 1101 time: 0.3097930 Oct 19 01:02:43.502449 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9dfbea-53a7-4203-baaa-cb70c0af1323 None None] Routers {'5c411355-9733-4241-8169-9f765b954f84'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:02:43.503526 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-2c9dfbea-53a7-4203-baaa-cb70c0af1323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:02:16Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['5c411355-9733-4241-8169-9f765b954f84'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:02:43.645031 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54272) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:43.646477 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-369e102b-84c4-42b4-9a94-edf2f0cacc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:43.648758 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-369e102b-84c4-42b4-9a94-edf2f0cacc76 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.1417899 Oct 19 01:02:43.650526 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a48065ac-b142-4ecc-b023-2befd9f2e104 req-606b8fc6-003e-4761-b2b3-5d64702a81b0 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478518 Oct 19 01:02:43.695990 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e8cab90-d057-437d-a720-c2c3112ea5d2 admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:43.697513 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9e8cab90-d057-437d-a720-c2c3112ea5d2 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9244614 Oct 19 01:02:43.702205 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54276) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:43.741835 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-e50f5cd1-d34f-46db-9387-b31c29e252c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=0a00941a-f339-4aca-ac9a-643bf04575f0 HTTP/1.1" status: 200 len: 217 time: 0.0848994 Oct 19 01:02:43.801970 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-f184dea2-cc99-4bc6-a17b-cdc6fd971332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:43.803676 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-f184dea2-cc99-4bc6-a17b-cdc6fd971332 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0563619 Oct 19 01:02:43.807754 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7b825d6a-83de-4098-8dd6-ee9c82d28d5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:43.816802 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a38a1-d8aa-415d-987b-baf1a89e790f req-3e49306c-7d43-4b43-bd79-819f58e8387b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:43.818547 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ba4a38a1-d8aa-415d-987b-baf1a89e790f req-3e49306c-7d43-4b43-bd79-819f58e8387b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 1101 time: 0.3154814 Oct 19 01:02:43.831677 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4ed4ff61-ba02-4c07-95f5-8a2b78a561b8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=65459246a90a47d0b59f03208da91106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1779320 Oct 19 01:02:43.848659 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54278) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:43.863503 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-eaa2540d-c49c-4c39-a49a-91af58596716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:43.893306 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-2c9dfbea-53a7-4203-baaa-cb70c0af1323 None None] Set router 5c411355-9733-4241-8169-9f765b954f84 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:02:43.903875 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7b825d6a-83de-4098-8dd6-ee9c82d28d5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:43.929429 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-9e3b0b74-3057-4231-a0b4-c91dc2c15613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:43.930996 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-9e3b0b74-3057-4231-a0b4-c91dc2c15613 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1200943 Oct 19 01:02:43.989396 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b12d5935-a23b-4ee3-be07-1c85e7c74563 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:44.060117 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b12d5935-a23b-4ee3-be07-1c85e7c74563 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:44.147599 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-b0ca642b-274c-4a44-80e4-5eef2c624023 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072866 Oct 19 01:02:44.156818 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a3d361a9-5d78-40d5-84b9-2b6a179dc694 req-7e352da8-dd87-4541-92e2-7fb1006d8514 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b612f6-e277-4cb1-b9b2-7b4ac00b72da HTTP/1.1" status: 200 len: 210 time: 0.1104517 Oct 19 01:02:44.233676 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-2c9dfbea-53a7-4203-baaa-cb70c0af1323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c411355-9733-4241-8169-9f765b954f84', 'name': 'tempest-AttachSCSIVolumeTestJSON-1692457652-router', 'tenant_id': '35cc9643ad9246fe95d009dcff2f7206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': 'efd53c47-3ca2-450f-a65b-701019c86ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:02:37Z', 'updated_at': '2021-10-19T01:02:41Z', 'revision_number': 3, 'project_id': '35cc9643ad9246fe95d009dcff2f7206', 'gw_port': {'id': 'efd53c47-3ca2-450f-a65b-701019c86ef9', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c411355-9733-4241-8169-9f765b954f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:02:39Z', 'updated_at': '2021-10-19T01:02:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:02:44.277484 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9dfbea-53a7-4203-baaa-cb70c0af1323 None None] Checking router: 5c411355-9733-4241-8169-9f765b954f84 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:02:44.278202 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9dfbea-53a7-4203-baaa-cb70c0af1323 None None] Updating router 5c411355-9733-4241-8169-9f765b954f84 port efd53c47-3ca2-450f-a65b-701019c86ef9 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:02:44.287913 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b12d5935-a23b-4ee3-be07-1c85e7c74563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:44.290445 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b12d5935-a23b-4ee3-be07-1c85e7c74563 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:44.291661 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b12d5935-a23b-4ee3-be07-1c85e7c74563 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/03e710fc-b2d2-429e-ba94-7f01075583a3 HTTP/1.1" status: 204 len: 168 time: 0.4363170 Oct 19 01:02:44.318077 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12d5935-a23b-4ee3-be07-1c85e7c74563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e710fc-b2d2-429e-ba94-7f01075583a3,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:44.342965 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-2c9dfbea-53a7-4203-baaa-cb70c0af1323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:44.371971 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-881d0fc3-a588-4110-b248-42c56dec5db5 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:44.373630 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-881d0fc3-a588-4110-b248-42c56dec5db5 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.24 "GET /v2.0/networks?id=91c57069-c895-4994-a7af-d9f6ed49afa5 HTTP/1.1" status: 200 len: 821 time: 0.2461920 Oct 19 01:02:44.376143 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-af2b40aa-904f-4a6b-9a1e-d95c0df4024e req-9dc5dd7a-b906-4b91-b84b-b9d9ceeb8f3b service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138638 Oct 19 01:02:44.396048 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a38a1-d8aa-415d-987b-baf1a89e790f req-b66f7602-26cc-42a0-b7fb-3b8ee65b12ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:44.400755 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ba4a38a1-d8aa-415d-987b-baf1a89e790f req-b66f7602-26cc-42a0-b7fb-3b8ee65b12ce service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.5550380 Oct 19 01:02:44.405106 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-84b0055d-7eb3-4ded-b2a6-95c91229f0f4 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Request body: {'port': {'device_id': '77b612f6-e277-4cb1-b9b2-7b4ac00b72da', 'network_id': '91c57069-c895-4994-a7af-d9f6ed49afa5', 'admin_state_up': True, 'tenant_id': '45dad4b7bd634495b88941ea38093b47'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:02:44.489658 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ba4a38a1-d8aa-415d-987b-baf1a89e790f req-70d3eac8-20d5-4268-a04c-6d07b5860d3c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=0a00941a-f339-4aca-ac9a-643bf04575f0 HTTP/1.1" status: 200 len: 217 time: 0.0664172 Oct 19 01:02:44.492282 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7b825d6a-83de-4098-8dd6-ee9c82d28d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:44.495161 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7b825d6a-83de-4098-8dd6-ee9c82d28d5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:44.496482 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7b825d6a-83de-4098-8dd6-ee9c82d28d5a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/18bf1b7c-5b0e-48b5-945c-d127534e748f HTTP/1.1" status: 204 len: 168 time: 1.0782459 Oct 19 01:02:44.551664 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b825d6a-83de-4098-8dd6-ee9c82d28d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bf1b7c-5b0e-48b5-945c-d127534e748f,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:44.665638 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a38a1-d8aa-415d-987b-baf1a89e790f req-2ca66aab-d4c5-4f55-8def-1ab8700e44bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:44.667168 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ba4a38a1-d8aa-415d-987b-baf1a89e790f req-2ca66aab-d4c5-4f55-8def-1ab8700e44bb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 1101 time: 0.2001753 Oct 19 01:02:44.690889 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a38a1-d8aa-415d-987b-baf1a89e790f req-8a6adbb1-f54e-4e90-8a58-b75e59edcea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:44.692667 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ba4a38a1-d8aa-415d-987b-baf1a89e790f req-8a6adbb1-f54e-4e90-8a58-b75e59edcea2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.1925266 Oct 19 01:02:44.743422 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-84b0055d-7eb3-4ded-b2a6-95c91229f0f4 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Made reservation on behalf of 45dad4b7bd634495b88941ea38093b47 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:02:44.748033 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-84b0055d-7eb3-4ded-b2a6-95c91229f0f4 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:44.798976 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-2c9dfbea-53a7-4203-baaa-cb70c0af1323 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:44.812778 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-2c9dfbea-53a7-4203-baaa-cb70c0af1323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:44.852524 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a38a1-d8aa-415d-987b-baf1a89e790f req-125597f8-7159-4074-a901-1f2dc07e5996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:44.854315 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ba4a38a1-d8aa-415d-987b-baf1a89e790f req-125597f8-7159-4074-a901-1f2dc07e5996 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1499555 Oct 19 01:02:44.860509 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54304) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:44.907076 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043f5d7-31e1-4096-81ff-cba2a4d52b65 None None] Pushing event updated for resources: {'Port': ['ID=efd53c47-3ca2-450f-a65b-701019c86ef9,revision_number=2']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:44.990446 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-2c9dfbea-53a7-4203-baaa-cb70c0af1323 None None] Attempting to bind port efd53c47-3ca2-450f-a65b-701019c86ef9 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:02:44.990858 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-2c9dfbea-53a7-4203-baaa-cb70c0af1323 None None] Attempting to bind port efd53c47-3ca2-450f-a65b-701019c86ef9 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:02:44.991213 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9dfbea-53a7-4203-baaa-cb70c0af1323 None None] Attempting to bind port efd53c47-3ca2-450f-a65b-701019c86ef9 on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:02:45.002689 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9dfbea-53a7-4203-baaa-cb70c0af1323 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:02:45.002689 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9dfbea-53a7-4203-baaa-cb70c0af1323 None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:02:45.003112 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-2c9dfbea-53a7-4203-baaa-cb70c0af1323 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:45.003465 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9dfbea-53a7-4203-baaa-cb70c0af1323 None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:02:45.003971 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-2c9dfbea-53a7-4203-baaa-cb70c0af1323 None None] Bound port: efd53c47-3ca2-450f-a65b-701019c86ef9, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:02:45.004378 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-2c9dfbea-53a7-4203-baaa-cb70c0af1323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:45.036605 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a38a1-d8aa-415d-987b-baf1a89e790f req-127afa52-4201-4656-9d00-74d8937e6acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:45.038444 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ba4a38a1-d8aa-415d-987b-baf1a89e790f req-127afa52-4201-4656-9d00-74d8937e6acd service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.3617480 Oct 19 01:02:45.059575 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78d807-6810-4a63-ad29-bf9aa2e84d02 req-583c1139-5c4f-4ca6-9c4b-7fae9319e16e tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:45.068961 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7d78d807-6810-4a63-ad29-bf9aa2e84d02 req-583c1139-5c4f-4ca6-9c4b-7fae9319e16e tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 949 time: 0.2341712 Oct 19 01:02:45.120943 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ba4a38a1-d8aa-415d-987b-baf1a89e790f req-32bbe0ea-16b0-4a90-aa24-6bea8e4808ed service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484887 Oct 19 01:02:45.137361 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54312) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:45.144857 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-2c9dfbea-53a7-4203-baaa-cb70c0af1323 None None] For port efd53c47-3ca2-450f-a65b-701019c86ef9, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:02:45.151494 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-2c9dfbea-53a7-4203-baaa-cb70c0af1323 None None] For port efd53c47-3ca2-450f-a65b-701019c86ef9, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=efd53c47-3ca2-450f-a65b-701019c86ef9,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:02:45.151807 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a714dc13-f29d-43f7-a852-59e893f09424 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:45.159970 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-2c9dfbea-53a7-4203-baaa-cb70c0af1323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:45.166809 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ba4a38a1-d8aa-415d-987b-baf1a89e790f req-cd137236-4dcd-4227-b01e-49c2165bc960 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=0a00941a-f339-4aca-ac9a-643bf04575f0 HTTP/1.1" status: 200 len: 217 time: 0.1186938 Oct 19 01:02:45.267066 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7d78d807-6810-4a63-ad29-bf9aa2e84d02 req-52faf768-1679-41d5-b597-ad007bed575d tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950147 Oct 19 01:02:45.271323 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043f5d7-31e1-4096-81ff-cba2a4d52b65 None None] Pushing event updated for resources: {'Port': ['ID=efd53c47-3ca2-450f-a65b-701019c86ef9,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:45.286373 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 0a00941a-f339-4aca-ac9a-643bf04575f0 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:02:45.291605 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-84b0055d-7eb3-4ded-b2a6-95c91229f0f4 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Allocated IP 172.20.0.10 (91c57069-c895-4994-a7af-d9f6ed49afa5/94948ad4-35aa-438e-aae6-6f67951e97f5/a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:02:45.320642 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9dfbea-53a7-4203-baaa-cb70c0af1323 None None] Routers {'5c411355-9733-4241-8169-9f765b954f84'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:02:45.321536 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-2c9dfbea-53a7-4203-baaa-cb70c0af1323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:02:16Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['5c411355-9733-4241-8169-9f765b954f84'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:02:45.354822 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 0a00941a-f339-4aca-ac9a-643bf04575f0 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:02:45.355882 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8487d9b6-51dc-4612-aeb1-616c88dbf158 req-eefe95ca-5491-4170-898e-bc386678344b tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b612f6-e277-4cb1-b9b2-7b4ac00b72da HTTP/1.1" status: 200 len: 210 time: 0.0407979 Oct 19 01:02:45.366816 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0edbdabf-adc9-4a1b-87e9-d2809c07d15e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0fa01fa2f9b64d848b8b9f2e4e20bfa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2104423 Oct 19 01:02:45.373071 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a5ce6784-8571-41e4-9b15-46741843c25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:45.379372 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54316) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:45.418753 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a38a1-d8aa-415d-987b-baf1a89e790f req-34d85256-c5a9-4a0e-9ff9-1b9b3d1b4884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:45.420273 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ba4a38a1-d8aa-415d-987b-baf1a89e790f req-34d85256-c5a9-4a0e-9ff9-1b9b3d1b4884 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.2407837 Oct 19 01:02:45.446801 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ba4a38a1-d8aa-415d-987b-baf1a89e790f req-c839dc0c-4675-4aaa-91c1-f3f15d6bf2ca service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628512 Oct 19 01:02:45.451881 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54320) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:45.484333 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-2c9dfbea-53a7-4203-baaa-cb70c0af1323 None None] Set router 5c411355-9733-4241-8169-9f765b954f84 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:02:45.528020 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7e53e4e8-9250-4cd8-9158-f7fc9a5c0463 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:45.533389 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a714dc13-f29d-43f7-a852-59e893f09424 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:45.547140 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a714dc13-f29d-43f7-a852-59e893f09424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:45.615347 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a38a1-d8aa-415d-987b-baf1a89e790f req-7de44cdc-9259-415e-a69a-f474d5de6165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:45.616888 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ba4a38a1-d8aa-415d-987b-baf1a89e790f req-7de44cdc-9259-415e-a69a-f474d5de6165 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1478539 Oct 19 01:02:45.619345 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3b4b0efa-07a7-4c7e-aeea-e221e910cd7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:45.633947 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714dc13-f29d-43f7-a852-59e893f09424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28276b2a-df6b-4f1b-bb99-70f07dac9aff,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:45.654760 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a714dc13-f29d-43f7-a852-59e893f09424 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=352ea627e1704e4eb59540e8f2334b94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7917714 Oct 19 01:02:45.660234 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54322) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:45.690485 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-84b0055d-7eb3-4ded-b2a6-95c91229f0f4 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:45.700582 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3b4b0efa-07a7-4c7e-aeea-e221e910cd7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:45.702301 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-2c9dfbea-53a7-4203-baaa-cb70c0af1323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c411355-9733-4241-8169-9f765b954f84', 'name': 'tempest-AttachSCSIVolumeTestJSON-1692457652-router', 'tenant_id': '35cc9643ad9246fe95d009dcff2f7206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': 'efd53c47-3ca2-450f-a65b-701019c86ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:02:37Z', 'updated_at': '2021-10-19T01:02:41Z', 'revision_number': 3, 'project_id': '35cc9643ad9246fe95d009dcff2f7206', 'gw_port': {'id': 'efd53c47-3ca2-450f-a65b-701019c86ef9', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c411355-9733-4241-8169-9f765b954f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:02:39Z', 'updated_at': '2021-10-19T01:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:02:45.741083 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9dfbea-53a7-4203-baaa-cb70c0af1323 None None] The sync data for ids ['5c411355-9733-4241-8169-9f765b954f84'] in n-d-715271-26 is: [{'id': '5c411355-9733-4241-8169-9f765b954f84', 'name': 'tempest-AttachSCSIVolumeTestJSON-1692457652-router', 'tenant_id': '35cc9643ad9246fe95d009dcff2f7206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': 'efd53c47-3ca2-450f-a65b-701019c86ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:02:37Z', 'updated_at': '2021-10-19T01:02:41Z', 'revision_number': 3, 'project_id': '35cc9643ad9246fe95d009dcff2f7206', 'gw_port': {'id': 'efd53c47-3ca2-450f-a65b-701019c86ef9', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c411355-9733-4241-8169-9f765b954f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:02:39Z', 'updated_at': '2021-10-19T01:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:02:45.787470 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-a5ce6784-8571-41e4-9b15-46741843c25e admin admin] Allocated IP 172.20.0.1 (4c71f8cb-d4e8-4bae-aafc-5b160b73cb3c/79817267-3b16-46fe-bfd4-6079ac1187bb/249cd1e6-cd50-43f2-8569-8be82372c233) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:02:45.804348 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8511b371-8773-4a16-bcf3-08f4b7ba4799 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:45.810523 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7e53e4e8-9250-4cd8-9158-f7fc9a5c0463 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:45.813012 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ba4a38a1-d8aa-415d-987b-baf1a89e790f req-4ca3ff01-02a2-4145-8ed1-a3f6c39ea165 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826437 Oct 19 01:02:45.829289 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-84b0055d-7eb3-4ded-b2a6-95c91229f0f4 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:45.834247 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7e53e4e8-9250-4cd8-9158-f7fc9a5c0463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:45.890240 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3b4b0efa-07a7-4c7e-aeea-e221e910cd7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:45.893690 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3b4b0efa-07a7-4c7e-aeea-e221e910cd7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:45.894826 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3b4b0efa-07a7-4c7e-aeea-e221e910cd7f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/15e08a3c-80ea-4caa-8b55-ed3accdc5dc7 HTTP/1.1" status: 204 len: 168 time: 0.5123534 Oct 19 01:02:45.895527 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8511b371-8773-4a16-bcf3-08f4b7ba4799 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:45.924302 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b0efa-07a7-4c7e-aeea-e221e910cd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e08a3c-80ea-4caa-8b55-ed3accdc5dc7,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:45.992830 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-84b0055d-7eb3-4ded-b2a6-95c91229f0f4 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Network 91c57069-c895-4994-a7af-d9f6ed49afa5 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:02:45.993857 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0055d-7eb3-4ded-b2a6-95c91229f0f4 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Pushing event updated for resources: {'Port': ['ID=a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:46.004274 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-84b0055d-7eb3-4ded-b2a6-95c91229f0f4 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:02:46.004851 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7e53e4e8-9250-4cd8-9158-f7fc9a5c0463 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=36fd1526c45048e6858ddda61efa4150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5399435 Oct 19 01:02:46.008356 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-84b0055d-7eb3-4ded-b2a6-95c91229f0f4 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:02:46.009159 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54328) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:46.011293 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8511b371-8773-4a16-bcf3-08f4b7ba4799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:46.014137 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8511b371-8773-4a16-bcf3-08f4b7ba4799 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:46.017442 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8511b371-8773-4a16-bcf3-08f4b7ba4799 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/28276b2a-df6b-4f1b-bb99-70f07dac9aff HTTP/1.1" status: 204 len: 168 time: 0.3538330 Oct 19 01:02:46.066596 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ba4a38a1-d8aa-415d-987b-baf1a89e790f req-78fdba60-6000-466a-b8fd-c02bcbefd216 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458551 Oct 19 01:02:46.097172 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-84b0055d-7eb3-4ded-b2a6-95c91229f0f4 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:46.097914 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-84b0055d-7eb3-4ded-b2a6-95c91229f0f4 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:46.117759 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53e4e8-9250-4cd8-9158-f7fc9a5c0463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776b35c0-8cca-4e6c-8066-83d166a4351f,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:46.125880 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-84b0055d-7eb3-4ded-b2a6-95c91229f0f4 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7307813 Oct 19 01:02:46.139825 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8511b371-8773-4a16-bcf3-08f4b7ba4799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28276b2a-df6b-4f1b-bb99-70f07dac9aff,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:46.161099 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-b1feea04-3e4d-44bb-a94c-05b9fb25aba2 service neutron] Request body: {'port': {'device_id': '77b612f6-e277-4cb1-b9b2-7b4ac00b72da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:02:46.176765 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-65cc96a8-808e-412a-9f13-439d42c3688f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:46.213656 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a5ce6784-8571-41e4-9b15-46741843c25e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:46.226089 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-65cc96a8-808e-412a-9f13-439d42c3688f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:46.351153 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a5ce6784-8571-41e4-9b15-46741843c25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:46.421015 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-65cc96a8-808e-412a-9f13-439d42c3688f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:46.423597 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-65cc96a8-808e-412a-9f13-439d42c3688f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:46.427606 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-65cc96a8-808e-412a-9f13-439d42c3688f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/776b35c0-8cca-4e6c-8066-83d166a4351f HTTP/1.1" status: 204 len: 168 time: 0.4114990 Oct 19 01:02:46.428456 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce6784-8571-41e4-9b15-46741843c25e admin admin] Pushing event updated for resources: {'Port': ['ID=249cd1e6-cd50-43f2-8569-8be82372c233,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:46.455592 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device efd53c47-3ca2-450f-a65b-701019c86ef9 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:02:46.461843 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc96a8-808e-412a-9f13-439d42c3688f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776b35c0-8cca-4e6c-8066-83d166a4351f,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:46.486973 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ce6784-8571-41e4-9b15-46741843c25e admin admin] Network 4c71f8cb-d4e8-4bae-aafc-5b160b73cb3c is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:02:46.488505 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-a5ce6784-8571-41e4-9b15-46741843c25e admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:02:46.523179 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ce6784-8571-41e4-9b15-46741843c25e admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:02:46.641083 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-eb5c9992-e5ce-42a9-ac07-ffca50b2c236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:46.685634 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port efd53c47-3ca2-450f-a65b-701019c86ef9 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:02:46.687236 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:46.697233 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66798a39-2bf9-4609-88ac-b3efde3e3960 req-ebef44f9-6e24-48a7-b1ff-6adc0536bc4c tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:46.709902 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-66798a39-2bf9-4609-88ac-b3efde3e3960 req-ebef44f9-6e24-48a7-b1ff-6adc0536bc4c tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b612f6-e277-4cb1-b9b2-7b4ac00b72da HTTP/1.1" status: 200 len: 932 time: 0.1703730 Oct 19 01:02:46.718355 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a5ce6784-8571-41e4-9b15-46741843c25e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:46.859286 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:46.917262 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port efd53c47-3ca2-450f-a65b-701019c86ef9, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=efd53c47-3ca2-450f-a65b-701019c86ef9,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:46.928301 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:46.975290 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-66798a39-2bf9-4609-88ac-b3efde3e3960 req-6a3112fd-0be8-4c25-8072-4944c1b736c7 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595997 Oct 19 01:02:47.092325 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-b1feea04-3e4d-44bb-a94c-05b9fb25aba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:47.105253 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a5ce6784-8571-41e4-9b15-46741843c25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:47.110190 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-23f46743-577e-4a39-b298-289b8be17be9 None None] Provisioning complete for port 249cd1e6-cd50-43f2-8569-8be82372c233 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:02:47.111360 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-23f46743-577e-4a39-b298-289b8be17be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:47.116290 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=efd53c47-3ca2-450f-a65b-701019c86ef9,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:47.242149 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:47.249077 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-23f46743-577e-4a39-b298-289b8be17be9 None None] Port 249cd1e6-cd50-43f2-8569-8be82372c233 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:02:47.297678 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7884d00-cd10-4b7d-8526-ce11a8f9e101 req-4e31b6ed-5472-4bd5-819e-346f36f0546c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:47.302675 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b7884d00-cd10-4b7d-8526-ce11a8f9e101 req-4e31b6ed-5472-4bd5-819e-346f36f0546c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 949 time: 0.2055099 Oct 19 01:02:47.402564 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a5ce6784-8571-41e4-9b15-46741843c25e admin admin] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:47.407161 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 0a00941a-f339-4aca-ac9a-643bf04575f0 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:02:47.411201 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a5ce6784-8571-41e4-9b15-46741843c25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:47.448461 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b7884d00-cd10-4b7d-8526-ce11a8f9e101 req-d1a60c9b-9575-4c11-b593-3ebc6de760cf tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955040 Oct 19 01:02:47.581073 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce6784-8571-41e4-9b15-46741843c25e admin admin] Pushing event updated for resources: {'Port': ['ID=249cd1e6-cd50-43f2-8569-8be82372c233,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:47.584766 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a5ce6784-8571-41e4-9b15-46741843c25e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:47.663761 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 0a00941a-f339-4aca-ac9a-643bf04575f0, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=0a00941a-f339-4aca-ac9a-643bf04575f0,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:47.666189 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:47.682499 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-b1feea04-3e4d-44bb-a94c-05b9fb25aba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:02:47.693723 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '0a00941a-f339-4aca-ac9a-643bf04575f0', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': '0a00941a-f339-4aca-ac9a-643bf04575f0', 'mac_address': 'fa:16:3e:bb:28:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:02:47.696955 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-b1feea04-3e4d-44bb-a94c-05b9fb25aba2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:47.714059 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-b1feea04-3e4d-44bb-a94c-05b9fb25aba2 service neutron] Transition to ACTIVE for port object a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:02:47.722190 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-b1feea04-3e4d-44bb-a94c-05b9fb25aba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:47.772826 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:47.794974 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ce6784-8571-41e4-9b15-46741843c25e admin admin] Network 4c71f8cb-d4e8-4bae-aafc-5b160b73cb3c is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:02:47.801098 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a00941a-f339-4aca-ac9a-643bf04575f0 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:02:47.801410 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-a5ce6784-8571-41e4-9b15-46741843c25e admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:02:47.825608 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1feea04-3e4d-44bb-a94c-05b9fb25aba2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:47.854826 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 0a00941a-f339-4aca-ac9a-643bf04575f0, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=0a00941a-f339-4aca-ac9a-643bf04575f0,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:47.865214 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:47.954726 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-b1feea04-3e4d-44bb-a94c-05b9fb25aba2 service neutron] Attempting to bind port a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:02:47.954726 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-b1feea04-3e4d-44bb-a94c-05b9fb25aba2 service neutron] Attempting to bind port a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '2b6ac682-429b-459d-90c9-47596802933c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '91c57069-c895-4994-a7af-d9f6ed49afa5'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:02:47.956051 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-b1feea04-3e4d-44bb-a94c-05b9fb25aba2 service neutron] Attempting to bind port a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4 on network 91c57069-c895-4994-a7af-d9f6ed49afa5 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:02:47.978732 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-b1feea04-3e4d-44bb-a94c-05b9fb25aba2 service neutron] Port a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4 on network 91c57069-c895-4994-a7af-d9f6ed49afa5 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:02:47.979515 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-b1feea04-3e4d-44bb-a94c-05b9fb25aba2 service neutron] Attempting to bind port a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4 on network 91c57069-c895-4994-a7af-d9f6ed49afa5 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:02:47.992172 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-b1feea04-3e4d-44bb-a94c-05b9fb25aba2 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:02:47.992348 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=0a00941a-f339-4aca-ac9a-643bf04575f0,revision_number=12']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:47.996129 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-b1feea04-3e4d-44bb-a94c-05b9fb25aba2 service neutron] Checking segment: {'id': '2b6ac682-429b-459d-90c9-47596802933c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '91c57069-c895-4994-a7af-d9f6ed49afa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:02:47.999296 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-b1feea04-3e4d-44bb-a94c-05b9fb25aba2 service neutron] Bound using segment: {'id': '2b6ac682-429b-459d-90c9-47596802933c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '91c57069-c895-4994-a7af-d9f6ed49afa5'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:02:48.001354 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-b1feea04-3e4d-44bb-a94c-05b9fb25aba2 service neutron] Bound port: a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6ac682-429b-459d-90c9-47596802933c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '91c57069-c895-4994-a7af-d9f6ed49afa5'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:02:48.003443 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-b1feea04-3e4d-44bb-a94c-05b9fb25aba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:48.159652 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-b1feea04-3e4d-44bb-a94c-05b9fb25aba2 service neutron] For port a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:02:48.164454 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-b1feea04-3e4d-44bb-a94c-05b9fb25aba2 service neutron] For port a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4,segment=NetworkSegment(2b6ac682-429b-459d-90c9-47596802933c),segment_id=2b6ac682-429b-459d-90c9-47596802933c)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:02:48.184306 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-b1feea04-3e4d-44bb-a94c-05b9fb25aba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:48.191118 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-efaf6a11-fb3a-4372-a10d-15c01b59c67d None None] Provisioning complete for port 249cd1e6-cd50-43f2-8569-8be82372c233 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:02:48.191500 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-efaf6a11-fb3a-4372-a10d-15c01b59c67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:48.219947 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-b1feea04-3e4d-44bb-a94c-05b9fb25aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:48.220641 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-b1feea04-3e4d-44bb-a94c-05b9fb25aba2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:48.224252 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-b1feea04-3e4d-44bb-a94c-05b9fb25aba2 service neutron] 10.222.0.24 "PUT /v2.0/ports/a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4 HTTP/1.1" status: 200 len: 1093 time: 2.0852587 Oct 19 01:02:48.224621 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b612f6-e277-4cb1-b9b2-7b4ac00b72da', 'tag': 'a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:02:48.233762 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a02da3-1ddc-48bb-9987-ea953337f22b" -d '{"events": [{"name": "network-changed", "server_uuid": "77b612f6-e277-4cb1-b9b2-7b4ac00b72da", "tag": "a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:02:48.254767 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['0a00941a-f339-4aca-ac9a-643bf04575f0'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:02:48.322493 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-efaf6a11-fb3a-4372-a10d-15c01b59c67d None None] Port 249cd1e6-cd50-43f2-8569-8be82372c233 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:02:48.396848 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device efd53c47-3ca2-450f-a65b-701019c86ef9 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:02:48.482209 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1feea04-3e4d-44bb-a94c-05b9fb25aba2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:48.483562 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc7815-f761-43dc-9575-c4393cd226f7 req-250bb9d1-9d6d-4957-8760-ef755e866472 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:48.494991 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-ce1a66d0-a9e7-4944-a5ea-6744e6048382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:48.495140 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-84cc7815-f761-43dc-9575-c4393cd226f7 req-250bb9d1-9d6d-4957-8760-ef755e866472 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b612f6-e277-4cb1-b9b2-7b4ac00b72da HTTP/1.1" status: 200 len: 944 time: 0.0793083 Oct 19 01:02:48.497800 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-ce1a66d0-a9e7-4944-a5ea-6744e6048382 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=45dad4b7bd634495b88941ea38093b47&device_id=77b612f6-e277-4cb1-b9b2-7b4ac00b72da HTTP/1.1" status: 200 len: 1096 time: 0.1844628 Oct 19 01:02:48.500121 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6d49da-44f2-4f53-aa32-ffd6be1930aa x-openstack-request-id: req-4e6d49da-44f2-4f53-aa32-ffd6be1930aa {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:02:48.500407 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b612f6-e277-4cb1-b9b2-7b4ac00b72da", "tag": "a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:02:48.500931 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4e6d49da-44f2-4f53-aa32-ffd6be1930aa {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:02:48.501457 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b612f6-e277-4cb1-b9b2-7b4ac00b72da', 'tag': 'a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4', 'status': 'completed', 'code': 200} Oct 19 01:02:48.562698 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-5b8d5157-0694-45e7-a240-8d06d6d5035c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4 HTTP/1.1" status: 200 len: 217 time: 0.0555198 Oct 19 01:02:48.594665 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-84cc7815-f761-43dc-9575-c4393cd226f7 req-de9bc601-e21d-4147-bc9c-8e62ca86128e tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980606 Oct 19 01:02:48.609259 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ce6784-8571-41e4-9b15-46741843c25e admin admin] Router 5c411355-9733-4241-8169-9f765b954f84 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:02:48.641278 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port efd53c47-3ca2-450f-a65b-701019c86ef9 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:02:48.642471 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:48.647379 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-1be98372-1635-4b1f-9ed2-cd8cbf73d198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:48.648817 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-1be98372-1635-4b1f-9ed2-cd8cbf73d198 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=94948ad4-35aa-438e-aae6-6f67951e97f5 HTTP/1.1" status: 200 len: 861 time: 0.0795517 Oct 19 01:02:48.687091 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-e788c2f5-3006-4b13-b03d-3e1fce89a92c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91c57069-c895-4994-a7af-d9f6ed49afa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279539 Oct 19 01:02:48.750860 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ce6784-8571-41e4-9b15-46741843c25e admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:02:48.764163 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bd660-4194-4a55-b3e2-804789609f86 req-73fc8aaf-5a6a-4122-b29f-edf26ad4e5ac tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:48.774127 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f86bd660-4194-4a55-b3e2-804789609f86 req-73fc8aaf-5a6a-4122-b29f-edf26ad4e5ac tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 950 time: 0.1163533 Oct 19 01:02:48.774478 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a5ce6784-8571-41e4-9b15-46741843c25e admin admin] 10.222.0.57 "PUT /v2.0/routers/5c411355-9733-4241-8169-9f765b954f84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0569856 Oct 19 01:02:48.780291 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc82c2d-1ed3-40b7-ad1e-2f2772e62de1 None None] Sync routers for ids ['5c411355-9733-4241-8169-9f765b954f84'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:02:48.832978 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc82c2d-1ed3-40b7-ad1e-2f2772e62de1 None None] Routers {'5c411355-9733-4241-8169-9f765b954f84'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:02:48.833456 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-ebc82c2d-1ed3-40b7-ad1e-2f2772e62de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:02:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['5c411355-9733-4241-8169-9f765b954f84'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:02:48.857484 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f86bd660-4194-4a55-b3e2-804789609f86 req-db894a53-0d78-4a25-af2f-731ba6c8c91c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447218 Oct 19 01:02:48.871792 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-c1a3d6ef-9e29-4f40-ab21-7c8e9e86c8bc service neutron] 10.222.0.24 "GET /v2.0/networks/91c57069-c895-4994-a7af-d9f6ed49afa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705942 Oct 19 01:02:48.986866 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-ebc82c2d-1ed3-40b7-ad1e-2f2772e62de1 None None] Set router 5c411355-9733-4241-8169-9f765b954f84 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:02:49.020941 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee13995-a018-4ff5-864c-d697aee9b6fc req-adf5b53b-50d4-4570-ac14-6990af40fae8 tempest-MigrationsAdminTest-1400615601 tempest-MigrationsAdminTest-1400615601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:49.022867 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6ee13995-a018-4ff5-864c-d697aee9b6fc req-adf5b53b-50d4-4570-ac14-6990af40fae8 tempest-MigrationsAdminTest-1400615601 tempest-MigrationsAdminTest-1400615601-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 1102 time: 0.0477202 Oct 19 01:02:49.035326 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7ebe621f-29ca-463f-8feb-7e58f9b63e40 req-7ab6dc34-86f0-40a8-9079-ea919fee7c7c service neutron] 10.222.0.24 "GET /v2.0/networks/91c57069-c895-4994-a7af-d9f6ed49afa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550083 Oct 19 01:02:49.106524 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6ee13995-a018-4ff5-864c-d697aee9b6fc req-fb884835-3cca-4ee0-b74e-681fc6147d4d tempest-MigrationsAdminTest-1400615601 tempest-MigrationsAdminTest-1400615601-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730596 Oct 19 01:02:49.195889 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a02da3-1ddc-48bb-9987-ea953337f22b req-408c6cb0-3d48-42e8-b6f1-98d529816de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:49.198095 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c8a02da3-1ddc-48bb-9987-ea953337f22b req-408c6cb0-3d48-42e8-b6f1-98d529816de0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=45dad4b7bd634495b88941ea38093b47&device_id=77b612f6-e277-4cb1-b9b2-7b4ac00b72da HTTP/1.1" status: 200 len: 1096 time: 0.0978835 Oct 19 01:02:49.306528 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-ebc82c2d-1ed3-40b7-ad1e-2f2772e62de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c411355-9733-4241-8169-9f765b954f84', 'name': 'tempest-AttachSCSIVolumeTestJSON-1692457652-router', 'tenant_id': '35cc9643ad9246fe95d009dcff2f7206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': 'efd53c47-3ca2-450f-a65b-701019c86ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:02:37Z', 'updated_at': '2021-10-19T01:02:47Z', 'revision_number': 4, 'project_id': '35cc9643ad9246fe95d009dcff2f7206', 'gw_port': {'id': 'efd53c47-3ca2-450f-a65b-701019c86ef9', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c411355-9733-4241-8169-9f765b954f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:02:39Z', 'updated_at': '2021-10-19T01:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '249cd1e6-cd50-43f2-8569-8be82372c233', 'name': '', 'network_id': '4c71f8cb-d4e8-4bae-aafc-5b160b73cb3c', 'tenant_id': '35cc9643ad9246fe95d009dcff2f7206', 'mac_address': 'fa:16:3e:38:4e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c411355-9733-4241-8169-9f765b954f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '79817267-3b16-46fe-bfd4-6079ac1187bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:02:45Z', 'updated_at': '2021-10-19T01:02:47Z', 'revision_number': 2, 'project_id': '35cc9643ad9246fe95d009dcff2f7206', 'subnets': [{'id': '79817267-3b16-46fe-bfd4-6079ac1187bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:02:49.380447 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a02da3-1ddc-48bb-9987-ea953337f22b req-451e3437-1e4b-4a86-b13a-661b526e91c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:49.382232 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc82c2d-1ed3-40b7-ad1e-2f2772e62de1 None None] Checking router: 5c411355-9733-4241-8169-9f765b954f84 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:02:49.382553 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc82c2d-1ed3-40b7-ad1e-2f2772e62de1 None None] Updating router 5c411355-9733-4241-8169-9f765b954f84 port 249cd1e6-cd50-43f2-8569-8be82372c233 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:02:49.386206 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c8a02da3-1ddc-48bb-9987-ea953337f22b req-451e3437-1e4b-4a86-b13a-661b526e91c8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=91c57069-c895-4994-a7af-d9f6ed49afa5 HTTP/1.1" status: 200 len: 922 time: 0.1802695 Oct 19 01:02:49.433944 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ebc82c2d-1ed3-40b7-ad1e-2f2772e62de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:49.482412 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c8a02da3-1ddc-48bb-9987-ea953337f22b req-41ac7e1f-8ec8-46f3-b14d-6988971b3f66 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4 HTTP/1.1" status: 200 len: 217 time: 0.0857923 Oct 19 01:02:49.620376 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:49.661042 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a02da3-1ddc-48bb-9987-ea953337f22b req-c9c7cd8e-4684-416d-a402-690979b33b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:49.662538 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c8a02da3-1ddc-48bb-9987-ea953337f22b req-c9c7cd8e-4684-416d-a402-690979b33b2f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=94948ad4-35aa-438e-aae6-6f67951e97f5 HTTP/1.1" status: 200 len: 861 time: 0.1728191 Oct 19 01:02:49.742005 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c8a02da3-1ddc-48bb-9987-ea953337f22b req-560b48e1-18c9-4fcd-a5bb-ae21b1d08798 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91c57069-c895-4994-a7af-d9f6ed49afa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611966 Oct 19 01:02:49.792206 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19cb955-9e55-44b7-b5bb-3454c4dcb3f0 req-a057c520-60db-448b-b2cb-2f0a04b0510f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:49.793788 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f19cb955-9e55-44b7-b5bb-3454c4dcb3f0 req-a057c520-60db-448b-b2cb-2f0a04b0510f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 950 time: 0.2142081 Oct 19 01:02:49.805007 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b61a6-69b3-458a-a044-ee980be7f2ee req-0da3805a-a00d-4c07-9749-97d86f056b82 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:49.820806 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-748b61a6-69b3-458a-a044-ee980be7f2ee req-0da3805a-a00d-4c07-9749-97d86f056b82 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b612f6-e277-4cb1-b9b2-7b4ac00b72da HTTP/1.1" status: 200 len: 944 time: 0.1054344 Oct 19 01:02:49.896936 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-748b61a6-69b3-458a-a044-ee980be7f2ee req-cd276b04-8641-4f93-af2a-b3b6cba65539 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748141 Oct 19 01:02:49.924881 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f19cb955-9e55-44b7-b5bb-3454c4dcb3f0 req-8fe6e150-6aa4-43c0-9ebf-2b929952ed1d tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068351 Oct 19 01:02:49.954092 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ebc82c2d-1ed3-40b7-ad1e-2f2772e62de1 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:49.977318 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ebc82c2d-1ed3-40b7-ad1e-2f2772e62de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:50.031168 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c8a02da3-1ddc-48bb-9987-ea953337f22b req-efda1499-9a1c-4649-b8db-f1816e714e78 service neutron] 10.222.0.24 "GET /v2.0/networks/91c57069-c895-4994-a7af-d9f6ed49afa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802985 Oct 19 01:02:50.076880 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad576f2d-8daa-4f41-b6e3-88d772741a9e None None] Pushing event updated for resources: {'Port': ['ID=249cd1e6-cd50-43f2-8569-8be82372c233,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:50.174577 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c8a02da3-1ddc-48bb-9987-ea953337f22b req-593b91a0-e1f7-4e0c-a3f3-88ebcebe2d92 service neutron] 10.222.0.24 "GET /v2.0/networks/91c57069-c895-4994-a7af-d9f6ed49afa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336107 Oct 19 01:02:50.186979 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-ebc82c2d-1ed3-40b7-ad1e-2f2772e62de1 None None] Attempting to bind port 249cd1e6-cd50-43f2-8569-8be82372c233 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:02:50.218700 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-ebc82c2d-1ed3-40b7-ad1e-2f2772e62de1 None None] Attempting to bind port 249cd1e6-cd50-43f2-8569-8be82372c233 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '00b28942-24aa-446a-83a6-552aa0593804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4c71f8cb-d4e8-4bae-aafc-5b160b73cb3c'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:02:50.219119 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc82c2d-1ed3-40b7-ad1e-2f2772e62de1 None None] Attempting to bind port 249cd1e6-cd50-43f2-8569-8be82372c233 on network 4c71f8cb-d4e8-4bae-aafc-5b160b73cb3c {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:02:50.229151 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc82c2d-1ed3-40b7-ad1e-2f2772e62de1 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:02:50.229565 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc82c2d-1ed3-40b7-ad1e-2f2772e62de1 None None] Checking segment: {'id': '00b28942-24aa-446a-83a6-552aa0593804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4c71f8cb-d4e8-4bae-aafc-5b160b73cb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:02:50.229912 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ebc82c2d-1ed3-40b7-ad1e-2f2772e62de1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:50.230275 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc82c2d-1ed3-40b7-ad1e-2f2772e62de1 None None] Bound using segment: {'id': '00b28942-24aa-446a-83a6-552aa0593804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4c71f8cb-d4e8-4bae-aafc-5b160b73cb3c'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:02:50.230803 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-ebc82c2d-1ed3-40b7-ad1e-2f2772e62de1 None None] Bound port: 249cd1e6-cd50-43f2-8569-8be82372c233, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b28942-24aa-446a-83a6-552aa0593804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4c71f8cb-d4e8-4bae-aafc-5b160b73cb3c'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:02:50.231133 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ebc82c2d-1ed3-40b7-ad1e-2f2772e62de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:50.325832 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-ebc82c2d-1ed3-40b7-ad1e-2f2772e62de1 None None] For port 249cd1e6-cd50-43f2-8569-8be82372c233, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:02:50.331884 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-ebc82c2d-1ed3-40b7-ad1e-2f2772e62de1 None None] For port 249cd1e6-cd50-43f2-8569-8be82372c233, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=249cd1e6-cd50-43f2-8569-8be82372c233,segment=NetworkSegment(00b28942-24aa-446a-83a6-552aa0593804),segment_id=00b28942-24aa-446a-83a6-552aa0593804)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:02:50.347014 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ebc82c2d-1ed3-40b7-ad1e-2f2772e62de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:50.465983 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc82c2d-1ed3-40b7-ad1e-2f2772e62de1 None None] Routers {'5c411355-9733-4241-8169-9f765b954f84'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:02:50.467011 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-ebc82c2d-1ed3-40b7-ad1e-2f2772e62de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:02:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['5c411355-9733-4241-8169-9f765b954f84'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:02:50.572951 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad576f2d-8daa-4f41-b6e3-88d772741a9e None None] Pushing event updated for resources: {'Port': ['ID=249cd1e6-cd50-43f2-8569-8be82372c233,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:50.615249 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-7112561b-156a-479b-81e1-c2d1d1efaf43 None None] Provisioning complete for port 249cd1e6-cd50-43f2-8569-8be82372c233 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:02:50.615249 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7112561b-156a-479b-81e1-c2d1d1efaf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:51.073144 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-ebc82c2d-1ed3-40b7-ad1e-2f2772e62de1 None None] Set router 5c411355-9733-4241-8169-9f765b954f84 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:02:51.159278 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff044a-43b6-4ed4-882e-155bc8f64331 req-3fd4d635-f585-4c0f-8d07-68ada02bcc57 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:51.169630 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1ff044a-43b6-4ed4-882e-155bc8f64331 req-3fd4d635-f585-4c0f-8d07-68ada02bcc57 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b612f6-e277-4cb1-b9b2-7b4ac00b72da HTTP/1.1" status: 200 len: 944 time: 0.1368980 Oct 19 01:02:51.248919 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7112561b-156a-479b-81e1-c2d1d1efaf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:51.263615 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1ff044a-43b6-4ed4-882e-155bc8f64331 req-7cf79298-52e9-44a0-92c9-08e14daa8b15 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830727 Oct 19 01:02:51.344204 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:02:51.388800 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-7112561b-156a-479b-81e1-c2d1d1efaf43 None None] For port 249cd1e6-cd50-43f2-8569-8be82372c233, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=249cd1e6-cd50-43f2-8569-8be82372c233,segment=NetworkSegment(00b28942-24aa-446a-83a6-552aa0593804),segment_id=00b28942-24aa-446a-83a6-552aa0593804)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:51.401249 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7112561b-156a-479b-81e1-c2d1d1efaf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:51.460052 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 0a00941a-f339-4aca-ac9a-643bf04575f0 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:02:51.543849 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe775f8-9ab7-410c-825c-44c39683a25c req-1bdba50f-1fd5-4da0-aa71-072e3be46c8e tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:51.550779 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dfe775f8-9ab7-410c-825c-44c39683a25c req-1bdba50f-1fd5-4da0-aa71-072e3be46c8e tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.55 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 950 time: 0.6952329 Oct 19 01:02:51.584727 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54506) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:51.712657 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4,segment=NetworkSegment(2b6ac682-429b-459d-90c9-47596802933c),segment_id=2b6ac682-429b-459d-90c9-47596802933c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:51.778074 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77ec512e-64d1-47a2-9705-3c8e7b8cb7c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:51.794949 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112561b-156a-479b-81e1-c2d1d1efaf43 None None] Pushing event updated for resources: {'Port': ['ID=249cd1e6-cd50-43f2-8569-8be82372c233,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:51.802458 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-39ad6886-9419-4e84-bc8c-d89f89d138a7 None None] Provisioning complete for port 249cd1e6-cd50-43f2-8569-8be82372c233 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:02:51.802984 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-39ad6886-9419-4e84-bc8c-d89f89d138a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:51.864276 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4', 'network_id': '91c57069-c895-4994-a7af-d9f6ed49afa5', 'port_id': 'a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4', 'mac_address': 'fa:16:3e:76:07:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94948ad4-35aa-438e-aae6-6f67951e97f5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:02:51.875845 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-d790a475-765c-4b3e-af9d-26afe0ad2595 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=964bd4dc3f7745a3badae489d3813da4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431221 Oct 19 01:02:51.888032 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25686d-b904-410f-8613-df49e609817c req-6838af6d-d0c1-4018-815b-ac48088a317a tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:51.898892 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9a25686d-b904-410f-8613-df49e609817c req-6838af6d-d0c1-4018-815b-ac48088a317a tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 950 time: 0.2369533 Oct 19 01:02:51.922908 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-dfe775f8-9ab7-410c-825c-44c39683a25c req-ed4c6bed-2e08-47f3-be5c-d16ad9c94638 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Deleting port 0a00941a-f339-4aca-ac9a-643bf04575f0 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:02:51.924446 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-dfe775f8-9ab7-410c-825c-44c39683a25c req-ed4c6bed-2e08-47f3-be5c-d16ad9c94638 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:51.977095 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-ebc82c2d-1ed3-40b7-ad1e-2f2772e62de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c411355-9733-4241-8169-9f765b954f84', 'name': 'tempest-AttachSCSIVolumeTestJSON-1692457652-router', 'tenant_id': '35cc9643ad9246fe95d009dcff2f7206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': 'efd53c47-3ca2-450f-a65b-701019c86ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:02:37Z', 'updated_at': '2021-10-19T01:02:47Z', 'revision_number': 4, 'project_id': '35cc9643ad9246fe95d009dcff2f7206', 'gw_port': {'id': 'efd53c47-3ca2-450f-a65b-701019c86ef9', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c411355-9733-4241-8169-9f765b954f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:02:39Z', 'updated_at': '2021-10-19T01:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '249cd1e6-cd50-43f2-8569-8be82372c233', 'name': '', 'network_id': '4c71f8cb-d4e8-4bae-aafc-5b160b73cb3c', 'tenant_id': '35cc9643ad9246fe95d009dcff2f7206', 'mac_address': 'fa:16:3e:38:4e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c411355-9733-4241-8169-9f765b954f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '79817267-3b16-46fe-bfd4-6079ac1187bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:02:45Z', 'updated_at': '2021-10-19T01:02:50Z', 'revision_number': 4, 'project_id': '35cc9643ad9246fe95d009dcff2f7206', 'subnets': [{'id': '79817267-3b16-46fe-bfd4-6079ac1187bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:02:52.016419 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc82c2d-1ed3-40b7-ad1e-2f2772e62de1 None None] The sync data for ids ['5c411355-9733-4241-8169-9f765b954f84'] in n-d-715271-26 is: [{'id': '5c411355-9733-4241-8169-9f765b954f84', 'name': 'tempest-AttachSCSIVolumeTestJSON-1692457652-router', 'tenant_id': '35cc9643ad9246fe95d009dcff2f7206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': 'efd53c47-3ca2-450f-a65b-701019c86ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:02:37Z', 'updated_at': '2021-10-19T01:02:47Z', 'revision_number': 4, 'project_id': '35cc9643ad9246fe95d009dcff2f7206', 'gw_port': {'id': 'efd53c47-3ca2-450f-a65b-701019c86ef9', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c411355-9733-4241-8169-9f765b954f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:02:39Z', 'updated_at': '2021-10-19T01:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '249cd1e6-cd50-43f2-8569-8be82372c233', 'name': '', 'network_id': '4c71f8cb-d4e8-4bae-aafc-5b160b73cb3c', 'tenant_id': '35cc9643ad9246fe95d009dcff2f7206', 'mac_address': 'fa:16:3e:38:4e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c411355-9733-4241-8169-9f765b954f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '79817267-3b16-46fe-bfd4-6079ac1187bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:02:45Z', 'updated_at': '2021-10-19T01:02:50Z', 'revision_number': 4, 'project_id': '35cc9643ad9246fe95d009dcff2f7206', 'subnets': [{'id': '79817267-3b16-46fe-bfd4-6079ac1187bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:02:52.030288 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 0a00941a-f339-4aca-ac9a-643bf04575f0 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:02:52.040306 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9a25686d-b904-410f-8613-df49e609817c req-77233ae8-8f5c-4689-a508-25a34befd05f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400130 Oct 19 01:02:52.057295 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 0a00941a-f339-4aca-ac9a-643bf04575f0 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:02:52.057859 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:52.209219 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:52.260609 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-0e397ebb-2891-4637-bc76-e1388d5003b1 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:52.275966 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:02:52.283995 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-0e397ebb-2891-4637-bc76-e1388d5003b1 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4010537 Oct 19 01:02:52.303489 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-dfe775f8-9ab7-410c-825c-44c39683a25c req-ed4c6bed-2e08-47f3-be5c-d16ad9c94638 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] For port 0a00941a-f339-4aca-ac9a-643bf04575f0, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=0a00941a-f339-4aca-ac9a-643bf04575f0,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:52.307569 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-dfe775f8-9ab7-410c-825c-44c39683a25c req-ed4c6bed-2e08-47f3-be5c-d16ad9c94638 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:52.324530 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77ec512e-64d1-47a2-9705-3c8e7b8cb7c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:52.340431 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4,segment=NetworkSegment(2b6ac682-429b-459d-90c9-47596802933c),segment_id=2b6ac682-429b-459d-90c9-47596802933c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:52.343142 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-4eee1137-471b-4626-900c-f9179be539e3 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/quotas/964bd4dc3f7745a3badae489d3813da4 HTTP/1.1" status: 200 len: 375 time: 0.0534890 Oct 19 01:02:52.374695 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:52.385650 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-dfe775f8-9ab7-410c-825c-44c39683a25c req-ed4c6bed-2e08-47f3-be5c-d16ad9c94638 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Calling delete_port for 0a00941a-f339-4aca-ac9a-643bf04575f0 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:02:52.402814 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77ec512e-64d1-47a2-9705-3c8e7b8cb7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:52.548552 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-77ec512e-64d1-47a2-9705-3c8e7b8cb7c6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a44f9c0746cc432aad40f0239a507646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9622788 Oct 19 01:02:52.569645 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-fa30fb9d-91df-4dfa-8613-ea1a4b3422a7 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=964bd4dc3f7745a3badae489d3813da4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2243414 Oct 19 01:02:52.573166 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:52.589753 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 249cd1e6-cd50-43f2-8569-8be82372c233 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:02:52.592779 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54526) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:52.666287 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27671cbd-1818-4509-bbbb-0cb1ba0be4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a00941a-f339-4aca-ac9a-643bf04575f0'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:02:52.676095 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392fd234-4315-4748-86dd-d6d00605d822" -d '{"events": [{"server_uuid": "27671cbd-1818-4509-bbbb-0cb1ba0be4b8", "name": "network-vif-plugged", "status": "completed", "tag": "0a00941a-f339-4aca-ac9a-643bf04575f0"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:02:52.681160 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:52.694122 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:02:52.758424 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec512e-64d1-47a2-9705-3c8e7b8cb7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ad5ba3-d5a1-4fee-a2d2-376d14bd56b5,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:52.763342 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 0a00941a-f339-4aca-ac9a-643bf04575f0, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=0a00941a-f339-4aca-ac9a-643bf04575f0,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:52.796591 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:52.917873 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=0a00941a-f339-4aca-ac9a-643bf04575f0,revision_number=13']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:52.946051 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 249cd1e6-cd50-43f2-8569-8be82372c233 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:02:52.946426 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:53.067130 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de48105f-2c74-4c96-bb28-6fb88d584fef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:53.139784 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2521f3af-23c2-4d6b-b096-43b1daaf0893 x-openstack-request-id: req-2521f3af-23c2-4d6b-b096-43b1daaf0893 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:02:53.140037 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27671cbd-1818-4509-bbbb-0cb1ba0be4b8", "name": "network-vif-plugged", "status": "completed", "tag": "0a00941a-f339-4aca-ac9a-643bf04575f0", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:02:53.140294 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2521f3af-23c2-4d6b-b096-43b1daaf0893 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:02:53.140692 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27671cbd-1818-4509-bbbb-0cb1ba0be4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a00941a-f339-4aca-ac9a-643bf04575f0', 'code': 200} Oct 19 01:02:53.198584 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de48105f-2c74-4c96-bb28-6fb88d584fef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:53.212849 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed510f53-89cc-437f-bb52-2cd9ec27a822 req-5e151180-0fd2-481d-8074-4c9a119dd46a tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:53.222407 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ed510f53-89cc-437f-bb52-2cd9ec27a822 req-5e151180-0fd2-481d-8074-4c9a119dd46a tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b612f6-e277-4cb1-b9b2-7b4ac00b72da HTTP/1.1" status: 200 len: 945 time: 0.3818030 Oct 19 01:02:53.583595 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ed510f53-89cc-437f-bb52-2cd9ec27a822 req-3ad646fe-95db-4e5a-a011-2b4ca301a1bf tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577089 Oct 19 01:02:53.588974 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-dfe775f8-9ab7-410c-825c-44c39683a25c req-ed4c6bed-2e08-47f3-be5c-d16ad9c94638 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:53.614669 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['74a7a6dc-e5bc-4245-b19e-d5eee08c7311'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:02:53.633522 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de48105f-2c74-4c96-bb28-6fb88d584fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:53.644058 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9eacfeef-4edf-4389-b5c7-cbcc9c2a97ca req-bdde6852-1291-4284-a893-bf745cc4fa60 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 210 time: 0.0683486 Oct 19 01:02:53.651401 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de48105f-2c74-4c96-bb28-6fb88d584fef admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:53.657118 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-de48105f-2c74-4c96-bb28-6fb88d584fef admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a0ad5ba3-d5a1-4fee-a2d2-376d14bd56b5 HTTP/1.1" status: 204 len: 168 time: 1.0616760 Oct 19 01:02:53.796738 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['ba97a604-45cb-4765-a2a4-1027dbd985f7', '68c700e7-cf71-4776-b3ad-a6bf9df38dff'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:02:53.848283 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48105f-2c74-4c96-bb28-6fb88d584fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ad5ba3-d5a1-4fee-a2d2-376d14bd56b5,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:53.860133 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c6bed-2e08-47f3-be5c-d16ad9c94638 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Pushing event deleted for resources: {'Port': ['ID=0a00941a-f339-4aca-ac9a-643bf04575f0,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:54.001670 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-44af9d19-ffdb-4bef-908b-c2e90038b4e3 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=964bd4dc3f7745a3badae489d3813da4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1587155 Oct 19 01:02:54.240887 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe775f8-9ab7-410c-825c-44c39683a25c req-ed4c6bed-2e08-47f3-be5c-d16ad9c94638 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] No DVR routers for this DVR port 0a00941a-f339-4aca-ac9a-643bf04575f0 on host n-h1-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:02:54.245609 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-dfe775f8-9ab7-410c-825c-44c39683a25c req-ed4c6bed-2e08-47f3-be5c-d16ad9c94638 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:54.257710 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dfe775f8-9ab7-410c-825c-44c39683a25c req-ed4c6bed-2e08-47f3-be5c-d16ad9c94638 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.55 "DELETE /v2.0/ports/0a00941a-f339-4aca-ac9a-643bf04575f0 HTTP/1.1" status: 204 len: 173 time: 2.6999979 Oct 19 01:02:54.265711 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27671cbd-1818-4509-bbbb-0cb1ba0be4b8', 'name': 'network-vif-deleted', 'tag': '0a00941a-f339-4aca-ac9a-643bf04575f0'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:02:54.269365 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1207769f-2922-43e0-aeaf-9c2a69ccb619" -d '{"events": [{"server_uuid": "27671cbd-1818-4509-bbbb-0cb1ba0be4b8", "name": "network-vif-deleted", "tag": "0a00941a-f339-4aca-ac9a-643bf04575f0"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:02:54.566871 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54580) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:54.588047 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4f8534ff-c4fb-46a7-a63c-ee6672239863 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:54.597525 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-f5bcbe02-a7e5-46cf-8332-b1f9b26b0d7e tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:54.605719 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-f5bcbe02-a7e5-46cf-8332-b1f9b26b0d7e tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6025987 Oct 19 01:02:54.663340 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-e288b8c2-6531-4edd-b957-ec48ada451b2 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/quotas/964bd4dc3f7745a3badae489d3813da4 HTTP/1.1" status: 200 len: 375 time: 0.0562189 Oct 19 01:02:54.739836 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4f8534ff-c4fb-46a7-a63c-ee6672239863 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:54.746102 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4f8534ff-c4fb-46a7-a63c-ee6672239863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:54.765308 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-e16c2d0c-b643-4017-803e-3cd17fc4ceed tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=964bd4dc3f7745a3badae489d3813da4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0955102 Oct 19 01:02:54.812103 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8534ff-c4fb-46a7-a63c-ee6672239863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68192658-61fa-4dfb-bc63-7b70e8d0f9fe,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:54.822310 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00232409-ccce-488f-8b85-af103047088f x-openstack-request-id: req-00232409-ccce-488f-8b85-af103047088f {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:02:54.822816 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27671cbd-1818-4509-bbbb-0cb1ba0be4b8", "name": "network-vif-deleted", "tag": "0a00941a-f339-4aca-ac9a-643bf04575f0", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:02:54.823252 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-00232409-ccce-488f-8b85-af103047088f {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:02:54.823927 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27671cbd-1818-4509-bbbb-0cb1ba0be4b8', 'name': 'network-vif-deleted', 'tag': '0a00941a-f339-4aca-ac9a-643bf04575f0', 'status': 'completed', 'code': 200} Oct 19 01:02:54.971720 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4f8534ff-c4fb-46a7-a63c-ee6672239863 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a9c3021261b54139ae88d4f632a123ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4027750 Oct 19 01:02:54.975939 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54590) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:55.045119 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bad8c-ce80-497b-b13c-9a1e37583414 req-d6972f7f-ee6f-453f-a2dd-079541c22ab5 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:55.076269 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-481bad8c-ce80-497b-b13c-9a1e37583414 req-d6972f7f-ee6f-453f-a2dd-079541c22ab5 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b612f6-e277-4cb1-b9b2-7b4ac00b72da HTTP/1.1" status: 200 len: 945 time: 0.1782832 Oct 19 01:02:55.146211 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-61267f49-cf27-46f8-9c3c-ffa4e77411cf tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=964bd4dc3f7745a3badae489d3813da4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449388 Oct 19 01:02:55.158594 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9427fe27-d821-40f9-a660-17246b8c5c2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:55.162344 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-481bad8c-ce80-497b-b13c-9a1e37583414 req-6620c869-a5f7-4b6f-aadc-306a2c82c804 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835266 Oct 19 01:02:55.211399 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9427fe27-d821-40f9-a660-17246b8c5c2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:55.332993 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:02:55.361301 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6e210808-7d3b-48ff-9401-3c96c79f513a req-912bcab2-4ee2-4c4b-89f9-bbf48e9c9c3f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=27671cbd-1818-4509-bbbb-0cb1ba0be4b8 HTTP/1.1" status: 200 len: 210 time: 0.0830352 Oct 19 01:02:55.443793 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-b5f2613f-bf2b-49c6-8989-e7669717ad08 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:55.449711 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-b5f2613f-bf2b-49c6-8989-e7669717ad08 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2837243 Oct 19 01:02:55.460321 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 0a00941a-f339-4aca-ac9a-643bf04575f0 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:02:55.474554 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-05cc564e-d184-46d6-93bc-f2410aee6d41 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Request body: {'port': {'device_id': '44281d1b-6510-484f-9619-30b701840d15', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'admin_state_up': True, 'tenant_id': '964bd4dc3f7745a3badae489d3813da4'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:02:55.550475 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 0a00941a-f339-4aca-ac9a-643bf04575f0 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:02:55.555375 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 0a00941a-f339-4aca-ac9a-643bf04575f0 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:02:55.561581 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:02:55.572251 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:02:55.572871 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:55.716117 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9427fe27-d821-40f9-a660-17246b8c5c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:55.721071 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9427fe27-d821-40f9-a660-17246b8c5c2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:55.722730 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9427fe27-d821-40f9-a660-17246b8c5c2d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/68192658-61fa-4dfb-bc63-7b70e8d0f9fe HTTP/1.1" status: 204 len: 168 time: 0.7454362 Oct 19 01:02:55.749399 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:55.777931 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-05cc564e-d184-46d6-93bc-f2410aee6d41 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Made reservation on behalf of 964bd4dc3f7745a3badae489d3813da4 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:02:55.787011 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-05cc564e-d184-46d6-93bc-f2410aee6d41 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:55.800801 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a7662d09-576f-4ec2-acc5-87b3239fcedb req-e97b7148-f76e-4733-aec9-617555898105 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c6bdab0-e193-4548-b32a-82293867f758 HTTP/1.1" status: 200 len: 210 time: 0.1200893 Oct 19 01:02:55.823001 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9427fe27-d821-40f9-a660-17246b8c5c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68192658-61fa-4dfb-bc63-7b70e8d0f9fe,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:55.830180 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b612f6-e277-4cb1-b9b2-7b4ac00b72da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:02:55.835028 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e391c472-9f18-4b50-b3a7-83ce56b8b79a" -d '{"events": [{"server_uuid": "77b612f6-e277-4cb1-b9b2-7b4ac00b72da", "name": "network-vif-plugged", "status": "completed", "tag": "a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:02:55.843496 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-05cc564e-d184-46d6-93bc-f2410aee6d41 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:55.924590 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4,segment=NetworkSegment(2b6ac682-429b-459d-90c9-47596802933c),segment_id=2b6ac682-429b-459d-90c9-47596802933c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:55.939672 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:56.023868 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:56.042548 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03417e39-92d3-44ad-814f-2e8d900ecbaf x-openstack-request-id: req-03417e39-92d3-44ad-814f-2e8d900ecbaf {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:02:56.042898 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b612f6-e277-4cb1-b9b2-7b4ac00b72da", "name": "network-vif-plugged", "status": "completed", "tag": "a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:02:56.043581 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-03417e39-92d3-44ad-814f-2e8d900ecbaf {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:02:56.044097 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b612f6-e277-4cb1-b9b2-7b4ac00b72da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4', 'code': 200} Oct 19 01:02:56.051022 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-05cc564e-d184-46d6-93bc-f2410aee6d41 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:56.062233 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-05cc564e-d184-46d6-93bc-f2410aee6d41 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:56.176134 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc564e-d184-46d6-93bc-f2410aee6d41 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f27a6b4d-db40-4193-b79a-4adf6a689515,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:56.352950 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf61e8d-d38d-4b09-966a-25ccc4a73107 req-ec546931-d7eb-4151-b435-b6001791cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:56.354451 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7cf61e8d-d38d-4b09-966a-25ccc4a73107 req-ec546931-d7eb-4151-b435-b6001791cd05 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=77b612f6-e277-4cb1-b9b2-7b4ac00b72da HTTP/1.1" status: 200 len: 1098 time: 0.1935241 Oct 19 01:02:56.377050 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-05cc564e-d184-46d6-93bc-f2410aee6d41 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Allocated IP 192.168.233.246 (0e8b4f7b-f3c0-4523-9906-6b9e503fed71/1746bfff-950e-4857-b1bf-6fa3cf804b73/1e9d67e8-229f-4d4d-8729-38d2227bcdf7) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:02:56.411072 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb8ee4-cba6-4cdd-ae49-14ea07f085bf req-b4937c4f-1800-46c6-b3d1-140e06fea62d tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:56.412627 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9cbb8ee4-cba6-4cdd-ae49-14ea07f085bf req-b4937c4f-1800-46c6-b3d1-140e06fea62d tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b612f6-e277-4cb1-b9b2-7b4ac00b72da HTTP/1.1" status: 200 len: 946 time: 0.1220973 Oct 19 01:02:56.462704 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7cf61e8d-d38d-4b09-966a-25ccc4a73107 req-235c8ab9-e92a-4ff4-8230-ea596a39e675 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942309 Oct 19 01:02:56.523763 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9cbb8ee4-cba6-4cdd-ae49-14ea07f085bf req-020d15e0-281d-4cac-b971-d43e3d97949c tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022370 Oct 19 01:02:56.661955 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-05cc564e-d184-46d6-93bc-f2410aee6d41 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:56.738651 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-98c1436d-6022-4ff6-b888-2ce1475de0ef tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=964bd4dc3f7745a3badae489d3813da4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0693376 Oct 19 01:02:56.858793 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:56.987379 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-05cc564e-d184-46d6-93bc-f2410aee6d41 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:57.155688 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-05cc564e-d184-46d6-93bc-f2410aee6d41 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:02:57.155688 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-05cc564e-d184-46d6-93bc-f2410aee6d41 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:02:57.172513 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-05cc564e-d184-46d6-93bc-f2410aee6d41 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:02:57.226342 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-a2c946c2-264e-4e18-ab9c-d375bc6a163b tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:57.227994 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-a2c946c2-264e-4e18-ab9c-d375bc6a163b tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4807291 Oct 19 01:02:57.294866 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc564e-d184-46d6-93bc-f2410aee6d41 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Pushing event updated for resources: {'Port': ['ID=1e9d67e8-229f-4d4d-8729-38d2227bcdf7,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:57.326247 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-50f3f4d5-8d89-4720-b3d3-b7ed0e6fda67 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Request body: {'port': {'device_id': '9c6bdab0-e193-4548-b32a-82293867f758', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'admin_state_up': True, 'tenant_id': '964bd4dc3f7745a3badae489d3813da4'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:02:57.397086 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0a134eb6-6cea-4248-b62d-024d636e3006 req-b75db0c4-3633-4420-896e-76ec4764f172 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c6bdab0-e193-4548-b32a-82293867f758 HTTP/1.1" status: 200 len: 210 time: 0.0811455 Oct 19 01:02:57.492920 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-05cc564e-d184-46d6-93bc-f2410aee6d41 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:57.493926 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-05cc564e-d184-46d6-93bc-f2410aee6d41 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:57.559747 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-05cc564e-d184-46d6-93bc-f2410aee6d41 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0990818 Oct 19 01:02:57.569470 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-932d1a9e-89fe-49c1-bead-305c4d80f530 None None] Provisioning complete for port 1e9d67e8-229f-4d4d-8729-38d2227bcdf7 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:02:57.572595 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-932d1a9e-89fe-49c1-bead-305c4d80f530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:57.651466 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-932d1a9e-89fe-49c1-bead-305c4d80f530 None None] Port 1e9d67e8-229f-4d4d-8729-38d2227bcdf7 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:02:57.712840 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-daf47176-0791-475c-a43a-07277ad3aeed service neutron] Request body: {'port': {'device_id': '44281d1b-6510-484f-9619-30b701840d15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:02:57.844274 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5b65e-8b5c-4d5a-afa7-dca5ae86c4ed req-e1880722-b624-4fcb-bf51-f434a60e4b2d tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:57.856142 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-67b5b65e-8b5c-4d5a-afa7-dca5ae86c4ed req-e1880722-b624-4fcb-bf51-f434a60e4b2d tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b612f6-e277-4cb1-b9b2-7b4ac00b72da HTTP/1.1" status: 200 len: 946 time: 0.1079094 Oct 19 01:02:57.900768 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-daf47176-0791-475c-a43a-07277ad3aeed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:57.934058 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f1f8b-8c95-42ca-9ea1-02a2ba7a4dbd req-871dac79-2b6b-477f-bbc0-0cf620afd1b3 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:57.938164 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-67b5b65e-8b5c-4d5a-afa7-dca5ae86c4ed req-05dab71b-12f9-408b-83f5-f155a3c17a50 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806613 Oct 19 01:02:57.958643 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6b7f1f8b-8c95-42ca-9ea1-02a2ba7a4dbd req-871dac79-2b6b-477f-bbc0-0cf620afd1b3 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 951 time: 0.5243819 Oct 19 01:02:58.072318 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-50f3f4d5-8d89-4720-b3d3-b7ed0e6fda67 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Made reservation on behalf of 964bd4dc3f7745a3badae489d3813da4 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:02:58.076681 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-50f3f4d5-8d89-4720-b3d3-b7ed0e6fda67 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:58.295807 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6b7f1f8b-8c95-42ca-9ea1-02a2ba7a4dbd req-a6c442d2-eb18-483e-a5fe-f90fac49ef0a tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362343 Oct 19 01:02:58.593582 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-daf47176-0791-475c-a43a-07277ad3aeed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e9d67e8-229f-4d4d-8729-38d2227bcdf7 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:02:58.608674 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-daf47176-0791-475c-a43a-07277ad3aeed service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:58.628256 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-daf47176-0791-475c-a43a-07277ad3aeed service neutron] Transition to ACTIVE for port object 1e9d67e8-229f-4d4d-8729-38d2227bcdf7 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:02:58.679412 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f5ca3-b83e-4c95-a947-8fdd3eb66095 req-c6180aaa-b55a-429e-b588-70f5268dd1cd tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:58.682019 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-670f5ca3-b83e-4c95-a947-8fdd3eb66095 req-c6180aaa-b55a-429e-b588-70f5268dd1cd tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 951 time: 0.1031044 Oct 19 01:02:58.715186 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-50f3f4d5-8d89-4720-b3d3-b7ed0e6fda67 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Allocated IP 192.168.233.176 (0e8b4f7b-f3c0-4523-9906-6b9e503fed71/1746bfff-950e-4857-b1bf-6fa3cf804b73/1dece0f5-c279-44d8-9c79-7533a72cf4b4) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:02:58.730931 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-daf47176-0791-475c-a43a-07277ad3aeed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:58.838830 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf47176-0791-475c-a43a-07277ad3aeed service neutron] Pushing event updated for resources: {'Port': ['ID=1e9d67e8-229f-4d4d-8729-38d2227bcdf7,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:58.874457 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9c2ce9f3-ff86-43c2-83d7-503a5cb554bd req-561e7543-b903-4586-9344-6e6116b21a12 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c6bdab0-e193-4548-b32a-82293867f758 HTTP/1.1" status: 200 len: 210 time: 0.2445393 Oct 19 01:02:58.916002 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-670f5ca3-b83e-4c95-a947-8fdd3eb66095 req-e542eb55-b1d4-45f6-88bc-227d22bc2b18 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Deleting port 68c700e7-cf71-4776-b3ad-a6bf9df38dff {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:02:58.916346 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-670f5ca3-b83e-4c95-a947-8fdd3eb66095 req-e542eb55-b1d4-45f6-88bc-227d22bc2b18 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:59.097433 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:59.171490 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-670f5ca3-b83e-4c95-a947-8fdd3eb66095 req-e542eb55-b1d4-45f6-88bc-227d22bc2b18 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] For port 68c700e7-cf71-4776-b3ad-a6bf9df38dff, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=68c700e7-cf71-4776-b3ad-a6bf9df38dff,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:02:59.175633 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-670f5ca3-b83e-4c95-a947-8fdd3eb66095 req-e542eb55-b1d4-45f6-88bc-227d22bc2b18 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:59.205518 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-670f5ca3-b83e-4c95-a947-8fdd3eb66095 req-e542eb55-b1d4-45f6-88bc-227d22bc2b18 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Calling delete_port for 68c700e7-cf71-4776-b3ad-a6bf9df38dff owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:02:59.550953 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-50f3f4d5-8d89-4720-b3d3-b7ed0e6fda67 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:59.643624 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-670f5ca3-b83e-4c95-a947-8fdd3eb66095 req-e542eb55-b1d4-45f6-88bc-227d22bc2b18 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:59.661043 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['74a7a6dc-e5bc-4245-b19e-d5eee08c7311'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:02:59.663420 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['ba97a604-45cb-4765-a2a4-1027dbd985f7', '68c700e7-cf71-4776-b3ad-a6bf9df38dff'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:02:59.716204 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-daf47176-0791-475c-a43a-07277ad3aeed service neutron] Attempting to bind port 1e9d67e8-229f-4d4d-8729-38d2227bcdf7 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:02:59.716204 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-daf47176-0791-475c-a43a-07277ad3aeed service neutron] Attempting to bind port 1e9d67e8-229f-4d4d-8729-38d2227bcdf7 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:02:59.721189 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-795bfe07-323b-49a8-acd3-5adb2934cbee req-04351e9e-6083-47a2-ac1c-c91e6ebb0e4b tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecb86c0f-93a1-416a-902d-6a6c5348a450 HTTP/1.1" status: 200 len: 210 time: 0.1019309 Oct 19 01:02:59.744518 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-daf47176-0791-475c-a43a-07277ad3aeed service neutron] Attempting to bind port 1e9d67e8-229f-4d4d-8729-38d2227bcdf7 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:02:59.767122 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-daf47176-0791-475c-a43a-07277ad3aeed service neutron] Port 1e9d67e8-229f-4d4d-8729-38d2227bcdf7 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:02:59.780215 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-daf47176-0791-475c-a43a-07277ad3aeed service neutron] Attempting to bind port 1e9d67e8-229f-4d4d-8729-38d2227bcdf7 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:02:59.799970 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542eb55-b1d4-45f6-88bc-227d22bc2b18 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Pushing event deleted for resources: {'Port': ['ID=68c700e7-cf71-4776-b3ad-a6bf9df38dff,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:59.830280 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e2a17-d554-4b1a-9622-22f9d0dbb338 req-4e4a6f86-11f4-476d-a1dd-8792468994ac tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:59.865166 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-275e2a17-d554-4b1a-9622-22f9d0dbb338 req-4e4a6f86-11f4-476d-a1dd-8792468994ac tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b612f6-e277-4cb1-b9b2-7b4ac00b72da HTTP/1.1" status: 200 len: 946 time: 0.7063229 Oct 19 01:02:59.875936 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-670f5ca3-b83e-4c95-a947-8fdd3eb66095 req-e542eb55-b1d4-45f6-88bc-227d22bc2b18 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] No DVR routers for this DVR port 68c700e7-cf71-4776-b3ad-a6bf9df38dff on host n-h2-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:02:59.882568 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-670f5ca3-b83e-4c95-a947-8fdd3eb66095 req-e542eb55-b1d4-45f6-88bc-227d22bc2b18 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:59.884842 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-daf47176-0791-475c-a43a-07277ad3aeed service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:02:59.885111 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-daf47176-0791-475c-a43a-07277ad3aeed service neutron] Checking segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:02:59.885485 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-daf47176-0791-475c-a43a-07277ad3aeed service neutron] Bound using segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:02:59.885923 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-daf47176-0791-475c-a43a-07277ad3aeed service neutron] Bound port: 1e9d67e8-229f-4d4d-8729-38d2227bcdf7, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:02:59.886270 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-daf47176-0791-475c-a43a-07277ad3aeed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:59.887345 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-670f5ca3-b83e-4c95-a947-8fdd3eb66095 req-e542eb55-b1d4-45f6-88bc-227d22bc2b18 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.24 "DELETE /v2.0/ports/68c700e7-cf71-4776-b3ad-a6bf9df38dff HTTP/1.1" status: 204 len: 173 time: 1.1977851 Oct 19 01:02:59.888858 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb86c0f-93a1-416a-902d-6a6c5348a450', 'name': 'network-vif-deleted', 'tag': '68c700e7-cf71-4776-b3ad-a6bf9df38dff'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:02:59.893470 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d526e791-8e75-4636-8f0b-91daa988ddaf" -d '{"events": [{"server_uuid": "ecb86c0f-93a1-416a-902d-6a6c5348a450", "name": "network-vif-deleted", "tag": "68c700e7-cf71-4776-b3ad-a6bf9df38dff"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:02:59.931255 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-50f3f4d5-8d89-4720-b3d3-b7ed0e6fda67 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:00.271944 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-50f3f4d5-8d89-4720-b3d3-b7ed0e6fda67 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:03:00.284098 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-50f3f4d5-8d89-4720-b3d3-b7ed0e6fda67 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:03:00.286893 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-50f3f4d5-8d89-4720-b3d3-b7ed0e6fda67 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:03:00.304034 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-275e2a17-d554-4b1a-9622-22f9d0dbb338 req-41bc71fa-8c0e-495a-aa8c-1072e92a353f tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320676 Oct 19 01:03:00.316386 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-daf47176-0791-475c-a43a-07277ad3aeed service neutron] For port 1e9d67e8-229f-4d4d-8729-38d2227bcdf7, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:03:00.435691 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f42f077-bf85-42e1-93dc-1ae6b9bd7832 x-openstack-request-id: req-8f42f077-bf85-42e1-93dc-1ae6b9bd7832 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:03:00.436252 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb86c0f-93a1-416a-902d-6a6c5348a450", "name": "network-vif-deleted", "tag": "68c700e7-cf71-4776-b3ad-a6bf9df38dff", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:03:00.436501 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8f42f077-bf85-42e1-93dc-1ae6b9bd7832 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:03:00.437117 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb86c0f-93a1-416a-902d-6a6c5348a450', 'name': 'network-vif-deleted', 'tag': '68c700e7-cf71-4776-b3ad-a6bf9df38dff', 'status': 'completed', 'code': 200} Oct 19 01:03:00.526973 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-daf47176-0791-475c-a43a-07277ad3aeed service neutron] For port 1e9d67e8-229f-4d4d-8729-38d2227bcdf7, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=1e9d67e8-229f-4d4d-8729-38d2227bcdf7,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:03:00.540877 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-50f3f4d5-8d89-4720-b3d3-b7ed0e6fda67 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:00.546843 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-50f3f4d5-8d89-4720-b3d3-b7ed0e6fda67 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:00.579830 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3f4d5-8d89-4720-b3d3-b7ed0e6fda67 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Pushing event updated for resources: {'Port': ['ID=1dece0f5-c279-44d8-9c79-7533a72cf4b4,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:00.585300 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-daf47176-0791-475c-a43a-07277ad3aeed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:00.945943 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-91a280c1-09aa-4edd-8e27-502d28c66c11 None None] Provisioning complete for port 1dece0f5-c279-44d8-9c79-7533a72cf4b4 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:03:00.946592 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-91a280c1-09aa-4edd-8e27-502d28c66c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:01.033551 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54794) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:01.040455 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-91a280c1-09aa-4edd-8e27-502d28c66c11 None None] Port 1dece0f5-c279-44d8-9c79-7533a72cf4b4 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:03:01.128663 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-50f3f4d5-8d89-4720-b3d3-b7ed0e6fda67 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8346844 Oct 19 01:03:01.143271 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-1eee4654-f56c-4052-9dea-95cbdd1f433d service neutron] Request body: {'port': {'device_id': '9c6bdab0-e193-4548-b32a-82293867f758', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:01.187460 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-daf47176-0791-475c-a43a-07277ad3aeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:01.190900 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-daf47176-0791-475c-a43a-07277ad3aeed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:01.191067 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6d0c1813-c461-44d9-8018-b8e20cf3d9c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:01.191540 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-daf47176-0791-475c-a43a-07277ad3aeed service neutron] 10.222.0.55 "PUT /v2.0/ports/1e9d67e8-229f-4d4d-8729-38d2227bcdf7 HTTP/1.1" status: 200 len: 1097 time: 3.4968729 Oct 19 01:03:01.255932 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44281d1b-6510-484f-9619-30b701840d15', 'tag': '1e9d67e8-229f-4d4d-8729-38d2227bcdf7'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:03:01.258209 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f462d55-0e58-4eb7-b148-d04061cb3273" -d '{"events": [{"name": "network-changed", "server_uuid": "44281d1b-6510-484f-9619-30b701840d15", "tag": "1e9d67e8-229f-4d4d-8729-38d2227bcdf7"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:03:01.288373 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf47176-0791-475c-a43a-07277ad3aeed service neutron] Pushing event updated for resources: {'Port': ['ID=1e9d67e8-229f-4d4d-8729-38d2227bcdf7,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:01.304948 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235610d0-eace-4a47-8af4-b634eb204f10 req-94433a82-c570-49c5-b57c-e160efff2259 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:01.316487 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-1eee4654-f56c-4052-9dea-95cbdd1f433d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:01.322009 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-235610d0-eace-4a47-8af4-b634eb204f10 req-94433a82-c570-49c5-b57c-e160efff2259 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b612f6-e277-4cb1-b9b2-7b4ac00b72da HTTP/1.1" status: 200 len: 946 time: 0.1892717 Oct 19 01:03:01.326075 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee12f4-bc87-4e19-a8dc-601f92ad1222 req-781664f5-bb2a-4f64-a1f4-4905b5ed76aa tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:01.333235 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-38ee12f4-bc87-4e19-a8dc-601f92ad1222 req-781664f5-bb2a-4f64-a1f4-4905b5ed76aa tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c6bdab0-e193-4548-b32a-82293867f758 HTTP/1.1" status: 200 len: 936 time: 0.8593874 Oct 19 01:03:01.379573 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6d0c1813-c461-44d9-8018-b8e20cf3d9c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:01.393949 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6d0c1813-c461-44d9-8018-b8e20cf3d9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:01.426619 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-235610d0-eace-4a47-8af4-b634eb204f10 req-f764c403-e6ff-4467-af07-9f2c1ffb8bb8 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034539 Oct 19 01:03:01.486603 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-59406fb2-196c-4044-97bb-9ebe0ba8f2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:01.488421 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-59406fb2-196c-4044-97bb-9ebe0ba8f2ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=964bd4dc3f7745a3badae489d3813da4&device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 1100 time: 0.1912987 Oct 19 01:03:01.494383 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c1813-c461-44d9-8018-b8e20cf3d9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c47ae01-dd77-4573-896d-eb3e37343ce0,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:01.505409 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6d0c1813-c461-44d9-8018-b8e20cf3d9c0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0b1921d450ee41f1a505ad0be78f975b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4697142 Oct 19 01:03:01.505978 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54802) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:01.513136 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-38ee12f4-bc87-4e19-a8dc-601f92ad1222 req-be964290-13c4-405a-bd70-95dbc44fd630 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624043 Oct 19 01:03:01.620925 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-2a8f2bd5-b167-4ddd-b0ae-497efef1d29b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=1e9d67e8-229f-4d4d-8729-38d2227bcdf7 HTTP/1.1" status: 200 len: 217 time: 0.1067631 Oct 19 01:03:01.655864 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b2068bf9-36d1-4661-a0e8-ecdef84c5c5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:01.686282 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b2068bf9-36d1-4661-a0e8-ecdef84c5c5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:01.728914 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-23c2f333-cacb-4cea-a791-784836b71235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:01.730395 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-23c2f333-cacb-4cea-a791-784836b71235 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.1012077 Oct 19 01:03:01.763151 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618355ac-a88c-4276-a24d-2d5ce1c1b093 x-openstack-request-id: req-618355ac-a88c-4276-a24d-2d5ce1c1b093 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:03:01.763424 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44281d1b-6510-484f-9619-30b701840d15", "tag": "1e9d67e8-229f-4d4d-8729-38d2227bcdf7", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:03:01.763695 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-618355ac-a88c-4276-a24d-2d5ce1c1b093 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:03:01.764378 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44281d1b-6510-484f-9619-30b701840d15', 'tag': '1e9d67e8-229f-4d4d-8729-38d2227bcdf7', 'status': 'completed', 'code': 200} Oct 19 01:03:01.765549 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b2068bf9-36d1-4661-a0e8-ecdef84c5c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:01.768441 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b2068bf9-36d1-4661-a0e8-ecdef84c5c5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:01.772342 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b2068bf9-36d1-4661-a0e8-ecdef84c5c5d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6c47ae01-dd77-4573-896d-eb3e37343ce0 HTTP/1.1" status: 204 len: 168 time: 0.2626905 Oct 19 01:03:01.791400 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2068bf9-36d1-4661-a0e8-ecdef84c5c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c47ae01-dd77-4573-896d-eb3e37343ce0,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:01.930400 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-417ea97a-7d41-494b-b301-2fffb9b258e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:01.955632 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-417ea97a-7d41-494b-b301-2fffb9b258e9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2044170 Oct 19 01:03:02.078691 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-1eee4654-f56c-4052-9dea-95cbdd1f433d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dece0f5-c279-44d8-9c79-7533a72cf4b4 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:03:02.078691 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-1eee4654-f56c-4052-9dea-95cbdd1f433d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:02.090894 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-1eee4654-f56c-4052-9dea-95cbdd1f433d service neutron] Transition to ACTIVE for port object 1dece0f5-c279-44d8-9c79-7533a72cf4b4 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:03:02.098676 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-1eee4654-f56c-4052-9dea-95cbdd1f433d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:02.247458 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee4654-f56c-4052-9dea-95cbdd1f433d service neutron] Pushing event updated for resources: {'Port': ['ID=1dece0f5-c279-44d8-9c79-7533a72cf4b4,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:02.320367 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54820) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:02.339703 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-90ccf5dc-ac80-40db-984f-366e6c4371aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:02.396917 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-a159640a-4943-421d-b312-5fb15b44b31e service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176002 Oct 19 01:03:02.428155 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbcf4a-4880-4def-a345-86529e1fefab req-dc71d400-78b4-4ed6-881f-af0e5d1df90b tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:02.435634 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e1fbcf4a-4880-4def-a345-86529e1fefab req-dc71d400-78b4-4ed6-881f-af0e5d1df90b tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b612f6-e277-4cb1-b9b2-7b4ac00b72da HTTP/1.1" status: 200 len: 946 time: 0.1977534 Oct 19 01:03:02.528174 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-90ccf5dc-ac80-40db-984f-366e6c4371aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:02.535606 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-90ccf5dc-ac80-40db-984f-366e6c4371aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:02.538905 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-1eee4654-f56c-4052-9dea-95cbdd1f433d service neutron] Attempting to bind port 1dece0f5-c279-44d8-9c79-7533a72cf4b4 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:03:02.539098 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-1eee4654-f56c-4052-9dea-95cbdd1f433d service neutron] Attempting to bind port 1dece0f5-c279-44d8-9c79-7533a72cf4b4 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:03:02.539315 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-1eee4654-f56c-4052-9dea-95cbdd1f433d service neutron] Attempting to bind port 1dece0f5-c279-44d8-9c79-7533a72cf4b4 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:03:02.563934 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-1eee4654-f56c-4052-9dea-95cbdd1f433d service neutron] Port 1dece0f5-c279-44d8-9c79-7533a72cf4b4 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:03:02.564332 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-1eee4654-f56c-4052-9dea-95cbdd1f433d service neutron] Attempting to bind port 1dece0f5-c279-44d8-9c79-7533a72cf4b4 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:03:02.577338 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e1fbcf4a-4880-4def-a345-86529e1fefab req-c7ab3056-292f-483a-90a2-1a07b6c9893b tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406481 Oct 19 01:03:02.581884 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-1eee4654-f56c-4052-9dea-95cbdd1f433d service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:03:02.582233 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-1eee4654-f56c-4052-9dea-95cbdd1f433d service neutron] Checking segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:03:02.582619 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-1eee4654-f56c-4052-9dea-95cbdd1f433d service neutron] Bound using segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:03:02.583059 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-1eee4654-f56c-4052-9dea-95cbdd1f433d service neutron] Bound port: 1dece0f5-c279-44d8-9c79-7533a72cf4b4, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:03:02.583722 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-1eee4654-f56c-4052-9dea-95cbdd1f433d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:02.589910 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-90ccf5dc-ac80-40db-984f-366e6c4371aa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6f92f21c2e0c4d32b46c1f37ef26aa95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2669897 Oct 19 01:03:02.599033 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54834) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:02.611389 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ccf5dc-ac80-40db-984f-366e6c4371aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91293cc1-2180-4fed-89a4-f34a32a797ad,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:02.645917 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6d4610bd-0225-4f44-bbca-09d0e23aa096 req-f24390dd-42de-4234-9bcf-2f4b4f64b904 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371392 Oct 19 01:03:02.694168 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-909abefd-f620-44df-a401-9aa770fc3405 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:02.718279 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-909abefd-f620-44df-a401-9aa770fc3405 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:02.792917 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-909abefd-f620-44df-a401-9aa770fc3405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:02.796234 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-909abefd-f620-44df-a401-9aa770fc3405 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:02.801382 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-909abefd-f620-44df-a401-9aa770fc3405 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/91293cc1-2180-4fed-89a4-f34a32a797ad HTTP/1.1" status: 204 len: 168 time: 0.1988409 Oct 19 01:03:02.809728 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-1eee4654-f56c-4052-9dea-95cbdd1f433d service neutron] For port 1dece0f5-c279-44d8-9c79-7533a72cf4b4, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:03:02.814769 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909abefd-f620-44df-a401-9aa770fc3405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91293cc1-2180-4fed-89a4-f34a32a797ad,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:02.828197 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254c437-e4fa-4270-8675-eb46a6549e7f req-a7be1ae0-8914-4b32-a103-8b314bd118cf tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:02.836698 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6254c437-e4fa-4270-8675-eb46a6549e7f req-a7be1ae0-8914-4b32-a103-8b314bd118cf tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 949 time: 0.1421039 Oct 19 01:03:02.875569 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-1eee4654-f56c-4052-9dea-95cbdd1f433d service neutron] For port 1dece0f5-c279-44d8-9c79-7533a72cf4b4, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1dece0f5-c279-44d8-9c79-7533a72cf4b4,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:03:02.886017 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f462d55-0e58-4eb7-b148-d04061cb3273 req-4186da6c-0f6e-4d2b-94dc-81f448b32f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:02.887651 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2f462d55-0e58-4eb7-b148-d04061cb3273 req-4186da6c-0f6e-4d2b-94dc-81f448b32f7d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=964bd4dc3f7745a3badae489d3813da4&device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 1100 time: 0.1465852 Oct 19 01:03:02.894380 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-1eee4654-f56c-4052-9dea-95cbdd1f433d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:02.953130 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6254c437-e4fa-4270-8675-eb46a6549e7f req-91a0ffef-5856-4fd2-a12b-b9793e735703 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154330 Oct 19 01:03:03.019532 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee4654-f56c-4052-9dea-95cbdd1f433d service neutron] Pushing event updated for resources: {'Port': ['ID=1dece0f5-c279-44d8-9c79-7533a72cf4b4,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:03.028693 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-1eee4654-f56c-4052-9dea-95cbdd1f433d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:03.029594 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-1eee4654-f56c-4052-9dea-95cbdd1f433d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:03.030854 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-1eee4654-f56c-4052-9dea-95cbdd1f433d service neutron] 10.222.0.24 "PUT /v2.0/ports/1dece0f5-c279-44d8-9c79-7533a72cf4b4 HTTP/1.1" status: 200 len: 1097 time: 1.8924105 Oct 19 01:03:03.176788 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1125a-2e6d-4261-bacc-70109df61f1d req-d4c29bca-1c55-4a16-bc76-1261cfbe698b tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:03.185625 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-01e1125a-2e6d-4261-bacc-70109df61f1d req-d4c29bca-1c55-4a16-bc76-1261cfbe698b tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c6bdab0-e193-4548-b32a-82293867f758 HTTP/1.1" status: 200 len: 948 time: 0.1132646 Oct 19 01:03:03.274696 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-f7a1056b-8901-44b7-bf6a-a09f9906a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:03.276394 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-f7a1056b-8901-44b7-bf6a-a09f9906a380 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=964bd4dc3f7745a3badae489d3813da4&device_id=9c6bdab0-e193-4548-b32a-82293867f758 HTTP/1.1" status: 200 len: 1100 time: 0.1554222 Oct 19 01:03:03.286824 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-01e1125a-2e6d-4261-bacc-70109df61f1d req-a7427cee-a8f3-4105-946c-ae123fd87ff5 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990059 Oct 19 01:03:03.310650 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd55d41-b127-45b6-bcea-5c678274d733 req-a247f7e0-8d66-497f-91f9-ec684845d172 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:03.312937 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9bd55d41-b127-45b6-bcea-5c678274d733 req-a247f7e0-8d66-497f-91f9-ec684845d172 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b612f6-e277-4cb1-b9b2-7b4ac00b72da HTTP/1.1" status: 200 len: 946 time: 0.1932032 Oct 19 01:03:03.320809 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f462d55-0e58-4eb7-b148-d04061cb3273 req-ab80b8cc-a4ec-4173-ace7-7e6ed2cf7585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:03.322547 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2f462d55-0e58-4eb7-b148-d04061cb3273 req-ab80b8cc-a4ec-4173-ace7-7e6ed2cf7585 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.4228587 Oct 19 01:03:03.395233 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 68c700e7-cf71-4776-b3ad-a6bf9df38dff no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:03:03.404775 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-efc88b20-2450-4ca0-b616-796b322aee6b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=1dece0f5-c279-44d8-9c79-7533a72cf4b4 HTTP/1.1" status: 200 len: 217 time: 0.0906229 Oct 19 01:03:03.471578 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 68c700e7-cf71-4776-b3ad-a6bf9df38dff {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:03:03.474109 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 68c700e7-cf71-4776-b3ad-a6bf9df38dff not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:03:03.475245 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a6f1b-0421-4233-bc87-22d593402fbf req-8fddb6cd-137b-4bfd-b76b-4d2247fe3a60 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:03.476865 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bf1a6f1b-0421-4233-bc87-22d593402fbf req-8fddb6cd-137b-4bfd-b76b-4d2247fe3a60 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.24 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 949 time: 0.1162539 Oct 19 01:03:03.525414 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-f45218ae-0a40-444f-845f-817964ed3c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:03.527217 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-f45218ae-0a40-444f-845f-817964ed3c5d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0914876 Oct 19 01:03:03.528539 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2f462d55-0e58-4eb7-b148-d04061cb3273 req-1bfe0238-248a-45bb-b8fd-2308c932acef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=1e9d67e8-229f-4d4d-8729-38d2227bcdf7 HTTP/1.1" status: 200 len: 217 time: 0.1917510 Oct 19 01:03:03.602061 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54864) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:03.638960 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9bd55d41-b127-45b6-bcea-5c678274d733 req-c34bc68c-9083-4446-92fb-ba873f036c40 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156195 Oct 19 01:03:03.647841 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f462d55-0e58-4eb7-b148-d04061cb3273 req-507c1f5d-1b79-4630-9a66-c0ba8baa4c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:03.649234 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2f462d55-0e58-4eb7-b148-d04061cb3273 req-507c1f5d-1b79-4630-9a66-c0ba8baa4c62 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.1099527 Oct 19 01:03:03.670878 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-bf1a6f1b-0421-4233-bc87-22d593402fbf req-1964f56d-d572-4b83-9ac4-93a395b7084f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Deleting port ba97a604-45cb-4765-a2a4-1027dbd985f7 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:03:03.671221 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-bf1a6f1b-0421-4233-bc87-22d593402fbf req-1964f56d-d572-4b83-9ac4-93a395b7084f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:03.679051 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-953ddb1b-bdf2-4856-8e37-92f20cc73d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:03.685710 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-953ddb1b-bdf2-4856-8e37-92f20cc73d5a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1451123 Oct 19 01:03:03.768376 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c6bdab0-e193-4548-b32a-82293867f758', 'tag': '1dece0f5-c279-44d8-9c79-7533a72cf4b4'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:03:03.770830 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd1353d-06ef-423a-bdc3-f776283b083c" -d '{"events": [{"name": "network-changed", "server_uuid": "9c6bdab0-e193-4548-b32a-82293867f758", "tag": "1dece0f5-c279-44d8-9c79-7533a72cf4b4"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:03:03.817945 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f462d55-0e58-4eb7-b148-d04061cb3273 req-7aaf9166-cd8d-4ebc-9876-573bd2d2a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:03.819589 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2f462d55-0e58-4eb7-b148-d04061cb3273 req-7aaf9166-cd8d-4ebc-9876-573bd2d2a200 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1611428 Oct 19 01:03:03.866945 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-bf1a6f1b-0421-4233-bc87-22d593402fbf req-1964f56d-d572-4b83-9ac4-93a395b7084f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] For port ba97a604-45cb-4765-a2a4-1027dbd985f7, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=ba97a604-45cb-4765-a2a4-1027dbd985f7,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:03.872095 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-bf1a6f1b-0421-4233-bc87-22d593402fbf req-1964f56d-d572-4b83-9ac4-93a395b7084f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:03.885951 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896b1089-08b4-44b6-9081-4c72bc6ebf29 x-openstack-request-id: req-896b1089-08b4-44b6-9081-4c72bc6ebf29 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:03:03.886241 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c6bdab0-e193-4548-b32a-82293867f758", "tag": "1dece0f5-c279-44d8-9c79-7533a72cf4b4", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:03:03.886626 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-896b1089-08b4-44b6-9081-4c72bc6ebf29 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:03:03.887016 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c6bdab0-e193-4548-b32a-82293867f758', 'tag': '1dece0f5-c279-44d8-9c79-7533a72cf4b4', 'status': 'completed', 'code': 200} Oct 19 01:03:03.896031 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-bf1a6f1b-0421-4233-bc87-22d593402fbf req-1964f56d-d572-4b83-9ac4-93a395b7084f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Calling delete_port for ba97a604-45cb-4765-a2a4-1027dbd985f7 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:03:03.901947 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68277d50-33ca-4c0e-9955-6c68adfcbad6 req-db12076b-ad52-4362-8ff2-080da6ee542a tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:03.910543 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-68277d50-33ca-4c0e-9955-6c68adfcbad6 req-db12076b-ad52-4362-8ff2-080da6ee542a tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b612f6-e277-4cb1-b9b2-7b4ac00b72da HTTP/1.1" status: 200 len: 946 time: 0.1665487 Oct 19 01:03:03.996862 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-eb6bc4e2-876d-49bf-9741-4f57c0fd71f6 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721753 Oct 19 01:03:04.110811 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-bf1a6f1b-0421-4233-bc87-22d593402fbf req-1964f56d-d572-4b83-9ac4-93a395b7084f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:04.124751 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['ba97a604-45cb-4765-a2a4-1027dbd985f7'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:03:04.127049 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['74a7a6dc-e5bc-4245-b19e-d5eee08c7311'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:03:04.174412 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4bcc2961-b9af-4bda-9a31-1be34d5bacad req-95bac64a-abd7-46bf-940e-c01fa9ce2936 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640966 Oct 19 01:03:04.177459 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8298292f-2905-4aa8-9a67-a812cd1404c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:04.193254 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-68277d50-33ca-4c0e-9955-6c68adfcbad6 req-656820ce-6a9f-4541-8b0c-abc2484f81e1 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773786 Oct 19 01:03:04.289175 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964f56d-d572-4b83-9ac4-93a395b7084f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Pushing event deleted for resources: {'Port': ['ID=ba97a604-45cb-4765-a2a4-1027dbd985f7,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:04.292240 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1a6f1b-0421-4233-bc87-22d593402fbf req-1964f56d-d572-4b83-9ac4-93a395b7084f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] No DVR routers for this DVR port ba97a604-45cb-4765-a2a4-1027dbd985f7 on host n-h2-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:03:04.294961 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-bf1a6f1b-0421-4233-bc87-22d593402fbf req-1964f56d-d572-4b83-9ac4-93a395b7084f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:04.299586 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bf1a6f1b-0421-4233-bc87-22d593402fbf req-1964f56d-d572-4b83-9ac4-93a395b7084f tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.24 "DELETE /v2.0/ports/ba97a604-45cb-4765-a2a4-1027dbd985f7 HTTP/1.1" status: 204 len: 173 time: 0.8154285 Oct 19 01:03:04.301276 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e92dde82-0c01-4673-8e49-fc832ddd90df req-41256e11-6d87-4896-8c3d-97c6f5a8bfbe tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=524bb073-23a8-4cdd-8d48-4447ff634ab0 HTTP/1.1" status: 200 len: 210 time: 0.1247149 Oct 19 01:03:04.321192 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524bb073-23a8-4cdd-8d48-4447ff634ab0', 'name': 'network-vif-deleted', 'tag': 'ba97a604-45cb-4765-a2a4-1027dbd985f7'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:03:04.348918 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2f462d55-0e58-4eb7-b148-d04061cb3273 req-ad1fff37-7668-4ef9-a0ee-76826764a867 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4982598 Oct 19 01:03:04.358333 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460b7fd9-6430-4d4e-ae1e-a6313daa3cfb" -d '{"events": [{"server_uuid": "524bb073-23a8-4cdd-8d48-4447ff634ab0", "name": "network-vif-deleted", "tag": "ba97a604-45cb-4765-a2a4-1027dbd985f7"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:03:04.528768 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba47aed-dcfa-48bc-8d11-10b27eb96a92 req-9a68b359-8bda-412c-b6d3-20a57368fc00 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:04.548793 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2ba47aed-dcfa-48bc-8d11-10b27eb96a92 req-9a68b359-8bda-412c-b6d3-20a57368fc00 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c6bdab0-e193-4548-b32a-82293867f758 HTTP/1.1" status: 200 len: 948 time: 0.1473744 Oct 19 01:03:04.618080 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1353d-06ef-423a-bdc3-f776283b083c req-ac362fdf-df32-4bbe-9ac9-659c90185f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:04.619650 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5cd1353d-06ef-423a-bdc3-f776283b083c req-ac362fdf-df32-4bbe-9ac9-659c90185f8b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=964bd4dc3f7745a3badae489d3813da4&device_id=9c6bdab0-e193-4548-b32a-82293867f758 HTTP/1.1" status: 200 len: 1100 time: 0.3727908 Oct 19 01:03:04.644813 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2ba47aed-dcfa-48bc-8d11-10b27eb96a92 req-54dd0e30-c611-4d8a-b14f-9f8a8fa8b0bf tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908289 Oct 19 01:03:04.652855 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efae2f0-6e6e-4af8-ada1-ebedbc57b169 req-6a1357c0-ae7f-4897-88e0-e13468c9045c tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:04.654406 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5efae2f0-6e6e-4af8-ada1-ebedbc57b169 req-6a1357c0-ae7f-4897-88e0-e13468c9045c tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b612f6-e277-4cb1-b9b2-7b4ac00b72da HTTP/1.1" status: 200 len: 946 time: 0.3510346 Oct 19 01:03:04.711721 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91295174-a0e5-4dad-9289-04cf14ce2536 x-openstack-request-id: req-91295174-a0e5-4dad-9289-04cf14ce2536 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:03:04.712337 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "524bb073-23a8-4cdd-8d48-4447ff634ab0", "name": "network-vif-deleted", "tag": "ba97a604-45cb-4765-a2a4-1027dbd985f7", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:03:04.712811 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-91295174-a0e5-4dad-9289-04cf14ce2536 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:03:04.713458 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524bb073-23a8-4cdd-8d48-4447ff634ab0', 'name': 'network-vif-deleted', 'tag': 'ba97a604-45cb-4765-a2a4-1027dbd985f7', 'status': 'completed', 'code': 200} Oct 19 01:03:04.803146 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2f462d55-0e58-4eb7-b148-d04061cb3273 req-19e4138a-2f51-4aa6-b25f-e58821086c6a service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018259 Oct 19 01:03:04.855237 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8298292f-2905-4aa8-9a67-a812cd1404c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:04.861048 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8298292f-2905-4aa8-9a67-a812cd1404c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:04.871660 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5efae2f0-6e6e-4af8-ada1-ebedbc57b169 req-79ce8c78-3893-4804-9892-cbdf36c38c4f tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973214 Oct 19 01:03:04.928145 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54906) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:04.928359 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8298292f-2905-4aa8-9a67-a812cd1404c5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=67f93b299ce1486585f96508a9c7055b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3198457 Oct 19 01:03:04.939446 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298292f-2905-4aa8-9a67-a812cd1404c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1473a0d-0f22-48fa-8664-c255d2607315,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:04.960050 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1353d-06ef-423a-bdc3-f776283b083c req-d4ca38b9-08a5-4d88-b1b8-06db25dda3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:04.961600 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5cd1353d-06ef-423a-bdc3-f776283b083c req-d4ca38b9-08a5-4d88-b1b8-06db25dda3ea service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.3062718 Oct 19 01:03:05.019259 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5cd1353d-06ef-423a-bdc3-f776283b083c req-50cf5d41-e22d-443e-b04e-abd600c19291 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=1dece0f5-c279-44d8-9c79-7533a72cf4b4 HTTP/1.1" status: 200 len: 217 time: 0.0476565 Oct 19 01:03:05.082131 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3dcdcdd0-022e-4bb7-a082-87d11926a923 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:05.148718 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3dcdcdd0-022e-4bb7-a082-87d11926a923 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:05.152775 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1353d-06ef-423a-bdc3-f776283b083c req-c6408039-b0a1-4948-970b-7d1ac7f393a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:05.154111 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5cd1353d-06ef-423a-bdc3-f776283b083c req-c6408039-b0a1-4948-970b-7d1ac7f393a4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.1277564 Oct 19 01:03:05.219188 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3dcdcdd0-022e-4bb7-a082-87d11926a923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:05.223493 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3dcdcdd0-022e-4bb7-a082-87d11926a923 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:05.224846 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3dcdcdd0-022e-4bb7-a082-87d11926a923 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d1473a0d-0f22-48fa-8664-c255d2607315 HTTP/1.1" status: 204 len: 168 time: 0.2953467 Oct 19 01:03:05.233557 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1014f47-b413-4b46-8fd6-c637ffec815a req-1db4e6bf-eb64-4b9e-8fa3-3bcd37bdded6 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:05.236147 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d1014f47-b413-4b46-8fd6-c637ffec815a req-1db4e6bf-eb64-4b9e-8fa3-3bcd37bdded6 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b612f6-e277-4cb1-b9b2-7b4ac00b72da HTTP/1.1" status: 200 len: 946 time: 0.1658282 Oct 19 01:03:05.254194 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcdcdd0-022e-4bb7-a082-87d11926a923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1473a0d-0f22-48fa-8664-c255d2607315,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:05.257485 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1353d-06ef-423a-bdc3-f776283b083c req-adf0b427-14d9-4da7-8301-f6ec7915263f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:05.260494 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5cd1353d-06ef-423a-bdc3-f776283b083c req-adf0b427-14d9-4da7-8301-f6ec7915263f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0958593 Oct 19 01:03:05.320563 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d1014f47-b413-4b46-8fd6-c637ffec815a req-7aa71705-8f54-4e9d-a0db-c248635a09fc tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743604 Oct 19 01:03:05.394062 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 1dece0f5-c279-44d8-9c79-7533a72cf4b4 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:03:05.510692 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 1e9d67e8-229f-4d4d-8729-38d2227bcdf7 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:03:05.553559 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5cd1353d-06ef-423a-bdc3-f776283b083c req-f701c83f-f434-41b0-8857-77f6f57a6d79 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747214 Oct 19 01:03:05.689981 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 1dece0f5-c279-44d8-9c79-7533a72cf4b4, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1dece0f5-c279-44d8-9c79-7533a72cf4b4,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:05.765020 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '1dece0f5-c279-44d8-9c79-7533a72cf4b4', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': '1dece0f5-c279-44d8-9c79-7533a72cf4b4', 'mac_address': 'fa:16:3e:0b:ed:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:03:05.813527 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd2a89-e75b-4812-8276-ed2e57b81271 req-5346cf41-be27-487e-be6a-0cd3b5b22880 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:05.816270 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:05.833052 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dece0f5-c279-44d8-9c79-7533a72cf4b4 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:03:05.833279 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a4fd2a89-e75b-4812-8276-ed2e57b81271 req-5346cf41-be27-487e-be6a-0cd3b5b22880 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b612f6-e277-4cb1-b9b2-7b4ac00b72da HTTP/1.1" status: 200 len: 946 time: 0.2778597 Oct 19 01:03:05.894951 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 1dece0f5-c279-44d8-9c79-7533a72cf4b4, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1dece0f5-c279-44d8-9c79-7533a72cf4b4,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:05.910324 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:05.921198 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 1e9d67e8-229f-4d4d-8729-38d2227bcdf7, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=1e9d67e8-229f-4d4d-8729-38d2227bcdf7,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:05.949569 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54944) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:05.966151 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5cd1353d-06ef-423a-bdc3-f776283b083c req-7ffa04f8-feaa-4eba-b533-49f1427fc34b service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584924 Oct 19 01:03:05.971502 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8a424f3d-d5d5-4c59-98fd-0fd5ccf2ebae admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:05.996516 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '1e9d67e8-229f-4d4d-8729-38d2227bcdf7', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': '1e9d67e8-229f-4d4d-8729-38d2227bcdf7', 'mac_address': 'fa:16:3e:5d:a6:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:03:06.015684 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a4fd2a89-e75b-4812-8276-ed2e57b81271 req-3bab80ff-884c-4d06-be82-618e90f9f6a6 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812327 Oct 19 01:03:06.050995 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:06.089527 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e9d67e8-229f-4d4d-8729-38d2227bcdf7 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:03:06.104076 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=1dece0f5-c279-44d8-9c79-7533a72cf4b4,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:06.124612 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 1e9d67e8-229f-4d4d-8729-38d2227bcdf7, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=1e9d67e8-229f-4d4d-8729-38d2227bcdf7,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:06.133683 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:06.174875 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856efb1e-d719-46d5-aeea-020a4a54ca78 req-a27250cf-72e5-49b7-8ad9-c9291ac6d3a6 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:06.176903 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-856efb1e-d719-46d5-aeea-020a4a54ca78 req-a27250cf-72e5-49b7-8ad9-c9291ac6d3a6 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c6bdab0-e193-4548-b32a-82293867f758 HTTP/1.1" status: 200 len: 949 time: 0.2675405 Oct 19 01:03:06.181773 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['1dece0f5-c279-44d8-9c79-7533a72cf4b4'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:03:06.213320 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8a424f3d-d5d5-4c59-98fd-0fd5ccf2ebae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:06.228421 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3ae27-334a-479d-846a-974db5ffffe3 req-6b74b123-d63f-4ed4-b90e-ca38ab41abfd tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:06.238343 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9aa3ae27-334a-479d-846a-974db5ffffe3 req-6b74b123-d63f-4ed4-b90e-ca38ab41abfd tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 949 time: 0.0877197 Oct 19 01:03:06.239427 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8a424f3d-d5d5-4c59-98fd-0fd5ccf2ebae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:06.309091 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=1e9d67e8-229f-4d4d-8729-38d2227bcdf7,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:06.320412 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9aa3ae27-334a-479d-846a-974db5ffffe3 req-ec5c910c-783d-4b63-b509-3df363ecedd7 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808318 Oct 19 01:03:06.334595 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-856efb1e-d719-46d5-aeea-020a4a54ca78 req-37208c6f-f142-49c7-8d4e-302fde5548ab tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411545 Oct 19 01:03:06.407519 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54980) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:06.423769 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8a424f3d-d5d5-4c59-98fd-0fd5ccf2ebae admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=708dd3e232394010a68435372de2e695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4650085 Oct 19 01:03:06.425164 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a424f3d-d5d5-4c59-98fd-0fd5ccf2ebae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c15f05-cc18-4c44-a39b-cdd3daba9799,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:06.478052 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['1e9d67e8-229f-4d4d-8729-38d2227bcdf7'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:03:06.498001 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-42fa139b-e397-4ff9-a744-928e5207586e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:06.558885 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-42fa139b-e397-4ff9-a744-928e5207586e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:06.670151 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-42fa139b-e397-4ff9-a744-928e5207586e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:06.675932 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-42fa139b-e397-4ff9-a744-928e5207586e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:06.678386 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-42fa139b-e397-4ff9-a744-928e5207586e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/17c15f05-cc18-4c44-a39b-cdd3daba9799 HTTP/1.1" status: 204 len: 168 time: 0.2701042 Oct 19 01:03:06.694517 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa139b-e397-4ff9-a744-928e5207586e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c15f05-cc18-4c44-a39b-cdd3daba9799,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:07.285226 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff205c-09c1-466f-942d-81995e2669fd req-cba1b89a-4719-4f9a-b2d9-ffcdeee7850c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:07.286743 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-02ff205c-09c1-466f-942d-81995e2669fd req-cba1b89a-4719-4f9a-b2d9-ffcdeee7850c tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.55 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 949 time: 0.1087773 Oct 19 01:03:07.365843 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55046) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:07.411929 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 1dece0f5-c279-44d8-9c79-7533a72cf4b4 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:03:07.472545 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caea48a-0276-4e33-9986-f506862dd053 req-ca050485-f9c5-4733-93db-e92465979d7e tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:07.480517 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9caea48a-0276-4e33-9986-f506862dd053 req-ca050485-f9c5-4733-93db-e92465979d7e tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b612f6-e277-4cb1-b9b2-7b4ac00b72da HTTP/1.1" status: 200 len: 946 time: 0.0956278 Oct 19 01:03:07.509099 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 1e9d67e8-229f-4d4d-8729-38d2227bcdf7 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:03:07.529063 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-02ff205c-09c1-466f-942d-81995e2669fd req-3d8d323a-79b8-4542-9479-e5d1f853a387 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Deleting port 74a7a6dc-e5bc-4245-b19e-d5eee08c7311 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:03:07.529411 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-02ff205c-09c1-466f-942d-81995e2669fd req-3d8d323a-79b8-4542-9479-e5d1f853a387 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:07.561910 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc7a221-a83a-49b2-beaa-f6f50016f28d req-f9e28b3b-b050-4c06-a5df-19a96633b906 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:07.572500 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9bc7a221-a83a-49b2-beaa-f6f50016f28d req-f9e28b3b-b050-4c06-a5df-19a96633b906 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 949 time: 0.1309698 Oct 19 01:03:07.617434 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 1dece0f5-c279-44d8-9c79-7533a72cf4b4 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:03:07.624884 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 1dece0f5-c279-44d8-9c79-7533a72cf4b4 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:03:07.628191 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:07.689055 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9bc7a221-a83a-49b2-beaa-f6f50016f28d req-6c8b9d87-2adf-4c56-a25c-11adbb7e5550 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060863 Oct 19 01:03:07.691531 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 1e9d67e8-229f-4d4d-8729-38d2227bcdf7 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:03:07.713584 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 1e9d67e8-229f-4d4d-8729-38d2227bcdf7 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:03:07.714127 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:07.740409 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b26b85c1-aa24-4b73-a30a-aa2c071099a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:07.929272 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9caea48a-0276-4e33-9986-f506862dd053 req-6721af0b-1f0c-42d6-a0d8-19ac3bb1f548 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457314 Oct 19 01:03:07.956821 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c7f10-2faf-4754-b99d-3383a9247c8e req-afaef6df-2811-489e-aaa5-996df315db3b tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:07.968932 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d7c7f10-2faf-4754-b99d-3383a9247c8e req-afaef6df-2811-489e-aaa5-996df315db3b tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c6bdab0-e193-4548-b32a-82293867f758 HTTP/1.1" status: 200 len: 949 time: 0.1414318 Oct 19 01:03:07.997798 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:08.010058 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:08.088159 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44281d1b-6510-484f-9619-30b701840d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9d67e8-229f-4d4d-8729-38d2227bcdf7'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:03:08.091630 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc28b8dc-aafe-4b01-ad2f-6b4f7db65c56" -d '{"events": [{"server_uuid": "44281d1b-6510-484f-9619-30b701840d15", "name": "network-vif-plugged", "status": "completed", "tag": "1e9d67e8-229f-4d4d-8729-38d2227bcdf7"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:03:08.102853 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 1e9d67e8-229f-4d4d-8729-38d2227bcdf7, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=1e9d67e8-229f-4d4d-8729-38d2227bcdf7,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:08.115432 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-02ff205c-09c1-466f-942d-81995e2669fd req-3d8d323a-79b8-4542-9479-e5d1f853a387 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] For port 74a7a6dc-e5bc-4245-b19e-d5eee08c7311, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=74a7a6dc-e5bc-4245-b19e-d5eee08c7311,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:08.115432 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-02ff205c-09c1-466f-942d-81995e2669fd req-3d8d323a-79b8-4542-9479-e5d1f853a387 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:08.139413 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-02ff205c-09c1-466f-942d-81995e2669fd req-3d8d323a-79b8-4542-9479-e5d1f853a387 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Calling delete_port for 74a7a6dc-e5bc-4245-b19e-d5eee08c7311 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:03:08.158499 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:03:08.172327 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:08.184825 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d7c7f10-2faf-4754-b99d-3383a9247c8e req-8dda6526-ef40-4d71-bca2-0625460fff71 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151277 Oct 19 01:03:08.255639 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b26b85c1-aa24-4b73-a30a-aa2c071099a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:08.268639 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b26b85c1-aa24-4b73-a30a-aa2c071099a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:08.295663 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43226ecb-4faf-4dfc-ad41-f7706b852dd6 x-openstack-request-id: req-43226ecb-4faf-4dfc-ad41-f7706b852dd6 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:03:08.296239 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44281d1b-6510-484f-9619-30b701840d15", "name": "network-vif-plugged", "status": "completed", "tag": "1e9d67e8-229f-4d4d-8729-38d2227bcdf7", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:03:08.296876 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-43226ecb-4faf-4dfc-ad41-f7706b852dd6 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:03:08.297479 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44281d1b-6510-484f-9619-30b701840d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9d67e8-229f-4d4d-8729-38d2227bcdf7', 'code': 200} Oct 19 01:03:08.325261 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-02ff205c-09c1-466f-942d-81995e2669fd req-3d8d323a-79b8-4542-9479-e5d1f853a387 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:08.335007 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 1dece0f5-c279-44d8-9c79-7533a72cf4b4, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1dece0f5-c279-44d8-9c79-7533a72cf4b4,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:08.343494 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['74a7a6dc-e5bc-4245-b19e-d5eee08c7311'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:03:08.357842 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b26b85c1-aa24-4b73-a30a-aa2c071099a8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=266da3ed478a42e683774772debc1ba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9862161 Oct 19 01:03:08.359840 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55070) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:08.369299 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b85c1-aa24-4b73-a30a-aa2c071099a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf19bb35-7418-4509-be9e-36b9dcbcd10e,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:08.396475 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:08.397429 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device ba97a604-45cb-4765-a2a4-1027dbd985f7 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:03:08.400056 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d323a-79b8-4542-9479-e5d1f853a387 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Pushing event deleted for resources: {'Port': ['ID=74a7a6dc-e5bc-4245-b19e-d5eee08c7311,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:08.416221 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fea942-d2b3-4a53-8fb3-c3cfe135b794 req-9db0b36d-a482-4d86-8a1d-945d9ceb17e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:08.417941 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-05fea942-d2b3-4a53-8fb3-c3cfe135b794 req-9db0b36d-a482-4d86-8a1d-945d9ceb17e1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 1102 time: 0.0952055 Oct 19 01:03:08.421474 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ff205c-09c1-466f-942d-81995e2669fd req-3d8d323a-79b8-4542-9479-e5d1f853a387 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] No DVR routers for this DVR port 74a7a6dc-e5bc-4245-b19e-d5eee08c7311 on host n-h1-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:03:08.425012 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-02ff205c-09c1-466f-942d-81995e2669fd req-3d8d323a-79b8-4542-9479-e5d1f853a387 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:08.428592 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-02ff205c-09c1-466f-942d-81995e2669fd req-3d8d323a-79b8-4542-9479-e5d1f853a387 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.55 "DELETE /v2.0/ports/74a7a6dc-e5bc-4245-b19e-d5eee08c7311 HTTP/1.1" status: 204 len: 173 time: 1.1352918 Oct 19 01:03:08.429606 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f727f01f-7ab8-4ffb-ad6f-82c990363515', 'name': 'network-vif-deleted', 'tag': '74a7a6dc-e5bc-4245-b19e-d5eee08c7311'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:03:08.433545 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e405d9-6391-4bd9-af31-37395683f53e" -d '{"events": [{"server_uuid": "f727f01f-7ab8-4ffb-ad6f-82c990363515", "name": "network-vif-deleted", "tag": "74a7a6dc-e5bc-4245-b19e-d5eee08c7311"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:03:08.452147 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d642ec45-18c7-496b-84b9-c6e748d8e818 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:08.472908 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=1e9d67e8-229f-4d4d-8729-38d2227bcdf7,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:08.488782 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-05fea942-d2b3-4a53-8fb3-c3cfe135b794 req-ce18dbee-68c4-49fe-a665-edd2c381bf87 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577292 Oct 19 01:03:08.494482 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d642ec45-18c7-496b-84b9-c6e748d8e818 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:08.504545 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:08.504819 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:08.505168 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:08.505512 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:08.505857 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:08.509794 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:08.510386 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:08.510685 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:08.511035 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:08.517931 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:08.518155 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:08.518872 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:08.525671 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: ba97a604-45cb-4765-a2a4-1027dbd985f7 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:03:08.526077 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device ba97a604-45cb-4765-a2a4-1027dbd985f7 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:03:08.539412 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70051971-50b9-413f-967f-eee53f56a4b1 x-openstack-request-id: req-70051971-50b9-413f-967f-eee53f56a4b1 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:03:08.539703 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f727f01f-7ab8-4ffb-ad6f-82c990363515", "name": "network-vif-deleted", "tag": "74a7a6dc-e5bc-4245-b19e-d5eee08c7311", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:03:08.539979 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-70051971-50b9-413f-967f-eee53f56a4b1 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:03:08.540403 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f727f01f-7ab8-4ffb-ad6f-82c990363515', 'name': 'network-vif-deleted', 'tag': '74a7a6dc-e5bc-4245-b19e-d5eee08c7311', 'status': 'completed', 'code': 200} Oct 19 01:03:08.570086 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d642ec45-18c7-496b-84b9-c6e748d8e818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:08.572857 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d642ec45-18c7-496b-84b9-c6e748d8e818 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:08.576744 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d642ec45-18c7-496b-84b9-c6e748d8e818 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bf19bb35-7418-4509-be9e-36b9dcbcd10e HTTP/1.1" status: 204 len: 168 time: 0.2156103 Oct 19 01:03:08.585496 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d642ec45-18c7-496b-84b9-c6e748d8e818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf19bb35-7418-4509-be9e-36b9dcbcd10e,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:08.606377 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=1dece0f5-c279-44d8-9c79-7533a72cf4b4,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:08.885864 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-29987d8e-9d62-453c-8767-8f2a5adb8f54 req-2cbb20ce-156d-4949-80af-18a04e8d3fb5 tempest-MigrationsAdminTest-1405839118 tempest-MigrationsAdminTest-1405839118-project] 10.222.0.57 "GET /v2.0/ports?device_id=f727f01f-7ab8-4ffb-ad6f-82c990363515 HTTP/1.1" status: 200 len: 210 time: 0.0764055 Oct 19 01:03:09.100489 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4a03c-9cb5-4e9f-ad10-03a4b131e825 req-dbbd1e6b-223b-4834-9fa8-15fa0478958a tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:09.104743 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-40d4a03c-9cb5-4e9f-ad10-03a4b131e825 req-dbbd1e6b-223b-4834-9fa8-15fa0478958a tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b612f6-e277-4cb1-b9b2-7b4ac00b72da HTTP/1.1" status: 200 len: 946 time: 0.0911386 Oct 19 01:03:09.151294 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55094) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:09.182604 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f5bf3224-f921-4358-90aa-3edadb945d69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:09.184095 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-40d4a03c-9cb5-4e9f-ad10-03a4b131e825 req-27fb6724-cc20-47d0-a09f-28e8082d50e5 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636196 Oct 19 01:03:09.355330 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f5bf3224-f921-4358-90aa-3edadb945d69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:09.372971 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f5bf3224-f921-4358-90aa-3edadb945d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:09.373616 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cef4c-094c-4fa0-812a-631a118cb422 req-ff0fae37-d5e0-46e0-beb0-194cb5bda096 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:09.376344 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4e7cef4c-094c-4fa0-812a-631a118cb422 req-ff0fae37-d5e0-46e0-beb0-194cb5bda096 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c6bdab0-e193-4548-b32a-82293867f758 HTTP/1.1" status: 200 len: 950 time: 0.0807590 Oct 19 01:03:09.415378 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:03:09.447078 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f5bf3224-f921-4358-90aa-3edadb945d69 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8a2943f576a240a3aa2790a5e57314c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2944696 Oct 19 01:03:09.448533 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf3224-f921-4358-90aa-3edadb945d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8dd7d40-cbf1-4218-9bdc-db37f265c9e5,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:09.449939 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55102) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:09.488655 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4e7cef4c-094c-4fa0-812a-631a118cb422 req-d1622592-fb72-4281-8f1f-fe3b6695b733 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002374 Oct 19 01:03:09.552955 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1c323202-ba8f-4286-ba0f-1eb8788a5db3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:09.580079 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1c323202-ba8f-4286-ba0f-1eb8788a5db3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:09.637900 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1c323202-ba8f-4286-ba0f-1eb8788a5db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:09.638587 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4,segment=NetworkSegment(2b6ac682-429b-459d-90c9-47596802933c),segment_id=2b6ac682-429b-459d-90c9-47596802933c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:09.642451 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1c323202-ba8f-4286-ba0f-1eb8788a5db3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:09.643852 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1c323202-ba8f-4286-ba0f-1eb8788a5db3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f8dd7d40-cbf1-4218-9bdc-db37f265c9e5 HTTP/1.1" status: 204 len: 168 time: 0.1836784 Oct 19 01:03:09.658677 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c323202-ba8f-4286-ba0f-1eb8788a5db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8dd7d40-cbf1-4218-9bdc-db37f265c9e5,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:09.667955 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4', 'network_id': '91c57069-c895-4994-a7af-d9f6ed49afa5', 'port_id': 'a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4', 'mac_address': 'fa:16:3e:76:07:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94948ad4-35aa-438e-aae6-6f67951e97f5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:03:09.717973 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:09.734451 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:03:09.757558 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4,segment=NetworkSegment(2b6ac682-429b-459d-90c9-47596802933c),segment_id=2b6ac682-429b-459d-90c9-47596802933c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:09.765577 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:09.856910 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:09.877371 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:03:10.300202 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6bdab0-e193-4548-b32a-82293867f758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dece0f5-c279-44d8-9c79-7533a72cf4b4'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:03:10.304020 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff0f156-19e4-40fc-8333-4469d99cd366" -d '{"events": [{"server_uuid": "9c6bdab0-e193-4548-b32a-82293867f758", "name": "network-vif-plugged", "status": "completed", "tag": "1dece0f5-c279-44d8-9c79-7533a72cf4b4"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:03:10.340322 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64988ed3-4e17-4094-a531-8e2f8ebd6223 req-2f3159a8-cd2b-4ae9-8565-fdbac7b3f24d tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:10.350695 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-64988ed3-4e17-4094-a531-8e2f8ebd6223 req-2f3159a8-cd2b-4ae9-8565-fdbac7b3f24d tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b612f6-e277-4cb1-b9b2-7b4ac00b72da HTTP/1.1" status: 200 len: 945 time: 0.0753496 Oct 19 01:03:10.404455 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-64988ed3-4e17-4094-a531-8e2f8ebd6223 req-d6d797df-c6d3-4e95-82f5-0de1894e5bf1 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523112 Oct 19 01:03:10.460343 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55154) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:10.479410 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cea8b4a-d762-4074-b26d-c9257e21dd14 x-openstack-request-id: req-1cea8b4a-d762-4074-b26d-c9257e21dd14 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:03:10.479863 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6bdab0-e193-4548-b32a-82293867f758", "name": "network-vif-plugged", "status": "completed", "tag": "1dece0f5-c279-44d8-9c79-7533a72cf4b4", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:03:10.480201 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1cea8b4a-d762-4074-b26d-c9257e21dd14 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:03:10.480691 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6bdab0-e193-4548-b32a-82293867f758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dece0f5-c279-44d8-9c79-7533a72cf4b4', 'code': 200} Oct 19 01:03:10.533888 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55160) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:10.691621 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ff405-ed06-4b5b-b39d-8d0f91ab302e req-1c846b7e-052d-4e91-920b-1b7f4f1b81ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:10.693148 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-091ff405-ed06-4b5b-b39d-8d0f91ab302e req-1c846b7e-052d-4e91-920b-1b7f4f1b81ea service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9c6bdab0-e193-4548-b32a-82293867f758 HTTP/1.1" status: 200 len: 1102 time: 0.1342368 Oct 19 01:03:10.749127 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cb8b9-ad3c-4000-b800-3bd46a03d8ea req-9ca29e36-cc17-481d-8d54-0543512b475b tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:10.756897 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3b5cb8b9-ad3c-4000-b800-3bd46a03d8ea req-9ca29e36-cc17-481d-8d54-0543512b475b tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c6bdab0-e193-4548-b32a-82293867f758 HTTP/1.1" status: 200 len: 950 time: 0.1154015 Oct 19 01:03:10.786332 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0957bef5-14ff-42d6-856d-01fd3d4745c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:10.846482 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3b5cb8b9-ad3c-4000-b800-3bd46a03d8ea req-7b1c1da5-8c3e-483a-a9eb-98078e7720bf tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829444 Oct 19 01:03:10.856118 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8023e7a-9402-4073-817a-a9666e1989d9 req-d8232424-0c5c-462d-9c7f-c7f03db37d73 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:10.856416 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-091ff405-ed06-4b5b-b39d-8d0f91ab302e req-1d6d672a-4126-4ee2-8b07-ee5095f5e670 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544635 Oct 19 01:03:10.859018 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c4f1dfdb-95e7-4170-ae46-8c95d8420548 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ac822e1b6e714d828ed258d652a9ce7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3246942 Oct 19 01:03:10.862090 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55172) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:10.867944 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e8023e7a-9402-4073-817a-a9666e1989d9 req-d8232424-0c5c-462d-9c7f-c7f03db37d73 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b612f6-e277-4cb1-b9b2-7b4ac00b72da HTTP/1.1" status: 200 len: 945 time: 0.1071773 Oct 19 01:03:10.932604 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e8023e7a-9402-4073-817a-a9666e1989d9 req-312b50df-6111-4650-8e42-59e8773b072c tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635836 Oct 19 01:03:10.960822 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f813f932-bf6d-4bec-bd50-8cb1ee066414 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:10.989616 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0957bef5-14ff-42d6-856d-01fd3d4745c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:10.995226 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0957bef5-14ff-42d6-856d-01fd3d4745c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:11.005488 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f813f932-bf6d-4bec-bd50-8cb1ee066414 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:11.049155 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957bef5-14ff-42d6-856d-01fd3d4745c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0972d93f-c64e-4126-8aa4-9eabfca70a6c,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:11.061412 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0957bef5-14ff-42d6-856d-01fd3d4745c7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=570ce1aff20f4b28a80dae3cdd02eb63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5997257 Oct 19 01:03:11.062013 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55178) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:11.082671 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f813f932-bf6d-4bec-bd50-8cb1ee066414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:11.088092 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f813f932-bf6d-4bec-bd50-8cb1ee066414 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:11.098010 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f813f932-bf6d-4bec-bd50-8cb1ee066414 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e9d6f55e-f4e4-47d8-ade6-3269a10b4e42 HTTP/1.1" status: 204 len: 168 time: 0.2346845 Oct 19 01:03:11.107467 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813f932-bf6d-4bec-bd50-8cb1ee066414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d6f55e-f4e4-47d8-ade6-3269a10b4e42,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:11.121235 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5881bf8f-c92c-42ee-93be-49d58571a400 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:11.146478 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5881bf8f-c92c-42ee-93be-49d58571a400 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:11.228830 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5881bf8f-c92c-42ee-93be-49d58571a400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:11.232594 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5881bf8f-c92c-42ee-93be-49d58571a400 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:11.236676 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5881bf8f-c92c-42ee-93be-49d58571a400 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0972d93f-c64e-4126-8aa4-9eabfca70a6c HTTP/1.1" status: 204 len: 168 time: 0.1736510 Oct 19 01:03:11.255541 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881bf8f-c92c-42ee-93be-49d58571a400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0972d93f-c64e-4126-8aa4-9eabfca70a6c,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:11.427320 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:03:11.529001 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 74a7a6dc-e5bc-4245-b19e-d5eee08c7311 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:03:11.564742 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 74a7a6dc-e5bc-4245-b19e-d5eee08c7311 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:03:11.565310 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 74a7a6dc-e5bc-4245-b19e-d5eee08c7311 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:03:11.570517 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55196) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:11.590670 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:03:11.591060 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:11.652876 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fc3d61f4-5eb8-40b0-9eb9-7f2ddc08c9d4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=62e3604de725490e8179008660c89aed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0787368 Oct 19 01:03:11.653811 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55200) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:11.721468 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-850ca6cc-4bb6-4a14-9a9c-f488f01e5f6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:11.739216 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:11.761367 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-850ca6cc-4bb6-4a14-9a9c-f488f01e5f6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:11.795660 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4,segment=NetworkSegment(2b6ac682-429b-459d-90c9-47596802933c),segment_id=2b6ac682-429b-459d-90c9-47596802933c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:11.806233 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:11.850581 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-850ca6cc-4bb6-4a14-9a9c-f488f01e5f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:11.854057 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-850ca6cc-4bb6-4a14-9a9c-f488f01e5f6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:11.855756 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-850ca6cc-4bb6-4a14-9a9c-f488f01e5f6c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/91f9fac9-48e3-40c7-8a1a-8d41e6bca9d5 HTTP/1.1" status: 204 len: 168 time: 0.2005215 Oct 19 01:03:11.877848 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ca6cc-4bb6-4a14-9a9c-f488f01e5f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f9fac9-48e3-40c7-8a1a-8d41e6bca9d5,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:11.893479 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55208) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:11.896520 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4,revision_number=7']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:11.932475 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5c0238fa-a500-49e1-86de-a2c74049f543 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:12.051894 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c530a-2be5-434f-9cc7-5c16ef492e50 req-e24a675e-8d39-4aa6-86b2-9300d44bb559 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:12.053680 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c80c530a-2be5-434f-9cc7-5c16ef492e50 req-e24a675e-8d39-4aa6-86b2-9300d44bb559 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c6bdab0-e193-4548-b32a-82293867f758 HTTP/1.1" status: 200 len: 950 time: 0.0984440 Oct 19 01:03:12.117216 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5c0238fa-a500-49e1-86de-a2c74049f543 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:12.131467 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c80c530a-2be5-434f-9cc7-5c16ef492e50 req-56456bb7-2218-489b-a614-d4f64feebcb9 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710580 Oct 19 01:03:12.138317 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5c0238fa-a500-49e1-86de-a2c74049f543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:12.179391 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045543e-32a3-4a39-9011-2e3872f1b046 req-6423e58e-554b-4856-8279-9d8f2794086b tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:12.189082 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1045543e-32a3-4a39-9011-2e3872f1b046 req-6423e58e-554b-4856-8279-9d8f2794086b tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b612f6-e277-4cb1-b9b2-7b4ac00b72da HTTP/1.1" status: 200 len: 946 time: 0.1055281 Oct 19 01:03:12.193667 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5c0238fa-a500-49e1-86de-a2c74049f543 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bddd01803dfb42e5bdc4cf9639570a30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2975991 Oct 19 01:03:12.200120 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55212) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:12.210570 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0238fa-a500-49e1-86de-a2c74049f543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2212a2d6-71a5-4385-81c6-15cb6c1d9077,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:12.284736 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1045543e-32a3-4a39-9011-2e3872f1b046 req-30657968-5796-43ac-a2d0-11bd71cc5b76 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939906 Oct 19 01:03:12.346544 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e658c4a6-4c31-40dd-8159-394c68924b91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:12.401411 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e658c4a6-4c31-40dd-8159-394c68924b91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:12.482487 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b612f6-e277-4cb1-b9b2-7b4ac00b72da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:03:12.485519 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363a833e-ec99-4fbd-8fe2-80d0e1f09508" -d '{"events": [{"server_uuid": "77b612f6-e277-4cb1-b9b2-7b4ac00b72da", "name": "network-vif-plugged", "status": "completed", "tag": "a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:03:12.505672 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e658c4a6-4c31-40dd-8159-394c68924b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:12.520134 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e658c4a6-4c31-40dd-8159-394c68924b91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:12.521313 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e658c4a6-4c31-40dd-8159-394c68924b91 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2212a2d6-71a5-4385-81c6-15cb6c1d9077 HTTP/1.1" status: 204 len: 168 time: 0.3198366 Oct 19 01:03:12.553923 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658c4a6-4c31-40dd-8159-394c68924b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2212a2d6-71a5-4385-81c6-15cb6c1d9077,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:12.590824 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574d4067-4444-47c4-9217-77c8c1142092 x-openstack-request-id: req-574d4067-4444-47c4-9217-77c8c1142092 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:03:12.591306 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b612f6-e277-4cb1-b9b2-7b4ac00b72da", "name": "network-vif-plugged", "status": "completed", "tag": "a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:03:12.591753 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-574d4067-4444-47c4-9217-77c8c1142092 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:03:12.592320 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b612f6-e277-4cb1-b9b2-7b4ac00b72da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4', 'code': 200} Oct 19 01:03:12.708610 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64439f39-dfc1-4b36-9de5-6c3afe6795dc req-6561e750-d585-43d4-81cb-f1ed156a311b tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:12.710430 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-64439f39-dfc1-4b36-9de5-6c3afe6795dc req-6561e750-d585-43d4-81cb-f1ed156a311b tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b612f6-e277-4cb1-b9b2-7b4ac00b72da HTTP/1.1" status: 200 len: 946 time: 0.0646031 Oct 19 01:03:12.853351 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-64439f39-dfc1-4b36-9de5-6c3afe6795dc req-db9364a3-9f0b-442c-b756-92b79b32fa2d tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Deleting port a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:03:12.853817 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-64439f39-dfc1-4b36-9de5-6c3afe6795dc req-db9364a3-9f0b-442c-b756-92b79b32fa2d tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:13.002129 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-64439f39-dfc1-4b36-9de5-6c3afe6795dc req-db9364a3-9f0b-442c-b756-92b79b32fa2d tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] For port a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4,segment=NetworkSegment(2b6ac682-429b-459d-90c9-47596802933c),segment_id=2b6ac682-429b-459d-90c9-47596802933c)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:13.002498 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-64439f39-dfc1-4b36-9de5-6c3afe6795dc req-db9364a3-9f0b-442c-b756-92b79b32fa2d tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:13.018867 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-64439f39-dfc1-4b36-9de5-6c3afe6795dc req-db9364a3-9f0b-442c-b756-92b79b32fa2d tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Calling delete_port for a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:03:13.276292 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-64439f39-dfc1-4b36-9de5-6c3afe6795dc req-db9364a3-9f0b-442c-b756-92b79b32fa2d tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:13.290220 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:03:13.335881 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9364a3-9f0b-442c-b756-92b79b32fa2d tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Pushing event deleted for resources: {'Port': ['ID=a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:13.367875 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968e51d-3f78-422d-a8c8-08db2f93e02e req-ce174520-ec08-45c9-bc33-c229359a5ea2 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:13.370716 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3968e51d-3f78-422d-a8c8-08db2f93e02e req-ce174520-ec08-45c9-bc33-c229359a5ea2 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c6bdab0-e193-4548-b32a-82293867f758 HTTP/1.1" status: 200 len: 950 time: 0.1281857 Oct 19 01:03:13.442013 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-64439f39-dfc1-4b36-9de5-6c3afe6795dc req-db9364a3-9f0b-442c-b756-92b79b32fa2d tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] No DVR routers for this DVR port a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:03:13.457813 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-64439f39-dfc1-4b36-9de5-6c3afe6795dc req-db9364a3-9f0b-442c-b756-92b79b32fa2d tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:13.461560 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-64439f39-dfc1-4b36-9de5-6c3afe6795dc req-db9364a3-9f0b-442c-b756-92b79b32fa2d tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.24 "DELETE /v2.0/ports/a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4 HTTP/1.1" status: 204 len: 173 time: 0.7440495 Oct 19 01:03:13.462159 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b612f6-e277-4cb1-b9b2-7b4ac00b72da', 'name': 'network-vif-deleted', 'tag': 'a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:03:13.463192 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3968e51d-3f78-422d-a8c8-08db2f93e02e req-752dbc48-ec9a-4f0c-9403-2f54e65a41c3 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850081 Oct 19 01:03:13.465248 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11612f2-210d-470f-a8ce-fb27313abe38" -d '{"events": [{"server_uuid": "77b612f6-e277-4cb1-b9b2-7b4ac00b72da", "name": "network-vif-deleted", "tag": "a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:03:13.473478 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2a5cf81f-9f6f-4620-ada4-7558b29881c1 req-bca8cdef-778f-46ee-8a6c-173d3fc82019 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b612f6-e277-4cb1-b9b2-7b4ac00b72da HTTP/1.1" status: 200 len: 210 time: 0.0668466 Oct 19 01:03:13.596747 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8561878a-c130-4599-9192-b1ab00f93257 x-openstack-request-id: req-8561878a-c130-4599-9192-b1ab00f93257 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:03:13.597250 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b612f6-e277-4cb1-b9b2-7b4ac00b72da", "name": "network-vif-deleted", "tag": "a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:03:13.597658 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8561878a-c130-4599-9192-b1ab00f93257 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:03:13.598224 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b612f6-e277-4cb1-b9b2-7b4ac00b72da', 'name': 'network-vif-deleted', 'tag': 'a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4', 'status': 'completed', 'code': 200} Oct 19 01:03:13.754632 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617aa09-b769-488b-ba01-064a8ba87e16 req-c83c111d-b8e8-44cf-b87b-284995abc58e tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:13.763586 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2617aa09-b769-488b-ba01-064a8ba87e16 req-c83c111d-b8e8-44cf-b87b-284995abc58e tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 950 time: 0.0867455 Oct 19 01:03:13.811888 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2617aa09-b769-488b-ba01-064a8ba87e16 req-001ec65c-169c-4218-99b8-9c04555ab3f4 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471513 Oct 19 01:03:13.863933 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c4c6b5a7-2d20-4ad0-99f8-4dfcbf8004f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:14.253023 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-98385787-9e67-4157-9cd8-7fec9ea05217 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=964bd4dc3f7745a3badae489d3813da4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715446 Oct 19 01:03:14.396980 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-dc44f313-5029-4f14-a616-59897935373c tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:14.404318 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-dc44f313-5029-4f14-a616-59897935373c tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1445398 Oct 19 01:03:14.421124 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-7c7d332e-8b41-44e7-bebb-53622562f330 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/quotas/964bd4dc3f7745a3badae489d3813da4 HTTP/1.1" status: 200 len: 375 time: 0.0158758 Oct 19 01:03:14.492638 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-bfb4acad-7e8e-405e-8521-81ab9b32ca86 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=964bd4dc3f7745a3badae489d3813da4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0706241 Oct 19 01:03:14.844471 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e0738e23-fcb0-4cb0-9d41-789f7c1f72c6 req-0dfb01ba-ee67-44bf-b1b8-90c8fc24487c tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0484b59-dd67-4c76-be42-52c30792679f HTTP/1.1" status: 200 len: 210 time: 0.0613909 Oct 19 01:03:15.110888 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55424) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:15.123429 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-71f00945-d56d-4963-b9b8-9a2782bbb491 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1555394497', 'description': 'tempest-description--1692740221'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:15.171139 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-71f00945-d56d-4963-b9b8-9a2782bbb491 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:15.429900 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-71f00945-d56d-4963-b9b8-9a2782bbb491 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:15.447786 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-71f00945-d56d-4963-b9b8-9a2782bbb491 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:15.466407 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:03:15.526698 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:03:15.527534 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device a9f8f4ad-f3cf-44f4-b5ce-7eb4f76048c4 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:03:15.565178 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f00945-d56d-4963-b9b8-9a2782bbb491 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47e5dd15-f7f7-4053-ac5e-efb2936181db,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:15.579503 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-71f00945-d56d-4963-b9b8-9a2782bbb491 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:15.581118 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-71f00945-d56d-4963-b9b8-9a2782bbb491 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4689960 Oct 19 01:03:15.584597 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55456) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:15.592626 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-4d50a18c-5882-4827-9ac6-4c4607c74b94 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Request body: {'security_group_rule': {'security_group_id': '47e5dd15-f7f7-4053-ac5e-efb2936181db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:15.651381 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4d50a18c-5882-4827-9ac6-4c4607c74b94 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:15.825605 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4d50a18c-5882-4827-9ac6-4c4607c74b94 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:15.835062 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4d50a18c-5882-4827-9ac6-4c4607c74b94 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:15.876540 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4d50a18c-5882-4827-9ac6-4c4607c74b94 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:15.877757 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4d50a18c-5882-4827-9ac6-4c4607c74b94 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2918446 Oct 19 01:03:15.881700 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55480) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:15.887398 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-5a752905-02b8-4d3e-ad16-9624c1283b87 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Request body: {'security_group_rule': {'security_group_id': '47e5dd15-f7f7-4053-ac5e-efb2936181db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:15.896993 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50a18c-5882-4827-9ac6-4c4607c74b94 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a12cd4f4-6831-4805-aedb-61fbb9870cc4,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:15.950637 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5a752905-02b8-4d3e-ad16-9624c1283b87 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:16.068831 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5a752905-02b8-4d3e-ad16-9624c1283b87 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:16.076509 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5a752905-02b8-4d3e-ad16-9624c1283b87 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:16.096165 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a752905-02b8-4d3e-ad16-9624c1283b87 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=409fedad-c008-4e3e-b8c1-954502b24fc7,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:16.108968 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5a752905-02b8-4d3e-ad16-9624c1283b87 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:16.111713 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5a752905-02b8-4d3e-ad16-9624c1283b87 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2284648 Oct 19 01:03:16.114833 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55496) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:16.119441 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-b8798277-169a-4096-b581-11846a9c6d74 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:16.167822 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8b418254-3c1e-4468-b1aa-7b0c15419d0a req-b44b855a-9388-4ecc-bd06-7498a790049e tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0484b59-dd67-4c76-be42-52c30792679f HTTP/1.1" status: 200 len: 210 time: 0.0428908 Oct 19 01:03:16.193639 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b8798277-169a-4096-b581-11846a9c6d74 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks [] for floatingip, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:16.311143 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-dbc3c6fe-694f-416b-9d54-e3bc5f551dc9 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=964bd4dc3f7745a3badae489d3813da4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383127 Oct 19 01:03:16.391815 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b8798277-169a-4096-b581-11846a9c6d74 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:16.495626 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-b4d7f8ec-1b68-4c97-891e-b41d7a6e7202 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:16.502314 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-b4d7f8ec-1b68-4c97-891e-b41d7a6e7202 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1789756 Oct 19 01:03:16.512371 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6166f7db-bf40-4aa4-9a19-3760593018aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:16.520850 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-ea10ee88-426e-4e42-a66f-fa828a73e744 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Request body: {'port': {'device_id': 'b0484b59-dd67-4c76-be42-52c30792679f', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'admin_state_up': True, 'tenant_id': '964bd4dc3f7745a3badae489d3813da4'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:16.658557 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-b8798277-169a-4096-b581-11846a9c6d74 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Allocated IP 172.25.8.78 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/95dd957d-45d4-4215-bf85-28ec9e7c76bd) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:03:16.660939 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55508) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:16.792078 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-ea10ee88-426e-4e42-a66f-fa828a73e744 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Made reservation on behalf of 964bd4dc3f7745a3badae489d3813da4 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:03:16.796824 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-ea10ee88-426e-4e42-a66f-fa828a73e744 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:16.866087 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b8798277-169a-4096-b581-11846a9c6d74 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:16.965106 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b8798277-169a-4096-b581-11846a9c6d74 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:17.007153 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8798277-169a-4096-b581-11846a9c6d74 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Pushing event updated for resources: {'Port': ['ID=95dd957d-45d4-4215-bf85-28ec9e7c76bd,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:17.023466 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8798277-169a-4096-b581-11846a9c6d74 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:03:17.025257 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-b8798277-169a-4096-b581-11846a9c6d74 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:03:17.028305 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8798277-169a-4096-b581-11846a9c6d74 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:03:17.076838 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55522) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:17.119511 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-ea10ee88-426e-4e42-a66f-fa828a73e744 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Allocated IP 192.168.233.70 (0e8b4f7b-f3c0-4523-9906-6b9e503fed71/1746bfff-950e-4857-b1bf-6fa3cf804b73/a7d304d9-aa15-47ef-905b-5b208fcb7f3a) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:03:17.146396 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55526) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:17.159616 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b8798277-169a-4096-b581-11846a9c6d74 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:17.188162 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b378b57-f30a-440d-a1de-0ad105023999 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:17.204818 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:17.248670 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b8798277-169a-4096-b581-11846a9c6d74 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:17.339708 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-faaf0952-cefa-42bc-9894-0103f5d17e53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:17.345261 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6288b286-a055-4900-90e1-61c72a5e46c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:17.384801 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8149ed25-7f4d-4fe0-8896-5402276892d9 req-6ed4e2c4-3081-4cc8-8558-00c4974c85b0 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0484b59-dd67-4c76-be42-52c30792679f HTTP/1.1" status: 200 len: 210 time: 0.0826063 Oct 19 01:03:17.415967 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-ea10ee88-426e-4e42-a66f-fa828a73e744 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:17.501287 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6288b286-a055-4900-90e1-61c72a5e46c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:17.513953 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6288b286-a055-4900-90e1-61c72a5e46c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:17.557653 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-faaf0952-cefa-42bc-9894-0103f5d17e53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:17.568409 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-faaf0952-cefa-42bc-9894-0103f5d17e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:17.582171 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-ea10ee88-426e-4e42-a66f-fa828a73e744 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:17.584031 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6288b286-a055-4900-90e1-61c72a5e46c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a4b78f-d2b1-4c59-b308-a7235283f194,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:17.590374 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6288b286-a055-4900-90e1-61c72a5e46c8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=17ccc1564dd34a7dac071848ae8ceed4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5087676 Oct 19 01:03:17.595657 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55534) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:17.600218 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-faaf0952-cefa-42bc-9894-0103f5d17e53 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5ca647b13f354de9b16518100c17c88f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4524395 Oct 19 01:03:17.603743 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['1e9d67e8-229f-4d4d-8729-38d2227bcdf7'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:03:17.613590 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['1dece0f5-c279-44d8-9c79-7533a72cf4b4'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:03:17.619281 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55536) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:17.632389 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b8798277-169a-4096-b581-11846a9c6d74 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:17.639700 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b378b57-f30a-440d-a1de-0ad105023999 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:17.647515 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-ea10ee88-426e-4e42-a66f-fa828a73e744 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:03:17.655578 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b8798277-169a-4096-b581-11846a9c6d74 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:17.659203 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-ea10ee88-426e-4e42-a66f-fa828a73e744 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:03:17.670328 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-ea10ee88-426e-4e42-a66f-fa828a73e744 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:03:17.706039 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10ee88-426e-4e42-a66f-fa828a73e744 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Pushing event updated for resources: {'Port': ['ID=a7d304d9-aa15-47ef-905b-5b208fcb7f3a,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:17.731604 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b378b57-f30a-440d-a1de-0ad105023999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:17.741981 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c0e24820-c86d-498c-9cc6-06f38db455c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:17.745363 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8798277-169a-4096-b581-11846a9c6d74 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Pushing event updated for resources: {'Port': ['ID=95dd957d-45d4-4215-bf85-28ec9e7c76bd,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:17.759132 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-ea10ee88-426e-4e42-a66f-fa828a73e744 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:17.760061 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-ea10ee88-426e-4e42-a66f-fa828a73e744 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:17.791472 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:17.792382 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf0952-cefa-42bc-9894-0103f5d17e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b961bbd4-dd78-465a-a7a0-66b4a2d4d65a,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:17.803979 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-ea10ee88-426e-4e42-a66f-fa828a73e744 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2958264 Oct 19 01:03:17.808674 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c0e24820-c86d-498c-9cc6-06f38db455c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:17.820562 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-e7afa764-8a0e-4a2e-a444-431331e858ee service neutron] Request body: {'port': {'device_id': 'b0484b59-dd67-4c76-be42-52c30792679f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:17.851056 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b8798277-169a-4096-b581-11846a9c6d74 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:17.890358 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9b378b57-f30a-440d-a1de-0ad105023999 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=23c7e3d13a734bdb86f5552081bbfe71&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2259080 Oct 19 01:03:17.901455 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55538) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:17.910240 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1a05517d-fd00-47c0-8184-a7f93653dc8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:17.919508 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b8798277-169a-4096-b581-11846a9c6d74 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:17.920917 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b8798277-169a-4096-b581-11846a9c6d74 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8050311 Oct 19 01:03:17.927626 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b378b57-f30a-440d-a1de-0ad105023999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2ef6be-b428-4b42-8285-9087c9cff597,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:17.973519 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1a05517d-fd00-47c0-8184-a7f93653dc8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:18.048822 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1a05517d-fd00-47c0-8184-a7f93653dc8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:18.056133 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1a05517d-fd00-47c0-8184-a7f93653dc8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:18.060325 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1a05517d-fd00-47c0-8184-a7f93653dc8c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e4a4b78f-d2b1-4c59-b308-a7235283f194 HTTP/1.1" status: 204 len: 168 time: 0.4589279 Oct 19 01:03:18.086901 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05517d-fd00-47c0-8184-a7f93653dc8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a4b78f-d2b1-4c59-b308-a7235283f194,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:18.140909 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-e7afa764-8a0e-4a2e-a444-431331e858ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:18.161554 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-ff958652-4e26-463b-adf5-77ea8bdf326c None None] Provisioning complete for port a7d304d9-aa15-47ef-905b-5b208fcb7f3a triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:03:18.163409 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ff958652-4e26-463b-adf5-77ea8bdf326c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:18.174575 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c0e24820-c86d-498c-9cc6-06f38db455c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:18.177727 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c0e24820-c86d-498c-9cc6-06f38db455c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:18.179996 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c0e24820-c86d-498c-9cc6-06f38db455c3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b961bbd4-dd78-465a-a7a0-66b4a2d4d65a HTTP/1.1" status: 204 len: 168 time: 0.5596807 Oct 19 01:03:18.262685 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-ff958652-4e26-463b-adf5-77ea8bdf326c None None] Port a7d304d9-aa15-47ef-905b-5b208fcb7f3a cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:03:18.274566 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-20bc8ad8-2967-4183-a015-edc6f878dc4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:18.280107 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e24820-c86d-498c-9cc6-06f38db455c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b961bbd4-dd78-465a-a7a0-66b4a2d4d65a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:18.321704 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-20bc8ad8-2967-4183-a015-edc6f878dc4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:18.601569 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-8d29e97b-69df-4f71-84e1-f4d67c4ef659 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:18.603176 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-8d29e97b-69df-4f71-84e1-f4d67c4ef659 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/networks?id=91c57069-c895-4994-a7af-d9f6ed49afa5 HTTP/1.1" status: 200 len: 821 time: 0.3254008 Oct 19 01:03:18.637153 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-3c7dacb5-021f-40ac-ac56-f35d520ebcb0 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/quotas/45dad4b7bd634495b88941ea38093b47 HTTP/1.1" status: 200 len: 375 time: 0.0251434 Oct 19 01:03:18.665939 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-20bc8ad8-2967-4183-a015-edc6f878dc4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:18.669628 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-20bc8ad8-2967-4183-a015-edc6f878dc4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:18.671310 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-20bc8ad8-2967-4183-a015-edc6f878dc4f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ba2ef6be-b428-4b42-8285-9087c9cff597 HTTP/1.1" status: 204 len: 168 time: 0.7688262 Oct 19 01:03:18.692591 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc8ad8-2967-4183-a015-edc6f878dc4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2ef6be-b428-4b42-8285-9087c9cff597,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:18.735662 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0030679-e914-4fb2-9043-f4b636b8a647 req-91f6eb40-e55b-4266-b9a4-7188a9a5aebb tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:18.737532 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-426bfea4-8452-4091-ae59-7c53f794373f tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=45dad4b7bd634495b88941ea38093b47&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0935500 Oct 19 01:03:18.745795 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a0030679-e914-4fb2-9043-f4b636b8a647 req-91f6eb40-e55b-4266-b9a4-7188a9a5aebb tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0484b59-dd67-4c76-be42-52c30792679f HTTP/1.1" status: 200 len: 935 time: 0.1152010 Oct 19 01:03:18.838083 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55568) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:18.862692 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-1049979a-9e8d-4e37-b1b4-accbc82cc9c5 service neutron] 10.222.0.57 "GET /v2.0/networks/91c57069-c895-4994-a7af-d9f6ed49afa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242046 Oct 19 01:03:18.864657 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b207112b-376b-4982-ac75-6c6652bf1a70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:18.923802 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a0030679-e914-4fb2-9043-f4b636b8a647 req-ccb44927-8e08-4564-93e5-376ca8637e68 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693687 Oct 19 01:03:18.958892 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-e7afa764-8a0e-4a2e-a444-431331e858ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7d304d9-aa15-47ef-905b-5b208fcb7f3a {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:03:18.979508 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-e7afa764-8a0e-4a2e-a444-431331e858ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:18.996257 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55570) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:19.008548 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-e7afa764-8a0e-4a2e-a444-431331e858ee service neutron] Transition to ACTIVE for port object a7d304d9-aa15-47ef-905b-5b208fcb7f3a will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:03:19.017724 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-e7afa764-8a0e-4a2e-a444-431331e858ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:19.025439 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5564ea5b-e421-4d61-8ef5-9f8bc55901cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:19.040937 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-e0749112-4c33-4f5c-8ee0-9f2d7735be31 service neutron] 10.222.0.57 "GET /v2.0/networks/91c57069-c895-4994-a7af-d9f6ed49afa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773617 Oct 19 01:03:19.135668 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5564ea5b-e421-4d61-8ef5-9f8bc55901cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:19.147938 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5564ea5b-e421-4d61-8ef5-9f8bc55901cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:19.197843 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7afa764-8a0e-4a2e-a444-431331e858ee service neutron] Pushing event updated for resources: {'Port': ['ID=a7d304d9-aa15-47ef-905b-5b208fcb7f3a,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:19.210300 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5564ea5b-e421-4d61-8ef5-9f8bc55901cc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7ed15cfc0fee450a8a8526da8a4050da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2110267 Oct 19 01:03:19.212969 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55576) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:19.313276 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-e7afa764-8a0e-4a2e-a444-431331e858ee service neutron] Attempting to bind port a7d304d9-aa15-47ef-905b-5b208fcb7f3a on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:03:19.320116 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-e7afa764-8a0e-4a2e-a444-431331e858ee service neutron] Attempting to bind port a7d304d9-aa15-47ef-905b-5b208fcb7f3a by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:03:19.320653 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-e7afa764-8a0e-4a2e-a444-431331e858ee service neutron] Attempting to bind port a7d304d9-aa15-47ef-905b-5b208fcb7f3a on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:03:19.324397 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b207112b-376b-4982-ac75-6c6652bf1a70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:19.331468 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-e7afa764-8a0e-4a2e-a444-431331e858ee service neutron] Port a7d304d9-aa15-47ef-905b-5b208fcb7f3a on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:03:19.337401 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564ea5b-e421-4d61-8ef5-9f8bc55901cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4b1dd3-3132-4008-a8bc-1f51bba64959,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:19.338254 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-e7afa764-8a0e-4a2e-a444-431331e858ee service neutron] Attempting to bind port a7d304d9-aa15-47ef-905b-5b208fcb7f3a on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:03:19.346262 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-e7afa764-8a0e-4a2e-a444-431331e858ee service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:03:19.347171 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-e7afa764-8a0e-4a2e-a444-431331e858ee service neutron] Checking segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:03:19.351332 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b207112b-376b-4982-ac75-6c6652bf1a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:19.357943 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-e7afa764-8a0e-4a2e-a444-431331e858ee service neutron] Bound using segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:03:19.362426 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-e7afa764-8a0e-4a2e-a444-431331e858ee service neutron] Bound port: a7d304d9-aa15-47ef-905b-5b208fcb7f3a, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:03:19.362940 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-e7afa764-8a0e-4a2e-a444-431331e858ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:19.432190 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b207112b-376b-4982-ac75-6c6652bf1a70 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5cd098ba158d4b9780b79ed59937402c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5930049 Oct 19 01:03:19.437791 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207112b-376b-4982-ac75-6c6652bf1a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b053fe64-edd3-4eb6-bfba-98475af06831,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:19.455328 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55582) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:19.497466 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ecb44bc1-a6c4-4e2b-8f94-d30299ff8d03 req-3553eea5-e58c-4819-852f-e27b0f4dcc26 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=67465c03-ebf2-4d93-9269-b6f3f7840c0c HTTP/1.1" status: 200 len: 210 time: 0.0674930 Oct 19 01:03:19.527241 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d9f9e393-71e0-4acc-ab34-9dccdf828fed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:19.568724 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-e7afa764-8a0e-4a2e-a444-431331e858ee service neutron] For port a7d304d9-aa15-47ef-905b-5b208fcb7f3a, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:03:19.569644 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d9f9e393-71e0-4acc-ab34-9dccdf828fed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:19.581430 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-e7afa764-8a0e-4a2e-a444-431331e858ee service neutron] For port a7d304d9-aa15-47ef-905b-5b208fcb7f3a, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=a7d304d9-aa15-47ef-905b-5b208fcb7f3a,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:03:19.588980 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-e7afa764-8a0e-4a2e-a444-431331e858ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:19.624980 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:19.628416 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55586) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:19.645307 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-e7afa764-8a0e-4a2e-a444-431331e858ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:19.645925 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-e7afa764-8a0e-4a2e-a444-431331e858ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:19.647301 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-e7afa764-8a0e-4a2e-a444-431331e858ee service neutron] 10.222.0.55 "PUT /v2.0/ports/a7d304d9-aa15-47ef-905b-5b208fcb7f3a HTTP/1.1" status: 200 len: 1096 time: 1.8316088 Oct 19 01:03:19.647771 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0484b59-dd67-4c76-be42-52c30792679f', 'tag': 'a7d304d9-aa15-47ef-905b-5b208fcb7f3a'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:03:19.653488 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7d81bd-a292-4d6a-a7b5-50470be55674" -d '{"events": [{"name": "network-changed", "server_uuid": "b0484b59-dd67-4c76-be42-52c30792679f", "tag": "a7d304d9-aa15-47ef-905b-5b208fcb7f3a"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:03:19.675524 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d9f9e393-71e0-4acc-ab34-9dccdf828fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:19.678104 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d9f9e393-71e0-4acc-ab34-9dccdf828fed admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:19.682200 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d9f9e393-71e0-4acc-ab34-9dccdf828fed admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2d4b1dd3-3132-4008-a8bc-1f51bba64959 HTTP/1.1" status: 204 len: 168 time: 0.4680445 Oct 19 01:03:19.707179 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f9e393-71e0-4acc-ab34-9dccdf828fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4b1dd3-3132-4008-a8bc-1f51bba64959,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:19.721771 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f8583211-1e55-459d-ab5d-7798dd19f39d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:19.768749 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e231714e-2a9d-4961-b80e-172c31711ad2 x-openstack-request-id: req-e231714e-2a9d-4961-b80e-172c31711ad2 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:03:19.769039 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0484b59-dd67-4c76-be42-52c30792679f", "tag": "a7d304d9-aa15-47ef-905b-5b208fcb7f3a", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:03:19.769307 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e231714e-2a9d-4961-b80e-172c31711ad2 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:03:19.769725 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0484b59-dd67-4c76-be42-52c30792679f', 'tag': 'a7d304d9-aa15-47ef-905b-5b208fcb7f3a', 'status': 'completed', 'code': 200} Oct 19 01:03:19.776436 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7afa764-8a0e-4a2e-a444-431331e858ee service neutron] Pushing event updated for resources: {'Port': ['ID=a7d304d9-aa15-47ef-905b-5b208fcb7f3a,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:19.814560 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2e2d4429-e39a-4f27-a4e8-6e0107e635ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:19.826123 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-ce434c0e-6891-43fb-9b73-b6f0f9527376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:19.827937 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-ce434c0e-6891-43fb-9b73-b6f0f9527376 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=964bd4dc3f7745a3badae489d3813da4&device_id=b0484b59-dd67-4c76-be42-52c30792679f HTTP/1.1" status: 200 len: 1099 time: 0.1340814 Oct 19 01:03:19.879462 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2e2d4429-e39a-4f27-a4e8-6e0107e635ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:19.892565 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-40b2b219-8a56-4f7e-9376-1110d16b77f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=a7d304d9-aa15-47ef-905b-5b208fcb7f3a HTTP/1.1" status: 200 len: 217 time: 0.0557613 Oct 19 01:03:20.026324 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2e2d4429-e39a-4f27-a4e8-6e0107e635ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:20.032596 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2e2d4429-e39a-4f27-a4e8-6e0107e635ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:20.034275 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2e2d4429-e39a-4f27-a4e8-6e0107e635ee admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b053fe64-edd3-4eb6-bfba-98475af06831 HTTP/1.1" status: 204 len: 168 time: 0.5718431 Oct 19 01:03:20.043114 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-2cff3a23-55d9-47aa-a99c-3d52ab715a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:20.048368 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-2cff3a23-55d9-47aa-a99c-3d52ab715a53 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.1472597 Oct 19 01:03:20.050212 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f8583211-1e55-459d-ab5d-7798dd19f39d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:20.069692 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f8583211-1e55-459d-ab5d-7798dd19f39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:20.117697 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-dd65d056-0eff-45c9-b5bb-26a135cde1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:20.119248 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-dd65d056-0eff-45c9-b5bb-26a135cde1d2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0623465 Oct 19 01:03:20.132913 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d4429-e39a-4f27-a4e8-6e0107e635ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b053fe64-edd3-4eb6-bfba-98475af06831,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:20.257672 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f8583211-1e55-459d-ab5d-7798dd19f39d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7aa4b83c093c4a00b3f143f34d33b41d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6040711 Oct 19 01:03:20.260148 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55608) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:20.292689 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-2a7687a3-0952-4ee4-8eaa-b3459f5d8a13 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648448 Oct 19 01:03:20.344356 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8583211-1e55-459d-ab5d-7798dd19f39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f674f68-572f-47d5-a119-2d848a4986ee,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:20.409216 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cd6b7-8290-4985-8e87-6de48695d046 req-5580ba81-8777-4a59-a0cc-cc160158686f tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:20.418615 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-026cd6b7-8290-4985-8e87-6de48695d046 req-5580ba81-8777-4a59-a0cc-cc160158686f tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0484b59-dd67-4c76-be42-52c30792679f HTTP/1.1" status: 200 len: 947 time: 0.2718325 Oct 19 01:03:20.536331 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c14c9bb-b3c8-4433-8eb0-e9b1efb7f408 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:20.658758 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c14c9bb-b3c8-4433-8eb0-e9b1efb7f408 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:20.700424 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-026cd6b7-8290-4985-8e87-6de48695d046 req-599f718f-6449-494c-928e-d84908111201 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805247 Oct 19 01:03:20.732023 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8d7ce060-0322-4097-bd14-291833c18bc5 req-773f5268-18a2-442f-9a30-19e10241f092 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=67465c03-ebf2-4d93-9269-b6f3f7840c0c HTTP/1.1" status: 200 len: 210 time: 0.0405383 Oct 19 01:03:20.795655 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3639c8f2-0fd2-4a35-8d2b-0812fb96420e req-aa5c4f0a-c904-4897-ba4d-393c0239f285 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4933407 Oct 19 01:03:20.830486 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c14c9bb-b3c8-4433-8eb0-e9b1efb7f408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:20.835019 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c14c9bb-b3c8-4433-8eb0-e9b1efb7f408 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:20.836218 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0c14c9bb-b3c8-4433-8eb0-e9b1efb7f408 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9f674f68-572f-47d5-a119-2d848a4986ee HTTP/1.1" status: 204 len: 168 time: 0.5303042 Oct 19 01:03:20.859239 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14c9bb-b3c8-4433-8eb0-e9b1efb7f408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f674f68-572f-47d5-a119-2d848a4986ee,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:20.938921 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d81bd-a292-4d6a-a7b5-50470be55674 req-103795a6-35c9-48bd-984d-82f67ce7c014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:20.940585 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cb7d81bd-a292-4d6a-a7b5-50470be55674 req-103795a6-35c9-48bd-984d-82f67ce7c014 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=964bd4dc3f7745a3badae489d3813da4&device_id=b0484b59-dd67-4c76-be42-52c30792679f HTTP/1.1" status: 200 len: 1099 time: 0.0796266 Oct 19 01:03:21.095592 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d81bd-a292-4d6a-a7b5-50470be55674 req-26b3cbd3-fe8c-4e3f-92dc-0b5460c55da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:21.098449 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cb7d81bd-a292-4d6a-a7b5-50470be55674 req-26b3cbd3-fe8c-4e3f-92dc-0b5460c55da7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.1494341 Oct 19 01:03:21.151493 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cb7d81bd-a292-4d6a-a7b5-50470be55674 req-ddef248f-143d-4842-a9a3-4dec9594bd1b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=a7d304d9-aa15-47ef-905b-5b208fcb7f3a HTTP/1.1" status: 200 len: 217 time: 0.0455244 Oct 19 01:03:21.220207 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d81bd-a292-4d6a-a7b5-50470be55674 req-337eb566-adb6-4794-9f5d-87916e4de92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:21.221989 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cb7d81bd-a292-4d6a-a7b5-50470be55674 req-337eb566-adb6-4794-9f5d-87916e4de92d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0620840 Oct 19 01:03:21.259036 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-7b58e07d-3e1f-4a3a-8f80-f6d57061b681 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:21.260630 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-7b58e07d-3e1f-4a3a-8f80-f6d57061b681 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.24 "GET /v2.0/networks?id=91c57069-c895-4994-a7af-d9f6ed49afa5 HTTP/1.1" status: 200 len: 821 time: 0.2431552 Oct 19 01:03:21.277918 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-bc0dd576-b42d-48d4-b2c2-d7f74746db92 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Request body: {'port': {'device_id': '67465c03-ebf2-4d93-9269-b6f3f7840c0c', 'network_id': '91c57069-c895-4994-a7af-d9f6ed49afa5', 'admin_state_up': True, 'tenant_id': '45dad4b7bd634495b88941ea38093b47'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:21.296500 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d81bd-a292-4d6a-a7b5-50470be55674 req-d56fac44-2b9d-48d3-8e17-342b7d3b7e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:21.298848 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cb7d81bd-a292-4d6a-a7b5-50470be55674 req-d56fac44-2b9d-48d3-8e17-342b7d3b7e47 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0691354 Oct 19 01:03:21.488320 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cb7d81bd-a292-4d6a-a7b5-50470be55674 req-283522b4-306d-43cf-a214-0336d03afc12 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634302 Oct 19 01:03:21.541176 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-bc0dd576-b42d-48d4-b2c2-d7f74746db92 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Made reservation on behalf of 45dad4b7bd634495b88941ea38093b47 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:03:21.545186 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-bc0dd576-b42d-48d4-b2c2-d7f74746db92 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:21.671715 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cb7d81bd-a292-4d6a-a7b5-50470be55674 req-348ec9a4-cef2-4435-9028-7329cd73a8b0 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738303 Oct 19 01:03:21.779520 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-bc0dd576-b42d-48d4-b2c2-d7f74746db92 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Allocated IP 172.20.0.6 (91c57069-c895-4994-a7af-d9f6ed49afa5/94948ad4-35aa-438e-aae6-6f67951e97f5/2bd4a47f-fa9d-4503-839e-653626bff5b0) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:03:21.811802 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55660) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:21.945584 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2f137-32ad-43fa-93be-7e5da396ed7b req-e06ff14a-a12f-4161-ba77-18fb85fbbb32 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:21.952852 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-73b2f137-32ad-43fa-93be-7e5da396ed7b req-e06ff14a-a12f-4161-ba77-18fb85fbbb32 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0484b59-dd67-4c76-be42-52c30792679f HTTP/1.1" status: 200 len: 947 time: 0.1704800 Oct 19 01:03:21.960728 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c60d8069-8b36-47e4-964e-3b030fb6eb0b req-05ef3e20-af54-4745-bfac-f0befecd4ba3 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=67465c03-ebf2-4d93-9269-b6f3f7840c0c HTTP/1.1" status: 200 len: 210 time: 0.0966918 Oct 19 01:03:22.040628 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55668) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:22.080677 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-73b2f137-32ad-43fa-93be-7e5da396ed7b req-ba64e42d-cd5e-425f-a27e-400b74e046ce tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244056 Oct 19 01:03:22.136793 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-bc0dd576-b42d-48d4-b2c2-d7f74746db92 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:22.195857 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-bc0dd576-b42d-48d4-b2c2-d7f74746db92 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:22.262802 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-954758ea-87f0-4805-8d2e-412733fab5eb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1658049790-network', 'tenant_id': '9b3fcd2a5d57494a99b62cb2152c6042'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:22.314715 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-15ed5467-eddb-42e4-9410-a0bb26d78f18 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-931040681-network', 'tenant_id': '63f316b888a64da49df0c393d4fe86c8'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:22.326449 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954758ea-87f0-4805-8d2e-412733fab5eb admin admin] Made reservation on behalf of 9b3fcd2a5d57494a99b62cb2152c6042 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:03:22.330393 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-954758ea-87f0-4805-8d2e-412733fab5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:22.343135 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-954758ea-87f0-4805-8d2e-412733fab5eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:22.349354 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0dd576-b42d-48d4-b2c2-d7f74746db92 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Pushing event updated for resources: {'Port': ['ID=2bd4a47f-fa9d-4503-839e-653626bff5b0,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:22.368751 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-bc0dd576-b42d-48d4-b2c2-d7f74746db92 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Network 91c57069-c895-4994-a7af-d9f6ed49afa5 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:03:22.370512 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-bc0dd576-b42d-48d4-b2c2-d7f74746db92 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:03:22.373195 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-bc0dd576-b42d-48d4-b2c2-d7f74746db92 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:03:22.407865 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ed5467-eddb-42e4-9410-a0bb26d78f18 admin admin] Made reservation on behalf of 63f316b888a64da49df0c393d4fe86c8 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:03:22.410334 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-15ed5467-eddb-42e4-9410-a0bb26d78f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:22.425277 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-15ed5467-eddb-42e4-9410-a0bb26d78f18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:22.440330 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-bc0dd576-b42d-48d4-b2c2-d7f74746db92 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:22.441365 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-bc0dd576-b42d-48d4-b2c2-d7f74746db92 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:22.469974 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-bc0dd576-b42d-48d4-b2c2-d7f74746db92 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1959934 Oct 19 01:03:22.508763 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-699b4be8-d7fa-4878-a8e8-7e215f69735a service neutron] Request body: {'port': {'device_id': '67465c03-ebf2-4d93-9269-b6f3f7840c0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:22.515432 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-954758ea-87f0-4805-8d2e-412733fab5eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:22.530159 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-954758ea-87f0-4805-8d2e-412733fab5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:22.582960 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-954758ea-87f0-4805-8d2e-412733fab5eb admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:03:22.594481 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954758ea-87f0-4805-8d2e-412733fab5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca0d97b-0fa6-44dd-a699-aa92fd0b5a38,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:22.611346 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-954758ea-87f0-4805-8d2e-412733fab5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:22.611695 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-954758ea-87f0-4805-8d2e-412733fab5eb admin admin] Added segment b052266a-4fde-463b-84d1-c81a3283f8ea of type vlan for network a201bafd-55e4-4a5d-a84e-8a9c6837add1 Oct 19 01:03:22.624593 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-699b4be8-d7fa-4878-a8e8-7e215f69735a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:22.629325 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-15ed5467-eddb-42e4-9410-a0bb26d78f18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:22.655432 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-15ed5467-eddb-42e4-9410-a0bb26d78f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:22.689456 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-954758ea-87f0-4805-8d2e-412733fab5eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:22.707634 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ed5467-eddb-42e4-9410-a0bb26d78f18 admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:03:22.733796 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed5467-eddb-42e4-9410-a0bb26d78f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40916515-2c03-4857-9cf4-848cff3d3a79,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:22.739601 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-15ed5467-eddb-42e4-9410-a0bb26d78f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:22.739987 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-15ed5467-eddb-42e4-9410-a0bb26d78f18 admin admin] Added segment 88ecffc1-90fa-418d-a0e1-2e7c29608a6b of type vlan for network 26080c8a-a95f-45c8-a8e2-ac5b0331b958 Oct 19 01:03:22.753841 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-954758ea-87f0-4805-8d2e-412733fab5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:22.755020 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954758ea-87f0-4805-8d2e-412733fab5eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:22.756211 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-954758ea-87f0-4805-8d2e-412733fab5eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:22.816421 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-15ed5467-eddb-42e4-9410-a0bb26d78f18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:22.830053 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-954758ea-87f0-4805-8d2e-412733fab5eb admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0161183 Oct 19 01:03:22.832905 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55690) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:22.843181 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-5d35a653-f2d9-4cce-a860-10265f7989b2 admin admin] Request body: {'subnet': {'network_id': 'a201bafd-55e4-4a5d-a84e-8a9c6837add1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1658049790-subnet', 'tenant_id': '9b3fcd2a5d57494a99b62cb2152c6042', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:22.870746 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954758ea-87f0-4805-8d2e-412733fab5eb admin admin] Pushing event updated for resources: {'Network': ['ID=a201bafd-55e4-4a5d-a84e-8a9c6837add1,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:22.882303 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network a201bafd-55e4-4a5d-a84e-8a9c6837add1 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:03:22.896657 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d35a653-f2d9-4cce-a860-10265f7989b2 admin admin] Made reservation on behalf of 9b3fcd2a5d57494a99b62cb2152c6042 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:03:22.901197 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5d35a653-f2d9-4cce-a860-10265f7989b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:22.905276 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-15ed5467-eddb-42e4-9410-a0bb26d78f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:22.906459 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ed5467-eddb-42e4-9410-a0bb26d78f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:22.907041 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-15ed5467-eddb-42e4-9410-a0bb26d78f18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:22.993185 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-15ed5467-eddb-42e4-9410-a0bb26d78f18 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9463019 Oct 19 01:03:23.000897 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55696) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:23.037887 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-573d9967-68eb-4bc5-89ba-dc9c34452295 admin admin] Request body: {'subnet': {'network_id': '26080c8a-a95f-45c8-a8e2-ac5b0331b958', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-931040681-subnet', 'tenant_id': '63f316b888a64da49df0c393d4fe86c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:23.045940 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed5467-eddb-42e4-9410-a0bb26d78f18 admin admin] Pushing event updated for resources: {'Network': ['ID=26080c8a-a95f-45c8-a8e2-ac5b0331b958,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:23.058447 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 26080c8a-a95f-45c8-a8e2-ac5b0331b958 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:03:23.094429 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573d9967-68eb-4bc5-89ba-dc9c34452295 admin admin] Made reservation on behalf of 63f316b888a64da49df0c393d4fe86c8 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:03:23.097837 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-573d9967-68eb-4bc5-89ba-dc9c34452295 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:23.342009 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f681f87-9c2a-478d-826f-928331dfa01a req-b2664ee7-9193-4115-8865-c47b5a6ba328 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:23.344340 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1f681f87-9c2a-478d-826f-928331dfa01a req-b2664ee7-9193-4115-8865-c47b5a6ba328 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=67465c03-ebf2-4d93-9269-b6f3f7840c0c HTTP/1.1" status: 200 len: 931 time: 0.2092364 Oct 19 01:03:23.386303 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-699b4be8-d7fa-4878-a8e8-7e215f69735a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd4a47f-fa9d-4503-839e-653626bff5b0 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:03:23.398057 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5d35a653-f2d9-4cce-a860-10265f7989b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:23.405307 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-699b4be8-d7fa-4878-a8e8-7e215f69735a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:23.414480 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-573d9967-68eb-4bc5-89ba-dc9c34452295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:23.465821 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1f681f87-9c2a-478d-826f-928331dfa01a req-97d9c4d8-229c-4412-8038-dc2dd48403bf tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930252 Oct 19 01:03:23.469066 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d35a653-f2d9-4cce-a860-10265f7989b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f976afd0-cf8c-4aad-af93-3f4b78432e54,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:23.487974 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef30c1-595e-418a-a06e-da4cbd218621 req-424f7516-811b-4ec9-8ebe-bf38a1bebbe6 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:23.489643 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c2ef30c1-595e-418a-a06e-da4cbd218621 req-424f7516-811b-4ec9-8ebe-bf38a1bebbe6 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0484b59-dd67-4c76-be42-52c30792679f HTTP/1.1" status: 200 len: 947 time: 0.1933258 Oct 19 01:03:23.519902 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d9967-68eb-4bc5-89ba-dc9c34452295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c91ce8b-3594-4e7c-9707-c203e0515e81,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:23.528011 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573d9967-68eb-4bc5-89ba-dc9c34452295 admin admin] Checking segment: {'id': '88ecffc1-90fa-418d-a0e1-2e7c29608a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '26080c8a-a95f-45c8-a8e2-ac5b0331b958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:03:23.528592 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573d9967-68eb-4bc5-89ba-dc9c34452295 admin admin] Network hostable DHCP agents. Network: 26080c8a-a95f-45c8-a8e2-ac5b0331b958, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:03:23.548949 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-699b4be8-d7fa-4878-a8e8-7e215f69735a service neutron] Transition to ACTIVE for port object 2bd4a47f-fa9d-4503-839e-653626bff5b0 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:03:23.551078 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device a7d304d9-aa15-47ef-905b-5b208fcb7f3a details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:03:23.563048 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c2ef30c1-595e-418a-a06e-da4cbd218621 req-8aeaafb9-9042-46a9-a108-a14d72c0f0a0 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550666 Oct 19 01:03:23.565196 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573d9967-68eb-4bc5-89ba-dc9c34452295 admin admin] Network 26080c8a-a95f-45c8-a8e2-ac5b0331b958 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:03:23.566586 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-699b4be8-d7fa-4878-a8e8-7e215f69735a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:23.589362 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-573d9967-68eb-4bc5-89ba-dc9c34452295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 26080c8a-a95f-45c8-a8e2-ac5b0331b958) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:03:23.597055 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573d9967-68eb-4bc5-89ba-dc9c34452295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:23.598004 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-573d9967-68eb-4bc5-89ba-dc9c34452295 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:23.622362 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6787bc2e-52c2-4171-85bf-4247334dc97d None None] Network 26080c8a-a95f-45c8-a8e2-ac5b0331b958 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:03:23.624418 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d35a653-f2d9-4cce-a860-10265f7989b2 admin admin] Checking segment: {'id': 'b052266a-4fde-463b-84d1-c81a3283f8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a201bafd-55e4-4a5d-a84e-8a9c6837add1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:03:23.624775 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d35a653-f2d9-4cce-a860-10265f7989b2 admin admin] Network hostable DHCP agents. Network: a201bafd-55e4-4a5d-a84e-8a9c6837add1, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:03:23.630085 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-573d9967-68eb-4bc5-89ba-dc9c34452295 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6279080 Oct 19 01:03:23.748862 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55724) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:23.755903 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b4be8-d7fa-4878-a8e8-7e215f69735a service neutron] Pushing event updated for resources: {'Port': ['ID=2bd4a47f-fa9d-4503-839e-653626bff5b0,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:23.758317 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d35a653-f2d9-4cce-a860-10265f7989b2 admin admin] Network a201bafd-55e4-4a5d-a84e-8a9c6837add1 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:03:23.784783 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-5d35a653-f2d9-4cce-a860-10265f7989b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, a201bafd-55e4-4a5d-a84e-8a9c6837add1) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:03:23.803458 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d35a653-f2d9-4cce-a860-10265f7989b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:23.804089 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5d35a653-f2d9-4cce-a860-10265f7989b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:23.807462 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-699b4be8-d7fa-4878-a8e8-7e215f69735a service neutron] Attempting to bind port 2bd4a47f-fa9d-4503-839e-653626bff5b0 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:03:23.807813 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-699b4be8-d7fa-4878-a8e8-7e215f69735a service neutron] Attempting to bind port 2bd4a47f-fa9d-4503-839e-653626bff5b0 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '2b6ac682-429b-459d-90c9-47596802933c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '91c57069-c895-4994-a7af-d9f6ed49afa5'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:03:23.808134 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-699b4be8-d7fa-4878-a8e8-7e215f69735a service neutron] Attempting to bind port 2bd4a47f-fa9d-4503-839e-653626bff5b0 on network 91c57069-c895-4994-a7af-d9f6ed49afa5 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:03:23.817997 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-699b4be8-d7fa-4878-a8e8-7e215f69735a service neutron] Port 2bd4a47f-fa9d-4503-839e-653626bff5b0 on network 91c57069-c895-4994-a7af-d9f6ed49afa5 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:03:23.818291 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-699b4be8-d7fa-4878-a8e8-7e215f69735a service neutron] Attempting to bind port 2bd4a47f-fa9d-4503-839e-653626bff5b0 on network 91c57069-c895-4994-a7af-d9f6ed49afa5 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:03:23.825419 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-699b4be8-d7fa-4878-a8e8-7e215f69735a service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:03:23.825806 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-699b4be8-d7fa-4878-a8e8-7e215f69735a service neutron] Checking segment: {'id': '2b6ac682-429b-459d-90c9-47596802933c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '91c57069-c895-4994-a7af-d9f6ed49afa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:03:23.826540 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-699b4be8-d7fa-4878-a8e8-7e215f69735a service neutron] Bound using segment: {'id': '2b6ac682-429b-459d-90c9-47596802933c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '91c57069-c895-4994-a7af-d9f6ed49afa5'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:03:23.826833 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-699b4be8-d7fa-4878-a8e8-7e215f69735a service neutron] Bound port: 2bd4a47f-fa9d-4503-839e-653626bff5b0, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6ac682-429b-459d-90c9-47596802933c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '91c57069-c895-4994-a7af-d9f6ed49afa5'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:03:23.827211 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-699b4be8-d7fa-4878-a8e8-7e215f69735a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:23.838803 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55732) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:23.839208 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5d35a653-f2d9-4cce-a860-10265f7989b2 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0022664 Oct 19 01:03:23.841366 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ebaa1c-9e7b-4b22-a33d-eade97009453 None None] Network a201bafd-55e4-4a5d-a84e-8a9c6837add1 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:03:23.845175 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-66b096f4-2f9b-4a8e-9d15-45d5fd004ff8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1658049790-router', 'tenant_id': '9b3fcd2a5d57494a99b62cb2152c6042', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:23.890169 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-66b096f4-2f9b-4a8e-9d15-45d5fd004ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:23.891906 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-66b096f4-2f9b-4a8e-9d15-45d5fd004ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:23.918365 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-699b4be8-d7fa-4878-a8e8-7e215f69735a service neutron] For port 2bd4a47f-fa9d-4503-839e-653626bff5b0, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:03:23.921524 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-699b4be8-d7fa-4878-a8e8-7e215f69735a service neutron] For port 2bd4a47f-fa9d-4503-839e-653626bff5b0, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=2bd4a47f-fa9d-4503-839e-653626bff5b0,segment=NetworkSegment(2b6ac682-429b-459d-90c9-47596802933c),segment_id=2b6ac682-429b-459d-90c9-47596802933c)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:03:23.928412 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-699b4be8-d7fa-4878-a8e8-7e215f69735a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:23.961472 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port a7d304d9-aa15-47ef-905b-5b208fcb7f3a, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=a7d304d9-aa15-47ef-905b-5b208fcb7f3a,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:23.982709 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-699b4be8-d7fa-4878-a8e8-7e215f69735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:23.983351 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-699b4be8-d7fa-4878-a8e8-7e215f69735a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:23.985939 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-699b4be8-d7fa-4878-a8e8-7e215f69735a service neutron] 10.222.0.24 "PUT /v2.0/ports/2bd4a47f-fa9d-4503-839e-653626bff5b0 HTTP/1.1" status: 200 len: 1092 time: 1.4963357 Oct 19 01:03:23.989165 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67465c03-ebf2-4d93-9269-b6f3f7840c0c', 'tag': '2bd4a47f-fa9d-4503-839e-653626bff5b0'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:03:23.994238 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a61e18-c513-4b5a-bd47-906e6ab16762" -d '{"events": [{"name": "network-changed", "server_uuid": "67465c03-ebf2-4d93-9269-b6f3f7840c0c", "tag": "2bd4a47f-fa9d-4503-839e-653626bff5b0"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:03:24.017091 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'a7d304d9-aa15-47ef-905b-5b208fcb7f3a', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': 'a7d304d9-aa15-47ef-905b-5b208fcb7f3a', 'mac_address': 'fa:16:3e:3b:b4:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:03:24.035246 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b4be8-d7fa-4878-a8e8-7e215f69735a service neutron] Pushing event updated for resources: {'Port': ['ID=2bd4a47f-fa9d-4503-839e-653626bff5b0,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:24.036406 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-e0031b34-5075-41ab-b31b-54a12a1444b1 tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-612447166', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:24.050016 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-66b096f4-2f9b-4a8e-9d15-45d5fd004ff8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:24.081180 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd64bef-9554-4c51-b84c-7218e94abf6a x-openstack-request-id: req-ddd64bef-9554-4c51-b84c-7218e94abf6a {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:03:24.081543 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67465c03-ebf2-4d93-9269-b6f3f7840c0c", "tag": "2bd4a47f-fa9d-4503-839e-653626bff5b0", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:03:24.081855 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ddd64bef-9554-4c51-b84c-7218e94abf6a {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:03:24.082470 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67465c03-ebf2-4d93-9269-b6f3f7840c0c', 'tag': '2bd4a47f-fa9d-4503-839e-653626bff5b0', 'status': 'completed', 'code': 200} Oct 19 01:03:24.100520 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-ffd191d2-cb64-41e3-9944-cca5639e4150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:24.102610 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-ffd191d2-cb64-41e3-9944-cca5639e4150 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=45dad4b7bd634495b88941ea38093b47&device_id=67465c03-ebf2-4d93-9269-b6f3f7840c0c HTTP/1.1" status: 200 len: 1095 time: 0.0608435 Oct 19 01:03:24.150917 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:24.166359 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d0955b-6c2b-4f64-a6fd-311492214e0c None None] Network 26080c8a-a95f-45c8-a8e2-ac5b0331b958 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:03:24.198553 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7d304d9-aa15-47ef-905b-5b208fcb7f3a {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:03:24.233827 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-03c77e43-6c72-441f-bacd-56807d718531 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bd4a47f-fa9d-4503-839e-653626bff5b0 HTTP/1.1" status: 200 len: 217 time: 0.1165895 Oct 19 01:03:24.243179 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port a7d304d9-aa15-47ef-905b-5b208fcb7f3a, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=a7d304d9-aa15-47ef-905b-5b208fcb7f3a,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:24.249050 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-66b096f4-2f9b-4a8e-9d15-45d5fd004ff8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:24.254050 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0031b34-5075-41ab-b31b-54a12a1444b1 tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] Made reservation on behalf of dcf43ae3e7d446a298a3ae08f330ad67 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:03:24.257411 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e0031b34-5075-41ab-b31b-54a12a1444b1 tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:24.262560 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:24.269362 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e0031b34-5075-41ab-b31b-54a12a1444b1 tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:24.347617 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=a7d304d9-aa15-47ef-905b-5b208fcb7f3a,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:24.383376 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-d0238de7-27db-4e21-a087-53d82152edf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:24.384877 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-d0238de7-27db-4e21-a087-53d82152edf1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=94948ad4-35aa-438e-aae6-6f67951e97f5 HTTP/1.1" status: 200 len: 861 time: 0.1332555 Oct 19 01:03:24.430063 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-4d7022bb-e48e-4b5e-9f59-ea57235a3a3f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91c57069-c895-4994-a7af-d9f6ed49afa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345562 Oct 19 01:03:24.439290 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-a9689b0b-4fb6-45cb-9fa2-11e80a992eac tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:24.441011 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-a9689b0b-4fb6-45cb-9fa2-11e80a992eac tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] 10.222.0.57 "GET /v2.0/networks?id=6f09460f-2adf-4d7f-b998-5eb93e5b8b56 HTTP/1.1" status: 200 len: 815 time: 0.2383265 Oct 19 01:03:24.442080 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e0031b34-5075-41ab-b31b-54a12a1444b1 tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:24.451783 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e0031b34-5075-41ab-b31b-54a12a1444b1 tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:24.456404 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-e0031b34-5075-41ab-b31b-54a12a1444b1 tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] device_id is not set on port 30ee6431-fe4c-4743-8b57-a1ac262d4ce2 yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:03:24.509509 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-f853d46d-6636-4d4b-810c-4d3004936c0e tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] 10.222.0.57 "GET /v2.0/quotas/7ac692c5716e4ead89cc01f87bd9bf1f HTTP/1.1" status: 200 len: 375 time: 0.0589299 Oct 19 01:03:24.509995 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364315a5-9512-44c2-95e2-80939b800d08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-a201bafd-55e4-4a5d-a84e-8a9c6837add1', 'network_id': 'a201bafd-55e4-4a5d-a84e-8a9c6837add1', 'tenant_id': '9b3fcd2a5d57494a99b62cb2152c6042', 'fixed_ips': [{'subnet_id': 'f976afd0-cf8c-4aad-af93-3f4b78432e54'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:03:24.511363 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-364315a5-9512-44c2-95e2-80939b800d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:24.568622 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-e0031b34-5075-41ab-b31b-54a12a1444b1 tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] Allocated IP 172.25.8.70 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/30ee6431-fe4c-4743-8b57-a1ac262d4ce2) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:03:24.650396 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-491c45a8-8f79-453d-8ea1-2eccb38bdf0b tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7ac692c5716e4ead89cc01f87bd9bf1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1398718 Oct 19 01:03:24.657448 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['a7d304d9-aa15-47ef-905b-5b208fcb7f3a'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:03:24.661336 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-9b7cc3c0-1e7c-43fe-8462-d1149933282a service neutron] 10.222.0.24 "GET /v2.0/networks/91c57069-c895-4994-a7af-d9f6ed49afa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193842 Oct 19 01:03:24.683768 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55762) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:24.700561 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-a366364d-2adb-4c56-821b-5cb8261d7566 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1557864234-network', 'tenant_id': '22611eb10317487bb970e8655cc6893f'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:24.718619 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e0031b34-5075-41ab-b31b-54a12a1444b1 tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:24.751457 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-364315a5-9512-44c2-95e2-80939b800d08 None None] Allocated IP 172.20.0.2 (a201bafd-55e4-4a5d-a84e-8a9c6837add1/f976afd0-cf8c-4aad-af93-3f4b78432e54/49fd672e-9a08-4134-91c1-07893fad198d) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:03:24.804411 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a366364d-2adb-4c56-821b-5cb8261d7566 admin admin] Made reservation on behalf of 22611eb10317487bb970e8655cc6893f for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:03:24.806673 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a366364d-2adb-4c56-821b-5cb8261d7566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:24.831877 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a366364d-2adb-4c56-821b-5cb8261d7566 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:24.841142 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e0031b34-5075-41ab-b31b-54a12a1444b1 tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:24.841916 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-10be7788-0f8d-45bc-8d3a-a67eed299958 service neutron] 10.222.0.57 "GET /v2.0/networks/6f09460f-2adf-4d7f-b998-5eb93e5b8b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908073 Oct 19 01:03:24.871198 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dad09f51-3e11-428c-bff3-ccc3d84bd839 req-24c65b93-86a5-4bbb-8000-990cb9631acf service neutron] 10.222.0.24 "GET /v2.0/networks/91c57069-c895-4994-a7af-d9f6ed49afa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998098 Oct 19 01:03:24.922021 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0031b34-5075-41ab-b31b-54a12a1444b1 tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9918af49-f403-4cb4-8837-a2bb3837f5f7,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:24.982036 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-1b4625b6-f710-4eac-96b1-55b591ad4a81 service neutron] 10.222.0.57 "GET /v2.0/networks/6f09460f-2adf-4d7f-b998-5eb93e5b8b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222882 Oct 19 01:03:24.983344 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-364315a5-9512-44c2-95e2-80939b800d08 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:24.993726 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-364315a5-9512-44c2-95e2-80939b800d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:25.004086 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0031b34-5075-41ab-b31b-54a12a1444b1 tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:03:25.025078 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-e0031b34-5075-41ab-b31b-54a12a1444b1 tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:03:25.028411 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0031b34-5075-41ab-b31b-54a12a1444b1 tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:03:25.041444 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a366364d-2adb-4c56-821b-5cb8261d7566 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:25.049337 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a61e18-c513-4b5a-bd47-906e6ab16762 req-e6c5c8c5-32d1-41fa-9420-cd71325c8bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:25.051005 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83a61e18-c513-4b5a-bd47-906e6ab16762 req-e6c5c8c5-32d1-41fa-9420-cd71325c8bf9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=45dad4b7bd634495b88941ea38093b47&device_id=67465c03-ebf2-4d93-9269-b6f3f7840c0c HTTP/1.1" status: 200 len: 1095 time: 0.0680904 Oct 19 01:03:25.052236 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a366364d-2adb-4c56-821b-5cb8261d7566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:25.069441 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364315a5-9512-44c2-95e2-80939b800d08 None None] Network a201bafd-55e4-4a5d-a84e-8a9c6837add1 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:03:25.070238 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfb5ec-cff0-48ed-a4a6-524557676791 req-2167e2f1-78ed-4870-bdc7-009a0e3cb050 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:25.076830 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-364315a5-9512-44c2-95e2-80939b800d08 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:03:25.081382 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f4dfb5ec-cff0-48ed-a4a6-524557676791 req-2167e2f1-78ed-4870-bdc7-009a0e3cb050 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=67465c03-ebf2-4d93-9269-b6f3f7840c0c HTTP/1.1" status: 200 len: 943 time: 0.3262846 Oct 19 01:03:25.083292 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0031b34-5075-41ab-b31b-54a12a1444b1 tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] Pushing event updated for resources: {'Port': ['ID=30ee6431-fe4c-4743-8b57-a1ac262d4ce2,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:25.086085 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364315a5-9512-44c2-95e2-80939b800d08 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:03:25.099648 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a366364d-2adb-4c56-821b-5cb8261d7566 admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:03:25.104979 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364315a5-9512-44c2-95e2-80939b800d08 None None] Pushing event updated for resources: {'Port': ['ID=49fd672e-9a08-4134-91c1-07893fad198d,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:25.128721 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a366364d-2adb-4c56-821b-5cb8261d7566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:25.128953 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-66b096f4-2f9b-4a8e-9d15-45d5fd004ff8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:25.129061 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-a366364d-2adb-4c56-821b-5cb8261d7566 admin admin] Added segment ea14fd30-c106-4a3e-ba0b-9b21e85b990e of type vlan for network 1dde7e42-644d-469c-9fa9-8910e70ca8ec Oct 19 01:03:25.139476 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366364d-2adb-4c56-821b-5cb8261d7566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e0c61f-5a89-4ca1-b022-54443fce0192,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:25.166115 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-364315a5-9512-44c2-95e2-80939b800d08 None None] Attempting to bind port 49fd672e-9a08-4134-91c1-07893fad198d on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:03:25.166492 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-364315a5-9512-44c2-95e2-80939b800d08 None None] Attempting to bind port 49fd672e-9a08-4134-91c1-07893fad198d by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'b052266a-4fde-463b-84d1-c81a3283f8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a201bafd-55e4-4a5d-a84e-8a9c6837add1'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:03:25.166938 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364315a5-9512-44c2-95e2-80939b800d08 None None] Attempting to bind port 49fd672e-9a08-4134-91c1-07893fad198d on network a201bafd-55e4-4a5d-a84e-8a9c6837add1 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:03:25.173169 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364315a5-9512-44c2-95e2-80939b800d08 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:03:25.173402 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364315a5-9512-44c2-95e2-80939b800d08 None None] Checking segment: {'id': 'b052266a-4fde-463b-84d1-c81a3283f8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a201bafd-55e4-4a5d-a84e-8a9c6837add1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:03:25.174051 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-364315a5-9512-44c2-95e2-80939b800d08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:25.174641 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364315a5-9512-44c2-95e2-80939b800d08 None None] Bound using segment: {'id': 'b052266a-4fde-463b-84d1-c81a3283f8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a201bafd-55e4-4a5d-a84e-8a9c6837add1'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:03:25.175307 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-364315a5-9512-44c2-95e2-80939b800d08 None None] Bound port: 49fd672e-9a08-4134-91c1-07893fad198d, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b052266a-4fde-463b-84d1-c81a3283f8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a201bafd-55e4-4a5d-a84e-8a9c6837add1'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:03:25.176171 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-364315a5-9512-44c2-95e2-80939b800d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:25.217955 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-66b096f4-2f9b-4a8e-9d15-45d5fd004ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:25.240863 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a366364d-2adb-4c56-821b-5cb8261d7566 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:25.253161 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0031b34-5075-41ab-b31b-54a12a1444b1 tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:25.253770 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e0031b34-5075-41ab-b31b-54a12a1444b1 tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:25.287024 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f4dfb5ec-cff0-48ed-a4a6-524557676791 req-ac28768a-8bd0-4aab-8640-ece69dc3dc7b tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047510 Oct 19 01:03:25.293399 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-364315a5-9512-44c2-95e2-80939b800d08 None None] For port 49fd672e-9a08-4134-91c1-07893fad198d, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:03:25.298599 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-364315a5-9512-44c2-95e2-80939b800d08 None None] For port 49fd672e-9a08-4134-91c1-07893fad198d, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=49fd672e-9a08-4134-91c1-07893fad198d,segment=NetworkSegment(b052266a-4fde-463b-84d1-c81a3283f8ea),segment_id=b052266a-4fde-463b-84d1-c81a3283f8ea)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:03:25.305112 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-364315a5-9512-44c2-95e2-80939b800d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:25.308967 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a61e18-c513-4b5a-bd47-906e6ab16762 req-2a3ed99f-d656-410a-8440-d49999613403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:25.310480 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83a61e18-c513-4b5a-bd47-906e6ab16762 req-2a3ed99f-d656-410a-8440-d49999613403 service neutron] 10.222.0.24 "GET /v2.0/networks?id=91c57069-c895-4994-a7af-d9f6ed49afa5 HTTP/1.1" status: 200 len: 922 time: 0.2510328 Oct 19 01:03:25.320767 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e0031b34-5075-41ab-b31b-54a12a1444b1 tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.5699830 Oct 19 01:03:25.323680 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55772) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:25.331811 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-841e7c86-e1cc-4e10-bc10-60db06752aba tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.70'}]}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:25.411179 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364315a5-9512-44c2-95e2-80939b800d08 None None] Pushing event updated for resources: {'Port': ['ID=49fd672e-9a08-4134-91c1-07893fad198d,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:25.418837 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-841e7c86-e1cc-4e10-bc10-60db06752aba tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:25.420071 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-841e7c86-e1cc-4e10-bc10-60db06752aba tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:25.425662 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83a61e18-c513-4b5a-bd47-906e6ab16762 req-78b7eff5-b9d1-4f37-88f9-a90034cea9b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bd4a47f-fa9d-4503-839e-653626bff5b0 HTTP/1.1" status: 200 len: 217 time: 0.0814717 Oct 19 01:03:25.446605 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49c40b-44e8-419f-870f-ab5f16620c57 req-1d7f4eb8-4af7-4fe7-8469-e47d49a37c6d tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:25.447350 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-66b096f4-2f9b-4a8e-9d15-45d5fd004ff8 admin admin] Allocated IP 172.25.8.177 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/030f2ca8-1989-48f9-a666-67793b6ec2e3) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:03:25.449046 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9d49c40b-44e8-419f-870f-ab5f16620c57 req-1d7f4eb8-4af7-4fe7-8469-e47d49a37c6d tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0484b59-dd67-4c76-be42-52c30792679f HTTP/1.1" status: 200 len: 948 time: 0.2046828 Oct 19 01:03:25.449722 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a366364d-2adb-4c56-821b-5cb8261d7566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:25.450765 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a366364d-2adb-4c56-821b-5cb8261d7566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:25.451716 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a366364d-2adb-4c56-821b-5cb8261d7566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:25.522450 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a61e18-c513-4b5a-bd47-906e6ab16762 req-943ea14d-4be3-49a3-940a-1865456468f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:25.522596 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-841e7c86-e1cc-4e10-bc10-60db06752aba tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:25.524360 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83a61e18-c513-4b5a-bd47-906e6ab16762 req-943ea14d-4be3-49a3-940a-1865456468f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=94948ad4-35aa-438e-aae6-6f67951e97f5 HTTP/1.1" status: 200 len: 861 time: 0.0666656 Oct 19 01:03:25.568495 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e0871f51-6364-478b-bcbe-581ca9725123 req-f8fd6361-e4a3-42c6-be00-0feed16cfea5 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] 10.222.0.57 "GET /v2.0/ports?device_id=70135b25-55be-4364-bf94-0638092e3412 HTTP/1.1" status: 200 len: 210 time: 0.0478151 Oct 19 01:03:25.586495 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a366364d-2adb-4c56-821b-5cb8261d7566 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8972814 Oct 19 01:03:25.626656 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55780) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:25.676362 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-d346929b-bb3f-45d4-a6d4-adc2efd08591 admin admin] Request body: {'subnet': {'network_id': '1dde7e42-644d-469c-9fa9-8910e70ca8ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1557864234-subnet', 'tenant_id': '22611eb10317487bb970e8655cc6893f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:25.816406 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d346929b-bb3f-45d4-a6d4-adc2efd08591 admin admin] Made reservation on behalf of 22611eb10317487bb970e8655cc6893f for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:03:25.818732 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d346929b-bb3f-45d4-a6d4-adc2efd08591 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:25.879049 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-841e7c86-e1cc-4e10-bc10-60db06752aba tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:25.885941 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-66b096f4-2f9b-4a8e-9d15-45d5fd004ff8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:25.997067 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-66b096f4-2f9b-4a8e-9d15-45d5fd004ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:26.021837 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83a61e18-c513-4b5a-bd47-906e6ab16762 req-61d43c84-985f-459d-8a52-4896a539fb81 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91c57069-c895-4994-a7af-d9f6ed49afa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4612858 Oct 19 01:03:26.027561 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366364d-2adb-4c56-821b-5cb8261d7566 admin admin] Pushing event updated for resources: {'Network': ['ID=1dde7e42-644d-469c-9fa9-8910e70ca8ec,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:26.043965 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 1dde7e42-644d-469c-9fa9-8910e70ca8ec details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:03:26.064352 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9d49c40b-44e8-419f-870f-ab5f16620c57 req-87b7102f-3252-4dd5-a908-d10db6dad381 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5447049 Oct 19 01:03:26.082705 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b096f4-2f9b-4a8e-9d15-45d5fd004ff8 admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:03:26.112531 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-66b096f4-2f9b-4a8e-9d15-45d5fd004ff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:03:26.122626 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b096f4-2f9b-4a8e-9d15-45d5fd004ff8 admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:03:26.136588 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83a61e18-c513-4b5a-bd47-906e6ab16762 req-5e2c91be-54a0-44c7-aa07-284bfcd45c00 service neutron] 10.222.0.24 "GET /v2.0/networks/91c57069-c895-4994-a7af-d9f6ed49afa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065147 Oct 19 01:03:26.151074 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b096f4-2f9b-4a8e-9d15-45d5fd004ff8 admin admin] Pushing event updated for resources: {'Port': ['ID=030f2ca8-1989-48f9-a666-67793b6ec2e3,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:26.235072 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83a61e18-c513-4b5a-bd47-906e6ab16762 req-d26226c4-57b8-415d-916c-01a8e0d93cc6 service neutron] 10.222.0.24 "GET /v2.0/networks/91c57069-c895-4994-a7af-d9f6ed49afa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893755 Oct 19 01:03:26.342681 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 49fd672e-9a08-4134-91c1-07893fad198d up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:03:26.418557 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 49fd672e-9a08-4134-91c1-07893fad198d triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:03:26.419192 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:26.564462 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:26.614741 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 49fd672e-9a08-4134-91c1-07893fad198d, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=49fd672e-9a08-4134-91c1-07893fad198d,segment=NetworkSegment(b052266a-4fde-463b-84d1-c81a3283f8ea),segment_id=b052266a-4fde-463b-84d1-c81a3283f8ea)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:26.619604 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-d2eb73bc-25cc-45c3-bbec-a36645fbf89c tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:26.621348 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-d2eb73bc-25cc-45c3-bbec-a36645fbf89c tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] 10.222.0.24 "GET /v2.0/networks?id=6f09460f-2adf-4d7f-b998-5eb93e5b8b56 HTTP/1.1" status: 200 len: 815 time: 0.2397151 Oct 19 01:03:26.621506 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:26.637813 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-1ec95fba-4b29-42d1-b68c-7c7cdf77e796 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] Request body: {'port': {'device_id': '70135b25-55be-4364-bf94-0638092e3412', 'network_id': '6f09460f-2adf-4d7f-b998-5eb93e5b8b56', 'admin_state_up': True, 'tenant_id': '7ac692c5716e4ead89cc01f87bd9bf1f'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:26.638326 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d346929b-bb3f-45d4-a6d4-adc2efd08591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:26.701720 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=49fd672e-9a08-4134-91c1-07893fad198d,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:26.722252 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8f7a611e-117d-46f8-b9c9-c2a350b4688c req-5558e167-db4b-46b1-ba0c-51b11773499b tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] 10.222.0.57 "GET /v2.0/ports?device_id=70135b25-55be-4364-bf94-0638092e3412 HTTP/1.1" status: 200 len: 210 time: 0.0452051 Oct 19 01:03:26.782166 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b3110-d54f-448d-8109-f0cac51df362 req-7c222bb3-7fa5-4d7a-acfa-9df1db1b5bdd tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:26.789508 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-592b3110-d54f-448d-8109-f0cac51df362 req-7c222bb3-7fa5-4d7a-acfa-9df1db1b5bdd tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=67465c03-ebf2-4d93-9269-b6f3f7840c0c HTTP/1.1" status: 200 len: 943 time: 0.3303399 Oct 19 01:03:26.842532 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346929b-bb3f-45d4-a6d4-adc2efd08591 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fea4d6a-18c1-4785-a991-9b8896978a2c,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:26.870321 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:26.884613 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-1ec95fba-4b29-42d1-b68c-7c7cdf77e796 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] Made reservation on behalf of 7ac692c5716e4ead89cc01f87bd9bf1f for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:03:26.888500 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-1ec95fba-4b29-42d1-b68c-7c7cdf77e796 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:26.899579 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda2a2b3-39d2-4ba8-baa9-cb3134e9ee5f None None] Network a201bafd-55e4-4a5d-a84e-8a9c6837add1 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:03:26.977146 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d346929b-bb3f-45d4-a6d4-adc2efd08591 admin admin] Checking segment: {'id': 'ea14fd30-c106-4a3e-ba0b-9b21e85b990e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1dde7e42-644d-469c-9fa9-8910e70ca8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:03:26.977509 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d346929b-bb3f-45d4-a6d4-adc2efd08591 admin admin] Network hostable DHCP agents. Network: 1dde7e42-644d-469c-9fa9-8910e70ca8ec, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:03:27.002496 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-592b3110-d54f-448d-8109-f0cac51df362 req-84aa02a9-abe9-4a53-b59e-1f3adbf4ec62 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065241 Oct 19 01:03:27.033235 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99e12f68-4fb5-49c2-96d0-d6dd7a700d6a None None] Provisioning complete for port 49fd672e-9a08-4134-91c1-07893fad198d triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:03:27.033593 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99e12f68-4fb5-49c2-96d0-d6dd7a700d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:27.064308 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-1ec95fba-4b29-42d1-b68c-7c7cdf77e796 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] Allocated IP 172.20.0.6 (6f09460f-2adf-4d7f-b998-5eb93e5b8b56/456cff99-6d7d-4ea7-89c3-31fbd368d2b1/0a27acf2-cdd1-44c0-9bc4-7109b474e360) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:03:27.076149 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d346929b-bb3f-45d4-a6d4-adc2efd08591 admin admin] Network 1dde7e42-644d-469c-9fa9-8910e70ca8ec is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:03:27.079321 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-841e7c86-e1cc-4e10-bc10-60db06752aba tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:27.108859 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-841e7c86-e1cc-4e10-bc10-60db06752aba tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:27.121007 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-d346929b-bb3f-45d4-a6d4-adc2efd08591 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 1dde7e42-644d-469c-9fa9-8910e70ca8ec) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:03:27.128251 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-66b096f4-2f9b-4a8e-9d15-45d5fd004ff8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:27.131089 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d346929b-bb3f-45d4-a6d4-adc2efd08591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:27.131968 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d346929b-bb3f-45d4-a6d4-adc2efd08591 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:27.207084 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0671685e-8c8a-4a25-a7e3-e072d2938eb4 None None] Network 1dde7e42-644d-469c-9fa9-8910e70ca8ec requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:03:27.234805 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d346929b-bb3f-45d4-a6d4-adc2efd08591 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5734229 Oct 19 01:03:27.287709 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-1ec95fba-4b29-42d1-b68c-7c7cdf77e796 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:27.337621 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-1ec95fba-4b29-42d1-b68c-7c7cdf77e796 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:27.418021 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-1ec95fba-4b29-42d1-b68c-7c7cdf77e796 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] Network 6f09460f-2adf-4d7f-b998-5eb93e5b8b56 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:03:27.424390 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-1ec95fba-4b29-42d1-b68c-7c7cdf77e796 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:03:27.439115 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-1ec95fba-4b29-42d1-b68c-7c7cdf77e796 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:03:27.590476 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-1ec95fba-4b29-42d1-b68c-7c7cdf77e796 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:27.591296 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-1ec95fba-4b29-42d1-b68c-7c7cdf77e796 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:27.608333 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10118d-ce27-4725-aadf-8e4bb685e76b req-d7fb1d78-37d1-46ee-88ca-255c79669b6c tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:27.619879 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7b10118d-ce27-4725-aadf-8e4bb685e76b req-d7fb1d78-37d1-46ee-88ca-255c79669b6c tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0484b59-dd67-4c76-be42-52c30792679f HTTP/1.1" status: 200 len: 948 time: 0.2986357 Oct 19 01:03:27.627772 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec95fba-4b29-42d1-b68c-7c7cdf77e796 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] Pushing event updated for resources: {'Port': ['ID=0a27acf2-cdd1-44c0-9bc4-7109b474e360,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:27.632365 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-841e7c86-e1cc-4e10-bc10-60db06752aba tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:27.636748 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device a7d304d9-aa15-47ef-905b-5b208fcb7f3a up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:03:27.698330 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7b10118d-ce27-4725-aadf-8e4bb685e76b req-d0236e6b-ae35-4be3-9cf2-14912115e9a9 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766916 Oct 19 01:03:27.720868 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-1ec95fba-4b29-42d1-b68c-7c7cdf77e796 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0874174 Oct 19 01:03:27.798891 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c5efc4-31a6-4fe2-a7ce-a700a00c6b5f None None] Network 1dde7e42-644d-469c-9fa9-8910e70ca8ec requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:03:27.934430 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-d7a31786-aa76-4831-a621-b781628262e9 service neutron] Request body: {'port': {'device_id': '70135b25-55be-4364-bf94-0638092e3412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:28.066485 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-66b096f4-2f9b-4a8e-9d15-45d5fd004ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:28.113279 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b365bd-b3c7-461a-8321-ec0af8d385a9 req-7011b5df-2d47-446a-9b04-8460e4daa5ed tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:28.122216 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-00b365bd-b3c7-461a-8321-ec0af8d385a9 req-7011b5df-2d47-446a-9b04-8460e4daa5ed tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] 10.222.0.57 "GET /v2.0/ports?device_id=70135b25-55be-4364-bf94-0638092e3412 HTTP/1.1" status: 200 len: 931 time: 0.2662702 Oct 19 01:03:28.146851 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-841e7c86-e1cc-4e10-bc10-60db06752aba tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:28.149915 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-841e7c86-e1cc-4e10-bc10-60db06752aba tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:28.177616 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port a7d304d9-aa15-47ef-905b-5b208fcb7f3a completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:03:28.247664 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-d7a31786-aa76-4831-a621-b781628262e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:28.276559 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-00b365bd-b3c7-461a-8321-ec0af8d385a9 req-0bcc14cb-abad-495e-9895-6c73772ecdb0 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] 10.222.0.57 "GET /v2.0/security-groups?id=201cf045-45f4-4445-86c2-30c3ef92e0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529863 Oct 19 01:03:28.278863 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port a7d304d9-aa15-47ef-905b-5b208fcb7f3a triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:03:28.279463 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:28.306210 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-7710a05f-a751-4fd4-8f28-c43dae941960 None None] Provisioning complete for port 0a27acf2-cdd1-44c0-9bc4-7109b474e360 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:03:28.306585 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7710a05f-a751-4fd4-8f28-c43dae941960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:28.415827 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 49fd672e-9a08-4134-91c1-07893fad198d up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:03:28.476903 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-7710a05f-a751-4fd4-8f28-c43dae941960 None None] Port 0a27acf2-cdd1-44c0-9bc4-7109b474e360 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:03:28.591810 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 49fd672e-9a08-4134-91c1-07893fad198d triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:03:28.592190 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:28.649073 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-a3d287db-8ab0-418f-a418-26e2641c0d06 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:28.665324 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:28.668306 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-a3d287db-8ab0-418f-a418-26e2641c0d06 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] 10.222.0.57 "GET /v2.0/networks?id=26080c8a-a95f-45c8-a8e2-ac5b0331b958 HTTP/1.1" status: 200 len: 814 time: 0.3294885 Oct 19 01:03:28.677950 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-841e7c86-e1cc-4e10-bc10-60db06752aba tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:28.678491 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841e7c86-e1cc-4e10-bc10-60db06752aba tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9944630a-61b2-4890-8b3e-616fd96df82f {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:03:28.718068 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-5d8559d8-be61-4021-bfa6-dfde5e25d65d None None] Provisioning complete for port 49fd672e-9a08-4134-91c1-07893fad198d triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:03:28.718464 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5d8559d8-be61-4021-bfa6-dfde5e25d65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:28.720351 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-d5591fa4-95a3-4aa6-a535-a1e21ee0950f tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] 10.222.0.57 "GET /v2.0/quotas/63f316b888a64da49df0c393d4fe86c8 HTTP/1.1" status: 200 len: 375 time: 0.0511148 Oct 19 01:03:28.761740 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0484b59-dd67-4c76-be42-52c30792679f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d304d9-aa15-47ef-905b-5b208fcb7f3a'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:03:28.768874 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92be2e58-614f-4296-8426-bbdb19b2c300" -d '{"events": [{"server_uuid": "b0484b59-dd67-4c76-be42-52c30792679f", "name": "network-vif-plugged", "status": "completed", "tag": "a7d304d9-aa15-47ef-905b-5b208fcb7f3a"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:03:28.794872 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-841e7c86-e1cc-4e10-bc10-60db06752aba tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 19 01:03:28.797705 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port a7d304d9-aa15-47ef-905b-5b208fcb7f3a, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=a7d304d9-aa15-47ef-905b-5b208fcb7f3a,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:28.803702 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-841e7c86-e1cc-4e10-bc10-60db06752aba tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.4751503 Oct 19 01:03:28.806177 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55838) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:28.808617 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-8159b76d-b53f-44e4-bbec-456839b8dc79 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=63f316b888a64da49df0c393d4fe86c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0874717 Oct 19 01:03:28.811883 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:28.818529 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cab64-6be3-4fbf-a2e4-601dbc0261a5 req-f5108e79-40b0-4ccc-95a1-b2434a4005b7 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:28.824633 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-be3cab64-6be3-4fbf-a2e4-601dbc0261a5 req-f5108e79-40b0-4ccc-95a1-b2434a4005b7 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=67465c03-ebf2-4d93-9269-b6f3f7840c0c HTTP/1.1" status: 200 len: 943 time: 0.2141101 Oct 19 01:03:28.955592 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b096f4-2f9b-4a8e-9d15-45d5fd004ff8 admin admin] Router cbaddafa-0baf-47f7-963f-63a0a1f066e8 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:03:28.961767 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-be3cab64-6be3-4fbf-a2e4-601dbc0261a5 req-9a57590c-0c95-4880-ab94-3cd056572ace tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264179 Oct 19 01:03:29.030604 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=a7d304d9-aa15-47ef-905b-5b208fcb7f3a,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:29.051168 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-d7a31786-aa76-4831-a621-b781628262e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a27acf2-cdd1-44c0-9bc4-7109b474e360 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:03:29.061358 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-a45a1684-4280-4fa7-a5da-6851148e86ae service neutron] 10.222.0.57 "GET /v2.0/networks/26080c8a-a95f-45c8-a8e2-ac5b0331b958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243664 Oct 19 01:03:29.061931 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-d7a31786-aa76-4831-a621-b781628262e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:29.106456 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:29.115902 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-d7a31786-aa76-4831-a621-b781628262e9 service neutron] Transition to ACTIVE for port object 0a27acf2-cdd1-44c0-9bc4-7109b474e360 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:03:29.118748 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-53216e47-3b44-47b9-b2c5-30889fddd540 tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] Deleting port 30ee6431-fe4c-4743-8b57-a1ac262d4ce2 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:03:29.119254 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-53216e47-3b44-47b9-b2c5-30889fddd540 tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:29.152802 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-d7a31786-aa76-4831-a621-b781628262e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:29.264043 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a31786-aa76-4831-a621-b781628262e9 service neutron] Pushing event updated for resources: {'Port': ['ID=0a27acf2-cdd1-44c0-9bc4-7109b474e360,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:29.307197 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b33f67-9252-47d7-8d5e-b94423f46141 req-0e7fadaf-ad4f-4e4f-93b3-4f7476a1d564 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:29.308852 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-59b33f67-9252-47d7-8d5e-b94423f46141 req-0e7fadaf-ad4f-4e4f-93b3-4f7476a1d564 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 945 time: 0.2359428 Oct 19 01:03:29.429365 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-59b33f67-9252-47d7-8d5e-b94423f46141 req-1685ecab-207a-4ad3-acba-42fd4b80576a tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898521 Oct 19 01:03:29.444784 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-d7a31786-aa76-4831-a621-b781628262e9 service neutron] Attempting to bind port 0a27acf2-cdd1-44c0-9bc4-7109b474e360 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:03:29.445156 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-d7a31786-aa76-4831-a621-b781628262e9 service neutron] Attempting to bind port 0a27acf2-cdd1-44c0-9bc4-7109b474e360 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'fd439f00-5252-4108-8cca-4bb02963020f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6f09460f-2adf-4d7f-b998-5eb93e5b8b56'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:03:29.445707 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-d7a31786-aa76-4831-a621-b781628262e9 service neutron] Attempting to bind port 0a27acf2-cdd1-44c0-9bc4-7109b474e360 on network 6f09460f-2adf-4d7f-b998-5eb93e5b8b56 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:03:29.457237 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-d7a31786-aa76-4831-a621-b781628262e9 service neutron] Port 0a27acf2-cdd1-44c0-9bc4-7109b474e360 on network 6f09460f-2adf-4d7f-b998-5eb93e5b8b56 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:03:29.458124 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-d7a31786-aa76-4831-a621-b781628262e9 service neutron] Attempting to bind port 0a27acf2-cdd1-44c0-9bc4-7109b474e360 on network 6f09460f-2adf-4d7f-b998-5eb93e5b8b56 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:03:29.471266 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-d7a31786-aa76-4831-a621-b781628262e9 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:03:29.471788 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-d7a31786-aa76-4831-a621-b781628262e9 service neutron] Checking segment: {'id': 'fd439f00-5252-4108-8cca-4bb02963020f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6f09460f-2adf-4d7f-b998-5eb93e5b8b56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:03:29.475656 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-d7a31786-aa76-4831-a621-b781628262e9 service neutron] Bound using segment: {'id': 'fd439f00-5252-4108-8cca-4bb02963020f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6f09460f-2adf-4d7f-b998-5eb93e5b8b56'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:03:29.476354 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-d7a31786-aa76-4831-a621-b781628262e9 service neutron] Bound port: 0a27acf2-cdd1-44c0-9bc4-7109b474e360, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd439f00-5252-4108-8cca-4bb02963020f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6f09460f-2adf-4d7f-b998-5eb93e5b8b56'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:03:29.476720 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-d7a31786-aa76-4831-a621-b781628262e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:29.503845 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 2bd4a47f-fa9d-4503-839e-653626bff5b0 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:03:29.621303 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b096f4-2f9b-4a8e-9d15-45d5fd004ff8 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:03:29.641417 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84478b0c-b61e-4dfd-a95e-1bc69de672ec None None] Sync routers for ids ['cbaddafa-0baf-47f7-963f-63a0a1f066e8'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:03:29.654719 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-93f1489a-3895-4e21-a92f-c858e0bc9736 service neutron] 10.222.0.57 "GET /v2.0/networks/26080c8a-a95f-45c8-a8e2-ac5b0331b958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5847569 Oct 19 01:03:29.654985 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-d7a31786-aa76-4831-a621-b781628262e9 service neutron] For port 0a27acf2-cdd1-44c0-9bc4-7109b474e360, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:03:29.675187 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-d7a31786-aa76-4831-a621-b781628262e9 service neutron] For port 0a27acf2-cdd1-44c0-9bc4-7109b474e360, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=0a27acf2-cdd1-44c0-9bc4-7109b474e360,segment=NetworkSegment(fd439f00-5252-4108-8cca-4bb02963020f),segment_id=fd439f00-5252-4108-8cca-4bb02963020f)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:03:29.681122 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-66b096f4-2f9b-4a8e-9d15-45d5fd004ff8 admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:29.686846 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-66b096f4-2f9b-4a8e-9d15-45d5fd004ff8 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8419900 Oct 19 01:03:29.687045 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-d7a31786-aa76-4831-a621-b781628262e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:29.687195 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55846) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:29.688842 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84478b0c-b61e-4dfd-a95e-1bc69de672ec None None] Routers {'cbaddafa-0baf-47f7-963f-63a0a1f066e8'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:03:29.689910 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-53216e47-3b44-47b9-b2c5-30889fddd540 tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:29.694573 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-84478b0c-b61e-4dfd-a95e-1bc69de672ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:03:16Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['cbaddafa-0baf-47f7-963f-63a0a1f066e8'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:03:29.780805 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99deb9-3873-4ed7-a1ff-01eba9ceae57 req-15ec7bd8-0948-466b-bca9-6052e88f6942 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:29.789418 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6d99deb9-3873-4ed7-a1ff-01eba9ceae57 req-15ec7bd8-0948-466b-bca9-6052e88f6942 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0484b59-dd67-4c76-be42-52c30792679f HTTP/1.1" status: 200 len: 949 time: 0.2165341 Oct 19 01:03:29.807197 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-d7a31786-aa76-4831-a621-b781628262e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:29.808002 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-d7a31786-aa76-4831-a621-b781628262e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:29.809378 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-d7a31786-aa76-4831-a621-b781628262e9 service neutron] 10.222.0.24 "PUT /v2.0/ports/0a27acf2-cdd1-44c0-9bc4-7109b474e360 HTTP/1.1" status: 200 len: 1092 time: 1.8893743 Oct 19 01:03:29.809833 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70135b25-55be-4364-bf94-0638092e3412', 'tag': '0a27acf2-cdd1-44c0-9bc4-7109b474e360'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:03:29.812977 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc0f495-1721-4adb-acd1-412a17a67dbc" -d '{"events": [{"name": "network-changed", "server_uuid": "70135b25-55be-4364-bf94-0638092e3412", "tag": "0a27acf2-cdd1-44c0-9bc4-7109b474e360"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:03:29.863466 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a31786-aa76-4831-a621-b781628262e9 service neutron] Pushing event updated for resources: {'Port': ['ID=0a27acf2-cdd1-44c0-9bc4-7109b474e360,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:29.866096 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-53216e47-3b44-47b9-b2c5-30889fddd540 tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] Calling delete_port for 30ee6431-fe4c-4743-8b57-a1ac262d4ce2 owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:03:29.911333 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6d99deb9-3873-4ed7-a1ff-01eba9ceae57 req-85c26bcd-0689-4d8f-ab58-6187797e208b tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209455 Oct 19 01:03:29.997451 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd2792b-d9e8-4633-b151-8fbf450c39e5 x-openstack-request-id: req-9cd2792b-d9e8-4633-b151-8fbf450c39e5 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:03:29.997749 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0484b59-dd67-4c76-be42-52c30792679f", "name": "network-vif-plugged", "status": "completed", "tag": "a7d304d9-aa15-47ef-905b-5b208fcb7f3a", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:03:29.998005 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9cd2792b-d9e8-4633-b151-8fbf450c39e5 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:03:29.998404 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0484b59-dd67-4c76-be42-52c30792679f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d304d9-aa15-47ef-905b-5b208fcb7f3a', 'code': 200} Oct 19 01:03:30.014756 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 2bd4a47f-fa9d-4503-839e-653626bff5b0, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=2bd4a47f-fa9d-4503-839e-653626bff5b0,segment=NetworkSegment(2b6ac682-429b-459d-90c9-47596802933c),segment_id=2b6ac682-429b-459d-90c9-47596802933c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:30.058060 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '2bd4a47f-fa9d-4503-839e-653626bff5b0', 'network_id': '91c57069-c895-4994-a7af-d9f6ed49afa5', 'port_id': '2bd4a47f-fa9d-4503-839e-653626bff5b0', 'mac_address': 'fa:16:3e:48:14:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94948ad4-35aa-438e-aae6-6f67951e97f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:03:30.155674 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:30.168193 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-84478b0c-b61e-4dfd-a95e-1bc69de672ec None None] Set router cbaddafa-0baf-47f7-963f-63a0a1f066e8 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:03:30.197527 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd4a47f-fa9d-4503-839e-653626bff5b0 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:03:30.235623 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 2bd4a47f-fa9d-4503-839e-653626bff5b0, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=2bd4a47f-fa9d-4503-839e-653626bff5b0,segment=NetworkSegment(2b6ac682-429b-459d-90c9-47596802933c),segment_id=2b6ac682-429b-459d-90c9-47596802933c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:30.245059 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:30.328631 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=2bd4a47f-fa9d-4503-839e-653626bff5b0,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:30.360464 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7189e-3aca-402c-8d92-d68742b417ef req-f24df6b2-a5d7-4de8-b5d7-5e678f6e3b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:30.362367 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-76d7189e-3aca-402c-8d92-d68742b417ef req-f24df6b2-a5d7-4de8-b5d7-5e678f6e3b34 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b0484b59-dd67-4c76-be42-52c30792679f HTTP/1.1" status: 200 len: 1101 time: 0.2449157 Oct 19 01:03:30.489937 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['2bd4a47f-fa9d-4503-839e-653626bff5b0'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:03:30.513308 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5d5c7-9d26-434d-828b-db6e24beb442 req-ee5c47ad-a072-45bf-b838-266601260485 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:30.515067 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-72a5d5c7-9d26-434d-828b-db6e24beb442 req-ee5c47ad-a072-45bf-b838-266601260485 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] 10.222.0.57 "GET /v2.0/ports?device_id=70135b25-55be-4364-bf94-0638092e3412 HTTP/1.1" status: 200 len: 943 time: 0.2429063 Oct 19 01:03:30.548531 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-76d7189e-3aca-402c-8d92-d68742b417ef req-70928f00-fe52-499a-8b9c-03a5493adff5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736176 Oct 19 01:03:30.556230 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-84478b0c-b61e-4dfd-a95e-1bc69de672ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbaddafa-0baf-47f7-963f-63a0a1f066e8', 'name': 'tempest-FloatingIPsTestJSON-1658049790-router', 'tenant_id': '9b3fcd2a5d57494a99b62cb2152c6042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '030f2ca8-1989-48f9-a666-67793b6ec2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:03:23Z', 'updated_at': '2021-10-19T01:03:26Z', 'revision_number': 3, 'project_id': '9b3fcd2a5d57494a99b62cb2152c6042', 'gw_port': {'id': '030f2ca8-1989-48f9-a666-67793b6ec2e3', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:44:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbaddafa-0baf-47f7-963f-63a0a1f066e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:03:25Z', 'updated_at': '2021-10-19T01:03:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:03:30.564602 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-53216e47-3b44-47b9-b2c5-30889fddd540 tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:30.589962 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84478b0c-b61e-4dfd-a95e-1bc69de672ec None None] Checking router: cbaddafa-0baf-47f7-963f-63a0a1f066e8 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:03:30.590342 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84478b0c-b61e-4dfd-a95e-1bc69de672ec None None] Updating router cbaddafa-0baf-47f7-963f-63a0a1f066e8 port 030f2ca8-1989-48f9-a666-67793b6ec2e3 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:03:30.640175 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-84478b0c-b61e-4dfd-a95e-1bc69de672ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:30.665486 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53216e47-3b44-47b9-b2c5-30889fddd540 tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] Pushing event deleted for resources: {'Port': ['ID=30ee6431-fe4c-4743-8b57-a1ac262d4ce2,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:30.923708 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-72a5d5c7-9d26-434d-828b-db6e24beb442 req-bda3aa1a-8297-416f-8a4a-988aa0d9635c tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] 10.222.0.57 "GET /v2.0/security-groups?id=201cf045-45f4-4445-86c2-30c3ef92e0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794312 Oct 19 01:03:30.994067 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-53216e47-3b44-47b9-b2c5-30889fddd540 tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:30.997528 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-53216e47-3b44-47b9-b2c5-30889fddd540 tempest-RoutersAdminNegativeTest-626579326 tempest-RoutersAdminNegativeTest-626579326-project-admin] 10.222.0.57 "DELETE /v2.0/ports/30ee6431-fe4c-4743-8b57-a1ac262d4ce2 HTTP/1.1" status: 204 len: 168 time: 2.1877623 Oct 19 01:03:31.009024 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6a1deafd-8def-4ba9-bca9-7cdd27a2896c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:31.062140 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869d1a2f-4a90-4ace-a67b-e4285ee59adb x-openstack-request-id: req-869d1a2f-4a90-4ace-a67b-e4285ee59adb {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:03:31.062140 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70135b25-55be-4364-bf94-0638092e3412", "tag": "0a27acf2-cdd1-44c0-9bc4-7109b474e360", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:03:31.062140 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-869d1a2f-4a90-4ace-a67b-e4285ee59adb {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:03:31.062140 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70135b25-55be-4364-bf94-0638092e3412', 'tag': '0a27acf2-cdd1-44c0-9bc4-7109b474e360', 'status': 'completed', 'code': 200} Oct 19 01:03:31.212068 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-84478b0c-b61e-4dfd-a95e-1bc69de672ec None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:31.221863 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-84478b0c-b61e-4dfd-a95e-1bc69de672ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:31.306648 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-84478b0c-b61e-4dfd-a95e-1bc69de672ec None None] Attempting to bind port 030f2ca8-1989-48f9-a666-67793b6ec2e3 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:03:31.307420 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-84478b0c-b61e-4dfd-a95e-1bc69de672ec None None] Attempting to bind port 030f2ca8-1989-48f9-a666-67793b6ec2e3 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:03:31.308018 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84478b0c-b61e-4dfd-a95e-1bc69de672ec None None] Attempting to bind port 030f2ca8-1989-48f9-a666-67793b6ec2e3 on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:03:31.317218 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc4cce-1764-431f-aedc-36cfb9b46de8 None None] Pushing event updated for resources: {'Port': ['ID=030f2ca8-1989-48f9-a666-67793b6ec2e3,revision_number=2']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:31.321191 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84478b0c-b61e-4dfd-a95e-1bc69de672ec None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:03:31.321427 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84478b0c-b61e-4dfd-a95e-1bc69de672ec None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:03:31.321901 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-84478b0c-b61e-4dfd-a95e-1bc69de672ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:31.322392 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84478b0c-b61e-4dfd-a95e-1bc69de672ec None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:03:31.322943 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-84478b0c-b61e-4dfd-a95e-1bc69de672ec None None] Bound port: 030f2ca8-1989-48f9-a666-67793b6ec2e3, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:03:31.323680 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-84478b0c-b61e-4dfd-a95e-1bc69de672ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:31.352583 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc4cce-1764-431f-aedc-36cfb9b46de8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:31.353343 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc4cce-1764-431f-aedc-36cfb9b46de8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:31.353528 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc4cce-1764-431f-aedc-36cfb9b46de8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:31.353998 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc4cce-1764-431f-aedc-36cfb9b46de8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:31.354452 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc4cce-1764-431f-aedc-36cfb9b46de8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:31.354965 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc4cce-1764-431f-aedc-36cfb9b46de8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:31.355685 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc4cce-1764-431f-aedc-36cfb9b46de8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:31.356128 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc4cce-1764-431f-aedc-36cfb9b46de8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:31.356538 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc4cce-1764-431f-aedc-36cfb9b46de8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:31.356947 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc4cce-1764-431f-aedc-36cfb9b46de8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:31.357435 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc4cce-1764-431f-aedc-36cfb9b46de8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:31.357928 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc4cce-1764-431f-aedc-36cfb9b46de8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:31.380043 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66808863-8db0-46e4-9fdd-14ef80b6fc71 req-f227b67a-8dc3-4a5f-9a0b-87f608e3efee tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:31.387756 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-66808863-8db0-46e4-9fdd-14ef80b6fc71 req-f227b67a-8dc3-4a5f-9a0b-87f608e3efee tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=67465c03-ebf2-4d93-9269-b6f3f7840c0c HTTP/1.1" status: 200 len: 944 time: 0.2030792 Oct 19 01:03:31.432116 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-6a1deafd-8def-4ba9-bca9-7cdd27a2896c admin admin] Allocated IP 172.20.0.1 (a201bafd-55e4-4a5d-a84e-8a9c6837add1/f976afd0-cf8c-4aad-af93-3f4b78432e54/2018b1f2-6b1d-423e-a9d1-0af6a8c3ac66) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:03:31.438385 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-84478b0c-b61e-4dfd-a95e-1bc69de672ec None None] For port 030f2ca8-1989-48f9-a666-67793b6ec2e3, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:03:31.442715 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-84478b0c-b61e-4dfd-a95e-1bc69de672ec None None] For port 030f2ca8-1989-48f9-a666-67793b6ec2e3, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=030f2ca8-1989-48f9-a666-67793b6ec2e3,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:03:31.449340 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-84478b0c-b61e-4dfd-a95e-1bc69de672ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:31.491403 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 2bd4a47f-fa9d-4503-839e-653626bff5b0 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:03:31.508028 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-66808863-8db0-46e4-9fdd-14ef80b6fc71 req-91ae9569-6e7d-49ef-8c92-991fef6ac118 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158764 Oct 19 01:03:31.512707 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84478b0c-b61e-4dfd-a95e-1bc69de672ec None None] Routers {'cbaddafa-0baf-47f7-963f-63a0a1f066e8'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:03:31.513360 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-84478b0c-b61e-4dfd-a95e-1bc69de672ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:03:16Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['cbaddafa-0baf-47f7-963f-63a0a1f066e8'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:03:31.585633 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55874) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:31.587013 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc4cce-1764-431f-aedc-36cfb9b46de8 None None] Pushing event updated for resources: {'Port': ['ID=030f2ca8-1989-48f9-a666-67793b6ec2e3,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:31.641867 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 2bd4a47f-fa9d-4503-839e-653626bff5b0 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:03:31.647340 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 2bd4a47f-fa9d-4503-839e-653626bff5b0 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:03:31.647960 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:31.733032 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-84478b0c-b61e-4dfd-a95e-1bc69de672ec None None] Set router cbaddafa-0baf-47f7-963f-63a0a1f066e8 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:03:31.767409 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6a1deafd-8def-4ba9-bca9-7cdd27a2896c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:31.831008 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5966f43d-a889-4247-957a-ba69a97959c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:31.899255 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6a1deafd-8def-4ba9-bca9-7cdd27a2896c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:31.911361 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:32.029420 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67465c03-ebf2-4d93-9269-b6f3f7840c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd4a47f-fa9d-4503-839e-653626bff5b0'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:03:32.031800 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd36085-a667-40a2-b7ab-29aea1e55bd0" -d '{"events": [{"server_uuid": "67465c03-ebf2-4d93-9269-b6f3f7840c0c", "name": "network-vif-plugged", "status": "completed", "tag": "2bd4a47f-fa9d-4503-839e-653626bff5b0"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:03:32.040265 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5966f43d-a889-4247-957a-ba69a97959c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:32.050312 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5966f43d-a889-4247-957a-ba69a97959c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:32.080582 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 2bd4a47f-fa9d-4503-839e-653626bff5b0, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=2bd4a47f-fa9d-4503-839e-653626bff5b0,segment=NetworkSegment(2b6ac682-429b-459d-90c9-47596802933c),segment_id=2b6ac682-429b-459d-90c9-47596802933c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:32.092023 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:32.121346 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5966f43d-a889-4247-957a-ba69a97959c5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dea01a5a5c784d0095f38db54863934c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5322151 Oct 19 01:03:32.125686 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55884) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:32.148989 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-4b1f1166-5369-4e87-82b2-1d51f9aab5ed tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:32.150736 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-4b1f1166-5369-4e87-82b2-1d51f9aab5ed tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] 10.222.0.55 "GET /v2.0/networks?id=26080c8a-a95f-45c8-a8e2-ac5b0331b958 HTTP/1.1" status: 200 len: 814 time: 0.2475388 Oct 19 01:03:32.168110 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-84478b0c-b61e-4dfd-a95e-1bc69de672ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbaddafa-0baf-47f7-963f-63a0a1f066e8', 'name': 'tempest-FloatingIPsTestJSON-1658049790-router', 'tenant_id': '9b3fcd2a5d57494a99b62cb2152c6042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '030f2ca8-1989-48f9-a666-67793b6ec2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:03:23Z', 'updated_at': '2021-10-19T01:03:26Z', 'revision_number': 3, 'project_id': '9b3fcd2a5d57494a99b62cb2152c6042', 'gw_port': {'id': '030f2ca8-1989-48f9-a666-67793b6ec2e3', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:44:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbaddafa-0baf-47f7-963f-63a0a1f066e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:03:25Z', 'updated_at': '2021-10-19T01:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:03:32.179833 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1deafd-8def-4ba9-bca9-7cdd27a2896c admin admin] Network a201bafd-55e4-4a5d-a84e-8a9c6837add1 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:03:32.203266 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-6a1deafd-8def-4ba9-bca9-7cdd27a2896c admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:03:32.222039 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=2bd4a47f-fa9d-4503-839e-653626bff5b0,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:32.257957 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84478b0c-b61e-4dfd-a95e-1bc69de672ec None None] The sync data for ids ['cbaddafa-0baf-47f7-963f-63a0a1f066e8'] in n-d-715271-26 is: [{'id': 'cbaddafa-0baf-47f7-963f-63a0a1f066e8', 'name': 'tempest-FloatingIPsTestJSON-1658049790-router', 'tenant_id': '9b3fcd2a5d57494a99b62cb2152c6042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '030f2ca8-1989-48f9-a666-67793b6ec2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:03:23Z', 'updated_at': '2021-10-19T01:03:26Z', 'revision_number': 3, 'project_id': '9b3fcd2a5d57494a99b62cb2152c6042', 'gw_port': {'id': '030f2ca8-1989-48f9-a666-67793b6ec2e3', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:44:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbaddafa-0baf-47f7-963f-63a0a1f066e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:03:25Z', 'updated_at': '2021-10-19T01:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:03:32.258660 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-4b86a658-6863-4515-a41a-18f1a40a2312 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] Request body: {'port': {'device_id': 'd8c43740-f3ff-4a93-829f-2c44bf75fc29', 'network_id': '26080c8a-a95f-45c8-a8e2-ac5b0331b958', 'admin_state_up': True, 'tenant_id': '63f316b888a64da49df0c393d4fe86c8'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:32.264017 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1deafd-8def-4ba9-bca9-7cdd27a2896c admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:03:32.272220 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966f43d-a889-4247-957a-ba69a97959c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af182b4-9239-44b5-8e9a-d6ecea2d6aec,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:32.304287 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bb91f09a-28c6-4943-968b-1d29344b0faf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:32.356700 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bb91f09a-28c6-4943-968b-1d29344b0faf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:32.367290 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-93f00ff3-8a16-444c-8b86-190f9b6695bf req-3c4be4d7-1ed9-429c-97aa-416df357090d tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8c43740-f3ff-4a93-829f-2c44bf75fc29 HTTP/1.1" status: 200 len: 210 time: 0.3240023 Oct 19 01:03:32.430236 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bb91f09a-28c6-4943-968b-1d29344b0faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:32.436850 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bb91f09a-28c6-4943-968b-1d29344b0faf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:32.441794 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1deafd-8def-4ba9-bca9-7cdd27a2896c admin admin] Pushing event updated for resources: {'Port': ['ID=2018b1f2-6b1d-423e-a9d1-0af6a8c3ac66,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:32.443662 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-bb91f09a-28c6-4943-968b-1d29344b0faf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1af182b4-9239-44b5-8e9a-d6ecea2d6aec HTTP/1.1" status: 204 len: 168 time: 0.3143561 Oct 19 01:03:32.481120 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91f09a-28c6-4943-968b-1d29344b0faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af182b4-9239-44b5-8e9a-d6ecea2d6aec,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:32.496874 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6a1deafd-8def-4ba9-bca9-7cdd27a2896c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:32.619764 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-f09b04a1-b43f-40d3-8233-4cc53e5cc4ef None None] Provisioning complete for port 2018b1f2-6b1d-423e-a9d1-0af6a8c3ac66 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:03:32.620322 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f09b04a1-b43f-40d3-8233-4cc53e5cc4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:32.730562 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-f09b04a1-b43f-40d3-8233-4cc53e5cc4ef None None] Port 2018b1f2-6b1d-423e-a9d1-0af6a8c3ac66 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:03:32.803135 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd587417-0fd0-4fb9-bb04-503d4c375039 req-174cfada-8ac5-4ce7-b0ed-a9c05a4db952 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:32.804735 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fd587417-0fd0-4fb9-bb04-503d4c375039 req-174cfada-8ac5-4ce7-b0ed-a9c05a4db952 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0484b59-dd67-4c76-be42-52c30792679f HTTP/1.1" status: 200 len: 949 time: 0.2387559 Oct 19 01:03:32.907387 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fd587417-0fd0-4fb9-bb04-503d4c375039 req-6268695c-4f25-462b-8667-993025efb1b3 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875108 Oct 19 01:03:32.908523 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-4b86a658-6863-4515-a41a-18f1a40a2312 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] Made reservation on behalf of 63f316b888a64da49df0c393d4fe86c8 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:03:32.912092 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-4b86a658-6863-4515-a41a-18f1a40a2312 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:32.971670 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6a1deafd-8def-4ba9-bca9-7cdd27a2896c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:33.013572 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55894) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:33.072478 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8c5a2226-c1ba-44e7-b5a2-2e0d31a8ca1f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dcf43ae3e7d446a298a3ae08f330ad67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0575829 Oct 19 01:03:33.073368 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55896) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:33.153507 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-390e39e0-0c26-4126-b8a9-fc1e0ed5f6c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:33.195438 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-390e39e0-0c26-4126-b8a9-fc1e0ed5f6c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:33.278116 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-390e39e0-0c26-4126-b8a9-fc1e0ed5f6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:33.284754 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7374e3-d314-4825-aab7-56c2943dbc70 req-ff7928b4-a2a1-4b44-a843-da248080c115 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:33.286551 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ef7374e3-d314-4825-aab7-56c2943dbc70 req-ff7928b4-a2a1-4b44-a843-da248080c115 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 945 time: 0.2567987 Oct 19 01:03:33.291318 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-390e39e0-0c26-4126-b8a9-fc1e0ed5f6c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:33.295533 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-390e39e0-0c26-4126-b8a9-fc1e0ed5f6c6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9918af49-f403-4cb4-8837-a2bb3837f5f7 HTTP/1.1" status: 204 len: 168 time: 0.2207506 Oct 19 01:03:33.313821 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e39e0-0c26-4126-b8a9-fc1e0ed5f6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9918af49-f403-4cb4-8837-a2bb3837f5f7,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:33.353104 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-4b86a658-6863-4515-a41a-18f1a40a2312 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] Allocated IP 172.20.0.7 (26080c8a-a95f-45c8-a8e2-ac5b0331b958/1c91ce8b-3594-4e7c-9707-c203e0515e81/87c76c93-9c99-435c-a56a-665a504f3bc1) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:03:33.481182 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ef7374e3-d314-4825-aab7-56c2943dbc70 req-4daf9852-769f-402c-a0a9-594d6191cb52 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups?id=358704d5-bd05-4325-87dc-dbad5fbb332a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813822 Oct 19 01:03:33.495399 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6a1deafd-8def-4ba9-bca9-7cdd27a2896c admin admin] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:33.515782 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6a1deafd-8def-4ba9-bca9-7cdd27a2896c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:33.925125 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd7eaf-bdd9-401b-b380-8eacf8369eb4 req-25eb7982-e41a-42ad-8f33-2490aa916de6 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:33.926709 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e8fd7eaf-bdd9-401b-b380-8eacf8369eb4 req-25eb7982-e41a-42ad-8f33-2490aa916de6 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.55 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 945 time: 0.0871921 Oct 19 01:03:34.025946 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6a1deafd-8def-4ba9-bca9-7cdd27a2896c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:34.027668 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1deafd-8def-4ba9-bca9-7cdd27a2896c admin admin] Pushing event updated for resources: {'Port': ['ID=2018b1f2-6b1d-423e-a9d1-0af6a8c3ac66,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:34.069021 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b5d33-6244-4729-b74e-3d687b5409ee req-36a9d948-ff28-44ec-a02a-7259aadc1c44 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:34.076224 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a49b5d33-6244-4729-b74e-3d687b5409ee req-36a9d948-ff28-44ec-a02a-7259aadc1c44 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] 10.222.0.57 "GET /v2.0/ports?device_id=70135b25-55be-4364-bf94-0638092e3412 HTTP/1.1" status: 200 len: 943 time: 0.4653442 Oct 19 01:03:34.081296 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-e8fd7eaf-bdd9-401b-b380-8eacf8369eb4 req-57ec073e-7769-4209-b329-4bf892381a19 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Deleting port 9d959cf2-d937-4599-baa6-8978a8c357a2 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:03:34.081637 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e8fd7eaf-bdd9-401b-b380-8eacf8369eb4 req-57ec073e-7769-4209-b329-4bf892381a19 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:34.190644 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-4b86a658-6863-4515-a41a-18f1a40a2312 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:34.207862 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a49b5d33-6244-4729-b74e-3d687b5409ee req-00150337-6fe0-48ad-b6c5-12c71d05421e tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] 10.222.0.57 "GET /v2.0/security-groups?id=201cf045-45f4-4445-86c2-30c3ef92e0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307299 Oct 19 01:03:34.262054 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-e8fd7eaf-bdd9-401b-b380-8eacf8369eb4 req-57ec073e-7769-4209-b329-4bf892381a19 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] For port 9d959cf2-d937-4599-baa6-8978a8c357a2, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=9d959cf2-d937-4599-baa6-8978a8c357a2,segment=NetworkSegment(e19ceaa3-9bbe-44c1-b629-032b78b84ea1),segment_id=e19ceaa3-9bbe-44c1-b629-032b78b84ea1)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:34.264849 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e8fd7eaf-bdd9-401b-b380-8eacf8369eb4 req-57ec073e-7769-4209-b329-4bf892381a19 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:34.289331 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1deafd-8def-4ba9-bca9-7cdd27a2896c admin admin] Network a201bafd-55e4-4a5d-a84e-8a9c6837add1 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:03:34.293190 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-6a1deafd-8def-4ba9-bca9-7cdd27a2896c admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:03:34.305069 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-4b86a658-6863-4515-a41a-18f1a40a2312 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:34.370133 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5645ca7-4c19-48db-ac47-4f4a979b1c63 x-openstack-request-id: req-b5645ca7-4c19-48db-ac47-4f4a979b1c63 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:03:34.370133 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67465c03-ebf2-4d93-9269-b6f3f7840c0c", "name": "network-vif-plugged", "status": "completed", "tag": "2bd4a47f-fa9d-4503-839e-653626bff5b0", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:03:34.370133 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b5645ca7-4c19-48db-ac47-4f4a979b1c63 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:03:34.370133 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67465c03-ebf2-4d93-9269-b6f3f7840c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd4a47f-fa9d-4503-839e-653626bff5b0', 'code': 200} Oct 19 01:03:34.412444 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 030f2ca8-1989-48f9-a666-67793b6ec2e3 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:03:34.516060 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-4b86a658-6863-4515-a41a-18f1a40a2312 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] Network 26080c8a-a95f-45c8-a8e2-ac5b0331b958 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:03:34.533795 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-4b86a658-6863-4515-a41a-18f1a40a2312 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:03:34.559685 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 030f2ca8-1989-48f9-a666-67793b6ec2e3 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:03:34.560062 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:34.562650 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-4b86a658-6863-4515-a41a-18f1a40a2312 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:03:34.642317 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86a658-6863-4515-a41a-18f1a40a2312 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] Pushing event updated for resources: {'Port': ['ID=87c76c93-9c99-435c-a56a-665a504f3bc1,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:34.646586 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55924) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:34.751512 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e8fd7eaf-bdd9-401b-b380-8eacf8369eb4 req-57ec073e-7769-4209-b329-4bf892381a19 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:34.752000 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e8fd7eaf-bdd9-401b-b380-8eacf8369eb4 req-57ec073e-7769-4209-b329-4bf892381a19 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:34.752319 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [req-e8fd7eaf-bdd9-401b-b380-8eacf8369eb4 req-57ec073e-7769-4209-b329-4bf892381a19 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Floating IP 8e5aa2e5-80c2-4065-8529-f4cc42bf8fbb disassociated. External IP: 172.25.8.213, port: 9d959cf2-d937-4599-baa6-8978a8c357a2. Oct 19 01:03:34.752799 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-e8fd7eaf-bdd9-401b-b380-8eacf8369eb4 req-57ec073e-7769-4209-b329-4bf892381a19 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Calling delete_port for 9d959cf2-d937-4599-baa6-8978a8c357a2 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:03:34.789253 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:34.852101 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1deafd-8def-4ba9-bca9-7cdd27a2896c admin admin] Router cbaddafa-0baf-47f7-963f-63a0a1f066e8 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:03:34.854533 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 030f2ca8-1989-48f9-a666-67793b6ec2e3, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=030f2ca8-1989-48f9-a666-67793b6ec2e3,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:34.865454 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:34.875566 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-7997eeaf-340f-47a2-a1f4-e0648cdd63a4 None None] Provisioning complete for port 2018b1f2-6b1d-423e-a9d1-0af6a8c3ac66 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:03:34.876021 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7997eeaf-340f-47a2-a1f4-e0648cdd63a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:34.905240 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-4b86a658-6863-4515-a41a-18f1a40a2312 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:34.905979 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-4b86a658-6863-4515-a41a-18f1a40a2312 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:34.948168 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e8fd7eaf-bdd9-401b-b380-8eacf8369eb4 req-57ec073e-7769-4209-b329-4bf892381a19 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:34.950411 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac94f3d-4f01-4d63-ab35-46ca93bcc182 req-5122b78d-300d-4c85-a767-25ceb750ba45 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:34.951686 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aac94f3d-4f01-4d63-ab35-46ca93bcc182 req-5122b78d-300d-4c85-a767-25ceb750ba45 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=67465c03-ebf2-4d93-9269-b6f3f7840c0c HTTP/1.1" status: 200 len: 945 time: 0.4008353 Oct 19 01:03:34.984554 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-320f075d-49ed-44ec-8907-d63b5fec0e26 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-334971990'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:35.019270 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec073e-7769-4209-b329-4bf892381a19 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Pushing event deleted for resources: {'Port': ['ID=9d959cf2-d937-4599-baa6-8978a8c357a2,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:35.054266 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=030f2ca8-1989-48f9-a666-67793b6ec2e3,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:35.058341 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-7997eeaf-340f-47a2-a1f4-e0648cdd63a4 None None] Port 2018b1f2-6b1d-423e-a9d1-0af6a8c3ac66 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:03:35.067390 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-4b86a658-6863-4515-a41a-18f1a40a2312 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8672907 Oct 19 01:03:35.087936 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-1f3b1fc9-e043-471f-9cd6-19b6fe391e2a service neutron] Request body: {'port': {'device_id': 'd8c43740-f3ff-4a93-829f-2c44bf75fc29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:35.134134 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320f075d-49ed-44ec-8907-d63b5fec0e26 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Made reservation on behalf of 84748e43f3b14d069c782c0f6a8fb902 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:03:35.137846 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-320f075d-49ed-44ec-8907-d63b5fec0e26 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:35.143490 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aac94f3d-4f01-4d63-ab35-46ca93bcc182 req-bb8125bc-837b-4c7a-b0b9-262ee5ef7276 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658020 Oct 19 01:03:35.173446 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-320f075d-49ed-44ec-8907-d63b5fec0e26 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:35.291497 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8fd7eaf-bdd9-401b-b380-8eacf8369eb4 req-57ec073e-7769-4209-b329-4bf892381a19 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Router 3ecf485b-c040-4fb4-9b14-1e391a5e1184 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:03:35.336709 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-1f3b1fc9-e043-471f-9cd6-19b6fe391e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:35.564544 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8fd7eaf-bdd9-401b-b380-8eacf8369eb4 req-57ec073e-7769-4209-b329-4bf892381a19 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:03:35.574313 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee442f8-e355-4b23-91f9-8f15e23a7aae None None] Sync routers for ids ['3ecf485b-c040-4fb4-9b14-1e391a5e1184'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:03:35.592590 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee442f8-e355-4b23-91f9-8f15e23a7aae None None] Routers {'3ecf485b-c040-4fb4-9b14-1e391a5e1184'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:03:35.593286 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-bee442f8-e355-4b23-91f9-8f15e23a7aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:03:16Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['3ecf485b-c040-4fb4-9b14-1e391a5e1184'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:03:35.613355 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fd7eaf-bdd9-401b-b380-8eacf8369eb4 req-57ec073e-7769-4209-b329-4bf892381a19 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] No DVR routers for this DVR port 9d959cf2-d937-4599-baa6-8978a8c357a2 on host n-h1-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:03:35.616143 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e8fd7eaf-bdd9-401b-b380-8eacf8369eb4 req-57ec073e-7769-4209-b329-4bf892381a19 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:35.620116 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e8fd7eaf-bdd9-401b-b380-8eacf8369eb4 req-57ec073e-7769-4209-b329-4bf892381a19 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.55 "DELETE /v2.0/ports/9d959cf2-d937-4599-baa6-8978a8c357a2 HTTP/1.1" status: 204 len: 173 time: 1.6871681 Oct 19 01:03:35.620629 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86b379d-0e77-4852-9dfd-021d65295729', 'name': 'network-vif-deleted', 'tag': '9d959cf2-d937-4599-baa6-8978a8c357a2'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:03:35.624088 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7d4990-9be4-4568-bf03-2163978e461f" -d '{"events": [{"server_uuid": "c86b379d-0e77-4852-9dfd-021d65295729", "name": "network-vif-deleted", "tag": "9d959cf2-d937-4599-baa6-8978a8c357a2"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:03:35.842489 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-bee442f8-e355-4b23-91f9-8f15e23a7aae None None] Set router 3ecf485b-c040-4fb4-9b14-1e391a5e1184 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:03:35.850220 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-503d9b0a-c3f4-46c4-9b73-31193aceb0ab req-c57c32f0-b725-4323-9cda-cff17620f4d2 tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86b379d-0e77-4852-9dfd-021d65295729 HTTP/1.1" status: 200 len: 210 time: 0.0871282 Oct 19 01:03:35.978013 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7b152-153a-4d6f-bc3e-b7d95818fb88 req-b41193d8-02f2-4ee6-ba61-6d2469b69c02 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:35.979542 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-adb7b152-153a-4d6f-bc3e-b7d95818fb88 req-b41193d8-02f2-4ee6-ba61-6d2469b69c02 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8c43740-f3ff-4a93-829f-2c44bf75fc29 HTTP/1.1" status: 200 len: 931 time: 0.6741025 Oct 19 01:03:35.993343 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1deafd-8def-4ba9-bca9-7cdd27a2896c admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:03:35.996432 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-1f3b1fc9-e043-471f-9cd6-19b6fe391e2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87c76c93-9c99-435c-a56a-665a504f3bc1 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:03:36.007802 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778964c6-aa38-4ca4-a7f7-bbdba8e50763 None None] Sync routers for ids ['cbaddafa-0baf-47f7-963f-63a0a1f066e8'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:03:36.027682 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778964c6-aa38-4ca4-a7f7-bbdba8e50763 None None] Routers {'cbaddafa-0baf-47f7-963f-63a0a1f066e8'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:03:36.028609 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-778964c6-aa38-4ca4-a7f7-bbdba8e50763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:03:16Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['cbaddafa-0baf-47f7-963f-63a0a1f066e8'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:03:36.055319 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007993e-550d-4073-a2a7-4f2cb30dcc19 req-a20f0af3-cd51-44cd-bbc4-e4a29ab17c6b tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:36.069403 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5007993e-550d-4073-a2a7-4f2cb30dcc19 req-a20f0af3-cd51-44cd-bbc4-e4a29ab17c6b tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] 10.222.0.57 "GET /v2.0/ports?device_id=70135b25-55be-4364-bf94-0638092e3412 HTTP/1.1" status: 200 len: 943 time: 0.1352112 Oct 19 01:03:36.091059 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6a1deafd-8def-4ba9-bca9-7cdd27a2896c admin admin] 10.222.0.57 "PUT /v2.0/routers/cbaddafa-0baf-47f7-963f-63a0a1f066e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4043381 Oct 19 01:03:36.107663 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-adb7b152-153a-4d6f-bc3e-b7d95818fb88 req-cb07913f-3462-40e9-a910-a2d1a7662ea6 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] 10.222.0.57 "GET /v2.0/security-groups?id=40916515-2c03-4857-9cf4-848cff3d3a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196725 Oct 19 01:03:36.121911 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-1f3b1fc9-e043-471f-9cd6-19b6fe391e2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:36.208187 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-1f3b1fc9-e043-471f-9cd6-19b6fe391e2a service neutron] Transition to ACTIVE for port object 87c76c93-9c99-435c-a56a-665a504f3bc1 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:03:36.221588 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-1f3b1fc9-e043-471f-9cd6-19b6fe391e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:36.263016 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-320f075d-49ed-44ec-8907-d63b5fec0e26 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:36.270605 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b39567a-28f9-447d-84ea-1d1e6d43f150 x-openstack-request-id: req-0b39567a-28f9-447d-84ea-1d1e6d43f150 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:03:36.271508 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86b379d-0e77-4852-9dfd-021d65295729", "name": "network-vif-deleted", "tag": "9d959cf2-d937-4599-baa6-8978a8c357a2", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:03:36.274759 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0b39567a-28f9-447d-84ea-1d1e6d43f150 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:03:36.275244 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86b379d-0e77-4852-9dfd-021d65295729', 'name': 'network-vif-deleted', 'tag': '9d959cf2-d937-4599-baa6-8978a8c357a2', 'status': 'completed', 'code': 200} Oct 19 01:03:36.351031 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-778964c6-aa38-4ca4-a7f7-bbdba8e50763 None None] Set router cbaddafa-0baf-47f7-963f-63a0a1f066e8 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:03:36.357942 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-320f075d-49ed-44ec-8907-d63b5fec0e26 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:36.380035 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-320f075d-49ed-44ec-8907-d63b5fec0e26 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:03:36.386681 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5007993e-550d-4073-a2a7-4f2cb30dcc19 req-e03cbc8f-c470-42ea-88fc-4ed5ab4411e3 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] 10.222.0.57 "GET /v2.0/security-groups?id=201cf045-45f4-4445-86c2-30c3ef92e0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161912 Oct 19 01:03:36.404692 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 030f2ca8-1989-48f9-a666-67793b6ec2e3 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:03:36.420055 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-320f075d-49ed-44ec-8907-d63b5fec0e26 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:36.420906 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-320f075d-49ed-44ec-8907-d63b5fec0e26 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Added segment 9803daea-2f65-4593-9ca6-8226ec2e26f2 of type vlan for network df89f9b5-7170-4283-a35a-464eaeedad66 Oct 19 01:03:36.483825 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0f495-1721-4adb-acd1-412a17a67dbc req-013d4871-0473-429d-b0ec-8631f24ad9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:36.485489 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dcc0f495-1721-4adb-acd1-412a17a67dbc req-013d4871-0473-429d-b0ec-8631f24ad9ce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ac692c5716e4ead89cc01f87bd9bf1f&device_id=70135b25-55be-4364-bf94-0638092e3412 HTTP/1.1" status: 200 len: 1095 time: 0.2815745 Oct 19 01:03:36.578612 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-bee442f8-e355-4b23-91f9-8f15e23a7aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1980611840-router', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:56:46Z', 'updated_at': '2021-10-19T00:56:56Z', 'revision_number': 4, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'gw_port': {'id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:56:48Z', 'updated_at': '2021-10-19T00:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'e98f1dae-3d1e-43b7-ae39-a8d40c3de37a', 'name': '', 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'mac_address': 'fa:16:3e:ea:d4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'device_owner': 'network:router_interface', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': 'a953001c-8d13-4f10-8aaf-914f81607c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:56:54Z', 'updated_at': '2021-10-19T00:57:04Z', 'revision_number': 5, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'subnets': [{'id': 'a953001c-8d13-4f10-8aaf-914f81607c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:03:36.586926 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-320f075d-49ed-44ec-8907-d63b5fec0e26 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:36.641376 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee442f8-e355-4b23-91f9-8f15e23a7aae None None] Checking router: 3ecf485b-c040-4fb4-9b14-1e391a5e1184 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:03:36.667696 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-320f075d-49ed-44ec-8907-d63b5fec0e26 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:36.670439 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 030f2ca8-1989-48f9-a666-67793b6ec2e3 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:03:36.674731 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:36.678095 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320f075d-49ed-44ec-8907-d63b5fec0e26 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:36.678679 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-320f075d-49ed-44ec-8907-d63b5fec0e26 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:36.731885 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee442f8-e355-4b23-91f9-8f15e23a7aae None None] Routers {'3ecf485b-c040-4fb4-9b14-1e391a5e1184'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:03:36.732136 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-bee442f8-e355-4b23-91f9-8f15e23a7aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:03:16Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['3ecf485b-c040-4fb4-9b14-1e391a5e1184'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:03:36.913194 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-bee442f8-e355-4b23-91f9-8f15e23a7aae None None] Set router 3ecf485b-c040-4fb4-9b14-1e391a5e1184 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:03:36.933669 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-778964c6-aa38-4ca4-a7f7-bbdba8e50763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbaddafa-0baf-47f7-963f-63a0a1f066e8', 'name': 'tempest-FloatingIPsTestJSON-1658049790-router', 'tenant_id': '9b3fcd2a5d57494a99b62cb2152c6042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '030f2ca8-1989-48f9-a666-67793b6ec2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:03:23Z', 'updated_at': '2021-10-19T01:03:32Z', 'revision_number': 4, 'project_id': '9b3fcd2a5d57494a99b62cb2152c6042', 'gw_port': {'id': '030f2ca8-1989-48f9-a666-67793b6ec2e3', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaddafa-0baf-47f7-963f-63a0a1f066e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:03:25Z', 'updated_at': '2021-10-19T01:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '2018b1f2-6b1d-423e-a9d1-0af6a8c3ac66', 'name': '', 'network_id': 'a201bafd-55e4-4a5d-a84e-8a9c6837add1', 'tenant_id': '9b3fcd2a5d57494a99b62cb2152c6042', 'mac_address': 'fa:16:3e:27:6a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbaddafa-0baf-47f7-963f-63a0a1f066e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'f976afd0-cf8c-4aad-af93-3f4b78432e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:03:31Z', 'updated_at': '2021-10-19T01:03:33Z', 'revision_number': 2, 'project_id': '9b3fcd2a5d57494a99b62cb2152c6042', 'subnets': [{'id': 'f976afd0-cf8c-4aad-af93-3f4b78432e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:03:36.934632 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0f495-1721-4adb-acd1-412a17a67dbc req-e584bfaf-5020-4a7a-8a24-486a6c74f046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:36.959870 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dcc0f495-1721-4adb-acd1-412a17a67dbc req-e584bfaf-5020-4a7a-8a24-486a6c74f046 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7ac692c5716e4ead89cc01f87bd9bf1f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4367363 Oct 19 01:03:36.998961 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f937b-3af4-4f01-ba40-f1da3c11cd5c req-df0f4635-db86-4bd5-bac0-db5c7ceded9f tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:37.002892 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-728f937b-3af4-4f01-ba40-f1da3c11cd5c req-df0f4635-db86-4bd5-bac0-db5c7ceded9f tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=67465c03-ebf2-4d93-9269-b6f3f7840c0c HTTP/1.1" status: 200 len: 945 time: 0.2577446 Oct 19 01:03:37.022655 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778964c6-aa38-4ca4-a7f7-bbdba8e50763 None None] Checking router: cbaddafa-0baf-47f7-963f-63a0a1f066e8 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:03:37.023302 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778964c6-aa38-4ca4-a7f7-bbdba8e50763 None None] Updating router cbaddafa-0baf-47f7-963f-63a0a1f066e8 port 2018b1f2-6b1d-423e-a9d1-0af6a8c3ac66 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:03:37.061053 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f075d-49ed-44ec-8907-d63b5fec0e26 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Pushing event updated for resources: {'Network': ['ID=df89f9b5-7170-4283-a35a-464eaeedad66,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:37.081882 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network df89f9b5-7170-4283-a35a-464eaeedad66 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:03:37.112084 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-778964c6-aa38-4ca4-a7f7-bbdba8e50763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:37.164537 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77caafa-8b39-428b-9337-0e91f18999ef req-93d1bf30-b2fa-423e-8057-5cc9c500351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:37.166297 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a77caafa-8b39-428b-9337-0e91f18999ef req-93d1bf30-b2fa-423e-8057-5cc9c500351d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=67465c03-ebf2-4d93-9269-b6f3f7840c0c HTTP/1.1" status: 200 len: 1097 time: 0.8980048 Oct 19 01:03:37.170212 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-728f937b-3af4-4f01-ba40-f1da3c11cd5c req-10a612d5-1d92-474a-88d5-bf29d1811668 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490397 Oct 19 01:03:37.266539 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0f495-1721-4adb-acd1-412a17a67dbc req-e0e8938a-dfc9-45cf-b14a-c78f39db8081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:37.269087 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dcc0f495-1721-4adb-acd1-412a17a67dbc req-e0e8938a-dfc9-45cf-b14a-c78f39db8081 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2640960 Oct 19 01:03:37.319562 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b1fc9-e043-471f-9cd6-19b6fe391e2a service neutron] Pushing event updated for resources: {'Port': ['ID=87c76c93-9c99-435c-a56a-665a504f3bc1,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:37.337792 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-320f075d-49ed-44ec-8907-d63b5fec0e26 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.6271403 Oct 19 01:03:37.372930 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55950) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:37.403822 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-328aaf18-cd8f-4cd2-975e-458c998edb36 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Request body: {'subnet': {'network_id': 'df89f9b5-7170-4283-a35a-464eaeedad66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:37.516788 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-bee442f8-e355-4b23-91f9-8f15e23a7aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1980611840-router', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:56:46Z', 'updated_at': '2021-10-19T00:56:56Z', 'revision_number': 4, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'gw_port': {'id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:56:48Z', 'updated_at': '2021-10-19T00:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'e98f1dae-3d1e-43b7-ae39-a8d40c3de37a', 'name': '', 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'mac_address': 'fa:16:3e:ea:d4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'device_owner': 'network:router_interface', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': 'a953001c-8d13-4f10-8aaf-914f81607c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:56:54Z', 'updated_at': '2021-10-19T00:57:04Z', 'revision_number': 5, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'subnets': [{'id': 'a953001c-8d13-4f10-8aaf-914f81607c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:03:37.536524 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f075d-49ed-44ec-8907-d63b5fec0e26 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c295a134-6632-4681-b075-cbe8774888d9,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:37.567580 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee442f8-e355-4b23-91f9-8f15e23a7aae None None] The sync data for ids ['3ecf485b-c040-4fb4-9b14-1e391a5e1184'] in n-d-715271-26 is: [{'id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1980611840-router', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:56:46Z', 'updated_at': '2021-10-19T00:56:56Z', 'revision_number': 4, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'gw_port': {'id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:56:48Z', 'updated_at': '2021-10-19T00:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'e98f1dae-3d1e-43b7-ae39-a8d40c3de37a', 'name': '', 'network_id': 'c4b5ccfa-a7f9-4731-bba3-4264bbe52b87', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'mac_address': 'fa:16:3e:ea:d4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'device_owner': 'network:router_interface', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': 'a953001c-8d13-4f10-8aaf-914f81607c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:56:54Z', 'updated_at': '2021-10-19T00:57:04Z', 'revision_number': 5, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'subnets': [{'id': 'a953001c-8d13-4f10-8aaf-914f81607c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:03:37.582211 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328aaf18-cd8f-4cd2-975e-458c998edb36 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Made reservation on behalf of 84748e43f3b14d069c782c0f6a8fb902 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:03:37.585868 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-328aaf18-cd8f-4cd2-975e-458c998edb36 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:37.628166 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 9d959cf2-d937-4599-baa6-8978a8c357a2 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:03:37.648731 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f5a35-3834-48c1-b3e1-0e6b3f4e6509 req-1c2f557d-a6ed-4618-9cf3-f9b766d20fe6 tempest-ServersAdminTestJSON-583545724 tempest-ServersAdminTestJSON-583545724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:37.649208 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f5a35-3834-48c1-b3e1-0e6b3f4e6509 req-1c2f557d-a6ed-4618-9cf3-f9b766d20fe6 tempest-ServersAdminTestJSON-583545724 tempest-ServersAdminTestJSON-583545724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:37.649703 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f5a35-3834-48c1-b3e1-0e6b3f4e6509 req-1c2f557d-a6ed-4618-9cf3-f9b766d20fe6 tempest-ServersAdminTestJSON-583545724 tempest-ServersAdminTestJSON-583545724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:37.650171 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f5a35-3834-48c1-b3e1-0e6b3f4e6509 req-1c2f557d-a6ed-4618-9cf3-f9b766d20fe6 tempest-ServersAdminTestJSON-583545724 tempest-ServersAdminTestJSON-583545724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:37.650622 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f5a35-3834-48c1-b3e1-0e6b3f4e6509 req-1c2f557d-a6ed-4618-9cf3-f9b766d20fe6 tempest-ServersAdminTestJSON-583545724 tempest-ServersAdminTestJSON-583545724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:37.651074 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f5a35-3834-48c1-b3e1-0e6b3f4e6509 req-1c2f557d-a6ed-4618-9cf3-f9b766d20fe6 tempest-ServersAdminTestJSON-583545724 tempest-ServersAdminTestJSON-583545724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:37.651524 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f5a35-3834-48c1-b3e1-0e6b3f4e6509 req-1c2f557d-a6ed-4618-9cf3-f9b766d20fe6 tempest-ServersAdminTestJSON-583545724 tempest-ServersAdminTestJSON-583545724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:37.653844 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11245f91-8391-473e-aa82-a9cca7d006e0 req-50f9f4f8-2f79-4db7-93ea-2bcb20a96d23 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3273940 Oct 19 01:03:37.660729 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-11245f91-8391-473e-aa82-a9cca7d006e0 req-1ef3caf5-c64d-4ff0-a2bf-b0b37840cbcd tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:37.660951 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9e2f5a35-3834-48c1-b3e1-0e6b3f4e6509 req-1c2f557d-a6ed-4618-9cf3-f9b766d20fe6 tempest-ServersAdminTestJSON-583545724 tempest-ServersAdminTestJSON-583545724-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d8c43740-f3ff-4a93-829f-2c44bf75fc29&device_id=70135b25-55be-4364-bf94-0638092e3412&device_id=67465c03-ebf2-4d93-9269-b6f3f7840c0c&device_id=b0484b59-dd67-4c76-be42-52c30792679f&device_id=9c6bdab0-e193-4548-b32a-82293867f758&device_id=44281d1b-6510-484f-9619-30b701840d15&device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 6388 time: 0.6295002 Oct 19 01:03:37.675164 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a77caafa-8b39-428b-9337-0e91f18999ef req-4affd039-8f91-4d68-b306-75f2fa89c0c2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4445612 Oct 19 01:03:37.675947 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-1f3b1fc9-e043-471f-9cd6-19b6fe391e2a service neutron] Attempting to bind port 87c76c93-9c99-435c-a56a-665a504f3bc1 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:03:37.676291 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-1f3b1fc9-e043-471f-9cd6-19b6fe391e2a service neutron] Attempting to bind port 87c76c93-9c99-435c-a56a-665a504f3bc1 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '88ecffc1-90fa-418d-a0e1-2e7c29608a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '26080c8a-a95f-45c8-a8e2-ac5b0331b958'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:03:37.676753 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-1f3b1fc9-e043-471f-9cd6-19b6fe391e2a service neutron] Attempting to bind port 87c76c93-9c99-435c-a56a-665a504f3bc1 on network 26080c8a-a95f-45c8-a8e2-ac5b0331b958 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:03:37.695214 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-11245f91-8391-473e-aa82-a9cca7d006e0 req-1ef3caf5-c64d-4ff0-a2bf-b0b37840cbcd tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Publish callbacks [] for floatingip, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:37.699690 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 9d959cf2-d937-4599-baa6-8978a8c357a2 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:03:37.700098 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 9d959cf2-d937-4599-baa6-8978a8c357a2 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:03:37.709072 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9e2f5a35-3834-48c1-b3e1-0e6b3f4e6509 req-6e0d97b6-df8d-4f56-8e5e-61d2dd907415 tempest-ServersAdminTestJSON-583545724 tempest-ServersAdminTestJSON-583545724-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:37.766157 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-1f3b1fc9-e043-471f-9cd6-19b6fe391e2a service neutron] Port 87c76c93-9c99-435c-a56a-665a504f3bc1 on network 26080c8a-a95f-45c8-a8e2-ac5b0331b958 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:03:37.766561 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-1f3b1fc9-e043-471f-9cd6-19b6fe391e2a service neutron] Attempting to bind port 87c76c93-9c99-435c-a56a-665a504f3bc1 on network 26080c8a-a95f-45c8-a8e2-ac5b0331b958 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:03:37.799572 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-1f3b1fc9-e043-471f-9cd6-19b6fe391e2a service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:03:37.799984 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-1f3b1fc9-e043-471f-9cd6-19b6fe391e2a service neutron] Checking segment: {'id': '88ecffc1-90fa-418d-a0e1-2e7c29608a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '26080c8a-a95f-45c8-a8e2-ac5b0331b958'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:03:37.800336 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-1f3b1fc9-e043-471f-9cd6-19b6fe391e2a service neutron] Bound using segment: {'id': '88ecffc1-90fa-418d-a0e1-2e7c29608a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '26080c8a-a95f-45c8-a8e2-ac5b0331b958'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:03:37.801064 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-1f3b1fc9-e043-471f-9cd6-19b6fe391e2a service neutron] Bound port: 87c76c93-9c99-435c-a56a-665a504f3bc1, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88ecffc1-90fa-418d-a0e1-2e7c29608a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '26080c8a-a95f-45c8-a8e2-ac5b0331b958'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:03:37.801242 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-1f3b1fc9-e043-471f-9cd6-19b6fe391e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:37.822715 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-778964c6-aa38-4ca4-a7f7-bbdba8e50763 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:37.839024 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-778964c6-aa38-4ca4-a7f7-bbdba8e50763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:37.891758 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa49b3-aaf2-4ef2-aa22-3338d48d8a3f None None] Pushing event updated for resources: {'Port': ['ID=2018b1f2-6b1d-423e-a9d1-0af6a8c3ac66,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:38.042102 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-11245f91-8391-473e-aa82-a9cca7d006e0 req-1ef3caf5-c64d-4ff0-a2bf-b0b37840cbcd tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:38.079055 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-778964c6-aa38-4ca4-a7f7-bbdba8e50763 None None] Attempting to bind port 2018b1f2-6b1d-423e-a9d1-0af6a8c3ac66 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:03:38.079654 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-778964c6-aa38-4ca4-a7f7-bbdba8e50763 None None] Attempting to bind port 2018b1f2-6b1d-423e-a9d1-0af6a8c3ac66 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'b052266a-4fde-463b-84d1-c81a3283f8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a201bafd-55e4-4a5d-a84e-8a9c6837add1'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:03:38.079875 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778964c6-aa38-4ca4-a7f7-bbdba8e50763 None None] Attempting to bind port 2018b1f2-6b1d-423e-a9d1-0af6a8c3ac66 on network a201bafd-55e4-4a5d-a84e-8a9c6837add1 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:03:38.095849 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778964c6-aa38-4ca4-a7f7-bbdba8e50763 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:03:38.096256 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778964c6-aa38-4ca4-a7f7-bbdba8e50763 None None] Checking segment: {'id': 'b052266a-4fde-463b-84d1-c81a3283f8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a201bafd-55e4-4a5d-a84e-8a9c6837add1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:03:38.097557 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-778964c6-aa38-4ca4-a7f7-bbdba8e50763 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:38.098316 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778964c6-aa38-4ca4-a7f7-bbdba8e50763 None None] Bound using segment: {'id': 'b052266a-4fde-463b-84d1-c81a3283f8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a201bafd-55e4-4a5d-a84e-8a9c6837add1'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:03:38.099645 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8886c68-7a37-4ce5-a58a-d4ed246cb4c3 None None] New status for floating IP 8e5aa2e5-80c2-4065-8529-f4cc42bf8fbb: DOWN {{(pid=100608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:03:38.099893 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-778964c6-aa38-4ca4-a7f7-bbdba8e50763 None None] Bound port: 2018b1f2-6b1d-423e-a9d1-0af6a8c3ac66, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b052266a-4fde-463b-84d1-c81a3283f8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a201bafd-55e4-4a5d-a84e-8a9c6837add1'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:03:38.100301 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-778964c6-aa38-4ca4-a7f7-bbdba8e50763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:38.107384 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-1f3b1fc9-e043-471f-9cd6-19b6fe391e2a service neutron] For port 87c76c93-9c99-435c-a56a-665a504f3bc1, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:03:38.154354 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9e2f5a35-3834-48c1-b3e1-0e6b3f4e6509 req-6e0d97b6-df8d-4f56-8e5e-61d2dd907415 tempest-ServersAdminTestJSON-583545724 tempest-ServersAdminTestJSON-583545724-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:38.162966 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-1f3b1fc9-e043-471f-9cd6-19b6fe391e2a service neutron] For port 87c76c93-9c99-435c-a56a-665a504f3bc1, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=87c76c93-9c99-435c-a56a-665a504f3bc1,segment=NetworkSegment(88ecffc1-90fa-418d-a0e1-2e7c29608a6b),segment_id=88ecffc1-90fa-418d-a0e1-2e7c29608a6b)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:03:38.176006 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9e2f5a35-3834-48c1-b3e1-0e6b3f4e6509 req-6e0d97b6-df8d-4f56-8e5e-61d2dd907415 tempest-ServersAdminTestJSON-583545724 tempest-ServersAdminTestJSON-583545724-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:38.219719 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-11245f91-8391-473e-aa82-a9cca7d006e0 req-1ef3caf5-c64d-4ff0-a2bf-b0b37840cbcd tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Allocated IP 172.25.8.22 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/79f237d7-f122-4fd0-aa08-e846bd631ad3) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:03:38.244573 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-1f3b1fc9-e043-471f-9cd6-19b6fe391e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:38.278372 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-778964c6-aa38-4ca4-a7f7-bbdba8e50763 None None] For port 2018b1f2-6b1d-423e-a9d1-0af6a8c3ac66, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:03:38.288102 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-778964c6-aa38-4ca4-a7f7-bbdba8e50763 None None] For port 2018b1f2-6b1d-423e-a9d1-0af6a8c3ac66, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=2018b1f2-6b1d-423e-a9d1-0af6a8c3ac66,segment=NetworkSegment(b052266a-4fde-463b-84d1-c81a3283f8ea),segment_id=b052266a-4fde-463b-84d1-c81a3283f8ea)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:03:38.297697 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-778964c6-aa38-4ca4-a7f7-bbdba8e50763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:38.338219 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-1f3b1fc9-e043-471f-9cd6-19b6fe391e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:38.338832 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-1f3b1fc9-e043-471f-9cd6-19b6fe391e2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:38.340282 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-1f3b1fc9-e043-471f-9cd6-19b6fe391e2a service neutron] 10.222.0.55 "PUT /v2.0/ports/87c76c93-9c99-435c-a56a-665a504f3bc1 HTTP/1.1" status: 200 len: 1092 time: 3.2606165 Oct 19 01:03:38.380452 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-11245f91-8391-473e-aa82-a9cca7d006e0 req-1ef3caf5-c64d-4ff0-a2bf-b0b37840cbcd tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:38.387546 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c43740-f3ff-4a93-829f-2c44bf75fc29', 'tag': '87c76c93-9c99-435c-a56a-665a504f3bc1'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:03:38.389758 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9576f3b-e7f4-4b89-84f0-fa07ac831f37" -d '{"events": [{"name": "network-changed", "server_uuid": "d8c43740-f3ff-4a93-829f-2c44bf75fc29", "tag": "87c76c93-9c99-435c-a56a-665a504f3bc1"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:03:38.419022 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-3f259980-7c1b-4cb7-a478-bdf9f87fe2ac None None] Provisioning complete for port 2018b1f2-6b1d-423e-a9d1-0af6a8c3ac66 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:03:38.419022 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3f259980-7c1b-4cb7-a478-bdf9f87fe2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:38.420716 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778964c6-aa38-4ca4-a7f7-bbdba8e50763 None None] Routers {'cbaddafa-0baf-47f7-963f-63a0a1f066e8'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:03:38.422134 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-778964c6-aa38-4ca4-a7f7-bbdba8e50763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:03:16Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['cbaddafa-0baf-47f7-963f-63a0a1f066e8'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:03:38.488645 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-11245f91-8391-473e-aa82-a9cca7d006e0 req-1ef3caf5-c64d-4ff0-a2bf-b0b37840cbcd tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:38.494053 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9e2f5a35-3834-48c1-b3e1-0e6b3f4e6509 req-6e0d97b6-df8d-4f56-8e5e-61d2dd907415 tempest-ServersAdminTestJSON-583545724 tempest-ServersAdminTestJSON-583545724-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=40916515-2c03-4857-9cf4-848cff3d3a79&id=201cf045-45f4-4445-86c2-30c3ef92e0d5&id=f27a6b4d-db40-4193-b79a-4adf6a689515&id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&id=ee01ab66-3697-4623-ae66-2cb16178c0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 0.8314352 Oct 19 01:03:38.619880 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-328aaf18-cd8f-4cd2-975e-458c998edb36 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:38.622215 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d97b6-df8d-4f56-8e5e-61d2dd907415 tempest-ServersAdminTestJSON-583545724 tempest-ServersAdminTestJSON-583545724-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422b3525-2164-4a77-b9ac-6c0db9de5e51,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:38.634847 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3caf5-c64d-4ff0-a2bf-b0b37840cbcd tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Pushing event updated for resources: {'Port': ['ID=79f237d7-f122-4fd0-aa08-e846bd631ad3,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:38.651683 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11245f91-8391-473e-aa82-a9cca7d006e0 req-1ef3caf5-c64d-4ff0-a2bf-b0b37840cbcd tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:03:38.653836 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-11245f91-8391-473e-aa82-a9cca7d006e0 req-1ef3caf5-c64d-4ff0-a2bf-b0b37840cbcd tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:03:38.660332 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-11245f91-8391-473e-aa82-a9cca7d006e0 req-1ef3caf5-c64d-4ff0-a2bf-b0b37840cbcd tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:03:38.697377 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3f259980-7c1b-4cb7-a478-bdf9f87fe2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:38.786521 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328aaf18-cd8f-4cd2-975e-458c998edb36 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Pushing event updated for resources: {'Subnet': ['ID=3f0f0e7f-97cc-4cc0-8971-003214af8cc5,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:38.795997 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-3f259980-7c1b-4cb7-a478-bdf9f87fe2ac None None] For port 2018b1f2-6b1d-423e-a9d1-0af6a8c3ac66, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=2018b1f2-6b1d-423e-a9d1-0af6a8c3ac66,segment=NetworkSegment(b052266a-4fde-463b-84d1-c81a3283f8ea),segment_id=b052266a-4fde-463b-84d1-c81a3283f8ea)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:38.803069 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3f259980-7c1b-4cb7-a478-bdf9f87fe2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:38.851618 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b1fc9-e043-471f-9cd6-19b6fe391e2a service neutron] Pushing event updated for resources: {'Port': ['ID=87c76c93-9c99-435c-a56a-665a504f3bc1,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:38.866834 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-45f9f954-1062-40cd-9a78-24ed6eb950a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:38.868699 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-45f9f954-1062-40cd-9a78-24ed6eb950a0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=63f316b888a64da49df0c393d4fe86c8&device_id=d8c43740-f3ff-4a93-829f-2c44bf75fc29 HTTP/1.1" status: 200 len: 1095 time: 0.4281216 Oct 19 01:03:38.882485 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9658558c-b0e7-45ad-9123-a343927c25df req-965b8ab4-2588-4414-9178-56ab3799880b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1533375 Oct 19 01:03:38.955102 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-11245f91-8391-473e-aa82-a9cca7d006e0 req-1ef3caf5-c64d-4ff0-a2bf-b0b37840cbcd tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:38.955278 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-778964c6-aa38-4ca4-a7f7-bbdba8e50763 None None] Set router cbaddafa-0baf-47f7-963f-63a0a1f066e8 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:03:38.963682 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02a5d7-f5ac-4579-a1f1-aa2550df0153 req-50a0ca7d-5566-4cd7-9d4b-b7a3b0b6f50b tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:38.966020 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8e02a5d7-f5ac-4579-a1f1-aa2550df0153 req-50a0ca7d-5566-4cd7-9d4b-b7a3b0b6f50b tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8c43740-f3ff-4a93-829f-2c44bf75fc29 HTTP/1.1" status: 200 len: 943 time: 0.1761618 Oct 19 01:03:38.967814 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-337cec7b-0ca4-4aab-8577-623705fb6b4e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87c76c93-9c99-435c-a56a-665a504f3bc1 HTTP/1.1" status: 200 len: 217 time: 0.0882409 Oct 19 01:03:38.970499 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f259980-7c1b-4cb7-a478-bdf9f87fe2ac None None] Pushing event updated for resources: {'Port': ['ID=2018b1f2-6b1d-423e-a9d1-0af6a8c3ac66,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:38.991968 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328aaf18-cd8f-4cd2-975e-458c998edb36 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Checking segment: {'id': '9803daea-2f65-4593-9ca6-8226ec2e26f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'df89f9b5-7170-4283-a35a-464eaeedad66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:03:38.992814 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328aaf18-cd8f-4cd2-975e-458c998edb36 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Network hostable DHCP agents. Network: df89f9b5-7170-4283-a35a-464eaeedad66, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:03:38.993683 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-2e73ae39-0744-4da9-ae54-a357c03fd33a None None] Provisioning complete for port 2018b1f2-6b1d-423e-a9d1-0af6a8c3ac66 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:03:38.994060 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2e73ae39-0744-4da9-ae54-a357c03fd33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:39.017529 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-11245f91-8391-473e-aa82-a9cca7d006e0 req-1ef3caf5-c64d-4ff0-a2bf-b0b37840cbcd tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:39.052606 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9658558c-b0e7-45ad-9123-a343927c25df req-25c4393b-afff-4251-9d9f-93277737e1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:39.054248 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9658558c-b0e7-45ad-9123-a343927c25df req-25c4393b-afff-4251-9d9f-93277737e1e7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=964bd4dc3f7745a3badae489d3813da4&device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 1102 time: 0.0926750 Oct 19 01:03:39.085942 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8e02a5d7-f5ac-4579-a1f1-aa2550df0153 req-697fe6c3-7992-4918-ba33-ea0c24a392b3 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] 10.222.0.57 "GET /v2.0/security-groups?id=40916515-2c03-4857-9cf4-848cff3d3a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054974 Oct 19 01:03:39.101204 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328aaf18-cd8f-4cd2-975e-458c998edb36 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Network df89f9b5-7170-4283-a35a-464eaeedad66 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:03:39.115658 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-328aaf18-cd8f-4cd2-975e-458c998edb36 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, df89f9b5-7170-4283-a35a-464eaeedad66) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:03:39.123326 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-9d72dbbc-7693-4754-94f4-f78e278c32d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:39.123971 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8d39d3-3d49-4fea-a5d3-9060c1234412 None None] Network df89f9b5-7170-4283-a35a-464eaeedad66 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:03:39.125658 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-9d72dbbc-7693-4754-94f4-f78e278c32d5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c91ce8b-3594-4e7c-9707-c203e0515e81 HTTP/1.1" status: 200 len: 854 time: 0.1440091 Oct 19 01:03:39.156666 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328aaf18-cd8f-4cd2-975e-458c998edb36 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:39.157867 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-328aaf18-cd8f-4cd2-975e-458c998edb36 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:39.189585 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-9e507d64-0ae5-4225-bd23-dc6d8c7731a8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=26080c8a-a95f-45c8-a8e2-ac5b0331b958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566509 Oct 19 01:03:39.211897 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-328aaf18-cd8f-4cd2-975e-458c998edb36 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8255041 Oct 19 01:03:39.220212 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55966) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:39.227927 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-c93a175e-5c61-4130-bdb9-340c2d5e7159 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Request body: {'port': {'network_id': 'df89f9b5-7170-4283-a35a-464eaeedad66', 'name': 'tempest-ExtraDHCPOptionsTestJSON-64456949'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:39.270011 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9658558c-b0e7-45ad-9123-a343927c25df req-04bcc368-75a5-4448-b312-0165f143824e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:39.271667 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9658558c-b0e7-45ad-9123-a343927c25df req-04bcc368-75a5-4448-b312-0165f143824e service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.1960962 Oct 19 01:03:39.308883 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa49b3-aaf2-4ef2-aa22-3338d48d8a3f None None] Pushing event updated for resources: {'Port': ['ID=2018b1f2-6b1d-423e-a9d1-0af6a8c3ac66,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:39.344747 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4695333-41aa-4001-899e-3c053d966102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-df89f9b5-7170-4283-a35a-464eaeedad66', 'network_id': 'df89f9b5-7170-4283-a35a-464eaeedad66', 'tenant_id': '84748e43f3b14d069c782c0f6a8fb902', 'fixed_ips': [{'subnet_id': '3f0f0e7f-97cc-4cc0-8971-003214af8cc5'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:03:39.345867 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a4695333-41aa-4001-899e-3c053d966102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:39.351986 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d9b24-4cbb-40a7-b237-1e00af5973c1 req-d8fdf6b8-a5e9-419f-a4b7-c9c461f03dd8 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:39.353583 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0d4d9b24-4cbb-40a7-b237-1e00af5973c1 req-d8fdf6b8-a5e9-419f-a4b7-c9c461f03dd8 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] 10.222.0.57 "GET /v2.0/ports?device_id=70135b25-55be-4364-bf94-0638092e3412 HTTP/1.1" status: 200 len: 943 time: 0.1302288 Oct 19 01:03:39.385217 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-778964c6-aa38-4ca4-a7f7-bbdba8e50763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbaddafa-0baf-47f7-963f-63a0a1f066e8', 'name': 'tempest-FloatingIPsTestJSON-1658049790-router', 'tenant_id': '9b3fcd2a5d57494a99b62cb2152c6042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '030f2ca8-1989-48f9-a666-67793b6ec2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:03:23Z', 'updated_at': '2021-10-19T01:03:32Z', 'revision_number': 4, 'project_id': '9b3fcd2a5d57494a99b62cb2152c6042', 'gw_port': {'id': '030f2ca8-1989-48f9-a666-67793b6ec2e3', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaddafa-0baf-47f7-963f-63a0a1f066e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:03:25Z', 'updated_at': '2021-10-19T01:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '2018b1f2-6b1d-423e-a9d1-0af6a8c3ac66', 'name': '', 'network_id': 'a201bafd-55e4-4a5d-a84e-8a9c6837add1', 'tenant_id': '9b3fcd2a5d57494a99b62cb2152c6042', 'mac_address': 'fa:16:3e:27:6a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbaddafa-0baf-47f7-963f-63a0a1f066e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'f976afd0-cf8c-4aad-af93-3f4b78432e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:03:31Z', 'updated_at': '2021-10-19T01:03:38Z', 'revision_number': 4, 'project_id': '9b3fcd2a5d57494a99b62cb2152c6042', 'subnets': [{'id': 'f976afd0-cf8c-4aad-af93-3f4b78432e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:03:39.404928 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-9b9e495f-7b32-4cae-a260-4b530ca5932a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:39.407439 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-9b9e495f-7b32-4cae-a260-4b530ca5932a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ac692c5716e4ead89cc01f87bd9bf1f&device_id=70135b25-55be-4364-bf94-0638092e3412 HTTP/1.1" status: 200 len: 1095 time: 0.0977089 Oct 19 01:03:39.409717 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-95b428db-eb82-4218-93b9-3ad7ed75dd62 service neutron] 10.222.0.55 "GET /v2.0/networks/26080c8a-a95f-45c8-a8e2-ac5b0331b958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131541 Oct 19 01:03:39.417506 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778964c6-aa38-4ca4-a7f7-bbdba8e50763 None None] The sync data for ids ['cbaddafa-0baf-47f7-963f-63a0a1f066e8'] in n-d-715271-26 is: [{'id': 'cbaddafa-0baf-47f7-963f-63a0a1f066e8', 'name': 'tempest-FloatingIPsTestJSON-1658049790-router', 'tenant_id': '9b3fcd2a5d57494a99b62cb2152c6042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '030f2ca8-1989-48f9-a666-67793b6ec2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:03:23Z', 'updated_at': '2021-10-19T01:03:32Z', 'revision_number': 4, 'project_id': '9b3fcd2a5d57494a99b62cb2152c6042', 'gw_port': {'id': '030f2ca8-1989-48f9-a666-67793b6ec2e3', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaddafa-0baf-47f7-963f-63a0a1f066e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:03:25Z', 'updated_at': '2021-10-19T01:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '2018b1f2-6b1d-423e-a9d1-0af6a8c3ac66', 'name': '', 'network_id': 'a201bafd-55e4-4a5d-a84e-8a9c6837add1', 'tenant_id': '9b3fcd2a5d57494a99b62cb2152c6042', 'mac_address': 'fa:16:3e:27:6a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbaddafa-0baf-47f7-963f-63a0a1f066e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'f976afd0-cf8c-4aad-af93-3f4b78432e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:03:31Z', 'updated_at': '2021-10-19T01:03:38Z', 'revision_number': 4, 'project_id': '9b3fcd2a5d57494a99b62cb2152c6042', 'subnets': [{'id': 'f976afd0-cf8c-4aad-af93-3f4b78432e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:03:39.418562 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9658558c-b0e7-45ad-9123-a343927c25df req-6661a810-f4bc-42bd-bb78-5a73a9e5b71f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=1e9d67e8-229f-4d4d-8729-38d2227bcdf7 HTTP/1.1" status: 200 len: 217 time: 0.1344223 Oct 19 01:03:39.424307 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-11245f91-8391-473e-aa82-a9cca7d006e0 req-1ef3caf5-c64d-4ff0-a2bf-b0b37840cbcd tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:39.444004 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0d4d9b24-4cbb-40a7-b237-1e00af5973c1 req-378a054e-f557-4804-9d6b-2cb812341c17 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] 10.222.0.57 "GET /v2.0/security-groups?id=201cf045-45f4-4445-86c2-30c3ef92e0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792890 Oct 19 01:03:39.567287 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-a4695333-41aa-4001-899e-3c053d966102 None None] Allocated IP 172.20.0.2 (df89f9b5-7170-4283-a35a-464eaeedad66/3f0f0e7f-97cc-4cc0-8971-003214af8cc5/d24c4a70-96ca-492a-800c-efbe32e0004f) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:03:39.572019 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-fc821a2b-d69a-452a-ba99-81055c8fbc40 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a27acf2-cdd1-44c0-9bc4-7109b474e360 HTTP/1.1" status: 200 len: 217 time: 0.1474266 Oct 19 01:03:39.837469 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-11245f91-8391-473e-aa82-a9cca7d006e0 req-1ef3caf5-c64d-4ff0-a2bf-b0b37840cbcd tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:39.911411 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a4695333-41aa-4001-899e-3c053d966102 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:39.921895 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a4695333-41aa-4001-899e-3c053d966102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:39.989953 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3caf5-c64d-4ff0-a2bf-b0b37840cbcd tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Pushing event updated for resources: {'Port': ['ID=79f237d7-f122-4fd0-aa08-e846bd631ad3,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:39.991140 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4695333-41aa-4001-899e-3c053d966102 None None] Pushing event updated for resources: {'Port': ['ID=d24c4a70-96ca-492a-800c-efbe32e0004f,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:40.001229 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4695333-41aa-4001-899e-3c053d966102 None None] Network df89f9b5-7170-4283-a35a-464eaeedad66 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:03:40.004476 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9658558c-b0e7-45ad-9123-a343927c25df req-dbdec57f-ec1e-476d-be5c-69ce69dfe19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:40.005335 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-a4695333-41aa-4001-899e-3c053d966102 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:03:40.006226 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9658558c-b0e7-45ad-9123-a343927c25df req-dbdec57f-ec1e-476d-be5c-69ce69dfe19c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.5800931 Oct 19 01:03:40.010557 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4695333-41aa-4001-899e-3c053d966102 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:03:40.039797 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef3caf5-c64d-4ff0-a2bf-b0b37840cbcd tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:40.040299 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef3caf5-c64d-4ff0-a2bf-b0b37840cbcd tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:40.041697 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef3caf5-c64d-4ff0-a2bf-b0b37840cbcd tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:40.042149 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef3caf5-c64d-4ff0-a2bf-b0b37840cbcd tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:40.042590 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef3caf5-c64d-4ff0-a2bf-b0b37840cbcd tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:40.043049 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef3caf5-c64d-4ff0-a2bf-b0b37840cbcd tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:40.043842 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef3caf5-c64d-4ff0-a2bf-b0b37840cbcd tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:40.044280 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef3caf5-c64d-4ff0-a2bf-b0b37840cbcd tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:40.044707 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef3caf5-c64d-4ff0-a2bf-b0b37840cbcd tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:40.045221 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef3caf5-c64d-4ff0-a2bf-b0b37840cbcd tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:40.045732 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef3caf5-c64d-4ff0-a2bf-b0b37840cbcd tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:40.046152 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef3caf5-c64d-4ff0-a2bf-b0b37840cbcd tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:40.057378 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-1cab5d23-9a92-4ace-b0ba-370c6cea7adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:40.059038 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-1cab5d23-9a92-4ace-b0ba-370c6cea7adc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=456cff99-6d7d-4ea7-89c3-31fbd368d2b1 HTTP/1.1" status: 200 len: 854 time: 0.4773862 Oct 19 01:03:40.062990 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-19f2fd83-6ec1-4ed9-bd82-8178b6bdbbee req-18ed3061-13a8-45e0-a1d8-5b7db6074bb2 service neutron] 10.222.0.55 "GET /v2.0/networks/26080c8a-a95f-45c8-a8e2-ac5b0331b958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6374578 Oct 19 01:03:40.075886 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-11245f91-8391-473e-aa82-a9cca7d006e0 req-1ef3caf5-c64d-4ff0-a2bf-b0b37840cbcd tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:40.080980 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363bacb-2bfb-48b6-ab8e-4c03adab4b0a req-12e08c24-a99f-4113-97c9-5e5949dc3061 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:40.092340 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3363bacb-2bfb-48b6-ab8e-4c03adab4b0a req-12e08c24-a99f-4113-97c9-5e5949dc3061 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=67465c03-ebf2-4d93-9269-b6f3f7840c0c HTTP/1.1" status: 200 len: 945 time: 0.1272838 Oct 19 01:03:40.102402 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93a175e-5c61-4130-bdb9-340c2d5e7159 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Made reservation on behalf of 84748e43f3b14d069c782c0f6a8fb902 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:03:40.106359 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c93a175e-5c61-4130-bdb9-340c2d5e7159 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:40.107836 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-a4695333-41aa-4001-899e-3c053d966102 None None] Attempting to bind port d24c4a70-96ca-492a-800c-efbe32e0004f on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:03:40.108375 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-a4695333-41aa-4001-899e-3c053d966102 None None] Attempting to bind port d24c4a70-96ca-492a-800c-efbe32e0004f by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '9803daea-2f65-4593-9ca6-8226ec2e26f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'df89f9b5-7170-4283-a35a-464eaeedad66'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:03:40.108845 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4695333-41aa-4001-899e-3c053d966102 None None] Attempting to bind port d24c4a70-96ca-492a-800c-efbe32e0004f on network df89f9b5-7170-4283-a35a-464eaeedad66 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:03:40.124866 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4695333-41aa-4001-899e-3c053d966102 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:03:40.124866 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4695333-41aa-4001-899e-3c053d966102 None None] Checking segment: {'id': '9803daea-2f65-4593-9ca6-8226ec2e26f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'df89f9b5-7170-4283-a35a-464eaeedad66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:03:40.124866 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a4695333-41aa-4001-899e-3c053d966102 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:40.125371 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4695333-41aa-4001-899e-3c053d966102 None None] Bound using segment: {'id': '9803daea-2f65-4593-9ca6-8226ec2e26f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'df89f9b5-7170-4283-a35a-464eaeedad66'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:03:40.126327 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-a4695333-41aa-4001-899e-3c053d966102 None None] Bound port: d24c4a70-96ca-492a-800c-efbe32e0004f, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9803daea-2f65-4593-9ca6-8226ec2e26f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'df89f9b5-7170-4283-a35a-464eaeedad66'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:03:40.126327 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a4695333-41aa-4001-899e-3c053d966102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:40.136439 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-11245f91-8391-473e-aa82-a9cca7d006e0 req-1ef3caf5-c64d-4ff0-a2bf-b0b37840cbcd tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:40.137835 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11245f91-8391-473e-aa82-a9cca7d006e0 req-1ef3caf5-c64d-4ff0-a2bf-b0b37840cbcd tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4828644 Oct 19 01:03:40.142390 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9658558c-b0e7-45ad-9123-a343927c25df req-0518f9d9-4c08-4fff-a549-eba5f65df223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:40.144089 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9658558c-b0e7-45ad-9123-a343927c25df req-0518f9d9-4c08-4fff-a549-eba5f65df223 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1262960 Oct 19 01:03:40.145453 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-c93a175e-5c61-4130-bdb9-340c2d5e7159 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] device_id is not set on port 450bbc78-3a8a-4374-a50d-17dffbe2f90b yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:03:40.226632 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3363bacb-2bfb-48b6-ab8e-4c03adab4b0a req-1b37947b-19fb-4e52-9701-19caba5d80bc tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327829 Oct 19 01:03:40.244112 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-952898bc-cd86-4c0b-9ad2-0949cfef67dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:40.245630 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-952898bc-cd86-4c0b-9ad2-0949cfef67dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f09460f-2adf-4d7f-b998-5eb93e5b8b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1524000 Oct 19 01:03:40.296292 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11245f91-8391-473e-aa82-a9cca7d006e0 req-ddeba34a-cd5c-41ac-9fda-07572c5b13ba tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.22 HTTP/1.1" status: 200 len: 695 time: 0.1452765 Oct 19 01:03:40.329499 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-a4695333-41aa-4001-899e-3c053d966102 None None] For port d24c4a70-96ca-492a-800c-efbe32e0004f, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:03:40.345222 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-a4695333-41aa-4001-899e-3c053d966102 None None] For port d24c4a70-96ca-492a-800c-efbe32e0004f, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d24c4a70-96ca-492a-800c-efbe32e0004f,segment=NetworkSegment(9803daea-2f65-4593-9ca6-8226ec2e26f2),segment_id=9803daea-2f65-4593-9ca6-8226ec2e26f2)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:03:40.352373 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a4695333-41aa-4001-899e-3c053d966102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:40.445403 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4695333-41aa-4001-899e-3c053d966102 None None] Pushing event updated for resources: {'Port': ['ID=d24c4a70-96ca-492a-800c-efbe32e0004f,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:40.448659 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-cbf2ec0e-1a2c-4731-b481-3fd24b404206 service neutron] 10.222.0.24 "GET /v2.0/networks/6f09460f-2adf-4d7f-b998-5eb93e5b8b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933403 Oct 19 01:03:40.455832 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b96cf67-ee17-4121-b218-9906fde6a6d6 x-openstack-request-id: req-6b96cf67-ee17-4121-b218-9906fde6a6d6 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:03:40.456075 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 2018b1f2-6b1d-423e-a9d1-0af6a8c3ac66 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:03:40.456197 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8c43740-f3ff-4a93-829f-2c44bf75fc29", "tag": "87c76c93-9c99-435c-a56a-665a504f3bc1", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:03:40.456359 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6b96cf67-ee17-4121-b218-9906fde6a6d6 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:03:40.456757 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c43740-f3ff-4a93-829f-2c44bf75fc29', 'tag': '87c76c93-9c99-435c-a56a-665a504f3bc1', 'status': 'completed', 'code': 200} Oct 19 01:03:40.491025 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9658558c-b0e7-45ad-9123-a343927c25df req-9e419cc5-8ee2-4d0d-bf3b-e68fd52747a1 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272607 Oct 19 01:03:40.537142 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 2018b1f2-6b1d-423e-a9d1-0af6a8c3ac66 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:03:40.537142 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:40.676763 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-c93a175e-5c61-4130-bdb9-340c2d5e7159 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Allocated IP 172.20.0.14 (df89f9b5-7170-4283-a35a-464eaeedad66/3f0f0e7f-97cc-4cc0-8971-003214af8cc5/450bbc78-3a8a-4374-a50d-17dffbe2f90b) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:03:40.726322 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9576f3b-e7f4-4b89-84f0-fa07ac831f37 req-38b86115-b3ed-4b77-9fc3-b6335c9bee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:40.734086 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b9576f3b-e7f4-4b89-84f0-fa07ac831f37 req-38b86115-b3ed-4b77-9fc3-b6335c9bee17 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=63f316b888a64da49df0c393d4fe86c8&device_id=d8c43740-f3ff-4a93-829f-2c44bf75fc29 HTTP/1.1" status: 200 len: 1095 time: 0.2764099 Oct 19 01:03:40.763949 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-63100d9d-af42-4f16-86c8-1ec6268c0b4f req-841bacdd-f7e5-46d7-8c3f-38f432d08242 service neutron] 10.222.0.24 "GET /v2.0/networks/6f09460f-2adf-4d7f-b998-5eb93e5b8b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017530 Oct 19 01:03:40.795032 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-12c89dbe-577a-468b-a133-c379685a89a2 req-020b31e5-4fbd-4578-a846-48ce1b6c4cf4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5773773 Oct 19 01:03:40.921240 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9576f3b-e7f4-4b89-84f0-fa07ac831f37 req-efbc769c-c2ac-4727-bacf-ff9aa4063bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:40.923153 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b9576f3b-e7f4-4b89-84f0-fa07ac831f37 req-efbc769c-c2ac-4727-bacf-ff9aa4063bb9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=26080c8a-a95f-45c8-a8e2-ac5b0331b958 HTTP/1.1" status: 200 len: 915 time: 0.1784296 Oct 19 01:03:40.987115 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b9576f3b-e7f4-4b89-84f0-fa07ac831f37 req-dcbe49fb-0d42-4e0d-ac29-3b0066a9e687 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87c76c93-9c99-435c-a56a-665a504f3bc1 HTTP/1.1" status: 200 len: 217 time: 0.0395854 Oct 19 01:03:41.011117 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11245f91-8391-473e-aa82-a9cca7d006e0 req-cd06c66b-594a-4b5c-b1f8-df85ca32e180 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:41.030686 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11245f91-8391-473e-aa82-a9cca7d006e0 req-cd06c66b-594a-4b5c-b1f8-df85ca32e180 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 784 time: 0.7085228 Oct 19 01:03:41.057027 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9576f3b-e7f4-4b89-84f0-fa07ac831f37 req-293e93a6-b772-4b75-95ac-7e9df014d4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:41.059654 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b9576f3b-e7f4-4b89-84f0-fa07ac831f37 req-293e93a6-b772-4b75-95ac-7e9df014d4cd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c91ce8b-3594-4e7c-9707-c203e0515e81 HTTP/1.1" status: 200 len: 854 time: 0.0647335 Oct 19 01:03:41.075912 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c89dbe-577a-468b-a133-c379685a89a2 req-e449ed87-0718-402f-a244-76b78c91a732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:41.077327 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85591d-0a37-46c4-b763-2a56e20ca03c req-4c7e4229-1200-4bb6-80ca-674040ade83f tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:41.078145 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-12c89dbe-577a-468b-a133-c379685a89a2 req-e449ed87-0718-402f-a244-76b78c91a732 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a49a980071cc4194a4c852bc837c18ec&device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 1097 time: 0.2455840 Oct 19 01:03:41.080028 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1c85591d-0a37-46c4-b763-2a56e20ca03c req-4c7e4229-1200-4bb6-80ca-674040ade83f tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8c43740-f3ff-4a93-829f-2c44bf75fc29 HTTP/1.1" status: 200 len: 943 time: 0.3186646 Oct 19 01:03:41.092984 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9658558c-b0e7-45ad-9123-a343927c25df req-6e32aebe-e877-41e5-9957-505a0dd957e7 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5845184 Oct 19 01:03:41.127920 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b9576f3b-e7f4-4b89-84f0-fa07ac831f37 req-851c194e-6d2a-43a2-b3d3-b074ffa2fd08 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=26080c8a-a95f-45c8-a8e2-ac5b0331b958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462315 Oct 19 01:03:41.132734 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c93a175e-5c61-4130-bdb9-340c2d5e7159 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:41.176773 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1c85591d-0a37-46c4-b763-2a56e20ca03c req-961de7cf-4507-42aa-b9fd-240e4b189ae8 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] 10.222.0.57 "GET /v2.0/security-groups?id=40916515-2c03-4857-9cf4-848cff3d3a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812991 Oct 19 01:03:41.247138 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b9576f3b-e7f4-4b89-84f0-fa07ac831f37 req-2a9afd98-2445-4d10-8fa0-eab5a392aad2 service neutron] 10.222.0.55 "GET /v2.0/networks/26080c8a-a95f-45c8-a8e2-ac5b0331b958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078980 Oct 19 01:03:41.255566 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a87feb-0655-41fa-b2a3-eb959d7d4de5 req-0771c837-e60a-4d54-a9ca-ceac010a7fcc tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:41.257129 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-70a87feb-0655-41fa-b2a3-eb959d7d4de5 req-0771c837-e60a-4d54-a9ca-ceac010a7fcc tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] 10.222.0.57 "GET /v2.0/ports?device_id=70135b25-55be-4364-bf94-0638092e3412 HTTP/1.1" status: 200 len: 943 time: 0.1599524 Oct 19 01:03:41.299127 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c89dbe-577a-468b-a133-c379685a89a2 req-5e8a9abf-f0c7-45f4-9763-d8f26655fe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:41.300830 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-12c89dbe-577a-468b-a133-c379685a89a2 req-5e8a9abf-f0c7-45f4-9763-d8f26655fe8e service neutron] 10.222.0.24 "GET /v2.0/networks?id=ae2c3b1b-48cb-491d-9007-0691cd5f4fbb HTTP/1.1" status: 200 len: 915 time: 0.1815689 Oct 19 01:03:41.306595 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c93a175e-5c61-4130-bdb9-340c2d5e7159 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:41.365879 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b9576f3b-e7f4-4b89-84f0-fa07ac831f37 req-1ea5ab68-8c32-4c60-8575-ad126a5d36a8 service neutron] 10.222.0.55 "GET /v2.0/networks/26080c8a-a95f-45c8-a8e2-ac5b0331b958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126928 Oct 19 01:03:41.393447 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-70a87feb-0655-41fa-b2a3-eb959d7d4de5 req-448469e5-bfc5-4102-bb5a-fa9b6950a56c tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] 10.222.0.57 "GET /v2.0/security-groups?id=201cf045-45f4-4445-86c2-30c3ef92e0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287327 Oct 19 01:03:41.417574 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93a175e-5c61-4130-bdb9-340c2d5e7159 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Network df89f9b5-7170-4283-a35a-464eaeedad66 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:03:41.426022 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-c93a175e-5c61-4130-bdb9-340c2d5e7159 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:03:41.430533 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93a175e-5c61-4130-bdb9-340c2d5e7159 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:03:41.433157 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a175e-5c61-4130-bdb9-340c2d5e7159 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Pushing event updated for resources: {'Port': ['ID=450bbc78-3a8a-4374-a50d-17dffbe2f90b,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:41.507630 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706da0bb-4dc1-4c53-a2e1-95b08f8e88d0 req-badb57e2-7bd8-4c75-bafc-616125ceabd5 tempest-ServersAdminTestJSON-583545724 tempest-ServersAdminTestJSON-583545724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:41.508130 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706da0bb-4dc1-4c53-a2e1-95b08f8e88d0 req-badb57e2-7bd8-4c75-bafc-616125ceabd5 tempest-ServersAdminTestJSON-583545724 tempest-ServersAdminTestJSON-583545724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:41.508836 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706da0bb-4dc1-4c53-a2e1-95b08f8e88d0 req-badb57e2-7bd8-4c75-bafc-616125ceabd5 tempest-ServersAdminTestJSON-583545724 tempest-ServersAdminTestJSON-583545724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:41.512710 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-12c89dbe-577a-468b-a133-c379685a89a2 req-c92dd712-834f-4bb6-b05a-3d580be76684 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de8fba85-cc25-46ae-9692-a9063d1bdcd6 HTTP/1.1" status: 200 len: 1001 time: 0.1978209 Oct 19 01:03:41.516080 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-706da0bb-4dc1-4c53-a2e1-95b08f8e88d0 req-badb57e2-7bd8-4c75-bafc-616125ceabd5 tempest-ServersAdminTestJSON-583545724 tempest-ServersAdminTestJSON-583545724-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=b0484b59-dd67-4c76-be42-52c30792679f&device_id=9c6bdab0-e193-4548-b32a-82293867f758&device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 2886 time: 0.0519753 Oct 19 01:03:41.542767 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b88e8987-62d1-4ada-8579-5e01fbcd57bb req-8733917d-97ac-4d7b-82a9-76f703c74075 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] 10.222.0.57 "GET /v2.0/floatingips/0b790cbf-96d0-4f59-b37c-83b4d4f600b0 HTTP/1.1" status: 200 len: 692 time: 0.0790238 Oct 19 01:03:41.554961 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-706da0bb-4dc1-4c53-a2e1-95b08f8e88d0 req-6de179da-0d4e-4b62-8a5f-0631d83aa03c tempest-ServersAdminTestJSON-583545724 tempest-ServersAdminTestJSON-583545724-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378957 Oct 19 01:03:41.578806 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93a175e-5c61-4130-bdb9-340c2d5e7159 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:41.579569 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c93a175e-5c61-4130-bdb9-340c2d5e7159 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:41.629866 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c93a175e-5c61-4130-bdb9-340c2d5e7159 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4085703 Oct 19 01:03:41.640687 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55986) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:41.648347 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-938c2372-08ac-46cf-86c1-00589a1a2dc8 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Request body: {'port': {'network_id': 'df89f9b5-7170-4283-a35a-464eaeedad66', 'name': 'tempest-ExtraDHCPOptionsTestJSON-465540421', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:41.649093 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.api.validators [None req-938c2372-08ac-46cf-86c1-00589a1a2dc8 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] bootfile-name is not in valid_values {{(pid=100606) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 01:03:41.650077 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.api.validators [None req-938c2372-08ac-46cf-86c1-00589a1a2dc8 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] tftp-server is not in valid_values {{(pid=100606) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 01:03:41.650813 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.api.validators [None req-938c2372-08ac-46cf-86c1-00589a1a2dc8 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] server-ip-address is not in valid_values {{(pid=100606) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 01:03:41.677170 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c89dbe-577a-468b-a133-c379685a89a2 req-61a2ba2c-0f5e-4175-9fc1-60f9ff32b6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:41.678685 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-12c89dbe-577a-468b-a133-c379685a89a2 req-61a2ba2c-0f5e-4175-9fc1-60f9ff32b6ff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0363dbe5-3df2-4445-a63d-085bbc46fdb0 HTTP/1.1" status: 200 len: 853 time: 0.1537223 Oct 19 01:03:41.735777 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e8987-62d1-4ada-8579-5e01fbcd57bb req-a6adcf9d-ce79-42ea-8205-90687355bc00 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:41.737200 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b88e8987-62d1-4ada-8579-5e01fbcd57bb req-a6adcf9d-ce79-42ea-8205-90687355bc00 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 784 time: 0.1772640 Oct 19 01:03:41.745822 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f2951-ee89-4dbf-8b69-85eaf561c3c7 req-0e0ce5bf-1ab6-4e39-9317-81af8ebf36c9 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:41.747382 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3c5f2951-ee89-4dbf-8b69-85eaf561c3c7 req-0e0ce5bf-1ab6-4e39-9317-81af8ebf36c9 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=67465c03-ebf2-4d93-9269-b6f3f7840c0c HTTP/1.1" status: 200 len: 945 time: 0.1356051 Oct 19 01:03:41.752116 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-b88e8987-62d1-4ada-8579-5e01fbcd57bb req-4e8e3208-879a-4056-8118-82a05877eed4 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:03:41.753130 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b88e8987-62d1-4ada-8579-5e01fbcd57bb req-4e8e3208-879a-4056-8118-82a05877eed4 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0074213 Oct 19 01:03:41.760112 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c89dbe-577a-468b-a133-c379685a89a2 req-777bb3a1-57a9-4888-a373-d27c3d2ce324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:41.761851 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-12c89dbe-577a-468b-a133-c379685a89a2 req-777bb3a1-57a9-4888-a373-d27c3d2ce324 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ae2c3b1b-48cb-491d-9007-0691cd5f4fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686209 Oct 19 01:03:41.794165 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55990) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:41.819063 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3c5f2951-ee89-4dbf-8b69-85eaf561c3c7 req-7c4e7265-e2ac-4216-a82b-b793b69d0f83 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625386 Oct 19 01:03:41.838242 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938c2372-08ac-46cf-86c1-00589a1a2dc8 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Made reservation on behalf of 84748e43f3b14d069c782c0f6a8fb902 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:03:41.842389 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-938c2372-08ac-46cf-86c1-00589a1a2dc8 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:41.878766 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-938c2372-08ac-46cf-86c1-00589a1a2dc8 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] device_id is not set on port 033c8d49-f463-451a-acb8-bfba974e724e yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:03:41.905557 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d9a716-f1aa-4e75-aded-1bfd26571057 None None] Network df89f9b5-7170-4283-a35a-464eaeedad66 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:03:41.911626 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8b6eae99-a9ef-4f9b-bac5-9879fe8b210e tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:41.926245 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-12c89dbe-577a-468b-a133-c379685a89a2 req-64f8269e-93e8-4fd6-848a-eae741ed6cfb service neutron] 10.222.0.24 "GET /v2.0/networks/ae2c3b1b-48cb-491d-9007-0691cd5f4fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549153 Oct 19 01:03:42.002105 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-316488c7-a941-4c9d-b85b-375db9db20a8 None None] Provisioning complete for port d24c4a70-96ca-492a-800c-efbe32e0004f triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:03:42.002489 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-316488c7-a941-4c9d-b85b-375db9db20a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:42.011320 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8b6eae99-a9ef-4f9b-bac5-9879fe8b210e tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:42.047301 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0ddd1efc-2dbd-4d61-8c7b-f1fec0187d26 req-dc3f897e-ef67-454c-9e06-dfe46ab29134 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] 10.222.0.57 "GET /v2.0/floatingips?tenant_id=9b3fcd2a5d57494a99b62cb2152c6042 HTTP/1.1" status: 200 len: 695 time: 0.1028204 Oct 19 01:03:42.105052 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a88cc-7646-4850-8bf1-d71df62ce888 req-dd2b10fe-eb73-401f-89ff-9452c037800d tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:42.107340 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-938c2372-08ac-46cf-86c1-00589a1a2dc8 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Allocated IP 172.20.0.6 (df89f9b5-7170-4283-a35a-464eaeedad66/3f0f0e7f-97cc-4cc0-8971-003214af8cc5/033c8d49-f463-451a-acb8-bfba974e724e) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:03:42.108186 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-223a88cc-7646-4850-8bf1-d71df62ce888 req-dd2b10fe-eb73-401f-89ff-9452c037800d tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=67465c03-ebf2-4d93-9269-b6f3f7840c0c HTTP/1.1" status: 200 len: 945 time: 0.1575563 Oct 19 01:03:42.152730 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-316488c7-a941-4c9d-b85b-375db9db20a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:42.192074 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-12c89dbe-577a-468b-a133-c379685a89a2 req-03bbbe2b-083a-47e2-9e6f-02b0876e1bbc service neutron] 10.222.0.24 "GET /v2.0/networks/ae2c3b1b-48cb-491d-9007-0691cd5f4fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504432 Oct 19 01:03:42.194676 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-316488c7-a941-4c9d-b85b-375db9db20a8 None None] For port d24c4a70-96ca-492a-800c-efbe32e0004f, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d24c4a70-96ca-492a-800c-efbe32e0004f,segment=NetworkSegment(9803daea-2f65-4593-9ca6-8226ec2e26f2),segment_id=9803daea-2f65-4593-9ca6-8226ec2e26f2)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:42.200853 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-223a88cc-7646-4850-8bf1-d71df62ce888 req-4722ed7b-7377-4812-b50b-a117c35777b1 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835142 Oct 19 01:03:42.205201 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd1efc-2dbd-4d61-8c7b-f1fec0187d26 req-02f12dac-4830-4270-8f4d-c5af5f68be17 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:42.206942 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0ddd1efc-2dbd-4d61-8c7b-f1fec0187d26 req-02f12dac-4830-4270-8f4d-c5af5f68be17 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] 10.222.0.57 "GET /v2.0/networks?id=a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 787 time: 0.1505194 Oct 19 01:03:42.209901 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-316488c7-a941-4c9d-b85b-375db9db20a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:42.215971 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8b6eae99-a9ef-4f9b-bac5-9879fe8b210e tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:42.218799 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8b6eae99-a9ef-4f9b-bac5-9879fe8b210e tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:42.222674 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8b6eae99-a9ef-4f9b-bac5-9879fe8b210e tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "DELETE /v2.0/security-groups/358704d5-bd05-4325-87dc-dbad5fbb332a HTTP/1.1" status: 204 len: 168 time: 0.4250422 Oct 19 01:03:42.222971 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-0ddd1efc-2dbd-4d61-8c7b-f1fec0187d26 req-64652e77-db4c-44d9-ade1-1a4d7afada69 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:03:42.224024 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0ddd1efc-2dbd-4d61-8c7b-f1fec0187d26 req-64652e77-db4c-44d9-ade1-1a4d7afada69 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0084038 Oct 19 01:03:42.259625 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55998) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:42.284297 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316488c7-a941-4c9d-b85b-375db9db20a8 None None] Pushing event updated for resources: {'Port': ['ID=d24c4a70-96ca-492a-800c-efbe32e0004f,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:42.305331 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6eae99-a9ef-4f9b-bac5-9879fe8b210e tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=358704d5-bd05-4325-87dc-dbad5fbb332a,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:42.315412 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-9886ea84-d6fc-4903-97a0-8bbf784a2f8f tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] show failed (client error): The resource could not be found. Oct 19 01:03:42.316634 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9886ea84-d6fc-4903-97a0-8bbf784a2f8f tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "GET /v2.0/security-groups/358704d5-bd05-4325-87dc-dbad5fbb332a HTTP/1.1" status: 404 len: 347 time: 0.0556412 Oct 19 01:03:42.321090 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56008) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:42.413519 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d0e7fa1a-e27a-444f-93d3-32c4578941a1 req-fc6434d1-375e-4248-8c47-fc269a59c896 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] 10.222.0.57 "GET /v2.0/floatingips/0b790cbf-96d0-4f59-b37c-83b4d4f600b0 HTTP/1.1" status: 200 len: 692 time: 0.1112654 Oct 19 01:03:42.455282 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d24c4a70-96ca-492a-800c-efbe32e0004f up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:03:42.515674 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port d24c4a70-96ca-492a-800c-efbe32e0004f triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:03:42.516096 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:42.525672 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff5d0b-a4cc-4621-ba2d-f55c6c86eb08 req-5ada785b-c128-4947-a306-e6d72cd6abc1 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:42.527845 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fcff5d0b-a4cc-4621-ba2d-f55c6c86eb08 req-5ada785b-c128-4947-a306-e6d72cd6abc1 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8c43740-f3ff-4a93-829f-2c44bf75fc29 HTTP/1.1" status: 200 len: 943 time: 0.1554337 Oct 19 01:03:42.529471 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-938c2372-08ac-46cf-86c1-00589a1a2dc8 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:42.568209 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7fa1a-e27a-444f-93d3-32c4578941a1 req-ad6b960f-7201-4f2d-818c-f655db556c05 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:42.574921 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d0e7fa1a-e27a-444f-93d3-32c4578941a1 req-ad6b960f-7201-4f2d-818c-f655db556c05 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 784 time: 0.1544955 Oct 19 01:03:42.575640 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-487e0a2b-9643-41be-8158-8dd7baf71334 None None] Provisioning complete for port 450bbc78-3a8a-4374-a50d-17dffbe2f90b triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:03:42.576111 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-487e0a2b-9643-41be-8158-8dd7baf71334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:42.581307 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-d82e2f0c-686a-4ab1-b068-2f3871620feb tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Deleting port 4572659b-f863-41a9-90b4-4a82a38df38e {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:03:42.581646 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d82e2f0c-686a-4ab1-b068-2f3871620feb tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:42.588976 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-d0e7fa1a-e27a-444f-93d3-32c4578941a1 req-1556b057-fb6e-4c72-958f-3a9cb461c2db tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:03:42.597275 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d0e7fa1a-e27a-444f-93d3-32c4578941a1 req-1556b057-fb6e-4c72-958f-3a9cb461c2db tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0214076 Oct 19 01:03:42.628718 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-487e0a2b-9643-41be-8158-8dd7baf71334 None None] Port 450bbc78-3a8a-4374-a50d-17dffbe2f90b cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:03:42.659244 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d0e7fa1a-e27a-444f-93d3-32c4578941a1 req-0f0c30e2-562e-4297-9e37-84236848e5c4 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.22 HTTP/1.1" status: 200 len: 695 time: 0.0609951 Oct 19 01:03:42.665051 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d82e2f0c-686a-4ab1-b068-2f3871620feb tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:42.665372 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d82e2f0c-686a-4ab1-b068-2f3871620feb tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:42.681769 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-487e0a2b-9643-41be-8158-8dd7baf71334 None None] Provisioning complete for port d24c4a70-96ca-492a-800c-efbe32e0004f triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:03:42.682662 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-487e0a2b-9643-41be-8158-8dd7baf71334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:42.685380 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-d82e2f0c-686a-4ab1-b068-2f3871620feb tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Calling delete_port for 4572659b-f863-41a9-90b4-4a82a38df38e owned by network:floatingip {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:03:42.701209 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-938c2372-08ac-46cf-86c1-00589a1a2dc8 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:42.726418 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d0e7fa1a-e27a-444f-93d3-32c4578941a1 req-573ed96f-dabc-4633-97f8-eb5f5734de37 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.22 HTTP/1.1" status: 200 len: 695 time: 0.0661426 Oct 19 01:03:42.770664 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fcff5d0b-a4cc-4621-ba2d-f55c6c86eb08 req-a3327b57-84fe-409a-8401-41d6a2cc7304 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] 10.222.0.57 "GET /v2.0/security-groups?id=40916515-2c03-4857-9cf4-848cff3d3a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326427 Oct 19 01:03:42.818930 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938c2372-08ac-46cf-86c1-00589a1a2dc8 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Network df89f9b5-7170-4283-a35a-464eaeedad66 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:03:42.842111 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d82e2f0c-686a-4ab1-b068-2f3871620feb tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:42.854252 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-938c2372-08ac-46cf-86c1-00589a1a2dc8 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:03:42.861223 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938c2372-08ac-46cf-86c1-00589a1a2dc8 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:03:42.869871 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e2f0c-686a-4ab1-b068-2f3871620feb tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Pushing event deleted for resources: {'Port': ['ID=4572659b-f863-41a9-90b4-4a82a38df38e,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:42.878890 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c2372-08ac-46cf-86c1-00589a1a2dc8 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Pushing event updated for resources: {'Port': ['ID=033c8d49-f463-451a-acb8-bfba974e724e,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:42.908142 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c2372-08ac-46cf-86c1-00589a1a2dc8 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:42.908537 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c2372-08ac-46cf-86c1-00589a1a2dc8 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:42.908945 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c2372-08ac-46cf-86c1-00589a1a2dc8 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:42.909154 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c2372-08ac-46cf-86c1-00589a1a2dc8 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:42.909491 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c2372-08ac-46cf-86c1-00589a1a2dc8 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:42.909828 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c2372-08ac-46cf-86c1-00589a1a2dc8 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:42.910157 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c2372-08ac-46cf-86c1-00589a1a2dc8 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:42.910476 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c2372-08ac-46cf-86c1-00589a1a2dc8 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:42.910801 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c2372-08ac-46cf-86c1-00589a1a2dc8 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:42.911140 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c2372-08ac-46cf-86c1-00589a1a2dc8 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:42.911451 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c2372-08ac-46cf-86c1-00589a1a2dc8 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:42.911798 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c2372-08ac-46cf-86c1-00589a1a2dc8 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:42.946876 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d82e2f0c-686a-4ab1-b068-2f3871620feb tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks [] for floatingip, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:42.949585 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-d6bff78a-4d47-4f58-825f-c89286955fa6 None None] Provisioning complete for port 450bbc78-3a8a-4374-a50d-17dffbe2f90b triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:03:42.950494 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d82e2f0c-686a-4ab1-b068-2f3871620feb tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:42.950712 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d6bff78a-4d47-4f58-825f-c89286955fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:42.958123 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d82e2f0c-686a-4ab1-b068-2f3871620feb tempest-ServersWithSpecificFlavorTestJSON-2014503566 tempest-ServersWithSpecificFlavorTestJSON-2014503566-project] 10.222.0.57 "DELETE /v2.0/floatingips/8e5aa2e5-80c2-4065-8529-f4cc42bf8fbb HTTP/1.1" status: 204 len: 168 time: 0.6295598 Oct 19 01:03:42.976886 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938c2372-08ac-46cf-86c1-00589a1a2dc8 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:42.977548 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-938c2372-08ac-46cf-86c1-00589a1a2dc8 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:43.004306 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-d6bff78a-4d47-4f58-825f-c89286955fa6 None None] Port 450bbc78-3a8a-4374-a50d-17dffbe2f90b cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:03:43.006063 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-938c2372-08ac-46cf-86c1-00589a1a2dc8 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.3623164 Oct 19 01:03:43.008782 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56020) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:43.042291 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-d0e7fa1a-e27a-444f-93d3-32c4578941a1 req-6ae0b913-4784-44e5-98e3-4f56379a9220 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Deleting port 79f237d7-f122-4fd0-aa08-e846bd631ad3 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:03:43.042291 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d0e7fa1a-e27a-444f-93d3-32c4578941a1 req-6ae0b913-4784-44e5-98e3-4f56379a9220 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:43.149643 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1f1974-79d8-4b73-8510-a045ca53a3e6 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:43.156697 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1f1974-79d8-4b73-8510-a045ca53a3e6 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:43.162825 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1f1974-79d8-4b73-8510-a045ca53a3e6 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:43.164529 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7c1f1974-79d8-4b73-8510-a045ca53a3e6 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1547246 Oct 19 01:03:43.167556 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56026) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:43.212127 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d0e7fa1a-e27a-444f-93d3-32c4578941a1 req-6ae0b913-4784-44e5-98e3-4f56379a9220 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:43.214977 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d0e7fa1a-e27a-444f-93d3-32c4578941a1 req-6ae0b913-4784-44e5-98e3-4f56379a9220 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:43.237892 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-007da837-e47d-43ae-ab35-d99a94d28336 None None] Provisioning complete for port 033c8d49-f463-451a-acb8-bfba974e724e triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:03:43.238831 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-007da837-e47d-43ae-ab35-d99a94d28336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:43.241063 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-d0e7fa1a-e27a-444f-93d3-32c4578941a1 req-6ae0b913-4784-44e5-98e3-4f56379a9220 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Calling delete_port for 79f237d7-f122-4fd0-aa08-e846bd631ad3 owned by network:floatingip {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:03:43.303438 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-007da837-e47d-43ae-ab35-d99a94d28336 None None] Port 033c8d49-f463-451a-acb8-bfba974e724e cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:03:43.341034 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-490d1b52-354d-48e8-bad3-b3673d5423a6 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Deleting port 033c8d49-f463-451a-acb8-bfba974e724e {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:03:43.341963 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-490d1b52-354d-48e8-bad3-b3673d5423a6 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:43.437046 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d0e7fa1a-e27a-444f-93d3-32c4578941a1 req-6ae0b913-4784-44e5-98e3-4f56379a9220 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:43.449604 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-490d1b52-354d-48e8-bad3-b3673d5423a6 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:43.468221 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-490d1b52-354d-48e8-bad3-b3673d5423a6 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Calling delete_port for 033c8d49-f463-451a-acb8-bfba974e724e owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:03:43.469584 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0b913-4784-44e5-98e3-4f56379a9220 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Pushing event deleted for resources: {'Port': ['ID=79f237d7-f122-4fd0-aa08-e846bd631ad3,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:43.510237 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 0a27acf2-cdd1-44c0-9bc4-7109b474e360 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:03:43.541454 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d0e7fa1a-e27a-444f-93d3-32c4578941a1 req-6ae0b913-4784-44e5-98e3-4f56379a9220 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Publish callbacks [] for floatingip, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:43.548588 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d0e7fa1a-e27a-444f-93d3-32c4578941a1 req-6ae0b913-4784-44e5-98e3-4f56379a9220 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:43.563938 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d0e7fa1a-e27a-444f-93d3-32c4578941a1 req-6ae0b913-4784-44e5-98e3-4f56379a9220 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] 10.222.0.57 "DELETE /v2.0/floatingips/0b790cbf-96d0-4f59-b37c-83b4d4f600b0 HTTP/1.1" status: 204 len: 173 time: 0.8356953 Oct 19 01:03:43.602212 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ffc01-92c3-4083-9b80-2b7266a37896 req-18d6be6a-1ecb-4969-867c-e7146b532afb tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:43.603694 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-634ffc01-92c3-4083-9b80-2b7266a37896 req-18d6be6a-1ecb-4969-867c-e7146b532afb tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] 10.222.0.57 "GET /v2.0/ports?device_id=70135b25-55be-4364-bf94-0638092e3412 HTTP/1.1" status: 200 len: 943 time: 0.0892546 Oct 19 01:03:43.630172 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 0a27acf2-cdd1-44c0-9bc4-7109b474e360, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=0a27acf2-cdd1-44c0-9bc4-7109b474e360,segment=NetworkSegment(fd439f00-5252-4108-8cca-4bb02963020f),segment_id=fd439f00-5252-4108-8cca-4bb02963020f)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:43.641710 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '0a27acf2-cdd1-44c0-9bc4-7109b474e360', 'network_id': '6f09460f-2adf-4d7f-b998-5eb93e5b8b56', 'port_id': '0a27acf2-cdd1-44c0-9bc4-7109b474e360', 'mac_address': 'fa:16:3e:aa:87:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '456cff99-6d7d-4ea7-89c3-31fbd368d2b1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:03:43.671495 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 87c76c93-9c99-435c-a56a-665a504f3bc1 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:03:43.690944 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:43.696763 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-634ffc01-92c3-4083-9b80-2b7266a37896 req-33f9e303-7ddd-4087-be66-400c4491b4f2 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] 10.222.0.57 "GET /v2.0/security-groups?id=201cf045-45f4-4445-86c2-30c3ef92e0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755179 Oct 19 01:03:43.703405 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-490d1b52-354d-48e8-bad3-b3673d5423a6 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:43.723808 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a27acf2-cdd1-44c0-9bc4-7109b474e360 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:03:43.736698 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d1b52-354d-48e8-bad3-b3673d5423a6 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Pushing event deleted for resources: {'Port': ['ID=033c8d49-f463-451a-acb8-bfba974e724e,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:43.741858 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 0a27acf2-cdd1-44c0-9bc4-7109b474e360, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=0a27acf2-cdd1-44c0-9bc4-7109b474e360,segment=NetworkSegment(fd439f00-5252-4108-8cca-4bb02963020f),segment_id=fd439f00-5252-4108-8cca-4bb02963020f)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:43.758317 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:43.840594 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-490d1b52-354d-48e8-bad3-b3673d5423a6 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:43.846071 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-490d1b52-354d-48e8-bad3-b3673d5423a6 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] 10.222.0.57 "DELETE /v2.0/ports/033c8d49-f463-451a-acb8-bfba974e724e HTTP/1.1" status: 204 len: 168 time: 0.6702147 Oct 19 01:03:43.850161 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56042) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:43.855973 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-a6515b59-197a-4bc8-9499-f2d4dc50edb6 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Request body: {'port': {'name': 'tempest-new-port-name-1226934341', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:43.856484 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.api.validators [None req-a6515b59-197a-4bc8-9499-f2d4dc50edb6 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] bootfile-name is not in valid_values {{(pid=100606) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 01:03:43.856835 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.api.validators [None req-a6515b59-197a-4bc8-9499-f2d4dc50edb6 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] tftp-server is not in valid_values {{(pid=100606) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 01:03:43.857345 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.api.validators [None req-a6515b59-197a-4bc8-9499-f2d4dc50edb6 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] server-ip-address is not in valid_values {{(pid=100606) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 01:03:43.897497 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7a7db5a0-8f9e-4cfd-8bc4-3a077863586c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:43.902072 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=0a27acf2-cdd1-44c0-9bc4-7109b474e360,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:43.919790 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 87c76c93-9c99-435c-a56a-665a504f3bc1, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=87c76c93-9c99-435c-a56a-665a504f3bc1,segment=NetworkSegment(88ecffc1-90fa-418d-a0e1-2e7c29608a6b),segment_id=88ecffc1-90fa-418d-a0e1-2e7c29608a6b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:43.942088 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '87c76c93-9c99-435c-a56a-665a504f3bc1', 'network_id': '26080c8a-a95f-45c8-a8e2-ac5b0331b958', 'port_id': '87c76c93-9c99-435c-a56a-665a504f3bc1', 'mac_address': 'fa:16:3e:ab:f3:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c91ce8b-3594-4e7c-9707-c203e0515e81', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:03:43.994376 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:44.003830 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a6515b59-197a-4bc8-9499-f2d4dc50edb6 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:44.016835 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87c76c93-9c99-435c-a56a-665a504f3bc1 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:03:44.054187 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 87c76c93-9c99-435c-a56a-665a504f3bc1, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=87c76c93-9c99-435c-a56a-665a504f3bc1,segment=NetworkSegment(88ecffc1-90fa-418d-a0e1-2e7c29608a6b),segment_id=88ecffc1-90fa-418d-a0e1-2e7c29608a6b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:44.058688 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:44.111584 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['0a27acf2-cdd1-44c0-9bc4-7109b474e360'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:03:44.151383 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=87c76c93-9c99-435c-a56a-665a504f3bc1,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:44.204577 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6b504-d1e6-4917-a83a-21abc366d992 req-58459918-214c-430d-ad61-40356c86b9c7 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:44.214863 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b5b6b504-d1e6-4917-a83a-21abc366d992 req-58459918-214c-430d-ad61-40356c86b9c7 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8c43740-f3ff-4a93-829f-2c44bf75fc29 HTTP/1.1" status: 200 len: 944 time: 0.0697546 Oct 19 01:03:44.231187 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-efd1169c-6b58-4e59-b41c-cd2f64808ce3 req-baff7d0b-3c6c-4613-8779-9e13bce9670a tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2538409 Oct 19 01:03:44.247451 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-efd1169c-6b58-4e59-b41c-cd2f64808ce3 req-ff0a75bf-310d-4727-9ceb-ce7abbe3573d tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:44.274977 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b5b6b504-d1e6-4917-a83a-21abc366d992 req-76ea3619-c6ac-4d27-ba03-34175bc5a779 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] 10.222.0.57 "GET /v2.0/security-groups?id=40916515-2c03-4857-9cf4-848cff3d3a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588610 Oct 19 01:03:44.276363 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-efd1169c-6b58-4e59-b41c-cd2f64808ce3 req-ff0a75bf-310d-4727-9ceb-ce7abbe3573d tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Publish callbacks [] for floatingip, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:44.354079 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d24c4a70-96ca-492a-800c-efbe32e0004f up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:03:44.408155 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port d24c4a70-96ca-492a-800c-efbe32e0004f triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:03:44.408528 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:44.430111 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0dc77e-345f-47ef-9e3d-3e10f50b8ef5 req-a7ad3e9a-8d2a-4e23-aeb4-1afa3294ef3a tempest-ServersAdminTestJSON-583545724 tempest-ServersAdminTestJSON-583545724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:44.430575 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['87c76c93-9c99-435c-a56a-665a504f3bc1'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:03:44.432195 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-be0dc77e-345f-47ef-9e3d-3e10f50b8ef5 req-a7ad3e9a-8d2a-4e23-aeb4-1afa3294ef3a tempest-ServersAdminTestJSON-583545724 tempest-ServersAdminTestJSON-583545724-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 1102 time: 0.0459728 Oct 19 01:03:44.466683 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a6515b59-197a-4bc8-9499-f2d4dc50edb6 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:44.475341 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a6515b59-197a-4bc8-9499-f2d4dc50edb6 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:44.476584 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-be0dc77e-345f-47ef-9e3d-3e10f50b8ef5 req-5a3340e9-9d2b-4756-8f7d-cb39ca00160f tempest-ServersAdminTestJSON-583545724 tempest-ServersAdminTestJSON-583545724-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343773 Oct 19 01:03:44.618806 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8b484-5ad4-4c79-bd7a-4339bd78a105 req-6355e42f-ffd8-4d71-95ca-fb822b860060 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:44.626623 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9ca8b484-5ad4-4c79-bd7a-4339bd78a105 req-6355e42f-ffd8-4d71-95ca-fb822b860060 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=67465c03-ebf2-4d93-9269-b6f3f7840c0c HTTP/1.1" status: 200 len: 945 time: 0.0611749 Oct 19 01:03:44.668311 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9ca8b484-5ad4-4c79-bd7a-4339bd78a105 req-ba5e55b8-ece7-42bb-be77-0da0df7e0ea6 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407350 Oct 19 01:03:44.818183 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-efd1169c-6b58-4e59-b41c-cd2f64808ce3 req-ff0a75bf-310d-4727-9ceb-ce7abbe3573d tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:44.834018 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6515b59-197a-4bc8-9499-f2d4dc50edb6 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Pushing event updated for resources: {'Port': ['ID=450bbc78-3a8a-4374-a50d-17dffbe2f90b,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:44.843309 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-a6515b59-197a-4bc8-9499-f2d4dc50edb6 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] In _notify_port_updated(), no bound segment for port 450bbc78-3a8a-4374-a50d-17dffbe2f90b on network df89f9b5-7170-4283-a35a-464eaeedad66 {{(pid=100606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:03:44.848903 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6515b59-197a-4bc8-9499-f2d4dc50edb6 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:44.849541 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a6515b59-197a-4bc8-9499-f2d4dc50edb6 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:44.850861 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a6515b59-197a-4bc8-9499-f2d4dc50edb6 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] 10.222.0.57 "PUT /v2.0/ports/450bbc78-3a8a-4374-a50d-17dffbe2f90b HTTP/1.1" status: 200 len: 1137 time: 0.9996505 Oct 19 01:03:44.854622 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56066) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:44.855921 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-ba0e4dd0-251b-4b21-bac4-75112219ffd2 None None] Provisioning complete for port 450bbc78-3a8a-4374-a50d-17dffbe2f90b triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:03:44.856289 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ba0e4dd0-251b-4b21-bac4-75112219ffd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:44.893035 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-ba0e4dd0-251b-4b21-bac4-75112219ffd2 None None] Port 450bbc78-3a8a-4374-a50d-17dffbe2f90b cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:03:44.900673 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6bac2-f866-487d-a5c0-b1dec558eacb req-c24eeaaa-6814-4077-b1bb-177a90ab4c11 tempest-ServersAdminTestJSON-583545724 tempest-ServersAdminTestJSON-583545724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:44.902199 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-14e6bac2-f866-487d-a5c0-b1dec558eacb req-c24eeaaa-6814-4077-b1bb-177a90ab4c11 tempest-ServersAdminTestJSON-583545724 tempest-ServersAdminTestJSON-583545724-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 1102 time: 0.0811262 Oct 19 01:03:44.909863 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc424a05-0773-48c0-b89e-0644c209f59b tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:44.914403 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-fc424a05-0773-48c0-b89e-0644c209f59b tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] 10.222.0.57 "GET /v2.0/ports/450bbc78-3a8a-4374-a50d-17dffbe2f90b HTTP/1.1" status: 200 len: 1137 time: 0.0553493 Oct 19 01:03:44.918429 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56068) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:44.954177 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-efd1169c-6b58-4e59-b41c-cd2f64808ce3 req-ff0a75bf-310d-4727-9ceb-ce7abbe3573d tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Allocated IP 172.25.8.109 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/0cc75550-b757-4d3d-b5f6-a7be13ad509f) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:03:44.999917 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-14e6bac2-f866-487d-a5c0-b1dec558eacb req-0ab3e959-d132-451d-83de-5ff84131663e tempest-ServersAdminTestJSON-583545724 tempest-ServersAdminTestJSON-583545724-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870132 Oct 19 01:03:45.042435 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-709c0f5d-3baa-4a25-a05c-57fe02716277 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Deleting port 450bbc78-3a8a-4374-a50d-17dffbe2f90b {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:03:45.042844 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-709c0f5d-3baa-4a25-a05c-57fe02716277 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:45.069853 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-efd1169c-6b58-4e59-b41c-cd2f64808ce3 req-ff0a75bf-310d-4727-9ceb-ce7abbe3573d tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:45.117083 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-efd1169c-6b58-4e59-b41c-cd2f64808ce3 req-ff0a75bf-310d-4727-9ceb-ce7abbe3573d tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:45.162324 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:03:45.183773 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efd1169c-6b58-4e59-b41c-cd2f64808ce3 req-ff0a75bf-310d-4727-9ceb-ce7abbe3573d tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:03:45.190044 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-efd1169c-6b58-4e59-b41c-cd2f64808ce3 req-ff0a75bf-310d-4727-9ceb-ce7abbe3573d tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:03:45.192488 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd1169c-6b58-4e59-b41c-cd2f64808ce3 req-ff0a75bf-310d-4727-9ceb-ce7abbe3573d tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:03:45.196180 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a75bf-310d-4727-9ceb-ce7abbe3573d tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Pushing event updated for resources: {'Port': ['ID=0cc75550-b757-4d3d-b5f6-a7be13ad509f,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:45.205718 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097daeb4-972a-4d80-bbd2-9a0b495831ce req-4ca8a997-20b7-422b-9af4-0aac82fffc00 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:45.207187 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-097daeb4-972a-4d80-bbd2-9a0b495831ce req-4ca8a997-20b7-422b-9af4-0aac82fffc00 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] 10.222.0.57 "GET /v2.0/ports?device_id=70135b25-55be-4364-bf94-0638092e3412 HTTP/1.1" status: 200 len: 944 time: 0.1088519 Oct 19 01:03:45.221896 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-709c0f5d-3baa-4a25-a05c-57fe02716277 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:45.241098 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-709c0f5d-3baa-4a25-a05c-57fe02716277 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Calling delete_port for 450bbc78-3a8a-4374-a50d-17dffbe2f90b owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:03:45.267462 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-097daeb4-972a-4d80-bbd2-9a0b495831ce req-302e71d7-5b2e-4064-978b-c597ccbb2adf tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] 10.222.0.57 "GET /v2.0/security-groups?id=201cf045-45f4-4445-86c2-30c3ef92e0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541542 Oct 19 01:03:45.291082 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-efd1169c-6b58-4e59-b41c-cd2f64808ce3 req-ff0a75bf-310d-4727-9ceb-ce7abbe3573d tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:45.333563 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-efd1169c-6b58-4e59-b41c-cd2f64808ce3 req-ff0a75bf-310d-4727-9ceb-ce7abbe3573d tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:45.389219 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-709c0f5d-3baa-4a25-a05c-57fe02716277 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:45.422109 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c0f5d-3baa-4a25-a05c-57fe02716277 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Pushing event deleted for resources: {'Port': ['ID=450bbc78-3a8a-4374-a50d-17dffbe2f90b,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:45.507456 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-709c0f5d-3baa-4a25-a05c-57fe02716277 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:45.511090 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-709c0f5d-3baa-4a25-a05c-57fe02716277 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] 10.222.0.57 "DELETE /v2.0/ports/450bbc78-3a8a-4374-a50d-17dffbe2f90b HTTP/1.1" status: 204 len: 168 time: 0.5917284 Oct 19 01:03:45.513537 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56080) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:45.517986 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 0a27acf2-cdd1-44c0-9bc4-7109b474e360 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:03:45.539756 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-efd1169c-6b58-4e59-b41c-cd2f64808ce3 req-ff0a75bf-310d-4727-9ceb-ce7abbe3573d tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:45.548661 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-efd1169c-6b58-4e59-b41c-cd2f64808ce3 req-ff0a75bf-310d-4727-9ceb-ce7abbe3573d tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:45.588813 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 0a27acf2-cdd1-44c0-9bc4-7109b474e360 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:03:45.599830 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 0a27acf2-cdd1-44c0-9bc4-7109b474e360 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:03:45.600073 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:45.645447 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-efd1169c-6b58-4e59-b41c-cd2f64808ce3 req-ff0a75bf-310d-4727-9ceb-ce7abbe3573d tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:45.646607 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e78362-c017-41e3-9614-e422b2b09314 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Deleting subnet 3f0f0e7f-97cc-4cc0-8971-003214af8cc5 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:03:45.652153 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b9e78362-c017-41e3-9614-e422b2b09314 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:45.667800 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a75bf-310d-4727-9ceb-ce7abbe3573d tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Pushing event updated for resources: {'Port': ['ID=0cc75550-b757-4d3d-b5f6-a7be13ad509f,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:45.673963 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-efd1169c-6b58-4e59-b41c-cd2f64808ce3 req-ff0a75bf-310d-4727-9ceb-ce7abbe3573d tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:45.683134 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-efd1169c-6b58-4e59-b41c-cd2f64808ce3 req-ff0a75bf-310d-4727-9ceb-ce7abbe3573d tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4436748 Oct 19 01:03:45.687433 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b60315-ebc1-489d-bf56-cda7752abdd5 req-d8e873e2-68a6-4549-a598-237849d0716d tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:45.695305 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b0b60315-ebc1-489d-bf56-cda7752abdd5 req-d8e873e2-68a6-4549-a598-237849d0716d tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8c43740-f3ff-4a93-829f-2c44bf75fc29 HTTP/1.1" status: 200 len: 944 time: 0.1210592 Oct 19 01:03:45.704863 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 87c76c93-9c99-435c-a56a-665a504f3bc1 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:03:45.737575 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b9e78362-c017-41e3-9614-e422b2b09314 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:45.743721 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-efd1169c-6b58-4e59-b41c-cd2f64808ce3 req-107a94b7-c6b6-44ea-9292-90f383b2b5e4 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.109 HTTP/1.1" status: 200 len: 696 time: 0.0596247 Oct 19 01:03:45.745593 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:45.768399 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b0b60315-ebc1-489d-bf56-cda7752abdd5 req-d67ada6e-8650-4268-851f-cb8ba60525b4 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] 10.222.0.57 "GET /v2.0/security-groups?id=40916515-2c03-4857-9cf4-848cff3d3a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720403 Oct 19 01:03:45.778607 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70135b25-55be-4364-bf94-0638092e3412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a27acf2-cdd1-44c0-9bc4-7109b474e360'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:03:45.790132 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4314c3-c3d7-4e60-b026-210fe06638cc" -d '{"events": [{"server_uuid": "70135b25-55be-4364-bf94-0638092e3412", "name": "network-vif-plugged", "status": "completed", "tag": "0a27acf2-cdd1-44c0-9bc4-7109b474e360"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:03:45.805604 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 0a27acf2-cdd1-44c0-9bc4-7109b474e360, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=0a27acf2-cdd1-44c0-9bc4-7109b474e360,segment=NetworkSegment(fd439f00-5252-4108-8cca-4bb02963020f),segment_id=fd439f00-5252-4108-8cca-4bb02963020f)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:45.810130 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 87c76c93-9c99-435c-a56a-665a504f3bc1 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:03:45.815449 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:45.829146 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 87c76c93-9c99-435c-a56a-665a504f3bc1 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:03:45.829146 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:45.876493 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b9e78362-c017-41e3-9614-e422b2b09314 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:45.901516 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=0a27acf2-cdd1-44c0-9bc4-7109b474e360,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:45.912777 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1169c-6b58-4e59-b41c-cd2f64808ce3 req-03a48f44-08d8-40d5-9e5b-8e3d17c78898 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:45.914358 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-efd1169c-6b58-4e59-b41c-cd2f64808ce3 req-03a48f44-08d8-40d5-9e5b-8e3d17c78898 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 784 time: 0.1697464 Oct 19 01:03:45.925663 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-efd1169c-6b58-4e59-b41c-cd2f64808ce3 req-cce414de-20b2-4e58-899a-a230a5b3b530 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:03:45.926629 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-efd1169c-6b58-4e59-b41c-cd2f64808ce3 req-cce414de-20b2-4e58-899a-a230a5b3b530 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0064213 Oct 19 01:03:45.957784 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:45.996055 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb097c-fe26-4994-b4ca-32646acc6bb3 req-1b056f22-eac3-4754-a6e4-835143653497 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:45.996506 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 87c76c93-9c99-435c-a56a-665a504f3bc1, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=87c76c93-9c99-435c-a56a-665a504f3bc1,segment=NetworkSegment(88ecffc1-90fa-418d-a0e1-2e7c29608a6b),segment_id=88ecffc1-90fa-418d-a0e1-2e7c29608a6b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:45.998305 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a9cb097c-fe26-4994-b4ca-32646acc6bb3 req-1b056f22-eac3-4754-a6e4-835143653497 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=67465c03-ebf2-4d93-9269-b6f3f7840c0c HTTP/1.1" status: 200 len: 945 time: 0.0858510 Oct 19 01:03:46.001507 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:46.039034 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b9e78362-c017-41e3-9614-e422b2b09314 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:46.052612 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=87c76c93-9c99-435c-a56a-665a504f3bc1,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:46.063940 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de533dd-d392-4e22-87b8-0668700c8971 x-openstack-request-id: req-9de533dd-d392-4e22-87b8-0668700c8971 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:03:46.064271 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70135b25-55be-4364-bf94-0638092e3412", "name": "network-vif-plugged", "status": "completed", "tag": "0a27acf2-cdd1-44c0-9bc4-7109b474e360", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:03:46.064526 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9de533dd-d392-4e22-87b8-0668700c8971 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:03:46.064910 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70135b25-55be-4364-bf94-0638092e3412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a27acf2-cdd1-44c0-9bc4-7109b474e360', 'code': 200} Oct 19 01:03:46.080641 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e78362-c017-41e3-9614-e422b2b09314 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Pushing event deleted for resources: {'Subnet': ['ID=3f0f0e7f-97cc-4cc0-8971-003214af8cc5,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:46.090015 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a9cb097c-fe26-4994-b4ca-32646acc6bb3 req-f72a38f7-d1b2-465d-a197-d420696ebb95 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826702 Oct 19 01:03:46.091196 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b9e78362-c017-41e3-9614-e422b2b09314 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:46.095902 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b9e78362-c017-41e3-9614-e422b2b09314 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] 10.222.0.57 "DELETE /v2.0/subnets/3f0f0e7f-97cc-4cc0-8971-003214af8cc5 HTTP/1.1" status: 204 len: 168 time: 0.5813284 Oct 19 01:03:46.099586 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56094) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:46.101175 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f5724e-0876-465c-9a95-24b469eb80a6 None None] Network df89f9b5-7170-4283-a35a-464eaeedad66 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:03:46.244730 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56102) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:46.336615 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef6012a-2dc1-4b2d-b2ca-7203799e9cfc None None] DHCP port deletion for df89f9b5-7170-4283-a35a-464eaeedad66 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:03:46.398748 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-eef6012a-2dc1-4b2d-b2ca-7203799e9cfc None None] Deleting port d24c4a70-96ca-492a-800c-efbe32e0004f {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:03:46.399299 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-eef6012a-2dc1-4b2d-b2ca-7203799e9cfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:46.478961 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-eef6012a-2dc1-4b2d-b2ca-7203799e9cfc None None] For port d24c4a70-96ca-492a-800c-efbe32e0004f, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d24c4a70-96ca-492a-800c-efbe32e0004f,segment=NetworkSegment(9803daea-2f65-4593-9ca6-8226ec2e26f2),segment_id=9803daea-2f65-4593-9ca6-8226ec2e26f2)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:46.479370 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-eef6012a-2dc1-4b2d-b2ca-7203799e9cfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:46.648453 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-eef6012a-2dc1-4b2d-b2ca-7203799e9cfc None None] Calling delete_port for d24c4a70-96ca-492a-800c-efbe32e0004f owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:03:46.668489 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f4e053ac-1f28-459b-b316-3023da4c21c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:46.718919 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6eff95e1-0887-41ea-a222-cfd18b700b23 req-aa64eebb-60d2-4963-9b5f-e416526fed1b tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] 10.222.0.57 "GET /v2.0/floatingips/c62ec634-25c9-4937-a9f7-a88cceb0e19a HTTP/1.1" status: 200 len: 693 time: 0.5276818 Oct 19 01:03:46.726337 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-255900a0-df54-42af-9fc1-2f9a1ba13c82 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:46.795769 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-eef6012a-2dc1-4b2d-b2ca-7203799e9cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:46.802318 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36aeca-e6b1-4915-945a-0468751635df req-a3a614fd-cd20-4b53-b3ff-3707fe0062c8 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:46.803860 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6995a-7242-4306-bf41-04a33f738026 req-d59d8c27-266c-403c-aa8a-b56c4dd83d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:46.804020 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4e36aeca-e6b1-4915-945a-0468751635df req-a3a614fd-cd20-4b53-b3ff-3707fe0062c8 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] 10.222.0.57 "GET /v2.0/ports?device_id=70135b25-55be-4364-bf94-0638092e3412 HTTP/1.1" status: 200 len: 945 time: 0.0980098 Oct 19 01:03:46.805515 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b8b6995a-7242-4306-bf41-04a33f738026 req-d59d8c27-266c-403c-aa8a-b56c4dd83d4c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=70135b25-55be-4364-bf94-0638092e3412 HTTP/1.1" status: 200 len: 1097 time: 0.2247720 Oct 19 01:03:46.823535 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6012a-2dc1-4b2d-b2ca-7203799e9cfc None None] Pushing event deleted for resources: {'Port': ['ID=d24c4a70-96ca-492a-800c-efbe32e0004f,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:46.829337 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef6012a-2dc1-4b2d-b2ca-7203799e9cfc None None] No DVR routers for this DVR port d24c4a70-96ca-492a-800c-efbe32e0004f on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:03:46.880467 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-255900a0-df54-42af-9fc1-2f9a1ba13c82 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] The port 'd24c4a70-96ca-492a-800c-efbe32e0004f' was deleted {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 19 01:03:46.931765 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4e36aeca-e6b1-4915-945a-0468751635df req-9998a2dd-a92f-4a09-b9fd-fda42f97674c tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] 10.222.0.57 "GET /v2.0/security-groups?id=201cf045-45f4-4445-86c2-30c3ef92e0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945387 Oct 19 01:03:46.959622 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b8b6995a-7242-4306-bf41-04a33f738026 req-cd0488e2-58a1-41be-9370-75a4d9448773 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=201cf045-45f4-4445-86c2-30c3ef92e0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344726 Oct 19 01:03:47.006795 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-255900a0-df54-42af-9fc1-2f9a1ba13c82 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:47.016761 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff95e1-0887-41ea-a222-cfd18b700b23 req-215088c0-0598-4387-940e-79060d9d2377 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:47.018127 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6eff95e1-0887-41ea-a222-cfd18b700b23 req-215088c0-0598-4387-940e-79060d9d2377 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 784 time: 0.2849886 Oct 19 01:03:47.042113 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-255900a0-df54-42af-9fc1-2f9a1ba13c82 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df89f9b5-7170-4283-a35a-464eaeedad66']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:03:47.083465 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-255900a0-df54-42af-9fc1-2f9a1ba13c82 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9803daea-2f65-4593-9ca6-8226ec2e26f2') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:03:47.083770 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-255900a0-df54-42af-9fc1-2f9a1ba13c82 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9803daea-2f65-4593-9ca6-8226ec2e26f2') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:03:47.096620 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6eff95e1-0887-41ea-a222-cfd18b700b23 req-2a0c88a9-a472-47ee-899e-0a00aec0559c tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.109 HTTP/1.1" status: 200 len: 696 time: 0.0676265 Oct 19 01:03:47.099700 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-255900a0-df54-42af-9fc1-2f9a1ba13c82 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:47.104203 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d05340-728d-4d7f-8569-ac350d2d44fb req-b9732a71-7433-43d0-b653-3c22b13692e1 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:47.105818 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-93d05340-728d-4d7f-8569-ac350d2d44fb req-b9732a71-7433-43d0-b653-3c22b13692e1 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 950 time: 0.0795689 Oct 19 01:03:47.123268 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ba070a33-f1f4-42a3-8030-d553a0b93ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:47.145489 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-255900a0-df54-42af-9fc1-2f9a1ba13c82 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:47.156801 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-255900a0-df54-42af-9fc1-2f9a1ba13c82 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:03:47.157189 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-255900a0-df54-42af-9fc1-2f9a1ba13c82 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:47.162731 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6eff95e1-0887-41ea-a222-cfd18b700b23 req-e0903cbc-9ce4-4acd-8df2-b4f95b1356de tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.109 HTTP/1.1" status: 200 len: 696 time: 0.0567269 Oct 19 01:03:47.163386 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:03:47.163386 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:03:47.163386 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:03:47.163386 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:03:47.163386 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:03:47.163386 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:03:47.163386 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:03:47.163386 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:03:47.163386 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:03:47.163386 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:03:47.163386 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:03:47.163386 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:03:47.163386 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:03:47.163386 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:03:47.163386 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:03:47.163386 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:03:47.163386 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:03:47.163386 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:03:47.163386 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:03:47.163386 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:03:47.163386 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:03:47.163386 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:03:47.163386 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:03:47.163386 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:03:47.163386 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:03:47.163386 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:03:47.163386 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:03:47.163386 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:03:47.163386 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:03:47.163386 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:03:47.163386 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:03:47.163386 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:03:47.202031 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:47.205082 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-93d05340-728d-4d7f-8569-ac350d2d44fb req-4a13b84b-5c5e-4276-8f98-cc940d698346 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910287 Oct 19 01:03:47.297498 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-255900a0-df54-42af-9fc1-2f9a1ba13c82 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:47.305303 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-255900a0-df54-42af-9fc1-2f9a1ba13c82 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:47.308368 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-255900a0-df54-42af-9fc1-2f9a1ba13c82 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] 10.222.0.57 "DELETE /v2.0/networks/df89f9b5-7170-4283-a35a-464eaeedad66 HTTP/1.1" status: 204 len: 168 time: 1.2049510 Oct 19 01:03:47.342614 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255900a0-df54-42af-9fc1-2f9a1ba13c82 tempest-ExtraDHCPOptionsTestJSON-1769420958 tempest-ExtraDHCPOptionsTestJSON-1769420958-project] Pushing event deleted for resources: {'Network': ['ID=df89f9b5-7170-4283-a35a-464eaeedad66,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:47.369217 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-6eff95e1-0887-41ea-a222-cfd18b700b23 req-d2b28701-b13e-4c6a-a46c-967c7580f0b8 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Deleting port 0cc75550-b757-4d3d-b5f6-a7be13ad509f {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:03:47.369633 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6eff95e1-0887-41ea-a222-cfd18b700b23 req-d2b28701-b13e-4c6a-a46c-967c7580f0b8 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:47.432633 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c00b4a-5403-46e7-9fbf-c4d0ac052c6b req-2568f4c2-b6a8-45d7-ad6f-5c57bd970e52 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:47.434315 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a4c00b4a-5403-46e7-9fbf-c4d0ac052c6b req-2568f4c2-b6a8-45d7-ad6f-5c57bd970e52 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8c43740-f3ff-4a93-829f-2c44bf75fc29 HTTP/1.1" status: 200 len: 945 time: 0.1445551 Oct 19 01:03:47.462324 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6eff95e1-0887-41ea-a222-cfd18b700b23 req-d2b28701-b13e-4c6a-a46c-967c7580f0b8 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:47.462694 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6eff95e1-0887-41ea-a222-cfd18b700b23 req-d2b28701-b13e-4c6a-a46c-967c7580f0b8 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:47.478368 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-6eff95e1-0887-41ea-a222-cfd18b700b23 req-d2b28701-b13e-4c6a-a46c-967c7580f0b8 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Calling delete_port for 0cc75550-b757-4d3d-b5f6-a7be13ad509f owned by network:floatingip {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:03:47.517827 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a4c00b4a-5403-46e7-9fbf-c4d0ac052c6b req-6ef76ba0-441e-406f-a623-b54fb7cfc272 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] 10.222.0.57 "GET /v2.0/security-groups?id=40916515-2c03-4857-9cf4-848cff3d3a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735104 Oct 19 01:03:47.525861 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 2bd4a47f-fa9d-4503-839e-653626bff5b0 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:03:47.556765 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56134) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:47.579473 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-ba070a33-f1f4-42a3-8030-d553a0b93ed6 admin admin] Deleting port e98f1dae-3d1e-43b7-ae39-a8d40c3de37a {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:03:47.580127 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ba070a33-f1f4-42a3-8030-d553a0b93ed6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:47.697000 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-ba070a33-f1f4-42a3-8030-d553a0b93ed6 admin admin] For port e98f1dae-3d1e-43b7-ae39-a8d40c3de37a, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=e98f1dae-3d1e-43b7-ae39-a8d40c3de37a,segment=NetworkSegment(e19ceaa3-9bbe-44c1-b629-032b78b84ea1),segment_id=e19ceaa3-9bbe-44c1-b629-032b78b84ea1)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:47.698775 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ba070a33-f1f4-42a3-8030-d553a0b93ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:47.699171 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:47.723523 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6eff95e1-0887-41ea-a222-cfd18b700b23 req-d2b28701-b13e-4c6a-a46c-967c7580f0b8 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:47.735012 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 2bd4a47f-fa9d-4503-839e-653626bff5b0, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=2bd4a47f-fa9d-4503-839e-653626bff5b0,segment=NetworkSegment(2b6ac682-429b-459d-90c9-47596802933c),segment_id=2b6ac682-429b-459d-90c9-47596802933c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:47.746408 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-ba070a33-f1f4-42a3-8030-d553a0b93ed6 admin admin] Calling delete_port for e98f1dae-3d1e-43b7-ae39-a8d40c3de37a owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:03:47.750535 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b28701-b13e-4c6a-a46c-967c7580f0b8 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Pushing event deleted for resources: {'Port': ['ID=0cc75550-b757-4d3d-b5f6-a7be13ad509f,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:47.752998 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '2bd4a47f-fa9d-4503-839e-653626bff5b0', 'network_id': '91c57069-c895-4994-a7af-d9f6ed49afa5', 'port_id': '2bd4a47f-fa9d-4503-839e-653626bff5b0', 'mac_address': 'fa:16:3e:48:14:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94948ad4-35aa-438e-aae6-6f67951e97f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:03:47.802648 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:47.817114 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2bd4a47f-fa9d-4503-839e-653626bff5b0 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:03:47.820736 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6eff95e1-0887-41ea-a222-cfd18b700b23 req-d2b28701-b13e-4c6a-a46c-967c7580f0b8 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Publish callbacks [] for floatingip, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:47.823241 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6eff95e1-0887-41ea-a222-cfd18b700b23 req-d2b28701-b13e-4c6a-a46c-967c7580f0b8 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:47.824659 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6eff95e1-0887-41ea-a222-cfd18b700b23 req-d2b28701-b13e-4c6a-a46c-967c7580f0b8 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] 10.222.0.57 "DELETE /v2.0/floatingips/c62ec634-25c9-4937-a9f7-a88cceb0e19a HTTP/1.1" status: 204 len: 173 time: 0.6509969 Oct 19 01:03:47.842484 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 2bd4a47f-fa9d-4503-839e-653626bff5b0, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=2bd4a47f-fa9d-4503-839e-653626bff5b0,segment=NetworkSegment(2b6ac682-429b-459d-90c9-47596802933c),segment_id=2b6ac682-429b-459d-90c9-47596802933c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:47.847787 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:47.859599 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a7bd8c71-7ac4-482e-8d31-6e0710d94587 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=84748e43f3b14d069c782c0f6a8fb902&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3015807 Oct 19 01:03:47.870777 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bac10e-f64c-46b9-8375-4d5c25fffa2d req-9a8ca399-5f17-4c0b-bd85-dc401adec888 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:47.872277 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-05bac10e-f64c-46b9-8375-4d5c25fffa2d req-9a8ca399-5f17-4c0b-bd85-dc401adec888 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=67465c03-ebf2-4d93-9269-b6f3f7840c0c HTTP/1.1" status: 200 len: 945 time: 0.1493797 Oct 19 01:03:47.877615 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56140) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:47.886492 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [req-16896595-5d9a-414b-9048-d7863b752800 req-12818506-88fc-4c49-a2ad-bddbe6542741 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] show failed (client error): The resource could not be found. Oct 19 01:03:47.888571 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-16896595-5d9a-414b-9048-d7863b752800 req-12818506-88fc-4c49-a2ad-bddbe6542741 tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] 10.222.0.57 "GET /v2.0/floatingips/c62ec634-25c9-4937-a9f7-a88cceb0e19a HTTP/1.1" status: 404 len: 350 time: 0.0423727 Oct 19 01:03:47.913199 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=2bd4a47f-fa9d-4503-839e-653626bff5b0,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:47.966954 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [req-d3dfc50a-76e4-49ac-9a6e-49da8d4bea63 req-16926a8e-0eba-45df-8db6-d7e91ee56dde tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] show failed (client error): The resource could not be found. Oct 19 01:03:47.978696 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d3dfc50a-76e4-49ac-9a6e-49da8d4bea63 req-16926a8e-0eba-45df-8db6-d7e91ee56dde tempest-FloatingIPsTestJSON-728392129 tempest-FloatingIPsTestJSON-728392129-project] 10.222.0.57 "GET /v2.0/floatingips/c62ec634-25c9-4937-a9f7-a88cceb0e19a HTTP/1.1" status: 404 len: 350 time: 0.0597744 Oct 19 01:03:47.978910 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['2bd4a47f-fa9d-4503-839e-653626bff5b0'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:03:47.979636 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56146) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:47.998057 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-05bac10e-f64c-46b9-8375-4d5c25fffa2d req-6f272d8e-b9fe-44da-806a-225d01e96711 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130559 Oct 19 01:03:48.015689 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-df0545ad-2894-47e4-8fd6-f3e94320556e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:48.055839 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-df0545ad-2894-47e4-8fd6-f3e94320556e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:48.069688 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c43740-f3ff-4a93-829f-2c44bf75fc29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c76c93-9c99-435c-a56a-665a504f3bc1'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:03:48.074713 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d4dfe0-dc10-407d-bd9c-48a0c66c1fa4" -d '{"events": [{"server_uuid": "d8c43740-f3ff-4a93-829f-2c44bf75fc29", "name": "network-vif-plugged", "status": "completed", "tag": "87c76c93-9c99-435c-a56a-665a504f3bc1"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:03:48.149944 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b369fe-1834-474f-a377-3e69a4e98924 req-3ab642f0-0588-4dcd-b51a-e04e8eea62bf tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:48.151595 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-45b369fe-1834-474f-a377-3e69a4e98924 req-3ab642f0-0588-4dcd-b51a-e04e8eea62bf tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] 10.222.0.57 "GET /v2.0/ports?device_id=70135b25-55be-4364-bf94-0638092e3412 HTTP/1.1" status: 200 len: 945 time: 0.1132309 Oct 19 01:03:48.156132 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ba070a33-f1f4-42a3-8030-d553a0b93ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:48.188712 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba070a33-f1f4-42a3-8030-d553a0b93ed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e98f1dae-3d1e-43b7-ae39-a8d40c3de37a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:48.190467 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-df0545ad-2894-47e4-8fd6-f3e94320556e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:48.193096 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-df0545ad-2894-47e4-8fd6-f3e94320556e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:48.194409 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-df0545ad-2894-47e4-8fd6-f3e94320556e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c295a134-6632-4681-b075-cbe8774888d9 HTTP/1.1" status: 204 len: 168 time: 0.3159256 Oct 19 01:03:48.231791 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0545ad-2894-47e4-8fd6-f3e94320556e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c295a134-6632-4681-b075-cbe8774888d9,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:48.380880 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-45b369fe-1834-474f-a377-3e69a4e98924 req-5da7a116-10ed-4b2e-83f8-d240b7e107c0 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] 10.222.0.57 "GET /v2.0/security-groups?id=201cf045-45f4-4445-86c2-30c3ef92e0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133219 Oct 19 01:03:48.420313 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58255324-c7f3-4719-b974-006789f65462 x-openstack-request-id: req-58255324-c7f3-4719-b974-006789f65462 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:03:48.420686 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c43740-f3ff-4a93-829f-2c44bf75fc29", "name": "network-vif-plugged", "status": "completed", "tag": "87c76c93-9c99-435c-a56a-665a504f3bc1", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:03:48.421151 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-58255324-c7f3-4719-b974-006789f65462 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:03:48.421792 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c43740-f3ff-4a93-829f-2c44bf75fc29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c76c93-9c99-435c-a56a-665a504f3bc1', 'code': 200} Oct 19 01:03:48.526140 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d24c4a70-96ca-492a-800c-efbe32e0004f no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:03:48.575501 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: d24c4a70-96ca-492a-800c-efbe32e0004f {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:03:48.579583 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d24c4a70-96ca-492a-800c-efbe32e0004f not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:03:48.633639 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a881c6e-28e2-4b47-888f-4a3f420cc353 req-190fbecf-dbc1-4189-8b15-ebb163efb7f0 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:48.635234 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3a881c6e-28e2-4b47-888f-4a3f420cc353 req-190fbecf-dbc1-4189-8b15-ebb163efb7f0 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 950 time: 0.0934963 Oct 19 01:03:48.636929 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ba070a33-f1f4-42a3-8030-d553a0b93ed6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:48.650285 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4abb6-9249-428c-b49c-3c7b27c19834 req-8512dc42-c106-40bd-b6ed-694f5fd5ab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:48.652044 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bba4abb6-9249-428c-b49c-3c7b27c19834 req-8512dc42-c106-40bd-b6ed-694f5fd5ab8b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d8c43740-f3ff-4a93-829f-2c44bf75fc29 HTTP/1.1" status: 200 len: 1097 time: 0.1654506 Oct 19 01:03:48.673977 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8acbfae-468d-4e90-b6f1-a2c4e902b41b req-a7489cda-bb21-42e2-ac66-d8b429d676be tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:48.675935 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d8acbfae-468d-4e90-b6f1-a2c4e902b41b req-a7489cda-bb21-42e2-ac66-d8b429d676be tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=67465c03-ebf2-4d93-9269-b6f3f7840c0c HTTP/1.1" status: 200 len: 944 time: 0.1494505 Oct 19 01:03:48.712049 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3a881c6e-28e2-4b47-888f-4a3f420cc353 req-88186420-a731-4a5e-b360-c79fef924d1b tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670772 Oct 19 01:03:48.791472 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-16be2634-f5bf-45fa-bebc-0e7d181e1262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:48.799321 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bba4abb6-9249-428c-b49c-3c7b27c19834 req-9c1ca6ea-ae63-407a-a719-5ffc86402d56 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=40916515-2c03-4857-9cf4-848cff3d3a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361442 Oct 19 01:03:48.810615 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d8acbfae-468d-4e90-b6f1-a2c4e902b41b req-9ad7319b-c2c3-49c6-a300-1288296d9543 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259913 Oct 19 01:03:48.932215 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16c696-1f50-4701-a536-01183bf23a79 req-1622f124-5543-41f1-8b01-d2e678b5a2cf tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:48.933760 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2b16c696-1f50-4701-a536-01183bf23a79 req-1622f124-5543-41f1-8b01-d2e678b5a2cf tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8c43740-f3ff-4a93-829f-2c44bf75fc29 HTTP/1.1" status: 200 len: 945 time: 0.1403313 Oct 19 01:03:49.043804 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2b16c696-1f50-4701-a536-01183bf23a79 req-77be906e-a8e4-4e73-9a4b-8f045c5a1514 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] 10.222.0.57 "GET /v2.0/security-groups?id=40916515-2c03-4857-9cf4-848cff3d3a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014938 Oct 19 01:03:49.072511 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba070a33-f1f4-42a3-8030-d553a0b93ed6 admin admin] Router 3ecf485b-c040-4fb4-9b14-1e391a5e1184 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:03:49.098275 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327ae3d-1660-47dc-a2d1-eff6f2c764e9 req-70e9d991-a348-49e8-9062-c40451d05612 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:49.101577 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c327ae3d-1660-47dc-a2d1-eff6f2c764e9 req-70e9d991-a348-49e8-9062-c40451d05612 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 945 time: 0.0821536 Oct 19 01:03:49.170830 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-16be2634-f5bf-45fa-bebc-0e7d181e1262 admin admin] Deleting port 2018b1f2-6b1d-423e-a9d1-0af6a8c3ac66 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:03:49.171163 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-16be2634-f5bf-45fa-bebc-0e7d181e1262 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:49.200739 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c327ae3d-1660-47dc-a2d1-eff6f2c764e9 req-5cc64052-fe8a-4e4f-be60-9ab67238592f tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee01ab66-3697-4623-ae66-2cb16178c0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941753 Oct 19 01:03:49.250412 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba070a33-f1f4-42a3-8030-d553a0b93ed6 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:03:49.257928 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ba070a33-f1f4-42a3-8030-d553a0b93ed6 admin admin] 10.222.0.57 "PUT /v2.0/routers/3ecf485b-c040-4fb4-9b14-1e391a5e1184/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0098298 Oct 19 01:03:49.258436 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56182) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:49.266538 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d6f8bf-602f-4a65-8897-bb9405c2de98 None None] Sync routers for ids ['3ecf485b-c040-4fb4-9b14-1e391a5e1184'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:03:49.269919 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56184) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:49.284638 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d6f8bf-602f-4a65-8897-bb9405c2de98 None None] Routers {'3ecf485b-c040-4fb4-9b14-1e391a5e1184'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:03:49.285477 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-89d6f8bf-602f-4a65-8897-bb9405c2de98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:03:46Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['3ecf485b-c040-4fb4-9b14-1e391a5e1184'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:03:49.322396 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-16be2634-f5bf-45fa-bebc-0e7d181e1262 admin admin] For port 2018b1f2-6b1d-423e-a9d1-0af6a8c3ac66, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=2018b1f2-6b1d-423e-a9d1-0af6a8c3ac66,segment=NetworkSegment(b052266a-4fde-463b-84d1-c81a3283f8ea),segment_id=b052266a-4fde-463b-84d1-c81a3283f8ea)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:49.322756 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-16be2634-f5bf-45fa-bebc-0e7d181e1262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:49.347000 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-16be2634-f5bf-45fa-bebc-0e7d181e1262 admin admin] Calling delete_port for 2018b1f2-6b1d-423e-a9d1-0af6a8c3ac66 owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:03:49.380801 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-b9c7fa30-11af-4904-87a6-044e6ac7ecc5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-286107278'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:49.407129 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c7fa30-11af-4904-87a6-044e6ac7ecc5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Made reservation on behalf of 0623c8f86a7745a5853b214518443323 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:03:49.410634 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b9c7fa30-11af-4904-87a6-044e6ac7ecc5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:49.414270 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-89d6f8bf-602f-4a65-8897-bb9405c2de98 None None] Set router 3ecf485b-c040-4fb4-9b14-1e391a5e1184 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:03:49.427309 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b9c7fa30-11af-4904-87a6-044e6ac7ecc5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:49.441939 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-adff7ea3-8709-487e-9fe0-7a4ce88b057e admin admin] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:49.510100 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b9c7fa30-11af-4904-87a6-044e6ac7ecc5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:49.516497 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b9c7fa30-11af-4904-87a6-044e6ac7ecc5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:49.532417 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 2bd4a47f-fa9d-4503-839e-653626bff5b0 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:03:49.543541 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c7fa30-11af-4904-87a6-044e6ac7ecc5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:03:49.554045 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7fa30-11af-4904-87a6-044e6ac7ecc5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=288c1a00-7bda-4702-8c79-6b1d0ef720db,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:49.559376 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b9c7fa30-11af-4904-87a6-044e6ac7ecc5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:49.561346 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-b9c7fa30-11af-4904-87a6-044e6ac7ecc5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Added segment 32d7b33e-8573-45db-a66b-bffd3e853edc of type vlan for network 0981e737-0b0c-4db5-b62a-32eaed983ba2 Oct 19 01:03:49.610394 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b9c7fa30-11af-4904-87a6-044e6ac7ecc5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:49.631930 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:49.640319 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b9c7fa30-11af-4904-87a6-044e6ac7ecc5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:49.647092 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c7fa30-11af-4904-87a6-044e6ac7ecc5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:49.649080 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b9c7fa30-11af-4904-87a6-044e6ac7ecc5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:49.650217 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 2bd4a47f-fa9d-4503-839e-653626bff5b0 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:03:49.650826 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:49.661915 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-89d6f8bf-602f-4a65-8897-bb9405c2de98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1980611840-router', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:56:46Z', 'updated_at': '2021-10-19T01:03:48Z', 'revision_number': 5, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'gw_port': {'id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:56:48Z', 'updated_at': '2021-10-19T00:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:03:49.687638 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d944f7-1d3a-4fbe-a617-83ee0b38aaff req-c78f4ec5-c9d7-4327-9dc5-8a00c053189b tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:49.689393 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-14d944f7-1d3a-4fbe-a617-83ee0b38aaff req-c78f4ec5-c9d7-4327-9dc5-8a00c053189b tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] 10.222.0.57 "GET /v2.0/ports?device_id=70135b25-55be-4364-bf94-0638092e3412 HTTP/1.1" status: 200 len: 945 time: 0.1865916 Oct 19 01:03:49.714492 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-adff7ea3-8709-487e-9fe0-7a4ce88b057e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:49.717618 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d6f8bf-602f-4a65-8897-bb9405c2de98 None None] Checking router: 3ecf485b-c040-4fb4-9b14-1e391a5e1184 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:03:49.726461 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7fa30-11af-4904-87a6-044e6ac7ecc5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Network': ['ID=0981e737-0b0c-4db5-b62a-32eaed983ba2,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:49.737534 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d6f8bf-602f-4a65-8897-bb9405c2de98 None None] Routers {'3ecf485b-c040-4fb4-9b14-1e391a5e1184'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:03:49.738362 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-89d6f8bf-602f-4a65-8897-bb9405c2de98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:03:46Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['3ecf485b-c040-4fb4-9b14-1e391a5e1184'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:03:49.742942 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b9c7fa30-11af-4904-87a6-044e6ac7ecc5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4711623 Oct 19 01:03:49.746188 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56194) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:49.757118 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-eb8e9942-da52-4e61-ac04-1e4f25cc413f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'port': {'network_id': '0981e737-0b0c-4db5-b62a-32eaed983ba2', 'name': 'tempest-PortsIpV6TestJSON-1677075226'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:49.765441 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 0981e737-0b0c-4db5-b62a-32eaed983ba2 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:03:49.787705 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-14d944f7-1d3a-4fbe-a617-83ee0b38aaff req-de45c2e1-f710-4bf3-b3c7-b5f1a246ed7f tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] 10.222.0.57 "GET /v2.0/security-groups?id=201cf045-45f4-4445-86c2-30c3ef92e0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890803 Oct 19 01:03:49.807719 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:49.896483 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-16be2634-f5bf-45fa-bebc-0e7d181e1262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:49.954627 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-adff7ea3-8709-487e-9fe0-7a4ce88b057e admin admin] Deleting port cc11ffd9-64ef-45d2-8c51-7e2e751eafd6 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:03:49.955022 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-adff7ea3-8709-487e-9fe0-7a4ce88b057e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:49.988965 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-89d6f8bf-602f-4a65-8897-bb9405c2de98 None None] Set router 3ecf485b-c040-4fb4-9b14-1e391a5e1184 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:03:50.004946 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 2bd4a47f-fa9d-4503-839e-653626bff5b0, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=2bd4a47f-fa9d-4503-839e-653626bff5b0,segment=NetworkSegment(2b6ac682-429b-459d-90c9-47596802933c),segment_id=2b6ac682-429b-459d-90c9-47596802933c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:50.027836 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:50.090573 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-adff7ea3-8709-487e-9fe0-7a4ce88b057e admin admin] For port cc11ffd9-64ef-45d2-8c51-7e2e751eafd6, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=cc11ffd9-64ef-45d2-8c51-7e2e751eafd6,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:50.090942 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-adff7ea3-8709-487e-9fe0-7a4ce88b057e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:50.093329 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=2bd4a47f-fa9d-4503-839e-653626bff5b0,revision_number=7']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:50.157146 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-adff7ea3-8709-487e-9fe0-7a4ce88b057e admin admin] Calling delete_port for cc11ffd9-64ef-45d2-8c51-7e2e751eafd6 owned by network:router_gateway {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:03:50.193321 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be2634-f5bf-45fa-bebc-0e7d181e1262 admin admin] Pushing event deleted for resources: {'Port': ['ID=2018b1f2-6b1d-423e-a9d1-0af6a8c3ac66,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:50.380349 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8e9942-da52-4e61-ac04-1e4f25cc413f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Made reservation on behalf of 0623c8f86a7745a5853b214518443323 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:03:50.388552 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eb8e9942-da52-4e61-ac04-1e4f25cc413f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:50.410926 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd4f72-903e-4c13-ab0e-1f5ceef056e0 req-6d9e51e0-1247-463c-9d3c-3d0f70e79402 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:50.412561 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-debd4f72-903e-4c13-ab0e-1f5ceef056e0 req-6d9e51e0-1247-463c-9d3c-3d0f70e79402 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 950 time: 0.1686015 Oct 19 01:03:50.423431 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67465c03-ebf2-4d93-9269-b6f3f7840c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd4a47f-fa9d-4503-839e-653626bff5b0'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:03:50.429527 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118ef9e3-3763-49f2-aaa8-f80c0677e297" -d '{"events": [{"server_uuid": "67465c03-ebf2-4d93-9269-b6f3f7840c0c", "name": "network-vif-plugged", "status": "completed", "tag": "2bd4a47f-fa9d-4503-839e-653626bff5b0"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:03:50.465557 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-89d6f8bf-602f-4a65-8897-bb9405c2de98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1980611840-router', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:56:46Z', 'updated_at': '2021-10-19T01:03:48Z', 'revision_number': 5, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'gw_port': {'id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:56:48Z', 'updated_at': '2021-10-19T00:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:03:50.481722 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-eb8e9942-da52-4e61-ac04-1e4f25cc413f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] device_id is not set on port cc693f23-fab7-451a-9ca8-0280df4d0dc5 yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:03:50.500597 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d6f8bf-602f-4a65-8897-bb9405c2de98 None None] The sync data for ids ['3ecf485b-c040-4fb4-9b14-1e391a5e1184'] in n-d-715271-26 is: [{'id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1980611840-router', 'tenant_id': '1f97037e6a5e4e978520d9c5500334e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:56:46Z', 'updated_at': '2021-10-19T01:03:48Z', 'revision_number': 5, 'project_id': '1f97037e6a5e4e978520d9c5500334e3', 'gw_port': {'id': 'cc11ffd9-64ef-45d2-8c51-7e2e751eafd6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecf485b-c040-4fb4-9b14-1e391a5e1184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:56:48Z', 'updated_at': '2021-10-19T00:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:03:50.514255 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba33b54-917e-475e-a17e-33fc8895e32e req-75a2dccb-6934-4336-9d49-28093927bdda tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:50.517286 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cba33b54-917e-475e-a17e-33fc8895e32e req-75a2dccb-6934-4336-9d49-28093927bdda tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=67465c03-ebf2-4d93-9269-b6f3f7840c0c HTTP/1.1" status: 200 len: 945 time: 0.3991134 Oct 19 01:03:50.536118 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0bf6b-88cc-4659-aa8c-38fc61d58540 req-564f377f-8ffb-40d8-a476-aa89da829043 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:50.538617 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bdb0bf6b-88cc-4659-aa8c-38fc61d58540 req-564f377f-8ffb-40d8-a476-aa89da829043 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.24 "GET /v2.0/ports?device_id=67465c03-ebf2-4d93-9269-b6f3f7840c0c HTTP/1.1" status: 200 len: 945 time: 0.2821252 Oct 19 01:03:50.565145 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-debd4f72-903e-4c13-ab0e-1f5ceef056e0 req-2cb73847-46f8-4b3d-9ba2-63af190abd05 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372097 Oct 19 01:03:50.724637 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eb8e9942-da52-4e61-ac04-1e4f25cc413f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:50.745647 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c67a66-bc47-4516-ba65-785885f08a45 req-64b453e0-77b3-4c8c-a0af-6ea412b6a014 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:50.746943 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-48c67a66-bc47-4516-ba65-785885f08a45 req-64b453e0-77b3-4c8c-a0af-6ea412b6a014 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8c43740-f3ff-4a93-829f-2c44bf75fc29 HTTP/1.1" status: 200 len: 945 time: 0.1018772 Oct 19 01:03:50.752532 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cba33b54-917e-475e-a17e-33fc8895e32e req-ac7d1760-a608-4d09-b65e-672fee562128 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124240 Oct 19 01:03:50.799967 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-16be2634-f5bf-45fa-bebc-0e7d181e1262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:50.816348 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-48c67a66-bc47-4516-ba65-785885f08a45 req-47fcab34-45f1-4e98-80a7-627b07f6a5ef tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] 10.222.0.57 "GET /v2.0/security-groups?id=40916515-2c03-4857-9cf4-848cff3d3a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613594 Oct 19 01:03:50.818072 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eb8e9942-da52-4e61-ac04-1e4f25cc413f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:50.884663 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bf30a5-74e0-4e89-80ba-de98e54d473f x-openstack-request-id: req-20bf30a5-74e0-4e89-80ba-de98e54d473f {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:03:50.885138 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67465c03-ebf2-4d93-9269-b6f3f7840c0c", "name": "network-vif-plugged", "status": "completed", "tag": "2bd4a47f-fa9d-4503-839e-653626bff5b0", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:03:50.885335 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-20bf30a5-74e0-4e89-80ba-de98e54d473f {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:03:50.885811 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67465c03-ebf2-4d93-9269-b6f3f7840c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd4a47f-fa9d-4503-839e-653626bff5b0', 'code': 200} Oct 19 01:03:50.988755 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-bdb0bf6b-88cc-4659-aa8c-38fc61d58540 req-d194cbbe-8e57-4ffb-b71e-882d1f9e7d96 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Deleting port 2bd4a47f-fa9d-4503-839e-653626bff5b0 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:03:50.989313 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bdb0bf6b-88cc-4659-aa8c-38fc61d58540 req-d194cbbe-8e57-4ffb-b71e-882d1f9e7d96 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:51.037000 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e9942-da52-4e61-ac04-1e4f25cc413f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Port': ['ID=cc693f23-fab7-451a-9ca8-0280df4d0dc5,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:51.041127 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e9942-da52-4e61-ac04-1e4f25cc413f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Checking segment: {'id': '32d7b33e-8573-45db-a66b-bffd3e853edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0981e737-0b0c-4db5-b62a-32eaed983ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:03:51.041691 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8e9942-da52-4e61-ac04-1e4f25cc413f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Network hostable DHCP agents. Network: 0981e737-0b0c-4db5-b62a-32eaed983ba2, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:03:51.072052 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8e9942-da52-4e61-ac04-1e4f25cc413f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Network 0981e737-0b0c-4db5-b62a-32eaed983ba2 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:03:51.091170 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-eb8e9942-da52-4e61-ac04-1e4f25cc413f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 0981e737-0b0c-4db5-b62a-32eaed983ba2) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:03:51.101718 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9f5248-5b1f-4ce4-97e7-656214bb03ef None None] Network 0981e737-0b0c-4db5-b62a-32eaed983ba2 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:03:51.101886 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8e9942-da52-4e61-ac04-1e4f25cc413f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:03:51.115110 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8e9942-da52-4e61-ac04-1e4f25cc413f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:51.115792 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eb8e9942-da52-4e61-ac04-1e4f25cc413f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:51.153850 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-eb8e9942-da52-4e61-ac04-1e4f25cc413f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4055135 Oct 19 01:03:51.156767 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56220) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:51.168760 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-b62534e4-3710-4c56-9f46-37770a625559 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-117567719'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:51.231392 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62534e4-3710-4c56-9f46-37770a625559 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Made reservation on behalf of 0623c8f86a7745a5853b214518443323 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:03:51.236350 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b62534e4-3710-4c56-9f46-37770a625559 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:51.307609 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b62534e4-3710-4c56-9f46-37770a625559 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:03:51.326678 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b62534e4-3710-4c56-9f46-37770a625559 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:51.327013 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-b62534e4-3710-4c56-9f46-37770a625559 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Added segment a85e6cd6-cb28-444c-8695-7475937493af of type vlan for network 5aca55f4-4933-45ee-866c-b86751ffa2b9 Oct 19 01:03:51.409467 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b62534e4-3710-4c56-9f46-37770a625559 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:51.443812 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b62534e4-3710-4c56-9f46-37770a625559 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:51.455950 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62534e4-3710-4c56-9f46-37770a625559 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:51.457288 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b62534e4-3710-4c56-9f46-37770a625559 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:51.513632 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b62534e4-3710-4c56-9f46-37770a625559 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3550763 Oct 19 01:03:51.517535 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56228) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:51.526653 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-ee644b1f-a54f-406e-bbe8-8abf8ab175d7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'ports': [{'network_id': '0981e737-0b0c-4db5-b62a-32eaed983ba2'}, {'network_id': '5aca55f4-4933-45ee-866c-b86751ffa2b9'}]} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:51.527008 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-ee644b1f-a54f-406e-bbe8-8abf8ab175d7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'port': {'network_id': '0981e737-0b0c-4db5-b62a-32eaed983ba2'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:51.527697 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-ee644b1f-a54f-406e-bbe8-8abf8ab175d7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'port': {'network_id': '5aca55f4-4933-45ee-866c-b86751ffa2b9'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:51.592368 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62534e4-3710-4c56-9f46-37770a625559 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Network': ['ID=5aca55f4-4933-45ee-866c-b86751ffa2b9,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:51.596165 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-adff7ea3-8709-487e-9fe0-7a4ce88b057e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:51.617325 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 5aca55f4-4933-45ee-866c-b86751ffa2b9 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:03:51.693816 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-bdb0bf6b-88cc-4659-aa8c-38fc61d58540 req-d194cbbe-8e57-4ffb-b71e-882d1f9e7d96 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] For port 2bd4a47f-fa9d-4503-839e-653626bff5b0, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=2bd4a47f-fa9d-4503-839e-653626bff5b0,segment=NetworkSegment(2b6ac682-429b-459d-90c9-47596802933c),segment_id=2b6ac682-429b-459d-90c9-47596802933c)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:51.693816 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bdb0bf6b-88cc-4659-aa8c-38fc61d58540 req-d194cbbe-8e57-4ffb-b71e-882d1f9e7d96 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:51.712144 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-bdb0bf6b-88cc-4659-aa8c-38fc61d58540 req-d194cbbe-8e57-4ffb-b71e-882d1f9e7d96 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Calling delete_port for 2bd4a47f-fa9d-4503-839e-653626bff5b0 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:03:51.801894 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff7ea3-8709-487e-9fe0-7a4ce88b057e admin admin] Pushing event deleted for resources: {'Port': ['ID=cc11ffd9-64ef-45d2-8c51-7e2e751eafd6,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:51.823514 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769ddb8-7243-43ac-b0db-445852cf6ffa req-0da2c34c-9df6-4722-b2d8-462385fe8834 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:51.825073 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8769ddb8-7243-43ac-b0db-445852cf6ffa req-0da2c34c-9df6-4722-b2d8-462385fe8834 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 950 time: 0.1290398 Oct 19 01:03:51.877681 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8769ddb8-7243-43ac-b0db-445852cf6ffa req-8b878cb5-a704-4369-8943-64162de88352 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423956 Oct 19 01:03:51.878281 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee644b1f-a54f-406e-bbe8-8abf8ab175d7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Made reservation on behalf of 0623c8f86a7745a5853b214518443323 for: {'port': 2} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:03:51.882758 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ee644b1f-a54f-406e-bbe8-8abf8ab175d7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:51.908816 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ee644b1f-a54f-406e-bbe8-8abf8ab175d7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:51.915577 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bdfb0-6381-4f15-acca-3c814d7bfbb3 req-215cd23d-b7b3-46d0-9066-b33a6c51bede tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:51.917125 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3a9bdfb0-6381-4f15-acca-3c814d7bfbb3 req-215cd23d-b7b3-46d0-9066-b33a6c51bede tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 945 time: 0.3643270 Oct 19 01:03:52.018326 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-adff7ea3-8709-487e-9fe0-7a4ce88b057e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:52.042442 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-ee644b1f-a54f-406e-bbe8-8abf8ab175d7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] device_id is not set on port 0eba5d8d-600c-43c8-8c5c-177c9d6ae117 yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:03:52.073222 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bab60-ad94-43c3-a5c8-84136d53ad34 req-276917df-dff9-472d-9f93-0a300ccd84a2 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:52.074719 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-949bab60-ad94-43c3-a5c8-84136d53ad34 req-276917df-dff9-472d-9f93-0a300ccd84a2 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=67465c03-ebf2-4d93-9269-b6f3f7840c0c HTTP/1.1" status: 200 len: 945 time: 0.1027486 Oct 19 01:03:52.106078 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3a9bdfb0-6381-4f15-acca-3c814d7bfbb3 req-f4bf8be8-2fa2-48bb-b250-f3d072bc5a2f tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee01ab66-3697-4623-ae66-2cb16178c0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745574 Oct 19 01:03:52.160233 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-adff7ea3-8709-487e-9fe0-7a4ce88b057e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:52.165484 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-949bab60-ad94-43c3-a5c8-84136d53ad34 req-764668dc-3d32-4015-8c29-9b4eb59403bc tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806704 Oct 19 01:03:52.166031 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-adff7ea3-8709-487e-9fe0-7a4ce88b057e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:52.224776 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ee644b1f-a54f-406e-bbe8-8abf8ab175d7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:52.225746 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16be2634-f5bf-45fa-bebc-0e7d181e1262 admin admin] Router cbaddafa-0baf-47f7-963f-63a0a1f066e8 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:03:52.245420 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bdb0bf6b-88cc-4659-aa8c-38fc61d58540 req-d194cbbe-8e57-4ffb-b71e-882d1f9e7d96 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:52.249442 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-adff7ea3-8709-487e-9fe0-7a4ce88b057e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:52.249966 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adff7ea3-8709-487e-9fe0-7a4ce88b057e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ecf485b-c040-4fb4-9b14-1e391a5e1184 {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:03:52.259543 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['2bd4a47f-fa9d-4503-839e-653626bff5b0'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:03:52.263580 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-adff7ea3-8709-487e-9fe0-7a4ce88b057e admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:52.268963 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-adff7ea3-8709-487e-9fe0-7a4ce88b057e admin admin] 10.222.0.57 "DELETE /v2.0/routers/3ecf485b-c040-4fb4-9b14-1e391a5e1184 HTTP/1.1" status: 204 len: 168 time: 3.0093012 Oct 19 01:03:52.269272 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56240) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:52.349266 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194cbbe-8e57-4ffb-b71e-882d1f9e7d96 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Pushing event deleted for resources: {'Port': ['ID=2bd4a47f-fa9d-4503-839e-653626bff5b0,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:52.361134 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-ee644b1f-a54f-406e-bbe8-8abf8ab175d7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] device_id is not set on port c0f2a09f-1d45-4ded-b53d-ae898b2a37ff yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:03:52.399807 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-271b6fb6-be2c-4c49-b297-e83e900aa1b7 admin admin] Deleting subnet a953001c-8d13-4f10-8aaf-914f81607c9c {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:03:52.401489 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device e98f1dae-3d1e-43b7-ae39-a8d40c3de37a no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:03:52.406814 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-271b6fb6-be2c-4c49-b297-e83e900aa1b7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:52.423376 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: e98f1dae-3d1e-43b7-ae39-a8d40c3de37a {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:03:52.424008 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device e98f1dae-3d1e-43b7-ae39-a8d40c3de37a not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:03:52.424977 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb0bf6b-88cc-4659-aa8c-38fc61d58540 req-d194cbbe-8e57-4ffb-b71e-882d1f9e7d96 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] No DVR routers for this DVR port 2bd4a47f-fa9d-4503-839e-653626bff5b0 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:03:52.429227 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bdb0bf6b-88cc-4659-aa8c-38fc61d58540 req-d194cbbe-8e57-4ffb-b71e-882d1f9e7d96 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:52.433293 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bdb0bf6b-88cc-4659-aa8c-38fc61d58540 req-d194cbbe-8e57-4ffb-b71e-882d1f9e7d96 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.24 "DELETE /v2.0/ports/2bd4a47f-fa9d-4503-839e-653626bff5b0 HTTP/1.1" status: 204 len: 173 time: 1.8840759 Oct 19 01:03:52.433945 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67465c03-ebf2-4d93-9269-b6f3f7840c0c', 'name': 'network-vif-deleted', 'tag': '2bd4a47f-fa9d-4503-839e-653626bff5b0'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:03:52.436590 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568fc736-37ef-4139-8a08-41f0b4c1965b" -d '{"events": [{"server_uuid": "67465c03-ebf2-4d93-9269-b6f3f7840c0c", "name": "network-vif-deleted", "tag": "2bd4a47f-fa9d-4503-839e-653626bff5b0"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:03:52.533556 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16be2634-f5bf-45fa-bebc-0e7d181e1262 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:03:52.541391 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-271b6fb6-be2c-4c49-b297-e83e900aa1b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:52.544739 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12826458-033b-4634-8ff0-d05273211977 None None] Sync routers for ids ['cbaddafa-0baf-47f7-963f-63a0a1f066e8'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:03:52.551450 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-16be2634-f5bf-45fa-bebc-0e7d181e1262 admin admin] 10.222.0.57 "PUT /v2.0/routers/cbaddafa-0baf-47f7-963f-63a0a1f066e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5682259 Oct 19 01:03:52.554409 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56252) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:52.567853 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12826458-033b-4634-8ff0-d05273211977 None None] Routers {'cbaddafa-0baf-47f7-963f-63a0a1f066e8'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:03:52.568794 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-12826458-033b-4634-8ff0-d05273211977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:03:46Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['cbaddafa-0baf-47f7-963f-63a0a1f066e8'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:03:52.758796 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4d914c37-1a8d-40d7-9116-22f06c6a77d7 admin admin] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:52.775880 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-271b6fb6-be2c-4c49-b297-e83e900aa1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:52.816747 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-12826458-033b-4634-8ff0-d05273211977 None None] Set router cbaddafa-0baf-47f7-963f-63a0a1f066e8 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:03:52.843343 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ee644b1f-a54f-406e-bbe8-8abf8ab175d7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:52.894369 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-271b6fb6-be2c-4c49-b297-e83e900aa1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:52.930215 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b6fb6-be2c-4c49-b297-e83e900aa1b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a953001c-8d13-4f10-8aaf-914f81607c9c,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:52.938259 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-271b6fb6-be2c-4c49-b297-e83e900aa1b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:52.944181 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-271b6fb6-be2c-4c49-b297-e83e900aa1b7 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a953001c-8d13-4f10-8aaf-914f81607c9c HTTP/1.1" status: 204 len: 168 time: 0.6714652 Oct 19 01:03:52.944181 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ee644b1f-a54f-406e-bbe8-8abf8ab175d7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:52.944950 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56262) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:52.967116 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcc472b-6418-4805-a103-06e2d3310dad x-openstack-request-id: req-cdcc472b-6418-4805-a103-06e2d3310dad {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:03:52.967451 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67465c03-ebf2-4d93-9269-b6f3f7840c0c", "name": "network-vif-deleted", "tag": "2bd4a47f-fa9d-4503-839e-653626bff5b0", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:03:52.968337 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cdcc472b-6418-4805-a103-06e2d3310dad {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:03:52.968656 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67465c03-ebf2-4d93-9269-b6f3f7840c0c', 'name': 'network-vif-deleted', 'tag': '2bd4a47f-fa9d-4503-839e-653626bff5b0', 'status': 'completed', 'code': 200} Oct 19 01:03:52.979665 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bc56ad-15ad-4303-8fbf-8601b37a4398 None None] Network c4b5ccfa-a7f9-4731-bba3-4264bbe52b87 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:03:52.995215 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4d914c37-1a8d-40d7-9116-22f06c6a77d7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:53.062178 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-685c1b1e-3ac5-46e0-ba1c-8c6c2eb0f78b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:53.099703 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-4d914c37-1a8d-40d7-9116-22f06c6a77d7 admin admin] Deleting port 030f2ca8-1989-48f9-a666-67793b6ec2e3 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:03:53.100539 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4d914c37-1a8d-40d7-9116-22f06c6a77d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:53.156416 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee644b1f-a54f-406e-bbe8-8abf8ab175d7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Port': ['ID=0eba5d8d-600c-43c8-8c5c-177c9d6ae117,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:53.211256 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee644b1f-a54f-406e-bbe8-8abf8ab175d7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Network 0981e737-0b0c-4db5-b62a-32eaed983ba2 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:03:53.223005 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-ee644b1f-a54f-406e-bbe8-8abf8ab175d7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:03:53.226576 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee644b1f-a54f-406e-bbe8-8abf8ab175d7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:03:53.227448 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ee644b1f-a54f-406e-bbe8-8abf8ab175d7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:53.269101 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-4d914c37-1a8d-40d7-9116-22f06c6a77d7 admin admin] For port 030f2ca8-1989-48f9-a666-67793b6ec2e3, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=030f2ca8-1989-48f9-a666-67793b6ec2e3,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:53.269459 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4d914c37-1a8d-40d7-9116-22f06c6a77d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:53.291050 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-4d914c37-1a8d-40d7-9116-22f06c6a77d7 admin admin] Calling delete_port for 030f2ca8-1989-48f9-a666-67793b6ec2e3 owned by network:router_gateway {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:03:53.345876 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-12826458-033b-4634-8ff0-d05273211977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbaddafa-0baf-47f7-963f-63a0a1f066e8', 'name': 'tempest-FloatingIPsTestJSON-1658049790-router', 'tenant_id': '9b3fcd2a5d57494a99b62cb2152c6042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '030f2ca8-1989-48f9-a666-67793b6ec2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:03:23Z', 'updated_at': '2021-10-19T01:03:49Z', 'revision_number': 5, 'project_id': '9b3fcd2a5d57494a99b62cb2152c6042', 'gw_port': {'id': '030f2ca8-1989-48f9-a666-67793b6ec2e3', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaddafa-0baf-47f7-963f-63a0a1f066e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:03:25Z', 'updated_at': '2021-10-19T01:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:03:53.348173 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ec6d8-dde5-4e90-bfba-c8dc929ecb03 req-75601fef-9748-4803-98f9-daeec8198670 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:53.351195 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-351ec6d8-dde5-4e90-bfba-c8dc929ecb03 req-75601fef-9748-4803-98f9-daeec8198670 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 945 time: 0.3088462 Oct 19 01:03:53.388202 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12826458-033b-4634-8ff0-d05273211977 None None] Checking router: cbaddafa-0baf-47f7-963f-63a0a1f066e8 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:03:53.400708 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842442e3-329f-4a34-a554-3c6c4ed42285 req-c5baa0a6-9b8e-4d54-8804-ba72a04de1fd tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:53.409358 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-842442e3-329f-4a34-a554-3c6c4ed42285 req-c5baa0a6-9b8e-4d54-8804-ba72a04de1fd tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 950 time: 0.1201479 Oct 19 01:03:53.417752 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12826458-033b-4634-8ff0-d05273211977 None None] Routers {'cbaddafa-0baf-47f7-963f-63a0a1f066e8'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:03:53.417957 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee644b1f-a54f-406e-bbe8-8abf8ab175d7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Port': ['ID=c0f2a09f-1d45-4ded-b53d-ae898b2a37ff,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:53.419333 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-12826458-033b-4634-8ff0-d05273211977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:03:46Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['cbaddafa-0baf-47f7-963f-63a0a1f066e8'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:03:53.438169 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca338d56-8db7-47c6-b7f9-80e86cd0a142 None None] DHCP port deletion for c4b5ccfa-a7f9-4731-bba3-4264bbe52b87 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:03:53.449863 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee644b1f-a54f-406e-bbe8-8abf8ab175d7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Checking segment: {'id': 'a85e6cd6-cb28-444c-8695-7475937493af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5aca55f4-4933-45ee-866c-b86751ffa2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:03:53.450249 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee644b1f-a54f-406e-bbe8-8abf8ab175d7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Network hostable DHCP agents. Network: 5aca55f4-4933-45ee-866c-b86751ffa2b9, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:03:53.470226 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-351ec6d8-dde5-4e90-bfba-c8dc929ecb03 req-9e5cccda-01fa-4965-8124-9ca4c509c6f8 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee01ab66-3697-4623-ae66-2cb16178c0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081326 Oct 19 01:03:53.476511 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-685c1b1e-3ac5-46e0-ba1c-8c6c2eb0f78b admin admin] Deleting port 4da64a14-b182-4de5-9c46-22e424b56f86 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:03:53.476852 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-685c1b1e-3ac5-46e0-ba1c-8c6c2eb0f78b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:53.504542 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-842442e3-329f-4a34-a554-3c6c4ed42285 req-cca42c91-2b20-4f60-add0-07e90b56cd3f tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942039 Oct 19 01:03:53.555510 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee644b1f-a54f-406e-bbe8-8abf8ab175d7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Network 5aca55f4-4933-45ee-866c-b86751ffa2b9 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:03:53.578340 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-12826458-033b-4634-8ff0-d05273211977 None None] Set router cbaddafa-0baf-47f7-963f-63a0a1f066e8 gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:03:53.605135 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-ee644b1f-a54f-406e-bbe8-8abf8ab175d7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 5aca55f4-4933-45ee-866c-b86751ffa2b9) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:03:53.614143 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee644b1f-a54f-406e-bbe8-8abf8ab175d7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:03:53.621170 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee644b1f-a54f-406e-bbe8-8abf8ab175d7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:53.627669 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee644b1f-a54f-406e-bbe8-8abf8ab175d7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:53.628510 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ee644b1f-a54f-406e-bbe8-8abf8ab175d7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:53.633316 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4d914c37-1a8d-40d7-9116-22f06c6a77d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:53.634825 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-685c1b1e-3ac5-46e0-ba1c-8c6c2eb0f78b admin admin] For port 4da64a14-b182-4de5-9c46-22e424b56f86, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=4da64a14-b182-4de5-9c46-22e424b56f86,segment=NetworkSegment(e19ceaa3-9bbe-44c1-b629-032b78b84ea1),segment_id=e19ceaa3-9bbe-44c1-b629-032b78b84ea1)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:53.635332 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-685c1b1e-3ac5-46e0-ba1c-8c6c2eb0f78b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:53.636438 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc352b09-747a-4c56-ab04-8a89c67e3169 None None] Network 5aca55f4-4933-45ee-866c-b86751ffa2b9 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:03:53.658313 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-685c1b1e-3ac5-46e0-ba1c-8c6c2eb0f78b admin admin] Calling delete_port for 4da64a14-b182-4de5-9c46-22e424b56f86 owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:03:53.674632 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ee644b1f-a54f-406e-bbe8-8abf8ab175d7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1556952 Oct 19 01:03:53.677269 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56272) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:53.693082 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-12826458-033b-4634-8ff0-d05273211977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbaddafa-0baf-47f7-963f-63a0a1f066e8', 'name': 'tempest-FloatingIPsTestJSON-1658049790-router', 'tenant_id': '9b3fcd2a5d57494a99b62cb2152c6042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:03:23Z', 'updated_at': '2021-10-19T01:03:52Z', 'revision_number': 6, 'project_id': '9b3fcd2a5d57494a99b62cb2152c6042', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:03:53.717486 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d914c37-1a8d-40d7-9116-22f06c6a77d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=030f2ca8-1989-48f9-a666-67793b6ec2e3,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:53.737192 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12826458-033b-4634-8ff0-d05273211977 None None] The sync data for ids ['cbaddafa-0baf-47f7-963f-63a0a1f066e8'] in n-d-715271-26 is: [{'id': 'cbaddafa-0baf-47f7-963f-63a0a1f066e8', 'name': 'tempest-FloatingIPsTestJSON-1658049790-router', 'tenant_id': '9b3fcd2a5d57494a99b62cb2152c6042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:03:23Z', 'updated_at': '2021-10-19T01:03:52Z', 'revision_number': 6, 'project_id': '9b3fcd2a5d57494a99b62cb2152c6042', 'gw_port_host': None}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:03:53.862206 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-685c1b1e-3ac5-46e0-ba1c-8c6c2eb0f78b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:53.913235 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-874663fb-04d0-4833-9585-72eb80c5ea18 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Deleting port c0f2a09f-1d45-4ded-b53d-ae898b2a37ff {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:03:53.913826 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-874663fb-04d0-4833-9585-72eb80c5ea18 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:53.916670 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-ca338d56-8db7-47c6-b7f9-80e86cd0a142 None None] Deleting port 4da64a14-b182-4de5-9c46-22e424b56f86 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:03:53.917052 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ca338d56-8db7-47c6-b7f9-80e86cd0a142 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:53.917242 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c1b1e-3ac5-46e0-ba1c-8c6c2eb0f78b admin admin] Pushing event deleted for resources: {'Port': ['ID=4da64a14-b182-4de5-9c46-22e424b56f86,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:53.919925 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685c1b1e-3ac5-46e0-ba1c-8c6c2eb0f78b admin admin] No DVR routers for this DVR port 4da64a14-b182-4de5-9c46-22e424b56f86 on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:03:53.971388 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4d914c37-1a8d-40d7-9116-22f06c6a77d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:54.048050 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-ca338d56-8db7-47c6-b7f9-80e86cd0a142 None None] For port 4da64a14-b182-4de5-9c46-22e424b56f86, host n-d-715271-26, got binding levels [] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:54.048466 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ca338d56-8db7-47c6-b7f9-80e86cd0a142 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:54.068609 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-ca338d56-8db7-47c6-b7f9-80e86cd0a142 None None] Calling delete_port for 4da64a14-b182-4de5-9c46-22e424b56f86 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:03:54.075808 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-874663fb-04d0-4833-9585-72eb80c5ea18 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:54.076549 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.ipam_backend_mixin [None req-ca338d56-8db7-47c6-b7f9-80e86cd0a142 None None] Port 4da64a14-b182-4de5-9c46-22e424b56f86 was not found and therefore no delete operation was performed {{(pid=100608) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:03:54.079680 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ca338d56-8db7-47c6-b7f9-80e86cd0a142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:54.096083 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-874663fb-04d0-4833-9585-72eb80c5ea18 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Calling delete_port for c0f2a09f-1d45-4ded-b53d-ae898b2a37ff owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:03:54.133131 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4d914c37-1a8d-40d7-9116-22f06c6a77d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:54.136114 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4d914c37-1a8d-40d7-9116-22f06c6a77d7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:54.212809 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4d914c37-1a8d-40d7-9116-22f06c6a77d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:54.214844 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d914c37-1a8d-40d7-9116-22f06c6a77d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbaddafa-0baf-47f7-963f-63a0a1f066e8 {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:03:54.226536 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-874663fb-04d0-4833-9585-72eb80c5ea18 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:54.230373 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4d914c37-1a8d-40d7-9116-22f06c6a77d7 admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:54.231613 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4d914c37-1a8d-40d7-9116-22f06c6a77d7 admin admin] 10.222.0.57 "DELETE /v2.0/routers/cbaddafa-0baf-47f7-963f-63a0a1f066e8 HTTP/1.1" status: 204 len: 168 time: 1.6760058 Oct 19 01:03:54.235270 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56294) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:54.324089 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-722b7b92-8aa0-4e47-aebd-9d163b470397 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:54.326344 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874663fb-04d0-4833-9585-72eb80c5ea18 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Port': ['ID=c0f2a09f-1d45-4ded-b53d-ae898b2a37ff,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:54.333486 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca338d56-8db7-47c6-b7f9-80e86cd0a142 None None] Pushing event deleted for resources: {'Port': ['ID=4da64a14-b182-4de5-9c46-22e424b56f86,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:54.337782 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca338d56-8db7-47c6-b7f9-80e86cd0a142 None None] No DVR routers for this DVR port 4da64a14-b182-4de5-9c46-22e424b56f86 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:03:54.350579 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-874663fb-04d0-4833-9585-72eb80c5ea18 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:54.352326 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-722b7b92-8aa0-4e47-aebd-9d163b470397 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/networks?id=91c57069-c895-4994-a7af-d9f6ed49afa5 HTTP/1.1" status: 200 len: 821 time: 0.4731655 Oct 19 01:03:54.354280 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-874663fb-04d0-4833-9585-72eb80c5ea18 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/ports/c0f2a09f-1d45-4ded-b53d-ae898b2a37ff HTTP/1.1" status: 204 len: 168 time: 0.6759293 Oct 19 01:03:54.369733 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56300) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:54.371581 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-53753235-9da7-4325-aa74-ae6821daff80 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/quotas/45dad4b7bd634495b88941ea38093b47 HTTP/1.1" status: 200 len: 375 time: 0.0181849 Oct 19 01:03:54.386291 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-685c1b1e-3ac5-46e0-ba1c-8c6c2eb0f78b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:54.412248 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-685c1b1e-3ac5-46e0-ba1c-8c6c2eb0f78b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b5ccfa-a7f9-4731-bba3-4264bbe52b87']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:03:54.433661 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-685c1b1e-3ac5-46e0-ba1c-8c6c2eb0f78b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e19ceaa3-9bbe-44c1-b629-032b78b84ea1') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:03:54.433958 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-685c1b1e-3ac5-46e0-ba1c-8c6c2eb0f78b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e19ceaa3-9bbe-44c1-b629-032b78b84ea1') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:03:54.445975 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-600e885c-ccf2-437f-9a33-ef9540636405 admin admin] Deleting subnet f976afd0-cf8c-4aad-af93-3f4b78432e54 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:03:54.452647 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-685c1b1e-3ac5-46e0-ba1c-8c6c2eb0f78b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:54.463938 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-600e885c-ccf2-437f-9a33-ef9540636405 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:54.470942 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-685c1b1e-3ac5-46e0-ba1c-8c6c2eb0f78b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:54.478558 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-685c1b1e-3ac5-46e0-ba1c-8c6c2eb0f78b admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:03:54.479280 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-685c1b1e-3ac5-46e0-ba1c-8c6c2eb0f78b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:54.481282 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:03:54.481282 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:03:54.481282 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:03:54.481282 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:03:54.481282 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:03:54.481282 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:03:54.481282 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:03:54.481282 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:03:54.481282 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:03:54.481282 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:03:54.481282 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:03:54.481282 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:03:54.481282 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:03:54.481282 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:03:54.481282 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:03:54.481282 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:03:54.481282 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:03:54.481282 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:03:54.481282 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:03:54.481282 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:03:54.481282 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:03:54.481282 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:03:54.481282 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:03:54.481282 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:03:54.481282 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:03:54.481282 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:03:54.481282 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:03:54.481282 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:03:54.481282 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:03:54.481282 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:03:54.481282 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:03:54.481282 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:03:54.570817 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-685c1b1e-3ac5-46e0-ba1c-8c6c2eb0f78b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:54.578277 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-685c1b1e-3ac5-46e0-ba1c-8c6c2eb0f78b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:54.584151 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-685c1b1e-3ac5-46e0-ba1c-8c6c2eb0f78b admin admin] 10.222.0.57 "DELETE /v2.0/networks/c4b5ccfa-a7f9-4731-bba3-4264bbe52b87 HTTP/1.1" status: 204 len: 168 time: 1.6353984 Oct 19 01:03:54.608997 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56306) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:54.631712 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c1b1e-3ac5-46e0-ba1c-8c6c2eb0f78b admin admin] Pushing event deleted for resources: {'Network': ['ID=c4b5ccfa-a7f9-4731-bba3-4264bbe52b87,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:54.647973 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-600e885c-ccf2-437f-9a33-ef9540636405 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:54.685119 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-de87203e-a975-4fab-8029-7588de9f6ce7 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=45dad4b7bd634495b88941ea38093b47&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2993629 Oct 19 01:03:54.725996 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c673b08-cdba-448e-bbbc-89573ba9ee19 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:54.736888 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c673b08-cdba-448e-bbbc-89573ba9ee19 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:54.739219 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7c673b08-cdba-448e-bbbc-89573ba9ee19 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3665507 Oct 19 01:03:54.755125 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56308) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:54.772211 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575340f-7d75-4e5b-8d41-e94afef1908c req-9d45374d-aac3-4847-a159-b6f909e54c6e tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:54.779504 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7575340f-7d75-4e5b-8d41-e94afef1908c req-9d45374d-aac3-4847-a159-b6f909e54c6e tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 945 time: 0.1907489 Oct 19 01:03:54.805056 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 4da64a14-b182-4de5-9c46-22e424b56f86 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:03:54.833635 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-600e885c-ccf2-437f-9a33-ef9540636405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:54.850867 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 4da64a14-b182-4de5-9c46-22e424b56f86 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:03:54.851194 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 4da64a14-b182-4de5-9c46-22e424b56f86 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:03:54.855780 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device cc11ffd9-64ef-45d2-8c51-7e2e751eafd6 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:03:54.894203 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: cc11ffd9-64ef-45d2-8c51-7e2e751eafd6 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:03:54.898571 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device cc11ffd9-64ef-45d2-8c51-7e2e751eafd6 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:03:54.899213 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 2018b1f2-6b1d-423e-a9d1-0af6a8c3ac66 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:03:54.944421 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7575340f-7d75-4e5b-8d41-e94afef1908c req-cc2d9da7-977c-42c6-8ceb-6b07b07ab39c tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee01ab66-3697-4623-ae66-2cb16178c0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639118 Oct 19 01:03:54.944631 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 2018b1f2-6b1d-423e-a9d1-0af6a8c3ac66 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:03:54.944867 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 2018b1f2-6b1d-423e-a9d1-0af6a8c3ac66 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:03:54.971458 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b3803-991a-4b18-96bb-9920b31ef36f req-d21a554c-8587-42c9-8b73-1fdc046381f6 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:54.973062 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eb3b3803-991a-4b18-96bb-9920b31ef36f req-d21a554c-8587-42c9-8b73-1fdc046381f6 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 945 time: 0.4653454 Oct 19 01:03:54.984114 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-600e885c-ccf2-437f-9a33-ef9540636405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:55.077665 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e885c-ccf2-437f-9a33-ef9540636405 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f976afd0-cf8c-4aad-af93-3f4b78432e54,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:55.105272 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-a2df2d9b-b945-4ea9-aaca-d5aadaa795a5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Deleting port 0eba5d8d-600c-43c8-8c5c-177c9d6ae117 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:03:55.105617 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a2df2d9b-b945-4ea9-aaca-d5aadaa795a5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:55.117534 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ed6ad7-6add-4fb1-91c3-14c6b078f74e None None] Network a201bafd-55e4-4a5d-a84e-8a9c6837add1 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:03:55.121568 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-600e885c-ccf2-437f-9a33-ef9540636405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:55.125086 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-600e885c-ccf2-437f-9a33-ef9540636405 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f976afd0-cf8c-4aad-af93-3f4b78432e54 HTTP/1.1" status: 204 len: 168 time: 0.8876200 Oct 19 01:03:55.131255 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56310) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:55.209938 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e357ec7-c37d-421a-af41-ea1d14f2fe32 req-923c7576-6b4d-4a85-a303-4552717ee54d tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:55.223614 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1e357ec7-c37d-421a-af41-ea1d14f2fe32 req-923c7576-6b4d-4a85-a303-4552717ee54d tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 950 time: 0.1752551 Oct 19 01:03:55.237014 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-a6209906-52e6-4459-8812-6af2fdb01f16 service neutron] 10.222.0.57 "GET /v2.0/networks/91c57069-c895-4994-a7af-d9f6ed49afa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5323796 Oct 19 01:03:55.331541 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-eb3b3803-991a-4b18-96bb-9920b31ef36f req-d4fcaa46-01cb-4c30-ac5a-8d2ff1847b9a tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Deleting port de8fba85-cc25-46ae-9692-a9063d1bdcd6 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:03:55.335968 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-eb3b3803-991a-4b18-96bb-9920b31ef36f req-d4fcaa46-01cb-4c30-ac5a-8d2ff1847b9a tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:55.411360 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a0b7f6-a265-48ec-acd1-b401ee278a34 None None] DHCP port deletion for a201bafd-55e4-4a5d-a84e-8a9c6837add1 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:03:55.419957 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dc33d0e2-50c1-43eb-a90a-03dc7f3a5852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:55.425670 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a2df2d9b-b945-4ea9-aaca-d5aadaa795a5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:55.463005 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-eb3b3803-991a-4b18-96bb-9920b31ef36f req-d4fcaa46-01cb-4c30-ac5a-8d2ff1847b9a tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] For port de8fba85-cc25-46ae-9692-a9063d1bdcd6, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=de8fba85-cc25-46ae-9692-a9063d1bdcd6,segment=NetworkSegment(31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83),segment_id=31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:55.463558 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-eb3b3803-991a-4b18-96bb-9920b31ef36f req-d4fcaa46-01cb-4c30-ac5a-8d2ff1847b9a tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:55.466927 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-23a0b7f6-a265-48ec-acd1-b401ee278a34 None None] Deleting port 49fd672e-9a08-4134-91c1-07893fad198d {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:03:55.467302 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-23a0b7f6-a265-48ec-acd1-b401ee278a34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:55.526131 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-a2df2d9b-b945-4ea9-aaca-d5aadaa795a5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Calling delete_port for 0eba5d8d-600c-43c8-8c5c-177c9d6ae117 owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:03:55.560111 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-23a0b7f6-a265-48ec-acd1-b401ee278a34 None None] For port 49fd672e-9a08-4134-91c1-07893fad198d, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=49fd672e-9a08-4134-91c1-07893fad198d,segment=NetworkSegment(b052266a-4fde-463b-84d1-c81a3283f8ea),segment_id=b052266a-4fde-463b-84d1-c81a3283f8ea)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:55.560514 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-23a0b7f6-a265-48ec-acd1-b401ee278a34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:55.578409 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1e357ec7-c37d-421a-af41-ea1d14f2fe32 req-e9a10187-db21-4e0e-abf6-1394ee17051f tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538055 Oct 19 01:03:55.578959 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-23a0b7f6-a265-48ec-acd1-b401ee278a34 None None] Calling delete_port for 49fd672e-9a08-4134-91c1-07893fad198d owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:03:55.656813 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-eb3b3803-991a-4b18-96bb-9920b31ef36f req-d4fcaa46-01cb-4c30-ac5a-8d2ff1847b9a tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:55.657177 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-eb3b3803-991a-4b18-96bb-9920b31ef36f req-d4fcaa46-01cb-4c30-ac5a-8d2ff1847b9a tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:55.657499 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [req-eb3b3803-991a-4b18-96bb-9920b31ef36f req-d4fcaa46-01cb-4c30-ac5a-8d2ff1847b9a tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Floating IP ca9d7742-0306-42cd-a3e0-e9264ffd618e disassociated. External IP: 172.25.8.150, port: de8fba85-cc25-46ae-9692-a9063d1bdcd6. Oct 19 01:03:55.657841 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-eb3b3803-991a-4b18-96bb-9920b31ef36f req-d4fcaa46-01cb-4c30-ac5a-8d2ff1847b9a tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Calling delete_port for de8fba85-cc25-46ae-9692-a9063d1bdcd6 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:03:55.666336 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 2bd4a47f-fa9d-4503-839e-653626bff5b0 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:03:55.728332 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 2bd4a47f-fa9d-4503-839e-653626bff5b0 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:03:55.728963 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 2bd4a47f-fa9d-4503-839e-653626bff5b0 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:03:55.739280 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-23a0b7f6-a265-48ec-acd1-b401ee278a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:55.771644 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-3e033cd7-dc8f-4d15-9eef-1c5e171fe7b8 service neutron] 10.222.0.57 "GET /v2.0/networks/91c57069-c895-4994-a7af-d9f6ed49afa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5261691 Oct 19 01:03:55.775042 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0b7f6-a265-48ec-acd1-b401ee278a34 None None] Pushing event deleted for resources: {'Port': ['ID=49fd672e-9a08-4134-91c1-07893fad198d,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:55.784707 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a0b7f6-a265-48ec-acd1-b401ee278a34 None None] No DVR routers for this DVR port 49fd672e-9a08-4134-91c1-07893fad198d on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:03:55.795557 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a2df2d9b-b945-4ea9-aaca-d5aadaa795a5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:55.830474 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df2d9b-b945-4ea9-aaca-d5aadaa795a5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Port': ['ID=0eba5d8d-600c-43c8-8c5c-177c9d6ae117,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:55.838795 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-dc33d0e2-50c1-43eb-a90a-03dc7f3a5852 admin admin] Deleting port 49fd672e-9a08-4134-91c1-07893fad198d {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:03:55.839134 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dc33d0e2-50c1-43eb-a90a-03dc7f3a5852 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:55.875385 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-eb3b3803-991a-4b18-96bb-9920b31ef36f req-d4fcaa46-01cb-4c30-ac5a-8d2ff1847b9a tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:55.892058 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a2df2d9b-b945-4ea9-aaca-d5aadaa795a5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:55.895389 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a2df2d9b-b945-4ea9-aaca-d5aadaa795a5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/ports/0eba5d8d-600c-43c8-8c5c-177c9d6ae117 HTTP/1.1" status: 204 len: 168 time: 1.1393166 Oct 19 01:03:55.906591 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56316) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:55.916719 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fcaa46-01cb-4c30-ac5a-8d2ff1847b9a tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Pushing event deleted for resources: {'Port': ['ID=de8fba85-cc25-46ae-9692-a9063d1bdcd6,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:56.124865 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb3b3803-991a-4b18-96bb-9920b31ef36f req-d4fcaa46-01cb-4c30-ac5a-8d2ff1847b9a tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Router 094a1316-1f6f-47a1-9856-8707411d3c3e has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:03:56.156688 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8a0c5f01-6724-4ac4-a650-000a16e5b4db req-284941d2-ab6e-4630-9d8e-8ddb98051b12 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=0de863d6-88b5-4650-978d-01542aa0b5c8 HTTP/1.1" status: 200 len: 210 time: 0.0446925 Oct 19 01:03:56.319692 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb3b3803-991a-4b18-96bb-9920b31ef36f req-d4fcaa46-01cb-4c30-ac5a-8d2ff1847b9a tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:03:56.331911 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41a4d29-30b1-4f0c-9e08-759f0752095b None None] Sync routers for ids ['094a1316-1f6f-47a1-9856-8707411d3c3e'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:03:56.349161 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41a4d29-30b1-4f0c-9e08-759f0752095b None None] Routers {'094a1316-1f6f-47a1-9856-8707411d3c3e'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:03:56.360414 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-f41a4d29-30b1-4f0c-9e08-759f0752095b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:03:46Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['094a1316-1f6f-47a1-9856-8707411d3c3e'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:03:56.376901 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 030f2ca8-1989-48f9-a666-67793b6ec2e3 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:03:56.421606 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 030f2ca8-1989-48f9-a666-67793b6ec2e3 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:03:56.423237 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 030f2ca8-1989-48f9-a666-67793b6ec2e3 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:03:56.423696 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 49fd672e-9a08-4134-91c1-07893fad198d no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:03:56.461896 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-dc33d0e2-50c1-43eb-a90a-03dc7f3a5852 admin admin] For port 49fd672e-9a08-4134-91c1-07893fad198d, host n-d-715271-26, got binding levels [] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:56.462291 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dc33d0e2-50c1-43eb-a90a-03dc7f3a5852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:56.470813 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 49fd672e-9a08-4134-91c1-07893fad198d {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:03:56.471136 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 49fd672e-9a08-4134-91c1-07893fad198d not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:03:56.490363 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-19d2b85b-37ac-4550-be55-1f4fcc89d6f9 req-8f98c075-0c7f-4b36-a7c0-386da2512ecf tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 210 time: 0.4469011 Oct 19 01:03:56.518003 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-dc33d0e2-50c1-43eb-a90a-03dc7f3a5852 admin admin] Calling delete_port for 49fd672e-9a08-4134-91c1-07893fad198d owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:03:56.542508 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.ipam_backend_mixin [None req-dc33d0e2-50c1-43eb-a90a-03dc7f3a5852 admin admin] Port 49fd672e-9a08-4134-91c1-07893fad198d was not found and therefore no delete operation was performed {{(pid=100606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:03:56.559440 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dc33d0e2-50c1-43eb-a90a-03dc7f3a5852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:56.590255 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff6fcbe-5fc4-4799-8c05-24ce1bc2c9f0 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:56.591691 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5ff6fcbe-5fc4-4799-8c05-24ce1bc2c9f0 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6818640 Oct 19 01:03:56.595278 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ee100ada-d155-41d4-af25-9aaf5ba3b7da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:56.613204 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-f41a4d29-30b1-4f0c-9e08-759f0752095b None None] Set router 094a1316-1f6f-47a1-9856-8707411d3c3e gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:03:56.643950 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56330) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:56.762756 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33d0e2-50c1-43eb-a90a-03dc7f3a5852 admin admin] Pushing event deleted for resources: {'Port': ['ID=49fd672e-9a08-4134-91c1-07893fad198d,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:56.820629 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc33d0e2-50c1-43eb-a90a-03dc7f3a5852 admin admin] No DVR routers for this DVR port 49fd672e-9a08-4134-91c1-07893fad198d on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:03:56.881496 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f31472-f313-4d04-a669-687ed3f38596 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] GET failed (client error): The resource could not be found. Oct 19 01:03:56.883652 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-14f31472-f313-4d04-a669-687ed3f38596 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "GET /v2.0/ports/c0f2a09f-1d45-4ded-b53d-ae898b2a37ff HTTP/1.1" status: 404 len: 333 time: 0.2273343 Oct 19 01:03:56.892209 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:56.901699 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56334) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:56.911850 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3b3803-991a-4b18-96bb-9920b31ef36f req-d4fcaa46-01cb-4c30-ac5a-8d2ff1847b9a tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] No DVR routers for this DVR port de8fba85-cc25-46ae-9692-a9063d1bdcd6 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:03:56.914878 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-eb3b3803-991a-4b18-96bb-9920b31ef36f req-d4fcaa46-01cb-4c30-ac5a-8d2ff1847b9a tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:56.917970 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eb3b3803-991a-4b18-96bb-9920b31ef36f req-d4fcaa46-01cb-4c30-ac5a-8d2ff1847b9a tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.24 "DELETE /v2.0/ports/de8fba85-cc25-46ae-9692-a9063d1bdcd6 HTTP/1.1" status: 204 len: 173 time: 1.9293611 Oct 19 01:03:56.919445 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9360971-a045-4a7b-9074-18c580846f5f', 'name': 'network-vif-deleted', 'tag': 'de8fba85-cc25-46ae-9692-a9063d1bdcd6'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:03:56.921850 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6b37d3-4d44-4d0b-9ba0-fd42441bc20c" -d '{"events": [{"server_uuid": "a9360971-a045-4a7b-9074-18c580846f5f", "name": "network-vif-deleted", "tag": "de8fba85-cc25-46ae-9692-a9063d1bdcd6"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:03:56.947393 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c791b4b-b0a0-4912-aa85-369acf988421 req-764124b9-79a5-43e0-9f04-e2b0a3ab56fd tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:56.956363 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1c791b4b-b0a0-4912-aa85-369acf988421 req-764124b9-79a5-43e0-9f04-e2b0a3ab56fd tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 950 time: 0.0914390 Oct 19 01:03:56.987565 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-f41a4d29-30b1-4f0c-9e08-759f0752095b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'name': 'tempest-ServersTestBootFromVolume-48298995-router', 'tenant_id': 'a49a980071cc4194a4c852bc837c18ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '24701d86-7819-40b9-acf9-dad324ed85dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:01:02Z', 'updated_at': '2021-10-19T01:01:06Z', 'revision_number': 4, 'project_id': 'a49a980071cc4194a4c852bc837c18ec', 'gw_port': {'id': '24701d86-7819-40b9-acf9-dad324ed85dc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:01:03Z', 'updated_at': '2021-10-19T01:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '87b3b899-2f50-4c9b-a48c-a04bca5be6aa', 'name': '', 'network_id': 'ae2c3b1b-48cb-491d-9007-0691cd5f4fbb', 'tenant_id': 'a49a980071cc4194a4c852bc837c18ec', 'mac_address': 'fa:16:3e:30:70:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0363dbe5-3df2-4445-a63d-085bbc46fdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:01:05Z', 'updated_at': '2021-10-19T01:01:11Z', 'revision_number': 5, 'project_id': 'a49a980071cc4194a4c852bc837c18ec', 'subnets': [{'id': '0363dbe5-3df2-4445-a63d-085bbc46fdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:03:57.007402 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-935f006f-8aee-48ff-94b8-115b9d300f0d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] GET failed (client error): The resource could not be found. Oct 19 01:03:57.009223 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-935f006f-8aee-48ff-94b8-115b9d300f0d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "GET /v2.0/ports/0eba5d8d-600c-43c8-8c5c-177c9d6ae117 HTTP/1.1" status: 404 len: 333 time: 0.1062772 Oct 19 01:03:57.013775 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56338) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:57.029518 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41a4d29-30b1-4f0c-9e08-759f0752095b None None] Checking router: 094a1316-1f6f-47a1-9856-8707411d3c3e for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:03:57.030975 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1c791b4b-b0a0-4912-aa85-369acf988421 req-7cc8b793-b0d3-4378-ae92-fd52c4ba1469 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728414 Oct 19 01:03:57.039866 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8adf1c89-afbe-4971-a338-6080c49b7b25 x-openstack-request-id: req-8adf1c89-afbe-4971-a338-6080c49b7b25 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:03:57.040259 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9360971-a045-4a7b-9074-18c580846f5f", "name": "network-vif-deleted", "tag": "de8fba85-cc25-46ae-9692-a9063d1bdcd6", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:03:57.040605 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8adf1c89-afbe-4971-a338-6080c49b7b25 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:03:57.041089 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9360971-a045-4a7b-9074-18c580846f5f', 'name': 'network-vif-deleted', 'tag': 'de8fba85-cc25-46ae-9692-a9063d1bdcd6', 'status': 'completed', 'code': 200} Oct 19 01:03:57.052835 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41a4d29-30b1-4f0c-9e08-759f0752095b None None] Routers {'094a1316-1f6f-47a1-9856-8707411d3c3e'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:03:57.053525 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-f41a4d29-30b1-4f0c-9e08-759f0752095b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:03:46Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['094a1316-1f6f-47a1-9856-8707411d3c3e'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:03:57.087712 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dc33d0e2-50c1-43eb-a90a-03dc7f3a5852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:57.285023 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-dc33d0e2-50c1-43eb-a90a-03dc7f3a5852 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a201bafd-55e4-4a5d-a84e-8a9c6837add1']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:03:57.312210 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-dc33d0e2-50c1-43eb-a90a-03dc7f3a5852 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b052266a-4fde-463b-84d1-c81a3283f8ea') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:03:57.312578 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-dc33d0e2-50c1-43eb-a90a-03dc7f3a5852 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b052266a-4fde-463b-84d1-c81a3283f8ea') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:03:57.327194 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f74326c4-bb11-41ad-96f8-1b40f37db177 req-08312632-fb00-4e30-87d8-8c22348b9f2e tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=0de863d6-88b5-4650-978d-01542aa0b5c8 HTTP/1.1" status: 200 len: 210 time: 0.0427277 Oct 19 01:03:57.338787 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dc33d0e2-50c1-43eb-a90a-03dc7f3a5852 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:57.351980 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-f41a4d29-30b1-4f0c-9e08-759f0752095b None None] Set router 094a1316-1f6f-47a1-9856-8707411d3c3e gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:03:57.365060 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dc33d0e2-50c1-43eb-a90a-03dc7f3a5852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:57.372343 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc33d0e2-50c1-43eb-a90a-03dc7f3a5852 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:03:57.372742 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dc33d0e2-50c1-43eb-a90a-03dc7f3a5852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:57.437888 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f581deeb-52e4-481b-880e-aa543f7760f3 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:57.439622 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:03:57.439622 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:03:57.439622 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:03:57.439622 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:03:57.439622 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:03:57.439622 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:03:57.439622 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:03:57.439622 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:03:57.439622 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:03:57.439622 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:03:57.439622 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:03:57.439622 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:03:57.439622 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:03:57.439622 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:03:57.439622 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:03:57.439622 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:03:57.439622 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:03:57.439622 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:03:57.439622 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:03:57.439622 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:03:57.439622 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:03:57.439622 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:03:57.439622 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:03:57.439622 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:03:57.439622 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:03:57.439622 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:03:57.439622 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:03:57.439622 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:03:57.439622 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:03:57.439622 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:03:57.439622 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:03:57.439622 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:03:57.460725 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dc33d0e2-50c1-43eb-a90a-03dc7f3a5852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:57.494930 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dc33d0e2-50c1-43eb-a90a-03dc7f3a5852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:57.498376 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-dc33d0e2-50c1-43eb-a90a-03dc7f3a5852 admin admin] 10.222.0.57 "DELETE /v2.0/networks/a201bafd-55e4-4a5d-a84e-8a9c6837add1 HTTP/1.1" status: 204 len: 168 time: 2.3653040 Oct 19 01:03:57.600645 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33d0e2-50c1-43eb-a90a-03dc7f3a5852 admin admin] Pushing event deleted for resources: {'Network': ['ID=a201bafd-55e4-4a5d-a84e-8a9c6837add1,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:57.725078 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b7f74d92-8bf9-4ad3-bab2-dadfe0c9a570 req-e1ca5aaa-4f8d-4b5a-b72e-8395a6da6b70 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 210 time: 0.1218998 Oct 19 01:03:57.742366 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56346) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:57.784496 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-f41a4d29-30b1-4f0c-9e08-759f0752095b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'name': 'tempest-ServersTestBootFromVolume-48298995-router', 'tenant_id': 'a49a980071cc4194a4c852bc837c18ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '24701d86-7819-40b9-acf9-dad324ed85dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:01:02Z', 'updated_at': '2021-10-19T01:01:06Z', 'revision_number': 4, 'project_id': 'a49a980071cc4194a4c852bc837c18ec', 'gw_port': {'id': '24701d86-7819-40b9-acf9-dad324ed85dc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:01:03Z', 'updated_at': '2021-10-19T01:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '87b3b899-2f50-4c9b-a48c-a04bca5be6aa', 'name': '', 'network_id': 'ae2c3b1b-48cb-491d-9007-0691cd5f4fbb', 'tenant_id': 'a49a980071cc4194a4c852bc837c18ec', 'mac_address': 'fa:16:3e:30:70:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0363dbe5-3df2-4445-a63d-085bbc46fdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:01:05Z', 'updated_at': '2021-10-19T01:01:11Z', 'revision_number': 5, 'project_id': 'a49a980071cc4194a4c852bc837c18ec', 'subnets': [{'id': '0363dbe5-3df2-4445-a63d-085bbc46fdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:03:57.793133 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f581deeb-52e4-481b-880e-aa543f7760f3 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:57.824057 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41a4d29-30b1-4f0c-9e08-759f0752095b None None] The sync data for ids ['094a1316-1f6f-47a1-9856-8707411d3c3e'] in n-d-715271-26 is: [{'id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'name': 'tempest-ServersTestBootFromVolume-48298995-router', 'tenant_id': 'a49a980071cc4194a4c852bc837c18ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '24701d86-7819-40b9-acf9-dad324ed85dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:01:02Z', 'updated_at': '2021-10-19T01:01:06Z', 'revision_number': 4, 'project_id': 'a49a980071cc4194a4c852bc837c18ec', 'gw_port': {'id': '24701d86-7819-40b9-acf9-dad324ed85dc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:01:03Z', 'updated_at': '2021-10-19T01:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '87b3b899-2f50-4c9b-a48c-a04bca5be6aa', 'name': '', 'network_id': 'ae2c3b1b-48cb-491d-9007-0691cd5f4fbb', 'tenant_id': 'a49a980071cc4194a4c852bc837c18ec', 'mac_address': 'fa:16:3e:30:70:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0363dbe5-3df2-4445-a63d-085bbc46fdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:01:05Z', 'updated_at': '2021-10-19T01:01:11Z', 'revision_number': 5, 'project_id': 'a49a980071cc4194a4c852bc837c18ec', 'subnets': [{'id': '0363dbe5-3df2-4445-a63d-085bbc46fdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:03:57.841221 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-f581deeb-52e4-481b-880e-aa543f7760f3 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aca55f4-4933-45ee-866c-b86751ffa2b9']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:03:57.846971 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0e8c0d49-1dae-4a63-9ba5-fad0880dba7d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9b3fcd2a5d57494a99b62cb2152c6042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1031830 Oct 19 01:03:57.849280 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56348) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:57.855895 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-f581deeb-52e4-481b-880e-aa543f7760f3 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a85e6cd6-cb28-444c-8695-7475937493af') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:03:57.856608 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-f581deeb-52e4-481b-880e-aa543f7760f3 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a85e6cd6-cb28-444c-8695-7475937493af') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:03:57.870568 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f581deeb-52e4-481b-880e-aa543f7760f3 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:57.888316 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f581deeb-52e4-481b-880e-aa543f7760f3 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:57.896536 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f581deeb-52e4-481b-880e-aa543f7760f3 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:03:57.897337 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f581deeb-52e4-481b-880e-aa543f7760f3 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:57.916145 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:03:57.916145 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:03:57.916145 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:03:57.916145 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:03:57.916145 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:03:57.916145 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:03:57.916145 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:03:57.916145 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:03:57.916145 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:03:57.916145 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:03:57.916145 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:03:57.916145 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:03:57.916145 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:03:57.916145 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:03:57.916145 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:03:57.916145 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:03:57.916145 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:03:57.916145 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:03:57.916145 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:03:57.916145 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:03:57.916145 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:03:57.916145 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:03:57.916145 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:03:57.916145 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:03:57.916145 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:03:57.916145 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:03:57.916145 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:03:57.916145 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:03:57.916145 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:03:57.916145 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:03:57.916145 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:03:57.916145 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:03:57.946814 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-24c4905c-bea5-40b6-adbc-22ff023b5a60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:57.969641 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-830c8576-d031-42a4-a5d8-efd538ecf7de tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:57.971223 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-830c8576-d031-42a4-a5d8-efd538ecf7de tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.55 "GET /v2.0/networks?id=91c57069-c895-4994-a7af-d9f6ed49afa5 HTTP/1.1" status: 200 len: 821 time: 0.5305955 Oct 19 01:03:57.988110 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-24c4905c-bea5-40b6-adbc-22ff023b5a60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:58.019917 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-6ebd0359-3af4-4927-8bee-578d92c84559 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Request body: {'port': {'device_id': '0de863d6-88b5-4650-978d-01542aa0b5c8', 'network_id': '91c57069-c895-4994-a7af-d9f6ed49afa5', 'admin_state_up': True, 'tenant_id': '45dad4b7bd634495b88941ea38093b47'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:58.072180 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-24c4905c-bea5-40b6-adbc-22ff023b5a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:58.075219 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-24c4905c-bea5-40b6-adbc-22ff023b5a60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:58.091284 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-24c4905c-bea5-40b6-adbc-22ff023b5a60 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9ca0d97b-0fa6-44dd-a699-aa92fd0b5a38 HTTP/1.1" status: 204 len: 168 time: 0.2316010 Oct 19 01:03:58.111070 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4905c-bea5-40b6-adbc-22ff023b5a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca0d97b-0fa6-44dd-a699-aa92fd0b5a38,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:58.239580 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f581deeb-52e4-481b-880e-aa543f7760f3 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:58.253782 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f581deeb-52e4-481b-880e-aa543f7760f3 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:58.258937 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f581deeb-52e4-481b-880e-aa543f7760f3 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/networks/5aca55f4-4933-45ee-866c-b86751ffa2b9 HTTP/1.1" status: 204 len: 168 time: 1.2421458 Oct 19 01:03:58.266347 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f35fb7-67b5-46da-9140-7e999b6bb58e req-88f53953-f480-4fa8-b41b-748388a10e77 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:58.268007 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f0f35fb7-67b5-46da-9140-7e999b6bb58e req-88f53953-f480-4fa8-b41b-748388a10e77 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 950 time: 0.0975916 Oct 19 01:03:58.268806 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56354) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:58.277423 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-d0cffcf7-ae13-4485-96f0-b222ab52d3b8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-873907852'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:58.295335 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821f6c4c-7ad1-4a6a-a1bf-931b2f73724e None None] New status for floating IP ca9d7742-0306-42cd-a3e0-e9264ffd618e: DOWN {{(pid=100608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:03:58.363163 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581deeb-52e4-481b-880e-aa543f7760f3 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Network': ['ID=5aca55f4-4933-45ee-866c-b86751ffa2b9,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:58.371782 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-6ebd0359-3af4-4927-8bee-578d92c84559 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Made reservation on behalf of 45dad4b7bd634495b88941ea38093b47 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:03:58.385028 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-6ebd0359-3af4-4927-8bee-578d92c84559 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:58.432396 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f0f35fb7-67b5-46da-9140-7e999b6bb58e req-f9099b2e-d59f-4739-8b39-ad051549515b tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416838 Oct 19 01:03:58.445415 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0cffcf7-ae13-4485-96f0-b222ab52d3b8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Made reservation on behalf of 0623c8f86a7745a5853b214518443323 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:03:58.449408 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d0cffcf7-ae13-4485-96f0-b222ab52d3b8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:58.485226 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0cffcf7-ae13-4485-96f0-b222ab52d3b8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:03:58.508211 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d0cffcf7-ae13-4485-96f0-b222ab52d3b8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:58.510297 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-d0cffcf7-ae13-4485-96f0-b222ab52d3b8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Added segment e21ba040-42e0-4d7b-a22c-a7c870b5598a of type vlan for network 7e8705e0-927d-4b93-acf8-50d9b9afabe3 Oct 19 01:03:58.531487 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c9fde9a-fe67-43ac-af55-3aea895008f7 req-4d12f04c-f63e-4e0d-95fe-619b7e814b8f tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=0de863d6-88b5-4650-978d-01542aa0b5c8 HTTP/1.1" status: 200 len: 210 time: 0.0986719 Oct 19 01:03:58.567958 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d0cffcf7-ae13-4485-96f0-b222ab52d3b8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:58.618666 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d0cffcf7-ae13-4485-96f0-b222ab52d3b8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:58.634000 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cffcf7-ae13-4485-96f0-b222ab52d3b8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:58.634243 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d0cffcf7-ae13-4485-96f0-b222ab52d3b8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:58.640065 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-ee100ada-d155-41d4-af25-9aaf5ba3b7da admin admin] Deleting port 12d71f6c-4c60-4b00-b0b0-8c24c63f887f {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:03:58.640614 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ee100ada-d155-41d4-af25-9aaf5ba3b7da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:58.729827 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d0cffcf7-ae13-4485-96f0-b222ab52d3b8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4599476 Oct 19 01:03:58.749961 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56366) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:58.768770 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-9e344df4-4924-4ba6-8e5d-b6306acdad86 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'subnet': {'network_id': '7e8705e0-927d-4b93-acf8-50d9b9afabe3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:58.805848 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cffcf7-ae13-4485-96f0-b222ab52d3b8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Network': ['ID=7e8705e0-927d-4b93-acf8-50d9b9afabe3,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:58.818181 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 7e8705e0-927d-4b93-acf8-50d9b9afabe3 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:03:58.841186 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-ee100ada-d155-41d4-af25-9aaf5ba3b7da admin admin] For port 12d71f6c-4c60-4b00-b0b0-8c24c63f887f, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=12d71f6c-4c60-4b00-b0b0-8c24c63f887f,segment=NetworkSegment(8d37b7b5-f000-483c-ab92-d77da093fb79),segment_id=8d37b7b5-f000-483c-ab92-d77da093fb79)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:58.841579 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ee100ada-d155-41d4-af25-9aaf5ba3b7da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:58.844502 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-6ebd0359-3af4-4927-8bee-578d92c84559 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Allocated IP 172.20.0.7 (91c57069-c895-4994-a7af-d9f6ed49afa5/94948ad4-35aa-438e-aae6-6f67951e97f5/6ff815b9-cd13-433b-aeed-7da25bbda682) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:03:58.862776 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-ee100ada-d155-41d4-af25-9aaf5ba3b7da admin admin] Calling delete_port for 12d71f6c-4c60-4b00-b0b0-8c24c63f887f owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:03:58.922883 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f05e80d4-022e-42f1-a60b-41e3839857bf req-ba953bd5-2fd3-428c-97c2-6717764f2bd4 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 210 time: 0.0381646 Oct 19 01:03:58.967006 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e344df4-4924-4ba6-8e5d-b6306acdad86 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Made reservation on behalf of 0623c8f86a7745a5853b214518443323 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:03:58.971432 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9e344df4-4924-4ba6-8e5d-b6306acdad86 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:59.052283 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.ipam_backend_mixin [None req-9e344df4-4924-4ba6-8e5d-b6306acdad86 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Performing IP validity checks on allocation pools {{(pid=100607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 19 01:03:59.055264 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.ipam_backend_mixin [None req-9e344df4-4924-4ba6-8e5d-b6306acdad86 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 19 01:03:59.095302 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:59.206047 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-6ebd0359-3af4-4927-8bee-578d92c84559 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:59.236521 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9e344df4-4924-4ba6-8e5d-b6306acdad86 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:59.256617 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-6ebd0359-3af4-4927-8bee-578d92c84559 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:59.309377 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd0359-3af4-4927-8bee-578d92c84559 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Pushing event updated for resources: {'Port': ['ID=6ff815b9-cd13-433b-aeed-7da25bbda682,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:59.316427 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e344df4-4924-4ba6-8e5d-b6306acdad86 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Subnet': ['ID=fdd60af8-5a41-479a-b7a2-8036d3ed4d54,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:59.324592 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e344df4-4924-4ba6-8e5d-b6306acdad86 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Checking segment: {'id': 'e21ba040-42e0-4d7b-a22c-a7c870b5598a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7e8705e0-927d-4b93-acf8-50d9b9afabe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:03:59.325091 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e344df4-4924-4ba6-8e5d-b6306acdad86 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Network hostable DHCP agents. Network: 7e8705e0-927d-4b93-acf8-50d9b9afabe3, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:03:59.331975 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-6ebd0359-3af4-4927-8bee-578d92c84559 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Network 91c57069-c895-4994-a7af-d9f6ed49afa5 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:03:59.345760 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e344df4-4924-4ba6-8e5d-b6306acdad86 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Network 7e8705e0-927d-4b93-acf8-50d9b9afabe3 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:03:59.354064 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-6ebd0359-3af4-4927-8bee-578d92c84559 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:03:59.358248 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-6ebd0359-3af4-4927-8bee-578d92c84559 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:03:59.364587 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-9e344df4-4924-4ba6-8e5d-b6306acdad86 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 7e8705e0-927d-4b93-acf8-50d9b9afabe3) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:03:59.372942 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e82a811-80a4-4b1a-bcde-39da7da8de6d None None] Network 7e8705e0-927d-4b93-acf8-50d9b9afabe3 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:03:59.378469 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e344df4-4924-4ba6-8e5d-b6306acdad86 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:59.379071 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9e344df4-4924-4ba6-8e5d-b6306acdad86 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:59.424287 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56388) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:59.425640 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9e344df4-4924-4ba6-8e5d-b6306acdad86 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6740193 Oct 19 01:03:59.432213 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-af3172e1-7817-4560-8649-6ec13a67a9a4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'port': {'network_id': '7e8705e0-927d-4b93-acf8-50d9b9afabe3', 'name': 'tempest-PortsIpV6TestJSON-2049463067'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:59.487177 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-6ebd0359-3af4-4927-8bee-578d92c84559 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:59.488688 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-6ebd0359-3af4-4927-8bee-578d92c84559 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:59.505225 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ee100ada-d155-41d4-af25-9aaf5ba3b7da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:59.589900 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee100ada-d155-41d4-af25-9aaf5ba3b7da admin admin] Pushing event deleted for resources: {'Port': ['ID=12d71f6c-4c60-4b00-b0b0-8c24c63f887f,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:59.595156 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-6ebd0359-3af4-4927-8bee-578d92c84559 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5807121 Oct 19 01:03:59.627124 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device de8fba85-cc25-46ae-9692-a9063d1bdcd6 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:03:59.639014 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131053b-6067-4c98-97e8-b0ec49de1296 req-357e9a2b-4a51-4f0f-9ca3-4fe1d7f3ba97 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:59.640169 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-75bd3097-b3f9-41bc-a499-528ee3131263 service neutron] Request body: {'port': {'device_id': '0de863d6-88b5-4650-978d-01542aa0b5c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:59.646622 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7131053b-6067-4c98-97e8-b0ec49de1296 req-357e9a2b-4a51-4f0f-9ca3-4fe1d7f3ba97 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 950 time: 0.1098547 Oct 19 01:03:59.698069 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00426087-d08f-4da4-9164-332da5e01ecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-7e8705e0-927d-4b93-acf8-50d9b9afabe3', 'network_id': '7e8705e0-927d-4b93-acf8-50d9b9afabe3', 'tenant_id': '0623c8f86a7745a5853b214518443323', 'fixed_ips': [{'subnet_id': 'fdd60af8-5a41-479a-b7a2-8036d3ed4d54'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:03:59.699446 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-00426087-d08f-4da4-9164-332da5e01ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:59.720891 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: de8fba85-cc25-46ae-9692-a9063d1bdcd6 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:03:59.721168 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7131053b-6067-4c98-97e8-b0ec49de1296 req-3e8ea1f7-3129-43ed-a8d0-fa008f60410f tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587580 Oct 19 01:03:59.721657 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device de8fba85-cc25-46ae-9692-a9063d1bdcd6 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:03:59.897476 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-00426087-d08f-4da4-9164-332da5e01ecd None None] Allocated IP 2001:db8::2 (7e8705e0-927d-4b93-acf8-50d9b9afabe3/fdd60af8-5a41-479a-b7a2-8036d3ed4d54/18933c36-c83a-415c-a45d-254f9edd9c13) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:03:59.907517 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-75bd3097-b3f9-41bc-a499-528ee3131263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:59.922102 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56398) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:59.972401 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdfe2d-aaea-498c-9952-616cdbfc58af req-1fbef27d-7d7e-425d-83c9-600c6cf3423b tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:59.974061 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0ecdfe2d-aaea-498c-9952-616cdbfc58af req-1fbef27d-7d7e-425d-83c9-600c6cf3423b tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=0de863d6-88b5-4650-978d-01542aa0b5c8 HTTP/1.1" status: 200 len: 931 time: 0.2211957 Oct 19 01:04:00.015550 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3172e1-7817-4560-8649-6ec13a67a9a4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Made reservation on behalf of 0623c8f86a7745a5853b214518443323 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:04:00.018557 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-af3172e1-7817-4560-8649-6ec13a67a9a4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:00.089740 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5bb3852-cded-46e2-a9fb-ac781fbb6668 req-152c1953-0cc0-440b-9fc0-3a9ab22580a4 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 210 time: 0.0399446 Oct 19 01:04:00.094810 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-af3172e1-7817-4560-8649-6ec13a67a9a4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] device_id is not set on port 1a8a0277-a202-41fb-8cb9-78c38bf6c971 yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:04:00.116739 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-68fcd01f-82bd-4ed3-a577-6d3ead35a7c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:00.140232 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-00426087-d08f-4da4-9164-332da5e01ecd None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:00.147209 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-00426087-d08f-4da4-9164-332da5e01ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:00.185525 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0ecdfe2d-aaea-498c-9952-616cdbfc58af req-0091906c-980f-4d31-b771-803703f4bbab tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001882 Oct 19 01:04:00.201971 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00426087-d08f-4da4-9164-332da5e01ecd None None] Network 7e8705e0-927d-4b93-acf8-50d9b9afabe3 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:04:00.208744 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-00426087-d08f-4da4-9164-332da5e01ecd None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:04:00.212992 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00426087-d08f-4da4-9164-332da5e01ecd None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:04:00.225244 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00426087-d08f-4da4-9164-332da5e01ecd None None] Pushing event updated for resources: {'Port': ['ID=18933c36-c83a-415c-a45d-254f9edd9c13,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:00.239522 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-68fcd01f-82bd-4ed3-a577-6d3ead35a7c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:00.244850 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-68fcd01f-82bd-4ed3-a577-6d3ead35a7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:00.273634 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ee100ada-d155-41d4-af25-9aaf5ba3b7da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:00.292839 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-68fcd01f-82bd-4ed3-a577-6d3ead35a7c2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a62a24a8417e4312ab1c71aad78160b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3695686 Oct 19 01:04:00.302647 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56404) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:00.310015 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fcd01f-82bd-4ed3-a577-6d3ead35a7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9789f2d5-6549-47a1-a331-b568f320d1a1,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:00.342799 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-00426087-d08f-4da4-9164-332da5e01ecd None None] Attempting to bind port 18933c36-c83a-415c-a45d-254f9edd9c13 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:04:00.343400 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-00426087-d08f-4da4-9164-332da5e01ecd None None] Attempting to bind port 18933c36-c83a-415c-a45d-254f9edd9c13 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'e21ba040-42e0-4d7b-a22c-a7c870b5598a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7e8705e0-927d-4b93-acf8-50d9b9afabe3'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:04:00.344486 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00426087-d08f-4da4-9164-332da5e01ecd None None] Attempting to bind port 18933c36-c83a-415c-a45d-254f9edd9c13 on network 7e8705e0-927d-4b93-acf8-50d9b9afabe3 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:04:00.357042 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00426087-d08f-4da4-9164-332da5e01ecd None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:04:00.357624 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00426087-d08f-4da4-9164-332da5e01ecd None None] Checking segment: {'id': 'e21ba040-42e0-4d7b-a22c-a7c870b5598a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7e8705e0-927d-4b93-acf8-50d9b9afabe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:04:00.358774 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-00426087-d08f-4da4-9164-332da5e01ecd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:00.359356 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00426087-d08f-4da4-9164-332da5e01ecd None None] Bound using segment: {'id': 'e21ba040-42e0-4d7b-a22c-a7c870b5598a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7e8705e0-927d-4b93-acf8-50d9b9afabe3'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:04:00.361919 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-00426087-d08f-4da4-9164-332da5e01ecd None None] Bound port: 18933c36-c83a-415c-a45d-254f9edd9c13, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e21ba040-42e0-4d7b-a22c-a7c870b5598a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7e8705e0-927d-4b93-acf8-50d9b9afabe3'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:04:00.362755 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-00426087-d08f-4da4-9164-332da5e01ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:00.376425 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-002c66da-6a81-4d2b-b844-95005c8c4c5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:00.400440 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-002c66da-6a81-4d2b-b844-95005c8c4c5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:00.437705 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-00426087-d08f-4da4-9164-332da5e01ecd None None] For port 18933c36-c83a-415c-a45d-254f9edd9c13, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:04:00.443161 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-00426087-d08f-4da4-9164-332da5e01ecd None None] For port 18933c36-c83a-415c-a45d-254f9edd9c13, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=18933c36-c83a-415c-a45d-254f9edd9c13,segment=NetworkSegment(e21ba040-42e0-4d7b-a22c-a7c870b5598a),segment_id=e21ba040-42e0-4d7b-a22c-a7c870b5598a)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:04:00.451854 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-00426087-d08f-4da4-9164-332da5e01ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:00.464749 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-002c66da-6a81-4d2b-b844-95005c8c4c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:00.467314 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-002c66da-6a81-4d2b-b844-95005c8c4c5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:00.468869 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-002c66da-6a81-4d2b-b844-95005c8c4c5a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9789f2d5-6549-47a1-a331-b568f320d1a1 HTTP/1.1" status: 204 len: 168 time: 0.1652379 Oct 19 01:04:00.493390 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c66da-6a81-4d2b-b844-95005c8c4c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9789f2d5-6549-47a1-a331-b568f320d1a1,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:00.563492 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00426087-d08f-4da4-9164-332da5e01ecd None None] Pushing event updated for resources: {'Port': ['ID=18933c36-c83a-415c-a45d-254f9edd9c13,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:00.827261 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-af3172e1-7817-4560-8649-6ec13a67a9a4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Allocated IP 2001:db8::2ec (7e8705e0-927d-4b93-acf8-50d9b9afabe3/fdd60af8-5a41-479a-b7a2-8036d3ed4d54/1a8a0277-a202-41fb-8cb9-78c38bf6c971) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:04:00.936774 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8b74c-1b0f-4417-ba11-b95d6d2ab0bb req-5be241e2-723c-4c17-8344-38c1de296175 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:00.962979 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-72e8b74c-1b0f-4417-ba11-b95d6d2ab0bb req-5be241e2-723c-4c17-8344-38c1de296175 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 950 time: 0.0968857 Oct 19 01:04:01.038405 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-72e8b74c-1b0f-4417-ba11-b95d6d2ab0bb req-734d1353-23c2-4838-b17f-2b3d3eebd2a1 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606694 Oct 19 01:04:01.183253 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-75bd3097-b3f9-41bc-a499-528ee3131263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ff815b9-cd13-433b-aeed-7da25bbda682 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:04:01.209660 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-75bd3097-b3f9-41bc-a499-528ee3131263 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:01.234733 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fd80f24b-9686-4165-a0d0-119776c3db16 req-74854860-be78-4cb8-8036-05ad5448f9f9 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 210 time: 0.0536566 Oct 19 01:04:01.290161 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-75bd3097-b3f9-41bc-a499-528ee3131263 service neutron] Transition to ACTIVE for port object 6ff815b9-cd13-433b-aeed-7da25bbda682 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:04:01.304037 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-75bd3097-b3f9-41bc-a499-528ee3131263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:01.311218 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-af3172e1-7817-4560-8649-6ec13a67a9a4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:01.364369 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee100ada-d155-41d4-af25-9aaf5ba3b7da admin admin] Router 7bdb18b7-cd24-4f98-8005-08a84937be99 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:04:01.405492 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859815a8-2201-4bfa-a2f5-3420723b30e5 req-2111e96e-035d-4f82-a7f8-f96135d4b4d6 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:01.409853 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd3097-b3f9-41bc-a499-528ee3131263 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff815b9-cd13-433b-aeed-7da25bbda682,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:01.428243 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-859815a8-2201-4bfa-a2f5-3420723b30e5 req-2111e96e-035d-4f82-a7f8-f96135d4b4d6 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=0de863d6-88b5-4650-978d-01542aa0b5c8 HTTP/1.1" status: 200 len: 943 time: 0.1294379 Oct 19 01:04:01.480123 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-af3172e1-7817-4560-8649-6ec13a67a9a4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:01.540559 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-859815a8-2201-4bfa-a2f5-3420723b30e5 req-9fd5681c-b2b7-4d67-ab87-798fc8c312bd tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113381 Oct 19 01:04:01.606358 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3172e1-7817-4560-8649-6ec13a67a9a4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Network 7e8705e0-927d-4b93-acf8-50d9b9afabe3 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:04:01.639855 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26f63f-cc90-48ad-a64d-bf980390b25a req-3406be8e-6135-4316-9a42-77f71513fd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:01.641929 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bd26f63f-cc90-48ad-a64d-bf980390b25a req-3406be8e-6135-4316-9a42-77f71513fd90 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 1102 time: 0.0620971 Oct 19 01:04:01.658124 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-af3172e1-7817-4560-8649-6ec13a67a9a4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:04:01.679513 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3172e1-7817-4560-8649-6ec13a67a9a4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:04:01.701202 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3172e1-7817-4560-8649-6ec13a67a9a4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:01.702080 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-af3172e1-7817-4560-8649-6ec13a67a9a4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:01.717149 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bd26f63f-cc90-48ad-a64d-bf980390b25a req-33961872-7a48-46f9-b3e2-04026eae4fcf service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656538 Oct 19 01:04:01.720699 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 1e9d67e8-229f-4d4d-8729-38d2227bcdf7 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:04:01.722274 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3172e1-7817-4560-8649-6ec13a67a9a4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Port': ['ID=1a8a0277-a202-41fb-8cb9-78c38bf6c971,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:01.739054 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-75bd3097-b3f9-41bc-a499-528ee3131263 service neutron] Attempting to bind port 6ff815b9-cd13-433b-aeed-7da25bbda682 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:04:01.739646 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-75bd3097-b3f9-41bc-a499-528ee3131263 service neutron] Attempting to bind port 6ff815b9-cd13-433b-aeed-7da25bbda682 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '2b6ac682-429b-459d-90c9-47596802933c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '91c57069-c895-4994-a7af-d9f6ed49afa5'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:04:01.740006 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-75bd3097-b3f9-41bc-a499-528ee3131263 service neutron] Attempting to bind port 6ff815b9-cd13-433b-aeed-7da25bbda682 on network 91c57069-c895-4994-a7af-d9f6ed49afa5 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:04:01.754268 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56434) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:01.755920 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-af3172e1-7817-4560-8649-6ec13a67a9a4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3295529 Oct 19 01:04:01.762908 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-75bd3097-b3f9-41bc-a499-528ee3131263 service neutron] Port 6ff815b9-cd13-433b-aeed-7da25bbda682 on network 91c57069-c895-4994-a7af-d9f6ed49afa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:04:01.763232 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-75bd3097-b3f9-41bc-a499-528ee3131263 service neutron] Attempting to bind port 6ff815b9-cd13-433b-aeed-7da25bbda682 on network 91c57069-c895-4994-a7af-d9f6ed49afa5 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:04:01.774412 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-75bd3097-b3f9-41bc-a499-528ee3131263 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:04:01.774787 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-75bd3097-b3f9-41bc-a499-528ee3131263 service neutron] Checking segment: {'id': '2b6ac682-429b-459d-90c9-47596802933c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '91c57069-c895-4994-a7af-d9f6ed49afa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:04:01.775485 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-75bd3097-b3f9-41bc-a499-528ee3131263 service neutron] Bound using segment: {'id': '2b6ac682-429b-459d-90c9-47596802933c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '91c57069-c895-4994-a7af-d9f6ed49afa5'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:04:01.776306 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-75bd3097-b3f9-41bc-a499-528ee3131263 service neutron] Bound port: 6ff815b9-cd13-433b-aeed-7da25bbda682, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6ac682-429b-459d-90c9-47596802933c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '91c57069-c895-4994-a7af-d9f6ed49afa5'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:04:01.776672 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-75bd3097-b3f9-41bc-a499-528ee3131263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:01.779065 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee100ada-d155-41d4-af25-9aaf5ba3b7da admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:04:01.795943 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13725a24-a471-4f61-a622-8e8d090d3d8d None None] Sync routers for ids ['7bdb18b7-cd24-4f98-8005-08a84937be99'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:04:01.814551 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13725a24-a471-4f61-a622-8e8d090d3d8d None None] Routers {'7bdb18b7-cd24-4f98-8005-08a84937be99'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:04:01.815177 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-13725a24-a471-4f61-a622-8e8d090d3d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:03:46Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7bdb18b7-cd24-4f98-8005-08a84937be99'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:01.822564 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ee100ada-d155-41d4-af25-9aaf5ba3b7da admin admin] 10.222.0.57 "PUT /v2.0/routers/7bdb18b7-cd24-4f98-8005-08a84937be99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2114837 Oct 19 01:04:01.835769 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56440) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:01.904411 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:01.986221 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-75bd3097-b3f9-41bc-a499-528ee3131263 service neutron] For port 6ff815b9-cd13-433b-aeed-7da25bbda682, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:04:01.993581 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-75bd3097-b3f9-41bc-a499-528ee3131263 service neutron] For port 6ff815b9-cd13-433b-aeed-7da25bbda682, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=6ff815b9-cd13-433b-aeed-7da25bbda682,segment=NetworkSegment(2b6ac682-429b-459d-90c9-47596802933c),segment_id=2b6ac682-429b-459d-90c9-47596802933c)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:04:02.000507 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 1e9d67e8-229f-4d4d-8729-38d2227bcdf7, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=1e9d67e8-229f-4d4d-8729-38d2227bcdf7,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:02.003908 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-75bd3097-b3f9-41bc-a499-528ee3131263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:02.008767 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44281d1b-6510-484f-9619-30b701840d15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e9d67e8-229f-4d4d-8729-38d2227bcdf7'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:04:02.012209 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-13725a24-a471-4f61-a622-8e8d090d3d8d None None] Set router 7bdb18b7-cd24-4f98-8005-08a84937be99 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:04:02.017451 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0547b87b-7e8f-4358-be22-15d09bf752c1" -d '{"events": [{"server_uuid": "44281d1b-6510-484f-9619-30b701840d15", "name": "network-vif-unplugged", "status": "completed", "tag": "1e9d67e8-229f-4d4d-8729-38d2227bcdf7"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:04:02.024561 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:02.083828 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-069ee19e-b79e-4272-89bc-d77fc4af3454 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Deleting port 1a8a0277-a202-41fb-8cb9-78c38bf6c971 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:04:02.084911 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-069ee19e-b79e-4272-89bc-d77fc4af3454 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:02.107804 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d419be-54d1-4679-8921-572b93af2927 None None] Network 7e8705e0-927d-4b93-acf8-50d9b9afabe3 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:04:02.117589 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c66cce81-d688-4ebb-b10e-19e36bb0eca2 admin admin] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:02.120649 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd3097-b3f9-41bc-a499-528ee3131263 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff815b9-cd13-433b-aeed-7da25bbda682,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:02.125523 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-75bd3097-b3f9-41bc-a499-528ee3131263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:02.126148 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-75bd3097-b3f9-41bc-a499-528ee3131263 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:02.129730 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-75bd3097-b3f9-41bc-a499-528ee3131263 service neutron] 10.222.0.55 "PUT /v2.0/ports/6ff815b9-cd13-433b-aeed-7da25bbda682 HTTP/1.1" status: 200 len: 1092 time: 2.5186720 Oct 19 01:04:02.130210 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de863d6-88b5-4650-978d-01542aa0b5c8', 'tag': '6ff815b9-cd13-433b-aeed-7da25bbda682'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:04:02.136418 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ffd4eb-ad27-4d06-925e-20b02ee07b65" -d '{"events": [{"name": "network-changed", "server_uuid": "0de863d6-88b5-4650-978d-01542aa0b5c8", "tag": "6ff815b9-cd13-433b-aeed-7da25bbda682"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:04:02.200279 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0251410e-d1f3-4477-8988-1f4b3dec425f x-openstack-request-id: req-0251410e-d1f3-4477-8988-1f4b3dec425f {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:04:02.200583 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44281d1b-6510-484f-9619-30b701840d15", "name": "network-vif-unplugged", "status": "completed", "tag": "1e9d67e8-229f-4d4d-8729-38d2227bcdf7", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:04:02.203951 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0251410e-d1f3-4477-8988-1f4b3dec425f {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:04:02.204373 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44281d1b-6510-484f-9619-30b701840d15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e9d67e8-229f-4d4d-8729-38d2227bcdf7', 'code': 200} Oct 19 01:04:02.297797 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-a12d839e-272d-447f-8250-63d18a16d8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:02.306666 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-a12d839e-272d-447f-8250-63d18a16d8c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=45dad4b7bd634495b88941ea38093b47&device_id=0de863d6-88b5-4650-978d-01542aa0b5c8 HTTP/1.1" status: 200 len: 1095 time: 0.1298373 Oct 19 01:04:02.370796 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-069ee19e-b79e-4272-89bc-d77fc4af3454 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:02.386868 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=1e9d67e8-229f-4d4d-8729-38d2227bcdf7,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:02.401318 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-91734033-aec6-4439-ba04-c5dcb65fa6c1 None None] Provisioning complete for port 18933c36-c83a-415c-a45d-254f9edd9c13 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:02.401579 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-91734033-aec6-4439-ba04-c5dcb65fa6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:02.402300 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-67d34507-30df-4eba-ba46-924c8da9b8e9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ff815b9-cd13-433b-aeed-7da25bbda682 HTTP/1.1" status: 200 len: 217 time: 0.0819869 Oct 19 01:04:02.412855 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-069ee19e-b79e-4272-89bc-d77fc4af3454 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Calling delete_port for 1a8a0277-a202-41fb-8cb9-78c38bf6c971 owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:04:02.460389 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 18933c36-c83a-415c-a45d-254f9edd9c13 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:04:02.469434 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-34216e4b-e818-43b0-a9e8-aaded2c3dc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:02.471181 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-34216e4b-e818-43b0-a9e8-aaded2c3dc1c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=94948ad4-35aa-438e-aae6-6f67951e97f5 HTTP/1.1" status: 200 len: 861 time: 0.0611618 Oct 19 01:04:02.484036 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd3f6b-555b-4b87-ae4a-cb7b7a770bf3 req-51380ce1-c70a-4612-9325-7d4106c705df tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:02.486662 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-86cd3f6b-555b-4b87-ae4a-cb7b7a770bf3 req-51380ce1-c70a-4612-9325-7d4106c705df tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 948 time: 0.2537313 Oct 19 01:04:02.491063 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c66cce81-d688-4ebb-b10e-19e36bb0eca2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:02.500041 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-13725a24-a471-4f61-a622-8e8d090d3d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdb18b7-cd24-4f98-8005-08a84937be99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-469584996-router', 'tenant_id': '620169f8a6294e7c9ae41bfc310823af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '6fdd27dd-09d1-4704-aeb9-39d64cadc67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:57:01Z', 'updated_at': '2021-10-19T01:03:59Z', 'revision_number': 5, 'project_id': '620169f8a6294e7c9ae41bfc310823af', 'gw_port': {'id': '6fdd27dd-09d1-4704-aeb9-39d64cadc67b', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb18b7-cd24-4f98-8005-08a84937be99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:57:03Z', 'updated_at': '2021-10-19T00:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:02.535254 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-049c2217-09c2-4dac-b306-b569a1e8ad92 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91c57069-c895-4994-a7af-d9f6ed49afa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461590 Oct 19 01:04:02.555747 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13725a24-a471-4f61-a622-8e8d090d3d8d None None] Checking router: 7bdb18b7-cd24-4f98-8005-08a84937be99 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:04:02.577118 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13725a24-a471-4f61-a622-8e8d090d3d8d None None] Routers {'7bdb18b7-cd24-4f98-8005-08a84937be99'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:04:02.577718 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-13725a24-a471-4f61-a622-8e8d090d3d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:03:46Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7bdb18b7-cd24-4f98-8005-08a84937be99'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:02.609075 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-86cd3f6b-555b-4b87-ae4a-cb7b7a770bf3 req-46180eea-05bf-4e47-aa67-d4248d5dc73d tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838850 Oct 19 01:04:02.698414 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec192b15-6557-45e2-a872-79874363fb0f x-openstack-request-id: req-ec192b15-6557-45e2-a872-79874363fb0f {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:04:02.698772 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de863d6-88b5-4650-978d-01542aa0b5c8", "tag": "6ff815b9-cd13-433b-aeed-7da25bbda682", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:04:02.698958 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ec192b15-6557-45e2-a872-79874363fb0f {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:04:02.699759 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0de863d6-88b5-4650-978d-01542aa0b5c8', 'tag': '6ff815b9-cd13-433b-aeed-7da25bbda682', 'status': 'completed', 'code': 200} Oct 19 01:04:02.727583 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-c66cce81-d688-4ebb-b10e-19e36bb0eca2 admin admin] Deleting port 6fdd27dd-09d1-4704-aeb9-39d64cadc67b {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:04:02.729584 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c66cce81-d688-4ebb-b10e-19e36bb0eca2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:02.740085 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-13725a24-a471-4f61-a622-8e8d090d3d8d None None] Set router 7bdb18b7-cd24-4f98-8005-08a84937be99 gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:04:02.752395 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-ea52116a-e2a5-4b33-8e58-b02717c7d1b8 service neutron] 10.222.0.55 "GET /v2.0/networks/91c57069-c895-4994-a7af-d9f6ed49afa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133706 Oct 19 01:04:02.804043 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6be615f3-b3ac-4dd9-8f84-6f845dda95db req-d6b451a7-5d3f-48ee-8600-5f28235c24f3 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 210 time: 0.0583627 Oct 19 01:04:02.811306 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-069ee19e-b79e-4272-89bc-d77fc4af3454 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:02.849247 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-13725a24-a471-4f61-a622-8e8d090d3d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdb18b7-cd24-4f98-8005-08a84937be99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-469584996-router', 'tenant_id': '620169f8a6294e7c9ae41bfc310823af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:57:01Z', 'updated_at': '2021-10-19T01:04:02Z', 'revision_number': 6, 'project_id': '620169f8a6294e7c9ae41bfc310823af', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:02.875444 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ee19e-b79e-4272-89bc-d77fc4af3454 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Port': ['ID=1a8a0277-a202-41fb-8cb9-78c38bf6c971,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:02.883318 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 18933c36-c83a-415c-a45d-254f9edd9c13 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:02.883833 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:02.916945 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-069ee19e-b79e-4272-89bc-d77fc4af3454 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:02.920846 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-069ee19e-b79e-4272-89bc-d77fc4af3454 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/ports/1a8a0277-a202-41fb-8cb9-78c38bf6c971 HTTP/1.1" status: 204 len: 168 time: 1.1653006 Oct 19 01:04:02.923555 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56452) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:02.926234 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13725a24-a471-4f61-a622-8e8d090d3d8d None None] The sync data for ids ['7bdb18b7-cd24-4f98-8005-08a84937be99'] in n-d-715271-26 is: [{'id': '7bdb18b7-cd24-4f98-8005-08a84937be99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-469584996-router', 'tenant_id': '620169f8a6294e7c9ae41bfc310823af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:57:01Z', 'updated_at': '2021-10-19T01:04:02Z', 'revision_number': 6, 'project_id': '620169f8a6294e7c9ae41bfc310823af', 'gw_port_host': None}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:04:02.987828 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-0195f592-5071-4375-8895-91f3c8ae5bcc tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] DELETE failed (client error): The resource could not be found. Oct 19 01:04:02.988724 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0195f592-5071-4375-8895-91f3c8ae5bcc tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:04:02.990694 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b3c69daa-f947-4c2e-9686-e9c1b8e93ae9 req-ddc31d14-b345-4a6a-bab0-9fc9bceb4f20 service neutron] 10.222.0.55 "GET /v2.0/networks/91c57069-c895-4994-a7af-d9f6ed49afa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281549 Oct 19 01:04:02.994592 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0195f592-5071-4375-8895-91f3c8ae5bcc tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/ports/1a8a0277-a202-41fb-8cb9-78c38bf6c971 HTTP/1.1" status: 404 len: 333 time: 0.0669851 Oct 19 01:04:02.995767 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56454) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:03.003449 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-c66cce81-d688-4ebb-b10e-19e36bb0eca2 admin admin] For port 6fdd27dd-09d1-4704-aeb9-39d64cadc67b, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=6fdd27dd-09d1-4704-aeb9-39d64cadc67b,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:03.003449 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c66cce81-d688-4ebb-b10e-19e36bb0eca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:03.032640 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-91734033-aec6-4439-ba04-c5dcb65fa6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:03.032902 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-c66cce81-d688-4ebb-b10e-19e36bb0eca2 admin admin] Calling delete_port for 6fdd27dd-09d1-4704-aeb9-39d64cadc67b owned by network:router_gateway {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:04:03.107354 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-58eb1cfd-7601-48dd-aa2f-5368850ead19 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] GET failed (client error): The resource could not be found. Oct 19 01:04:03.115514 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0848ba-c623-4472-b500-8893f4906169 req-0d9a9a96-c79d-4e19-9a0c-e99745cb3c35 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:03.116393 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-58eb1cfd-7601-48dd-aa2f-5368850ead19 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "GET /v2.0/ports/1a8a0277-a202-41fb-8cb9-78c38bf6c971 HTTP/1.1" status: 404 len: 333 time: 0.1185048 Oct 19 01:04:03.117791 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8e0848ba-c623-4472-b500-8893f4906169 req-0d9a9a96-c79d-4e19-9a0c-e99745cb3c35 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=0de863d6-88b5-4650-978d-01542aa0b5c8 HTTP/1.1" status: 200 len: 943 time: 0.1358273 Oct 19 01:04:03.118146 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56462) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:03.156345 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffd4eb-ad27-4d06-925e-20b02ee07b65 req-0c6eb6f1-2b04-4c46-a273-97649238b393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:03.158459 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-01ffd4eb-ad27-4d06-925e-20b02ee07b65 req-0c6eb6f1-2b04-4c46-a273-97649238b393 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=45dad4b7bd634495b88941ea38093b47&device_id=0de863d6-88b5-4650-978d-01542aa0b5c8 HTTP/1.1" status: 200 len: 1095 time: 0.1038361 Oct 19 01:04:03.225943 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-91734033-aec6-4439-ba04-c5dcb65fa6c1 None None] For port 18933c36-c83a-415c-a45d-254f9edd9c13, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=18933c36-c83a-415c-a45d-254f9edd9c13,segment=NetworkSegment(e21ba040-42e0-4d7b-a22c-a7c870b5598a),segment_id=e21ba040-42e0-4d7b-a22c-a7c870b5598a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:03.240550 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-91734033-aec6-4439-ba04-c5dcb65fa6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:03.299332 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:03.432839 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffd4eb-ad27-4d06-925e-20b02ee07b65 req-5f9abdae-e107-4c86-9e96-06d410f6ffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:03.437456 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-01ffd4eb-ad27-4d06-925e-20b02ee07b65 req-5f9abdae-e107-4c86-9e96-06d410f6ffeb service neutron] 10.222.0.55 "GET /v2.0/networks?id=91c57069-c895-4994-a7af-d9f6ed49afa5 HTTP/1.1" status: 200 len: 922 time: 0.2706811 Oct 19 01:04:03.447478 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91734033-aec6-4439-ba04-c5dcb65fa6c1 None None] Pushing event updated for resources: {'Port': ['ID=18933c36-c83a-415c-a45d-254f9edd9c13,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:03.491197 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c66cce81-d688-4ebb-b10e-19e36bb0eca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:03.527279 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-01ffd4eb-ad27-4d06-925e-20b02ee07b65 req-da8f61de-a2d0-46d2-97da-730fdeb620f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ff815b9-cd13-433b-aeed-7da25bbda682 HTTP/1.1" status: 200 len: 217 time: 0.0767865 Oct 19 01:04:03.530445 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:04:03.530862 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:04:03.532207 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4d600504-b67c-48a6-9956-6f7a24baab08 None None] Provisioning complete for port 18933c36-c83a-415c-a45d-254f9edd9c13 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:03.532648 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4d600504-b67c-48a6-9956-6f7a24baab08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:03.547563 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66cce81-d688-4ebb-b10e-19e36bb0eca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fdd27dd-09d1-4704-aeb9-39d64cadc67b,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:03.642685 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffd4eb-ad27-4d06-925e-20b02ee07b65 req-d6ad4013-94c7-48ce-9288-4179a59873e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:03.644879 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-01ffd4eb-ad27-4d06-925e-20b02ee07b65 req-d6ad4013-94c7-48ce-9288-4179a59873e7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=94948ad4-35aa-438e-aae6-6f67951e97f5 HTTP/1.1" status: 200 len: 861 time: 0.1086001 Oct 19 01:04:03.651775 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-266229fc-d8d7-4872-b3fa-0b5ecf16995a tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Deleting subnet fdd60af8-5a41-479a-b7a2-8036d3ed4d54 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:04:03.690598 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8e0848ba-c623-4472-b500-8893f4906169 req-3cd1c7f3-1ddf-4578-b7c7-0127f405eda8 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5587494 Oct 19 01:04:03.691677 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-266229fc-d8d7-4872-b3fa-0b5ecf16995a tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:03.696265 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-01ffd4eb-ad27-4d06-925e-20b02ee07b65 req-c8348f65-fe77-4d08-8f7b-89c0be0c376e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91c57069-c895-4994-a7af-d9f6ed49afa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414882 Oct 19 01:04:03.802962 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-266229fc-d8d7-4872-b3fa-0b5ecf16995a tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:03.805996 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c66cce81-d688-4ebb-b10e-19e36bb0eca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:03.828115 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 1e9d67e8-229f-4d4d-8729-38d2227bcdf7 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:04:03.936682 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-01ffd4eb-ad27-4d06-925e-20b02ee07b65 req-8dd4232b-196d-4721-b16e-048b083f621c service neutron] 10.222.0.55 "GET /v2.0/networks/91c57069-c895-4994-a7af-d9f6ed49afa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299132 Oct 19 01:04:03.949114 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c66cce81-d688-4ebb-b10e-19e36bb0eca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:03.951481 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c66cce81-d688-4ebb-b10e-19e36bb0eca2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:04.073282 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c66cce81-d688-4ebb-b10e-19e36bb0eca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:04.073844 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66cce81-d688-4ebb-b10e-19e36bb0eca2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bdb18b7-cd24-4f98-8005-08a84937be99 {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:04:04.095334 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c66cce81-d688-4ebb-b10e-19e36bb0eca2 admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:04.096941 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c66cce81-d688-4ebb-b10e-19e36bb0eca2 admin admin] 10.222.0.57 "DELETE /v2.0/routers/7bdb18b7-cd24-4f98-8005-08a84937be99 HTTP/1.1" status: 204 len: 168 time: 2.2604632 Oct 19 01:04:04.099983 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56472) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:04.102724 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-01ffd4eb-ad27-4d06-925e-20b02ee07b65 req-6381c7df-1a00-47ae-b59d-8f3893ef65bd service neutron] 10.222.0.55 "GET /v2.0/networks/91c57069-c895-4994-a7af-d9f6ed49afa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583188 Oct 19 01:04:04.165885 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 1e9d67e8-229f-4d4d-8729-38d2227bcdf7, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=1e9d67e8-229f-4d4d-8729-38d2227bcdf7,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:04.178740 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-71bcba5d-7deb-4583-8bf2-282acd037049 req-969decaa-0cf0-407b-894c-488d77eba343 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 210 time: 0.0791779 Oct 19 01:04:04.199091 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '1e9d67e8-229f-4d4d-8729-38d2227bcdf7', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': '1e9d67e8-229f-4d4d-8729-38d2227bcdf7', 'mac_address': 'fa:16:3e:5d:a6:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:04:04.289924 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-1c12edd8-cd40-45be-bbbd-c1b8d6a71b9f None None] Could not find standard attr ID for object 1a8a0277-a202-41fb-8cb9-78c38bf6c971. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:04:04.299558 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:04.347357 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e9d67e8-229f-4d4d-8729-38d2227bcdf7 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:04:04.366737 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ce340f9-b310-4ba9-9ea1-1ac7cce9ba15 admin admin] Deleting subnet be98550e-4e5d-4fb9-839a-7f8fec8ee5c1 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:04:04.375761 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 1e9d67e8-229f-4d4d-8729-38d2227bcdf7, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=1e9d67e8-229f-4d4d-8729-38d2227bcdf7,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:04.381388 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:04.397230 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9ce340f9-b310-4ba9-9ea1-1ac7cce9ba15 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:04.400566 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-266229fc-d8d7-4872-b3fa-0b5ecf16995a tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:04.444058 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=1e9d67e8-229f-4d4d-8729-38d2227bcdf7,revision_number=7']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:04.447947 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 18933c36-c83a-415c-a45d-254f9edd9c13 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:04:04.515549 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 18933c36-c83a-415c-a45d-254f9edd9c13 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:04.516133 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:04.691841 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 12d71f6c-4c60-4b00-b0b0-8c24c63f887f no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:04:04.710489 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f277a6-2ca1-43f7-89f6-6a28cc414f57 req-98ffcf13-d74a-43cc-b38e-919312c86714 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:04.714775 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 12d71f6c-4c60-4b00-b0b0-8c24c63f887f {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:04:04.715129 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 12d71f6c-4c60-4b00-b0b0-8c24c63f887f not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:04:04.715644 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 6fdd27dd-09d1-4704-aeb9-39d64cadc67b no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:04:04.718225 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b8f277a6-2ca1-43f7-89f6-6a28cc414f57 req-98ffcf13-d74a-43cc-b38e-919312c86714 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 948 time: 0.6488585 Oct 19 01:04:04.737991 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 6fdd27dd-09d1-4704-aeb9-39d64cadc67b {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:04:04.738363 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 6fdd27dd-09d1-4704-aeb9-39d64cadc67b not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:04:04.775504 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9ce340f9-b310-4ba9-9ea1-1ac7cce9ba15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:04.801726 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['1e9d67e8-229f-4d4d-8729-38d2227bcdf7'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:04:04.811916 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b8f277a6-2ca1-43f7-89f6-6a28cc414f57 req-bd508e97-239f-4254-a0dc-ad8b05bdf24b tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902200 Oct 19 01:04:04.851171 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-266229fc-d8d7-4872-b3fa-0b5ecf16995a tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:04.921826 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-266229fc-d8d7-4872-b3fa-0b5ecf16995a tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:04.925456 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-266229fc-d8d7-4872-b3fa-0b5ecf16995a tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/subnets/fdd60af8-5a41-479a-b7a2-8036d3ed4d54 HTTP/1.1" status: 204 len: 168 time: 1.8045537 Oct 19 01:04:04.926328 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266229fc-d8d7-4872-b3fa-0b5ecf16995a tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Subnet': ['ID=fdd60af8-5a41-479a-b7a2-8036d3ed4d54,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:04.928757 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56484) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:04.936255 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e896fc90-95c0-4d5e-9439-14a12490e382 None None] Network 7e8705e0-927d-4b93-acf8-50d9b9afabe3 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:04:05.026038 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cbdf61c8-35c2-4d16-b856-a82195f36df7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:05.083223 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9ce340f9-b310-4ba9-9ea1-1ac7cce9ba15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:05.094122 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64602f63-1436-4c79-9d04-196564d03a15 req-ae1d2404-5cf6-42c0-9ee4-066145572683 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:05.095827 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-64602f63-1436-4c79-9d04-196564d03a15 req-ae1d2404-5cf6-42c0-9ee4-066145572683 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=0de863d6-88b5-4650-978d-01542aa0b5c8 HTTP/1.1" status: 200 len: 943 time: 0.1813436 Oct 19 01:04:05.142429 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-cbdf61c8-35c2-4d16-b856-a82195f36df7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Deleting port 18933c36-c83a-415c-a45d-254f9edd9c13 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:04:05.143026 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cbdf61c8-35c2-4d16-b856-a82195f36df7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:05.171393 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-64602f63-1436-4c79-9d04-196564d03a15 req-d7ff2448-13a1-43aa-a567-8ffd76ceb768 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534468 Oct 19 01:04:05.201259 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9ce340f9-b310-4ba9-9ea1-1ac7cce9ba15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:05.238983 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce340f9-b310-4ba9-9ea1-1ac7cce9ba15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be98550e-4e5d-4fb9-839a-7f8fec8ee5c1,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:05.249093 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9ce340f9-b310-4ba9-9ea1-1ac7cce9ba15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:05.258550 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9ce340f9-b310-4ba9-9ea1-1ac7cce9ba15 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/be98550e-4e5d-4fb9-839a-7f8fec8ee5c1 HTTP/1.1" status: 204 len: 168 time: 1.1310563 Oct 19 01:04:05.261282 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56490) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:05.265699 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a61ab97-e6cf-4f8e-bb1b-5803670451b9 None None] Network 7bcf2aba-9495-41ad-a916-cc31e9368fae requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:04:05.295182 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8464a93b-9a01-4177-8acc-1dff814948e9 None None] DHCP port deletion for 7e8705e0-927d-4b93-acf8-50d9b9afabe3 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:04:05.358971 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-cbdf61c8-35c2-4d16-b856-a82195f36df7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] For port 18933c36-c83a-415c-a45d-254f9edd9c13, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=18933c36-c83a-415c-a45d-254f9edd9c13,segment=NetworkSegment(e21ba040-42e0-4d7b-a22c-a7c870b5598a),segment_id=e21ba040-42e0-4d7b-a22c-a7c870b5598a)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:05.365425 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cbdf61c8-35c2-4d16-b856-a82195f36df7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:05.396368 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-cbdf61c8-35c2-4d16-b856-a82195f36df7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Calling delete_port for 18933c36-c83a-415c-a45d-254f9edd9c13 owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:04:05.415065 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd74449-8ed5-4081-9ff6-e5ded3f5770c req-24488d73-9f86-4c65-a111-770c7e776e51 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:05.430348 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6cd74449-8ed5-4081-9ff6-e5ded3f5770c req-24488d73-9f86-4c65-a111-770c7e776e51 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 949 time: 0.2265530 Oct 19 01:04:05.451361 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-76d2e835-04c1-45c5-ad75-ea10493ca0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:05.509820 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6cd74449-8ed5-4081-9ff6-e5ded3f5770c req-3f36d077-9269-43d7-88fa-c1236e763236 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730486 Oct 19 01:04:05.582220 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-76d2e835-04c1-45c5-ad75-ea10493ca0e6 admin admin] Deleting port cfa706c2-15eb-47bb-bbe7-e15c09c2a420 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:04:05.582562 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-76d2e835-04c1-45c5-ad75-ea10493ca0e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:05.616244 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-8464a93b-9a01-4177-8acc-1dff814948e9 None None] Deleting port 18933c36-c83a-415c-a45d-254f9edd9c13 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:04:05.616923 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8464a93b-9a01-4177-8acc-1dff814948e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:05.643386 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d4a44a2c-d198-4a1c-995a-5bc3c728bb75 req-d246749c-4cfd-47dc-a59e-06a324d1bb56 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 210 time: 0.0426500 Oct 19 01:04:05.677340 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-76d2e835-04c1-45c5-ad75-ea10493ca0e6 admin admin] For port cfa706c2-15eb-47bb-bbe7-e15c09c2a420, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=cfa706c2-15eb-47bb-bbe7-e15c09c2a420,segment=NetworkSegment(8d37b7b5-f000-483c-ab92-d77da093fb79),segment_id=8d37b7b5-f000-483c-ab92-d77da093fb79)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:05.678024 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-76d2e835-04c1-45c5-ad75-ea10493ca0e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:05.687464 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cbdf61c8-35c2-4d16-b856-a82195f36df7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:05.694757 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-76d2e835-04c1-45c5-ad75-ea10493ca0e6 admin admin] Calling delete_port for cfa706c2-15eb-47bb-bbe7-e15c09c2a420 owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:04:05.736372 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf61c8-35c2-4d16-b856-a82195f36df7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Port': ['ID=18933c36-c83a-415c-a45d-254f9edd9c13,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:05.742282 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdf61c8-35c2-4d16-b856-a82195f36df7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] No DVR routers for this DVR port 18933c36-c83a-415c-a45d-254f9edd9c13 on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:04:05.757711 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-8464a93b-9a01-4177-8acc-1dff814948e9 None None] For port 18933c36-c83a-415c-a45d-254f9edd9c13, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=18933c36-c83a-415c-a45d-254f9edd9c13,segment=NetworkSegment(e21ba040-42e0-4d7b-a22c-a7c870b5598a),segment_id=e21ba040-42e0-4d7b-a22c-a7c870b5598a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:05.758493 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8464a93b-9a01-4177-8acc-1dff814948e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:05.783145 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-8464a93b-9a01-4177-8acc-1dff814948e9 None None] Calling delete_port for 18933c36-c83a-415c-a45d-254f9edd9c13 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:04:05.891875 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4ca702-68aa-4202-8206-9d4e49f147e3 None None] DHCP port deletion for 7bcf2aba-9495-41ad-a916-cc31e9368fae request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:04:05.896305 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-76d2e835-04c1-45c5-ad75-ea10493ca0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:05.927074 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cbdf61c8-35c2-4d16-b856-a82195f36df7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:05.964528 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d2e835-04c1-45c5-ad75-ea10493ca0e6 admin admin] No DVR routers for this DVR port cfa706c2-15eb-47bb-bbe7-e15c09c2a420 on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:04:05.971317 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8464a93b-9a01-4177-8acc-1dff814948e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:05.978222 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-cbdf61c8-35c2-4d16-b856-a82195f36df7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e8705e0-927d-4b93-acf8-50d9b9afabe3']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:06.002206 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-cbdf61c8-35c2-4d16-b856-a82195f36df7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e21ba040-42e0-4d7b-a22c-a7c870b5598a') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:06.002515 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-cbdf61c8-35c2-4d16-b856-a82195f36df7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e21ba040-42e0-4d7b-a22c-a7c870b5598a') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:06.008735 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8464a93b-9a01-4177-8acc-1dff814948e9 None None] No DVR routers for this DVR port 18933c36-c83a-415c-a45d-254f9edd9c13 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:04:06.028466 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cbdf61c8-35c2-4d16-b856-a82195f36df7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:06.047319 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2e835-04c1-45c5-ad75-ea10493ca0e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfa706c2-15eb-47bb-bbe7-e15c09c2a420,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:06.058262 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cbdf61c8-35c2-4d16-b856-a82195f36df7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:06.066491 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbdf61c8-35c2-4d16-b856-a82195f36df7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:04:06.067147 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cbdf61c8-35c2-4d16-b856-a82195f36df7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:06.071251 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:04:06.071251 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:04:06.071251 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:04:06.071251 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:04:06.071251 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:04:06.071251 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:04:06.071251 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:04:06.071251 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:04:06.071251 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:04:06.071251 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:04:06.071251 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:04:06.071251 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:04:06.071251 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:04:06.071251 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:04:06.071251 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:04:06.071251 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:04:06.071251 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:04:06.071251 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:04:06.071251 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:04:06.071251 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:04:06.071251 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:04:06.071251 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:04:06.071251 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:04:06.071251 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:04:06.071251 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:04:06.071251 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:04:06.071251 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:04:06.071251 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:04:06.071251 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:04:06.071251 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:04:06.071251 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:04:06.071251 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:04:06.102410 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8464a93b-9a01-4177-8acc-1dff814948e9 None None] Pushing event deleted for resources: {'Port': ['ID=18933c36-c83a-415c-a45d-254f9edd9c13,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:06.143241 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-76d2e835-04c1-45c5-ad75-ea10493ca0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:06.164566 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cbdf61c8-35c2-4d16-b856-a82195f36df7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:06.179530 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cbdf61c8-35c2-4d16-b856-a82195f36df7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:06.190625 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cbdf61c8-35c2-4d16-b856-a82195f36df7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/networks/7e8705e0-927d-4b93-acf8-50d9b9afabe3 HTTP/1.1" status: 204 len: 168 time: 1.2601616 Oct 19 01:04:06.202342 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-76d2e835-04c1-45c5-ad75-ea10493ca0e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bcf2aba-9495-41ad-a916-cc31e9368fae']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:06.205034 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56516) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:06.219852 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-d2a1a345-7c7f-4207-b933-c2214692ffa2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1820972346'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:04:06.223592 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf61c8-35c2-4d16-b856-a82195f36df7 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Network': ['ID=7e8705e0-927d-4b93-acf8-50d9b9afabe3,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:06.242608 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-76d2e835-04c1-45c5-ad75-ea10493ca0e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d37b7b5-f000-483c-ab92-d77da093fb79') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:06.242923 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-76d2e835-04c1-45c5-ad75-ea10493ca0e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d37b7b5-f000-483c-ab92-d77da093fb79') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:06.258045 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-76d2e835-04c1-45c5-ad75-ea10493ca0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:06.284690 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-76d2e835-04c1-45c5-ad75-ea10493ca0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:06.288387 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a1a345-7c7f-4207-b933-c2214692ffa2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Made reservation on behalf of 0623c8f86a7745a5853b214518443323 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:04:06.290948 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89bcbbd-b7f3-4ca3-af00-4698d6e60adc req-946a5843-7e39-4151-bc84-73800f871f82 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:06.293734 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a89bcbbd-b7f3-4ca3-af00-4698d6e60adc req-946a5843-7e39-4151-bc84-73800f871f82 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 949 time: 0.1005859 Oct 19 01:04:06.296719 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d2a1a345-7c7f-4207-b933-c2214692ffa2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:06.319963 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d2e835-04c1-45c5-ad75-ea10493ca0e6 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:04:06.320597 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-76d2e835-04c1-45c5-ad75-ea10493ca0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:06.333096 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:04:06.333096 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:04:06.333096 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:04:06.333096 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:04:06.333096 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:04:06.333096 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:04:06.333096 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:04:06.333096 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:04:06.333096 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:04:06.333096 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:04:06.333096 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:04:06.333096 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:04:06.333096 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:04:06.333096 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:04:06.333096 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:04:06.333096 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:04:06.333096 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:04:06.333096 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:04:06.333096 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:04:06.333096 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:04:06.333096 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:04:06.333096 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:04:06.333096 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:04:06.333096 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:04:06.333096 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:04:06.333096 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:04:06.333096 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:04:06.333096 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:04:06.333096 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:04:06.333096 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:04:06.333096 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:04:06.333096 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:04:06.345986 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 18933c36-c83a-415c-a45d-254f9edd9c13 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:04:06.376765 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 18933c36-c83a-415c-a45d-254f9edd9c13 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:04:06.377105 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 18933c36-c83a-415c-a45d-254f9edd9c13 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:04:06.377535 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device cfa706c2-15eb-47bb-bbe7-e15c09c2a420 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:04:06.400065 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a89bcbbd-b7f3-4ca3-af00-4698d6e60adc req-80f1f308-b65a-44e1-b416-84fde8807c29 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924258 Oct 19 01:04:06.410229 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: cfa706c2-15eb-47bb-bbe7-e15c09c2a420 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:04:06.410871 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device cfa706c2-15eb-47bb-bbe7-e15c09c2a420 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:04:06.445408 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a1a345-7c7f-4207-b933-c2214692ffa2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:04:06.455785 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-76d2e835-04c1-45c5-ad75-ea10493ca0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:06.461703 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56528) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:06.473355 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21880c01-1145-4826-91d3-0ec6f8a0c46b req-ad4bfcf0-49d4-4915-a0e5-882b537a1c31 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:06.473355 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-21880c01-1145-4826-91d3-0ec6f8a0c46b req-ad4bfcf0-49d4-4915-a0e5-882b537a1c31 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=0de863d6-88b5-4650-978d-01542aa0b5c8 HTTP/1.1" status: 200 len: 943 time: 0.1502931 Oct 19 01:04:06.474166 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-76d2e835-04c1-45c5-ad75-ea10493ca0e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:06.477316 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-76d2e835-04c1-45c5-ad75-ea10493ca0e6 admin admin] 10.222.0.57 "DELETE /v2.0/networks/7bcf2aba-9495-41ad-a916-cc31e9368fae HTTP/1.1" status: 204 len: 168 time: 1.2082584 Oct 19 01:04:06.482559 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d2a1a345-7c7f-4207-b933-c2214692ffa2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:06.483048 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-d2a1a345-7c7f-4207-b933-c2214692ffa2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Added segment a1e6d530-5c7a-4aae-9cf9-47f37fdd4dd2 of type vlan for network 1bb8cac3-d920-4b2f-a3fa-3e55582d0a9e Oct 19 01:04:06.508422 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2e835-04c1-45c5-ad75-ea10493ca0e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bcf2aba-9495-41ad-a916-cc31e9368fae,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:06.584270 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-21880c01-1145-4826-91d3-0ec6f8a0c46b req-8bf1a9fa-0572-4539-9204-00c4dd97c82b tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993345 Oct 19 01:04:06.587108 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d2a1a345-7c7f-4207-b933-c2214692ffa2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:06.617107 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d2a1a345-7c7f-4207-b933-c2214692ffa2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:06.625916 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a1a345-7c7f-4207-b933-c2214692ffa2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:06.626961 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d2a1a345-7c7f-4207-b933-c2214692ffa2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:06.642624 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-93f5c038-1614-45ad-a5e0-f7dcef0f1d48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:06.671620 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56536) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:06.686893 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d2a1a345-7c7f-4207-b933-c2214692ffa2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4796901 Oct 19 01:04:06.702849 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56538) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:06.707912 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-6122f6e5-5039-4c27-87b5-91344b9182ac tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'subnet': {'network_id': '1bb8cac3-d920-4b2f-a3fa-3e55582d0a9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:04:06.759320 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1a345-7c7f-4207-b933-c2214692ffa2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Network': ['ID=1bb8cac3-d920-4b2f-a3fa-3e55582d0a9e,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:06.765866 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f5d1e50e-5043-4027-a32a-9c845f16d046 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1f97037e6a5e4e978520d9c5500334e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0861905 Oct 19 01:04:06.768294 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56540) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:06.773105 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 1bb8cac3-d920-4b2f-a3fa-3e55582d0a9e details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:04:06.773630 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e28d4a0d-4173-4483-a951-56d5f49689f6 req-0aa54061-9ae0-4503-833b-63335e0b0a7e tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 210 time: 0.0470917 Oct 19 01:04:06.846231 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8a4ac34d-0e5e-4f76-8c67-c4b5332b016b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:06.854323 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-93f5c038-1614-45ad-a5e0-f7dcef0f1d48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:06.864155 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-93f5c038-1614-45ad-a5e0-f7dcef0f1d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:06.875345 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8a4ac34d-0e5e-4f76-8c67-c4b5332b016b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:06.921146 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-93f5c038-1614-45ad-a5e0-f7dcef0f1d48 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e3c96feef38d49279129f4afe923f82d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4577999 Oct 19 01:04:06.924046 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56542) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:06.926484 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6122f6e5-5039-4c27-87b5-91344b9182ac tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Made reservation on behalf of 0623c8f86a7745a5853b214518443323 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:04:06.930544 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6122f6e5-5039-4c27-87b5-91344b9182ac tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:06.940329 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5c038-1614-45ad-a5e0-f7dcef0f1d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1512017b-34a0-48c9-801d-0558aab0e558,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:06.941236 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8a4ac34d-0e5e-4f76-8c67-c4b5332b016b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:06.950770 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8a4ac34d-0e5e-4f76-8c67-c4b5332b016b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:06.953065 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8a4ac34d-0e5e-4f76-8c67-c4b5332b016b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6d819ffd-0c4d-4237-b82c-0d00ca07c6f2 HTTP/1.1" status: 204 len: 168 time: 0.1838071 Oct 19 01:04:06.969446 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ac34d-0e5e-4f76-8c67-c4b5332b016b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d819ffd-0c4d-4237-b82c-0d00ca07c6f2,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:07.028714 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ad08d55a-3539-4a27-909e-009db556c179 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:07.059349 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ad08d55a-3539-4a27-909e-009db556c179 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:07.121630 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ad08d55a-3539-4a27-909e-009db556c179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:07.126369 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ad08d55a-3539-4a27-909e-009db556c179 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:07.127754 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ad08d55a-3539-4a27-909e-009db556c179 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1512017b-34a0-48c9-801d-0558aab0e558 HTTP/1.1" status: 204 len: 168 time: 0.2022324 Oct 19 01:04:07.139721 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad08d55a-3539-4a27-909e-009db556c179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1512017b-34a0-48c9-801d-0558aab0e558,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:07.181078 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6122f6e5-5039-4c27-87b5-91344b9182ac tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:07.276662 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122f6e5-5039-4c27-87b5-91344b9182ac tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Subnet': ['ID=b9204e95-b17f-4473-8835-d4511a3941d3,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:07.293162 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6122f6e5-5039-4c27-87b5-91344b9182ac tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Checking segment: {'id': 'a1e6d530-5c7a-4aae-9cf9-47f37fdd4dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1bb8cac3-d920-4b2f-a3fa-3e55582d0a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:04:07.293730 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6122f6e5-5039-4c27-87b5-91344b9182ac tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Network hostable DHCP agents. Network: 1bb8cac3-d920-4b2f-a3fa-3e55582d0a9e, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:04:07.319382 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6122f6e5-5039-4c27-87b5-91344b9182ac tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Network 1bb8cac3-d920-4b2f-a3fa-3e55582d0a9e is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:04:07.332402 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-6122f6e5-5039-4c27-87b5-91344b9182ac tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 1bb8cac3-d920-4b2f-a3fa-3e55582d0a9e) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:04:07.338585 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6122f6e5-5039-4c27-87b5-91344b9182ac tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:07.340467 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6122f6e5-5039-4c27-87b5-91344b9182ac tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:07.345343 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c92d61a-cac6-4c1c-a9bf-22ddb41fb572 None None] Network 1bb8cac3-d920-4b2f-a3fa-3e55582d0a9e requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:04:07.363210 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6122f6e5-5039-4c27-87b5-91344b9182ac tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6568303 Oct 19 01:04:07.363460 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56552) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:07.375772 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-02168a8a-b767-4695-9357-c651a1ca9a25 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'port': {'network_id': '1bb8cac3-d920-4b2f-a3fa-3e55582d0a9e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-784665847'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:04:07.504400 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02168a8a-b767-4695-9357-c651a1ca9a25 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Made reservation on behalf of 0623c8f86a7745a5853b214518443323 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:04:07.511932 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-02168a8a-b767-4695-9357-c651a1ca9a25 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:07.536064 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-02168a8a-b767-4695-9357-c651a1ca9a25 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] device_id is not set on port 805d97eb-db75-4349-9330-97e029e51c86 yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:04:07.582436 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf34b29-3611-488d-ad74-b516ca96416c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-1bb8cac3-d920-4b2f-a3fa-3e55582d0a9e', 'network_id': '1bb8cac3-d920-4b2f-a3fa-3e55582d0a9e', 'tenant_id': '0623c8f86a7745a5853b214518443323', 'fixed_ips': [{'subnet_id': 'b9204e95-b17f-4473-8835-d4511a3941d3'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:04:07.583318 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-eaf34b29-3611-488d-ad74-b516ca96416c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:07.630977 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cbda92-05cf-4902-9298-8f6a9c089b83 req-d123b0a9-a673-48ce-a337-829d3c0bb26b tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:07.634856 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-00cbda92-05cf-4902-9298-8f6a9c089b83 req-d123b0a9-a673-48ce-a337-829d3c0bb26b tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 949 time: 0.1052048 Oct 19 01:04:07.701950 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56566) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:07.774564 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 6ff815b9-cd13-433b-aeed-7da25bbda682 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:04:07.777798 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-00cbda92-05cf-4902-9298-8f6a9c089b83 req-759e2984-f18f-4673-a79b-32a4a0aae5b7 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363246 Oct 19 01:04:07.804733 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 1e9d67e8-229f-4d4d-8729-38d2227bcdf7 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:04:07.838026 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d287af95-13ee-4115-b0e8-d0bd81fe9867 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=620169f8a6294e7c9ae41bfc310823af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1318161 Oct 19 01:04:07.842176 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56570) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:07.886754 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-02168a8a-b767-4695-9357-c651a1ca9a25 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Allocated IP 2001:db8::36f (1bb8cac3-d920-4b2f-a3fa-3e55582d0a9e/b9204e95-b17f-4473-8835-d4511a3941d3/805d97eb-db75-4349-9330-97e029e51c86) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:04:07.900553 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07132e-95c3-446b-8342-e92f058737bf req-49d95df6-bfb1-4424-b251-cc9ca5568dde tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:07.909860 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3d07132e-95c3-446b-8342-e92f058737bf req-49d95df6-bfb1-4424-b251-cc9ca5568dde tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=0de863d6-88b5-4650-978d-01542aa0b5c8 HTTP/1.1" status: 200 len: 943 time: 0.1781554 Oct 19 01:04:07.970892 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cc6ee7db-7334-4f72-b3e3-aafbb99baac1 req-91b91a0d-8c54-4c47-8ce4-182d103fb667 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 210 time: 0.0773847 Oct 19 01:04:08.016467 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 1e9d67e8-229f-4d4d-8729-38d2227bcdf7 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:08.017069 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:08.023701 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 6ff815b9-cd13-433b-aeed-7da25bbda682, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=6ff815b9-cd13-433b-aeed-7da25bbda682,segment=NetworkSegment(2b6ac682-429b-459d-90c9-47596802933c),segment_id=2b6ac682-429b-459d-90c9-47596802933c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:08.047571 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-39c71627-61cf-4bf4-90f6-54f8ca769eab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:08.058577 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '6ff815b9-cd13-433b-aeed-7da25bbda682', 'network_id': '91c57069-c895-4994-a7af-d9f6ed49afa5', 'port_id': '6ff815b9-cd13-433b-aeed-7da25bbda682', 'mac_address': 'fa:16:3e:8a:2e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94948ad4-35aa-438e-aae6-6f67951e97f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:04:08.094293 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-39c71627-61cf-4bf4-90f6-54f8ca769eab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:08.101836 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:08.119548 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ff815b9-cd13-433b-aeed-7da25bbda682 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:04:08.139615 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 6ff815b9-cd13-433b-aeed-7da25bbda682, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=6ff815b9-cd13-433b-aeed-7da25bbda682,segment=NetworkSegment(2b6ac682-429b-459d-90c9-47596802933c),segment_id=2b6ac682-429b-459d-90c9-47596802933c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:08.154670 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-02168a8a-b767-4695-9357-c651a1ca9a25 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:08.156982 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-39c71627-61cf-4bf4-90f6-54f8ca769eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:08.161446 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-39c71627-61cf-4bf4-90f6-54f8ca769eab admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:08.165070 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-39c71627-61cf-4bf4-90f6-54f8ca769eab admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3adbe665-4f05-45da-9f46-a6f870e5308c HTTP/1.1" status: 204 len: 168 time: 0.3214705 Oct 19 01:04:08.170800 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:08.200542 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c71627-61cf-4bf4-90f6-54f8ca769eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3adbe665-4f05-45da-9f46-a6f870e5308c,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:08.211752 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3d07132e-95c3-446b-8342-e92f058737bf req-60fe3b2f-33be-4195-8f96-fa33f8cb73a1 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959394 Oct 19 01:04:08.217965 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-02168a8a-b767-4695-9357-c651a1ca9a25 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:08.256350 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:08.300013 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02168a8a-b767-4695-9357-c651a1ca9a25 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Port': ['ID=805d97eb-db75-4349-9330-97e029e51c86,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:08.300466 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=6ff815b9-cd13-433b-aeed-7da25bbda682,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:08.303782 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-eaf34b29-3611-488d-ad74-b516ca96416c None None] Allocated IP 2001:db8::2 (1bb8cac3-d920-4b2f-a3fa-3e55582d0a9e/b9204e95-b17f-4473-8835-d4511a3941d3/a91c9cc7-fa26-470a-8115-7aa0ea1a6773) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:04:08.309870 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44281d1b-6510-484f-9619-30b701840d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9d67e8-229f-4d4d-8729-38d2227bcdf7'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:04:08.311084 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02168a8a-b767-4695-9357-c651a1ca9a25 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Network 1bb8cac3-d920-4b2f-a3fa-3e55582d0a9e is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:04:08.312581 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed6b99d-d36e-4e12-ba97-8e9c74998e4c" -d '{"events": [{"server_uuid": "44281d1b-6510-484f-9619-30b701840d15", "name": "network-vif-plugged", "status": "completed", "tag": "1e9d67e8-229f-4d4d-8729-38d2227bcdf7"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:04:08.313124 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-02168a8a-b767-4695-9357-c651a1ca9a25 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:04:08.316120 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02168a8a-b767-4695-9357-c651a1ca9a25 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:04:08.332700 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 1e9d67e8-229f-4d4d-8729-38d2227bcdf7, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=1e9d67e8-229f-4d4d-8729-38d2227bcdf7,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:08.345465 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02168a8a-b767-4695-9357-c651a1ca9a25 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:08.346536 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-02168a8a-b767-4695-9357-c651a1ca9a25 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:08.352187 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:08.384773 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-02168a8a-b767-4695-9357-c651a1ca9a25 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.0199509 Oct 19 01:04:08.387508 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56584) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:08.411449 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7111a3a2-589d-4961-9473-afdc884e9df9 x-openstack-request-id: req-7111a3a2-589d-4961-9473-afdc884e9df9 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:04:08.411828 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44281d1b-6510-484f-9619-30b701840d15", "name": "network-vif-plugged", "status": "completed", "tag": "1e9d67e8-229f-4d4d-8729-38d2227bcdf7", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:04:08.412044 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7111a3a2-589d-4961-9473-afdc884e9df9 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:04:08.412385 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44281d1b-6510-484f-9619-30b701840d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9d67e8-229f-4d4d-8729-38d2227bcdf7', 'code': 200} Oct 19 01:04:08.462992 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=1e9d67e8-229f-4d4d-8729-38d2227bcdf7,revision_number=8']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:08.538889 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['6ff815b9-cd13-433b-aeed-7da25bbda682'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:04:08.559716 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-53e7cac4-2c33-4e8f-bd5d-3c5ad707dc25 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Deleting port 805d97eb-db75-4349-9330-97e029e51c86 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:04:08.559716 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-53e7cac4-2c33-4e8f-bd5d-3c5ad707dc25 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:08.605261 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-eaf34b29-3611-488d-ad74-b516ca96416c None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:08.625672 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-eaf34b29-3611-488d-ad74-b516ca96416c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:08.720235 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-53e7cac4-2c33-4e8f-bd5d-3c5ad707dc25 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:08.730658 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf34b29-3611-488d-ad74-b516ca96416c None None] Network 1bb8cac3-d920-4b2f-a3fa-3e55582d0a9e is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:04:08.735372 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-53e7cac4-2c33-4e8f-bd5d-3c5ad707dc25 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Calling delete_port for 805d97eb-db75-4349-9330-97e029e51c86 owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:04:08.739327 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-eaf34b29-3611-488d-ad74-b516ca96416c None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:04:08.741355 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf34b29-3611-488d-ad74-b516ca96416c None None] Pushing event updated for resources: {'Port': ['ID=a91c9cc7-fa26-470a-8115-7aa0ea1a6773,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:08.749188 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf34b29-3611-488d-ad74-b516ca96416c None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:04:08.754843 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf34b29-3611-488d-ad74-b516ca96416c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:08.755476 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf34b29-3611-488d-ad74-b516ca96416c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:08.756070 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf34b29-3611-488d-ad74-b516ca96416c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:08.756730 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf34b29-3611-488d-ad74-b516ca96416c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:08.757276 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf34b29-3611-488d-ad74-b516ca96416c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:08.757808 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf34b29-3611-488d-ad74-b516ca96416c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:08.758346 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf34b29-3611-488d-ad74-b516ca96416c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:08.758882 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf34b29-3611-488d-ad74-b516ca96416c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:08.759412 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf34b29-3611-488d-ad74-b516ca96416c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:08.759959 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf34b29-3611-488d-ad74-b516ca96416c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:08.760493 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf34b29-3611-488d-ad74-b516ca96416c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:08.761055 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf34b29-3611-488d-ad74-b516ca96416c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:08.865634 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-eaf34b29-3611-488d-ad74-b516ca96416c None None] Attempting to bind port a91c9cc7-fa26-470a-8115-7aa0ea1a6773 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:04:08.868872 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-eaf34b29-3611-488d-ad74-b516ca96416c None None] Attempting to bind port a91c9cc7-fa26-470a-8115-7aa0ea1a6773 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'a1e6d530-5c7a-4aae-9cf9-47f37fdd4dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1bb8cac3-d920-4b2f-a3fa-3e55582d0a9e'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:04:08.869384 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf34b29-3611-488d-ad74-b516ca96416c None None] Attempting to bind port a91c9cc7-fa26-470a-8115-7aa0ea1a6773 on network 1bb8cac3-d920-4b2f-a3fa-3e55582d0a9e {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:04:08.911796 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf34b29-3611-488d-ad74-b516ca96416c None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:04:08.912325 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf34b29-3611-488d-ad74-b516ca96416c None None] Checking segment: {'id': 'a1e6d530-5c7a-4aae-9cf9-47f37fdd4dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1bb8cac3-d920-4b2f-a3fa-3e55582d0a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:04:08.912995 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-eaf34b29-3611-488d-ad74-b516ca96416c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:08.913631 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf34b29-3611-488d-ad74-b516ca96416c None None] Bound using segment: {'id': 'a1e6d530-5c7a-4aae-9cf9-47f37fdd4dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1bb8cac3-d920-4b2f-a3fa-3e55582d0a9e'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:04:08.914359 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-eaf34b29-3611-488d-ad74-b516ca96416c None None] Bound port: a91c9cc7-fa26-470a-8115-7aa0ea1a6773, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e6d530-5c7a-4aae-9cf9-47f37fdd4dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1bb8cac3-d920-4b2f-a3fa-3e55582d0a9e'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:04:08.914977 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-eaf34b29-3611-488d-ad74-b516ca96416c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:08.997687 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2671d6f-1938-4ad4-9767-4dcd5e1336c9 req-c0c0782a-ba66-4bf6-8d5d-d0dc48dbb922 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:08.999861 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d2671d6f-1938-4ad4-9767-4dcd5e1336c9 req-c0c0782a-ba66-4bf6-8d5d-d0dc48dbb922 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 950 time: 0.1097729 Oct 19 01:04:09.000776 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-53e7cac4-2c33-4e8f-bd5d-3c5ad707dc25 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:09.051152 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-eaf34b29-3611-488d-ad74-b516ca96416c None None] For port a91c9cc7-fa26-470a-8115-7aa0ea1a6773, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:04:09.059337 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-eaf34b29-3611-488d-ad74-b516ca96416c None None] For port a91c9cc7-fa26-470a-8115-7aa0ea1a6773, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=a91c9cc7-fa26-470a-8115-7aa0ea1a6773,segment=NetworkSegment(a1e6d530-5c7a-4aae-9cf9-47f37fdd4dd2),segment_id=a1e6d530-5c7a-4aae-9cf9-47f37fdd4dd2)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:04:09.071098 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7cac4-2c33-4e8f-bd5d-3c5ad707dc25 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Port': ['ID=805d97eb-db75-4349-9330-97e029e51c86,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:09.073992 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-eaf34b29-3611-488d-ad74-b516ca96416c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:09.101210 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-53e7cac4-2c33-4e8f-bd5d-3c5ad707dc25 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:09.104417 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-53e7cac4-2c33-4e8f-bd5d-3c5ad707dc25 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/ports/805d97eb-db75-4349-9330-97e029e51c86 HTTP/1.1" status: 204 len: 168 time: 0.7154758 Oct 19 01:04:09.107253 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56616) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:09.138764 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d2671d6f-1938-4ad4-9767-4dcd5e1336c9 req-e4561a0e-1411-4ad0-bdc4-3da44bbd83b6 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196470 Oct 19 01:04:09.208830 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c2a24350-f03f-402b-8ce8-f264afbd1687 req-6f412f9c-2d51-4d02-ad99-8ed519905a15 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 210 time: 0.0559487 Oct 19 01:04:09.209137 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf34b29-3611-488d-ad74-b516ca96416c None None] Pushing event updated for resources: {'Port': ['ID=a91c9cc7-fa26-470a-8115-7aa0ea1a6773,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:09.210389 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-d465b8aa-758c-42ed-afac-4dd65658a144 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] GET failed (client error): The resource could not be found. Oct 19 01:04:09.225274 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56620) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:09.225689 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d465b8aa-758c-42ed-afac-4dd65658a144 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "GET /v2.0/ports/805d97eb-db75-4349-9330-97e029e51c86 HTTP/1.1" status: 404 len: 333 time: 0.1167288 Oct 19 01:04:09.331451 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e1f946c-c0ab-4882-9f35-7d4db1e4db8b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Deleting subnet b9204e95-b17f-4473-8835-d4511a3941d3 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:04:09.338850 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0e1f946c-c0ab-4882-9f35-7d4db1e4db8b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:09.399920 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4cc1d-f711-4779-8ba5-24a40d412916 req-0d255316-9110-4e9a-93f5-993d162c7ff3 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:09.405153 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1cd4cc1d-f711-4779-8ba5-24a40d412916 req-0d255316-9110-4e9a-93f5-993d162c7ff3 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=0de863d6-88b5-4650-978d-01542aa0b5c8 HTTP/1.1" status: 200 len: 944 time: 0.0716724 Oct 19 01:04:09.427228 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0e1f946c-c0ab-4882-9f35-7d4db1e4db8b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:09.485585 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1cd4cc1d-f711-4779-8ba5-24a40d412916 req-08b707fd-bbd8-4b7c-ba40-c85427c47dcd tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586240 Oct 19 01:04:09.631765 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0e1f946c-c0ab-4882-9f35-7d4db1e4db8b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:09.737972 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0e1f946c-c0ab-4882-9f35-7d4db1e4db8b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:09.783156 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f946c-c0ab-4882-9f35-7d4db1e4db8b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Subnet': ['ID=b9204e95-b17f-4473-8835-d4511a3941d3,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:09.783812 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 6ff815b9-cd13-433b-aeed-7da25bbda682 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:04:09.786556 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0e1f946c-c0ab-4882-9f35-7d4db1e4db8b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:09.791389 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0e1f946c-c0ab-4882-9f35-7d4db1e4db8b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/subnets/b9204e95-b17f-4473-8835-d4511a3941d3 HTTP/1.1" status: 204 len: 168 time: 0.5649180 Oct 19 01:04:09.797146 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56632) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:09.850611 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 6ff815b9-cd13-433b-aeed-7da25bbda682 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:04:09.855210 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 6ff815b9-cd13-433b-aeed-7da25bbda682 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:09.855619 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:09.897206 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e6c1f9b7-5662-4253-b09e-165741fe4927 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:09.988202 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-e6c1f9b7-5662-4253-b09e-165741fe4927 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Deleting port a91c9cc7-fa26-470a-8115-7aa0ea1a6773 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:04:09.988558 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e6c1f9b7-5662-4253-b09e-165741fe4927 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:10.044160 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:10.113541 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 6ff815b9-cd13-433b-aeed-7da25bbda682, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=6ff815b9-cd13-433b-aeed-7da25bbda682,segment=NetworkSegment(2b6ac682-429b-459d-90c9-47596802933c),segment_id=2b6ac682-429b-459d-90c9-47596802933c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:10.123204 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:10.131548 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-e6c1f9b7-5662-4253-b09e-165741fe4927 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] For port a91c9cc7-fa26-470a-8115-7aa0ea1a6773, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=a91c9cc7-fa26-470a-8115-7aa0ea1a6773,segment=NetworkSegment(a1e6d530-5c7a-4aae-9cf9-47f37fdd4dd2),segment_id=a1e6d530-5c7a-4aae-9cf9-47f37fdd4dd2)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:10.136024 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e6c1f9b7-5662-4253-b09e-165741fe4927 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:10.192992 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-e6c1f9b7-5662-4253-b09e-165741fe4927 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Calling delete_port for a91c9cc7-fa26-470a-8115-7aa0ea1a6773 owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:04:10.208926 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=6ff815b9-cd13-433b-aeed-7da25bbda682,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:10.367381 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4ea6a-2f56-423d-82c2-7f36515af225 req-970254f6-1282-454b-ba1a-3f0609060a37 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:10.377425 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bbd4ea6a-2f56-423d-82c2-7f36515af225 req-970254f6-1282-454b-ba1a-3f0609060a37 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 950 time: 0.1189513 Oct 19 01:04:10.392604 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eea9eb63-7b32-4b71-8ce4-84fa53b4e4a3 req-4ca10d34-3afc-45fc-b71b-b306fad0fd1f tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 210 time: 0.0732865 Oct 19 01:04:10.413605 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de863d6-88b5-4650-978d-01542aa0b5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff815b9-cd13-433b-aeed-7da25bbda682'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:04:10.416356 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd54bb4-57b6-4123-a381-2055c4ec0174" -d '{"events": [{"server_uuid": "0de863d6-88b5-4650-978d-01542aa0b5c8", "name": "network-vif-plugged", "status": "completed", "tag": "6ff815b9-cd13-433b-aeed-7da25bbda682"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:04:10.441368 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device a91c9cc7-fa26-470a-8115-7aa0ea1a6773 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:04:10.464503 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bbd4ea6a-2f56-423d-82c2-7f36515af225 req-605062a9-1d71-4812-a097-bd3d740d49df tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856590 Oct 19 01:04:10.491155 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e6c1f9b7-5662-4253-b09e-165741fe4927 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:10.530935 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1f9b7-5662-4253-b09e-165741fe4927 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Port': ['ID=a91c9cc7-fa26-470a-8115-7aa0ea1a6773,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:10.549347 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c1f9b7-5662-4253-b09e-165741fe4927 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] No DVR routers for this DVR port a91c9cc7-fa26-470a-8115-7aa0ea1a6773 on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:04:10.563144 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47722504-c6ed-4eac-87b4-ad343290afb3 x-openstack-request-id: req-47722504-c6ed-4eac-87b4-ad343290afb3 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:04:10.563442 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de863d6-88b5-4650-978d-01542aa0b5c8", "name": "network-vif-plugged", "status": "completed", "tag": "6ff815b9-cd13-433b-aeed-7da25bbda682", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:04:10.563699 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-47722504-c6ed-4eac-87b4-ad343290afb3 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:04:10.564130 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de863d6-88b5-4650-978d-01542aa0b5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff815b9-cd13-433b-aeed-7da25bbda682', 'code': 200} Oct 19 01:04:10.603315 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No active binding found for port a91c9cc7-fa26-470a-8115-7aa0ea1a6773 {{(pid=100608) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 19 01:04:10.603781 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device a91c9cc7-fa26-470a-8115-7aa0ea1a6773 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 19 01:04:10.785762 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e6c1f9b7-5662-4253-b09e-165741fe4927 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:10.829522 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-e6c1f9b7-5662-4253-b09e-165741fe4927 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bb8cac3-d920-4b2f-a3fa-3e55582d0a9e']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:10.839665 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd96351-1aa0-41a3-8584-00eda5fc88e0 req-5434aa2a-f992-4c13-9e4f-544681ebd672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:10.841652 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0cd96351-1aa0-41a3-8584-00eda5fc88e0 req-5434aa2a-f992-4c13-9e4f-544681ebd672 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0de863d6-88b5-4650-978d-01542aa0b5c8 HTTP/1.1" status: 200 len: 1097 time: 0.2317340 Oct 19 01:04:10.852139 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d508de5-193d-4604-a5d9-54930426925f req-774f0e4c-5b81-4979-a120-e7459486de5e tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:10.854040 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d508de5-193d-4604-a5d9-54930426925f req-774f0e4c-5b81-4979-a120-e7459486de5e tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=0de863d6-88b5-4650-978d-01542aa0b5c8 HTTP/1.1" status: 200 len: 945 time: 0.2152083 Oct 19 01:04:10.857375 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-e6c1f9b7-5662-4253-b09e-165741fe4927 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1e6d530-5c7a-4aae-9cf9-47f37fdd4dd2') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:10.858535 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-e6c1f9b7-5662-4253-b09e-165741fe4927 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1e6d530-5c7a-4aae-9cf9-47f37fdd4dd2') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:10.887995 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e6c1f9b7-5662-4253-b09e-165741fe4927 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:10.907026 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769921c1-1221-4738-b66a-5e5225496c5b None None] Network 1bb8cac3-d920-4b2f-a3fa-3e55582d0a9e requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:04:10.912286 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Port a91c9cc7-fa26-470a-8115-7aa0ea1a6773 not found, will not notify nova. {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 19 01:04:10.924404 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-ca33e8c6-d805-42e0-a5ec-23f0194dc1a4 None None] Could not find standard attr ID for object a91c9cc7-fa26-470a-8115-7aa0ea1a6773. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:04:10.937108 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e6c1f9b7-5662-4253-b09e-165741fe4927 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:10.953858 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6c1f9b7-5662-4253-b09e-165741fe4927 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:04:10.954620 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e6c1f9b7-5662-4253-b09e-165741fe4927 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:10.959245 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:04:10.959245 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:04:10.959245 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:04:10.959245 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:04:10.959245 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:04:10.959245 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:04:10.959245 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:04:10.959245 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:04:10.959245 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:04:10.959245 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:04:10.959245 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:04:10.959245 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:04:10.959245 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:04:10.959245 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:04:10.959245 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:04:10.959245 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:04:10.959245 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:04:10.959245 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:04:10.959245 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:04:10.959245 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:04:10.959245 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:04:10.959245 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:04:10.959245 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:04:10.959245 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:04:10.959245 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:04:10.959245 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:04:10.959245 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:04:10.959245 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:04:10.959245 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:04:10.959245 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:04:10.959245 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:04:10.959245 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:04:10.980355 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0cd96351-1aa0-41a3-8584-00eda5fc88e0 req-e672c224-492e-431c-89a2-529f2976ba0a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249981 Oct 19 01:04:10.983707 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d508de5-193d-4604-a5d9-54930426925f req-8175edbb-38ec-46b3-bfc1-326f47f5a199 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182160 Oct 19 01:04:11.077290 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e6c1f9b7-5662-4253-b09e-165741fe4927 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:11.089372 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e6c1f9b7-5662-4253-b09e-165741fe4927 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:11.090080 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-c71b0c9b-d7bf-4a0b-a973-919ea96a8b88 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=b61a1463350c4c0ea7a57d6e2f8c4262&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610442 Oct 19 01:04:11.097647 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e6c1f9b7-5662-4253-b09e-165741fe4927 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/networks/1bb8cac3-d920-4b2f-a3fa-3e55582d0a9e HTTP/1.1" status: 204 len: 168 time: 1.2983866 Oct 19 01:04:11.098274 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56686) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:11.127329 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-e3b8859e-245a-446f-8e35-819b9deeee1a tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'port': {'network_id': '0981e737-0b0c-4db5-b62a-32eaed983ba2', 'name': 'tempest-PortsIpV6TestJSON-623862676'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:04:11.154914 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23feb43e-cefc-44f4-b961-ad9555fb32ed None None] DHCP port deletion for 1bb8cac3-d920-4b2f-a3fa-3e55582d0a9e request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:04:11.188185 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1f9b7-5662-4253-b09e-165741fe4927 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Network': ['ID=1bb8cac3-d920-4b2f-a3fa-3e55582d0a9e,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:11.330879 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-3a240809-7cbe-4b7d-adb3-53d588af2129 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:11.338499 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-3a240809-7cbe-4b7d-adb3-53d588af2129 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2475333 Oct 19 01:04:11.352685 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-ff5a6cce-fd2c-4153-8391-772ea67eebb4 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/quotas/b61a1463350c4c0ea7a57d6e2f8c4262 HTTP/1.1" status: 200 len: 375 time: 0.0129142 Oct 19 01:04:11.365707 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b8859e-245a-446f-8e35-819b9deeee1a tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Made reservation on behalf of 0623c8f86a7745a5853b214518443323 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:04:11.369565 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e3b8859e-245a-446f-8e35-819b9deeee1a tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:11.395782 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-e3b8859e-245a-446f-8e35-819b9deeee1a tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] device_id is not set on port b395393f-53e8-4bee-aee7-9cf16f2f676d yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:04:11.409222 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-f39eef3c-0064-42a5-b0fe-db48914bb335 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b61a1463350c4c0ea7a57d6e2f8c4262&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503504 Oct 19 01:04:11.562648 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56708) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:11.706770 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5d9ead42-49f7-488e-a24a-a55334e8dd5c req-0daf400a-429a-4676-9054-d658d66b24a9 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 210 time: 0.0710449 Oct 19 01:04:11.752750 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b547b1a5-5724-4df0-b7ac-179ea5cb83cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:11.839115 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ea8771a5-355b-4031-9fc7-ad1f15dd913a req-21f3275a-31a4-4bcc-91bf-56f2b0289ca9 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cfb5c64-b767-4bd8-a7ef-2cf225184483 HTTP/1.1" status: 200 len: 210 time: 0.0467331 Oct 19 01:04:11.907451 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b547b1a5-5724-4df0-b7ac-179ea5cb83cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:11.914230 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b547b1a5-5724-4df0-b7ac-179ea5cb83cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:11.968910 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b547b1a5-5724-4df0-b7ac-179ea5cb83cd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8aa15d39c9084516b37e536eb6a00c15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4037783 Oct 19 01:04:11.970735 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b547b1a5-5724-4df0-b7ac-179ea5cb83cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9493cb39-99f8-4668-8afc-915e45b5d128,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:11.973965 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56722) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:12.051022 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fd102549-6eb0-461f-a98e-1a22bac9ba27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:12.079864 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fd102549-6eb0-461f-a98e-1a22bac9ba27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:12.098352 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e3b8859e-245a-446f-8e35-819b9deeee1a tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:12.130318 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902c2d7-d811-4fca-8a77-fc34ab50d825 req-ec6c7329-542e-439e-bfbf-83f1f3e001e4 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:12.137750 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4902c2d7-d811-4fca-8a77-fc34ab50d825 req-ec6c7329-542e-439e-bfbf-83f1f3e001e4 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 950 time: 0.0880213 Oct 19 01:04:12.141705 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fd102549-6eb0-461f-a98e-1a22bac9ba27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:12.144899 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fd102549-6eb0-461f-a98e-1a22bac9ba27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:12.146433 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-fd102549-6eb0-461f-a98e-1a22bac9ba27 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9493cb39-99f8-4668-8afc-915e45b5d128 HTTP/1.1" status: 204 len: 168 time: 0.1710792 Oct 19 01:04:12.179643 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd102549-6eb0-461f-a98e-1a22bac9ba27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9493cb39-99f8-4668-8afc-915e45b5d128,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:12.188282 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4902c2d7-d811-4fca-8a77-fc34ab50d825 req-9ce39085-b812-4404-af50-11a2605a87e1 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496178 Oct 19 01:04:12.191688 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e3b8859e-245a-446f-8e35-819b9deeee1a tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:12.218049 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd098d5-ed7a-4d9c-9f09-f99479b47ff8 req-71964170-722f-4265-8921-78452e44e0fe tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:12.219683 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ffd098d5-ed7a-4d9c-9f09-f99479b47ff8 req-71964170-722f-4265-8921-78452e44e0fe tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=0de863d6-88b5-4650-978d-01542aa0b5c8 HTTP/1.1" status: 200 len: 945 time: 0.0916162 Oct 19 01:04:12.298473 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ffd098d5-ed7a-4d9c-9f09-f99479b47ff8 req-de5ac983-2e36-4834-8a94-bd09e6ee0804 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720997 Oct 19 01:04:12.303642 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b8859e-245a-446f-8e35-819b9deeee1a tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Port': ['ID=b395393f-53e8-4bee-aee7-9cf16f2f676d,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:12.330700 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b8859e-245a-446f-8e35-819b9deeee1a tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Network 0981e737-0b0c-4db5-b62a-32eaed983ba2 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:04:12.333240 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-e3b8859e-245a-446f-8e35-819b9deeee1a tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:04:12.336959 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b8859e-245a-446f-8e35-819b9deeee1a tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:04:12.356092 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b8859e-245a-446f-8e35-819b9deeee1a tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:12.356760 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e3b8859e-245a-446f-8e35-819b9deeee1a tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:12.363464 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device a91c9cc7-fa26-470a-8115-7aa0ea1a6773 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:04:12.388439 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e3b8859e-245a-446f-8e35-819b9deeee1a tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2876759 Oct 19 01:04:12.399215 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56732) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:12.432134 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: a91c9cc7-fa26-470a-8115-7aa0ea1a6773 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:04:12.432487 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device a91c9cc7-fa26-470a-8115-7aa0ea1a6773 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:04:12.546356 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-71e8afb9-0c00-490b-bce1-5f90bf751a7b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Deleting port b395393f-53e8-4bee-aee7-9cf16f2f676d {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:04:12.546800 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-71e8afb9-0c00-490b-bce1-5f90bf751a7b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:12.625811 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-71e8afb9-0c00-490b-bce1-5f90bf751a7b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:12.638610 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-71e8afb9-0c00-490b-bce1-5f90bf751a7b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Calling delete_port for b395393f-53e8-4bee-aee7-9cf16f2f676d owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:04:12.725003 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-71e8afb9-0c00-490b-bce1-5f90bf751a7b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:12.758385 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8afb9-0c00-490b-bce1-5f90bf751a7b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Port': ['ID=b395393f-53e8-4bee-aee7-9cf16f2f676d,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:12.768143 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-71e8afb9-0c00-490b-bce1-5f90bf751a7b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:12.771786 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-71e8afb9-0c00-490b-bce1-5f90bf751a7b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/ports/b395393f-53e8-4bee-aee7-9cf16f2f676d HTTP/1.1" status: 204 len: 168 time: 0.3791370 Oct 19 01:04:12.774128 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56746) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:12.779373 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-9d73fe68-b2df-411d-941a-f48790d1e5c8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'port': {'network_id': '0981e737-0b0c-4db5-b62a-32eaed983ba2', 'mac_address': 'fa:16:3e:9d:51:80', 'name': 'tempest-PortsIpV6TestJSON-797399999'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:04:12.853555 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e638c3fc-0a6d-48e0-beea-1eef16700125 req-6e3af436-9e65-4efb-b7af-f7bef0b72c60 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 210 time: 0.0434239 Oct 19 01:04:12.925587 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-1233ac13-422d-4fe9-b37c-38d4f81be7f6 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=b61a1463350c4c0ea7a57d6e2f8c4262&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268021 Oct 19 01:04:12.949610 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d73fe68-b2df-411d-941a-f48790d1e5c8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Made reservation on behalf of 0623c8f86a7745a5853b214518443323 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:04:12.997399 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-49b7ae65-0a24-4ca5-9e54-4e421f1ca8e3 req-4b377d2d-8745-4a5f-8cc4-5d5cc937d652 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cfb5c64-b767-4bd8-a7ef-2cf225184483 HTTP/1.1" status: 200 len: 210 time: 0.0385711 Oct 19 01:04:13.099567 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9d73fe68-b2df-411d-941a-f48790d1e5c8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:13.106728 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-15a03bf1-3332-4369-a3bf-6556194cdc62 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:13.108887 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-15a03bf1-3332-4369-a3bf-6556194cdc62 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1770573 Oct 19 01:04:13.128056 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-9d73fe68-b2df-411d-941a-f48790d1e5c8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] device_id is not set on port d1b702dd-d2ac-4476-981c-9063c6650236 yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:04:13.128460 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-5bdfabd9-dd35-43ae-8c39-a1d128a95a0e tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Request body: {'port': {'device_id': '4cfb5c64-b767-4bd8-a7ef-2cf225184483', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'admin_state_up': True, 'tenant_id': 'b61a1463350c4c0ea7a57d6e2f8c4262'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:04:13.188502 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56760) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:13.293713 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-5bdfabd9-dd35-43ae-8c39-a1d128a95a0e tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Made reservation on behalf of b61a1463350c4c0ea7a57d6e2f8c4262 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:04:13.299323 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-5bdfabd9-dd35-43ae-8c39-a1d128a95a0e tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:13.311218 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-5bdfabd9-dd35-43ae-8c39-a1d128a95a0e tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:13.345254 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-ac38867d-f1f7-457b-87da-265dfe3c7314 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-931917-network', 'tenant_id': '9ca58805b0d5403faf61bcb76d75537a'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:04:13.398093 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9d73fe68-b2df-411d-941a-f48790d1e5c8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:13.421618 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac38867d-f1f7-457b-87da-265dfe3c7314 admin admin] Made reservation on behalf of 9ca58805b0d5403faf61bcb76d75537a for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:04:13.423930 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ac38867d-f1f7-457b-87da-265dfe3c7314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:13.434914 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-5bdfabd9-dd35-43ae-8c39-a1d128a95a0e tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:13.454219 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029481d-c0dc-4ddb-b330-9b76201df396 req-42b4f1f8-a6da-4a85-b7ed-0aec0553080f tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:13.455741 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2029481d-c0dc-4ddb-b330-9b76201df396 req-42b4f1f8-a6da-4a85-b7ed-0aec0553080f tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 950 time: 0.1209960 Oct 19 01:04:13.456435 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ac38867d-f1f7-457b-87da-265dfe3c7314 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:13.461638 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-5bdfabd9-dd35-43ae-8c39-a1d128a95a0e tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:13.501529 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9d73fe68-b2df-411d-941a-f48790d1e5c8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:13.542448 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdfabd9-dd35-43ae-8c39-a1d128a95a0e tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c783b73d-2e5d-42e1-b958-62de854aa98a,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:13.558291 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55784ab-4585-46b9-9df4-042d9e9d3054 req-13dd2a57-0a45-4b02-8ede-5267f2e99d14 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:13.567112 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e55784ab-4585-46b9-9df4-042d9e9d3054 req-13dd2a57-0a45-4b02-8ede-5267f2e99d14 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=0de863d6-88b5-4650-978d-01542aa0b5c8 HTTP/1.1" status: 200 len: 945 time: 0.1500368 Oct 19 01:04:13.577420 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2029481d-c0dc-4ddb-b330-9b76201df396 req-6ca4bd7a-610a-4928-839c-ca370e21fa2f tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109321 Oct 19 01:04:13.585987 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d73fe68-b2df-411d-941a-f48790d1e5c8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Network 0981e737-0b0c-4db5-b62a-32eaed983ba2 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:04:13.594082 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-9d73fe68-b2df-411d-941a-f48790d1e5c8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:04:13.600043 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d73fe68-b2df-411d-941a-f48790d1e5c8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:04:13.605824 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d73fe68-b2df-411d-941a-f48790d1e5c8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:13.606447 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9d73fe68-b2df-411d-941a-f48790d1e5c8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:13.619284 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73fe68-b2df-411d-941a-f48790d1e5c8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Port': ['ID=d1b702dd-d2ac-4476-981c-9063c6650236,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:13.646090 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9d73fe68-b2df-411d-941a-f48790d1e5c8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8674333 Oct 19 01:04:13.646090 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56770) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:13.659908 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e55784ab-4585-46b9-9df4-042d9e9d3054 req-177484fa-a687-4ff6-bce1-74ac9e53263c tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918019 Oct 19 01:04:13.683857 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-5bdfabd9-dd35-43ae-8c39-a1d128a95a0e tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Allocated IP 192.168.233.142 (0e8b4f7b-f3c0-4523-9906-6b9e503fed71/1746bfff-950e-4857-b1bf-6fa3cf804b73/405f9318-639c-438c-a251-7c78f793c656) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:04:13.692681 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ac38867d-f1f7-457b-87da-265dfe3c7314 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:13.700183 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ac38867d-f1f7-457b-87da-265dfe3c7314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:13.713282 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4c5506-e9e4-4c13-83f3-c7288f92843d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:13.715780 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5d4c5506-e9e4-4c13-83f3-c7288f92843d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "GET /v2.0/ports/d1b702dd-d2ac-4476-981c-9063c6650236 HTTP/1.1" status: 200 len: 844 time: 0.0687675 Oct 19 01:04:13.720762 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56774) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:13.768863 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac38867d-f1f7-457b-87da-265dfe3c7314 admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:04:13.832128 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac38867d-f1f7-457b-87da-265dfe3c7314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2573d5-06fc-4d8c-912d-d9801d18dbbc,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:13.850643 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ac38867d-f1f7-457b-87da-265dfe3c7314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:13.851138 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-ac38867d-f1f7-457b-87da-265dfe3c7314 admin admin] Added segment 704ea1f5-eb98-4f05-aa53-1f4462ac5291 of type vlan for network e0a933c8-d57d-4f34-92bd-33c9cee5c990 Oct 19 01:04:13.873395 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-5bdfabd9-dd35-43ae-8c39-a1d128a95a0e tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:13.879326 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-26e188df-3700-411e-bb14-2d6fa21a140d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:13.944210 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-5bdfabd9-dd35-43ae-8c39-a1d128a95a0e tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:13.960075 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ac38867d-f1f7-457b-87da-265dfe3c7314 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:14.000820 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-761fe4e8-6874-48e1-9e1a-7397b180f871 req-75dc0eed-6f9d-4b56-9dde-e5b0b208487a tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 210 time: 0.0371091 Oct 19 01:04:14.002838 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-77412342-1886-4ffa-b43e-98388ff55358 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Deleting port d1b702dd-d2ac-4476-981c-9063c6650236 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:04:14.003289 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77412342-1886-4ffa-b43e-98388ff55358 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:14.004827 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-5bdfabd9-dd35-43ae-8c39-a1d128a95a0e tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:04:14.007564 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-5bdfabd9-dd35-43ae-8c39-a1d128a95a0e tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:04:14.009521 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdfabd9-dd35-43ae-8c39-a1d128a95a0e tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Pushing event updated for resources: {'Port': ['ID=405f9318-639c-438c-a251-7c78f793c656,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:14.014591 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-5bdfabd9-dd35-43ae-8c39-a1d128a95a0e tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:04:14.049905 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34a0fb-42e6-4a50-8dba-198cee10492e req-ed28c5e0-a82c-48d3-9141-dabfd112ea71 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:14.051771 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8e34a0fb-42e6-4a50-8dba-198cee10492e req-ed28c5e0-a82c-48d3-9141-dabfd112ea71 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=0de863d6-88b5-4650-978d-01542aa0b5c8 HTTP/1.1" status: 200 len: 945 time: 0.1413672 Oct 19 01:04:14.073092 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ac38867d-f1f7-457b-87da-265dfe3c7314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:14.074121 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac38867d-f1f7-457b-87da-265dfe3c7314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:14.074708 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ac38867d-f1f7-457b-87da-265dfe3c7314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:14.125810 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-5bdfabd9-dd35-43ae-8c39-a1d128a95a0e tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:14.126551 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-5bdfabd9-dd35-43ae-8c39-a1d128a95a0e tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:14.148856 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77412342-1886-4ffa-b43e-98388ff55358 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:14.156270 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-5bdfabd9-dd35-43ae-8c39-a1d128a95a0e tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0320802 Oct 19 01:04:14.172918 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8e34a0fb-42e6-4a50-8dba-198cee10492e req-5eec28ea-99f1-4f62-93eb-e215cfba9fd5 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076307 Oct 19 01:04:14.178984 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ac38867d-f1f7-457b-87da-265dfe3c7314 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9893603 Oct 19 01:04:14.182344 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56782) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:14.199979 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-9f1a7654-0231-491d-9c34-fc7ce23e99cb admin admin] Request body: {'subnet': {'network_id': 'e0a933c8-d57d-4f34-92bd-33c9cee5c990', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-931917-subnet', 'tenant_id': '9ca58805b0d5403faf61bcb76d75537a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:04:14.203256 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-77412342-1886-4ffa-b43e-98388ff55358 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Calling delete_port for d1b702dd-d2ac-4476-981c-9063c6650236 owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:04:14.209407 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-7e63f80e-1bc0-4cb2-a207-905674e0ceff service neutron] Request body: {'port': {'device_id': '4cfb5c64-b767-4bd8-a7ef-2cf225184483', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:04:14.244739 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac38867d-f1f7-457b-87da-265dfe3c7314 admin admin] Pushing event updated for resources: {'Network': ['ID=e0a933c8-d57d-4f34-92bd-33c9cee5c990,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:14.263256 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network e0a933c8-d57d-4f34-92bd-33c9cee5c990 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:04:14.281347 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-7e63f80e-1bc0-4cb2-a207-905674e0ceff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:14.301453 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1a7654-0231-491d-9c34-fc7ce23e99cb admin admin] Made reservation on behalf of 9ca58805b0d5403faf61bcb76d75537a for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:04:14.305033 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9f1a7654-0231-491d-9c34-fc7ce23e99cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:14.308367 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62909eaa-e6a8-444f-97a8-18712515a1b5 req-fbd8cb95-ed13-4a26-b3d8-695134a0ec94 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:14.309924 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-62909eaa-e6a8-444f-97a8-18712515a1b5 req-fbd8cb95-ed13-4a26-b3d8-695134a0ec94 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cfb5c64-b767-4bd8-a7ef-2cf225184483 HTTP/1.1" status: 200 len: 936 time: 0.1677690 Oct 19 01:04:14.384468 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-0cb4dfd6-4200-4172-b958-168134a8bb6b None None] Provisioning complete for port 405f9318-639c-438c-a251-7c78f793c656 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:14.385445 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0cb4dfd6-4200-4172-b958-168134a8bb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:14.395443 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-62909eaa-e6a8-444f-97a8-18712515a1b5 req-02d799d8-d2e7-4157-b139-c5086ae84f53 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/security-groups?id=c783b73d-2e5d-42e1-b958-62de854aa98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765355 Oct 19 01:04:14.418453 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77412342-1886-4ffa-b43e-98388ff55358 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:14.464914 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77412342-1886-4ffa-b43e-98388ff55358 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:14.465569 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-0cb4dfd6-4200-4172-b958-168134a8bb6b None None] Port 405f9318-639c-438c-a251-7c78f793c656 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:04:14.470913 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-77412342-1886-4ffa-b43e-98388ff55358 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/ports/d1b702dd-d2ac-4476-981c-9063c6650236 HTTP/1.1" status: 204 len: 168 time: 0.7488077 Oct 19 01:04:14.472646 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77412342-1886-4ffa-b43e-98388ff55358 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Port': ['ID=d1b702dd-d2ac-4476-981c-9063c6650236,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:14.475413 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56784) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:14.518291 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-48986b5a-e3b9-4c5d-a28f-9c33f3624000 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] GET failed (client error): The resource could not be found. Oct 19 01:04:14.519938 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-48986b5a-e3b9-4c5d-a28f-9c33f3624000 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "GET /v2.0/ports/d1b702dd-d2ac-4476-981c-9063c6650236 HTTP/1.1" status: 404 len: 333 time: 0.0408325 Oct 19 01:04:14.524322 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56786) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:14.535420 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-fa44c10f-ee90-4eac-acf7-33722ce3e01d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'port': {'network_id': '0981e737-0b0c-4db5-b62a-32eaed983ba2', 'name': 'tempest-PortsIpV6TestJSON-742959099'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:04:14.662104 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa44c10f-ee90-4eac-acf7-33722ce3e01d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Made reservation on behalf of 0623c8f86a7745a5853b214518443323 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:04:14.668784 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fa44c10f-ee90-4eac-acf7-33722ce3e01d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:14.704302 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-fa44c10f-ee90-4eac-acf7-33722ce3e01d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] device_id is not set on port c389fb63-420e-43f3-9a96-c8af1db01f66 yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:04:14.777609 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9f1a7654-0231-491d-9c34-fc7ce23e99cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:14.926211 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fa44c10f-ee90-4eac-acf7-33722ce3e01d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:14.979866 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fa44c10f-ee90-4eac-acf7-33722ce3e01d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:15.027221 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa44c10f-ee90-4eac-acf7-33722ce3e01d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Network 0981e737-0b0c-4db5-b62a-32eaed983ba2 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:04:15.031266 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-fa44c10f-ee90-4eac-acf7-33722ce3e01d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:04:15.035201 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa44c10f-ee90-4eac-acf7-33722ce3e01d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:04:15.040865 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa44c10f-ee90-4eac-acf7-33722ce3e01d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:15.041499 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fa44c10f-ee90-4eac-acf7-33722ce3e01d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:15.051239 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44c10f-ee90-4eac-acf7-33722ce3e01d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Port': ['ID=c389fb63-420e-43f3-9a96-c8af1db01f66,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:15.066584 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fa44c10f-ee90-4eac-acf7-33722ce3e01d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5393527 Oct 19 01:04:15.069273 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56792) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:15.077372 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-eab976da-c136-41bc-a34f-883206d04d5b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:04:15.132657 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a7654-0231-491d-9c34-fc7ce23e99cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=31331c2c-08e9-492b-8825-a76f43d2b26c,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:15.164686 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eab976da-c136-41bc-a34f-883206d04d5b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:15.174601 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea44c4-14fd-4dae-855e-b19e8f5155fc req-346a5bc8-671e-4873-83c5-18398d18808d tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:15.176587 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b5ea44c4-14fd-4dae-855e-b19e8f5155fc req-346a5bc8-671e-4873-83c5-18398d18808d tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 950 time: 0.4213052 Oct 19 01:04:15.204294 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1494d396-be4e-4790-b3cd-d594fa7a1845 req-49309dd6-ff12-45fd-9dfe-feebfdd53f63 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9360971-a045-4a7b-9074-18c580846f5f HTTP/1.1" status: 200 len: 210 time: 0.0412302 Oct 19 01:04:15.263374 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1a7654-0231-491d-9c34-fc7ce23e99cb admin admin] Checking segment: {'id': '704ea1f5-eb98-4f05-aa53-1f4462ac5291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e0a933c8-d57d-4f34-92bd-33c9cee5c990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:04:15.264718 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1a7654-0231-491d-9c34-fc7ce23e99cb admin admin] Network hostable DHCP agents. Network: e0a933c8-d57d-4f34-92bd-33c9cee5c990, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:04:15.289512 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-7e63f80e-1bc0-4cb2-a207-905674e0ceff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 405f9318-639c-438c-a251-7c78f793c656 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:04:15.297218 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b5ea44c4-14fd-4dae-855e-b19e8f5155fc req-280477dd-96c9-4ee4-99ed-65c576af21c6 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133056 Oct 19 01:04:15.304536 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-7e63f80e-1bc0-4cb2-a207-905674e0ceff service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:15.318102 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1a7654-0231-491d-9c34-fc7ce23e99cb admin admin] Network e0a933c8-d57d-4f34-92bd-33c9cee5c990 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:04:15.328545 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-7e63f80e-1bc0-4cb2-a207-905674e0ceff service neutron] Transition to ACTIVE for port object 405f9318-639c-438c-a251-7c78f793c656 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:04:15.336019 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-7e63f80e-1bc0-4cb2-a207-905674e0ceff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:15.351111 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-9f1a7654-0231-491d-9c34-fc7ce23e99cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, e0a933c8-d57d-4f34-92bd-33c9cee5c990) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:04:15.376552 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178f9e9e-8068-4a4a-8ce0-333eb6bf6308 None None] Network e0a933c8-d57d-4f34-92bd-33c9cee5c990 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:04:15.380941 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1a7654-0231-491d-9c34-fc7ce23e99cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:15.384525 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9f1a7654-0231-491d-9c34-fc7ce23e99cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:15.431417 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9f1a7654-0231-491d-9c34-fc7ce23e99cb admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2466040 Oct 19 01:04:15.440333 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56798) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:15.448676 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-22918e22-382a-41e6-8fff-c4947bea8948 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-931917-router', 'tenant_id': '9ca58805b0d5403faf61bcb76d75537a', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:04:15.606165 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3cd410-9584-4d6c-8178-b1df01ca37da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-e0a933c8-d57d-4f34-92bd-33c9cee5c990', 'network_id': 'e0a933c8-d57d-4f34-92bd-33c9cee5c990', 'tenant_id': '9ca58805b0d5403faf61bcb76d75537a', 'fixed_ips': [{'subnet_id': '31331c2c-08e9-492b-8825-a76f43d2b26c'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:04:15.607499 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8e3cd410-9584-4d6c-8178-b1df01ca37da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:15.642234 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63f80e-1bc0-4cb2-a207-905674e0ceff service neutron] Pushing event updated for resources: {'Port': ['ID=405f9318-639c-438c-a251-7c78f793c656,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:15.660736 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301476d-0c2a-4198-b803-9fba509cf2e7 req-9568aa10-25f9-419e-8868-3202d2ec78ca tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:15.665664 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-22918e22-382a-41e6-8fff-c4947bea8948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:15.669364 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-22918e22-382a-41e6-8fff-c4947bea8948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:15.673113 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a301476d-0c2a-4198-b803-9fba509cf2e7 req-9568aa10-25f9-419e-8868-3202d2ec78ca tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=0de863d6-88b5-4650-978d-01542aa0b5c8 HTTP/1.1" status: 200 len: 945 time: 0.3205376 Oct 19 01:04:15.769568 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581af3f-c987-44d3-9389-3170eaa1d243 req-000f3836-5fa4-42f5-a0f6-fec0737d8a85 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:15.784402 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9581af3f-c987-44d3-9389-3170eaa1d243 req-000f3836-5fa4-42f5-a0f6-fec0737d8a85 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.55 "GET /v2.0/ports?device_id=0de863d6-88b5-4650-978d-01542aa0b5c8 HTTP/1.1" status: 200 len: 945 time: 0.3747079 Oct 19 01:04:15.803587 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-22918e22-382a-41e6-8fff-c4947bea8948 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:15.805072 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eab976da-c136-41bc-a34f-883206d04d5b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:15.838618 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-8e3cd410-9584-4d6c-8178-b1df01ca37da None None] Allocated IP 172.20.0.2 (e0a933c8-d57d-4f34-92bd-33c9cee5c990/31331c2c-08e9-492b-8825-a76f43d2b26c/72da8ba4-47bd-4871-91f7-9d74e4604d13) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:04:15.871669 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a301476d-0c2a-4198-b803-9fba509cf2e7 req-fcb8a53b-8696-4ec1-a5f5-7b7769debab4 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888702 Oct 19 01:04:15.878612 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eab976da-c136-41bc-a34f-883206d04d5b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:15.931640 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-7e63f80e-1bc0-4cb2-a207-905674e0ceff service neutron] Attempting to bind port 405f9318-639c-438c-a251-7c78f793c656 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:04:15.932194 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-7e63f80e-1bc0-4cb2-a207-905674e0ceff service neutron] Attempting to bind port 405f9318-639c-438c-a251-7c78f793c656 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:04:15.932624 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-7e63f80e-1bc0-4cb2-a207-905674e0ceff service neutron] Attempting to bind port 405f9318-639c-438c-a251-7c78f793c656 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:04:15.954996 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc799e3-2253-4a77-9869-4e8fc540b28f req-702d0cbf-6c8b-4489-bca6-437050ae6ea0 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:15.956754 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bfc799e3-2253-4a77-9869-4e8fc540b28f req-702d0cbf-6c8b-4489-bca6-437050ae6ea0 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cfb5c64-b767-4bd8-a7ef-2cf225184483 HTTP/1.1" status: 200 len: 948 time: 0.4322262 Oct 19 01:04:15.961487 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-7e63f80e-1bc0-4cb2-a207-905674e0ceff service neutron] Port 405f9318-639c-438c-a251-7c78f793c656 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:04:15.962004 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-7e63f80e-1bc0-4cb2-a207-905674e0ceff service neutron] Attempting to bind port 405f9318-639c-438c-a251-7c78f793c656 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:04:16.006895 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-eab976da-c136-41bc-a34f-883206d04d5b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] In _notify_port_updated(), no bound segment for port c389fb63-420e-43f3-9a96-c8af1db01f66 on network 0981e737-0b0c-4db5-b62a-32eaed983ba2 {{(pid=100606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:04:16.012974 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab976da-c136-41bc-a34f-883206d04d5b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:16.015195 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eab976da-c136-41bc-a34f-883206d04d5b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:16.019841 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-eab976da-c136-41bc-a34f-883206d04d5b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "PUT /v2.0/ports/c389fb63-420e-43f3-9a96-c8af1db01f66 HTTP/1.1" status: 200 len: 818 time: 0.9478354 Oct 19 01:04:16.022546 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8e3cd410-9584-4d6c-8178-b1df01ca37da None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:16.031176 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-7e63f80e-1bc0-4cb2-a207-905674e0ceff service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:04:16.032397 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-7e63f80e-1bc0-4cb2-a207-905674e0ceff service neutron] Checking segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:04:16.032898 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56810) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:16.033040 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-7e63f80e-1bc0-4cb2-a207-905674e0ceff service neutron] Bound using segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:04:16.033558 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-7e63f80e-1bc0-4cb2-a207-905674e0ceff service neutron] Bound port: 405f9318-639c-438c-a251-7c78f793c656, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:04:16.034028 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-7e63f80e-1bc0-4cb2-a207-905674e0ceff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:16.039062 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8e3cd410-9584-4d6c-8178-b1df01ca37da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:16.087126 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-22918e22-382a-41e6-8fff-c4947bea8948 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:16.100374 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab976da-c136-41bc-a34f-883206d04d5b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Port': ['ID=c389fb63-420e-43f3-9a96-c8af1db01f66,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:16.112124 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bfc799e3-2253-4a77-9869-4e8fc540b28f req-23bd11b5-4011-476f-a6de-9a0e35dcb179 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/security-groups?id=c783b73d-2e5d-42e1-b958-62de854aa98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115754 Oct 19 01:04:16.129210 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3cd410-9584-4d6c-8178-b1df01ca37da None None] Pushing event updated for resources: {'Port': ['ID=72da8ba4-47bd-4871-91f7-9d74e4604d13,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:16.156348 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3cd410-9584-4d6c-8178-b1df01ca37da None None] Network e0a933c8-d57d-4f34-92bd-33c9cee5c990 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:04:16.160142 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-8e3cd410-9584-4d6c-8178-b1df01ca37da None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:04:16.165594 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3cd410-9584-4d6c-8178-b1df01ca37da None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:04:16.199464 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-7e63f80e-1bc0-4cb2-a207-905674e0ceff service neutron] For port 405f9318-639c-438c-a251-7c78f793c656, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:04:16.217907 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-7e63f80e-1bc0-4cb2-a207-905674e0ceff service neutron] For port 405f9318-639c-438c-a251-7c78f793c656, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=405f9318-639c-438c-a251-7c78f793c656,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:04:16.218119 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-9581af3f-c987-44d3-9389-3170eaa1d243 req-c403f4b7-09a8-4862-8b8f-2d97cbe0f016 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Deleting port 6ff815b9-cd13-433b-aeed-7da25bbda682 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:04:16.218436 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9581af3f-c987-44d3-9389-3170eaa1d243 req-c403f4b7-09a8-4862-8b8f-2d97cbe0f016 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:16.266118 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-7e63f80e-1bc0-4cb2-a207-905674e0ceff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:16.288691 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-8e3cd410-9584-4d6c-8178-b1df01ca37da None None] Attempting to bind port 72da8ba4-47bd-4871-91f7-9d74e4604d13 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:04:16.288691 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-8e3cd410-9584-4d6c-8178-b1df01ca37da None None] Attempting to bind port 72da8ba4-47bd-4871-91f7-9d74e4604d13 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '704ea1f5-eb98-4f05-aa53-1f4462ac5291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e0a933c8-d57d-4f34-92bd-33c9cee5c990'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:04:16.288691 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3cd410-9584-4d6c-8178-b1df01ca37da None None] Attempting to bind port 72da8ba4-47bd-4871-91f7-9d74e4604d13 on network e0a933c8-d57d-4f34-92bd-33c9cee5c990 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:04:16.292678 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3cd410-9584-4d6c-8178-b1df01ca37da None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:04:16.293151 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3cd410-9584-4d6c-8178-b1df01ca37da None None] Checking segment: {'id': '704ea1f5-eb98-4f05-aa53-1f4462ac5291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e0a933c8-d57d-4f34-92bd-33c9cee5c990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:04:16.293671 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8e3cd410-9584-4d6c-8178-b1df01ca37da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:16.294197 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3cd410-9584-4d6c-8178-b1df01ca37da None None] Bound using segment: {'id': '704ea1f5-eb98-4f05-aa53-1f4462ac5291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e0a933c8-d57d-4f34-92bd-33c9cee5c990'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:04:16.294738 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-8e3cd410-9584-4d6c-8178-b1df01ca37da None None] Bound port: 72da8ba4-47bd-4871-91f7-9d74e4604d13, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '704ea1f5-eb98-4f05-aa53-1f4462ac5291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e0a933c8-d57d-4f34-92bd-33c9cee5c990'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:04:16.295749 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8e3cd410-9584-4d6c-8178-b1df01ca37da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:16.318794 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-654faffe-305c-46f9-86cc-95c4b5858631 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Deleting port c389fb63-420e-43f3-9a96-c8af1db01f66 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:04:16.319143 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-654faffe-305c-46f9-86cc-95c4b5858631 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:16.334212 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-7e63f80e-1bc0-4cb2-a207-905674e0ceff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:16.334952 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-7e63f80e-1bc0-4cb2-a207-905674e0ceff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:16.336640 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-7e63f80e-1bc0-4cb2-a207-905674e0ceff service neutron] 10.222.0.24 "PUT /v2.0/ports/405f9318-639c-438c-a251-7c78f793c656 HTTP/1.1" status: 200 len: 1097 time: 2.1533444 Oct 19 01:04:16.337178 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cfb5c64-b767-4bd8-a7ef-2cf225184483', 'tag': '405f9318-639c-438c-a251-7c78f793c656'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:04:16.340162 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a389ca6f-26fc-4736-820e-b1a2f8423ecf" -d '{"events": [{"name": "network-changed", "server_uuid": "4cfb5c64-b767-4bd8-a7ef-2cf225184483", "tag": "405f9318-639c-438c-a251-7c78f793c656"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:04:16.364988 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56820) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:16.387947 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63f80e-1bc0-4cb2-a207-905674e0ceff service neutron] Pushing event updated for resources: {'Port': ['ID=405f9318-639c-438c-a251-7c78f793c656,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:16.405107 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-8e3cd410-9584-4d6c-8178-b1df01ca37da None None] For port 72da8ba4-47bd-4871-91f7-9d74e4604d13, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:04:16.411632 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-8e3cd410-9584-4d6c-8178-b1df01ca37da None None] For port 72da8ba4-47bd-4871-91f7-9d74e4604d13, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=72da8ba4-47bd-4871-91f7-9d74e4604d13,segment=NetworkSegment(704ea1f5-eb98-4f05-aa53-1f4462ac5291),segment_id=704ea1f5-eb98-4f05-aa53-1f4462ac5291)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:04:16.427543 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8e3cd410-9584-4d6c-8178-b1df01ca37da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:16.550615 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e4cb73be-f2d2-4e33-a522-955033ac8833 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:16.606807 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-654faffe-305c-46f9-86cc-95c4b5858631 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:16.610566 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-9581af3f-c987-44d3-9389-3170eaa1d243 req-c403f4b7-09a8-4862-8b8f-2d97cbe0f016 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] For port 6ff815b9-cd13-433b-aeed-7da25bbda682, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=6ff815b9-cd13-433b-aeed-7da25bbda682,segment=NetworkSegment(2b6ac682-429b-459d-90c9-47596802933c),segment_id=2b6ac682-429b-459d-90c9-47596802933c)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:16.610935 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9581af3f-c987-44d3-9389-3170eaa1d243 req-c403f4b7-09a8-4862-8b8f-2d97cbe0f016 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:16.648905 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ae67ca48-0f58-4c13-88aa-a24014aa1f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:16.659703 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3cd410-9584-4d6c-8178-b1df01ca37da None None] Pushing event updated for resources: {'Port': ['ID=72da8ba4-47bd-4871-91f7-9d74e4604d13,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:16.666777 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c9ca54-c66c-40c2-82bb-c06ebc307e23 x-openstack-request-id: req-d9c9ca54-c66c-40c2-82bb-c06ebc307e23 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:04:16.667258 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cfb5c64-b767-4bd8-a7ef-2cf225184483", "tag": "405f9318-639c-438c-a251-7c78f793c656", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:04:16.667614 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d9c9ca54-c66c-40c2-82bb-c06ebc307e23 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:04:16.668156 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cfb5c64-b767-4bd8-a7ef-2cf225184483', 'tag': '405f9318-639c-438c-a251-7c78f793c656', 'status': 'completed', 'code': 200} Oct 19 01:04:16.672817 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-9581af3f-c987-44d3-9389-3170eaa1d243 req-c403f4b7-09a8-4862-8b8f-2d97cbe0f016 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Calling delete_port for 6ff815b9-cd13-433b-aeed-7da25bbda682 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:04:16.693021 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-654faffe-305c-46f9-86cc-95c4b5858631 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Calling delete_port for c389fb63-420e-43f3-9a96-c8af1db01f66 owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:04:16.887257 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-46ae9834-a4fe-4664-a23b-4c245c27d36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:16.892032 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-46ae9834-a4fe-4664-a23b-4c245c27d36e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b61a1463350c4c0ea7a57d6e2f8c4262&device_id=4cfb5c64-b767-4bd8-a7ef-2cf225184483 HTTP/1.1" status: 200 len: 1100 time: 0.4955802 Oct 19 01:04:16.898376 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-654faffe-305c-46f9-86cc-95c4b5858631 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:16.898669 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e4cb73be-f2d2-4e33-a522-955033ac8833 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:16.937527 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654faffe-305c-46f9-86cc-95c4b5858631 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Port': ['ID=c389fb63-420e-43f3-9a96-c8af1db01f66,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:16.977256 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-654faffe-305c-46f9-86cc-95c4b5858631 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:16.981438 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-654faffe-305c-46f9-86cc-95c4b5858631 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/ports/c389fb63-420e-43f3-9a96-c8af1db01f66 HTTP/1.1" status: 204 len: 168 time: 0.9465978 Oct 19 01:04:16.985233 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56838) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:17.013241 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c625d4-9495-4b3a-bd34-6e4aa2dfe5fd req-1fa8c44d-6e07-40f2-baf2-90616584389b tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:17.024504 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d8c625d4-9495-4b3a-bd34-6e4aa2dfe5fd req-1fa8c44d-6e07-40f2-baf2-90616584389b tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 950 time: 0.5388646 Oct 19 01:04:17.059569 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61801073-5d37-422b-af9c-8c8017f1afdb tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:17.072720 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-61801073-5d37-422b-af9c-8c8017f1afdb tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0860891 Oct 19 01:04:17.077701 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56842) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:17.082337 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-80c21dab-9a97-4a0c-a55b-ab97ce0730f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=405f9318-639c-438c-a251-7c78f793c656 HTTP/1.1" status: 200 len: 217 time: 0.1787157 Oct 19 01:04:17.124282 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-22918e22-382a-41e6-8fff-c4947bea8948 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:17.159777 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae702f7c-c72a-4aa8-9459-c9ee8a148ad8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] GET failed (client error): The resource could not be found. Oct 19 01:04:17.161014 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ae702f7c-c72a-4aa8-9459-c9ee8a148ad8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "GET /v2.0/ports/c389fb63-420e-43f3-9a96-c8af1db01f66 HTTP/1.1" status: 404 len: 333 time: 0.0820019 Oct 19 01:04:17.176354 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-22918e22-382a-41e6-8fff-c4947bea8948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:17.177041 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56846) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:17.184683 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-182e14e8-99ed-45c5-bf3d-e418f19f8242 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1095154921'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:04:17.197274 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d8c625d4-9495-4b3a-bd34-6e4aa2dfe5fd req-fb9b2537-08e5-48c8-addf-ccbe326d8bb1 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708629 Oct 19 01:04:17.225175 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:17.230936 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9581af3f-c987-44d3-9389-3170eaa1d243 req-c403f4b7-09a8-4862-8b8f-2d97cbe0f016 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:17.244514 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['6ff815b9-cd13-433b-aeed-7da25bbda682'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:04:17.270163 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182e14e8-99ed-45c5-bf3d-e418f19f8242 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Made reservation on behalf of 0623c8f86a7745a5853b214518443323 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:04:17.273529 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-182e14e8-99ed-45c5-bf3d-e418f19f8242 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:17.277549 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403f4b7-09a8-4862-8b8f-2d97cbe0f016 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Pushing event deleted for resources: {'Port': ['ID=6ff815b9-cd13-433b-aeed-7da25bbda682,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:17.300493 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b0f73-0cb4-483c-a2fb-ce692c43bbde req-776d3967-d17c-438f-8b0f-337c57e63714 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:17.307870 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-416b0f73-0cb4-483c-a2fb-ce692c43bbde req-776d3967-d17c-438f-8b0f-337c57e63714 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/ports?device_id=0de863d6-88b5-4650-978d-01542aa0b5c8 HTTP/1.1" status: 200 len: 945 time: 0.1778450 Oct 19 01:04:17.367406 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-9581af3f-c987-44d3-9389-3170eaa1d243 req-c403f4b7-09a8-4862-8b8f-2d97cbe0f016 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] No DVR routers for this DVR port 6ff815b9-cd13-433b-aeed-7da25bbda682 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:04:17.370118 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9581af3f-c987-44d3-9389-3170eaa1d243 req-c403f4b7-09a8-4862-8b8f-2d97cbe0f016 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:17.371280 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-22918e22-382a-41e6-8fff-c4947bea8948 admin admin] Allocated IP 172.25.8.125 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/7fd894bf-98f2-43f2-ba30-77063c6762f1) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:04:17.375155 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9581af3f-c987-44d3-9389-3170eaa1d243 req-c403f4b7-09a8-4862-8b8f-2d97cbe0f016 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.55 "DELETE /v2.0/ports/6ff815b9-cd13-433b-aeed-7da25bbda682 HTTP/1.1" status: 204 len: 173 time: 1.5648868 Oct 19 01:04:17.386221 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de863d6-88b5-4650-978d-01542aa0b5c8', 'name': 'network-vif-deleted', 'tag': '6ff815b9-cd13-433b-aeed-7da25bbda682'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:04:17.389133 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c967f6e2-736e-4eb1-9913-b6a010b86cd9" -d '{"events": [{"server_uuid": "0de863d6-88b5-4650-978d-01542aa0b5c8", "name": "network-vif-deleted", "tag": "6ff815b9-cd13-433b-aeed-7da25bbda682"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:04:17.403917 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-182e14e8-99ed-45c5-bf3d-e418f19f8242 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:04:17.428636 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-182e14e8-99ed-45c5-bf3d-e418f19f8242 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:17.428858 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-182e14e8-99ed-45c5-bf3d-e418f19f8242 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Added segment d287da94-e2fa-4672-a653-e5c2cc03295b of type vlan for network 818430b4-01d8-4c04-bfa6-ff91f4d170cb Oct 19 01:04:17.429908 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-3cbce9ba-b59b-4dea-bc70-9473f6736d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:17.431574 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-3cbce9ba-b59b-4dea-bc70-9473f6736d7e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.3300395 Oct 19 01:04:17.450144 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e4cb73be-f2d2-4e33-a522-955033ac8833 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:17.453894 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e4cb73be-f2d2-4e33-a522-955033ac8833 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:17.458053 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e4cb73be-f2d2-4e33-a522-955033ac8833 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "DELETE /v2.0/security-groups/ee01ab66-3697-4623-ae66-2cb16178c0d4 HTTP/1.1" status: 204 len: 168 time: 1.0882957 Oct 19 01:04:17.461651 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-416b0f73-0cb4-483c-a2fb-ce692c43bbde req-a48cfb80-2a86-4396-ae76-f726c4e4628f tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups?id=49b0a1b9-beda-44f5-a633-8cd775ca29ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515090 Oct 19 01:04:17.462691 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56850) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:17.511117 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb73be-f2d2-4e33-a522-955033ac8833 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee01ab66-3697-4623-ae66-2cb16178c0d4,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:17.548626 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-182e14e8-99ed-45c5-bf3d-e418f19f8242 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:17.596652 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da96a656-1f88-4dc4-8914-d6c659844fbd x-openstack-request-id: req-da96a656-1f88-4dc4-8914-d6c659844fbd {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:04:17.596960 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de863d6-88b5-4650-978d-01542aa0b5c8", "name": "network-vif-deleted", "tag": "6ff815b9-cd13-433b-aeed-7da25bbda682", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:04:17.597201 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-da96a656-1f88-4dc4-8914-d6c659844fbd {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:04:17.597602 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de863d6-88b5-4650-978d-01542aa0b5c8', 'name': 'network-vif-deleted', 'tag': '6ff815b9-cd13-433b-aeed-7da25bbda682', 'status': 'completed', 'code': 200} Oct 19 01:04:17.605855 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-ff073949-a92f-4186-adaf-fd0a42d1f2fb tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] show failed (client error): The resource could not be found. Oct 19 01:04:17.612120 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ff073949-a92f-4186-adaf-fd0a42d1f2fb tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "GET /v2.0/security-groups/ee01ab66-3697-4623-ae66-2cb16178c0d4 HTTP/1.1" status: 404 len: 347 time: 0.0335197 Oct 19 01:04:17.613319 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56852) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:17.618616 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be4961-e940-4f14-b14f-fe461b29430d req-10aafb52-3840-472c-9621-aea0ffa8ec4e tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:17.623786 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-182e14e8-99ed-45c5-bf3d-e418f19f8242 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:17.628473 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f9be4961-e940-4f14-b14f-fe461b29430d req-10aafb52-3840-472c-9621-aea0ffa8ec4e tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cfb5c64-b767-4bd8-a7ef-2cf225184483 HTTP/1.1" status: 200 len: 948 time: 0.2439520 Oct 19 01:04:17.644942 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182e14e8-99ed-45c5-bf3d-e418f19f8242 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:17.647696 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-182e14e8-99ed-45c5-bf3d-e418f19f8242 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:17.658243 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:17.684916 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-25b83626-fbc4-4887-8258-ed1026913fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:17.687085 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-25b83626-fbc4-4887-8258-ed1026913fb5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2288699 Oct 19 01:04:17.732159 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f9be4961-e940-4f14-b14f-fe461b29430d req-621a1d52-eebd-406a-af28-bcbc2d187e13 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/security-groups?id=c783b73d-2e5d-42e1-b958-62de854aa98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022761 Oct 19 01:04:17.740167 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-22918e22-382a-41e6-8fff-c4947bea8948 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:17.763004 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e14e8-99ed-45c5-bf3d-e418f19f8242 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Network': ['ID=818430b4-01d8-4c04-bfa6-ff91f4d170cb,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:17.773852 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 818430b4-01d8-4c04-bfa6-ff91f4d170cb details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:04:17.882548 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-bb0c337a-98c2-4a37-afe6-2a65f4bf0c42 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819880 Oct 19 01:04:17.886607 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-182e14e8-99ed-45c5-bf3d-e418f19f8242 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7065716 Oct 19 01:04:17.890316 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56856) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:17.890561 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-22918e22-382a-41e6-8fff-c4947bea8948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:17.896761 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-1f6cbc38-b69d-4728-893e-a7841772c0f9 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'subnet': {'network_id': '818430b4-01d8-4c04-bfa6-ff91f4d170cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:04:17.988330 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22918e22-382a-41e6-8fff-c4947bea8948 admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:04:17.993224 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-22918e22-382a-41e6-8fff-c4947bea8948 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:04:17.995820 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22918e22-382a-41e6-8fff-c4947bea8948 admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:04:18.045804 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-9230a509-2a90-4e77-a486-76cb23135d77 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Deleting port f20f87c6-03e3-4b9b-a1a0-640c00a96943 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:04:18.046268 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9230a509-2a90-4e77-a486-76cb23135d77 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:18.065903 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6cbc38-b69d-4728-893e-a7841772c0f9 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Made reservation on behalf of 0623c8f86a7745a5853b214518443323 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:04:18.070636 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1f6cbc38-b69d-4728-893e-a7841772c0f9 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:18.082474 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edda85ca-d308-4628-b99f-c88a43f434f7 None None] Network e0a933c8-d57d-4f34-92bd-33c9cee5c990 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:04:18.118821 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22918e22-382a-41e6-8fff-c4947bea8948 admin admin] Pushing event updated for resources: {'Port': ['ID=7fd894bf-98f2-43f2-ba30-77063c6762f1,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:18.165058 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-29829f77-05b8-429d-9f67-3b2dce6e25a1 req-e43e621f-ebfb-4bfd-a315-a70d963d32f7 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712917 Oct 19 01:04:18.231261 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9230a509-2a90-4e77-a486-76cb23135d77 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:18.232157 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9230a509-2a90-4e77-a486-76cb23135d77 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:18.251565 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-9230a509-2a90-4e77-a486-76cb23135d77 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Calling delete_port for f20f87c6-03e3-4b9b-a1a0-640c00a96943 owned by network:floatingip {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:04:18.278583 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-a67058f3-682b-4af4-9b33-591af59a2034 None None] Provisioning complete for port 72da8ba4-47bd-4871-91f7-9d74e4604d13 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:18.279063 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a67058f3-682b-4af4-9b33-591af59a2034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:18.330618 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389ca6f-26fc-4736-820e-b1a2f8423ecf req-c2285ec2-369a-449b-abb3-6b6b82639c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:18.332517 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a389ca6f-26fc-4736-820e-b1a2f8423ecf req-c2285ec2-369a-449b-abb3-6b6b82639c7e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b61a1463350c4c0ea7a57d6e2f8c4262&device_id=4cfb5c64-b767-4bd8-a7ef-2cf225184483 HTTP/1.1" status: 200 len: 1100 time: 0.1026781 Oct 19 01:04:18.432303 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 72da8ba4-47bd-4871-91f7-9d74e4604d13 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:04:18.479230 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389ca6f-26fc-4736-820e-b1a2f8423ecf req-2138c600-b84d-48fc-a3fd-1e6e9536ac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:18.480747 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a389ca6f-26fc-4736-820e-b1a2f8423ecf req-2138c600-b84d-48fc-a3fd-1e6e9536ac25 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.1046793 Oct 19 01:04:18.559279 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a67058f3-682b-4af4-9b33-591af59a2034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:18.587604 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 72da8ba4-47bd-4871-91f7-9d74e4604d13 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:18.588201 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:18.672903 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-a67058f3-682b-4af4-9b33-591af59a2034 None None] For port 72da8ba4-47bd-4871-91f7-9d74e4604d13, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=72da8ba4-47bd-4871-91f7-9d74e4604d13,segment=NetworkSegment(704ea1f5-eb98-4f05-aa53-1f4462ac5291),segment_id=704ea1f5-eb98-4f05-aa53-1f4462ac5291)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:18.739967 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:18.743871 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a67058f3-682b-4af4-9b33-591af59a2034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:18.883832 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:04:18.884642 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:04:18.888179 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67058f3-682b-4af4-9b33-591af59a2034 None None] Pushing event updated for resources: {'Port': ['ID=72da8ba4-47bd-4871-91f7-9d74e4604d13,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:18.910557 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-9d7303cc-625f-43d5-a407-507e1b03aa0e None None] Provisioning complete for port 72da8ba4-47bd-4871-91f7-9d74e4604d13 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:18.911229 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9d7303cc-625f-43d5-a407-507e1b03aa0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:18.916488 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a88cd-c442-4ca6-bd55-7b9857d11238 req-c9a4df45-a4e9-4b24-bd3f-503425975584 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:18.925237 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cb1a88cd-c442-4ca6-bd55-7b9857d11238 req-c9a4df45-a4e9-4b24-bd3f-503425975584 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 950 time: 0.6085763 Oct 19 01:04:19.020933 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-22918e22-382a-41e6-8fff-c4947bea8948 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:19.022749 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cb1a88cd-c442-4ca6-bd55-7b9857d11238 req-8de5e1eb-c97e-46c7-aa00-d6c34c1ce452 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965352 Oct 19 01:04:19.052750 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1f6cbc38-b69d-4728-893e-a7841772c0f9 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:19.102870 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56878) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:19.126413 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a389ca6f-26fc-4736-820e-b1a2f8423ecf req-7d775084-64b7-4b3a-ae2d-97684ae1cddb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=405f9318-639c-438c-a251-7c78f793c656 HTTP/1.1" status: 200 len: 217 time: 0.1014731 Oct 19 01:04:19.145496 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6cbc38-b69d-4728-893e-a7841772c0f9 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Subnet': ['ID=d9c40092-d37d-4983-80d9-b7c55861480a,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:19.157180 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9230a509-2a90-4e77-a486-76cb23135d77 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:19.168411 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6cbc38-b69d-4728-893e-a7841772c0f9 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Checking segment: {'id': 'd287da94-e2fa-4672-a653-e5c2cc03295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '818430b4-01d8-4c04-bfa6-ff91f4d170cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:04:19.168411 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6cbc38-b69d-4728-893e-a7841772c0f9 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Network hostable DHCP agents. Network: 818430b4-01d8-4c04-bfa6-ff91f4d170cb, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:04:19.203952 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9230a509-2a90-4e77-a486-76cb23135d77 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Pushing event deleted for resources: {'Port': ['ID=f20f87c6-03e3-4b9b-a1a0-640c00a96943,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:19.224583 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e46a9-99f8-4a43-b57d-38b8ac041cbc req-a09daf81-fb8d-48ad-8d38-33550159080c tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:19.230702 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0f8e46a9-99f8-4a43-b57d-38b8ac041cbc req-a09daf81-fb8d-48ad-8d38-33550159080c tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cfb5c64-b767-4bd8-a7ef-2cf225184483 HTTP/1.1" status: 200 len: 948 time: 0.2068672 Oct 19 01:04:19.259894 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6cbc38-b69d-4728-893e-a7841772c0f9 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Network 818430b4-01d8-4c04-bfa6-ff91f4d170cb is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:04:19.273696 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-1f6cbc38-b69d-4728-893e-a7841772c0f9 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 818430b4-01d8-4c04-bfa6-ff91f4d170cb) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:04:19.278178 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9230a509-2a90-4e77-a486-76cb23135d77 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks [] for floatingip, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:19.281871 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9230a509-2a90-4e77-a486-76cb23135d77 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:19.285716 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9230a509-2a90-4e77-a486-76cb23135d77 tempest-ServersTestBootFromVolume-158398901 tempest-ServersTestBootFromVolume-158398901-project] 10.222.0.57 "DELETE /v2.0/floatingips/ca9d7742-0306-42cd-a3e0-e9264ffd618e HTTP/1.1" status: 204 len: 168 time: 1.6686563 Oct 19 01:04:19.285716 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6cbc38-b69d-4728-893e-a7841772c0f9 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:19.285716 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1f6cbc38-b69d-4728-893e-a7841772c0f9 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:19.287137 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56880) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:19.290032 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbd5903-402e-41ff-ac5c-590d66e99cda None None] Network 818430b4-01d8-4c04-bfa6-ff91f4d170cb requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:04:19.329886 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389ca6f-26fc-4736-820e-b1a2f8423ecf req-90999835-caed-4410-9b44-154bc7aca35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:19.331377 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a389ca6f-26fc-4736-820e-b1a2f8423ecf req-90999835-caed-4410-9b44-154bc7aca35e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.1927938 Oct 19 01:04:19.340034 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1a07185d-b32f-4c09-8d47-9af20e646d36 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:19.363604 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1f6cbc38-b69d-4728-893e-a7841772c0f9 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4721277 Oct 19 01:04:19.369336 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56882) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:19.376984 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-ae45add0-1f97-48eb-b848-49d4516548a9 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'subnet': {'network_id': '818430b4-01d8-4c04-bfa6-ff91f4d170cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:04:19.390859 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0f8e46a9-99f8-4a43-b57d-38b8ac041cbc req-2ec622a7-34a5-4f45-a714-d2de4df58fc8 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/security-groups?id=c783b73d-2e5d-42e1-b958-62de854aa98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564500 Oct 19 01:04:19.456516 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1a07185d-b32f-4c09-8d47-9af20e646d36 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:19.547097 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389ca6f-26fc-4736-820e-b1a2f8423ecf req-e2fdb7b7-a1b3-4e2d-b909-b3865f0cc4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:19.548334 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82479d98-b636-43bd-b363-620838a82ad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-818430b4-01d8-4c04-bfa6-ff91f4d170cb', 'network_id': '818430b4-01d8-4c04-bfa6-ff91f4d170cb', 'tenant_id': '0623c8f86a7745a5853b214518443323', 'fixed_ips': [{'subnet_id': 'd9c40092-d37d-4983-80d9-b7c55861480a'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:04:19.548664 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a389ca6f-26fc-4736-820e-b1a2f8423ecf req-e2fdb7b7-a1b3-4e2d-b909-b3865f0cc4cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2046888 Oct 19 01:04:19.549732 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-82479d98-b636-43bd-b363-620838a82ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:19.602453 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-22918e22-382a-41e6-8fff-c4947bea8948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:19.610561 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1a07185d-b32f-4c09-8d47-9af20e646d36 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:19.613770 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1a07185d-b32f-4c09-8d47-9af20e646d36 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:19.614859 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1a07185d-b32f-4c09-8d47-9af20e646d36 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "DELETE /v2.0/security-groups/47e5dd15-f7f7-4053-ac5e-efb2936181db HTTP/1.1" status: 204 len: 168 time: 0.5124381 Oct 19 01:04:19.620264 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56886) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:19.660679 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07185d-b32f-4c09-8d47-9af20e646d36 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e5dd15-f7f7-4053-ac5e-efb2936181db,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:19.688568 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-a6327eb3-07c5-460c-875f-d9d1755ba9ba tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] show failed (client error): The resource could not be found. Oct 19 01:04:19.692541 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a6327eb3-07c5-460c-875f-d9d1755ba9ba tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "GET /v2.0/security-groups/47e5dd15-f7f7-4053-ac5e-efb2936181db HTTP/1.1" status: 404 len: 347 time: 0.0696616 Oct 19 01:04:19.694822 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56888) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:19.736546 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a389ca6f-26fc-4736-820e-b1a2f8423ecf req-140ccf46-1ebc-4921-b177-c3f1602710b7 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791990 Oct 19 01:04:19.739591 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-82479d98-b636-43bd-b363-620838a82ad8 None None] Allocated IP 2001:db8::2 (818430b4-01d8-4c04-bfa6-ff91f4d170cb/d9c40092-d37d-4983-80d9-b7c55861480a/9e86a3f9-75c4-4078-96af-d105cc8f2f4b) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:04:19.742533 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae45add0-1f97-48eb-b848-49d4516548a9 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Made reservation on behalf of 0623c8f86a7745a5853b214518443323 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:04:19.746299 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ae45add0-1f97-48eb-b848-49d4516548a9 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:19.854052 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a389ca6f-26fc-4736-820e-b1a2f8423ecf req-f06d8e67-47ee-4392-80d9-ab1e9ce0ca7f service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902607 Oct 19 01:04:19.891821 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 6ff815b9-cd13-433b-aeed-7da25bbda682 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:04:19.913352 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22918e22-382a-41e6-8fff-c4947bea8948 admin admin] Router 77c60fec-6f16-4bec-9667-b305f18c83c7 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:04:19.929818 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 6ff815b9-cd13-433b-aeed-7da25bbda682 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:04:19.930973 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 6ff815b9-cd13-433b-aeed-7da25bbda682 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:04:19.937777 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:19.950831 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-82479d98-b636-43bd-b363-620838a82ad8 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:19.958114 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-82479d98-b636-43bd-b363-620838a82ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:19.994456 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82479d98-b636-43bd-b363-620838a82ad8 None None] Network 818430b4-01d8-4c04-bfa6-ff91f4d170cb is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:04:19.997747 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-82479d98-b636-43bd-b363-620838a82ad8 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:04:20.004222 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82479d98-b636-43bd-b363-620838a82ad8 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:04:20.021425 n-d-715271-26 neutron-server[100606]: INFO neutron.db.ipam_backend_mixin [None req-ae45add0-1f97-48eb-b848-49d4516548a9 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d9c40092-d37d-4983-80d9-b7c55861480a (CIDR: 2001:db8::/64) Oct 19 01:04:20.034062 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae45add0-1f97-48eb-b848-49d4516548a9 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:04:20.034745 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae45add0-1f97-48eb-b848-49d4516548a9 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:04:20.040519 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82479d98-b636-43bd-b363-620838a82ad8 None None] Pushing event updated for resources: {'Port': ['ID=9e86a3f9-75c4-4078-96af-d105cc8f2f4b,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:20.052214 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-e7007ad5-b478-4945-a5e4-5e5a2d2c5fe5 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Deleting port 95dd957d-45d4-4215-bf85-28ec9e7c76bd {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:04:20.052560 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e7007ad5-b478-4945-a5e4-5e5a2d2c5fe5 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:20.071279 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22918e22-382a-41e6-8fff-c4947bea8948 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:04:20.075057 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ae45add0-1f97-48eb-b848-49d4516548a9 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7045846 Oct 19 01:04:20.081361 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56892) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:20.086305 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad6e4d1-5ce0-4847-9c02-d001a38a9eb7 None None] Sync routers for ids ['77c60fec-6f16-4bec-9667-b305f18c83c7'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:04:20.088755 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-c3e4641a-1245-41d0-861e-9afe460ffeb3 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'subnet': {'network_id': '818430b4-01d8-4c04-bfa6-ff91f4d170cb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:04:20.100768 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-82479d98-b636-43bd-b363-620838a82ad8 None None] Attempting to bind port 9e86a3f9-75c4-4078-96af-d105cc8f2f4b on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:04:20.101219 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-82479d98-b636-43bd-b363-620838a82ad8 None None] Attempting to bind port 9e86a3f9-75c4-4078-96af-d105cc8f2f4b by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'd287da94-e2fa-4672-a653-e5c2cc03295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '818430b4-01d8-4c04-bfa6-ff91f4d170cb'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:04:20.101603 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82479d98-b636-43bd-b363-620838a82ad8 None None] Attempting to bind port 9e86a3f9-75c4-4078-96af-d105cc8f2f4b on network 818430b4-01d8-4c04-bfa6-ff91f4d170cb {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:04:20.109657 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-22918e22-382a-41e6-8fff-c4947bea8948 admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:20.110950 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-22918e22-382a-41e6-8fff-c4947bea8948 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.6696150 Oct 19 01:04:20.115313 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56894) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:20.126225 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82479d98-b636-43bd-b363-620838a82ad8 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:04:20.126601 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82479d98-b636-43bd-b363-620838a82ad8 None None] Checking segment: {'id': 'd287da94-e2fa-4672-a653-e5c2cc03295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '818430b4-01d8-4c04-bfa6-ff91f4d170cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:04:20.127011 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-82479d98-b636-43bd-b363-620838a82ad8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:20.127406 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82479d98-b636-43bd-b363-620838a82ad8 None None] Bound using segment: {'id': 'd287da94-e2fa-4672-a653-e5c2cc03295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '818430b4-01d8-4c04-bfa6-ff91f4d170cb'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:04:20.127915 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-82479d98-b636-43bd-b363-620838a82ad8 None None] Bound port: 9e86a3f9-75c4-4078-96af-d105cc8f2f4b, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd287da94-e2fa-4672-a653-e5c2cc03295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '818430b4-01d8-4c04-bfa6-ff91f4d170cb'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:04:20.128317 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-82479d98-b636-43bd-b363-620838a82ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:20.131388 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad6e4d1-5ce0-4847-9c02-d001a38a9eb7 None None] Routers {'77c60fec-6f16-4bec-9667-b305f18c83c7'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:04:20.132036 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-bad6e4d1-5ce0-4847-9c02-d001a38a9eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:04:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['77c60fec-6f16-4bec-9667-b305f18c83c7'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:20.237334 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e7007ad5-b478-4945-a5e4-5e5a2d2c5fe5 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:20.237748 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e7007ad5-b478-4945-a5e4-5e5a2d2c5fe5 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:20.272436 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-e7007ad5-b478-4945-a5e4-5e5a2d2c5fe5 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Calling delete_port for 95dd957d-45d4-4215-bf85-28ec9e7c76bd owned by network:floatingip {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:04:20.277206 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a59d16-f139-4c2d-9bd0-dc8fef552074 req-76c453db-a39d-4b60-9db6-4eac99f49c28 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:20.286134 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b1a59d16-f139-4c2d-9bd0-dc8fef552074 req-76c453db-a39d-4b60-9db6-4eac99f49c28 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 950 time: 0.1183035 Oct 19 01:04:20.343084 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-82479d98-b636-43bd-b363-620838a82ad8 None None] For port 9e86a3f9-75c4-4078-96af-d105cc8f2f4b, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:04:20.362209 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-82479d98-b636-43bd-b363-620838a82ad8 None None] For port 9e86a3f9-75c4-4078-96af-d105cc8f2f4b, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=9e86a3f9-75c4-4078-96af-d105cc8f2f4b,segment=NetworkSegment(d287da94-e2fa-4672-a653-e5c2cc03295b),segment_id=d287da94-e2fa-4672-a653-e5c2cc03295b)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:04:20.372625 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-bad6e4d1-5ce0-4847-9c02-d001a38a9eb7 None None] Set router 77c60fec-6f16-4bec-9667-b305f18c83c7 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:04:20.376262 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-82479d98-b636-43bd-b363-620838a82ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:20.396835 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b1a59d16-f139-4c2d-9bd0-dc8fef552074 req-6d7b77b5-95d2-4e66-b873-1e760fe71ff7 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035280 Oct 19 01:04:20.409417 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d95c1c27-7027-4139-8647-41d6fcc9f73c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:20.640871 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e4641a-1245-41d0-861e-9afe460ffeb3 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Made reservation on behalf of 0623c8f86a7745a5853b214518443323 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:04:20.644410 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c3e4641a-1245-41d0-861e-9afe460ffeb3 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:20.675106 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 72da8ba4-47bd-4871-91f7-9d74e4604d13 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:04:20.752288 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6af90003-9e30-4ad0-b7a2-f8f47396d43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:20.785877 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82479d98-b636-43bd-b363-620838a82ad8 None None] Pushing event updated for resources: {'Port': ['ID=9e86a3f9-75c4-4078-96af-d105cc8f2f4b,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:20.789837 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ea746-b5ae-48c7-bdaa-557920018e90 req-eb750d1d-db99-4a0e-bc71-6327741f9fff tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:20.791666 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-759ea746-b5ae-48c7-bdaa-557920018e90 req-eb750d1d-db99-4a0e-bc71-6327741f9fff tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cfb5c64-b767-4bd8-a7ef-2cf225184483 HTTP/1.1" status: 200 len: 948 time: 0.2428932 Oct 19 01:04:20.921478 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 72da8ba4-47bd-4871-91f7-9d74e4604d13 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:20.922004 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:20.985452 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-759ea746-b5ae-48c7-bdaa-557920018e90 req-13212a01-fada-4bea-88f0-bb3e6497f3cd tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/security-groups?id=c783b73d-2e5d-42e1-b958-62de854aa98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712356 Oct 19 01:04:21.051343 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-bad6e4d1-5ce0-4847-9c02-d001a38a9eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'name': 'tempest-ServersTestManualDisk-931917-router', 'tenant_id': '9ca58805b0d5403faf61bcb76d75537a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '7fd894bf-98f2-43f2-ba30-77063c6762f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:15Z', 'updated_at': '2021-10-19T01:04:18Z', 'revision_number': 3, 'project_id': '9ca58805b0d5403faf61bcb76d75537a', 'gw_port': {'id': '7fd894bf-98f2-43f2-ba30-77063c6762f1', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ca:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:17Z', 'updated_at': '2021-10-19T01:04:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:21.102515 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-6af90003-9e30-4ad0-b7a2-f8f47396d43e admin admin] Allocated IP 172.20.0.1 (e0a933c8-d57d-4f34-92bd-33c9cee5c990/31331c2c-08e9-492b-8825-a76f43d2b26c/863d8e8c-365f-4334-ae77-e47ced9c3f7b) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:04:21.114892 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad6e4d1-5ce0-4847-9c02-d001a38a9eb7 None None] Checking router: 77c60fec-6f16-4bec-9667-b305f18c83c7 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:04:21.116123 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e7007ad5-b478-4945-a5e4-5e5a2d2c5fe5 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:21.117366 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad6e4d1-5ce0-4847-9c02-d001a38a9eb7 None None] Updating router 77c60fec-6f16-4bec-9667-b305f18c83c7 port 7fd894bf-98f2-43f2-ba30-77063c6762f1 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:04:21.207856 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bad6e4d1-5ce0-4847-9c02-d001a38a9eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:21.257036 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7007ad5-b478-4945-a5e4-5e5a2d2c5fe5 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Pushing event deleted for resources: {'Port': ['ID=95dd957d-45d4-4215-bf85-28ec9e7c76bd,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:21.331815 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6af90003-9e30-4ad0-b7a2-f8f47396d43e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:21.394436 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6af90003-9e30-4ad0-b7a2-f8f47396d43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:21.422918 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c3e4641a-1245-41d0-861e-9afe460ffeb3 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:21.458137 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af90003-9e30-4ad0-b7a2-f8f47396d43e admin admin] Network e0a933c8-d57d-4f34-92bd-33c9cee5c990 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:04:21.461796 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-6af90003-9e30-4ad0-b7a2-f8f47396d43e admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:04:21.476307 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af90003-9e30-4ad0-b7a2-f8f47396d43e admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:04:21.538027 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6af90003-9e30-4ad0-b7a2-f8f47396d43e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:21.618449 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af90003-9e30-4ad0-b7a2-f8f47396d43e admin admin] Pushing event updated for resources: {'Port': ['ID=863d8e8c-365f-4334-ae77-e47ced9c3f7b,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:21.621843 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e4641a-1245-41d0-861e-9afe460ffeb3 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Network 818430b4-01d8-4c04-bfa6-ff91f4d170cb is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:04:21.662392 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e7007ad5-b478-4945-a5e4-5e5a2d2c5fe5 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks [] for floatingip, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:21.670413 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e7007ad5-b478-4945-a5e4-5e5a2d2c5fe5 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:21.672150 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e7007ad5-b478-4945-a5e4-5e5a2d2c5fe5 tempest-ImagesOneServerNegativeTestJSON-251054849 tempest-ImagesOneServerNegativeTestJSON-251054849-project] 10.222.0.57 "DELETE /v2.0/floatingips/e82660fe-b1e1-4c35-830f-f22bbf8c3b72 HTTP/1.1" status: 204 len: 168 time: 1.9728413 Oct 19 01:04:21.673260 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-c3e4641a-1245-41d0-861e-9afe460ffeb3 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:04:21.675028 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4641a-1245-41d0-861e-9afe460ffeb3 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Subnet': ['ID=edce979f-6d0d-4fd3-a93c-14629a48e403,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:21.683609 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e4641a-1245-41d0-861e-9afe460ffeb3 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:21.684260 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c3e4641a-1245-41d0-861e-9afe460ffeb3 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:21.715523 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bad6e4d1-5ce0-4847-9c02-d001a38a9eb7 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:21.728647 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c3e4641a-1245-41d0-861e-9afe460ffeb3 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6449566 Oct 19 01:04:21.730840 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 405f9318-639c-438c-a251-7c78f793c656 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:04:21.733437 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56918) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:21.743391 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bad6e4d1-5ce0-4847-9c02-d001a38a9eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:21.749183 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-2ed7e62b-6160-4454-94ef-d2190cdabd21 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'port': {'network_id': '818430b4-01d8-4c04-bfa6-ff91f4d170cb', 'fixed_ips': [{'subnet_id': 'd9c40092-d37d-4983-80d9-b7c55861480a'}, {'subnet_id': 'edce979f-6d0d-4fd3-a93c-14629a48e403'}], 'name': 'tempest-PortsIpV6TestJSON-1797117610'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:04:21.908564 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3c05e-346e-4349-af3b-584cf0cd659a None None] Pushing event updated for resources: {'Port': ['ID=7fd894bf-98f2-43f2-ba30-77063c6762f1,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:21.912950 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-bad6e4d1-5ce0-4847-9c02-d001a38a9eb7 None None] Attempting to bind port 7fd894bf-98f2-43f2-ba30-77063c6762f1 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:04:21.913483 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-bad6e4d1-5ce0-4847-9c02-d001a38a9eb7 None None] Attempting to bind port 7fd894bf-98f2-43f2-ba30-77063c6762f1 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:04:21.913978 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad6e4d1-5ce0-4847-9c02-d001a38a9eb7 None None] Attempting to bind port 7fd894bf-98f2-43f2-ba30-77063c6762f1 on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:04:21.929402 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d1c5e-a97e-4534-bf24-e8b87ab196b7 req-e6d7b8ae-3830-4b7f-9a1b-3244d3085977 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:21.929957 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad6e4d1-5ce0-4847-9c02-d001a38a9eb7 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:04:21.930342 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad6e4d1-5ce0-4847-9c02-d001a38a9eb7 None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:04:21.930746 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bad6e4d1-5ce0-4847-9c02-d001a38a9eb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:21.931141 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad6e4d1-5ce0-4847-9c02-d001a38a9eb7 None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:04:21.931621 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-bad6e4d1-5ce0-4847-9c02-d001a38a9eb7 None None] Bound port: 7fd894bf-98f2-43f2-ba30-77063c6762f1, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:04:21.932399 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e32d1c5e-a97e-4534-bf24-e8b87ab196b7 req-e6d7b8ae-3830-4b7f-9a1b-3244d3085977 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 950 time: 0.3945129 Oct 19 01:04:21.940019 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bad6e4d1-5ce0-4847-9c02-d001a38a9eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:22.000952 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-d95c1c27-7027-4139-8647-41d6fcc9f73c admin admin] Deleting port 87b3b899-2f50-4c9b-a48c-a04bca5be6aa {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:04:22.001717 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d95c1c27-7027-4139-8647-41d6fcc9f73c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:22.045827 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed7e62b-6160-4454-94ef-d2190cdabd21 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Made reservation on behalf of 0623c8f86a7745a5853b214518443323 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:04:22.099499 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-39a0ced5-9c3e-49ba-9563-5e64082b0ee6 None None] Provisioning complete for port 863d8e8c-365f-4334-ae77-e47ced9c3f7b triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:22.099928 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-39a0ced5-9c3e-49ba-9563-5e64082b0ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:22.103266 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 405f9318-639c-438c-a251-7c78f793c656, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=405f9318-639c-438c-a251-7c78f793c656,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:22.163798 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:04:22.167511 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-bad6e4d1-5ce0-4847-9c02-d001a38a9eb7 None None] For port 7fd894bf-98f2-43f2-ba30-77063c6762f1, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:04:22.173036 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '405f9318-639c-438c-a251-7c78f793c656', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': '405f9318-639c-438c-a251-7c78f793c656', 'mac_address': 'fa:16:3e:f5:00:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:04:22.198636 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-bad6e4d1-5ce0-4847-9c02-d001a38a9eb7 None None] For port 7fd894bf-98f2-43f2-ba30-77063c6762f1, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=7fd894bf-98f2-43f2-ba30-77063c6762f1,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:04:22.236440 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-39a0ced5-9c3e-49ba-9563-5e64082b0ee6 None None] Port 863d8e8c-365f-4334-ae77-e47ced9c3f7b cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:04:22.241195 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bad6e4d1-5ce0-4847-9c02-d001a38a9eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:22.243414 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43597d-66dc-4580-86ac-a7ec93844a0e req-00ee872a-3fa6-4e15-8b41-0e6139b4843a tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:22.245190 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4c43597d-66dc-4580-86ac-a7ec93844a0e req-00ee872a-3fa6-4e15-8b41-0e6139b4843a tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] 10.222.0.57 "GET /v2.0/ports?device_id=70135b25-55be-4364-bf94-0638092e3412 HTTP/1.1" status: 200 len: 945 time: 0.1065435 Oct 19 01:04:22.313331 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6af90003-9e30-4ad0-b7a2-f8f47396d43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:22.336958 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:22.409441 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad6e4d1-5ce0-4847-9c02-d001a38a9eb7 None None] Routers {'77c60fec-6f16-4bec-9667-b305f18c83c7'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:04:22.410121 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-bad6e4d1-5ce0-4847-9c02-d001a38a9eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:04:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['77c60fec-6f16-4bec-9667-b305f18c83c7'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:22.419601 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4c43597d-66dc-4580-86ac-a7ec93844a0e req-fb65a3ff-ae80-40b9-91a7-a51f3e23e79b tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] 10.222.0.57 "GET /v2.0/security-groups?id=201cf045-45f4-4445-86c2-30c3ef92e0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270332 Oct 19 01:04:22.584270 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-bad6e4d1-5ce0-4847-9c02-d001a38a9eb7 None None] Set router 77c60fec-6f16-4bec-9667-b305f18c83c7 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:04:22.603663 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2ed7e62b-6160-4454-94ef-d2190cdabd21 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:22.604616 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 405f9318-639c-438c-a251-7c78f793c656 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:04:22.616376 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454d15cc-c81c-4eac-8306-ccc2b15ddcfa None None] Network 818430b4-01d8-4c04-bfa6-ff91f4d170cb requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:04:22.619060 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 9e86a3f9-75c4-4078-96af-d105cc8f2f4b up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:04:22.647698 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3c05e-346e-4349-af3b-584cf0cd659a None None] Pushing event updated for resources: {'Port': ['ID=7fd894bf-98f2-43f2-ba30-77063c6762f1,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:22.693290 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e32d1c5e-a97e-4534-bf24-e8b87ab196b7 req-1b04f327-428f-4410-aff2-dcdd978f70f0 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7302926 Oct 19 01:04:22.723969 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-2ed7e62b-6160-4454-94ef-d2190cdabd21 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] device_id is not set on port 58a5f268-34fe-4d32-975d-b502a6b9d1a8 yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:04:22.744417 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63221857-dc6f-4f1d-abb8-6611d033dce5 req-5bed924a-8cb7-450a-8814-bef6936ebb2b tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:22.745964 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63221857-dc6f-4f1d-abb8-6611d033dce5 req-5bed924a-8cb7-450a-8814-bef6936ebb2b tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cfb5c64-b767-4bd8-a7ef-2cf225184483 HTTP/1.1" status: 200 len: 948 time: 0.1323373 Oct 19 01:04:22.748904 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 405f9318-639c-438c-a251-7c78f793c656, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=405f9318-639c-438c-a251-7c78f793c656,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:22.765748 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6af90003-9e30-4ad0-b7a2-f8f47396d43e admin admin] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:22.785217 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6af90003-9e30-4ad0-b7a2-f8f47396d43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:22.804981 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-5be7831a-32c1-421b-b976-49a299780719 None None] Provisioning complete for port 9e86a3f9-75c4-4078-96af-d105cc8f2f4b triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:22.805359 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5be7831a-32c1-421b-b976-49a299780719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:22.882797 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:22.938163 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6af90003-9e30-4ad0-b7a2-f8f47396d43e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:22.951775 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af90003-9e30-4ad0-b7a2-f8f47396d43e admin admin] Pushing event updated for resources: {'Port': ['ID=863d8e8c-365f-4334-ae77-e47ced9c3f7b,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:22.971294 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=405f9318-639c-438c-a251-7c78f793c656,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:22.991513 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56932) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:22.997499 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-d95c1c27-7027-4139-8647-41d6fcc9f73c admin admin] For port 87b3b899-2f50-4c9b-a48c-a04bca5be6aa, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=87b3b899-2f50-4c9b-a48c-a04bca5be6aa,segment=NetworkSegment(31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83),segment_id=31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:22.998414 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d95c1c27-7027-4139-8647-41d6fcc9f73c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:23.040371 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-d95c1c27-7027-4139-8647-41d6fcc9f73c admin admin] Calling delete_port for 87b3b899-2f50-4c9b-a48c-a04bca5be6aa owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:04:23.059600 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5be7831a-32c1-421b-b976-49a299780719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:23.119884 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 9e86a3f9-75c4-4078-96af-d105cc8f2f4b triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:23.120221 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:23.161600 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e2c1a7-d4e2-4670-adec-d6fd45eea569 admin admin] Deleting subnet 94948ad4-35aa-438e-aae6-6f67951e97f5 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:04:23.166062 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b9e2c1a7-d4e2-4670-adec-d6fd45eea569 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:23.192814 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['405f9318-639c-438c-a251-7c78f793c656'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:04:23.229004 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b9e2c1a7-d4e2-4670-adec-d6fd45eea569 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:23.314341 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b9e2c1a7-d4e2-4670-adec-d6fd45eea569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:23.458293 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b9e2c1a7-d4e2-4670-adec-d6fd45eea569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:23.459003 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-5be7831a-32c1-421b-b976-49a299780719 None None] For port 9e86a3f9-75c4-4078-96af-d105cc8f2f4b, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=9e86a3f9-75c4-4078-96af-d105cc8f2f4b,segment=NetworkSegment(d287da94-e2fa-4672-a653-e5c2cc03295b),segment_id=d287da94-e2fa-4672-a653-e5c2cc03295b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:23.478491 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-2ed7e62b-6160-4454-94ef-d2190cdabd21 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Allocated IP 2001:db8::193 (818430b4-01d8-4c04-bfa6-ff91f4d170cb/d9c40092-d37d-4983-80d9-b7c55861480a/58a5f268-34fe-4d32-975d-b502a6b9d1a8) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:04:23.507993 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5be7831a-32c1-421b-b976-49a299780719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:23.516452 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b9e2c1a7-d4e2-4670-adec-d6fd45eea569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:23.520219 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b9e2c1a7-d4e2-4670-adec-d6fd45eea569 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/94948ad4-35aa-438e-aae6-6f67951e97f5 HTTP/1.1" status: 204 len: 168 time: 0.4935758 Oct 19 01:04:23.532427 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56936) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:23.555656 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-2ed7e62b-6160-4454-94ef-d2190cdabd21 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Allocated IP 2001:db8:0:1::3b7 (818430b4-01d8-4c04-bfa6-ff91f4d170cb/edce979f-6d0d-4fd3-a93c-14629a48e403/58a5f268-34fe-4d32-975d-b502a6b9d1a8) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:04:23.654839 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63221857-dc6f-4f1d-abb8-6611d033dce5 req-6a08dbbc-02b4-4bb0-9926-3b85bb5e3977 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/security-groups?id=c783b73d-2e5d-42e1-b958-62de854aa98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8860073 Oct 19 01:04:23.656177 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7831a-32c1-421b-b976-49a299780719 None None] Pushing event updated for resources: {'Port': ['ID=9e86a3f9-75c4-4078-96af-d105cc8f2f4b,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:23.679327 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2c1a7-d4e2-4670-adec-d6fd45eea569 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94948ad4-35aa-438e-aae6-6f67951e97f5,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:23.707108 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d95c1c27-7027-4139-8647-41d6fcc9f73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:23.718631 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d6fab8df-0243-4d20-aba9-b7ac4bc1adb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:23.723429 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926f4be-9fc7-4138-954a-c876d34709be req-ffe0f5e7-e40d-4d15-a951-99652d57b6b2 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:23.729638 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9926f4be-9fc7-4138-954a-c876d34709be req-ffe0f5e7-e40d-4d15-a951-99652d57b6b2 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] 10.222.0.24 "GET /v2.0/ports?device_id=70135b25-55be-4364-bf94-0638092e3412 HTTP/1.1" status: 200 len: 945 time: 0.3419871 Oct 19 01:04:23.762471 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af90003-9e30-4ad0-b7a2-f8f47396d43e admin admin] Network e0a933c8-d57d-4f34-92bd-33c9cee5c990 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:04:23.774773 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4d29d-156c-4fe4-849d-bda3328e45a0 req-0ef526df-c3ea-4ca2-9521-77e550366bff tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:23.782753 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a3e4d29d-156c-4fe4-849d-bda3328e45a0 req-0ef526df-c3ea-4ca2-9521-77e550366bff tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] 10.222.0.57 "GET /v2.0/ports?device_id=70135b25-55be-4364-bf94-0638092e3412 HTTP/1.1" status: 200 len: 945 time: 0.2334707 Oct 19 01:04:23.789414 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-6af90003-9e30-4ad0-b7a2-f8f47396d43e admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:04:23.808291 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c1c27-7027-4139-8647-41d6fcc9f73c admin admin] Pushing event deleted for resources: {'Port': ['ID=87b3b899-2f50-4c9b-a48c-a04bca5be6aa,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:23.837678 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-bad6e4d1-5ce0-4847-9c02-d001a38a9eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'name': 'tempest-ServersTestManualDisk-931917-router', 'tenant_id': '9ca58805b0d5403faf61bcb76d75537a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '7fd894bf-98f2-43f2-ba30-77063c6762f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:15Z', 'updated_at': '2021-10-19T01:04:22Z', 'revision_number': 4, 'project_id': '9ca58805b0d5403faf61bcb76d75537a', 'gw_port': {'id': '7fd894bf-98f2-43f2-ba30-77063c6762f1', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ca:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:17Z', 'updated_at': '2021-10-19T01:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '863d8e8c-365f-4334-ae77-e47ced9c3f7b', 'name': '', 'network_id': 'e0a933c8-d57d-4f34-92bd-33c9cee5c990', 'tenant_id': '9ca58805b0d5403faf61bcb76d75537a', 'mac_address': 'fa:16:3e:2f:3d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '31331c2c-08e9-492b-8825-a76f43d2b26c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:20Z', 'updated_at': '2021-10-19T01:04:21Z', 'revision_number': 1, 'project_id': '9ca58805b0d5403faf61bcb76d75537a', 'subnets': [{'id': '31331c2c-08e9-492b-8825-a76f43d2b26c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:23.990927 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad6e4d1-5ce0-4847-9c02-d001a38a9eb7 None None] The sync data for ids ['77c60fec-6f16-4bec-9667-b305f18c83c7'] in n-d-715271-26 is: [{'id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'name': 'tempest-ServersTestManualDisk-931917-router', 'tenant_id': '9ca58805b0d5403faf61bcb76d75537a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '7fd894bf-98f2-43f2-ba30-77063c6762f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:15Z', 'updated_at': '2021-10-19T01:04:22Z', 'revision_number': 4, 'project_id': '9ca58805b0d5403faf61bcb76d75537a', 'gw_port': {'id': '7fd894bf-98f2-43f2-ba30-77063c6762f1', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ca:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:17Z', 'updated_at': '2021-10-19T01:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '863d8e8c-365f-4334-ae77-e47ced9c3f7b', 'name': '', 'network_id': 'e0a933c8-d57d-4f34-92bd-33c9cee5c990', 'tenant_id': '9ca58805b0d5403faf61bcb76d75537a', 'mac_address': 'fa:16:3e:2f:3d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '31331c2c-08e9-492b-8825-a76f43d2b26c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:20Z', 'updated_at': '2021-10-19T01:04:21Z', 'revision_number': 1, 'project_id': '9ca58805b0d5403faf61bcb76d75537a', 'subnets': [{'id': '31331c2c-08e9-492b-8825-a76f43d2b26c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:04:24.032631 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af59a63b-507d-459c-8471-0732a76a5ffb None None] Update dhcp port {'port': {'network_id': '818430b4-01d8-4c04-bfa6-ff91f4d170cb', 'fixed_ips': [{'subnet_id': 'd9c40092-d37d-4983-80d9-b7c55861480a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'edce979f-6d0d-4fd3-a93c-14629a48e403'}], 'binding:host_id': 'n-d-715271-26'}, 'id': '9e86a3f9-75c4-4078-96af-d105cc8f2f4b'} from n-d-715271-26. {{(pid=100608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 01:04:24.089279 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-af59a63b-507d-459c-8471-0732a76a5ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:24.193777 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0ac8d-05a1-454b-b14b-cdce24bcb003 req-b480d077-6a8e-465d-97d3-1cbf7a4b0b28 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:24.201530 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2fc0ac8d-05a1-454b-b14b-cdce24bcb003 req-b480d077-6a8e-465d-97d3-1cbf7a4b0b28 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 950 time: 0.3775976 Oct 19 01:04:24.240330 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a3e4d29d-156c-4fe4-849d-bda3328e45a0 req-892c4215-6d55-45fc-9dc0-bf1ce62efd6b tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] 10.222.0.57 "GET /v2.0/security-groups?id=201cf045-45f4-4445-86c2-30c3ef92e0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564567 Oct 19 01:04:24.288679 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af90003-9e30-4ad0-b7a2-f8f47396d43e admin admin] Router 77c60fec-6f16-4bec-9667-b305f18c83c7 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:04:24.437269 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2fc0ac8d-05a1-454b-b14b-cdce24bcb003 req-1d6eb1a6-50be-4132-8efc-e12afdac6141 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348526 Oct 19 01:04:24.439745 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-9926f4be-9fc7-4138-954a-c876d34709be req-0b11686b-9dee-4a16-bf61-3fc048e31129 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] Deleting port 0a27acf2-cdd1-44c0-9bc4-7109b474e360 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:04:24.440122 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-9926f4be-9fc7-4138-954a-c876d34709be req-0b11686b-9dee-4a16-bf61-3fc048e31129 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:24.450384 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d95c1c27-7027-4139-8647-41d6fcc9f73c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:24.507655 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d6fab8df-0243-4d20-aba9-b7ac4bc1adb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:24.507923 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-1222573a-43c7-4df2-93d8-c96bc712b5c7 None None] Provisioning complete for port 863d8e8c-365f-4334-ae77-e47ced9c3f7b triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:24.512142 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1222573a-43c7-4df2-93d8-c96bc712b5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:24.554313 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2ed7e62b-6160-4454-94ef-d2190cdabd21 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:24.604343 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-1222573a-43c7-4df2-93d8-c96bc712b5c7 None None] Port 863d8e8c-365f-4334-ae77-e47ced9c3f7b cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:04:24.625993 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2ed7e62b-6160-4454-94ef-d2190cdabd21 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:24.633405 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 9e86a3f9-75c4-4078-96af-d105cc8f2f4b up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:04:24.727452 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-9926f4be-9fc7-4138-954a-c876d34709be req-0b11686b-9dee-4a16-bf61-3fc048e31129 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] For port 0a27acf2-cdd1-44c0-9bc4-7109b474e360, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=0a27acf2-cdd1-44c0-9bc4-7109b474e360,segment=NetworkSegment(fd439f00-5252-4108-8cca-4bb02963020f),segment_id=fd439f00-5252-4108-8cca-4bb02963020f)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:24.731640 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-9926f4be-9fc7-4138-954a-c876d34709be req-0b11686b-9dee-4a16-bf61-3fc048e31129 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:24.740995 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7e62b-6160-4454-94ef-d2190cdabd21 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Port': ['ID=58a5f268-34fe-4d32-975d-b502a6b9d1a8,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:24.749435 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af90003-9e30-4ad0-b7a2-f8f47396d43e admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:04:24.758353 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-d6fab8df-0243-4d20-aba9-b7ac4bc1adb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c57069-c895-4994-a7af-d9f6ed49afa5']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:24.774303 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6af90003-9e30-4ad0-b7a2-f8f47396d43e admin admin] 10.222.0.57 "PUT /v2.0/routers/77c60fec-6f16-4bec-9667-b305f18c83c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6578200 Oct 19 01:04:24.776000 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-9926f4be-9fc7-4138-954a-c876d34709be req-0b11686b-9dee-4a16-bf61-3fc048e31129 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] Calling delete_port for 0a27acf2-cdd1-44c0-9bc4-7109b474e360 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:04:24.808405 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed7e62b-6160-4454-94ef-d2190cdabd21 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Network 818430b4-01d8-4c04-bfa6-ff91f4d170cb is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:04:24.820269 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-d6fab8df-0243-4d20-aba9-b7ac4bc1adb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b6ac682-429b-459d-90c9-47596802933c') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:24.820577 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-d6fab8df-0243-4d20-aba9-b7ac4bc1adb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b6ac682-429b-459d-90c9-47596802933c') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:24.833279 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-2ed7e62b-6160-4454-94ef-d2190cdabd21 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:04:24.862558 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 9e86a3f9-75c4-4078-96af-d105cc8f2f4b triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:24.862934 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:24.909240 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed7e62b-6160-4454-94ef-d2190cdabd21 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:04:24.920954 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed7e62b-6160-4454-94ef-d2190cdabd21 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:24.925997 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2ed7e62b-6160-4454-94ef-d2190cdabd21 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:24.931925 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d6fab8df-0243-4d20-aba9-b7ac4bc1adb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:24.952741 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-af59a63b-507d-459c-8471-0732a76a5ffb None None] Allocated IP 2001:db8:0:1::2 (818430b4-01d8-4c04-bfa6-ff91f4d170cb/edce979f-6d0d-4fd3-a93c-14629a48e403/9e86a3f9-75c4-4078-96af-d105cc8f2f4b) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:04:25.057089 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-9926f4be-9fc7-4138-954a-c876d34709be req-0b11686b-9dee-4a16-bf61-3fc048e31129 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:25.100379 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2ed7e62b-6160-4454-94ef-d2190cdabd21 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.3571239 Oct 19 01:04:25.105912 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56950) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:25.106898 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d6fab8df-0243-4d20-aba9-b7ac4bc1adb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:25.112082 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['0a27acf2-cdd1-44c0-9bc4-7109b474e360'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:04:25.131425 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11686b-9dee-4a16-bf61-3fc048e31129 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] Pushing event deleted for resources: {'Port': ['ID=0a27acf2-cdd1-44c0-9bc4-7109b474e360,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:25.174870 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-af44ebea-b337-40f1-8417-94871eee485f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd9c40092-d37d-4983-80d9-b7c55861480a'}]}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:04:25.210452 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-9926f4be-9fc7-4138-954a-c876d34709be req-0b11686b-9dee-4a16-bf61-3fc048e31129 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] No DVR routers for this DVR port 0a27acf2-cdd1-44c0-9bc4-7109b474e360 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:04:25.213284 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-9926f4be-9fc7-4138-954a-c876d34709be req-0b11686b-9dee-4a16-bf61-3fc048e31129 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:25.218726 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9926f4be-9fc7-4138-954a-c876d34709be req-0b11686b-9dee-4a16-bf61-3fc048e31129 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] 10.222.0.24 "DELETE /v2.0/ports/0a27acf2-cdd1-44c0-9bc4-7109b474e360 HTTP/1.1" status: 204 len: 173 time: 1.4798222 Oct 19 01:04:25.219646 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70135b25-55be-4364-bf94-0638092e3412', 'name': 'network-vif-deleted', 'tag': '0a27acf2-cdd1-44c0-9bc4-7109b474e360'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:04:25.223492 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d305ac-e092-44cd-bfe6-c1f65df760a3" -d '{"events": [{"server_uuid": "70135b25-55be-4364-bf94-0638092e3412", "name": "network-vif-deleted", "tag": "0a27acf2-cdd1-44c0-9bc4-7109b474e360"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:04:25.260250 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7068378-d60d-4b01-a2ba-5040be72176e req-49d6f134-4449-4ba2-bb70-fc08e98e3d20 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:25.271294 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c7068378-d60d-4b01-a2ba-5040be72176e req-49d6f134-4449-4ba2-bb70-fc08e98e3d20 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cfb5c64-b767-4bd8-a7ef-2cf225184483 HTTP/1.1" status: 200 len: 949 time: 0.4445899 Oct 19 01:04:25.302670 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6fab8df-0243-4d20-aba9-b7ac4bc1adb8 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:04:25.303067 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d6fab8df-0243-4d20-aba9-b7ac4bc1adb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:25.305131 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:04:25.305131 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:04:25.305131 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:04:25.305131 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:04:25.305131 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:04:25.305131 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:04:25.305131 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:04:25.305131 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:04:25.305131 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:04:25.305131 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:04:25.305131 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:04:25.305131 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:04:25.305131 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:04:25.305131 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:04:25.305131 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:04:25.305131 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:04:25.305131 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:04:25.305131 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:04:25.305131 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:04:25.305131 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:04:25.305131 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:04:25.305131 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:04:25.305131 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:04:25.305131 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:04:25.305131 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:04:25.305131 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:04:25.305131 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:04:25.305131 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:04:25.305131 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:04:25.305131 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:04:25.305131 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:04:25.305131 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:04:25.347930 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-af59a63b-507d-459c-8471-0732a76a5ffb None None] For port 9e86a3f9-75c4-4078-96af-d105cc8f2f4b, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=9e86a3f9-75c4-4078-96af-d105cc8f2f4b,segment=NetworkSegment(d287da94-e2fa-4672-a653-e5c2cc03295b),segment_id=d287da94-e2fa-4672-a653-e5c2cc03295b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:25.406320 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-af59a63b-507d-459c-8471-0732a76a5ffb None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:25.422002 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-af59a63b-507d-459c-8471-0732a76a5ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:25.529231 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59a63b-507d-459c-8471-0732a76a5ffb None None] Pushing event updated for resources: {'Port': ['ID=9e86a3f9-75c4-4078-96af-d105cc8f2f4b,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:25.570876 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56960) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:25.576228 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-a2293abc-5b5d-44f8-af45-5569cbb24f82 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1026952576', 'description': 'tempest-description--560164535'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:04:25.646407 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b60bb08-9633-4f47-94ae-23feeefd5eaa x-openstack-request-id: req-0b60bb08-9633-4f47-94ae-23feeefd5eaa {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:04:25.648579 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70135b25-55be-4364-bf94-0638092e3412", "name": "network-vif-deleted", "tag": "0a27acf2-cdd1-44c0-9bc4-7109b474e360", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:04:25.649083 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0b60bb08-9633-4f47-94ae-23feeefd5eaa {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:04:25.652096 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70135b25-55be-4364-bf94-0638092e3412', 'name': 'network-vif-deleted', 'tag': '0a27acf2-cdd1-44c0-9bc4-7109b474e360', 'status': 'completed', 'code': 200} Oct 19 01:04:25.675099 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a2293abc-5b5d-44f8-af45-5569cbb24f82 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:25.721064 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 405f9318-639c-438c-a251-7c78f793c656 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:04:25.730963 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-af44ebea-b337-40f1-8417-94871eee485f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:25.738902 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d6fab8df-0243-4d20-aba9-b7ac4bc1adb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:25.823819 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c7068378-d60d-4b01-a2ba-5040be72176e req-b9a1c09b-0cab-4351-903f-6c5dfe5e567e tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/security-groups?id=c783b73d-2e5d-42e1-b958-62de854aa98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5434613 Oct 19 01:04:25.843068 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d6fab8df-0243-4d20-aba9-b7ac4bc1adb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:25.859430 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d6fab8df-0243-4d20-aba9-b7ac4bc1adb8 admin admin] 10.222.0.57 "DELETE /v2.0/networks/91c57069-c895-4994-a7af-d9f6ed49afa5 HTTP/1.1" status: 204 len: 168 time: 2.3237882 Oct 19 01:04:25.908364 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 405f9318-639c-438c-a251-7c78f793c656 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:04:25.918500 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 405f9318-639c-438c-a251-7c78f793c656 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:25.920454 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:25.945445 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6bdf9d2a-e1dd-4566-b318-96ce9b0358f2 req-dd0b27ea-f088-469e-9cd1-336caf501b52 tempest-AttachSCSIVolumeTestJSON-1973058976 tempest-AttachSCSIVolumeTestJSON-1973058976-project] 10.222.0.57 "GET /v2.0/ports?device_id=70135b25-55be-4364-bf94-0638092e3412 HTTP/1.1" status: 200 len: 210 time: 0.1240778 Oct 19 01:04:26.034830 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a2293abc-5b5d-44f8-af45-5569cbb24f82 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:26.053388 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a2293abc-5b5d-44f8-af45-5569cbb24f82 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:26.164907 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2293abc-5b5d-44f8-af45-5569cbb24f82 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=318b730d-59b3-49ba-bc3d-3ba9ca967adc,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:26.169359 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56964) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:26.218435 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a2293abc-5b5d-44f8-af45-5569cbb24f82 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:26.219703 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a2293abc-5b5d-44f8-af45-5569cbb24f82 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6473563 Oct 19 01:04:26.239558 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:26.244964 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56966) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:26.261844 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-a82ed273-725e-4c5b-9051-ad8f6f2a74b3 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Request body: {'security_group_rule': {'security_group_id': '318b730d-59b3-49ba-bc3d-3ba9ca967adc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:04:26.293777 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cfb5c64-b767-4bd8-a7ef-2cf225184483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405f9318-639c-438c-a251-7c78f793c656'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:04:26.298996 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba769e1c-f248-46b3-8894-3b0ea909c9fd" -d '{"events": [{"server_uuid": "4cfb5c64-b767-4bd8-a7ef-2cf225184483", "name": "network-vif-plugged", "status": "completed", "tag": "405f9318-639c-438c-a251-7c78f793c656"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:04:26.340447 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 405f9318-639c-438c-a251-7c78f793c656, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=405f9318-639c-438c-a251-7c78f793c656,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:26.351647 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:26.418361 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f64fe34-3ef7-4bf1-9553-6817c02bacd4 x-openstack-request-id: req-7f64fe34-3ef7-4bf1-9553-6817c02bacd4 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:04:26.418800 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cfb5c64-b767-4bd8-a7ef-2cf225184483", "name": "network-vif-plugged", "status": "completed", "tag": "405f9318-639c-438c-a251-7c78f793c656", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:04:26.419368 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7f64fe34-3ef7-4bf1-9553-6817c02bacd4 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:04:26.420329 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfb5c64-b767-4bd8-a7ef-2cf225184483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405f9318-639c-438c-a251-7c78f793c656', 'code': 200} Oct 19 01:04:26.468254 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f55e7a-d0bc-428f-b5d5-04fb4c2cfafe req-ad84d2c6-3925-4865-ae96-b79416119a9c tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:26.470118 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-62f55e7a-d0bc-428f-b5d5-04fb4c2cfafe req-ad84d2c6-3925-4865-ae96-b79416119a9c tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 950 time: 0.2968025 Oct 19 01:04:26.472819 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8406f677-0087-424a-a7fa-967597ba7659 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=45dad4b7bd634495b88941ea38093b47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2930667 Oct 19 01:04:26.480928 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56970) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:26.497512 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=405f9318-639c-438c-a251-7c78f793c656,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:26.571848 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-af44ebea-b337-40f1-8417-94871eee485f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Delete allocated IP 2001:db8:0:1::3b7 (818430b4-01d8-4c04-bfa6-ff91f4d170cb/edce979f-6d0d-4fd3-a93c-14629a48e403) {{(pid=100606) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 19 01:04:26.610888 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a82ed273-725e-4c5b-9051-ad8f6f2a74b3 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:26.674809 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 9e86a3f9-75c4-4078-96af-d105cc8f2f4b up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:04:26.703232 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a82ed273-725e-4c5b-9051-ad8f6f2a74b3 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:26.711841 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0434c47e-20fe-4ff1-80b9-e1ee9108fe7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:26.742180 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0434c47e-20fe-4ff1-80b9-e1ee9108fe7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:26.754358 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95c1c27-7027-4139-8647-41d6fcc9f73c admin admin] Router 094a1316-1f6f-47a1-9856-8707411d3c3e has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:04:26.761412 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fab8df-0243-4d20-aba9-b7ac4bc1adb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=91c57069-c895-4994-a7af-d9f6ed49afa5,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:26.770859 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 9e86a3f9-75c4-4078-96af-d105cc8f2f4b triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:26.772428 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:26.814215 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fc4969-3f93-41e1-94fe-ac91ddf819b6 None None] Network 818430b4-01d8-4c04-bfa6-ff91f4d170cb requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:04:26.816411 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a82ed273-725e-4c5b-9051-ad8f6f2a74b3 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:26.832595 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0434c47e-20fe-4ff1-80b9-e1ee9108fe7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:26.835121 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0434c47e-20fe-4ff1-80b9-e1ee9108fe7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:26.838459 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0434c47e-20fe-4ff1-80b9-e1ee9108fe7d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/49b0a1b9-beda-44f5-a633-8cd775ca29ef HTTP/1.1" status: 204 len: 168 time: 0.3338544 Oct 19 01:04:26.864817 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ed273-725e-4c5b-9051-ad8f6f2a74b3 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=310da136-76e4-4ec7-be19-2328b917881b,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:26.865897 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-af44ebea-b337-40f1-8417-94871eee485f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:26.880561 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-af44ebea-b337-40f1-8417-94871eee485f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:26.893830 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-62f55e7a-d0bc-428f-b5d5-04fb4c2cfafe req-29db394a-ffe6-4a48-a5eb-4b4bd62d483e tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136231 Oct 19 01:04:26.897813 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434c47e-20fe-4ff1-80b9-e1ee9108fe7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b0a1b9-beda-44f5-a633-8cd775ca29ef,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:26.907266 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a82ed273-725e-4c5b-9051-ad8f6f2a74b3 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:26.912820 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a82ed273-725e-4c5b-9051-ad8f6f2a74b3 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6639769 Oct 19 01:04:26.917467 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56978) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:26.933101 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9fefb6-eec3-4936-8efc-7f9d2de52fa1 req-830c18d5-9b91-4092-8868-0d17d43a7108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:26.934740 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8b9fefb6-eec3-4936-8efc-7f9d2de52fa1 req-830c18d5-9b91-4092-8868-0d17d43a7108 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4cfb5c64-b767-4bd8-a7ef-2cf225184483 HTTP/1.1" status: 200 len: 1102 time: 0.4335485 Oct 19 01:04:26.955672 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-dae6f894-2997-4087-8135-f8f04c3fbcf8 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Request body: {'security_group_rule': {'security_group_id': '318b730d-59b3-49ba-bc3d-3ba9ca967adc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:04:27.055397 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dae6f894-2997-4087-8135-f8f04c3fbcf8 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:27.062979 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44ebea-b337-40f1-8417-94871eee485f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Port': ['ID=58a5f268-34fe-4d32-975d-b502a6b9d1a8,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:27.096716 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:27.122233 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-a27155b7-dbd2-46c4-a1ff-3fc898f503a3 None None] Provisioning complete for port 9e86a3f9-75c4-4078-96af-d105cc8f2f4b triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:27.126178 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a27155b7-dbd2-46c4-a1ff-3fc898f503a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:27.147544 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8b9fefb6-eec3-4936-8efc-7f9d2de52fa1 req-3d2fa9f7-6610-4406-b314-d51c9bd89669 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c783b73d-2e5d-42e1-b958-62de854aa98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447136 Oct 19 01:04:27.188674 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-af44ebea-b337-40f1-8417-94871eee485f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] In _notify_port_updated(), no bound segment for port 58a5f268-34fe-4d32-975d-b502a6b9d1a8 on network 818430b4-01d8-4c04-bfa6-ff91f4d170cb {{(pid=100606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:04:27.194161 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af44ebea-b337-40f1-8417-94871eee485f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:27.194805 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-af44ebea-b337-40f1-8417-94871eee485f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:27.199211 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-af44ebea-b337-40f1-8417-94871eee485f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "PUT /v2.0/ports/58a5f268-34fe-4d32-975d-b502a6b9d1a8 HTTP/1.1" status: 200 len: 926 time: 2.0625536 Oct 19 01:04:27.203224 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56992) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:27.213113 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-85dcdf75-f576-49e9-bec6-806d3773f47f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd9c40092-d37d-4983-80d9-b7c55861480a'}, {'subnet_id': 'edce979f-6d0d-4fd3-a93c-14629a48e403'}]}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:04:27.260083 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbb262-ab6a-4bb7-808f-12c3b994a09e req-0698011d-676b-4a02-b441-686f919c1e11 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:27.262997 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c0bbb262-ab6a-4bb7-808f-12c3b994a09e req-0698011d-676b-4a02-b441-686f919c1e11 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cfb5c64-b767-4bd8-a7ef-2cf225184483 HTTP/1.1" status: 200 len: 950 time: 0.2326498 Oct 19 01:04:27.308347 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dae6f894-2997-4087-8135-f8f04c3fbcf8 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:27.316890 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dae6f894-2997-4087-8135-f8f04c3fbcf8 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:27.324161 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95c1c27-7027-4139-8647-41d6fcc9f73c admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:04:27.337228 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6559bc63-f333-4be0-89b0-ba157edfd1b3 None None] Sync routers for ids ['094a1316-1f6f-47a1-9856-8707411d3c3e'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:04:27.364690 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6559bc63-f333-4be0-89b0-ba157edfd1b3 None None] Routers {'094a1316-1f6f-47a1-9856-8707411d3c3e'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:04:27.367834 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-6559bc63-f333-4be0-89b0-ba157edfd1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:04:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['094a1316-1f6f-47a1-9856-8707411d3c3e'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:27.368420 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d95c1c27-7027-4139-8647-41d6fcc9f73c admin admin] 10.222.0.57 "PUT /v2.0/routers/094a1316-1f6f-47a1-9856-8707411d3c3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0666945 Oct 19 01:04:27.372301 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56994) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:27.389102 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6f894-2997-4087-8135-f8f04c3fbcf8 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79a357bb-3c7e-4983-bb83-29dccd54568e,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:27.390325 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c0bbb262-ab6a-4bb7-808f-12c3b994a09e req-6fb9ba22-10b7-4389-b45e-10e9fd61b321 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/security-groups?id=c783b73d-2e5d-42e1-b958-62de854aa98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177387 Oct 19 01:04:27.410889 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-85dcdf75-f576-49e9-bec6-806d3773f47f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:27.488636 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dae6f894-2997-4087-8135-f8f04c3fbcf8 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:27.490012 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-dae6f894-2997-4087-8135-f8f04c3fbcf8 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5703406 Oct 19 01:04:27.492871 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57002) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:27.498346 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-4b545841-5d9a-4ec9-8e27-ad4d8306e97f tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:04:27.611178 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7fd894bf-98f2-43f2-ba30-77063c6762f1 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:04:27.642464 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4b545841-5d9a-4ec9-8e27-ad4d8306e97f tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks [] for floatingip, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:27.689446 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-6559bc63-f333-4be0-89b0-ba157edfd1b3 None None] Set router 094a1316-1f6f-47a1-9856-8707411d3c3e gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:04:27.709476 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c4b6361-5435-45cb-b817-30d89cc4827a admin admin] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:27.751951 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 0a27acf2-cdd1-44c0-9bc4-7109b474e360 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:04:27.876841 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 0a27acf2-cdd1-44c0-9bc4-7109b474e360 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:04:27.877185 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 0a27acf2-cdd1-44c0-9bc4-7109b474e360 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:04:27.883459 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615f8128-3f5e-44b4-99f2-7bebcad89813 None None] Sync routers for ids ['77c60fec-6f16-4bec-9667-b305f18c83c7'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:04:27.941635 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615f8128-3f5e-44b4-99f2-7bebcad89813 None None] Routers {'77c60fec-6f16-4bec-9667-b305f18c83c7'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:04:27.945611 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-615f8128-3f5e-44b4-99f2-7bebcad89813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:04:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['77c60fec-6f16-4bec-9667-b305f18c83c7'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:28.100912 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-85dcdf75-f576-49e9-bec6-806d3773f47f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Allocated IP 2001:db8:0:1::3c5 (818430b4-01d8-4c04-bfa6-ff91f4d170cb/edce979f-6d0d-4fd3-a93c-14629a48e403/58a5f268-34fe-4d32-975d-b502a6b9d1a8) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:04:28.174699 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-6559bc63-f333-4be0-89b0-ba157edfd1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'name': 'tempest-ServersTestBootFromVolume-48298995-router', 'tenant_id': 'a49a980071cc4194a4c852bc837c18ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '24701d86-7819-40b9-acf9-dad324ed85dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:01:02Z', 'updated_at': '2021-10-19T01:04:23Z', 'revision_number': 5, 'project_id': 'a49a980071cc4194a4c852bc837c18ec', 'gw_port': {'id': '24701d86-7819-40b9-acf9-dad324ed85dc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:01:03Z', 'updated_at': '2021-10-19T01:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:28.242337 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6559bc63-f333-4be0-89b0-ba157edfd1b3 None None] Checking router: 094a1316-1f6f-47a1-9856-8707411d3c3e for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:04:28.279953 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6559bc63-f333-4be0-89b0-ba157edfd1b3 None None] Routers {'094a1316-1f6f-47a1-9856-8707411d3c3e'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:04:28.285429 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-6559bc63-f333-4be0-89b0-ba157edfd1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:04:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['094a1316-1f6f-47a1-9856-8707411d3c3e'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:28.286029 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-615f8128-3f5e-44b4-99f2-7bebcad89813 None None] Set router 77c60fec-6f16-4bec-9667-b305f18c83c7 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:04:28.451562 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 7fd894bf-98f2-43f2-ba30-77063c6762f1 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:28.451996 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:28.452366 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-6559bc63-f333-4be0-89b0-ba157edfd1b3 None None] Set router 094a1316-1f6f-47a1-9856-8707411d3c3e gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:04:28.737568 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-85dcdf75-f576-49e9-bec6-806d3773f47f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:28.771857 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-85dcdf75-f576-49e9-bec6-806d3773f47f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:28.782535 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-cac7c2e5-36d6-4f22-8fb4-99404ba9c6d8 None None] Provisioning complete for port 58a5f268-34fe-4d32-975d-b502a6b9d1a8 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:28.791972 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cac7c2e5-36d6-4f22-8fb4-99404ba9c6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:28.889527 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-6559bc63-f333-4be0-89b0-ba157edfd1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'name': 'tempest-ServersTestBootFromVolume-48298995-router', 'tenant_id': 'a49a980071cc4194a4c852bc837c18ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '24701d86-7819-40b9-acf9-dad324ed85dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:01:02Z', 'updated_at': '2021-10-19T01:04:23Z', 'revision_number': 5, 'project_id': 'a49a980071cc4194a4c852bc837c18ec', 'gw_port': {'id': '24701d86-7819-40b9-acf9-dad324ed85dc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:01:03Z', 'updated_at': '2021-10-19T01:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:28.959997 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6559bc63-f333-4be0-89b0-ba157edfd1b3 None None] The sync data for ids ['094a1316-1f6f-47a1-9856-8707411d3c3e'] in n-d-715271-26 is: [{'id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'name': 'tempest-ServersTestBootFromVolume-48298995-router', 'tenant_id': 'a49a980071cc4194a4c852bc837c18ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '24701d86-7819-40b9-acf9-dad324ed85dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:01:02Z', 'updated_at': '2021-10-19T01:04:23Z', 'revision_number': 5, 'project_id': 'a49a980071cc4194a4c852bc837c18ec', 'gw_port': {'id': '24701d86-7819-40b9-acf9-dad324ed85dc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094a1316-1f6f-47a1-9856-8707411d3c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:01:03Z', 'updated_at': '2021-10-19T01:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:04:28.970477 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f883164-a0b4-41ff-8ec2-fb408a6530d9 req-0f174801-5dcf-4a5e-8734-5891ed286557 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:28.971881 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-cac7c2e5-36d6-4f22-8fb4-99404ba9c6d8 None None] Port 58a5f268-34fe-4d32-975d-b502a6b9d1a8 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:04:28.988870 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6f883164-a0b4-41ff-8ec2-fb408a6530d9 req-0f174801-5dcf-4a5e-8734-5891ed286557 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cfb5c64-b767-4bd8-a7ef-2cf225184483 HTTP/1.1" status: 200 len: 950 time: 0.3801198 Oct 19 01:04:29.034266 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c4b6361-5435-45cb-b817-30d89cc4827a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:29.043882 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dcdf75-f576-49e9-bec6-806d3773f47f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Port': ['ID=58a5f268-34fe-4d32-975d-b502a6b9d1a8,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:29.106761 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4b545841-5d9a-4ec9-8e27-ad4d8306e97f tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:29.121351 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-85dcdf75-f576-49e9-bec6-806d3773f47f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] In _notify_port_updated(), no bound segment for port 58a5f268-34fe-4d32-975d-b502a6b9d1a8 on network 818430b4-01d8-4c04-bfa6-ff91f4d170cb {{(pid=100606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:04:29.133454 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:29.134923 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dcdf75-f576-49e9-bec6-806d3773f47f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:29.135872 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-85dcdf75-f576-49e9-bec6-806d3773f47f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:29.137407 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-85dcdf75-f576-49e9-bec6-806d3773f47f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "PUT /v2.0/ports/58a5f268-34fe-4d32-975d-b502a6b9d1a8 HTTP/1.1" status: 200 len: 1012 time: 1.9331670 Oct 19 01:04:29.145988 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57064) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:29.188652 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-cac7c2e5-36d6-4f22-8fb4-99404ba9c6d8 None None] Provisioning complete for port 9e86a3f9-75c4-4078-96af-d105cc8f2f4b triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:29.190673 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cac7c2e5-36d6-4f22-8fb4-99404ba9c6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:29.296256 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6f883164-a0b4-41ff-8ec2-fb408a6530d9 req-a151da17-33f4-43c5-8aab-68454c47273b tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/security-groups?id=c783b73d-2e5d-42e1-b958-62de854aa98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022304 Oct 19 01:04:29.306182 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 7fd894bf-98f2-43f2-ba30-77063c6762f1, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=7fd894bf-98f2-43f2-ba30-77063c6762f1,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:29.408791 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-ff5f20a7-ee94-41e3-bf6c-7e9bafed7764 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Deleting port 58a5f268-34fe-4d32-975d-b502a6b9d1a8 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:04:29.409469 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ff5f20a7-ee94-41e3-bf6c-7e9bafed7764 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:29.417606 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:29.433411 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:29.511135 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0e75b-fe68-47ae-9ab6-14b4f2e3c665 req-4b7ccd39-da9b-433c-92b2-539a62a0db9b tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:29.513540 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-02e0e75b-fe68-47ae-9ab6-14b4f2e3c665 req-4b7ccd39-da9b-433c-92b2-539a62a0db9b tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 950 time: 1.4273627 Oct 19 01:04:29.534637 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-4b545841-5d9a-4ec9-8e27-ad4d8306e97f tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Allocated IP 172.25.8.205 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/14b940e6-63d0-450b-bc6f-632c3b550d9f) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:04:29.543422 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 87b3b899-2f50-4c9b-a48c-a04bca5be6aa no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:04:29.635524 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-02e0e75b-fe68-47ae-9ab6-14b4f2e3c665 req-8bf08e45-267d-481c-93e1-b36633952045 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097975 Oct 19 01:04:29.645636 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-0c4b6361-5435-45cb-b817-30d89cc4827a admin admin] Deleting port 24701d86-7819-40b9-acf9-dad324ed85dc {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:04:29.646227 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c4b6361-5435-45cb-b817-30d89cc4827a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:29.709167 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ff5f20a7-ee94-41e3-bf6c-7e9bafed7764 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:29.752553 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-ff5f20a7-ee94-41e3-bf6c-7e9bafed7764 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Calling delete_port for 58a5f268-34fe-4d32-975d-b502a6b9d1a8 owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:04:29.826674 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4b545841-5d9a-4ec9-8e27-ad4d8306e97f tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:29.847146 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-0c4b6361-5435-45cb-b817-30d89cc4827a admin admin] For port 24701d86-7819-40b9-acf9-dad324ed85dc, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=24701d86-7819-40b9-acf9-dad324ed85dc,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:29.847511 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c4b6361-5435-45cb-b817-30d89cc4827a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:29.872378 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-0c4b6361-5435-45cb-b817-30d89cc4827a admin admin] Calling delete_port for 24701d86-7819-40b9-acf9-dad324ed85dc owned by network:router_gateway {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:04:29.991565 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4b545841-5d9a-4ec9-8e27-ad4d8306e97f tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:30.057707 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b545841-5d9a-4ec9-8e27-ad4d8306e97f tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:04:30.105983 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-4b545841-5d9a-4ec9-8e27-ad4d8306e97f tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:04:30.112918 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b545841-5d9a-4ec9-8e27-ad4d8306e97f tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:04:30.174804 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 87b3b899-2f50-4c9b-a48c-a04bca5be6aa {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:04:30.175705 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 87b3b899-2f50-4c9b-a48c-a04bca5be6aa not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:04:30.206881 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b545841-5d9a-4ec9-8e27-ad4d8306e97f tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Pushing event updated for resources: {'Port': ['ID=14b940e6-63d0-450b-bc6f-632c3b550d9f,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:30.217405 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-615f8128-3f5e-44b4-99f2-7bebcad89813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'name': 'tempest-ServersTestManualDisk-931917-router', 'tenant_id': '9ca58805b0d5403faf61bcb76d75537a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '7fd894bf-98f2-43f2-ba30-77063c6762f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:15Z', 'updated_at': '2021-10-19T01:04:22Z', 'revision_number': 4, 'project_id': '9ca58805b0d5403faf61bcb76d75537a', 'gw_port': {'id': '7fd894bf-98f2-43f2-ba30-77063c6762f1', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ca:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:17Z', 'updated_at': '2021-10-19T01:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '863d8e8c-365f-4334-ae77-e47ced9c3f7b', 'name': '', 'network_id': 'e0a933c8-d57d-4f34-92bd-33c9cee5c990', 'tenant_id': '9ca58805b0d5403faf61bcb76d75537a', 'mac_address': 'fa:16:3e:2f:3d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '31331c2c-08e9-492b-8825-a76f43d2b26c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:20Z', 'updated_at': '2021-10-19T01:04:22Z', 'revision_number': 2, 'project_id': '9ca58805b0d5403faf61bcb76d75537a', 'subnets': [{'id': '31331c2c-08e9-492b-8825-a76f43d2b26c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:30.270317 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ff5f20a7-ee94-41e3-bf6c-7e9bafed7764 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:30.276693 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=7fd894bf-98f2-43f2-ba30-77063c6762f1,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:30.366294 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f20a7-ee94-41e3-bf6c-7e9bafed7764 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Port': ['ID=58a5f268-34fe-4d32-975d-b502a6b9d1a8,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:30.439338 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c4b6361-5435-45cb-b817-30d89cc4827a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:30.451658 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615f8128-3f5e-44b4-99f2-7bebcad89813 None None] Checking router: 77c60fec-6f16-4bec-9667-b305f18c83c7 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:04:30.452110 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615f8128-3f5e-44b4-99f2-7bebcad89813 None None] Updating router 77c60fec-6f16-4bec-9667-b305f18c83c7 port 863d8e8c-365f-4334-ae77-e47ced9c3f7b binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:04:30.465460 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b5be5379-00eb-4fab-a81a-030cf8d69316 None None] Could not find standard attr ID for object 58a5f268-34fe-4d32-975d-b502a6b9d1a8. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:04:30.484456 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ff5f20a7-ee94-41e3-bf6c-7e9bafed7764 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:30.488994 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ff5f20a7-ee94-41e3-bf6c-7e9bafed7764 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/ports/58a5f268-34fe-4d32-975d-b502a6b9d1a8 HTTP/1.1" status: 204 len: 168 time: 1.3374665 Oct 19 01:04:30.492432 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57112) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:30.563520 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-d21b50d7-db76-4089-85e3-56fc80d90b2c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] GET failed (client error): The resource could not be found. Oct 19 01:04:30.565819 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d21b50d7-db76-4089-85e3-56fc80d90b2c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "GET /v2.0/ports/58a5f268-34fe-4d32-975d-b502a6b9d1a8 HTTP/1.1" status: 404 len: 333 time: 0.0712383 Oct 19 01:04:30.576475 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-615f8128-3f5e-44b4-99f2-7bebcad89813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:30.593375 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57114) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:30.594435 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b6361-5435-45cb-b817-30d89cc4827a admin admin] Pushing event deleted for resources: {'Port': ['ID=24701d86-7819-40b9-acf9-dad324ed85dc,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:30.677692 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af88855-398f-41bf-af05-16725d9bda28 req-5c49c032-4b88-409d-a732-e5d51cb610f0 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:30.697919 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7af88855-398f-41bf-af05-16725d9bda28 req-5c49c032-4b88-409d-a732-e5d51cb610f0 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cfb5c64-b767-4bd8-a7ef-2cf225184483 HTTP/1.1" status: 200 len: 950 time: 0.1388650 Oct 19 01:04:30.780122 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7af88855-398f-41bf-af05-16725d9bda28 req-2afbc64f-9d56-4279-88ce-1951dfb1422e tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/security-groups?id=c783b73d-2e5d-42e1-b958-62de854aa98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811145 Oct 19 01:04:30.863874 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4b545841-5d9a-4ec9-8e27-ad4d8306e97f tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:30.878139 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57120) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:30.929309 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8225335-3e22-403a-abd8-9ef9b90e081f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Deleting subnet edce979f-6d0d-4fd3-a93c-14629a48e403 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:04:30.933646 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b8225335-3e22-403a-abd8-9ef9b90e081f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:30.999222 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b8225335-3e22-403a-abd8-9ef9b90e081f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:31.037687 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c4b6361-5435-45cb-b817-30d89cc4827a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:31.066291 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4b545841-5d9a-4ec9-8e27-ad4d8306e97f tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:31.090123 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-10106dee-5463-4f8b-aa88-3e37a098e460 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:31.168152 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-615f8128-3f5e-44b4-99f2-7bebcad89813 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:31.182992 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-615f8128-3f5e-44b4-99f2-7bebcad89813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:31.199686 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7e21a-962d-4536-bf57-e4d1c7d4281e req-3adc0082-3b1f-4a32-bcef-0f6ff67e8c01 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:31.203353 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-73b7e21a-962d-4536-bf57-e4d1c7d4281e req-3adc0082-3b1f-4a32-bcef-0f6ff67e8c01 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 950 time: 0.3646176 Oct 19 01:04:31.223020 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-10106dee-5463-4f8b-aa88-3e37a098e460 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:31.229723 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-10106dee-5463-4f8b-aa88-3e37a098e460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:31.265429 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-73b7e21a-962d-4536-bf57-e4d1c7d4281e req-603efd35-2769-410d-b7e8-f72bc1612e1f tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537877 Oct 19 01:04:31.298986 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-10106dee-5463-4f8b-aa88-3e37a098e460 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c8f97569afea465092bfba51e6fa57a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4196556 Oct 19 01:04:31.300579 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10106dee-5463-4f8b-aa88-3e37a098e460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c763d4d-5c59-42c2-96e5-6d8398ae2ee2,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:31.303187 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57126) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:31.358906 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8d8ce-47c5-4bf1-abdd-d41ecdc0ad49 None None] Pushing event updated for resources: {'Port': ['ID=863d8e8c-365f-4334-ae77-e47ced9c3f7b,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:31.377768 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c4b6361-5435-45cb-b817-30d89cc4827a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:31.390290 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-494e89ba-2039-4579-9ba6-e1941e7f43c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:31.415054 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-615f8128-3f5e-44b4-99f2-7bebcad89813 None None] Attempting to bind port 863d8e8c-365f-4334-ae77-e47ced9c3f7b on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:04:31.415486 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-615f8128-3f5e-44b4-99f2-7bebcad89813 None None] Attempting to bind port 863d8e8c-365f-4334-ae77-e47ced9c3f7b by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '704ea1f5-eb98-4f05-aa53-1f4462ac5291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e0a933c8-d57d-4f34-92bd-33c9cee5c990'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:04:31.415907 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615f8128-3f5e-44b4-99f2-7bebcad89813 None None] Attempting to bind port 863d8e8c-365f-4334-ae77-e47ced9c3f7b on network e0a933c8-d57d-4f34-92bd-33c9cee5c990 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:04:31.420818 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-494e89ba-2039-4579-9ba6-e1941e7f43c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:31.422723 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615f8128-3f5e-44b4-99f2-7bebcad89813 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:04:31.423107 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615f8128-3f5e-44b4-99f2-7bebcad89813 None None] Checking segment: {'id': '704ea1f5-eb98-4f05-aa53-1f4462ac5291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e0a933c8-d57d-4f34-92bd-33c9cee5c990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:04:31.423508 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-615f8128-3f5e-44b4-99f2-7bebcad89813 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:31.423938 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615f8128-3f5e-44b4-99f2-7bebcad89813 None None] Bound using segment: {'id': '704ea1f5-eb98-4f05-aa53-1f4462ac5291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e0a933c8-d57d-4f34-92bd-33c9cee5c990'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:04:31.424423 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-615f8128-3f5e-44b4-99f2-7bebcad89813 None None] Bound port: 863d8e8c-365f-4334-ae77-e47ced9c3f7b, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '704ea1f5-eb98-4f05-aa53-1f4462ac5291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e0a933c8-d57d-4f34-92bd-33c9cee5c990'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:04:31.424984 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-615f8128-3f5e-44b4-99f2-7bebcad89813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:31.460916 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b8225335-3e22-403a-abd8-9ef9b90e081f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:31.503587 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c4b6361-5435-45cb-b817-30d89cc4827a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:31.519990 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-615f8128-3f5e-44b4-99f2-7bebcad89813 None None] For port 863d8e8c-365f-4334-ae77-e47ced9c3f7b, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:04:31.523667 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-615f8128-3f5e-44b4-99f2-7bebcad89813 None None] For port 863d8e8c-365f-4334-ae77-e47ced9c3f7b, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=863d8e8c-365f-4334-ae77-e47ced9c3f7b,segment=NetworkSegment(704ea1f5-eb98-4f05-aa53-1f4462ac5291),segment_id=704ea1f5-eb98-4f05-aa53-1f4462ac5291)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:04:31.526239 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-494e89ba-2039-4579-9ba6-e1941e7f43c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:31.530235 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-494e89ba-2039-4579-9ba6-e1941e7f43c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:31.535031 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-494e89ba-2039-4579-9ba6-e1941e7f43c5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6c763d4d-5c59-42c2-96e5-6d8398ae2ee2 HTTP/1.1" status: 204 len: 168 time: 0.2301614 Oct 19 01:04:31.539545 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-615f8128-3f5e-44b4-99f2-7bebcad89813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:31.587825 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e89ba-2039-4579-9ba6-e1941e7f43c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c763d4d-5c59-42c2-96e5-6d8398ae2ee2,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:31.701177 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8d8ce-47c5-4bf1-abdd-d41ecdc0ad49 None None] Pushing event updated for resources: {'Port': ['ID=863d8e8c-365f-4334-ae77-e47ced9c3f7b,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:31.710383 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615f8128-3f5e-44b4-99f2-7bebcad89813 None None] Routers {'77c60fec-6f16-4bec-9667-b305f18c83c7'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:04:31.711332 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-615f8128-3f5e-44b4-99f2-7bebcad89813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:04:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['77c60fec-6f16-4bec-9667-b305f18c83c7'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:31.793906 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-d763a2d2-5101-4211-9d68-80f2b1eb7473 None None] Provisioning complete for port 863d8e8c-365f-4334-ae77-e47ced9c3f7b triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:31.801295 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d763a2d2-5101-4211-9d68-80f2b1eb7473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:31.832786 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7fd894bf-98f2-43f2-ba30-77063c6762f1 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:04:31.964616 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c4b6361-5435-45cb-b817-30d89cc4827a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:31.968255 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4b6361-5435-45cb-b817-30d89cc4827a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 094a1316-1f6f-47a1-9856-8707411d3c3e {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:04:31.996050 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c4b6361-5435-45cb-b817-30d89cc4827a admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:31.998318 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0c4b6361-5435-45cb-b817-30d89cc4827a admin admin] 10.222.0.57 "DELETE /v2.0/routers/094a1316-1f6f-47a1-9856-8707411d3c3e HTTP/1.1" status: 204 len: 168 time: 4.6224363 Oct 19 01:04:32.010958 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57136) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:32.024042 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-615f8128-3f5e-44b4-99f2-7bebcad89813 None None] Set router 77c60fec-6f16-4bec-9667-b305f18c83c7 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:04:32.145565 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06c6bd-d380-4b2f-85da-cfb27cad785f req-cfd50ff1-554e-4270-9b46-9cb8562de8de tempest-DeleteServersAdminTestJSON-1661952255 tempest-DeleteServersAdminTestJSON-1661952255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:32.149244 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3c06c6bd-d380-4b2f-85da-cfb27cad785f req-cfd50ff1-554e-4270-9b46-9cb8562de8de tempest-DeleteServersAdminTestJSON-1661952255 tempest-DeleteServersAdminTestJSON-1661952255-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4cfb5c64-b767-4bd8-a7ef-2cf225184483 HTTP/1.1" status: 200 len: 1102 time: 0.3961358 Oct 19 01:04:32.189349 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b8225335-3e22-403a-abd8-9ef9b90e081f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:32.210165 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 7fd894bf-98f2-43f2-ba30-77063c6762f1 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:32.210717 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:32.241196 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d2610b4-780e-4df8-ba5e-553175c43f89 admin admin] Deleting subnet 0363dbe5-3df2-4445-a63d-085bbc46fdb0 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:04:32.284656 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2d2610b4-780e-4df8-ba5e-553175c43f89 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:32.360596 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b8225335-3e22-403a-abd8-9ef9b90e081f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:32.367689 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b8225335-3e22-403a-abd8-9ef9b90e081f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/subnets/edce979f-6d0d-4fd3-a93c-14629a48e403 HTTP/1.1" status: 204 len: 168 time: 1.7672486 Oct 19 01:04:32.371526 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57150) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:32.379601 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8225335-3e22-403a-abd8-9ef9b90e081f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Subnet': ['ID=edce979f-6d0d-4fd3-a93c-14629a48e403,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:32.406390 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b2419f-908b-4b81-930b-a1f7e916e721 None None] Network 818430b4-01d8-4c04-bfa6-ff91f4d170cb requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:04:32.476350 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4b545841-5d9a-4ec9-8e27-ad4d8306e97f tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:32.496462 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2d2610b4-780e-4df8-ba5e-553175c43f89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:32.532694 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607133c-991d-4014-8d39-ec750e318970 req-1da03465-dc20-450c-be88-596992005b8f tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:32.542502 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1607133c-991d-4014-8d39-ec750e318970 req-1da03465-dc20-450c-be88-596992005b8f tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cfb5c64-b767-4bd8-a7ef-2cf225184483 HTTP/1.1" status: 200 len: 950 time: 0.6508288 Oct 19 01:04:32.601717 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1607133c-991d-4014-8d39-ec750e318970 req-33759875-ff50-41bd-b002-6e0cafb4e01d tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/security-groups?id=c783b73d-2e5d-42e1-b958-62de854aa98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462005 Oct 19 01:04:32.611752 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2d2610b4-780e-4df8-ba5e-553175c43f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:32.619645 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d763a2d2-5101-4211-9d68-80f2b1eb7473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:32.687872 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-d763a2d2-5101-4211-9d68-80f2b1eb7473 None None] For port 863d8e8c-365f-4334-ae77-e47ced9c3f7b, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=863d8e8c-365f-4334-ae77-e47ced9c3f7b,segment=NetworkSegment(704ea1f5-eb98-4f05-aa53-1f4462ac5291),segment_id=704ea1f5-eb98-4f05-aa53-1f4462ac5291)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:32.693524 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4b545841-5d9a-4ec9-8e27-ad4d8306e97f tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:32.713965 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d763a2d2-5101-4211-9d68-80f2b1eb7473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:32.787705 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2d2610b4-780e-4df8-ba5e-553175c43f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:32.868269 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57164) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:32.870901 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807171c4-bd37-40a5-9332-3ebc293138df req-c78aa719-bafd-4a99-a310-8e6df62d1af6 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:32.878633 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-807171c4-bd37-40a5-9332-3ebc293138df req-c78aa719-bafd-4a99-a310-8e6df62d1af6 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 950 time: 0.5094414 Oct 19 01:04:32.882686 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2d2610b4-780e-4df8-ba5e-553175c43f89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:32.889862 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2d2610b4-780e-4df8-ba5e-553175c43f89 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0363dbe5-3df2-4445-a63d-085bbc46fdb0 HTTP/1.1" status: 204 len: 168 time: 0.8642621 Oct 19 01:04:32.891435 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b545841-5d9a-4ec9-8e27-ad4d8306e97f tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Pushing event updated for resources: {'Port': ['ID=14b940e6-63d0-450b-bc6f-632c3b550d9f,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:32.892400 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57168) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:32.946914 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-03af8125-a9f2-4cc6-a052-7cd5c31afcfa tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Deleting subnet d9c40092-d37d-4983-80d9-b7c55861480a {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:04:32.948003 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d864afe5-d0c7-4b68-b375-7651dae8c4fb None None] Network ae2c3b1b-48cb-491d-9007-0691cd5f4fbb requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:04:32.961459 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03af8125-a9f2-4cc6-a052-7cd5c31afcfa tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:32.989988 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2610b4-780e-4df8-ba5e-553175c43f89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0363dbe5-3df2-4445-a63d-085bbc46fdb0,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:32.999473 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4b545841-5d9a-4ec9-8e27-ad4d8306e97f tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:33.062217 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-807171c4-bd37-40a5-9332-3ebc293138df req-209e462e-f83d-4367-bd82-fedc78111dd4 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784613 Oct 19 01:04:33.069393 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03af8125-a9f2-4cc6-a052-7cd5c31afcfa tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:33.073258 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-76ae345f-c0ec-44f7-abd1-c8a0039eea3e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2011423183-network', 'tenant_id': '4da2c8fb80314d439039529c71ca4b69'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:04:33.073744 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-3c06c6bd-d380-4b2f-85da-cfb27cad785f req-fae1adb1-d481-448d-95d4-51348072cdbf tempest-DeleteServersAdminTestJSON-1661952255 tempest-DeleteServersAdminTestJSON-1661952255-project-admin] Deleting port 405f9318-639c-438c-a251-7c78f793c656 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:04:33.074238 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3c06c6bd-d380-4b2f-85da-cfb27cad785f req-fae1adb1-d481-448d-95d4-51348072cdbf tempest-DeleteServersAdminTestJSON-1661952255 tempest-DeleteServersAdminTestJSON-1661952255-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:33.103361 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-df2b6d4a-58c1-47ea-aba2-14358b20fc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:33.108169 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4b545841-5d9a-4ec9-8e27-ad4d8306e97f tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:33.118916 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4b545841-5d9a-4ec9-8e27-ad4d8306e97f tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6249738 Oct 19 01:04:33.119347 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763a2d2-5101-4211-9d68-80f2b1eb7473 None None] Pushing event updated for resources: {'Port': ['ID=863d8e8c-365f-4334-ae77-e47ced9c3f7b,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:33.148184 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ae345f-c0ec-44f7-abd1-c8a0039eea3e admin admin] Made reservation on behalf of 4da2c8fb80314d439039529c71ca4b69 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:04:33.155797 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-76ae345f-c0ec-44f7-abd1-c8a0039eea3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:33.162063 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-a17bc00e-cab6-405b-b7e8-c42619130c6a None None] Provisioning complete for port 863d8e8c-365f-4334-ae77-e47ced9c3f7b triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:33.162528 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a17bc00e-cab6-405b-b7e8-c42619130c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:33.188932 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-76ae345f-c0ec-44f7-abd1-c8a0039eea3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:33.267199 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-3c06c6bd-d380-4b2f-85da-cfb27cad785f req-fae1adb1-d481-448d-95d4-51348072cdbf tempest-DeleteServersAdminTestJSON-1661952255 tempest-DeleteServersAdminTestJSON-1661952255-project-admin] For port 405f9318-639c-438c-a251-7c78f793c656, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=405f9318-639c-438c-a251-7c78f793c656,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:33.267828 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3c06c6bd-d380-4b2f-85da-cfb27cad785f req-fae1adb1-d481-448d-95d4-51348072cdbf tempest-DeleteServersAdminTestJSON-1661952255 tempest-DeleteServersAdminTestJSON-1661952255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:33.279820 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03af8125-a9f2-4cc6-a052-7cd5c31afcfa tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:33.344665 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-3c06c6bd-d380-4b2f-85da-cfb27cad785f req-fae1adb1-d481-448d-95d4-51348072cdbf tempest-DeleteServersAdminTestJSON-1661952255 tempest-DeleteServersAdminTestJSON-1661952255-project-admin] Calling delete_port for 405f9318-639c-438c-a251-7c78f793c656 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:04:33.370596 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-615f8128-3f5e-44b4-99f2-7bebcad89813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'name': 'tempest-ServersTestManualDisk-931917-router', 'tenant_id': '9ca58805b0d5403faf61bcb76d75537a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '7fd894bf-98f2-43f2-ba30-77063c6762f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:15Z', 'updated_at': '2021-10-19T01:04:22Z', 'revision_number': 4, 'project_id': '9ca58805b0d5403faf61bcb76d75537a', 'gw_port': {'id': '7fd894bf-98f2-43f2-ba30-77063c6762f1', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ca:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:17Z', 'updated_at': '2021-10-19T01:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '863d8e8c-365f-4334-ae77-e47ced9c3f7b', 'name': '', 'network_id': 'e0a933c8-d57d-4f34-92bd-33c9cee5c990', 'tenant_id': '9ca58805b0d5403faf61bcb76d75537a', 'mac_address': 'fa:16:3e:2f:3d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '31331c2c-08e9-492b-8825-a76f43d2b26c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:20Z', 'updated_at': '2021-10-19T01:04:31Z', 'revision_number': 4, 'project_id': '9ca58805b0d5403faf61bcb76d75537a', 'subnets': [{'id': '31331c2c-08e9-492b-8825-a76f43d2b26c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:33.404268 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-df2b6d4a-58c1-47ea-aba2-14358b20fc73 admin admin] Deleting port c05c89ed-d815-46d8-a91d-a19eedd640f2 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:04:33.404658 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-df2b6d4a-58c1-47ea-aba2-14358b20fc73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:33.437645 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1284aaaf-033a-4641-8aac-bdbf8288d94e None None] DHCP port deletion for ae2c3b1b-48cb-491d-9007-0691cd5f4fbb request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:04:33.455078 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615f8128-3f5e-44b4-99f2-7bebcad89813 None None] The sync data for ids ['77c60fec-6f16-4bec-9667-b305f18c83c7'] in n-d-715271-26 is: [{'id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'name': 'tempest-ServersTestManualDisk-931917-router', 'tenant_id': '9ca58805b0d5403faf61bcb76d75537a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '7fd894bf-98f2-43f2-ba30-77063c6762f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:15Z', 'updated_at': '2021-10-19T01:04:22Z', 'revision_number': 4, 'project_id': '9ca58805b0d5403faf61bcb76d75537a', 'gw_port': {'id': '7fd894bf-98f2-43f2-ba30-77063c6762f1', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ca:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:17Z', 'updated_at': '2021-10-19T01:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '863d8e8c-365f-4334-ae77-e47ced9c3f7b', 'name': '', 'network_id': 'e0a933c8-d57d-4f34-92bd-33c9cee5c990', 'tenant_id': '9ca58805b0d5403faf61bcb76d75537a', 'mac_address': 'fa:16:3e:2f:3d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '31331c2c-08e9-492b-8825-a76f43d2b26c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:20Z', 'updated_at': '2021-10-19T01:04:31Z', 'revision_number': 4, 'project_id': '9ca58805b0d5403faf61bcb76d75537a', 'subnets': [{'id': '31331c2c-08e9-492b-8825-a76f43d2b26c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:04:33.516675 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-76ae345f-c0ec-44f7-abd1-c8a0039eea3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:33.590187 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-1284aaaf-033a-4641-8aac-bdbf8288d94e None None] Deleting port c05c89ed-d815-46d8-a91d-a19eedd640f2 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:04:33.590566 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1284aaaf-033a-4641-8aac-bdbf8288d94e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:33.608090 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-76ae345f-c0ec-44f7-abd1-c8a0039eea3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:33.641629 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-df2b6d4a-58c1-47ea-aba2-14358b20fc73 admin admin] For port c05c89ed-d815-46d8-a91d-a19eedd640f2, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c05c89ed-d815-46d8-a91d-a19eedd640f2,segment=NetworkSegment(31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83),segment_id=31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:33.642310 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-df2b6d4a-58c1-47ea-aba2-14358b20fc73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:33.679820 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ae345f-c0ec-44f7-abd1-c8a0039eea3e admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:04:33.693359 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-df2b6d4a-58c1-47ea-aba2-14358b20fc73 admin admin] Calling delete_port for c05c89ed-d815-46d8-a91d-a19eedd640f2 owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:04:33.717649 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae345f-c0ec-44f7-abd1-c8a0039eea3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc8025b-09bc-4bd9-9d99-46ada71b927c,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:33.849407 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-3bca6561-cbc2-48bb-a2a5-3eae2d1da81c tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1026952576&fields=id&tenant_id=9ca58805b0d5403faf61bcb76d75537a HTTP/1.1" status: 200 len: 267 time: 0.3193824 Oct 19 01:04:33.891618 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-76ae345f-c0ec-44f7-abd1-c8a0039eea3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:33.892066 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-76ae345f-c0ec-44f7-abd1-c8a0039eea3e admin admin] Added segment de44a590-426f-42d3-aacf-0b0c08114b09 of type vlan for network f052a2cb-e43a-4d93-bd49-f9e5e280e0ba Oct 19 01:04:33.965073 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03af8125-a9f2-4cc6-a052-7cd5c31afcfa tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:33.986813 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d4118-609b-44fa-ac8d-949cc5f03b37 req-1cecdee4-70c7-4a55-96e6-96c1ed69bd07 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:33.988602 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-018d4118-609b-44fa-ac8d-949cc5f03b37 req-1cecdee4-70c7-4a55-96e6-96c1ed69bd07 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cfb5c64-b767-4bd8-a7ef-2cf225184483 HTTP/1.1" status: 200 len: 950 time: 0.1880426 Oct 19 01:04:34.007625 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-76ae345f-c0ec-44f7-abd1-c8a0039eea3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:34.045612 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-df2b6d4a-58c1-47ea-aba2-14358b20fc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:34.085515 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-018d4118-609b-44fa-ac8d-949cc5f03b37 req-1fbe6270-d64f-4f89-ac08-c13626c54787 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/security-groups?id=c783b73d-2e5d-42e1-b958-62de854aa98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821533 Oct 19 01:04:34.156427 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2b6d4a-58c1-47ea-aba2-14358b20fc73 admin admin] No DVR routers for this DVR port c05c89ed-d815-46d8-a91d-a19eedd640f2 on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:04:34.191174 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af8125-a9f2-4cc6-a052-7cd5c31afcfa tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Subnet': ['ID=d9c40092-d37d-4983-80d9-b7c55861480a,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:34.200311 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03af8125-a9f2-4cc6-a052-7cd5c31afcfa tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:34.212685 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-03af8125-a9f2-4cc6-a052-7cd5c31afcfa tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/subnets/d9c40092-d37d-4983-80d9-b7c55861480a HTTP/1.1" status: 204 len: 168 time: 1.8182859 Oct 19 01:04:34.227424 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57198) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:34.245361 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b6d4a-58c1-47ea-aba2-14358b20fc73 admin admin] Pushing event deleted for resources: {'Port': ['ID=c05c89ed-d815-46d8-a91d-a19eedd640f2,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:34.285883 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-76ae345f-c0ec-44f7-abd1-c8a0039eea3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:34.286881 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-1284aaaf-033a-4641-8aac-bdbf8288d94e None None] For port c05c89ed-d815-46d8-a91d-a19eedd640f2, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c05c89ed-d815-46d8-a91d-a19eedd640f2,segment=NetworkSegment(31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83),segment_id=31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:34.287119 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ae345f-c0ec-44f7-abd1-c8a0039eea3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:34.287832 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-76ae345f-c0ec-44f7-abd1-c8a0039eea3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:34.288302 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1284aaaf-033a-4641-8aac-bdbf8288d94e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:34.338035 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-1284aaaf-033a-4641-8aac-bdbf8288d94e None None] Calling delete_port for c05c89ed-d815-46d8-a91d-a19eedd640f2 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:04:34.348652 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-76ae345f-c0ec-44f7-abd1-c8a0039eea3e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4783461 Oct 19 01:04:34.353325 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57202) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:34.361326 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 863d8e8c-365f-4334-ae77-e47ced9c3f7b up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:04:34.370794 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-c1b47d0c-9cb9-420a-a485-609afe2a504e admin admin] Request body: {'subnet': {'network_id': 'f052a2cb-e43a-4d93-bd49-f9e5e280e0ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2011423183-subnet', 'tenant_id': '4da2c8fb80314d439039529c71ca4b69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:04:34.470205 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-8135a00d-e32b-4084-acd0-86e54a5c6417 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:34.471840 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-8135a00d-e32b-4084-acd0-86e54a5c6417 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/networks?id=e0a933c8-d57d-4f34-92bd-33c9cee5c990 HTTP/1.1" status: 200 len: 808 time: 0.6215172 Oct 19 01:04:34.507543 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-df2b6d4a-58c1-47ea-aba2-14358b20fc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:34.508053 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3c06c6bd-d380-4b2f-85da-cfb27cad785f req-fae1adb1-d481-448d-95d4-51348072cdbf tempest-DeleteServersAdminTestJSON-1661952255 tempest-DeleteServersAdminTestJSON-1661952255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:34.510442 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b47d0c-9cb9-420a-a485-609afe2a504e admin admin] Made reservation on behalf of 4da2c8fb80314d439039529c71ca4b69 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:04:34.514933 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c1b47d0c-9cb9-420a-a485-609afe2a504e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:34.517571 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c8b784-fa46-48a4-9b57-6d769b3591c5 None None] Network 818430b4-01d8-4c04-bfa6-ff91f4d170cb requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:04:34.616959 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4e6223c3-fef8-4bb5-9260-689f05bf0297 None None] Provisioning complete for port 9e86a3f9-75c4-4078-96af-d105cc8f2f4b triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:34.617758 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4e6223c3-fef8-4bb5-9260-689f05bf0297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:34.644736 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d08ef-2c62-4384-9db3-f8b5d665c2da req-98457781-ce1e-46a0-b819-0da57974b04a tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:34.652631 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-290d08ef-2c62-4384-9db3-f8b5d665c2da req-98457781-ce1e-46a0-b819-0da57974b04a tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 950 time: 0.4281142 Oct 19 01:04:34.727051 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 863d8e8c-365f-4334-ae77-e47ced9c3f7b triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:34.727771 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:34.757266 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1284aaaf-033a-4641-8aac-bdbf8288d94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:34.824234 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-df2b6d4a-58c1-47ea-aba2-14358b20fc73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae2c3b1b-48cb-491d-9007-0691cd5f4fbb']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:34.834007 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1284aaaf-033a-4641-8aac-bdbf8288d94e None None] No DVR routers for this DVR port c05c89ed-d815-46d8-a91d-a19eedd640f2 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:04:34.844903 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae345f-c0ec-44f7-abd1-c8a0039eea3e admin admin] Pushing event updated for resources: {'Network': ['ID=f052a2cb-e43a-4d93-bd49-f9e5e280e0ba,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:34.851760 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1284aaaf-033a-4641-8aac-bdbf8288d94e None None] Pushing event deleted for resources: {'Port': ['ID=c05c89ed-d815-46d8-a91d-a19eedd640f2,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:34.859234 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network f052a2cb-e43a-4d93-bd49-f9e5e280e0ba details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:04:34.875120 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-df2b6d4a-58c1-47ea-aba2-14358b20fc73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:34.875422 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-df2b6d4a-58c1-47ea-aba2-14358b20fc73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31b9cb88-c5a1-4b3e-a3a9-c88be2ae9e83') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:34.891106 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-7a23b9a1-c639-486a-b6b4-7c9f06237532 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/quotas/9ca58805b0d5403faf61bcb76d75537a HTTP/1.1" status: 200 len: 375 time: 0.4042428 Oct 19 01:04:34.892481 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77c3b128-65bc-4f42-8a4d-116d4e79c781 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:34.910266 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c1b47d0c-9cb9-420a-a485-609afe2a504e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:34.931002 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-290d08ef-2c62-4384-9db3-f8b5d665c2da req-f7636687-6c6c-4d98-8777-faf809822ab1 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754917 Oct 19 01:04:34.958617 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-df2b6d4a-58c1-47ea-aba2-14358b20fc73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:35.007989 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-df2b6d4a-58c1-47ea-aba2-14358b20fc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:35.023634 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df2b6d4a-58c1-47ea-aba2-14358b20fc73 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:04:35.025299 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-df2b6d4a-58c1-47ea-aba2-14358b20fc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:35.027861 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:04:35.027861 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:04:35.027861 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:04:35.027861 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:04:35.027861 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:04:35.027861 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:04:35.027861 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:04:35.027861 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:04:35.027861 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:04:35.027861 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:04:35.027861 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:04:35.027861 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:04:35.027861 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:04:35.027861 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:04:35.027861 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:04:35.027861 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:04:35.027861 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:04:35.027861 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:04:35.027861 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:04:35.027861 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:04:35.027861 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:04:35.027861 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:04:35.027861 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:04:35.027861 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:04:35.027861 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:04:35.027861 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:04:35.027861 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:04:35.027861 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:04:35.027861 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:04:35.027861 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:04:35.027861 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:04:35.027861 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:04:35.091869 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1adb1-d481-448d-95d4-51348072cdbf tempest-DeleteServersAdminTestJSON-1661952255 tempest-DeleteServersAdminTestJSON-1661952255-project-admin] Pushing event deleted for resources: {'Port': ['ID=405f9318-639c-438c-a251-7c78f793c656,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:35.111153 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60da90db-dc2f-4c19-84d4-5695d76496a6 None None] DHCP port deletion for 818430b4-01d8-4c04-bfa6-ff91f4d170cb request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:04:35.189145 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-60da90db-dc2f-4c19-84d4-5695d76496a6 None None] Deleting port 9e86a3f9-75c4-4078-96af-d105cc8f2f4b {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:04:35.189668 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-60da90db-dc2f-4c19-84d4-5695d76496a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:35.209257 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-77c3b128-65bc-4f42-8a4d-116d4e79c781 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Deleting port 9e86a3f9-75c4-4078-96af-d105cc8f2f4b {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:04:35.209688 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77c3b128-65bc-4f42-8a4d-116d4e79c781 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:35.225266 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 24701d86-7819-40b9-acf9-dad324ed85dc no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:04:35.240916 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-df2b6d4a-58c1-47ea-aba2-14358b20fc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:35.267449 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 24701d86-7819-40b9-acf9-dad324ed85dc {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:04:35.267971 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 24701d86-7819-40b9-acf9-dad324ed85dc not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:04:35.268477 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c05c89ed-d815-46d8-a91d-a19eedd640f2 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:04:35.279609 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-df2b6d4a-58c1-47ea-aba2-14358b20fc73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:35.283532 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-df2b6d4a-58c1-47ea-aba2-14358b20fc73 admin admin] 10.222.0.57 "DELETE /v2.0/networks/ae2c3b1b-48cb-491d-9007-0691cd5f4fbb HTTP/1.1" status: 204 len: 168 time: 2.3890910 Oct 19 01:04:35.365522 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: c05c89ed-d815-46d8-a91d-a19eedd640f2 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:04:35.366476 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c05c89ed-d815-46d8-a91d-a19eedd640f2 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:04:35.378185 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7c1421f6-27df-4dce-986b-48d8bec8313e req-1b8ee208-1e86-471d-97a0-08be9b9cea0c tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cfb5c64-b767-4bd8-a7ef-2cf225184483 HTTP/1.1" status: 200 len: 210 time: 0.1327443 Oct 19 01:04:35.379148 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b6d4a-58c1-47ea-aba2-14358b20fc73 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae2c3b1b-48cb-491d-9007-0691cd5f4fbb,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:35.410504 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-60da90db-dc2f-4c19-84d4-5695d76496a6 None None] For port 9e86a3f9-75c4-4078-96af-d105cc8f2f4b, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=9e86a3f9-75c4-4078-96af-d105cc8f2f4b,segment=NetworkSegment(d287da94-e2fa-4672-a653-e5c2cc03295b),segment_id=d287da94-e2fa-4672-a653-e5c2cc03295b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:35.413060 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-60da90db-dc2f-4c19-84d4-5695d76496a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:35.445045 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-60da90db-dc2f-4c19-84d4-5695d76496a6 None None] Calling delete_port for 9e86a3f9-75c4-4078-96af-d105cc8f2f4b owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:04:35.510238 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-77c3b128-65bc-4f42-8a4d-116d4e79c781 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] For port 9e86a3f9-75c4-4078-96af-d105cc8f2f4b, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=9e86a3f9-75c4-4078-96af-d105cc8f2f4b,segment=NetworkSegment(d287da94-e2fa-4672-a653-e5c2cc03295b),segment_id=d287da94-e2fa-4672-a653-e5c2cc03295b)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:35.510962 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77c3b128-65bc-4f42-8a4d-116d4e79c781 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:35.536806 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-77c3b128-65bc-4f42-8a4d-116d4e79c781 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Calling delete_port for 9e86a3f9-75c4-4078-96af-d105cc8f2f4b owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:04:35.573650 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57212) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:35.638963 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 9e86a3f9-75c4-4078-96af-d105cc8f2f4b no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:04:35.684747 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-60da90db-dc2f-4c19-84d4-5695d76496a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:35.690021 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-355c73e8-31e3-41f1-9730-719a42e492e5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a49a980071cc4194a4c852bc837c18ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1145737 Oct 19 01:04:35.692222 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57214) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:35.727191 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da90db-dc2f-4c19-84d4-5695d76496a6 None None] Pushing event deleted for resources: {'Port': ['ID=9e86a3f9-75c4-4078-96af-d105cc8f2f4b,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:35.742123 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60da90db-dc2f-4c19-84d4-5695d76496a6 None None] No DVR routers for this DVR port 9e86a3f9-75c4-4078-96af-d105cc8f2f4b on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:04:35.757584 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No active binding found for port 9e86a3f9-75c4-4078-96af-d105cc8f2f4b {{(pid=100608) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 19 01:04:35.758258 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 9e86a3f9-75c4-4078-96af-d105cc8f2f4b not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:04:35.777546 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-96d068b2-64e3-4446-8875-07864553bf16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:35.781745 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 405f9318-639c-438c-a251-7c78f793c656 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:04:35.799751 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c06c6bd-d380-4b2f-85da-cfb27cad785f req-fae1adb1-d481-448d-95d4-51348072cdbf tempest-DeleteServersAdminTestJSON-1661952255 tempest-DeleteServersAdminTestJSON-1661952255-project-admin] No DVR routers for this DVR port 405f9318-639c-438c-a251-7c78f793c656 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:04:35.808553 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3c06c6bd-d380-4b2f-85da-cfb27cad785f req-fae1adb1-d481-448d-95d4-51348072cdbf tempest-DeleteServersAdminTestJSON-1661952255 tempest-DeleteServersAdminTestJSON-1661952255-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:35.810420 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 405f9318-639c-438c-a251-7c78f793c656 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:04:35.811203 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 405f9318-639c-438c-a251-7c78f793c656 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:04:35.812099 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-96d068b2-64e3-4446-8875-07864553bf16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:35.812835 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3c06c6bd-d380-4b2f-85da-cfb27cad785f req-fae1adb1-d481-448d-95d4-51348072cdbf tempest-DeleteServersAdminTestJSON-1661952255 tempest-DeleteServersAdminTestJSON-1661952255-project-admin] 10.222.0.24 "DELETE /v2.0/ports/405f9318-639c-438c-a251-7c78f793c656 HTTP/1.1" status: 204 len: 173 time: 3.6548700 Oct 19 01:04:35.814594 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77c3b128-65bc-4f42-8a4d-116d4e79c781 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:35.824318 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-8acfa586-a422-412d-b1ce-d78c8e083b8d tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9ca58805b0d5403faf61bcb76d75537a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9185927 Oct 19 01:04:35.824911 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cfb5c64-b767-4bd8-a7ef-2cf225184483', 'name': 'network-vif-deleted', 'tag': '405f9318-639c-438c-a251-7c78f793c656'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:04:35.828567 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737b127f-6824-4246-835d-f12e46790c08" -d '{"events": [{"server_uuid": "4cfb5c64-b767-4bd8-a7ef-2cf225184483", "name": "network-vif-deleted", "tag": "405f9318-639c-438c-a251-7c78f793c656"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:04:35.837419 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b47d0c-9cb9-420a-a485-609afe2a504e admin admin] Pushing event updated for resources: {'Subnet': ['ID=32a7ca29-d701-4aca-995b-87a0b73f1f63,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:35.874143 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c3b128-65bc-4f42-8a4d-116d4e79c781 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] No DVR routers for this DVR port 9e86a3f9-75c4-4078-96af-d105cc8f2f4b on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:04:35.884962 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3b128-65bc-4f42-8a4d-116d4e79c781 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Port': ['ID=9e86a3f9-75c4-4078-96af-d105cc8f2f4b,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:35.886746 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b47d0c-9cb9-420a-a485-609afe2a504e admin admin] Checking segment: {'id': 'de44a590-426f-42d3-aacf-0b0c08114b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f052a2cb-e43a-4d93-bd49-f9e5e280e0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:04:35.887199 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b47d0c-9cb9-420a-a485-609afe2a504e admin admin] Network hostable DHCP agents. Network: f052a2cb-e43a-4d93-bd49-f9e5e280e0ba, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:04:35.890613 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 1e9d67e8-229f-4d4d-8729-38d2227bcdf7 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:04:35.909905 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b05ebb-8d43-4bd7-8a57-36183fae04f5 x-openstack-request-id: req-d6b05ebb-8d43-4bd7-8a57-36183fae04f5 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:04:35.910317 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cfb5c64-b767-4bd8-a7ef-2cf225184483", "name": "network-vif-deleted", "tag": "405f9318-639c-438c-a251-7c78f793c656", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:04:35.910659 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d6b05ebb-8d43-4bd7-8a57-36183fae04f5 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:04:35.911690 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfb5c64-b767-4bd8-a7ef-2cf225184483', 'name': 'network-vif-deleted', 'tag': '405f9318-639c-438c-a251-7c78f793c656', 'status': 'completed', 'code': 200} Oct 19 01:04:35.988236 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b47d0c-9cb9-420a-a485-609afe2a504e admin admin] Network f052a2cb-e43a-4d93-bd49-f9e5e280e0ba is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:04:36.042372 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-560edc20-dc99-4b80-84e8-3cade51901a9 service neutron] 10.222.0.57 "GET /v2.0/networks/e0a933c8-d57d-4f34-92bd-33c9cee5c990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752758 Oct 19 01:04:36.074961 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-c1b47d0c-9cb9-420a-a485-609afe2a504e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, f052a2cb-e43a-4d93-bd49-f9e5e280e0ba) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:04:36.088768 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70149719-73dd-431a-b5cc-92711155cf87 None None] Network f052a2cb-e43a-4d93-bd49-f9e5e280e0ba requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:04:36.094947 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77c3b128-65bc-4f42-8a4d-116d4e79c781 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:36.115203 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b47d0c-9cb9-420a-a485-609afe2a504e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:36.116437 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c1b47d0c-9cb9-420a-a485-609afe2a504e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:36.140726 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-77c3b128-65bc-4f42-8a4d-116d4e79c781 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['818430b4-01d8-4c04-bfa6-ff91f4d170cb']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:36.152231 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-77c3b128-65bc-4f42-8a4d-116d4e79c781 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd287da94-e2fa-4672-a653-e5c2cc03295b') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:36.152899 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-77c3b128-65bc-4f42-8a4d-116d4e79c781 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd287da94-e2fa-4672-a653-e5c2cc03295b') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:36.164197 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77c3b128-65bc-4f42-8a4d-116d4e79c781 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:36.171565 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c1b47d0c-9cb9-420a-a485-609afe2a504e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8121686 Oct 19 01:04:36.175934 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57224) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:36.180454 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-88ada02c-b442-44d7-80ff-334c5cdc40e4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2011423183-router', 'tenant_id': '4da2c8fb80314d439039529c71ca4b69', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:04:36.183997 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77c3b128-65bc-4f42-8a4d-116d4e79c781 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:36.195157 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77c3b128-65bc-4f42-8a4d-116d4e79c781 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:04:36.195641 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77c3b128-65bc-4f42-8a4d-116d4e79c781 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:36.218623 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-82b5b203-e974-4a2d-b88b-4d87d3672450 service neutron] 10.222.0.57 "GET /v2.0/networks/e0a933c8-d57d-4f34-92bd-33c9cee5c990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752467 Oct 19 01:04:36.222395 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-88ada02c-b442-44d7-80ff-334c5cdc40e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:36.223822 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-88ada02c-b442-44d7-80ff-334c5cdc40e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: self.session.flush() Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: self.session.flush() Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: self.session.flush() Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: self.session.flush() Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:04:36.234051 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:04:36.317871 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:36.354098 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44281d1b-6510-484f-9619-30b701840d15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e9d67e8-229f-4d4d-8729-38d2227bcdf7'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:04:36.356422 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc047b2-0ae8-4d8d-b46f-1f3ec824a134" -d '{"events": [{"server_uuid": "44281d1b-6510-484f-9619-30b701840d15", "name": "network-vif-unplugged", "status": "completed", "tag": "1e9d67e8-229f-4d4d-8729-38d2227bcdf7"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:04:36.372474 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-96d068b2-64e3-4446-8875-07864553bf16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:36.379879 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-96d068b2-64e3-4446-8875-07864553bf16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:36.389066 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-96d068b2-64e3-4446-8875-07864553bf16 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7c268f91-32b9-45a9-968d-9aa1546e8ae9 HTTP/1.1" status: 204 len: 168 time: 0.6946192 Oct 19 01:04:36.392202 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 1e9d67e8-229f-4d4d-8729-38d2227bcdf7, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=1e9d67e8-229f-4d4d-8729-38d2227bcdf7,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:36.401912 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:36.426712 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77c3b128-65bc-4f42-8a4d-116d4e79c781 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:36.456078 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77c3b128-65bc-4f42-8a4d-116d4e79c781 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:36.468429 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-77c3b128-65bc-4f42-8a4d-116d4e79c781 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/networks/818430b4-01d8-4c04-bfa6-ff91f4d170cb HTTP/1.1" status: 204 len: 168 time: 2.2384427 Oct 19 01:04:36.477164 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d068b2-64e3-4446-8875-07864553bf16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c268f91-32b9-45a9-968d-9aa1546e8ae9,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:36.487445 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9619106-6527-4add-b981-389a8358ab73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-f052a2cb-e43a-4d93-bd49-f9e5e280e0ba', 'network_id': 'f052a2cb-e43a-4d93-bd49-f9e5e280e0ba', 'tenant_id': '4da2c8fb80314d439039529c71ca4b69', 'fixed_ips': [{'subnet_id': '32a7ca29-d701-4aca-995b-87a0b73f1f63'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:04:36.489835 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b9619106-6527-4add-b981-389a8358ab73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:36.516288 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57238) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:36.527217 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3b128-65bc-4f42-8a4d-116d4e79c781 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Network': ['ID=818430b4-01d8-4c04-bfa6-ff91f4d170cb,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:36.548128 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-88ada02c-b442-44d7-80ff-334c5cdc40e4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:36.550645 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca43c49-1080-4e1a-b884-fc67242194e7 req-45bff785-cf60-49b7-8104-57cbe343a968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:36.552987 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3ca43c49-1080-4e1a-b884-fc67242194e7 req-45bff785-cf60-49b7-8104-57cbe343a968 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 1102 time: 0.2881768 Oct 19 01:04:36.563836 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5f29d-ee44-4c36-bf7a-ecad5119785a req-141ebe57-2f63-4f4f-a5fc-011f10d82f5e tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:36.565266 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2dc5f29d-ee44-4c36-bf7a-ecad5119785a req-141ebe57-2f63-4f4f-a5fc-011f10d82f5e tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 950 time: 0.2991395 Oct 19 01:04:36.735130 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3ca43c49-1080-4e1a-b884-fc67242194e7 req-3540574c-a065-4d5e-a9c0-92ea9f52c7b0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687121 Oct 19 01:04:36.760029 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ea6bd2-2acc-49dd-8833-a57bfd2b19c9 x-openstack-request-id: req-09ea6bd2-2acc-49dd-8833-a57bfd2b19c9 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:04:36.760633 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44281d1b-6510-484f-9619-30b701840d15", "name": "network-vif-unplugged", "status": "completed", "tag": "1e9d67e8-229f-4d4d-8729-38d2227bcdf7", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:04:36.760633 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-09ea6bd2-2acc-49dd-8833-a57bfd2b19c9 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:04:36.760936 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44281d1b-6510-484f-9619-30b701840d15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e9d67e8-229f-4d4d-8729-38d2227bcdf7', 'code': 200} Oct 19 01:04:36.790083 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2dc5f29d-ee44-4c36-bf7a-ecad5119785a req-fb0814a1-1853-4289-8fd1-d13f92e223ec tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887701 Oct 19 01:04:36.837809 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=1e9d67e8-229f-4d4d-8729-38d2227bcdf7,revision_number=9']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:36.879094 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a2a7a4-5e09-4ab1-9cca-423bdf6627c3 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:36.884161 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-50a2a7a4-5e09-4ab1-9cca-423bdf6627c3 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3634088 Oct 19 01:04:36.885185 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57254) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:36.925741 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-88ada02c-b442-44d7-80ff-334c5cdc40e4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:36.954797 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-75763145-52cb-4764-942c-ea9fa111697b req-6153b710-26d6-4f17-8304-5753c082e7ef tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cfb5c64-b767-4bd8-a7ef-2cf225184483 HTTP/1.1" status: 200 len: 210 time: 0.1321332 Oct 19 01:04:36.985980 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-b9619106-6527-4add-b981-389a8358ab73 None None] Allocated IP 172.20.0.2 (f052a2cb-e43a-4d93-bd49-f9e5e280e0ba/32a7ca29-d701-4aca-995b-87a0b73f1f63/590bec35-a201-4f8f-813d-afc60d4745ed) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:04:37.046442 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-abef1d3a-821d-4bfb-84de-985a1f6069da req-a06cc51f-3568-4166-b409-1be6ca62d45f tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/ports?device_id=29912b5b-27d3-40b2-9c06-025e0ffdf179 HTTP/1.1" status: 200 len: 210 time: 0.1399078 Oct 19 01:04:37.109228 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a39f0298-feed-4fb5-8350-145936626a6d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2223096 Oct 19 01:04:37.113462 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57260) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:37.126224 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-098ce76e-1075-4f13-9921-6e49c9697b89 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1576482607'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:04:37.198681 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098ce76e-1075-4f13-9921-6e49c9697b89 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Made reservation on behalf of 0623c8f86a7745a5853b214518443323 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:04:37.203283 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-098ce76e-1075-4f13-9921-6e49c9697b89 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:37.254909 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-098ce76e-1075-4f13-9921-6e49c9697b89 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:04:37.272843 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-098ce76e-1075-4f13-9921-6e49c9697b89 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:37.273509 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b9619106-6527-4add-b981-389a8358ab73 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:37.274946 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-098ce76e-1075-4f13-9921-6e49c9697b89 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Added segment 19014218-9dac-4a44-9518-9bb183026093 of type vlan for network 7ec6d986-bb74-466c-a20d-de93d017a954 Oct 19 01:04:37.280664 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b9619106-6527-4add-b981-389a8358ab73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:37.371065 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-098ce76e-1075-4f13-9921-6e49c9697b89 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:37.414621 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9619106-6527-4add-b981-389a8358ab73 None None] Network f052a2cb-e43a-4d93-bd49-f9e5e280e0ba is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:04:37.436877 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-b9619106-6527-4add-b981-389a8358ab73 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:04:37.450314 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-098ce76e-1075-4f13-9921-6e49c9697b89 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:37.456398 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098ce76e-1075-4f13-9921-6e49c9697b89 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:37.457045 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-098ce76e-1075-4f13-9921-6e49c9697b89 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:37.461430 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9619106-6527-4add-b981-389a8358ab73 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:04:37.464809 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9619106-6527-4add-b981-389a8358ab73 None None] Pushing event updated for resources: {'Port': ['ID=590bec35-a201-4f8f-813d-afc60d4745ed,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:37.516171 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-098ce76e-1075-4f13-9921-6e49c9697b89 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4015517 Oct 19 01:04:37.519204 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57270) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:37.527040 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-88ada02c-b442-44d7-80ff-334c5cdc40e4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:37.537379 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-6dccaf3c-df5b-45b3-898b-179f96ea6197 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'subnet': {'network_id': '7ec6d986-bb74-466c-a20d-de93d017a954', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:04:37.552856 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-88ada02c-b442-44d7-80ff-334c5cdc40e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:37.619988 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ce76e-1075-4f13-9921-6e49c9697b89 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Network': ['ID=7ec6d986-bb74-466c-a20d-de93d017a954,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:37.669059 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 7ec6d986-bb74-466c-a20d-de93d017a954 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:04:37.747843 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-88ada02c-b442-44d7-80ff-334c5cdc40e4 admin admin] Allocated IP 172.25.8.159 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/76c72cae-8e7b-4cbf-8896-cd1449d3bba5) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:04:37.767122 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-b9619106-6527-4add-b981-389a8358ab73 None None] Attempting to bind port 590bec35-a201-4f8f-813d-afc60d4745ed on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:04:37.767706 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-b9619106-6527-4add-b981-389a8358ab73 None None] Attempting to bind port 590bec35-a201-4f8f-813d-afc60d4745ed by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'de44a590-426f-42d3-aacf-0b0c08114b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f052a2cb-e43a-4d93-bd49-f9e5e280e0ba'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:04:37.770863 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9619106-6527-4add-b981-389a8358ab73 None None] Attempting to bind port 590bec35-a201-4f8f-813d-afc60d4745ed on network f052a2cb-e43a-4d93-bd49-f9e5e280e0ba {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:04:37.795690 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dccaf3c-df5b-45b3-898b-179f96ea6197 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Made reservation on behalf of 0623c8f86a7745a5853b214518443323 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:04:37.799261 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6dccaf3c-df5b-45b3-898b-179f96ea6197 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:37.805256 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9619106-6527-4add-b981-389a8358ab73 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:04:37.806339 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9619106-6527-4add-b981-389a8358ab73 None None] Checking segment: {'id': 'de44a590-426f-42d3-aacf-0b0c08114b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f052a2cb-e43a-4d93-bd49-f9e5e280e0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:04:37.806748 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b9619106-6527-4add-b981-389a8358ab73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:37.807150 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9619106-6527-4add-b981-389a8358ab73 None None] Bound using segment: {'id': 'de44a590-426f-42d3-aacf-0b0c08114b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f052a2cb-e43a-4d93-bd49-f9e5e280e0ba'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:04:37.807629 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-b9619106-6527-4add-b981-389a8358ab73 None None] Bound port: 590bec35-a201-4f8f-813d-afc60d4745ed, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de44a590-426f-42d3-aacf-0b0c08114b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f052a2cb-e43a-4d93-bd49-f9e5e280e0ba'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:04:37.808035 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b9619106-6527-4add-b981-389a8358ab73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:37.954744 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 1e9d67e8-229f-4d4d-8729-38d2227bcdf7 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:04:38.157869 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f15645-cb9b-4cd2-9ab2-286dc66edd4f req-e6b0f884-66df-44c6-8552-de470082815a tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:38.173900 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-30f15645-cb9b-4cd2-9ab2-286dc66edd4f req-e6b0f884-66df-44c6-8552-de470082815a tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 948 time: 0.2578139 Oct 19 01:04:38.210756 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-b9619106-6527-4add-b981-389a8358ab73 None None] For port 590bec35-a201-4f8f-813d-afc60d4745ed, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:04:38.243768 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57294) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:38.248885 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-88ada02c-b442-44d7-80ff-334c5cdc40e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:38.273869 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-b9619106-6527-4add-b981-389a8358ab73 None None] For port 590bec35-a201-4f8f-813d-afc60d4745ed, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=590bec35-a201-4f8f-813d-afc60d4745ed,segment=NetworkSegment(de44a590-426f-42d3-aacf-0b0c08114b09),segment_id=de44a590-426f-42d3-aacf-0b0c08114b09)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:04:38.304983 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b9619106-6527-4add-b981-389a8358ab73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:38.359450 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f9e7719a-fa8a-4d49-8b54-9fc334d74f28 req-090e67ba-f24e-44d3-b0b9-45bb991ff6fa tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/ports?device_id=29912b5b-27d3-40b2-9c06-025e0ffdf179 HTTP/1.1" status: 200 len: 210 time: 0.1163738 Oct 19 01:04:38.379572 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6dccaf3c-df5b-45b3-898b-179f96ea6197 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:38.394885 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9619106-6527-4add-b981-389a8358ab73 None None] Pushing event updated for resources: {'Port': ['ID=590bec35-a201-4f8f-813d-afc60d4745ed,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:38.424998 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-30f15645-cb9b-4cd2-9ab2-286dc66edd4f req-e6880872-58dd-44aa-b2f1-95de6fa5a131 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498360 Oct 19 01:04:38.475127 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-88ada02c-b442-44d7-80ff-334c5cdc40e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:38.500116 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 1e9d67e8-229f-4d4d-8729-38d2227bcdf7, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=1e9d67e8-229f-4d4d-8729-38d2227bcdf7,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:38.526684 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '1e9d67e8-229f-4d4d-8729-38d2227bcdf7', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': '1e9d67e8-229f-4d4d-8729-38d2227bcdf7', 'mac_address': 'fa:16:3e:5d:a6:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:04:38.546715 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ada02c-b442-44d7-80ff-334c5cdc40e4 admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:04:38.551173 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-88ada02c-b442-44d7-80ff-334c5cdc40e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:04:38.553877 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ada02c-b442-44d7-80ff-334c5cdc40e4 admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:04:38.561159 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ada02c-b442-44d7-80ff-334c5cdc40e4 admin admin] Pushing event updated for resources: {'Port': ['ID=76c72cae-8e7b-4cbf-8896-cd1449d3bba5,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:38.601192 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3d361a79-c582-4983-887c-92588c3ab9fd req-113e0d78-b322-467a-a3a2-8d7f8bc17e10 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=b61a1463350c4c0ea7a57d6e2f8c4262&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0795546 Oct 19 01:04:38.643944 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:38.676621 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e9d67e8-229f-4d4d-8729-38d2227bcdf7 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:04:38.715690 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 1e9d67e8-229f-4d4d-8729-38d2227bcdf7, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=1e9d67e8-229f-4d4d-8729-38d2227bcdf7,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:38.728013 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:38.759167 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-c7e82b4e-ea82-4d7e-8c8f-3d319f202152 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1318090933-network', 'tenant_id': '372044798076488b8078f880b919e81f'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:04:38.808541 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d361a79-c582-4983-887c-92588c3ab9fd req-52d5a6c3-5fc6-47da-af7d-e8234d279217 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:38.824486 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3d361a79-c582-4983-887c-92588c3ab9fd req-52d5a6c3-5fc6-47da-af7d-e8234d279217 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2201610 Oct 19 01:04:38.834782 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=1e9d67e8-229f-4d4d-8729-38d2227bcdf7,revision_number=10']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:38.857115 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3d361a79-c582-4983-887c-92588c3ab9fd req-ceeacabf-5664-4c20-a443-cc5c187ed3da tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/quotas/b61a1463350c4c0ea7a57d6e2f8c4262 HTTP/1.1" status: 200 len: 375 time: 0.0308821 Oct 19 01:04:38.899341 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e82b4e-ea82-4d7e-8c8f-3d319f202152 admin admin] Made reservation on behalf of 372044798076488b8078f880b919e81f for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:04:38.902340 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c7e82b4e-ea82-4d7e-8c8f-3d319f202152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:38.971702 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3d361a79-c582-4983-887c-92588c3ab9fd req-667feac0-f7d9-4338-8b12-a1dc0cc858f0 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b61a1463350c4c0ea7a57d6e2f8c4262&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1103563 Oct 19 01:04:38.972599 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c7e82b4e-ea82-4d7e-8c8f-3d319f202152 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:38.995896 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dccaf3c-df5b-45b3-898b-179f96ea6197 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Checking segment: {'id': '19014218-9dac-4a44-9518-9bb183026093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7ec6d986-bb74-466c-a20d-de93d017a954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:04:38.996831 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dccaf3c-df5b-45b3-898b-179f96ea6197 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Network hostable DHCP agents. Network: 7ec6d986-bb74-466c-a20d-de93d017a954, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:04:39.062127 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['1e9d67e8-229f-4d4d-8729-38d2227bcdf7'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:04:39.139984 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-ddb3d07b-244a-4a06-8c1c-fd1f001fe648 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:39.142207 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-ddb3d07b-244a-4a06-8c1c-fd1f001fe648 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.24 "GET /v2.0/networks?id=e0a933c8-d57d-4f34-92bd-33c9cee5c990 HTTP/1.1" status: 200 len: 808 time: 0.3071101 Oct 19 01:04:39.165593 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c7e82b4e-ea82-4d7e-8c8f-3d319f202152 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:39.180634 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c7e82b4e-ea82-4d7e-8c8f-3d319f202152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:39.195078 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7e82b4e-ea82-4d7e-8c8f-3d319f202152 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:04:39.207707 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c7e82b4e-ea82-4d7e-8c8f-3d319f202152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:39.208322 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-c7e82b4e-ea82-4d7e-8c8f-3d319f202152 admin admin] Added segment ca545713-cf14-45ab-86a8-e87802c3d520 of type vlan for network 40f93092-66e2-4482-a54e-d83d48322c91 Oct 19 01:04:39.265708 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-9d5db581-a77b-4dd3-8680-d3a31a09d053 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ca58805b0d5403faf61bcb76d75537a HTTP/1.1" status: 200 len: 380 time: 0.1106501 Oct 19 01:04:39.266334 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c7e82b4e-ea82-4d7e-8c8f-3d319f202152 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:39.270775 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-88ada02c-b442-44d7-80ff-334c5cdc40e4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:39.279095 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-2c63d0a3-b643-4ec4-bd6e-33b10b3be3c7 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Request body: {'port': {'device_id': '29912b5b-27d3-40b2-9c06-025e0ffdf179', 'network_id': 'e0a933c8-d57d-4f34-92bd-33c9cee5c990', 'admin_state_up': True, 'tenant_id': '9ca58805b0d5403faf61bcb76d75537a', 'security_groups': ['318b730d-59b3-49ba-bc3d-3ba9ca967adc']}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:04:39.380654 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dccaf3c-df5b-45b3-898b-179f96ea6197 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Subnet': ['ID=ba8f49f8-7bf4-4b5b-a541-f9055e2ca138,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:39.469631 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dccaf3c-df5b-45b3-898b-179f96ea6197 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Network 7ec6d986-bb74-466c-a20d-de93d017a954 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:04:39.561080 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c7e82b4e-ea82-4d7e-8c8f-3d319f202152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:39.564496 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e82b4e-ea82-4d7e-8c8f-3d319f202152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:39.565499 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c7e82b4e-ea82-4d7e-8c8f-3d319f202152 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:39.620937 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c7e82b4e-ea82-4d7e-8c8f-3d319f202152 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3761926 Oct 19 01:04:39.631646 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c4603f72-5ef9-457e-9f20-34b8397a921e req-b27e241a-8552-4a67-8d97-c9c676f040bc tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/ports?device_id=77cad586-95d3-4137-b0d1-1c0d0f1b5a9c HTTP/1.1" status: 200 len: 210 time: 0.1880085 Oct 19 01:04:39.632376 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e82b4e-ea82-4d7e-8c8f-3d319f202152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d60904-bfea-4d63-951a-633b66e8fef4,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:39.643086 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57324) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:39.662239 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-1d588bdc-5678-4601-9db3-358a518ff49b admin admin] Request body: {'subnet': {'network_id': '40f93092-66e2-4482-a54e-d83d48322c91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1318090933-subnet', 'tenant_id': '372044798076488b8078f880b919e81f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:04:39.664965 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-6dccaf3c-df5b-45b3-898b-179f96ea6197 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 7ec6d986-bb74-466c-a20d-de93d017a954) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:04:39.674718 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220d83dc-59c4-43de-9dba-05ed313ffec3 None None] Network 7ec6d986-bb74-466c-a20d-de93d017a954 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:04:39.682554 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dccaf3c-df5b-45b3-898b-179f96ea6197 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:39.683269 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6dccaf3c-df5b-45b3-898b-179f96ea6197 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:39.689039 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9a722ab9-57c9-40c2-b862-0e9b962ee03d req-75e05248-5672-44bf-bed8-b04b39261bd1 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/ports?device_id=29912b5b-27d3-40b2-9c06-025e0ffdf179 HTTP/1.1" status: 200 len: 210 time: 0.1521046 Oct 19 01:04:39.763784 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57330) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:39.822730 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-05ae740e-2f44-4199-b24b-01d73a4c673f req-b59cc31c-dd5c-42e7-b34d-ad327d8dbc04 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b0484b59-dd67-4c76-be42-52c30792679f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6446769 Oct 19 01:04:39.854617 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 590bec35-a201-4f8f-813d-afc60d4745ed up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:04:39.921094 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e82b4e-ea82-4d7e-8c8f-3d319f202152 admin admin] Pushing event updated for resources: {'Network': ['ID=40f93092-66e2-4482-a54e-d83d48322c91,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:40.002715 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6dccaf3c-df5b-45b3-898b-179f96ea6197 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4799206 Oct 19 01:04:40.003681 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57334) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:40.023180 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-f5118455-5dd6-40ed-ac75-646d9c8dbf0d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'port': {'network_id': '7ec6d986-bb74-466c-a20d-de93d017a954', 'name': 'tempest-PortsIpV6TestJSON-496879126'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:04:40.060357 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d588bdc-5678-4601-9db3-358a518ff49b admin admin] Made reservation on behalf of 372044798076488b8078f880b919e81f for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:04:40.062901 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1d588bdc-5678-4601-9db3-358a518ff49b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:40.077093 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae740e-2f44-4199-b24b-01d73a4c673f req-514ba5f9-279e-4b51-8475-e97724b7168f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:40.078674 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-05ae740e-2f44-4199-b24b-01d73a4c673f req-514ba5f9-279e-4b51-8475-e97724b7168f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=964bd4dc3f7745a3badae489d3813da4&device_id=b0484b59-dd67-4c76-be42-52c30792679f HTTP/1.1" status: 200 len: 1101 time: 0.1683440 Oct 19 01:04:40.268714 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 40f93092-66e2-4482-a54e-d83d48322c91 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:04:40.298902 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-2c63d0a3-b643-4ec4-bd6e-33b10b3be3c7 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Made reservation on behalf of 9ca58805b0d5403faf61bcb76d75537a for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:04:40.302834 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-2c63d0a3-b643-4ec4-bd6e-33b10b3be3c7 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:40.341374 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056047b2-60da-4c95-a3c2-c29c7f5a9ad2 None None] Network f052a2cb-e43a-4d93-bd49-f9e5e280e0ba requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:04:40.382805 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1f231-e278-4916-989e-6f14be20b598 req-1c1ad1d6-1c19-41b3-8259-86f01e9506fc tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:40.384128 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-43e1f231-e278-4916-989e-6f14be20b598 req-1c1ad1d6-1c19-41b3-8259-86f01e9506fc tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 950 time: 0.4262826 Oct 19 01:04:40.407299 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-88ada02c-b442-44d7-80ff-334c5cdc40e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:40.447135 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c898a3-78bd-4f5b-8290-7301f288b135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-7ec6d986-bb74-466c-a20d-de93d017a954', 'network_id': '7ec6d986-bb74-466c-a20d-de93d017a954', 'tenant_id': '0623c8f86a7745a5853b214518443323', 'fixed_ips': [{'subnet_id': 'ba8f49f8-7bf4-4b5b-a541-f9055e2ca138'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:04:40.448460 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-47c898a3-78bd-4f5b-8290-7301f288b135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:40.540110 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae740e-2f44-4199-b24b-01d73a4c673f req-221ef87b-1d1c-4fe4-9e51-d76049d9e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:40.542274 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-05ae740e-2f44-4199-b24b-01d73a4c673f req-221ef87b-1d1c-4fe4-9e51-d76049d9e9bc service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.4308589 Oct 19 01:04:40.619502 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-05ae740e-2f44-4199-b24b-01d73a4c673f req-f76fe9c5-7931-4267-8c99-326d7935e1ec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=a7d304d9-aa15-47ef-905b-5b208fcb7f3a HTTP/1.1" status: 200 len: 217 time: 0.0542133 Oct 19 01:04:40.629672 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-47c898a3-78bd-4f5b-8290-7301f288b135 None None] Allocated IP 2001:db8::2 (7ec6d986-bb74-466c-a20d-de93d017a954/ba8f49f8-7bf4-4b5b-a541-f9055e2ca138/0e83fb3e-a72d-4ec3-a434-b4374a707590) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:04:40.643458 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5118455-5dd6-40ed-ac75-646d9c8dbf0d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Made reservation on behalf of 0623c8f86a7745a5853b214518443323 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:04:40.647372 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f5118455-5dd6-40ed-ac75-646d9c8dbf0d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:40.681657 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 590bec35-a201-4f8f-813d-afc60d4745ed triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:40.688219 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:40.703878 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-f5118455-5dd6-40ed-ac75-646d9c8dbf0d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] device_id is not set on port a7071cd8-ddc6-4976-a8c2-f0ef47c77e5e yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:04:40.719246 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae740e-2f44-4199-b24b-01d73a4c673f req-3e65d6c1-4421-4efc-854c-021712df24af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:40.720937 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-05ae740e-2f44-4199-b24b-01d73a4c673f req-3e65d6c1-4421-4efc-854c-021712df24af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0905819 Oct 19 01:04:40.756652 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-2cc84b92-a3b9-4e4a-b0fc-652e5ea1cfbf None None] Provisioning complete for port 590bec35-a201-4f8f-813d-afc60d4745ed triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:40.763908 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2cc84b92-a3b9-4e4a-b0fc-652e5ea1cfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:40.857980 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b65f1e89-531d-4d8e-9cf5-788abd445cf7 req-5b4496ab-2e87-4a8c-8184-b170858c3acc tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/ports?device_id=77cad586-95d3-4137-b0d1-1c0d0f1b5a9c HTTP/1.1" status: 200 len: 210 time: 0.0856352 Oct 19 01:04:40.976008 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae740e-2f44-4199-b24b-01d73a4c673f req-469ce7fc-9e27-4ca7-9841-c5196a2810b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:40.982271 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-05ae740e-2f44-4199-b24b-01d73a4c673f req-469ce7fc-9e27-4ca7-9841-c5196a2810b8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2136874 Oct 19 01:04:41.154328 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3d361a79-c582-4983-887c-92588c3ab9fd req-32db3768-48e0-41e6-ad4d-421cd40f7bb7 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=b61a1463350c4c0ea7a57d6e2f8c4262&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1659589 Oct 19 01:04:41.223138 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1d588bdc-5678-4601-9db3-358a518ff49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:41.242450 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:41.268653 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2cc84b92-a3b9-4e4a-b0fc-652e5ea1cfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:41.272229 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-47c898a3-78bd-4f5b-8290-7301f288b135 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:41.281078 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-69e227f1-40f5-4b5c-9495-31c5b149b11c req-add5c1e4-5058-4b66-be85-115d3ebef85d tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/ports?device_id=29912b5b-27d3-40b2-9c06-025e0ffdf179 HTTP/1.1" status: 200 len: 210 time: 0.1878183 Oct 19 01:04:41.298532 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-47c898a3-78bd-4f5b-8290-7301f288b135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:41.427344 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 590bec35-a201-4f8f-813d-afc60d4745ed, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=590bec35-a201-4f8f-813d-afc60d4745ed,segment=NetworkSegment(de44a590-426f-42d3-aacf-0b0c08114b09),segment_id=de44a590-426f-42d3-aacf-0b0c08114b09)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:41.443948 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:41.507864 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c898a3-78bd-4f5b-8290-7301f288b135 None None] Network 7ec6d986-bb74-466c-a20d-de93d017a954 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:04:41.509531 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-2cc84b92-a3b9-4e4a-b0fc-652e5ea1cfbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:04:41.509876 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-2cc84b92-a3b9-4e4a-b0fc-652e5ea1cfbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:04:41.517501 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-47c898a3-78bd-4f5b-8290-7301f288b135 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:04:41.523270 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c898a3-78bd-4f5b-8290-7301f288b135 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:04:41.534866 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-f5118455-5dd6-40ed-ac75-646d9c8dbf0d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Allocated IP 2001:db8::152 (7ec6d986-bb74-466c-a20d-de93d017a954/ba8f49f8-7bf4-4b5b-a541-f9055e2ca138/a7071cd8-ddc6-4976-a8c2-f0ef47c77e5e) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:04:41.569251 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-05ae740e-2f44-4199-b24b-01d73a4c673f req-8fdb493d-9a45-47d9-a83f-84ee6d32edeb service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5327685 Oct 19 01:04:41.587428 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c898a3-78bd-4f5b-8290-7301f288b135 None None] Pushing event updated for resources: {'Port': ['ID=0e83fb3e-a72d-4ec3-a434-b4374a707590,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:41.597368 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d361a79-c582-4983-887c-92588c3ab9fd req-1d4fb827-5d07-4bdf-aad6-bca5fc73ceed tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:41.599106 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3d361a79-c582-4983-887c-92588c3ab9fd req-1d4fb827-5d07-4bdf-aad6-bca5fc73ceed tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4140236 Oct 19 01:04:41.629632 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-3d361a79-c582-4983-887c-92588c3ab9fd req-d5ae3212-c745-4b6c-b398-6c1191046d87 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Request body: {'port': {'device_id': '77cad586-95d3-4137-b0d1-1c0d0f1b5a9c', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'admin_state_up': True, 'tenant_id': 'b61a1463350c4c0ea7a57d6e2f8c4262'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:04:41.712801 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-47c898a3-78bd-4f5b-8290-7301f288b135 None None] Attempting to bind port 0e83fb3e-a72d-4ec3-a434-b4374a707590 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:04:41.713488 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-47c898a3-78bd-4f5b-8290-7301f288b135 None None] Attempting to bind port 0e83fb3e-a72d-4ec3-a434-b4374a707590 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '19014218-9dac-4a44-9518-9bb183026093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7ec6d986-bb74-466c-a20d-de93d017a954'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:04:41.714147 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c898a3-78bd-4f5b-8290-7301f288b135 None None] Attempting to bind port 0e83fb3e-a72d-4ec3-a434-b4374a707590 on network 7ec6d986-bb74-466c-a20d-de93d017a954 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:04:41.744159 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d588bdc-5678-4601-9db3-358a518ff49b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc8382b7-c6e6-465d-807f-c2cfe210cd02,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:41.747845 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c898a3-78bd-4f5b-8290-7301f288b135 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:04:41.748269 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c898a3-78bd-4f5b-8290-7301f288b135 None None] Checking segment: {'id': '19014218-9dac-4a44-9518-9bb183026093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7ec6d986-bb74-466c-a20d-de93d017a954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:04:41.748640 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-47c898a3-78bd-4f5b-8290-7301f288b135 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:41.749049 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c898a3-78bd-4f5b-8290-7301f288b135 None None] Bound using segment: {'id': '19014218-9dac-4a44-9518-9bb183026093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7ec6d986-bb74-466c-a20d-de93d017a954'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:04:41.749686 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-47c898a3-78bd-4f5b-8290-7301f288b135 None None] Bound port: 0e83fb3e-a72d-4ec3-a434-b4374a707590, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19014218-9dac-4a44-9518-9bb183026093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7ec6d986-bb74-466c-a20d-de93d017a954'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:04:41.750118 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-47c898a3-78bd-4f5b-8290-7301f288b135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:41.753796 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=590bec35-a201-4f8f-813d-afc60d4745ed,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:41.838600 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-47c898a3-78bd-4f5b-8290-7301f288b135 None None] For port 0e83fb3e-a72d-4ec3-a434-b4374a707590, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:04:41.844351 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-47c898a3-78bd-4f5b-8290-7301f288b135 None None] For port 0e83fb3e-a72d-4ec3-a434-b4374a707590, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=0e83fb3e-a72d-4ec3-a434-b4374a707590,segment=NetworkSegment(19014218-9dac-4a44-9518-9bb183026093),segment_id=19014218-9dac-4a44-9518-9bb183026093)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:04:41.846002 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-2c63d0a3-b643-4ec4-bd6e-33b10b3be3c7 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Allocated IP 172.20.0.7 (e0a933c8-d57d-4f34-92bd-33c9cee5c990/31331c2c-08e9-492b-8825-a76f43d2b26c/32f74064-8619-46aa-9312-d0686e9a9499) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:04:41.850962 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-47c898a3-78bd-4f5b-8290-7301f288b135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:41.942845 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c898a3-78bd-4f5b-8290-7301f288b135 None None] Pushing event updated for resources: {'Port': ['ID=0e83fb3e-a72d-4ec3-a434-b4374a707590,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:41.949247 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 1e9d67e8-229f-4d4d-8729-38d2227bcdf7 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:04:42.051223 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-2c63d0a3-b643-4ec4-bd6e-33b10b3be3c7 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:42.103305 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d588bdc-5678-4601-9db3-358a518ff49b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:42.103700 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d588bdc-5678-4601-9db3-358a518ff49b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:42.104020 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d588bdc-5678-4601-9db3-358a518ff49b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:42.104351 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d588bdc-5678-4601-9db3-358a518ff49b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:42.105207 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d588bdc-5678-4601-9db3-358a518ff49b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:42.105555 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d588bdc-5678-4601-9db3-358a518ff49b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:42.105881 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d588bdc-5678-4601-9db3-358a518ff49b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:42.106203 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d588bdc-5678-4601-9db3-358a518ff49b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:42.107464 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d588bdc-5678-4601-9db3-358a518ff49b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:42.107918 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d588bdc-5678-4601-9db3-358a518ff49b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:42.108251 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d588bdc-5678-4601-9db3-358a518ff49b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:42.108573 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d588bdc-5678-4601-9db3-358a518ff49b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:42.125734 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 1e9d67e8-229f-4d4d-8729-38d2227bcdf7 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:42.126178 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:42.156661 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-2c63d0a3-b643-4ec4-bd6e-33b10b3be3c7 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:42.261630 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-2c63d0a3-b643-4ec4-bd6e-33b10b3be3c7 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Network e0a933c8-d57d-4f34-92bd-33c9cee5c990 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:04:42.267875 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63d0a3-b643-4ec4-bd6e-33b10b3be3c7 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Pushing event updated for resources: {'Port': ['ID=32f74064-8619-46aa-9312-d0686e9a9499,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:42.272615 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-2c63d0a3-b643-4ec4-bd6e-33b10b3be3c7 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:04:42.301241 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-2c63d0a3-b643-4ec4-bd6e-33b10b3be3c7 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:04:42.305564 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d588bdc-5678-4601-9db3-358a518ff49b admin admin] Checking segment: {'id': 'ca545713-cf14-45ab-86a8-e87802c3d520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '40f93092-66e2-4482-a54e-d83d48322c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:04:42.305928 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d588bdc-5678-4601-9db3-358a518ff49b admin admin] Network hostable DHCP agents. Network: 40f93092-66e2-4482-a54e-d83d48322c91, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:04:42.317772 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:42.326457 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-43e1f231-e278-4916-989e-6f14be20b598 req-2d5028cc-10d7-469a-8d58-27af2d0eecf4 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9139707 Oct 19 01:04:42.396116 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-34be2010-8f13-4517-97cf-60878e78d3f9 req-49a100a4-3aab-4496-b88e-a8361e7aeb97 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/ports?device_id=77cad586-95d3-4137-b0d1-1c0d0f1b5a9c HTTP/1.1" status: 200 len: 210 time: 0.1191928 Oct 19 01:04:42.416402 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44281d1b-6510-484f-9619-30b701840d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9d67e8-229f-4d4d-8729-38d2227bcdf7'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:04:42.422522 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55097dcf-d83c-484a-95cd-ecb8302ab62a" -d '{"events": [{"server_uuid": "44281d1b-6510-484f-9619-30b701840d15", "name": "network-vif-plugged", "status": "completed", "tag": "1e9d67e8-229f-4d4d-8729-38d2227bcdf7"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:04:42.427926 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-d8898543-94ea-44d0-ae00-5d9eacc879aa None None] Provisioning complete for port 590bec35-a201-4f8f-813d-afc60d4745ed triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:42.428300 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d8898543-94ea-44d0-ae00-5d9eacc879aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:42.489870 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 1e9d67e8-229f-4d4d-8729-38d2227bcdf7, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=1e9d67e8-229f-4d4d-8729-38d2227bcdf7,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:42.501931 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:42.532137 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ada02c-b442-44d7-80ff-334c5cdc40e4 admin admin] Router 11407222-d9cc-41ad-9296-b2c5ecd0c2d2 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:04:42.565427 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d588bdc-5678-4601-9db3-358a518ff49b admin admin] Network 40f93092-66e2-4482-a54e-d83d48322c91 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:04:42.599843 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-05ae740e-2f44-4199-b24b-01d73a4c673f req-9a8bb50a-e864-44a4-8a06-a2c7fbc6a531 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0205569 Oct 19 01:04:42.618153 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-2c63d0a3-b643-4ec4-bd6e-33b10b3be3c7 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:42.618830 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-2c63d0a3-b643-4ec4-bd6e-33b10b3be3c7 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:42.634776 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-1d588bdc-5678-4601-9db3-358a518ff49b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 40f93092-66e2-4482-a54e-d83d48322c91) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:04:42.679695 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9cc714-6dd1-4a8c-a795-6b696857d32a None None] Network 40f93092-66e2-4482-a54e-d83d48322c91 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:04:42.712039 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f5118455-5dd6-40ed-ac75-646d9c8dbf0d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:42.738070 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d588bdc-5678-4601-9db3-358a518ff49b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:42.738679 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1d588bdc-5678-4601-9db3-358a518ff49b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:42.739173 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=1e9d67e8-229f-4d4d-8729-38d2227bcdf7,revision_number=11']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:42.780237 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d361a79-c582-4983-887c-92588c3ab9fd req-d5ae3212-c745-4b6c-b398-6c1191046d87 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Made reservation on behalf of b61a1463350c4c0ea7a57d6e2f8c4262 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:04:42.784566 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3d361a79-c582-4983-887c-92588c3ab9fd req-d5ae3212-c745-4b6c-b398-6c1191046d87 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:42.817913 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760449ad-72d5-4d35-95b3-8158d70e64de x-openstack-request-id: req-760449ad-72d5-4d35-95b3-8158d70e64de {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:04:42.818250 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44281d1b-6510-484f-9619-30b701840d15", "name": "network-vif-plugged", "status": "completed", "tag": "1e9d67e8-229f-4d4d-8729-38d2227bcdf7", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:04:42.818460 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-760449ad-72d5-4d35-95b3-8158d70e64de {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:04:42.818783 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44281d1b-6510-484f-9619-30b701840d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9d67e8-229f-4d4d-8729-38d2227bcdf7', 'code': 200} Oct 19 01:04:42.835482 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-2c63d0a3-b643-4ec4-bd6e-33b10b3be3c7 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5618126 Oct 19 01:04:42.864961 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1d588bdc-5678-4601-9db3-358a518ff49b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.2126715 Oct 19 01:04:42.870335 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57360) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:42.878784 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-6920af66-9062-45c3-90ce-14782e2d36d2 service neutron] Request body: {'port': {'device_id': '29912b5b-27d3-40b2-9c06-025e0ffdf179', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:04:42.889182 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-6c6296ac-3033-49c1-b8a4-c699836aaef0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1318090933-router', 'tenant_id': '372044798076488b8078f880b919e81f', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:04:42.900379 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f06558-fbe2-4a18-97e7-fbb6a5de40ae req-2078664b-b522-44b7-b256-d3edba795aa5 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:42.910913 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-90f06558-fbe2-4a18-97e7-fbb6a5de40ae req-2078664b-b522-44b7-b256-d3edba795aa5 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/ports?device_id=29912b5b-27d3-40b2-9c06-025e0ffdf179 HTTP/1.1" status: 200 len: 931 time: 0.4119580 Oct 19 01:04:42.986977 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6c6296ac-3033-49c1-b8a4-c699836aaef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:42.988033 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6c6296ac-3033-49c1-b8a4-c699836aaef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:43.043708 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6c6296ac-3033-49c1-b8a4-c699836aaef0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:43.064567 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ada02c-b442-44d7-80ff-334c5cdc40e4 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:04:43.074701 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a523d1-1182-475f-b206-1bb57351e03d None None] Sync routers for ids ['11407222-d9cc-41ad-9296-b2c5ecd0c2d2'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:04:43.092662 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a523d1-1182-475f-b206-1bb57351e03d None None] Routers {'11407222-d9cc-41ad-9296-b2c5ecd0c2d2'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:04:43.093306 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-e0a523d1-1182-475f-b206-1bb57351e03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:04:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['11407222-d9cc-41ad-9296-b2c5ecd0c2d2'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:43.121528 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b344ad78-5ba7-4a8d-9666-6145ef5d23b8 None None] Provisioning complete for port 32f74064-8619-46aa-9312-d0686e9a9499 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:43.123077 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b344ad78-5ba7-4a8d-9666-6145ef5d23b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:43.249051 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-88ada02c-b442-44d7-80ff-334c5cdc40e4 admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:43.255266 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-88ada02c-b442-44d7-80ff-334c5cdc40e4 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.0779486 Oct 19 01:04:43.272201 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57364) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:43.282694 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bacdaf-c027-4ce5-bca0-80d3ad890156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-40f93092-66e2-4482-a54e-d83d48322c91', 'network_id': '40f93092-66e2-4482-a54e-d83d48322c91', 'tenant_id': '372044798076488b8078f880b919e81f', 'fixed_ips': [{'subnet_id': 'cc8382b7-c6e6-465d-807f-c2cfe210cd02'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:04:43.286562 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f2bacdaf-c027-4ce5-bca0-80d3ad890156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:43.324179 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-b344ad78-5ba7-4a8d-9666-6145ef5d23b8 None None] Port 32f74064-8619-46aa-9312-d0686e9a9499 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:04:43.346645 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f5118455-5dd6-40ed-ac75-646d9c8dbf0d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:43.456355 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5118455-5dd6-40ed-ac75-646d9c8dbf0d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Port': ['ID=a7071cd8-ddc6-4976-a8c2-f0ef47c77e5e,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:43.461682 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b54d36-be3c-4403-aae0-25d03ff59d13 req-baf4874a-f7ae-4d58-b42b-325de89474a0 tempest-ServersAdminTestJSON-583545724 tempest-ServersAdminTestJSON-583545724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:43.463936 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-32b54d36-be3c-4403-aae0-25d03ff59d13 req-baf4874a-f7ae-4d58-b42b-325de89474a0 tempest-ServersAdminTestJSON-583545724 tempest-ServersAdminTestJSON-583545724-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 1103 time: 0.5944474 Oct 19 01:04:43.601862 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9648de06-80a2-4616-a21f-9e2db57a615d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:43.611804 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-e0a523d1-1182-475f-b206-1bb57351e03d None None] Set router 11407222-d9cc-41ad-9296-b2c5ecd0c2d2 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:04:43.626331 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6c6296ac-3033-49c1-b8a4-c699836aaef0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:43.637159 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5118455-5dd6-40ed-ac75-646d9c8dbf0d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:43.640925 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5118455-5dd6-40ed-ac75-646d9c8dbf0d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:43.643219 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5118455-5dd6-40ed-ac75-646d9c8dbf0d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:43.643671 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5118455-5dd6-40ed-ac75-646d9c8dbf0d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:43.644137 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5118455-5dd6-40ed-ac75-646d9c8dbf0d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:43.644597 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5118455-5dd6-40ed-ac75-646d9c8dbf0d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:43.648170 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5118455-5dd6-40ed-ac75-646d9c8dbf0d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:43.649698 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5118455-5dd6-40ed-ac75-646d9c8dbf0d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:43.650651 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5118455-5dd6-40ed-ac75-646d9c8dbf0d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:43.652380 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5118455-5dd6-40ed-ac75-646d9c8dbf0d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:43.653843 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5118455-5dd6-40ed-ac75-646d9c8dbf0d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:43.657096 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5118455-5dd6-40ed-ac75-646d9c8dbf0d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:43.699578 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-f2bacdaf-c027-4ce5-bca0-80d3ad890156 None None] Allocated IP 172.20.0.2 (40f93092-66e2-4482-a54e-d83d48322c91/cc8382b7-c6e6-465d-807f-c2cfe210cd02/e27b27d3-91b5-407d-accd-1add86890009) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:04:43.721238 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-32b54d36-be3c-4403-aae0-25d03ff59d13 req-3f902e06-76e4-4299-a926-87ff161c694c tempest-ServersAdminTestJSON-583545724 tempest-ServersAdminTestJSON-583545724-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418737 Oct 19 01:04:43.786976 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1da99c3-fc55-4bb2-823f-eee06c25fe37 None None] Network 7ec6d986-bb74-466c-a20d-de93d017a954 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:04:43.793383 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5118455-5dd6-40ed-ac75-646d9c8dbf0d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Network 7ec6d986-bb74-466c-a20d-de93d017a954 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:04:43.899987 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-f5118455-5dd6-40ed-ac75-646d9c8dbf0d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:04:43.908801 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5118455-5dd6-40ed-ac75-646d9c8dbf0d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:04:43.916884 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 0e83fb3e-a72d-4ec3-a434-b4374a707590 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:04:43.917535 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5118455-5dd6-40ed-ac75-646d9c8dbf0d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:43.918254 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f5118455-5dd6-40ed-ac75-646d9c8dbf0d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:43.933736 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-e0a523d1-1182-475f-b206-1bb57351e03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'name': 'tempest-TaggedBootDevicesTest-2011423183-router', 'tenant_id': '4da2c8fb80314d439039529c71ca4b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '76c72cae-8e7b-4cbf-8896-cd1449d3bba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:36Z', 'updated_at': '2021-10-19T01:04:38Z', 'revision_number': 3, 'project_id': '4da2c8fb80314d439039529c71ca4b69', 'gw_port': {'id': '76c72cae-8e7b-4cbf-8896-cd1449d3bba5', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:37Z', 'updated_at': '2021-10-19T01:04:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:43.957304 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f5118455-5dd6-40ed-ac75-646d9c8dbf0d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9509203 Oct 19 01:04:43.967305 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57372) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:44.000141 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-57e6c097-e4ec-47fb-8e23-219341c92104 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'port': {'network_id': '7ec6d986-bb74-466c-a20d-de93d017a954', 'name': 'tempest-PortsIpV6TestJSON-1070974714'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:04:44.008116 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a523d1-1182-475f-b206-1bb57351e03d None None] Checking router: 11407222-d9cc-41ad-9296-b2c5ecd0c2d2 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:04:44.008473 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a523d1-1182-475f-b206-1bb57351e03d None None] Updating router 11407222-d9cc-41ad-9296-b2c5ecd0c2d2 port 76c72cae-8e7b-4cbf-8896-cd1449d3bba5 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:04:44.050523 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-e0a523d1-1182-475f-b206-1bb57351e03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:44.107529 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-90f06558-fbe2-4a18-97e7-fbb6a5de40ae req-e4ef6605-6a38-4cdc-939b-bf8c795d2941 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/security-groups?id=318b730d-59b3-49ba-bc3d-3ba9ca967adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1952660 Oct 19 01:04:44.108294 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-6920af66-9062-45c3-90ce-14782e2d36d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:44.190758 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-86fdd3dc-03fa-47c3-bdd0-eed7a0ee4e7f req-0cc63994-1a0a-4915-a975-28329c2a4a5d tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/ports?device_id=77cad586-95d3-4137-b0d1-1c0d0f1b5a9c HTTP/1.1" status: 200 len: 210 time: 0.2541177 Oct 19 01:04:44.267244 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-3d361a79-c582-4983-887c-92588c3ab9fd req-d5ae3212-c745-4b6c-b398-6c1191046d87 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Allocated IP 192.168.233.18 (0e8b4f7b-f3c0-4523-9906-6b9e503fed71/1746bfff-950e-4857-b1bf-6fa3cf804b73/e8bb9edd-0427-41a3-b305-26ce660482e6) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:04:44.289934 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0d75eddb-c98c-4566-a3b8-85991e4cd9d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:44.309170 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-f4a6732f-e284-4ef7-b5f4-4971be011dba None None] Provisioning complete for port 0e83fb3e-a72d-4ec3-a434-b4374a707590 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:44.310419 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f4a6732f-e284-4ef7-b5f4-4971be011dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:44.490311 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-e0a523d1-1182-475f-b206-1bb57351e03d None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:44.500649 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-e0a523d1-1182-475f-b206-1bb57351e03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:44.554314 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0bdf1-4d1f-4fa0-99a5-a63f046f601b None None] Pushing event updated for resources: {'Port': ['ID=76c72cae-8e7b-4cbf-8896-cd1449d3bba5,revision_number=2']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:44.554909 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f2bacdaf-c027-4ce5-bca0-80d3ad890156 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:44.561189 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 0e83fb3e-a72d-4ec3-a434-b4374a707590 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:44.566249 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:44.588105 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3d361a79-c582-4983-887c-92588c3ab9fd req-d5ae3212-c745-4b6c-b398-6c1191046d87 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:44.602620 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e0bdf1-4d1f-4fa0-99a5-a63f046f601b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:44.603308 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e0bdf1-4d1f-4fa0-99a5-a63f046f601b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:44.604177 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e0bdf1-4d1f-4fa0-99a5-a63f046f601b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:44.605837 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e0bdf1-4d1f-4fa0-99a5-a63f046f601b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:44.607423 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e0bdf1-4d1f-4fa0-99a5-a63f046f601b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:44.608012 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e0bdf1-4d1f-4fa0-99a5-a63f046f601b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:44.610820 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e0bdf1-4d1f-4fa0-99a5-a63f046f601b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:44.611403 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e0bdf1-4d1f-4fa0-99a5-a63f046f601b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:44.611944 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e0bdf1-4d1f-4fa0-99a5-a63f046f601b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:44.612726 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e0bdf1-4d1f-4fa0-99a5-a63f046f601b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:44.612973 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f2bacdaf-c027-4ce5-bca0-80d3ad890156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:44.613863 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e0bdf1-4d1f-4fa0-99a5-a63f046f601b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:44.615947 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e0bdf1-4d1f-4fa0-99a5-a63f046f601b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:44.623920 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-e0a523d1-1182-475f-b206-1bb57351e03d None None] Attempting to bind port 76c72cae-8e7b-4cbf-8896-cd1449d3bba5 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:04:44.624986 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-e0a523d1-1182-475f-b206-1bb57351e03d None None] Attempting to bind port 76c72cae-8e7b-4cbf-8896-cd1449d3bba5 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:04:44.627644 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a523d1-1182-475f-b206-1bb57351e03d None None] Attempting to bind port 76c72cae-8e7b-4cbf-8896-cd1449d3bba5 on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:04:44.642695 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a523d1-1182-475f-b206-1bb57351e03d None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:04:44.656353 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a523d1-1182-475f-b206-1bb57351e03d None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:04:44.657087 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-e0a523d1-1182-475f-b206-1bb57351e03d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:44.657656 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a523d1-1182-475f-b206-1bb57351e03d None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:04:44.658339 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-e0a523d1-1182-475f-b206-1bb57351e03d None None] Bound port: 76c72cae-8e7b-4cbf-8896-cd1449d3bba5, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:04:44.658957 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-e0a523d1-1182-475f-b206-1bb57351e03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:44.772138 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-e0a523d1-1182-475f-b206-1bb57351e03d None None] For port 76c72cae-8e7b-4cbf-8896-cd1449d3bba5, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:04:44.776302 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-e0a523d1-1182-475f-b206-1bb57351e03d None None] For port 76c72cae-8e7b-4cbf-8896-cd1449d3bba5, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=76c72cae-8e7b-4cbf-8896-cd1449d3bba5,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:04:44.785491 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-e0a523d1-1182-475f-b206-1bb57351e03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:44.815174 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bacdaf-c027-4ce5-bca0-80d3ad890156 None None] Network 40f93092-66e2-4482-a54e-d83d48322c91 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:04:44.855876 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-f2bacdaf-c027-4ce5-bca0-80d3ad890156 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:04:44.871606 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bacdaf-c027-4ce5-bca0-80d3ad890156 None None] Pushing event updated for resources: {'Port': ['ID=e27b27d3-91b5-407d-accd-1add86890009,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:44.882606 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bacdaf-c027-4ce5-bca0-80d3ad890156 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:04:44.903231 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a523d1-1182-475f-b206-1bb57351e03d None None] Routers {'11407222-d9cc-41ad-9296-b2c5ecd0c2d2'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:04:44.911870 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758fc419-2e23-4ad5-9a9d-08f14236cc91 req-d329e82d-58f5-4201-adb7-a5e1b14e023e tempest-ServersAdminTestJSON-583545724 tempest-ServersAdminTestJSON-583545724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:44.912749 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f4a6732f-e284-4ef7-b5f4-4971be011dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:44.916244 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-e0a523d1-1182-475f-b206-1bb57351e03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:04:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['11407222-d9cc-41ad-9296-b2c5ecd0c2d2'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:44.926616 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-758fc419-2e23-4ad5-9a9d-08f14236cc91 req-d329e82d-58f5-4201-adb7-a5e1b14e023e tempest-ServersAdminTestJSON-583545724 tempest-ServersAdminTestJSON-583545724-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 1103 time: 0.3235133 Oct 19 01:04:44.937904 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3d361a79-c582-4983-887c-92588c3ab9fd req-d5ae3212-c745-4b6c-b398-6c1191046d87 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:45.019671 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0bdf1-4d1f-4fa0-99a5-a63f046f601b None None] Pushing event updated for resources: {'Port': ['ID=76c72cae-8e7b-4cbf-8896-cd1449d3bba5,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:45.112516 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d0aa9ef3-6e6d-4b83-bbc8-a8866fad3348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:45.117000 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae3212-c745-4b6c-b398-6c1191046d87 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Pushing event updated for resources: {'Port': ['ID=e8bb9edd-0427-41a3-b305-26ce660482e6,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:45.129180 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d361a79-c582-4983-887c-92588c3ab9fd req-d5ae3212-c745-4b6c-b398-6c1191046d87 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:04:45.137464 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e6c097-e4ec-47fb-8e23-219341c92104 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Made reservation on behalf of 0623c8f86a7745a5853b214518443323 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:04:45.168187 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-57e6c097-e4ec-47fb-8e23-219341c92104 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:45.194419 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-3d361a79-c582-4983-887c-92588c3ab9fd req-d5ae3212-c745-4b6c-b398-6c1191046d87 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:04:45.209055 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-e0a523d1-1182-475f-b206-1bb57351e03d None None] Set router 11407222-d9cc-41ad-9296-b2c5ecd0c2d2 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:04:45.240850 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d361a79-c582-4983-887c-92588c3ab9fd req-d5ae3212-c745-4b6c-b398-6c1191046d87 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:04:45.242725 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-f2bacdaf-c027-4ce5-bca0-80d3ad890156 None None] Attempting to bind port e27b27d3-91b5-407d-accd-1add86890009 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:04:45.243120 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-f2bacdaf-c027-4ce5-bca0-80d3ad890156 None None] Attempting to bind port e27b27d3-91b5-407d-accd-1add86890009 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'ca545713-cf14-45ab-86a8-e87802c3d520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '40f93092-66e2-4482-a54e-d83d48322c91'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:04:45.243472 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bacdaf-c027-4ce5-bca0-80d3ad890156 None None] Attempting to bind port e27b27d3-91b5-407d-accd-1add86890009 on network 40f93092-66e2-4482-a54e-d83d48322c91 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:04:45.246680 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-f4a6732f-e284-4ef7-b5f4-4971be011dba None None] For port 0e83fb3e-a72d-4ec3-a434-b4374a707590, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=0e83fb3e-a72d-4ec3-a434-b4374a707590,segment=NetworkSegment(19014218-9dac-4a44-9518-9bb183026093),segment_id=19014218-9dac-4a44-9518-9bb183026093)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:45.269930 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f4a6732f-e284-4ef7-b5f4-4971be011dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:45.272384 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-758fc419-2e23-4ad5-9a9d-08f14236cc91 req-defe706f-f03b-48da-8f2c-bcde45cd62d8 tempest-ServersAdminTestJSON-583545724 tempest-ServersAdminTestJSON-583545724-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438525 Oct 19 01:04:45.282603 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:45.300075 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bacdaf-c027-4ce5-bca0-80d3ad890156 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:04:45.300461 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bacdaf-c027-4ce5-bca0-80d3ad890156 None None] Checking segment: {'id': 'ca545713-cf14-45ab-86a8-e87802c3d520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '40f93092-66e2-4482-a54e-d83d48322c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:04:45.300908 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f2bacdaf-c027-4ce5-bca0-80d3ad890156 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:45.301451 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bacdaf-c027-4ce5-bca0-80d3ad890156 None None] Bound using segment: {'id': 'ca545713-cf14-45ab-86a8-e87802c3d520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '40f93092-66e2-4482-a54e-d83d48322c91'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:04:45.301896 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-f2bacdaf-c027-4ce5-bca0-80d3ad890156 None None] Bound port: e27b27d3-91b5-407d-accd-1add86890009, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca545713-cf14-45ab-86a8-e87802c3d520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '40f93092-66e2-4482-a54e-d83d48322c91'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:04:45.302293 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f2bacdaf-c027-4ce5-bca0-80d3ad890156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:45.448963 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d361a79-c582-4983-887c-92588c3ab9fd req-d5ae3212-c745-4b6c-b398-6c1191046d87 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:45.449182 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3d361a79-c582-4983-887c-92588c3ab9fd req-d5ae3212-c745-4b6c-b398-6c1191046d87 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:45.467005 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-57e6c097-e4ec-47fb-8e23-219341c92104 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] device_id is not set on port 4539a0df-6c54-4126-ab88-12efe3a1e35b yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:04:45.571341 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3d361a79-c582-4983-887c-92588c3ab9fd req-d5ae3212-c745-4b6c-b398-6c1191046d87 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9494019 Oct 19 01:04:45.591503 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-3d361a79-c582-4983-887c-92588c3ab9fd req-b2f98525-bcef-4b7e-9ab7-03c40f761b89 service neutron] Request body: {'port': {'device_id': '77cad586-95d3-4137-b0d1-1c0d0f1b5a9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:04:45.704291 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-e0a523d1-1182-475f-b206-1bb57351e03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'name': 'tempest-TaggedBootDevicesTest-2011423183-router', 'tenant_id': '4da2c8fb80314d439039529c71ca4b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '76c72cae-8e7b-4cbf-8896-cd1449d3bba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:36Z', 'updated_at': '2021-10-19T01:04:38Z', 'revision_number': 3, 'project_id': '4da2c8fb80314d439039529c71ca4b69', 'gw_port': {'id': '76c72cae-8e7b-4cbf-8896-cd1449d3bba5', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:37Z', 'updated_at': '2021-10-19T01:04:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:45.707701 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a6732f-e284-4ef7-b5f4-4971be011dba None None] Pushing event updated for resources: {'Port': ['ID=0e83fb3e-a72d-4ec3-a434-b4374a707590,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:45.740820 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-538025cf-3e35-4228-8096-eccd94eebd1d None None] Provisioning complete for port 0e83fb3e-a72d-4ec3-a434-b4374a707590 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:45.741205 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-538025cf-3e35-4228-8096-eccd94eebd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:45.788014 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40eccb-8d86-4f5f-8086-42ed6724778f req-ca3c4bef-515d-4192-a2b3-c93d01055099 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:45.788833 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a523d1-1182-475f-b206-1bb57351e03d None None] The sync data for ids ['11407222-d9cc-41ad-9296-b2c5ecd0c2d2'] in n-d-715271-26 is: [{'id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'name': 'tempest-TaggedBootDevicesTest-2011423183-router', 'tenant_id': '4da2c8fb80314d439039529c71ca4b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '76c72cae-8e7b-4cbf-8896-cd1449d3bba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:36Z', 'updated_at': '2021-10-19T01:04:38Z', 'revision_number': 3, 'project_id': '4da2c8fb80314d439039529c71ca4b69', 'gw_port': {'id': '76c72cae-8e7b-4cbf-8896-cd1449d3bba5', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:37Z', 'updated_at': '2021-10-19T01:04:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:04:45.793040 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:04:45.793412 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:04:45.798171 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-f2bacdaf-c027-4ce5-bca0-80d3ad890156 None None] For port e27b27d3-91b5-407d-accd-1add86890009, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:04:45.809377 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1e40eccb-8d86-4f5f-8086-42ed6724778f req-ca3c4bef-515d-4192-a2b3-c93d01055099 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/ports?device_id=77cad586-95d3-4137-b0d1-1c0d0f1b5a9c HTTP/1.1" status: 200 len: 935 time: 0.3551157 Oct 19 01:04:45.816163 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-f2bacdaf-c027-4ce5-bca0-80d3ad890156 None None] For port e27b27d3-91b5-407d-accd-1add86890009, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=e27b27d3-91b5-407d-accd-1add86890009,segment=NetworkSegment(ca545713-cf14-45ab-86a8-e87802c3d520),segment_id=ca545713-cf14-45ab-86a8-e87802c3d520)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:04:45.880687 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f2bacdaf-c027-4ce5-bca0-80d3ad890156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:45.953896 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-538025cf-3e35-4228-8096-eccd94eebd1d None None] Provisioning complete for port a7071cd8-ddc6-4976-a8c2-f0ef47c77e5e triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:45.954270 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-538025cf-3e35-4228-8096-eccd94eebd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:45.999005 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-538025cf-3e35-4228-8096-eccd94eebd1d None None] Port a7071cd8-ddc6-4976-a8c2-f0ef47c77e5e cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:04:46.006146 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3d361a79-c582-4983-887c-92588c3ab9fd req-b2f98525-bcef-4b7e-9ab7-03c40f761b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:46.031850 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-6920af66-9062-45c3-90ce-14782e2d36d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32f74064-8619-46aa-9312-d0686e9a9499 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:04:46.032088 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bacdaf-c027-4ce5-bca0-80d3ad890156 None None] Pushing event updated for resources: {'Port': ['ID=e27b27d3-91b5-407d-accd-1add86890009,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:46.043634 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-9648de06-80a2-4616-a21f-9e2db57a615d admin admin] Deleting port c9c9ac3e-c0ca-4153-9bc8-8e87ebe63d45 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:04:46.044061 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9648de06-80a2-4616-a21f-9e2db57a615d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:46.066216 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-6920af66-9062-45c3-90ce-14782e2d36d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:46.129332 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-6920af66-9062-45c3-90ce-14782e2d36d2 service neutron] Transition to ACTIVE for port object 32f74064-8619-46aa-9312-d0686e9a9499 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:04:46.132332 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-7c2fb79c-9cf0-4986-89da-f173ed759e4a None None] Provisioning complete for port e8bb9edd-0427-41a3-b305-26ce660482e6 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:46.133351 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7c2fb79c-9cf0-4986-89da-f173ed759e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:46.148225 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-57e6c097-e4ec-47fb-8e23-219341c92104 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Allocated IP 2001:db8::6b (7ec6d986-bb74-466c-a20d-de93d017a954/ba8f49f8-7bf4-4b5b-a541-f9055e2ca138/4539a0df-6c54-4126-ab88-12efe3a1e35b) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:04:46.149843 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9d8e9-f201-4e91-a52a-302da5cf0a5a req-5026258b-5163-4de0-a5ef-7f10d839c7bf tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:46.157687 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c8d9d8e9-f201-4e91-a52a-302da5cf0a5a req-5026258b-5163-4de0-a5ef-7f10d839c7bf tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/ports?device_id=29912b5b-27d3-40b2-9c06-025e0ffdf179 HTTP/1.1" status: 200 len: 931 time: 0.8624148 Oct 19 01:04:46.255105 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6c6296ac-3033-49c1-b8a4-c699836aaef0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:46.262162 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-6920af66-9062-45c3-90ce-14782e2d36d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:46.283632 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-7c2fb79c-9cf0-4986-89da-f173ed759e4a None None] Port e8bb9edd-0427-41a3-b305-26ce660482e6 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:04:46.286420 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1e40eccb-8d86-4f5f-8086-42ed6724778f req-bc3cb3ad-b2ad-440f-a874-f878fb71a299 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/security-groups?id=c783b73d-2e5d-42e1-b958-62de854aa98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745479 Oct 19 01:04:46.298889 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-7c2fb79c-9cf0-4986-89da-f173ed759e4a None None] Provisioning complete for port a7071cd8-ddc6-4976-a8c2-f0ef47c77e5e triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:46.299639 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7c2fb79c-9cf0-4986-89da-f173ed759e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:46.352771 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-d0aa9ef3-6e6d-4b83-bbc8-a8866fad3348 admin admin] Allocated IP 172.20.0.1 (f052a2cb-e43a-4d93-bd49-f9e5e280e0ba/32a7ca29-d701-4aca-995b-87a0b73f1f63/732dfee4-ccf7-4e2d-925c-999b168c2a1c) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:04:46.425104 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6c6296ac-3033-49c1-b8a4-c699836aaef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:46.438262 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c8d9d8e9-f201-4e91-a52a-302da5cf0a5a req-b798e747-085f-4f38-ab58-f44f38bd6304 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/security-groups?id=318b730d-59b3-49ba-bc3d-3ba9ca967adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2798336 Oct 19 01:04:46.444126 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920af66-9062-45c3-90ce-14782e2d36d2 service neutron] Pushing event updated for resources: {'Port': ['ID=32f74064-8619-46aa-9312-d0686e9a9499,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:46.452103 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-9648de06-80a2-4616-a21f-9e2db57a615d admin admin] For port c9c9ac3e-c0ca-4153-9bc8-8e87ebe63d45, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c9c9ac3e-c0ca-4153-9bc8-8e87ebe63d45,segment=NetworkSegment(fd439f00-5252-4108-8cca-4bb02963020f),segment_id=fd439f00-5252-4108-8cca-4bb02963020f)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:46.456542 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9648de06-80a2-4616-a21f-9e2db57a615d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:46.530962 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-9648de06-80a2-4616-a21f-9e2db57a615d admin admin] Calling delete_port for c9c9ac3e-c0ca-4153-9bc8-8e87ebe63d45 owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:04:46.566916 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 590bec35-a201-4f8f-813d-afc60d4745ed up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:04:46.643920 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-7c2fb79c-9cf0-4986-89da-f173ed759e4a None None] Port a7071cd8-ddc6-4976-a8c2-f0ef47c77e5e cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:04:46.649314 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-aa43697c-862b-46df-8031-0c0919b8c7e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:46.674787 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 590bec35-a201-4f8f-813d-afc60d4745ed triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:46.675318 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:46.811832 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d0aa9ef3-6e6d-4b83-bbc8-a8866fad3348 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:46.933376 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-6c6296ac-3033-49c1-b8a4-c699836aaef0 admin admin] Allocated IP 172.25.8.105 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/4708bb55-c171-4d83-b170-75a1fdabff9b) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:04:47.017876 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-6920af66-9062-45c3-90ce-14782e2d36d2 service neutron] Attempting to bind port 32f74064-8619-46aa-9312-d0686e9a9499 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:04:47.018496 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-6920af66-9062-45c3-90ce-14782e2d36d2 service neutron] Attempting to bind port 32f74064-8619-46aa-9312-d0686e9a9499 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '704ea1f5-eb98-4f05-aa53-1f4462ac5291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e0a933c8-d57d-4f34-92bd-33c9cee5c990'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:04:47.018638 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-6920af66-9062-45c3-90ce-14782e2d36d2 service neutron] Attempting to bind port 32f74064-8619-46aa-9312-d0686e9a9499 on network e0a933c8-d57d-4f34-92bd-33c9cee5c990 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:04:47.047456 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5fc013-61d5-48bd-8238-aec2ce5e4a56 req-b66c0be6-b4bf-4c40-905d-74c274d7d9cc tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:47.055448 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5e5fc013-61d5-48bd-8238-aec2ce5e4a56 req-b66c0be6-b4bf-4c40-905d-74c274d7d9cc tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0484b59-dd67-4c76-be42-52c30792679f HTTP/1.1" status: 200 len: 949 time: 0.2394698 Oct 19 01:04:47.091590 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-6920af66-9062-45c3-90ce-14782e2d36d2 service neutron] Port 32f74064-8619-46aa-9312-d0686e9a9499 on network e0a933c8-d57d-4f34-92bd-33c9cee5c990 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:04:47.091942 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-6920af66-9062-45c3-90ce-14782e2d36d2 service neutron] Attempting to bind port 32f74064-8619-46aa-9312-d0686e9a9499 on network e0a933c8-d57d-4f34-92bd-33c9cee5c990 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:04:47.163683 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 0e83fb3e-a72d-4ec3-a434-b4374a707590 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:04:47.172518 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-6920af66-9062-45c3-90ce-14782e2d36d2 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:04:47.173150 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-6920af66-9062-45c3-90ce-14782e2d36d2 service neutron] Checking segment: {'id': '704ea1f5-eb98-4f05-aa53-1f4462ac5291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e0a933c8-d57d-4f34-92bd-33c9cee5c990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:04:47.173290 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-6920af66-9062-45c3-90ce-14782e2d36d2 service neutron] Bound using segment: {'id': '704ea1f5-eb98-4f05-aa53-1f4462ac5291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e0a933c8-d57d-4f34-92bd-33c9cee5c990'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:04:47.173670 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-6920af66-9062-45c3-90ce-14782e2d36d2 service neutron] Bound port: 32f74064-8619-46aa-9312-d0686e9a9499, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '704ea1f5-eb98-4f05-aa53-1f4462ac5291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e0a933c8-d57d-4f34-92bd-33c9cee5c990'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:04:47.174019 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-6920af66-9062-45c3-90ce-14782e2d36d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:47.182788 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d0aa9ef3-6e6d-4b83-bbc8-a8866fad3348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:47.208956 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6c6296ac-3033-49c1-b8a4-c699836aaef0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:47.277932 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:47.300657 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5e5fc013-61d5-48bd-8238-aec2ce5e4a56 req-caf19b0a-4976-4596-afc4-3611b4dc7005 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384005 Oct 19 01:04:47.319287 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 0e83fb3e-a72d-4ec3-a434-b4374a707590 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:47.319719 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:47.365815 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0aa9ef3-6e6d-4b83-bbc8-a8866fad3348 admin admin] Network f052a2cb-e43a-4d93-bd49-f9e5e280e0ba is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:04:47.413350 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6c6296ac-3033-49c1-b8a4-c699836aaef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:47.419621 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-d0aa9ef3-6e6d-4b83-bbc8-a8866fad3348 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:04:47.431643 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aa9ef3-6e6d-4b83-bbc8-a8866fad3348 admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:04:47.447897 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device e27b27d3-91b5-407d-accd-1add86890009 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:04:47.508730 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port e27b27d3-91b5-407d-accd-1add86890009 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:47.509111 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:47.527528 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa9ef3-6e6d-4b83-bbc8-a8866fad3348 admin admin] Pushing event updated for resources: {'Port': ['ID=732dfee4-ccf7-4e2d-925c-999b168c2a1c,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:47.632836 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a927538-3a75-4d2b-9a5d-36918b031043 None None] Network 40f93092-66e2-4482-a54e-d83d48322c91 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:04:47.657243 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6296ac-3033-49c1-b8a4-c699836aaef0 admin admin] Pushing event updated for resources: {'Port': ['ID=4708bb55-c171-4d83-b170-75a1fdabff9b,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:47.669891 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6296ac-3033-49c1-b8a4-c699836aaef0 admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:04:47.677924 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-6920af66-9062-45c3-90ce-14782e2d36d2 service neutron] For port 32f74064-8619-46aa-9312-d0686e9a9499, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:04:47.682866 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d0aa9ef3-6e6d-4b83-bbc8-a8866fad3348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:47.683451 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:47.696746 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-6c6296ac-3033-49c1-b8a4-c699836aaef0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:04:47.699392 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:47.782886 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-f839a541-a6aa-4d15-860a-56b5da12f668 None None] Provisioning complete for port e27b27d3-91b5-407d-accd-1add86890009 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:47.785045 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-6920af66-9062-45c3-90ce-14782e2d36d2 service neutron] For port 32f74064-8619-46aa-9312-d0686e9a9499, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=32f74064-8619-46aa-9312-d0686e9a9499,segment=NetworkSegment(704ea1f5-eb98-4f05-aa53-1f4462ac5291),segment_id=704ea1f5-eb98-4f05-aa53-1f4462ac5291)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:04:47.786341 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f839a541-a6aa-4d15-860a-56b5da12f668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:47.814138 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-6920af66-9062-45c3-90ce-14782e2d36d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:47.821321 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port e27b27d3-91b5-407d-accd-1add86890009, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=e27b27d3-91b5-407d-accd-1add86890009,segment=NetworkSegment(ca545713-cf14-45ab-86a8-e87802c3d520),segment_id=ca545713-cf14-45ab-86a8-e87802c3d520)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:47.843342 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:47.844393 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 76c72cae-8e7b-4cbf-8896-cd1449d3bba5 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:04:47.867038 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-3d361a79-c582-4983-887c-92588c3ab9fd req-b2f98525-bcef-4b7e-9ab7-03c40f761b89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8bb9edd-0427-41a3-b305-26ce660482e6 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:04:47.871615 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9648de06-80a2-4616-a21f-9e2db57a615d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:47.881821 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f832e-f482-456a-abb3-1a4b149b7362 req-761b2abb-cb3f-4333-8eaf-0aee8bddf3b0 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:47.891113 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3d361a79-c582-4983-887c-92588c3ab9fd req-b2f98525-bcef-4b7e-9ab7-03c40f761b89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:47.891681 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-349f832e-f482-456a-abb3-1a4b149b7362 req-761b2abb-cb3f-4333-8eaf-0aee8bddf3b0 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/ports?device_id=29912b5b-27d3-40b2-9c06-025e0ffdf179 HTTP/1.1" status: 200 len: 943 time: 0.2991693 Oct 19 01:04:47.913175 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-3d361a79-c582-4983-887c-92588c3ab9fd req-b2f98525-bcef-4b7e-9ab7-03c40f761b89 service neutron] Transition to ACTIVE for port object e8bb9edd-0427-41a3-b305-26ce660482e6 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:04:47.918267 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-6920af66-9062-45c3-90ce-14782e2d36d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:47.918967 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-6920af66-9062-45c3-90ce-14782e2d36d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:47.920578 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-6920af66-9062-45c3-90ce-14782e2d36d2 service neutron] 10.222.0.24 "PUT /v2.0/ports/32f74064-8619-46aa-9312-d0686e9a9499 HTTP/1.1" status: 200 len: 1092 time: 5.0668094 Oct 19 01:04:47.927136 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6296ac-3033-49c1-b8a4-c699836aaef0 admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:04:47.928649 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29912b5b-27d3-40b2-9c06-025e0ffdf179', 'tag': '32f74064-8619-46aa-9312-d0686e9a9499'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:04:47.931116 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d81fed-16c2-4f73-b823-4d43e3f03780" -d '{"events": [{"name": "network-changed", "server_uuid": "29912b5b-27d3-40b2-9c06-025e0ffdf179", "tag": "32f74064-8619-46aa-9312-d0686e9a9499"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:04:48.003925 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3d361a79-c582-4983-887c-92588c3ab9fd req-b2f98525-bcef-4b7e-9ab7-03c40f761b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:48.127312 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=e27b27d3-91b5-407d-accd-1add86890009,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:48.170156 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920af66-9062-45c3-90ce-14782e2d36d2 service neutron] Pushing event updated for resources: {'Port': ['ID=32f74064-8619-46aa-9312-d0686e9a9499,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:48.183602 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-349f832e-f482-456a-abb3-1a4b149b7362 req-c2f5e028-7313-495b-bfc2-108d5a16cf6a tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/security-groups?id=318b730d-59b3-49ba-bc3d-3ba9ca967adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2903769 Oct 19 01:04:48.220204 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 76c72cae-8e7b-4cbf-8896-cd1449d3bba5 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:48.220763 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:48.310754 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b4963c-4a69-4136-8223-f3d85816d3b3 x-openstack-request-id: req-d6b4963c-4a69-4136-8223-f3d85816d3b3 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:04:48.311352 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29912b5b-27d3-40b2-9c06-025e0ffdf179", "tag": "32f74064-8619-46aa-9312-d0686e9a9499", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:04:48.311951 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d6b4963c-4a69-4136-8223-f3d85816d3b3 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:04:48.312645 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29912b5b-27d3-40b2-9c06-025e0ffdf179', 'tag': '32f74064-8619-46aa-9312-d0686e9a9499', 'status': 'completed', 'code': 200} Oct 19 01:04:48.317971 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9648de06-80a2-4616-a21f-9e2db57a615d admin admin] Pushing event deleted for resources: {'Port': ['ID=c9c9ac3e-c0ca-4153-9bc8-8e87ebe63d45,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:48.373699 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-dd845bec-0163-4dec-9480-545b603214ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:48.375891 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-dd845bec-0163-4dec-9480-545b603214ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ca58805b0d5403faf61bcb76d75537a&device_id=29912b5b-27d3-40b2-9c06-025e0ffdf179 HTTP/1.1" status: 200 len: 1095 time: 0.3960159 Oct 19 01:04:48.479713 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-760247de-a128-41ca-ae60-0a4e6252ec1c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32f74064-8619-46aa-9312-d0686e9a9499 HTTP/1.1" status: 200 len: 217 time: 0.0932434 Oct 19 01:04:48.500814 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:48.506582 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d0aa9ef3-6e6d-4b83-bbc8-a8866fad3348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:48.579810 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 76c72cae-8e7b-4cbf-8896-cd1449d3bba5, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=76c72cae-8e7b-4cbf-8896-cd1449d3bba5,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:48.586375 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-e8f92657-aae0-439f-a5d8-bc3fb796ea18 None None] Provisioning complete for port 732dfee4-ccf7-4e2d-925c-999b168c2a1c triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:48.587344 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e8f92657-aae0-439f-a5d8-bc3fb796ea18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:48.627172 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:48.721677 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=76c72cae-8e7b-4cbf-8896-cd1449d3bba5,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:48.724130 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-7843170a-a0ba-4ee5-89d6-333a09ee0fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:48.725891 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-7843170a-a0ba-4ee5-89d6-333a09ee0fb3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=31331c2c-08e9-492b-8825-a76f43d2b26c HTTP/1.1" status: 200 len: 847 time: 0.1734612 Oct 19 01:04:48.731948 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-e8f92657-aae0-439f-a5d8-bc3fb796ea18 None None] Port 732dfee4-ccf7-4e2d-925c-999b168c2a1c cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:04:48.752042 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6cb61-d772-49b7-8879-75179698a27e req-865ea770-11a0-4439-af5c-357376310b59 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:48.753551 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-54b6cb61-d772-49b7-8879-75179698a27e req-865ea770-11a0-4439-af5c-357376310b59 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0484b59-dd67-4c76-be42-52c30792679f HTTP/1.1" status: 200 len: 949 time: 0.2936659 Oct 19 01:04:48.815762 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-57e6c097-e4ec-47fb-8e23-219341c92104 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:48.828471 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9648de06-80a2-4616-a21f-9e2db57a615d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:48.874540 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-1b541287-3e6b-457d-86ed-5260dd0d5b89 None None] Provisioning complete for port e27b27d3-91b5-407d-accd-1add86890009 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:48.875365 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1b541287-3e6b-457d-86ed-5260dd0d5b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:48.898680 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-54b6cb61-d772-49b7-8879-75179698a27e req-e9b7c5c8-25aa-4903-9eac-3aa931c5b957 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320088 Oct 19 01:04:48.945895 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-eb518b9e-7514-4691-953a-3fc7a99e3c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:48.947267 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-eb518b9e-7514-4691-953a-3fc7a99e3c81 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e0a933c8-d57d-4f34-92bd-33c9cee5c990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2087779 Oct 19 01:04:48.948535 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff97df-e2dd-4d01-917b-e493f522bd32 req-f28795e0-1ebb-440c-b52e-2105f1422a77 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:48.952097 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8bff97df-e2dd-4d01-917b-e493f522bd32 req-f28795e0-1ebb-440c-b52e-2105f1422a77 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/ports?device_id=77cad586-95d3-4137-b0d1-1c0d0f1b5a9c HTTP/1.1" status: 200 len: 935 time: 1.5460041 Oct 19 01:04:49.000624 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6c6296ac-3033-49c1-b8a4-c699836aaef0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:49.042231 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device e27b27d3-91b5-407d-accd-1add86890009 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:04:49.132575 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f98525-bcef-4b7e-9ab7-03c40f761b89 service neutron] Pushing event updated for resources: {'Port': ['ID=e8bb9edd-0427-41a3-b305-26ce660482e6,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:49.144994 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port e27b27d3-91b5-407d-accd-1add86890009 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:49.145374 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:49.160954 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d0aa9ef3-6e6d-4b83-bbc8-a8866fad3348 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:49.181092 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d0aa9ef3-6e6d-4b83-bbc8-a8866fad3348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:49.229207 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e50af-934d-4363-938b-8f9e260da30e req-cd65b304-af01-49c3-981b-c3a4c4d103e2 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:49.231129 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5a7e50af-934d-4363-938b-8f9e260da30e req-cd65b304-af01-49c3-981b-c3a4c4d103e2 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0484b59-dd67-4c76-be42-52c30792679f HTTP/1.1" status: 200 len: 949 time: 0.9139957 Oct 19 01:04:49.319350 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 76c72cae-8e7b-4cbf-8896-cd1449d3bba5 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:04:49.371161 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8bff97df-e2dd-4d01-917b-e493f522bd32 req-2de24930-df33-4dfc-90f6-3f6387cf874f tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/security-groups?id=c783b73d-2e5d-42e1-b958-62de854aa98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628826 Oct 19 01:04:49.401091 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-3d361a79-c582-4983-887c-92588c3ab9fd req-b2f98525-bcef-4b7e-9ab7-03c40f761b89 service neutron] Attempting to bind port e8bb9edd-0427-41a3-b305-26ce660482e6 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:04:49.401595 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-3d361a79-c582-4983-887c-92588c3ab9fd req-b2f98525-bcef-4b7e-9ab7-03c40f761b89 service neutron] Attempting to bind port e8bb9edd-0427-41a3-b305-26ce660482e6 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:04:49.402004 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d361a79-c582-4983-887c-92588c3ab9fd req-b2f98525-bcef-4b7e-9ab7-03c40f761b89 service neutron] Attempting to bind port e8bb9edd-0427-41a3-b305-26ce660482e6 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:04:49.494942 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d361a79-c582-4983-887c-92588c3ab9fd req-b2f98525-bcef-4b7e-9ab7-03c40f761b89 service neutron] Port e8bb9edd-0427-41a3-b305-26ce660482e6 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:04:49.495350 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d361a79-c582-4983-887c-92588c3ab9fd req-b2f98525-bcef-4b7e-9ab7-03c40f761b89 service neutron] Attempting to bind port e8bb9edd-0427-41a3-b305-26ce660482e6 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:04:49.514340 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-57e6c097-e4ec-47fb-8e23-219341c92104 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:49.628962 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:49.630211 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 76c72cae-8e7b-4cbf-8896-cd1449d3bba5 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:49.630562 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:49.644096 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-8024744e-5073-42ec-9350-81b732c8feb4 service neutron] 10.222.0.24 "GET /v2.0/networks/e0a933c8-d57d-4f34-92bd-33c9cee5c990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6834967 Oct 19 01:04:49.652395 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d361a79-c582-4983-887c-92588c3ab9fd req-b2f98525-bcef-4b7e-9ab7-03c40f761b89 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:04:49.652861 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d361a79-c582-4983-887c-92588c3ab9fd req-b2f98525-bcef-4b7e-9ab7-03c40f761b89 service neutron] Checking segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:04:49.653449 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d361a79-c582-4983-887c-92588c3ab9fd req-b2f98525-bcef-4b7e-9ab7-03c40f761b89 service neutron] Bound using segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:04:49.653951 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-3d361a79-c582-4983-887c-92588c3ab9fd req-b2f98525-bcef-4b7e-9ab7-03c40f761b89 service neutron] Bound port: e8bb9edd-0427-41a3-b305-26ce660482e6, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:04:49.654407 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3d361a79-c582-4983-887c-92588c3ab9fd req-b2f98525-bcef-4b7e-9ab7-03c40f761b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:49.678684 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6c097-e4ec-47fb-8e23-219341c92104 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Port': ['ID=4539a0df-6c54-4126-ab88-12efe3a1e35b,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:49.686868 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e6c097-e4ec-47fb-8e23-219341c92104 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Network 7ec6d986-bb74-466c-a20d-de93d017a954 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:04:49.695833 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-57e6c097-e4ec-47fb-8e23-219341c92104 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:04:49.699111 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e6c097-e4ec-47fb-8e23-219341c92104 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:04:49.705568 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e6c097-e4ec-47fb-8e23-219341c92104 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:49.706341 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-57e6c097-e4ec-47fb-8e23-219341c92104 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:49.723398 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa9ef3-6e6d-4b83-bbc8-a8866fad3348 admin admin] Pushing event updated for resources: {'Port': ['ID=732dfee4-ccf7-4e2d-925c-999b168c2a1c,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:49.782109 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d0aa9ef3-6e6d-4b83-bbc8-a8866fad3348 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:49.827786 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-57e6c097-e4ec-47fb-8e23-219341c92104 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.8310804 Oct 19 01:04:49.834433 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7dbe2e-3ffd-48d1-a25a-6f434589ef7e req-887c4494-ac46-44f1-b131-a0050f55dcce tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:49.836028 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9f7dbe2e-3ffd-48d1-a25a-6f434589ef7e req-887c4494-ac46-44f1-b131-a0050f55dcce tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/ports?device_id=29912b5b-27d3-40b2-9c06-025e0ffdf179 HTTP/1.1" status: 200 len: 943 time: 0.2457075 Oct 19 01:04:49.836548 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57408) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:49.941382 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfda82b-1a23-4d2a-b7b6-dcc2633ab73f req-ccecba0d-c41e-4163-bd09-badd9bf4eb45 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:49.948324 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4cfda82b-1a23-4d2a-b7b6-dcc2633ab73f req-ccecba0d-c41e-4163-bd09-badd9bf4eb45 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8c43740-f3ff-4a93-829f-2c44bf75fc29 HTTP/1.1" status: 200 len: 945 time: 0.3234105 Oct 19 01:04:49.982333 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-3d361a79-c582-4983-887c-92588c3ab9fd req-b2f98525-bcef-4b7e-9ab7-03c40f761b89 service neutron] For port e8bb9edd-0427-41a3-b305-26ce660482e6, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:04:49.991358 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9648de06-80a2-4616-a21f-9e2db57a615d admin admin] Router e18ba5b5-c536-4e19-9463-7e6a5dba3c59 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:04:49.996172 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-5a7e50af-934d-4363-938b-8f9e260da30e req-8b3af75e-417d-4d7c-8fce-5e1df2cd2016 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Deleting port a7d304d9-aa15-47ef-905b-5b208fcb7f3a {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:04:49.996471 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5a7e50af-934d-4363-938b-8f9e260da30e req-8b3af75e-417d-4d7c-8fce-5e1df2cd2016 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:50.025575 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0aa9ef3-6e6d-4b83-bbc8-a8866fad3348 admin admin] Network f052a2cb-e43a-4d93-bd49-f9e5e280e0ba is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:04:50.036335 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-3d361a79-c582-4983-887c-92588c3ab9fd req-b2f98525-bcef-4b7e-9ab7-03c40f761b89 service neutron] For port e8bb9edd-0427-41a3-b305-26ce660482e6, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=e8bb9edd-0427-41a3-b305-26ce660482e6,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:04:50.037188 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-d0aa9ef3-6e6d-4b83-bbc8-a8866fad3348 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:04:50.049102 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-9547735b-ab46-4c62-8d23-77ed349c0abd None None] Provisioning complete for port 4539a0df-6c54-4126-ab88-12efe3a1e35b triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:50.051181 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e7ca8de8-fb3c-460e-a75d-71c80e40cdfa req-adb81c25-31f4-4b08-8d03-04093b7bd81a service neutron] 10.222.0.24 "GET /v2.0/networks/e0a933c8-d57d-4f34-92bd-33c9cee5c990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823609 Oct 19 01:04:50.051937 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9547735b-ab46-4c62-8d23-77ed349c0abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:50.064312 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4cfda82b-1a23-4d2a-b7b6-dcc2633ab73f req-a229fd2e-6189-4bd5-8cb0-4ac123577cf2 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] 10.222.0.57 "GET /v2.0/security-groups?id=40916515-2c03-4857-9cf4-848cff3d3a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143847 Oct 19 01:04:50.065278 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9f7dbe2e-3ffd-48d1-a25a-6f434589ef7e req-1732b591-da30-401a-955d-8bdd4cf25345 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/security-groups?id=318b730d-59b3-49ba-bc3d-3ba9ca967adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977501 Oct 19 01:04:50.081042 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3d361a79-c582-4983-887c-92588c3ab9fd req-b2f98525-bcef-4b7e-9ab7-03c40f761b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:50.109532 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6c6296ac-3033-49c1-b8a4-c699836aaef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:50.169331 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-9547735b-ab46-4c62-8d23-77ed349c0abd None None] Port 4539a0df-6c54-4126-ab88-12efe3a1e35b cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:04:50.195902 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d448c02-5124-499f-8f37-45dc0aaef4e5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:50.197441 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5d448c02-5124-499f-8f37-45dc0aaef4e5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A152 HTTP/1.1" status: 200 len: 928 time: 0.3474214 Oct 19 01:04:50.234741 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57412) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:50.271223 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0aa9ef3-6e6d-4b83-bbc8-a8866fad3348 admin admin] Router 11407222-d9cc-41ad-9296-b2c5ecd0c2d2 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:04:50.305281 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d361a79-c582-4983-887c-92588c3ab9fd req-b2f98525-bcef-4b7e-9ab7-03c40f761b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:50.306382 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3d361a79-c582-4983-887c-92588c3ab9fd req-b2f98525-bcef-4b7e-9ab7-03c40f761b89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:50.308634 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d81fed-16c2-4f73-b823-4d43e3f03780 req-ed17b101-3503-404a-9bda-98af8b178ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:50.308982 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3d361a79-c582-4983-887c-92588c3ab9fd req-b2f98525-bcef-4b7e-9ab7-03c40f761b89 service neutron] 10.222.0.24 "PUT /v2.0/ports/e8bb9edd-0427-41a3-b305-26ce660482e6 HTTP/1.1" status: 200 len: 1096 time: 4.7250292 Oct 19 01:04:50.310918 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-40d81fed-16c2-4f73-b823-4d43e3f03780 req-ed17b101-3503-404a-9bda-98af8b178ad6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ca58805b0d5403faf61bcb76d75537a&device_id=29912b5b-27d3-40b2-9c06-025e0ffdf179 HTTP/1.1" status: 200 len: 1095 time: 0.0756538 Oct 19 01:04:50.352682 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-5a7e50af-934d-4363-938b-8f9e260da30e req-8b3af75e-417d-4d7c-8fce-5e1df2cd2016 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] For port a7d304d9-aa15-47ef-905b-5b208fcb7f3a, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=a7d304d9-aa15-47ef-905b-5b208fcb7f3a,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:50.353145 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5a7e50af-934d-4363-938b-8f9e260da30e req-8b3af75e-417d-4d7c-8fce-5e1df2cd2016 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:50.370028 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-5a7e50af-934d-4363-938b-8f9e260da30e req-8b3af75e-417d-4d7c-8fce-5e1df2cd2016 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Calling delete_port for a7d304d9-aa15-47ef-905b-5b208fcb7f3a owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:04:50.496287 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-fdb0773a-02f3-4074-a31c-617283f31c23 None None] Provisioning complete for port 732dfee4-ccf7-4e2d-925c-999b168c2a1c triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:50.497405 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fdb0773a-02f3-4074-a31c-617283f31c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:50.542693 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0aa9ef3-6e6d-4b83-bbc8-a8866fad3348 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:04:50.554420 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77cad586-95d3-4137-b0d1-1c0d0f1b5a9c', 'tag': 'e8bb9edd-0427-41a3-b305-26ce660482e6'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:04:50.556653 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e3b58a-90be-4ea9-a4b2-f88424baa598 None None] Sync routers for ids ['11407222-d9cc-41ad-9296-b2c5ecd0c2d2'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:04:50.557039 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88cdbfd-ab33-4cd7-ba59-57026e0dea3a" -d '{"events": [{"name": "network-changed", "server_uuid": "77cad586-95d3-4137-b0d1-1c0d0f1b5a9c", "tag": "e8bb9edd-0427-41a3-b305-26ce660482e6"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:04:50.561669 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-fdb0773a-02f3-4074-a31c-617283f31c23 None None] Port 732dfee4-ccf7-4e2d-925c-999b168c2a1c cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:04:50.564436 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d0aa9ef3-6e6d-4b83-bbc8-a8866fad3348 admin admin] 10.222.0.57 "PUT /v2.0/routers/11407222-d9cc-41ad-9296-b2c5ecd0c2d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2787721 Oct 19 01:04:50.578891 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e3b58a-90be-4ea9-a4b2-f88424baa598 None None] Routers {'11407222-d9cc-41ad-9296-b2c5ecd0c2d2'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:04:50.579789 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-26e3b58a-90be-4ea9-a4b2-f88424baa598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:04:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['11407222-d9cc-41ad-9296-b2c5ecd0c2d2'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:50.664898 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d3085-a2b1-4431-99f0-328c3843b0f3 req-784d7a9b-a984-4029-a00d-90aad6666fa0 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:50.666295 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-879d3085-a2b1-4431-99f0-328c3843b0f3 req-784d7a9b-a984-4029-a00d-90aad6666fa0 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/ports?device_id=77cad586-95d3-4137-b0d1-1c0d0f1b5a9c HTTP/1.1" status: 200 len: 947 time: 0.1220539 Oct 19 01:04:50.667097 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5a7e50af-934d-4363-938b-8f9e260da30e req-8b3af75e-417d-4d7c-8fce-5e1df2cd2016 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:50.667331 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9648de06-80a2-4616-a21f-9e2db57a615d admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:04:50.676172 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9648de06-80a2-4616-a21f-9e2db57a615d admin admin] 10.222.0.57 "PUT /v2.0/routers/e18ba5b5-c536-4e19-9463-7e6a5dba3c59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9036398 Oct 19 01:04:50.679922 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc122d31-0bb0-4a38-8941-5e1d64c6abb0 None None] Sync routers for ids ['e18ba5b5-c536-4e19-9463-7e6a5dba3c59'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:04:50.692857 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc122d31-0bb0-4a38-8941-5e1d64c6abb0 None None] Routers {'e18ba5b5-c536-4e19-9463-7e6a5dba3c59'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:04:50.693636 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-cc122d31-0bb0-4a38-8941-5e1d64c6abb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:04:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e18ba5b5-c536-4e19-9463-7e6a5dba3c59'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:50.699159 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57420) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:50.723880 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['1dece0f5-c279-44d8-9c79-7533a72cf4b4'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:04:50.727441 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['1e9d67e8-229f-4d4d-8729-38d2227bcdf7'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:04:50.801319 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7e50af-934d-4363-938b-8f9e260da30e req-8b3af75e-417d-4d7c-8fce-5e1df2cd2016 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] No DVR routers for this DVR port a7d304d9-aa15-47ef-905b-5b208fcb7f3a on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:04:50.810254 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5a7e50af-934d-4363-938b-8f9e260da30e req-8b3af75e-417d-4d7c-8fce-5e1df2cd2016 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:50.816978 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5a7e50af-934d-4363-938b-8f9e260da30e req-8b3af75e-417d-4d7c-8fce-5e1df2cd2016 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.55 "DELETE /v2.0/ports/a7d304d9-aa15-47ef-905b-5b208fcb7f3a HTTP/1.1" status: 204 len: 173 time: 1.4284921 Oct 19 01:04:50.874878 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f98525-bcef-4b7e-9ab7-03c40f761b89 service neutron] Pushing event updated for resources: {'Port': ['ID=e8bb9edd-0427-41a3-b305-26ce660482e6,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:50.902937 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d81fed-16c2-4f73-b823-4d43e3f03780 req-c376c37a-6bf2-4f82-a58d-99f9eaa98676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:50.912582 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-40d81fed-16c2-4f73-b823-4d43e3f03780 req-c376c37a-6bf2-4f82-a58d-99f9eaa98676 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e0a933c8-d57d-4f34-92bd-33c9cee5c990 HTTP/1.1" status: 200 len: 909 time: 0.5842295 Oct 19 01:04:50.927411 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-cc122d31-0bb0-4a38-8941-5e1d64c6abb0 None None] Set router e18ba5b5-c536-4e19-9463-7e6a5dba3c59 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:04:50.958746 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-26e3b58a-90be-4ea9-a4b2-f88424baa598 None None] Set router 11407222-d9cc-41ad-9296-b2c5ecd0c2d2 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:04:51.005265 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d361a79-c582-4983-887c-92588c3ab9fd req-08558d17-7659-46cc-8728-9dd3653d4741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:51.009813 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3d361a79-c582-4983-887c-92588c3ab9fd req-08558d17-7659-46cc-8728-9dd3653d4741 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b61a1463350c4c0ea7a57d6e2f8c4262&device_id=77cad586-95d3-4137-b0d1-1c0d0f1b5a9c HTTP/1.1" status: 200 len: 1099 time: 0.4445107 Oct 19 01:04:51.010887 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3af75e-417d-4d7c-8fce-5e1df2cd2016 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Pushing event deleted for resources: {'Port': ['ID=a7d304d9-aa15-47ef-905b-5b208fcb7f3a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:51.029194 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-879d3085-a2b1-4431-99f0-328c3843b0f3 req-1b69548c-42db-4f7a-acd8-919d0cfb3efb tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/security-groups?id=c783b73d-2e5d-42e1-b958-62de854aa98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515947 Oct 19 01:04:51.032684 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-40d81fed-16c2-4f73-b823-4d43e3f03780 req-de8d4083-095d-46db-b741-bde248ee82ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32f74064-8619-46aa-9312-d0686e9a9499 HTTP/1.1" status: 200 len: 217 time: 0.0987604 Oct 19 01:04:51.065366 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7d93d-bc40-40b5-a05c-423f5f445686 req-66fda297-655a-4f28-878c-7a1535174373 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:51.067207 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-78a7d93d-bc40-40b5-a05c-423f5f445686 req-66fda297-655a-4f28-878c-7a1535174373 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0484b59-dd67-4c76-be42-52c30792679f HTTP/1.1" status: 200 len: 867 time: 0.8513672 Oct 19 01:04:51.166681 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe0f353-fea7-4cb2-a183-d47308a52203 x-openstack-request-id: req-fbe0f353-fea7-4cb2-a183-d47308a52203 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:04:51.166975 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77cad586-95d3-4137-b0d1-1c0d0f1b5a9c", "tag": "e8bb9edd-0427-41a3-b305-26ce660482e6", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:04:51.167229 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fbe0f353-fea7-4cb2-a183-d47308a52203 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:04:51.167623 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77cad586-95d3-4137-b0d1-1c0d0f1b5a9c', 'tag': 'e8bb9edd-0427-41a3-b305-26ce660482e6', 'status': 'completed', 'code': 200} Oct 19 01:04:51.230074 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3d361a79-c582-4983-887c-92588c3ab9fd req-57d4e66b-9c5c-43f8-aeef-6ba54808190a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=e8bb9edd-0427-41a3-b305-26ce660482e6 HTTP/1.1" status: 200 len: 217 time: 0.1876471 Oct 19 01:04:51.232459 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7ba96f2b-9c51-47a0-9422-2c6fc0d9d835 admin admin] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:51.318300 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-cc122d31-0bb0-4a38-8941-5e1d64c6abb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18ba5b5-c536-4e19-9463-7e6a5dba3c59', 'name': 'tempest-AttachSCSIVolumeTestJSON-1598132924-router', 'tenant_id': '7ac692c5716e4ead89cc01f87bd9bf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '0b6714d4-372d-48de-ab8e-43e2d7c15171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:02:23Z', 'updated_at': '2021-10-19T01:04:47Z', 'revision_number': 5, 'project_id': '7ac692c5716e4ead89cc01f87bd9bf1f', 'gw_port': {'id': '0b6714d4-372d-48de-ab8e-43e2d7c15171', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18ba5b5-c536-4e19-9463-7e6a5dba3c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:02:25Z', 'updated_at': '2021-10-19T01:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:51.392450 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-78a7d93d-bc40-40b5-a05c-423f5f445686 req-f3d84d51-7e53-48c9-8c4a-2c2c0a4e11fe tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045561 Oct 19 01:04:51.396539 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6296ac-3033-49c1-b8a4-c699836aaef0 admin admin] Router 7c2c72f9-b5ad-49c8-85df-4d456baff246 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:04:51.408458 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc122d31-0bb0-4a38-8941-5e1d64c6abb0 None None] Checking router: e18ba5b5-c536-4e19-9463-7e6a5dba3c59 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:04:51.445096 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc122d31-0bb0-4a38-8941-5e1d64c6abb0 None None] Routers {'e18ba5b5-c536-4e19-9463-7e6a5dba3c59'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:04:51.446946 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-cc122d31-0bb0-4a38-8941-5e1d64c6abb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:04:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e18ba5b5-c536-4e19-9463-7e6a5dba3c59'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:51.481898 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d81fed-16c2-4f73-b823-4d43e3f03780 req-b05a8df6-32f7-4d21-a1ff-2a97b8cd0732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:51.483780 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-40d81fed-16c2-4f73-b823-4d43e3f03780 req-b05a8df6-32f7-4d21-a1ff-2a97b8cd0732 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=31331c2c-08e9-492b-8825-a76f43d2b26c HTTP/1.1" status: 200 len: 847 time: 0.4438438 Oct 19 01:04:51.539197 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-26e3b58a-90be-4ea9-a4b2-f88424baa598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'name': 'tempest-TaggedBootDevicesTest-2011423183-router', 'tenant_id': '4da2c8fb80314d439039529c71ca4b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '76c72cae-8e7b-4cbf-8896-cd1449d3bba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:36Z', 'updated_at': '2021-10-19T01:04:48Z', 'revision_number': 4, 'project_id': '4da2c8fb80314d439039529c71ca4b69', 'gw_port': {'id': '76c72cae-8e7b-4cbf-8896-cd1449d3bba5', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:37Z', 'updated_at': '2021-10-19T01:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '732dfee4-ccf7-4e2d-925c-999b168c2a1c', 'name': '', 'network_id': 'f052a2cb-e43a-4d93-bd49-f9e5e280e0ba', 'tenant_id': '4da2c8fb80314d439039529c71ca4b69', 'mac_address': 'fa:16:3e:22:68:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '32a7ca29-d701-4aca-995b-87a0b73f1f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:45Z', 'updated_at': '2021-10-19T01:04:48Z', 'revision_number': 2, 'project_id': '4da2c8fb80314d439039529c71ca4b69', 'subnets': [{'id': '32a7ca29-d701-4aca-995b-87a0b73f1f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:51.590734 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89737762-52d4-4124-9a87-5b9ca2c4c9ad req-b8072cc4-25ac-4e17-bb6b-15bf4cf8d4da tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:51.603151 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e3b58a-90be-4ea9-a4b2-f88424baa598 None None] Checking router: 11407222-d9cc-41ad-9296-b2c5ecd0c2d2 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:04:51.603622 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e3b58a-90be-4ea9-a4b2-f88424baa598 None None] Updating router 11407222-d9cc-41ad-9296-b2c5ecd0c2d2 port 732dfee4-ccf7-4e2d-925c-999b168c2a1c binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:04:51.618903 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-89737762-52d4-4124-9a87-5b9ca2c4c9ad req-b8072cc4-25ac-4e17-bb6b-15bf4cf8d4da tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/ports?device_id=29912b5b-27d3-40b2-9c06-025e0ffdf179 HTTP/1.1" status: 200 len: 943 time: 0.3873999 Oct 19 01:04:51.642712 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-26e3b58a-90be-4ea9-a4b2-f88424baa598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:51.643416 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7ba96f2b-9c51-47a0-9422-2c6fc0d9d835 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:51.675863 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d81fed-16c2-4f73-b823-4d43e3f03780 req-fa0565f5-0b92-4202-8229-22e65f1fb40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:51.678406 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-40d81fed-16c2-4f73-b823-4d43e3f03780 req-fa0565f5-0b92-4202-8229-22e65f1fb40a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e0a933c8-d57d-4f34-92bd-33c9cee5c990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1860385 Oct 19 01:04:51.692985 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6296ac-3033-49c1-b8a4-c699836aaef0 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:04:51.696700 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-d6d6bddb-8cec-401f-b97f-5b2bb168bc85 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Deleting port 4539a0df-6c54-4126-ab88-12efe3a1e35b {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:04:51.696894 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d6d6bddb-8cec-401f-b97f-5b2bb168bc85 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:51.735531 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-cc122d31-0bb0-4a38-8941-5e1d64c6abb0 None None] Set router e18ba5b5-c536-4e19-9463-7e6a5dba3c59 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:04:51.771345 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-89737762-52d4-4124-9a87-5b9ca2c4c9ad req-34e8227a-a0b0-41f2-bff3-78c779c5bdab tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/security-groups?id=318b730d-59b3-49ba-bc3d-3ba9ca967adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497798 Oct 19 01:04:51.789311 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c9cdd5-fb3f-47a5-9ce2-b9d853c6e38c None None] Sync routers for ids ['7c2c72f9-b5ad-49c8-85df-4d456baff246'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:04:51.818554 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c9cdd5-fb3f-47a5-9ce2-b9d853c6e38c None None] Routers {'7c2c72f9-b5ad-49c8-85df-4d456baff246'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:04:51.819161 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-24c9cdd5-fb3f-47a5-9ce2-b9d853c6e38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:04:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7c2c72f9-b5ad-49c8-85df-4d456baff246'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:51.856949 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d6d6bddb-8cec-401f-b97f-5b2bb168bc85 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:51.875922 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-d6d6bddb-8cec-401f-b97f-5b2bb168bc85 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Calling delete_port for 4539a0df-6c54-4126-ab88-12efe3a1e35b owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:04:51.967698 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-7ba96f2b-9c51-47a0-9422-2c6fc0d9d835 admin admin] Deleting port 0b6714d4-372d-48de-ab8e-43e2d7c15171 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:04:51.968350 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7ba96f2b-9c51-47a0-9422-2c6fc0d9d835 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:52.007747 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-24c9cdd5-fb3f-47a5-9ce2-b9d853c6e38c None None] Set router 7c2c72f9-b5ad-49c8-85df-4d456baff246 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:04:52.051252 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-cc122d31-0bb0-4a38-8941-5e1d64c6abb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18ba5b5-c536-4e19-9463-7e6a5dba3c59', 'name': 'tempest-AttachSCSIVolumeTestJSON-1598132924-router', 'tenant_id': '7ac692c5716e4ead89cc01f87bd9bf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '0b6714d4-372d-48de-ab8e-43e2d7c15171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:02:23Z', 'updated_at': '2021-10-19T01:04:47Z', 'revision_number': 5, 'project_id': '7ac692c5716e4ead89cc01f87bd9bf1f', 'gw_port': {'id': '0b6714d4-372d-48de-ab8e-43e2d7c15171', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18ba5b5-c536-4e19-9463-7e6a5dba3c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:02:25Z', 'updated_at': '2021-10-19T01:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:52.054706 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-40d81fed-16c2-4f73-b823-4d43e3f03780 req-2629d676-edb4-4f18-bcc1-352f0ede6382 service neutron] 10.222.0.24 "GET /v2.0/networks/e0a933c8-d57d-4f34-92bd-33c9cee5c990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030989 Oct 19 01:04:52.091507 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d361a79-c582-4983-887c-92588c3ab9fd req-b5fc11ed-479c-4e55-9e8a-aeaa280c22a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:52.093085 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3d361a79-c582-4983-887c-92588c3ab9fd req-b5fc11ed-479c-4e55-9e8a-aeaa280c22a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.8212726 Oct 19 01:04:52.140411 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc122d31-0bb0-4a38-8941-5e1d64c6abb0 None None] The sync data for ids ['e18ba5b5-c536-4e19-9463-7e6a5dba3c59'] in n-d-715271-26 is: [{'id': 'e18ba5b5-c536-4e19-9463-7e6a5dba3c59', 'name': 'tempest-AttachSCSIVolumeTestJSON-1598132924-router', 'tenant_id': '7ac692c5716e4ead89cc01f87bd9bf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '0b6714d4-372d-48de-ab8e-43e2d7c15171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:02:23Z', 'updated_at': '2021-10-19T01:04:47Z', 'revision_number': 5, 'project_id': '7ac692c5716e4ead89cc01f87bd9bf1f', 'gw_port': {'id': '0b6714d4-372d-48de-ab8e-43e2d7c15171', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18ba5b5-c536-4e19-9463-7e6a5dba3c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:02:25Z', 'updated_at': '2021-10-19T01:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:04:52.148297 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f983f-2e06-4d24-8137-ecf2bf499541 req-426fc702-235d-4e4d-a771-26caa895027a tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:52.150186 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-af2f983f-2e06-4d24-8137-ecf2bf499541 req-426fc702-235d-4e4d-a771-26caa895027a tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8c43740-f3ff-4a93-829f-2c44bf75fc29 HTTP/1.1" status: 200 len: 945 time: 0.9771197 Oct 19 01:04:52.173181 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d6d6bddb-8cec-401f-b97f-5b2bb168bc85 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:52.177633 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device a7d304d9-aa15-47ef-905b-5b208fcb7f3a no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:04:52.181249 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6c6296ac-3033-49c1-b8a4-c699836aaef0 admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:52.184969 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6c6296ac-3033-49c1-b8a4-c699836aaef0 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.3093359 Oct 19 01:04:52.222349 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57494) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:52.232981 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: a7d304d9-aa15-47ef-905b-5b208fcb7f3a {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:04:52.233526 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device a7d304d9-aa15-47ef-905b-5b208fcb7f3a not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:04:52.240151 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 87c76c93-9c99-435c-a56a-665a504f3bc1 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:04:52.336146 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-40d81fed-16c2-4f73-b823-4d43e3f03780 req-dcf6cade-b9c2-49dc-89a1-d83569fc8d4f service neutron] 10.222.0.24 "GET /v2.0/networks/e0a933c8-d57d-4f34-92bd-33c9cee5c990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393544 Oct 19 01:04:52.351998 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-26e3b58a-90be-4ea9-a4b2-f88424baa598 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:52.352353 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-7ba96f2b-9c51-47a0-9422-2c6fc0d9d835 admin admin] For port 0b6714d4-372d-48de-ab8e-43e2d7c15171, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=0b6714d4-372d-48de-ab8e-43e2d7c15171,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:52.352862 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7ba96f2b-9c51-47a0-9422-2c6fc0d9d835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:52.378787 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-7ba96f2b-9c51-47a0-9422-2c6fc0d9d835 admin admin] Calling delete_port for 0b6714d4-372d-48de-ab8e-43e2d7c15171 owned by network:router_gateway {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:04:52.396406 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580317a-2eea-467a-84fc-9676a1a6eb93 req-e0190354-e367-4068-b2c6-eb05a14c4c5e tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:52.398198 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8580317a-2eea-467a-84fc-9676a1a6eb93 req-e0190354-e367-4068-b2c6-eb05a14c4c5e tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/ports?device_id=77cad586-95d3-4137-b0d1-1c0d0f1b5a9c HTTP/1.1" status: 200 len: 947 time: 0.1577079 Oct 19 01:04:52.429224 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-26e3b58a-90be-4ea9-a4b2-f88424baa598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:52.539545 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8580317a-2eea-467a-84fc-9676a1a6eb93 req-608fc9ce-6c7d-4080-a61f-5c31d2a614b4 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/security-groups?id=c783b73d-2e5d-42e1-b958-62de854aa98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301041 Oct 19 01:04:52.551156 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56f075-454d-4255-baf4-114c65dbb6ef None None] Pushing event updated for resources: {'Port': ['ID=732dfee4-ccf7-4e2d-925c-999b168c2a1c,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:52.797251 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6bddb-8cec-401f-b97f-5b2bb168bc85 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Port': ['ID=4539a0df-6c54-4126-ab88-12efe3a1e35b,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:52.821674 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7ba96f2b-9c51-47a0-9422-2c6fc0d9d835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:52.847293 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:52.854191 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-26e3b58a-90be-4ea9-a4b2-f88424baa598 None None] Attempting to bind port 732dfee4-ccf7-4e2d-925c-999b168c2a1c on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:04:52.872865 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-26e3b58a-90be-4ea9-a4b2-f88424baa598 None None] Attempting to bind port 732dfee4-ccf7-4e2d-925c-999b168c2a1c by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'de44a590-426f-42d3-aacf-0b0c08114b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f052a2cb-e43a-4d93-bd49-f9e5e280e0ba'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:04:52.876359 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e3b58a-90be-4ea9-a4b2-f88424baa598 None None] Attempting to bind port 732dfee4-ccf7-4e2d-925c-999b168c2a1c on network f052a2cb-e43a-4d93-bd49-f9e5e280e0ba {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:04:52.889551 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba96f2b-9c51-47a0-9422-2c6fc0d9d835 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b6714d4-372d-48de-ab8e-43e2d7c15171,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:52.931838 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe14be-e945-4f13-a899-fb5b91fe5434 req-e55a60a4-16b4-4f24-aa37-29f7b6075544 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:52.933399 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-efbe14be-e945-4f13-a899-fb5b91fe5434 req-e55a60a4-16b4-4f24-aa37-29f7b6075544 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8c43740-f3ff-4a93-829f-2c44bf75fc29 HTTP/1.1" status: 200 len: 945 time: 1.2438095 Oct 19 01:04:52.982836 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d6d6bddb-8cec-401f-b97f-5b2bb168bc85 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:52.986167 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d6d6bddb-8cec-401f-b97f-5b2bb168bc85 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/ports/4539a0df-6c54-4126-ab88-12efe3a1e35b HTTP/1.1" status: 204 len: 168 time: 2.7465639 Oct 19 01:04:53.000683 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57514) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:53.060025 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d361a79-c582-4983-887c-92588c3ab9fd req-0ba5257e-5ca5-4943-9fd2-8f9af4efc195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:53.062393 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3d361a79-c582-4983-887c-92588c3ab9fd req-0ba5257e-5ca5-4943-9fd2-8f9af4efc195 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9571624 Oct 19 01:04:53.082702 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba63116-075a-4536-8708-ea6e86996a9f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] GET failed (client error): The resource could not be found. Oct 19 01:04:53.084634 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-fba63116-075a-4536-8708-ea6e86996a9f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "GET /v2.0/ports/4539a0df-6c54-4126-ab88-12efe3a1e35b HTTP/1.1" status: 404 len: 333 time: 0.0814049 Oct 19 01:04:53.107471 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57516) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:53.136911 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c9c9ac3e-c0ca-4153-9bc8-8e87ebe63d45 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:04:53.162026 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e3b58a-90be-4ea9-a4b2-f88424baa598 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:04:53.162446 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e3b58a-90be-4ea9-a4b2-f88424baa598 None None] Checking segment: {'id': 'de44a590-426f-42d3-aacf-0b0c08114b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f052a2cb-e43a-4d93-bd49-f9e5e280e0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:04:53.162802 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-26e3b58a-90be-4ea9-a4b2-f88424baa598 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:53.163198 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e3b58a-90be-4ea9-a4b2-f88424baa598 None None] Bound using segment: {'id': 'de44a590-426f-42d3-aacf-0b0c08114b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f052a2cb-e43a-4d93-bd49-f9e5e280e0ba'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:04:53.163671 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-26e3b58a-90be-4ea9-a4b2-f88424baa598 None None] Bound port: 732dfee4-ccf7-4e2d-925c-999b168c2a1c, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de44a590-426f-42d3-aacf-0b0c08114b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f052a2cb-e43a-4d93-bd49-f9e5e280e0ba'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:04:53.164084 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-26e3b58a-90be-4ea9-a4b2-f88424baa598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:53.171062 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0484b59-dd67-4c76-be42-52c30792679f', 'name': 'network-vif-deleted', 'tag': 'a7d304d9-aa15-47ef-905b-5b208fcb7f3a'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:04:53.174807 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b245a58-37fe-435b-afb5-564e4a4f00f3" -d '{"events": [{"server_uuid": "b0484b59-dd67-4c76-be42-52c30792679f", "name": "network-vif-deleted", "tag": "a7d304d9-aa15-47ef-905b-5b208fcb7f3a"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:04:53.182739 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7ba96f2b-9c51-47a0-9422-2c6fc0d9d835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:53.205589 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: c9c9ac3e-c0ca-4153-9bc8-8e87ebe63d45 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:04:53.205947 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c9c9ac3e-c0ca-4153-9bc8-8e87ebe63d45 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:04:53.235383 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c43740-f3ff-4a93-829f-2c44bf75fc29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87c76c93-9c99-435c-a56a-665a504f3bc1'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:04:53.237703 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dcb63f-d085-4828-8994-fbc5a38bdfb2" -d '{"events": [{"server_uuid": "d8c43740-f3ff-4a93-829f-2c44bf75fc29", "name": "network-vif-unplugged", "status": "completed", "tag": "87c76c93-9c99-435c-a56a-665a504f3bc1"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:04:53.253525 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-60af5ab0-0775-44b2-a142-84ff9376b931 None None] Provisioning complete for port 732dfee4-ccf7-4e2d-925c-999b168c2a1c triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:53.253525 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-60af5ab0-0775-44b2-a142-84ff9376b931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:53.260490 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 87c76c93-9c99-435c-a56a-665a504f3bc1, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=87c76c93-9c99-435c-a56a-665a504f3bc1,segment=NetworkSegment(88ecffc1-90fa-418d-a0e1-2e7c29608a6b),segment_id=88ecffc1-90fa-418d-a0e1-2e7c29608a6b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:53.300687 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbc2a3-bfc0-45aa-b279-5a022d82e4b9 req-abcfb0a4-ebba-4648-8e3b-f7bf3fa841b0 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:53.307035 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:53.308900 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d5dbc2a3-bfc0-45aa-b279-5a022d82e4b9 req-abcfb0a4-ebba-4648-8e3b-f7bf3fa841b0 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/ports?device_id=29912b5b-27d3-40b2-9c06-025e0ffdf179 HTTP/1.1" status: 200 len: 943 time: 0.2804246 Oct 19 01:04:53.317641 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3d361a79-c582-4983-887c-92588c3ab9fd req-808dbdbe-cebe-4d6e-9645-8d547621246b service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450633 Oct 19 01:04:53.331455 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-efbe14be-e945-4f13-a899-fb5b91fe5434 req-0e640760-c8b1-4b7b-8e98-0b232a9312a1 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] 10.222.0.57 "GET /v2.0/security-groups?id=40916515-2c03-4857-9cf4-848cff3d3a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428996 Oct 19 01:04:53.394589 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-24c9cdd5-fb3f-47a5-9ce2-b9d853c6e38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'name': 'tempest-TaggedBootDevicesTest_v242-1318090933-router', 'tenant_id': '372044798076488b8078f880b919e81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '4708bb55-c171-4d83-b170-75a1fdabff9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:42Z', 'updated_at': '2021-10-19T01:04:48Z', 'revision_number': 3, 'project_id': '372044798076488b8078f880b919e81f', 'gw_port': {'id': '4708bb55-c171-4d83-b170-75a1fdabff9b', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:46Z', 'updated_at': '2021-10-19T01:04:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:53.401123 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-60af5ab0-0775-44b2-a142-84ff9376b931 None None] Port 732dfee4-ccf7-4e2d-925c-999b168c2a1c cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:04:53.443250 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-26e3b58a-90be-4ea9-a4b2-f88424baa598 None None] For port 732dfee4-ccf7-4e2d-925c-999b168c2a1c, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:04:53.445919 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c9cdd5-fb3f-47a5-9ce2-b9d853c6e38c None None] Checking router: 7c2c72f9-b5ad-49c8-85df-4d456baff246 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:04:53.446275 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c9cdd5-fb3f-47a5-9ce2-b9d853c6e38c None None] Updating router 7c2c72f9-b5ad-49c8-85df-4d456baff246 port 4708bb55-c171-4d83-b170-75a1fdabff9b binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:04:53.456582 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=87c76c93-9c99-435c-a56a-665a504f3bc1,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:53.480983 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-26e3b58a-90be-4ea9-a4b2-f88424baa598 None None] For port 732dfee4-ccf7-4e2d-925c-999b168c2a1c, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=732dfee4-ccf7-4e2d-925c-999b168c2a1c,segment=NetworkSegment(de44a590-426f-42d3-aacf-0b0c08114b09),segment_id=de44a590-426f-42d3-aacf-0b0c08114b09)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:04:53.491401 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-26e3b58a-90be-4ea9-a4b2-f88424baa598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:53.501321 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-24c9cdd5-fb3f-47a5-9ce2-b9d853c6e38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:53.600941 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e3b58a-90be-4ea9-a4b2-f88424baa598 None None] Routers {'11407222-d9cc-41ad-9296-b2c5ecd0c2d2'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:04:53.601754 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-26e3b58a-90be-4ea9-a4b2-f88424baa598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:04:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['11407222-d9cc-41ad-9296-b2c5ecd0c2d2'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:53.610967 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-af2f983f-2e06-4d24-8137-ecf2bf499541 req-47b39ce7-bda1-4e8e-8fad-17378cf838b7 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] Deleting port 87c76c93-9c99-435c-a56a-665a504f3bc1 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:04:53.611370 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-af2f983f-2e06-4d24-8137-ecf2bf499541 req-47b39ce7-bda1-4e8e-8fad-17378cf838b7 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:53.720911 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7ba96f2b-9c51-47a0-9422-2c6fc0d9d835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:53.724721 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7ba96f2b-9c51-47a0-9422-2c6fc0d9d835 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:53.728332 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56f075-454d-4255-baf4-114c65dbb6ef None None] Pushing event updated for resources: {'Port': ['ID=732dfee4-ccf7-4e2d-925c-999b168c2a1c,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:53.733375 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d07d7a-bf76-43c3-9163-66aadfcc17af req-ff27ee52-028e-455a-b30e-648f20366a63 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:53.734955 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-87d07d7a-bf76-43c3-9163-66aadfcc17af req-ff27ee52-028e-455a-b30e-648f20366a63 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c6bdab0-e193-4548-b32a-82293867f758 HTTP/1.1" status: 200 len: 950 time: 0.2706945 Oct 19 01:04:53.812689 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d5dbc2a3-bfc0-45aa-b279-5a022d82e4b9 req-2542dfdd-8f72-41ce-9b85-697741b2554f tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/security-groups?id=318b730d-59b3-49ba-bc3d-3ba9ca967adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5012469 Oct 19 01:04:53.838023 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7ba96f2b-9c51-47a0-9422-2c6fc0d9d835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:53.838687 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba96f2b-9c51-47a0-9422-2c6fc0d9d835 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e18ba5b5-c536-4e19-9463-7e6a5dba3c59 {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:04:53.844790 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7ba96f2b-9c51-47a0-9422-2c6fc0d9d835 admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:53.852259 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7ba96f2b-9c51-47a0-9422-2c6fc0d9d835 admin admin] 10.222.0.57 "DELETE /v2.0/routers/e18ba5b5-c536-4e19-9463-7e6a5dba3c59 HTTP/1.1" status: 204 len: 168 time: 3.1422594 Oct 19 01:04:53.854777 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57524) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:53.901251 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3d361a79-c582-4983-887c-92588c3ab9fd req-0e85de6d-7797-44ad-9016-87f5749b9a4c service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5686893 Oct 19 01:04:53.957579 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320a5e93-0549-4b27-91fc-6adc3b085627 x-openstack-request-id: req-320a5e93-0549-4b27-91fc-6adc3b085627 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:04:53.957895 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0484b59-dd67-4c76-be42-52c30792679f", "name": "network-vif-deleted", "tag": "a7d304d9-aa15-47ef-905b-5b208fcb7f3a", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:04:53.958118 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-320a5e93-0549-4b27-91fc-6adc3b085627 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:04:53.958522 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0484b59-dd67-4c76-be42-52c30792679f', 'name': 'network-vif-deleted', 'tag': 'a7d304d9-aa15-47ef-905b-5b208fcb7f3a', 'status': 'completed', 'code': 200} Oct 19 01:04:53.962996 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-5efe95b8-0d25-4233-8175-7eb7c63b6c6c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Deleting port a7071cd8-ddc6-4976-a8c2-f0ef47c77e5e {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:04:53.963594 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5efe95b8-0d25-4233-8175-7eb7c63b6c6c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:54.049146 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-24c9cdd5-fb3f-47a5-9ce2-b9d853c6e38c None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:54.051880 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac4f6124-b07c-410e-96f4-de22800b0ce6 admin admin] Deleting subnet 456cff99-6d7d-4ea7-89c3-31fbd368d2b1 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:04:54.060737 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6124-b07c-410e-96f4-de22800b0ce6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:54.070004 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb6bd17-5641-4e7f-8803-400f514c92f7 x-openstack-request-id: req-dcb6bd17-5641-4e7f-8803-400f514c92f7 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:04:54.070336 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c43740-f3ff-4a93-829f-2c44bf75fc29", "name": "network-vif-unplugged", "status": "completed", "tag": "87c76c93-9c99-435c-a56a-665a504f3bc1", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:04:54.070537 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dcb6bd17-5641-4e7f-8803-400f514c92f7 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:04:54.070926 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c43740-f3ff-4a93-829f-2c44bf75fc29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87c76c93-9c99-435c-a56a-665a504f3bc1', 'code': 200} Oct 19 01:04:54.074022 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 32f74064-8619-46aa-9312-d0686e9a9499 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:04:54.078024 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-26e3b58a-90be-4ea9-a4b2-f88424baa598 None None] Set router 11407222-d9cc-41ad-9296-b2c5ecd0c2d2 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:04:54.080427 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-24c9cdd5-fb3f-47a5-9ce2-b9d853c6e38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:54.088353 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-3b459f3f-adcb-4d89-97b0-157a97be3c22 None None] Provisioning complete for port 732dfee4-ccf7-4e2d-925c-999b168c2a1c triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:54.088722 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3b459f3f-adcb-4d89-97b0-157a97be3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:54.172403 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-af2f983f-2e06-4d24-8137-ecf2bf499541 req-47b39ce7-bda1-4e8e-8fad-17378cf838b7 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] For port 87c76c93-9c99-435c-a56a-665a504f3bc1, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=87c76c93-9c99-435c-a56a-665a504f3bc1,segment=NetworkSegment(88ecffc1-90fa-418d-a0e1-2e7c29608a6b),segment_id=88ecffc1-90fa-418d-a0e1-2e7c29608a6b)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:54.173085 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-af2f983f-2e06-4d24-8137-ecf2bf499541 req-47b39ce7-bda1-4e8e-8fad-17378cf838b7 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:54.181904 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6124-b07c-410e-96f4-de22800b0ce6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:54.188254 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f8238-1088-4639-9c15-012ea284bf55 None None] Pushing event updated for resources: {'Port': ['ID=4708bb55-c171-4d83-b170-75a1fdabff9b,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:54.215903 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-87d07d7a-bf76-43c3-9163-66aadfcc17af req-ba3ec198-78b9-4a2a-a9b9-491fdf82064c tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4164174 Oct 19 01:04:54.224386 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-af2f983f-2e06-4d24-8137-ecf2bf499541 req-47b39ce7-bda1-4e8e-8fad-17378cf838b7 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] Calling delete_port for 87c76c93-9c99-435c-a56a-665a504f3bc1 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:04:54.227242 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5efe95b8-0d25-4233-8175-7eb7c63b6c6c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:54.245686 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88cdbfd-ab33-4cd7-ba59-57026e0dea3a req-00748db5-a6eb-45ee-a7a0-cf41430f5f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:54.248021 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d88cdbfd-ab33-4cd7-ba59-57026e0dea3a req-00748db5-a6eb-45ee-a7a0-cf41430f5f29 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b61a1463350c4c0ea7a57d6e2f8c4262&device_id=77cad586-95d3-4137-b0d1-1c0d0f1b5a9c HTTP/1.1" status: 200 len: 1099 time: 0.2433679 Oct 19 01:04:54.262732 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-24c9cdd5-fb3f-47a5-9ce2-b9d853c6e38c None None] Attempting to bind port 4708bb55-c171-4d83-b170-75a1fdabff9b on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:04:54.263606 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-24c9cdd5-fb3f-47a5-9ce2-b9d853c6e38c None None] Attempting to bind port 4708bb55-c171-4d83-b170-75a1fdabff9b by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:04:54.264051 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2a819-b3ac-4788-9898-8a8fe0c4d6bd req-9f0f9034-d20d-4a47-a249-652b3dea474d tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:54.264393 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c9cdd5-fb3f-47a5-9ce2-b9d853c6e38c None None] Attempting to bind port 4708bb55-c171-4d83-b170-75a1fdabff9b on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:04:54.271406 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fed2a819-b3ac-4788-9898-8a8fe0c4d6bd req-9f0f9034-d20d-4a47-a249-652b3dea474d tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/ports?device_id=77cad586-95d3-4137-b0d1-1c0d0f1b5a9c HTTP/1.1" status: 200 len: 947 time: 0.1445282 Oct 19 01:04:54.278999 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-5efe95b8-0d25-4233-8175-7eb7c63b6c6c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Calling delete_port for a7071cd8-ddc6-4976-a8c2-f0ef47c77e5e owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:04:54.303912 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c9cdd5-fb3f-47a5-9ce2-b9d853c6e38c None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:04:54.304678 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c9cdd5-fb3f-47a5-9ce2-b9d853c6e38c None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:04:54.307945 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-24c9cdd5-fb3f-47a5-9ce2-b9d853c6e38c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:54.308595 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c9cdd5-fb3f-47a5-9ce2-b9d853c6e38c None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:04:54.309821 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-24c9cdd5-fb3f-47a5-9ce2-b9d853c6e38c None None] Bound port: 4708bb55-c171-4d83-b170-75a1fdabff9b, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:04:54.310421 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-24c9cdd5-fb3f-47a5-9ce2-b9d853c6e38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:54.449267 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fed2a819-b3ac-4788-9898-8a8fe0c4d6bd req-1c3a3b8f-5183-4669-920e-8c2088bdca3c tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/security-groups?id=c783b73d-2e5d-42e1-b958-62de854aa98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757815 Oct 19 01:04:54.483663 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6124-b07c-410e-96f4-de22800b0ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:54.519607 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bea25-7857-493e-bdc8-55654ea2d9ad req-48a79a48-37bc-4b18-a7ca-72c444519a41 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:54.521464 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fe6bea25-7857-493e-bdc8-55654ea2d9ad req-48a79a48-37bc-4b18-a7ca-72c444519a41 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c6bdab0-e193-4548-b32a-82293867f758 HTTP/1.1" status: 200 len: 950 time: 0.2282197 Oct 19 01:04:54.530085 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3b459f3f-adcb-4d89-97b0-157a97be3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:54.563331 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-13fb50bc-5f5b-4534-be7c-76e1fe5fde2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:54.565722 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88cdbfd-ab33-4cd7-ba59-57026e0dea3a req-9b99d096-e51f-4dfb-b0c1-2ebefcc539b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:54.567340 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d88cdbfd-ab33-4cd7-ba59-57026e0dea3a req-9b99d096-e51f-4dfb-b0c1-2ebefcc539b3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.3090391 Oct 19 01:04:54.635320 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-24c9cdd5-fb3f-47a5-9ce2-b9d853c6e38c None None] For port 4708bb55-c171-4d83-b170-75a1fdabff9b, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:04:54.648193 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-3b459f3f-adcb-4d89-97b0-157a97be3c22 None None] For port 732dfee4-ccf7-4e2d-925c-999b168c2a1c, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=732dfee4-ccf7-4e2d-925c-999b168c2a1c,segment=NetworkSegment(de44a590-426f-42d3-aacf-0b0c08114b09),segment_id=de44a590-426f-42d3-aacf-0b0c08114b09)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:54.664736 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d88cdbfd-ab33-4cd7-ba59-57026e0dea3a req-0f237a3f-c2a7-41c3-856d-a857616e1fba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=e8bb9edd-0427-41a3-b305-26ce660482e6 HTTP/1.1" status: 200 len: 217 time: 0.0828688 Oct 19 01:04:54.676386 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3b459f3f-adcb-4d89-97b0-157a97be3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:54.681185 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-24c9cdd5-fb3f-47a5-9ce2-b9d853c6e38c None None] For port 4708bb55-c171-4d83-b170-75a1fdabff9b, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=4708bb55-c171-4d83-b170-75a1fdabff9b,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:04:54.694238 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 32f74064-8619-46aa-9312-d0686e9a9499, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=32f74064-8619-46aa-9312-d0686e9a9499,segment=NetworkSegment(704ea1f5-eb98-4f05-aa53-1f4462ac5291),segment_id=704ea1f5-eb98-4f05-aa53-1f4462ac5291)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:54.726631 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-24c9cdd5-fb3f-47a5-9ce2-b9d853c6e38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:54.749436 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '32f74064-8619-46aa-9312-d0686e9a9499', 'network_id': 'e0a933c8-d57d-4f34-92bd-33c9cee5c990', 'port_id': '32f74064-8619-46aa-9312-d0686e9a9499', 'mac_address': 'fa:16:3e:bf:1f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31331c2c-08e9-492b-8825-a76f43d2b26c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:04:54.750400 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b36dd-056f-452c-bab3-d61974d15a12 req-009da12a-0872-4f2e-9092-ee837df78a62 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:54.751073 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6124-b07c-410e-96f4-de22800b0ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:54.752092 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a52b36dd-056f-452c-bab3-d61974d15a12 req-009da12a-0872-4f2e-9092-ee837df78a62 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8c43740-f3ff-4a93-829f-2c44bf75fc29 HTTP/1.1" status: 200 len: 943 time: 0.2345996 Oct 19 01:04:54.773304 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-26e3b58a-90be-4ea9-a4b2-f88424baa598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'name': 'tempest-TaggedBootDevicesTest-2011423183-router', 'tenant_id': '4da2c8fb80314d439039529c71ca4b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '76c72cae-8e7b-4cbf-8896-cd1449d3bba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:36Z', 'updated_at': '2021-10-19T01:04:48Z', 'revision_number': 4, 'project_id': '4da2c8fb80314d439039529c71ca4b69', 'gw_port': {'id': '76c72cae-8e7b-4cbf-8896-cd1449d3bba5', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:37Z', 'updated_at': '2021-10-19T01:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '732dfee4-ccf7-4e2d-925c-999b168c2a1c', 'name': '', 'network_id': 'f052a2cb-e43a-4d93-bd49-f9e5e280e0ba', 'tenant_id': '4da2c8fb80314d439039529c71ca4b69', 'mac_address': 'fa:16:3e:22:68:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '32a7ca29-d701-4aca-995b-87a0b73f1f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:45Z', 'updated_at': '2021-10-19T01:04:53Z', 'revision_number': 4, 'project_id': '4da2c8fb80314d439039529c71ca4b69', 'subnets': [{'id': '32a7ca29-d701-4aca-995b-87a0b73f1f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:54.799720 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-af2f983f-2e06-4d24-8137-ecf2bf499541 req-47b39ce7-bda1-4e8e-8fad-17378cf838b7 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:54.806827 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f6124-b07c-410e-96f4-de22800b0ce6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=456cff99-6d7d-4ea7-89c3-31fbd368d2b1,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:54.825445 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6124-b07c-410e-96f4-de22800b0ce6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:54.831428 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ac4f6124-b07c-410e-96f4-de22800b0ce6 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/456cff99-6d7d-4ea7-89c3-31fbd368d2b1 HTTP/1.1" status: 204 len: 168 time: 0.9748352 Oct 19 01:04:54.833458 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57532) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:54.836338 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5efe95b8-0d25-4233-8175-7eb7c63b6c6c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:54.869422 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e3b58a-90be-4ea9-a4b2-f88424baa598 None None] The sync data for ids ['11407222-d9cc-41ad-9296-b2c5ecd0c2d2'] in n-d-715271-26 is: [{'id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'name': 'tempest-TaggedBootDevicesTest-2011423183-router', 'tenant_id': '4da2c8fb80314d439039529c71ca4b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '76c72cae-8e7b-4cbf-8896-cd1449d3bba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:36Z', 'updated_at': '2021-10-19T01:04:48Z', 'revision_number': 4, 'project_id': '4da2c8fb80314d439039529c71ca4b69', 'gw_port': {'id': '76c72cae-8e7b-4cbf-8896-cd1449d3bba5', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:37Z', 'updated_at': '2021-10-19T01:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '732dfee4-ccf7-4e2d-925c-999b168c2a1c', 'name': '', 'network_id': 'f052a2cb-e43a-4d93-bd49-f9e5e280e0ba', 'tenant_id': '4da2c8fb80314d439039529c71ca4b69', 'mac_address': 'fa:16:3e:22:68:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '32a7ca29-d701-4aca-995b-87a0b73f1f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:45Z', 'updated_at': '2021-10-19T01:04:53Z', 'revision_number': 4, 'project_id': '4da2c8fb80314d439039529c71ca4b69', 'subnets': [{'id': '32a7ca29-d701-4aca-995b-87a0b73f1f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:04:54.900002 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88cdbfd-ab33-4cd7-ba59-57026e0dea3a req-e7b5c19b-75a9-4953-bcf8-3ff5b265b709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:54.901477 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d88cdbfd-ab33-4cd7-ba59-57026e0dea3a req-e7b5c19b-75a9-4953-bcf8-3ff5b265b709 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.2270346 Oct 19 01:04:54.914912 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25aa0ab9-db9e-4d5c-b8a6-c4ba84058b3e None None] Network 6f09460f-2adf-4d7f-b998-5eb93e5b8b56 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:04:54.932669 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b459f3f-adcb-4d89-97b0-157a97be3c22 None None] Pushing event updated for resources: {'Port': ['ID=732dfee4-ccf7-4e2d-925c-999b168c2a1c,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:55.021576 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 0b6714d4-372d-48de-ab8e-43e2d7c15171 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:04:55.030285 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b39ce7-bda1-4e8e-8fad-17378cf838b7 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] Pushing event deleted for resources: {'Port': ['ID=87c76c93-9c99-435c-a56a-665a504f3bc1,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:55.043316 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a52b36dd-056f-452c-bab3-d61974d15a12 req-571c397b-8bf2-4d64-adb2-a15fb2283264 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] 10.222.0.57 "GET /v2.0/security-groups?id=40916515-2c03-4857-9cf4-848cff3d3a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824330 Oct 19 01:04:55.057398 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:55.060716 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c9cdd5-fb3f-47a5-9ce2-b9d853c6e38c None None] Routers {'7c2c72f9-b5ad-49c8-85df-4d456baff246'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:04:55.061717 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-24c9cdd5-fb3f-47a5-9ce2-b9d853c6e38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:04:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7c2c72f9-b5ad-49c8-85df-4d456baff246'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:55.086853 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-962ceeb6-8c0f-4453-b174-d6595acc1c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:55.103799 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 0b6714d4-372d-48de-ab8e-43e2d7c15171 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:04:55.104146 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 0b6714d4-372d-48de-ab8e-43e2d7c15171 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:04:55.130121 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe95b8-0d25-4233-8175-7eb7c63b6c6c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Port': ['ID=a7071cd8-ddc6-4976-a8c2-f0ef47c77e5e,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:55.140523 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-fe6bea25-7857-493e-bdc8-55654ea2d9ad req-7aa2e3c0-c637-4b82-be91-344b10c3c31e tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Deleting port 1dece0f5-c279-44d8-9c79-7533a72cf4b4 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:04:55.140868 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-fe6bea25-7857-493e-bdc8-55654ea2d9ad req-7aa2e3c0-c637-4b82-be91-344b10c3c31e tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:55.183698 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2f983f-2e06-4d24-8137-ecf2bf499541 req-47b39ce7-bda1-4e8e-8fad-17378cf838b7 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] No DVR routers for this DVR port 87c76c93-9c99-435c-a56a-665a504f3bc1 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:04:55.195343 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-af2f983f-2e06-4d24-8137-ecf2bf499541 req-47b39ce7-bda1-4e8e-8fad-17378cf838b7 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:55.212243 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-af2f983f-2e06-4d24-8137-ecf2bf499541 req-47b39ce7-bda1-4e8e-8fad-17378cf838b7 tempest-VolumesAdminNegativeTest-179106710 tempest-VolumesAdminNegativeTest-179106710-project] 10.222.0.55 "DELETE /v2.0/ports/87c76c93-9c99-435c-a56a-665a504f3bc1 HTTP/1.1" status: 204 len: 173 time: 3.0360539 Oct 19 01:04:55.213173 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5efe95b8-0d25-4233-8175-7eb7c63b6c6c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:55.223208 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5efe95b8-0d25-4233-8175-7eb7c63b6c6c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/ports/a7071cd8-ddc6-4976-a8c2-f0ef47c77e5e HTTP/1.1" status: 204 len: 168 time: 2.1134236 Oct 19 01:04:55.232778 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57536) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:55.299309 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-13fb50bc-5f5b-4534-be7c-76e1fe5fde2f admin admin] Allocated IP 172.20.0.1 (40f93092-66e2-4482-a54e-d83d48322c91/cc8382b7-c6e6-465d-807f-c2cfe210cd02/d979d52f-be7e-4b54-bcc9-60f1c17fd7c4) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:04:55.303361 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef2d30-8828-4055-9aee-58d0ff71e773 req-0a4ed19f-4ea3-4980-a973-cdf9fa4e8c08 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:55.323627 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-13ef2d30-8828-4055-9aee-58d0ff71e773 req-0a4ed19f-4ea3-4980-a973-cdf9fa4e8c08 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/ports?device_id=29912b5b-27d3-40b2-9c06-025e0ffdf179 HTTP/1.1" status: 200 len: 943 time: 0.3893113 Oct 19 01:04:55.422099 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32f74064-8619-46aa-9312-d0686e9a9499 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:04:55.444209 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88cdbfd-ab33-4cd7-ba59-57026e0dea3a req-b2ab13ea-0d93-41f7-84ff-6fb3c32b2f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:55.450622 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d88cdbfd-ab33-4cd7-ba59-57026e0dea3a req-b2ab13ea-0d93-41f7-84ff-6fb3c32b2f66 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4708304 Oct 19 01:04:55.469908 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f8238-1088-4639-9c15-012ea284bf55 None None] Pushing event updated for resources: {'Port': ['ID=4708bb55-c171-4d83-b170-75a1fdabff9b,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:55.519110 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 32f74064-8619-46aa-9312-d0686e9a9499, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=32f74064-8619-46aa-9312-d0686e9a9499,segment=NetworkSegment(704ea1f5-eb98-4f05-aa53-1f4462ac5291),segment_id=704ea1f5-eb98-4f05-aa53-1f4462ac5291)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:55.570253 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-f483fa15-3212-409a-b6db-1cb6579e676e tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] GET failed (client error): The resource could not be found. Oct 19 01:04:55.572026 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f483fa15-3212-409a-b6db-1cb6579e676e tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "GET /v2.0/ports/a7071cd8-ddc6-4976-a8c2-f0ef47c77e5e HTTP/1.1" status: 404 len: 333 time: 0.3381999 Oct 19 01:04:55.576526 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:55.587328 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57542) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:55.642693 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-24c9cdd5-fb3f-47a5-9ce2-b9d853c6e38c None None] Set router 7c2c72f9-b5ad-49c8-85df-4d456baff246 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:04:55.677074 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-13ef2d30-8828-4055-9aee-58d0ff71e773 req-41633500-5760-47dc-abeb-10bd99074b06 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/security-groups?id=318b730d-59b3-49ba-bc3d-3ba9ca967adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3523684 Oct 19 01:04:55.732496 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-fe6bea25-7857-493e-bdc8-55654ea2d9ad req-7aa2e3c0-c637-4b82-be91-344b10c3c31e tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] For port 1dece0f5-c279-44d8-9c79-7533a72cf4b4, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1dece0f5-c279-44d8-9c79-7533a72cf4b4,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:55.736556 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-fe6bea25-7857-493e-bdc8-55654ea2d9ad req-7aa2e3c0-c637-4b82-be91-344b10c3c31e tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:55.765518 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd2fd00-c8e5-495b-ac0d-fb6f55c6143f None None] DHCP port deletion for 6f09460f-2adf-4d7f-b998-5eb93e5b8b56 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:04:55.792194 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-962ceeb6-8c0f-4453-b174-d6595acc1c5a admin admin] Deleting port 491e61ab-9560-4f8f-a1f7-0dffc83f66e3 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:04:55.792800 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-962ceeb6-8c0f-4453-b174-d6595acc1c5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:55.796818 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-fe6bea25-7857-493e-bdc8-55654ea2d9ad req-7aa2e3c0-c637-4b82-be91-344b10c3c31e tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Calling delete_port for 1dece0f5-c279-44d8-9c79-7533a72cf4b4 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:04:55.812541 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=32f74064-8619-46aa-9312-d0686e9a9499,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:55.835331 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['32f74064-8619-46aa-9312-d0686e9a9499'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:04:55.883753 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-13fb50bc-5f5b-4534-be7c-76e1fe5fde2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:55.929873 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 1dece0f5-c279-44d8-9c79-7533a72cf4b4 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:04:56.004693 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c43740-f3ff-4a93-829f-2c44bf75fc29', 'name': 'network-vif-deleted', 'tag': '87c76c93-9c99-435c-a56a-665a504f3bc1'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:04:56.008007 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ecfd54-89a1-4a50-9dae-e2545691f836" -d '{"events": [{"server_uuid": "d8c43740-f3ff-4a93-829f-2c44bf75fc29", "name": "network-vif-deleted", "tag": "87c76c93-9c99-435c-a56a-665a504f3bc1"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:04:56.021308 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-962ceeb6-8c0f-4453-b174-d6595acc1c5a admin admin] For port 491e61ab-9560-4f8f-a1f7-0dffc83f66e3, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=491e61ab-9560-4f8f-a1f7-0dffc83f66e3,segment=NetworkSegment(fd439f00-5252-4108-8cca-4bb02963020f),segment_id=fd439f00-5252-4108-8cca-4bb02963020f)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:56.022784 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-962ceeb6-8c0f-4453-b174-d6595acc1c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:56.044047 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-13fb50bc-5f5b-4534-be7c-76e1fe5fde2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:56.062765 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c37c2-2abb-4c8d-b824-721197e0ea37 req-fa0ec4a8-eceb-473b-afc6-97e911b720db tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:56.064885 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-703c37c2-2abb-4c8d-b824-721197e0ea37 req-fa0ec4a8-eceb-473b-afc6-97e911b720db tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/ports?device_id=77cad586-95d3-4137-b0d1-1c0d0f1b5a9c HTTP/1.1" status: 200 len: 947 time: 0.2384126 Oct 19 01:04:56.073916 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-962ceeb6-8c0f-4453-b174-d6595acc1c5a admin admin] Calling delete_port for 491e61ab-9560-4f8f-a1f7-0dffc83f66e3 owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:04:56.139369 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1878cf-6008-4cbb-8a0a-6f2ac2d16f4a req-0e5daa05-aef2-4b61-a84f-b25124dd18ae tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:56.141016 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ce1878cf-6008-4cbb-8a0a-6f2ac2d16f4a req-0e5daa05-aef2-4b61-a84f-b25124dd18ae tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c6bdab0-e193-4548-b32a-82293867f758 HTTP/1.1" status: 200 len: 950 time: 0.7488256 Oct 19 01:04:56.179403 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-703c37c2-2abb-4c8d-b824-721197e0ea37 req-934cdb88-1783-4e67-8b36-e540f8f2d168 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/security-groups?id=c783b73d-2e5d-42e1-b958-62de854aa98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018367 Oct 19 01:04:56.180818 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-a161b289-a7ac-434c-a282-b0a5c47be14c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Deleting subnet ba8f49f8-7bf4-4b5b-a541-f9055e2ca138 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:04:56.186428 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fb50bc-5f5b-4534-be7c-76e1fe5fde2f admin admin] Network 40f93092-66e2-4482-a54e-d83d48322c91 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:04:56.226912 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a161b289-a7ac-434c-a282-b0a5c47be14c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:56.248330 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-bbd2fd00-c8e5-495b-ac0d-fb6f55c6143f None None] Deleting port 491e61ab-9560-4f8f-a1f7-0dffc83f66e3 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:04:56.248711 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bbd2fd00-c8e5-495b-ac0d-fb6f55c6143f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:56.290250 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-962ceeb6-8c0f-4453-b174-d6595acc1c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:56.303193 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-fe6bea25-7857-493e-bdc8-55654ea2d9ad req-7aa2e3c0-c637-4b82-be91-344b10c3c31e tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:56.314976 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a161b289-a7ac-434c-a282-b0a5c47be14c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:56.330536 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['1e9d67e8-229f-4d4d-8729-38d2227bcdf7'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:04:56.371175 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ceeb6-8c0f-4453-b174-d6595acc1c5a admin admin] Pushing event deleted for resources: {'Port': ['ID=491e61ab-9560-4f8f-a1f7-0dffc83f66e3,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:56.405057 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2e3c0-c637-4b82-be91-344b10c3c31e tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Pushing event deleted for resources: {'Port': ['ID=1dece0f5-c279-44d8-9c79-7533a72cf4b4,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:56.407617 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962ceeb6-8c0f-4453-b174-d6595acc1c5a admin admin] No DVR routers for this DVR port 491e61ab-9560-4f8f-a1f7-0dffc83f66e3 on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:04:56.453895 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:56.460578 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57550) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:56.464082 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-13fb50bc-5f5b-4534-be7c-76e1fe5fde2f admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:04:56.473703 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2f5c31-c5a8-41fa-8707-3cfa96d8bbe4 x-openstack-request-id: req-1e2f5c31-c5a8-41fa-8707-3cfa96d8bbe4 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:04:56.474241 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c43740-f3ff-4a93-829f-2c44bf75fc29", "name": "network-vif-deleted", "tag": "87c76c93-9c99-435c-a56a-665a504f3bc1", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:04:56.475018 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1e2f5c31-c5a8-41fa-8707-3cfa96d8bbe4 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:04:56.475586 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c43740-f3ff-4a93-829f-2c44bf75fc29', 'name': 'network-vif-deleted', 'tag': '87c76c93-9c99-435c-a56a-665a504f3bc1', 'status': 'completed', 'code': 200} Oct 19 01:04:56.485338 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fb50bc-5f5b-4534-be7c-76e1fe5fde2f admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:04:56.517028 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-bbd2fd00-c8e5-495b-ac0d-fb6f55c6143f None None] For port 491e61ab-9560-4f8f-a1f7-0dffc83f66e3, host n-d-715271-26, got binding levels [] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:56.517358 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bbd2fd00-c8e5-495b-ac0d-fb6f55c6143f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:56.565006 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d88cdbfd-ab33-4cd7-ba59-57026e0dea3a req-65fa1272-7906-4c14-af7e-bb88a29827f5 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0660460 Oct 19 01:04:56.570347 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-bbd2fd00-c8e5-495b-ac0d-fb6f55c6143f None None] Calling delete_port for 491e61ab-9560-4f8f-a1f7-0dffc83f66e3 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:04:56.583032 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6bea25-7857-493e-bdc8-55654ea2d9ad req-7aa2e3c0-c637-4b82-be91-344b10c3c31e tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] No DVR routers for this DVR port 1dece0f5-c279-44d8-9c79-7533a72cf4b4 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:04:56.584558 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.ipam_backend_mixin [None req-bbd2fd00-c8e5-495b-ac0d-fb6f55c6143f None None] Port 491e61ab-9560-4f8f-a1f7-0dffc83f66e3 was not found and therefore no delete operation was performed {{(pid=100608) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:04:56.595126 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-fe6bea25-7857-493e-bdc8-55654ea2d9ad req-7aa2e3c0-c637-4b82-be91-344b10c3c31e tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:56.598319 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bbd2fd00-c8e5-495b-ac0d-fb6f55c6143f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:56.598695 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fe6bea25-7857-493e-bdc8-55654ea2d9ad req-7aa2e3c0-c637-4b82-be91-344b10c3c31e tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.24 "DELETE /v2.0/ports/1dece0f5-c279-44d8-9c79-7533a72cf4b4 HTTP/1.1" status: 204 len: 173 time: 2.0660985 Oct 19 01:04:56.599527 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6bdab0-e193-4548-b32a-82293867f758', 'name': 'network-vif-deleted', 'tag': '1dece0f5-c279-44d8-9c79-7533a72cf4b4'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:04:56.617363 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-13fb50bc-5f5b-4534-be7c-76e1fe5fde2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:56.621130 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c4d3a9-8f12-454c-9ba9-db6a913a18ca" -d '{"events": [{"server_uuid": "9c6bdab0-e193-4548-b32a-82293867f758", "name": "network-vif-deleted", "tag": "1dece0f5-c279-44d8-9c79-7533a72cf4b4"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:04:56.681445 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-962ceeb6-8c0f-4453-b174-d6595acc1c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:56.687182 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-27a4ca19-14ba-49a4-b953-dfc9a0472a03 admin admin] Deleting subnet 1c91ce8b-3594-4e7c-9707-c203e0515e81 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:04:56.696472 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-27a4ca19-14ba-49a4-b953-dfc9a0472a03 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:56.719147 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-24c9cdd5-fb3f-47a5-9ce2-b9d853c6e38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'name': 'tempest-TaggedBootDevicesTest_v242-1318090933-router', 'tenant_id': '372044798076488b8078f880b919e81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '4708bb55-c171-4d83-b170-75a1fdabff9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:42Z', 'updated_at': '2021-10-19T01:04:48Z', 'revision_number': 3, 'project_id': '372044798076488b8078f880b919e81f', 'gw_port': {'id': '4708bb55-c171-4d83-b170-75a1fdabff9b', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:46Z', 'updated_at': '2021-10-19T01:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:56.782050 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a161b289-a7ac-434c-a282-b0a5c47be14c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:56.831947 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-27a4ca19-14ba-49a4-b953-dfc9a0472a03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:56.873078 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c9cdd5-fb3f-47a5-9ce2-b9d853c6e38c None None] The sync data for ids ['7c2c72f9-b5ad-49c8-85df-4d456baff246'] in n-d-715271-26 is: [{'id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'name': 'tempest-TaggedBootDevicesTest_v242-1318090933-router', 'tenant_id': '372044798076488b8078f880b919e81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '4708bb55-c171-4d83-b170-75a1fdabff9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:42Z', 'updated_at': '2021-10-19T01:04:48Z', 'revision_number': 3, 'project_id': '372044798076488b8078f880b919e81f', 'gw_port': {'id': '4708bb55-c171-4d83-b170-75a1fdabff9b', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:46Z', 'updated_at': '2021-10-19T01:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:04:56.874633 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2fd00-c8e5-495b-ac0d-fb6f55c6143f None None] Pushing event deleted for resources: {'Port': ['ID=491e61ab-9560-4f8f-a1f7-0dffc83f66e3,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:56.896804 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd2fd00-c8e5-495b-ac0d-fb6f55c6143f None None] No DVR routers for this DVR port 491e61ab-9560-4f8f-a1f7-0dffc83f66e3 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:04:56.979564 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-27a4ca19-14ba-49a4-b953-dfc9a0472a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:56.982533 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb50bc-5f5b-4534-be7c-76e1fe5fde2f admin admin] Pushing event updated for resources: {'Port': ['ID=d979d52f-be7e-4b54-bcc9-60f1c17fd7c4,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:57.050947 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977f76d9-876c-4fa8-b686-b6b4c97bf335 x-openstack-request-id: req-977f76d9-876c-4fa8-b686-b6b4c97bf335 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:04:57.050947 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6bdab0-e193-4548-b32a-82293867f758", "name": "network-vif-deleted", "tag": "1dece0f5-c279-44d8-9c79-7533a72cf4b4", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:04:57.055704 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-977f76d9-876c-4fa8-b686-b6b4c97bf335 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:04:57.055704 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6bdab0-e193-4548-b32a-82293867f758', 'name': 'network-vif-deleted', 'tag': '1dece0f5-c279-44d8-9c79-7533a72cf4b4', 'status': 'completed', 'code': 200} Oct 19 01:04:57.113860 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-27a4ca19-14ba-49a4-b953-dfc9a0472a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:57.125263 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:57.144965 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ce1878cf-6008-4cbb-8a0a-6f2ac2d16f4a req-16c81a60-b71f-49a2-846f-a52ac2a71351 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9838669 Oct 19 01:04:57.159330 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-6f77ab79-a144-426c-8c96-e8bbe2c76e9d None None] Provisioning complete for port d979d52f-be7e-4b54-bcc9-60f1c17fd7c4 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:57.159939 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6f77ab79-a144-426c-8c96-e8bbe2c76e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:57.168370 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-13fb50bc-5f5b-4534-be7c-76e1fe5fde2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:57.179794 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-962ceeb6-8c0f-4453-b174-d6595acc1c5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f09460f-2adf-4d7f-b998-5eb93e5b8b56']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:57.191494 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4ca19-14ba-49a4-b953-dfc9a0472a03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c91ce8b-3594-4e7c-9707-c203e0515e81,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:57.193920 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-27a4ca19-14ba-49a4-b953-dfc9a0472a03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:57.197439 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-27a4ca19-14ba-49a4-b953-dfc9a0472a03 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/1c91ce8b-3594-4e7c-9707-c203e0515e81 HTTP/1.1" status: 204 len: 168 time: 0.7355442 Oct 19 01:04:57.202728 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57558) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:57.204699 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-962ceeb6-8c0f-4453-b174-d6595acc1c5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd439f00-5252-4108-8cca-4bb02963020f') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:57.205143 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-962ceeb6-8c0f-4453-b174-d6595acc1c5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd439f00-5252-4108-8cca-4bb02963020f') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:57.251143 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 732dfee4-ccf7-4e2d-925c-999b168c2a1c up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:04:57.313513 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-962ceeb6-8c0f-4453-b174-d6595acc1c5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:57.392212 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-962ceeb6-8c0f-4453-b174-d6595acc1c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:57.430761 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-6f77ab79-a144-426c-8c96-e8bbe2c76e9d None None] Port d979d52f-be7e-4b54-bcc9-60f1c17fd7c4 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:04:57.476018 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d88cdbfd-ab33-4cd7-ba59-57026e0dea3a req-30b31a9b-313f-4a25-8aea-ca5aa5c2e6ea service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6849227 Oct 19 01:04:57.476578 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 732dfee4-ccf7-4e2d-925c-999b168c2a1c triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:57.476958 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:57.504114 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d4920-175f-483b-be40-41dfce2fa003 req-5c247bf9-552f-4b01-8e4b-a90216e2bc52 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:57.505340 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e80d4920-175f-483b-be40-41dfce2fa003 req-5c247bf9-552f-4b01-8e4b-a90216e2bc52 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/ports?device_id=29912b5b-27d3-40b2-9c06-025e0ffdf179 HTTP/1.1" status: 200 len: 944 time: 0.4526010 Oct 19 01:04:57.524334 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962ceeb6-8c0f-4453-b174-d6595acc1c5a admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:04:57.524796 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-962ceeb6-8c0f-4453-b174-d6595acc1c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:57.533398 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:04:57.533398 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:04:57.533398 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:04:57.533398 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:04:57.533398 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:04:57.533398 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:04:57.533398 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:04:57.533398 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:04:57.533398 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:04:57.533398 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:04:57.533398 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:04:57.533398 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:04:57.533398 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:04:57.533398 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:04:57.533398 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:04:57.533398 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:04:57.533398 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:04:57.533398 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:04:57.533398 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:04:57.533398 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:04:57.533398 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:04:57.533398 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:04:57.533398 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:04:57.533398 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:04:57.533398 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:04:57.533398 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:04:57.533398 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:04:57.533398 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:04:57.533398 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:04:57.533398 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:04:57.533398 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:04:57.533398 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:04:57.578504 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45097ed4-7552-4993-8537-c0fcdc3836b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:57.697665 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e80d4920-175f-483b-be40-41dfce2fa003 req-c4c3180d-e335-44c0-afd7-fc8c79f5b750 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/security-groups?id=318b730d-59b3-49ba-bc3d-3ba9ca967adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772337 Oct 19 01:04:57.730084 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a161b289-a7ac-434c-a282-b0a5c47be14c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:57.732765 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-962ceeb6-8c0f-4453-b174-d6595acc1c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:57.742014 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-962ceeb6-8c0f-4453-b174-d6595acc1c5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:57.750406 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-962ceeb6-8c0f-4453-b174-d6595acc1c5a admin admin] 10.222.0.57 "DELETE /v2.0/networks/6f09460f-2adf-4d7f-b998-5eb93e5b8b56 HTTP/1.1" status: 204 len: 168 time: 2.9158280 Oct 19 01:04:57.759300 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca4a5c-0e90-45c7-8e4f-7800bffbb218 req-1fb96520-92f0-4b8c-aa53-aa0c9ffb819a tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:57.761093 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d0ca4a5c-0e90-45c7-8e4f-7800bffbb218 req-1fb96520-92f0-4b8c-aa53-aa0c9ffb819a tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/ports?device_id=77cad586-95d3-4137-b0d1-1c0d0f1b5a9c HTTP/1.1" status: 200 len: 947 time: 0.3660207 Oct 19 01:04:57.761391 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57564) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:57.786365 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ceeb6-8c0f-4453-b174-d6595acc1c5a admin admin] Pushing event deleted for resources: {'Network': ['ID=6f09460f-2adf-4d7f-b998-5eb93e5b8b56,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:57.808623 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 491e61ab-9560-4f8f-a1f7-0dffc83f66e3 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:04:57.838526 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 491e61ab-9560-4f8f-a1f7-0dffc83f66e3 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:04:57.838943 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 491e61ab-9560-4f8f-a1f7-0dffc83f66e3 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:04:57.846741 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45097ed4-7552-4993-8537-c0fcdc3836b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:57.885259 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-45097ed4-7552-4993-8537-c0fcdc3836b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26080c8a-a95f-45c8-a8e2-ac5b0331b958']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:57.898422 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-45097ed4-7552-4993-8537-c0fcdc3836b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ecffc1-90fa-418d-a0e1-2e7c29608a6b') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:57.898731 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-45097ed4-7552-4993-8537-c0fcdc3836b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ecffc1-90fa-418d-a0e1-2e7c29608a6b') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:57.907551 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device e8bb9edd-0427-41a3-b305-26ce660482e6 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:04:57.911260 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45097ed4-7552-4993-8537-c0fcdc3836b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:57.931005 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45097ed4-7552-4993-8537-c0fcdc3836b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:57.939491 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45097ed4-7552-4993-8537-c0fcdc3836b2 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:04:57.939948 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45097ed4-7552-4993-8537-c0fcdc3836b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:57.968739 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 32f74064-8619-46aa-9312-d0686e9a9499 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:04:57.970736 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:04:57.970736 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:04:57.970736 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:04:57.970736 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:04:57.970736 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:04:57.970736 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:04:57.970736 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:04:57.970736 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:04:57.970736 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:04:57.970736 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:04:57.970736 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:04:57.970736 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:04:57.970736 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:04:57.970736 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:04:57.970736 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:04:57.970736 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:04:57.970736 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:04:57.970736 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:04:57.970736 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:04:57.970736 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:04:57.970736 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:04:57.970736 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:04:57.970736 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:04:57.970736 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:04:57.970736 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:04:57.970736 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:04:57.970736 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:04:57.970736 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:04:57.970736 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:04:57.970736 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:04:57.970736 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:04:57.970736 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:04:58.049439 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45097ed4-7552-4993-8537-c0fcdc3836b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:58.057820 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45097ed4-7552-4993-8537-c0fcdc3836b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:58.062797 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-45097ed4-7552-4993-8537-c0fcdc3836b2 admin admin] 10.222.0.57 "DELETE /v2.0/networks/26080c8a-a95f-45c8-a8e2-ac5b0331b958 HTTP/1.1" status: 204 len: 168 time: 0.8552802 Oct 19 01:04:58.065707 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57566) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:58.088567 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45097ed4-7552-4993-8537-c0fcdc3836b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=26080c8a-a95f-45c8-a8e2-ac5b0331b958,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:58.153120 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-f05a4c2b-b155-4e2e-84f3-0c7573a09b50 admin admin] Deleting subnet 3fea4d6a-18c1-4785-a991-9b8896978a2c {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:04:58.156804 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f05a4c2b-b155-4e2e-84f3-0c7573a09b50 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:58.198510 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f05a4c2b-b155-4e2e-84f3-0c7573a09b50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:58.201412 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port e8bb9edd-0427-41a3-b305-26ce660482e6, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=e8bb9edd-0427-41a3-b305-26ce660482e6,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:58.226894 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'e8bb9edd-0427-41a3-b305-26ce660482e6', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': 'e8bb9edd-0427-41a3-b305-26ce660482e6', 'mac_address': 'fa:16:3e:d4:ba:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:04:58.240788 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 32f74064-8619-46aa-9312-d0686e9a9499 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:04:58.304214 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f05a4c2b-b155-4e2e-84f3-0c7573a09b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:58.314643 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 32f74064-8619-46aa-9312-d0686e9a9499 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:58.315030 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:58.417771 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f05a4c2b-b155-4e2e-84f3-0c7573a09b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:58.429268 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:58.461071 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8bb9edd-0427-41a3-b305-26ce660482e6 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:04:58.470454 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161b289-a7ac-434c-a282-b0a5c47be14c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Subnet': ['ID=ba8f49f8-7bf4-4b5b-a541-f9055e2ca138,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:58.475560 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f05a4c2b-b155-4e2e-84f3-0c7573a09b50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:58.482510 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f05a4c2b-b155-4e2e-84f3-0c7573a09b50 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/3fea4d6a-18c1-4785-a991-9b8896978a2c HTTP/1.1" status: 204 len: 168 time: 0.4157381 Oct 19 01:04:58.487767 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57574) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:58.489051 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a4c2b-b155-4e2e-84f3-0c7573a09b50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fea4d6a-18c1-4785-a991-9b8896978a2c,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:58.503942 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a161b289-a7ac-434c-a282-b0a5c47be14c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:58.507588 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a161b289-a7ac-434c-a282-b0a5c47be14c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/subnets/ba8f49f8-7bf4-4b5b-a541-f9055e2ca138 HTTP/1.1" status: 204 len: 168 time: 2.9182737 Oct 19 01:04:58.516990 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57576) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:58.530908 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfd4caf-1d9d-43cc-bc47-c2218d64f7b0 None None] Network 7ec6d986-bb74-466c-a20d-de93d017a954 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:04:58.572832 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port e8bb9edd-0427-41a3-b305-26ce660482e6, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=e8bb9edd-0427-41a3-b305-26ce660482e6,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:58.586652 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-13fb50bc-5f5b-4534-be7c-76e1fe5fde2f admin admin] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:58.597608 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d0ca4a5c-0e90-45c7-8e4f-7800bffbb218 req-53d0fc22-21c9-4957-ba5a-289a5d773d2a tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/security-groups?id=c783b73d-2e5d-42e1-b958-62de854aa98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198459 Oct 19 01:04:58.601823 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-13fb50bc-5f5b-4534-be7c-76e1fe5fde2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:58.610368 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:58.716765 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b79af965-0921-4fb2-a991-b5a1af13be88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:58.798307 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7637d88a-5c39-4761-939a-b7cc560177f2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:58.810732 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb50bc-5f5b-4534-be7c-76e1fe5fde2f admin admin] Pushing event updated for resources: {'Port': ['ID=d979d52f-be7e-4b54-bcc9-60f1c17fd7c4,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:58.819303 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-13fb50bc-5f5b-4534-be7c-76e1fe5fde2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:58.908001 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ac6cb-f240-45e3-82dd-eb3c4dfbd91e req-82aed62a-744f-48e2-be08-a5bc087b61b5 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:58.909596 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c09ac6cb-f240-45e3-82dd-eb3c4dfbd91e req-82aed62a-744f-48e2-be08-a5bc087b61b5 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 951 time: 0.1698902 Oct 19 01:04:58.962530 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['e8bb9edd-0427-41a3-b305-26ce660482e6'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:04:59.016101 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c09ac6cb-f240-45e3-82dd-eb3c4dfbd91e req-d4ff47d8-3500-4173-9974-45eda145d822 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979843 Oct 19 01:04:59.165366 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:04:59.169558 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fb50bc-5f5b-4534-be7c-76e1fe5fde2f admin admin] Network 40f93092-66e2-4482-a54e-d83d48322c91 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:04:59.172336 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-13fb50bc-5f5b-4534-be7c-76e1fe5fde2f admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:04:59.278388 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b79af965-0921-4fb2-a991-b5a1af13be88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:59.310019 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac1995-c4ef-403b-97b0-0c418b41a36d req-631120db-d741-4592-914e-d25a35887007 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:04:59.314321 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-48ac1995-c4ef-403b-97b0-0c418b41a36d req-631120db-d741-4592-914e-d25a35887007 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/ports?device_id=29912b5b-27d3-40b2-9c06-025e0ffdf179 HTTP/1.1" status: 200 len: 944 time: 0.4863262 Oct 19 01:04:59.341986 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 4708bb55-c171-4d83-b170-75a1fdabff9b up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:04:59.422719 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:59.429183 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-b79af965-0921-4fb2-a991-b5a1af13be88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dde7e42-644d-469c-9fa9-8910e70ca8ec']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:59.467801 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-48ac1995-c4ef-403b-97b0-0c418b41a36d req-d48c9a47-0055-4efe-8db9-0ce176a773f8 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/security-groups?id=318b730d-59b3-49ba-bc3d-3ba9ca967adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255181 Oct 19 01:04:59.470135 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-b79af965-0921-4fb2-a991-b5a1af13be88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea14fd30-c106-4a3e-ba0b-9b21e85b990e') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:59.470433 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-b79af965-0921-4fb2-a991-b5a1af13be88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea14fd30-c106-4a3e-ba0b-9b21e85b990e') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:04:59.498805 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13fb50bc-5f5b-4534-be7c-76e1fe5fde2f admin admin] Router 7c2c72f9-b5ad-49c8-85df-4d456baff246 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:04:59.514806 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b79af965-0921-4fb2-a991-b5a1af13be88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:59.520801 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=e8bb9edd-0427-41a3-b305-26ce660482e6,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:59.525040 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-7637d88a-5c39-4761-939a-b7cc560177f2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Deleting port 0e83fb3e-a72d-4ec3-a434-b4374a707590 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:04:59.525382 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7637d88a-5c39-4761-939a-b7cc560177f2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:59.548017 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b79af965-0921-4fb2-a991-b5a1af13be88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:59.581812 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b79af965-0921-4fb2-a991-b5a1af13be88 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:04:59.582367 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b79af965-0921-4fb2-a991-b5a1af13be88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:59.589700 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0c73e4b0-253b-4eca-a116-c778e8e0ad2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:59.617286 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:59.634709 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29912b5b-27d3-40b2-9c06-025e0ffdf179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f74064-8619-46aa-9312-d0686e9a9499'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:04:59.643002 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a3f446-fd30-407b-9b44-d2a6757db8e7" -d '{"events": [{"server_uuid": "29912b5b-27d3-40b2-9c06-025e0ffdf179", "name": "network-vif-plugged", "status": "completed", "tag": "32f74064-8619-46aa-9312-d0686e9a9499"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:04:59.712931 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:04:59.712931 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:04:59.712931 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:04:59.712931 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:04:59.712931 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:04:59.712931 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:04:59.712931 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:04:59.712931 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:04:59.712931 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:04:59.712931 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:04:59.712931 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:04:59.712931 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:04:59.712931 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:04:59.712931 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:04:59.712931 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:04:59.712931 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:04:59.712931 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:04:59.712931 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:04:59.712931 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:04:59.712931 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:04:59.712931 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:04:59.712931 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:04:59.712931 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:04:59.712931 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:04:59.712931 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:04:59.712931 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:04:59.712931 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:04:59.712931 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:04:59.712931 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:04:59.712931 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:04:59.712931 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:04:59.712931 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:04:59.732167 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5faa6bc7-1435-426b-844d-51b41b20f6d1 x-openstack-request-id: req-5faa6bc7-1435-426b-844d-51b41b20f6d1 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:04:59.732548 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29912b5b-27d3-40b2-9c06-025e0ffdf179", "name": "network-vif-plugged", "status": "completed", "tag": "32f74064-8619-46aa-9312-d0686e9a9499", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:04:59.732992 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5faa6bc7-1435-426b-844d-51b41b20f6d1 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:04:59.733362 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29912b5b-27d3-40b2-9c06-025e0ffdf179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f74064-8619-46aa-9312-d0686e9a9499', 'code': 200} Oct 19 01:04:59.756754 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 32f74064-8619-46aa-9312-d0686e9a9499, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=32f74064-8619-46aa-9312-d0686e9a9499,segment=NetworkSegment(704ea1f5-eb98-4f05-aa53-1f4462ac5291),segment_id=704ea1f5-eb98-4f05-aa53-1f4462ac5291)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:59.775855 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-7637d88a-5c39-4761-939a-b7cc560177f2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] For port 0e83fb3e-a72d-4ec3-a434-b4374a707590, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=0e83fb3e-a72d-4ec3-a434-b4374a707590,segment=NetworkSegment(19014218-9dac-4a44-9518-9bb183026093),segment_id=19014218-9dac-4a44-9518-9bb183026093)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:04:59.776230 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7637d88a-5c39-4761-939a-b7cc560177f2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:59.789979 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-7637d88a-5c39-4761-939a-b7cc560177f2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Calling delete_port for 0e83fb3e-a72d-4ec3-a434-b4374a707590 owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:04:59.858487 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b79af965-0921-4fb2-a991-b5a1af13be88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:59.868094 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:59.871326 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b79af965-0921-4fb2-a991-b5a1af13be88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:59.874918 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b79af965-0921-4fb2-a991-b5a1af13be88 admin admin] 10.222.0.57 "DELETE /v2.0/networks/1dde7e42-644d-469c-9fa9-8910e70ca8ec HTTP/1.1" status: 204 len: 168 time: 1.3741570 Oct 19 01:04:59.881340 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-6c43f2ce-619f-4cf1-90a5-699ec4ea6883 None None] Provisioning complete for port d979d52f-be7e-4b54-bcc9-60f1c17fd7c4 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:04:59.881716 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6c43f2ce-619f-4cf1-90a5-699ec4ea6883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:59.891078 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79af965-0921-4fb2-a991-b5a1af13be88 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dde7e42-644d-469c-9fa9-8910e70ca8ec,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:59.912858 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7637d88a-5c39-4761-939a-b7cc560177f2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:59.955421 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7637d88a-5c39-4761-939a-b7cc560177f2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Port': ['ID=0e83fb3e-a72d-4ec3-a434-b4374a707590,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:59.958494 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1ab3e1-5c7f-4a3a-a291-d6f3f5630505 None None] DHCP port deletion for 7ec6d986-bb74-466c-a20d-de93d017a954 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:04:59.962975 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7637d88a-5c39-4761-939a-b7cc560177f2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] No DVR routers for this DVR port 0e83fb3e-a72d-4ec3-a434-b4374a707590 on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:05:00.031671 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=32f74064-8619-46aa-9312-d0686e9a9499,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:00.054091 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fb50bc-5f5b-4534-be7c-76e1fe5fde2f admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:05:00.066568 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a84135d-b9ca-47ea-ad94-c371713c3ac4 None None] Sync routers for ids ['7c2c72f9-b5ad-49c8-85df-4d456baff246'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:05:00.077880 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a84135d-b9ca-47ea-ad94-c371713c3ac4 None None] Routers {'7c2c72f9-b5ad-49c8-85df-4d456baff246'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:05:00.078510 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-4a84135d-b9ca-47ea-ad94-c371713c3ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:04:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7c2c72f9-b5ad-49c8-85df-4d456baff246'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:00.092011 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-13fb50bc-5f5b-4534-be7c-76e1fe5fde2f admin admin] 10.222.0.57 "PUT /v2.0/routers/7c2c72f9-b5ad-49c8-85df-4d456baff246/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8670642 Oct 19 01:05:00.099698 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 4708bb55-c171-4d83-b170-75a1fdabff9b triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:00.100207 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:00.136808 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57594) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:00.169818 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7637d88a-5c39-4761-939a-b7cc560177f2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:00.183568 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-6c43f2ce-619f-4cf1-90a5-699ec4ea6883 None None] Port d979d52f-be7e-4b54-bcc9-60f1c17fd7c4 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:05:00.187698 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916272c-5d07-4734-b87e-4f734b09e185 req-2c1a1764-ca79-477d-a224-c23c07b4d017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:00.189299 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a916272c-5d07-4734-b87e-4f734b09e185 req-2c1a1764-ca79-477d-a224-c23c07b4d017 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=29912b5b-27d3-40b2-9c06-025e0ffdf179 HTTP/1.1" status: 200 len: 1097 time: 0.2750750 Oct 19 01:05:00.210004 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c4e10-ac19-40b8-afc1-222268c9868f req-1b892bd8-3fdc-4685-b892-197191690736 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:00.211559 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-018c4e10-ac19-40b8-afc1-222268c9868f req-1b892bd8-3fdc-4685-b892-197191690736 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/ports?device_id=77cad586-95d3-4137-b0d1-1c0d0f1b5a9c HTTP/1.1" status: 200 len: 948 time: 0.4400940 Oct 19 01:05:00.240344 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a8fc430d-3ec1-4902-b9a6-eba053141df3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=63f316b888a64da49df0c393d4fe86c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0982156 Oct 19 01:05:00.257810 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57600) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:00.306656 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-7637d88a-5c39-4761-939a-b7cc560177f2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec6d986-bb74-466c-a20d-de93d017a954']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:00.325407 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:00.328370 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-4a84135d-b9ca-47ea-ad94-c371713c3ac4 None None] Set router 7c2c72f9-b5ad-49c8-85df-4d456baff246 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:05:00.330639 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-7637d88a-5c39-4761-939a-b7cc560177f2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19014218-9dac-4a44-9518-9bb183026093') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:00.331125 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-7637d88a-5c39-4761-939a-b7cc560177f2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19014218-9dac-4a44-9518-9bb183026093') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:00.332938 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a916272c-5d07-4734-b87e-4f734b09e185 req-f3993019-4a8c-4385-9e7a-ba489a5ef061 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=318b730d-59b3-49ba-bc3d-3ba9ca967adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191728 Oct 19 01:05:00.351000 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7637d88a-5c39-4761-939a-b7cc560177f2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:00.357220 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-018c4e10-ac19-40b8-afc1-222268c9868f req-474f46cf-471e-4c04-8b43-e6ac749fa602 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/security-groups?id=c783b73d-2e5d-42e1-b958-62de854aa98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083550 Oct 19 01:05:00.376820 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 4708bb55-c171-4d83-b170-75a1fdabff9b, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=4708bb55-c171-4d83-b170-75a1fdabff9b,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:00.388047 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:00.416992 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1207584-300d-4190-aabf-863984749538 req-f4816fca-f781-41b4-a329-e3aca9e660f0 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:00.420126 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f1207584-300d-4190-aabf-863984749538 req-f4816fca-f781-41b4-a329-e3aca9e660f0 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 951 time: 0.2437086 Oct 19 01:05:00.425903 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7637d88a-5c39-4761-939a-b7cc560177f2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:00.441793 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e18f5e97-1c3e-40be-82c6-99ac3f5195b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:00.451172 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7637d88a-5c39-4761-939a-b7cc560177f2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:05:00.451819 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7637d88a-5c39-4761-939a-b7cc560177f2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:00.456839 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:05:00.456839 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:05:00.456839 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:05:00.456839 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:05:00.456839 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:05:00.456839 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:05:00.456839 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:05:00.456839 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:05:00.456839 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:05:00.456839 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:05:00.456839 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:05:00.456839 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:05:00.456839 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:05:00.456839 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:05:00.456839 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:05:00.456839 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:05:00.456839 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:05:00.456839 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:05:00.456839 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:05:00.456839 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:05:00.456839 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:05:00.456839 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:05:00.456839 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:05:00.456839 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:05:00.456839 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:05:00.456839 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:05:00.456839 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:05:00.456839 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:05:00.456839 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:05:00.456839 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:05:00.456839 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:05:00.456839 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:05:00.482282 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f93e49-3418-49a2-b325-88ad4ba8fbca req-3e6f13b0-b35c-48fd-ac78-d6b6decde8d7 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:00.486649 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d2f93e49-3418-49a2-b325-88ad4ba8fbca req-3e6f13b0-b35c-48fd-ac78-d6b6decde8d7 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.55 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 951 time: 0.2070763 Oct 19 01:05:00.493907 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=4708bb55-c171-4d83-b170-75a1fdabff9b,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:00.576013 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f1207584-300d-4190-aabf-863984749538 req-11802d51-05d4-479c-bc76-87b7f8401d56 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324708 Oct 19 01:05:00.621036 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e18f5e97-1c3e-40be-82c6-99ac3f5195b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:00.658731 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-0c73e4b0-253b-4eca-a116-c778e8e0ad2a admin admin] Deleting port 249cd1e6-cd50-43f2-8569-8be82372c233 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:05:00.659651 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0c73e4b0-253b-4eca-a116-c778e8e0ad2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:00.661633 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7637d88a-5c39-4761-939a-b7cc560177f2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:00.719057 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-4a84135d-b9ca-47ea-ad94-c371713c3ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'name': 'tempest-TaggedBootDevicesTest_v242-1318090933-router', 'tenant_id': '372044798076488b8078f880b919e81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '4708bb55-c171-4d83-b170-75a1fdabff9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:42Z', 'updated_at': '2021-10-19T01:04:56Z', 'revision_number': 4, 'project_id': '372044798076488b8078f880b919e81f', 'gw_port': {'id': '4708bb55-c171-4d83-b170-75a1fdabff9b', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:46Z', 'updated_at': '2021-10-19T01:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'd979d52f-be7e-4b54-bcc9-60f1c17fd7c4', 'name': '', 'network_id': '40f93092-66e2-4482-a54e-d83d48322c91', 'tenant_id': '372044798076488b8078f880b919e81f', 'mac_address': 'fa:16:3e:43:51:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'cc8382b7-c6e6-465d-807f-c2cfe210cd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:54Z', 'updated_at': '2021-10-19T01:04:57Z', 'revision_number': 2, 'project_id': '372044798076488b8078f880b919e81f', 'subnets': [{'id': 'cc8382b7-c6e6-465d-807f-c2cfe210cd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:00.760239 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a84135d-b9ca-47ea-ad94-c371713c3ac4 None None] Checking router: 7c2c72f9-b5ad-49c8-85df-4d456baff246 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:05:00.760587 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a84135d-b9ca-47ea-ad94-c371713c3ac4 None None] Updating router 7c2c72f9-b5ad-49c8-85df-4d456baff246 port d979d52f-be7e-4b54-bcc9-60f1c17fd7c4 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:05:00.804866 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-0c73e4b0-253b-4eca-a116-c778e8e0ad2a admin admin] For port 249cd1e6-cd50-43f2-8569-8be82372c233, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=249cd1e6-cd50-43f2-8569-8be82372c233,segment=NetworkSegment(00b28942-24aa-446a-83a6-552aa0593804),segment_id=00b28942-24aa-446a-83a6-552aa0593804)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:00.804866 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0c73e4b0-253b-4eca-a116-c778e8e0ad2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:00.813903 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-4a84135d-b9ca-47ea-ad94-c371713c3ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:00.837838 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429540da-685a-4b72-a9b2-284abbec8f86 req-cfed01b4-1fcb-49f6-90f4-31f40e0f2fa3 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:00.845991 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-429540da-685a-4b72-a9b2-284abbec8f86 req-cfed01b4-1fcb-49f6-90f4-31f40e0f2fa3 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/ports?device_id=29912b5b-27d3-40b2-9c06-025e0ffdf179 HTTP/1.1" status: 200 len: 945 time: 0.2052314 Oct 19 01:05:00.856983 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-0c73e4b0-253b-4eca-a116-c778e8e0ad2a admin admin] Calling delete_port for 249cd1e6-cd50-43f2-8569-8be82372c233 owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:05:00.869569 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-d2f93e49-3418-49a2-b325-88ad4ba8fbca req-53b22420-3b9f-4f6a-80ef-9313aed32db6 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Deleting port 1e9d67e8-229f-4d4d-8729-38d2227bcdf7 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:05:00.869911 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d2f93e49-3418-49a2-b325-88ad4ba8fbca req-53b22420-3b9f-4f6a-80ef-9313aed32db6 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:00.956118 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-429540da-685a-4b72-a9b2-284abbec8f86 req-e90163e9-5a7c-4b46-be0d-bd9a7be5a887 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/security-groups?id=318b730d-59b3-49ba-bc3d-3ba9ca967adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092072 Oct 19 01:05:01.076793 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7637d88a-5c39-4761-939a-b7cc560177f2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:01.084607 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7637d88a-5c39-4761-939a-b7cc560177f2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/networks/7ec6d986-bb74-466c-a20d-de93d017a954 HTTP/1.1" status: 204 len: 168 time: 2.5612454 Oct 19 01:05:01.088689 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57638) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:01.094387 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-ad422a14-e824-456f-a505-1f4476d87260 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-572679916'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:01.115473 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7637d88a-5c39-4761-939a-b7cc560177f2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Network': ['ID=7ec6d986-bb74-466c-a20d-de93d017a954,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:01.145922 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad422a14-e824-456f-a505-1f4476d87260 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Made reservation on behalf of 0623c8f86a7745a5853b214518443323 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:05:01.152084 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ad422a14-e824-456f-a505-1f4476d87260 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:01.166279 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e18f5e97-1c3e-40be-82c6-99ac3f5195b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:01.173563 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e18f5e97-1c3e-40be-82c6-99ac3f5195b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:01.184239 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e18f5e97-1c3e-40be-82c6-99ac3f5195b8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/40916515-2c03-4857-9cf4-848cff3d3a79 HTTP/1.1" status: 204 len: 168 time: 0.9111316 Oct 19 01:05:01.201733 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f5e97-1c3e-40be-82c6-99ac3f5195b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40916515-2c03-4857-9cf4-848cff3d3a79,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:01.213711 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad422a14-e824-456f-a505-1f4476d87260 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:05:01.224754 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ad422a14-e824-456f-a505-1f4476d87260 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:01.225644 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-ad422a14-e824-456f-a505-1f4476d87260 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Added segment a01c61f5-ed03-4e45-b0cf-ffa963906e12 of type vlan for network a3bb72a0-0a6d-4ebe-a33f-affc0628903e Oct 19 01:05:01.289115 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 4708bb55-c171-4d83-b170-75a1fdabff9b up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:05:01.315711 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ad422a14-e824-456f-a505-1f4476d87260 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:01.416308 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ad422a14-e824-456f-a505-1f4476d87260 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:01.431561 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad422a14-e824-456f-a505-1f4476d87260 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:01.433209 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ad422a14-e824-456f-a505-1f4476d87260 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:01.457007 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0c73e4b0-253b-4eca-a116-c778e8e0ad2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:01.458571 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 4708bb55-c171-4d83-b170-75a1fdabff9b triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:01.458959 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:01.494585 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73e4b0-253b-4eca-a116-c778e8e0ad2a admin admin] Pushing event deleted for resources: {'Port': ['ID=249cd1e6-cd50-43f2-8569-8be82372c233,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:01.500432 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-d2f93e49-3418-49a2-b325-88ad4ba8fbca req-53b22420-3b9f-4f6a-80ef-9313aed32db6 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] For port 1e9d67e8-229f-4d4d-8729-38d2227bcdf7, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=1e9d67e8-229f-4d4d-8729-38d2227bcdf7,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:01.500581 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d2f93e49-3418-49a2-b325-88ad4ba8fbca req-53b22420-3b9f-4f6a-80ef-9313aed32db6 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:01.519285 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-d2f93e49-3418-49a2-b325-88ad4ba8fbca req-53b22420-3b9f-4f6a-80ef-9313aed32db6 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Calling delete_port for 1e9d67e8-229f-4d4d-8729-38d2227bcdf7 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:05:01.525865 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-4a84135d-b9ca-47ea-ad94-c371713c3ac4 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:01.541776 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-4a84135d-b9ca-47ea-ad94-c371713c3ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:01.646575 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87b787-df53-4271-bc72-12fdc6273d33 None None] Pushing event updated for resources: {'Port': ['ID=d979d52f-be7e-4b54-bcc9-60f1c17fd7c4,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:01.680595 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57658) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:01.682735 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ad422a14-e824-456f-a505-1f4476d87260 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5929275 Oct 19 01:05:01.724609 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-34c59da3-a41b-4c76-a93c-02dbd713b7cc tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'subnet': {'network_id': 'a3bb72a0-0a6d-4ebe-a33f-affc0628903e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:01.768248 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-4a84135d-b9ca-47ea-ad94-c371713c3ac4 None None] Attempting to bind port d979d52f-be7e-4b54-bcc9-60f1c17fd7c4 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:05:01.768627 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-4a84135d-b9ca-47ea-ad94-c371713c3ac4 None None] Attempting to bind port d979d52f-be7e-4b54-bcc9-60f1c17fd7c4 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'ca545713-cf14-45ab-86a8-e87802c3d520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '40f93092-66e2-4482-a54e-d83d48322c91'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:05:01.768991 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a84135d-b9ca-47ea-ad94-c371713c3ac4 None None] Attempting to bind port d979d52f-be7e-4b54-bcc9-60f1c17fd7c4 on network 40f93092-66e2-4482-a54e-d83d48322c91 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:05:01.803785 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a84135d-b9ca-47ea-ad94-c371713c3ac4 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:05:01.804263 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a84135d-b9ca-47ea-ad94-c371713c3ac4 None None] Checking segment: {'id': 'ca545713-cf14-45ab-86a8-e87802c3d520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '40f93092-66e2-4482-a54e-d83d48322c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:05:01.804559 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-4a84135d-b9ca-47ea-ad94-c371713c3ac4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:01.804954 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a84135d-b9ca-47ea-ad94-c371713c3ac4 None None] Bound using segment: {'id': 'ca545713-cf14-45ab-86a8-e87802c3d520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '40f93092-66e2-4482-a54e-d83d48322c91'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:05:01.805437 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-4a84135d-b9ca-47ea-ad94-c371713c3ac4 None None] Bound port: d979d52f-be7e-4b54-bcc9-60f1c17fd7c4, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca545713-cf14-45ab-86a8-e87802c3d520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '40f93092-66e2-4482-a54e-d83d48322c91'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:05:01.805833 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-4a84135d-b9ca-47ea-ad94-c371713c3ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:01.830344 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad422a14-e824-456f-a505-1f4476d87260 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Network': ['ID=a3bb72a0-0a6d-4ebe-a33f-affc0628903e,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:01.837036 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 0e83fb3e-a72d-4ec3-a434-b4374a707590 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:05:01.884608 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349187b-735c-48c3-aaf3-a0fae1de6565 req-bd6e4ca5-d0d4-4cb0-b92e-75bd7a3ab143 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:01.896079 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c349187b-735c-48c3-aaf3-a0fae1de6565 req-bd6e4ca5-d0d4-4cb0-b92e-75bd7a3ab143 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/ports?device_id=77cad586-95d3-4137-b0d1-1c0d0f1b5a9c HTTP/1.1" status: 200 len: 948 time: 0.4090784 Oct 19 01:05:01.900212 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network a3bb72a0-0a6d-4ebe-a33f-affc0628903e details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:05:01.906637 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 0e83fb3e-a72d-4ec3-a434-b4374a707590 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:05:01.906988 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 0e83fb3e-a72d-4ec3-a434-b4374a707590 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:05:01.966879 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device e8bb9edd-0427-41a3-b305-26ce660482e6 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:05:02.016509 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c349187b-735c-48c3-aaf3-a0fae1de6565 req-d7ffd3bf-b774-42c5-98be-49e1ee14e564 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/security-groups?id=c783b73d-2e5d-42e1-b958-62de854aa98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194487 Oct 19 01:05:02.027542 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-4a84135d-b9ca-47ea-ad94-c371713c3ac4 None None] For port d979d52f-be7e-4b54-bcc9-60f1c17fd7c4, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:05:02.036009 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-4a84135d-b9ca-47ea-ad94-c371713c3ac4 None None] For port d979d52f-be7e-4b54-bcc9-60f1c17fd7c4, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d979d52f-be7e-4b54-bcc9-60f1c17fd7c4,segment=NetworkSegment(ca545713-cf14-45ab-86a8-e87802c3d520),segment_id=ca545713-cf14-45ab-86a8-e87802c3d520)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:05:02.046028 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-4a84135d-b9ca-47ea-ad94-c371713c3ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:02.172884 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87b787-df53-4271-bc72-12fdc6273d33 None None] Pushing event updated for resources: {'Port': ['ID=d979d52f-be7e-4b54-bcc9-60f1c17fd7c4,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:02.179271 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57688) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:02.213637 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a84135d-b9ca-47ea-ad94-c371713c3ac4 None None] Routers {'7c2c72f9-b5ad-49c8-85df-4d456baff246'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:05:02.214255 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-4a84135d-b9ca-47ea-ad94-c371713c3ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:04:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7c2c72f9-b5ad-49c8-85df-4d456baff246'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:02.231328 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-28cbc7e7-b54d-4fbc-8a1d-b02b11294a6c None None] Provisioning complete for port d979d52f-be7e-4b54-bcc9-60f1c17fd7c4 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:02.232281 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-28cbc7e7-b54d-4fbc-8a1d-b02b11294a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:02.300515 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0d34b7fc-985c-4c6a-a9a7-faae425f7ef7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=22611eb10317487bb970e8655cc6893f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1183960 Oct 19 01:05:02.302947 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57690) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:02.324049 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791287cd-cfc9-4c88-9441-c58376e4b6c7 req-37cb223f-a124-4282-b333-00fc261beef1 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:02.326833 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-791287cd-cfc9-4c88-9441-c58376e4b6c7 req-37cb223f-a124-4282-b333-00fc261beef1 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/ports?device_id=29912b5b-27d3-40b2-9c06-025e0ffdf179 HTTP/1.1" status: 200 len: 945 time: 0.1984527 Oct 19 01:05:02.367314 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port e8bb9edd-0427-41a3-b305-26ce660482e6 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:05:02.370992 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9dcc8-8074-42d2-a99c-e5758354258e req-4f7629ea-8a6f-4864-a501-85a3e4002612 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:02.376342 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c8d9dcc8-8074-42d2-a99c-e5758354258e req-4f7629ea-8a6f-4864-a501-85a3e4002612 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/ports?device_id=44281d1b-6510-484f-9619-30b701840d15 HTTP/1.1" status: 200 len: 951 time: 0.5525630 Oct 19 01:05:02.377025 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d2f93e49-3418-49a2-b325-88ad4ba8fbca req-53b22420-3b9f-4f6a-80ef-9313aed32db6 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:02.396967 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-4a84135d-b9ca-47ea-ad94-c371713c3ac4 None None] Set router 7c2c72f9-b5ad-49c8-85df-4d456baff246 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:05:02.402304 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port e8bb9edd-0427-41a3-b305-26ce660482e6 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:02.404823 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:02.433796 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-791287cd-cfc9-4c88-9441-c58376e4b6c7 req-e6ea0c85-162f-4883-99c5-f5534ef64266 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/security-groups?id=318b730d-59b3-49ba-bc3d-3ba9ca967adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008055 Oct 19 01:05:02.468606 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-28cbc7e7-b54d-4fbc-8a1d-b02b11294a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:02.493678 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-625274fe-7820-4bb4-a4ab-90a806170287 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:02.528299 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-28cbc7e7-b54d-4fbc-8a1d-b02b11294a6c None None] For port d979d52f-be7e-4b54-bcc9-60f1c17fd7c4, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d979d52f-be7e-4b54-bcc9-60f1c17fd7c4,segment=NetworkSegment(ca545713-cf14-45ab-86a8-e87802c3d520),segment_id=ca545713-cf14-45ab-86a8-e87802c3d520)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:02.560012 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-28cbc7e7-b54d-4fbc-8a1d-b02b11294a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:02.566773 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-625274fe-7820-4bb4-a4ab-90a806170287 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:02.577675 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c59da3-a41b-4c76-a93c-02dbd713b7cc tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Made reservation on behalf of 0623c8f86a7745a5853b214518443323 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:05:02.586854 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-34c59da3-a41b-4c76-a93c-02dbd713b7cc tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:02.626192 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cbc7e7-b54d-4fbc-8a1d-b02b11294a6c None None] Pushing event updated for resources: {'Port': ['ID=d979d52f-be7e-4b54-bcc9-60f1c17fd7c4,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:02.647232 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:02.686854 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cad586-95d3-4137-b0d1-1c0d0f1b5a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8bb9edd-0427-41a3-b305-26ce660482e6'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:05:02.693402 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e25210-f7fc-4f32-854d-dbacb36766ae" -d '{"events": [{"server_uuid": "77cad586-95d3-4137-b0d1-1c0d0f1b5a9c", "name": "network-vif-plugged", "status": "completed", "tag": "e8bb9edd-0427-41a3-b305-26ce660482e6"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:05:02.725297 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port e8bb9edd-0427-41a3-b305-26ce660482e6, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=e8bb9edd-0427-41a3-b305-26ce660482e6,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:02.736123 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:02.777065 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-4a84135d-b9ca-47ea-ad94-c371713c3ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'name': 'tempest-TaggedBootDevicesTest_v242-1318090933-router', 'tenant_id': '372044798076488b8078f880b919e81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '4708bb55-c171-4d83-b170-75a1fdabff9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:42Z', 'updated_at': '2021-10-19T01:04:56Z', 'revision_number': 4, 'project_id': '372044798076488b8078f880b919e81f', 'gw_port': {'id': '4708bb55-c171-4d83-b170-75a1fdabff9b', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:46Z', 'updated_at': '2021-10-19T01:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'd979d52f-be7e-4b54-bcc9-60f1c17fd7c4', 'name': '', 'network_id': '40f93092-66e2-4482-a54e-d83d48322c91', 'tenant_id': '372044798076488b8078f880b919e81f', 'mac_address': 'fa:16:3e:43:51:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'cc8382b7-c6e6-465d-807f-c2cfe210cd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:54Z', 'updated_at': '2021-10-19T01:05:02Z', 'revision_number': 4, 'project_id': '372044798076488b8078f880b919e81f', 'subnets': [{'id': 'cc8382b7-c6e6-465d-807f-c2cfe210cd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:02.782304 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125dcc84-e0bc-4715-ad45-4d7b081ba5c4 req-6507d556-0c78-432e-b093-db63afdd0930 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:02.794466 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-125dcc84-e0bc-4715-ad45-4d7b081ba5c4 req-6507d556-0c78-432e-b093-db63afdd0930 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/ports?device_id=29912b5b-27d3-40b2-9c06-025e0ffdf179 HTTP/1.1" status: 200 len: 945 time: 0.1999652 Oct 19 01:05:02.796507 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57698) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:02.808945 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a84135d-b9ca-47ea-ad94-c371713c3ac4 None None] The sync data for ids ['7c2c72f9-b5ad-49c8-85df-4d456baff246'] in n-d-715271-26 is: [{'id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'name': 'tempest-TaggedBootDevicesTest_v242-1318090933-router', 'tenant_id': '372044798076488b8078f880b919e81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '4708bb55-c171-4d83-b170-75a1fdabff9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:42Z', 'updated_at': '2021-10-19T01:04:56Z', 'revision_number': 4, 'project_id': '372044798076488b8078f880b919e81f', 'gw_port': {'id': '4708bb55-c171-4d83-b170-75a1fdabff9b', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:46Z', 'updated_at': '2021-10-19T01:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'd979d52f-be7e-4b54-bcc9-60f1c17fd7c4', 'name': '', 'network_id': '40f93092-66e2-4482-a54e-d83d48322c91', 'tenant_id': '372044798076488b8078f880b919e81f', 'mac_address': 'fa:16:3e:43:51:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'cc8382b7-c6e6-465d-807f-c2cfe210cd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:54Z', 'updated_at': '2021-10-19T01:05:02Z', 'revision_number': 4, 'project_id': '372044798076488b8078f880b919e81f', 'subnets': [{'id': 'cc8382b7-c6e6-465d-807f-c2cfe210cd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:05:02.809791 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-52bacbe4-d2f0-4283-ad1b-99c672c9e1d4 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Request body: {'floatingip': {'port_id': '32f74064-8619-46aa-9312-d0686e9a9499'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:02.914890 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda207fc-5bbf-4bc9-98b7-19187a5325f4 x-openstack-request-id: req-dda207fc-5bbf-4bc9-98b7-19187a5325f4 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:05:02.915714 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77cad586-95d3-4137-b0d1-1c0d0f1b5a9c", "name": "network-vif-plugged", "status": "completed", "tag": "e8bb9edd-0427-41a3-b305-26ce660482e6", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:05:02.916215 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dda207fc-5bbf-4bc9-98b7-19187a5325f4 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:05:02.917531 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cad586-95d3-4137-b0d1-1c0d0f1b5a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8bb9edd-0427-41a3-b305-26ce660482e6', 'code': 200} Oct 19 01:05:02.961306 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-52bacbe4-d2f0-4283-ad1b-99c672c9e1d4 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks [] for floatingip, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:02.977268 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=e8bb9edd-0427-41a3-b305-26ce660482e6,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:02.988248 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-05fa6aab-ac59-44c7-a506-3d31c1623618 None None] Provisioning complete for port d979d52f-be7e-4b54-bcc9-60f1c17fd7c4 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:02.989711 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-05fa6aab-ac59-44c7-a506-3d31c1623618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:03.062680 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-625274fe-7820-4bb4-a4ab-90a806170287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:03.065468 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-625274fe-7820-4bb4-a4ab-90a806170287 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:03.066590 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-625274fe-7820-4bb4-a4ab-90a806170287 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e7e0c61f-5a89-4ca1-b022-54443fce0192 HTTP/1.1" status: 204 len: 168 time: 0.7624099 Oct 19 01:05:03.161432 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625274fe-7820-4bb4-a4ab-90a806170287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e0c61f-5a89-4ca1-b022-54443fce0192,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:03.305467 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d979d52f-be7e-4b54-bcc9-60f1c17fd7c4 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:05:03.385025 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0c73e4b0-253b-4eca-a116-c778e8e0ad2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:03.404232 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port d979d52f-be7e-4b54-bcc9-60f1c17fd7c4 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:03.406150 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:03.411589 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b22420-3b9f-4f6a-80ef-9313aed32db6 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Pushing event deleted for resources: {'Port': ['ID=1e9d67e8-229f-4d4d-8729-38d2227bcdf7,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:03.412466 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28fe05-9c4b-4f0a-8f75-77934c6d9a47 req-3ee2ba5f-ccf2-4c84-b585-50e0497bddca tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:03.414061 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8b28fe05-9c4b-4f0a-8f75-77934c6d9a47 req-3ee2ba5f-ccf2-4c84-b585-50e0497bddca tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/ports?device_id=77cad586-95d3-4137-b0d1-1c0d0f1b5a9c HTTP/1.1" status: 200 len: 949 time: 0.2283244 Oct 19 01:05:03.558096 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8b28fe05-9c4b-4f0a-8f75-77934c6d9a47 req-4cb16849-d2ae-404e-ab18-19bc4bcbeace tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/security-groups?id=c783b73d-2e5d-42e1-b958-62de854aa98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365693 Oct 19 01:05:03.678690 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f93e49-3418-49a2-b325-88ad4ba8fbca req-53b22420-3b9f-4f6a-80ef-9313aed32db6 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] No DVR routers for this DVR port 1e9d67e8-229f-4d4d-8729-38d2227bcdf7 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:05:03.693971 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d2f93e49-3418-49a2-b325-88ad4ba8fbca req-53b22420-3b9f-4f6a-80ef-9313aed32db6 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:03.697419 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d2f93e49-3418-49a2-b325-88ad4ba8fbca req-53b22420-3b9f-4f6a-80ef-9313aed32db6 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.55 "DELETE /v2.0/ports/1e9d67e8-229f-4d4d-8729-38d2227bcdf7 HTTP/1.1" status: 204 len: 173 time: 3.2066214 Oct 19 01:05:03.731450 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44281d1b-6510-484f-9619-30b701840d15', 'name': 'network-vif-deleted', 'tag': '1e9d67e8-229f-4d4d-8729-38d2227bcdf7'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:05:03.734109 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188821e1-6031-460c-97c2-d5cc8fe1ab72" -d '{"events": [{"server_uuid": "44281d1b-6510-484f-9619-30b701840d15", "name": "network-vif-deleted", "tag": "1e9d67e8-229f-4d4d-8729-38d2227bcdf7"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:05:03.746101 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c8d9dcc8-8074-42d2-a99c-e5758354258e req-62ba7234-05e3-4d67-a0bd-c381ff403753 tempest-ServersAdminTestJSON-2132099804 tempest-ServersAdminTestJSON-2132099804-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27a6b4d-db40-4193-b79a-4adf6a689515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3503592 Oct 19 01:05:03.878682 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d88d8-f129-42a6-8bff-62dae14baf94 req-11e95a40-2e08-4e51-b0ec-76b7f2ebddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:03.880610 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-310d88d8-f129-42a6-8bff-62dae14baf94 req-11e95a40-2e08-4e51-b0ec-76b7f2ebddb5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=77cad586-95d3-4137-b0d1-1c0d0f1b5a9c HTTP/1.1" status: 200 len: 1101 time: 0.5984612 Oct 19 01:05:03.891008 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c487c7-b336-491b-b113-1e1e25a2baf6 x-openstack-request-id: req-c6c487c7-b336-491b-b113-1e1e25a2baf6 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:05:03.891319 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44281d1b-6510-484f-9619-30b701840d15", "name": "network-vif-deleted", "tag": "1e9d67e8-229f-4d4d-8729-38d2227bcdf7", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:05:03.891784 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c6c487c7-b336-491b-b113-1e1e25a2baf6 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:05:03.892247 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44281d1b-6510-484f-9619-30b701840d15', 'name': 'network-vif-deleted', 'tag': '1e9d67e8-229f-4d4d-8729-38d2227bcdf7', 'status': 'completed', 'code': 200} Oct 19 01:05:04.010326 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 1e9d67e8-229f-4d4d-8729-38d2227bcdf7 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:05:04.053158 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 1e9d67e8-229f-4d4d-8729-38d2227bcdf7 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:05:04.053447 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 1e9d67e8-229f-4d4d-8729-38d2227bcdf7 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:05:04.100808 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-310d88d8-f129-42a6-8bff-62dae14baf94 req-6bff3aa3-6ee8-473d-9f24-0539cb9474e9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c783b73d-2e5d-42e1-b958-62de854aa98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074487 Oct 19 01:05:04.109663 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-34c59da3-a41b-4c76-a93c-02dbd713b7cc tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:04.334164 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c59da3-a41b-4c76-a93c-02dbd713b7cc tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Subnet': ['ID=3ecff7dc-fbf2-45d1-ab83-bae3a87fe35d,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:04.359309 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c59da3-a41b-4c76-a93c-02dbd713b7cc tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Checking segment: {'id': 'a01c61f5-ed03-4e45-b0cf-ffa963906e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3bb72a0-0a6d-4ebe-a33f-affc0628903e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:05:04.359680 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c59da3-a41b-4c76-a93c-02dbd713b7cc tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Network hostable DHCP agents. Network: a3bb72a0-0a6d-4ebe-a33f-affc0628903e, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:05:04.376318 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.db.resource_extend [None req-52bacbe4-d2f0-4283-ad1b-99c672c9e1d4 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 01:05:04.442021 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-52bacbe4-d2f0-4283-ad1b-99c672c9e1d4 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:04.456014 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-52bacbe4-d2f0-4283-ad1b-99c672c9e1d4 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:04.457470 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c59da3-a41b-4c76-a93c-02dbd713b7cc tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Network a3bb72a0-0a6d-4ebe-a33f-affc0628903e is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:05:04.462079 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c73e4b0-253b-4eca-a116-c778e8e0ad2a admin admin] Router 5c411355-9733-4241-8169-9f765b954f84 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:05:04.476791 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-34c59da3-a41b-4c76-a93c-02dbd713b7cc tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, a3bb72a0-0a6d-4ebe-a33f-affc0628903e) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:04.486832 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d297743a-7adc-4af9-a2be-561fb63d2a98 None None] Network a3bb72a0-0a6d-4ebe-a33f-affc0628903e requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:05:04.491448 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c59da3-a41b-4c76-a93c-02dbd713b7cc tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:04.491950 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-34c59da3-a41b-4c76-a93c-02dbd713b7cc tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:04.562036 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-34c59da3-a41b-4c76-a93c-02dbd713b7cc tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8701794 Oct 19 01:05:04.566536 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57734) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:04.571178 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-dc4f3a5c-fe03-46e4-9451-3abb9f6290c5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'port': {'network_id': 'a3bb72a0-0a6d-4ebe-a33f-affc0628903e', 'name': 'tempest-PortsIpV6TestJSON-271769150', 'fixed_ips': [{'subnet_id': '3ecff7dc-fbf2-45d1-ab83-bae3a87fe35d', 'ip_address': '2001:db8::10'}]}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:04.753636 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [None req-52bacbe4-d2f0-4283-ad1b-99c672c9e1d4 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Floating IP 89950bb1-5955-42ae-8c58-a5d1ac47969a associated. External IP: 172.25.8.205, port: 32f74064-8619-46aa-9312-d0686e9a9499. Oct 19 01:05:04.806557 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1b2958-d2f3-4720-9a06-801209c1cfa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-a3bb72a0-0a6d-4ebe-a33f-affc0628903e', 'network_id': 'a3bb72a0-0a6d-4ebe-a33f-affc0628903e', 'tenant_id': '0623c8f86a7745a5853b214518443323', 'fixed_ips': [{'subnet_id': '3ecff7dc-fbf2-45d1-ab83-bae3a87fe35d'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:05:04.807432 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fd1b2958-d2f3-4720-9a06-801209c1cfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:04.811865 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c73e4b0-253b-4eca-a116-c778e8e0ad2a admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:05:04.821722 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0c73e4b0-253b-4eca-a116-c778e8e0ad2a admin admin] 10.222.0.57 "PUT /v2.0/routers/5c411355-9733-4241-8169-9f765b954f84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0216329 Oct 19 01:05:04.827475 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57744) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:04.838373 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10001dfa-1231-44c8-a344-4e71a7de0d52 None None] Sync routers for ids ['5c411355-9733-4241-8169-9f765b954f84'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:05:04.851699 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10001dfa-1231-44c8-a344-4e71a7de0d52 None None] Routers {'5c411355-9733-4241-8169-9f765b954f84'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:05:04.852618 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-10001dfa-1231-44c8-a344-4e71a7de0d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:04:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['5c411355-9733-4241-8169-9f765b954f84'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:04.973154 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e56896-8e1b-4755-8c31-f4e66806bf6c req-7c97c25c-3fae-4b1b-947e-0162430cdfd2 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:04.974739 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f8e56896-8e1b-4755-8c31-f4e66806bf6c req-7c97c25c-3fae-4b1b-947e-0162430cdfd2 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/ports?device_id=77cad586-95d3-4137-b0d1-1c0d0f1b5a9c HTTP/1.1" status: 200 len: 949 time: 0.2611229 Oct 19 01:05:04.986249 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-10001dfa-1231-44c8-a344-4e71a7de0d52 None None] Set router 5c411355-9733-4241-8169-9f765b954f84 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:05:05.077483 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4f3a5c-fe03-46e4-9451-3abb9f6290c5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Made reservation on behalf of 0623c8f86a7745a5853b214518443323 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:05:05.118149 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3bee3828-5ae7-494b-bed7-3e365668ed1c admin admin] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:05.197564 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f8e56896-8e1b-4755-8c31-f4e66806bf6c req-9aae3465-40b8-4d74-8c18-dde34813fb05 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/security-groups?id=c783b73d-2e5d-42e1-b958-62de854aa98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715941 Oct 19 01:05:05.260652 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52bacbe4-d2f0-4283-ad1b-99c672c9e1d4 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Router 77c60fec-6f16-4bec-9667-b305f18c83c7 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:05:05.354135 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dc4f3a5c-fe03-46e4-9451-3abb9f6290c5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:05.384538 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-fd1b2958-d2f3-4720-9a06-801209c1cfa9 None None] Allocated IP 2001:db8::2 (a3bb72a0-0a6d-4ebe-a33f-affc0628903e/3ecff7dc-fbf2-45d1-ab83-bae3a87fe35d/b67d3358-a98d-48ed-8229-bed3c142d1d9) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:05:05.414588 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-dc4f3a5c-fe03-46e4-9451-3abb9f6290c5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] device_id is not set on port 865945ad-0dbf-4e03-95fa-adeb4943adfc yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:05:05.434507 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3bee3828-5ae7-494b-bed7-3e365668ed1c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:05.486588 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bacbe4-d2f0-4283-ad1b-99c672c9e1d4 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:05:05.491176 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-52bacbe4-d2f0-4283-ad1b-99c672c9e1d4 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:05.498649 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8820f59-f22f-4cf9-b556-4b3e4f031de2 None None] Sync routers for ids ['77c60fec-6f16-4bec-9667-b305f18c83c7'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:05:05.516980 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8820f59-f22f-4cf9-b556-4b3e4f031de2 None None] Routers {'77c60fec-6f16-4bec-9667-b305f18c83c7'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:05:05.517636 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-d8820f59-f22f-4cf9-b556-4b3e4f031de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:04:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['77c60fec-6f16-4bec-9667-b305f18c83c7'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:05.587766 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-52bacbe4-d2f0-4283-ad1b-99c672c9e1d4 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "PUT /v2.0/floatingips/89950bb1-5955-42ae-8c58-a5d1ac47969a HTTP/1.1" status: 200 len: 991 time: 2.7862816 Oct 19 01:05:05.588699 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29912b5b-27d3-40b2-9c06-025e0ffdf179', 'tag': '32f74064-8619-46aa-9312-d0686e9a9499'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:05:05.593344 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f782e9-f8ba-40d4-a562-2075ce904ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "29912b5b-27d3-40b2-9c06-025e0ffdf179", "tag": "32f74064-8619-46aa-9312-d0686e9a9499"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:05:05.759088 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa4cb6c-ed39-448a-a49f-691afc0ddf36 x-openstack-request-id: req-4aa4cb6c-ed39-448a-a49f-691afc0ddf36 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:05:05.759385 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29912b5b-27d3-40b2-9c06-025e0ffdf179", "tag": "32f74064-8619-46aa-9312-d0686e9a9499", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:05:05.759636 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4aa4cb6c-ed39-448a-a49f-691afc0ddf36 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:05:05.760058 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29912b5b-27d3-40b2-9c06-025e0ffdf179', 'tag': '32f74064-8619-46aa-9312-d0686e9a9499', 'status': 'completed', 'code': 200} Oct 19 01:05:05.777160 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-3bee3828-5ae7-494b-bed7-3e365668ed1c admin admin] Deleting port efd53c47-3ca2-450f-a65b-701019c86ef9 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:05:05.778326 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3bee3828-5ae7-494b-bed7-3e365668ed1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:05.788723 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57762) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:05.827037 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-d8820f59-f22f-4cf9-b556-4b3e4f031de2 None None] Set router 77c60fec-6f16-4bec-9667-b305f18c83c7 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:05:05.863174 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-10001dfa-1231-44c8-a344-4e71a7de0d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c411355-9733-4241-8169-9f765b954f84', 'name': 'tempest-AttachSCSIVolumeTestJSON-1692457652-router', 'tenant_id': '35cc9643ad9246fe95d009dcff2f7206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': 'efd53c47-3ca2-450f-a65b-701019c86ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:02:37Z', 'updated_at': '2021-10-19T01:05:01Z', 'revision_number': 5, 'project_id': '35cc9643ad9246fe95d009dcff2f7206', 'gw_port': {'id': 'efd53c47-3ca2-450f-a65b-701019c86ef9', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c411355-9733-4241-8169-9f765b954f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:02:39Z', 'updated_at': '2021-10-19T01:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:05.914419 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10001dfa-1231-44c8-a344-4e71a7de0d52 None None] Checking router: 5c411355-9733-4241-8169-9f765b954f84 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:05:05.928128 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f782e9-f8ba-40d4-a562-2075ce904ff6 req-af878fc7-2d13-458a-b3d1-c80fe2c73664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:05.929662 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f3f782e9-f8ba-40d4-a562-2075ce904ff6 req-af878fc7-2d13-458a-b3d1-c80fe2c73664 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ca58805b0d5403faf61bcb76d75537a&device_id=29912b5b-27d3-40b2-9c06-025e0ffdf179 HTTP/1.1" status: 200 len: 1097 time: 0.1294444 Oct 19 01:05:05.963087 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10001dfa-1231-44c8-a344-4e71a7de0d52 None None] Routers {'5c411355-9733-4241-8169-9f765b954f84'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:05:05.966159 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-10001dfa-1231-44c8-a344-4e71a7de0d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:04:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['5c411355-9733-4241-8169-9f765b954f84'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:06.029308 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fd1b2958-d2f3-4720-9a06-801209c1cfa9 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:06.061370 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-aa18db22-e6a9-4b98-8cc3-1c606ab35d2d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=964bd4dc3f7745a3badae489d3813da4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2712765 Oct 19 01:05:06.062040 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57766) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:06.078497 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-d8820f59-f22f-4cf9-b556-4b3e4f031de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'name': 'tempest-ServersTestManualDisk-931917-router', 'tenant_id': '9ca58805b0d5403faf61bcb76d75537a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '7fd894bf-98f2-43f2-ba30-77063c6762f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:15Z', 'updated_at': '2021-10-19T01:04:22Z', 'revision_number': 4, 'project_id': '9ca58805b0d5403faf61bcb76d75537a', 'gw_port': {'id': '7fd894bf-98f2-43f2-ba30-77063c6762f1', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ca:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:17Z', 'updated_at': '2021-10-19T01:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '89950bb1-5955-42ae-8c58-a5d1ac47969a', 'tenant_id': '9ca58805b0d5403faf61bcb76d75537a', 'floating_ip_address': '172.25.8.205', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'port_id': '32f74064-8619-46aa-9312-d0686e9a9499', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0a933c8-d57d-4f34-92bd-33c9cee5c990', 'mac_address': 'fa:16:3e:bf:1f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29912b5b-27d3-40b2-9c06-025e0ffdf179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:04:30Z', 'updated_at': '2021-10-19T01:05:04Z', 'revision_number': 1, 'project_id': '9ca58805b0d5403faf61bcb76d75537a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863d8e8c-365f-4334-ae77-e47ced9c3f7b', 'name': '', 'network_id': 'e0a933c8-d57d-4f34-92bd-33c9cee5c990', 'tenant_id': '9ca58805b0d5403faf61bcb76d75537a', 'mac_address': 'fa:16:3e:2f:3d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '31331c2c-08e9-492b-8825-a76f43d2b26c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:20Z', 'updated_at': '2021-10-19T01:04:32Z', 'revision_number': 5, 'project_id': '9ca58805b0d5403faf61bcb76d75537a', 'subnets': [{'id': '31331c2c-08e9-492b-8825-a76f43d2b26c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:06.082657 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f782e9-f8ba-40d4-a562-2075ce904ff6 req-43d35c88-507d-42e8-85e7-dc9dbec1ed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:06.084798 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f3f782e9-f8ba-40d4-a562-2075ce904ff6 req-43d35c88-507d-42e8-85e7-dc9dbec1ed7e service neutron] 10.222.0.24 "GET /v2.0/networks?id=e0a933c8-d57d-4f34-92bd-33c9cee5c990 HTTP/1.1" status: 200 len: 909 time: 0.1461647 Oct 19 01:05:06.109422 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fd1b2958-d2f3-4720-9a06-801209c1cfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:06.151853 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8820f59-f22f-4cf9-b556-4b3e4f031de2 None None] Checking router: 77c60fec-6f16-4bec-9667-b305f18c83c7 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:05:06.162664 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8820f59-f22f-4cf9-b556-4b3e4f031de2 None None] Routers {'77c60fec-6f16-4bec-9667-b305f18c83c7'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:05:06.163554 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-d8820f59-f22f-4cf9-b556-4b3e4f031de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:04:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['77c60fec-6f16-4bec-9667-b305f18c83c7'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:06.164328 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9be01754-1de5-404e-b88e-50288a977058 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:06.173722 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b2958-d2f3-4720-9a06-801209c1cfa9 None None] Pushing event updated for resources: {'Port': ['ID=b67d3358-a98d-48ed-8229-bed3c142d1d9,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:06.194971 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9be01754-1de5-404e-b88e-50288a977058 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:06.214619 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1b2958-d2f3-4720-9a06-801209c1cfa9 None None] Network a3bb72a0-0a6d-4ebe-a33f-affc0628903e is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:05:06.219963 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-fd1b2958-d2f3-4720-9a06-801209c1cfa9 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:06.220384 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-3bee3828-5ae7-494b-bed7-3e365668ed1c admin admin] For port efd53c47-3ca2-450f-a65b-701019c86ef9, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=efd53c47-3ca2-450f-a65b-701019c86ef9,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:06.220761 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3bee3828-5ae7-494b-bed7-3e365668ed1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:06.229659 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1b2958-d2f3-4720-9a06-801209c1cfa9 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:05:06.249998 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9be01754-1de5-404e-b88e-50288a977058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:06.253882 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9be01754-1de5-404e-b88e-50288a977058 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:06.254015 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-10001dfa-1231-44c8-a344-4e71a7de0d52 None None] Set router 5c411355-9733-4241-8169-9f765b954f84 gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:05:06.255274 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9be01754-1de5-404e-b88e-50288a977058 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f27a6b4d-db40-4193-b79a-4adf6a689515 HTTP/1.1" status: 204 len: 168 time: 0.1922340 Oct 19 01:05:06.264960 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be01754-1de5-404e-b88e-50288a977058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27a6b4d-db40-4193-b79a-4adf6a689515,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:06.282220 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-d8820f59-f22f-4cf9-b556-4b3e4f031de2 None None] Set router 77c60fec-6f16-4bec-9667-b305f18c83c7 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:05:06.308294 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-3bee3828-5ae7-494b-bed7-3e365668ed1c admin admin] Calling delete_port for efd53c47-3ca2-450f-a65b-701019c86ef9 owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:05:06.324659 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-dc4f3a5c-fe03-46e4-9451-3abb9f6290c5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Allocated IP 2001:db8::10 (a3bb72a0-0a6d-4ebe-a33f-affc0628903e/3ecff7dc-fbf2-45d1-ab83-bae3a87fe35d/865945ad-0dbf-4e03-95fa-adeb4943adfc) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:05:06.329387 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f3f782e9-f8ba-40d4-a562-2075ce904ff6 req-bd155c3f-e6f4-48a8-b401-a3e2732a68a1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32f74064-8619-46aa-9312-d0686e9a9499 HTTP/1.1" status: 200 len: 999 time: 0.2329714 Oct 19 01:05:06.458809 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-10001dfa-1231-44c8-a344-4e71a7de0d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c411355-9733-4241-8169-9f765b954f84', 'name': 'tempest-AttachSCSIVolumeTestJSON-1692457652-router', 'tenant_id': '35cc9643ad9246fe95d009dcff2f7206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:02:37Z', 'updated_at': '2021-10-19T01:05:05Z', 'revision_number': 6, 'project_id': '35cc9643ad9246fe95d009dcff2f7206', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:06.524111 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-d8820f59-f22f-4cf9-b556-4b3e4f031de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'name': 'tempest-ServersTestManualDisk-931917-router', 'tenant_id': '9ca58805b0d5403faf61bcb76d75537a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '7fd894bf-98f2-43f2-ba30-77063c6762f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:15Z', 'updated_at': '2021-10-19T01:04:22Z', 'revision_number': 4, 'project_id': '9ca58805b0d5403faf61bcb76d75537a', 'gw_port': {'id': '7fd894bf-98f2-43f2-ba30-77063c6762f1', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ca:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:17Z', 'updated_at': '2021-10-19T01:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '89950bb1-5955-42ae-8c58-a5d1ac47969a', 'tenant_id': '9ca58805b0d5403faf61bcb76d75537a', 'floating_ip_address': '172.25.8.205', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'port_id': '32f74064-8619-46aa-9312-d0686e9a9499', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0a933c8-d57d-4f34-92bd-33c9cee5c990', 'mac_address': 'fa:16:3e:bf:1f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29912b5b-27d3-40b2-9c06-025e0ffdf179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:04:30Z', 'updated_at': '2021-10-19T01:05:04Z', 'revision_number': 1, 'project_id': '9ca58805b0d5403faf61bcb76d75537a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863d8e8c-365f-4334-ae77-e47ced9c3f7b', 'name': '', 'network_id': 'e0a933c8-d57d-4f34-92bd-33c9cee5c990', 'tenant_id': '9ca58805b0d5403faf61bcb76d75537a', 'mac_address': 'fa:16:3e:2f:3d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '31331c2c-08e9-492b-8825-a76f43d2b26c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:20Z', 'updated_at': '2021-10-19T01:04:32Z', 'revision_number': 5, 'project_id': '9ca58805b0d5403faf61bcb76d75537a', 'subnets': [{'id': '31331c2c-08e9-492b-8825-a76f43d2b26c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:06.538679 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10001dfa-1231-44c8-a344-4e71a7de0d52 None None] The sync data for ids ['5c411355-9733-4241-8169-9f765b954f84'] in n-d-715271-26 is: [{'id': '5c411355-9733-4241-8169-9f765b954f84', 'name': 'tempest-AttachSCSIVolumeTestJSON-1692457652-router', 'tenant_id': '35cc9643ad9246fe95d009dcff2f7206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:02:37Z', 'updated_at': '2021-10-19T01:05:05Z', 'revision_number': 6, 'project_id': '35cc9643ad9246fe95d009dcff2f7206', 'gw_port_host': None}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:05:06.557669 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8820f59-f22f-4cf9-b556-4b3e4f031de2 None None] The sync data for ids ['77c60fec-6f16-4bec-9667-b305f18c83c7'] in n-d-715271-26 is: [{'id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'name': 'tempest-ServersTestManualDisk-931917-router', 'tenant_id': '9ca58805b0d5403faf61bcb76d75537a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '7fd894bf-98f2-43f2-ba30-77063c6762f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:15Z', 'updated_at': '2021-10-19T01:04:22Z', 'revision_number': 4, 'project_id': '9ca58805b0d5403faf61bcb76d75537a', 'gw_port': {'id': '7fd894bf-98f2-43f2-ba30-77063c6762f1', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ca:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:17Z', 'updated_at': '2021-10-19T01:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '89950bb1-5955-42ae-8c58-a5d1ac47969a', 'tenant_id': '9ca58805b0d5403faf61bcb76d75537a', 'floating_ip_address': '172.25.8.205', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'port_id': '32f74064-8619-46aa-9312-d0686e9a9499', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0a933c8-d57d-4f34-92bd-33c9cee5c990', 'mac_address': 'fa:16:3e:bf:1f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29912b5b-27d3-40b2-9c06-025e0ffdf179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:04:30Z', 'updated_at': '2021-10-19T01:05:04Z', 'revision_number': 1, 'project_id': '9ca58805b0d5403faf61bcb76d75537a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863d8e8c-365f-4334-ae77-e47ced9c3f7b', 'name': '', 'network_id': 'e0a933c8-d57d-4f34-92bd-33c9cee5c990', 'tenant_id': '9ca58805b0d5403faf61bcb76d75537a', 'mac_address': 'fa:16:3e:2f:3d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '31331c2c-08e9-492b-8825-a76f43d2b26c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:20Z', 'updated_at': '2021-10-19T01:04:32Z', 'revision_number': 5, 'project_id': '9ca58805b0d5403faf61bcb76d75537a', 'subnets': [{'id': '31331c2c-08e9-492b-8825-a76f43d2b26c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:05:06.560062 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-fd1b2958-d2f3-4720-9a06-801209c1cfa9 None None] Attempting to bind port b67d3358-a98d-48ed-8229-bed3c142d1d9 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:05:06.563295 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-fd1b2958-d2f3-4720-9a06-801209c1cfa9 None None] Attempting to bind port b67d3358-a98d-48ed-8229-bed3c142d1d9 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'a01c61f5-ed03-4e45-b0cf-ffa963906e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3bb72a0-0a6d-4ebe-a33f-affc0628903e'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:05:06.563614 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1b2958-d2f3-4720-9a06-801209c1cfa9 None None] Attempting to bind port b67d3358-a98d-48ed-8229-bed3c142d1d9 on network a3bb72a0-0a6d-4ebe-a33f-affc0628903e {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:05:06.575545 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f782e9-f8ba-40d4-a562-2075ce904ff6 req-94ab822a-3593-46eb-abcc-9440814753b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:06.577056 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f3f782e9-f8ba-40d4-a562-2075ce904ff6 req-94ab822a-3593-46eb-abcc-9440814753b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=31331c2c-08e9-492b-8825-a76f43d2b26c HTTP/1.1" status: 200 len: 847 time: 0.2384262 Oct 19 01:05:06.587670 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1b2958-d2f3-4720-9a06-801209c1cfa9 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:05:06.588065 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1b2958-d2f3-4720-9a06-801209c1cfa9 None None] Checking segment: {'id': 'a01c61f5-ed03-4e45-b0cf-ffa963906e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3bb72a0-0a6d-4ebe-a33f-affc0628903e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:05:06.588410 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fd1b2958-d2f3-4720-9a06-801209c1cfa9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:06.588978 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1b2958-d2f3-4720-9a06-801209c1cfa9 None None] Bound using segment: {'id': 'a01c61f5-ed03-4e45-b0cf-ffa963906e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3bb72a0-0a6d-4ebe-a33f-affc0628903e'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:05:06.589464 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-fd1b2958-d2f3-4720-9a06-801209c1cfa9 None None] Bound port: b67d3358-a98d-48ed-8229-bed3c142d1d9, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01c61f5-ed03-4e45-b0cf-ffa963906e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3bb72a0-0a6d-4ebe-a33f-affc0628903e'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:05:06.589817 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fd1b2958-d2f3-4720-9a06-801209c1cfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:06.709318 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-fd1b2958-d2f3-4720-9a06-801209c1cfa9 None None] For port b67d3358-a98d-48ed-8229-bed3c142d1d9, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:05:06.713530 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a160b0-2965-48bb-80d8-3c5ca9bf3aab req-6e6da3e2-08a8-472d-9baf-97d573c126eb tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:06.715075 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-fd1b2958-d2f3-4720-9a06-801209c1cfa9 None None] For port b67d3358-a98d-48ed-8229-bed3c142d1d9, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b67d3358-a98d-48ed-8229-bed3c142d1d9,segment=NetworkSegment(a01c61f5-ed03-4e45-b0cf-ffa963906e12),segment_id=a01c61f5-ed03-4e45-b0cf-ffa963906e12)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:05:06.720264 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-43a160b0-2965-48bb-80d8-3c5ca9bf3aab req-6e6da3e2-08a8-472d-9baf-97d573c126eb tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/ports?device_id=77cad586-95d3-4137-b0d1-1c0d0f1b5a9c HTTP/1.1" status: 200 len: 949 time: 0.3165331 Oct 19 01:05:06.723247 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fd1b2958-d2f3-4720-9a06-801209c1cfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:06.789136 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57780) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:06.816125 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f782e9-f8ba-40d4-a562-2075ce904ff6 req-ee6102d3-cd1a-4c09-9ca1-d7e46273fc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:06.818286 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f3f782e9-f8ba-40d4-a562-2075ce904ff6 req-ee6102d3-cd1a-4c09-9ca1-d7e46273fc30 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e0a933c8-d57d-4f34-92bd-33c9cee5c990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2025700 Oct 19 01:05:06.861354 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6ecde84d-158a-4037-a281-bba9dff684ff admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0ed7fc32c52f4baa8dbde9eec13cb29b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0700195 Oct 19 01:05:06.863799 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57782) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:06.877428 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b2958-d2f3-4720-9a06-801209c1cfa9 None None] Pushing event updated for resources: {'Port': ['ID=b67d3358-a98d-48ed-8229-bed3c142d1d9,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:06.961757 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bd24a4f5-68a9-4e45-b7fc-122b9286a265 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:06.995084 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183c4032-8ec7-4b56-8a39-ef4234256d55 None None] New status for floating IP 89950bb1-5955-42ae-8c58-a5d1ac47969a: ACTIVE {{(pid=100608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:05:07.049377 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bd24a4f5-68a9-4e45-b7fc-122b9286a265 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:07.079175 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-43a160b0-2965-48bb-80d8-3c5ca9bf3aab req-8986d7e7-7e77-472e-8853-d59a285f2429 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/security-groups?id=c783b73d-2e5d-42e1-b958-62de854aa98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411853 Oct 19 01:05:07.166947 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dc4f3a5c-fe03-46e4-9451-3abb9f6290c5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:07.176407 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bd24a4f5-68a9-4e45-b7fc-122b9286a265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:07.187716 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bd24a4f5-68a9-4e45-b7fc-122b9286a265 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:07.189467 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-bd24a4f5-68a9-4e45-b7fc-122b9286a265 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/422b3525-2164-4a77-b9ac-6c0db9de5e51 HTTP/1.1" status: 204 len: 168 time: 0.3238397 Oct 19 01:05:07.212061 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f3f782e9-f8ba-40d4-a562-2075ce904ff6 req-d7b1f25f-1859-4dbf-bc32-9c97854a7355 service neutron] 10.222.0.24 "GET /v2.0/networks/e0a933c8-d57d-4f34-92bd-33c9cee5c990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241038 Oct 19 01:05:07.218104 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3bee3828-5ae7-494b-bed7-3e365668ed1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:07.219940 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 249cd1e6-cd50-43f2-8569-8be82372c233 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:05:07.249752 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24a4f5-68a9-4e45-b7fc-122b9286a265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422b3525-2164-4a77-b9ac-6c0db9de5e51,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:07.328692 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee3828-5ae7-494b-bed7-3e365668ed1c admin admin] Pushing event deleted for resources: {'Port': ['ID=efd53c47-3ca2-450f-a65b-701019c86ef9,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:07.382746 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 249cd1e6-cd50-43f2-8569-8be82372c233 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:05:07.386234 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 249cd1e6-cd50-43f2-8569-8be82372c233 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:05:07.474911 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dc4f3a5c-fe03-46e4-9451-3abb9f6290c5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:07.545687 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4f3a5c-fe03-46e4-9451-3abb9f6290c5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Network a3bb72a0-0a6d-4ebe-a33f-affc0628903e is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:05:07.557850 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-dc4f3a5c-fe03-46e4-9451-3abb9f6290c5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:07.564650 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3bee3828-5ae7-494b-bed7-3e365668ed1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:07.569402 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4f3a5c-fe03-46e4-9451-3abb9f6290c5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:05:07.576203 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4f3a5c-fe03-46e4-9451-3abb9f6290c5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:07.576933 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dc4f3a5c-fe03-46e4-9451-3abb9f6290c5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:07.632735 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f3f782e9-f8ba-40d4-a562-2075ce904ff6 req-b9e2cca2-5202-4d78-9bc7-127a83783f09 service neutron] 10.222.0.24 "GET /v2.0/networks/e0a933c8-d57d-4f34-92bd-33c9cee5c990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106150 Oct 19 01:05:08.046919 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f3a5c-fe03-46e4-9451-3abb9f6290c5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Port': ['ID=865945ad-0dbf-4e03-95fa-adeb4943adfc,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:08.077103 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-dc4f3a5c-fe03-46e4-9451-3abb9f6290c5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5068994 Oct 19 01:05:08.077420 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57804) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:08.085960 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-53813964-2bc6-48f2-8bb9-6c527811288b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'port': {'network_id': 'a3bb72a0-0a6d-4ebe-a33f-affc0628903e', 'name': 'tempest-PortsIpV6TestJSON-1555802324', 'fixed_ips': [{'subnet_id': '3ecff7dc-fbf2-45d1-ab83-bae3a87fe35d', 'ip_address': '2001:db8::f'}]}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:08.130948 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3bee3828-5ae7-494b-bed7-3e365668ed1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:08.140291 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3bee3828-5ae7-494b-bed7-3e365668ed1c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:08.208063 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fab07-2045-43ab-8e28-29f7291fa90e req-3ef51459-7201-4b1f-9aa5-bd70b2470b75 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:08.220236 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eb3fab07-2045-43ab-8e28-29f7291fa90e req-3ef51459-7201-4b1f-9aa5-bd70b2470b75 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/ports?device_id=77cad586-95d3-4137-b0d1-1c0d0f1b5a9c HTTP/1.1" status: 200 len: 949 time: 0.5843885 Oct 19 01:05:08.247516 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3bee3828-5ae7-494b-bed7-3e365668ed1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:08.248707 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bee3828-5ae7-494b-bed7-3e365668ed1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c411355-9733-4241-8169-9f765b954f84 {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:05:08.260163 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3bee3828-5ae7-494b-bed7-3e365668ed1c admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:08.261651 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3bee3828-5ae7-494b-bed7-3e365668ed1c admin admin] 10.222.0.57 "DELETE /v2.0/routers/5c411355-9733-4241-8169-9f765b954f84 HTTP/1.1" status: 204 len: 168 time: 3.4252081 Oct 19 01:05:08.266942 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57810) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:08.328737 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53813964-2bc6-48f2-8bb9-6c527811288b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Made reservation on behalf of 0623c8f86a7745a5853b214518443323 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:05:08.386192 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eb3fab07-2045-43ab-8e28-29f7291fa90e req-14046d1c-ec16-4e5f-8978-2ea278ebd174 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/security-groups?id=c783b73d-2e5d-42e1-b958-62de854aa98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649427 Oct 19 01:05:08.428472 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd4b4aa2-62e4-4d11-9a04-afa5231045e9 admin admin] Deleting subnet 79817267-3b16-46fe-bfd4-6079ac1187bb {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:05:08.436762 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fd4b4aa2-62e4-4d11-9a04-afa5231045e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:08.468635 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-53813964-2bc6-48f2-8bb9-6c527811288b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:08.506211 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-53813964-2bc6-48f2-8bb9-6c527811288b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] device_id is not set on port 6040c95a-0c0a-46fc-864c-488a4657eae8 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:05:08.537868 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fd4b4aa2-62e4-4d11-9a04-afa5231045e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:08.556858 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ef9c23-2d2a-4e68-b71e-4f873c5e28d6 None None] Network a3bb72a0-0a6d-4ebe-a33f-affc0628903e requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:05:08.684371 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fd4b4aa2-62e4-4d11-9a04-afa5231045e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:08.695973 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4de53c9a-9285-4d26-9408-6ad9bdedcced None None] Provisioning complete for port b67d3358-a98d-48ed-8229-bed3c142d1d9 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:08.698994 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4de53c9a-9285-4d26-9408-6ad9bdedcced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:08.772463 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fd4b4aa2-62e4-4d11-9a04-afa5231045e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:08.821902 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fd4b4aa2-62e4-4d11-9a04-afa5231045e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:08.826398 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fd4b4aa2-62e4-4d11-9a04-afa5231045e9 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/79817267-3b16-46fe-bfd4-6079ac1187bb HTTP/1.1" status: 204 len: 168 time: 0.5580127 Oct 19 01:05:08.830138 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57826) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:08.832853 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b4aa2-62e4-4d11-9a04-afa5231045e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79817267-3b16-46fe-bfd4-6079ac1187bb,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:08.855255 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02029ca-64db-45b6-8cc8-6269ddd97d92 None None] Network 4c71f8cb-d4e8-4bae-aafc-5b160b73cb3c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:05:08.976644 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-53813964-2bc6-48f2-8bb9-6c527811288b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Allocated IP 2001:db8::f (a3bb72a0-0a6d-4ebe-a33f-affc0628903e/3ecff7dc-fbf2-45d1-ab83-bae3a87fe35d/6040c95a-0c0a-46fc-864c-488a4657eae8) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:05:09.015113 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d9d25b88-e5e4-4a0d-9ddf-399d465cdfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:09.087412 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cbcec-caec-4b38-b984-e974eb57b7ab req-c72fc86e-d298-4386-8eac-5107c2b79369 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:09.099319 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0b2cbcec-caec-4b38-b984-e974eb57b7ab req-c72fc86e-d298-4386-8eac-5107c2b79369 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/ports?device_id=77cad586-95d3-4137-b0d1-1c0d0f1b5a9c HTTP/1.1" status: 200 len: 949 time: 0.2044640 Oct 19 01:05:09.177363 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0b2cbcec-caec-4b38-b984-e974eb57b7ab req-90808c66-7357-4cd7-8c72-b5a944f57129 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.57 "GET /v2.0/security-groups?id=c783b73d-2e5d-42e1-b958-62de854aa98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768509 Oct 19 01:05:09.215672 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-d9d25b88-e5e4-4a0d-9ddf-399d465cdfec admin admin] Deleting port 6c7c8598-b258-4965-9af9-6e3f129f64de {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:05:09.216269 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d9d25b88-e5e4-4a0d-9ddf-399d465cdfec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:09.226326 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4de53c9a-9285-4d26-9408-6ad9bdedcced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:09.235809 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-53813964-2bc6-48f2-8bb9-6c527811288b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:09.313718 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4de53c9a-9285-4d26-9408-6ad9bdedcced None None] For port b67d3358-a98d-48ed-8229-bed3c142d1d9, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b67d3358-a98d-48ed-8229-bed3c142d1d9,segment=NetworkSegment(a01c61f5-ed03-4e45-b0cf-ffa963906e12),segment_id=a01c61f5-ed03-4e45-b0cf-ffa963906e12)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:09.324738 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4de53c9a-9285-4d26-9408-6ad9bdedcced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:09.343799 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-53813964-2bc6-48f2-8bb9-6c527811288b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:09.352706 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-d9d25b88-e5e4-4a0d-9ddf-399d465cdfec admin admin] For port 6c7c8598-b258-4965-9af9-6e3f129f64de, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=6c7c8598-b258-4965-9af9-6e3f129f64de,segment=NetworkSegment(00b28942-24aa-446a-83a6-552aa0593804),segment_id=00b28942-24aa-446a-83a6-552aa0593804)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:09.353103 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d9d25b88-e5e4-4a0d-9ddf-399d465cdfec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:09.379663 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d5b0d2-965f-4f1e-a54f-b87ddec49a87 None None] DHCP port deletion for 4c71f8cb-d4e8-4bae-aafc-5b160b73cb3c request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:05:09.381905 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-d9d25b88-e5e4-4a0d-9ddf-399d465cdfec admin admin] Calling delete_port for 6c7c8598-b258-4965-9af9-6e3f129f64de owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:05:09.401219 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b67d3358-a98d-48ed-8229-bed3c142d1d9 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:05:09.410664 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53813964-2bc6-48f2-8bb9-6c527811288b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Port': ['ID=6040c95a-0c0a-46fc-864c-488a4657eae8,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:09.447683 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53813964-2bc6-48f2-8bb9-6c527811288b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Network a3bb72a0-0a6d-4ebe-a33f-affc0628903e is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:05:09.452507 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-53813964-2bc6-48f2-8bb9-6c527811288b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:09.456466 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53813964-2bc6-48f2-8bb9-6c527811288b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:05:09.475691 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53813964-2bc6-48f2-8bb9-6c527811288b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:09.477180 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-53813964-2bc6-48f2-8bb9-6c527811288b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:09.510608 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-53813964-2bc6-48f2-8bb9-6c527811288b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4319532 Oct 19 01:05:09.511616 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57844) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:09.519924 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de53c9a-9285-4d26-9408-6ad9bdedcced None None] Pushing event updated for resources: {'Port': ['ID=b67d3358-a98d-48ed-8229-bed3c142d1d9,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:09.561744 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de53c9a-9285-4d26-9408-6ad9bdedcced None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:05:09.562510 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de53c9a-9285-4d26-9408-6ad9bdedcced None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:05:09.562510 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de53c9a-9285-4d26-9408-6ad9bdedcced None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:05:09.562700 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de53c9a-9285-4d26-9408-6ad9bdedcced None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:05:09.563008 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de53c9a-9285-4d26-9408-6ad9bdedcced None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:05:09.563345 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de53c9a-9285-4d26-9408-6ad9bdedcced None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:05:09.563678 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de53c9a-9285-4d26-9408-6ad9bdedcced None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:05:09.593092 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de53c9a-9285-4d26-9408-6ad9bdedcced None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:05:09.593401 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de53c9a-9285-4d26-9408-6ad9bdedcced None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:05:09.593733 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de53c9a-9285-4d26-9408-6ad9bdedcced None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:05:09.594124 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de53c9a-9285-4d26-9408-6ad9bdedcced None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:05:09.594467 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de53c9a-9285-4d26-9408-6ad9bdedcced None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:05:09.598029 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d9d25b88-e5e4-4a0d-9ddf-399d465cdfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:09.670789 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d25b88-e5e4-4a0d-9ddf-399d465cdfec admin admin] Pushing event deleted for resources: {'Port': ['ID=6c7c8598-b258-4965-9af9-6e3f129f64de,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:09.673737 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-84d5b0d2-965f-4f1e-a54f-b87ddec49a87 None None] Deleting port 6c7c8598-b258-4965-9af9-6e3f129f64de {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:05:09.674313 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-84d5b0d2-965f-4f1e-a54f-b87ddec49a87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:09.677146 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port b67d3358-a98d-48ed-8229-bed3c142d1d9 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:09.677705 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:09.680537 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb73404-33ff-48b8-9edc-5c1ccee619ff tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:09.685950 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-deb73404-33ff-48b8-9edc-5c1ccee619ff tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1714211 Oct 19 01:05:09.689981 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57848) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:09.692541 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d25b88-e5e4-4a0d-9ddf-399d465cdfec admin admin] No DVR routers for this DVR port 6c7c8598-b258-4965-9af9-6e3f129f64de on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:05:09.849454 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-84d5b0d2-965f-4f1e-a54f-b87ddec49a87 None None] For port 6c7c8598-b258-4965-9af9-6e3f129f64de, host n-d-715271-26, got binding levels [] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:09.849927 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-84d5b0d2-965f-4f1e-a54f-b87ddec49a87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:09.855294 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-bdffd5b3-e18b-428b-8612-25e86255615e None None] Provisioning complete for port 865945ad-0dbf-4e03-95fa-adeb4943adfc triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:09.856235 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bdffd5b3-e18b-428b-8612-25e86255615e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:09.896312 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-84d5b0d2-965f-4f1e-a54f-b87ddec49a87 None None] Calling delete_port for 6c7c8598-b258-4965-9af9-6e3f129f64de owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:05:09.901605 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.ipam_backend_mixin [None req-84d5b0d2-965f-4f1e-a54f-b87ddec49a87 None None] Port 6c7c8598-b258-4965-9af9-6e3f129f64de was not found and therefore no delete operation was performed {{(pid=100608) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:05:09.925427 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-84d5b0d2-965f-4f1e-a54f-b87ddec49a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:09.930100 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d9d25b88-e5e4-4a0d-9ddf-399d465cdfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:09.997621 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d0c3ce-9ebf-460b-9501-25dfb2f26a3f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:10.008934 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d0c3ce-9ebf-460b-9501-25dfb2f26a3f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:10.020574 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d0c3ce-9ebf-460b-9501-25dfb2f26a3f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:10.033448 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57858) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:10.039297 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5b0d2-965f-4f1e-a54f-b87ddec49a87 None None] Pushing event deleted for resources: {'Port': ['ID=6c7c8598-b258-4965-9af9-6e3f129f64de,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:10.048405 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-14d0c3ce-9ebf-460b-9501-25dfb2f26a3f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.3570380 Oct 19 01:05:10.068676 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-d9d25b88-e5e4-4a0d-9ddf-399d465cdfec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c71f8cb-d4e8-4bae-aafc-5b160b73cb3c']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:10.074847 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-bdffd5b3-e18b-428b-8612-25e86255615e None None] Port 865945ad-0dbf-4e03-95fa-adeb4943adfc cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:05:10.079210 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d5b0d2-965f-4f1e-a54f-b87ddec49a87 None None] No DVR routers for this DVR port 6c7c8598-b258-4965-9af9-6e3f129f64de on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:05:10.096370 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-bdffd5b3-e18b-428b-8612-25e86255615e None None] Provisioning complete for port b67d3358-a98d-48ed-8229-bed3c142d1d9 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:10.096995 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bdffd5b3-e18b-428b-8612-25e86255615e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:10.166528 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-d9d25b88-e5e4-4a0d-9ddf-399d465cdfec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b28942-24aa-446a-83a6-552aa0593804') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:10.166528 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-d9d25b88-e5e4-4a0d-9ddf-399d465cdfec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b28942-24aa-446a-83a6-552aa0593804') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:10.190788 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d9d25b88-e5e4-4a0d-9ddf-399d465cdfec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:10.230340 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-36103d02-fd8d-4fd5-b7ed-248a7ddefdc0 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Deleting port 6040c95a-0c0a-46fc-864c-488a4657eae8 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:05:10.230724 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-36103d02-fd8d-4fd5-b7ed-248a7ddefdc0 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:10.233172 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5bb4b0-f62e-49f1-848b-2c695a9beaf8 req-34e63c88-b613-49aa-8cfa-6c5f479ac647 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:10.234728 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1e5bb4b0-f62e-49f1-848b-2c695a9beaf8 req-34e63c88-b613-49aa-8cfa-6c5f479ac647 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.24 "GET /v2.0/ports?device_id=77cad586-95d3-4137-b0d1-1c0d0f1b5a9c HTTP/1.1" status: 200 len: 949 time: 0.1582911 Oct 19 01:05:10.236302 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d9d25b88-e5e4-4a0d-9ddf-399d465cdfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:10.259385 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d25b88-e5e4-4a0d-9ddf-399d465cdfec admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:05:10.259920 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d9d25b88-e5e4-4a0d-9ddf-399d465cdfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:10.263948 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:05:10.263948 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:05:10.263948 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:05:10.263948 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:05:10.263948 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:05:10.263948 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:05:10.263948 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:05:10.263948 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:05:10.263948 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:05:10.263948 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:05:10.263948 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:05:10.263948 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:05:10.263948 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:05:10.263948 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:05:10.263948 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:05:10.263948 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:05:10.263948 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:05:10.263948 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:05:10.263948 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:05:10.263948 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:05:10.263948 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:05:10.263948 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:05:10.263948 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:05:10.263948 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:05:10.263948 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:05:10.263948 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:05:10.263948 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:05:10.263948 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:05:10.263948 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:05:10.263948 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:05:10.263948 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:05:10.263948 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:05:10.266728 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device efd53c47-3ca2-450f-a65b-701019c86ef9 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:05:10.288223 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: efd53c47-3ca2-450f-a65b-701019c86ef9 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:05:10.288571 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device efd53c47-3ca2-450f-a65b-701019c86ef9 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:05:10.356430 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-36103d02-fd8d-4fd5-b7ed-248a7ddefdc0 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:10.376085 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-36103d02-fd8d-4fd5-b7ed-248a7ddefdc0 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Calling delete_port for 6040c95a-0c0a-46fc-864c-488a4657eae8 owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:05:10.390864 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-299fda46-8329-4b25-a095-64d156d9f055 None None] Provisioning complete for port 865945ad-0dbf-4e03-95fa-adeb4943adfc triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:10.391228 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-299fda46-8329-4b25-a095-64d156d9f055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:10.422141 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d9d25b88-e5e4-4a0d-9ddf-399d465cdfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:10.429289 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d9d25b88-e5e4-4a0d-9ddf-399d465cdfec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:10.439951 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-299fda46-8329-4b25-a095-64d156d9f055 None None] Port 865945ad-0dbf-4e03-95fa-adeb4943adfc cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:05:10.443196 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d9d25b88-e5e4-4a0d-9ddf-399d465cdfec admin admin] 10.222.0.57 "DELETE /v2.0/networks/4c71f8cb-d4e8-4bae-aafc-5b160b73cb3c HTTP/1.1" status: 204 len: 168 time: 1.6097128 Oct 19 01:05:10.474498 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d25b88-e5e4-4a0d-9ddf-399d465cdfec admin admin] Pushing event deleted for resources: {'Network': ['ID=4c71f8cb-d4e8-4bae-aafc-5b160b73cb3c,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:10.503282 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-1e5bb4b0-f62e-49f1-848b-2c695a9beaf8 req-76373799-8711-48a5-a252-a45660a4b4e9 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Deleting port e8bb9edd-0427-41a3-b305-26ce660482e6 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:05:10.503635 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1e5bb4b0-f62e-49f1-848b-2c695a9beaf8 req-76373799-8711-48a5-a252-a45660a4b4e9 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:10.573703 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-60eb8126-9375-4ad3-a59b-efb442d2059f None None] Provisioning complete for port 6040c95a-0c0a-46fc-864c-488a4657eae8 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:10.574891 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-60eb8126-9375-4ad3-a59b-efb442d2059f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:10.630342 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-60eb8126-9375-4ad3-a59b-efb442d2059f None None] Port 6040c95a-0c0a-46fc-864c-488a4657eae8 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:05:10.633481 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-36103d02-fd8d-4fd5-b7ed-248a7ddefdc0 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:10.649797 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-1e5bb4b0-f62e-49f1-848b-2c695a9beaf8 req-76373799-8711-48a5-a252-a45660a4b4e9 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] For port e8bb9edd-0427-41a3-b305-26ce660482e6, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=e8bb9edd-0427-41a3-b305-26ce660482e6,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:10.650222 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1e5bb4b0-f62e-49f1-848b-2c695a9beaf8 req-76373799-8711-48a5-a252-a45660a4b4e9 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:10.672400 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36103d02-fd8d-4fd5-b7ed-248a7ddefdc0 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Port': ['ID=6040c95a-0c0a-46fc-864c-488a4657eae8,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:10.672959 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-1e5bb4b0-f62e-49f1-848b-2c695a9beaf8 req-76373799-8711-48a5-a252-a45660a4b4e9 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Calling delete_port for e8bb9edd-0427-41a3-b305-26ce660482e6 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:05:10.746010 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57872) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:10.830302 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-20ecf270-515e-47b9-8721-3175f6376a3e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7ac692c5716e4ead89cc01f87bd9bf1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0825164 Oct 19 01:05:10.833063 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57874) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:10.940859 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-71c2a2c8-8f2a-4776-a076-f5922278d4fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:10.952181 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1e5bb4b0-f62e-49f1-848b-2c695a9beaf8 req-76373799-8711-48a5-a252-a45660a4b4e9 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:10.967978 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['e8bb9edd-0427-41a3-b305-26ce660482e6'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:05:11.002241 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-71c2a2c8-8f2a-4776-a076-f5922278d4fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:11.004521 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76373799-8711-48a5-a252-a45660a4b4e9 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Pushing event deleted for resources: {'Port': ['ID=e8bb9edd-0427-41a3-b305-26ce660482e6,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:11.033148 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-36103d02-fd8d-4fd5-b7ed-248a7ddefdc0 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:11.044986 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57878) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:11.046935 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-36103d02-fd8d-4fd5-b7ed-248a7ddefdc0 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/ports/6040c95a-0c0a-46fc-864c-488a4657eae8 HTTP/1.1" status: 204 len: 168 time: 1.0060151 Oct 19 01:05:11.087090 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-348ba03b-ecfb-436c-97fa-e2b7dbabdef5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] GET failed (client error): The resource could not be found. Oct 19 01:05:11.092156 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57880) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:11.096074 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-348ba03b-ecfb-436c-97fa-e2b7dbabdef5 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "GET /v2.0/ports/6040c95a-0c0a-46fc-864c-488a4657eae8 HTTP/1.1" status: 404 len: 333 time: 0.0388372 Oct 19 01:05:11.141789 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5bb4b0-f62e-49f1-848b-2c695a9beaf8 req-76373799-8711-48a5-a252-a45660a4b4e9 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] No DVR routers for this DVR port e8bb9edd-0427-41a3-b305-26ce660482e6 on host n-h2-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:05:11.148747 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1e5bb4b0-f62e-49f1-848b-2c695a9beaf8 req-76373799-8711-48a5-a252-a45660a4b4e9 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:11.152078 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1e5bb4b0-f62e-49f1-848b-2c695a9beaf8 req-76373799-8711-48a5-a252-a45660a4b4e9 tempest-DeleteServersAdminTestJSON-452500655 tempest-DeleteServersAdminTestJSON-452500655-project] 10.222.0.24 "DELETE /v2.0/ports/e8bb9edd-0427-41a3-b305-26ce660482e6 HTTP/1.1" status: 204 len: 173 time: 0.9095435 Oct 19 01:05:11.152616 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cad586-95d3-4137-b0d1-1c0d0f1b5a9c', 'name': 'network-vif-deleted', 'tag': 'e8bb9edd-0427-41a3-b305-26ce660482e6'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:05:11.155072 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350b9b37-6c33-42a8-86c9-eba308c7f3df" -d '{"events": [{"server_uuid": "77cad586-95d3-4137-b0d1-1c0d0f1b5a9c", "name": "network-vif-deleted", "tag": "e8bb9edd-0427-41a3-b305-26ce660482e6"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:05:11.196646 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b67d3358-a98d-48ed-8229-bed3c142d1d9 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:05:11.213231 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-71c2a2c8-8f2a-4776-a076-f5922278d4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:11.216922 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-71c2a2c8-8f2a-4776-a076-f5922278d4fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:11.218177 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-71c2a2c8-8f2a-4776-a076-f5922278d4fc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/201cf045-45f4-4445-86c2-30c3ef92e0d5 HTTP/1.1" status: 204 len: 168 time: 0.3841729 Oct 19 01:05:11.234932 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2a2c8-8f2a-4776-a076-f5922278d4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201cf045-45f4-4445-86c2-30c3ef92e0d5,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:11.240466 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-ec3bdc93-c3f2-4b35-a6b6-15071c7f3517 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Deleting port 865945ad-0dbf-4e03-95fa-adeb4943adfc {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:05:11.240817 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ec3bdc93-c3f2-4b35-a6b6-15071c7f3517 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:11.374694 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port b67d3358-a98d-48ed-8229-bed3c142d1d9 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:11.375088 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:11.400839 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ec3bdc93-c3f2-4b35-a6b6-15071c7f3517 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:11.423268 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-ec3bdc93-c3f2-4b35-a6b6-15071c7f3517 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Calling delete_port for 865945ad-0dbf-4e03-95fa-adeb4943adfc owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:05:11.549191 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 6c7c8598-b258-4965-9af9-6e3f129f64de no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:05:11.572621 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 6c7c8598-b258-4965-9af9-6e3f129f64de {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:05:11.572980 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 6c7c8598-b258-4965-9af9-6e3f129f64de not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:05:11.626781 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ec3bdc93-c3f2-4b35-a6b6-15071c7f3517 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:11.666342 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bdc93-c3f2-4b35-a6b6-15071c7f3517 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Port': ['ID=865945ad-0dbf-4e03-95fa-adeb4943adfc,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:11.708491 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ec3bdc93-c3f2-4b35-a6b6-15071c7f3517 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:11.715690 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ec3bdc93-c3f2-4b35-a6b6-15071c7f3517 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/ports/865945ad-0dbf-4e03-95fa-adeb4943adfc HTTP/1.1" status: 204 len: 168 time: 0.6219103 Oct 19 01:05:11.718720 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57890) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:11.775350 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-e18eb914-ab9a-4af1-a9e0-968c6898e3b6 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] GET failed (client error): The resource could not be found. Oct 19 01:05:11.778048 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e18eb914-ab9a-4af1-a9e0-968c6898e3b6 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "GET /v2.0/ports/865945ad-0dbf-4e03-95fa-adeb4943adfc HTTP/1.1" status: 404 len: 333 time: 0.0575564 Oct 19 01:05:11.781299 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57892) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:11.834609 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57894) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:11.863307 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-f44b7e3b-5cf2-414d-899c-641a8896edcf tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Deleting subnet 3ecff7dc-fbf2-45d1-ab83-bae3a87fe35d {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:05:11.866770 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f44b7e3b-5cf2-414d-899c-641a8896edcf tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:11.888449 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-be01cffc-9c5e-4f2a-9dec-027cf6ac8bd0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=35cc9643ad9246fe95d009dcff2f7206&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493975 Oct 19 01:05:11.890210 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57896) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:11.931125 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f44b7e3b-5cf2-414d-899c-641a8896edcf tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:11.968611 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2b6d114f-b3f4-47ae-9358-4df0b1ca7507 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:11.993173 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2b6d114f-b3f4-47ae-9358-4df0b1ca7507 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:12.062966 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f44b7e3b-5cf2-414d-899c-641a8896edcf tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:12.110092 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2b6d114f-b3f4-47ae-9358-4df0b1ca7507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:12.113689 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2b6d114f-b3f4-47ae-9358-4df0b1ca7507 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:12.117619 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2b6d114f-b3f4-47ae-9358-4df0b1ca7507 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3d57fa0a-8592-4b98-b4cf-7c0cfe82f136 HTTP/1.1" status: 204 len: 168 time: 0.2260845 Oct 19 01:05:12.131379 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d114f-b3f4-47ae-9358-4df0b1ca7507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d57fa0a-8592-4b98-b4cf-7c0cfe82f136,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:12.201317 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f44b7e3b-5cf2-414d-899c-641a8896edcf tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:12.232038 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b7e3b-5cf2-414d-899c-641a8896edcf tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Subnet': ['ID=3ecff7dc-fbf2-45d1-ab83-bae3a87fe35d,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:12.234219 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f44b7e3b-5cf2-414d-899c-641a8896edcf tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:12.237540 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f44b7e3b-5cf2-414d-899c-641a8896edcf tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/subnets/3ecff7dc-fbf2-45d1-ab83-bae3a87fe35d HTTP/1.1" status: 204 len: 168 time: 0.4542277 Oct 19 01:05:12.240586 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57902) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:12.252408 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a19e8d-8f5e-4568-bbe7-f2f3b1a94506 None None] Network a3bb72a0-0a6d-4ebe-a33f-affc0628903e requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:05:12.338549 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b3c9582b-7788-48a2-9b77-1faf3af5b904 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:12.411596 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-b3c9582b-7788-48a2-9b77-1faf3af5b904 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Deleting port b67d3358-a98d-48ed-8229-bed3c142d1d9 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:05:12.413285 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b3c9582b-7788-48a2-9b77-1faf3af5b904 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:12.493491 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-b3c9582b-7788-48a2-9b77-1faf3af5b904 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] For port b67d3358-a98d-48ed-8229-bed3c142d1d9, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b67d3358-a98d-48ed-8229-bed3c142d1d9,segment=NetworkSegment(a01c61f5-ed03-4e45-b0cf-ffa963906e12),segment_id=a01c61f5-ed03-4e45-b0cf-ffa963906e12)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:12.493855 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b3c9582b-7788-48a2-9b77-1faf3af5b904 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:12.511491 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbf9f33-4045-4dbf-ae7f-096c18ebcf1d None None] DHCP port deletion for a3bb72a0-0a6d-4ebe-a33f-affc0628903e request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:05:12.525836 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-b3c9582b-7788-48a2-9b77-1faf3af5b904 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Calling delete_port for b67d3358-a98d-48ed-8229-bed3c142d1d9 owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:05:12.576246 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-9cbf9f33-4045-4dbf-ae7f-096c18ebcf1d None None] Deleting port b67d3358-a98d-48ed-8229-bed3c142d1d9 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:05:12.576724 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9cbf9f33-4045-4dbf-ae7f-096c18ebcf1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:12.644511 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b3c9582b-7788-48a2-9b77-1faf3af5b904 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:12.668313 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-9cbf9f33-4045-4dbf-ae7f-096c18ebcf1d None None] For port b67d3358-a98d-48ed-8229-bed3c142d1d9, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b67d3358-a98d-48ed-8229-bed3c142d1d9,segment=NetworkSegment(a01c61f5-ed03-4e45-b0cf-ffa963906e12),segment_id=a01c61f5-ed03-4e45-b0cf-ffa963906e12)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:12.669019 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9cbf9f33-4045-4dbf-ae7f-096c18ebcf1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:12.677225 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c9582b-7788-48a2-9b77-1faf3af5b904 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] No DVR routers for this DVR port b67d3358-a98d-48ed-8229-bed3c142d1d9 on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:05:12.686700 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-9cbf9f33-4045-4dbf-ae7f-096c18ebcf1d None None] Calling delete_port for b67d3358-a98d-48ed-8229-bed3c142d1d9 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:05:12.687688 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9582b-7788-48a2-9b77-1faf3af5b904 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Port': ['ID=b67d3358-a98d-48ed-8229-bed3c142d1d9,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:12.791513 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9cbf9f33-4045-4dbf-ae7f-096c18ebcf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:12.821321 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b3c9582b-7788-48a2-9b77-1faf3af5b904 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:12.831971 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbf9f33-4045-4dbf-ae7f-096c18ebcf1d None None] No DVR routers for this DVR port b67d3358-a98d-48ed-8229-bed3c142d1d9 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:05:12.835437 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf9f33-4045-4dbf-ae7f-096c18ebcf1d None None] Pushing event deleted for resources: {'Port': ['ID=b67d3358-a98d-48ed-8229-bed3c142d1d9,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:12.854298 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-b3c9582b-7788-48a2-9b77-1faf3af5b904 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3bb72a0-0a6d-4ebe-a33f-affc0628903e']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:12.868021 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-b3c9582b-7788-48a2-9b77-1faf3af5b904 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a01c61f5-ed03-4e45-b0cf-ffa963906e12') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:12.868021 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-b3c9582b-7788-48a2-9b77-1faf3af5b904 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a01c61f5-ed03-4e45-b0cf-ffa963906e12') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:12.879313 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b3c9582b-7788-48a2-9b77-1faf3af5b904 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:12.894421 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b3c9582b-7788-48a2-9b77-1faf3af5b904 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:12.900465 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c9582b-7788-48a2-9b77-1faf3af5b904 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:05:12.900861 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b3c9582b-7788-48a2-9b77-1faf3af5b904 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:12.904545 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:05:12.904545 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:05:12.904545 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:05:12.904545 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:05:12.904545 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:05:12.904545 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:05:12.904545 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:05:12.904545 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:05:12.904545 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:05:12.904545 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:05:12.904545 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:05:12.904545 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:05:12.904545 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:05:12.904545 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:05:12.904545 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:05:12.904545 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:05:12.904545 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:05:12.904545 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:05:12.904545 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:05:12.904545 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:05:12.904545 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:05:12.904545 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:05:12.904545 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:05:12.904545 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:05:12.904545 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:05:12.904545 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:05:12.904545 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:05:12.904545 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:05:12.904545 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:05:12.904545 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:05:12.904545 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:05:12.904545 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:05:12.968554 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b3c9582b-7788-48a2-9b77-1faf3af5b904 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:12.982222 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b3c9582b-7788-48a2-9b77-1faf3af5b904 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:12.985879 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b3c9582b-7788-48a2-9b77-1faf3af5b904 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/networks/a3bb72a0-0a6d-4ebe-a33f-affc0628903e HTTP/1.1" status: 204 len: 168 time: 0.7447250 Oct 19 01:05:12.989580 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57922) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:12.996512 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-2db85ce4-c090-477c-800c-ccf88a304e51 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1697782398'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:13.022179 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9582b-7788-48a2-9b77-1faf3af5b904 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Network': ['ID=a3bb72a0-0a6d-4ebe-a33f-affc0628903e,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:13.027953 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db85ce4-c090-477c-800c-ccf88a304e51 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Made reservation on behalf of 0623c8f86a7745a5853b214518443323 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:05:13.032224 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2db85ce4-c090-477c-800c-ccf88a304e51 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:13.067099 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2db85ce4-c090-477c-800c-ccf88a304e51 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:05:13.082816 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2db85ce4-c090-477c-800c-ccf88a304e51 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:13.083478 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-2db85ce4-c090-477c-800c-ccf88a304e51 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Added segment 82054f2a-4d5e-4729-a40f-875474d40411 of type vlan for network 9999f265-9a9b-4114-87fb-0c04b69d62be Oct 19 01:05:13.158160 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57926) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:13.159937 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2db85ce4-c090-477c-800c-ccf88a304e51 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:13.183980 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b67d3358-a98d-48ed-8229-bed3c142d1d9 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:05:13.208858 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: b67d3358-a98d-48ed-8229-bed3c142d1d9 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:05:13.209504 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b67d3358-a98d-48ed-8229-bed3c142d1d9 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:05:13.213061 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2db85ce4-c090-477c-800c-ccf88a304e51 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:13.229228 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db85ce4-c090-477c-800c-ccf88a304e51 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:13.229879 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2db85ce4-c090-477c-800c-ccf88a304e51 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:13.287748 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-3d4a56af-02a7-43db-8d90-6f32a1079530 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1153561283-network', 'tenant_id': 'cf208b506ff9472a835ab9b3fb2b3598'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:13.309394 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4a56af-02a7-43db-8d90-6f32a1079530 admin admin] Made reservation on behalf of cf208b506ff9472a835ab9b3fb2b3598 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:05:13.312694 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3d4a56af-02a7-43db-8d90-6f32a1079530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:13.322474 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3d4a56af-02a7-43db-8d90-6f32a1079530 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:13.330990 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db85ce4-c090-477c-800c-ccf88a304e51 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Network': ['ID=9999f265-9a9b-4114-87fb-0c04b69d62be,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:13.336000 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2db85ce4-c090-477c-800c-ccf88a304e51 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3453760 Oct 19 01:05:13.338841 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57932) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:13.343446 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 9999f265-9a9b-4114-87fb-0c04b69d62be details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:05:13.351573 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-9e4c2e10-d458-49c0-a954-44cbaa5d9fee tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'subnet': {'network_id': '9999f265-9a9b-4114-87fb-0c04b69d62be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:13.417464 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3d4a56af-02a7-43db-8d90-6f32a1079530 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:13.423154 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3d4a56af-02a7-43db-8d90-6f32a1079530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:13.455312 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d4a56af-02a7-43db-8d90-6f32a1079530 admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:05:13.477233 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a56af-02a7-43db-8d90-6f32a1079530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986ea58e-55fe-4944-b7d0-10d244b5a2c8,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:13.480864 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3d4a56af-02a7-43db-8d90-6f32a1079530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:13.481267 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-3d4a56af-02a7-43db-8d90-6f32a1079530 admin admin] Added segment 5697f335-b0aa-4448-8795-5f56a918062a of type vlan for network 4e2ddf57-6f76-49b7-98b9-1cf3f5fabd9a Oct 19 01:05:13.519889 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4c2e10-d458-49c0-a954-44cbaa5d9fee tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Made reservation on behalf of 0623c8f86a7745a5853b214518443323 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:05:13.526208 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9e4c2e10-d458-49c0-a954-44cbaa5d9fee tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:13.531871 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3d4a56af-02a7-43db-8d90-6f32a1079530 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:13.570161 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3d4a56af-02a7-43db-8d90-6f32a1079530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:13.571151 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4a56af-02a7-43db-8d90-6f32a1079530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:13.572075 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3d4a56af-02a7-43db-8d90-6f32a1079530 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:13.602229 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3d4a56af-02a7-43db-8d90-6f32a1079530 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4429722 Oct 19 01:05:13.604978 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57934) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:13.610729 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-2d2bddfa-9019-4829-89c1-570c3a607abd admin admin] Request body: {'subnet': {'network_id': '4e2ddf57-6f76-49b7-98b9-1cf3f5fabd9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1153561283-subnet', 'tenant_id': 'cf208b506ff9472a835ab9b3fb2b3598', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:13.666602 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a56af-02a7-43db-8d90-6f32a1079530 admin admin] Pushing event updated for resources: {'Network': ['ID=4e2ddf57-6f76-49b7-98b9-1cf3f5fabd9a,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:13.677889 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2bddfa-9019-4829-89c1-570c3a607abd admin admin] Made reservation on behalf of cf208b506ff9472a835ab9b3fb2b3598 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:05:13.678213 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 4e2ddf57-6f76-49b7-98b9-1cf3f5fabd9a details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:05:13.680549 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2d2bddfa-9019-4829-89c1-570c3a607abd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:13.807476 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9e4c2e10-d458-49c0-a954-44cbaa5d9fee tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:13.865716 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d143daa8-3ce9-4eea-ae7a-e26a4e0cb9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:13.886184 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c2e10-d458-49c0-a954-44cbaa5d9fee tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Subnet': ['ID=8d5d04c5-2b0b-4b89-ae81-ecf1903d962c,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:13.892520 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4c2e10-d458-49c0-a954-44cbaa5d9fee tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Checking segment: {'id': '82054f2a-4d5e-4729-a40f-875474d40411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9999f265-9a9b-4114-87fb-0c04b69d62be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:05:13.892887 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4c2e10-d458-49c0-a954-44cbaa5d9fee tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Network hostable DHCP agents. Network: 9999f265-9a9b-4114-87fb-0c04b69d62be, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:05:13.910345 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4c2e10-d458-49c0-a954-44cbaa5d9fee tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Network 9999f265-9a9b-4114-87fb-0c04b69d62be is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:05:13.925336 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-9e4c2e10-d458-49c0-a954-44cbaa5d9fee tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 9999f265-9a9b-4114-87fb-0c04b69d62be) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:13.930537 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4c2e10-d458-49c0-a954-44cbaa5d9fee tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:13.932113 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9e4c2e10-d458-49c0-a954-44cbaa5d9fee tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:13.935148 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2d2bddfa-9019-4829-89c1-570c3a607abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:13.937615 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb851688-08de-44e4-b8ed-f85ba6a52c8c None None] Network 9999f265-9a9b-4114-87fb-0c04b69d62be requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:05:13.960944 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9e4c2e10-d458-49c0-a954-44cbaa5d9fee tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6181934 Oct 19 01:05:13.961763 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57938) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:13.967436 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-0487523c-baf6-4438-a412-4cbc6c782e78 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1615257846', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:14.002181 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0487523c-baf6-4438-a412-4cbc6c782e78 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:14.003698 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0487523c-baf6-4438-a412-4cbc6c782e78 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:14.012465 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2bddfa-9019-4829-89c1-570c3a607abd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6cfa530-1874-4415-a073-bbaeeac66d6a,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:14.016622 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2bddfa-9019-4829-89c1-570c3a607abd admin admin] Checking segment: {'id': '5697f335-b0aa-4448-8795-5f56a918062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4e2ddf57-6f76-49b7-98b9-1cf3f5fabd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:05:14.016981 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2bddfa-9019-4829-89c1-570c3a607abd admin admin] Network hostable DHCP agents. Network: 4e2ddf57-6f76-49b7-98b9-1cf3f5fabd9a, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:05:14.017252 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device e8bb9edd-0427-41a3-b305-26ce660482e6 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:05:14.046232 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2bddfa-9019-4829-89c1-570c3a607abd admin admin] Network 4e2ddf57-6f76-49b7-98b9-1cf3f5fabd9a is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:05:14.047446 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: e8bb9edd-0427-41a3-b305-26ce660482e6 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:05:14.048114 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device e8bb9edd-0427-41a3-b305-26ce660482e6 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:05:14.062164 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-2d2bddfa-9019-4829-89c1-570c3a607abd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 4e2ddf57-6f76-49b7-98b9-1cf3f5fabd9a) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:14.069754 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2bddfa-9019-4829-89c1-570c3a607abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:14.070339 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2d2bddfa-9019-4829-89c1-570c3a607abd admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:14.077029 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba9a91e-a78a-49c4-8469-5e793cf937bf None None] Network 4e2ddf57-6f76-49b7-98b9-1cf3f5fabd9a requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:05:14.093929 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2d2bddfa-9019-4829-89c1-570c3a607abd admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4874766 Oct 19 01:05:14.096545 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57940) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:14.101230 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0487523c-baf6-4438-a412-4cbc6c782e78 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:14.104064 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-b3bbef8e-83f6-449e-b015-3067ad616589 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1153561283-router', 'tenant_id': 'cf208b506ff9472a835ab9b3fb2b3598', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:14.111698 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0487523c-baf6-4438-a412-4cbc6c782e78 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:14.142838 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b3bbef8e-83f6-449e-b015-3067ad616589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:14.144196 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b3bbef8e-83f6-449e-b015-3067ad616589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:14.151312 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0487523c-baf6-4438-a412-4cbc6c782e78 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:14.153715 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0487523c-baf6-4438-a412-4cbc6c782e78 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1909113 Oct 19 01:05:14.157133 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57942) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:14.164980 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-85cda9ad-b349-4abc-b412-5642a6344d52 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'port': {'network_id': '9999f265-9a9b-4114-87fb-0c04b69d62be', 'name': 'tempest-PortsIpV6TestJSON-2091197467'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:14.195442 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d867ac-7c0d-4606-a13a-53ec67f9d37f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-9999f265-9a9b-4114-87fb-0c04b69d62be', 'network_id': '9999f265-9a9b-4114-87fb-0c04b69d62be', 'tenant_id': '0623c8f86a7745a5853b214518443323', 'fixed_ips': [{'subnet_id': '8d5d04c5-2b0b-4b89-ae81-ecf1903d962c'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:05:14.196645 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-54d867ac-7c0d-4606-a13a-53ec67f9d37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:14.216997 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b3bbef8e-83f6-449e-b015-3067ad616589 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:14.314335 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cda9ad-b349-4abc-b412-5642a6344d52 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Made reservation on behalf of 0623c8f86a7745a5853b214518443323 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:05:14.317899 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-85cda9ad-b349-4abc-b412-5642a6344d52 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:14.346622 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-85cda9ad-b349-4abc-b412-5642a6344d52 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] device_id is not set on port d02fbc1c-b8d5-475a-88a5-f0d9cab7b4b1 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:05:14.436243 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b3bbef8e-83f6-449e-b015-3067ad616589 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:14.443349 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b289c5-0a6c-4bb0-99c2-f564593e1ae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-4e2ddf57-6f76-49b7-98b9-1cf3f5fabd9a', 'network_id': '4e2ddf57-6f76-49b7-98b9-1cf3f5fabd9a', 'tenant_id': 'cf208b506ff9472a835ab9b3fb2b3598', 'fixed_ips': [{'subnet_id': 'e6cfa530-1874-4415-a073-bbaeeac66d6a'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:05:14.444360 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-56b289c5-0a6c-4bb0-99c2-f564593e1ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:14.468520 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-54d867ac-7c0d-4606-a13a-53ec67f9d37f None None] Allocated IP 2001:db8::2 (9999f265-9a9b-4114-87fb-0c04b69d62be/8d5d04c5-2b0b-4b89-ae81-ecf1903d962c/e58f4f77-decb-4877-bf00-fd1bcb062682) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:05:14.682756 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-56b289c5-0a6c-4bb0-99c2-f564593e1ae4 None None] Allocated IP 172.20.0.2 (4e2ddf57-6f76-49b7-98b9-1cf3f5fabd9a/e6cfa530-1874-4415-a073-bbaeeac66d6a/b588a3c1-cdcb-4d4f-91e8-93e39c6fca5d) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:05:14.736736 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b3bbef8e-83f6-449e-b015-3067ad616589 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:14.756981 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b3bbef8e-83f6-449e-b015-3067ad616589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:14.775006 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-54d867ac-7c0d-4606-a13a-53ec67f9d37f None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:14.807416 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-54d867ac-7c0d-4606-a13a-53ec67f9d37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:14.874239 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-85cda9ad-b349-4abc-b412-5642a6344d52 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Allocated IP 2001:db8::166 (9999f265-9a9b-4114-87fb-0c04b69d62be/8d5d04c5-2b0b-4b89-ae81-ecf1903d962c/d02fbc1c-b8d5-475a-88a5-f0d9cab7b4b1) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:05:14.875406 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d867ac-7c0d-4606-a13a-53ec67f9d37f None None] Network 9999f265-9a9b-4114-87fb-0c04b69d62be is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:05:14.878698 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-54d867ac-7c0d-4606-a13a-53ec67f9d37f None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:14.886282 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d867ac-7c0d-4606-a13a-53ec67f9d37f None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:05:14.918117 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-b3bbef8e-83f6-449e-b015-3067ad616589 admin admin] Allocated IP 172.25.8.44 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/8dbb0e57-9219-4461-8961-e86daeddb01f) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:05:14.930830 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d867ac-7c0d-4606-a13a-53ec67f9d37f None None] Pushing event updated for resources: {'Port': ['ID=e58f4f77-decb-4877-bf00-fd1bcb062682,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:14.986542 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-54d867ac-7c0d-4606-a13a-53ec67f9d37f None None] Attempting to bind port e58f4f77-decb-4877-bf00-fd1bcb062682 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:05:14.987078 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-54d867ac-7c0d-4606-a13a-53ec67f9d37f None None] Attempting to bind port e58f4f77-decb-4877-bf00-fd1bcb062682 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '82054f2a-4d5e-4729-a40f-875474d40411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9999f265-9a9b-4114-87fb-0c04b69d62be'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:05:14.987538 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d867ac-7c0d-4606-a13a-53ec67f9d37f None None] Attempting to bind port e58f4f77-decb-4877-bf00-fd1bcb062682 on network 9999f265-9a9b-4114-87fb-0c04b69d62be {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:05:14.994520 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d867ac-7c0d-4606-a13a-53ec67f9d37f None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:05:14.995050 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d867ac-7c0d-4606-a13a-53ec67f9d37f None None] Checking segment: {'id': '82054f2a-4d5e-4729-a40f-875474d40411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9999f265-9a9b-4114-87fb-0c04b69d62be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:05:14.995550 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-54d867ac-7c0d-4606-a13a-53ec67f9d37f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:14.996616 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d867ac-7c0d-4606-a13a-53ec67f9d37f None None] Bound using segment: {'id': '82054f2a-4d5e-4729-a40f-875474d40411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9999f265-9a9b-4114-87fb-0c04b69d62be'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:05:14.997197 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-54d867ac-7c0d-4606-a13a-53ec67f9d37f None None] Bound port: e58f4f77-decb-4877-bf00-fd1bcb062682, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82054f2a-4d5e-4729-a40f-875474d40411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9999f265-9a9b-4114-87fb-0c04b69d62be'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:05:14.997679 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-54d867ac-7c0d-4606-a13a-53ec67f9d37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:15.043862 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-56b289c5-0a6c-4bb0-99c2-f564593e1ae4 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:15.056309 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-56b289c5-0a6c-4bb0-99c2-f564593e1ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:15.065410 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b3bbef8e-83f6-449e-b015-3067ad616589 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:15.116779 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-85cda9ad-b349-4abc-b412-5642a6344d52 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:15.130806 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b289c5-0a6c-4bb0-99c2-f564593e1ae4 None None] Network 4e2ddf57-6f76-49b7-98b9-1cf3f5fabd9a is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:05:15.135049 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-54d867ac-7c0d-4606-a13a-53ec67f9d37f None None] For port e58f4f77-decb-4877-bf00-fd1bcb062682, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:05:15.137370 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-56b289c5-0a6c-4bb0-99c2-f564593e1ae4 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:15.145556 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b289c5-0a6c-4bb0-99c2-f564593e1ae4 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:05:15.151102 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-54d867ac-7c0d-4606-a13a-53ec67f9d37f None None] For port e58f4f77-decb-4877-bf00-fd1bcb062682, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=e58f4f77-decb-4877-bf00-fd1bcb062682,segment=NetworkSegment(82054f2a-4d5e-4729-a40f-875474d40411),segment_id=82054f2a-4d5e-4729-a40f-875474d40411)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:05:15.156055 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b289c5-0a6c-4bb0-99c2-f564593e1ae4 None None] Pushing event updated for resources: {'Port': ['ID=b588a3c1-cdcb-4d4f-91e8-93e39c6fca5d,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:15.164935 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b3bbef8e-83f6-449e-b015-3067ad616589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:15.182341 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-54d867ac-7c0d-4606-a13a-53ec67f9d37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:15.232696 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-db6fb77d-e0bf-476d-a74a-77b23837e585 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=465142f0e7424e13813183fcd6cf1568&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370598 Oct 19 01:05:15.234288 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-85cda9ad-b349-4abc-b412-5642a6344d52 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:15.249304 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-56b289c5-0a6c-4bb0-99c2-f564593e1ae4 None None] Attempting to bind port b588a3c1-cdcb-4d4f-91e8-93e39c6fca5d on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:05:15.249667 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-56b289c5-0a6c-4bb0-99c2-f564593e1ae4 None None] Attempting to bind port b588a3c1-cdcb-4d4f-91e8-93e39c6fca5d by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '5697f335-b0aa-4448-8795-5f56a918062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4e2ddf57-6f76-49b7-98b9-1cf3f5fabd9a'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:05:15.250036 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b289c5-0a6c-4bb0-99c2-f564593e1ae4 None None] Attempting to bind port b588a3c1-cdcb-4d4f-91e8-93e39c6fca5d on network 4e2ddf57-6f76-49b7-98b9-1cf3f5fabd9a {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:05:15.281025 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b289c5-0a6c-4bb0-99c2-f564593e1ae4 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:05:15.281469 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b289c5-0a6c-4bb0-99c2-f564593e1ae4 None None] Checking segment: {'id': '5697f335-b0aa-4448-8795-5f56a918062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4e2ddf57-6f76-49b7-98b9-1cf3f5fabd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:05:15.281808 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-56b289c5-0a6c-4bb0-99c2-f564593e1ae4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:15.282206 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b289c5-0a6c-4bb0-99c2-f564593e1ae4 None None] Bound using segment: {'id': '5697f335-b0aa-4448-8795-5f56a918062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4e2ddf57-6f76-49b7-98b9-1cf3f5fabd9a'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:05:15.282697 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-56b289c5-0a6c-4bb0-99c2-f564593e1ae4 None None] Bound port: b588a3c1-cdcb-4d4f-91e8-93e39c6fca5d, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5697f335-b0aa-4448-8795-5f56a918062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4e2ddf57-6f76-49b7-98b9-1cf3f5fabd9a'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:05:15.283075 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-56b289c5-0a6c-4bb0-99c2-f564593e1ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:15.299070 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-da7825ea-7a81-40c2-889a-5d7519eed0b0 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=c1df04d12a4f4d24b6dac458264a1890&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701449 Oct 19 01:05:15.309223 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bbef8e-83f6-449e-b015-3067ad616589 admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:05:15.312478 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d867ac-7c0d-4606-a13a-53ec67f9d37f None None] Pushing event updated for resources: {'Port': ['ID=e58f4f77-decb-4877-bf00-fd1bcb062682,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:15.340950 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-b3bbef8e-83f6-449e-b015-3067ad616589 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:15.346439 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bbef8e-83f6-449e-b015-3067ad616589 admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:05:15.429521 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-56b289c5-0a6c-4bb0-99c2-f564593e1ae4 None None] For port b588a3c1-cdcb-4d4f-91e8-93e39c6fca5d, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:05:15.445807 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-263d3fe7-0bc5-4490-8c53-258b3d6b2794 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:15.446913 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-263d3fe7-0bc5-4490-8c53-258b3d6b2794 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1933279 Oct 19 01:05:15.452090 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-56b289c5-0a6c-4bb0-99c2-f564593e1ae4 None None] For port b588a3c1-cdcb-4d4f-91e8-93e39c6fca5d, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b588a3c1-cdcb-4d4f-91e8-93e39c6fca5d,segment=NetworkSegment(5697f335-b0aa-4448-8795-5f56a918062a),segment_id=5697f335-b0aa-4448-8795-5f56a918062a)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:05:15.462613 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-56b289c5-0a6c-4bb0-99c2-f564593e1ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:15.472051 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cda9ad-b349-4abc-b412-5642a6344d52 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Network 9999f265-9a9b-4114-87fb-0c04b69d62be is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:05:15.475048 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cda9ad-b349-4abc-b412-5642a6344d52 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Port': ['ID=d02fbc1c-b8d5-475a-88a5-f0d9cab7b4b1,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:15.478148 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-85cda9ad-b349-4abc-b412-5642a6344d52 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:15.481136 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cda9ad-b349-4abc-b412-5642a6344d52 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:05:15.487334 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cda9ad-b349-4abc-b412-5642a6344d52 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:15.487982 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-85cda9ad-b349-4abc-b412-5642a6344d52 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:15.506526 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-e0fabdb2-f1b6-43be-abab-f38af9e9cd70 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/quotas/465142f0e7424e13813183fcd6cf1568 HTTP/1.1" status: 200 len: 375 time: 0.0477192 Oct 19 01:05:15.518219 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-85cda9ad-b349-4abc-b412-5642a6344d52 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3595192 Oct 19 01:05:15.538063 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57958) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:15.583367 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b289c5-0a6c-4bb0-99c2-f564593e1ae4 None None] Pushing event updated for resources: {'Port': ['ID=b588a3c1-cdcb-4d4f-91e8-93e39c6fca5d,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:15.587807 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bbef8e-83f6-449e-b015-3067ad616589 admin admin] Pushing event updated for resources: {'Port': ['ID=8dbb0e57-9219-4461-8961-e86daeddb01f,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:15.709318 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-9c1c0193-d33f-417e-8888-696828149c58 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=465142f0e7424e13813183fcd6cf1568&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1898780 Oct 19 01:05:15.783590 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b3bbef8e-83f6-449e-b015-3067ad616589 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:16.293808 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9bc1eecb-442d-490d-bc60-3de1c4867c8f req-1c150d66-c9bd-4162-b1ab-f997d4891c8f tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac6461f-9466-4906-8ff6-ee125b142502 HTTP/1.1" status: 200 len: 210 time: 0.0548739 Oct 19 01:05:16.320560 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bf071aad-069b-4294-b123-37728b972a49 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:16.476409 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728cdeb9-d79e-4b40-b162-7b6585d20406 x-openstack-request-id: req-728cdeb9-d79e-4b40-b162-7b6585d20406 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:05:16.476635 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77cad586-95d3-4137-b0d1-1c0d0f1b5a9c", "name": "network-vif-deleted", "tag": "e8bb9edd-0427-41a3-b305-26ce660482e6", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:05:16.476860 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-728cdeb9-d79e-4b40-b162-7b6585d20406 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:05:16.477249 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cad586-95d3-4137-b0d1-1c0d0f1b5a9c', 'name': 'network-vif-deleted', 'tag': 'e8bb9edd-0427-41a3-b305-26ce660482e6', 'status': 'completed', 'code': 200} Oct 19 01:05:16.522315 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1d2170c8-ab7b-47f5-b6f6-33bb63440d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:16.577127 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-54d167fa-37f1-496d-9b11-983ddc0def8c tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:16.582947 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-54d167fa-37f1-496d-9b11-983ddc0def8c tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2702327 Oct 19 01:05:16.629973 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-ad81a026-bef3-439d-b7ea-fc02f60717d0 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.57 "GET /v2.0/quotas/c1df04d12a4f4d24b6dac458264a1890 HTTP/1.1" status: 200 len: 375 time: 0.0380921 Oct 19 01:05:16.746353 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-d6b19a21-e61d-41c8-9203-67fede66ddfa tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c1df04d12a4f4d24b6dac458264a1890&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369008 Oct 19 01:05:17.000709 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b3bbef8e-83f6-449e-b015-3067ad616589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:17.061617 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea047824-6542-44c8-831f-d49587f3833b None None] Network 9999f265-9a9b-4114-87fb-0c04b69d62be requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:05:17.143215 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f3b6939e-82f4-49be-8388-8686b590a06d req-cc9c2012-fe7e-4242-aa2d-a5a9bb98ab1a tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a9ff474-db7f-4b9e-8172-1b5dcddc69f0 HTTP/1.1" status: 200 len: 210 time: 0.0618818 Oct 19 01:05:17.153123 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bf071aad-069b-4294-b123-37728b972a49 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:17.177891 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bf071aad-069b-4294-b123-37728b972a49 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:17.263954 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf071aad-069b-4294-b123-37728b972a49 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Port': ['ID=d02fbc1c-b8d5-475a-88a5-f0d9cab7b4b1,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:17.387977 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58004) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:17.453002 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:17.468452 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-1b82eb1a-7060-4aef-aed2-0d576e602578 None None] Provisioning complete for port e58f4f77-decb-4877-bf00-fd1bcb062682 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:17.469528 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1b82eb1a-7060-4aef-aed2-0d576e602578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:17.549627 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3bbef8e-83f6-449e-b015-3067ad616589 admin admin] Router 25dce82d-099d-4cbc-93e6-d99308fb5fb7 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:05:17.694638 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b588a3c1-cdcb-4d4f-91e8-93e39c6fca5d up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:05:17.764793 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aee3982a-325a-4d02-8b3a-b2b4e68aadfb req-a51e2854-d580-41da-a744-51aca1142653 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac6461f-9466-4906-8ff6-ee125b142502 HTTP/1.1" status: 200 len: 210 time: 0.1136098 Oct 19 01:05:17.836649 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f16a8f2-ec95-46ca-a861-28754bed2fdb None None] Network 4e2ddf57-6f76-49b7-98b9-1cf3f5fabd9a requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:05:17.855088 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bf071aad-069b-4294-b123-37728b972a49 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:17.919457 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-96f8e987-2413-4945-b902-df86688f8d27 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b61a1463350c4c0ea7a57d6e2f8c4262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4910436 Oct 19 01:05:17.919457 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bbef8e-83f6-449e-b015-3067ad616589 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:05:17.922562 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58024) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:17.923089 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:17.947783 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9654810b-388d-4ee4-a069-5bf1968763b1 None None] Sync routers for ids ['25dce82d-099d-4cbc-93e6-d99308fb5fb7'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:05:17.966669 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9654810b-388d-4ee4-a069-5bf1968763b1 None None] Routers {'25dce82d-099d-4cbc-93e6-d99308fb5fb7'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:05:17.972113 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-9654810b-388d-4ee4-a069-5bf1968763b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:05:16Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['25dce82d-099d-4cbc-93e6-d99308fb5fb7'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:17.975702 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b3bbef8e-83f6-449e-b015-3067ad616589 admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:17.976987 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b3bbef8e-83f6-449e-b015-3067ad616589 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.8788221 Oct 19 01:05:17.983881 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58026) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:18.062272 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port b588a3c1-cdcb-4d4f-91e8-93e39c6fca5d triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:18.062968 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:18.087060 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1b82eb1a-7060-4aef-aed2-0d576e602578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:18.222477 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-1b82eb1a-7060-4aef-aed2-0d576e602578 None None] For port e58f4f77-decb-4877-bf00-fd1bcb062682, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=e58f4f77-decb-4877-bf00-fd1bcb062682,segment=NetworkSegment(82054f2a-4d5e-4729-a40f-875474d40411),segment_id=82054f2a-4d5e-4729-a40f-875474d40411)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:18.246087 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bf071aad-069b-4294-b123-37728b972a49 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:18.270798 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1b82eb1a-7060-4aef-aed2-0d576e602578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:18.410153 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-9654810b-388d-4ee4-a069-5bf1968763b1 None None] Set router 25dce82d-099d-4cbc-93e6-d99308fb5fb7 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:05:18.531705 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:18.543402 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-751c2cb7-180b-4205-98b6-0a6248ca5cb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:18.597332 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-751c2cb7-180b-4205-98b6-0a6248ca5cb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:18.682162 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-751c2cb7-180b-4205-98b6-0a6248ca5cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:18.691834 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-751c2cb7-180b-4205-98b6-0a6248ca5cb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:18.693036 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-751c2cb7-180b-4205-98b6-0a6248ca5cb2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c783b73d-2e5d-42e1-b958-62de854aa98a HTTP/1.1" status: 204 len: 168 time: 0.7718017 Oct 19 01:05:18.695169 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4b42998f-8af7-4d50-8619-7414920e7444 req-1251efbb-f403-45ad-8aee-c7fd9eae4041 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a9ff474-db7f-4b9e-8172-1b5dcddc69f0 HTTP/1.1" status: 200 len: 210 time: 0.2474298 Oct 19 01:05:18.713757 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-158645b4-d5a8-4e2e-9059-d8f66d8a4d98 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=465142f0e7424e13813183fcd6cf1568&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2685502 Oct 19 01:05:18.719400 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port b588a3c1-cdcb-4d4f-91e8-93e39c6fca5d, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b588a3c1-cdcb-4d4f-91e8-93e39c6fca5d,segment=NetworkSegment(5697f335-b0aa-4448-8795-5f56a918062a),segment_id=5697f335-b0aa-4448-8795-5f56a918062a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:18.735786 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-1c8db56b-f853-4fb8-8995-eab40d02be51 None None] Provisioning complete for port b588a3c1-cdcb-4d4f-91e8-93e39c6fca5d triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:18.737679 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1c8db56b-f853-4fb8-8995-eab40d02be51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:18.926527 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-c5eb4176-41d1-4998-a000-087511d01126 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:18.927977 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-c5eb4176-41d1-4998-a000-087511d01126 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1925435 Oct 19 01:05:18.968627 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82eb1a-7060-4aef-aed2-0d576e602578 None None] Pushing event updated for resources: {'Port': ['ID=e58f4f77-decb-4877-bf00-fd1bcb062682,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:18.979360 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:18.981344 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device e58f4f77-decb-4877-bf00-fd1bcb062682 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:05:19.062751 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-9654810b-388d-4ee4-a069-5bf1968763b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25dce82d-099d-4cbc-93e6-d99308fb5fb7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1153561283-router', 'tenant_id': 'cf208b506ff9472a835ab9b3fb2b3598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '8dbb0e57-9219-4461-8961-e86daeddb01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:05:14Z', 'updated_at': '2021-10-19T01:05:15Z', 'revision_number': 3, 'project_id': 'cf208b506ff9472a835ab9b3fb2b3598', 'gw_port': {'id': '8dbb0e57-9219-4461-8961-e86daeddb01f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25dce82d-099d-4cbc-93e6-d99308fb5fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:14Z', 'updated_at': '2021-10-19T01:05:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:19.088909 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f29bcfc0-95ff-4611-8c9b-86b3587c8633 req-f00ec8f1-4c5d-446f-9108-1333705adc07 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac6461f-9466-4906-8ff6-ee125b142502 HTTP/1.1" status: 200 len: 210 time: 0.1833017 Oct 19 01:05:19.126524 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9654810b-388d-4ee4-a069-5bf1968763b1 None None] Checking router: 25dce82d-099d-4cbc-93e6-d99308fb5fb7 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:05:19.127178 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9654810b-388d-4ee4-a069-5bf1968763b1 None None] Updating router 25dce82d-099d-4cbc-93e6-d99308fb5fb7 port 8dbb0e57-9219-4461-8961-e86daeddb01f binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:05:19.138987 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c2cb7-180b-4205-98b6-0a6248ca5cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c783b73d-2e5d-42e1-b958-62de854aa98a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:19.145195 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-7a16a3cd-aa45-4cad-8d35-652555399289 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Request body: {'port': {'device_id': 'cac6461f-9466-4906-8ff6-ee125b142502', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'admin_state_up': True, 'tenant_id': '465142f0e7424e13813183fcd6cf1568'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:19.157100 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-9654810b-388d-4ee4-a069-5bf1968763b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:19.235300 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bf071aad-069b-4294-b123-37728b972a49 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:19.250437 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bf071aad-069b-4294-b123-37728b972a49 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:19.258105 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bf071aad-069b-4294-b123-37728b972a49 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:19.545451 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-7a16a3cd-aa45-4cad-8d35-652555399289 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Made reservation on behalf of 465142f0e7424e13813183fcd6cf1568 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:05:19.554472 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-7a16a3cd-aa45-4cad-8d35-652555399289 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:19.679551 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf071aad-069b-4294-b123-37728b972a49 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Network 9999f265-9a9b-4114-87fb-0c04b69d62be is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:05:19.684989 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-e9ff4430-841f-44cf-994c-3df3aadb2351 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c1df04d12a4f4d24b6dac458264a1890&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1054521 Oct 19 01:05:19.726151 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-9654810b-388d-4ee4-a069-5bf1968763b1 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:19.728221 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-bf071aad-069b-4294-b123-37728b972a49 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:19.749304 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-9654810b-388d-4ee4-a069-5bf1968763b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:19.773617 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58046) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:19.799398 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:19.819172 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf071aad-069b-4294-b123-37728b972a49 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Port': ['ID=d02fbc1c-b8d5-475a-88a5-f0d9cab7b4b1,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:19.826227 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-9654810b-388d-4ee4-a069-5bf1968763b1 None None] Attempting to bind port 8dbb0e57-9219-4461-8961-e86daeddb01f on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:05:19.826227 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-9654810b-388d-4ee4-a069-5bf1968763b1 None None] Attempting to bind port 8dbb0e57-9219-4461-8961-e86daeddb01f by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:05:19.826587 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9654810b-388d-4ee4-a069-5bf1968763b1 None None] Attempting to bind port 8dbb0e57-9219-4461-8961-e86daeddb01f on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:05:19.877086 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-7a16a3cd-aa45-4cad-8d35-652555399289 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:19.885156 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=b588a3c1-cdcb-4d4f-91e8-93e39c6fca5d,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:19.887890 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2af15e7e-f112-4695-a443-b15f5a8b6afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:19.922810 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port e58f4f77-decb-4877-bf00-fd1bcb062682 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:19.924155 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:19.946635 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9654810b-388d-4ee4-a069-5bf1968763b1 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:05:19.947007 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9654810b-388d-4ee4-a069-5bf1968763b1 None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:05:19.947410 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-9654810b-388d-4ee4-a069-5bf1968763b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:19.950854 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9654810b-388d-4ee4-a069-5bf1968763b1 None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:05:19.951421 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-9654810b-388d-4ee4-a069-5bf1968763b1 None None] Bound port: 8dbb0e57-9219-4461-8961-e86daeddb01f, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:05:19.952336 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-9654810b-388d-4ee4-a069-5bf1968763b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:19.958698 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3199e743-0e34-45a2-afde-7cbffbbc654f None None] Pushing event updated for resources: {'Port': ['ID=8dbb0e57-9219-4461-8961-e86daeddb01f,revision_number=2']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:20.032963 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-9654810b-388d-4ee4-a069-5bf1968763b1 None None] For port 8dbb0e57-9219-4461-8961-e86daeddb01f, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:05:20.036829 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-9654810b-388d-4ee4-a069-5bf1968763b1 None None] For port 8dbb0e57-9219-4461-8961-e86daeddb01f, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=8dbb0e57-9219-4461-8961-e86daeddb01f,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:05:20.049938 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-9654810b-388d-4ee4-a069-5bf1968763b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:20.056726 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-7a16a3cd-aa45-4cad-8d35-652555399289 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:20.141373 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3199e743-0e34-45a2-afde-7cbffbbc654f None None] Pushing event updated for resources: {'Port': ['ID=8dbb0e57-9219-4461-8961-e86daeddb01f,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:20.178484 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9654810b-388d-4ee4-a069-5bf1968763b1 None None] Routers {'25dce82d-099d-4cbc-93e6-d99308fb5fb7'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:05:20.179167 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-9654810b-388d-4ee4-a069-5bf1968763b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:05:16Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['25dce82d-099d-4cbc-93e6-d99308fb5fb7'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:20.236805 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-7a16a3cd-aa45-4cad-8d35-652555399289 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:20.248695 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-ccddc244-715f-4780-a60b-7c6fff8fc71b None None] Provisioning complete for port d02fbc1c-b8d5-475a-88a5-f0d9cab7b4b1 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:20.257387 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ccddc244-715f-4780-a60b-7c6fff8fc71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:20.365661 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-ccddc244-715f-4780-a60b-7c6fff8fc71b None None] Port d02fbc1c-b8d5-475a-88a5-f0d9cab7b4b1 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:05:20.377131 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7b4362cd-4d8e-408a-8eb7-cf8552d58eec req-e283d473-511b-4875-87c5-15b46cb385c8 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac6461f-9466-4906-8ff6-ee125b142502 HTTP/1.1" status: 200 len: 210 time: 0.1454730 Oct 19 01:05:20.395768 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-ccddc244-715f-4780-a60b-7c6fff8fc71b None None] Provisioning complete for port b588a3c1-cdcb-4d4f-91e8-93e39c6fca5d triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:20.395768 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ccddc244-715f-4780-a60b-7c6fff8fc71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:20.429467 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-2af15e7e-f112-4695-a443-b15f5a8b6afd admin admin] Allocated IP 172.20.0.1 (4e2ddf57-6f76-49b7-98b9-1cf3f5fabd9a/e6cfa530-1874-4415-a073-bbaeeac66d6a/75e0c630-a9a6-4de9-b9e2-b3b608920636) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:05:20.447565 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b588a3c1-cdcb-4d4f-91e8-93e39c6fca5d up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:05:20.513814 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16a3cd-aa45-4cad-8d35-652555399289 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=088e73c4-e4b4-4241-b573-24c3d0fa7c02,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:20.587015 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-9654810b-388d-4ee4-a069-5bf1968763b1 None None] Set router 25dce82d-099d-4cbc-93e6-d99308fb5fb7 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:05:20.647050 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port b588a3c1-cdcb-4d4f-91e8-93e39c6fca5d triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:20.658344 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:20.721322 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-7a16a3cd-aa45-4cad-8d35-652555399289 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Allocated IP 192.168.233.51 (0e8b4f7b-f3c0-4523-9906-6b9e503fed71/1746bfff-950e-4857-b1bf-6fa3cf804b73/2d79080a-7caf-431d-a8fb-9bff77e01a3d) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:05:20.757615 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-ccddc244-715f-4780-a60b-7c6fff8fc71b None None] Provisioning complete for port e58f4f77-decb-4877-bf00-fd1bcb062682 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:20.758011 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ccddc244-715f-4780-a60b-7c6fff8fc71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:20.893245 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-9654810b-388d-4ee4-a069-5bf1968763b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25dce82d-099d-4cbc-93e6-d99308fb5fb7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1153561283-router', 'tenant_id': 'cf208b506ff9472a835ab9b3fb2b3598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '8dbb0e57-9219-4461-8961-e86daeddb01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:05:14Z', 'updated_at': '2021-10-19T01:05:15Z', 'revision_number': 3, 'project_id': 'cf208b506ff9472a835ab9b3fb2b3598', 'gw_port': {'id': '8dbb0e57-9219-4461-8961-e86daeddb01f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25dce82d-099d-4cbc-93e6-d99308fb5fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:14Z', 'updated_at': '2021-10-19T01:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:20.934806 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9654810b-388d-4ee4-a069-5bf1968763b1 None None] The sync data for ids ['25dce82d-099d-4cbc-93e6-d99308fb5fb7'] in n-d-715271-26 is: [{'id': '25dce82d-099d-4cbc-93e6-d99308fb5fb7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1153561283-router', 'tenant_id': 'cf208b506ff9472a835ab9b3fb2b3598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '8dbb0e57-9219-4461-8961-e86daeddb01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:05:14Z', 'updated_at': '2021-10-19T01:05:15Z', 'revision_number': 3, 'project_id': 'cf208b506ff9472a835ab9b3fb2b3598', 'gw_port': {'id': '8dbb0e57-9219-4461-8961-e86daeddb01f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25dce82d-099d-4cbc-93e6-d99308fb5fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:14Z', 'updated_at': '2021-10-19T01:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:05:20.968211 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device e58f4f77-decb-4877-bf00-fd1bcb062682 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:05:21.040825 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2af15e7e-f112-4695-a443-b15f5a8b6afd admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:21.064807 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2a21c6e9-a052-4106-a4ef-018bc777d6ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:21.087880 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-19a26697-a6be-45ae-8057-ed06a578fa19 req-276e79ef-2c78-4cb3-8464-d023d808503b tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a9ff474-db7f-4b9e-8172-1b5dcddc69f0 HTTP/1.1" status: 200 len: 210 time: 1.1937044 Oct 19 01:05:21.090334 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port e58f4f77-decb-4877-bf00-fd1bcb062682 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:21.090679 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:21.100818 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-2a5fb297-ae99-4a40-972f-63e89a853cce tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:21.102533 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-2a5fb297-ae99-4a40-972f-63e89a853cce tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4055562 Oct 19 01:05:21.124663 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-f5b4366e-e048-4ae8-a62d-16117c05eeed tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Request body: {'port': {'device_id': '0a9ff474-db7f-4b9e-8172-1b5dcddc69f0', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'admin_state_up': True, 'tenant_id': 'c1df04d12a4f4d24b6dac458264a1890'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:21.128909 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-7a16a3cd-aa45-4cad-8d35-652555399289 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:21.186537 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2af15e7e-f112-4695-a443-b15f5a8b6afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:21.217220 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf071aad-069b-4294-b123-37728b972a49 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Router 4c816974-1071-4992-b5b1-865fd31e5125 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:05:21.242375 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af15e7e-f112-4695-a443-b15f5a8b6afd admin admin] Network 4e2ddf57-6f76-49b7-98b9-1cf3f5fabd9a is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:05:21.248156 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-2af15e7e-f112-4695-a443-b15f5a8b6afd admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:21.250501 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af15e7e-f112-4695-a443-b15f5a8b6afd admin admin] Pushing event updated for resources: {'Port': ['ID=75e0c630-a9a6-4de9-b9e2-b3b608920636,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:21.252825 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af15e7e-f112-4695-a443-b15f5a8b6afd admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:05:21.257096 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-7a16a3cd-aa45-4cad-8d35-652555399289 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:21.270556 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-d5c6dd41-6cf0-4cf5-9f7b-0475435e75ec None None] Provisioning complete for port d02fbc1c-b8d5-475a-88a5-f0d9cab7b4b1 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:21.270945 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d5c6dd41-6cf0-4cf5-9f7b-0475435e75ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:21.342866 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-d5c6dd41-6cf0-4cf5-9f7b-0475435e75ec None None] Port d02fbc1c-b8d5-475a-88a5-f0d9cab7b4b1 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:05:21.405643 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-7a16a3cd-aa45-4cad-8d35-652555399289 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:05:21.409211 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2af15e7e-f112-4695-a443-b15f5a8b6afd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:21.414367 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-7a16a3cd-aa45-4cad-8d35-652555399289 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:21.417979 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-7a16a3cd-aa45-4cad-8d35-652555399289 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:05:21.420436 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16a3cd-aa45-4cad-8d35-652555399289 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Pushing event updated for resources: {'Port': ['ID=2d79080a-7caf-431d-a8fb-9bff77e01a3d,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:21.490058 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2a21c6e9-a052-4106-a4ef-018bc777d6ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:21.522946 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2a21c6e9-a052-4106-a4ef-018bc777d6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:21.633214 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21c6e9-a052-4106-a4ef-018bc777d6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d58dbf-6613-4bb0-a261-dd13cfa1b867,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:21.708630 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2a21c6e9-a052-4106-a4ef-018bc777d6ae admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b19609a4b27641ddbf7bd0e8b20bba93&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9337692 Oct 19 01:05:21.715349 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58064) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:21.718275 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf071aad-069b-4294-b123-37728b972a49 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:05:21.725714 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-bf071aad-069b-4294-b123-37728b972a49 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "PUT /v2.0/routers/4c816974-1071-4992-b5b1-865fd31e5125/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1863241 Oct 19 01:05:21.737048 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92df7e4-dfa5-4b6b-8578-c1023cd49b9e None None] Sync routers for ids ['4c816974-1071-4992-b5b1-865fd31e5125'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:05:21.743234 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58066) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:21.788057 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92df7e4-dfa5-4b6b-8578-c1023cd49b9e None None] Routers {'4c816974-1071-4992-b5b1-865fd31e5125'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:05:21.788945 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-d92df7e4-dfa5-4b6b-8578-c1023cd49b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:05:16Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['4c816974-1071-4992-b5b1-865fd31e5125'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:21.811914 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-7a16a3cd-aa45-4cad-8d35-652555399289 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:21.812593 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-7a16a3cd-aa45-4cad-8d35-652555399289 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:21.916748 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-d92df7e4-dfa5-4b6b-8578-c1023cd49b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:21.934977 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-f5b4366e-e048-4ae8-a62d-16117c05eeed tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Made reservation on behalf of c1df04d12a4f4d24b6dac458264a1890 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:05:21.943093 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-f5b4366e-e048-4ae8-a62d-16117c05eeed tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:21.947576 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e8cd4-e9b2-460d-8b1b-18dd267b885c req-4a8152d3-86c6-4347-9078-a3d7c45a4a5f tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:21.949843 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d8e8cd4-e9b2-460d-8b1b-18dd267b885c req-4a8152d3-86c6-4347-9078-a3d7c45a4a5f tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac6461f-9466-4906-8ff6-ee125b142502 HTTP/1.1" status: 200 len: 935 time: 0.3497050 Oct 19 01:05:21.965748 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92df7e4-dfa5-4b6b-8578-c1023cd49b9e None None] Routers {'4c816974-1071-4992-b5b1-865fd31e5125'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:05:21.968887 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-d92df7e4-dfa5-4b6b-8578-c1023cd49b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:05:16Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['4c816974-1071-4992-b5b1-865fd31e5125'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:21.973746 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-f5b4366e-e048-4ae8-a62d-16117c05eeed tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:22.035614 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d8e8cd4-e9b2-460d-8b1b-18dd267b885c req-e12548a3-5bce-405e-9f89-588c2e00fb35 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/security-groups?id=088e73c4-e4b4-4241-b573-24c3d0fa7c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761337 Oct 19 01:05:22.036445 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fb7f3d3a-18e0-4f5f-afaa-0aa57bd0abb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:22.067124 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-7a16a3cd-aa45-4cad-8d35-652555399289 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9312928 Oct 19 01:05:22.076169 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-883c0e86-b05c-4d59-a7bd-815b97f09675 None None] Provisioning complete for port 75e0c630-a9a6-4de9-b9e2-b3b608920636 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:22.077255 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-883c0e86-b05c-4d59-a7bd-815b97f09675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:22.096740 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-3e7185ff-eceb-46ab-8e3b-4eb0f848bb9e service neutron] Request body: {'port': {'device_id': 'cac6461f-9466-4906-8ff6-ee125b142502', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:22.099509 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615358b0-9cc4-40cf-8a0e-9c90fbae5562 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:22.103064 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-615358b0-9cc4-40cf-8a0e-9c90fbae5562 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c816974-1071-4992-b5b1-865fd31e5125 HTTP/1.1" status: 200 len: 989 time: 0.3543839 Oct 19 01:05:22.115651 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58082) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:22.123863 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-d92df7e4-dfa5-4b6b-8578-c1023cd49b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:22.127987 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92df7e4-dfa5-4b6b-8578-c1023cd49b9e None None] The sync data for ids ['4c816974-1071-4992-b5b1-865fd31e5125'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:05:22.174151 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-883c0e86-b05c-4d59-a7bd-815b97f09675 None None] Port 75e0c630-a9a6-4de9-b9e2-b3b608920636 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:05:22.210557 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fb7f3d3a-18e0-4f5f-afaa-0aa57bd0abb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:22.316469 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-c96a2085-ffb1-4940-b852-208d2bee7b71 None None] Provisioning complete for port 2d79080a-7caf-431d-a8fb-9bff77e01a3d triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:22.316843 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c96a2085-ffb1-4940-b852-208d2bee7b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:22.356306 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-418bc854-1b04-4f52-b201-9404a130d074 req-00a9e83a-ff9f-4f08-b609-c1d7c8c9862c tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a9ff474-db7f-4b9e-8172-1b5dcddc69f0 HTTP/1.1" status: 200 len: 210 time: 0.0898399 Oct 19 01:05:22.383682 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2af15e7e-f112-4695-a443-b15f5a8b6afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:22.401791 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-3e7185ff-eceb-46ab-8e3b-4eb0f848bb9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:22.436947 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-c96a2085-ffb1-4940-b852-208d2bee7b71 None None] Port 2d79080a-7caf-431d-a8fb-9bff77e01a3d cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:05:22.474778 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 8dbb0e57-9219-4461-8961-e86daeddb01f up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:05:22.489748 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-f5b4366e-e048-4ae8-a62d-16117c05eeed tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:22.499191 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-f5b4366e-e048-4ae8-a62d-16117c05eeed tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:22.526127 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fb7f3d3a-18e0-4f5f-afaa-0aa57bd0abb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:22.529882 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fb7f3d3a-18e0-4f5f-afaa-0aa57bd0abb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:22.534052 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fb7f3d3a-18e0-4f5f-afaa-0aa57bd0abb5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b3d58dbf-6613-4bb0-a261-dd13cfa1b867 HTTP/1.1" status: 204 len: 168 time: 0.8151531 Oct 19 01:05:22.563878 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f3d3a-18e0-4f5f-afaa-0aa57bd0abb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d58dbf-6613-4bb0-a261-dd13cfa1b867,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:22.580123 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4366e-e048-4ae8-a62d-16117c05eeed tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6a6fa9-62ef-40fa-b8df-61e8faad9264,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:22.611290 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 8dbb0e57-9219-4461-8961-e86daeddb01f triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:22.611666 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:22.794455 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:22.832493 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 8dbb0e57-9219-4461-8961-e86daeddb01f, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=8dbb0e57-9219-4461-8961-e86daeddb01f,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:22.840364 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:22.950998 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=8dbb0e57-9219-4461-8961-e86daeddb01f,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:23.008228 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2af15e7e-f112-4695-a443-b15f5a8b6afd admin admin] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:23.021544 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2af15e7e-f112-4695-a443-b15f5a8b6afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:23.024788 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-f5b4366e-e048-4ae8-a62d-16117c05eeed tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Allocated IP 192.168.233.119 (0e8b4f7b-f3c0-4523-9906-6b9e503fed71/1746bfff-950e-4857-b1bf-6fa3cf804b73/f95c1790-bd45-4a0d-86b4-8d69705c73be) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:05:23.175446 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af15e7e-f112-4695-a443-b15f5a8b6afd admin admin] Pushing event updated for resources: {'Port': ['ID=75e0c630-a9a6-4de9-b9e2-b3b608920636,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:23.186177 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2af15e7e-f112-4695-a443-b15f5a8b6afd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:23.337565 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af15e7e-f112-4695-a443-b15f5a8b6afd admin admin] Network 4e2ddf57-6f76-49b7-98b9-1cf3f5fabd9a is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:05:23.342469 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-2af15e7e-f112-4695-a443-b15f5a8b6afd admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:23.347025 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f64d9-dab3-4f07-849a-119627cd6ac4 req-b736e922-2e65-4ac2-8ae4-95cdb4e9494c tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:23.354663 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-150f64d9-dab3-4f07-849a-119627cd6ac4 req-b736e922-2e65-4ac2-8ae4-95cdb4e9494c tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac6461f-9466-4906-8ff6-ee125b142502 HTTP/1.1" status: 200 len: 935 time: 0.1887372 Oct 19 01:05:23.603652 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d2c253d1-d5f0-48e3-b232-b2e9d762d820 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:23.630937 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-20bbbbf4-6f87-4d96-b65c-1d7960ced88f req-9859a003-f81d-41d1-a021-6e7897aa2a71 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a9ff474-db7f-4b9e-8172-1b5dcddc69f0 HTTP/1.1" status: 200 len: 210 time: 0.1335883 Oct 19 01:05:23.668342 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af15e7e-f112-4695-a443-b15f5a8b6afd admin admin] Router 25dce82d-099d-4cbc-93e6-d99308fb5fb7 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:05:23.760175 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-150f64d9-dab3-4f07-849a-119627cd6ac4 req-1c1b6e9e-6068-4577-b953-bf059f3ac2b6 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/security-groups?id=088e73c4-e4b4-4241-b573-24c3d0fa7c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045210 Oct 19 01:05:23.808615 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-6ac267d5-56b7-4495-a251-4d0d73027fa2 None None] Provisioning complete for port 75e0c630-a9a6-4de9-b9e2-b3b608920636 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:23.809823 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6ac267d5-56b7-4495-a251-4d0d73027fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:23.817059 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-f5b4366e-e048-4ae8-a62d-16117c05eeed tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:23.873353 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-6ac267d5-56b7-4495-a251-4d0d73027fa2 None None] Port 75e0c630-a9a6-4de9-b9e2-b3b608920636 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:05:23.997571 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-f5b4366e-e048-4ae8-a62d-16117c05eeed tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:24.073120 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-f5b4366e-e048-4ae8-a62d-16117c05eeed tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:05:24.080425 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-f5b4366e-e048-4ae8-a62d-16117c05eeed tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:24.084915 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4366e-e048-4ae8-a62d-16117c05eeed tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Pushing event updated for resources: {'Port': ['ID=f95c1790-bd45-4a0d-86b4-8d69705c73be,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:24.088669 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-f5b4366e-e048-4ae8-a62d-16117c05eeed tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:05:24.224433 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-f5b4366e-e048-4ae8-a62d-16117c05eeed tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:24.227343 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-f5b4366e-e048-4ae8-a62d-16117c05eeed tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:24.244188 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-d2c253d1-d5f0-48e3-b232-b2e9d762d820 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Deleting port d02fbc1c-b8d5-475a-88a5-f0d9cab7b4b1 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:05:24.245400 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d2c253d1-d5f0-48e3-b232-b2e9d762d820 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:24.405243 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af15e7e-f112-4695-a443-b15f5a8b6afd admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:05:24.420720 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2af15e7e-f112-4695-a443-b15f5a8b6afd admin admin] 10.222.0.57 "PUT /v2.0/routers/25dce82d-099d-4cbc-93e6-d99308fb5fb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4274895 Oct 19 01:05:24.421622 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c00821-bbf6-46a5-aabf-19900177f16c None None] Sync routers for ids ['25dce82d-099d-4cbc-93e6-d99308fb5fb7'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:05:24.446982 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c00821-bbf6-46a5-aabf-19900177f16c None None] Routers {'25dce82d-099d-4cbc-93e6-d99308fb5fb7'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:05:24.446982 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-b9c00821-bbf6-46a5-aabf-19900177f16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:05:16Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['25dce82d-099d-4cbc-93e6-d99308fb5fb7'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:24.455137 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-f5b4366e-e048-4ae8-a62d-16117c05eeed tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3344092 Oct 19 01:05:24.462704 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 8dbb0e57-9219-4461-8961-e86daeddb01f up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:05:24.470845 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-08450f37-aa3a-4d43-8ba7-9db291611da3 service neutron] Request body: {'port': {'device_id': '0a9ff474-db7f-4b9e-8172-1b5dcddc69f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:24.577597 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d2c253d1-d5f0-48e3-b232-b2e9d762d820 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:24.611985 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-a964e9e9-8bb6-4a67-82aa-8a964538eacc None None] Provisioning complete for port f95c1790-bd45-4a0d-86b4-8d69705c73be triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:24.612755 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a964e9e9-8bb6-4a67-82aa-8a964538eacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:24.647783 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-3e7185ff-eceb-46ab-8e3b-4eb0f848bb9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d79080a-7caf-431d-a8fb-9bff77e01a3d {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:05:24.662769 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-d2c253d1-d5f0-48e3-b232-b2e9d762d820 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Calling delete_port for d02fbc1c-b8d5-475a-88a5-f0d9cab7b4b1 owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:05:24.686241 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-3e7185ff-eceb-46ab-8e3b-4eb0f848bb9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:24.708302 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-a964e9e9-8bb6-4a67-82aa-8a964538eacc None None] Port f95c1790-bd45-4a0d-86b4-8d69705c73be cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:05:24.709651 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-b9c00821-bbf6-46a5-aabf-19900177f16c None None] Set router 25dce82d-099d-4cbc-93e6-d99308fb5fb7 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:05:24.715107 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-08450f37-aa3a-4d43-8ba7-9db291611da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:24.719100 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 8dbb0e57-9219-4461-8961-e86daeddb01f triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:24.724122 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:24.748953 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-3e7185ff-eceb-46ab-8e3b-4eb0f848bb9e service neutron] Transition to ACTIVE for port object 2d79080a-7caf-431d-a8fb-9bff77e01a3d will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:05:24.758502 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-3e7185ff-eceb-46ab-8e3b-4eb0f848bb9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:24.915106 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7185ff-eceb-46ab-8e3b-4eb0f848bb9e service neutron] Pushing event updated for resources: {'Port': ['ID=2d79080a-7caf-431d-a8fb-9bff77e01a3d,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:25.187634 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b7096-0b4e-4e90-abf6-af70668c44c3 req-f53b3529-e687-47ad-ace1-2356a9e177a4 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:25.201398 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c71b7096-0b4e-4e90-abf6-af70668c44c3 req-f53b3529-e687-47ad-ace1-2356a9e177a4 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a9ff474-db7f-4b9e-8172-1b5dcddc69f0 HTTP/1.1" status: 200 len: 936 time: 0.2723105 Oct 19 01:05:25.287168 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-b9c00821-bbf6-46a5-aabf-19900177f16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25dce82d-099d-4cbc-93e6-d99308fb5fb7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1153561283-router', 'tenant_id': 'cf208b506ff9472a835ab9b3fb2b3598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '8dbb0e57-9219-4461-8961-e86daeddb01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:05:14Z', 'updated_at': '2021-10-19T01:05:21Z', 'revision_number': 4, 'project_id': 'cf208b506ff9472a835ab9b3fb2b3598', 'gw_port': {'id': '8dbb0e57-9219-4461-8961-e86daeddb01f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25dce82d-099d-4cbc-93e6-d99308fb5fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:14Z', 'updated_at': '2021-10-19T01:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '75e0c630-a9a6-4de9-b9e2-b3b608920636', 'name': '', 'network_id': '4e2ddf57-6f76-49b7-98b9-1cf3f5fabd9a', 'tenant_id': 'cf208b506ff9472a835ab9b3fb2b3598', 'mac_address': 'fa:16:3e:c8:81:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25dce82d-099d-4cbc-93e6-d99308fb5fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'e6cfa530-1874-4415-a073-bbaeeac66d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:20Z', 'updated_at': '2021-10-19T01:05:22Z', 'revision_number': 2, 'project_id': 'cf208b506ff9472a835ab9b3fb2b3598', 'subnets': [{'id': 'e6cfa530-1874-4415-a073-bbaeeac66d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:25.303641 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c71b7096-0b4e-4e90-abf6-af70668c44c3 req-5a7e520a-6247-4cd8-b806-2473b6cb1a35 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d6a6fa9-62ef-40fa-b8df-61e8faad9264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946810 Oct 19 01:05:25.304868 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-3e7185ff-eceb-46ab-8e3b-4eb0f848bb9e service neutron] Attempting to bind port 2d79080a-7caf-431d-a8fb-9bff77e01a3d on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:05:25.305303 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-3e7185ff-eceb-46ab-8e3b-4eb0f848bb9e service neutron] Attempting to bind port 2d79080a-7caf-431d-a8fb-9bff77e01a3d by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:05:25.307172 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-3e7185ff-eceb-46ab-8e3b-4eb0f848bb9e service neutron] Attempting to bind port 2d79080a-7caf-431d-a8fb-9bff77e01a3d on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:05:25.329648 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-3e7185ff-eceb-46ab-8e3b-4eb0f848bb9e service neutron] Port 2d79080a-7caf-431d-a8fb-9bff77e01a3d on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:05:25.330035 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-3e7185ff-eceb-46ab-8e3b-4eb0f848bb9e service neutron] Attempting to bind port 2d79080a-7caf-431d-a8fb-9bff77e01a3d on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:05:25.339154 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-3e7185ff-eceb-46ab-8e3b-4eb0f848bb9e service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:05:25.339680 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-3e7185ff-eceb-46ab-8e3b-4eb0f848bb9e service neutron] Checking segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:05:25.341066 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-3e7185ff-eceb-46ab-8e3b-4eb0f848bb9e service neutron] Bound using segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:05:25.342390 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-3e7185ff-eceb-46ab-8e3b-4eb0f848bb9e service neutron] Bound port: 2d79080a-7caf-431d-a8fb-9bff77e01a3d, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:05:25.342853 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-3e7185ff-eceb-46ab-8e3b-4eb0f848bb9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:25.365664 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d2c253d1-d5f0-48e3-b232-b2e9d762d820 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:25.374688 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c00821-bbf6-46a5-aabf-19900177f16c None None] Checking router: 25dce82d-099d-4cbc-93e6-d99308fb5fb7 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:05:25.379808 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c00821-bbf6-46a5-aabf-19900177f16c None None] Updating router 25dce82d-099d-4cbc-93e6-d99308fb5fb7 port 75e0c630-a9a6-4de9-b9e2-b3b608920636 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:05:25.420445 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [req-6525d185-f36b-43af-bf9e-9c78a80480ff req-9c31de90-59ae-434b-b121-40e7161e9079 tempest-FloatingIPDetailsNegativeTestJSON-725002381 tempest-FloatingIPDetailsNegativeTestJSON-725002381-project] show failed (client error): The resource could not be found. Oct 19 01:05:25.426102 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6525d185-f36b-43af-bf9e-9c78a80480ff req-9c31de90-59ae-434b-b121-40e7161e9079 tempest-FloatingIPDetailsNegativeTestJSON-725002381 tempest-FloatingIPDetailsNegativeTestJSON-725002381-project] 10.222.0.57 "GET /v2.0/floatingips/fd1239d0-5173-4994-8ac8-da7a236eb3f7 HTTP/1.1" status: 404 len: 350 time: 0.1722791 Oct 19 01:05:25.432502 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-b9c00821-bbf6-46a5-aabf-19900177f16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:25.500620 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58150) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:25.565411 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-3e7185ff-eceb-46ab-8e3b-4eb0f848bb9e service neutron] For port 2d79080a-7caf-431d-a8fb-9bff77e01a3d, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:05:25.596818 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-3e7185ff-eceb-46ab-8e3b-4eb0f848bb9e service neutron] For port 2d79080a-7caf-431d-a8fb-9bff77e01a3d, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=2d79080a-7caf-431d-a8fb-9bff77e01a3d,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:05:25.605127 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-3e7185ff-eceb-46ab-8e3b-4eb0f848bb9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:25.699848 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c253d1-d5f0-48e3-b232-b2e9d762d820 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Port': ['ID=d02fbc1c-b8d5-475a-88a5-f0d9cab7b4b1,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:25.767840 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac39ecc-3580-48a8-86d9-eb5bd70a3ce0 req-ec879f71-51e4-4d41-9883-9bd48853ab13 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:25.779062 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ac39ecc-3580-48a8-86d9-eb5bd70a3ce0 req-ec879f71-51e4-4d41-9883-9bd48853ab13 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac6461f-9466-4906-8ff6-ee125b142502 HTTP/1.1" status: 200 len: 947 time: 0.2378056 Oct 19 01:05:25.854569 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-3e7185ff-eceb-46ab-8e3b-4eb0f848bb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:25.855258 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-3e7185ff-eceb-46ab-8e3b-4eb0f848bb9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:25.869524 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-3e7185ff-eceb-46ab-8e3b-4eb0f848bb9e service neutron] 10.222.0.55 "PUT /v2.0/ports/2d79080a-7caf-431d-a8fb-9bff77e01a3d HTTP/1.1" status: 200 len: 1096 time: 3.7878516 Oct 19 01:05:25.884911 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac6461f-9466-4906-8ff6-ee125b142502', 'tag': '2d79080a-7caf-431d-a8fb-9bff77e01a3d'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:05:25.891192 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff579c24-6262-45e8-a221-b86c065fab85" -d '{"events": [{"name": "network-changed", "server_uuid": "cac6461f-9466-4906-8ff6-ee125b142502", "tag": "2d79080a-7caf-431d-a8fb-9bff77e01a3d"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:05:25.912777 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-b9c00821-bbf6-46a5-aabf-19900177f16c None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:25.940411 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-b9c00821-bbf6-46a5-aabf-19900177f16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:26.010748 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ac39ecc-3580-48a8-86d9-eb5bd70a3ce0 req-d6ddb750-46f5-452e-8a4a-cc53c408544d tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/security-groups?id=088e73c4-e4b4-4241-b573-24c3d0fa7c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273715 Oct 19 01:05:26.012893 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7185ff-eceb-46ab-8e3b-4eb0f848bb9e service neutron] Pushing event updated for resources: {'Port': ['ID=2d79080a-7caf-431d-a8fb-9bff77e01a3d,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:26.064272 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d48e1dd-6af0-4fb2-9f1e-b4a983ce85e2 x-openstack-request-id: req-6d48e1dd-6af0-4fb2-9f1e-b4a983ce85e2 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:05:26.064903 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac6461f-9466-4906-8ff6-ee125b142502", "tag": "2d79080a-7caf-431d-a8fb-9bff77e01a3d", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:05:26.065276 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6d48e1dd-6af0-4fb2-9f1e-b4a983ce85e2 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:05:26.065695 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac6461f-9466-4906-8ff6-ee125b142502', 'tag': '2d79080a-7caf-431d-a8fb-9bff77e01a3d', 'status': 'completed', 'code': 200} Oct 19 01:05:26.095387 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-cc88a25c-6fb0-4c48-8d66-17baea7aa863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:26.096946 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-cc88a25c-6fb0-4c48-8d66-17baea7aa863 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=465142f0e7424e13813183fcd6cf1568&device_id=cac6461f-9466-4906-8ff6-ee125b142502 HTTP/1.1" status: 200 len: 1099 time: 0.1248164 Oct 19 01:05:26.142222 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d2c253d1-d5f0-48e3-b232-b2e9d762d820 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:26.224623 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-b9c00821-bbf6-46a5-aabf-19900177f16c None None] Attempting to bind port 75e0c630-a9a6-4de9-b9e2-b3b608920636 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:05:26.225019 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-b9c00821-bbf6-46a5-aabf-19900177f16c None None] Attempting to bind port 75e0c630-a9a6-4de9-b9e2-b3b608920636 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '5697f335-b0aa-4448-8795-5f56a918062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4e2ddf57-6f76-49b7-98b9-1cf3f5fabd9a'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:05:26.225382 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c00821-bbf6-46a5-aabf-19900177f16c None None] Attempting to bind port 75e0c630-a9a6-4de9-b9e2-b3b608920636 on network 4e2ddf57-6f76-49b7-98b9-1cf3f5fabd9a {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:05:26.233772 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c00821-bbf6-46a5-aabf-19900177f16c None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:05:26.234195 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c00821-bbf6-46a5-aabf-19900177f16c None None] Checking segment: {'id': '5697f335-b0aa-4448-8795-5f56a918062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4e2ddf57-6f76-49b7-98b9-1cf3f5fabd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:05:26.234553 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-b9c00821-bbf6-46a5-aabf-19900177f16c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:26.234945 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c00821-bbf6-46a5-aabf-19900177f16c None None] Bound using segment: {'id': '5697f335-b0aa-4448-8795-5f56a918062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4e2ddf57-6f76-49b7-98b9-1cf3f5fabd9a'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:05:26.235424 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-b9c00821-bbf6-46a5-aabf-19900177f16c None None] Bound port: 75e0c630-a9a6-4de9-b9e2-b3b608920636, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5697f335-b0aa-4448-8795-5f56a918062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4e2ddf57-6f76-49b7-98b9-1cf3f5fabd9a'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:05:26.235841 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-b9c00821-bbf6-46a5-aabf-19900177f16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:26.244421 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-7680f7dd-e026-45fa-bdd9-db4ccbd4932e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=2d79080a-7caf-431d-a8fb-9bff77e01a3d HTTP/1.1" status: 200 len: 217 time: 0.1342733 Oct 19 01:05:26.346806 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-b9c00821-bbf6-46a5-aabf-19900177f16c None None] For port 75e0c630-a9a6-4de9-b9e2-b3b608920636, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:05:26.350446 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-b9c00821-bbf6-46a5-aabf-19900177f16c None None] For port 75e0c630-a9a6-4de9-b9e2-b3b608920636, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=75e0c630-a9a6-4de9-b9e2-b3b608920636,segment=NetworkSegment(5697f335-b0aa-4448-8795-5f56a918062a),segment_id=5697f335-b0aa-4448-8795-5f56a918062a)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:05:26.359922 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-b9c00821-bbf6-46a5-aabf-19900177f16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:26.378430 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a790355-97b5-4dbc-8714-48bf447801e9 None None] Pushing event updated for resources: {'Port': ['ID=75e0c630-a9a6-4de9-b9e2-b3b608920636,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:26.407928 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-de24369c-7e19-4c07-bb8a-67e1dd6fdde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:26.413634 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-de24369c-7e19-4c07-bb8a-67e1dd6fdde6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.1624551 Oct 19 01:05:26.501099 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a790355-97b5-4dbc-8714-48bf447801e9 None None] Pushing event updated for resources: {'Port': ['ID=75e0c630-a9a6-4de9-b9e2-b3b608920636,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:26.537955 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c00821-bbf6-46a5-aabf-19900177f16c None None] Routers {'25dce82d-099d-4cbc-93e6-d99308fb5fb7'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:05:26.538887 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-b9c00821-bbf6-46a5-aabf-19900177f16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:05:16Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['25dce82d-099d-4cbc-93e6-d99308fb5fb7'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:26.613847 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58180) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:26.624563 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-e4858b8d-5cb5-4f8d-a5bc-98b6fc89601e None None] Provisioning complete for port 75e0c630-a9a6-4de9-b9e2-b3b608920636 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:26.625153 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e4858b8d-5cb5-4f8d-a5bc-98b6fc89601e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:26.713460 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182eae8-21ed-4456-a1be-16c6828719a1 req-84c14933-a944-40be-ab3c-c74a0fe38f93 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:26.717788 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5182eae8-21ed-4456-a1be-16c6828719a1 req-84c14933-a944-40be-ab3c-c74a0fe38f93 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a9ff474-db7f-4b9e-8172-1b5dcddc69f0 HTTP/1.1" status: 200 len: 936 time: 0.2771058 Oct 19 01:05:26.735336 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-1df49da4-45e4-454f-a885-0c807f4723d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:26.741308 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-1df49da4-45e4-454f-a885-0c807f4723d0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3179533 Oct 19 01:05:26.816566 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-b9c00821-bbf6-46a5-aabf-19900177f16c None None] Set router 25dce82d-099d-4cbc-93e6-d99308fb5fb7 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:05:26.817824 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e4858b8d-5cb5-4f8d-a5bc-98b6fc89601e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:26.925753 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-e4858b8d-5cb5-4f8d-a5bc-98b6fc89601e None None] For port 75e0c630-a9a6-4de9-b9e2-b3b608920636, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=75e0c630-a9a6-4de9-b9e2-b3b608920636,segment=NetworkSegment(5697f335-b0aa-4448-8795-5f56a918062a),segment_id=5697f335-b0aa-4448-8795-5f56a918062a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:26.931757 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:26.953587 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e4858b8d-5cb5-4f8d-a5bc-98b6fc89601e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:26.974142 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5182eae8-21ed-4456-a1be-16c6828719a1 req-b082cdc3-b65c-4137-8807-622ccf1451ab tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d6a6fa9-62ef-40fa-b8df-61e8faad9264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315259 Oct 19 01:05:27.038931 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-39496c00-8e41-4997-a781-9d6bc67d9e52 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845294 Oct 19 01:05:27.094391 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4858b8d-5cb5-4f8d-a5bc-98b6fc89601e None None] Pushing event updated for resources: {'Port': ['ID=75e0c630-a9a6-4de9-b9e2-b3b608920636,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:27.129867 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-d0fab198-e298-46f9-97c5-e4c53cc9c806 None None] Provisioning complete for port 75e0c630-a9a6-4de9-b9e2-b3b608920636 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:27.130395 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e00518b4-5b9b-483c-91bf-f0bd90092977 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:27.146706 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d0fab198-e298-46f9-97c5-e4c53cc9c806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:27.201753 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9fb0b60b-f853-47c7-b8e4-e52843b4b590 req-9b500caa-db3a-417a-8804-8fcd7db7e45e service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550865 Oct 19 01:05:27.215942 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c253d1-d5f0-48e3-b232-b2e9d762d820 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Router 4c816974-1071-4992-b5b1-865fd31e5125 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:05:27.370709 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff579c24-6262-45e8-a221-b86c065fab85 req-c9ace9f0-a14f-43f5-ad1a-4f23767f9d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:27.374016 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ff579c24-6262-45e8-a221-b86c065fab85 req-c9ace9f0-a14f-43f5-ad1a-4f23767f9d82 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=465142f0e7424e13813183fcd6cf1568&device_id=cac6461f-9466-4906-8ff6-ee125b142502 HTTP/1.1" status: 200 len: 1099 time: 0.1077912 Oct 19 01:05:27.389797 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-b9c00821-bbf6-46a5-aabf-19900177f16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25dce82d-099d-4cbc-93e6-d99308fb5fb7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1153561283-router', 'tenant_id': 'cf208b506ff9472a835ab9b3fb2b3598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '8dbb0e57-9219-4461-8961-e86daeddb01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:05:14Z', 'updated_at': '2021-10-19T01:05:21Z', 'revision_number': 4, 'project_id': 'cf208b506ff9472a835ab9b3fb2b3598', 'gw_port': {'id': '8dbb0e57-9219-4461-8961-e86daeddb01f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25dce82d-099d-4cbc-93e6-d99308fb5fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:14Z', 'updated_at': '2021-10-19T01:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '75e0c630-a9a6-4de9-b9e2-b3b608920636', 'name': '', 'network_id': '4e2ddf57-6f76-49b7-98b9-1cf3f5fabd9a', 'tenant_id': 'cf208b506ff9472a835ab9b3fb2b3598', 'mac_address': 'fa:16:3e:c8:81:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25dce82d-099d-4cbc-93e6-d99308fb5fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'e6cfa530-1874-4415-a073-bbaeeac66d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:20Z', 'updated_at': '2021-10-19T01:05:26Z', 'revision_number': 4, 'project_id': 'cf208b506ff9472a835ab9b3fb2b3598', 'subnets': [{'id': 'e6cfa530-1874-4415-a073-bbaeeac66d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:27.431201 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209a1d1-90c1-41b9-a9cc-17c81e10a496 req-a4288e85-b214-4bb6-99c6-8c5525c22853 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:27.432823 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d209a1d1-90c1-41b9-a9cc-17c81e10a496 req-a4288e85-b214-4bb6-99c6-8c5525c22853 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac6461f-9466-4906-8ff6-ee125b142502 HTTP/1.1" status: 200 len: 947 time: 0.2363446 Oct 19 01:05:27.437538 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c00821-bbf6-46a5-aabf-19900177f16c None None] The sync data for ids ['25dce82d-099d-4cbc-93e6-d99308fb5fb7'] in n-d-715271-26 is: [{'id': '25dce82d-099d-4cbc-93e6-d99308fb5fb7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1153561283-router', 'tenant_id': 'cf208b506ff9472a835ab9b3fb2b3598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '8dbb0e57-9219-4461-8961-e86daeddb01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:05:14Z', 'updated_at': '2021-10-19T01:05:21Z', 'revision_number': 4, 'project_id': 'cf208b506ff9472a835ab9b3fb2b3598', 'gw_port': {'id': '8dbb0e57-9219-4461-8961-e86daeddb01f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25dce82d-099d-4cbc-93e6-d99308fb5fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:14Z', 'updated_at': '2021-10-19T01:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '75e0c630-a9a6-4de9-b9e2-b3b608920636', 'name': '', 'network_id': '4e2ddf57-6f76-49b7-98b9-1cf3f5fabd9a', 'tenant_id': 'cf208b506ff9472a835ab9b3fb2b3598', 'mac_address': 'fa:16:3e:c8:81:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25dce82d-099d-4cbc-93e6-d99308fb5fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'e6cfa530-1874-4415-a073-bbaeeac66d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:20Z', 'updated_at': '2021-10-19T01:05:26Z', 'revision_number': 4, 'project_id': 'cf208b506ff9472a835ab9b3fb2b3598', 'subnets': [{'id': 'e6cfa530-1874-4415-a073-bbaeeac66d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:05:27.638830 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-08450f37-aa3a-4d43-8ba7-9db291611da3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f95c1790-bd45-4a0d-86b4-8d69705c73be {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:05:27.641301 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff579c24-6262-45e8-a221-b86c065fab85 req-87fe8c1a-da4d-4be7-94c4-ab35c7d42fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:27.642925 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ff579c24-6262-45e8-a221-b86c065fab85 req-87fe8c1a-da4d-4be7-94c4-ab35c7d42fec service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.2600110 Oct 19 01:05:27.651043 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-08450f37-aa3a-4d43-8ba7-9db291611da3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:27.703884 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ff579c24-6262-45e8-a221-b86c065fab85 req-ff74c14e-1fb6-45b2-bd97-6f86e705b281 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=2d79080a-7caf-431d-a8fb-9bff77e01a3d HTTP/1.1" status: 200 len: 217 time: 0.0528626 Oct 19 01:05:27.781447 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff579c24-6262-45e8-a221-b86c065fab85 req-733d72fb-f5ec-44a4-8837-da52d21c8c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:27.784417 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ff579c24-6262-45e8-a221-b86c065fab85 req-733d72fb-f5ec-44a4-8837-da52d21c8c7a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0723307 Oct 19 01:05:27.789289 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-08450f37-aa3a-4d43-8ba7-9db291611da3 service neutron] Transition to ACTIVE for port object f95c1790-bd45-4a0d-86b4-8d69705c73be will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:05:27.792055 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e00518b4-5b9b-483c-91bf-f0bd90092977 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:27.820279 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e00518b4-5b9b-483c-91bf-f0bd90092977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:27.822724 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-08450f37-aa3a-4d43-8ba7-9db291611da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:27.877276 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff579c24-6262-45e8-a221-b86c065fab85 req-b0f89e77-e506-434d-a4a7-26e29e6e3163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:27.877455 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ff579c24-6262-45e8-a221-b86c065fab85 req-b0f89e77-e506-434d-a4a7-26e29e6e3163 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0825624 Oct 19 01:05:28.046558 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08450f37-aa3a-4d43-8ba7-9db291611da3 service neutron] Pushing event updated for resources: {'Port': ['ID=f95c1790-bd45-4a0d-86b4-8d69705c73be,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:28.063595 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c253d1-d5f0-48e3-b232-b2e9d762d820 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:05:28.076836 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d2c253d1-d5f0-48e3-b232-b2e9d762d820 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "PUT /v2.0/routers/4c816974-1071-4992-b5b1-865fd31e5125/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9565277 Oct 19 01:05:28.076836 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00518b4-5b9b-483c-91bf-f0bd90092977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79a12d7-c923-4b48-be42-41a80c4c6ef9,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:28.080116 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ff579c24-6262-45e8-a221-b86c065fab85 req-b6df7453-66af-48b1-9bf4-1ebc8d8f7b7f service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946676 Oct 19 01:05:28.080607 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58202) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:28.083849 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d83e551-8b4f-4095-a896-dfb9e2c0f50b None None] Sync routers for ids ['4c816974-1071-4992-b5b1-865fd31e5125'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:05:28.125615 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d83e551-8b4f-4095-a896-dfb9e2c0f50b None None] Routers {'4c816974-1071-4992-b5b1-865fd31e5125'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:05:28.129104 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6d83e551-8b4f-4095-a896-dfb9e2c0f50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:05:16Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['4c816974-1071-4992-b5b1-865fd31e5125'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:28.163880 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e7e8b3-7bfe-4076-badb-e78b1697a999 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] GET failed (client error): The resource could not be found. Oct 19 01:05:28.171635 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e9e7e8b3-7bfe-4076-badb-e78b1697a999 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "GET /v2.0/ports/d02fbc1c-b8d5-475a-88a5-f0d9cab7b4b1 HTTP/1.1" status: 404 len: 333 time: 0.0876718 Oct 19 01:05:28.195088 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58204) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:28.213349 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6d83e551-8b4f-4095-a896-dfb9e2c0f50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:28.242448 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d83e551-8b4f-4095-a896-dfb9e2c0f50b None None] Routers {'4c816974-1071-4992-b5b1-865fd31e5125'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:05:28.243353 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6d83e551-8b4f-4095-a896-dfb9e2c0f50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:05:16Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['4c816974-1071-4992-b5b1-865fd31e5125'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:28.362712 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6d83e551-8b4f-4095-a896-dfb9e2c0f50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:28.363390 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d83e551-8b4f-4095-a896-dfb9e2c0f50b None None] The sync data for ids ['4c816974-1071-4992-b5b1-865fd31e5125'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:05:28.442218 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-08450f37-aa3a-4d43-8ba7-9db291611da3 service neutron] Attempting to bind port f95c1790-bd45-4a0d-86b4-8d69705c73be on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:05:28.442697 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-08450f37-aa3a-4d43-8ba7-9db291611da3 service neutron] Attempting to bind port f95c1790-bd45-4a0d-86b4-8d69705c73be by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:05:28.442869 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-08450f37-aa3a-4d43-8ba7-9db291611da3 service neutron] Attempting to bind port f95c1790-bd45-4a0d-86b4-8d69705c73be on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:05:28.449717 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-08450f37-aa3a-4d43-8ba7-9db291611da3 service neutron] Port f95c1790-bd45-4a0d-86b4-8d69705c73be on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:05:28.450035 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-08450f37-aa3a-4d43-8ba7-9db291611da3 service neutron] Attempting to bind port f95c1790-bd45-4a0d-86b4-8d69705c73be on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:05:28.459211 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-08450f37-aa3a-4d43-8ba7-9db291611da3 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:05:28.459468 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-08450f37-aa3a-4d43-8ba7-9db291611da3 service neutron] Checking segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:05:28.459859 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-08450f37-aa3a-4d43-8ba7-9db291611da3 service neutron] Bound using segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:05:28.460289 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-08450f37-aa3a-4d43-8ba7-9db291611da3 service neutron] Bound port: f95c1790-bd45-4a0d-86b4-8d69705c73be, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:05:28.460641 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-08450f37-aa3a-4d43-8ba7-9db291611da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:28.482638 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 75e0c630-a9a6-4de9-b9e2-b3b608920636 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:05:28.502444 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d209a1d1-90c1-41b9-a9cc-17c81e10a496 req-b7c858cd-19b0-43a5-9ee0-eb39c95c9c26 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/security-groups?id=088e73c4-e4b4-4241-b573-24c3d0fa7c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0428774 Oct 19 01:05:28.507852 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e00518b4-5b9b-483c-91bf-f0bd90092977 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c295a314401c4bcdbac521a30bcff949&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8851895 Oct 19 01:05:28.538037 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58208) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:28.579692 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 75e0c630-a9a6-4de9-b9e2-b3b608920636 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:28.580246 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:28.601538 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d3dbc9fa-a813-45d5-b918-5fe215946f92 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:28.657159 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-08450f37-aa3a-4d43-8ba7-9db291611da3 service neutron] For port f95c1790-bd45-4a0d-86b4-8d69705c73be, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:05:28.682322 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-08450f37-aa3a-4d43-8ba7-9db291611da3 service neutron] For port f95c1790-bd45-4a0d-86b4-8d69705c73be, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=f95c1790-bd45-4a0d-86b4-8d69705c73be,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:05:28.690991 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c243e-7ceb-4d4f-95e8-3008dfcd1785 req-aac5125b-b059-460d-8512-6df3498bc65a tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:28.693628 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-08450f37-aa3a-4d43-8ba7-9db291611da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:28.703543 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4e6c243e-7ceb-4d4f-95e8-3008dfcd1785 req-aac5125b-b059-460d-8512-6df3498bc65a tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a9ff474-db7f-4b9e-8172-1b5dcddc69f0 HTTP/1.1" status: 200 len: 948 time: 0.5329328 Oct 19 01:05:28.768154 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-08450f37-aa3a-4d43-8ba7-9db291611da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:28.768732 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-08450f37-aa3a-4d43-8ba7-9db291611da3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:28.780659 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-08450f37-aa3a-4d43-8ba7-9db291611da3 service neutron] 10.222.0.55 "PUT /v2.0/ports/f95c1790-bd45-4a0d-86b4-8d69705c73be HTTP/1.1" status: 200 len: 1097 time: 4.3141689 Oct 19 01:05:28.800445 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a9ff474-db7f-4b9e-8172-1b5dcddc69f0', 'tag': 'f95c1790-bd45-4a0d-86b4-8d69705c73be'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:05:28.803870 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14be5806-f3ae-4d87-9334-259e38d57f80" -d '{"events": [{"name": "network-changed", "server_uuid": "0a9ff474-db7f-4b9e-8172-1b5dcddc69f0", "tag": "f95c1790-bd45-4a0d-86b4-8d69705c73be"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:05:28.891076 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6c343d-4007-42f3-9893-bdda567bc87c x-openstack-request-id: req-0d6c343d-4007-42f3-9893-bdda567bc87c {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:05:28.891363 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a9ff474-db7f-4b9e-8172-1b5dcddc69f0", "tag": "f95c1790-bd45-4a0d-86b4-8d69705c73be", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:05:28.891722 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0d6c343d-4007-42f3-9893-bdda567bc87c {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:05:28.894438 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a9ff474-db7f-4b9e-8172-1b5dcddc69f0', 'tag': 'f95c1790-bd45-4a0d-86b4-8d69705c73be', 'status': 'completed', 'code': 200} Oct 19 01:05:28.953251 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08450f37-aa3a-4d43-8ba7-9db291611da3 service neutron] Pushing event updated for resources: {'Port': ['ID=f95c1790-bd45-4a0d-86b4-8d69705c73be,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:29.016291 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4e6c243e-7ceb-4d4f-95e8-3008dfcd1785 req-533dfb22-e557-4ac0-ac58-0e64ded6ecc8 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d6a6fa9-62ef-40fa-b8df-61e8faad9264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089628 Oct 19 01:05:29.035082 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-04835013-d4ba-4ae7-b62c-6256d19cc4ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:29.040118 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-fb814ade-43d6-43a9-a1c5-3e3483844adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:29.041963 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-fb814ade-43d6-43a9-a1c5-3e3483844adb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c1df04d12a4f4d24b6dac458264a1890&device_id=0a9ff474-db7f-4b9e-8172-1b5dcddc69f0 HTTP/1.1" status: 200 len: 1100 time: 0.1963556 Oct 19 01:05:29.062119 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-04835013-d4ba-4ae7-b62c-6256d19cc4ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:29.114241 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-35340102-b622-4f8f-bf1e-c4c05f3e432d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=f95c1790-bd45-4a0d-86b4-8d69705c73be HTTP/1.1" status: 200 len: 217 time: 0.0592887 Oct 19 01:05:29.120892 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:29.197087 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-82f04e61-7172-4994-9d18-649c93674c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:29.198748 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-82f04e61-7172-4994-9d18-649c93674c7a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0697803 Oct 19 01:05:29.203313 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-507ad6ca-e9e4-439c-9b7c-644305303e2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:29.279235 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d3dbc9fa-a813-45d5-b918-5fe215946f92 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:29.282139 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d3dbc9fa-a813-45d5-b918-5fe215946f92 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:29.313083 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-b498d1ed-eb2b-4069-a3f0-704fac3d27d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:29.314759 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-b498d1ed-eb2b-4069-a3f0-704fac3d27d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1073802 Oct 19 01:05:29.360719 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d3dbc9fa-a813-45d5-b918-5fe215946f92 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:29.363353 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3dbc9fa-a813-45d5-b918-5fe215946f92 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Fanout notify agent at l3_agent the message router_deleted on router 4c816974-1071-4992-b5b1-865fd31e5125 {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:05:29.377376 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d3dbc9fa-a813-45d5-b918-5fe215946f92 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:29.378816 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d3dbc9fa-a813-45d5-b918-5fe215946f92 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/routers/4c816974-1071-4992-b5b1-865fd31e5125 HTTP/1.1" status: 204 len: 168 time: 1.1823728 Oct 19 01:05:29.381382 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-04835013-d4ba-4ae7-b62c-6256d19cc4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:29.384778 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-04835013-d4ba-4ae7-b62c-6256d19cc4ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:29.386103 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58216) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:29.403085 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-04835013-d4ba-4ae7-b62c-6256d19cc4ab admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c79a12d7-c923-4b48-be42-41a80c4c6ef9 HTTP/1.1" status: 204 len: 168 time: 0.8458843 Oct 19 01:05:29.410578 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ff579c24-6262-45e8-a221-b86c065fab85 req-3ac8c6d4-414d-4105-bb76-8b0e3621de8b service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2375028 Oct 19 01:05:29.440524 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04835013-d4ba-4ae7-b62c-6256d19cc4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79a12d7-c923-4b48-be42-41a80c4c6ef9,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:29.524204 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba1485f0-db1a-4ff2-9dd2-48bea32ec63c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Deleting subnet 8d5d04c5-2b0b-4b89-ae81-ecf1903d962c {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:05:29.546715 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ba1485f0-db1a-4ff2-9dd2-48bea32ec63c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:29.711427 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ba1485f0-db1a-4ff2-9dd2-48bea32ec63c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:29.812937 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-3d02849d-b8d1-4037-bce2-2846a2e62555 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633226 Oct 19 01:05:29.815881 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58228) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:29.832512 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13018688-0e6d-439b-85c3-d600c1f7a49b req-5d867937-ff05-4a37-ac09-beffe6adc8af tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:29.832752 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-074b97aa-b970-40c9-9534-cd15914490a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:29.834028 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-13018688-0e6d-439b-85c3-d600c1f7a49b req-5d867937-ff05-4a37-ac09-beffe6adc8af tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac6461f-9466-4906-8ff6-ee125b142502 HTTP/1.1" status: 200 len: 947 time: 0.2016227 Oct 19 01:05:29.927202 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-074b97aa-b970-40c9-9534-cd15914490a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:29.933309 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-074b97aa-b970-40c9-9534-cd15914490a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:29.973907 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ba1485f0-db1a-4ff2-9dd2-48bea32ec63c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:29.977223 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b97aa-b970-40c9-9534-cd15914490a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592e25c4-a694-49c1-8fac-585986dc76b1,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:29.983189 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-074b97aa-b970-40c9-9534-cd15914490a1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=06ca43968c10474bb6db38436a98a7aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1658928 Oct 19 01:05:29.986166 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58234) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:30.018344 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-13018688-0e6d-439b-85c3-d600c1f7a49b req-b12ebeec-0312-4599-9fab-cd0f4b8e3b51 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/security-groups?id=088e73c4-e4b4-4241-b573-24c3d0fa7c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675463 Oct 19 01:05:30.057815 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-64f508b5-a6cd-4be8-9329-e5f12ffb41cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:30.073390 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b6276e34-8784-4e21-a2bf-da04940adb84 req-3354bba0-ee0a-4da2-a27d-1025c32e2be3 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368848 Oct 19 01:05:30.096051 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-64f508b5-a6cd-4be8-9329-e5f12ffb41cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:30.154827 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ba1485f0-db1a-4ff2-9dd2-48bea32ec63c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:30.161038 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-64f508b5-a6cd-4be8-9329-e5f12ffb41cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:30.163893 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-64f508b5-a6cd-4be8-9329-e5f12ffb41cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:30.167298 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-64f508b5-a6cd-4be8-9329-e5f12ffb41cf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/592e25c4-a694-49c1-8fac-585986dc76b1 HTTP/1.1" status: 204 len: 168 time: 0.1778693 Oct 19 01:05:30.174984 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f508b5-a6cd-4be8-9329-e5f12ffb41cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592e25c4-a694-49c1-8fac-585986dc76b1,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:30.219305 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1485f0-db1a-4ff2-9dd2-48bea32ec63c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Subnet': ['ID=8d5d04c5-2b0b-4b89-ae81-ecf1903d962c,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:30.252045 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ba1485f0-db1a-4ff2-9dd2-48bea32ec63c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:30.255082 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b8d00e-e4d9-4c89-88fc-65f8293f63d7 None None] Network 9999f265-9a9b-4114-87fb-0c04b69d62be requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:05:30.255819 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ba1485f0-db1a-4ff2-9dd2-48bea32ec63c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/subnets/8d5d04c5-2b0b-4b89-ae81-ecf1903d962c HTTP/1.1" status: 204 len: 168 time: 0.8682456 Oct 19 01:05:30.258579 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58246) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:30.272960 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-507ad6ca-e9e4-439c-9b7c-644305303e2c admin admin] Deleting port 75e0c630-a9a6-4de9-b9e2-b3b608920636 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:05:30.273124 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-507ad6ca-e9e4-439c-9b7c-644305303e2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:30.283077 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9869dd3-4cad-42bc-bca2-bed630dc7540 req-46021555-8ada-4f58-98ba-1826ab8f0e90 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:30.284634 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c9869dd3-4cad-42bc-bca2-bed630dc7540 req-46021555-8ada-4f58-98ba-1826ab8f0e90 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a9ff474-db7f-4b9e-8172-1b5dcddc69f0 HTTP/1.1" status: 200 len: 948 time: 0.1435785 Oct 19 01:05:30.321597 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be5806-f3ae-4d87-9334-259e38d57f80 req-c9ba15cf-d55b-4e21-86fd-04cd17c93534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:30.323114 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-14be5806-f3ae-4d87-9334-259e38d57f80 req-c9ba15cf-d55b-4e21-86fd-04cd17c93534 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c1df04d12a4f4d24b6dac458264a1890&device_id=0a9ff474-db7f-4b9e-8172-1b5dcddc69f0 HTTP/1.1" status: 200 len: 1100 time: 0.1921768 Oct 19 01:05:30.369074 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bf5ff993-3f21-476f-a627-327aea3245cf tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:30.439016 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be5806-f3ae-4d87-9334-259e38d57f80 req-bce09c9f-7e73-4fc1-923f-d2a9b2a241e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:30.440699 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-14be5806-f3ae-4d87-9334-259e38d57f80 req-bce09c9f-7e73-4fc1-923f-d2a9b2a241e0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.1092503 Oct 19 01:05:30.447425 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-bf5ff993-3f21-476f-a627-327aea3245cf tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Deleting port e58f4f77-decb-4877-bf00-fd1bcb062682 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:05:30.448302 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bf5ff993-3f21-476f-a627-327aea3245cf tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:30.497826 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c9869dd3-4cad-42bc-bca2-bed630dc7540 req-4cc07d08-78b4-4776-bb51-27c675d33528 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d6a6fa9-62ef-40fa-b8df-61e8faad9264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958320 Oct 19 01:05:30.499064 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-14be5806-f3ae-4d87-9334-259e38d57f80 req-ed196d39-4765-4507-bcbc-01b919a4f485 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=f95c1790-bd45-4a0d-86b4-8d69705c73be HTTP/1.1" status: 200 len: 217 time: 0.0435071 Oct 19 01:05:30.556132 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-bf5ff993-3f21-476f-a627-327aea3245cf tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] For port e58f4f77-decb-4877-bf00-fd1bcb062682, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=e58f4f77-decb-4877-bf00-fd1bcb062682,segment=NetworkSegment(82054f2a-4d5e-4729-a40f-875474d40411),segment_id=82054f2a-4d5e-4729-a40f-875474d40411)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:30.563314 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bf5ff993-3f21-476f-a627-327aea3245cf tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:30.581250 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-bf5ff993-3f21-476f-a627-327aea3245cf tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Calling delete_port for e58f4f77-decb-4877-bf00-fd1bcb062682 owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:05:30.600593 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b33df73-db8e-4bc3-8895-f636025bcdc6 None None] DHCP port deletion for 9999f265-9a9b-4114-87fb-0c04b69d62be request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:05:30.629404 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be5806-f3ae-4d87-9334-259e38d57f80 req-836c9ef0-8a74-4c31-8f9e-803a424f4f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:30.631887 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-14be5806-f3ae-4d87-9334-259e38d57f80 req-836c9ef0-8a74-4c31-8f9e-803a424f4f50 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0997324 Oct 19 01:05:30.634187 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-507ad6ca-e9e4-439c-9b7c-644305303e2c admin admin] For port 75e0c630-a9a6-4de9-b9e2-b3b608920636, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=75e0c630-a9a6-4de9-b9e2-b3b608920636,segment=NetworkSegment(5697f335-b0aa-4448-8795-5f56a918062a),segment_id=5697f335-b0aa-4448-8795-5f56a918062a)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:30.634761 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-507ad6ca-e9e4-439c-9b7c-644305303e2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:30.683348 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-507ad6ca-e9e4-439c-9b7c-644305303e2c admin admin] Calling delete_port for 75e0c630-a9a6-4de9-b9e2-b3b608920636 owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:05:30.705596 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be5806-f3ae-4d87-9334-259e38d57f80 req-9af6f897-541c-42cd-94e7-f811287d3acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:30.707769 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-14be5806-f3ae-4d87-9334-259e38d57f80 req-9af6f897-541c-42cd-94e7-f811287d3acd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0691509 Oct 19 01:05:30.730548 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-1b33df73-db8e-4bc3-8895-f636025bcdc6 None None] Deleting port e58f4f77-decb-4877-bf00-fd1bcb062682 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:05:30.731039 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1b33df73-db8e-4bc3-8895-f636025bcdc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:30.798547 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bf5ff993-3f21-476f-a627-327aea3245cf tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:30.873917 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5ff993-3f21-476f-a627-327aea3245cf tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] No DVR routers for this DVR port e58f4f77-decb-4877-bf00-fd1bcb062682 on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:05:30.875997 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ff993-3f21-476f-a627-327aea3245cf tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Port': ['ID=e58f4f77-decb-4877-bf00-fd1bcb062682,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:30.877783 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-1b33df73-db8e-4bc3-8895-f636025bcdc6 None None] For port e58f4f77-decb-4877-bf00-fd1bcb062682, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=e58f4f77-decb-4877-bf00-fd1bcb062682,segment=NetworkSegment(82054f2a-4d5e-4729-a40f-875474d40411),segment_id=82054f2a-4d5e-4729-a40f-875474d40411)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:30.878184 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1b33df73-db8e-4bc3-8895-f636025bcdc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:30.916132 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-1b33df73-db8e-4bc3-8895-f636025bcdc6 None None] Calling delete_port for e58f4f77-decb-4877-bf00-fd1bcb062682 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:05:31.037341 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1b33df73-db8e-4bc3-8895-f636025bcdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:31.038149 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bf5ff993-3f21-476f-a627-327aea3245cf tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:31.074857 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33df73-db8e-4bc3-8895-f636025bcdc6 None None] Pushing event deleted for resources: {'Port': ['ID=e58f4f77-decb-4877-bf00-fd1bcb062682,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:31.087914 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b33df73-db8e-4bc3-8895-f636025bcdc6 None None] No DVR routers for this DVR port e58f4f77-decb-4877-bf00-fd1bcb062682 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:05:31.143534 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-bf5ff993-3f21-476f-a627-327aea3245cf tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9999f265-9a9b-4114-87fb-0c04b69d62be']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:31.168527 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-bf5ff993-3f21-476f-a627-327aea3245cf tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82054f2a-4d5e-4729-a40f-875474d40411') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:31.168813 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-bf5ff993-3f21-476f-a627-327aea3245cf tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82054f2a-4d5e-4729-a40f-875474d40411') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:31.247422 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bf5ff993-3f21-476f-a627-327aea3245cf tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:31.268417 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bf5ff993-3f21-476f-a627-327aea3245cf tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:31.280173 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5ff993-3f21-476f-a627-327aea3245cf tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:05:31.280841 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bf5ff993-3f21-476f-a627-327aea3245cf tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:31.284670 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:05:31.284670 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:05:31.284670 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:05:31.284670 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:05:31.284670 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:05:31.284670 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:05:31.284670 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:05:31.284670 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:05:31.284670 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:05:31.284670 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:05:31.284670 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:05:31.284670 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:05:31.284670 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:05:31.284670 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:05:31.284670 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:05:31.284670 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:05:31.284670 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:05:31.284670 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:05:31.284670 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:05:31.284670 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:05:31.284670 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:05:31.284670 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:05:31.284670 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:05:31.284670 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:05:31.284670 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:05:31.284670 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:05:31.284670 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:05:31.284670 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:05:31.284670 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:05:31.284670 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:05:31.284670 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:05:31.284670 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:05:31.362493 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f205be1-791c-469d-903d-9a145b55271f req-2881a7e2-6486-4417-bc35-f99df67d3a5b tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:31.364155 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0f205be1-791c-469d-903d-9a145b55271f req-2881a7e2-6486-4417-bc35-f99df67d3a5b tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac6461f-9466-4906-8ff6-ee125b142502 HTTP/1.1" status: 200 len: 947 time: 0.1684387 Oct 19 01:05:31.421192 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bf5ff993-3f21-476f-a627-327aea3245cf tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:31.451998 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bf5ff993-3f21-476f-a627-327aea3245cf tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:31.457944 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-bf5ff993-3f21-476f-a627-327aea3245cf tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/networks/9999f265-9a9b-4114-87fb-0c04b69d62be HTTP/1.1" status: 204 len: 168 time: 1.1977475 Oct 19 01:05:31.458934 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ff993-3f21-476f-a627-327aea3245cf tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Network': ['ID=9999f265-9a9b-4114-87fb-0c04b69d62be,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:31.460657 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58282) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:31.495027 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-14be5806-f3ae-4d87-9334-259e38d57f80 req-d9224782-c504-4845-8696-adebe4bf016e service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7156596 Oct 19 01:05:31.524631 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa568afd-58e8-4751-ac8e-05c37d95bce9 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:31.530421 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fa568afd-58e8-4751-ac8e-05c37d95bce9 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "GET /v2.0/ports/cc693f23-fab7-451a-9ca8-0280df4d0dc5 HTTP/1.1" status: 200 len: 845 time: 0.0581954 Oct 19 01:05:31.530821 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58288) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:31.588231 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0f205be1-791c-469d-903d-9a145b55271f req-d6788492-0400-446a-830e-c93715a8cf93 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/security-groups?id=088e73c4-e4b4-4241-b573-24c3d0fa7c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781449 Oct 19 01:05:31.595865 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f5ceddcd-1111-4785-a2a9-26c3d12dd936 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "GET /v2.0/ports/cc693f23-fab7-451a-9ca8-0280df4d0dc5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0641463 Oct 19 01:05:31.599490 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58290) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:31.604773 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-ddb5dd18-f33e-4133-b61a-b250bd462405 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'subnet': {'network_id': '0981e737-0b0c-4db5-b62a-32eaed983ba2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:31.739845 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-14be5806-f3ae-4d87-9334-259e38d57f80 req-a6246b28-0359-4cdf-95d5-693009d3c02b service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357783 Oct 19 01:05:31.751388 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874196f6-efc3-4858-99e0-c3784510413f req-b639f7d0-758a-4bf7-a9a9-bee884e09852 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:31.753133 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-874196f6-efc3-4858-99e0-c3784510413f req-b639f7d0-758a-4bf7-a9a9-bee884e09852 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a9ff474-db7f-4b9e-8172-1b5dcddc69f0 HTTP/1.1" status: 200 len: 948 time: 0.1100709 Oct 19 01:05:31.768021 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb5dd18-f33e-4133-b61a-b250bd462405 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Made reservation on behalf of 0623c8f86a7745a5853b214518443323 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:05:31.773255 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ddb5dd18-f33e-4133-b61a-b250bd462405 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:31.802702 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-507ad6ca-e9e4-439c-9b7c-644305303e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:31.828359 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-874196f6-efc3-4858-99e0-c3784510413f req-3c6e0566-d132-433b-bad1-f782fb797360 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d6a6fa9-62ef-40fa-b8df-61e8faad9264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663745 Oct 19 01:05:31.852032 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ad6ca-e9e4-439c-9b7c-644305303e2c admin admin] Pushing event deleted for resources: {'Port': ['ID=75e0c630-a9a6-4de9-b9e2-b3b608920636,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:32.109450 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-507ad6ca-e9e4-439c-9b7c-644305303e2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:32.115486 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 2d79080a-7caf-431d-a8fb-9bff77e01a3d details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:05:32.165664 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ddb5dd18-f33e-4133-b61a-b250bd462405 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:32.320097 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5dd18-f33e-4133-b61a-b250bd462405 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Subnet': ['ID=c1dbd7ad-fbce-41e5-afba-b0cf967920dd,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:32.348870 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb5dd18-f33e-4133-b61a-b250bd462405 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Network 0981e737-0b0c-4db5-b62a-32eaed983ba2 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:05:32.353580 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-ddb5dd18-f33e-4133-b61a-b250bd462405 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:32.368854 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb5dd18-f33e-4133-b61a-b250bd462405 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:32.369536 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ddb5dd18-f33e-4133-b61a-b250bd462405 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:32.378566 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f572cc98-6eab-44b4-a4ee-1cc18ba0663c None None] Network 0981e737-0b0c-4db5-b62a-32eaed983ba2 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:05:32.429236 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ddb5dd18-f33e-4133-b61a-b250bd462405 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8286521 Oct 19 01:05:32.430006 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58310) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:32.441459 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-c2394405-0fd3-45e8-9a8b-07ffbf7f9e2b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'security_group': {'name': 'tempest-secgroup-734086213'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:32.487586 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 2d79080a-7caf-431d-a8fb-9bff77e01a3d, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=2d79080a-7caf-431d-a8fb-9bff77e01a3d,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:32.495242 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c2394405-0fd3-45e8-9a8b-07ffbf7f9e2b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:32.536005 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device e58f4f77-decb-4877-bf00-fd1bcb062682 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:05:32.555406 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507ad6ca-e9e4-439c-9b7c-644305303e2c admin admin] Router 25dce82d-099d-4cbc-93e6-d99308fb5fb7 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:05:32.567518 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: e58f4f77-decb-4877-bf00-fd1bcb062682 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:05:32.568318 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device e58f4f77-decb-4877-bf00-fd1bcb062682 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:05:32.583088 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '2d79080a-7caf-431d-a8fb-9bff77e01a3d', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': '2d79080a-7caf-431d-a8fb-9bff77e01a3d', 'mac_address': 'fa:16:3e:ef:fc:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:05:32.657225 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:32.707361 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c2394405-0fd3-45e8-9a8b-07ffbf7f9e2b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:32.713251 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c2394405-0fd3-45e8-9a8b-07ffbf7f9e2b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:32.780825 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d79080a-7caf-431d-a8fb-9bff77e01a3d {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:05:32.788566 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c2394405-0fd3-45e8-9a8b-07ffbf7f9e2b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:32.792409 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c2394405-0fd3-45e8-9a8b-07ffbf7f9e2b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3587542 Oct 19 01:05:32.808017 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58318) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:32.821774 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-c2364beb-bac6-4777-a157-4a6c09c26011 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'security_group': {'name': 'tempest-secgroup-2061977477'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:32.829392 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 2d79080a-7caf-431d-a8fb-9bff77e01a3d, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=2d79080a-7caf-431d-a8fb-9bff77e01a3d,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:32.837993 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2394405-0fd3-45e8-9a8b-07ffbf7f9e2b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f048d98-f0be-42cf-bf17-12b3dcd20eb0,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:32.839560 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:32.867806 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29ee50-2efc-46be-9959-d7c48f77beac req-9aaadf13-6b89-4068-bf62-f5ad612fa2e0 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:32.876663 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8d29ee50-2efc-46be-9959-d7c48f77beac req-9aaadf13-6b89-4068-bf62-f5ad612fa2e0 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac6461f-9466-4906-8ff6-ee125b142502 HTTP/1.1" status: 200 len: 947 time: 0.1331348 Oct 19 01:05:32.897379 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c2364beb-bac6-4777-a157-4a6c09c26011 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:32.904871 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=2d79080a-7caf-431d-a8fb-9bff77e01a3d,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:32.909935 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd231cb-14eb-401c-b7ce-513e36121ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-0981e737-0b0c-4db5-b62a-32eaed983ba2', 'network_id': '0981e737-0b0c-4db5-b62a-32eaed983ba2', 'tenant_id': '0623c8f86a7745a5853b214518443323', 'fixed_ips': [{'subnet_id': 'c1dbd7ad-fbce-41e5-afba-b0cf967920dd'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:05:32.911062 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cdd231cb-14eb-401c-b7ce-513e36121ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:32.941948 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8d29ee50-2efc-46be-9959-d7c48f77beac req-062cbf6e-4375-4894-87d3-754687b3f32a tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/security-groups?id=088e73c4-e4b4-4241-b573-24c3d0fa7c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643394 Oct 19 01:05:32.948183 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507ad6ca-e9e4-439c-9b7c-644305303e2c admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:05:32.961667 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8621b8eb-5d6d-4f2c-8f6a-aece6ef3e246 None None] Sync routers for ids ['25dce82d-099d-4cbc-93e6-d99308fb5fb7'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:05:32.969490 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-507ad6ca-e9e4-439c-9b7c-644305303e2c admin admin] 10.222.0.57 "PUT /v2.0/routers/25dce82d-099d-4cbc-93e6-d99308fb5fb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4548068 Oct 19 01:05:32.970186 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58324) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:32.988864 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8621b8eb-5d6d-4f2c-8f6a-aece6ef3e246 None None] Routers {'25dce82d-099d-4cbc-93e6-d99308fb5fb7'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:05:32.990269 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-8621b8eb-5d6d-4f2c-8f6a-aece6ef3e246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:05:16Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['25dce82d-099d-4cbc-93e6-d99308fb5fb7'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:33.088551 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c2364beb-bac6-4777-a157-4a6c09c26011 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:33.096524 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c2364beb-bac6-4777-a157-4a6c09c26011 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:33.116772 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-cdd231cb-14eb-401c-b7ce-513e36121ba9 None None] Allocated IP 2001:db8::2 (0981e737-0b0c-4db5-b62a-32eaed983ba2/c1dbd7ad-fbce-41e5-afba-b0cf967920dd/db9bf67c-da56-4ae2-a4bd-d5b5968135d9) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:05:33.155609 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['2d79080a-7caf-431d-a8fb-9bff77e01a3d'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:05:33.225579 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2364beb-bac6-4777-a157-4a6c09c26011 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5652cb98-33d1-4686-84a6-0c916a96fcc3,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:33.237480 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c2364beb-bac6-4777-a157-4a6c09c26011 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:33.239091 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3752d97-3f23-45d5-888d-9011a3b15812 req-1b1ec817-6d4b-4168-b23c-110f5caf7f39 tempest-NetworksTest-474634127 tempest-NetworksTest-474634127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:33.242931 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3752d97-3f23-45d5-888d-9011a3b15812 req-1b1ec817-6d4b-4168-b23c-110f5caf7f39 tempest-NetworksTest-474634127 tempest-NetworksTest-474634127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:33.243522 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c2364beb-bac6-4777-a157-4a6c09c26011 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4302492 Oct 19 01:05:33.244129 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3752d97-3f23-45d5-888d-9011a3b15812 req-1b1ec817-6d4b-4168-b23c-110f5caf7f39 tempest-NetworksTest-474634127 tempest-NetworksTest-474634127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:33.245183 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58326) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:33.245749 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3752d97-3f23-45d5-888d-9011a3b15812 req-1b1ec817-6d4b-4168-b23c-110f5caf7f39 tempest-NetworksTest-474634127 tempest-NetworksTest-474634127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:33.246285 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3752d97-3f23-45d5-888d-9011a3b15812 req-1b1ec817-6d4b-4168-b23c-110f5caf7f39 tempest-NetworksTest-474634127 tempest-NetworksTest-474634127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:33.246758 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3752d97-3f23-45d5-888d-9011a3b15812 req-1b1ec817-6d4b-4168-b23c-110f5caf7f39 tempest-NetworksTest-474634127 tempest-NetworksTest-474634127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:33.247211 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3752d97-3f23-45d5-888d-9011a3b15812 req-1b1ec817-6d4b-4168-b23c-110f5caf7f39 tempest-NetworksTest-474634127 tempest-NetworksTest-474634127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:33.247668 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3752d97-3f23-45d5-888d-9011a3b15812 req-1b1ec817-6d4b-4168-b23c-110f5caf7f39 tempest-NetworksTest-474634127 tempest-NetworksTest-474634127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:33.272334 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d3752d97-3f23-45d5-888d-9011a3b15812 req-1b1ec817-6d4b-4168-b23c-110f5caf7f39 tempest-NetworksTest-474634127 tempest-NetworksTest-474634127-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5719 time: 0.5126333 Oct 19 01:05:33.274104 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-43a18b58-4c16-49b3-8517-d739d5ddaed0 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1100040600', 'security_groups': ['5652cb98-33d1-4686-84a6-0c916a96fcc3'], 'network_id': '0981e737-0b0c-4db5-b62a-32eaed983ba2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c1dbd7ad-fbce-41e5-afba-b0cf967920dd'}]}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:33.313112 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-8621b8eb-5d6d-4f2c-8f6a-aece6ef3e246 None None] Set router 25dce82d-099d-4cbc-93e6-d99308fb5fb7 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:05:33.371252 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd4a5b-0058-413c-9322-f31437057826 req-889a2c46-5fd7-487c-9a93-a7b404aeff3e tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:33.375682 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cdfd4a5b-0058-413c-9322-f31437057826 req-889a2c46-5fd7-487c-9a93-a7b404aeff3e tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a9ff474-db7f-4b9e-8172-1b5dcddc69f0 HTTP/1.1" status: 200 len: 948 time: 0.2664328 Oct 19 01:05:33.442493 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ba4c899-eb8f-4a2e-987a-11ae9faa3cbb admin admin] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:33.584599 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cdfd4a5b-0058-413c-9322-f31437057826 req-881e21a5-95e8-47f5-9802-f439e341c470 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d6a6fa9-62ef-40fa-b8df-61e8faad9264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964328 Oct 19 01:05:33.591356 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a18b58-4c16-49b3-8517-d739d5ddaed0 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Made reservation on behalf of 0623c8f86a7745a5853b214518443323 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:05:33.621234 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-8621b8eb-5d6d-4f2c-8f6a-aece6ef3e246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25dce82d-099d-4cbc-93e6-d99308fb5fb7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1153561283-router', 'tenant_id': 'cf208b506ff9472a835ab9b3fb2b3598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '8dbb0e57-9219-4461-8961-e86daeddb01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:05:14Z', 'updated_at': '2021-10-19T01:05:31Z', 'revision_number': 5, 'project_id': 'cf208b506ff9472a835ab9b3fb2b3598', 'gw_port': {'id': '8dbb0e57-9219-4461-8961-e86daeddb01f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25dce82d-099d-4cbc-93e6-d99308fb5fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:14Z', 'updated_at': '2021-10-19T01:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:33.676777 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8621b8eb-5d6d-4f2c-8f6a-aece6ef3e246 None None] Checking router: 25dce82d-099d-4cbc-93e6-d99308fb5fb7 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:05:33.687030 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8621b8eb-5d6d-4f2c-8f6a-aece6ef3e246 None None] Routers {'25dce82d-099d-4cbc-93e6-d99308fb5fb7'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:05:33.688010 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-8621b8eb-5d6d-4f2c-8f6a-aece6ef3e246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:05:16Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['25dce82d-099d-4cbc-93e6-d99308fb5fb7'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:33.714871 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-43a18b58-4c16-49b3-8517-d739d5ddaed0 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:33.749497 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-43a18b58-4c16-49b3-8517-d739d5ddaed0 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] device_id is not set on port 5dc785e0-5e5c-47c8-8269-fb3743d8d86f yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:05:33.762879 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfa48f-b421-4dbc-844f-df8caa52dbb5 req-6d616891-22b0-4653-bab3-47b0b8f72125 tempest-NetworksTest-474634127 tempest-NetworksTest-474634127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:33.787183 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-53cfa48f-b421-4dbc-844f-df8caa52dbb5 req-6d616891-22b0-4653-bab3-47b0b8f72125 tempest-NetworksTest-474634127 tempest-NetworksTest-474634127-project-admin] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 886 time: 0.5060511 Oct 19 01:05:33.823475 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-8621b8eb-5d6d-4f2c-8f6a-aece6ef3e246 None None] Set router 25dce82d-099d-4cbc-93e6-d99308fb5fb7 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:05:33.830333 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cdd231cb-14eb-401c-b7ce-513e36121ba9 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:33.849962 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ba4c899-eb8f-4a2e-987a-11ae9faa3cbb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:33.853754 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cdd231cb-14eb-401c-b7ce-513e36121ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:33.896034 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd231cb-14eb-401c-b7ce-513e36121ba9 None None] Network 0981e737-0b0c-4db5-b62a-32eaed983ba2 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:05:33.899297 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-cdd231cb-14eb-401c-b7ce-513e36121ba9 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:33.914674 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd231cb-14eb-401c-b7ce-513e36121ba9 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:05:33.930634 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-1ba4c899-eb8f-4a2e-987a-11ae9faa3cbb admin admin] Deleting port 8dbb0e57-9219-4461-8961-e86daeddb01f {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:05:33.932006 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ba4c899-eb8f-4a2e-987a-11ae9faa3cbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:33.965217 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd231cb-14eb-401c-b7ce-513e36121ba9 None None] Pushing event updated for resources: {'Port': ['ID=db9bf67c-da56-4ae2-a4bd-d5b5968135d9,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:34.049415 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-cdd231cb-14eb-401c-b7ce-513e36121ba9 None None] Attempting to bind port db9bf67c-da56-4ae2-a4bd-d5b5968135d9 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:05:34.050303 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-cdd231cb-14eb-401c-b7ce-513e36121ba9 None None] Attempting to bind port db9bf67c-da56-4ae2-a4bd-d5b5968135d9 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '32d7b33e-8573-45db-a66b-bffd3e853edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0981e737-0b0c-4db5-b62a-32eaed983ba2'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:05:34.051957 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd231cb-14eb-401c-b7ce-513e36121ba9 None None] Attempting to bind port db9bf67c-da56-4ae2-a4bd-d5b5968135d9 on network 0981e737-0b0c-4db5-b62a-32eaed983ba2 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:05:34.053005 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-1ba4c899-eb8f-4a2e-987a-11ae9faa3cbb admin admin] For port 8dbb0e57-9219-4461-8961-e86daeddb01f, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=8dbb0e57-9219-4461-8961-e86daeddb01f,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:34.053375 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ba4c899-eb8f-4a2e-987a-11ae9faa3cbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:34.065741 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd231cb-14eb-401c-b7ce-513e36121ba9 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:05:34.067610 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd231cb-14eb-401c-b7ce-513e36121ba9 None None] Checking segment: {'id': '32d7b33e-8573-45db-a66b-bffd3e853edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0981e737-0b0c-4db5-b62a-32eaed983ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:05:34.069436 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cdd231cb-14eb-401c-b7ce-513e36121ba9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:34.069859 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-1ba4c899-eb8f-4a2e-987a-11ae9faa3cbb admin admin] Calling delete_port for 8dbb0e57-9219-4461-8961-e86daeddb01f owned by network:router_gateway {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:05:34.070325 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd231cb-14eb-401c-b7ce-513e36121ba9 None None] Bound using segment: {'id': '32d7b33e-8573-45db-a66b-bffd3e853edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0981e737-0b0c-4db5-b62a-32eaed983ba2'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:05:34.071407 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-cdd231cb-14eb-401c-b7ce-513e36121ba9 None None] Bound port: db9bf67c-da56-4ae2-a4bd-d5b5968135d9, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d7b33e-8573-45db-a66b-bffd3e853edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0981e737-0b0c-4db5-b62a-32eaed983ba2'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:05:34.073065 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cdd231cb-14eb-401c-b7ce-513e36121ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:34.131234 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device f95c1790-bd45-4a0d-86b4-8d69705c73be details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:05:34.201072 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-cdd231cb-14eb-401c-b7ce-513e36121ba9 None None] For port db9bf67c-da56-4ae2-a4bd-d5b5968135d9, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:05:34.241631 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-8621b8eb-5d6d-4f2c-8f6a-aece6ef3e246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25dce82d-099d-4cbc-93e6-d99308fb5fb7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1153561283-router', 'tenant_id': 'cf208b506ff9472a835ab9b3fb2b3598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '8dbb0e57-9219-4461-8961-e86daeddb01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:05:14Z', 'updated_at': '2021-10-19T01:05:31Z', 'revision_number': 5, 'project_id': 'cf208b506ff9472a835ab9b3fb2b3598', 'gw_port': {'id': '8dbb0e57-9219-4461-8961-e86daeddb01f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25dce82d-099d-4cbc-93e6-d99308fb5fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:14Z', 'updated_at': '2021-10-19T01:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:34.251044 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-cdd231cb-14eb-401c-b7ce-513e36121ba9 None None] For port db9bf67c-da56-4ae2-a4bd-d5b5968135d9, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=db9bf67c-da56-4ae2-a4bd-d5b5968135d9,segment=NetworkSegment(32d7b33e-8573-45db-a66b-bffd3e853edc),segment_id=32d7b33e-8573-45db-a66b-bffd3e853edc)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:05:34.273694 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cdd231cb-14eb-401c-b7ce-513e36121ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:34.312963 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8621b8eb-5d6d-4f2c-8f6a-aece6ef3e246 None None] The sync data for ids ['25dce82d-099d-4cbc-93e6-d99308fb5fb7'] in n-d-715271-26 is: [{'id': '25dce82d-099d-4cbc-93e6-d99308fb5fb7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1153561283-router', 'tenant_id': 'cf208b506ff9472a835ab9b3fb2b3598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '8dbb0e57-9219-4461-8961-e86daeddb01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:05:14Z', 'updated_at': '2021-10-19T01:05:31Z', 'revision_number': 5, 'project_id': 'cf208b506ff9472a835ab9b3fb2b3598', 'gw_port': {'id': '8dbb0e57-9219-4461-8961-e86daeddb01f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25dce82d-099d-4cbc-93e6-d99308fb5fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:14Z', 'updated_at': '2021-10-19T01:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:05:34.325105 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ba4c899-eb8f-4a2e-987a-11ae9faa3cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:34.354549 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd231cb-14eb-401c-b7ce-513e36121ba9 None None] Pushing event updated for resources: {'Port': ['ID=db9bf67c-da56-4ae2-a4bd-d5b5968135d9,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:34.382439 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4c899-eb8f-4a2e-987a-11ae9faa3cbb admin admin] Pushing event deleted for resources: {'Port': ['ID=8dbb0e57-9219-4461-8961-e86daeddb01f,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:34.410553 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port f95c1790-bd45-4a0d-86b4-8d69705c73be, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=f95c1790-bd45-4a0d-86b4-8d69705c73be,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:34.450777 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-43a18b58-4c16-49b3-8517-d739d5ddaed0 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Allocated IP 2001:db8::366 (0981e737-0b0c-4db5-b62a-32eaed983ba2/c1dbd7ad-fbce-41e5-afba-b0cf967920dd/5dc785e0-5e5c-47c8-8269-fb3743d8d86f) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:05:34.453256 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'f95c1790-bd45-4a0d-86b4-8d69705c73be', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': 'f95c1790-bd45-4a0d-86b4-8d69705c73be', 'mac_address': 'fa:16:3e:94:85:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:05:34.469203 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661c0c6-f88f-4985-8fac-9d6405a2da29 req-06011e3c-afb6-4c2e-b7d7-1cc96c824d54 tempest-NetworksTest-474634127 tempest-NetworksTest-474634127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:34.469681 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661c0c6-f88f-4985-8fac-9d6405a2da29 req-06011e3c-afb6-4c2e-b7d7-1cc96c824d54 tempest-NetworksTest-474634127 tempest-NetworksTest-474634127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:34.470120 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661c0c6-f88f-4985-8fac-9d6405a2da29 req-06011e3c-afb6-4c2e-b7d7-1cc96c824d54 tempest-NetworksTest-474634127 tempest-NetworksTest-474634127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:34.470573 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661c0c6-f88f-4985-8fac-9d6405a2da29 req-06011e3c-afb6-4c2e-b7d7-1cc96c824d54 tempest-NetworksTest-474634127 tempest-NetworksTest-474634127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:34.471022 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661c0c6-f88f-4985-8fac-9d6405a2da29 req-06011e3c-afb6-4c2e-b7d7-1cc96c824d54 tempest-NetworksTest-474634127 tempest-NetworksTest-474634127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:34.471482 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661c0c6-f88f-4985-8fac-9d6405a2da29 req-06011e3c-afb6-4c2e-b7d7-1cc96c824d54 tempest-NetworksTest-474634127 tempest-NetworksTest-474634127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:34.471992 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661c0c6-f88f-4985-8fac-9d6405a2da29 req-06011e3c-afb6-4c2e-b7d7-1cc96c824d54 tempest-NetworksTest-474634127 tempest-NetworksTest-474634127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:34.472440 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661c0c6-f88f-4985-8fac-9d6405a2da29 req-06011e3c-afb6-4c2e-b7d7-1cc96c824d54 tempest-NetworksTest-474634127 tempest-NetworksTest-474634127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:34.474591 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a661c0c6-f88f-4985-8fac-9d6405a2da29 req-06011e3c-afb6-4c2e-b7d7-1cc96c824d54 tempest-NetworksTest-474634127 tempest-NetworksTest-474634127-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5719 time: 0.6070511 Oct 19 01:05:34.544630 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:34.566722 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72702f1-16ed-4364-80da-df0e31fd7d29 req-71a989b6-952a-4ef8-97aa-d5c129968bc7 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:34.569488 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f72702f1-16ed-4364-80da-df0e31fd7d29 req-71a989b6-952a-4ef8-97aa-d5c129968bc7 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac6461f-9466-4906-8ff6-ee125b142502 HTTP/1.1" status: 200 len: 948 time: 0.2672327 Oct 19 01:05:34.575395 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f95c1790-bd45-4a0d-86b4-8d69705c73be {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:05:34.618975 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port f95c1790-bd45-4a0d-86b4-8d69705c73be, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=f95c1790-bd45-4a0d-86b4-8d69705c73be,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:34.628392 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:34.762963 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ba4c899-eb8f-4a2e-987a-11ae9faa3cbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:34.835395 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f72702f1-16ed-4364-80da-df0e31fd7d29 req-417bae49-abfe-4adf-b1f7-00283e1dcd23 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/security-groups?id=088e73c4-e4b4-4241-b573-24c3d0fa7c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562602 Oct 19 01:05:34.861301 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=f95c1790-bd45-4a0d-86b4-8d69705c73be,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:35.013532 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['f95c1790-bd45-4a0d-86b4-8d69705c73be'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:05:35.187619 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ba4c899-eb8f-4a2e-987a-11ae9faa3cbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:35.197547 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ba4c899-eb8f-4a2e-987a-11ae9faa3cbb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:35.314065 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58360) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:35.336271 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ba4c899-eb8f-4a2e-987a-11ae9faa3cbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:35.336963 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba4c899-eb8f-4a2e-987a-11ae9faa3cbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25dce82d-099d-4cbc-93e6-d99308fb5fb7 {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:05:35.346437 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ba4c899-eb8f-4a2e-987a-11ae9faa3cbb admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:35.347834 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1ba4c899-eb8f-4a2e-987a-11ae9faa3cbb admin admin] 10.222.0.57 "DELETE /v2.0/routers/25dce82d-099d-4cbc-93e6-d99308fb5fb7 HTTP/1.1" status: 204 len: 168 time: 2.3719897 Oct 19 01:05:35.350994 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58364) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:35.426108 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f4dfacd-4dba-4467-84aa-bbdd5de09fd5 admin admin] Deleting subnet e6cfa530-1874-4415-a073-bbaeeac66d6a {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:05:35.432311 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0f4dfacd-4dba-4467-84aa-bbdd5de09fd5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:35.510048 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0f4dfacd-4dba-4467-84aa-bbdd5de09fd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:35.604670 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2dec9-e7ff-4cad-a3d1-f417f296afc3 req-f2085d4c-8a99-41b9-b939-8259fcf73e26 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:35.608094 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e3e2dec9-e7ff-4cad-a3d1-f417f296afc3 req-f2085d4c-8a99-41b9-b939-8259fcf73e26 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a9ff474-db7f-4b9e-8172-1b5dcddc69f0 HTTP/1.1" status: 200 len: 949 time: 0.7117162 Oct 19 01:05:35.611940 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-43a18b58-4c16-49b3-8517-d739d5ddaed0 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:35.652834 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f1eeab58-bdc1-4322-aac9-6d8c2d93068b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:35.655961 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0f4dfacd-4dba-4467-84aa-bbdd5de09fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:35.717305 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e3e2dec9-e7ff-4cad-a3d1-f417f296afc3 req-dea844c5-aa97-41af-be10-b304c743febf tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d6a6fa9-62ef-40fa-b8df-61e8faad9264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988839 Oct 19 01:05:35.749844 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-43a18b58-4c16-49b3-8517-d739d5ddaed0 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:35.826686 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0f4dfacd-4dba-4467-84aa-bbdd5de09fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:35.865227 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4dfacd-4dba-4467-84aa-bbdd5de09fd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6cfa530-1874-4415-a073-bbaeeac66d6a,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:35.878230 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a18b58-4c16-49b3-8517-d739d5ddaed0 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Network 0981e737-0b0c-4db5-b62a-32eaed983ba2 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:05:35.878438 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0f4dfacd-4dba-4467-84aa-bbdd5de09fd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:35.884741 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-43a18b58-4c16-49b3-8517-d739d5ddaed0 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:35.885119 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0f4dfacd-4dba-4467-84aa-bbdd5de09fd5 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e6cfa530-1874-4415-a073-bbaeeac66d6a HTTP/1.1" status: 204 len: 168 time: 0.5292511 Oct 19 01:05:35.888367 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a18b58-4c16-49b3-8517-d739d5ddaed0 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:05:35.888612 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58368) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:35.893679 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8159ecb3-acac-43e2-b569-4ff0b29fbd09 None None] Network 4e2ddf57-6f76-49b7-98b9-1cf3f5fabd9a requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:05:35.929477 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a18b58-4c16-49b3-8517-d739d5ddaed0 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:35.931051 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-43a18b58-4c16-49b3-8517-d739d5ddaed0 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:35.936184 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a18b58-4c16-49b3-8517-d739d5ddaed0 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Port': ['ID=5dc785e0-5e5c-47c8-8269-fb3743d8d86f,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:35.985627 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-43a18b58-4c16-49b3-8517-d739d5ddaed0 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7364619 Oct 19 01:05:35.988283 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58370) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:35.996374 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-7a13409d-7a70-45f4-a87e-23910f0fb42c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'subnet': {'network_id': '0981e737-0b0c-4db5-b62a-32eaed983ba2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:36.081652 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58376) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:36.093756 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-44ad8768-fe09-42e3-bfb8-c5a9ac7c7908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:36.099329 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-860ba290-866c-47a9-b08b-f4d75b80ebdd tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1957780570'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:36.124765 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f1eeab58-bdc1-4322-aac9-6d8c2d93068b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:36.132505 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 2d79080a-7caf-431d-a8fb-9bff77e01a3d up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:05:36.168941 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:05:36.174972 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f1eeab58-bdc1-4322-aac9-6d8c2d93068b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:36.198493 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 2d79080a-7caf-431d-a8fb-9bff77e01a3d completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:05:36.205526 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 2d79080a-7caf-431d-a8fb-9bff77e01a3d triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:36.205920 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:36.237665 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dac4d8-180e-4476-a446-5a9621127549 req-7dfdad68-9382-4333-9197-c17709d19c45 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:36.239264 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-95dac4d8-180e-4476-a446-5a9621127549 req-7dfdad68-9382-4333-9197-c17709d19c45 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac6461f-9466-4906-8ff6-ee125b142502 HTTP/1.1" status: 200 len: 948 time: 0.2158537 Oct 19 01:05:36.299599 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a13409d-7a70-45f4-a87e-23910f0fb42c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Made reservation on behalf of 0623c8f86a7745a5853b214518443323 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:05:36.304786 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7a13409d-7a70-45f4-a87e-23910f0fb42c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:36.332469 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:36.351440 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2492bd68-f59d-4a4d-96b3-1902f877101b None None] DHCP port deletion for 4e2ddf57-6f76-49b7-98b9-1cf3f5fabd9a request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:05:36.382782 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860ba290-866c-47a9-b08b-f4d75b80ebdd tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Made reservation on behalf of 4da2c8fb80314d439039529c71ca4b69 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:05:36.385032 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac6461f-9466-4906-8ff6-ee125b142502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d79080a-7caf-431d-a8fb-9bff77e01a3d'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:05:36.387991 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-860ba290-866c-47a9-b08b-f4d75b80ebdd tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:36.388353 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8e26ce-a68f-4b27-84d1-0ca5070420ac" -d '{"events": [{"server_uuid": "cac6461f-9466-4906-8ff6-ee125b142502", "name": "network-vif-plugged", "status": "completed", "tag": "2d79080a-7caf-431d-a8fb-9bff77e01a3d"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:05:36.404664 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f1eeab58-bdc1-4322-aac9-6d8c2d93068b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=98cc131f452442c0a602275e26f32f2e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0872614 Oct 19 01:05:36.419431 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eeab58-bdc1-4322-aac9-6d8c2d93068b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc86984-f158-451b-896a-4218297ee653,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:36.434695 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58382) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:36.439461 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-dbf33472-3f85-4d81-95b4-6b16af8da5cf None None] Provisioning complete for port cc693f23-fab7-451a-9ca8-0280df4d0dc5 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:36.439867 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dbf33472-3f85-4d81-95b4-6b16af8da5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:36.474829 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 2d79080a-7caf-431d-a8fb-9bff77e01a3d, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=2d79080a-7caf-431d-a8fb-9bff77e01a3d,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:36.499848 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:36.500653 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device f95c1790-bd45-4a0d-86b4-8d69705c73be up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:05:36.529127 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-95dac4d8-180e-4476-a446-5a9621127549 req-b74a01b4-d963-4983-9bd0-bf8c66506303 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/security-groups?id=088e73c4-e4b4-4241-b573-24c3d0fa7c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628295 Oct 19 01:05:36.529349 n-d-715271-26 neutron-server[100606]: INFO neutron.db.ipam_backend_mixin [None req-7a13409d-7a70-45f4-a87e-23910f0fb42c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c1dbd7ad-fbce-41e5-afba-b0cf967920dd (CIDR: 2001:db8::/64) Oct 19 01:05:36.534231 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a13409d-7a70-45f4-a87e-23910f0fb42c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:05:36.534855 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a13409d-7a70-45f4-a87e-23910f0fb42c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:05:36.562578 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-860ba290-866c-47a9-b08b-f4d75b80ebdd tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:05:36.569329 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7a13409d-7a70-45f4-a87e-23910f0fb42c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5791214 Oct 19 01:05:36.573160 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58384) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:36.583599 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-6ca13532-7c4b-4a22-92f8-d8a66dd7bb0e tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'subnet': {'network_id': '0981e737-0b0c-4db5-b62a-32eaed983ba2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:36.596326 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db905c92-3db7-4861-aaca-3f96988e701a x-openstack-request-id: req-db905c92-3db7-4861-aaca-3f96988e701a {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:05:36.596655 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac6461f-9466-4906-8ff6-ee125b142502", "name": "network-vif-plugged", "status": "completed", "tag": "2d79080a-7caf-431d-a8fb-9bff77e01a3d", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:05:36.596904 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-db905c92-3db7-4861-aaca-3f96988e701a {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:05:36.597241 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac6461f-9466-4906-8ff6-ee125b142502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d79080a-7caf-431d-a8fb-9bff77e01a3d', 'code': 200} Oct 19 01:05:36.600573 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=2d79080a-7caf-431d-a8fb-9bff77e01a3d,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:36.603481 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device db9bf67c-da56-4ae2-a4bd-d5b5968135d9 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:05:36.613048 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-860ba290-866c-47a9-b08b-f4d75b80ebdd tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:36.613409 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-860ba290-866c-47a9-b08b-f4d75b80ebdd tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Added segment b01a7d88-a003-47a9-b860-30f595d12d4c of type vlan for network 55515e32-5e42-485f-bdb8-5274dcde7dea Oct 19 01:05:36.629885 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-44ad8768-fe09-42e3-bfb8-c5a9ac7c7908 admin admin] Deleting port b588a3c1-cdcb-4d4f-91e8-93e39c6fca5d {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:05:36.630228 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-44ad8768-fe09-42e3-bfb8-c5a9ac7c7908 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:36.684016 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-dbf33472-3f85-4d81-95b4-6b16af8da5cf None None] Port cc693f23-fab7-451a-9ca8-0280df4d0dc5 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:05:36.720518 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-2492bd68-f59d-4a4d-96b3-1902f877101b None None] Deleting port b588a3c1-cdcb-4d4f-91e8-93e39c6fca5d {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:05:36.720896 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2492bd68-f59d-4a4d-96b3-1902f877101b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:36.733657 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0226923c-bbd0-4e3c-8186-77b77061995e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:36.737593 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-860ba290-866c-47a9-b08b-f4d75b80ebdd tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:36.786789 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-dbf33472-3f85-4d81-95b4-6b16af8da5cf None None] Provisioning complete for port db9bf67c-da56-4ae2-a4bd-d5b5968135d9 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:36.787175 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dbf33472-3f85-4d81-95b4-6b16af8da5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:36.795883 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-2492bd68-f59d-4a4d-96b3-1902f877101b None None] For port b588a3c1-cdcb-4d4f-91e8-93e39c6fca5d, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b588a3c1-cdcb-4d4f-91e8-93e39c6fca5d,segment=NetworkSegment(5697f335-b0aa-4448-8795-5f56a918062a),segment_id=5697f335-b0aa-4448-8795-5f56a918062a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:36.796276 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2492bd68-f59d-4a4d-96b3-1902f877101b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:36.808932 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca13532-7c4b-4a22-92f8-d8a66dd7bb0e tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Made reservation on behalf of 0623c8f86a7745a5853b214518443323 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:05:36.815233 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6ca13532-7c4b-4a22-92f8-d8a66dd7bb0e tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:36.830982 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-2492bd68-f59d-4a4d-96b3-1902f877101b None None] Calling delete_port for b588a3c1-cdcb-4d4f-91e8-93e39c6fca5d owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:05:36.838852 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port db9bf67c-da56-4ae2-a4bd-d5b5968135d9 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:36.839224 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:36.889784 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba83b32-52df-4e1b-8419-6c6be5c9d812 req-d45ee36b-2686-4677-b577-da6c25875cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:36.890383 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port f95c1790-bd45-4a0d-86b4-8d69705c73be completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:05:36.891361 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3ba83b32-52df-4e1b-8419-6c6be5c9d812 req-d45ee36b-2686-4677-b577-da6c25875cdb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cac6461f-9466-4906-8ff6-ee125b142502 HTTP/1.1" status: 200 len: 1101 time: 0.2642787 Oct 19 01:05:36.893465 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0226923c-bbd0-4e3c-8186-77b77061995e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:36.937783 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port f95c1790-bd45-4a0d-86b4-8d69705c73be triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:36.938354 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:36.999326 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-44ad8768-fe09-42e3-bfb8-c5a9ac7c7908 admin admin] For port b588a3c1-cdcb-4d4f-91e8-93e39c6fca5d, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b588a3c1-cdcb-4d4f-91e8-93e39c6fca5d,segment=NetworkSegment(5697f335-b0aa-4448-8795-5f56a918062a),segment_id=5697f335-b0aa-4448-8795-5f56a918062a)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:36.999692 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-44ad8768-fe09-42e3-bfb8-c5a9ac7c7908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:37.023740 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-860ba290-866c-47a9-b08b-f4d75b80ebdd tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:37.052646 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860ba290-866c-47a9-b08b-f4d75b80ebdd tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:37.053294 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-860ba290-866c-47a9-b08b-f4d75b80ebdd tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:37.085741 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2492bd68-f59d-4a4d-96b3-1902f877101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:37.100648 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-860ba290-866c-47a9-b08b-f4d75b80ebdd tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0135906 Oct 19 01:05:37.100996 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58390) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:37.101372 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3ba83b32-52df-4e1b-8419-6c6be5c9d812 req-2ffc7e3d-c7e3-404b-875f-e32c6d0800a3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=088e73c4-e4b4-4241-b573-24c3d0fa7c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014210 Oct 19 01:05:37.102359 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dbf33472-3f85-4d81-95b4-6b16af8da5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:37.109797 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-7edaa2d9-ceb0-49ba-84aa-08ced44dbb6a tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1818537841'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:37.114913 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-44ad8768-fe09-42e3-bfb8-c5a9ac7c7908 admin admin] Calling delete_port for b588a3c1-cdcb-4d4f-91e8-93e39c6fca5d owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:05:37.134178 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2492bd68-f59d-4a4d-96b3-1902f877101b None None] Pushing event deleted for resources: {'Port': ['ID=b588a3c1-cdcb-4d4f-91e8-93e39c6fca5d,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:37.141251 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2492bd68-f59d-4a4d-96b3-1902f877101b None None] No DVR routers for this DVR port b588a3c1-cdcb-4d4f-91e8-93e39c6fca5d on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:05:37.143748 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:37.198510 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edaa2d9-ceb0-49ba-84aa-08ced44dbb6a tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Made reservation on behalf of 4da2c8fb80314d439039529c71ca4b69 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:05:37.211005 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7edaa2d9-ceb0-49ba-84aa-08ced44dbb6a tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:37.221064 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-dbf33472-3f85-4d81-95b4-6b16af8da5cf None None] For port db9bf67c-da56-4ae2-a4bd-d5b5968135d9, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=db9bf67c-da56-4ae2-a4bd-d5b5968135d9,segment=NetworkSegment(32d7b33e-8573-45db-a66b-bffd3e853edc),segment_id=32d7b33e-8573-45db-a66b-bffd3e853edc)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:37.227901 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:37.234868 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dbf33472-3f85-4d81-95b4-6b16af8da5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:37.251421 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7edaa2d9-ceb0-49ba-84aa-08ced44dbb6a tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:05:37.252354 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47696082-15a8-471a-b271-44384e2f2788 req-08a76b6e-10db-4046-8b52-81bc8c67c3ba tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:37.254374 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-47696082-15a8-471a-b271-44384e2f2788 req-08a76b6e-10db-4046-8b52-81bc8c67c3ba tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a9ff474-db7f-4b9e-8172-1b5dcddc69f0 HTTP/1.1" status: 200 len: 949 time: 0.3766794 Oct 19 01:05:37.257525 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ba290-866c-47a9-b08b-f4d75b80ebdd tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Pushing event updated for resources: {'Network': ['ID=55515e32-5e42-485f-bdb8-5274dcde7dea,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:37.260188 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0226923c-bbd0-4e3c-8186-77b77061995e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:37.264594 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0226923c-bbd0-4e3c-8186-77b77061995e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:37.265767 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0226923c-bbd0-4e3c-8186-77b77061995e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cbc86984-f158-451b-896a-4218297ee653 HTTP/1.1" status: 204 len: 168 time: 0.8245299 Oct 19 01:05:37.285141 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7edaa2d9-ceb0-49ba-84aa-08ced44dbb6a tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:37.285987 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-7edaa2d9-ceb0-49ba-84aa-08ced44dbb6a tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Added segment 8383d18e-5233-4c4a-8260-014a3d8869b9 of type vlan for network 1fccc762-9472-4b6b-bfe9-f151cb76e57f Oct 19 01:05:37.329170 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 55515e32-5e42-485f-bdb8-5274dcde7dea details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:05:37.330736 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6ca13532-7c4b-4a22-92f8-d8a66dd7bb0e tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:37.370142 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port f95c1790-bd45-4a0d-86b4-8d69705c73be, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=f95c1790-bd45-4a0d-86b4-8d69705c73be,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:37.372796 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-44ad8768-fe09-42e3-bfb8-c5a9ac7c7908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:37.397772 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7edaa2d9-ceb0-49ba-84aa-08ced44dbb6a tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:37.399865 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:37.407330 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226923c-bbd0-4e3c-8186-77b77061995e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc86984-f158-451b-896a-4218297ee653,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:37.452717 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca13532-7c4b-4a22-92f8-d8a66dd7bb0e tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Network 0981e737-0b0c-4db5-b62a-32eaed983ba2 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:05:37.456124 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-47696082-15a8-471a-b271-44384e2f2788 req-a6e5cded-40de-41d4-9555-15100a681c48 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d6a6fa9-62ef-40fa-b8df-61e8faad9264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933061 Oct 19 01:05:37.462659 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:05:37.463123 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:05:37.478716 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-6ca13532-7c4b-4a22-92f8-d8a66dd7bb0e tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:37.494097 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ad8768-fe09-42e3-bfb8-c5a9ac7c7908 admin admin] Pushing event deleted for resources: {'Port': ['ID=b588a3c1-cdcb-4d4f-91e8-93e39c6fca5d,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:37.502590 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ad8768-fe09-42e3-bfb8-c5a9ac7c7908 admin admin] No DVR routers for this DVR port b588a3c1-cdcb-4d4f-91e8-93e39c6fca5d on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:05:37.534855 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca13532-7c4b-4a22-92f8-d8a66dd7bb0e tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:37.536306 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6ca13532-7c4b-4a22-92f8-d8a66dd7bb0e tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:37.540926 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca13532-7c4b-4a22-92f8-d8a66dd7bb0e tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Subnet': ['ID=e3277e31-5d81-4372-ad54-74fb67af8bbf,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:37.564260 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7edaa2d9-ceb0-49ba-84aa-08ced44dbb6a tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:37.570176 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edaa2d9-ceb0-49ba-84aa-08ced44dbb6a tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:37.570796 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7edaa2d9-ceb0-49ba-84aa-08ced44dbb6a tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:37.631175 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-44ad8768-fe09-42e3-bfb8-c5a9ac7c7908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:37.682841 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-44ad8768-fe09-42e3-bfb8-c5a9ac7c7908 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e2ddf57-6f76-49b7-98b9-1cf3f5fabd9a']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:37.693737 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f835527-3227-4dcf-9e14-e315f660894b None None] Network 0981e737-0b0c-4db5-b62a-32eaed983ba2 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:05:37.694269 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-44ad8768-fe09-42e3-bfb8-c5a9ac7c7908 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5697f335-b0aa-4448-8795-5f56a918062a') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:37.694618 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-44ad8768-fe09-42e3-bfb8-c5a9ac7c7908 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5697f335-b0aa-4448-8795-5f56a918062a') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:37.707281 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-44ad8768-fe09-42e3-bfb8-c5a9ac7c7908 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:37.713598 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edaa2d9-ceb0-49ba-84aa-08ced44dbb6a tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Pushing event updated for resources: {'Network': ['ID=1fccc762-9472-4b6b-bfe9-f151cb76e57f,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:37.723350 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf33472-3f85-4d81-95b4-6b16af8da5cf None None] Pushing event updated for resources: {'Port': ['ID=db9bf67c-da56-4ae2-a4bd-d5b5968135d9,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:37.729023 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-fbe1f5bf-dd82-4ee8-9998-4dcf667ac401 None None] Provisioning complete for port 5dc785e0-5e5c-47c8-8269-fb3743d8d86f triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:37.729398 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fbe1f5bf-dd82-4ee8-9998-4dcf667ac401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:37.730693 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-44ad8768-fe09-42e3-bfb8-c5a9ac7c7908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:37.735408 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 1fccc762-9472-4b6b-bfe9-f151cb76e57f details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:05:37.744825 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44ad8768-fe09-42e3-bfb8-c5a9ac7c7908 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:05:37.745692 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-44ad8768-fe09-42e3-bfb8-c5a9ac7c7908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: self.session.flush() Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: self.session.flush() Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: self.session.flush() Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: self.session.flush() Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:05:37.748880 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:05:37.786876 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58404) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:37.788152 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7edaa2d9-ceb0-49ba-84aa-08ced44dbb6a tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6861262 Oct 19 01:05:37.798069 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6ca13532-7c4b-4a22-92f8-d8a66dd7bb0e tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2192364 Oct 19 01:05:37.798069 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58406) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:37.800691 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-1ed0a99b-864d-4e38-9479-ed0b4b175a73 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Request body: {'subnet': {'network_id': '55515e32-5e42-485f-bdb8-5274dcde7dea', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:37.805149 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-26368a80-68dc-44ad-abd4-2058df6adddc tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2079675152', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e3277e31-5d81-4372-ad54-74fb67af8bbf'}], 'security_groups': ['0f048d98-f0be-42cf-bf17-12b3dcd20eb0']}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:37.809980 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58408) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:37.854663 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0ffac-60a7-484a-9878-316b019aea0a req-4604479e-f537-41ec-a01f-1388b808d874 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:37.856671 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-57e0ffac-60a7-484a-9878-316b019aea0a req-4604479e-f537-41ec-a01f-1388b808d874 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac6461f-9466-4906-8ff6-ee125b142502 HTTP/1.1" status: 200 len: 949 time: 0.1265404 Oct 19 01:05:37.887916 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6df9da30-74ab-4378-8b4f-a50703bf4212 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:37.909222 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-44ad8768-fe09-42e3-bfb8-c5a9ac7c7908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:37.919672 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-44ad8768-fe09-42e3-bfb8-c5a9ac7c7908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:37.936539 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-44ad8768-fe09-42e3-bfb8-c5a9ac7c7908 admin admin] 10.222.0.57 "DELETE /v2.0/networks/4e2ddf57-6f76-49b7-98b9-1cf3f5fabd9a HTTP/1.1" status: 204 len: 168 time: 2.0381567 Oct 19 01:05:37.946584 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-fbe1f5bf-dd82-4ee8-9998-4dcf667ac401 None None] Port 5dc785e0-5e5c-47c8-8269-fb3743d8d86f cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:05:37.961107 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=f95c1790-bd45-4a0d-86b4-8d69705c73be,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:38.001821 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-57e0ffac-60a7-484a-9878-316b019aea0a req-26e15e86-ec38-411e-813c-13e4d28ab48b tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/security-groups?id=088e73c4-e4b4-4241-b573-24c3d0fa7c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360848 Oct 19 01:05:38.005417 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-26368a80-68dc-44ad-abd4-2058df6adddc tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:38.064303 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ad8768-fe09-42e3-bfb8-c5a9ac7c7908 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e2ddf57-6f76-49b7-98b9-1cf3f5fabd9a,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:38.126368 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed0a99b-864d-4e38-9479-ed0b4b175a73 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Made reservation on behalf of 4da2c8fb80314d439039529c71ca4b69 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:05:38.130551 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ed0a99b-864d-4e38-9479-ed0b4b175a73 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:38.164135 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b588a3c1-cdcb-4d4f-91e8-93e39c6fca5d no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:05:38.188829 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: b588a3c1-cdcb-4d4f-91e8-93e39c6fca5d {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:05:38.189296 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b588a3c1-cdcb-4d4f-91e8-93e39c6fca5d not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:05:38.189810 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 75e0c630-a9a6-4de9-b9e2-b3b608920636 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:05:38.236499 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 75e0c630-a9a6-4de9-b9e2-b3b608920636 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:05:38.236974 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 75e0c630-a9a6-4de9-b9e2-b3b608920636 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:05:38.237640 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 8dbb0e57-9219-4461-8961-e86daeddb01f no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:05:38.252279 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6df9da30-74ab-4378-8b4f-a50703bf4212 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:38.264732 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6df9da30-74ab-4378-8b4f-a50703bf4212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:38.268645 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 8dbb0e57-9219-4461-8961-e86daeddb01f {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:05:38.268645 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 8dbb0e57-9219-4461-8961-e86daeddb01f not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:05:38.271305 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58418) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:38.290466 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ba63e7-6826-49c0-aa05-0deebbceaa95 None None] Update dhcp port {'port': {'network_id': '0981e737-0b0c-4db5-b62a-32eaed983ba2', 'fixed_ips': [{'subnet_id': 'c1dbd7ad-fbce-41e5-afba-b0cf967920dd', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e3277e31-5d81-4372-ad54-74fb67af8bbf'}], 'binding:host_id': 'n-d-715271-26'}, 'id': 'db9bf67c-da56-4ae2-a4bd-d5b5968135d9'} from n-d-715271-26. {{(pid=100608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 01:05:38.348357 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-72ba63e7-6826-49c0-aa05-0deebbceaa95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:38.428532 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6df9da30-74ab-4378-8b4f-a50703bf4212 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ba72055d9df14ef2b2e586c021bee706&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6106963 Oct 19 01:05:38.431264 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58422) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:38.432049 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9da30-74ab-4378-8b4f-a50703bf4212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb721d21-c6ab-4549-9d8e-a1c5f4d1701a,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:38.445559 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device db9bf67c-da56-4ae2-a4bd-d5b5968135d9 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:05:38.490072 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-92cd3709-4577-420e-b82b-3f22ab2a8a0c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cf208b506ff9472a835ab9b3fb2b3598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2106867 Oct 19 01:05:38.491110 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58424) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:38.576938 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ed0a99b-864d-4e38-9479-ed0b4b175a73 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:38.581467 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port db9bf67c-da56-4ae2-a4bd-d5b5968135d9 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:38.581837 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:38.606072 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9ff474-db7f-4b9e-8172-1b5dcddc69f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95c1790-bd45-4a0d-86b4-8d69705c73be'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:05:38.608073 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966466f6-a906-4363-9fb1-bd3ccf80b7cd" -d '{"events": [{"server_uuid": "0a9ff474-db7f-4b9e-8172-1b5dcddc69f0", "name": "network-vif-plugged", "status": "completed", "tag": "f95c1790-bd45-4a0d-86b4-8d69705c73be"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:05:38.680193 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0131faf3-f825-4271-8bbe-3aeb60116189 x-openstack-request-id: req-0131faf3-f825-4271-8bbe-3aeb60116189 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:05:38.680586 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9ff474-db7f-4b9e-8172-1b5dcddc69f0", "name": "network-vif-plugged", "status": "completed", "tag": "f95c1790-bd45-4a0d-86b4-8d69705c73be", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:05:38.680936 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0131faf3-f825-4271-8bbe-3aeb60116189 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:05:38.681411 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9ff474-db7f-4b9e-8172-1b5dcddc69f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95c1790-bd45-4a0d-86b4-8d69705c73be', 'code': 200} Oct 19 01:05:38.703882 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9301d301-f1ca-4310-935a-0f45249f471f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:38.720966 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-26368a80-68dc-44ad-abd4-2058df6adddc tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Delete allocated IP 2001:db8::366 (0981e737-0b0c-4db5-b62a-32eaed983ba2/c1dbd7ad-fbce-41e5-afba-b0cf967920dd) {{(pid=100606) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 19 01:05:38.729663 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0a99b-864d-4e38-9479-ed0b4b175a73 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Pushing event updated for resources: {'Subnet': ['ID=29cf1726-8fa8-4c40-850e-1896dbedb352,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:38.747944 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9301d301-f1ca-4310-935a-0f45249f471f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:38.752563 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-26368a80-68dc-44ad-abd4-2058df6adddc tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Allocated IP 2001:db8:0:1::15 (0981e737-0b0c-4db5-b62a-32eaed983ba2/e3277e31-5d81-4372-ad54-74fb67af8bbf/5dc785e0-5e5c-47c8-8269-fb3743d8d86f) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:05:38.759035 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed0a99b-864d-4e38-9479-ed0b4b175a73 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Checking segment: {'id': 'b01a7d88-a003-47a9-b860-30f595d12d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '55515e32-5e42-485f-bdb8-5274dcde7dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:05:38.759442 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed0a99b-864d-4e38-9479-ed0b4b175a73 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Network hostable DHCP agents. Network: 55515e32-5e42-485f-bdb8-5274dcde7dea, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:05:38.801359 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ca19a01d-41d8-4863-bd6e-7701c82843c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:38.828538 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311a720-a8b4-469d-a387-a4ef20d9ab15 req-a5a2e971-94c2-478b-82b1-7f9bf2ecc03d tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:38.830000 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3311a720-a8b4-469d-a387-a4ef20d9ab15 req-a5a2e971-94c2-478b-82b1-7f9bf2ecc03d tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a9ff474-db7f-4b9e-8172-1b5dcddc69f0 HTTP/1.1" status: 200 len: 950 time: 0.2454727 Oct 19 01:05:38.831448 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57767d-014e-47a9-9123-cc8bb66eb41a req-bc3e61c4-aa66-4ff0-bd8a-c6cb9d5535cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:38.832989 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9e57767d-014e-47a9-9123-cc8bb66eb41a req-bc3e61c4-aa66-4ff0-bd8a-c6cb9d5535cb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0a9ff474-db7f-4b9e-8172-1b5dcddc69f0 HTTP/1.1" status: 200 len: 1102 time: 0.0752642 Oct 19 01:05:38.833839 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed0a99b-864d-4e38-9479-ed0b4b175a73 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Network 55515e32-5e42-485f-bdb8-5274dcde7dea is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:05:38.861484 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-1ed0a99b-864d-4e38-9479-ed0b4b175a73 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 55515e32-5e42-485f-bdb8-5274dcde7dea) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:38.861747 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ca19a01d-41d8-4863-bd6e-7701c82843c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:38.868347 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed0a99b-864d-4e38-9479-ed0b4b175a73 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:38.868931 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ed0a99b-864d-4e38-9479-ed0b4b175a73 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:38.878315 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16f7f9b-4b3f-483e-ad8c-1ee241357c49 None None] Network 55515e32-5e42-485f-bdb8-5274dcde7dea requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:05:38.881817 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9301d301-f1ca-4310-935a-0f45249f471f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:38.884730 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9301d301-f1ca-4310-935a-0f45249f471f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:38.900962 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9301d301-f1ca-4310-935a-0f45249f471f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/986ea58e-55fe-4944-b7d0-10d244b5a2c8 HTTP/1.1" status: 204 len: 168 time: 0.3820698 Oct 19 01:05:38.931496 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301d301-f1ca-4310-935a-0f45249f471f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986ea58e-55fe-4944-b7d0-10d244b5a2c8,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:38.955820 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1ed0a99b-864d-4e38-9479-ed0b4b175a73 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1677949 Oct 19 01:05:38.962672 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58432) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:38.974643 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-b36c0c41-de58-4a5e-a26f-bedf9b7790a7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Request body: {'subnet': {'network_id': '1fccc762-9472-4b6b-bfe9-f151cb76e57f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:39.019353 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3311a720-a8b4-469d-a387-a4ef20d9ab15 req-4c814526-4438-449e-b4db-d0d41fd35c89 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d6a6fa9-62ef-40fa-b8df-61e8faad9264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655014 Oct 19 01:05:39.031553 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ca19a01d-41d8-4863-bd6e-7701c82843c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:39.034243 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ca19a01d-41d8-4863-bd6e-7701c82843c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:39.037840 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ca19a01d-41d8-4863-bd6e-7701c82843c5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cb721d21-c6ab-4549-9d8e-a1c5f4d1701a HTTP/1.1" status: 204 len: 168 time: 0.6030459 Oct 19 01:05:39.074809 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19a01d-41d8-4863-bd6e-7701c82843c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb721d21-c6ab-4549-9d8e-a1c5f4d1701a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:39.138172 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1bded70e-77e6-4c69-9afe-bc7b15b01c40 req-e32b96be-1019-4ada-9099-7cdc635fd413 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cac6461f-9466-4906-8ff6-ee125b142502&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1299739 Oct 19 01:05:39.188893 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-26368a80-68dc-44ad-abd4-2058df6adddc tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:39.204413 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-26368a80-68dc-44ad-abd4-2058df6adddc tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:39.315155 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c92800b-8f81-4011-904e-093e926d0ff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-55515e32-5e42-485f-bdb8-5274dcde7dea', 'network_id': '55515e32-5e42-485f-bdb8-5274dcde7dea', 'tenant_id': '4da2c8fb80314d439039529c71ca4b69', 'fixed_ips': [{'subnet_id': '29cf1726-8fa8-4c40-850e-1896dbedb352'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:05:39.316335 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1c92800b-8f81-4011-904e-093e926d0ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:39.322665 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26368a80-68dc-44ad-abd4-2058df6adddc tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Port': ['ID=5dc785e0-5e5c-47c8-8269-fb3743d8d86f,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:39.381736 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-26368a80-68dc-44ad-abd4-2058df6adddc tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] In _notify_port_updated(), no bound segment for port 5dc785e0-5e5c-47c8-8269-fb3743d8d86f on network 0981e737-0b0c-4db5-b62a-32eaed983ba2 {{(pid=100606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:05:39.388599 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26368a80-68dc-44ad-abd4-2058df6adddc tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:39.389721 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-26368a80-68dc-44ad-abd4-2058df6adddc tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:39.391588 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-26368a80-68dc-44ad-abd4-2058df6adddc tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "PUT /v2.0/ports/5dc785e0-5e5c-47c8-8269-fb3743d8d86f HTTP/1.1" status: 200 len: 930 time: 1.5929549 Oct 19 01:05:39.395102 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bded70e-77e6-4c69-9afe-bc7b15b01c40 req-a6d50e3d-6ee1-417d-bdce-591432f41bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:39.396996 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1bded70e-77e6-4c69-9afe-bc7b15b01c40 req-a6d50e3d-6ee1-417d-bdce-591432f41bdd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=465142f0e7424e13813183fcd6cf1568&device_id=cac6461f-9466-4906-8ff6-ee125b142502 HTTP/1.1" status: 200 len: 1101 time: 0.1774199 Oct 19 01:05:39.398020 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58442) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:39.447902 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-72ba63e7-6826-49c0-aa05-0deebbceaa95 None None] Allocated IP 2001:db8:0:1::2 (0981e737-0b0c-4db5-b62a-32eaed983ba2/e3277e31-5d81-4372-ad54-74fb67af8bbf/db9bf67c-da56-4ae2-a4bd-d5b5968135d9) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:05:39.629226 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9e57767d-014e-47a9-9123-cc8bb66eb41a req-e784acc7-7455-4781-a93c-3d79775d87d2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7d6a6fa9-62ef-40fa-b8df-61e8faad9264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7853558 Oct 19 01:05:39.682223 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-73af9fa9-b667-400f-b524-c6cd86680d2d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Deleting port 5dc785e0-5e5c-47c8-8269-fb3743d8d86f {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:05:39.683974 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-73af9fa9-b667-400f-b524-c6cd86680d2d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:39.698365 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c2e32-d64b-4764-9f58-a4d4ce8958f5 req-c1eb888c-8ffb-483d-b9ce-a3a7bb35ffb3 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:39.710636 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-324c2e32-d64b-4764-9f58-a4d4ce8958f5 req-c1eb888c-8ffb-483d-b9ce-a3a7bb35ffb3 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac6461f-9466-4906-8ff6-ee125b142502 HTTP/1.1" status: 200 len: 949 time: 0.0866578 Oct 19 01:05:39.713958 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36c0c41-de58-4a5e-a26f-bedf9b7790a7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Made reservation on behalf of 4da2c8fb80314d439039529c71ca4b69 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:05:39.719221 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b36c0c41-de58-4a5e-a26f-bedf9b7790a7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:39.747095 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-1c92800b-8f81-4011-904e-093e926d0ff3 None None] Allocated IP 10.1.1.2 (55515e32-5e42-485f-bdb8-5274dcde7dea/29cf1726-8fa8-4c40-850e-1896dbedb352/1b175828-aea0-44c7-b3a9-2ec81aedbb3d) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:05:39.749424 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bded70e-77e6-4c69-9afe-bc7b15b01c40 req-bac8df00-5d18-4b56-8a4b-3da57e9c696c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:39.752071 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1bded70e-77e6-4c69-9afe-bc7b15b01c40 req-bac8df00-5d18-4b56-8a4b-3da57e9c696c service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.2999897 Oct 19 01:05:39.800625 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-72ba63e7-6826-49c0-aa05-0deebbceaa95 None None] For port db9bf67c-da56-4ae2-a4bd-d5b5968135d9, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=db9bf67c-da56-4ae2-a4bd-d5b5968135d9,segment=NetworkSegment(32d7b33e-8573-45db-a66b-bffd3e853edc),segment_id=32d7b33e-8573-45db-a66b-bffd3e853edc)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:39.826650 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-edc3b098-7f29-4430-a423-23ab0c7d4a6c req-dbda50d4-20ef-4031-aee5-69915401d47b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=29912b5b-27d3-40b2-9c06-025e0ffdf179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1825907 Oct 19 01:05:39.837258 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-324c2e32-d64b-4764-9f58-a4d4ce8958f5 req-2dbe4ea1-5216-4d15-81bf-58f508e582ca tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/security-groups?id=088e73c4-e4b4-4241-b573-24c3d0fa7c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240685 Oct 19 01:05:39.893250 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-73af9fa9-b667-400f-b524-c6cd86680d2d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:39.934358 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-72ba63e7-6826-49c0-aa05-0deebbceaa95 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:39.954842 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-72ba63e7-6826-49c0-aa05-0deebbceaa95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:40.001350 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1bded70e-77e6-4c69-9afe-bc7b15b01c40 req-90626d7b-6ade-4d18-8420-cc50df7c7d17 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=2d79080a-7caf-431d-a8fb-9bff77e01a3d HTTP/1.1" status: 200 len: 217 time: 0.1304479 Oct 19 01:05:40.023338 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-73af9fa9-b667-400f-b524-c6cd86680d2d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Calling delete_port for 5dc785e0-5e5c-47c8-8269-fb3743d8d86f owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:05:40.089484 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1c92800b-8f81-4011-904e-093e926d0ff3 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:40.127512 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1c92800b-8f81-4011-904e-093e926d0ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:40.134543 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b36c0c41-de58-4a5e-a26f-bedf9b7790a7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:40.191371 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3b098-7f29-4430-a423-23ab0c7d4a6c req-577d9777-6bec-4a6a-8239-96c168b53140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:40.191371 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-edc3b098-7f29-4430-a423-23ab0c7d4a6c req-577d9777-6bec-4a6a-8239-96c168b53140 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ca58805b0d5403faf61bcb76d75537a&device_id=29912b5b-27d3-40b2-9c06-025e0ffdf179 HTTP/1.1" status: 200 len: 1097 time: 0.2122486 Oct 19 01:05:40.217054 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c92800b-8f81-4011-904e-093e926d0ff3 None None] Network 55515e32-5e42-485f-bdb8-5274dcde7dea is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:05:40.223711 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-1c92800b-8f81-4011-904e-093e926d0ff3 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:40.229337 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c92800b-8f81-4011-904e-093e926d0ff3 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:05:40.286568 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bded70e-77e6-4c69-9afe-bc7b15b01c40 req-b441aee6-fd1f-4cf1-92c0-d5bd8205233d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:40.294522 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c0c41-de58-4a5e-a26f-bedf9b7790a7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Pushing event updated for resources: {'Subnet': ['ID=20db5d13-0783-4fe8-8bf3-782bee1ace5f,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:40.300297 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1bded70e-77e6-4c69-9afe-bc7b15b01c40 req-b441aee6-fd1f-4cf1-92c0-d5bd8205233d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.2778802 Oct 19 01:05:40.328240 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba63e7-6826-49c0-aa05-0deebbceaa95 None None] Pushing event updated for resources: {'Port': ['ID=db9bf67c-da56-4ae2-a4bd-d5b5968135d9,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:40.372473 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-1c92800b-8f81-4011-904e-093e926d0ff3 None None] Attempting to bind port 1b175828-aea0-44c7-b3a9-2ec81aedbb3d on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:05:40.372473 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-1c92800b-8f81-4011-904e-093e926d0ff3 None None] Attempting to bind port 1b175828-aea0-44c7-b3a9-2ec81aedbb3d by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'b01a7d88-a003-47a9-b860-30f595d12d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '55515e32-5e42-485f-bdb8-5274dcde7dea'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:05:40.372473 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c92800b-8f81-4011-904e-093e926d0ff3 None None] Attempting to bind port 1b175828-aea0-44c7-b3a9-2ec81aedbb3d on network 55515e32-5e42-485f-bdb8-5274dcde7dea {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:05:40.464133 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c92800b-8f81-4011-904e-093e926d0ff3 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:05:40.464695 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c92800b-8f81-4011-904e-093e926d0ff3 None None] Checking segment: {'id': 'b01a7d88-a003-47a9-b860-30f595d12d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '55515e32-5e42-485f-bdb8-5274dcde7dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:05:40.465093 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1c92800b-8f81-4011-904e-093e926d0ff3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:40.465488 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c92800b-8f81-4011-904e-093e926d0ff3 None None] Bound using segment: {'id': 'b01a7d88-a003-47a9-b860-30f595d12d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '55515e32-5e42-485f-bdb8-5274dcde7dea'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:05:40.466142 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-1c92800b-8f81-4011-904e-093e926d0ff3 None None] Bound port: 1b175828-aea0-44c7-b3a9-2ec81aedbb3d, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b01a7d88-a003-47a9-b860-30f595d12d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '55515e32-5e42-485f-bdb8-5274dcde7dea'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:05:40.466565 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1c92800b-8f81-4011-904e-093e926d0ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:40.467184 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0912a7-ee27-47b3-974c-20ad7cefccd3 req-f16c4a4a-5aed-4995-b07a-0b1c47d5cf50 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:40.479583 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1e0912a7-ee27-47b3-974c-20ad7cefccd3 req-f16c4a4a-5aed-4995-b07a-0b1c47d5cf50 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a9ff474-db7f-4b9e-8172-1b5dcddc69f0 HTTP/1.1" status: 200 len: 950 time: 0.1811330 Oct 19 01:05:40.573769 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1e0912a7-ee27-47b3-974c-20ad7cefccd3 req-ae1b5fdd-2c61-4b37-b205-6e2811dd6908 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d6a6fa9-62ef-40fa-b8df-61e8faad9264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929675 Oct 19 01:05:40.588967 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36c0c41-de58-4a5e-a26f-bedf9b7790a7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Checking segment: {'id': '8383d18e-5233-4c4a-8260-014a3d8869b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1fccc762-9472-4b6b-bfe9-f151cb76e57f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:05:40.589331 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36c0c41-de58-4a5e-a26f-bedf9b7790a7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Network hostable DHCP agents. Network: 1fccc762-9472-4b6b-bfe9-f151cb76e57f, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:05:40.659551 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36c0c41-de58-4a5e-a26f-bedf9b7790a7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Network 1fccc762-9472-4b6b-bfe9-f151cb76e57f is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:05:40.692400 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c92800b-8f81-4011-904e-093e926d0ff3 None None] Pushing event updated for resources: {'Port': ['ID=1b175828-aea0-44c7-b3a9-2ec81aedbb3d,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:40.701320 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58500) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:40.703983 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-b36c0c41-de58-4a5e-a26f-bedf9b7790a7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 1fccc762-9472-4b6b-bfe9-f151cb76e57f) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:40.714364 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bded70e-77e6-4c69-9afe-bc7b15b01c40 req-2142394d-3cd6-41d4-996e-6684bcd76258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:40.716166 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1bded70e-77e6-4c69-9afe-bc7b15b01c40 req-2142394d-3cd6-41d4-996e-6684bcd76258 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4079168 Oct 19 01:05:40.720916 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51115928-f5bf-4a41-a520-5d68c62bcb32 None None] Network 1fccc762-9472-4b6b-bfe9-f151cb76e57f requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:05:40.730656 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36c0c41-de58-4a5e-a26f-bedf9b7790a7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:40.733185 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b36c0c41-de58-4a5e-a26f-bedf9b7790a7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:40.785317 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b36c0c41-de58-4a5e-a26f-bedf9b7790a7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8213043 Oct 19 01:05:40.805823 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58510) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:40.822097 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-e4d1c927-4dba-46c3-879b-5ad8f446bf89 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Request body: {'port': {'network_id': '55515e32-5e42-485f-bdb8-5274dcde7dea', 'name': 'tempest-TaggedBootDevicesTest-1622667228', 'fixed_ips': [{'subnet_id': '29cf1726-8fa8-4c40-850e-1896dbedb352'}]}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:40.833083 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3b098-7f29-4430-a423-23ab0c7d4a6c req-4ff3cfbd-1da7-4b08-bb59-8ceffd8fe079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:40.833083 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-edc3b098-7f29-4430-a423-23ab0c7d4a6c req-4ff3cfbd-1da7-4b08-bb59-8ceffd8fe079 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e0a933c8-d57d-4f34-92bd-33c9cee5c990 HTTP/1.1" status: 200 len: 909 time: 0.5963175 Oct 19 01:05:40.968866 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-1c92800b-8f81-4011-904e-093e926d0ff3 None None] For port 1b175828-aea0-44c7-b3a9-2ec81aedbb3d, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:05:40.990299 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-1c92800b-8f81-4011-904e-093e926d0ff3 None None] For port 1b175828-aea0-44c7-b3a9-2ec81aedbb3d, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=1b175828-aea0-44c7-b3a9-2ec81aedbb3d,segment=NetworkSegment(b01a7d88-a003-47a9-b860-30f595d12d4c),segment_id=b01a7d88-a003-47a9-b860-30f595d12d4c)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:05:41.015195 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1c92800b-8f81-4011-904e-093e926d0ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:41.081542 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-73af9fa9-b667-400f-b524-c6cd86680d2d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:41.089232 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1bded70e-77e6-4c69-9afe-bc7b15b01c40 req-2ddeb416-5786-43d4-b90b-3be265015451 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554493 Oct 19 01:05:41.197640 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d1c927-4dba-46c3-879b-5ad8f446bf89 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Made reservation on behalf of 4da2c8fb80314d439039529c71ca4b69 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:05:41.280923 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1bded70e-77e6-4c69-9afe-bc7b15b01c40 req-e588d0b5-7d4d-4f09-b6df-b0149733cae1 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777642 Oct 19 01:05:41.290420 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-73af9fa9-b667-400f-b524-c6cd86680d2d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:41.300868 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-73af9fa9-b667-400f-b524-c6cd86680d2d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/ports/5dc785e0-5e5c-47c8-8269-fb3743d8d86f HTTP/1.1" status: 204 len: 168 time: 1.9014814 Oct 19 01:05:41.303989 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af9fa9-b667-400f-b524-c6cd86680d2d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Port': ['ID=5dc785e0-5e5c-47c8-8269-fb3743d8d86f,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:41.318835 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58524) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:41.378837 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-edc3b098-7f29-4430-a423-23ab0c7d4a6c req-bc93d500-f1f1-4e2c-afbc-fb307e128874 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32f74064-8619-46aa-9312-d0686e9a9499 HTTP/1.1" status: 200 len: 1001 time: 0.4936535 Oct 19 01:05:41.389993 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-96e6ed3b-129d-4303-85f1-55de034c9e99 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] GET failed (client error): The resource could not be found. Oct 19 01:05:41.391974 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-96e6ed3b-129d-4303-85f1-55de034c9e99 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "GET /v2.0/ports/5dc785e0-5e5c-47c8-8269-fb3743d8d86f HTTP/1.1" status: 404 len: 333 time: 0.0716949 Oct 19 01:05:41.396506 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58526) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:41.460037 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e4d1c927-4dba-46c3-879b-5ad8f446bf89 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:41.501121 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-e4d1c927-4dba-46c3-879b-5ad8f446bf89 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] device_id is not set on port f4cd700e-932d-4677-adfa-4b17f1b59025 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:05:41.530964 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3b098-7f29-4430-a423-23ab0c7d4a6c req-75bd9c8e-267a-4b0e-8687-aa1e7cd1869a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:41.542456 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-edc3b098-7f29-4430-a423-23ab0c7d4a6c req-75bd9c8e-267a-4b0e-8687-aa1e7cd1869a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=31331c2c-08e9-492b-8825-a76f43d2b26c HTTP/1.1" status: 200 len: 847 time: 0.1560786 Oct 19 01:05:41.551466 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c92800b-8f81-4011-904e-093e926d0ff3 None None] Pushing event updated for resources: {'Port': ['ID=1b175828-aea0-44c7-b3a9-2ec81aedbb3d,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:41.555438 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-6a4a2aa3-0843-469c-9b37-7c404e302db9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1654141756-network', 'tenant_id': '84c3d130d4f04e87bd12923b4ec520ba'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:41.565600 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cea8080-a8a0-4e33-9d68-70b2ea1170e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-1fccc762-9472-4b6b-bfe9-f151cb76e57f', 'network_id': '1fccc762-9472-4b6b-bfe9-f151cb76e57f', 'tenant_id': '4da2c8fb80314d439039529c71ca4b69', 'fixed_ips': [{'subnet_id': '20db5d13-0783-4fe8-8bf3-782bee1ace5f'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:05:41.566689 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0cea8080-a8a0-4e33-9d68-70b2ea1170e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:41.689540 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3b098-7f29-4430-a423-23ab0c7d4a6c req-0002192c-450b-4f63-8808-e67b0ab6a28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:41.691504 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-edc3b098-7f29-4430-a423-23ab0c7d4a6c req-0002192c-450b-4f63-8808-e67b0ab6a28e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e0a933c8-d57d-4f34-92bd-33c9cee5c990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1400898 Oct 19 01:05:41.741652 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4a2aa3-0843-469c-9b37-7c404e302db9 admin admin] Made reservation on behalf of 84c3d130d4f04e87bd12923b4ec520ba for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:05:41.745514 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6a4a2aa3-0843-469c-9b37-7c404e302db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:41.780725 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6a4a2aa3-0843-469c-9b37-7c404e302db9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:41.892471 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3ca36288-7b16-4f59-9263-418a7c0faaac tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:41.894789 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-0cea8080-a8a0-4e33-9d68-70b2ea1170e6 None None] Allocated IP 10.2.2.2 (1fccc762-9472-4b6b-bfe9-f151cb76e57f/20db5d13-0783-4fe8-8bf3-782bee1ace5f/1c53ed1f-bc9e-46b3-9b84-76fb95611a92) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:05:42.048661 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-e8f794b3-768f-414b-a1e4-f65dd9ceffe7 None None] Could not find standard attr ID for object 5dc785e0-5e5c-47c8-8269-fb3743d8d86f. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:05:42.147001 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-e8f794b3-768f-414b-a1e4-f65dd9ceffe7 None None] Provisioning complete for port cc693f23-fab7-451a-9ca8-0280df4d0dc5 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:42.147160 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e8f794b3-768f-414b-a1e4-f65dd9ceffe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:42.155775 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-edc3b098-7f29-4430-a423-23ab0c7d4a6c req-448d5634-2075-45f1-af25-9d94352aa2ea service neutron] 10.222.0.24 "GET /v2.0/networks/e0a933c8-d57d-4f34-92bd-33c9cee5c990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4565744 Oct 19 01:05:42.237476 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-e8f794b3-768f-414b-a1e4-f65dd9ceffe7 None None] Port cc693f23-fab7-451a-9ca8-0280df4d0dc5 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:05:42.306890 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6a4a2aa3-0843-469c-9b37-7c404e302db9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:42.318235 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-e8f794b3-768f-414b-a1e4-f65dd9ceffe7 None None] Provisioning complete for port db9bf67c-da56-4ae2-a4bd-d5b5968135d9 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:42.320451 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e8f794b3-768f-414b-a1e4-f65dd9ceffe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:42.330964 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-edc3b098-7f29-4430-a423-23ab0c7d4a6c req-db29c2d0-04c6-4dc3-be99-a0927f9b4e0d service neutron] 10.222.0.24 "GET /v2.0/networks/e0a933c8-d57d-4f34-92bd-33c9cee5c990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652565 Oct 19 01:05:42.333117 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0cea8080-a8a0-4e33-9d68-70b2ea1170e6 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:42.361981 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3ca36288-7b16-4f59-9263-418a7c0faaac tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:42.367276 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0cea8080-a8a0-4e33-9d68-70b2ea1170e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:42.432459 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cea8080-a8a0-4e33-9d68-70b2ea1170e6 None None] Network 1fccc762-9472-4b6b-bfe9-f151cb76e57f is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:05:42.442750 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-0cea8080-a8a0-4e33-9d68-70b2ea1170e6 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:42.446983 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cea8080-a8a0-4e33-9d68-70b2ea1170e6 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:05:42.456938 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6a4a2aa3-0843-469c-9b37-7c404e302db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:42.493988 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea8080-a8a0-4e33-9d68-70b2ea1170e6 None None] Pushing event updated for resources: {'Port': ['ID=1c53ed1f-bc9e-46b3-9b84-76fb95611a92,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:42.520010 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a4a2aa3-0843-469c-9b37-7c404e302db9 admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:05:42.600119 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6a4a2aa3-0843-469c-9b37-7c404e302db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:42.600588 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-6a4a2aa3-0843-469c-9b37-7c404e302db9 admin admin] Added segment 618e9f13-33df-47a4-8265-1f8d48d0f612 of type vlan for network 71e66fa3-7227-46c9-8805-807e52545d13 Oct 19 01:05:42.614191 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device db9bf67c-da56-4ae2-a4bd-d5b5968135d9 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:05:42.645112 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6a4a2aa3-0843-469c-9b37-7c404e302db9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:42.700208 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a2aa3-0843-469c-9b37-7c404e302db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a8e44b-ed4c-4e11-a2f4-870e4e166d58,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:42.708141 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-dfbce259-f009-4d73-b76b-11ba6fa05ef3 None None] Could not find standard attr ID for object 5dc785e0-5e5c-47c8-8269-fb3743d8d86f. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:05:42.717746 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-0cea8080-a8a0-4e33-9d68-70b2ea1170e6 None None] Attempting to bind port 1c53ed1f-bc9e-46b3-9b84-76fb95611a92 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:05:42.718360 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-0cea8080-a8a0-4e33-9d68-70b2ea1170e6 None None] Attempting to bind port 1c53ed1f-bc9e-46b3-9b84-76fb95611a92 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '8383d18e-5233-4c4a-8260-014a3d8869b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1fccc762-9472-4b6b-bfe9-f151cb76e57f'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:05:42.718648 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cea8080-a8a0-4e33-9d68-70b2ea1170e6 None None] Attempting to bind port 1c53ed1f-bc9e-46b3-9b84-76fb95611a92 on network 1fccc762-9472-4b6b-bfe9-f151cb76e57f {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:05:42.724805 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port db9bf67c-da56-4ae2-a4bd-d5b5968135d9 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:42.725173 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:42.726087 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4905d-845c-43bd-8025-e591c7829bad req-0818b67d-d6a3-4a1f-895d-8128d1ba9fee tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:42.727686 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8ab4905d-845c-43bd-8025-e591c7829bad req-0818b67d-d6a3-4a1f-895d-8128d1ba9fee tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a9ff474-db7f-4b9e-8172-1b5dcddc69f0 HTTP/1.1" status: 200 len: 950 time: 0.8021984 Oct 19 01:05:42.731445 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6a4a2aa3-0843-469c-9b37-7c404e302db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:42.732356 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4a2aa3-0843-469c-9b37-7c404e302db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:42.733127 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6a4a2aa3-0843-469c-9b37-7c404e302db9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:42.735703 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3ca36288-7b16-4f59-9263-418a7c0faaac tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:42.738360 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3ca36288-7b16-4f59-9263-418a7c0faaac tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:42.740489 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3ca36288-7b16-4f59-9263-418a7c0faaac tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/security-groups/5652cb98-33d1-4686-84a6-0c916a96fcc3 HTTP/1.1" status: 204 len: 168 time: 1.3336473 Oct 19 01:05:42.743396 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58574) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:42.770066 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a2aa3-0843-469c-9b37-7c404e302db9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:05:42.770626 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a2aa3-0843-469c-9b37-7c404e302db9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:05:42.771154 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a2aa3-0843-469c-9b37-7c404e302db9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:05:42.772622 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a2aa3-0843-469c-9b37-7c404e302db9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:05:42.773175 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a2aa3-0843-469c-9b37-7c404e302db9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:05:42.773701 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a2aa3-0843-469c-9b37-7c404e302db9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:05:42.778387 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cea8080-a8a0-4e33-9d68-70b2ea1170e6 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:05:42.778714 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cea8080-a8a0-4e33-9d68-70b2ea1170e6 None None] Checking segment: {'id': '8383d18e-5233-4c4a-8260-014a3d8869b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1fccc762-9472-4b6b-bfe9-f151cb76e57f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:05:42.779364 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a2aa3-0843-469c-9b37-7c404e302db9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:05:42.779567 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0cea8080-a8a0-4e33-9d68-70b2ea1170e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:42.779985 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cea8080-a8a0-4e33-9d68-70b2ea1170e6 None None] Bound using segment: {'id': '8383d18e-5233-4c4a-8260-014a3d8869b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1fccc762-9472-4b6b-bfe9-f151cb76e57f'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:05:42.780481 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-0cea8080-a8a0-4e33-9d68-70b2ea1170e6 None None] Bound port: 1c53ed1f-bc9e-46b3-9b84-76fb95611a92, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8383d18e-5233-4c4a-8260-014a3d8869b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1fccc762-9472-4b6b-bfe9-f151cb76e57f'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:05:42.780866 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0cea8080-a8a0-4e33-9d68-70b2ea1170e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:42.791956 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a2aa3-0843-469c-9b37-7c404e302db9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:05:42.792915 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a2aa3-0843-469c-9b37-7c404e302db9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:05:42.793672 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a2aa3-0843-469c-9b37-7c404e302db9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:05:42.794837 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a2aa3-0843-469c-9b37-7c404e302db9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:05:42.795651 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a2aa3-0843-469c-9b37-7c404e302db9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:05:42.836639 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fb02a2ac-c2ac-4acd-9c56-13ec9f0ecb3f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:42.867936 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fb02a2ac-c2ac-4acd-9c56-13ec9f0ecb3f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:42.896932 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-e4d1c927-4dba-46c3-879b-5ad8f446bf89 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Allocated IP 10.1.1.243 (55515e32-5e42-485f-bdb8-5274dcde7dea/29cf1726-8fa8-4c40-850e-1896dbedb352/f4cd700e-932d-4677-adfa-4b17f1b59025) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:05:42.925961 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca36288-7b16-4f59-9263-418a7c0faaac tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5652cb98-33d1-4686-84a6-0c916a96fcc3,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:42.926895 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-64a14c8d-c473-4056-9cc4-d208920a13b8 req-90fb9662-90c6-4aa6-8050-e1d362597101 tempest-FlavorsV2NegativeTest-1615157646 tempest-FlavorsV2NegativeTest-1615157646-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=573d77f38ee9450f9534cda907d3ca40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548306 Oct 19 01:05:42.952987 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-0cea8080-a8a0-4e33-9d68-70b2ea1170e6 None None] For port 1c53ed1f-bc9e-46b3-9b84-76fb95611a92, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:05:42.960115 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6a4a2aa3-0843-469c-9b37-7c404e302db9 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2569723 Oct 19 01:05:42.960536 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-0cea8080-a8a0-4e33-9d68-70b2ea1170e6 None None] For port 1c53ed1f-bc9e-46b3-9b84-76fb95611a92, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=1c53ed1f-bc9e-46b3-9b84-76fb95611a92,segment=NetworkSegment(8383d18e-5233-4c4a-8260-014a3d8869b9),segment_id=8383d18e-5233-4c4a-8260-014a3d8869b9)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:05:42.977714 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58586) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:43.018632 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-ef8356c3-cac3-4bf9-b9cb-4f4a78be8ea0 admin admin] Request body: {'subnet': {'network_id': '71e66fa3-7227-46c9-8805-807e52545d13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1654141756-subnet', 'tenant_id': '84c3d130d4f04e87bd12923b4ec520ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:43.034583 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0cea8080-a8a0-4e33-9d68-70b2ea1170e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:43.076984 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a2aa3-0843-469c-9b37-7c404e302db9 admin admin] Pushing event updated for resources: {'Network': ['ID=71e66fa3-7227-46c9-8805-807e52545d13,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:43.112279 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea8080-a8a0-4e33-9d68-70b2ea1170e6 None None] Pushing event updated for resources: {'Port': ['ID=1c53ed1f-bc9e-46b3-9b84-76fb95611a92,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:43.117678 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 71e66fa3-7227-46c9-8805-807e52545d13 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:05:43.179182 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8ab4905d-845c-43bd-8025-e591c7829bad req-c5f9f4da-ae19-435f-970e-a2afa0c7b4c1 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d6a6fa9-62ef-40fa-b8df-61e8faad9264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149474 Oct 19 01:05:43.181549 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 1b175828-aea0-44c7-b3a9-2ec81aedbb3d up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:05:43.197985 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fb02a2ac-c2ac-4acd-9c56-13ec9f0ecb3f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:43.203939 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fb02a2ac-c2ac-4acd-9c56-13ec9f0ecb3f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:43.208366 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fb02a2ac-c2ac-4acd-9c56-13ec9f0ecb3f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/security-groups/0f048d98-f0be-42cf-bf17-12b3dcd20eb0 HTTP/1.1" status: 204 len: 168 time: 0.4638855 Oct 19 01:05:43.209683 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8356c3-cac3-4bf9-b9cb-4f4a78be8ea0 admin admin] Made reservation on behalf of 84c3d130d4f04e87bd12923b4ec520ba for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:05:43.214001 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ef8356c3-cac3-4bf9-b9cb-4f4a78be8ea0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:43.219273 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58594) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:43.328572 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 1b175828-aea0-44c7-b3a9-2ec81aedbb3d triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:43.328952 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:43.365237 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a14c8d-c473-4056-9cc4-d208920a13b8 req-e6931b7e-518c-4542-9f6b-9c5ded7f306f tempest-FlavorsV2NegativeTest-1615157646 tempest-FlavorsV2NegativeTest-1615157646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:43.367010 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-64a14c8d-c473-4056-9cc4-d208920a13b8 req-e6931b7e-518c-4542-9f6b-9c5ded7f306f tempest-FlavorsV2NegativeTest-1615157646 tempest-FlavorsV2NegativeTest-1615157646-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4320030 Oct 19 01:05:43.378536 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb02a2ac-c2ac-4acd-9c56-13ec9f0ecb3f tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f048d98-f0be-42cf-bf17-12b3dcd20eb0,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:43.429783 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c28e38-37e6-45ec-bef5-4ae25e333dc8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Deleting subnet c1dbd7ad-fbce-41e5-afba-b0cf967920dd {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:05:43.437701 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e4d1c927-4dba-46c3-879b-5ad8f446bf89 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:43.440490 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a8c28e38-37e6-45ec-bef5-4ae25e333dc8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:43.443411 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:43.456496 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca40672-2f07-4e17-a6c8-9a2da6c6db90 None None] Network 55515e32-5e42-485f-bdb8-5274dcde7dea requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:05:43.502204 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e4d1c927-4dba-46c3-879b-5ad8f446bf89 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:43.547481 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a8c28e38-37e6-45ec-bef5-4ae25e333dc8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:43.613132 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d1c927-4dba-46c3-879b-5ad8f446bf89 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Network 55515e32-5e42-485f-bdb8-5274dcde7dea is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:05:43.617365 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-e4d1c927-4dba-46c3-879b-5ad8f446bf89 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:43.622889 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d1c927-4dba-46c3-879b-5ad8f446bf89 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:05:43.658843 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1c927-4dba-46c3-879b-5ad8f446bf89 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Pushing event updated for resources: {'Port': ['ID=f4cd700e-932d-4677-adfa-4b17f1b59025,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:43.664668 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 1b175828-aea0-44c7-b3a9-2ec81aedbb3d, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=1b175828-aea0-44c7-b3a9-2ec81aedbb3d,segment=NetworkSegment(b01a7d88-a003-47a9-b860-30f595d12d4c),segment_id=b01a7d88-a003-47a9-b860-30f595d12d4c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:43.687759 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:43.723824 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d1c927-4dba-46c3-879b-5ad8f446bf89 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:43.724686 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e4d1c927-4dba-46c3-879b-5ad8f446bf89 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:43.741704 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a8c28e38-37e6-45ec-bef5-4ae25e333dc8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:43.749377 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e4d1c927-4dba-46c3-879b-5ad8f446bf89 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9411781 Oct 19 01:05:43.752186 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-824bb01b-98dc-4428-b887-14919705e2c7 None None] Provisioning complete for port 1b175828-aea0-44c7-b3a9-2ec81aedbb3d triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:43.752745 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-824bb01b-98dc-4428-b887-14919705e2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:43.755753 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58610) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:43.756454 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-64a14c8d-c473-4056-9cc4-d208920a13b8 req-2ebc5bf8-2b12-45c2-a488-8e689870fc7a tempest-FlavorsV2NegativeTest-1615157646 tempest-FlavorsV2NegativeTest-1615157646-project] 10.222.0.57 "GET /v2.0/quotas/573d77f38ee9450f9534cda907d3ca40 HTTP/1.1" status: 200 len: 375 time: 0.3667274 Oct 19 01:05:43.763896 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-835f0baf-91ad-442d-b8a8-64e5f19caf2d tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Request body: {'port': {'network_id': '55515e32-5e42-485f-bdb8-5274dcde7dea', 'name': 'tempest-TaggedBootDevicesTest-1422730956', 'fixed_ips': [{'subnet_id': '29cf1726-8fa8-4c40-850e-1896dbedb352'}]}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:43.839081 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-64a14c8d-c473-4056-9cc4-d208920a13b8 req-089c2f36-067e-4d6e-a966-513c581b8224 tempest-FlavorsV2NegativeTest-1615157646 tempest-FlavorsV2NegativeTest-1615157646-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=573d77f38ee9450f9534cda907d3ca40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0810306 Oct 19 01:05:43.886075 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=1b175828-aea0-44c7-b3a9-2ec81aedbb3d,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:43.900844 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c5906843-b81d-4895-914d-930892d279a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:43.969895 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835f0baf-91ad-442d-b8a8-64e5f19caf2d tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Made reservation on behalf of 4da2c8fb80314d439039529c71ca4b69 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:05:43.974739 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-835f0baf-91ad-442d-b8a8-64e5f19caf2d tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:43.979712 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a8c28e38-37e6-45ec-bef5-4ae25e333dc8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:44.008905 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-835f0baf-91ad-442d-b8a8-64e5f19caf2d tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] device_id is not set on port 9295caf7-42d8-4c78-a217-b3e9af380abb yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:05:44.046904 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c28e38-37e6-45ec-bef5-4ae25e333dc8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Subnet': ['ID=c1dbd7ad-fbce-41e5-afba-b0cf967920dd,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:44.049620 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a8c28e38-37e6-45ec-bef5-4ae25e333dc8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:44.051481 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dae989-49d2-4c71-b573-b76b5f11fed4 None None] Network 0981e737-0b0c-4db5-b62a-32eaed983ba2 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:05:44.052835 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a8c28e38-37e6-45ec-bef5-4ae25e333dc8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/subnets/c1dbd7ad-fbce-41e5-afba-b0cf967920dd HTTP/1.1" status: 204 len: 168 time: 0.8236001 Oct 19 01:05:44.057190 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58622) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:44.067100 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-acfd4dd2-52e5-4680-bfe2-fa500a519574 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'subnet': {'network_id': '0981e737-0b0c-4db5-b62a-32eaed983ba2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:44.088757 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c28e38-37e6-45ec-bef5-4ae25e333dc8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:05:44.089094 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c28e38-37e6-45ec-bef5-4ae25e333dc8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:05:44.089469 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c28e38-37e6-45ec-bef5-4ae25e333dc8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:05:44.089928 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c28e38-37e6-45ec-bef5-4ae25e333dc8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:05:44.090194 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c28e38-37e6-45ec-bef5-4ae25e333dc8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:05:44.090535 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c28e38-37e6-45ec-bef5-4ae25e333dc8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:05:44.090862 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c28e38-37e6-45ec-bef5-4ae25e333dc8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:05:44.091193 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c28e38-37e6-45ec-bef5-4ae25e333dc8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:05:44.091625 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c28e38-37e6-45ec-bef5-4ae25e333dc8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:05:44.091858 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c28e38-37e6-45ec-bef5-4ae25e333dc8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:05:44.092189 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c28e38-37e6-45ec-bef5-4ae25e333dc8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:05:44.092516 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c28e38-37e6-45ec-bef5-4ae25e333dc8 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:05:44.206614 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 2d79080a-7caf-431d-a8fb-9bff77e01a3d details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:05:44.386641 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-835f0baf-91ad-442d-b8a8-64e5f19caf2d tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Allocated IP 10.1.1.13 (55515e32-5e42-485f-bdb8-5274dcde7dea/29cf1726-8fa8-4c40-850e-1896dbedb352/9295caf7-42d8-4c78-a217-b3e9af380abb) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:05:44.403824 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ef8356c3-cac3-4bf9-b9cb-4f4a78be8ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:44.459343 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58642) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:44.506838 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-1c9517d3-8dc2-490b-bbc8-391c14e3c20e tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-749039382'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:44.619251 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8356c3-cac3-4bf9-b9cb-4f4a78be8ea0 admin admin] Checking segment: {'id': '618e9f13-33df-47a4-8265-1f8d48d0f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '71e66fa3-7227-46c9-8805-807e52545d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:05:44.620027 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8356c3-cac3-4bf9-b9cb-4f4a78be8ea0 admin admin] Network hostable DHCP agents. Network: 71e66fa3-7227-46c9-8805-807e52545d13, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:05:44.630972 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8356c3-cac3-4bf9-b9cb-4f4a78be8ea0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15816f82-cfe0-47bc-8647-595403cbff3d,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:44.666971 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8356c3-cac3-4bf9-b9cb-4f4a78be8ea0 admin admin] Network 71e66fa3-7227-46c9-8805-807e52545d13 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:05:44.680184 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 2d79080a-7caf-431d-a8fb-9bff77e01a3d, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=2d79080a-7caf-431d-a8fb-9bff77e01a3d,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:44.692440 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-ef8356c3-cac3-4bf9-b9cb-4f4a78be8ea0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 71e66fa3-7227-46c9-8805-807e52545d13) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:44.705014 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8356c3-cac3-4bf9-b9cb-4f4a78be8ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:44.705587 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ef8356c3-cac3-4bf9-b9cb-4f4a78be8ea0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:44.706009 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 1c53ed1f-bc9e-46b3-9b84-76fb95611a92 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:05:44.717910 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-539535a6-02df-4bb5-8d8c-a576287ee94f None None] Provisioning complete for port f4cd700e-932d-4677-adfa-4b17f1b59025 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:44.726056 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-539535a6-02df-4bb5-8d8c-a576287ee94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:44.735035 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9517d3-8dc2-490b-bbc8-391c14e3c20e tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Made reservation on behalf of 372044798076488b8078f880b919e81f for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:05:44.742312 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1c9517d3-8dc2-490b-bbc8-391c14e3c20e tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:44.763991 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfd4dd2-52e5-4680-bfe2-fa500a519574 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Made reservation on behalf of 0623c8f86a7745a5853b214518443323 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:05:44.767956 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-acfd4dd2-52e5-4680-bfe2-fa500a519574 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:44.788463 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ef8356c3-cac3-4bf9-b9cb-4f4a78be8ea0 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7796667 Oct 19 01:05:44.798988 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58654) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:44.812300 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54201eac-ca10-4273-a3a2-42aba71bbed6 None None] Network 71e66fa3-7227-46c9-8805-807e52545d13 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:05:44.821716 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-34376984-f06a-4b63-ba18-8cf54ba47769 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1654141756-router', 'tenant_id': '84c3d130d4f04e87bd12923b4ec520ba', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:44.865971 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '2d79080a-7caf-431d-a8fb-9bff77e01a3d', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': '2d79080a-7caf-431d-a8fb-9bff77e01a3d', 'mac_address': 'fa:16:3e:ef:fc:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:05:44.894794 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58656) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:44.917746 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78211d67-c248-4300-96fd-962400a0cc6c req-75d30ba8-a06d-4848-8b11-b54e0339d286 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:44.925448 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-78211d67-c248-4300-96fd-962400a0cc6c req-75d30ba8-a06d-4848-8b11-b54e0339d286 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a9ff474-db7f-4b9e-8172-1b5dcddc69f0 HTTP/1.1" status: 200 len: 950 time: 0.3375626 Oct 19 01:05:44.955306 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b23f64-2778-41f9-b629-69ce4fd42be3 None None] Network 1fccc762-9472-4b6b-bfe9-f151cb76e57f requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:05:44.973191 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c9517d3-8dc2-490b-bbc8-391c14e3c20e tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:05:44.994871 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 1c53ed1f-bc9e-46b3-9b84-76fb95611a92 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:44.995264 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:45.025433 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-34376984-f06a-4b63-ba18-8cf54ba47769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:45.026857 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-34376984-f06a-4b63-ba18-8cf54ba47769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:45.112340 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-78211d67-c248-4300-96fd-962400a0cc6c req-116072b6-fae9-4374-8471-df3576a28157 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d6a6fa9-62ef-40fa-b8df-61e8faad9264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860015 Oct 19 01:05:45.132570 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-34376984-f06a-4b63-ba18-8cf54ba47769 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:45.135172 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1c9517d3-8dc2-490b-bbc8-391c14e3c20e tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:45.135625 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-1c9517d3-8dc2-490b-bbc8-391c14e3c20e tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Added segment af8d2bdc-728f-4365-a0a3-7f4c1d198719 of type vlan for network 4bdbb06e-439a-49c1-8bb0-4db0fdb649a5 Oct 19 01:05:45.148442 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-835f0baf-91ad-442d-b8a8-64e5f19caf2d tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:45.164662 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e79310d6-f090-435f-89ca-130008d48193 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:45.176322 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-acfd4dd2-52e5-4680-bfe2-fa500a519574 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:45.232863 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-539535a6-02df-4bb5-8d8c-a576287ee94f None None] Port f4cd700e-932d-4677-adfa-4b17f1b59025 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:05:45.238570 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd4dd2-52e5-4680-bfe2-fa500a519574 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Subnet': ['ID=feb10613-02db-4495-adea-2e531ee6e361,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:45.258291 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfd4dd2-52e5-4680-bfe2-fa500a519574 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Network 0981e737-0b0c-4db5-b62a-32eaed983ba2 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:05:45.259771 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-acfd4dd2-52e5-4680-bfe2-fa500a519574 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:45.265273 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfd4dd2-52e5-4680-bfe2-fa500a519574 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:45.266372 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-acfd4dd2-52e5-4680-bfe2-fa500a519574 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:45.284975 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-acfd4dd2-52e5-4680-bfe2-fa500a519574 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2269711 Oct 19 01:05:45.287449 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58660) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:45.289051 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1c9517d3-8dc2-490b-bbc8-391c14e3c20e tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:45.302639 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-413fcc36-4f80-4e18-bed5-24a13d56d34e tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'security_group': {'name': 'tempest-secgroup-1794510678'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:45.352569 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:45.389007 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-539535a6-02df-4bb5-8d8c-a576287ee94f None None] Provisioning complete for port 1b175828-aea0-44c7-b3a9-2ec81aedbb3d triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:45.389385 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-539535a6-02df-4bb5-8d8c-a576287ee94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:45.398307 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d79080a-7caf-431d-a8fb-9bff77e01a3d {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:05:45.435391 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-34376984-f06a-4b63-ba18-8cf54ba47769 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:45.444839 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-413fcc36-4f80-4e18-bed5-24a13d56d34e tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:45.457650 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-835f0baf-91ad-442d-b8a8-64e5f19caf2d tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:45.463540 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1c9517d3-8dc2-490b-bbc8-391c14e3c20e tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:45.469182 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9517d3-8dc2-490b-bbc8-391c14e3c20e tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:45.469782 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1c9517d3-8dc2-490b-bbc8-391c14e3c20e tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:45.512789 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 2d79080a-7caf-431d-a8fb-9bff77e01a3d, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=2d79080a-7caf-431d-a8fb-9bff77e01a3d,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:45.571070 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:45.585172 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ff9b0f-2dfe-4f0a-9580-53a058ff235f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-71e66fa3-7227-46c9-8805-807e52545d13', 'network_id': '71e66fa3-7227-46c9-8805-807e52545d13', 'tenant_id': '84c3d130d4f04e87bd12923b4ec520ba', 'fixed_ips': [{'subnet_id': '15816f82-cfe0-47bc-8647-595403cbff3d'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:05:45.587284 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-44ff9b0f-2dfe-4f0a-9580-53a058ff235f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:45.646234 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1c9517d3-8dc2-490b-bbc8-391c14e3c20e tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1829064 Oct 19 01:05:45.650829 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58670) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:45.654714 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835f0baf-91ad-442d-b8a8-64e5f19caf2d tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Network 55515e32-5e42-485f-bdb8-5274dcde7dea is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:05:45.661626 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-07ef2c47-ef57-432b-a56a-a8ef760811b0 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1950537374'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:45.663198 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9517d3-8dc2-490b-bbc8-391c14e3c20e tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Pushing event updated for resources: {'Network': ['ID=4bdbb06e-439a-49c1-8bb0-4db0fdb649a5,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:45.682822 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-835f0baf-91ad-442d-b8a8-64e5f19caf2d tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:45.694712 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 4bdbb06e-439a-49c1-8bb0-4db0fdb649a5 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:05:45.695982 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835f0baf-91ad-442d-b8a8-64e5f19caf2d tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:05:45.708777 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f0baf-91ad-442d-b8a8-64e5f19caf2d tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Pushing event updated for resources: {'Port': ['ID=9295caf7-42d8-4c78-a217-b3e9af380abb,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:45.756578 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:45.757358 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e79310d6-f090-435f-89ca-130008d48193 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:45.777664 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ef2c47-ef57-432b-a56a-a8ef760811b0 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Made reservation on behalf of 372044798076488b8078f880b919e81f for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:05:45.781704 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-07ef2c47-ef57-432b-a56a-a8ef760811b0 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:45.810721 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5348ffa8-e502-437b-b126-ca802b37c7e6 None None] Network 0981e737-0b0c-4db5-b62a-32eaed983ba2 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:05:45.811030 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07ef2c47-ef57-432b-a56a-a8ef760811b0 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:05:45.821499 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-07ef2c47-ef57-432b-a56a-a8ef760811b0 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:45.821950 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-07ef2c47-ef57-432b-a56a-a8ef760811b0 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Added segment 4b96a6d1-8b8b-4e03-bedd-396bb83a41b9 of type vlan for network 28bbb5fd-c75c-47ce-a413-f94e9e278cac Oct 19 01:05:45.827244 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-413fcc36-4f80-4e18-bed5-24a13d56d34e tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:45.862800 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835f0baf-91ad-442d-b8a8-64e5f19caf2d tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:45.863433 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-835f0baf-91ad-442d-b8a8-64e5f19caf2d tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:45.868838 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-413fcc36-4f80-4e18-bed5-24a13d56d34e tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:45.879390 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e79310d6-f090-435f-89ca-130008d48193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:45.888260 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-07ef2c47-ef57-432b-a56a-a8ef760811b0 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:45.918350 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-07ef2c47-ef57-432b-a56a-a8ef760811b0 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:45.921551 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['2d79080a-7caf-431d-a8fb-9bff77e01a3d'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:05:45.925994 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ef2c47-ef57-432b-a56a-a8ef760811b0 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:45.926719 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-07ef2c47-ef57-432b-a56a-a8ef760811b0 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:45.942280 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-413fcc36-4f80-4e18-bed5-24a13d56d34e tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:45.943106 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-413fcc36-4f80-4e18-bed5-24a13d56d34e tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6487913 Oct 19 01:05:45.954326 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58680) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:45.961373 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-b96491b9-e163-4f2c-b871-96fd76569054 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'security_group': {'name': 'tempest-secgroup-1474924530'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:45.989914 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-835f0baf-91ad-442d-b8a8-64e5f19caf2d tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2329504 Oct 19 01:05:45.999469 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e79310d6-f090-435f-89ca-130008d48193 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=573d77f38ee9450f9534cda907d3ca40&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1018634 Oct 19 01:05:46.003369 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413fcc36-4f80-4e18-bed5-24a13d56d34e tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53fd8f0f-4896-4d34-9185-fbcbe9f3bc07,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:46.011447 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58684) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:46.046876 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef2c47-ef57-432b-a56a-a8ef760811b0 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Pushing event updated for resources: {'Network': ['ID=28bbb5fd-c75c-47ce-a413-f94e9e278cac,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:46.049024 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=2d79080a-7caf-431d-a8fb-9bff77e01a3d,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:46.062318 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b96491b9-e163-4f2c-b871-96fd76569054 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:46.070984 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79310d6-f090-435f-89ca-130008d48193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0055c2-2f8e-44f3-a50b-e104c0893337,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:46.084383 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-07ef2c47-ef57-432b-a56a-a8ef760811b0 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4318001 Oct 19 01:05:46.084966 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58686) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:46.090903 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-78ea4d44-feeb-4c1b-a627-3bec486d268a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Request body: {'subnet': {'network_id': '4bdbb06e-439a-49c1-8bb0-4db0fdb649a5', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:46.094207 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 28bbb5fd-c75c-47ce-a413-f94e9e278cac details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:05:46.244835 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-21a2bfe1-5fe0-4537-b444-f5ec9db0d8f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:46.258581 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 1c53ed1f-bc9e-46b3-9b84-76fb95611a92, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=1c53ed1f-bc9e-46b3-9b84-76fb95611a92,segment=NetworkSegment(8383d18e-5233-4c4a-8260-014a3d8869b9),segment_id=8383d18e-5233-4c4a-8260-014a3d8869b9)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:46.301312 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1961e9-b366-48d4-ad34-b08e8f78d4b3 req-db284f6b-19c6-4bf8-b846-653906ecc841 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:46.302914 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5a1961e9-b366-48d4-ad34-b08e8f78d4b3 req-db284f6b-19c6-4bf8-b846-653906ecc841 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a9ff474-db7f-4b9e-8172-1b5dcddc69f0 HTTP/1.1" status: 200 len: 950 time: 0.1734467 Oct 19 01:05:46.317927 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:46.318932 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 1b175828-aea0-44c7-b3a9-2ec81aedbb3d up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:05:46.329022 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-21a2bfe1-5fe0-4537-b444-f5ec9db0d8f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:46.341090 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-34376984-f06a-4b63-ba18-8cf54ba47769 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:46.348357 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ea4d44-feeb-4c1b-a627-3bec486d268a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Made reservation on behalf of 372044798076488b8078f880b919e81f for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:05:46.351686 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-78ea4d44-feeb-4c1b-a627-3bec486d268a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:46.392918 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b96491b9-e163-4f2c-b871-96fd76569054 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:46.394311 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-34376984-f06a-4b63-ba18-8cf54ba47769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:46.412180 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=1c53ed1f-bc9e-46b3-9b84-76fb95611a92,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:46.418522 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b96491b9-e163-4f2c-b871-96fd76569054 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:46.451206 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6426efa-06f9-4357-a1c4-68bb8d5f7496 req-d84a163b-cbdf-426a-96ce-2bc04637063f tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:46.452867 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e6426efa-06f9-4357-a1c4-68bb8d5f7496 req-d84a163b-cbdf-426a-96ce-2bc04637063f tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a9ff474-db7f-4b9e-8172-1b5dcddc69f0 HTTP/1.1" status: 200 len: 950 time: 0.2022655 Oct 19 01:05:46.531484 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b96491b9-e163-4f2c-b871-96fd76569054 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:46.535904 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b96491b9-e163-4f2c-b871-96fd76569054 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5752659 Oct 19 01:05:46.540606 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58690) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:46.541287 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96491b9-e163-4f2c-b871-96fd76569054 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=687dd9df-978a-45ef-9855-abbdf83a9a71,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:46.548927 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58692) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:46.552638 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-0d3d2787-3eda-4bd2-aa59-91487e3a074c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'security_group': {'name': 'tempest-secgroup-2092126997'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:46.566257 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-11dd4fa6-cb40-4834-bee3-90dde44c6f51 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2008443968', 'description': 'tempest-description--2031133066'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:46.578447 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-dfac0354-e812-427c-93c0-4813b03a7fa5 None None] Provisioning complete for port 1c53ed1f-bc9e-46b3-9b84-76fb95611a92 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:46.578870 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfac0354-e812-427c-93c0-4813b03a7fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:46.623317 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-89cb07e6-056e-49bb-b4e3-26be2f737ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:46.630158 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-44ff9b0f-2dfe-4f0a-9580-53a058ff235f None None] Allocated IP 172.20.0.2 (71e66fa3-7227-46c9-8805-807e52545d13/15816f82-cfe0-47bc-8647-595403cbff3d/1f01b024-9b9b-4cb5-8edc-07bf0e0cc762) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:05:46.636229 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-21a2bfe1-5fe0-4537-b444-f5ec9db0d8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:46.639051 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-21a2bfe1-5fe0-4537-b444-f5ec9db0d8f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:46.640259 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-21a2bfe1-5fe0-4537-b444-f5ec9db0d8f1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6d0055c2-2f8e-44f3-a50b-e104c0893337 HTTP/1.1" status: 204 len: 168 time: 0.6277447 Oct 19 01:05:46.643338 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e6426efa-06f9-4357-a1c4-68bb8d5f7496 req-9ff5999b-c8ee-4b88-83ba-142f1f365834 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d6a6fa9-62ef-40fa-b8df-61e8faad9264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536252 Oct 19 01:05:46.663543 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2bfe1-5fe0-4537-b444-f5ec9db0d8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0055c2-2f8e-44f3-a50b-e104c0893337,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:46.666830 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0d3d2787-3eda-4bd2-aa59-91487e3a074c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:46.711600 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-34376984-f06a-4b63-ba18-8cf54ba47769 admin admin] Allocated IP 172.25.8.241 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/5f088e85-105c-4662-8f4e-a3af6f649654) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:05:46.722720 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-11dd4fa6-cb40-4834-bee3-90dde44c6f51 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:46.980995 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0d3d2787-3eda-4bd2-aa59-91487e3a074c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:46.999657 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0d3d2787-3eda-4bd2-aa59-91487e3a074c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:47.033788 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-11dd4fa6-cb40-4834-bee3-90dde44c6f51 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:47.050393 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-11dd4fa6-cb40-4834-bee3-90dde44c6f51 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:47.062308 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-34376984-f06a-4b63-ba18-8cf54ba47769 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:47.079843 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0d3d2787-3eda-4bd2-aa59-91487e3a074c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:47.084018 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0d3d2787-3eda-4bd2-aa59-91487e3a074c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5390849 Oct 19 01:05:47.087376 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58722) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:47.096423 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-9bcfc42e-76fc-4313-a151-77ad4afe8a73 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2013767', 'security_groups': ['c8cfe779-f1d0-4465-be6b-d9b8bc17c8f2'], 'network_id': '0981e737-0b0c-4db5-b62a-32eaed983ba2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'feb10613-02db-4495-adea-2e531ee6e361'}]}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:47.102888 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d2787-3eda-4bd2-aa59-91487e3a074c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cfe779-f1d0-4465-be6b-d9b8bc17c8f2,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:47.128575 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-11dd4fa6-cb40-4834-bee3-90dde44c6f51 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:47.129804 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-11dd4fa6-cb40-4834-bee3-90dde44c6f51 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5717723 Oct 19 01:05:47.141293 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 1b175828-aea0-44c7-b3a9-2ec81aedbb3d triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:47.141793 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:47.142097 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58724) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:47.148892 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-9b91ea16-2e71-4467-84ea-e657c6a08464 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Request body: {'security_group_rule': {'security_group_id': '31f2be55-0e9e-418f-8d3b-d47b39901060', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:47.198651 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-78ea4d44-feeb-4c1b-a627-3bec486d268a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:47.224759 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-44ff9b0f-2dfe-4f0a-9580-53a058ff235f None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:47.236291 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd4fa6-cb40-4834-bee3-90dde44c6f51 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31f2be55-0e9e-418f-8d3b-d47b39901060,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:47.271093 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b91ea16-2e71-4467-84ea-e657c6a08464 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:47.282351 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-34376984-f06a-4b63-ba18-8cf54ba47769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:47.314077 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-5a1961e9-b366-48d4-ad34-b08e8f78d4b3 req-4b9bef31-e7f2-41c4-8034-99e30d0b2524 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Deleting port f95c1790-bd45-4a0d-86b4-8d69705c73be {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:05:47.314422 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5a1961e9-b366-48d4-ad34-b08e8f78d4b3 req-4b9bef31-e7f2-41c4-8034-99e30d0b2524 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:47.334154 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ea4d44-feeb-4c1b-a627-3bec486d268a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Checking segment: {'id': 'af8d2bdc-728f-4365-a0a3-7f4c1d198719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4bdbb06e-439a-49c1-8bb0-4db0fdb649a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:05:47.334531 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ea4d44-feeb-4c1b-a627-3bec486d268a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Network hostable DHCP agents. Network: 4bdbb06e-439a-49c1-8bb0-4db0fdb649a5, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:05:47.338563 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-44ff9b0f-2dfe-4f0a-9580-53a058ff235f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:47.366850 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34376984-f06a-4b63-ba18-8cf54ba47769 admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:05:47.374713 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-34376984-f06a-4b63-ba18-8cf54ba47769 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:47.379902 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34376984-f06a-4b63-ba18-8cf54ba47769 admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:05:47.406629 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34376984-f06a-4b63-ba18-8cf54ba47769 admin admin] Pushing event updated for resources: {'Port': ['ID=5f088e85-105c-4662-8f4e-a3af6f649654,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:47.415629 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcfc42e-76fc-4313-a151-77ad4afe8a73 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Made reservation on behalf of 0623c8f86a7745a5853b214518443323 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:05:47.426679 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff9b0f-2dfe-4f0a-9580-53a058ff235f None None] Pushing event updated for resources: {'Port': ['ID=1f01b024-9b9b-4cb5-8edc-07bf0e0cc762,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:47.456933 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ff9b0f-2dfe-4f0a-9580-53a058ff235f None None] Network 71e66fa3-7227-46c9-8805-807e52545d13 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:05:47.463357 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea4d44-feeb-4c1b-a627-3bec486d268a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Pushing event updated for resources: {'Subnet': ['ID=67dfdfc9-7c16-4d97-8f29-d21072ecc7ea,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:47.483360 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b91ea16-2e71-4467-84ea-e657c6a08464 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:47.508556 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:47.515071 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-44ff9b0f-2dfe-4f0a-9580-53a058ff235f None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:47.518495 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ea4d44-feeb-4c1b-a627-3bec486d268a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Network 4bdbb06e-439a-49c1-8bb0-4db0fdb649a5 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:05:47.523048 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-dfac0354-e812-427c-93c0-4813b03a7fa5 None None] Provisioning complete for port db9bf67c-da56-4ae2-a4bd-d5b5968135d9 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:47.523471 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfac0354-e812-427c-93c0-4813b03a7fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:47.546948 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b91ea16-2e71-4467-84ea-e657c6a08464 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:47.550109 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-78ea4d44-feeb-4c1b-a627-3bec486d268a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 4bdbb06e-439a-49c1-8bb0-4db0fdb649a5) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:47.559051 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ea4d44-feeb-4c1b-a627-3bec486d268a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:47.560212 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-78ea4d44-feeb-4c1b-a627-3bec486d268a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:47.583900 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ff9b0f-2dfe-4f0a-9580-53a058ff235f None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:05:47.594995 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55125969-aa0b-4de1-960e-5e6871c3e610 None None] Network 4bdbb06e-439a-49c1-8bb0-4db0fdb649a5 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:05:47.601578 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-78ea4d44-feeb-4c1b-a627-3bec486d268a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5150042 Oct 19 01:05:47.604523 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58742) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:47.612580 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-81f7f153-6bdf-4722-ad88-8f9880576729 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Request body: {'subnet': {'network_id': '28bbb5fd-c75c-47ce-a413-f94e9e278cac', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:47.633447 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd22ff6c-d388-44f8-8d70-ea425c0180df None None] Update dhcp port {'port': {'network_id': '0981e737-0b0c-4db5-b62a-32eaed983ba2', 'fixed_ips': [{'subnet_id': 'e3277e31-5d81-4372-ad54-74fb67af8bbf', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'feb10613-02db-4495-adea-2e531ee6e361'}], 'binding:host_id': 'n-d-715271-26'}, 'id': 'db9bf67c-da56-4ae2-a4bd-d5b5968135d9'} from n-d-715271-26. {{(pid=100608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 01:05:47.670740 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cd22ff6c-d388-44f8-8d70-ea425c0180df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:47.726683 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-5a1961e9-b366-48d4-ad34-b08e8f78d4b3 req-4b9bef31-e7f2-41c4-8034-99e30d0b2524 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] For port f95c1790-bd45-4a0d-86b4-8d69705c73be, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=f95c1790-bd45-4a0d-86b4-8d69705c73be,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:47.729280 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5a1961e9-b366-48d4-ad34-b08e8f78d4b3 req-4b9bef31-e7f2-41c4-8034-99e30d0b2524 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:47.759327 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-5a1961e9-b366-48d4-ad34-b08e8f78d4b3 req-4b9bef31-e7f2-41c4-8034-99e30d0b2524 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Calling delete_port for f95c1790-bd45-4a0d-86b4-8d69705c73be owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:05:47.839089 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f7f153-6bdf-4722-ad88-8f9880576729 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Made reservation on behalf of 372044798076488b8078f880b919e81f for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:05:47.844384 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-81f7f153-6bdf-4722-ad88-8f9880576729 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:48.141841 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:48.171579 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-44ff9b0f-2dfe-4f0a-9580-53a058ff235f None None] Attempting to bind port 1f01b024-9b9b-4cb5-8edc-07bf0e0cc762 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:05:48.172301 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-44ff9b0f-2dfe-4f0a-9580-53a058ff235f None None] Attempting to bind port 1f01b024-9b9b-4cb5-8edc-07bf0e0cc762 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '618e9f13-33df-47a4-8265-1f8d48d0f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '71e66fa3-7227-46c9-8805-807e52545d13'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:05:48.172877 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ff9b0f-2dfe-4f0a-9580-53a058ff235f None None] Attempting to bind port 1f01b024-9b9b-4cb5-8edc-07bf0e0cc762 on network 71e66fa3-7227-46c9-8805-807e52545d13 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:05:48.184519 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58768) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:48.210048 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ff9b0f-2dfe-4f0a-9580-53a058ff235f None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:05:48.210432 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ff9b0f-2dfe-4f0a-9580-53a058ff235f None None] Checking segment: {'id': '618e9f13-33df-47a4-8265-1f8d48d0f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '71e66fa3-7227-46c9-8805-807e52545d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:05:48.210837 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-44ff9b0f-2dfe-4f0a-9580-53a058ff235f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:48.211232 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ff9b0f-2dfe-4f0a-9580-53a058ff235f None None] Bound using segment: {'id': '618e9f13-33df-47a4-8265-1f8d48d0f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '71e66fa3-7227-46c9-8805-807e52545d13'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:05:48.211721 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-44ff9b0f-2dfe-4f0a-9580-53a058ff235f None None] Bound port: 1f01b024-9b9b-4cb5-8edc-07bf0e0cc762, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '618e9f13-33df-47a4-8265-1f8d48d0f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '71e66fa3-7227-46c9-8805-807e52545d13'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:05:48.212143 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-44ff9b0f-2dfe-4f0a-9580-53a058ff235f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:48.214194 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 2d79080a-7caf-431d-a8fb-9bff77e01a3d up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:05:48.285381 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b91ea16-2e71-4467-84ea-e657c6a08464 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=297b5268-e15f-49d7-a874-de1579e6ba7f,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:48.316001 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b91ea16-2e71-4467-84ea-e657c6a08464 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:48.320327 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9b91ea16-2e71-4467-84ea-e657c6a08464 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1751919 Oct 19 01:05:48.326874 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58772) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:48.336267 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-a5364501-6fd9-4d0c-ada1-66fe291a7f1b tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Request body: {'security_group_rule': {'security_group_id': '31f2be55-0e9e-418f-8d3b-d47b39901060', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:48.376938 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2233f-18d5-448f-80d1-0cf616de2df3 req-e98c0b83-8403-492f-868d-d330d5288924 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:48.377537 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 1c53ed1f-bc9e-46b3-9b84-76fb95611a92 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:05:48.378521 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a9a2233f-18d5-448f-80d1-0cf616de2df3 req-e98c0b83-8403-492f-868d-d330d5288924 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a9ff474-db7f-4b9e-8172-1b5dcddc69f0 HTTP/1.1" status: 200 len: 950 time: 0.2375309 Oct 19 01:05:48.387570 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9bcfc42e-76fc-4313-a151-77ad4afe8a73 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:48.391239 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-12ff9f75-c69f-48d4-bfd0-097f82f3f021 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-481529856-network', 'tenant_id': 'fa4c9759c6854557bccf41d8ceb65c96'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:48.466517 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5a1961e9-b366-48d4-ad34-b08e8f78d4b3 req-4b9bef31-e7f2-41c4-8034-99e30d0b2524 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:48.489122 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-9bcfc42e-76fc-4313-a151-77ad4afe8a73 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] device_id is not set on port 643087df-8e9a-4e80-b6f7-196de6af1cac yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:05:48.500064 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ff9f75-c69f-48d4-bfd0-097f82f3f021 admin admin] Made reservation on behalf of fa4c9759c6854557bccf41d8ceb65c96 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:05:48.503153 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-12ff9f75-c69f-48d4-bfd0-097f82f3f021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:48.519940 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9bef31-e7f2-41c4-8034-99e30d0b2524 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Pushing event deleted for resources: {'Port': ['ID=f95c1790-bd45-4a0d-86b4-8d69705c73be,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:48.530823 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-12ff9f75-c69f-48d4-bfd0-097f82f3f021 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:48.546881 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-cd22ff6c-d388-44f8-8d70-ea425c0180df None None] Allocated IP 2001:db8::2 (0981e737-0b0c-4db5-b62a-32eaed983ba2/feb10613-02db-4495-adea-2e531ee6e361/db9bf67c-da56-4ae2-a4bd-d5b5968135d9) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:05:48.589194 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-dfac0354-e812-427c-93c0-4813b03a7fa5 None None] Provisioning complete for port f4cd700e-932d-4677-adfa-4b17f1b59025 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:48.589194 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfac0354-e812-427c-93c0-4813b03a7fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:48.630951 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1961e9-b366-48d4-ad34-b08e8f78d4b3 req-4b9bef31-e7f2-41c4-8034-99e30d0b2524 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] No DVR routers for this DVR port f95c1790-bd45-4a0d-86b4-8d69705c73be on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:05:48.634316 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-81f7f153-6bdf-4722-ad88-8f9880576729 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:48.638055 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5a1961e9-b366-48d4-ad34-b08e8f78d4b3 req-4b9bef31-e7f2-41c4-8034-99e30d0b2524 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:48.642767 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5a1961e9-b366-48d4-ad34-b08e8f78d4b3 req-4b9bef31-e7f2-41c4-8034-99e30d0b2524 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.55 "DELETE /v2.0/ports/f95c1790-bd45-4a0d-86b4-8d69705c73be HTTP/1.1" status: 204 len: 173 time: 2.3036447 Oct 19 01:05:48.645591 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a5364501-6fd9-4d0c-ada1-66fe291a7f1b tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:48.662059 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9ff474-db7f-4b9e-8172-1b5dcddc69f0', 'name': 'network-vif-deleted', 'tag': 'f95c1790-bd45-4a0d-86b4-8d69705c73be'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:05:48.669560 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14274262-30d8-44eb-b144-41d057c9d0be" -d '{"events": [{"server_uuid": "0a9ff474-db7f-4b9e-8172-1b5dcddc69f0", "name": "network-vif-deleted", "tag": "f95c1790-bd45-4a0d-86b4-8d69705c73be"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:05:48.720392 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a9a2233f-18d5-448f-80d1-0cf616de2df3 req-6a83ff61-589c-498b-85b5-ad3cd49ce944 tempest-TenantUsagesTestJSON-874023572 tempest-TenantUsagesTestJSON-874023572-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d6a6fa9-62ef-40fa-b8df-61e8faad9264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261571 Oct 19 01:05:48.742638 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-34376984-f06a-4b63-ba18-8cf54ba47769 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:48.758311 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdd9e51-67db-433d-a500-9ac27597bbb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-4bdbb06e-439a-49c1-8bb0-4db0fdb649a5', 'network_id': '4bdbb06e-439a-49c1-8bb0-4db0fdb649a5', 'tenant_id': '372044798076488b8078f880b919e81f', 'fixed_ips': [{'subnet_id': '67dfdfc9-7c16-4d97-8f29-d21072ecc7ea'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:05:48.762764 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5bdd9e51-67db-433d-a500-9ac27597bbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:48.774658 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-44ff9b0f-2dfe-4f0a-9580-53a058ff235f None None] For port 1f01b024-9b9b-4cb5-8edc-07bf0e0cc762, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:05:48.774823 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f410af-5ec4-4072-b111-0e168bb1dbdf x-openstack-request-id: req-67f410af-5ec4-4072-b111-0e168bb1dbdf {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:05:48.775166 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9ff474-db7f-4b9e-8172-1b5dcddc69f0", "name": "network-vif-deleted", "tag": "f95c1790-bd45-4a0d-86b4-8d69705c73be", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:05:48.775551 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-67f410af-5ec4-4072-b111-0e168bb1dbdf {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:05:48.776076 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9ff474-db7f-4b9e-8172-1b5dcddc69f0', 'name': 'network-vif-deleted', 'tag': 'f95c1790-bd45-4a0d-86b4-8d69705c73be', 'status': 'completed', 'code': 200} Oct 19 01:05:48.809679 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7f153-6bdf-4722-ad88-8f9880576729 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Pushing event updated for resources: {'Subnet': ['ID=3be225f4-ab98-4635-abe3-f510061f702c,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:48.822728 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-44ff9b0f-2dfe-4f0a-9580-53a058ff235f None None] For port 1f01b024-9b9b-4cb5-8edc-07bf0e0cc762, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=1f01b024-9b9b-4cb5-8edc-07bf0e0cc762,segment=NetworkSegment(618e9f13-33df-47a4-8265-1f8d48d0f612),segment_id=618e9f13-33df-47a4-8265-1f8d48d0f612)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:05:48.823631 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f7f153-6bdf-4722-ad88-8f9880576729 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Checking segment: {'id': '4b96a6d1-8b8b-4e03-bedd-396bb83a41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28bbb5fd-c75c-47ce-a413-f94e9e278cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:05:48.825464 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f7f153-6bdf-4722-ad88-8f9880576729 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Network hostable DHCP agents. Network: 28bbb5fd-c75c-47ce-a413-f94e9e278cac, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:05:48.862478 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-dfac0354-e812-427c-93c0-4813b03a7fa5 None None] Port f4cd700e-932d-4677-adfa-4b17f1b59025 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:05:48.863425 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f7f153-6bdf-4722-ad88-8f9880576729 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Network 28bbb5fd-c75c-47ce-a413-f94e9e278cac is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:05:48.864725 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 2d79080a-7caf-431d-a8fb-9bff77e01a3d triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:48.865293 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:48.879141 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-12ff9f75-c69f-48d4-bfd0-097f82f3f021 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:48.885597 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-12ff9f75-c69f-48d4-bfd0-097f82f3f021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:48.917092 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-81f7f153-6bdf-4722-ad88-8f9880576729 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 28bbb5fd-c75c-47ce-a413-f94e9e278cac) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:48.924465 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f7f153-6bdf-4722-ad88-8f9880576729 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:48.925938 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-81f7f153-6bdf-4722-ad88-8f9880576729 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:48.927988 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-44ff9b0f-2dfe-4f0a-9580-53a058ff235f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:48.938410 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ce5182-ee9e-4678-a694-d2c653bdee61 None None] Network 28bbb5fd-c75c-47ce-a413-f94e9e278cac requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:05:48.940503 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff9f75-c69f-48d4-bfd0-097f82f3f021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347f47f1-4b18-45ed-8dcf-16615b994aa4,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:48.975119 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 1c53ed1f-bc9e-46b3-9b84-76fb95611a92 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:48.977783 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-81f7f153-6bdf-4722-ad88-8f9880576729 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3706069 Oct 19 01:05:48.978451 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:48.978737 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a5364501-6fd9-4d0c-ada1-66fe291a7f1b tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:48.980722 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58776) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:48.987950 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a5364501-6fd9-4d0c-ada1-66fe291a7f1b tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:48.989838 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-43a11ec3-3487-4773-88c6-e885c954800a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Request body: {'port': {'network_id': '4bdbb06e-439a-49c1-8bb0-4db0fdb649a5', 'name': 'tempest-TaggedBootDevicesTest_v242-496972298', 'fixed_ips': [{'subnet_id': '67dfdfc9-7c16-4d97-8f29-d21072ecc7ea'}]}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:49.014586 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12ff9f75-c69f-48d4-bfd0-097f82f3f021 admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:05:49.047149 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-12ff9f75-c69f-48d4-bfd0-097f82f3f021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:49.048724 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-12ff9f75-c69f-48d4-bfd0-097f82f3f021 admin admin] Added segment 4fe9b83d-5b27-488f-a4a9-11c6ed1838ea of type vlan for network fd51bea7-58f4-4883-bbf2-61d3b283d74e Oct 19 01:05:49.063014 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5364501-6fd9-4d0c-ada1-66fe291a7f1b tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb022f4-e440-4295-b2d6-1f044ea955e2,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:49.072296 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a5364501-6fd9-4d0c-ada1-66fe291a7f1b tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:49.077587 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a5364501-6fd9-4d0c-ada1-66fe291a7f1b tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7470772 Oct 19 01:05:49.078569 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58784) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:49.083233 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-e62b132d-afa8-45be-8be7-fe5b81e04b31 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:49.177707 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e62b132d-afa8-45be-8be7-fe5b81e04b31 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks [] for floatingip, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:49.260078 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-12ff9f75-c69f-48d4-bfd0-097f82f3f021 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:49.264596 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-34376984-f06a-4b63-ba18-8cf54ba47769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:49.306175 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-cd22ff6c-d388-44f8-8d70-ea425c0180df None None] For port db9bf67c-da56-4ae2-a4bd-d5b5968135d9, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=db9bf67c-da56-4ae2-a4bd-d5b5968135d9,segment=NetworkSegment(32d7b33e-8573-45db-a66b-bffd3e853edc),segment_id=32d7b33e-8573-45db-a66b-bffd3e853edc)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:49.321249 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-dfac0354-e812-427c-93c0-4813b03a7fa5 None None] Provisioning complete for port 9295caf7-42d8-4c78-a217-b3e9af380abb triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:49.321921 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfac0354-e812-427c-93c0-4813b03a7fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:49.345133 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a11ec3-3487-4773-88c6-e885c954800a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Made reservation on behalf of 372044798076488b8078f880b919e81f for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:05:49.359446 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-12ff9f75-c69f-48d4-bfd0-097f82f3f021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:49.360445 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ff9f75-c69f-48d4-bfd0-097f82f3f021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:49.367380 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-12ff9f75-c69f-48d4-bfd0-097f82f3f021 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:49.477381 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff9b0f-2dfe-4f0a-9580-53a058ff235f None None] Pushing event updated for resources: {'Port': ['ID=1f01b024-9b9b-4cb5-8edc-07bf0e0cc762,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:49.501705 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-12ff9f75-c69f-48d4-bfd0-097f82f3f021 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3109503 Oct 19 01:05:49.534611 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-dfac0354-e812-427c-93c0-4813b03a7fa5 None None] Port 9295caf7-42d8-4c78-a217-b3e9af380abb cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:05:49.544333 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cd22ff6c-d388-44f8-8d70-ea425c0180df None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:49.565379 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58792) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:49.591498 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cd22ff6c-d388-44f8-8d70-ea425c0180df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:49.594895 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-02bf61e6-70fb-4722-bde0-133072be120f admin admin] Request body: {'subnet': {'network_id': 'fd51bea7-58f4-4883-bbf2-61d3b283d74e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-481529856-subnet', 'tenant_id': 'fa4c9759c6854557bccf41d8ceb65c96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:49.666655 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff9f75-c69f-48d4-bfd0-097f82f3f021 admin admin] Pushing event updated for resources: {'Network': ['ID=fd51bea7-58f4-4883-bbf2-61d3b283d74e,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:49.703786 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-43a11ec3-3487-4773-88c6-e885c954800a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:49.720962 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network fd51bea7-58f4-4883-bbf2-61d3b283d74e details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:05:49.735955 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-43a11ec3-3487-4773-88c6-e885c954800a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] device_id is not set on port 394a4e11-f9e4-4f2c-84f4-e9d161e34a1c yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:05:49.796107 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e62b132d-afa8-45be-8be7-fe5b81e04b31 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:49.841868 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-5bdd9e51-67db-433d-a500-9ac27597bbb8 None None] Allocated IP 10.1.1.2 (4bdbb06e-439a-49c1-8bb0-4db0fdb649a5/67dfdfc9-7c16-4d97-8f29-d21072ecc7ea/badb5ce6-f230-462a-af08-152695869f73) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:05:49.901057 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-dfac0354-e812-427c-93c0-4813b03a7fa5 None None] Provisioning complete for port cc693f23-fab7-451a-9ca8-0280df4d0dc5 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:49.901432 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfac0354-e812-427c-93c0-4813b03a7fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:49.949852 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-e62b132d-afa8-45be-8be7-fe5b81e04b31 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Allocated IP 172.25.8.98 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/5103b3c0-8d79-41e8-8440-c6fbab6909d3) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:05:49.964394 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-dfac0354-e812-427c-93c0-4813b03a7fa5 None None] Port cc693f23-fab7-451a-9ca8-0280df4d0dc5 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:05:49.966968 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:49.999202 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bf61e6-70fb-4722-bde0-133072be120f admin admin] Made reservation on behalf of fa4c9759c6854557bccf41d8ceb65c96 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:05:50.000462 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:50.004208 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-02bf61e6-70fb-4722-bde0-133072be120f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:50.063252 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22ff6c-d388-44f8-8d70-ea425c0180df None None] Pushing event updated for resources: {'Port': ['ID=db9bf67c-da56-4ae2-a4bd-d5b5968135d9,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:50.081282 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-9bcfc42e-76fc-4313-a151-77ad4afe8a73 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Allocated IP 2001:db8::177 (0981e737-0b0c-4db5-b62a-32eaed983ba2/feb10613-02db-4495-adea-2e531ee6e361/643087df-8e9a-4e80-b6f7-196de6af1cac) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:05:50.097705 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db15cf11-4214-4687-9d56-d47c93fae01e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-28bbb5fd-c75c-47ce-a413-f94e9e278cac', 'network_id': '28bbb5fd-c75c-47ce-a413-f94e9e278cac', 'tenant_id': '372044798076488b8078f880b919e81f', 'fixed_ips': [{'subnet_id': '3be225f4-ab98-4635-abe3-f510061f702c'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:05:50.102145 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-db15cf11-4214-4687-9d56-d47c93fae01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:50.183069 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac6461f-9466-4906-8ff6-ee125b142502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d79080a-7caf-431d-a8fb-9bff77e01a3d'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:05:50.201511 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58812) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:50.205965 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6c308b-3786-44ac-9615-c4e3f7d619dd" -d '{"events": [{"server_uuid": "cac6461f-9466-4906-8ff6-ee125b142502", "name": "network-vif-plugged", "status": "completed", "tag": "2d79080a-7caf-431d-a8fb-9bff77e01a3d"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:05:50.322390 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 2d79080a-7caf-431d-a8fb-9bff77e01a3d, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=2d79080a-7caf-431d-a8fb-9bff77e01a3d,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:50.372711 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab30707-40db-4550-8001-64e3889bf349 x-openstack-request-id: req-bab30707-40db-4550-8001-64e3889bf349 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:05:50.372992 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac6461f-9466-4906-8ff6-ee125b142502", "name": "network-vif-plugged", "status": "completed", "tag": "2d79080a-7caf-431d-a8fb-9bff77e01a3d", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:05:50.373246 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bab30707-40db-4550-8001-64e3889bf349 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:05:50.373638 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac6461f-9466-4906-8ff6-ee125b142502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d79080a-7caf-431d-a8fb-9bff77e01a3d', 'code': 200} Oct 19 01:05:50.478056 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34376984-f06a-4b63-ba18-8cf54ba47769 admin admin] Router 8039f660-e811-4c2f-8ac7-c226af52f0d1 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:05:50.604270 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6cfecc94-fc2d-4aa3-9667-4b4802517490 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c1df04d12a4f4d24b6dac458264a1890&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4014385 Oct 19 01:05:50.604906 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58820) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:50.627495 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-db15cf11-4214-4687-9d56-d47c93fae01e None None] Allocated IP 10.2.2.2 (28bbb5fd-c75c-47ce-a413-f94e9e278cac/3be225f4-ab98-4635-abe3-f510061f702c/40f3c36e-3909-4203-9a06-d3928bf6e217) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:05:50.718201 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7b160ab0-7053-47e3-b0de-1f6f9de2640c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:50.771670 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:50.779719 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7b160ab0-7053-47e3-b0de-1f6f9de2640c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:50.787229 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-bd7bfec2-257a-45bb-a40c-e84b277063ac None None] Provisioning complete for port 1c53ed1f-bc9e-46b3-9b84-76fb95611a92 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:50.787549 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bd7bfec2-257a-45bb-a40c-e84b277063ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:50.789385 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device db9bf67c-da56-4ae2-a4bd-d5b5968135d9 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:05:50.791052 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device f95c1790-bd45-4a0d-86b4-8d69705c73be no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:05:50.804183 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34376984-f06a-4b63-ba18-8cf54ba47769 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:05:50.870288 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-34376984-f06a-4b63-ba18-8cf54ba47769 admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:50.875374 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58822) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:50.878236 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-34376984-f06a-4b63-ba18-8cf54ba47769 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0703938 Oct 19 01:05:51.118139 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9bcfc42e-76fc-4313-a151-77ad4afe8a73 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:51.158765 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e62b132d-afa8-45be-8be7-fe5b81e04b31 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:51.214114 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7b160ab0-7053-47e3-b0de-1f6f9de2640c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:51.214853 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9bcfc42e-76fc-4313-a151-77ad4afe8a73 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:51.219392 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7b160ab0-7053-47e3-b0de-1f6f9de2640c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:51.220917 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7b160ab0-7053-47e3-b0de-1f6f9de2640c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7d6a6fa9-62ef-40fa-b8df-61e8faad9264 HTTP/1.1" status: 204 len: 168 time: 0.6144993 Oct 19 01:05:51.242036 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-db15cf11-4214-4687-9d56-d47c93fae01e None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:51.245773 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ea8c36-ec6b-4f0c-ae67-0c28ab503f95 None None] Sync routers for ids ['8039f660-e811-4c2f-8ac7-c226af52f0d1'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:05:51.283744 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022ad116-622c-4dac-9e2f-fe30c25f4afb None None] Network 71e66fa3-7227-46c9-8805-807e52545d13 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:05:51.328265 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcfc42e-76fc-4313-a151-77ad4afe8a73 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Network 0981e737-0b0c-4db5-b62a-32eaed983ba2 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:05:51.337046 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcfc42e-76fc-4313-a151-77ad4afe8a73 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Port': ['ID=643087df-8e9a-4e80-b6f7-196de6af1cac,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:51.348656 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-9bcfc42e-76fc-4313-a151-77ad4afe8a73 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:51.351021 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcfc42e-76fc-4313-a151-77ad4afe8a73 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:05:51.357823 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcfc42e-76fc-4313-a151-77ad4afe8a73 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:51.358536 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9bcfc42e-76fc-4313-a151-77ad4afe8a73 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:51.373762 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b160ab0-7053-47e3-b0de-1f6f9de2640c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6a6fa9-62ef-40fa-b8df-61e8faad9264,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:51.395454 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9bcfc42e-76fc-4313-a151-77ad4afe8a73 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.3055344 Oct 19 01:05:51.402445 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58836) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:51.418369 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-2f973023-827c-4428-aea1-94f1b8727174 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'subnet': {'network_id': '0981e737-0b0c-4db5-b62a-32eaed983ba2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:51.563743 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e62b132d-afa8-45be-8be7-fe5b81e04b31 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:51.565676 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: f95c1790-bd45-4a0d-86b4-8d69705c73be {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:05:51.566682 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device f95c1790-bd45-4a0d-86b4-8d69705c73be not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:05:51.571158 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-db15cf11-4214-4687-9d56-d47c93fae01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:51.581776 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-02bf61e6-70fb-4722-bde0-133072be120f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:51.684636 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ea8c36-ec6b-4f0c-ae67-0c28ab503f95 None None] Routers {'8039f660-e811-4c2f-8ac7-c226af52f0d1'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:05:51.685478 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-25ea8c36-ec6b-4f0c-ae67-0c28ab503f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:05:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['8039f660-e811-4c2f-8ac7-c226af52f0d1'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:51.708369 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62b132d-afa8-45be-8be7-fe5b81e04b31 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:05:51.722156 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-e62b132d-afa8-45be-8be7-fe5b81e04b31 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:51.732655 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62b132d-afa8-45be-8be7-fe5b81e04b31 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:05:51.780872 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b132d-afa8-45be-8be7-fe5b81e04b31 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Pushing event updated for resources: {'Port': ['ID=5103b3c0-8d79-41e8-8440-c6fbab6909d3,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:51.799105 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf61e6-70fb-4722-bde0-133072be120f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6e3e326-a0f9-41b4-84b9-41e9b50a5afe,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:51.812267 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d2e9-1805-4606-9cad-f2b5ccc1f45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:51.838340 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f973023-827c-4428-aea1-94f1b8727174 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Made reservation on behalf of 0623c8f86a7745a5853b214518443323 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:05:51.842968 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2f973023-827c-4428-aea1-94f1b8727174 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:51.847531 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db15cf11-4214-4687-9d56-d47c93fae01e None None] Network 28bbb5fd-c75c-47ce-a413-f94e9e278cac is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:05:51.848049 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bf61e6-70fb-4722-bde0-133072be120f admin admin] Checking segment: {'id': '4fe9b83d-5b27-488f-a4a9-11c6ed1838ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'fd51bea7-58f4-4883-bbf2-61d3b283d74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:05:51.848639 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bf61e6-70fb-4722-bde0-133072be120f admin admin] Network hostable DHCP agents. Network: fd51bea7-58f4-4883-bbf2-61d3b283d74e, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:05:51.874880 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-db15cf11-4214-4687-9d56-d47c93fae01e None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:51.883980 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db15cf11-4214-4687-9d56-d47c93fae01e None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:05:51.898515 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=2d79080a-7caf-431d-a8fb-9bff77e01a3d,revision_number=7']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:52.022963 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58842) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:52.023620 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bf61e6-70fb-4722-bde0-133072be120f admin admin] Network fd51bea7-58f4-4883-bbf2-61d3b283d74e is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:05:52.064095 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e62b132d-afa8-45be-8be7-fe5b81e04b31 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:52.073399 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15cf11-4214-4687-9d56-d47c93fae01e None None] Pushing event updated for resources: {'Port': ['ID=40f3c36e-3909-4203-9a06-d3928bf6e217,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:52.083423 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e0858bd5-26f8-4ad5-ad19-0ca2c001b512 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:52.100929 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-02bf61e6-70fb-4722-bde0-133072be120f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, fd51bea7-58f4-4883-bbf2-61d3b283d74e) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:52.111120 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-c0b2d2e9-1805-4606-9cad-f2b5ccc1f45c admin admin] Allocated IP 172.20.0.1 (71e66fa3-7227-46c9-8805-807e52545d13/15816f82-cfe0-47bc-8647-595403cbff3d/32b2537b-e01a-4aef-bf43-e9fb0f1283c7) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:05:52.148666 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port db9bf67c-da56-4ae2-a4bd-d5b5968135d9 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:52.150363 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:52.152941 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5bdd9e51-67db-433d-a500-9ac27597bbb8 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:52.157797 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bf61e6-70fb-4722-bde0-133072be120f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:52.158633 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-02bf61e6-70fb-4722-bde0-133072be120f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:52.163368 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223373d0-779f-4fbb-8a10-3ed2ba74e6fc None None] Network fd51bea7-58f4-4883-bbf2-61d3b283d74e requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:05:52.164293 n-d-715271-26 neutron-server[100607]: INFO neutron.db.ipam_backend_mixin [None req-2f973023-827c-4428-aea1-94f1b8727174 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet feb10613-02db-4495-adea-2e531ee6e361 (CIDR: 2001:db8::/64) Oct 19 01:05:52.185452 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f973023-827c-4428-aea1-94f1b8727174 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:05:52.186195 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f973023-827c-4428-aea1-94f1b8727174 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:05:52.204090 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e62b132d-afa8-45be-8be7-fe5b81e04b31 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:52.217435 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-02bf61e6-70fb-4722-bde0-133072be120f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6395280 Oct 19 01:05:52.218676 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58844) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:52.327553 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b0fd35bc-4818-4f0f-8484-6d1210155f82 None None] Provisioning complete for port 1f01b024-9b9b-4cb5-8edc-07bf0e0cc762 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:52.329341 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b0fd35bc-4818-4f0f-8484-6d1210155f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:52.347680 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5bdd9e51-67db-433d-a500-9ac27597bbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:52.348151 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-e93e98d2-860f-440c-b7e3-00a10e3405a4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-481529856-router', 'tenant_id': 'fa4c9759c6854557bccf41d8ceb65c96', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:52.366288 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2f973023-827c-4428-aea1-94f1b8727174 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9600232 Oct 19 01:05:52.367000 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58852) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:52.409913 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-43a11ec3-3487-4773-88c6-e885c954800a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Allocated IP 10.1.1.64 (4bdbb06e-439a-49c1-8bb0-4db0fdb649a5/67dfdfc9-7c16-4d97-8f29-d21072ecc7ea/394a4e11-f9e4-4f2c-84f4-e9d161e34a1c) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:05:52.430429 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e0858bd5-26f8-4ad5-ad19-0ca2c001b512 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:52.441077 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-db15cf11-4214-4687-9d56-d47c93fae01e None None] Attempting to bind port 40f3c36e-3909-4203-9a06-d3928bf6e217 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:05:52.441729 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-db15cf11-4214-4687-9d56-d47c93fae01e None None] Attempting to bind port 40f3c36e-3909-4203-9a06-d3928bf6e217 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '4b96a6d1-8b8b-4e03-bedd-396bb83a41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28bbb5fd-c75c-47ce-a413-f94e9e278cac'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:05:52.442320 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db15cf11-4214-4687-9d56-d47c93fae01e None None] Attempting to bind port 40f3c36e-3909-4203-9a06-d3928bf6e217 on network 28bbb5fd-c75c-47ce-a413-f94e9e278cac {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:05:52.476999 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdd9e51-67db-433d-a500-9ac27597bbb8 None None] Network 4bdbb06e-439a-49c1-8bb0-4db0fdb649a5 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:05:52.479963 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db15cf11-4214-4687-9d56-d47c93fae01e None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:05:52.480682 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db15cf11-4214-4687-9d56-d47c93fae01e None None] Checking segment: {'id': '4b96a6d1-8b8b-4e03-bedd-396bb83a41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28bbb5fd-c75c-47ce-a413-f94e9e278cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:05:52.481271 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-db15cf11-4214-4687-9d56-d47c93fae01e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:52.481853 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db15cf11-4214-4687-9d56-d47c93fae01e None None] Bound using segment: {'id': '4b96a6d1-8b8b-4e03-bedd-396bb83a41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28bbb5fd-c75c-47ce-a413-f94e9e278cac'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:05:52.482680 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-db15cf11-4214-4687-9d56-d47c93fae01e None None] Bound port: 40f3c36e-3909-4203-9a06-d3928bf6e217, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b96a6d1-8b8b-4e03-bedd-396bb83a41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28bbb5fd-c75c-47ce-a413-f94e9e278cac'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:05:52.483279 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-db15cf11-4214-4687-9d56-d47c93fae01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:52.494090 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-5bdd9e51-67db-433d-a500-9ac27597bbb8 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:52.513150 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdd9e51-67db-433d-a500-9ac27597bbb8 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:05:52.518012 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-25ea8c36-ec6b-4f0c-ae67-0c28ab503f95 None None] Set router 8039f660-e811-4c2f-8ac7-c226af52f0d1 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:05:52.607175 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd9e51-67db-433d-a500-9ac27597bbb8 None None] Pushing event updated for resources: {'Port': ['ID=badb5ce6-f230-462a-af08-152695869f73,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:52.646809 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-43a11ec3-3487-4773-88c6-e885c954800a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:52.662082 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e62b132d-afa8-45be-8be7-fe5b81e04b31 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:52.672517 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-a2cfc405-c811-496b-b913-eb39678fed95 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'subnet': {'network_id': '0981e737-0b0c-4db5-b62a-32eaed983ba2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:52.682665 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e62b132d-afa8-45be-8be7-fe5b81e04b31 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:52.685659 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e0858bd5-26f8-4ad5-ad19-0ca2c001b512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:52.704406 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d2e9-1805-4606-9cad-f2b5ccc1f45c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:52.725660 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-43a11ec3-3487-4773-88c6-e885c954800a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:52.749759 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0858bd5-26f8-4ad5-ad19-0ca2c001b512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7294b806-2173-4057-8724-afb59edf32a3,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:52.789160 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a11ec3-3487-4773-88c6-e885c954800a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Pushing event updated for resources: {'Port': ['ID=394a4e11-f9e4-4f2c-84f4-e9d161e34a1c,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:52.803604 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-db15cf11-4214-4687-9d56-d47c93fae01e None None] For port 40f3c36e-3909-4203-9a06-d3928bf6e217, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:05:52.814973 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-db15cf11-4214-4687-9d56-d47c93fae01e None None] For port 40f3c36e-3909-4203-9a06-d3928bf6e217, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=40f3c36e-3909-4203-9a06-d3928bf6e217,segment=NetworkSegment(4b96a6d1-8b8b-4e03-bedd-396bb83a41b9),segment_id=4b96a6d1-8b8b-4e03-bedd-396bb83a41b9)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:05:52.822025 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a11ec3-3487-4773-88c6-e885c954800a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Network 4bdbb06e-439a-49c1-8bb0-4db0fdb649a5 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:05:52.826138 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-43a11ec3-3487-4773-88c6-e885c954800a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:52.828841 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a11ec3-3487-4773-88c6-e885c954800a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:05:52.833746 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d2e9-1805-4606-9cad-f2b5ccc1f45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:52.865377 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-db15cf11-4214-4687-9d56-d47c93fae01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:52.911533 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e0858bd5-26f8-4ad5-ad19-0ca2c001b512 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=06cce42a2a414202a020c48e0426ef95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8851388 Oct 19 01:05:52.915097 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58860) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:52.923618 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-5bdd9e51-67db-433d-a500-9ac27597bbb8 None None] Attempting to bind port badb5ce6-f230-462a-af08-152695869f73 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:05:52.923618 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-5bdd9e51-67db-433d-a500-9ac27597bbb8 None None] Attempting to bind port badb5ce6-f230-462a-af08-152695869f73 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'af8d2bdc-728f-4365-a0a3-7f4c1d198719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4bdbb06e-439a-49c1-8bb0-4db0fdb649a5'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:05:52.924093 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd9e51-67db-433d-a500-9ac27597bbb8 None None] Attempting to bind port badb5ce6-f230-462a-af08-152695869f73 on network 4bdbb06e-439a-49c1-8bb0-4db0fdb649a5 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:05:52.941450 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b2d2e9-1805-4606-9cad-f2b5ccc1f45c admin admin] Network 71e66fa3-7227-46c9-8805-807e52545d13 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:05:52.952917 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-c0b2d2e9-1805-4606-9cad-f2b5ccc1f45c admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:52.959811 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b2d2e9-1805-4606-9cad-f2b5ccc1f45c admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:05:52.960315 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e93e98d2-860f-440c-b7e3-00a10e3405a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:52.961728 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e93e98d2-860f-440c-b7e3-00a10e3405a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:52.963830 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d2e9-1805-4606-9cad-f2b5ccc1f45c admin admin] Pushing event updated for resources: {'Port': ['ID=32b2537b-e01a-4aef-bf43-e9fb0f1283c7,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:52.979964 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b132d-afa8-45be-8be7-fe5b81e04b31 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Pushing event updated for resources: {'Port': ['ID=5103b3c0-8d79-41e8-8440-c6fbab6909d3,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:53.001087 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a11ec3-3487-4773-88c6-e885c954800a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:53.002099 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-43a11ec3-3487-4773-88c6-e885c954800a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:53.013964 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e62b132d-afa8-45be-8be7-fe5b81e04b31 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:53.057666 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd9e51-67db-433d-a500-9ac27597bbb8 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:05:53.058489 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd9e51-67db-433d-a500-9ac27597bbb8 None None] Checking segment: {'id': 'af8d2bdc-728f-4365-a0a3-7f4c1d198719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4bdbb06e-439a-49c1-8bb0-4db0fdb649a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:05:53.058647 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5bdd9e51-67db-433d-a500-9ac27597bbb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:53.059058 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd9e51-67db-433d-a500-9ac27597bbb8 None None] Bound using segment: {'id': 'af8d2bdc-728f-4365-a0a3-7f4c1d198719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4bdbb06e-439a-49c1-8bb0-4db0fdb649a5'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:05:53.059677 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-5bdd9e51-67db-433d-a500-9ac27597bbb8 None None] Bound port: badb5ce6-f230-462a-af08-152695869f73, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af8d2bdc-728f-4365-a0a3-7f4c1d198719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4bdbb06e-439a-49c1-8bb0-4db0fdb649a5'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:05:53.060090 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5bdd9e51-67db-433d-a500-9ac27597bbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:53.064861 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a83ba9-1d42-4c51-955d-488c2bc43fa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-fd51bea7-58f4-4883-bbf2-61d3b283d74e', 'network_id': 'fd51bea7-58f4-4883-bbf2-61d3b283d74e', 'tenant_id': 'fa4c9759c6854557bccf41d8ceb65c96', 'fixed_ips': [{'subnet_id': 'f6e3e326-a0f9-41b4-84b9-41e9b50a5afe'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:05:53.066196 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-41a83ba9-1d42-4c51-955d-488c2bc43fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:53.112641 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-43a11ec3-3487-4773-88c6-e885c954800a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.1296546 Oct 19 01:05:53.120152 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58862) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:53.126767 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e62b132d-afa8-45be-8be7-fe5b81e04b31 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:53.128377 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e62b132d-afa8-45be-8be7-fe5b81e04b31 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0488591 Oct 19 01:05:53.152202 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d2e9-1805-4606-9cad-f2b5ccc1f45c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:53.162267 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 1f01b024-9b9b-4cb5-8edc-07bf0e0cc762 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:05:53.165737 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2cfc405-c811-496b-b913-eb39678fed95 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Made reservation on behalf of 0623c8f86a7745a5853b214518443323 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:05:53.170469 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a2cfc405-c811-496b-b913-eb39678fed95 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:53.175346 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e93e98d2-860f-440c-b7e3-00a10e3405a4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:53.200112 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-71158faa-ef22-49a9-a104-a4256c51018f tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Request body: {'port': {'network_id': '4bdbb06e-439a-49c1-8bb0-4db0fdb649a5', 'name': 'tempest-TaggedBootDevicesTest_v242-1124041830', 'fixed_ips': [{'subnet_id': '67dfdfc9-7c16-4d97-8f29-d21072ecc7ea'}]}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:53.336825 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0628f5e8-ee0c-4b0f-99f8-efac0979cf8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:53.382902 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-5bdd9e51-67db-433d-a500-9ac27597bbb8 None None] For port badb5ce6-f230-462a-af08-152695869f73, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:05:53.387362 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-5bdd9e51-67db-433d-a500-9ac27597bbb8 None None] For port badb5ce6-f230-462a-af08-152695869f73, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=badb5ce6-f230-462a-af08-152695869f73,segment=NetworkSegment(af8d2bdc-728f-4365-a0a3-7f4c1d198719),segment_id=af8d2bdc-728f-4365-a0a3-7f4c1d198719)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:05:53.430378 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0628f5e8-ee0c-4b0f-99f8-efac0979cf8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:53.608305 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5bdd9e51-67db-433d-a500-9ac27597bbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:53.630081 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b0fd35bc-4818-4f0f-8484-6d1210155f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:53.646558 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15cf11-4214-4687-9d56-d47c93fae01e None None] Pushing event updated for resources: {'Port': ['ID=40f3c36e-3909-4203-9a06-d3928bf6e217,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:53.652691 n-d-715271-26 neutron-server[100607]: INFO neutron.db.ipam_backend_mixin [None req-a2cfc405-c811-496b-b913-eb39678fed95 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e3277e31-5d81-4372-ad54-74fb67af8bbf (CIDR: 2001:db8:0:1::/64) Oct 19 01:05:53.658962 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2cfc405-c811-496b-b913-eb39678fed95 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:05:53.659405 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2cfc405-c811-496b-b913-eb39678fed95 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:05:53.728355 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd9e51-67db-433d-a500-9ac27597bbb8 None None] Pushing event updated for resources: {'Port': ['ID=badb5ce6-f230-462a-af08-152695869f73,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:53.795292 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e93e98d2-860f-440c-b7e3-00a10e3405a4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:53.803167 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a2cfc405-c811-496b-b913-eb39678fed95 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.1374464 Oct 19 01:05:53.815360 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58890) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:53.836887 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-7d722ad0-c5e2-45f6-a232-8ac110028a57 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'subnet': {'network_id': '0981e737-0b0c-4db5-b62a-32eaed983ba2', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:53.837334 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-25ea8c36-ec6b-4f0c-ae67-0c28ab503f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'name': 'tempest-ServersTestFqdnHostnames-1654141756-router', 'tenant_id': '84c3d130d4f04e87bd12923b4ec520ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '5f088e85-105c-4662-8f4e-a3af6f649654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:05:45Z', 'updated_at': '2021-10-19T01:05:48Z', 'revision_number': 3, 'project_id': '84c3d130d4f04e87bd12923b4ec520ba', 'gw_port': {'id': '5f088e85-105c-4662-8f4e-a3af6f649654', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:00:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:46Z', 'updated_at': '2021-10-19T01:05:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:53.863125 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71158faa-ef22-49a9-a104-a4256c51018f tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Made reservation on behalf of 372044798076488b8078f880b919e81f for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:05:53.868872 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-71158faa-ef22-49a9-a104-a4256c51018f tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:53.882308 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ea8c36-ec6b-4f0c-ae67-0c28ab503f95 None None] Checking router: 8039f660-e811-4c2f-8ac7-c226af52f0d1 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:05:53.883527 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ea8c36-ec6b-4f0c-ae67-0c28ab503f95 None None] Updating router 8039f660-e811-4c2f-8ac7-c226af52f0d1 port 5f088e85-105c-4662-8f4e-a3af6f649654 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:05:53.919821 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-ed015bb2-b136-4a4e-a557-275a9d4a0343 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--2008443968&fields=id&tenant_id=4da2c8fb80314d439039529c71ca4b69 HTTP/1.1" status: 200 len: 267 time: 0.3091567 Oct 19 01:05:53.928959 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-71158faa-ef22-49a9-a104-a4256c51018f tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] device_id is not set on port 6a5f7373-9852-4292-a957-43becd30457e yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:05:53.942019 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-b0fd35bc-4818-4f0f-8484-6d1210155f82 None None] For port 1f01b024-9b9b-4cb5-8edc-07bf0e0cc762, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=1f01b024-9b9b-4cb5-8edc-07bf0e0cc762,segment=NetworkSegment(618e9f13-33df-47a4-8265-1f8d48d0f612),segment_id=618e9f13-33df-47a4-8265-1f8d48d0f612)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:53.950122 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 1f01b024-9b9b-4cb5-8edc-07bf0e0cc762 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:53.950769 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:53.956841 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-41a83ba9-1d42-4c51-955d-488c2bc43fa6 None None] Allocated IP 172.20.0.2 (fd51bea7-58f4-4883-bbf2-61d3b283d74e/f6e3e326-a0f9-41b4-84b9-41e9b50a5afe/2f8246c7-4c8f-4636-9af9-466aa60115ed) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:05:53.958960 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b0fd35bc-4818-4f0f-8484-6d1210155f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:54.075982 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d722ad0-c5e2-45f6-a232-8ac110028a57 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Made reservation on behalf of 0623c8f86a7745a5853b214518443323 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:05:54.083701 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7d722ad0-c5e2-45f6-a232-8ac110028a57 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:54.156252 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0628f5e8-ee0c-4b0f-99f8-efac0979cf8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:54.159325 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0628f5e8-ee0c-4b0f-99f8-efac0979cf8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:54.160619 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0628f5e8-ee0c-4b0f-99f8-efac0979cf8b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7294b806-2173-4057-8724-afb59edf32a3 HTTP/1.1" status: 204 len: 168 time: 1.2411780 Oct 19 01:05:54.249177 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d2e9-1805-4606-9cad-f2b5ccc1f45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:54.263998 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628f5e8-ee0c-4b0f-99f8-efac0979cf8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7294b806-2173-4057-8724-afb59edf32a3,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:54.362923 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-faf48091-bbe3-489b-86dc-e65f23ac35ee tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:54.364244 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-faf48091-bbe3-489b-86dc-e65f23ac35ee tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports/f4cd700e-932d-4677-adfa-4b17f1b59025 HTTP/1.1" status: 200 len: 932 time: 0.2091980 Oct 19 01:05:54.404851 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-71158faa-ef22-49a9-a104-a4256c51018f tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Allocated IP 10.1.1.121 (4bdbb06e-439a-49c1-8bb0-4db0fdb649a5/67dfdfc9-7c16-4d97-8f29-d21072ecc7ea/6a5f7373-9852-4292-a957-43becd30457e) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:05:54.521577 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-41a83ba9-1d42-4c51-955d-488c2bc43fa6 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:54.540938 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-b945fb03-e52e-4223-8ad1-a40fc7710d9c tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:54.543632 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-b945fb03-e52e-4223-8ad1-a40fc7710d9c tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports/9295caf7-42d8-4c78-a217-b3e9af380abb HTTP/1.1" status: 200 len: 931 time: 0.1700239 Oct 19 01:05:54.577754 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-25ea8c36-ec6b-4f0c-ae67-0c28ab503f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:54.698200 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-41a83ba9-1d42-4c51-955d-488c2bc43fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:54.733960 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a83ba9-1d42-4c51-955d-488c2bc43fa6 None None] Network fd51bea7-58f4-4883-bbf2-61d3b283d74e is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:05:54.744560 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-41a83ba9-1d42-4c51-955d-488c2bc43fa6 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:54.760971 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-44e5f43d-d80b-49d4-a112-9da69bbe039a tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?network_id=1fccc762-9472-4b6b-bfe9-f151cb76e57f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2044461 Oct 19 01:05:54.772967 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a83ba9-1d42-4c51-955d-488c2bc43fa6 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:05:54.930199 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-bee562fb-4e13-4392-9957-135d115ab107 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?network_id=1fccc762-9472-4b6b-bfe9-f151cb76e57f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1238658 Oct 19 01:05:55.053446 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b0fd35bc-4818-4f0f-8484-6d1210155f82 None None] Provisioning complete for port cc693f23-fab7-451a-9ca8-0280df4d0dc5 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:55.056374 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b0fd35bc-4818-4f0f-8484-6d1210155f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:55.149075 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-b0fd35bc-4818-4f0f-8484-6d1210155f82 None None] Port cc693f23-fab7-451a-9ca8-0280df4d0dc5 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:05:55.150942 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef87a2bb-6517-4f6d-a7b2-539be1e16e7a None None] Network 28bbb5fd-c75c-47ce-a413-f94e9e278cac requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:05:55.458058 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device badb5ce6-f230-462a-af08-152695869f73 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:05:55.461384 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-41a83ba9-1d42-4c51-955d-488c2bc43fa6 None None] Attempting to bind port 2f8246c7-4c8f-4636-9af9-466aa60115ed on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:05:55.461384 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-41a83ba9-1d42-4c51-955d-488c2bc43fa6 None None] Attempting to bind port 2f8246c7-4c8f-4636-9af9-466aa60115ed by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '4fe9b83d-5b27-488f-a4a9-11c6ed1838ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'fd51bea7-58f4-4883-bbf2-61d3b283d74e'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:05:55.462167 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a83ba9-1d42-4c51-955d-488c2bc43fa6 None None] Attempting to bind port 2f8246c7-4c8f-4636-9af9-466aa60115ed on network fd51bea7-58f4-4883-bbf2-61d3b283d74e {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:05:55.475962 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a83ba9-1d42-4c51-955d-488c2bc43fa6 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:05:55.475962 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a83ba9-1d42-4c51-955d-488c2bc43fa6 None None] Checking segment: {'id': '4fe9b83d-5b27-488f-a4a9-11c6ed1838ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'fd51bea7-58f4-4883-bbf2-61d3b283d74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:05:55.476515 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-41a83ba9-1d42-4c51-955d-488c2bc43fa6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:55.477007 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a83ba9-1d42-4c51-955d-488c2bc43fa6 None None] Bound using segment: {'id': '4fe9b83d-5b27-488f-a4a9-11c6ed1838ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'fd51bea7-58f4-4883-bbf2-61d3b283d74e'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:05:55.477591 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-41a83ba9-1d42-4c51-955d-488c2bc43fa6 None None] Bound port: 2f8246c7-4c8f-4636-9af9-466aa60115ed, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe9b83d-5b27-488f-a4a9-11c6ed1838ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'fd51bea7-58f4-4883-bbf2-61d3b283d74e'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:05:55.478453 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-41a83ba9-1d42-4c51-955d-488c2bc43fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:55.568878 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d99b91a-44ed-48a0-8c86-766f3c325456 None None] Network 4bdbb06e-439a-49c1-8bb0-4db0fdb649a5 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:05:55.601085 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd35bc-4818-4f0f-8484-6d1210155f82 None None] Pushing event updated for resources: {'Port': ['ID=1f01b024-9b9b-4cb5-8edc-07bf0e0cc762,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:55.602983 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7d722ad0-c5e2-45f6-a232-8ac110028a57 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:55.620386 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-92ee8d40-f140-4165-a19b-bf11b39a0e21 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:55.649679 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-92ee8d40-f140-4165-a19b-bf11b39a0e21 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:55.669444 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d722ad0-c5e2-45f6-a232-8ac110028a57 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Subnet': ['ID=7c7b305e-9834-4d66-bc17-cda958966435,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:55.680316 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-92ee8d40-f140-4165-a19b-bf11b39a0e21 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:55.681997 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-92ee8d40-f140-4165-a19b-bf11b39a0e21 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/networks?id=f052a2cb-e43a-4d93-bd49-f9e5e280e0ba&id=55515e32-5e42-485f-bdb8-5274dcde7dea&id=55515e32-5e42-485f-bdb8-5274dcde7dea&id=1fccc762-9472-4b6b-bfe9-f151cb76e57f&id=1fccc762-9472-4b6b-bfe9-f151cb76e57f HTTP/1.1" status: 200 len: 1991 time: 0.7081201 Oct 19 01:05:55.690116 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b0fd35bc-4818-4f0f-8484-6d1210155f82 None None] Provisioning complete for port 643087df-8e9a-4e80-b6f7-196de6af1cac triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:55.690440 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b0fd35bc-4818-4f0f-8484-6d1210155f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:55.696999 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d722ad0-c5e2-45f6-a232-8ac110028a57 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Network 0981e737-0b0c-4db5-b62a-32eaed983ba2 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:05:55.749574 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d2e9-1805-4606-9cad-f2b5ccc1f45c admin admin] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:55.756903 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-71158faa-ef22-49a9-a104-a4256c51018f tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:55.760446 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-7d722ad0-c5e2-45f6-a232-8ac110028a57 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:55.770600 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d722ad0-c5e2-45f6-a232-8ac110028a57 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:55.771315 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7d722ad0-c5e2-45f6-a232-8ac110028a57 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:55.775014 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-9652a8f5-1f42-4a60-9620-249476ca093d tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/quotas/4da2c8fb80314d439039529c71ca4b69 HTTP/1.1" status: 200 len: 375 time: 0.0669796 Oct 19 01:05:55.777513 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d2e9-1805-4606-9cad-f2b5ccc1f45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:55.835280 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-41a83ba9-1d42-4c51-955d-488c2bc43fa6 None None] For port 2f8246c7-4c8f-4636-9af9-466aa60115ed, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:05:55.837563 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9955b44-92e8-4950-a7aa-e09321496ae7 None None] Network 0981e737-0b0c-4db5-b62a-32eaed983ba2 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:05:55.842839 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7d722ad0-c5e2-45f6-a232-8ac110028a57 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0243285 Oct 19 01:05:55.845479 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e93e98d2-860f-440c-b7e3-00a10e3405a4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:55.848496 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58934) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:55.858548 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-aea887fa-3e8f-4296-bb0c-07ad382ad9c2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1799629193', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7c7b305e-9834-4d66-bc17-cda958966435'}], 'security_groups': ['53fd8f0f-4896-4d34-9185-fbcbe9f3bc07', '687dd9df-978a-45ef-9855-abbdf83a9a71']}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:55.871507 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d2e9-1805-4606-9cad-f2b5ccc1f45c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:55.950261 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e93e98d2-860f-440c-b7e3-00a10e3405a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:55.971063 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58936) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:56.019906 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-41a83ba9-1d42-4c51-955d-488c2bc43fa6 None None] For port 2f8246c7-4c8f-4636-9af9-466aa60115ed, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=2f8246c7-4c8f-4636-9af9-466aa60115ed,segment=NetworkSegment(4fe9b83d-5b27-488f-a4a9-11c6ed1838ea),segment_id=4fe9b83d-5b27-488f-a4a9-11c6ed1838ea)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:05:56.068693 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-36ce6449-d223-42cc-ac2f-b0bcfc394645 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4da2c8fb80314d439039529c71ca4b69&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2017164 Oct 19 01:05:56.089765 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-41a83ba9-1d42-4c51-955d-488c2bc43fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:56.135833 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-b0fd35bc-4818-4f0f-8484-6d1210155f82 None None] Port 643087df-8e9a-4e80-b6f7-196de6af1cac cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:05:56.136096 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d2e9-1805-4606-9cad-f2b5ccc1f45c admin admin] Pushing event updated for resources: {'Port': ['ID=32b2537b-e01a-4aef-bf43-e9fb0f1283c7,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:56.188415 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a83ba9-1d42-4c51-955d-488c2bc43fa6 None None] Pushing event updated for resources: {'Port': ['ID=2f8246c7-4c8f-4636-9af9-466aa60115ed,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:56.242538 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-71158faa-ef22-49a9-a104-a4256c51018f tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:56.252466 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-7cc727aa-7840-4b53-8eb9-763da756f7f2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-646553127-network', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:56.283992 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b2d2e9-1805-4606-9cad-f2b5ccc1f45c admin admin] Network 71e66fa3-7227-46c9-8805-807e52545d13 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:05:56.294587 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-c0b2d2e9-1805-4606-9cad-f2b5ccc1f45c admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:56.425924 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-aea887fa-3e8f-4296-bb0c-07ad382ad9c2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:56.438283 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a83ba9-1d42-4c51-955d-488c2bc43fa6 None None] Pushing event updated for resources: {'Port': ['ID=2f8246c7-4c8f-4636-9af9-466aa60115ed,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:56.438549 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc727aa-7840-4b53-8eb9-763da756f7f2 admin admin] Made reservation on behalf of 9d159951251f425b8e201bae6d58e0c2 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:05:56.440954 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7cc727aa-7840-4b53-8eb9-763da756f7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:56.491271 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7cc727aa-7840-4b53-8eb9-763da756f7f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:56.681603 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b0fd35bc-4818-4f0f-8484-6d1210155f82 None None] Provisioning complete for port db9bf67c-da56-4ae2-a4bd-d5b5968135d9 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:56.681980 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b0fd35bc-4818-4f0f-8484-6d1210155f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:56.733721 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port badb5ce6-f230-462a-af08-152695869f73 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:56.733721 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:57.066916 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:57.097629 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7cc727aa-7840-4b53-8eb9-763da756f7f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:57.127901 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7cc727aa-7840-4b53-8eb9-763da756f7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:57.150967 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7cacc7-1a59-4046-9d33-eeed6aca5052 None None] Update dhcp port {'port': {'network_id': '0981e737-0b0c-4db5-b62a-32eaed983ba2', 'fixed_ips': [{'subnet_id': 'e3277e31-5d81-4372-ad54-74fb67af8bbf', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'feb10613-02db-4495-adea-2e531ee6e361', 'ip_address': '2001:db8::2'}, {'subnet_id': '7c7b305e-9834-4d66-bc17-cda958966435'}], 'binding:host_id': 'n-d-715271-26'}, 'id': 'db9bf67c-da56-4ae2-a4bd-d5b5968135d9'} from n-d-715271-26. {{(pid=100608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 01:05:57.160071 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc727aa-7840-4b53-8eb9-763da756f7f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:05:57.241150 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7cc727aa-7840-4b53-8eb9-763da756f7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:57.242189 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-7cc727aa-7840-4b53-8eb9-763da756f7f2 admin admin] Added segment d19f75c5-7494-4022-8a08-e9eb3483a6bb of type vlan for network 5e528a95-765b-4153-a63c-148757c15f94 Oct 19 01:05:57.301100 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71158faa-ef22-49a9-a104-a4256c51018f tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Pushing event updated for resources: {'Port': ['ID=6a5f7373-9852-4292-a957-43becd30457e,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:57.305982 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8e7cacc7-1a59-4046-9d33-eeed6aca5052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:57.314313 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc727aa-7840-4b53-8eb9-763da756f7f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d6f1ca-d20e-4b99-a097-4c73c3e997a4,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:57.341968 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71158faa-ef22-49a9-a104-a4256c51018f tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Network 4bdbb06e-439a-49c1-8bb0-4db0fdb649a5 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:05:57.353238 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-7f9afbe1-456b-4504-9c04-9f1a21b1fb7a service neutron] 10.222.0.57 "GET /v2.0/networks/f052a2cb-e43a-4d93-bd49-f9e5e280e0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2353137 Oct 19 01:05:57.366281 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-71158faa-ef22-49a9-a104-a4256c51018f tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:57.386447 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-aea887fa-3e8f-4296-bb0c-07ad382ad9c2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Delete allocated IP 2001:db8::177 (0981e737-0b0c-4db5-b62a-32eaed983ba2/feb10613-02db-4495-adea-2e531ee6e361) {{(pid=100607) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 19 01:05:57.387485 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71158faa-ef22-49a9-a104-a4256c51018f tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:05:57.417373 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7cc727aa-7840-4b53-8eb9-763da756f7f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:57.438422 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-aea887fa-3e8f-4296-bb0c-07ad382ad9c2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Allocated IP 2001:db8:0:2::1ea (0981e737-0b0c-4db5-b62a-32eaed983ba2/7c7b305e-9834-4d66-bc17-cda958966435/643087df-8e9a-4e80-b6f7-196de6af1cac) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:05:57.581464 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7cc727aa-7840-4b53-8eb9-763da756f7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:57.582793 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc727aa-7840-4b53-8eb9-763da756f7f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:57.583500 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7cc727aa-7840-4b53-8eb9-763da756f7f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:57.650030 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71158faa-ef22-49a9-a104-a4256c51018f tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:57.655396 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-71158faa-ef22-49a9-a104-a4256c51018f tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:57.674483 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-25ea8c36-ec6b-4f0c-ae67-0c28ab503f95 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:57.683000 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-71158faa-ef22-49a9-a104-a4256c51018f tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5549996 Oct 19 01:05:57.705679 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:57.720570 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7cc727aa-7840-4b53-8eb9-763da756f7f2 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7416828 Oct 19 01:05:57.726156 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-25ea8c36-ec6b-4f0c-ae67-0c28ab503f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:57.727027 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58960) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:57.736682 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b3deeed4-2c8c-4011-a3fc-aac5d1012496 None None] Provisioning complete for port badb5ce6-f230-462a-af08-152695869f73 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:57.737047 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b3deeed4-2c8c-4011-a3fc-aac5d1012496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:57.742208 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-51c34c98-8031-4b9f-a645-faaca76cecfe admin admin] Request body: {'subnet': {'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-646553127-subnet', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:57.780758 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-cef8294f-418b-41a2-98de-6f2ff486628c service neutron] 10.222.0.57 "GET /v2.0/networks/f052a2cb-e43a-4d93-bd49-f9e5e280e0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263747 Oct 19 01:05:57.808023 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b2d2e9-1805-4606-9cad-f2b5ccc1f45c admin admin] Router 8039f660-e811-4c2f-8ac7-c226af52f0d1 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:05:57.948178 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-172a6cfa-94d7-4e03-9bba-8d1a60f59b6c service neutron] 10.222.0.57 "GET /v2.0/ports/f4cd700e-932d-4677-adfa-4b17f1b59025?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1543236 Oct 19 01:05:58.019488 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c34c98-8031-4b9f-a645-faaca76cecfe admin admin] Made reservation on behalf of 9d159951251f425b8e201bae6d58e0c2 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:05:58.028079 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-51c34c98-8031-4b9f-a645-faaca76cecfe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:58.047852 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc727aa-7840-4b53-8eb9-763da756f7f2 admin admin] Pushing event updated for resources: {'Network': ['ID=5e528a95-765b-4153-a63c-148757c15f94,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:58.305268 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 5e528a95-765b-4153-a63c-148757c15f94 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:05:58.353185 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58966) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:58.375718 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-3fc2c97a-f2b9-4db7-b231-2e8d3bdda447 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Request body: {'security_group': {'name': 'tempest-securitygroup--985140392', 'description': 'tempest-description--468287112'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:58.406790 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-53106e09-d9b7-4d6f-ac00-62f805e1b771 service neutron] 10.222.0.57 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571483 Oct 19 01:05:58.408355 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b2d2e9-1805-4606-9cad-f2b5ccc1f45c admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:05:58.442939 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c0b2d2e9-1805-4606-9cad-f2b5ccc1f45c admin admin] 10.222.0.57 "PUT /v2.0/routers/8039f660-e811-4c2f-8ac7-c226af52f0d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5586228 Oct 19 01:05:58.454062 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-e93e98d2-860f-440c-b7e3-00a10e3405a4 admin admin] Allocated IP 172.25.8.180 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:05:58.462149 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7144e308-3fe8-4bad-a25d-5390cc96a406 None None] Network fd51bea7-58f4-4883-bbf2-61d3b283d74e requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:05:58.468915 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-25ea8c36-ec6b-4f0c-ae67-0c28ab503f95 None None] Attempting to bind port 5f088e85-105c-4662-8f4e-a3af6f649654 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:05:58.469880 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-25ea8c36-ec6b-4f0c-ae67-0c28ab503f95 None None] Attempting to bind port 5f088e85-105c-4662-8f4e-a3af6f649654 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:05:58.471268 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ea8c36-ec6b-4f0c-ae67-0c28ab503f95 None None] Attempting to bind port 5f088e85-105c-4662-8f4e-a3af6f649654 on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:05:58.545200 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ea8c36-ec6b-4f0c-ae67-0c28ab503f95 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:05:58.547509 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ea8c36-ec6b-4f0c-ae67-0c28ab503f95 None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:05:58.549078 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-25ea8c36-ec6b-4f0c-ae67-0c28ab503f95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:58.552242 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ea8c36-ec6b-4f0c-ae67-0c28ab503f95 None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:05:58.554740 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-25ea8c36-ec6b-4f0c-ae67-0c28ab503f95 None None] Bound port: 5f088e85-105c-4662-8f4e-a3af6f649654, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:05:58.556711 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-25ea8c36-ec6b-4f0c-ae67-0c28ab503f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:58.644148 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3fc2c97a-f2b9-4db7-b231-2e8d3bdda447 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:58.694724 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-1ef371d5-5fc3-4f64-8d91-5472f7eda6c5 service neutron] 10.222.0.57 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582986 Oct 19 01:05:58.726369 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port badb5ce6-f230-462a-af08-152695869f73, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=badb5ce6-f230-462a-af08-152695869f73,segment=NetworkSegment(af8d2bdc-728f-4365-a0a3-7f4c1d198719),segment_id=af8d2bdc-728f-4365-a0a3-7f4c1d198719)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:58.733518 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb2a42-1864-404b-96af-ffaa82443fc6 None None] Pushing event updated for resources: {'Port': ['ID=5f088e85-105c-4662-8f4e-a3af6f649654,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:58.757601 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-aea887fa-3e8f-4296-bb0c-07ad382ad9c2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:58.771332 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:58.772672 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 40f3c36e-3909-4203-9a06-d3928bf6e217 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:05:58.787642 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-4db188d5-a230-40ca-9659-621ea90336c3 service neutron] 10.222.0.57 "GET /v2.0/ports/9295caf7-42d8-4c78-a217-b3e9af380abb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0850406 Oct 19 01:05:58.890793 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=badb5ce6-f230-462a-af08-152695869f73,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:58.912592 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3fc2c97a-f2b9-4db7-b231-2e8d3bdda447 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:58.932289 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-aea887fa-3e8f-4296-bb0c-07ad382ad9c2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:59.014155 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3fc2c97a-f2b9-4db7-b231-2e8d3bdda447 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:59.030845 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-3a890028-e895-4141-adc3-9411972ae8ba service neutron] 10.222.0.57 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386956 Oct 19 01:05:59.086352 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-25ea8c36-ec6b-4f0c-ae67-0c28ab503f95 None None] For port 5f088e85-105c-4662-8f4e-a3af6f649654, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:05:59.157181 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 40f3c36e-3909-4203-9a06-d3928bf6e217 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:59.157744 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:59.161665 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-25ea8c36-ec6b-4f0c-ae67-0c28ab503f95 None None] For port 5f088e85-105c-4662-8f4e-a3af6f649654, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=5f088e85-105c-4662-8f4e-a3af6f649654,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:05:59.172704 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-8e7cacc7-1a59-4046-9d33-eeed6aca5052 None None] Allocated IP 2001:db8:0:2::2 (0981e737-0b0c-4db5-b62a-32eaed983ba2/7c7b305e-9834-4d66-bc17-cda958966435/db9bf67c-da56-4ae2-a4bd-d5b5968135d9) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:05:59.251246 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b3deeed4-2c8c-4011-a3fc-aac5d1012496 None None] Provisioning complete for port 1f01b024-9b9b-4cb5-8edc-07bf0e0cc762 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:59.251783 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b3deeed4-2c8c-4011-a3fc-aac5d1012496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:59.255951 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-25ea8c36-ec6b-4f0c-ae67-0c28ab503f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:59.260572 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-70fc344c-3eb2-4b97-b257-38c987373eb2 service neutron] 10.222.0.57 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238612 Oct 19 01:05:59.318494 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e93e98d2-860f-440c-b7e3-00a10e3405a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:59.333345 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:59.365888 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb2a42-1864-404b-96af-ffaa82443fc6 None None] Pushing event updated for resources: {'Port': ['ID=5f088e85-105c-4662-8f4e-a3af6f649654,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:59.419882 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea887fa-3e8f-4296-bb0c-07ad382ad9c2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event updated for resources: {'Port': ['ID=643087df-8e9a-4e80-b6f7-196de6af1cac,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:59.442397 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3fc2c97a-f2b9-4db7-b231-2e8d3bdda447 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:59.444098 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3fc2c97a-f2b9-4db7-b231-2e8d3bdda447 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0758450 Oct 19 01:05:59.445351 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-51c34c98-8031-4b9f-a645-faaca76cecfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:59.447095 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58984) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:59.476730 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-289e0860-7b38-4e71-a4b9-f3a10ffb3c0f tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Request body: {'security_group_rule': {'security_group_id': '6bc6e901-f329-4c90-906c-b82f3e33fb91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:59.478070 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ea8c36-ec6b-4f0c-ae67-0c28ab503f95 None None] Routers {'8039f660-e811-4c2f-8ac7-c226af52f0d1'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:05:59.478733 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-25ea8c36-ec6b-4f0c-ae67-0c28ab503f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:05:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['8039f660-e811-4c2f-8ac7-c226af52f0d1'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:05:59.488039 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc2c97a-f2b9-4db7-b231-2e8d3bdda447 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc6e901-f329-4c90-906c-b82f3e33fb91,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:59.501860 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-17b6441e-52cb-4b67-a3e0-fd09071d1bee service neutron] 10.222.0.57 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280669 Oct 19 01:05:59.562717 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-aea887fa-3e8f-4296-bb0c-07ad382ad9c2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] In _notify_port_updated(), no bound segment for port 643087df-8e9a-4e80-b6f7-196de6af1cac on network 0981e737-0b0c-4db5-b62a-32eaed983ba2 {{(pid=100607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:05:59.570354 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea887fa-3e8f-4296-bb0c-07ad382ad9c2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:05:59.571473 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-aea887fa-3e8f-4296-bb0c-07ad382ad9c2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:59.573748 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-aea887fa-3e8f-4296-bb0c-07ad382ad9c2 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "PUT /v2.0/ports/643087df-8e9a-4e80-b6f7-196de6af1cac HTTP/1.1" status: 200 len: 970 time: 3.7203367 Oct 19 01:05:59.575496 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e93e98d2-860f-440c-b7e3-00a10e3405a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:59.580522 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58988) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:59.588845 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c34c98-8031-4b9f-a645-faaca76cecfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=de74403a-93c8-48d8-9fdc-ed1cd7b1d665,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:05:59.615472 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93e98d2-860f-440c-b7e3-00a10e3405a4 admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:05:59.649258 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-e93e98d2-860f-440c-b7e3-00a10e3405a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:05:59.662060 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93e98d2-860f-440c-b7e3-00a10e3405a4 admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:05:59.774153 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-8e7cacc7-1a59-4046-9d33-eeed6aca5052 None None] For port db9bf67c-da56-4ae2-a4bd-d5b5968135d9, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=db9bf67c-da56-4ae2-a4bd-d5b5968135d9,segment=NetworkSegment(32d7b33e-8573-45db-a66b-bffd3e853edc),segment_id=32d7b33e-8573-45db-a66b-bffd3e853edc)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:05:59.809735 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-289e0860-7b38-4e71-a4b9-f3a10ffb3c0f tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:59.830418 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:59.836213 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58990) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:05:59.861425 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-78cd77b6-4ed7-4d9b-9ac1-cf50f3443c40 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2071960014', 'description': 'tempest-description--1001432040'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:05:59.964108 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b3deeed4-2c8c-4011-a3fc-aac5d1012496 None None] Provisioning complete for port 40f3c36e-3909-4203-9a06-d3928bf6e217 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:05:59.964488 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b3deeed4-2c8c-4011-a3fc-aac5d1012496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:00.015226 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8e7cacc7-1a59-4046-9d33-eeed6aca5052 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:00.024459 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-9f09312a-ccd7-4375-a52b-26ce852fa1c7 service neutron] 10.222.0.57 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5214398 Oct 19 01:06:00.047040 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-25ea8c36-ec6b-4f0c-ae67-0c28ab503f95 None None] Set router 8039f660-e811-4c2f-8ac7-c226af52f0d1 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:06:00.079512 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-78cd77b6-4ed7-4d9b-9ac1-cf50f3443c40 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:00.085915 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8e7cacc7-1a59-4046-9d33-eeed6aca5052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:00.101249 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 40f3c36e-3909-4203-9a06-d3928bf6e217, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=40f3c36e-3909-4203-9a06-d3928bf6e217,segment=NetworkSegment(4b96a6d1-8b8b-4e03-bedd-396bb83a41b9),segment_id=4b96a6d1-8b8b-4e03-bedd-396bb83a41b9)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:06:00.112528 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-289e0860-7b38-4e71-a4b9-f3a10ffb3c0f tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:00.119389 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:00.130855 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e93e98d2-860f-440c-b7e3-00a10e3405a4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:00.150932 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-289e0860-7b38-4e71-a4b9-f3a10ffb3c0f tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:00.278067 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-78cd77b6-4ed7-4d9b-9ac1-cf50f3443c40 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:00.340433 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c34c98-8031-4b9f-a645-faaca76cecfe admin admin] Checking segment: {'id': 'd19f75c5-7494-4022-8a08-e9eb3483a6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '5e528a95-765b-4153-a63c-148757c15f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:06:00.340796 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c34c98-8031-4b9f-a645-faaca76cecfe admin admin] Network hostable DHCP agents. Network: 5e528a95-765b-4153-a63c-148757c15f94, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:06:00.363125 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e98d2-860f-440c-b7e3-00a10e3405a4 admin admin] Pushing event updated for resources: {'Port': ['ID=b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:00.364828 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-78cd77b6-4ed7-4d9b-9ac1-cf50f3443c40 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:00.371551 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b3deeed4-2c8c-4011-a3fc-aac5d1012496 None None] Provisioning complete for port 32b2537b-e01a-4aef-bf43-e9fb0f1283c7 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:00.372221 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b3deeed4-2c8c-4011-a3fc-aac5d1012496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:00.373536 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7cacc7-1a59-4046-9d33-eeed6aca5052 None None] Pushing event updated for resources: {'Port': ['ID=db9bf67c-da56-4ae2-a4bd-d5b5968135d9,revision_number=7']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:00.404111 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c34c98-8031-4b9f-a645-faaca76cecfe admin admin] Network 5e528a95-765b-4153-a63c-148757c15f94 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:06:00.418575 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-51c34c98-8031-4b9f-a645-faaca76cecfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 5e528a95-765b-4153-a63c-148757c15f94) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:06:00.424954 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c34c98-8031-4b9f-a645-faaca76cecfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:00.427566 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-51c34c98-8031-4b9f-a645-faaca76cecfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:00.438803 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=40f3c36e-3909-4203-9a06-d3928bf6e217,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:00.461928 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-13604984-d4b1-4dfd-b88f-dc7a5ba39d0c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Deleting port 643087df-8e9a-4e80-b6f7-196de6af1cac {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:06:00.462457 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-13604984-d4b1-4dfd-b88f-dc7a5ba39d0c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:00.468433 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba547bc-7a53-4ccd-833d-be5b9411f201 None None] Network 5e528a95-765b-4153-a63c-148757c15f94 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:06:00.500310 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 1f01b024-9b9b-4cb5-8edc-07bf0e0cc762 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:06:00.501549 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-51c34c98-8031-4b9f-a645-faaca76cecfe admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.7673228 Oct 19 01:06:00.504056 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59000) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:00.506878 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e0860-7b38-4e71-a4b9-f3a10ffb3c0f tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e9f911-28b4-4ff9-bb48-c4c32a9fcea5,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:00.514725 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-1ca35ca8-6dad-4fb5-8b36-c49fd974dc64 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-646553127-router', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:00.547683 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e93e98d2-860f-440c-b7e3-00a10e3405a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:00.630894 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-78cd77b6-4ed7-4d9b-9ac1-cf50f3443c40 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:00.636638 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-78cd77b6-4ed7-4d9b-9ac1-cf50f3443c40 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7856393 Oct 19 01:06:00.639668 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-289e0860-7b38-4e71-a4b9-f3a10ffb3c0f tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:00.640913 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-289e0860-7b38-4e71-a4b9-f3a10ffb3c0f tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1899006 Oct 19 01:06:00.644062 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59002) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:00.644475 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59004) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:00.645219 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ca35ca8-6dad-4fb5-8b36-c49fd974dc64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:00.647412 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ca35ca8-6dad-4fb5-8b36-c49fd974dc64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:00.661982 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-8b4b2faa-42a5-4aff-b2ec-f932ac1a2af5 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Request body: {'security_group_rule': {'security_group_id': 'a92623c9-d7ca-40ac-b11a-4792288fced6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:00.677938 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-b3deeed4-2c8c-4011-a3fc-aac5d1012496 None None] Port 32b2537b-e01a-4aef-bf43-e9fb0f1283c7 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:06:00.700668 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-ea4fca1b-750c-4b44-8a26-77a82afda73b tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Request body: {'security_group_rule': {'security_group_id': '6bc6e901-f329-4c90-906c-b82f3e33fb91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:00.710089 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 1f01b024-9b9b-4cb5-8edc-07bf0e0cc762 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:00.710465 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:00.728237 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd77b6-4ed7-4d9b-9ac1-cf50f3443c40 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a92623c9-d7ca-40ac-b11a-4792288fced6,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:00.754884 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-ea4c86d3-63c2-4517-9a3f-a4db920876c6 service neutron] 10.222.0.57 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7115855 Oct 19 01:06:00.763844 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8b4b2faa-42a5-4aff-b2ec-f932ac1a2af5 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:00.850901 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-e558aa7f-b58d-4c55-866e-3c0152ac43bd None None] Provisioning complete for port 2f8246c7-4c8f-4636-9af9-466aa60115ed triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:00.851281 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e558aa7f-b58d-4c55-866e-3c0152ac43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:00.860334 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ca35ca8-6dad-4fb5-8b36-c49fd974dc64 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:00.874824 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8b4b2faa-42a5-4aff-b2ec-f932ac1a2af5 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:00.890751 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-13604984-d4b1-4dfd-b88f-dc7a5ba39d0c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:00.906775 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8b4b2faa-42a5-4aff-b2ec-f932ac1a2af5 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:00.935710 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b2faa-42a5-4aff-b2ec-f932ac1a2af5 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f0e4e6d-6c0a-45a8-a834-99d992319b7b,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:00.944275 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ea4fca1b-750c-4b44-8a26-77a82afda73b tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:00.969313 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-13604984-d4b1-4dfd-b88f-dc7a5ba39d0c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Calling delete_port for 643087df-8e9a-4e80-b6f7-196de6af1cac owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:06:01.056144 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ca35ca8-6dad-4fb5-8b36-c49fd974dc64 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:01.077641 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93e98d2-860f-440c-b7e3-00a10e3405a4 admin admin] Router e16fc6b3-40ea-450c-acc9-46e93f802809 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:06:01.097157 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8b4b2faa-42a5-4aff-b2ec-f932ac1a2af5 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:01.101670 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59018) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:01.102459 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8b4b2faa-42a5-4aff-b2ec-f932ac1a2af5 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4502153 Oct 19 01:06:01.111000 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-a4f1c5c4-417a-4dac-a560-d5e150a2865c tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Request body: {'security_group_rule': {'security_group_id': 'a92623c9-d7ca-40ac-b11a-4792288fced6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:01.177481 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ea4fca1b-750c-4b44-8a26-77a82afda73b tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:01.193355 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ea4fca1b-750c-4b44-8a26-77a82afda73b tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:01.200809 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-b447f3b8-5ce4-41b8-a313-543c99efb8bd service neutron] 10.222.0.57 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036810 Oct 19 01:06:01.231503 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4fca1b-750c-4b44-8a26-77a82afda73b tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efb7664d-09b8-4fbe-b057-4c0897aa6422,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:01.258032 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c5c4-417a-4dac-a560-d5e150a2865c tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:01.288148 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ea4fca1b-750c-4b44-8a26-77a82afda73b tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:01.289911 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ea4fca1b-750c-4b44-8a26-77a82afda73b tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5945013 Oct 19 01:06:01.293580 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59020) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:01.298905 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-d1dcf601-e746-4129-b79d-d35fdff26403 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:01.347610 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c5c4-417a-4dac-a560-d5e150a2865c tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:01.374434 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c5c4-417a-4dac-a560-d5e150a2865c tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:01.413317 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 2f8246c7-4c8f-4636-9af9-466aa60115ed up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:06:01.427785 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d1dcf601-e746-4129-b79d-d35fdff26403 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks [] for floatingip, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:01.439837 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-58399aaa-e04f-4cc6-bd17-47276dc9b145 service neutron] 10.222.0.57 "GET /v2.0/networks/1fccc762-9472-4b6b-bfe9-f151cb76e57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220588 Oct 19 01:06:01.499297 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-25ea8c36-ec6b-4f0c-ae67-0c28ab503f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'name': 'tempest-ServersTestFqdnHostnames-1654141756-router', 'tenant_id': '84c3d130d4f04e87bd12923b4ec520ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '5f088e85-105c-4662-8f4e-a3af6f649654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:05:45Z', 'updated_at': '2021-10-19T01:05:53Z', 'revision_number': 4, 'project_id': '84c3d130d4f04e87bd12923b4ec520ba', 'gw_port': {'id': '5f088e85-105c-4662-8f4e-a3af6f649654', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:00:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:46Z', 'updated_at': '2021-10-19T01:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '32b2537b-e01a-4aef-bf43-e9fb0f1283c7', 'name': '', 'network_id': '71e66fa3-7227-46c9-8805-807e52545d13', 'tenant_id': '84c3d130d4f04e87bd12923b4ec520ba', 'mac_address': 'fa:16:3e:f4:dd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '15816f82-cfe0-47bc-8647-595403cbff3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:51Z', 'updated_at': '2021-10-19T01:05:54Z', 'revision_number': 2, 'project_id': '84c3d130d4f04e87bd12923b4ec520ba', 'subnets': [{'id': '15816f82-cfe0-47bc-8647-595403cbff3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:06:01.502848 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-13604984-d4b1-4dfd-b88f-dc7a5ba39d0c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:01.558647 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ea8c36-ec6b-4f0c-ae67-0c28ab503f95 None None] The sync data for ids ['8039f660-e811-4c2f-8ac7-c226af52f0d1'] in n-d-715271-26 is: [{'id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'name': 'tempest-ServersTestFqdnHostnames-1654141756-router', 'tenant_id': '84c3d130d4f04e87bd12923b4ec520ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '5f088e85-105c-4662-8f4e-a3af6f649654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:05:45Z', 'updated_at': '2021-10-19T01:05:53Z', 'revision_number': 4, 'project_id': '84c3d130d4f04e87bd12923b4ec520ba', 'gw_port': {'id': '5f088e85-105c-4662-8f4e-a3af6f649654', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:00:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:46Z', 'updated_at': '2021-10-19T01:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '32b2537b-e01a-4aef-bf43-e9fb0f1283c7', 'name': '', 'network_id': '71e66fa3-7227-46c9-8805-807e52545d13', 'tenant_id': '84c3d130d4f04e87bd12923b4ec520ba', 'mac_address': 'fa:16:3e:f4:dd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '15816f82-cfe0-47bc-8647-595403cbff3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:51Z', 'updated_at': '2021-10-19T01:05:54Z', 'revision_number': 2, 'project_id': '84c3d130d4f04e87bd12923b4ec520ba', 'subnets': [{'id': '15816f82-cfe0-47bc-8647-595403cbff3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:06:01.583764 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbb398f-7a57-418f-b60a-fa48548fa7fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-5e528a95-765b-4153-a63c-148757c15f94', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'fixed_ips': [{'subnet_id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:06:01.583764 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6fbb398f-7a57-418f-b60a-fa48548fa7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:01.588366 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 2f8246c7-4c8f-4636-9af9-466aa60115ed triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:01.588731 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:01.590812 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13604984-d4b1-4dfd-b88f-dc7a5ba39d0c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Port': ['ID=643087df-8e9a-4e80-b6f7-196de6af1cac,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:01.604897 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93e98d2-860f-440c-b7e3-00a10e3405a4 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:06:01.616709 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd9066b-45c1-45d7-bb9d-7b7dff3cf9a7 None None] Sync routers for ids ['e16fc6b3-40ea-450c-acc9-46e93f802809'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:06:01.635207 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1c5c4-417a-4dac-a560-d5e150a2865c tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7b6e981-4ea3-4a99-bc95-66a340394b71,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:01.640641 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd9066b-45c1-45d7-bb9d-7b7dff3cf9a7 None None] Routers {'e16fc6b3-40ea-450c-acc9-46e93f802809'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:06:01.641278 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ebd9066b-45c1-45d7-bb9d-7b7dff3cf9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:05:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e16fc6b3-40ea-450c-acc9-46e93f802809'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:06:01.647134 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c5c4-417a-4dac-a560-d5e150a2865c tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:01.649442 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a4f1c5c4-417a-4dac-a560-d5e150a2865c tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5456612 Oct 19 01:06:01.660827 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59022) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:01.677084 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-967545cb-9284-48c0-be6a-a58abac43f83 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:01.684400 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-13604984-d4b1-4dfd-b88f-dc7a5ba39d0c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:01.696324 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-13604984-d4b1-4dfd-b88f-dc7a5ba39d0c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/ports/643087df-8e9a-4e80-b6f7-196de6af1cac HTTP/1.1" status: 204 len: 168 time: 2.1050544 Oct 19 01:06:01.696960 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59024) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:01.704646 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e558aa7f-b58d-4c55-866e-3c0152ac43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:01.774765 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e93e98d2-860f-440c-b7e3-00a10e3405a4 admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:01.776345 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e93e98d2-860f-440c-b7e3-00a10e3405a4 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.5345681 Oct 19 01:06:01.778147 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c5e4af-1b3d-427c-b760-9cc27344441d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] GET failed (client error): The resource could not be found. Oct 19 01:06:01.780150 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c9c5e4af-1b3d-427c-b760-9cc27344441d tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "GET /v2.0/ports/643087df-8e9a-4e80-b6f7-196de6af1cac HTTP/1.1" status: 404 len: 333 time: 0.0759671 Oct 19 01:06:01.781125 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59026) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:01.786968 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59028) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:01.813513 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-d32737ea-aa39-4cb6-889c-a618b4b5b0a7 service neutron] 10.222.0.57 "GET /v2.0/networks/1fccc762-9472-4b6b-bfe9-f151cb76e57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607395 Oct 19 01:06:01.898705 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-ebd9066b-45c1-45d7-bb9d-7b7dff3cf9a7 None None] Set router e16fc6b3-40ea-450c-acc9-46e93f802809 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:06:01.911710 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-967545cb-9284-48c0-be6a-a58abac43f83 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks [] for floatingip, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:02.033172 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:02.119190 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-6fbb398f-7a57-418f-b60a-fa48548fa7fa None None] Allocated IP 172.20.0.2 (5e528a95-765b-4153-a63c-148757c15f94/de74403a-93c8-48d8-9fdc-ed1cd7b1d665/c7515168-1038-4ab3-b841-c0aea3d2ccdc) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:06:02.263701 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e1038bc1-c048-4034-8362-d88b8e53c8a1 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:02.309359 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d1dcf601-e746-4129-b79d-d35fdff26403 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:02.395206 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e1038bc1-c048-4034-8362-d88b8e53c8a1 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:02.445404 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6fbb398f-7a57-418f-b60a-fa48548fa7fa None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:02.461771 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-e558aa7f-b58d-4c55-866e-3c0152ac43bd None None] For port 2f8246c7-4c8f-4636-9af9-466aa60115ed, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=2f8246c7-4c8f-4636-9af9-466aa60115ed,segment=NetworkSegment(4fe9b83d-5b27-488f-a4a9-11c6ed1838ea),segment_id=4fe9b83d-5b27-488f-a4a9-11c6ed1838ea)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:06:02.470045 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6fbb398f-7a57-418f-b60a-fa48548fa7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:02.491496 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ebd9066b-45c1-45d7-bb9d-7b7dff3cf9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16fc6b3-40ea-450c-acc9-46e93f802809', 'name': 'tempest-FloatingIPDetailsTestJSON-481529856-router', 'tenant_id': 'fa4c9759c6854557bccf41d8ceb65c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:05:52Z', 'updated_at': '2021-10-19T01:05:59Z', 'revision_number': 3, 'project_id': 'fa4c9759c6854557bccf41d8ceb65c96', 'gw_port': {'id': 'b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16fc6b3-40ea-450c-acc9-46e93f802809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:55Z', 'updated_at': '2021-10-19T01:05:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:06:02.518270 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-a653eebd-b13d-46f1-a53b-eb2d68e9b9d1 service neutron] 10.222.0.57 "GET /v2.0/networks/1fccc762-9472-4b6b-bfe9-f151cb76e57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6570354 Oct 19 01:06:02.595179 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd9066b-45c1-45d7-bb9d-7b7dff3cf9a7 None None] Checking router: e16fc6b3-40ea-450c-acc9-46e93f802809 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:06:02.595928 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd9066b-45c1-45d7-bb9d-7b7dff3cf9a7 None None] Updating router e16fc6b3-40ea-450c-acc9-46e93f802809 port b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:06:02.634138 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb398f-7a57-418f-b60a-fa48548fa7fa None None] Pushing event updated for resources: {'Port': ['ID=c7515168-1038-4ab3-b841-c0aea3d2ccdc,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:02.640102 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e558aa7f-b58d-4c55-866e-3c0152ac43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:02.659961 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ebd9066b-45c1-45d7-bb9d-7b7dff3cf9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:02.727321 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0931aaf0-f38c-4e07-adfe-40fa345c2613 service neutron] 10.222.0.57 "GET /v2.0/networks/1fccc762-9472-4b6b-bfe9-f151cb76e57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962824 Oct 19 01:06:02.802092 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e558aa7f-b58d-4c55-866e-3c0152ac43bd None None] Pushing event updated for resources: {'Port': ['ID=2f8246c7-4c8f-4636-9af9-466aa60115ed,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:02.812520 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-e558aa7f-b58d-4c55-866e-3c0152ac43bd None None] Provisioning complete for port badb5ce6-f230-462a-af08-152695869f73 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:02.812909 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e558aa7f-b58d-4c55-866e-3c0152ac43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:02.899821 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e1038bc1-c048-4034-8362-d88b8e53c8a1 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:02.909591 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbb398f-7a57-418f-b60a-fa48548fa7fa None None] Network 5e528a95-765b-4153-a63c-148757c15f94 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:06:02.939686 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e1038bc1-c048-4034-8362-d88b8e53c8a1 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:02.941043 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-6fbb398f-7a57-418f-b60a-fa48548fa7fa None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:06:02.946496 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e1038bc1-c048-4034-8362-d88b8e53c8a1 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/security-groups/c8cfe779-f1d0-4465-be6b-d9b8bc17c8f2 HTTP/1.1" status: 204 len: 168 time: 1.1575360 Oct 19 01:06:02.955260 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbb398f-7a57-418f-b60a-fa48548fa7fa None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:06:02.975021 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59042) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:03.070919 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:06:03.071387 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:06:03.098694 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1038bc1-c048-4034-8362-d88b8e53c8a1 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cfe779-f1d0-4465-be6b-d9b8bc17c8f2,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:03.166719 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-6fbb398f-7a57-418f-b60a-fa48548fa7fa None None] Attempting to bind port c7515168-1038-4ab3-b841-c0aea3d2ccdc on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:06:03.167536 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-6fbb398f-7a57-418f-b60a-fa48548fa7fa None None] Attempting to bind port c7515168-1038-4ab3-b841-c0aea3d2ccdc by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'd19f75c5-7494-4022-8a08-e9eb3483a6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '5e528a95-765b-4153-a63c-148757c15f94'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:06:03.168490 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbb398f-7a57-418f-b60a-fa48548fa7fa None None] Attempting to bind port c7515168-1038-4ab3-b841-c0aea3d2ccdc on network 5e528a95-765b-4153-a63c-148757c15f94 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:06:03.179755 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbb398f-7a57-418f-b60a-fa48548fa7fa None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:06:03.180540 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbb398f-7a57-418f-b60a-fa48548fa7fa None None] Checking segment: {'id': 'd19f75c5-7494-4022-8a08-e9eb3483a6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '5e528a95-765b-4153-a63c-148757c15f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:06:03.181713 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6fbb398f-7a57-418f-b60a-fa48548fa7fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:03.183094 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbb398f-7a57-418f-b60a-fa48548fa7fa None None] Bound using segment: {'id': 'd19f75c5-7494-4022-8a08-e9eb3483a6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '5e528a95-765b-4153-a63c-148757c15f94'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:06:03.185515 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-6fbb398f-7a57-418f-b60a-fa48548fa7fa None None] Bound port: c7515168-1038-4ab3-b841-c0aea3d2ccdc, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd19f75c5-7494-4022-8a08-e9eb3483a6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '5e528a95-765b-4153-a63c-148757c15f94'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:06:03.186197 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6fbb398f-7a57-418f-b60a-fa48548fa7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:03.213823 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-d1dcf601-e746-4129-b79d-d35fdff26403 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Allocated IP 172.25.8.199 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/cecce7f5-a979-41de-8fa3-df04ff705474) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:06:03.419681 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-e558aa7f-b58d-4c55-866e-3c0152ac43bd None None] Provisioning complete for port 394a4e11-f9e4-4f2c-84f4-e9d161e34a1c triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:03.420275 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e558aa7f-b58d-4c55-866e-3c0152ac43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:03.546526 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-e558aa7f-b58d-4c55-866e-3c0152ac43bd None None] Port 394a4e11-f9e4-4f2c-84f4-e9d161e34a1c cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:06:03.558885 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-6fbb398f-7a57-418f-b60a-fa48548fa7fa None None] For port c7515168-1038-4ab3-b841-c0aea3d2ccdc, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:06:03.567502 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-6fbb398f-7a57-418f-b60a-fa48548fa7fa None None] For port c7515168-1038-4ab3-b841-c0aea3d2ccdc, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c7515168-1038-4ab3-b841-c0aea3d2ccdc,segment=NetworkSegment(d19f75c5-7494-4022-8a08-e9eb3483a6bb),segment_id=d19f75c5-7494-4022-8a08-e9eb3483a6bb)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:06:03.570617 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d1dcf601-e746-4129-b79d-d35fdff26403 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:03.588876 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ca35ca8-6dad-4fb5-8b36-c49fd974dc64 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:03.620407 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ca35ca8-6dad-4fb5-8b36-c49fd974dc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:03.631058 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-e558aa7f-b58d-4c55-866e-3c0152ac43bd None None] Provisioning complete for port 6a5f7373-9852-4292-a957-43becd30457e triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:03.634437 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e558aa7f-b58d-4c55-866e-3c0152ac43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:03.642993 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6fbb398f-7a57-418f-b60a-fa48548fa7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:03.698347 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4c671723-9707-4139-8b52-a447466153ba tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:03.704761 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d1dcf601-e746-4129-b79d-d35fdff26403 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:03.792036 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-967545cb-9284-48c0-be6a-a58abac43f83 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:03.808127 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4c671723-9707-4139-8b52-a447466153ba tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:03.813451 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dcf601-e746-4129-b79d-d35fdff26403 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:06:03.826097 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-d1dcf601-e746-4129-b79d-d35fdff26403 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:06:03.856163 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dcf601-e746-4129-b79d-d35fdff26403 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:06:03.923409 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c227677c-88ac-4f45-9c5b-561c720463d8 req-77162f46-50c8-4e15-bdcd-061d7e1ca613 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 210 time: 0.0788863 Oct 19 01:06:04.008369 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d1dcf601-e746-4129-b79d-d35fdff26403 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:04.019977 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dcf601-e746-4129-b79d-d35fdff26403 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Pushing event updated for resources: {'Port': ['ID=cecce7f5-a979-41de-8fa3-df04ff705474,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:04.028779 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-e558aa7f-b58d-4c55-866e-3c0152ac43bd None None] Port 6a5f7373-9852-4292-a957-43becd30457e cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:06:04.037094 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb398f-7a57-418f-b60a-fa48548fa7fa None None] Pushing event updated for resources: {'Port': ['ID=c7515168-1038-4ab3-b841-c0aea3d2ccdc,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:04.071781 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ebd9066b-45c1-45d7-bb9d-7b7dff3cf9a7 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:04.077632 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device badb5ce6-f230-462a-af08-152695869f73 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:06:04.084423 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ebd9066b-45c1-45d7-bb9d-7b7dff3cf9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:04.100655 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d1dcf601-e746-4129-b79d-d35fdff26403 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:04.159957 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4c671723-9707-4139-8b52-a447466153ba tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:04.163189 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4c671723-9707-4139-8b52-a447466153ba tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:04.169207 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4c671723-9707-4139-8b52-a447466153ba tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/security-groups/687dd9df-978a-45ef-9855-abbdf83a9a71 HTTP/1.1" status: 204 len: 168 time: 1.1703699 Oct 19 01:06:04.169625 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59078) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:04.195760 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-781adf89-07b0-41c3-a0ac-8928e20636c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:04.204768 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0067d3-95b0-48f8-b5d3-64d09f358a56 None None] Pushing event updated for resources: {'Port': ['ID=b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3,revision_number=2']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:04.207533 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-ebd9066b-45c1-45d7-bb9d-7b7dff3cf9a7 None None] Attempting to bind port b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:06:04.208116 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-ebd9066b-45c1-45d7-bb9d-7b7dff3cf9a7 None None] Attempting to bind port b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:06:04.209902 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd9066b-45c1-45d7-bb9d-7b7dff3cf9a7 None None] Attempting to bind port b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3 on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:06:04.210426 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-6bd62773-dc04-4083-9395-f598437b4cbc None None] Provisioning complete for port cc693f23-fab7-451a-9ca8-0280df4d0dc5 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:04.210815 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6bd62773-dc04-4083-9395-f598437b4cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:04.218166 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c671723-9707-4139-8b52-a447466153ba tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=687dd9df-978a-45ef-9855-abbdf83a9a71,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:04.252763 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0067d3-95b0-48f8-b5d3-64d09f358a56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:04.253905 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0067d3-95b0-48f8-b5d3-64d09f358a56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:04.255004 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0067d3-95b0-48f8-b5d3-64d09f358a56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:04.256119 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0067d3-95b0-48f8-b5d3-64d09f358a56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:04.257175 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0067d3-95b0-48f8-b5d3-64d09f358a56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:04.259324 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0067d3-95b0-48f8-b5d3-64d09f358a56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:04.259873 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0067d3-95b0-48f8-b5d3-64d09f358a56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:04.260370 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0067d3-95b0-48f8-b5d3-64d09f358a56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:04.261320 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0067d3-95b0-48f8-b5d3-64d09f358a56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:04.262795 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0067d3-95b0-48f8-b5d3-64d09f358a56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:04.264967 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0067d3-95b0-48f8-b5d3-64d09f358a56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:04.265715 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0067d3-95b0-48f8-b5d3-64d09f358a56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:04.284795 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd9066b-45c1-45d7-bb9d-7b7dff3cf9a7 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:06:04.285711 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd9066b-45c1-45d7-bb9d-7b7dff3cf9a7 None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:06:04.287542 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ebd9066b-45c1-45d7-bb9d-7b7dff3cf9a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:04.288149 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd9066b-45c1-45d7-bb9d-7b7dff3cf9a7 None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:06:04.291368 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-ebd9066b-45c1-45d7-bb9d-7b7dff3cf9a7 None None] Bound port: b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:06:04.302875 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ebd9066b-45c1-45d7-bb9d-7b7dff3cf9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:04.418071 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-6bd62773-dc04-4083-9395-f598437b4cbc None None] Port cc693f23-fab7-451a-9ca8-0280df4d0dc5 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:06:04.434822 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-6bd62773-dc04-4083-9395-f598437b4cbc None None] Could not find standard attr ID for object 643087df-8e9a-4e80-b6f7-196de6af1cac. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:06:04.487132 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port badb5ce6-f230-462a-af08-152695869f73 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:04.487569 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:04.550417 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-6bd62773-dc04-4083-9395-f598437b4cbc None None] Provisioning complete for port db9bf67c-da56-4ae2-a4bd-d5b5968135d9 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:04.551152 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6bd62773-dc04-4083-9395-f598437b4cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:04.558280 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e5eb76b4-90d6-4da5-b5e3-77897fd0f4db tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:04.648784 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-781adf89-07b0-41c3-a0ac-8928e20636c2 admin admin] Allocated IP 172.20.0.1 (fd51bea7-58f4-4883-bbf2-61d3b283d74e/f6e3e326-a0f9-41b4-84b9-41e9b50a5afe/6c7d010b-0e3f-4078-8bf9-666b31f5f46b) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:06:04.763619 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e5eb76b4-90d6-4da5-b5e3-77897fd0f4db tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:04.842394 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e5eb76b4-90d6-4da5-b5e3-77897fd0f4db tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:04.845532 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e5eb76b4-90d6-4da5-b5e3-77897fd0f4db tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:04.849205 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e5eb76b4-90d6-4da5-b5e3-77897fd0f4db tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/security-groups/53fd8f0f-4896-4d34-9185-fbcbe9f3bc07 HTTP/1.1" status: 204 len: 168 time: 0.6585121 Oct 19 01:06:04.853509 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59098) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:04.877655 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eb76b4-90d6-4da5-b5e3-77897fd0f4db tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fd8f0f-4896-4d34-9185-fbcbe9f3bc07,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:04.889910 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-ebd9066b-45c1-45d7-bb9d-7b7dff3cf9a7 None None] For port b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:06:04.893729 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-ebd9066b-45c1-45d7-bb9d-7b7dff3cf9a7 None None] For port b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:06:04.901905 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ebd9066b-45c1-45d7-bb9d-7b7dff3cf9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:04.975991 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d1dcf601-e746-4129-b79d-d35fdff26403 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:04.983241 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d1dcf601-e746-4129-b79d-d35fdff26403 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:04.992754 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0067d3-95b0-48f8-b5d3-64d09f358a56 None None] Pushing event updated for resources: {'Port': ['ID=b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:05.043503 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd9066b-45c1-45d7-bb9d-7b7dff3cf9a7 None None] Routers {'e16fc6b3-40ea-450c-acc9-46e93f802809'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:06:05.044509 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ebd9066b-45c1-45d7-bb9d-7b7dff3cf9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:05:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e16fc6b3-40ea-450c-acc9-46e93f802809'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:06:05.053332 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-1ca35ca8-6dad-4fb5-8b36-c49fd974dc64 admin admin] Allocated IP 172.25.8.122 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/d6c576e6-c5d5-4f59-a802-376b63f6895d) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:06:05.061413 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-781adf89-07b0-41c3-a0ac-8928e20636c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:05.093993 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-84a7663d-ca6a-4b90-8acf-918bef73b167 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Deleting subnet feb10613-02db-4495-adea-2e531ee6e361 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:06:05.104953 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-84a7663d-ca6a-4b90-8acf-918bef73b167 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:05.133834 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d1dcf601-e746-4129-b79d-d35fdff26403 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:05.210392 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d1dcf601-e746-4129-b79d-d35fdff26403 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:05.213745 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-ebd9066b-45c1-45d7-bb9d-7b7dff3cf9a7 None None] Set router e16fc6b3-40ea-450c-acc9-46e93f802809 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:06:05.225824 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d1dcf601-e746-4129-b79d-d35fdff26403 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9303205 Oct 19 01:06:05.264330 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device db9bf67c-da56-4ae2-a4bd-d5b5968135d9 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:06:05.266510 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-84a7663d-ca6a-4b90-8acf-918bef73b167 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:05.276131 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-70ddf0e8-725c-4059-b0e6-0c258d29e78c req-6e2cae46-997a-4858-8576-a4884c2df40e tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 210 time: 0.1171637 Oct 19 01:06:05.290997 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dcf601-e746-4129-b79d-d35fdff26403 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Pushing event updated for resources: {'Port': ['ID=cecce7f5-a979-41de-8fa3-df04ff705474,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:05.348824 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-781adf89-07b0-41c3-a0ac-8928e20636c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:05.384222 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port db9bf67c-da56-4ae2-a4bd-d5b5968135d9 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:05.385592 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:05.526670 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781adf89-07b0-41c3-a0ac-8928e20636c2 admin admin] Network fd51bea7-58f4-4883-bbf2-61d3b283d74e is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:06:05.576507 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-781adf89-07b0-41c3-a0ac-8928e20636c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:06:05.582898 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ca35ca8-6dad-4fb5-8b36-c49fd974dc64 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:05.589347 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781adf89-07b0-41c3-a0ac-8928e20636c2 admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:06:05.656882 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c7515168-1038-4ab3-b841-c0aea3d2ccdc up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:06:05.664761 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781adf89-07b0-41c3-a0ac-8928e20636c2 admin admin] Pushing event updated for resources: {'Port': ['ID=6c7d010b-0e3f-4078-8bf9-666b31f5f46b,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:05.680559 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-84a7663d-ca6a-4b90-8acf-918bef73b167 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:05.772569 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-781adf89-07b0-41c3-a0ac-8928e20636c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:05.792023 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-60b674c1-f2d8-4ebc-818e-02297f60ba44 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--985140392&fields=id&tenant_id=372044798076488b8078f880b919e81f HTTP/1.1" status: 200 len: 267 time: 0.1000342 Oct 19 01:06:05.825868 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port c7515168-1038-4ab3-b841-c0aea3d2ccdc triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:05.826175 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:05.904541 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ebd9066b-45c1-45d7-bb9d-7b7dff3cf9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16fc6b3-40ea-450c-acc9-46e93f802809', 'name': 'tempest-FloatingIPDetailsTestJSON-481529856-router', 'tenant_id': 'fa4c9759c6854557bccf41d8ceb65c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:05:52Z', 'updated_at': '2021-10-19T01:05:59Z', 'revision_number': 3, 'project_id': 'fa4c9759c6854557bccf41d8ceb65c96', 'gw_port': {'id': 'b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16fc6b3-40ea-450c-acc9-46e93f802809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:55Z', 'updated_at': '2021-10-19T01:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:06:05.959370 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-c7effc85-7e21-465d-a9b3-8658f798d2ba tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:05.963291 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ca35ca8-6dad-4fb5-8b36-c49fd974dc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:05.969213 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-c7effc85-7e21-465d-a9b3-8658f798d2ba tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports/394a4e11-f9e4-4f2c-84f4-e9d161e34a1c HTTP/1.1" status: 200 len: 935 time: 0.1747422 Oct 19 01:06:06.013770 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd9066b-45c1-45d7-bb9d-7b7dff3cf9a7 None None] The sync data for ids ['e16fc6b3-40ea-450c-acc9-46e93f802809'] in n-d-715271-26 is: [{'id': 'e16fc6b3-40ea-450c-acc9-46e93f802809', 'name': 'tempest-FloatingIPDetailsTestJSON-481529856-router', 'tenant_id': 'fa4c9759c6854557bccf41d8ceb65c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:05:52Z', 'updated_at': '2021-10-19T01:05:59Z', 'revision_number': 3, 'project_id': 'fa4c9759c6854557bccf41d8ceb65c96', 'gw_port': {'id': 'b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16fc6b3-40ea-450c-acc9-46e93f802809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:55Z', 'updated_at': '2021-10-19T01:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:06:06.098631 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:06.164097 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-84a7663d-ca6a-4b90-8acf-918bef73b167 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:06.194321 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port c7515168-1038-4ab3-b841-c0aea3d2ccdc, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c7515168-1038-4ab3-b841-c0aea3d2ccdc,segment=NetworkSegment(d19f75c5-7494-4022-8a08-e9eb3483a6bb),segment_id=d19f75c5-7494-4022-8a08-e9eb3483a6bb)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:06:06.197656 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1549fb-a47c-4e50-90f3-9db414e8c78f None None] Sync routers for ids ['8039f660-e811-4c2f-8ac7-c226af52f0d1'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:06:06.202859 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-9c0531e0-eb30-4ae5-b4a6-9c6b6dde0282 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:06.206848 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:06.208109 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 40f3c36e-3909-4203-9a06-d3928bf6e217 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:06:06.214954 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-9c0531e0-eb30-4ae5-b4a6-9c6b6dde0282 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports/6a5f7373-9852-4292-a957-43becd30457e HTTP/1.1" status: 200 len: 937 time: 0.2447658 Oct 19 01:06:06.266268 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7663d-ca6a-4b90-8acf-918bef73b167 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Subnet': ['ID=feb10613-02db-4495-adea-2e531ee6e361,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:06.283922 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-091249a0-1080-4083-9fd1-b3c145de2c1d tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?network_id=28bbb5fd-c75c-47ce-a413-f94e9e278cac&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0644126 Oct 19 01:06:06.344421 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-db304313-8465-40b6-9bf0-8212d63f2a30 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?network_id=28bbb5fd-c75c-47ce-a413-f94e9e278cac&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0589321 Oct 19 01:06:06.379215 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-84a7663d-ca6a-4b90-8acf-918bef73b167 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:06.384249 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53805d71-d47a-4b47-ac6d-8ad427638d45 None None] Network 5e528a95-765b-4153-a63c-148757c15f94 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:06:06.390896 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=c7515168-1038-4ab3-b841-c0aea3d2ccdc,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:06.398187 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-84a7663d-ca6a-4b90-8acf-918bef73b167 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/subnets/feb10613-02db-4495-adea-2e531ee6e361 HTTP/1.1" status: 204 len: 168 time: 1.5329611 Oct 19 01:06:06.398187 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59130) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:06.399830 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ab9850-1699-42c9-a276-abf86e7fb5f0 None None] Network 0981e737-0b0c-4db5-b62a-32eaed983ba2 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:06:06.403654 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca35ca8-6dad-4fb5-8b36-c49fd974dc64 admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:06:06.420416 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca35ca8-6dad-4fb5-8b36-c49fd974dc64 admin admin] Pushing event updated for resources: {'Port': ['ID=d6c576e6-c5d5-4f59-a802-376b63f6895d,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:06.589558 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1549fb-a47c-4e50-90f3-9db414e8c78f None None] Routers {'8039f660-e811-4c2f-8ac7-c226af52f0d1'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:06:06.590711 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6a1549fb-a47c-4e50-90f3-9db414e8c78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:05:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['8039f660-e811-4c2f-8ac7-c226af52f0d1'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:06:06.611134 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-1ca35ca8-6dad-4fb5-8b36-c49fd974dc64 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:06:06.615538 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-967545cb-9284-48c0-be6a-a58abac43f83 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Allocated IP 172.25.8.19 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/72b3ebc4-261c-4339-93f3-4bd9ddc40512) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:06:06.648427 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca35ca8-6dad-4fb5-8b36-c49fd974dc64 admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:06:06.668820 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-11fb21ed-3fb8-4c50-9e5d-1913db82b9b1 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:06.677293 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-11fb21ed-3fb8-4c50-9e5d-1913db82b9b1 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:06.685894 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-11fb21ed-3fb8-4c50-9e5d-1913db82b9b1 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:06.688124 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-11fb21ed-3fb8-4c50-9e5d-1913db82b9b1 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/networks?id=40f93092-66e2-4482-a54e-d83d48322c91&id=4bdbb06e-439a-49c1-8bb0-4db0fdb649a5&id=4bdbb06e-439a-49c1-8bb0-4db0fdb649a5&id=28bbb5fd-c75c-47ce-a413-f94e9e278cac&id=28bbb5fd-c75c-47ce-a413-f94e9e278cac HTTP/1.1" status: 200 len: 1995 time: 0.3413172 Oct 19 01:06:06.689483 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-33dd2af9-13ba-4885-a296-a7d761782f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:06.690992 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-33dd2af9-13ba-4885-a296-a7d761782f37 service neutron] 10.222.0.24 "GET /v2.0/ports/f4cd700e-932d-4677-adfa-4b17f1b59025 HTTP/1.1" status: 200 len: 1028 time: 0.6208167 Oct 19 01:06:06.719526 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-a1b5be5b-7213-4b9e-9cae-25bec4c4ad94 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/quotas/372044798076488b8078f880b919e81f HTTP/1.1" status: 200 len: 375 time: 0.0240724 Oct 19 01:06:06.797308 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-2feca61a-0c60-4766-9b80-b0c5b4141927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:06.801231 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-2feca61a-0c60-4766-9b80-b0c5b4141927 service neutron] 10.222.0.24 "GET /v2.0/ports/9295caf7-42d8-4c78-a217-b3e9af380abb HTTP/1.1" status: 200 len: 1027 time: 0.0968552 Oct 19 01:06:06.828359 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-58f345de-2d7f-4dea-bd50-500be0647d55 req-8daaca87-d0cc-4c11-acc5-abf0887c34ff tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 210 time: 0.2188811 Oct 19 01:06:06.883558 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 40f3c36e-3909-4203-9a06-d3928bf6e217 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:06.884192 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:06.905409 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad023c8d-4345-4690-8f6a-1391d033de38 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Deleting subnet 7c7b305e-9834-4d66-bc17-cda958966435 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:06:06.930147 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ad023c8d-4345-4690-8f6a-1391d033de38 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:07.027644 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-094f8f43-7819-4832-b023-2914b230e941 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=372044798076488b8078f880b919e81f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2978909 Oct 19 01:06:07.100179 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-781adf89-07b0-41c3-a0ac-8928e20636c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:07.155510 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-e0e23ba0-e60b-42d3-a9cb-eb2409c21b90 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:07.162229 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-e0e23ba0-e60b-42d3-a9cb-eb2409c21b90 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:07.168424 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-e0e23ba0-e60b-42d3-a9cb-eb2409c21b90 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:07.244424 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b7bd022c-a4c9-4bea-8a1d-a84bbbaf37ee None None] Provisioning complete for port 6c7d010b-0e3f-4078-8bf9-666b31f5f46b triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:07.244801 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b7bd022c-a4c9-4bea-8a1d-a84bbbaf37ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:07.289844 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-e0e23ba0-e60b-42d3-a9cb-eb2409c21b90 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.24 "GET /v2.0/networks?id=f052a2cb-e43a-4d93-bd49-f9e5e280e0ba&id=55515e32-5e42-485f-bdb8-5274dcde7dea&id=55515e32-5e42-485f-bdb8-5274dcde7dea&id=55515e32-5e42-485f-bdb8-5274dcde7dea&id=55515e32-5e42-485f-bdb8-5274dcde7dea&id=1fccc762-9472-4b6b-bfe9-f151cb76e57f&id=1fccc762-9472-4b6b-bfe9-f151cb76e57f HTTP/1.1" status: 200 len: 1991 time: 0.4792595 Oct 19 01:06:07.317991 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ad023c8d-4345-4690-8f6a-1391d033de38 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:07.466627 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-9ec1fa29-0fdf-4e8b-b716-dd1e17ae22b7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4da2c8fb80314d439039529c71ca4b69 HTTP/1.1" status: 200 len: 380 time: 0.1109107 Oct 19 01:06:07.505643 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-a077841c-1f93-4e46-a56e-b2fb947a5c4a tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Request body: {'port': {'device_id': '6f76c236-2350-46ba-8279-f7780c3ab086', 'network_id': 'f052a2cb-e43a-4d93-bd49-f9e5e280e0ba', 'admin_state_up': True, 'tenant_id': '4da2c8fb80314d439039529c71ca4b69', 'security_groups': ['31f2be55-0e9e-418f-8d3b-d47b39901060']}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:07.595164 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-967545cb-9284-48c0-be6a-a58abac43f83 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:07.661951 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-b7bd022c-a4c9-4bea-8a1d-a84bbbaf37ee None None] Port 6c7d010b-0e3f-4078-8bf9-666b31f5f46b cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:06:07.663408 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-e4074872-0048-4bba-827f-3ece4dd6cf0b service neutron] 10.222.0.57 "GET /v2.0/networks/40f93092-66e2-4482-a54e-d83d48322c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656533 Oct 19 01:06:07.707537 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-6a1549fb-a47c-4e50-90f3-9db414e8c78f None None] Set router 8039f660-e811-4c2f-8ac7-c226af52f0d1 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:06:07.814433 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-a077841c-1f93-4e46-a56e-b2fb947a5c4a tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Made reservation on behalf of 4da2c8fb80314d439039529c71ca4b69 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:06:07.820213 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-a077841c-1f93-4e46-a56e-b2fb947a5c4a tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:07.885577 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-967545cb-9284-48c0-be6a-a58abac43f83 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:07.976300 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 5f088e85-105c-4662-8f4e-a3af6f649654 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:06:08.271240 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-3be413b9-7441-4fbf-aacd-50a3685a2e18 None None] Provisioning complete for port c7515168-1038-4ab3-b841-c0aea3d2ccdc triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:08.271617 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3be413b9-7441-4fbf-aacd-50a3685a2e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:08.572901 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 5f088e85-105c-4662-8f4e-a3af6f649654 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:08.573330 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:08.729452 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-88047ac7-5378-4fb4-a807-0cc5b2c2cec3 None None] Provisioning complete for port c7515168-1038-4ab3-b841-c0aea3d2ccdc triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:08.729830 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-88047ac7-5378-4fb4-a807-0cc5b2c2cec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:08.787472 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6a1549fb-a47c-4e50-90f3-9db414e8c78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'name': 'tempest-ServersTestFqdnHostnames-1654141756-router', 'tenant_id': '84c3d130d4f04e87bd12923b4ec520ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '5f088e85-105c-4662-8f4e-a3af6f649654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:05:45Z', 'updated_at': '2021-10-19T01:05:53Z', 'revision_number': 4, 'project_id': '84c3d130d4f04e87bd12923b4ec520ba', 'gw_port': {'id': '5f088e85-105c-4662-8f4e-a3af6f649654', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:00:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:46Z', 'updated_at': '2021-10-19T01:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '32b2537b-e01a-4aef-bf43-e9fb0f1283c7', 'name': '', 'network_id': '71e66fa3-7227-46c9-8805-807e52545d13', 'tenant_id': '84c3d130d4f04e87bd12923b4ec520ba', 'mac_address': 'fa:16:3e:f4:dd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '15816f82-cfe0-47bc-8647-595403cbff3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:51Z', 'updated_at': '2021-10-19T01:05:54Z', 'revision_number': 2, 'project_id': '84c3d130d4f04e87bd12923b4ec520ba', 'subnets': [{'id': '15816f82-cfe0-47bc-8647-595403cbff3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:06:08.849858 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-9eff016d-c6c5-402e-8580-4fd281b66c08 service neutron] 10.222.0.57 "GET /v2.0/networks/40f93092-66e2-4482-a54e-d83d48322c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1782572 Oct 19 01:06:08.856279 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-a077841c-1f93-4e46-a56e-b2fb947a5c4a tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Allocated IP 172.20.0.11 (f052a2cb-e43a-4d93-bd49-f9e5e280e0ba/32a7ca29-d701-4aca-995b-87a0b73f1f63/b2e12207-123c-44b7-965e-315fe35b78f5) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:06:08.912114 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:08.931510 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-2ebc9366-c62a-4cae-8744-e779148082bc service neutron] 10.222.0.57 "GET /v2.0/ports/394a4e11-f9e4-4f2c-84f4-e9d161e34a1c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0726566 Oct 19 01:06:08.970674 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 5f088e85-105c-4662-8f4e-a3af6f649654, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=5f088e85-105c-4662-8f4e-a3af6f649654,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:06:08.974300 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1549fb-a47c-4e50-90f3-9db414e8c78f None None] Checking router: 8039f660-e811-4c2f-8ac7-c226af52f0d1 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:06:08.974742 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1549fb-a47c-4e50-90f3-9db414e8c78f None None] Updating router 8039f660-e811-4c2f-8ac7-c226af52f0d1 port 32b2537b-e01a-4aef-bf43-e9fb0f1283c7 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:06:08.983776 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:08.987759 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 2f8246c7-4c8f-4636-9af9-466aa60115ed up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:06:09.091444 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967545cb-9284-48c0-be6a-a58abac43f83 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Pushing event updated for resources: {'Port': ['ID=72b3ebc4-261c-4339-93f3-4bd9ddc40512,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:09.139001 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e9a65474-9bfb-4f0a-bc7e-ad1f2865b1d5 req-7355fa16-f9d9-4bea-b80d-dfbda008b93b tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 210 time: 1.0021589 Oct 19 01:06:09.181285 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967545cb-9284-48c0-be6a-a58abac43f83 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:06:09.182589 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ca35ca8-6dad-4fb5-8b36-c49fd974dc64 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:09.191336 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6a1549fb-a47c-4e50-90f3-9db414e8c78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:09.240771 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-e95f0066-36ef-4a17-ac4d-0886a92ac1d4 service neutron] 10.222.0.57 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758479 Oct 19 01:06:09.242668 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=5f088e85-105c-4662-8f4e-a3af6f649654,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:09.272024 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-a077841c-1f93-4e46-a56e-b2fb947a5c4a tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:09.415696 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-66d4b18b-4922-4744-bc0b-a14bd1164f2a service neutron] 10.222.0.57 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648183 Oct 19 01:06:09.476848 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-781adf89-07b0-41c3-a0ac-8928e20636c2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:09.510366 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ad023c8d-4345-4690-8f6a-1391d033de38 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:09.537835 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-d310d787-10fc-4805-822b-18318919ce24 service neutron] 10.222.0.57 "GET /v2.0/ports/6a5f7373-9852-4292-a957-43becd30457e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0965300 Oct 19 01:06:09.606327 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-967545cb-9284-48c0-be6a-a58abac43f83 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:06:09.610656 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-781adf89-07b0-41c3-a0ac-8928e20636c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:09.653625 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967545cb-9284-48c0-be6a-a58abac43f83 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:06:09.688127 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ad023c8d-4345-4690-8f6a-1391d033de38 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:09.695158 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-a077841c-1f93-4e46-a56e-b2fb947a5c4a tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:09.769655 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 2f8246c7-4c8f-4636-9af9-466aa60115ed triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:09.777545 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:09.832204 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad023c8d-4345-4690-8f6a-1391d033de38 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Subnet': ['ID=7c7b305e-9834-4d66-bc17-cda958966435,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:09.836718 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ad023c8d-4345-4690-8f6a-1391d033de38 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:09.845389 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ad023c8d-4345-4690-8f6a-1391d033de38 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/subnets/7c7b305e-9834-4d66-bc17-cda958966435 HTTP/1.1" status: 204 len: 168 time: 3.4260523 Oct 19 01:06:09.854652 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59164) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:09.864839 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781adf89-07b0-41c3-a0ac-8928e20636c2 admin admin] Pushing event updated for resources: {'Port': ['ID=6c7d010b-0e3f-4078-8bf9-666b31f5f46b,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:09.870326 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa70dc0-da30-4358-ac67-8d6a279ff36f None None] Network 0981e737-0b0c-4db5-b62a-32eaed983ba2 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:06:09.875670 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-781adf89-07b0-41c3-a0ac-8928e20636c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:09.877072 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-a077841c-1f93-4e46-a56e-b2fb947a5c4a tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Network f052a2cb-e43a-4d93-bd49-f9e5e280e0ba is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:06:09.941510 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6a1549fb-a47c-4e50-90f3-9db414e8c78f None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:09.974071 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-30ef5b94-5238-44f4-a1bb-5985d1debbe1 service neutron] 10.222.0.57 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348876 Oct 19 01:06:09.976433 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-a077841c-1f93-4e46-a56e-b2fb947a5c4a tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:06:09.997553 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6a1549fb-a47c-4e50-90f3-9db414e8c78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:10.001428 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-a077841c-1f93-4e46-a56e-b2fb947a5c4a tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:06:10.037431 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ab2af8-4b18-40a9-a9e2-3c6c4bb0c6b9 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] DELETE failed (client error): The resource could not be found. Oct 19 01:06:10.038171 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85ab2af8-4b18-40a9-a9e2-3c6c4bb0c6b9 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:06:10.060306 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-967545cb-9284-48c0-be6a-a58abac43f83 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:10.061889 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-85ab2af8-4b18-40a9-a9e2-3c6c4bb0c6b9 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/subnets/feb10613-02db-4495-adea-2e531ee6e361 HTTP/1.1" status: 404 len: 337 time: 0.1888189 Oct 19 01:06:10.088791 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59166) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:10.114763 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-fc07a9cc-5a69-419a-a40a-cf8fc9c511fc None None] Provisioning complete for port cc693f23-fab7-451a-9ca8-0280df4d0dc5 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:10.115743 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fc07a9cc-5a69-419a-a40a-cf8fc9c511fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:10.237719 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781adf89-07b0-41c3-a0ac-8928e20636c2 admin admin] Network fd51bea7-58f4-4883-bbf2-61d3b283d74e is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:06:10.239081 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ca35ca8-6dad-4fb5-8b36-c49fd974dc64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:10.243598 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-781adf89-07b0-41c3-a0ac-8928e20636c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:06:10.259676 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a077841c-1f93-4e46-a56e-b2fb947a5c4a tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Pushing event updated for resources: {'Port': ['ID=b2e12207-123c-44b7-965e-315fe35b78f5,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:10.321878 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-967545cb-9284-48c0-be6a-a58abac43f83 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:10.505449 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dce36b7-3727-4e63-b8b4-46abefeb1895 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Deleting subnet e3277e31-5d81-4372-ad54-74fb67af8bbf {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:06:10.527968 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-a077841c-1f93-4e46-a56e-b2fb947a5c4a tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:10.528582 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-a077841c-1f93-4e46-a56e-b2fb947a5c4a tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:10.553215 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9dce36b7-3727-4e63-b8b4-46abefeb1895 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:10.593534 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-a077841c-1f93-4e46-a56e-b2fb947a5c4a tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0921879 Oct 19 01:06:10.611766 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-25ab38c3-8f06-4198-9ad1-90cbf045801e tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Request body: {'port': {'device_id': '6f76c236-2350-46ba-8279-f7780c3ab086', 'network_id': '55515e32-5e42-485f-bdb8-5274dcde7dea', 'admin_state_up': True, 'tenant_id': '4da2c8fb80314d439039529c71ca4b69', 'security_groups': ['31f2be55-0e9e-418f-8d3b-d47b39901060']}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:10.815173 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-25ab38c3-8f06-4198-9ad1-90cbf045801e tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Made reservation on behalf of 4da2c8fb80314d439039529c71ca4b69 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:06:10.818970 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-25ab38c3-8f06-4198-9ad1-90cbf045801e tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:10.890442 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-10c21c48-e332-49a6-a7f2-1922c217f9b5 service neutron] 10.222.0.57 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8786929 Oct 19 01:06:10.915439 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9dce36b7-3727-4e63-b8b4-46abefeb1895 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:10.921038 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-fc07a9cc-5a69-419a-a40a-cf8fc9c511fc None None] Port cc693f23-fab7-451a-9ca8-0280df4d0dc5 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:06:10.947651 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da29f3-becd-4415-9157-7ea67a0bd064 None None] Pushing event updated for resources: {'Port': ['ID=32b2537b-e01a-4aef-bf43-e9fb0f1283c7,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:10.993314 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da29f3-becd-4415-9157-7ea67a0bd064 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:10.993876 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da29f3-becd-4415-9157-7ea67a0bd064 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:10.994426 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da29f3-becd-4415-9157-7ea67a0bd064 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:10.994954 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da29f3-becd-4415-9157-7ea67a0bd064 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:10.995489 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da29f3-becd-4415-9157-7ea67a0bd064 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:10.996964 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da29f3-becd-4415-9157-7ea67a0bd064 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:10.997515 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da29f3-becd-4415-9157-7ea67a0bd064 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:10.998078 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da29f3-becd-4415-9157-7ea67a0bd064 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:10.998640 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da29f3-becd-4415-9157-7ea67a0bd064 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:10.999141 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da29f3-becd-4415-9157-7ea67a0bd064 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:10.999686 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da29f3-becd-4415-9157-7ea67a0bd064 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:11.008522 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da29f3-becd-4415-9157-7ea67a0bd064 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:11.134094 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-6a1549fb-a47c-4e50-90f3-9db414e8c78f None None] Attempting to bind port 32b2537b-e01a-4aef-bf43-e9fb0f1283c7 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:06:11.135779 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-6a1549fb-a47c-4e50-90f3-9db414e8c78f None None] Attempting to bind port 32b2537b-e01a-4aef-bf43-e9fb0f1283c7 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '618e9f13-33df-47a4-8265-1f8d48d0f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '71e66fa3-7227-46c9-8805-807e52545d13'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:06:11.135779 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1549fb-a47c-4e50-90f3-9db414e8c78f None None] Attempting to bind port 32b2537b-e01a-4aef-bf43-e9fb0f1283c7 on network 71e66fa3-7227-46c9-8805-807e52545d13 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:06:11.161637 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1549fb-a47c-4e50-90f3-9db414e8c78f None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:06:11.162197 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1549fb-a47c-4e50-90f3-9db414e8c78f None None] Checking segment: {'id': '618e9f13-33df-47a4-8265-1f8d48d0f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '71e66fa3-7227-46c9-8805-807e52545d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:06:11.162891 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6a1549fb-a47c-4e50-90f3-9db414e8c78f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:11.163413 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1549fb-a47c-4e50-90f3-9db414e8c78f None None] Bound using segment: {'id': '618e9f13-33df-47a4-8265-1f8d48d0f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '71e66fa3-7227-46c9-8805-807e52545d13'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:06:11.185175 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-6a1549fb-a47c-4e50-90f3-9db414e8c78f None None] Bound port: 32b2537b-e01a-4aef-bf43-e9fb0f1283c7, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '618e9f13-33df-47a4-8265-1f8d48d0f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '71e66fa3-7227-46c9-8805-807e52545d13'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:06:11.187076 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6a1549fb-a47c-4e50-90f3-9db414e8c78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:11.194487 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-fc07a9cc-5a69-419a-a40a-cf8fc9c511fc None None] Provisioning complete for port db9bf67c-da56-4ae2-a4bd-d5b5968135d9 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:11.195075 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fc07a9cc-5a69-419a-a40a-cf8fc9c511fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:11.331699 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-7cf7cc43-9e04-47cc-8ae5-7163c277e5e2 service neutron] 10.222.0.57 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324174 Oct 19 01:06:11.381371 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9dce36b7-3727-4e63-b8b4-46abefeb1895 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:11.421283 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86b634-a289-436f-a25c-6a25627f977a req-606322be-344c-41b9-a699-248b820a1ccb tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:11.422955 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dc86b634-a289-436f-a25c-6a25627f977a req-606322be-344c-41b9-a699-248b820a1ccb tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 932 time: 0.9416790 Oct 19 01:06:11.467593 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-25ab38c3-8f06-4198-9ad1-90cbf045801e tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Allocated IP 10.1.1.58 (55515e32-5e42-485f-bdb8-5274dcde7dea/29cf1726-8fa8-4c40-850e-1896dbedb352/5b1a2614-1274-4867-b0f6-3402523111c1) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:06:11.484817 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-967545cb-9284-48c0-be6a-a58abac43f83 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:11.487659 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781adf89-07b0-41c3-a0ac-8928e20636c2 admin admin] Router e16fc6b3-40ea-450c-acc9-46e93f802809 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:06:11.500542 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c7515168-1038-4ab3-b841-c0aea3d2ccdc up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:06:11.514278 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-967545cb-9284-48c0-be6a-a58abac43f83 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:11.557610 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dc86b634-a289-436f-a25c-6a25627f977a req-47b26788-2446-453a-ad10-583f59eb3705 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151097 Oct 19 01:06:11.655750 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-6a1549fb-a47c-4e50-90f3-9db414e8c78f None None] For port 32b2537b-e01a-4aef-bf43-e9fb0f1283c7, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:06:11.665439 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967545cb-9284-48c0-be6a-a58abac43f83 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Pushing event updated for resources: {'Port': ['ID=72b3ebc4-261c-4339-93f3-4bd9ddc40512,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:11.702118 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca35ca8-6dad-4fb5-8b36-c49fd974dc64 admin admin] Router 9c7deb7d-08ab-482f-a466-7679d5aca48f is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:06:11.715994 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-6a1549fb-a47c-4e50-90f3-9db414e8c78f None None] For port 32b2537b-e01a-4aef-bf43-e9fb0f1283c7, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=32b2537b-e01a-4aef-bf43-e9fb0f1283c7,segment=NetworkSegment(618e9f13-33df-47a4-8265-1f8d48d0f612),segment_id=618e9f13-33df-47a4-8265-1f8d48d0f612)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:06:11.739533 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port c7515168-1038-4ab3-b841-c0aea3d2ccdc triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:11.741676 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:11.811036 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6a1549fb-a47c-4e50-90f3-9db414e8c78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:11.820547 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-967545cb-9284-48c0-be6a-a58abac43f83 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:11.877054 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9dce36b7-3727-4e63-b8b4-46abefeb1895 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:11.943214 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:06:12.020525 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781adf89-07b0-41c3-a0ac-8928e20636c2 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:06:12.024199 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-967545cb-9284-48c0-be6a-a58abac43f83 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:12.025736 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-967545cb-9284-48c0-be6a-a58abac43f83 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 10.3531287 Oct 19 01:06:12.032182 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-781adf89-07b0-41c3-a0ac-8928e20636c2 admin admin] 10.222.0.57 "PUT /v2.0/routers/e16fc6b3-40ea-450c-acc9-46e93f802809/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2470536 Oct 19 01:06:12.048641 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14579b60-33f4-4b98-86bc-8d05d56a97fe None None] Sync routers for ids ['e16fc6b3-40ea-450c-acc9-46e93f802809'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:06:12.091886 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14579b60-33f4-4b98-86bc-8d05d56a97fe None None] Routers {'e16fc6b3-40ea-450c-acc9-46e93f802809'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:06:12.093024 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-14579b60-33f4-4b98-86bc-8d05d56a97fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:05:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e16fc6b3-40ea-450c-acc9-46e93f802809'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:06:12.106491 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-b09f03c4-8fc7-41f1-91f3-a1f7faf844fc service neutron] 10.222.0.57 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7506938 Oct 19 01:06:12.107173 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce36b7-3727-4e63-b8b4-46abefeb1895 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Subnet': ['ID=e3277e31-5d81-4372-ad54-74fb67af8bbf,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:12.186277 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca35ca8-6dad-4fb5-8b36-c49fd974dc64 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:06:12.196498 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9dce36b7-3727-4e63-b8b4-46abefeb1895 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:12.220902 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59188) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:12.223831 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9dce36b7-3727-4e63-b8b4-46abefeb1895 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/subnets/e3277e31-5d81-4372-ad54-74fb67af8bbf HTTP/1.1" status: 204 len: 168 time: 2.0189247 Oct 19 01:06:12.317912 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f21d115-d1bf-4b29-b2c4-f6c9be9f7fe3 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] DELETE failed (client error): The resource could not be found. Oct 19 01:06:12.318374 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f21d115-d1bf-4b29-b2c4-f6c9be9f7fe3 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:06:12.334778 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5f21d115-d1bf-4b29-b2c4-f6c9be9f7fe3 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/subnets/c1dbd7ad-fbce-41e5-afba-b0cf967920dd HTTP/1.1" status: 404 len: 337 time: 0.1115870 Oct 19 01:06:12.342603 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ca35ca8-6dad-4fb5-8b36-c49fd974dc64 admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:12.353267 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59198) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:12.356573 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1ca35ca8-6dad-4fb5-8b36-c49fd974dc64 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 11.8388398 Oct 19 01:06:12.356754 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59200) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:12.448711 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-e0ed9d55-3dc5-4d51-9b69-481449015fc2 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--2071960014&fields=id&tenant_id=84c3d130d4f04e87bd12923b4ec520ba HTTP/1.1" status: 200 len: 267 time: 0.0880821 Oct 19 01:06:12.453969 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-14579b60-33f4-4b98-86bc-8d05d56a97fe None None] Set router e16fc6b3-40ea-450c-acc9-46e93f802809 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:06:12.483782 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1549fb-a47c-4e50-90f3-9db414e8c78f None None] Routers {'8039f660-e811-4c2f-8ac7-c226af52f0d1'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:06:12.484463 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6a1549fb-a47c-4e50-90f3-9db414e8c78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:05:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['8039f660-e811-4c2f-8ac7-c226af52f0d1'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:06:12.488246 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42692e4c-9d41-4a5e-b73b-0aad6af161b0 None None] Sync routers for ids ['9c7deb7d-08ab-482f-a466-7679d5aca48f'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:06:12.500408 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-dc9a492b-c603-4a8d-84b5-dba516b3daad None None] Provisioning complete for port b2e12207-123c-44b7-965e-315fe35b78f5 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:12.500776 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dc9a492b-c603-4a8d-84b5-dba516b3daad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:12.561646 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ba3b4ad6-e3d0-4063-9141-0b6a9a84c17b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c816974-1071-4992-b5b1-865fd31e5125 HTTP/1.1" status: 200 len: 205 time: 0.2036991 Oct 19 01:06:12.579070 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59204) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:12.587088 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-25ab38c3-8f06-4198-9ad1-90cbf045801e tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:12.644413 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da29f3-becd-4415-9157-7ea67a0bd064 None None] Pushing event updated for resources: {'Port': ['ID=32b2537b-e01a-4aef-bf43-e9fb0f1283c7,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:12.682282 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-2558b7e6-6192-442a-9080-fe5320531d7b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] delete failed (client error): The resource could not be found. Oct 19 01:06:12.685242 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2558b7e6-6192-442a-9080-fe5320531d7b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/routers/4c816974-1071-4992-b5b1-865fd31e5125 HTTP/1.1" status: 404 len: 336 time: 0.1050327 Oct 19 01:06:12.693331 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59208) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:12.731039 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42692e4c-9d41-4a5e-b73b-0aad6af161b0 None None] Routers {'9c7deb7d-08ab-482f-a466-7679d5aca48f'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:06:12.732463 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-42692e4c-9d41-4a5e-b73b-0aad6af161b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:05:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['9c7deb7d-08ab-482f-a466-7679d5aca48f'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:06:12.748494 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb74aedd-b55a-4fbd-b6d4-e8c5261ef17b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] DELETE failed (client error): The resource could not be found. Oct 19 01:06:12.749259 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb74aedd-b55a-4fbd-b6d4-e8c5261ef17b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:06:12.754978 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-bb74aedd-b55a-4fbd-b6d4-e8c5261ef17b tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/subnets/8d5d04c5-2b0b-4b89-ae81-ecf1903d962c HTTP/1.1" status: 404 len: 337 time: 0.0533624 Oct 19 01:06:12.760020 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59212) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:12.785817 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-99a11ffb-f9b9-4349-a481-eff50bec26c0 service neutron] 10.222.0.57 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6603456 Oct 19 01:06:12.811168 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:12.811809 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:12.821927 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecf51cf-5f3d-42a0-83ac-f491e365d8ee None None] Network 0981e737-0b0c-4db5-b62a-32eaed983ba2 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:06:12.851883 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-39117516-36fd-4deb-8a90-80ae94606c96 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] DELETE failed (client error): The resource could not be found. Oct 19 01:06:12.852496 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39117516-36fd-4deb-8a90-80ae94606c96 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:06:12.858552 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-39117516-36fd-4deb-8a90-80ae94606c96 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/subnets/3ecff7dc-fbf2-45d1-ab83-bae3a87fe35d HTTP/1.1" status: 404 len: 337 time: 0.0932209 Oct 19 01:06:12.860570 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59214) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:12.902622 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-dc9a492b-c603-4a8d-84b5-dba516b3daad None None] Port b2e12207-123c-44b7-965e-315fe35b78f5 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:06:12.938947 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-dfca64e1-4a45-47b2-a08a-127625736dea tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:12.941372 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-dfca64e1-4a45-47b2-a08a-127625736dea tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "GET /v2.0/networks?id=71e66fa3-7227-46c9-8805-807e52545d13 HTTP/1.1" status: 200 len: 815 time: 0.4835503 Oct 19 01:06:12.967360 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-8dde6c59-24e2-44ad-a71b-0904071be58c tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "GET /v2.0/quotas/84c3d130d4f04e87bd12923b4ec520ba HTTP/1.1" status: 200 len: 375 time: 0.0201354 Oct 19 01:06:12.978700 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-14579b60-33f4-4b98-86bc-8d05d56a97fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16fc6b3-40ea-450c-acc9-46e93f802809', 'name': 'tempest-FloatingIPDetailsTestJSON-481529856-router', 'tenant_id': 'fa4c9759c6854557bccf41d8ceb65c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:05:52Z', 'updated_at': '2021-10-19T01:06:06Z', 'revision_number': 4, 'project_id': 'fa4c9759c6854557bccf41d8ceb65c96', 'gw_port': {'id': 'b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16fc6b3-40ea-450c-acc9-46e93f802809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:55Z', 'updated_at': '2021-10-19T01:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '6c7d010b-0e3f-4078-8bf9-666b31f5f46b', 'name': '', 'network_id': 'fd51bea7-58f4-4883-bbf2-61d3b283d74e', 'tenant_id': 'fa4c9759c6854557bccf41d8ceb65c96', 'mac_address': 'fa:16:3e:34:f4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16fc6b3-40ea-450c-acc9-46e93f802809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'f6e3e326-a0f9-41b4-84b9-41e9b50a5afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:04Z', 'updated_at': '2021-10-19T01:06:07Z', 'revision_number': 2, 'project_id': 'fa4c9759c6854557bccf41d8ceb65c96', 'subnets': [{'id': 'f6e3e326-a0f9-41b4-84b9-41e9b50a5afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:06:12.990638 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-dc9a492b-c603-4a8d-84b5-dba516b3daad None None] Provisioning complete for port 6c7d010b-0e3f-4078-8bf9-666b31f5f46b triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:12.991288 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dc9a492b-c603-4a8d-84b5-dba516b3daad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:13.049662 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14579b60-33f4-4b98-86bc-8d05d56a97fe None None] Checking router: e16fc6b3-40ea-450c-acc9-46e93f802809 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:06:13.050227 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14579b60-33f4-4b98-86bc-8d05d56a97fe None None] Updating router e16fc6b3-40ea-450c-acc9-46e93f802809 port 6c7d010b-0e3f-4078-8bf9-666b31f5f46b binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:06:13.091168 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-20e1e674-c9c1-4627-8b14-5e269d810a60 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=84c3d130d4f04e87bd12923b4ec520ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1123488 Oct 19 01:06:13.096876 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-6a1549fb-a47c-4e50-90f3-9db414e8c78f None None] Set router 8039f660-e811-4c2f-8ac7-c226af52f0d1 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:06:13.107474 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-14579b60-33f4-4b98-86bc-8d05d56a97fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:13.212163 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:06:13.277847 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-555f0d56-2415-4213-a1f6-019638d65491 service neutron] 10.222.0.57 "GET /v2.0/networks/71e66fa3-7227-46c9-8805-807e52545d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839075 Oct 19 01:06:13.279981 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-42692e4c-9d41-4a5e-b73b-0aad6af161b0 None None] Set router 9c7deb7d-08ab-482f-a466-7679d5aca48f gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:06:13.302024 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-c6fdf896-a3f0-4628-ab06-c3cdf81602bc service neutron] 10.222.0.57 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619238 Oct 19 01:06:13.313261 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b7facee-2471-4f44-8b65-2228c0670ea0 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] DELETE failed (client error): The resource could not be found. Oct 19 01:06:13.313843 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b7facee-2471-4f44-8b65-2228c0670ea0 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:06:13.320063 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9b7facee-2471-4f44-8b65-2228c0670ea0 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/subnets/ba8f49f8-7bf4-4b5b-a541-f9055e2ca138 HTTP/1.1" status: 404 len: 337 time: 0.2810850 Oct 19 01:06:13.321246 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-25ab38c3-8f06-4198-9ad1-90cbf045801e tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:13.322761 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59218) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:13.368343 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-670f4ab0-c4be-4fe3-a338-9228f7b235c4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] DELETE failed (client error): The resource could not be found. Oct 19 01:06:13.369043 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-670f4ab0-c4be-4fe3-a338-9228f7b235c4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:06:13.376513 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-670f4ab0-c4be-4fe3-a338-9228f7b235c4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/ports/58a5f268-34fe-4d32-975d-b502a6b9d1a8 HTTP/1.1" status: 404 len: 333 time: 0.0499873 Oct 19 01:06:13.377116 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59220) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:13.471816 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-7988ec39-5674-4feb-998f-b038b3c9f131 service neutron] 10.222.0.57 "GET /v2.0/networks/71e66fa3-7227-46c9-8805-807e52545d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913939 Oct 19 01:06:13.472445 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-25ab38c3-8f06-4198-9ad1-90cbf045801e tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Network 55515e32-5e42-485f-bdb8-5274dcde7dea is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:06:13.480072 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-25ab38c3-8f06-4198-9ad1-90cbf045801e tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:06:13.482425 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-5be452ac-7284-4357-9a9d-2b0342bba95c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] DELETE failed (client error): The resource could not be found. Oct 19 01:06:13.482867 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5be452ac-7284-4357-9a9d-2b0342bba95c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:06:13.488580 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59222) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:13.488728 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5be452ac-7284-4357-9a9d-2b0342bba95c tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/subnets/edce979f-6d0d-4fd3-a93c-14629a48e403 HTTP/1.1" status: 404 len: 337 time: 0.1040468 Oct 19 01:06:13.489524 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-25ab38c3-8f06-4198-9ad1-90cbf045801e tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:06:13.603605 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab38c3-8f06-4198-9ad1-90cbf045801e tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Pushing event updated for resources: {'Port': ['ID=5b1a2614-1274-4867-b0f6-3402523111c1,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:13.613457 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a0eb0e8-1abd-4b91-a1bc-0969d80eb1e0 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] DELETE failed (client error): The resource could not be found. Oct 19 01:06:13.613946 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a0eb0e8-1abd-4b91-a1bc-0969d80eb1e0 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:06:13.628907 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1a0eb0e8-1abd-4b91-a1bc-0969d80eb1e0 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/subnets/d9c40092-d37d-4983-80d9-b7c55861480a HTTP/1.1" status: 404 len: 337 time: 0.1387177 Oct 19 01:06:13.638009 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59224) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:13.732803 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-31926ea4-9472-4392-be02-f4bba17f7499 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] DELETE failed (client error): The resource could not be found. Oct 19 01:06:13.733446 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31926ea4-9472-4392-be02-f4bba17f7499 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:06:13.744885 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-31926ea4-9472-4392-be02-f4bba17f7499 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/ports/805d97eb-db75-4349-9330-97e029e51c86 HTTP/1.1" status: 404 len: 333 time: 0.1057515 Oct 19 01:06:13.745522 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59226) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:13.782137 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-25ab38c3-8f06-4198-9ad1-90cbf045801e tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:13.784477 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-25ab38c3-8f06-4198-9ad1-90cbf045801e tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:13.785968 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-dc9a492b-c603-4a8d-84b5-dba516b3daad None None] Port 6c7d010b-0e3f-4078-8bf9-666b31f5f46b cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:06:13.792293 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-68795873-90d7-4c5c-9a8b-2948acfb01ac tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] DELETE failed (client error): The resource could not be found. Oct 19 01:06:13.792293 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68795873-90d7-4c5c-9a8b-2948acfb01ac tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:06:13.797389 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-68795873-90d7-4c5c-9a8b-2948acfb01ac tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/subnets/b9204e95-b17f-4473-8835-d4511a3941d3 HTTP/1.1" status: 404 len: 337 time: 0.0494795 Oct 19 01:06:13.798028 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59230) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:13.806694 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-14579b60-33f4-4b98-86bc-8d05d56a97fe None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:13.838393 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-14579b60-33f4-4b98-86bc-8d05d56a97fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:13.873289 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c3fca2-131f-40a5-81e0-0393ecb0147e tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] DELETE failed (client error): The resource could not be found. Oct 19 01:06:13.873808 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01c3fca2-131f-40a5-81e0-0393ecb0147e tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:06:13.878518 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-6a84b9bc-727b-4911-9214-6bf0d5110ccb service neutron] 10.222.0.57 "GET /v2.0/networks/28bbb5fd-c75c-47ce-a413-f94e9e278cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5755460 Oct 19 01:06:13.889219 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-01c3fca2-131f-40a5-81e0-0393ecb0147e tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/subnets/fdd60af8-5a41-479a-b7a2-8036d3ed4d54 HTTP/1.1" status: 404 len: 337 time: 0.0901144 Oct 19 01:06:13.889957 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59236) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:13.909437 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-25ab38c3-8f06-4198-9ad1-90cbf045801e tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3039534 Oct 19 01:06:13.995083 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a448e-0c13-408b-bf79-7501771b8bec None None] Pushing event updated for resources: {'Port': ['ID=6c7d010b-0e3f-4078-8bf9-666b31f5f46b,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:14.015195 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-f3435556-8020-4193-a892-1c4859aee5d1 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Request body: {'port': {'device_id': '6f76c236-2350-46ba-8279-f7780c3ab086', 'network_id': '55515e32-5e42-485f-bdb8-5274dcde7dea', 'admin_state_up': True, 'tenant_id': '4da2c8fb80314d439039529c71ca4b69', 'security_groups': ['31f2be55-0e9e-418f-8d3b-d47b39901060']}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:14.154964 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-14579b60-33f4-4b98-86bc-8d05d56a97fe None None] Attempting to bind port 6c7d010b-0e3f-4078-8bf9-666b31f5f46b on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:06:14.155446 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-14579b60-33f4-4b98-86bc-8d05d56a97fe None None] Attempting to bind port 6c7d010b-0e3f-4078-8bf9-666b31f5f46b by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '4fe9b83d-5b27-488f-a4a9-11c6ed1838ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'fd51bea7-58f4-4883-bbf2-61d3b283d74e'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:06:14.155686 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14579b60-33f4-4b98-86bc-8d05d56a97fe None None] Attempting to bind port 6c7d010b-0e3f-4078-8bf9-666b31f5f46b on network fd51bea7-58f4-4883-bbf2-61d3b283d74e {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:06:14.166631 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14579b60-33f4-4b98-86bc-8d05d56a97fe None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:06:14.175658 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14579b60-33f4-4b98-86bc-8d05d56a97fe None None] Checking segment: {'id': '4fe9b83d-5b27-488f-a4a9-11c6ed1838ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'fd51bea7-58f4-4883-bbf2-61d3b283d74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:06:14.175965 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-14579b60-33f4-4b98-86bc-8d05d56a97fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:14.176364 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14579b60-33f4-4b98-86bc-8d05d56a97fe None None] Bound using segment: {'id': '4fe9b83d-5b27-488f-a4a9-11c6ed1838ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'fd51bea7-58f4-4883-bbf2-61d3b283d74e'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:06:14.177338 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-14579b60-33f4-4b98-86bc-8d05d56a97fe None None] Bound port: 6c7d010b-0e3f-4078-8bf9-666b31f5f46b, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe9b83d-5b27-488f-a4a9-11c6ed1838ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'fd51bea7-58f4-4883-bbf2-61d3b283d74e'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:06:14.177752 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-14579b60-33f4-4b98-86bc-8d05d56a97fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:14.189086 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:14.265005 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:06:14.275513 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-dc9a492b-c603-4a8d-84b5-dba516b3daad None None] Provisioning complete for port 32b2537b-e01a-4aef-bf43-e9fb0f1283c7 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:14.278136 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dc9a492b-c603-4a8d-84b5-dba516b3daad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:14.319963 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0a3c58aa-ee8f-44e8-bde9-b31861570a7b req-b6ed693e-4d19-494c-84b0-d36582a218b9 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2960658 Oct 19 01:06:14.327233 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-0a3c58aa-ee8f-44e8-bde9-b31861570a7b req-90ad320a-86d6-4cad-a5a2-36dc0f29355e tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:14.344895 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-14579b60-33f4-4b98-86bc-8d05d56a97fe None None] For port 6c7d010b-0e3f-4078-8bf9-666b31f5f46b, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:06:14.351056 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-14579b60-33f4-4b98-86bc-8d05d56a97fe None None] For port 6c7d010b-0e3f-4078-8bf9-666b31f5f46b, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=6c7d010b-0e3f-4078-8bf9-666b31f5f46b,segment=NetworkSegment(4fe9b83d-5b27-488f-a4a9-11c6ed1838ea),segment_id=4fe9b83d-5b27-488f-a4a9-11c6ed1838ea)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:06:14.352685 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-83aa1cd6-ecc1-4f66-abf0-273e171cf664 service neutron] 10.222.0.57 "GET /v2.0/networks/28bbb5fd-c75c-47ce-a413-f94e9e278cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4732838 Oct 19 01:06:14.361734 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-14579b60-33f4-4b98-86bc-8d05d56a97fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:14.415814 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0a3c58aa-ee8f-44e8-bde9-b31861570a7b req-90ad320a-86d6-4cad-a5a2-36dc0f29355e tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks [] for floatingip, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:14.418041 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:14.418848 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 5f088e85-105c-4662-8f4e-a3af6f649654 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:06:14.461526 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-11089d0c-9cad-400c-9ab3-abe47314e198 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Deleting port cc693f23-fab7-451a-9ca8-0280df4d0dc5 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:06:14.463434 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-11089d0c-9cad-400c-9ab3-abe47314e198 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:14.526940 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14579b60-33f4-4b98-86bc-8d05d56a97fe None None] Routers {'e16fc6b3-40ea-450c-acc9-46e93f802809'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:06:14.527261 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-14579b60-33f4-4b98-86bc-8d05d56a97fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:05:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e16fc6b3-40ea-450c-acc9-46e93f802809'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:06:14.579643 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-11089d0c-9cad-400c-9ab3-abe47314e198 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:14.599002 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-11089d0c-9cad-400c-9ab3-abe47314e198 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Calling delete_port for cc693f23-fab7-451a-9ca8-0280df4d0dc5 owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:06:14.700276 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a448e-0c13-408b-bf79-7501771b8bec None None] Pushing event updated for resources: {'Port': ['ID=6c7d010b-0e3f-4078-8bf9-666b31f5f46b,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:14.717446 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:14.726000 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-152657d1-2858-4154-88cc-67f03314b3c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:14.750768 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e14ed3-02e8-4ca5-a076-f5bba0987e28 None None] DHCP port deletion for 0981e737-0b0c-4db5-b62a-32eaed983ba2 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:06:14.868434 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0a3c58aa-ee8f-44e8-bde9-b31861570a7b req-90ad320a-86d6-4cad-a5a2-36dc0f29355e tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:14.956493 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 5f088e85-105c-4662-8f4e-a3af6f649654 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:14.957073 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:15.010015 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-14579b60-33f4-4b98-86bc-8d05d56a97fe None None] Set router e16fc6b3-40ea-450c-acc9-46e93f802809 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:06:15.070159 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-11089d0c-9cad-400c-9ab3-abe47314e198 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:15.228633 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dc9a492b-c603-4a8d-84b5-dba516b3daad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:15.238081 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6a1549fb-a47c-4e50-90f3-9db414e8c78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'name': 'tempest-ServersTestFqdnHostnames-1654141756-router', 'tenant_id': '84c3d130d4f04e87bd12923b4ec520ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '5f088e85-105c-4662-8f4e-a3af6f649654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:05:45Z', 'updated_at': '2021-10-19T01:05:53Z', 'revision_number': 4, 'project_id': '84c3d130d4f04e87bd12923b4ec520ba', 'gw_port': {'id': '5f088e85-105c-4662-8f4e-a3af6f649654', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:00:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:46Z', 'updated_at': '2021-10-19T01:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '32b2537b-e01a-4aef-bf43-e9fb0f1283c7', 'name': '', 'network_id': '71e66fa3-7227-46c9-8805-807e52545d13', 'tenant_id': '84c3d130d4f04e87bd12923b4ec520ba', 'mac_address': 'fa:16:3e:f4:dd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '15816f82-cfe0-47bc-8647-595403cbff3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:51Z', 'updated_at': '2021-10-19T01:06:11Z', 'revision_number': 4, 'project_id': '84c3d130d4f04e87bd12923b4ec520ba', 'subnets': [{'id': '15816f82-cfe0-47bc-8647-595403cbff3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:06:15.250919 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11089d0c-9cad-400c-9ab3-abe47314e198 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Port': ['ID=cc693f23-fab7-451a-9ca8-0280df4d0dc5,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:15.280128 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-11089d0c-9cad-400c-9ab3-abe47314e198 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:15.291906 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-11089d0c-9cad-400c-9ab3-abe47314e198 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/ports/cc693f23-fab7-451a-9ca8-0280df4d0dc5 HTTP/1.1" status: 204 len: 168 time: 1.4001975 Oct 19 01:06:15.298205 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59244) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:15.327253 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1549fb-a47c-4e50-90f3-9db414e8c78f None None] The sync data for ids ['8039f660-e811-4c2f-8ac7-c226af52f0d1'] in n-d-715271-26 is: [{'id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'name': 'tempest-ServersTestFqdnHostnames-1654141756-router', 'tenant_id': '84c3d130d4f04e87bd12923b4ec520ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '5f088e85-105c-4662-8f4e-a3af6f649654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:05:45Z', 'updated_at': '2021-10-19T01:05:53Z', 'revision_number': 4, 'project_id': '84c3d130d4f04e87bd12923b4ec520ba', 'gw_port': {'id': '5f088e85-105c-4662-8f4e-a3af6f649654', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:00:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:46Z', 'updated_at': '2021-10-19T01:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '32b2537b-e01a-4aef-bf43-e9fb0f1283c7', 'name': '', 'network_id': '71e66fa3-7227-46c9-8805-807e52545d13', 'tenant_id': '84c3d130d4f04e87bd12923b4ec520ba', 'mac_address': 'fa:16:3e:f4:dd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '15816f82-cfe0-47bc-8647-595403cbff3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:51Z', 'updated_at': '2021-10-19T01:06:11Z', 'revision_number': 4, 'project_id': '84c3d130d4f04e87bd12923b4ec520ba', 'subnets': [{'id': '15816f82-cfe0-47bc-8647-595403cbff3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:06:15.368578 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-42692e4c-9d41-4a5e-b73b-0aad6af161b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'name': 'tempest-FloatingIPsAssociationTestJSON-646553127-router', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:06:00Z', 'updated_at': '2021-10-19T01:06:07Z', 'revision_number': 3, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'gw_port': {'id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bc:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:03Z', 'updated_at': '2021-10-19T01:06:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:06:15.451354 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-78e14ed3-02e8-4ca5-a076-f5bba0987e28 None None] Deleting port db9bf67c-da56-4ae2-a4bd-d5b5968135d9 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:06:15.451658 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-78e14ed3-02e8-4ca5-a076-f5bba0987e28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:15.488247 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f2712806-7b03-471b-a305-174ce0a149f4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:15.504976 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-e60bb14f-96f4-4c7b-8114-58042d8eeb79 service neutron] 10.222.0.57 "GET /v2.0/networks/28bbb5fd-c75c-47ce-a413-f94e9e278cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1060138 Oct 19 01:06:15.518327 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a10272db-633a-4810-8c83-f4cb4c2c419f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:15.558341 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-0a3c58aa-ee8f-44e8-bde9-b31861570a7b req-90ad320a-86d6-4cad-a5a2-36dc0f29355e tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Allocated IP 172.25.8.47 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/6b64bf34-ab13-44bf-bac3-a8a867d54866) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:06:15.570623 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-f3435556-8020-4193-a892-1c4859aee5d1 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Made reservation on behalf of 4da2c8fb80314d439039529c71ca4b69 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:06:15.575944 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-f3435556-8020-4193-a892-1c4859aee5d1 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:15.639951 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-78e14ed3-02e8-4ca5-a076-f5bba0987e28 None None] For port db9bf67c-da56-4ae2-a4bd-d5b5968135d9, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=db9bf67c-da56-4ae2-a4bd-d5b5968135d9,segment=NetworkSegment(32d7b33e-8573-45db-a66b-bffd3e853edc),segment_id=32d7b33e-8573-45db-a66b-bffd3e853edc)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:06:15.640682 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-78e14ed3-02e8-4ca5-a076-f5bba0987e28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:15.658172 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-78e14ed3-02e8-4ca5-a076-f5bba0987e28 None None] Calling delete_port for db9bf67c-da56-4ae2-a4bd-d5b5968135d9 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:06:15.708171 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-14579b60-33f4-4b98-86bc-8d05d56a97fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16fc6b3-40ea-450c-acc9-46e93f802809', 'name': 'tempest-FloatingIPDetailsTestJSON-481529856-router', 'tenant_id': 'fa4c9759c6854557bccf41d8ceb65c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:05:52Z', 'updated_at': '2021-10-19T01:06:06Z', 'revision_number': 4, 'project_id': 'fa4c9759c6854557bccf41d8ceb65c96', 'gw_port': {'id': 'b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16fc6b3-40ea-450c-acc9-46e93f802809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:55Z', 'updated_at': '2021-10-19T01:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '6c7d010b-0e3f-4078-8bf9-666b31f5f46b', 'name': '', 'network_id': 'fd51bea7-58f4-4883-bbf2-61d3b283d74e', 'tenant_id': 'fa4c9759c6854557bccf41d8ceb65c96', 'mac_address': 'fa:16:3e:34:f4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16fc6b3-40ea-450c-acc9-46e93f802809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'f6e3e326-a0f9-41b4-84b9-41e9b50a5afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:04Z', 'updated_at': '2021-10-19T01:06:14Z', 'revision_number': 4, 'project_id': 'fa4c9759c6854557bccf41d8ceb65c96', 'subnets': [{'id': 'f6e3e326-a0f9-41b4-84b9-41e9b50a5afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:06:15.799155 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14579b60-33f4-4b98-86bc-8d05d56a97fe None None] The sync data for ids ['e16fc6b3-40ea-450c-acc9-46e93f802809'] in n-d-715271-26 is: [{'id': 'e16fc6b3-40ea-450c-acc9-46e93f802809', 'name': 'tempest-FloatingIPDetailsTestJSON-481529856-router', 'tenant_id': 'fa4c9759c6854557bccf41d8ceb65c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:05:52Z', 'updated_at': '2021-10-19T01:06:06Z', 'revision_number': 4, 'project_id': 'fa4c9759c6854557bccf41d8ceb65c96', 'gw_port': {'id': 'b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16fc6b3-40ea-450c-acc9-46e93f802809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:55Z', 'updated_at': '2021-10-19T01:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '6c7d010b-0e3f-4078-8bf9-666b31f5f46b', 'name': '', 'network_id': 'fd51bea7-58f4-4883-bbf2-61d3b283d74e', 'tenant_id': 'fa4c9759c6854557bccf41d8ceb65c96', 'mac_address': 'fa:16:3e:34:f4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16fc6b3-40ea-450c-acc9-46e93f802809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'f6e3e326-a0f9-41b4-84b9-41e9b50a5afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:04Z', 'updated_at': '2021-10-19T01:06:14Z', 'revision_number': 4, 'project_id': 'fa4c9759c6854557bccf41d8ceb65c96', 'subnets': [{'id': 'f6e3e326-a0f9-41b4-84b9-41e9b50a5afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:06:15.851613 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42692e4c-9d41-4a5e-b73b-0aad6af161b0 None None] Checking router: 9c7deb7d-08ab-482f-a466-7679d5aca48f for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:06:15.851943 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42692e4c-9d41-4a5e-b73b-0aad6af161b0 None None] Updating router 9c7deb7d-08ab-482f-a466-7679d5aca48f port d6c576e6-c5d5-4f59-a802-376b63f6895d binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:06:15.956280 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-78e14ed3-02e8-4ca5-a076-f5bba0987e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:16.223583 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0a3c58aa-ee8f-44e8-bde9-b31861570a7b req-90ad320a-86d6-4cad-a5a2-36dc0f29355e tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:16.297402 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0a3c58aa-ee8f-44e8-bde9-b31861570a7b req-90ad320a-86d6-4cad-a5a2-36dc0f29355e tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:16.316659 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-f2712806-7b03-471b-a305-174ce0a149f4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Deleting port db9bf67c-da56-4ae2-a4bd-d5b5968135d9 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:06:16.328021 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f2712806-7b03-471b-a305-174ce0a149f4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:16.346479 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-dc9a492b-c603-4a8d-84b5-dba516b3daad None None] For port 32b2537b-e01a-4aef-bf43-e9fb0f1283c7, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=32b2537b-e01a-4aef-bf43-e9fb0f1283c7,segment=NetworkSegment(618e9f13-33df-47a4-8265-1f8d48d0f612),segment_id=618e9f13-33df-47a4-8265-1f8d48d0f612)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:06:16.359914 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e14ed3-02e8-4ca5-a076-f5bba0987e28 None None] Pushing event deleted for resources: {'Port': ['ID=db9bf67c-da56-4ae2-a4bd-d5b5968135d9,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:16.362123 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-42692e4c-9d41-4a5e-b73b-0aad6af161b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:16.365146 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e14ed3-02e8-4ca5-a076-f5bba0987e28 None None] No DVR routers for this DVR port db9bf67c-da56-4ae2-a4bd-d5b5968135d9 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:06:16.436560 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-f2712806-7b03-471b-a305-174ce0a149f4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] For port db9bf67c-da56-4ae2-a4bd-d5b5968135d9, host n-d-715271-26, got binding levels [] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:06:16.436921 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f2712806-7b03-471b-a305-174ce0a149f4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:16.454726 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dc9a492b-c603-4a8d-84b5-dba516b3daad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:16.457942 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-f2712806-7b03-471b-a305-174ce0a149f4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Calling delete_port for db9bf67c-da56-4ae2-a4bd-d5b5968135d9 owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:06:16.464199 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.ipam_backend_mixin [None req-f2712806-7b03-471b-a305-174ce0a149f4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Port db9bf67c-da56-4ae2-a4bd-d5b5968135d9 was not found and therefore no delete operation was performed {{(pid=100607) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:06:16.495543 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-f3435556-8020-4193-a892-1c4859aee5d1 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Allocated IP 10.1.1.115 (55515e32-5e42-485f-bdb8-5274dcde7dea/29cf1726-8fa8-4c40-850e-1896dbedb352/fdb1ab98-3373-451d-84e7-1285ed514bab) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:06:16.567473 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f2712806-7b03-471b-a305-174ce0a149f4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:16.585716 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad320a-86d6-4cad-a5a2-36dc0f29355e tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Pushing event updated for resources: {'Port': ['ID=6b64bf34-ab13-44bf-bac3-a8a867d54866,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:16.588893 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-0e6a9968-6d27-404f-9018-0afdc6e797c9 service neutron] 10.222.0.57 "GET /v2.0/networks/28bbb5fd-c75c-47ce-a413-f94e9e278cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0639088 Oct 19 01:06:16.596011 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-a10272db-633a-4810-8c83-f4cb4c2c419f admin admin] Allocated IP 172.20.0.1 (5e528a95-765b-4153-a63c-148757c15f94/de74403a-93c8-48d8-9fdc-ed1cd7b1d665/242618d7-8daa-4739-832e-aa5988d30258) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:06:16.598877 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a492b-c603-4a8d-84b5-dba516b3daad None None] Pushing event updated for resources: {'Port': ['ID=32b2537b-e01a-4aef-bf43-e9fb0f1283c7,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:16.651479 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2712806-7b03-471b-a305-174ce0a149f4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Port': ['ID=db9bf67c-da56-4ae2-a4bd-d5b5968135d9,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:16.697906 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2712806-7b03-471b-a305-174ce0a149f4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] No DVR routers for this DVR port db9bf67c-da56-4ae2-a4bd-d5b5968135d9 on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:06:16.702662 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-c1b62c6c-f5ee-4516-9d59-c904f2c3b64b None None] Provisioning complete for port 6c7d010b-0e3f-4078-8bf9-666b31f5f46b triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:16.706223 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c1b62c6c-f5ee-4516-9d59-c904f2c3b64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:16.722923 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a3c58aa-ee8f-44e8-bde9-b31861570a7b req-90ad320a-86d6-4cad-a5a2-36dc0f29355e tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:06:16.725923 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-0a3c58aa-ee8f-44e8-bde9-b31861570a7b req-90ad320a-86d6-4cad-a5a2-36dc0f29355e tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:06:16.733525 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3c58aa-ee8f-44e8-bde9-b31861570a7b req-90ad320a-86d6-4cad-a5a2-36dc0f29355e tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:06:16.827334 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6276cabe-ba26-46f6-857a-39ea21b035b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:17.015084 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a10272db-633a-4810-8c83-f4cb4c2c419f admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:17.109441 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a10272db-633a-4810-8c83-f4cb4c2c419f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:17.165149 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 32b2537b-e01a-4aef-bf43-e9fb0f1283c7 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:06:17.175323 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0a3c58aa-ee8f-44e8-bde9-b31861570a7b req-90ad320a-86d6-4cad-a5a2-36dc0f29355e tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:17.187928 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10272db-633a-4810-8c83-f4cb4c2c419f admin admin] Network 5e528a95-765b-4153-a63c-148757c15f94 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:06:17.194538 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c1b62c6c-f5ee-4516-9d59-c904f2c3b64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:17.197716 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10272db-633a-4810-8c83-f4cb4c2c419f admin admin] Pushing event updated for resources: {'Port': ['ID=242618d7-8daa-4739-832e-aa5988d30258,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:17.213100 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-a10272db-633a-4810-8c83-f4cb4c2c419f admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:06:17.253779 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10272db-633a-4810-8c83-f4cb4c2c419f admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:06:17.352351 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a10272db-633a-4810-8c83-f4cb4c2c419f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:17.457539 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:17.497500 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-c1b62c6c-f5ee-4516-9d59-c904f2c3b64b None None] For port 6c7d010b-0e3f-4078-8bf9-666b31f5f46b, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=6c7d010b-0e3f-4078-8bf9-666b31f5f46b,segment=NetworkSegment(4fe9b83d-5b27-488f-a4a9-11c6ed1838ea),segment_id=4fe9b83d-5b27-488f-a4a9-11c6ed1838ea)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:06:17.536665 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c1b62c6c-f5ee-4516-9d59-c904f2c3b64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:17.632675 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-56c43d0d-b219-4b7b-bed4-5481b1427d5c tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:17.639054 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-56c43d0d-b219-4b7b-bed4-5481b1427d5c tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.55 "GET /v2.0/networks?id=71e66fa3-7227-46c9-8805-807e52545d13 HTTP/1.1" status: 200 len: 815 time: 1.6097498 Oct 19 01:06:17.739694 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a10272db-633a-4810-8c83-f4cb4c2c419f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:17.835295 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-8ce2a042-aeda-4da1-9f26-c22c6ac06036 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84c3d130d4f04e87bd12923b4ec520ba HTTP/1.1" status: 200 len: 380 time: 0.1242423 Oct 19 01:06:17.835903 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 32b2537b-e01a-4aef-bf43-e9fb0f1283c7 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:17.836547 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:17.864080 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-6b7e54da-22c8-44d9-a3bb-59f485a87524 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Request body: {'port': {'device_id': '0384c7e7-e5cd-4394-b5fc-b4aaf74df8af', 'network_id': '71e66fa3-7227-46c9-8805-807e52545d13', 'admin_state_up': True, 'tenant_id': '84c3d130d4f04e87bd12923b4ec520ba', 'security_groups': ['a92623c9-d7ca-40ac-b11a-4792288fced6']}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:18.014216 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-c1b62c6c-f5ee-4516-9d59-c904f2c3b64b None None] Provisioning complete for port 5b1a2614-1274-4867-b0f6-3402523111c1 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:18.015031 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c1b62c6c-f5ee-4516-9d59-c904f2c3b64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:18.024097 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f2712806-7b03-471b-a305-174ce0a149f4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:18.037154 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-42692e4c-9d41-4a5e-b73b-0aad6af161b0 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:18.047557 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:18.057681 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-f2712806-7b03-471b-a305-174ce0a149f4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0981e737-0b0c-4db5-b62a-32eaed983ba2']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:06:18.072110 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-f2712806-7b03-471b-a305-174ce0a149f4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d7b33e-8573-45db-a66b-bffd3e853edc') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:06:18.072690 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-f2712806-7b03-471b-a305-174ce0a149f4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d7b33e-8573-45db-a66b-bffd3e853edc') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:06:18.086539 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f2712806-7b03-471b-a305-174ce0a149f4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:18.103990 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f2712806-7b03-471b-a305-174ce0a149f4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:18.112689 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2712806-7b03-471b-a305-174ce0a149f4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:06:18.113092 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f2712806-7b03-471b-a305-174ce0a149f4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:18.167681 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b62c6c-f5ee-4516-9d59-c904f2c3b64b None None] Pushing event updated for resources: {'Port': ['ID=6c7d010b-0e3f-4078-8bf9-666b31f5f46b,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:18.219394 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:06:18.219394 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:06:18.219394 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:06:18.219394 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:06:18.219394 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:06:18.219394 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:06:18.219394 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:06:18.219394 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:06:18.219394 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:06:18.219394 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:06:18.219394 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:06:18.219394 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:06:18.219394 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:06:18.219394 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:06:18.219394 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:06:18.219394 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:06:18.219394 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:06:18.219394 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:06:18.219394 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:06:18.219394 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:06:18.219394 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:06:18.219394 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:06:18.219394 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:06:18.219394 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:06:18.219394 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:06:18.219394 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:06:18.219394 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:06:18.219394 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:06:18.219394 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:06:18.219394 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:06:18.219394 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:06:18.219394 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:06:18.280587 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-42692e4c-9d41-4a5e-b73b-0aad6af161b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:18.288457 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f2712806-7b03-471b-a305-174ce0a149f4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:18.293883 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0a3c58aa-ee8f-44e8-bde9-b31861570a7b req-90ad320a-86d6-4cad-a5a2-36dc0f29355e tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:18.310593 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f2712806-7b03-471b-a305-174ce0a149f4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:18.314487 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f2712806-7b03-471b-a305-174ce0a149f4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] 10.222.0.57 "DELETE /v2.0/networks/0981e737-0b0c-4db5-b62a-32eaed983ba2 HTTP/1.1" status: 204 len: 168 time: 3.0132635 Oct 19 01:06:18.330829 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 6c7d010b-0e3f-4078-8bf9-666b31f5f46b up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:06:18.334777 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-c1b62c6c-f5ee-4516-9d59-c904f2c3b64b None None] Port 5b1a2614-1274-4867-b0f6-3402523111c1 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:06:18.438406 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-c1b62c6c-f5ee-4516-9d59-c904f2c3b64b None None] Could not find standard attr ID for object cc693f23-fab7-451a-9ca8-0280df4d0dc5. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:06:18.485312 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-42692e4c-9d41-4a5e-b73b-0aad6af161b0 None None] Attempting to bind port d6c576e6-c5d5-4f59-a802-376b63f6895d on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:06:18.486037 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-42692e4c-9d41-4a5e-b73b-0aad6af161b0 None None] Attempting to bind port d6c576e6-c5d5-4f59-a802-376b63f6895d by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:06:18.486535 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42692e4c-9d41-4a5e-b73b-0aad6af161b0 None None] Attempting to bind port d6c576e6-c5d5-4f59-a802-376b63f6895d on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:06:18.505050 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42692e4c-9d41-4a5e-b73b-0aad6af161b0 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:06:18.505765 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42692e4c-9d41-4a5e-b73b-0aad6af161b0 None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:06:18.506741 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-42692e4c-9d41-4a5e-b73b-0aad6af161b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:18.507042 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42692e4c-9d41-4a5e-b73b-0aad6af161b0 None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:06:18.507706 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-42692e4c-9d41-4a5e-b73b-0aad6af161b0 None None] Bound port: d6c576e6-c5d5-4f59-a802-376b63f6895d, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:06:18.508228 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-42692e4c-9d41-4a5e-b73b-0aad6af161b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:18.599535 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028e660-25e8-4b27-a22a-2275cb19aa5b None None] Pushing event updated for resources: {'Port': ['ID=d6c576e6-c5d5-4f59-a802-376b63f6895d,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:18.604111 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-c1b62c6c-f5ee-4516-9d59-c904f2c3b64b None None] Provisioning complete for port 32b2537b-e01a-4aef-bf43-e9fb0f1283c7 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:18.604482 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c1b62c6c-f5ee-4516-9d59-c904f2c3b64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:18.610026 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0a3c58aa-ee8f-44e8-bde9-b31861570a7b req-90ad320a-86d6-4cad-a5a2-36dc0f29355e tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:18.635353 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0a3c58aa-ee8f-44e8-bde9-b31861570a7b req-90ad320a-86d6-4cad-a5a2-36dc0f29355e tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:18.650855 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2712806-7b03-471b-a305-174ce0a149f4 tempest-PortsIpV6TestJSON-681153672 tempest-PortsIpV6TestJSON-681153672-project] Pushing event deleted for resources: {'Network': ['ID=0981e737-0b0c-4db5-b62a-32eaed983ba2,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:18.735630 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a10272db-633a-4810-8c83-f4cb4c2c419f admin admin] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:18.740841 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-42692e4c-9d41-4a5e-b73b-0aad6af161b0 None None] For port d6c576e6-c5d5-4f59-a802-376b63f6895d, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:06:18.741784 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-f3435556-8020-4193-a892-1c4859aee5d1 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:18.749087 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-42692e4c-9d41-4a5e-b73b-0aad6af161b0 None None] For port d6c576e6-c5d5-4f59-a802-376b63f6895d, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d6c576e6-c5d5-4f59-a802-376b63f6895d,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:06:18.770304 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a10272db-633a-4810-8c83-f4cb4c2c419f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:18.777131 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 6c7d010b-0e3f-4078-8bf9-666b31f5f46b triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:18.778621 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:18.828307 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-42692e4c-9d41-4a5e-b73b-0aad6af161b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:18.850155 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a10272db-633a-4810-8c83-f4cb4c2c419f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:18.869321 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0a3c58aa-ee8f-44e8-bde9-b31861570a7b req-90ad320a-86d6-4cad-a5a2-36dc0f29355e tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:18.872674 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59280) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:18.898653 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-c1b62c6c-f5ee-4516-9d59-c904f2c3b64b None None] Could not find standard attr ID for object db9bf67c-da56-4ae2-a4bd-d5b5968135d9. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:06:18.901622 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad320a-86d6-4cad-a5a2-36dc0f29355e tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Pushing event updated for resources: {'Port': ['ID=6b64bf34-ab13-44bf-bac3-a8a867d54866,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:18.926191 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0a3c58aa-ee8f-44e8-bde9-b31861570a7b req-90ad320a-86d6-4cad-a5a2-36dc0f29355e tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:18.928341 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42692e4c-9d41-4a5e-b73b-0aad6af161b0 None None] Routers {'9c7deb7d-08ab-482f-a466-7679d5aca48f'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:06:18.929363 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-42692e4c-9d41-4a5e-b73b-0aad6af161b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:06:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['9c7deb7d-08ab-482f-a466-7679d5aca48f'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:06:18.942001 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0a3c58aa-ee8f-44e8-bde9-b31861570a7b req-90ad320a-86d6-4cad-a5a2-36dc0f29355e tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.6144583 Oct 19 01:06:19.109615 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0a3c58aa-ee8f-44e8-bde9-b31861570a7b req-a7387d7d-eff6-441b-a074-3cde20794e14 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.47 HTTP/1.1" status: 200 len: 695 time: 0.1661966 Oct 19 01:06:19.136005 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028e660-25e8-4b27-a22a-2275cb19aa5b None None] Pushing event updated for resources: {'Port': ['ID=d6c576e6-c5d5-4f59-a802-376b63f6895d,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:19.144471 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10272db-633a-4810-8c83-f4cb4c2c419f admin admin] Network 5e528a95-765b-4153-a63c-148757c15f94 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:06:19.174066 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-6405b82f-5036-4739-9903-66738dafc34d None None] Provisioning complete for port 242618d7-8daa-4739-832e-aa5988d30258 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:19.174471 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6405b82f-5036-4739-9903-66738dafc34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:19.182213 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:06:19.205202 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af5ffa-aa0c-42fb-ab24-3792c9324d88 req-3af5e13d-be5f-4cc0-87bf-d91ab447b3e0 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:19.224668 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af5ffa-aa0c-42fb-ab24-3792c9324d88 req-3af5e13d-be5f-4cc0-87bf-d91ab447b3e0 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:19.233848 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f9af5ffa-aa0c-42fb-ab24-3792c9324d88 req-3af5e13d-be5f-4cc0-87bf-d91ab447b3e0 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 1653 time: 0.4842076 Oct 19 01:06:19.283950 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d390a9f8-6299-4f62-ab2a-5167cfc94b86 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0623c8f86a7745a5853b214518443323&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4065797 Oct 19 01:06:19.287843 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59286) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:19.345970 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-6405b82f-5036-4739-9903-66738dafc34d None None] Port 242618d7-8daa-4739-832e-aa5988d30258 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:06:19.346847 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-a10272db-633a-4810-8c83-f4cb4c2c419f admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:06:19.347866 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c58aa-ee8f-44e8-bde9-b31861570a7b req-f37ed548-a3b9-4e4f-920d-c600d53811f3 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:19.349945 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0a3c58aa-ee8f-44e8-bde9-b31861570a7b req-f37ed548-a3b9-4e4f-920d-c600d53811f3 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 784 time: 0.2388077 Oct 19 01:06:19.464813 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5f155d58-8a66-4b7a-8257-13237af6e047 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:19.503683 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-42692e4c-9d41-4a5e-b73b-0aad6af161b0 None None] Set router 9c7deb7d-08ab-482f-a466-7679d5aca48f gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:06:19.550413 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-6b7e54da-22c8-44d9-a3bb-59f485a87524 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Made reservation on behalf of 84c3d130d4f04e87bd12923b4ec520ba for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:06:19.551633 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5f155d58-8a66-4b7a-8257-13237af6e047 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:19.553985 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-6b7e54da-22c8-44d9-a3bb-59f485a87524 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:19.639427 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10272db-633a-4810-8c83-f4cb4c2c419f admin admin] Pushing event updated for resources: {'Port': ['ID=242618d7-8daa-4739-832e-aa5988d30258,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:19.715795 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5f155d58-8a66-4b7a-8257-13237af6e047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:19.719773 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5f155d58-8a66-4b7a-8257-13237af6e047 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:19.721423 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5f155d58-8a66-4b7a-8257-13237af6e047 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/288c1a00-7bda-4702-8c79-6b1d0ef720db HTTP/1.1" status: 204 len: 168 time: 0.4319916 Oct 19 01:06:19.742349 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f155d58-8a66-4b7a-8257-13237af6e047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288c1a00-7bda-4702-8c79-6b1d0ef720db,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:19.821351 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ad6a45ae-fa7c-471e-9c59-4ced49101b30 req-d2d5a096-ad75-4f34-a25f-730b53451841 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "GET /v2.0/ports?device_id=0384c7e7-e5cd-4394-b5fc-b4aaf74df8af HTTP/1.1" status: 200 len: 210 time: 0.0758710 Oct 19 01:06:19.854215 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:19.980137 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f9af5ffa-aa0c-42fb-ab24-3792c9324d88 req-b101191e-70c9-40d1-9cca-56c482d2a817 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7133551 Oct 19 01:06:20.043230 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:20.043513 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:20.068137 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3f4cff81-a7e0-4f64-ba96-142f2f6685c1 req-6756fb91-2101-4db3-98c6-d6e5bf97318f tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 210 time: 0.0736916 Oct 19 01:06:20.228618 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-f3435556-8020-4193-a892-1c4859aee5d1 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:20.232661 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10272db-633a-4810-8c83-f4cb4c2c419f admin admin] Router 9c7deb7d-08ab-482f-a466-7679d5aca48f has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:06:20.251240 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-7f43956e-adc3-4095-baba-95d0671dcfa6 None None] Provisioning complete for port 242618d7-8daa-4739-832e-aa5988d30258 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:20.251611 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7f43956e-adc3-4095-baba-95d0671dcfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:20.329649 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3435556-8020-4193-a892-1c4859aee5d1 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Pushing event updated for resources: {'Port': ['ID=fdb1ab98-3373-451d-84e7-1285ed514bab,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:20.356873 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-f3435556-8020-4193-a892-1c4859aee5d1 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Network 55515e32-5e42-485f-bdb8-5274dcde7dea is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:06:20.365081 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-7f43956e-adc3-4095-baba-95d0671dcfa6 None None] Port 242618d7-8daa-4739-832e-aa5988d30258 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:06:20.365304 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-208a6327-0e07-4fbb-8b14-690d8c19a7d0 req-53a95f59-a06a-4af8-948a-f07511027fe7 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2751691 Oct 19 01:06:20.373957 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-f3435556-8020-4193-a892-1c4859aee5d1 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:06:20.403654 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-42692e4c-9d41-4a5e-b73b-0aad6af161b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'name': 'tempest-FloatingIPsAssociationTestJSON-646553127-router', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:06:00Z', 'updated_at': '2021-10-19T01:06:17Z', 'revision_number': 4, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'gw_port': {'id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bc:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:03Z', 'updated_at': '2021-10-19T01:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '242618d7-8daa-4739-832e-aa5988d30258', 'name': '', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'mac_address': 'fa:16:3e:4e:55:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:15Z', 'updated_at': '2021-10-19T01:06:18Z', 'revision_number': 2, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'subnets': [{'id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:06:20.443193 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device db9bf67c-da56-4ae2-a4bd-d5b5968135d9 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:06:20.446841 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42692e4c-9d41-4a5e-b73b-0aad6af161b0 None None] The sync data for ids ['9c7deb7d-08ab-482f-a466-7679d5aca48f'] in n-d-715271-26 is: [{'id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'name': 'tempest-FloatingIPsAssociationTestJSON-646553127-router', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:06:00Z', 'updated_at': '2021-10-19T01:06:17Z', 'revision_number': 4, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'gw_port': {'id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bc:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:03Z', 'updated_at': '2021-10-19T01:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '242618d7-8daa-4739-832e-aa5988d30258', 'name': '', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'mac_address': 'fa:16:3e:4e:55:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:15Z', 'updated_at': '2021-10-19T01:06:18Z', 'revision_number': 2, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'subnets': [{'id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:06:20.488412 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: db9bf67c-da56-4ae2-a4bd-d5b5968135d9 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:06:20.498475 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device db9bf67c-da56-4ae2-a4bd-d5b5968135d9 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:06:20.545680 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-6b7e54da-22c8-44d9-a3bb-59f485a87524 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Allocated IP 172.20.0.6 (71e66fa3-7227-46c9-8805-807e52545d13/15816f82-cfe0-47bc-8647-595403cbff3d/60bcddab-f2fd-4d10-828b-3d9547f14070) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:06:20.599782 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-dbba973e-c3c5-4b16-be82-1ede943880b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:20.603904 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-dbba973e-c3c5-4b16-be82-1ede943880b0 service neutron] 10.222.0.24 "GET /v2.0/ports/394a4e11-f9e4-4f2c-84f4-e9d161e34a1c HTTP/1.1" status: 200 len: 1031 time: 0.1351304 Oct 19 01:06:20.642632 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-208a6327-0e07-4fbb-8b14-690d8c19a7d0 req-a92041ee-e916-409a-b3b4-8269a364ec97 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:20.657091 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-f3435556-8020-4193-a892-1c4859aee5d1 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:06:20.679077 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 6c7d010b-0e3f-4078-8bf9-666b31f5f46b up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:06:20.716242 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-18a2ec59-9c22-47ea-828f-809264b7e71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:20.718650 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-18a2ec59-9c22-47ea-828f-809264b7e71a service neutron] 10.222.0.24 "GET /v2.0/ports/6a5f7373-9852-4292-a957-43becd30457e HTTP/1.1" status: 200 len: 1033 time: 0.1079412 Oct 19 01:06:20.837550 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 6c7d010b-0e3f-4078-8bf9-666b31f5f46b triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:20.838109 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:20.989291 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-6b7e54da-22c8-44d9-a3bb-59f485a87524 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:21.036880 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-d555b84a-d58e-4764-bebf-d31ef1079bab None None] Provisioning complete for port fdb1ab98-3373-451d-84e7-1285ed514bab triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:21.041767 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d555b84a-d58e-4764-bebf-d31ef1079bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:21.115085 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-df58675c-002f-4816-a3ac-1c625a2703ef req-acb82718-2708-4076-a296-dbe8ff829a94 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "GET /v2.0/ports?device_id=0384c7e7-e5cd-4394-b5fc-b4aaf74df8af HTTP/1.1" status: 200 len: 210 time: 0.0662396 Oct 19 01:06:21.139103 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-29902697-ca5c-4f83-900e-0c40f331e925 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:21.161782 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-29902697-ca5c-4f83-900e-0c40f331e925 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:21.172066 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-29902697-ca5c-4f83-900e-0c40f331e925 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:21.189993 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-29902697-ca5c-4f83-900e-0c40f331e925 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.24 "GET /v2.0/networks?id=40f93092-66e2-4482-a54e-d83d48322c91&id=4bdbb06e-439a-49c1-8bb0-4db0fdb649a5&id=4bdbb06e-439a-49c1-8bb0-4db0fdb649a5&id=4bdbb06e-439a-49c1-8bb0-4db0fdb649a5&id=4bdbb06e-439a-49c1-8bb0-4db0fdb649a5&id=28bbb5fd-c75c-47ce-a413-f94e9e278cac&id=28bbb5fd-c75c-47ce-a413-f94e9e278cac HTTP/1.1" status: 200 len: 1995 time: 0.4581556 Oct 19 01:06:21.309154 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-f3435556-8020-4193-a892-1c4859aee5d1 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:21.310109 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-f3435556-8020-4193-a892-1c4859aee5d1 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:21.342759 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-208a6327-0e07-4fbb-8b14-690d8c19a7d0 req-a92041ee-e916-409a-b3b4-8269a364ec97 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks [] for floatingip, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:21.390485 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-d555b84a-d58e-4764-bebf-d31ef1079bab None None] Port fdb1ab98-3373-451d-84e7-1285ed514bab cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:06:21.413125 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-f3435556-8020-4193-a892-1c4859aee5d1 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.4059205 Oct 19 01:06:21.423366 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-0f20658b-5a36-45d1-8e09-d0e676ca38c7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=372044798076488b8078f880b919e81f HTTP/1.1" status: 200 len: 379 time: 0.2224805 Oct 19 01:06:21.433071 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-93626984-fa97-4a29-8316-f4a8691872aa tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Request body: {'port': {'device_id': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'network_id': '40f93092-66e2-4482-a54e-d83d48322c91', 'admin_state_up': True, 'tenant_id': '372044798076488b8078f880b919e81f', 'security_groups': ['6bc6e901-f329-4c90-906c-b82f3e33fb91']}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:21.441328 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59358) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:21.460790 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-3fb7da68-454c-41f4-9614-72ec1f545bd5 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Request body: {'port': {'device_id': '6f76c236-2350-46ba-8279-f7780c3ab086', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1fccc762-9472-4b6b-bfe9-f151cb76e57f', 'admin_state_up': True, 'tenant_id': '4da2c8fb80314d439039529c71ca4b69', 'security_groups': ['31f2be55-0e9e-418f-8d3b-d47b39901060']}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:21.470716 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-6b7e54da-22c8-44d9-a3bb-59f485a87524 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:21.476610 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332f244-62eb-46bb-aadd-cb8b9f77a34e req-9f3e374e-e156-4c89-a48d-b33a820c1e8c tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:21.488546 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3332f244-62eb-46bb-aadd-cb8b9f77a34e req-9f3e374e-e156-4c89-a48d-b33a820c1e8c tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac6461f-9466-4906-8ff6-ee125b142502 HTTP/1.1" status: 200 len: 949 time: 0.2600210 Oct 19 01:06:21.609603 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-6b7e54da-22c8-44d9-a3bb-59f485a87524 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Network 71e66fa3-7227-46c9-8805-807e52545d13 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:06:21.635560 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-6b7e54da-22c8-44d9-a3bb-59f485a87524 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:06:21.645569 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-6b7e54da-22c8-44d9-a3bb-59f485a87524 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:06:21.699951 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3332f244-62eb-46bb-aadd-cb8b9f77a34e req-48c2baf2-9aa2-48ac-bf76-2645fc6bc7a2 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/security-groups?id=088e73c4-e4b4-4241-b573-24c3d0fa7c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063155 Oct 19 01:06:21.763415 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-6b7e54da-22c8-44d9-a3bb-59f485a87524 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:21.764108 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-6b7e54da-22c8-44d9-a3bb-59f485a87524 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:21.767073 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10272db-633a-4810-8c83-f4cb4c2c419f admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:06:21.806283 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-93626984-fa97-4a29-8316-f4a8691872aa tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Made reservation on behalf of 372044798076488b8078f880b919e81f for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:06:21.811442 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-93626984-fa97-4a29-8316-f4a8691872aa tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:21.917016 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a10272db-633a-4810-8c83-f4cb4c2c419f admin admin] 10.222.0.57 "PUT /v2.0/routers/9c7deb7d-08ab-482f-a466-7679d5aca48f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5506048 Oct 19 01:06:21.917016 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-b4af528e-e607-4875-b756-c7d89df16165 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Request body: {'security_group': {'name': 'tempest-secgroup--957099727'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:21.939521 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e54da-22c8-44d9-a3bb-59f485a87524 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Pushing event updated for resources: {'Port': ['ID=60bcddab-f2fd-4d10-828b-3d9547f14070,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:22.045037 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4623e-ce09-4326-b2fa-b35e3e2274f0 req-0de7e0d2-299f-4e99-9faa-490415ea0e26 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:22.052409 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4623e-ce09-4326-b2fa-b35e3e2274f0 req-0de7e0d2-299f-4e99-9faa-490415ea0e26 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:22.059578 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4623e-ce09-4326-b2fa-b35e3e2274f0 req-0de7e0d2-299f-4e99-9faa-490415ea0e26 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:22.061629 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b2d4623e-ce09-4326-b2fa-b35e3e2274f0 req-0de7e0d2-299f-4e99-9faa-490415ea0e26 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 2374 time: 0.2267854 Oct 19 01:06:22.110008 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-3fb7da68-454c-41f4-9614-72ec1f545bd5 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Made reservation on behalf of 4da2c8fb80314d439039529c71ca4b69 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:06:22.134916 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-ac644d96-aeca-4d1a-9d00-156108869bbe None None] Provisioning complete for port 60bcddab-f2fd-4d10-828b-3d9547f14070 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:22.135493 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ac644d96-aeca-4d1a-9d00-156108869bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:22.213375 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-ac644d96-aeca-4d1a-9d00-156108869bbe None None] Port 60bcddab-f2fd-4d10-828b-3d9547f14070 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:06:22.223996 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-3fb7da68-454c-41f4-9614-72ec1f545bd5 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:22.236161 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b2d4623e-ce09-4326-b2fa-b35e3e2274f0 req-e58007e3-a314-4511-be17-f96a4e345d78 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596797 Oct 19 01:06:22.242431 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-6b7e54da-22c8-44d9-a3bb-59f485a87524 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3851242 Oct 19 01:06:22.287065 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-93626984-fa97-4a29-8316-f4a8691872aa tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Allocated IP 172.20.0.4 (40f93092-66e2-4482-a54e-d83d48322c91/cc8382b7-c6e6-465d-807f-c2cfe210cd02/a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:06:22.291941 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-94959713-cae0-45d4-8b2b-14ec6576bbe2 service neutron] Request body: {'port': {'device_id': '0384c7e7-e5cd-4394-b5fc-b4aaf74df8af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:22.344515 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b4af528e-e607-4875-b756-c7d89df16165 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:22.408681 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a3097175-1755-4235-bd88-63cf8c9f91c5 req-634a6832-0597-4ae1-9473-f03f31944a57 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 210 time: 0.0505624 Oct 19 01:06:22.410747 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b4af528e-e607-4875-b756-c7d89df16165 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:22.471055 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-208a6327-0e07-4fbb-8b14-690d8c19a7d0 req-a92041ee-e916-409a-b3b4-8269a364ec97 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:22.529711 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-94959713-cae0-45d4-8b2b-14ec6576bbe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:22.540377 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-93626984-fa97-4a29-8316-f4a8691872aa tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:22.624874 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-93626984-fa97-4a29-8316-f4a8691872aa tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:22.667819 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-93626984-fa97-4a29-8316-f4a8691872aa tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Network 40f93092-66e2-4482-a54e-d83d48322c91 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:06:22.674018 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-93626984-fa97-4a29-8316-f4a8691872aa tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:06:22.676535 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-93626984-fa97-4a29-8316-f4a8691872aa tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:06:22.720027 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d6c576e6-c5d5-4f59-a802-376b63f6895d up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:06:22.735831 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93626984-fa97-4a29-8316-f4a8691872aa tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Pushing event updated for resources: {'Port': ['ID=a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:22.821995 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-93626984-fa97-4a29-8316-f4a8691872aa tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:22.822697 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-93626984-fa97-4a29-8316-f4a8691872aa tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:22.822978 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port d6c576e6-c5d5-4f59-a802-376b63f6895d triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:22.823689 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:22.873853 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c81fe-4aba-493b-a349-32a9c661fc14 req-766b6812-2a3a-48a9-a783-d43194385258 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:22.881571 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3d6c81fe-4aba-493b-a349-32a9c661fc14 req-766b6812-2a3a-48a9-a783-d43194385258 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "GET /v2.0/ports?device_id=0384c7e7-e5cd-4394-b5fc-b4aaf74df8af HTTP/1.1" status: 200 len: 931 time: 0.1240017 Oct 19 01:06:22.913310 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-93626984-fa97-4a29-8316-f4a8691872aa tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4840839 Oct 19 01:06:22.929871 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-d2bee145-4090-4be6-b5b4-cc025dd8f221 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Request body: {'port': {'device_id': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'network_id': '4bdbb06e-439a-49c1-8bb0-4db0fdb649a5', 'admin_state_up': True, 'tenant_id': '372044798076488b8078f880b919e81f', 'security_groups': ['6bc6e901-f329-4c90-906c-b82f3e33fb91']}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:23.000359 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3d6c81fe-4aba-493b-a349-32a9c661fc14 req-b0a5d234-30c0-47c6-b3dc-282df24e4d84 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "GET /v2.0/security-groups?id=a92623c9-d7ca-40ac-b11a-4792288fced6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176558 Oct 19 01:06:23.034661 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:23.083971 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port d6c576e6-c5d5-4f59-a802-376b63f6895d, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d6c576e6-c5d5-4f59-a802-376b63f6895d,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:06:23.096374 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:23.195830 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b4f7655e-0326-435c-8a4e-aa23ba497ca1 None None] Provisioning complete for port a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:23.197446 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b4f7655e-0326-435c-8a4e-aa23ba497ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:23.228749 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=d6c576e6-c5d5-4f59-a802-376b63f6895d,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:23.239310 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-d2bee145-4090-4be6-b5b4-cc025dd8f221 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Made reservation on behalf of 372044798076488b8078f880b919e81f for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:06:23.244628 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-d2bee145-4090-4be6-b5b4-cc025dd8f221 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:23.282143 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-b4f7655e-0326-435c-8a4e-aa23ba497ca1 None None] Port a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:06:23.468770 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-3fb7da68-454c-41f4-9614-72ec1f545bd5 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Allocated IP 10.2.2.100 (1fccc762-9472-4b6b-bfe9-f151cb76e57f/20db5d13-0783-4fe8-8bf3-782bee1ace5f/137414ad-fd54-484b-86fd-f70152e683c2) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:06:23.489557 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-d2bee145-4090-4be6-b5b4-cc025dd8f221 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Allocated IP 10.1.1.4 (4bdbb06e-439a-49c1-8bb0-4db0fdb649a5/67dfdfc9-7c16-4d97-8f29-d21072ecc7ea/2fe1e695-5923-449b-b1db-c20c39248126) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:06:23.499475 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f0867-cee8-4051-8393-05aac3734f4a req-b7d79ff0-a073-41a6-8d8f-666ef0e43f9c tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:23.501302 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b09f0867-cee8-4051-8393-05aac3734f4a req-b7d79ff0-a073-41a6-8d8f-666ef0e43f9c tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/networks?id=5e528a95-765b-4153-a63c-148757c15f94 HTTP/1.1" status: 200 len: 820 time: 0.1643605 Oct 19 01:06:23.504317 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-208a6327-0e07-4fbb-8b14-690d8c19a7d0 req-a92041ee-e916-409a-b3b4-8269a364ec97 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Allocated IP 172.25.8.100 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/49ccfae2-1a81-4743-b136-95dd99de032b) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:06:23.530056 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b4af528e-e607-4875-b756-c7d89df16165 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:23.567486 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b4af528e-e607-4875-b756-c7d89df16165 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:23.572526 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b09f0867-cee8-4051-8393-05aac3734f4a req-673635e0-c404-4779-9eaf-9545e0c09027 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/quotas/9d159951251f425b8e201bae6d58e0c2 HTTP/1.1" status: 200 len: 375 time: 0.0361483 Oct 19 01:06:23.693705 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b09f0867-cee8-4051-8393-05aac3734f4a req-dda6bf99-74d2-4348-b55e-8e9afdcec48f tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9d159951251f425b8e201bae6d58e0c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1041317 Oct 19 01:06:23.704237 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-d2bee145-4090-4be6-b5b4-cc025dd8f221 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:23.705325 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af528e-e607-4875-b756-c7d89df16165 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=effb1a52-addb-4531-8dfc-7db97bba4b44,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:23.798942 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-d2bee145-4090-4be6-b5b4-cc025dd8f221 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:23.854230 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b09f0867-cee8-4051-8393-05aac3734f4a req-c9da5505-4091-48df-b88a-b5d62a071012 service neutron] 10.222.0.57 "GET /v2.0/networks/5e528a95-765b-4153-a63c-148757c15f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429958 Oct 19 01:06:23.877115 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-d2bee145-4090-4be6-b5b4-cc025dd8f221 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Network 4bdbb06e-439a-49c1-8bb0-4db0fdb649a5 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:06:23.891357 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-d2bee145-4090-4be6-b5b4-cc025dd8f221 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:06:23.895314 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-d2bee145-4090-4be6-b5b4-cc025dd8f221 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:06:23.901442 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bee145-4090-4be6-b5b4-cc025dd8f221 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Pushing event updated for resources: {'Port': ['ID=2fe1e695-5923-449b-b1db-c20c39248126,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:23.949273 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-208a6327-0e07-4fbb-8b14-690d8c19a7d0 req-a92041ee-e916-409a-b3b4-8269a364ec97 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:23.953475 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b4af528e-e607-4875-b756-c7d89df16165 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:24.009377 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b4af528e-e607-4875-b756-c7d89df16165 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:24.032232 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-d2bee145-4090-4be6-b5b4-cc025dd8f221 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:24.032898 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-d2bee145-4090-4be6-b5b4-cc025dd8f221 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:24.046033 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-3fb7da68-454c-41f4-9614-72ec1f545bd5 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:24.063826 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-d2bee145-4090-4be6-b5b4-cc025dd8f221 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1376190 Oct 19 01:06:24.084820 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b09f0867-cee8-4051-8393-05aac3734f4a req-657cbf32-10e9-49fb-b892-1161591818f9 service neutron] 10.222.0.57 "GET /v2.0/networks/5e528a95-765b-4153-a63c-148757c15f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216289 Oct 19 01:06:24.089201 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-94959713-cae0-45d4-8b2b-14ec6576bbe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60bcddab-f2fd-4d10-828b-3d9547f14070 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:06:24.097256 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-5fd71b26-cbf5-4257-91f3-34fe196ec220 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Request body: {'port': {'device_id': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'network_id': '4bdbb06e-439a-49c1-8bb0-4db0fdb649a5', 'admin_state_up': True, 'tenant_id': '372044798076488b8078f880b919e81f', 'security_groups': ['6bc6e901-f329-4c90-906c-b82f3e33fb91']}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:24.101749 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b4af528e-e607-4875-b756-c7d89df16165 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:24.106344 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b4af528e-e607-4875-b756-c7d89df16165 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.6601748 Oct 19 01:06:24.108877 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59402) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:24.118230 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-94959713-cae0-45d4-8b2b-14ec6576bbe2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:24.126624 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af528e-e607-4875-b756-c7d89df16165 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93bcf894-f294-4f55-bf67-dfab3202f81a,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:24.159533 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-94959713-cae0-45d4-8b2b-14ec6576bbe2 service neutron] Transition to ACTIVE for port object 60bcddab-f2fd-4d10-828b-3d9547f14070 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:06:24.166510 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-208a6327-0e07-4fbb-8b14-690d8c19a7d0 req-a92041ee-e916-409a-b3b4-8269a364ec97 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:24.175990 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-94959713-cae0-45d4-8b2b-14ec6576bbe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:24.212456 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-3fb7da68-454c-41f4-9614-72ec1f545bd5 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:24.234390 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-208a6327-0e07-4fbb-8b14-690d8c19a7d0 req-a92041ee-e916-409a-b3b4-8269a364ec97 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:06:24.256052 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-208a6327-0e07-4fbb-8b14-690d8c19a7d0 req-a92041ee-e916-409a-b3b4-8269a364ec97 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:06:24.259619 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-208a6327-0e07-4fbb-8b14-690d8c19a7d0 req-a92041ee-e916-409a-b3b4-8269a364ec97 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:06:24.338782 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-65a43721-8111-4627-b368-4680b86d1eae None None] Provisioning complete for port 2fe1e695-5923-449b-b1db-c20c39248126 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:24.341373 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-65a43721-8111-4627-b368-4680b86d1eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:24.353377 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 2d79080a-7caf-431d-a8fb-9bff77e01a3d no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:06:24.389864 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59410) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:24.395167 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8c828be3-f7a0-4a46-9d3a-cd4e221a0d5c tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2851048 Oct 19 01:06:24.414324 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-3fb7da68-454c-41f4-9614-72ec1f545bd5 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Network 1fccc762-9472-4b6b-bfe9-f151cb76e57f is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:06:24.438225 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92041ee-e916-409a-b3b4-8269a364ec97 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Pushing event updated for resources: {'Port': ['ID=49ccfae2-1a81-4743-b136-95dd99de032b,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:24.463164 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-e0f0b148-9c68-4e1f-a7a8-f45b40ed6e68 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Request body: {'security_group': {'name': 'tempest-security--1344873006', 'description': 'tempest-security-description-400343647'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:24.471396 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-5fd71b26-cbf5-4257-91f3-34fe196ec220 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Made reservation on behalf of 372044798076488b8078f880b919e81f for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:06:24.483839 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-5fd71b26-cbf5-4257-91f3-34fe196ec220 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:24.519290 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-3fb7da68-454c-41f4-9614-72ec1f545bd5 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:06:24.522985 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-3fb7da68-454c-41f4-9614-72ec1f545bd5 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:06:24.588550 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-65a43721-8111-4627-b368-4680b86d1eae None None] Port 2fe1e695-5923-449b-b1db-c20c39248126 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:06:24.589353 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8861f1-3fb6-4261-a22d-39c058e3fbf2 None None] Sync routers for ids ['9c7deb7d-08ab-482f-a466-7679d5aca48f'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:06:24.615119 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8861f1-3fb6-4261-a22d-39c058e3fbf2 None None] Routers {'9c7deb7d-08ab-482f-a466-7679d5aca48f'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:06:24.616055 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-be8861f1-3fb6-4261-a22d-39c058e3fbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:06:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['9c7deb7d-08ab-482f-a466-7679d5aca48f'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:06:24.668824 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba42805-a74e-4c0a-8d40-b28f9d3ec27d req-986e3ff5-59a3-4b57-ab29-4679a48be9b2 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:24.679343 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba42805-a74e-4c0a-8d40-b28f9d3ec27d req-986e3ff5-59a3-4b57-ab29-4679a48be9b2 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:24.692807 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba42805-a74e-4c0a-8d40-b28f9d3ec27d req-986e3ff5-59a3-4b57-ab29-4679a48be9b2 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:24.711845 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba42805-a74e-4c0a-8d40-b28f9d3ec27d req-986e3ff5-59a3-4b57-ab29-4679a48be9b2 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:24.722232 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:24.735505 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2ba42805-a74e-4c0a-8d40-b28f9d3ec27d req-986e3ff5-59a3-4b57-ab29-4679a48be9b2 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 3095 time: 0.2888973 Oct 19 01:06:24.775625 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e0f0b148-9c68-4e1f-a7a8-f45b40ed6e68 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:24.810662 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 2d79080a-7caf-431d-a8fb-9bff77e01a3d, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=2d79080a-7caf-431d-a8fb-9bff77e01a3d,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:06:24.815702 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d6c576e6-c5d5-4f59-a802-376b63f6895d up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:06:24.819667 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac6461f-9466-4906-8ff6-ee125b142502', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d79080a-7caf-431d-a8fb-9bff77e01a3d'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:06:24.827780 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbc7c62-1867-4cb6-bf51-c70ef923df89" -d '{"events": [{"server_uuid": "cac6461f-9466-4906-8ff6-ee125b142502", "name": "network-vif-unplugged", "status": "completed", "tag": "2d79080a-7caf-431d-a8fb-9bff77e01a3d"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:06:24.851429 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2ba42805-a74e-4c0a-8d40-b28f9d3ec27d req-8dea5e76-0715-4755-9e3f-8d890162bc3f tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136925 Oct 19 01:06:24.853825 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:24.882318 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94959713-cae0-45d4-8b2b-14ec6576bbe2 service neutron] Pushing event updated for resources: {'Port': ['ID=60bcddab-f2fd-4d10-828b-3d9547f14070,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:24.957443 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7da68-454c-41f4-9614-72ec1f545bd5 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Pushing event updated for resources: {'Port': ['ID=137414ad-fd54-484b-86fd-f70152e683c2,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:24.994412 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-3fb7da68-454c-41f4-9614-72ec1f545bd5 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:24.998787 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-3fb7da68-454c-41f4-9614-72ec1f545bd5 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:25.070544 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e0f0b148-9c68-4e1f-a7a8-f45b40ed6e68 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:25.077089 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port d6c576e6-c5d5-4f59-a802-376b63f6895d triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:25.077795 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:25.104101 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e0f0b148-9c68-4e1f-a7a8-f45b40ed6e68 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:25.132255 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=2d79080a-7caf-431d-a8fb-9bff77e01a3d,revision_number=8']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:25.134753 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e0f0b148-9c68-4e1f-a7a8-f45b40ed6e68 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:25.136314 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e0f0b148-9c68-4e1f-a7a8-f45b40ed6e68 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "PUT /v2.0/security-groups/93bcf894-f294-4f55-bf67-dfab3202f81a HTTP/1.1" status: 200 len: 1779 time: 0.7298064 Oct 19 01:06:25.143379 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-94959713-cae0-45d4-8b2b-14ec6576bbe2 service neutron] Attempting to bind port 60bcddab-f2fd-4d10-828b-3d9547f14070 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:06:25.149244 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-94959713-cae0-45d4-8b2b-14ec6576bbe2 service neutron] Attempting to bind port 60bcddab-f2fd-4d10-828b-3d9547f14070 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '618e9f13-33df-47a4-8265-1f8d48d0f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '71e66fa3-7227-46c9-8805-807e52545d13'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:06:25.151467 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-94959713-cae0-45d4-8b2b-14ec6576bbe2 service neutron] Attempting to bind port 60bcddab-f2fd-4d10-828b-3d9547f14070 on network 71e66fa3-7227-46c9-8805-807e52545d13 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:06:25.154577 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-208a6327-0e07-4fbb-8b14-690d8c19a7d0 req-a92041ee-e916-409a-b3b4-8269a364ec97 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:25.158693 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5dfa6-06e5-46c4-bf32-4209b9b90616 req-08ae717a-211d-4d45-b82a-c047bbe739db tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:25.165486 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59420) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:25.167419 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-be8861f1-3fb6-4261-a22d-39c058e3fbf2 None None] Set router 9c7deb7d-08ab-482f-a466-7679d5aca48f gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:06:25.169160 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5dfa6-06e5-46c4-bf32-4209b9b90616 req-08ae717a-211d-4d45-b82a-c047bbe739db tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:25.170799 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11f5dfa6-06e5-46c4-bf32-4209b9b90616 req-08ae717a-211d-4d45-b82a-c047bbe739db tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 1651 time: 0.1484168 Oct 19 01:06:25.172588 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-5fd71b26-cbf5-4257-91f3-34fe196ec220 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Allocated IP 10.1.1.248 (4bdbb06e-439a-49c1-8bb0-4db0fdb649a5/67dfdfc9-7c16-4d97-8f29-d21072ecc7ea/9c27f7e3-5adb-4a06-a706-c950206ee957) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:06:25.229638 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-022c234a-b02c-4f64-8e7f-7d7f1fdd2898 None None] Provisioning complete for port 137414ad-fd54-484b-86fd-f70152e683c2 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:25.231032 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-022c234a-b02c-4f64-8e7f-7d7f1fdd2898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:25.243215 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11f5dfa6-06e5-46c4-bf32-4209b9b90616 req-dd067865-75dd-4525-a291-30585ba47e85 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609965 Oct 19 01:06:25.247692 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-3fb7da68-454c-41f4-9614-72ec1f545bd5 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8041160 Oct 19 01:06:25.282143 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-94959713-cae0-45d4-8b2b-14ec6576bbe2 service neutron] Port 60bcddab-f2fd-4d10-828b-3d9547f14070 on network 71e66fa3-7227-46c9-8805-807e52545d13 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:06:25.282470 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-94959713-cae0-45d4-8b2b-14ec6576bbe2 service neutron] Attempting to bind port 60bcddab-f2fd-4d10-828b-3d9547f14070 on network 71e66fa3-7227-46c9-8805-807e52545d13 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:06:25.328182 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-022c234a-b02c-4f64-8e7f-7d7f1fdd2898 None None] Port 137414ad-fd54-484b-86fd-f70152e683c2 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:06:25.341092 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-5e6a7d86-7014-4775-999b-6cd953749ef7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Request body: {'port': {'device_id': '6f76c236-2350-46ba-8279-f7780c3ab086', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1fccc762-9472-4b6b-bfe9-f151cb76e57f', 'admin_state_up': True, 'tenant_id': '4da2c8fb80314d439039529c71ca4b69', 'security_groups': ['31f2be55-0e9e-418f-8d3b-d47b39901060']}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:25.357031 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0b148-9c68-4e1f-a7a8-f45b40ed6e68 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93bcf894-f294-4f55-bf67-dfab3202f81a,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:25.446832 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-94959713-cae0-45d4-8b2b-14ec6576bbe2 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:06:25.447225 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-94959713-cae0-45d4-8b2b-14ec6576bbe2 service neutron] Checking segment: {'id': '618e9f13-33df-47a4-8265-1f8d48d0f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '71e66fa3-7227-46c9-8805-807e52545d13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:06:25.447626 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-94959713-cae0-45d4-8b2b-14ec6576bbe2 service neutron] Bound using segment: {'id': '618e9f13-33df-47a4-8265-1f8d48d0f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '71e66fa3-7227-46c9-8805-807e52545d13'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:06:25.448089 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-94959713-cae0-45d4-8b2b-14ec6576bbe2 service neutron] Bound port: 60bcddab-f2fd-4d10-828b-3d9547f14070, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '618e9f13-33df-47a4-8265-1f8d48d0f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '71e66fa3-7227-46c9-8805-807e52545d13'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:06:25.448610 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-94959713-cae0-45d4-8b2b-14ec6576bbe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:25.465701 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-5fd71b26-cbf5-4257-91f3-34fe196ec220 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:25.484955 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-be8861f1-3fb6-4261-a22d-39c058e3fbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'name': 'tempest-FloatingIPsAssociationTestJSON-646553127-router', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:06:00Z', 'updated_at': '2021-10-19T01:06:17Z', 'revision_number': 4, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'gw_port': {'id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:03Z', 'updated_at': '2021-10-19T01:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '242618d7-8daa-4739-832e-aa5988d30258', 'name': '', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'mac_address': 'fa:16:3e:4e:55:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:15Z', 'updated_at': '2021-10-19T01:06:18Z', 'revision_number': 2, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'subnets': [{'id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:06:25.487184 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-208a6327-0e07-4fbb-8b14-690d8c19a7d0 req-a92041ee-e916-409a-b3b4-8269a364ec97 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:25.516962 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8861f1-3fb6-4261-a22d-39c058e3fbf2 None None] Checking router: 9c7deb7d-08ab-482f-a466-7679d5aca48f for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:06:25.517270 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8861f1-3fb6-4261-a22d-39c058e3fbf2 None None] Updating router 9c7deb7d-08ab-482f-a466-7679d5aca48f port 242618d7-8daa-4739-832e-aa5988d30258 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:06:25.543996 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-be8861f1-3fb6-4261-a22d-39c058e3fbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:25.559274 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295f71a-5837-4d43-8b03-4ace736e9a06 req-430dab01-993c-485a-a59d-3ec25bc2d5c0 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:25.567368 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4295f71a-5837-4d43-8b03-4ace736e9a06 req-430dab01-993c-485a-a59d-3ec25bc2d5c0 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "GET /v2.0/ports?device_id=0384c7e7-e5cd-4394-b5fc-b4aaf74df8af HTTP/1.1" status: 200 len: 943 time: 0.0850687 Oct 19 01:06:25.599304 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-79d7e76b-f86f-4389-a1af-fd56bad4c59f tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "GET /v2.0/security-groups/93bcf894-f294-4f55-bf67-dfab3202f81a HTTP/1.1" status: 200 len: 1779 time: 0.4271858 Oct 19 01:06:25.604687 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59422) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:25.654907 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4295f71a-5837-4d43-8b03-4ace736e9a06 req-807d69ed-ccfc-41db-9e8b-2e7490442b5e tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "GET /v2.0/security-groups?id=a92623c9-d7ca-40ac-b11a-4792288fced6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863955 Oct 19 01:06:25.662237 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-5fd71b26-cbf5-4257-91f3-34fe196ec220 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:25.688973 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-94959713-cae0-45d4-8b2b-14ec6576bbe2 service neutron] For port 60bcddab-f2fd-4d10-828b-3d9547f14070, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:06:25.753829 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-94959713-cae0-45d4-8b2b-14ec6576bbe2 service neutron] For port 60bcddab-f2fd-4d10-828b-3d9547f14070, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=60bcddab-f2fd-4d10-828b-3d9547f14070,segment=NetworkSegment(618e9f13-33df-47a4-8265-1f8d48d0f612),segment_id=618e9f13-33df-47a4-8265-1f8d48d0f612)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:06:25.756709 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-5e6a7d86-7014-4775-999b-6cd953749ef7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Made reservation on behalf of 4da2c8fb80314d439039529c71ca4b69 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:06:25.767087 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-5e6a7d86-7014-4775-999b-6cd953749ef7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:25.799173 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-94959713-cae0-45d4-8b2b-14ec6576bbe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:25.865048 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-5fd71b26-cbf5-4257-91f3-34fe196ec220 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Network 4bdbb06e-439a-49c1-8bb0-4db0fdb649a5 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:06:25.897657 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-5fd71b26-cbf5-4257-91f3-34fe196ec220 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:06:25.900295 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-5fd71b26-cbf5-4257-91f3-34fe196ec220 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:06:25.919882 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5136f39b-a0fe-48e7-8e5f-d878d8d68eca req-397c2bcb-4ee6-474e-b1bb-6067c08cf664 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec598e4f-08c8-49a9-9e9f-5e6d00e40b56 HTTP/1.1" status: 200 len: 210 time: 0.1481507 Oct 19 01:06:26.016011 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-94959713-cae0-45d4-8b2b-14ec6576bbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:26.016637 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-94959713-cae0-45d4-8b2b-14ec6576bbe2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:26.018163 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-94959713-cae0-45d4-8b2b-14ec6576bbe2 service neutron] 10.222.0.55 "PUT /v2.0/ports/60bcddab-f2fd-4d10-828b-3d9547f14070 HTTP/1.1" status: 200 len: 1092 time: 3.7473576 Oct 19 01:06:26.022825 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0384c7e7-e5cd-4394-b5fc-b4aaf74df8af', 'tag': '60bcddab-f2fd-4d10-828b-3d9547f14070'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:06:26.025223 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b45cb3-d2a3-42e4-8d09-4d7e4446d9cc" -d '{"events": [{"name": "network-changed", "server_uuid": "0384c7e7-e5cd-4394-b5fc-b4aaf74df8af", "tag": "60bcddab-f2fd-4d10-828b-3d9547f14070"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:06:26.061463 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0723870b-dcd2-44f5-ad4f-f21dc0455d43 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:26.093596 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0723870b-dcd2-44f5-ad4f-f21dc0455d43 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:26.103634 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-be8861f1-3fb6-4261-a22d-39c058e3fbf2 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:26.117540 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-be8861f1-3fb6-4261-a22d-39c058e3fbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:26.152093 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd71b26-cbf5-4257-91f3-34fe196ec220 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Pushing event updated for resources: {'Port': ['ID=9c27f7e3-5adb-4a06-a706-c950206ee957,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:26.171498 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0723870b-dcd2-44f5-ad4f-f21dc0455d43 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:26.174613 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0723870b-dcd2-44f5-ad4f-f21dc0455d43 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:26.178697 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0723870b-dcd2-44f5-ad4f-f21dc0455d43 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "DELETE /v2.0/security-groups/93bcf894-f294-4f55-bf67-dfab3202f81a HTTP/1.1" status: 204 len: 168 time: 0.5730016 Oct 19 01:06:26.185335 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59434) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:26.275104 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-5fd71b26-cbf5-4257-91f3-34fe196ec220 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:26.275988 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-5fd71b26-cbf5-4257-91f3-34fe196ec220 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:26.295653 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f140e8-1f07-49f2-adcb-b9017e45e900 None None] Pushing event updated for resources: {'Port': ['ID=242618d7-8daa-4739-832e-aa5988d30258,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:26.298523 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0723870b-dcd2-44f5-ad4f-f21dc0455d43 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bcf894-f294-4f55-bf67-dfab3202f81a,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:26.410984 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-be8861f1-3fb6-4261-a22d-39c058e3fbf2 None None] Attempting to bind port 242618d7-8daa-4739-832e-aa5988d30258 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:06:26.412152 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-be8861f1-3fb6-4261-a22d-39c058e3fbf2 None None] Attempting to bind port 242618d7-8daa-4739-832e-aa5988d30258 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'd19f75c5-7494-4022-8a08-e9eb3483a6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '5e528a95-765b-4153-a63c-148757c15f94'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:06:26.412960 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8861f1-3fb6-4261-a22d-39c058e3fbf2 None None] Attempting to bind port 242618d7-8daa-4739-832e-aa5988d30258 on network 5e528a95-765b-4153-a63c-148757c15f94 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:06:26.428025 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a00ea0f5-5dda-43ef-af3b-0458c38b2c3e tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2357738 Oct 19 01:06:26.435362 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8861f1-3fb6-4261-a22d-39c058e3fbf2 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:06:26.435771 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8861f1-3fb6-4261-a22d-39c058e3fbf2 None None] Checking segment: {'id': 'd19f75c5-7494-4022-8a08-e9eb3483a6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '5e528a95-765b-4153-a63c-148757c15f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:06:26.436162 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-be8861f1-3fb6-4261-a22d-39c058e3fbf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:26.436752 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8861f1-3fb6-4261-a22d-39c058e3fbf2 None None] Bound using segment: {'id': 'd19f75c5-7494-4022-8a08-e9eb3483a6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '5e528a95-765b-4153-a63c-148757c15f94'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:06:26.437401 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-be8861f1-3fb6-4261-a22d-39c058e3fbf2 None None] Bound port: 242618d7-8daa-4739-832e-aa5988d30258, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd19f75c5-7494-4022-8a08-e9eb3483a6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '5e528a95-765b-4153-a63c-148757c15f94'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:06:26.438423 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-be8861f1-3fb6-4261-a22d-39c058e3fbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:26.450872 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f0867-cee8-4051-8393-05aac3734f4a req-fcc9f233-d338-4d18-b6e9-18710e417177 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:26.451407 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59444) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:26.453715 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b09f0867-cee8-4051-8393-05aac3734f4a req-fcc9f233-d338-4d18-b6e9-18710e417177 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.55 "GET /v2.0/networks?id=5e528a95-765b-4153-a63c-148757c15f94 HTTP/1.1" status: 200 len: 820 time: 0.7177675 Oct 19 01:06:26.462427 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-5fd71b26-cbf5-4257-91f3-34fe196ec220 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3750939 Oct 19 01:06:26.473332 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94959713-cae0-45d4-8b2b-14ec6576bbe2 service neutron] Pushing event updated for resources: {'Port': ['ID=60bcddab-f2fd-4d10-828b-3d9547f14070,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:26.475908 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-fe1c0976-56ba-4b8e-add9-387a152ca63d None None] Provisioning complete for port 9c27f7e3-5adb-4a06-a706-c950206ee957 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:26.477087 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-b09f0867-cee8-4051-8393-05aac3734f4a req-0eec9103-dd1c-4e6a-856d-1158e653ca0e tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Request body: {'port': {'device_id': 'ec598e4f-08c8-49a9-9e9f-5e6d00e40b56', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'admin_state_up': True, 'tenant_id': '9d159951251f425b8e201bae6d58e0c2'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:26.477253 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fe1c0976-56ba-4b8e-add9-387a152ca63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:26.484727 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-3855114e-ee6d-44bb-a800-ebf5363656fc tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Request body: {'port': {'device_id': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '28bbb5fd-c75c-47ce-a413-f94e9e278cac', 'admin_state_up': True, 'tenant_id': '372044798076488b8078f880b919e81f', 'security_groups': ['6bc6e901-f329-4c90-906c-b82f3e33fb91']}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:26.547210 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-be8861f1-3fb6-4261-a22d-39c058e3fbf2 None None] For port 242618d7-8daa-4739-832e-aa5988d30258, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:06:26.551650 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-be8861f1-3fb6-4261-a22d-39c058e3fbf2 None None] For port 242618d7-8daa-4739-832e-aa5988d30258, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=242618d7-8daa-4739-832e-aa5988d30258,segment=NetworkSegment(d19f75c5-7494-4022-8a08-e9eb3483a6bb),segment_id=d19f75c5-7494-4022-8a08-e9eb3483a6bb)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:06:26.561695 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-be8861f1-3fb6-4261-a22d-39c058e3fbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:26.614057 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-fe1c0976-56ba-4b8e-add9-387a152ca63d None None] Port 9c27f7e3-5adb-4a06-a706-c950206ee957 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:06:26.643650 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-c3cd5a75-d139-4291-83f0-1138f3ecfcc5 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] delete failed (client error): The resource could not be found. Oct 19 01:06:26.648530 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c3cd5a75-d139-4291-83f0-1138f3ecfcc5 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "DELETE /v2.0/security-groups/93bcf894-f294-4f55-bf67-dfab3202f81a HTTP/1.1" status: 404 len: 347 time: 0.1556568 Oct 19 01:06:26.663178 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-208a6327-0e07-4fbb-8b14-690d8c19a7d0 req-a92041ee-e916-409a-b3b4-8269a364ec97 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:26.669275 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8861f1-3fb6-4261-a22d-39c058e3fbf2 None None] Routers {'9c7deb7d-08ab-482f-a466-7679d5aca48f'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:06:26.670450 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-be8861f1-3fb6-4261-a22d-39c058e3fbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:06:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['9c7deb7d-08ab-482f-a466-7679d5aca48f'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:06:26.677954 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59460) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:26.678595 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-5e6a7d86-7014-4775-999b-6cd953749ef7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Allocated IP 10.2.2.200 (1fccc762-9472-4b6b-bfe9-f151cb76e57f/20db5d13-0783-4fe8-8bf3-782bee1ace5f/02ec6d94-aeb9-4134-8f0e-3ee960c7b393) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:06:26.688472 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-91b6678b-9866-4fc7-a9f5-8502102d7c76 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Request body: {'security_group': {'name': 'tempest-secgroup--975644923'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:26.714276 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-208a6327-0e07-4fbb-8b14-690d8c19a7d0 req-a92041ee-e916-409a-b3b4-8269a364ec97 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:26.768457 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-10014f8e-574e-4bd6-9360-6fc4e9d58aec None None] Provisioning complete for port 242618d7-8daa-4739-832e-aa5988d30258 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:26.769708 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f140e8-1f07-49f2-adcb-b9017e45e900 None None] Pushing event updated for resources: {'Port': ['ID=242618d7-8daa-4739-832e-aa5988d30258,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:26.770287 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-10014f8e-574e-4bd6-9360-6fc4e9d58aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:26.886223 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-208a6327-0e07-4fbb-8b14-690d8c19a7d0 req-a92041ee-e916-409a-b3b4-8269a364ec97 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:26.915185 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-91b6678b-9866-4fc7-a9f5-8502102d7c76 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:26.931039 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-be8861f1-3fb6-4261-a22d-39c058e3fbf2 None None] Set router 9c7deb7d-08ab-482f-a466-7679d5aca48f gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:06:26.957919 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-208a6327-0e07-4fbb-8b14-690d8c19a7d0 req-a92041ee-e916-409a-b3b4-8269a364ec97 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:26.959139 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-208a6327-0e07-4fbb-8b14-690d8c19a7d0 req-a92041ee-e916-409a-b3b4-8269a364ec97 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.5764418 Oct 19 01:06:26.992485 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:27.064296 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-10014f8e-574e-4bd6-9360-6fc4e9d58aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:27.101734 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-208a6327-0e07-4fbb-8b14-690d8c19a7d0 req-0bb90094-2806-4893-be7c-cf7734bdf52c tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.100 HTTP/1.1" status: 200 len: 696 time: 0.1143324 Oct 19 01:06:27.110829 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-9d45f29d-8402-4d4a-a0a0-5dbac37b3d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:27.112832 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-9d45f29d-8402-4d4a-a0a0-5dbac37b3d61 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=84c3d130d4f04e87bd12923b4ec520ba&device_id=0384c7e7-e5cd-4394-b5fc-b4aaf74df8af HTTP/1.1" status: 200 len: 1095 time: 0.9432271 Oct 19 01:06:27.120450 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92041ee-e916-409a-b3b4-8269a364ec97 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Pushing event updated for resources: {'Port': ['ID=49ccfae2-1a81-4743-b136-95dd99de032b,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:27.138727 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-10014f8e-574e-4bd6-9360-6fc4e9d58aec None None] For port 242618d7-8daa-4739-832e-aa5988d30258, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=242618d7-8daa-4739-832e-aa5988d30258,segment=NetworkSegment(d19f75c5-7494-4022-8a08-e9eb3483a6bb),segment_id=d19f75c5-7494-4022-8a08-e9eb3483a6bb)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:06:27.144645 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03127ec8-d0f4-44f0-ade2-411c896996d9 x-openstack-request-id: req-03127ec8-d0f4-44f0-ade2-411c896996d9 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:06:27.145290 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac6461f-9466-4906-8ff6-ee125b142502", "name": "network-vif-unplugged", "status": "completed", "tag": "2d79080a-7caf-431d-a8fb-9bff77e01a3d", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:06:27.145795 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-03127ec8-d0f4-44f0-ade2-411c896996d9 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:06:27.146427 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac6461f-9466-4906-8ff6-ee125b142502', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d79080a-7caf-431d-a8fb-9bff77e01a3d', 'code': 200} Oct 19 01:06:27.148051 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-10014f8e-574e-4bd6-9360-6fc4e9d58aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:27.192463 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-91b6678b-9866-4fc7-a9f5-8502102d7c76 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:27.197021 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-3855114e-ee6d-44bb-a800-ebf5363656fc tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Made reservation on behalf of 372044798076488b8078f880b919e81f for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:06:27.232748 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10014f8e-574e-4bd6-9360-6fc4e9d58aec None None] Pushing event updated for resources: {'Port': ['ID=242618d7-8daa-4739-832e-aa5988d30258,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:27.235529 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-91b6678b-9866-4fc7-a9f5-8502102d7c76 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:27.262806 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a6327-0e07-4fbb-8b14-690d8c19a7d0 req-f6e887e3-efa5-4609-bd7d-65e58d8251c5 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:27.264243 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-208a6327-0e07-4fbb-8b14-690d8c19a7d0 req-f6e887e3-efa5-4609-bd7d-65e58d8251c5 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 784 time: 0.1475880 Oct 19 01:06:27.289268 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-c4a40391-024a-449f-8468-3dc4dc4eacc5 None None] Provisioning complete for port 242618d7-8daa-4739-832e-aa5988d30258 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:27.289643 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c4a40391-024a-449f-8468-3dc4dc4eacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:27.308981 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-58678437-47a9-4203-ac41-20536e33811f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60bcddab-f2fd-4d10-828b-3d9547f14070 HTTP/1.1" status: 200 len: 217 time: 0.1609986 Oct 19 01:06:27.361215 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-be8861f1-3fb6-4261-a22d-39c058e3fbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'name': 'tempest-FloatingIPsAssociationTestJSON-646553127-router', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:06:00Z', 'updated_at': '2021-10-19T01:06:17Z', 'revision_number': 4, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'gw_port': {'id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:03Z', 'updated_at': '2021-10-19T01:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '242618d7-8daa-4739-832e-aa5988d30258', 'name': '', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'mac_address': 'fa:16:3e:4e:55:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:15Z', 'updated_at': '2021-10-19T01:06:26Z', 'revision_number': 4, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'subnets': [{'id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:06:27.406269 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-6a58b2c1-7c42-4b3f-8506-6251ab60cc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:27.407834 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-6a58b2c1-7c42-4b3f-8506-6251ab60cc45 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15816f82-cfe0-47bc-8647-595403cbff3d HTTP/1.1" status: 200 len: 854 time: 0.0564077 Oct 19 01:06:27.409394 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d8ffa1-a1d1-4b38-92e5-669b3bad349b x-openstack-request-id: req-a4d8ffa1-a1d1-4b38-92e5-669b3bad349b {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:06:27.409681 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0384c7e7-e5cd-4394-b5fc-b4aaf74df8af", "tag": "60bcddab-f2fd-4d10-828b-3d9547f14070", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:06:27.409928 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a4d8ffa1-a1d1-4b38-92e5-669b3bad349b {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:06:27.410363 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0384c7e7-e5cd-4394-b5fc-b4aaf74df8af', 'tag': '60bcddab-f2fd-4d10-828b-3d9547f14070', 'status': 'completed', 'code': 200} Oct 19 01:06:27.458278 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8861f1-3fb6-4261-a22d-39c058e3fbf2 None None] The sync data for ids ['9c7deb7d-08ab-482f-a466-7679d5aca48f'] in n-d-715271-26 is: [{'id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'name': 'tempest-FloatingIPsAssociationTestJSON-646553127-router', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:06:00Z', 'updated_at': '2021-10-19T01:06:17Z', 'revision_number': 4, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'gw_port': {'id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:03Z', 'updated_at': '2021-10-19T01:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '242618d7-8daa-4739-832e-aa5988d30258', 'name': '', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'mac_address': 'fa:16:3e:4e:55:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:15Z', 'updated_at': '2021-10-19T01:06:26Z', 'revision_number': 4, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'subnets': [{'id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:06:27.494211 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-28ef9b79-2cb0-45ff-b66e-5d765eacf162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:27.496104 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-28ef9b79-2cb0-45ff-b66e-5d765eacf162 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71e66fa3-7227-46c9-8805-807e52545d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0804477 Oct 19 01:06:27.620359 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-6733eed5-190d-4b76-ac36-2ce18cf2ee9f service neutron] 10.222.0.55 "GET /v2.0/networks/71e66fa3-7227-46c9-8805-807e52545d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097779 Oct 19 01:06:27.655760 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-5e6a7d86-7014-4775-999b-6cd953749ef7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:27.771428 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b09f0867-cee8-4051-8393-05aac3734f4a req-0eec9103-dd1c-4e6a-856d-1158e653ca0e tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Made reservation on behalf of 9d159951251f425b8e201bae6d58e0c2 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:06:27.775410 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-b09f0867-cee8-4051-8393-05aac3734f4a req-0eec9103-dd1c-4e6a-856d-1158e653ca0e tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:27.803129 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9482a1c-58cb-40a2-a7cc-0584ce4a54d3 req-2deb7cae-a2dd-418d-be5e-75a107ed5733 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:27.811527 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9482a1c-58cb-40a2-a7cc-0584ce4a54d3 req-2deb7cae-a2dd-418d-be5e-75a107ed5733 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:27.818519 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9482a1c-58cb-40a2-a7cc-0584ce4a54d3 req-2deb7cae-a2dd-418d-be5e-75a107ed5733 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:27.820792 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b9482a1c-58cb-40a2-a7cc-0584ce4a54d3 req-2deb7cae-a2dd-418d-be5e-75a107ed5733 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 2372 time: 0.3290570 Oct 19 01:06:27.824582 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-5e6a7d86-7014-4775-999b-6cd953749ef7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:27.842888 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3b1fd1b0-189b-471f-ba27-e8f1979d558f req-61307782-f436-4326-9aa5-e96f8013cc37 service neutron] 10.222.0.55 "GET /v2.0/networks/71e66fa3-7227-46c9-8805-807e52545d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017667 Oct 19 01:06:27.899042 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-5e6a7d86-7014-4775-999b-6cd953749ef7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Network 1fccc762-9472-4b6b-bfe9-f151cb76e57f is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:06:27.916949 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-5e6a7d86-7014-4775-999b-6cd953749ef7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:06:27.929993 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-91b6678b-9866-4fc7-a9f5-8502102d7c76 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:27.934989 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-91b6678b-9866-4fc7-a9f5-8502102d7c76 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2503438 Oct 19 01:06:27.941961 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59482) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:27.951059 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-04881e48-74eb-439c-972f-26a207f62538 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Request body: {'security_group_rule': {'security_group_id': '01ec569d-ea07-4e82-966f-897629e6a146', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:27.959660 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-5e6a7d86-7014-4775-999b-6cd953749ef7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:06:27.997290 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-b09f0867-cee8-4051-8393-05aac3734f4a req-0eec9103-dd1c-4e6a-856d-1158e653ca0e tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Allocated IP 172.20.0.12 (5e528a95-765b-4153-a63c-148757c15f94/de74403a-93c8-48d8-9fdc-ed1cd7b1d665/c7078771-4320-45b1-ae7b-ee55db29d068) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:06:28.001110 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6678b-9866-4fc7-a9f5-8502102d7c76 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01ec569d-ea07-4e82-966f-897629e6a146,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:28.031439 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ca8af-6f24-456c-9959-127dab1a5e50 req-7a7f2d47-3814-44be-9961-ea39c52843fc tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:28.038831 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ca8af-6f24-456c-9959-127dab1a5e50 req-7a7f2d47-3814-44be-9961-ea39c52843fc tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:28.044542 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b9482a1c-58cb-40a2-a7cc-0584ce4a54d3 req-4d7bfa49-54e6-447a-8f07-70a974827cd0 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117410 Oct 19 01:06:28.046160 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ca8af-6f24-456c-9959-127dab1a5e50 req-7a7f2d47-3814-44be-9961-ea39c52843fc tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:28.052477 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ca8af-6f24-456c-9959-127dab1a5e50 req-7a7f2d47-3814-44be-9961-ea39c52843fc tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:28.060101 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a7d86-7014-4775-999b-6cd953749ef7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Pushing event updated for resources: {'Port': ['ID=02ec6d94-aeb9-4134-8f0e-3ee960c7b393,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:28.060544 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0b2ca8af-6f24-456c-9959-127dab1a5e50 req-7a7f2d47-3814-44be-9961-ea39c52843fc tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 3095 time: 0.8505521 Oct 19 01:06:28.107606 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-04881e48-74eb-439c-972f-26a207f62538 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:28.116760 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b45cb3-d2a3-42e4-8d09-4d7e4446d9cc req-b6c9cfec-f8a5-49f5-9fc5-0803b01aaeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:28.118928 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61b45cb3-d2a3-42e4-8d09-4d7e4446d9cc req-b6c9cfec-f8a5-49f5-9fc5-0803b01aaeb0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=84c3d130d4f04e87bd12923b4ec520ba&device_id=0384c7e7-e5cd-4394-b5fc-b4aaf74df8af HTTP/1.1" status: 200 len: 1095 time: 0.2134721 Oct 19 01:06:28.141822 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-3855114e-ee6d-44bb-a800-ebf5363656fc tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:28.171262 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-5e6a7d86-7014-4775-999b-6cd953749ef7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:28.172301 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-5e6a7d86-7014-4775-999b-6cd953749ef7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:28.189944 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0b2ca8af-6f24-456c-9959-127dab1a5e50 req-f4e682f8-a15c-40f3-9387-1b58e34e9f14 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229541 Oct 19 01:06:28.272224 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-04881e48-74eb-439c-972f-26a207f62538 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:28.312532 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4ea6de86-d810-4ab0-bedd-5ee509486cf7 None None] Provisioning complete for port 02ec6d94-aeb9-4134-8f0e-3ee960c7b393 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:28.314119 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-5e6a7d86-7014-4775-999b-6cd953749ef7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0487652 Oct 19 01:06:28.314520 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4ea6de86-d810-4ab0-bedd-5ee509486cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:28.324897 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-04881e48-74eb-439c-972f-26a207f62538 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:28.341382 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-eb493c83-c240-43ff-9850-64dc4135317c service neutron] Request body: {'port': {'device_id': '6f76c236-2350-46ba-8279-f7780c3ab086', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:28.357555 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4ea6de86-d810-4ab0-bedd-5ee509486cf7 None None] Port 02ec6d94-aeb9-4134-8f0e-3ee960c7b393 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:06:28.428102 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04881e48-74eb-439c-972f-26a207f62538 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94f2417f-6f7d-4154-83eb-d79839c8d84a,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:28.441789 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ca82bb71-4a74-4671-84d9-0966e8ed7a5f req-313be6fe-7bb6-456d-b7fe-809bd540cb89 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec598e4f-08c8-49a9-9e9f-5e6d00e40b56 HTTP/1.1" status: 200 len: 210 time: 0.1129243 Oct 19 01:06:28.467301 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410bf0ce-febe-49cd-bb41-078d571d5571 req-0a90956d-e762-48ff-bcab-6c7ef3fdb669 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:28.468862 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-410bf0ce-febe-49cd-bb41-078d571d5571 req-0a90956d-e762-48ff-bcab-6c7ef3fdb669 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "GET /v2.0/ports?device_id=0384c7e7-e5cd-4394-b5fc-b4aaf74df8af HTTP/1.1" status: 200 len: 943 time: 0.1499133 Oct 19 01:06:28.469986 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b45cb3-d2a3-42e4-8d09-4d7e4446d9cc req-f84b060c-f437-44ac-bf8b-ae2d5267dd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:28.471302 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61b45cb3-d2a3-42e4-8d09-4d7e4446d9cc req-f84b060c-f437-44ac-bf8b-ae2d5267dd51 service neutron] 10.222.0.55 "GET /v2.0/networks?id=71e66fa3-7227-46c9-8805-807e52545d13 HTTP/1.1" status: 200 len: 916 time: 0.3428013 Oct 19 01:06:28.480588 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-04881e48-74eb-439c-972f-26a207f62538 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:28.484977 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-04881e48-74eb-439c-972f-26a207f62538 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5422120 Oct 19 01:06:28.491445 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59486) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:28.551017 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-eb493c83-c240-43ff-9850-64dc4135317c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:28.576263 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61b45cb3-d2a3-42e4-8d09-4d7e4446d9cc req-c5271c68-c759-4c6b-8bc7-571f74a8673e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60bcddab-f2fd-4d10-828b-3d9547f14070 HTTP/1.1" status: 200 len: 217 time: 0.0942299 Oct 19 01:06:28.651211 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 242618d7-8daa-4739-832e-aa5988d30258 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:06:28.668706 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1a7b6cb6-cd5d-48c4-9da8-0f17c2bd39d9 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:28.679192 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-410bf0ce-febe-49cd-bb41-078d571d5571 req-638b3d16-87c8-4097-938e-a76e34d4fad1 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "GET /v2.0/security-groups?id=a92623c9-d7ca-40ac-b11a-4792288fced6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960948 Oct 19 01:06:28.738246 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1a7b6cb6-cd5d-48c4-9da8-0f17c2bd39d9 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:28.750738 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 242618d7-8daa-4739-832e-aa5988d30258 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:28.752867 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:28.773004 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b45cb3-d2a3-42e4-8d09-4d7e4446d9cc req-ddb6fe7d-9884-45c9-8f9b-123672335023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:28.775765 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61b45cb3-d2a3-42e4-8d09-4d7e4446d9cc req-ddb6fe7d-9884-45c9-8f9b-123672335023 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15816f82-cfe0-47bc-8647-595403cbff3d HTTP/1.1" status: 200 len: 854 time: 0.1771579 Oct 19 01:06:28.887535 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-b09f0867-cee8-4051-8393-05aac3734f4a req-0eec9103-dd1c-4e6a-856d-1158e653ca0e tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:28.894292 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8a065d22-14ea-49a4-be45-15f5026fcd46 req-20a6c492-100a-4987-8ea0-b4e3f1f13505 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3150597 Oct 19 01:06:28.911125 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-8a065d22-14ea-49a4-be45-15f5026fcd46 req-1392ee3f-99fd-46be-9e13-36218e2decc5 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:28.944522 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-3855114e-ee6d-44bb-a800-ebf5363656fc tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Allocated IP 10.2.2.100 (28bbb5fd-c75c-47ce-a413-f94e9e278cac/3be225f4-ab98-4635-abe3-f510061f702c/448ed52f-8e37-4de5-8ece-79e0b041cb70) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:06:28.985352 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8a065d22-14ea-49a4-be45-15f5026fcd46 req-1392ee3f-99fd-46be-9e13-36218e2decc5 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks [] for floatingip, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:29.046330 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-b09f0867-cee8-4051-8393-05aac3734f4a req-0eec9103-dd1c-4e6a-856d-1158e653ca0e tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:29.134998 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:29.170401 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b09f0867-cee8-4051-8393-05aac3734f4a req-0eec9103-dd1c-4e6a-856d-1158e653ca0e tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Network 5e528a95-765b-4153-a63c-148757c15f94 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:06:29.171547 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec9103-dd1c-4e6a-856d-1158e653ca0e tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Pushing event updated for resources: {'Port': ['ID=c7078771-4320-45b1-ae7b-ee55db29d068,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:29.190761 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-b09f0867-cee8-4051-8393-05aac3734f4a req-0eec9103-dd1c-4e6a-856d-1158e653ca0e tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:06:29.199594 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09f0867-cee8-4051-8393-05aac3734f4a req-0eec9103-dd1c-4e6a-856d-1158e653ca0e tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:06:29.314802 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-3855114e-ee6d-44bb-a800-ebf5363656fc tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:29.337168 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f0867-cee8-4051-8393-05aac3734f4a req-0eec9103-dd1c-4e6a-856d-1158e653ca0e tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:29.337833 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-b09f0867-cee8-4051-8393-05aac3734f4a req-0eec9103-dd1c-4e6a-856d-1158e653ca0e tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:29.382128 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b09f0867-cee8-4051-8393-05aac3734f4a req-0eec9103-dd1c-4e6a-856d-1158e653ca0e tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9113514 Oct 19 01:06:29.399349 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-b09f0867-cee8-4051-8393-05aac3734f4a req-c2b47799-fdc6-4668-8111-c99a6c729547 service neutron] Request body: {'port': {'device_id': 'ec598e4f-08c8-49a9-9e9f-5e6d00e40b56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:29.422705 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-3855114e-ee6d-44bb-a800-ebf5363656fc tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:29.427576 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8a065d22-14ea-49a4-be45-15f5026fcd46 req-1392ee3f-99fd-46be-9e13-36218e2decc5 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:29.465139 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-eb493c83-c240-43ff-9850-64dc4135317c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e12207-123c-44b7-965e-315fe35b78f5 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:06:29.475387 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-eb493c83-c240-43ff-9850-64dc4135317c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:29.490328 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-eb493c83-c240-43ff-9850-64dc4135317c service neutron] Transition to ACTIVE for port object b2e12207-123c-44b7-965e-315fe35b78f5 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:06:29.510479 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1a7b6cb6-cd5d-48c4-9da8-0f17c2bd39d9 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:29.513034 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-eb493c83-c240-43ff-9850-64dc4135317c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:29.525494 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1a7b6cb6-cd5d-48c4-9da8-0f17c2bd39d9 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:29.526642 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1a7b6cb6-cd5d-48c4-9da8-0f17c2bd39d9 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/94f2417f-6f7d-4154-83eb-d79839c8d84a HTTP/1.1" status: 204 len: 168 time: 1.0280960 Oct 19 01:06:29.554333 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b45cb3-d2a3-42e4-8d09-4d7e4446d9cc req-6d1d1748-e8cc-43c7-900f-b154c20f5cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:29.555564 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-3855114e-ee6d-44bb-a800-ebf5363656fc tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Network 28bbb5fd-c75c-47ce-a413-f94e9e278cac is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:06:29.555830 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61b45cb3-d2a3-42e4-8d09-4d7e4446d9cc req-6d1d1748-e8cc-43c7-900f-b154c20f5cfe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71e66fa3-7227-46c9-8805-807e52545d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7692165 Oct 19 01:06:29.556590 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59510) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:29.570591 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-3855114e-ee6d-44bb-a800-ebf5363656fc tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:06:29.586828 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-3855114e-ee6d-44bb-a800-ebf5363656fc tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:06:29.618091 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-03305e4a-d936-4df4-8f8c-70ccb6a9585d None None] Provisioning complete for port c7078771-4320-45b1-ae7b-ee55db29d068 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:29.619079 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-03305e4a-d936-4df4-8f8c-70ccb6a9585d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:29.625775 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-b09f0867-cee8-4051-8393-05aac3734f4a req-c2b47799-fdc6-4668-8111-c99a6c729547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:29.627792 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855114e-ee6d-44bb-a800-ebf5363656fc tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Pushing event updated for resources: {'Port': ['ID=448ed52f-8e37-4de5-8ece-79e0b041cb70,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:29.698513 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-03305e4a-d936-4df4-8f8c-70ccb6a9585d None None] Port c7078771-4320-45b1-ae7b-ee55db29d068 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:06:29.778885 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049fb40-74fc-4329-92ed-9102dc25a1ce req-7d4abd5a-888e-4f38-aa10-e75050b490de tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:29.782916 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-3855114e-ee6d-44bb-a800-ebf5363656fc tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:29.783713 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-3855114e-ee6d-44bb-a800-ebf5363656fc tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:29.785399 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049fb40-74fc-4329-92ed-9102dc25a1ce req-7d4abd5a-888e-4f38-aa10-e75050b490de tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:29.797116 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049fb40-74fc-4329-92ed-9102dc25a1ce req-7d4abd5a-888e-4f38-aa10-e75050b490de tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:29.804433 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049fb40-74fc-4329-92ed-9102dc25a1ce req-7d4abd5a-888e-4f38-aa10-e75050b490de tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:29.804818 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1e2f0fd4-39be-4cfb-bec0-446e3a222d80 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2468829 Oct 19 01:06:29.806309 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4049fb40-74fc-4329-92ed-9102dc25a1ce req-7d4abd5a-888e-4f38-aa10-e75050b490de tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 3093 time: 0.3073771 Oct 19 01:06:29.807083 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b6cb6-cd5d-48c4-9da8-0f17c2bd39d9 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94f2417f-6f7d-4154-83eb-d79839c8d84a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:29.818334 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59514) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:29.950166 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb493c83-c240-43ff-9850-64dc4135317c service neutron] Pushing event updated for resources: {'Port': ['ID=b2e12207-123c-44b7-965e-315fe35b78f5,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:29.957702 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-3855114e-ee6d-44bb-a800-ebf5363656fc tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4771898 Oct 19 01:06:29.970566 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-8a065d22-14ea-49a4-be45-15f5026fcd46 req-1392ee3f-99fd-46be-9e13-36218e2decc5 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Allocated IP 172.25.8.227 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/8a1caa79-3094-43c3-8d5d-12ec8f47d416) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:06:29.982394 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-4c320806-7ab5-4209-8fb7-4d2704912081 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Request body: {'port': {'device_id': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '28bbb5fd-c75c-47ce-a413-f94e9e278cac', 'admin_state_up': True, 'tenant_id': '372044798076488b8078f880b919e81f', 'security_groups': ['6bc6e901-f329-4c90-906c-b82f3e33fb91']}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:30.000214 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-eb493c83-c240-43ff-9850-64dc4135317c service neutron] Attempting to bind port b2e12207-123c-44b7-965e-315fe35b78f5 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:06:30.000715 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-eb493c83-c240-43ff-9850-64dc4135317c service neutron] Attempting to bind port b2e12207-123c-44b7-965e-315fe35b78f5 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'de44a590-426f-42d3-aacf-0b0c08114b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f052a2cb-e43a-4d93-bd49-f9e5e280e0ba'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:06:30.001162 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-eb493c83-c240-43ff-9850-64dc4135317c service neutron] Attempting to bind port b2e12207-123c-44b7-965e-315fe35b78f5 on network f052a2cb-e43a-4d93-bd49-f9e5e280e0ba {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:06:30.008911 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-057c2793-9e8a-4fb1-abe3-4667816b7d70 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:30.030758 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-eb493c83-c240-43ff-9850-64dc4135317c service neutron] Port b2e12207-123c-44b7-965e-315fe35b78f5 on network f052a2cb-e43a-4d93-bd49-f9e5e280e0ba not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:06:30.031199 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-eb493c83-c240-43ff-9850-64dc4135317c service neutron] Attempting to bind port b2e12207-123c-44b7-965e-315fe35b78f5 on network f052a2cb-e43a-4d93-bd49-f9e5e280e0ba {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:06:30.035908 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-0e037f01-94fd-4ab5-a8c5-0dbc99b2d784 None None] Provisioning complete for port 448ed52f-8e37-4de5-8ece-79e0b041cb70 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:30.038627 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0e037f01-94fd-4ab5-a8c5-0dbc99b2d784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:30.047828 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61b45cb3-d2a3-42e4-8d09-4d7e4446d9cc req-a9399f79-c005-4e90-bddb-63d507a3b45b service neutron] 10.222.0.55 "GET /v2.0/networks/71e66fa3-7227-46c9-8805-807e52545d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773021 Oct 19 01:06:30.053450 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4049fb40-74fc-4329-92ed-9102dc25a1ce req-e0181c84-b09a-4af4-9bfc-86ef652d4466 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2380483 Oct 19 01:06:30.057783 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-eb493c83-c240-43ff-9850-64dc4135317c service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:06:30.058408 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-eb493c83-c240-43ff-9850-64dc4135317c service neutron] Checking segment: {'id': 'de44a590-426f-42d3-aacf-0b0c08114b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f052a2cb-e43a-4d93-bd49-f9e5e280e0ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:06:30.060540 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-eb493c83-c240-43ff-9850-64dc4135317c service neutron] Bound using segment: {'id': 'de44a590-426f-42d3-aacf-0b0c08114b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f052a2cb-e43a-4d93-bd49-f9e5e280e0ba'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:06:30.060540 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-eb493c83-c240-43ff-9850-64dc4135317c service neutron] Bound port: b2e12207-123c-44b7-965e-315fe35b78f5, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de44a590-426f-42d3-aacf-0b0c08114b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f052a2cb-e43a-4d93-bd49-f9e5e280e0ba'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:06:30.060788 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-eb493c83-c240-43ff-9850-64dc4135317c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:30.096636 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-057c2793-9e8a-4fb1-abe3-4667816b7d70 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:30.156269 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-0e037f01-94fd-4ab5-a8c5-0dbc99b2d784 None None] Port 448ed52f-8e37-4de5-8ece-79e0b041cb70 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:06:30.283637 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-eb493c83-c240-43ff-9850-64dc4135317c service neutron] For port b2e12207-123c-44b7-965e-315fe35b78f5, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:06:30.292626 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-eb493c83-c240-43ff-9850-64dc4135317c service neutron] For port b2e12207-123c-44b7-965e-315fe35b78f5, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=b2e12207-123c-44b7-965e-315fe35b78f5,segment=NetworkSegment(de44a590-426f-42d3-aacf-0b0c08114b09),segment_id=de44a590-426f-42d3-aacf-0b0c08114b09)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:06:30.296533 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-057c2793-9e8a-4fb1-abe3-4667816b7d70 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:30.299928 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-057c2793-9e8a-4fb1-abe3-4667816b7d70 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:30.303684 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-057c2793-9e8a-4fb1-abe3-4667816b7d70 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "DELETE /v2.0/security-groups/01ec569d-ea07-4e82-966f-897629e6a146 HTTP/1.1" status: 204 len: 168 time: 0.4706056 Oct 19 01:06:30.305654 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59524) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:30.312288 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-eb493c83-c240-43ff-9850-64dc4135317c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:30.315996 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61b45cb3-d2a3-42e4-8d09-4d7e4446d9cc req-a044f831-8ea7-4c28-a0e9-22a086033867 service neutron] 10.222.0.55 "GET /v2.0/networks/71e66fa3-7227-46c9-8805-807e52545d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474577 Oct 19 01:06:30.348289 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c2793-9e8a-4fb1-abe3-4667816b7d70 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ec569d-ea07-4e82-966f-897629e6a146,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:30.371174 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-4c320806-7ab5-4209-8fb7-4d2704912081 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Made reservation on behalf of 372044798076488b8078f880b919e81f for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:06:30.375672 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-4c320806-7ab5-4209-8fb7-4d2704912081 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:30.387420 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8a065d22-14ea-49a4-be45-15f5026fcd46 req-1392ee3f-99fd-46be-9e13-36218e2decc5 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:30.395292 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-eb493c83-c240-43ff-9850-64dc4135317c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:30.396269 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-eb493c83-c240-43ff-9850-64dc4135317c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:30.398435 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-eb493c83-c240-43ff-9850-64dc4135317c service neutron] 10.222.0.24 "PUT /v2.0/ports/b2e12207-123c-44b7-965e-315fe35b78f5 HTTP/1.1" status: 200 len: 1093 time: 2.0639205 Oct 19 01:06:30.419768 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'tag': 'b2e12207-123c-44b7-965e-315fe35b78f5'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:06:30.422319 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99d2266-56b9-47f1-9aad-a7b7c42d6b45" -d '{"events": [{"name": "network-changed", "server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "tag": "b2e12207-123c-44b7-965e-315fe35b78f5"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:06:30.439793 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-56e8f159-0b11-4e2d-99f7-fad08d23e9c7 service neutron] Request body: {'port': {'device_id': '6f76c236-2350-46ba-8279-f7780c3ab086', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:30.443168 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-90b36ef1-47e8-4c9f-8d51-b82686d07eaa tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1344044 Oct 19 01:06:30.446506 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59528) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:30.461242 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-57df95f1-ec1e-4493-adec-ab85989ec71e tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Request body: {'security_group': {'name': 'tempest-secgroup--954414849'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:30.491194 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb493c83-c240-43ff-9850-64dc4135317c service neutron] Pushing event updated for resources: {'Port': ['ID=b2e12207-123c-44b7-965e-315fe35b78f5,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:30.505381 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-b09f0867-cee8-4051-8393-05aac3734f4a req-c2b47799-fdc6-4668-8111-c99a6c729547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7078771-4320-45b1-ae7b-ee55db29d068 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:06:30.518381 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9b679-da6a-4336-9d2d-57115b8b2ecb req-d8e81017-417c-4e5f-b138-f300c28533f9 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:30.526053 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9b679-da6a-4336-9d2d-57115b8b2ecb req-d8e81017-417c-4e5f-b138-f300c28533f9 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:30.533843 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9b679-da6a-4336-9d2d-57115b8b2ecb req-d8e81017-417c-4e5f-b138-f300c28533f9 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:30.534204 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-b09f0867-cee8-4051-8393-05aac3734f4a req-c2b47799-fdc6-4668-8111-c99a6c729547 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:30.541547 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9b679-da6a-4336-9d2d-57115b8b2ecb req-d8e81017-417c-4e5f-b138-f300c28533f9 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:30.549029 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9b679-da6a-4336-9d2d-57115b8b2ecb req-d8e81017-417c-4e5f-b138-f300c28533f9 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:30.557280 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1eb9b679-da6a-4336-9d2d-57115b8b2ecb req-d8e81017-417c-4e5f-b138-f300c28533f9 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 3828 time: 0.2329967 Oct 19 01:06:30.601051 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-56e8f159-0b11-4e2d-99f7-fad08d23e9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:30.614813 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-b09f0867-cee8-4051-8393-05aac3734f4a req-c2b47799-fdc6-4668-8111-c99a6c729547 service neutron] Transition to ACTIVE for port object c7078771-4320-45b1-ae7b-ee55db29d068 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:06:30.625879 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-b09f0867-cee8-4051-8393-05aac3734f4a req-c2b47799-fdc6-4668-8111-c99a6c729547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:30.627832 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-57df95f1-ec1e-4493-adec-ab85989ec71e tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:30.640325 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1eb9b679-da6a-4336-9d2d-57115b8b2ecb req-2bb6d48b-6290-4df6-a2d7-e5be2f9da96b tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819736 Oct 19 01:06:30.678704 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8a065d22-14ea-49a4-be45-15f5026fcd46 req-1392ee3f-99fd-46be-9e13-36218e2decc5 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:30.801831 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a065d22-14ea-49a4-be45-15f5026fcd46 req-1392ee3f-99fd-46be-9e13-36218e2decc5 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:06:30.808268 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b47799-fdc6-4668-8111-c99a6c729547 service neutron] Pushing event updated for resources: {'Port': ['ID=c7078771-4320-45b1-ae7b-ee55db29d068,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:30.847931 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-8a065d22-14ea-49a4-be45-15f5026fcd46 req-1392ee3f-99fd-46be-9e13-36218e2decc5 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:06:30.850894 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a065d22-14ea-49a4-be45-15f5026fcd46 req-1392ee3f-99fd-46be-9e13-36218e2decc5 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:06:30.939858 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-4c320806-7ab5-4209-8fb7-4d2704912081 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Allocated IP 10.2.2.200 (28bbb5fd-c75c-47ce-a413-f94e9e278cac/3be225f4-ab98-4635-abe3-f510061f702c/624b0885-8316-4d09-af8e-792cd46ef66c) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:06:30.966338 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-56e8f159-0b11-4e2d-99f7-fad08d23e9c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4cd700e-932d-4677-adfa-4b17f1b59025 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:06:30.975420 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-56e8f159-0b11-4e2d-99f7-fad08d23e9c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:31.014960 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-56e8f159-0b11-4e2d-99f7-fad08d23e9c7 service neutron] Transition to ACTIVE for port object f4cd700e-932d-4677-adfa-4b17f1b59025 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:06:31.021854 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392ee3f-99fd-46be-9e13-36218e2decc5 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Pushing event updated for resources: {'Port': ['ID=8a1caa79-3094-43c3-8d5d-12ec8f47d416,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:31.026580 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-56e8f159-0b11-4e2d-99f7-fad08d23e9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:31.056975 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cceb8ce-b334-4b59-8ede-61895a07a23e req-00b6583c-6855-4eee-a20f-2e7726a08b68 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:31.059363 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9cceb8ce-b334-4b59-8ede-61895a07a23e req-00b6583c-6855-4eee-a20f-2e7726a08b68 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec598e4f-08c8-49a9-9e9f-5e6d00e40b56 HTTP/1.1" status: 200 len: 944 time: 0.0805838 Oct 19 01:06:31.069837 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-57df95f1-ec1e-4493-adec-ab85989ec71e tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:31.086322 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-57df95f1-ec1e-4493-adec-ab85989ec71e tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:31.130982 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e8f159-0b11-4e2d-99f7-fad08d23e9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=f4cd700e-932d-4677-adfa-4b17f1b59025,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:31.193209 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9cceb8ce-b334-4b59-8ede-61895a07a23e req-adebd06a-2340-4ec9-8b1a-93d6f335a758 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/security-groups?id=62d6f1ca-d20e-4b99-a097-4c73c3e997a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924022 Oct 19 01:06:31.233356 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-b09f0867-cee8-4051-8393-05aac3734f4a req-c2b47799-fdc6-4668-8111-c99a6c729547 service neutron] Attempting to bind port c7078771-4320-45b1-ae7b-ee55db29d068 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:06:31.233356 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-b09f0867-cee8-4051-8393-05aac3734f4a req-c2b47799-fdc6-4668-8111-c99a6c729547 service neutron] Attempting to bind port c7078771-4320-45b1-ae7b-ee55db29d068 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'd19f75c5-7494-4022-8a08-e9eb3483a6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '5e528a95-765b-4153-a63c-148757c15f94'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:06:31.233740 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09f0867-cee8-4051-8393-05aac3734f4a req-c2b47799-fdc6-4668-8111-c99a6c729547 service neutron] Attempting to bind port c7078771-4320-45b1-ae7b-ee55db29d068 on network 5e528a95-765b-4153-a63c-148757c15f94 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:06:31.245305 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-57df95f1-ec1e-4493-adec-ab85989ec71e tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:31.247983 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-57df95f1-ec1e-4493-adec-ab85989ec71e tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7983007 Oct 19 01:06:31.247983 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df95f1-ec1e-4493-adec-ab85989ec71e tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e89c7d-d643-4395-8685-5d9842705215,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:31.250288 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59536) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:31.256696 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-a2f41b96-3dcc-4986-b1c2-f83a9415ec3b tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Request body: {'security_group_rule': {'security_group_id': '34e89c7d-d643-4395-8685-5d9842705215', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:31.258256 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09f0867-cee8-4051-8393-05aac3734f4a req-c2b47799-fdc6-4668-8111-c99a6c729547 service neutron] Port c7078771-4320-45b1-ae7b-ee55db29d068 on network 5e528a95-765b-4153-a63c-148757c15f94 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:06:31.258584 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09f0867-cee8-4051-8393-05aac3734f4a req-c2b47799-fdc6-4668-8111-c99a6c729547 service neutron] Attempting to bind port c7078771-4320-45b1-ae7b-ee55db29d068 on network 5e528a95-765b-4153-a63c-148757c15f94 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:06:31.270191 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8a065d22-14ea-49a4-be45-15f5026fcd46 req-1392ee3f-99fd-46be-9e13-36218e2decc5 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:31.287095 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09f0867-cee8-4051-8393-05aac3734f4a req-c2b47799-fdc6-4668-8111-c99a6c729547 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:06:31.287502 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09f0867-cee8-4051-8393-05aac3734f4a req-c2b47799-fdc6-4668-8111-c99a6c729547 service neutron] Checking segment: {'id': 'd19f75c5-7494-4022-8a08-e9eb3483a6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '5e528a95-765b-4153-a63c-148757c15f94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:06:31.287852 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09f0867-cee8-4051-8393-05aac3734f4a req-c2b47799-fdc6-4668-8111-c99a6c729547 service neutron] Bound using segment: {'id': 'd19f75c5-7494-4022-8a08-e9eb3483a6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '5e528a95-765b-4153-a63c-148757c15f94'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:06:31.288297 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-b09f0867-cee8-4051-8393-05aac3734f4a req-c2b47799-fdc6-4668-8111-c99a6c729547 service neutron] Bound port: c7078771-4320-45b1-ae7b-ee55db29d068, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd19f75c5-7494-4022-8a08-e9eb3483a6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '5e528a95-765b-4153-a63c-148757c15f94'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:06:31.288658 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-b09f0867-cee8-4051-8393-05aac3734f4a req-c2b47799-fdc6-4668-8111-c99a6c729547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:31.348821 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-56e8f159-0b11-4e2d-99f7-fad08d23e9c7 service neutron] Attempting to bind port f4cd700e-932d-4677-adfa-4b17f1b59025 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:06:31.348821 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-56e8f159-0b11-4e2d-99f7-fad08d23e9c7 service neutron] Attempting to bind port f4cd700e-932d-4677-adfa-4b17f1b59025 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'b01a7d88-a003-47a9-b860-30f595d12d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '55515e32-5e42-485f-bdb8-5274dcde7dea'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:06:31.348821 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-56e8f159-0b11-4e2d-99f7-fad08d23e9c7 service neutron] Attempting to bind port f4cd700e-932d-4677-adfa-4b17f1b59025 on network 55515e32-5e42-485f-bdb8-5274dcde7dea {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:06:31.351041 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a2f41b96-3dcc-4986-b1c2-f83a9415ec3b tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:31.365304 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-56e8f159-0b11-4e2d-99f7-fad08d23e9c7 service neutron] Port f4cd700e-932d-4677-adfa-4b17f1b59025 on network 55515e32-5e42-485f-bdb8-5274dcde7dea not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:06:31.365687 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-56e8f159-0b11-4e2d-99f7-fad08d23e9c7 service neutron] Attempting to bind port f4cd700e-932d-4677-adfa-4b17f1b59025 on network 55515e32-5e42-485f-bdb8-5274dcde7dea {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:06:31.381259 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-4c320806-7ab5-4209-8fb7-4d2704912081 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:31.394718 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8a065d22-14ea-49a4-be45-15f5026fcd46 req-1392ee3f-99fd-46be-9e13-36218e2decc5 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:31.394995 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edbf93-fee8-476f-a704-b18f9b0e36c0 req-a1889ed7-d042-41bf-873a-cdef04aaa06c tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:31.403067 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-00edbf93-fee8-476f-a704-b18f9b0e36c0 req-a1889ed7-d042-41bf-873a-cdef04aaa06c tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "GET /v2.0/ports?device_id=0384c7e7-e5cd-4394-b5fc-b4aaf74df8af HTTP/1.1" status: 200 len: 943 time: 0.1106391 Oct 19 01:06:31.405423 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-56e8f159-0b11-4e2d-99f7-fad08d23e9c7 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:06:31.405714 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-56e8f159-0b11-4e2d-99f7-fad08d23e9c7 service neutron] Checking segment: {'id': 'b01a7d88-a003-47a9-b860-30f595d12d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '55515e32-5e42-485f-bdb8-5274dcde7dea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:06:31.406227 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-56e8f159-0b11-4e2d-99f7-fad08d23e9c7 service neutron] Bound using segment: {'id': 'b01a7d88-a003-47a9-b860-30f595d12d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '55515e32-5e42-485f-bdb8-5274dcde7dea'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:06:31.406684 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-56e8f159-0b11-4e2d-99f7-fad08d23e9c7 service neutron] Bound port: f4cd700e-932d-4677-adfa-4b17f1b59025, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01a7d88-a003-47a9-b860-30f595d12d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '55515e32-5e42-485f-bdb8-5274dcde7dea'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:06:31.407045 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-56e8f159-0b11-4e2d-99f7-fad08d23e9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:31.471620 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-b09f0867-cee8-4051-8393-05aac3734f4a req-c2b47799-fdc6-4668-8111-c99a6c729547 service neutron] For port c7078771-4320-45b1-ae7b-ee55db29d068, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:06:31.479829 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-b09f0867-cee8-4051-8393-05aac3734f4a req-c2b47799-fdc6-4668-8111-c99a6c729547 service neutron] For port c7078771-4320-45b1-ae7b-ee55db29d068, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=c7078771-4320-45b1-ae7b-ee55db29d068,segment=NetworkSegment(d19f75c5-7494-4022-8a08-e9eb3483a6bb),segment_id=d19f75c5-7494-4022-8a08-e9eb3483a6bb)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:06:31.491604 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-b09f0867-cee8-4051-8393-05aac3734f4a req-c2b47799-fdc6-4668-8111-c99a6c729547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:31.512082 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-00edbf93-fee8-476f-a704-b18f9b0e36c0 req-37434205-8586-4a0c-a797-e60cf0afbbf1 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "GET /v2.0/security-groups?id=a92623c9-d7ca-40ac-b11a-4792288fced6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066308 Oct 19 01:06:31.539558 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a2f41b96-3dcc-4986-b1c2-f83a9415ec3b tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:31.549393 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a2f41b96-3dcc-4986-b1c2-f83a9415ec3b tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:31.551908 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-56e8f159-0b11-4e2d-99f7-fad08d23e9c7 service neutron] For port f4cd700e-932d-4677-adfa-4b17f1b59025, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:06:31.561927 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-56e8f159-0b11-4e2d-99f7-fad08d23e9c7 service neutron] For port f4cd700e-932d-4677-adfa-4b17f1b59025, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=f4cd700e-932d-4677-adfa-4b17f1b59025,segment=NetworkSegment(b01a7d88-a003-47a9-b860-30f595d12d4c),segment_id=b01a7d88-a003-47a9-b860-30f595d12d4c)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:06:31.573414 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16c436c-73d0-4dac-b029-e9b8125afb7a x-openstack-request-id: req-f16c436c-73d0-4dac-b029-e9b8125afb7a {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:06:31.573786 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "tag": "b2e12207-123c-44b7-965e-315fe35b78f5", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:06:31.574086 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f16c436c-73d0-4dac-b029-e9b8125afb7a {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:06:31.574556 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'tag': 'b2e12207-123c-44b7-965e-315fe35b78f5', 'status': 'completed', 'code': 200} Oct 19 01:06:31.582897 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-56e8f159-0b11-4e2d-99f7-fad08d23e9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:31.592732 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f41b96-3dcc-4986-b1c2-f83a9415ec3b tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59cec8b2-b2c9-4da1-a2ef-6e572d8a34af,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:31.613124 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a2f41b96-3dcc-4986-b1c2-f83a9415ec3b tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:31.617521 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a2f41b96-3dcc-4986-b1c2-f83a9415ec3b tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3631489 Oct 19 01:06:31.625958 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b47799-fdc6-4668-8111-c99a6c729547 service neutron] Pushing event updated for resources: {'Port': ['ID=c7078771-4320-45b1-ae7b-ee55db29d068,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:31.639400 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-4c320806-7ab5-4209-8fb7-4d2704912081 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:31.644226 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59538) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:31.650142 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-d75e7d67-a624-4687-ae00-56c5b9f93efa tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Request body: {'security_group_rule': {'security_group_id': '34e89c7d-d643-4395-8685-5d9842705215', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:31.661742 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f0867-cee8-4051-8393-05aac3734f4a req-c2b47799-fdc6-4668-8111-c99a6c729547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:31.662812 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-b09f0867-cee8-4051-8393-05aac3734f4a req-c2b47799-fdc6-4668-8111-c99a6c729547 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:31.664513 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b09f0867-cee8-4051-8393-05aac3734f4a req-c2b47799-fdc6-4668-8111-c99a6c729547 service neutron] 10.222.0.55 "PUT /v2.0/ports/c7078771-4320-45b1-ae7b-ee55db29d068 HTTP/1.1" status: 200 len: 1093 time: 2.2726250 Oct 19 01:06:31.668147 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec598e4f-08c8-49a9-9e9f-5e6d00e40b56', 'tag': 'c7078771-4320-45b1-ae7b-ee55db29d068'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:06:31.670778 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f2f89f-afda-448a-9cd0-bc74ae18d6b4" -d '{"events": [{"name": "network-changed", "server_uuid": "ec598e4f-08c8-49a9-9e9f-5e6d00e40b56", "tag": "c7078771-4320-45b1-ae7b-ee55db29d068"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:06:31.717039 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-56e8f159-0b11-4e2d-99f7-fad08d23e9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:31.717353 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-56e8f159-0b11-4e2d-99f7-fad08d23e9c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:31.718756 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-56e8f159-0b11-4e2d-99f7-fad08d23e9c7 service neutron] 10.222.0.24 "PUT /v2.0/ports/f4cd700e-932d-4677-adfa-4b17f1b59025 HTTP/1.1" status: 200 len: 1132 time: 1.2874444 Oct 19 01:06:31.762834 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-c87aadb8-e4dc-4e8d-bffa-e2eb8f748f7c service neutron] Request body: {'port': {'device_id': '6f76c236-2350-46ba-8279-f7780c3ab086', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:31.789482 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e8f159-0b11-4e2d-99f7-fad08d23e9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=f4cd700e-932d-4677-adfa-4b17f1b59025,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:31.811952 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d2266-56b9-47f1-9aad-a7b7c42d6b45 req-8466a515-c600-49ea-a04d-5dadc6cfd674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:31.812534 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d2266-56b9-47f1-9aad-a7b7c42d6b45 req-8466a515-c600-49ea-a04d-5dadc6cfd674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:31.813322 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d2266-56b9-47f1-9aad-a7b7c42d6b45 req-8466a515-c600-49ea-a04d-5dadc6cfd674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:31.813853 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d2266-56b9-47f1-9aad-a7b7c42d6b45 req-8466a515-c600-49ea-a04d-5dadc6cfd674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:31.814390 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d2266-56b9-47f1-9aad-a7b7c42d6b45 req-8466a515-c600-49ea-a04d-5dadc6cfd674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:31.814847 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d2266-56b9-47f1-9aad-a7b7c42d6b45 req-8466a515-c600-49ea-a04d-5dadc6cfd674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:31.816930 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d99d2266-56b9-47f1-9aad-a7b7c42d6b45 req-8466a515-c600-49ea-a04d-5dadc6cfd674 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4da2c8fb80314d439039529c71ca4b69&device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 5289 time: 0.2217653 Oct 19 01:06:31.833918 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-4c320806-7ab5-4209-8fb7-4d2704912081 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Network 28bbb5fd-c75c-47ce-a413-f94e9e278cac is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:06:31.846718 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df21aab-9999-4acf-a102-10eac6c44775 req-85e5d310-75da-468d-be9d-642e65f9d1f9 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:31.852917 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df21aab-9999-4acf-a102-10eac6c44775 req-85e5d310-75da-468d-be9d-642e65f9d1f9 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:31.853880 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-4c320806-7ab5-4209-8fb7-4d2704912081 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:06:31.859636 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df21aab-9999-4acf-a102-10eac6c44775 req-85e5d310-75da-468d-be9d-642e65f9d1f9 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:31.862315 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-4c320806-7ab5-4209-8fb7-4d2704912081 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:06:31.865855 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df21aab-9999-4acf-a102-10eac6c44775 req-85e5d310-75da-468d-be9d-642e65f9d1f9 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:31.876248 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c320806-7ab5-4209-8fb7-4d2704912081 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Pushing event updated for resources: {'Port': ['ID=624b0885-8316-4d09-af8e-792cd46ef66c,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:31.877272 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df21aab-9999-4acf-a102-10eac6c44775 req-85e5d310-75da-468d-be9d-642e65f9d1f9 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:31.879116 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8df21aab-9999-4acf-a102-10eac6c44775 req-85e5d310-75da-468d-be9d-642e65f9d1f9 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 3814 time: 0.2281935 Oct 19 01:06:31.938695 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d75e7d67-a624-4687-ae00-56c5b9f93efa tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:31.964250 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f0867-cee8-4051-8393-05aac3734f4a req-272cc2a2-c868-457d-bd0d-f6e7a52bae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:31.967220 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b09f0867-cee8-4051-8393-05aac3734f4a req-272cc2a2-c868-457d-bd0d-f6e7a52bae86 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d159951251f425b8e201bae6d58e0c2&device_id=ec598e4f-08c8-49a9-9e9f-5e6d00e40b56 HTTP/1.1" status: 200 len: 1096 time: 0.2466989 Oct 19 01:06:32.080787 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b09f0867-cee8-4051-8393-05aac3734f4a req-69d36430-2b35-4fe7-8229-2dc7fe3ea888 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7078771-4320-45b1-ae7b-ee55db29d068 HTTP/1.1" status: 200 len: 217 time: 0.0938661 Oct 19 01:06:32.108871 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-4c320806-7ab5-4209-8fb7-4d2704912081 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:32.109513 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-4c320806-7ab5-4209-8fb7-4d2704912081 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:32.170339 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8a065d22-14ea-49a4-be45-15f5026fcd46 req-1392ee3f-99fd-46be-9e13-36218e2decc5 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:32.191288 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8a065d22-14ea-49a4-be45-15f5026fcd46 req-1392ee3f-99fd-46be-9e13-36218e2decc5 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:32.222558 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d2266-56b9-47f1-9aad-a7b7c42d6b45 req-b58ad7e6-18a0-427f-984b-5576b33d65b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:32.223045 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d2266-56b9-47f1-9aad-a7b7c42d6b45 req-b58ad7e6-18a0-427f-984b-5576b33d65b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:32.223488 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d2266-56b9-47f1-9aad-a7b7c42d6b45 req-b58ad7e6-18a0-427f-984b-5576b33d65b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:32.225185 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d99d2266-56b9-47f1-9aad-a7b7c42d6b45 req-b58ad7e6-18a0-427f-984b-5576b33d65b2 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=4da2c8fb80314d439039529c71ca4b69&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3448489 Oct 19 01:06:32.241829 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-4c320806-7ab5-4209-8fb7-4d2704912081 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2727807 Oct 19 01:06:32.256977 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-c87aadb8-e4dc-4e8d-bffa-e2eb8f748f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:32.271836 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f0867-cee8-4051-8393-05aac3734f4a req-68e8f1ca-5b34-4e98-9c25-cc2caebc37a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:32.273283 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b09f0867-cee8-4051-8393-05aac3734f4a req-68e8f1ca-5b34-4e98-9c25-cc2caebc37a9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=de74403a-93c8-48d8-9fdc-ed1cd7b1d665 HTTP/1.1" status: 200 len: 859 time: 0.1843131 Oct 19 01:06:32.277757 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-717d301e-4364-4431-b8e0-61e795bdf7ff service neutron] Request body: {'port': {'device_id': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:32.342447 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d75e7d67-a624-4687-ae00-56c5b9f93efa tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:32.344069 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b475e2d0-9d6e-40c8-a4a7-2bb8639a736e None None] Provisioning complete for port 624b0885-8316-4d09-af8e-792cd46ef66c triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:32.345505 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b475e2d0-9d6e-40c8-a4a7-2bb8639a736e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:32.361076 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8df21aab-9999-4acf-a102-10eac6c44775 req-ffce0360-161f-4457-b588-e2f8b3e439ee tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3950844 Oct 19 01:06:32.393959 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 60bcddab-f2fd-4d10-828b-3d9547f14070 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:06:32.454459 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-b475e2d0-9d6e-40c8-a4a7-2bb8639a736e None None] Port 624b0885-8316-4d09-af8e-792cd46ef66c cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:06:32.584159 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d2266-56b9-47f1-9aad-a7b7c42d6b45 req-9253f393-b074-436a-a09a-66d03a869c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:32.585657 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d99d2266-56b9-47f1-9aad-a7b7c42d6b45 req-9253f393-b074-436a-a09a-66d03a869c94 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3490543 Oct 19 01:06:32.671395 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 60bcddab-f2fd-4d10-828b-3d9547f14070, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=60bcddab-f2fd-4d10-828b-3d9547f14070,segment=NetworkSegment(618e9f13-33df-47a4-8265-1f8d48d0f612),segment_id=618e9f13-33df-47a4-8265-1f8d48d0f612)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:06:32.695038 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '60bcddab-f2fd-4d10-828b-3d9547f14070', 'network_id': '71e66fa3-7227-46c9-8805-807e52545d13', 'port_id': '60bcddab-f2fd-4d10-828b-3d9547f14070', 'mac_address': 'fa:16:3e:ba:04:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15816f82-cfe0-47bc-8647-595403cbff3d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:06:32.765443 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d75e7d67-a624-4687-ae00-56c5b9f93efa tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:32.769813 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:32.771769 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392ee3f-99fd-46be-9e13-36218e2decc5 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Pushing event updated for resources: {'Port': ['ID=8a1caa79-3094-43c3-8d5d-12ec8f47d416,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:32.805721 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60bcddab-f2fd-4d10-828b-3d9547f14070 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:06:32.846330 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 60bcddab-f2fd-4d10-828b-3d9547f14070, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=60bcddab-f2fd-4d10-828b-3d9547f14070,segment=NetworkSegment(618e9f13-33df-47a4-8265-1f8d48d0f612),segment_id=618e9f13-33df-47a4-8265-1f8d48d0f612)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:06:32.854972 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-c87aadb8-e4dc-4e8d-bffa-e2eb8f748f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9295caf7-42d8-4c78-a217-b3e9af380abb {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:06:32.856776 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8a065d22-14ea-49a4-be45-15f5026fcd46 req-1392ee3f-99fd-46be-9e13-36218e2decc5 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:32.857817 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:32.866019 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-c87aadb8-e4dc-4e8d-bffa-e2eb8f748f7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:32.871830 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e7d67-a624-4687-ae00-56c5b9f93efa tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9003e7ab-be71-4217-be64-d5ba4dae3b1d,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:32.876586 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d75e7d67-a624-4687-ae00-56c5b9f93efa tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:32.880781 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d75e7d67-a624-4687-ae00-56c5b9f93efa tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2352912 Oct 19 01:06:32.882242 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59558) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:32.885349 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8a065d22-14ea-49a4-be45-15f5026fcd46 req-1392ee3f-99fd-46be-9e13-36218e2decc5 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:32.893192 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8a065d22-14ea-49a4-be45-15f5026fcd46 req-1392ee3f-99fd-46be-9e13-36218e2decc5 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9910257 Oct 19 01:06:32.894677 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-c87aadb8-e4dc-4e8d-bffa-e2eb8f748f7c service neutron] Transition to ACTIVE for port object 9295caf7-42d8-4c78-a217-b3e9af380abb will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:06:32.905056 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-3d808d95-951e-417a-8329-5dfff18ddece tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Request body: {'security_group_rule': {'security_group_id': '34e89c7d-d643-4395-8685-5d9842705215', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:32.913146 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-717d301e-4364-4431-b8e0-61e795bdf7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:32.915323 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-c87aadb8-e4dc-4e8d-bffa-e2eb8f748f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:32.927552 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=60bcddab-f2fd-4d10-828b-3d9547f14070,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:32.980592 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f0867-cee8-4051-8393-05aac3734f4a req-6411d47b-6a69-4fa4-a792-f91434a69b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:32.982399 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b09f0867-cee8-4051-8393-05aac3734f4a req-6411d47b-6a69-4fa4-a792-f91434a69b04 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e528a95-765b-4153-a63c-148757c15f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6946089 Oct 19 01:06:32.998900 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8a065d22-14ea-49a4-be45-15f5026fcd46 req-3941eca9-ee7b-495f-a9eb-75f1ef35448f tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.227 HTTP/1.1" status: 200 len: 696 time: 0.1044245 Oct 19 01:06:33.029569 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87aadb8-e4dc-4e8d-bffa-e2eb8f748f7c service neutron] Pushing event updated for resources: {'Port': ['ID=9295caf7-42d8-4c78-a217-b3e9af380abb,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:33.052752 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb069f5e-107e-408a-a4fa-e79a57588f16 req-93d9c257-a712-4a12-ad0f-63c7bbc50777 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:33.059563 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb069f5e-107e-408a-a4fa-e79a57588f16 req-93d9c257-a712-4a12-ad0f-63c7bbc50777 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:33.065976 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb069f5e-107e-408a-a4fa-e79a57588f16 req-93d9c257-a712-4a12-ad0f-63c7bbc50777 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:33.072114 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb069f5e-107e-408a-a4fa-e79a57588f16 req-93d9c257-a712-4a12-ad0f-63c7bbc50777 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:33.078588 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb069f5e-107e-408a-a4fa-e79a57588f16 req-93d9c257-a712-4a12-ad0f-63c7bbc50777 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:33.103312 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb069f5e-107e-408a-a4fa-e79a57588f16 req-93d9c257-a712-4a12-ad0f-63c7bbc50777 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:33.113642 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb069f5e-107e-408a-a4fa-e79a57588f16 req-93d9c257-a712-4a12-ad0f-63c7bbc50777 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:33.128088 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bb069f5e-107e-408a-a4fa-e79a57588f16 req-93d9c257-a712-4a12-ad0f-63c7bbc50777 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 5373 time: 0.2376876 Oct 19 01:06:33.162753 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3d808d95-951e-417a-8329-5dfff18ddece tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:33.247438 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['60bcddab-f2fd-4d10-828b-3d9547f14070'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:06:33.318438 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bb069f5e-107e-408a-a4fa-e79a57588f16 req-e57d92fb-693e-4809-a93d-66fe4b49ffa8 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc8025b-09bc-4bd9-9d99-46ada71b927c&id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1878631 Oct 19 01:06:33.328839 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-c87aadb8-e4dc-4e8d-bffa-e2eb8f748f7c service neutron] Attempting to bind port 9295caf7-42d8-4c78-a217-b3e9af380abb on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:06:33.329249 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-c87aadb8-e4dc-4e8d-bffa-e2eb8f748f7c service neutron] Attempting to bind port 9295caf7-42d8-4c78-a217-b3e9af380abb by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'b01a7d88-a003-47a9-b860-30f595d12d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '55515e32-5e42-485f-bdb8-5274dcde7dea'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:06:33.329680 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-c87aadb8-e4dc-4e8d-bffa-e2eb8f748f7c service neutron] Attempting to bind port 9295caf7-42d8-4c78-a217-b3e9af380abb on network 55515e32-5e42-485f-bdb8-5274dcde7dea {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:06:33.330503 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3d808d95-951e-417a-8329-5dfff18ddece tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:33.349062 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-c87aadb8-e4dc-4e8d-bffa-e2eb8f748f7c service neutron] Port 9295caf7-42d8-4c78-a217-b3e9af380abb on network 55515e32-5e42-485f-bdb8-5274dcde7dea not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:06:33.349444 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-c87aadb8-e4dc-4e8d-bffa-e2eb8f748f7c service neutron] Attempting to bind port 9295caf7-42d8-4c78-a217-b3e9af380abb on network 55515e32-5e42-485f-bdb8-5274dcde7dea {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:06:33.369278 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-c87aadb8-e4dc-4e8d-bffa-e2eb8f748f7c service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:06:33.369613 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-c87aadb8-e4dc-4e8d-bffa-e2eb8f748f7c service neutron] Checking segment: {'id': 'b01a7d88-a003-47a9-b860-30f595d12d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '55515e32-5e42-485f-bdb8-5274dcde7dea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:06:33.370012 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-c87aadb8-e4dc-4e8d-bffa-e2eb8f748f7c service neutron] Bound using segment: {'id': 'b01a7d88-a003-47a9-b860-30f595d12d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '55515e32-5e42-485f-bdb8-5274dcde7dea'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:06:33.370462 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-c87aadb8-e4dc-4e8d-bffa-e2eb8f748f7c service neutron] Bound port: 9295caf7-42d8-4c78-a217-b3e9af380abb, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01a7d88-a003-47a9-b860-30f595d12d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '55515e32-5e42-485f-bdb8-5274dcde7dea'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:06:33.377078 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-c87aadb8-e4dc-4e8d-bffa-e2eb8f748f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:33.391462 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3d808d95-951e-417a-8329-5dfff18ddece tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:33.444533 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3d808d95-951e-417a-8329-5dfff18ddece tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:33.448544 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3d808d95-951e-417a-8329-5dfff18ddece tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5532916 Oct 19 01:06:33.449909 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59562) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:33.466164 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d808d95-951e-417a-8329-5dfff18ddece tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b5e19a9-c9b4-40b1-a9ec-39a7bf31f372,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:33.473032 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254b8ad9-0332-4869-8792-d5f2a063b489 x-openstack-request-id: req-254b8ad9-0332-4869-8792-d5f2a063b489 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:06:33.473152 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec598e4f-08c8-49a9-9e9f-5e6d00e40b56", "tag": "c7078771-4320-45b1-ae7b-ee55db29d068", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:06:33.473583 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-254b8ad9-0332-4869-8792-d5f2a063b489 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:06:33.473809 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec598e4f-08c8-49a9-9e9f-5e6d00e40b56', 'tag': 'c7078771-4320-45b1-ae7b-ee55db29d068', 'status': 'completed', 'code': 200} Oct 19 01:06:33.475750 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b09f0867-cee8-4051-8393-05aac3734f4a req-d6b1cabe-0b24-4b33-997b-0e5fe6687b13 service neutron] 10.222.0.55 "GET /v2.0/networks/5e528a95-765b-4153-a63c-148757c15f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4748297 Oct 19 01:06:33.486866 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a065d22-14ea-49a4-be45-15f5026fcd46 req-e945eb48-43b4-4ad5-a13b-933aa432941b tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:33.507578 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8a065d22-14ea-49a4-be45-15f5026fcd46 req-e945eb48-43b4-4ad5-a13b-933aa432941b tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 784 time: 0.5067961 Oct 19 01:06:33.548012 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-e7ea9f3f-67d6-427f-bb51-65bdfaf0570a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Request body: {'security_group_rule': {'security_group_id': '34e89c7d-d643-4395-8685-5d9842705215', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:33.611228 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'tag': 'f4cd700e-932d-4677-adfa-4b17f1b59025'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:06:33.615052 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921b7068-0a72-48a1-b3a7-c2b9c322d183" -d '{"events": [{"name": "network-changed", "server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "tag": "f4cd700e-932d-4677-adfa-4b17f1b59025"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:06:33.642286 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e7ea9f3f-67d6-427f-bb51-65bdfaf0570a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:33.762515 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a11b6e-3e4f-41ae-87d2-a4e4756106b1 req-804e4fac-6d1d-40b3-863a-171b5d6bcdb8 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:33.769626 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-20a11b6e-3e4f-41ae-87d2-a4e4756106b1 req-804e4fac-6d1d-40b3-863a-171b5d6bcdb8 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec598e4f-08c8-49a9-9e9f-5e6d00e40b56 HTTP/1.1" status: 200 len: 944 time: 0.0953071 Oct 19 01:06:33.772373 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-c87aadb8-e4dc-4e8d-bffa-e2eb8f748f7c service neutron] For port 9295caf7-42d8-4c78-a217-b3e9af380abb, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:06:33.776159 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-c87aadb8-e4dc-4e8d-bffa-e2eb8f748f7c service neutron] For port 9295caf7-42d8-4c78-a217-b3e9af380abb, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=9295caf7-42d8-4c78-a217-b3e9af380abb,segment=NetworkSegment(b01a7d88-a003-47a9-b860-30f595d12d4c),segment_id=b01a7d88-a003-47a9-b860-30f595d12d4c)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:06:33.792363 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b09f0867-cee8-4051-8393-05aac3734f4a req-508b96d6-68bd-49d3-aedf-4c809def6e3d service neutron] 10.222.0.55 "GET /v2.0/networks/5e528a95-765b-4153-a63c-148757c15f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835209 Oct 19 01:06:33.794899 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-c87aadb8-e4dc-4e8d-bffa-e2eb8f748f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:33.800271 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b87b44-01e7-447d-8433-0e99eb27d27f req-79bfc937-09d1-4992-8b75-4b13b1208663 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:33.801666 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-20b87b44-01e7-447d-8433-0e99eb27d27f req-79bfc937-09d1-4992-8b75-4b13b1208663 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "GET /v2.0/ports?device_id=0384c7e7-e5cd-4394-b5fc-b4aaf74df8af HTTP/1.1" status: 200 len: 944 time: 0.1581879 Oct 19 01:06:33.819034 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e7ea9f3f-67d6-427f-bb51-65bdfaf0570a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:33.865319 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e7ea9f3f-67d6-427f-bb51-65bdfaf0570a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:33.883379 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-20b87b44-01e7-447d-8433-0e99eb27d27f req-99783669-8400-4388-a8eb-e44b622b04bc tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "GET /v2.0/security-groups?id=a92623c9-d7ca-40ac-b11a-4792288fced6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686018 Oct 19 01:06:33.884209 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-c87aadb8-e4dc-4e8d-bffa-e2eb8f748f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:33.884951 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-c87aadb8-e4dc-4e8d-bffa-e2eb8f748f7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:33.887087 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-c87aadb8-e4dc-4e8d-bffa-e2eb8f748f7c service neutron] 10.222.0.24 "PUT /v2.0/ports/9295caf7-42d8-4c78-a217-b3e9af380abb HTTP/1.1" status: 200 len: 1131 time: 2.1294627 Oct 19 01:06:33.950041 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-e743571f-3a53-4ac6-a69d-d29f9b27a579 service neutron] Request body: {'port': {'device_id': '6f76c236-2350-46ba-8279-f7780c3ab086', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:33.972634 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e7ea9f3f-67d6-427f-bb51-65bdfaf0570a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:33.973836 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e7ea9f3f-67d6-427f-bb51-65bdfaf0570a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4458263 Oct 19 01:06:33.977904 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59572) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:33.986929 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-93ccd7f2-9bd9-4379-9f02-95fe982e20cd tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Request body: {'security_group_rule': {'security_group_id': '34e89c7d-d643-4395-8685-5d9842705215', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:34.003207 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-717d301e-4364-4431-b8e0-61e795bdf7ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:06:34.007887 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea9f3f-67d6-427f-bb51-65bdfaf0570a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687194fe-0fdc-429c-84e9-40d7a3c86a9b,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:34.044147 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-20a11b6e-3e4f-41ae-87d2-a4e4756106b1 req-6e75e221-6de6-49aa-b9e6-79cd7f668b4a tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/security-groups?id=62d6f1ca-d20e-4b99-a097-4c73c3e997a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605946 Oct 19 01:06:34.055844 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87aadb8-e4dc-4e8d-bffa-e2eb8f748f7c service neutron] Pushing event updated for resources: {'Port': ['ID=9295caf7-42d8-4c78-a217-b3e9af380abb,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:34.073719 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-717d301e-4364-4431-b8e0-61e795bdf7ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:34.089385 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2f89f-afda-448a-9cd0-bc74ae18d6b4 req-f332597c-cad4-45a4-b4f3-784bafc492d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:34.091607 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-36f2f89f-afda-448a-9cd0-bc74ae18d6b4 req-f332597c-cad4-45a4-b4f3-784bafc492d8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d159951251f425b8e201bae6d58e0c2&device_id=ec598e4f-08c8-49a9-9e9f-5e6d00e40b56 HTTP/1.1" status: 200 len: 1096 time: 0.2171855 Oct 19 01:06:34.107346 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-93ccd7f2-9bd9-4379-9f02-95fe982e20cd tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:34.134249 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-e743571f-3a53-4ac6-a69d-d29f9b27a579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:34.144772 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-717d301e-4364-4431-b8e0-61e795bdf7ff service neutron] Transition to ACTIVE for port object a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:06:34.180443 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-717d301e-4364-4431-b8e0-61e795bdf7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:34.203320 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd8063-1cc6-4239-a50f-04db182bcf77 req-bfd3d312-d1e7-45f5-b3a1-04721ea412f6 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:34.219054 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd8063-1cc6-4239-a50f-04db182bcf77 req-bfd3d312-d1e7-45f5-b3a1-04721ea412f6 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:34.231858 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd8063-1cc6-4239-a50f-04db182bcf77 req-bfd3d312-d1e7-45f5-b3a1-04721ea412f6 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:34.245503 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd8063-1cc6-4239-a50f-04db182bcf77 req-bfd3d312-d1e7-45f5-b3a1-04721ea412f6 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:34.255866 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-15d5d53e-51a0-4f22-b082-690e0bc8f58d req-6cef5573-5c22-4633-81bb-7969005badae tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1660924 Oct 19 01:06:34.257008 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd8063-1cc6-4239-a50f-04db182bcf77 req-bfd3d312-d1e7-45f5-b3a1-04721ea412f6 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:34.264200 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-05cd8063-1cc6-4239-a50f-04db182bcf77 req-bfd3d312-d1e7-45f5-b3a1-04721ea412f6 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 3814 time: 0.2702386 Oct 19 01:06:34.308179 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-15d5d53e-51a0-4f22-b082-690e0bc8f58d req-b877b338-36dd-46cc-83b1-fc013a432fda tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:34.364692 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-15d5d53e-51a0-4f22-b082-690e0bc8f58d req-b877b338-36dd-46cc-83b1-fc013a432fda tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks [] for floatingip, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:34.400353 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 2d79080a-7caf-431d-a8fb-9bff77e01a3d details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:06:34.426944 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-93ccd7f2-9bd9-4379-9f02-95fe982e20cd tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:34.454885 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d301e-4364-4431-b8e0-61e795bdf7ff service neutron] Pushing event updated for resources: {'Port': ['ID=a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:34.461818 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-93ccd7f2-9bd9-4379-9f02-95fe982e20cd tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:34.524283 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2f89f-afda-448a-9cd0-bc74ae18d6b4 req-a726bc22-6869-4cfe-b967-19fb525cb3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:34.525796 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-36f2f89f-afda-448a-9cd0-bc74ae18d6b4 req-a726bc22-6869-4cfe-b967-19fb525cb3ca service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e528a95-765b-4153-a63c-148757c15f94 HTTP/1.1" status: 200 len: 921 time: 0.4237957 Oct 19 01:06:34.529391 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-05cd8063-1cc6-4239-a50f-04db182bcf77 req-ee925bd1-c757-4ddd-9e9f-1faf81295089 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2479692 Oct 19 01:06:34.549923 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ccd7f2-9bd9-4379-9f02-95fe982e20cd tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffbdd98f-3bbf-4b14-91b3-fba4efcbeb23,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:34.635525 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-e743571f-3a53-4ac6-a69d-d29f9b27a579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b1a2614-1274-4867-b0f6-3402523111c1 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:06:34.645057 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-e743571f-3a53-4ac6-a69d-d29f9b27a579 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:34.665959 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 2d79080a-7caf-431d-a8fb-9bff77e01a3d, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=2d79080a-7caf-431d-a8fb-9bff77e01a3d,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:06:34.676006 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-15d5d53e-51a0-4f22-b082-690e0bc8f58d req-b877b338-36dd-46cc-83b1-fc013a432fda tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:34.678215 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-e743571f-3a53-4ac6-a69d-d29f9b27a579 service neutron] Transition to ACTIVE for port object 5b1a2614-1274-4867-b0f6-3402523111c1 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:06:34.689418 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '2d79080a-7caf-431d-a8fb-9bff77e01a3d', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': '2d79080a-7caf-431d-a8fb-9bff77e01a3d', 'mac_address': 'fa:16:3e:ef:fc:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:06:34.694045 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-36f2f89f-afda-448a-9cd0-bc74ae18d6b4 req-ee6404f5-3891-41dc-8717-f175e41b2b73 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7078771-4320-45b1-ae7b-ee55db29d068 HTTP/1.1" status: 200 len: 217 time: 0.1450739 Oct 19 01:06:34.709046 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-93ccd7f2-9bd9-4379-9f02-95fe982e20cd tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:34.712909 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-93ccd7f2-9bd9-4379-9f02-95fe982e20cd tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7300177 Oct 19 01:06:34.717233 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59584) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:34.754016 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:34.779715 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d79080a-7caf-431d-a8fb-9bff77e01a3d {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:06:34.793625 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82689400-56f1-4900-8518-e79b81ffae42 x-openstack-request-id: req-82689400-56f1-4900-8518-e79b81ffae42 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:06:34.793939 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "tag": "f4cd700e-932d-4677-adfa-4b17f1b59025", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:06:34.794188 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-82689400-56f1-4900-8518-e79b81ffae42 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:06:34.794599 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'tag': 'f4cd700e-932d-4677-adfa-4b17f1b59025', 'status': 'completed', 'code': 200} Oct 19 01:06:34.800403 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-e743571f-3a53-4ac6-a69d-d29f9b27a579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:34.822610 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-717d301e-4364-4431-b8e0-61e795bdf7ff service neutron] Attempting to bind port a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:06:34.822985 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-717d301e-4364-4431-b8e0-61e795bdf7ff service neutron] Attempting to bind port a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'ca545713-cf14-45ab-86a8-e87802c3d520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '40f93092-66e2-4482-a54e-d83d48322c91'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:06:34.823488 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-717d301e-4364-4431-b8e0-61e795bdf7ff service neutron] Attempting to bind port a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd on network 40f93092-66e2-4482-a54e-d83d48322c91 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:06:34.825351 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 2d79080a-7caf-431d-a8fb-9bff77e01a3d, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=2d79080a-7caf-431d-a8fb-9bff77e01a3d,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:06:34.829575 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-493bf9c0-ce0c-477d-803c-9a53d16270c8 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:34.834999 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2f89f-afda-448a-9cd0-bc74ae18d6b4 req-1091e610-a63e-4dfc-94fa-e10c0028e893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:34.835199 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:34.836651 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-36f2f89f-afda-448a-9cd0-bc74ae18d6b4 req-1091e610-a63e-4dfc-94fa-e10c0028e893 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=de74403a-93c8-48d8-9fdc-ed1cd7b1d665 HTTP/1.1" status: 200 len: 859 time: 0.1252050 Oct 19 01:06:34.844432 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-717d301e-4364-4431-b8e0-61e795bdf7ff service neutron] Port a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd on network 40f93092-66e2-4482-a54e-d83d48322c91 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:06:34.844830 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-717d301e-4364-4431-b8e0-61e795bdf7ff service neutron] Attempting to bind port a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd on network 40f93092-66e2-4482-a54e-d83d48322c91 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:06:34.849364 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-493bf9c0-ce0c-477d-803c-9a53d16270c8 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:34.883164 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-717d301e-4364-4431-b8e0-61e795bdf7ff service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:06:34.883571 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-717d301e-4364-4431-b8e0-61e795bdf7ff service neutron] Checking segment: {'id': 'ca545713-cf14-45ab-86a8-e87802c3d520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '40f93092-66e2-4482-a54e-d83d48322c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:06:34.884061 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-717d301e-4364-4431-b8e0-61e795bdf7ff service neutron] Bound using segment: {'id': 'ca545713-cf14-45ab-86a8-e87802c3d520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '40f93092-66e2-4482-a54e-d83d48322c91'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:06:34.884576 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-717d301e-4364-4431-b8e0-61e795bdf7ff service neutron] Bound port: a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca545713-cf14-45ab-86a8-e87802c3d520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '40f93092-66e2-4482-a54e-d83d48322c91'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:06:34.885005 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-717d301e-4364-4431-b8e0-61e795bdf7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:34.898946 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e743571f-3a53-4ac6-a69d-d29f9b27a579 service neutron] Pushing event updated for resources: {'Port': ['ID=5b1a2614-1274-4867-b0f6-3402523111c1,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:34.956785 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['2d79080a-7caf-431d-a8fb-9bff77e01a3d'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:06:34.959467 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=2d79080a-7caf-431d-a8fb-9bff77e01a3d,revision_number=9']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:35.025456 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-493bf9c0-ce0c-477d-803c-9a53d16270c8 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:35.033225 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-493bf9c0-ce0c-477d-803c-9a53d16270c8 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:35.034831 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-493bf9c0-ce0c-477d-803c-9a53d16270c8 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/ffbdd98f-3bbf-4b14-91b3-fba4efcbeb23 HTTP/1.1" status: 204 len: 168 time: 0.3081696 Oct 19 01:06:35.040259 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59588) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:35.067073 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-717d301e-4364-4431-b8e0-61e795bdf7ff service neutron] For port a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:06:35.072557 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-717d301e-4364-4431-b8e0-61e795bdf7ff service neutron] For port a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd,segment=NetworkSegment(ca545713-cf14-45ab-86a8-e87802c3d520),segment_id=ca545713-cf14-45ab-86a8-e87802c3d520)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:06:35.093382 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2f89f-afda-448a-9cd0-bc74ae18d6b4 req-316361a8-b82f-443b-aa2e-447ca2bd55ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:35.095174 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-36f2f89f-afda-448a-9cd0-bc74ae18d6b4 req-316361a8-b82f-443b-aa2e-447ca2bd55ca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e528a95-765b-4153-a63c-148757c15f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2480643 Oct 19 01:06:35.096749 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493bf9c0-ce0c-477d-803c-9a53d16270c8 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ffbdd98f-3bbf-4b14-91b3-fba4efcbeb23,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:35.102456 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-717d301e-4364-4431-b8e0-61e795bdf7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:35.158144 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-717d301e-4364-4431-b8e0-61e795bdf7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:35.160455 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-717d301e-4364-4431-b8e0-61e795bdf7ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:35.165680 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-717d301e-4364-4431-b8e0-61e795bdf7ff service neutron] 10.222.0.24 "PUT /v2.0/ports/a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd HTTP/1.1" status: 200 len: 1092 time: 2.8978162 Oct 19 01:06:35.225478 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46e17c-5d46-47e5-b4d1-a347412c3dbc req-427a2ba8-9b27-4e79-9261-9b214fc75be3 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:35.231872 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46e17c-5d46-47e5-b4d1-a347412c3dbc req-427a2ba8-9b27-4e79-9261-9b214fc75be3 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:35.238937 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46e17c-5d46-47e5-b4d1-a347412c3dbc req-427a2ba8-9b27-4e79-9261-9b214fc75be3 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:35.245573 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46e17c-5d46-47e5-b4d1-a347412c3dbc req-427a2ba8-9b27-4e79-9261-9b214fc75be3 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:35.253927 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46e17c-5d46-47e5-b4d1-a347412c3dbc req-427a2ba8-9b27-4e79-9261-9b214fc75be3 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:35.261576 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46e17c-5d46-47e5-b4d1-a347412c3dbc req-427a2ba8-9b27-4e79-9261-9b214fc75be3 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:35.268025 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46e17c-5d46-47e5-b4d1-a347412c3dbc req-427a2ba8-9b27-4e79-9261-9b214fc75be3 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:35.276753 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fa46e17c-5d46-47e5-b4d1-a347412c3dbc req-427a2ba8-9b27-4e79-9261-9b214fc75be3 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 5385 time: 0.3702369 Oct 19 01:06:35.321408 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-919b2859-a1d9-48af-a519-f0dcdea54b71 service neutron] Request body: {'port': {'device_id': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:35.405634 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-919b2859-a1d9-48af-a519-f0dcdea54b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:35.455929 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fa46e17c-5d46-47e5-b4d1-a347412c3dbc req-03e8f666-7814-42e2-bbf8-13b518cd935e tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc8025b-09bc-4bd9-9d99-46ada71b927c&id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1680014 Oct 19 01:06:35.544367 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'tag': 'a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:06:35.550145 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab44c351-cd7c-4c2c-b3a1-69fbe262e8f9" -d '{"events": [{"name": "network-changed", "server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "tag": "a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:06:35.553182 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d301e-4364-4431-b8e0-61e795bdf7ff service neutron] Pushing event updated for resources: {'Port': ['ID=a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:35.560503 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b7068-0a72-48a1-b3a7-c2b9c322d183 req-dbea41be-c78b-43fd-95e9-6add8865988b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:35.561853 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b7068-0a72-48a1-b3a7-c2b9c322d183 req-dbea41be-c78b-43fd-95e9-6add8865988b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:35.562525 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b7068-0a72-48a1-b3a7-c2b9c322d183 req-dbea41be-c78b-43fd-95e9-6add8865988b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:35.563430 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b7068-0a72-48a1-b3a7-c2b9c322d183 req-dbea41be-c78b-43fd-95e9-6add8865988b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:35.564186 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b7068-0a72-48a1-b3a7-c2b9c322d183 req-dbea41be-c78b-43fd-95e9-6add8865988b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:35.565408 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b7068-0a72-48a1-b3a7-c2b9c322d183 req-dbea41be-c78b-43fd-95e9-6add8865988b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:35.566064 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b7068-0a72-48a1-b3a7-c2b9c322d183 req-dbea41be-c78b-43fd-95e9-6add8865988b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:35.569091 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-921b7068-0a72-48a1-b3a7-c2b9c322d183 req-dbea41be-c78b-43fd-95e9-6add8865988b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4da2c8fb80314d439039529c71ca4b69&device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 6239 time: 0.8007538 Oct 19 01:06:35.602788 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-15d5d53e-51a0-4f22-b082-690e0bc8f58d req-b877b338-36dd-46cc-83b1-fc013a432fda tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Allocated IP 172.25.8.108 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/d6ea94c1-f5e1-42e0-aa7f-94dc18ccdb50) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:06:35.680110 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-e743571f-3a53-4ac6-a69d-d29f9b27a579 service neutron] Attempting to bind port 5b1a2614-1274-4867-b0f6-3402523111c1 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:06:35.680684 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-e743571f-3a53-4ac6-a69d-d29f9b27a579 service neutron] Attempting to bind port 5b1a2614-1274-4867-b0f6-3402523111c1 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'b01a7d88-a003-47a9-b860-30f595d12d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '55515e32-5e42-485f-bdb8-5274dcde7dea'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:06:35.681200 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-e743571f-3a53-4ac6-a69d-d29f9b27a579 service neutron] Attempting to bind port 5b1a2614-1274-4867-b0f6-3402523111c1 on network 55515e32-5e42-485f-bdb8-5274dcde7dea {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:06:35.715680 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e9fd1627-f3ee-4508-ae59-641fbb3ea4c3 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.6692300 Oct 19 01:06:35.735783 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-36f2f89f-afda-448a-9cd0-bc74ae18d6b4 req-4efb86ca-f3c5-4979-b21a-d52c65980cc1 service neutron] 10.222.0.55 "GET /v2.0/networks/5e528a95-765b-4153-a63c-148757c15f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6187522 Oct 19 01:06:35.736251 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59598) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:35.751433 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-e743571f-3a53-4ac6-a69d-d29f9b27a579 service neutron] Port 5b1a2614-1274-4867-b0f6-3402523111c1 on network 55515e32-5e42-485f-bdb8-5274dcde7dea not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:06:35.752060 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-e743571f-3a53-4ac6-a69d-d29f9b27a579 service neutron] Attempting to bind port 5b1a2614-1274-4867-b0f6-3402523111c1 on network 55515e32-5e42-485f-bdb8-5274dcde7dea {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:06:35.778791 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-e743571f-3a53-4ac6-a69d-d29f9b27a579 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:06:35.779178 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-e743571f-3a53-4ac6-a69d-d29f9b27a579 service neutron] Checking segment: {'id': 'b01a7d88-a003-47a9-b860-30f595d12d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '55515e32-5e42-485f-bdb8-5274dcde7dea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:06:35.779849 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-e743571f-3a53-4ac6-a69d-d29f9b27a579 service neutron] Bound using segment: {'id': 'b01a7d88-a003-47a9-b860-30f595d12d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '55515e32-5e42-485f-bdb8-5274dcde7dea'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:06:35.779988 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-e743571f-3a53-4ac6-a69d-d29f9b27a579 service neutron] Bound port: 5b1a2614-1274-4867-b0f6-3402523111c1, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01a7d88-a003-47a9-b860-30f595d12d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '55515e32-5e42-485f-bdb8-5274dcde7dea'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:06:35.780602 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-e743571f-3a53-4ac6-a69d-d29f9b27a579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:35.835710 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e3045-b08f-4e7d-b081-874939a1fd3e req-5187ae14-7709-4272-8928-d8f8de143084 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:35.844601 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-984e3045-b08f-4e7d-b081-874939a1fd3e req-5187ae14-7709-4272-8928-d8f8de143084 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "GET /v2.0/ports?device_id=0384c7e7-e5cd-4394-b5fc-b4aaf74df8af HTTP/1.1" status: 200 len: 944 time: 0.2861748 Oct 19 01:06:35.848448 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ec60d234-1d64-40f6-988d-8a9f4df880ac tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:35.876860 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b7068-0a72-48a1-b3a7-c2b9c322d183 req-dc27e43f-8c4d-4411-aa9a-497a50971b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:35.877103 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b7068-0a72-48a1-b3a7-c2b9c322d183 req-dc27e43f-8c4d-4411-aa9a-497a50971b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:35.877486 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b7068-0a72-48a1-b3a7-c2b9c322d183 req-dc27e43f-8c4d-4411-aa9a-497a50971b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:35.879084 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-921b7068-0a72-48a1-b3a7-c2b9c322d183 req-dc27e43f-8c4d-4411-aa9a-497a50971b98 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=4da2c8fb80314d439039529c71ca4b69&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2731683 Oct 19 01:06:35.899167 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ec60d234-1d64-40f6-988d-8a9f4df880ac tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:35.962299 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-15d5d53e-51a0-4f22-b082-690e0bc8f58d req-b877b338-36dd-46cc-83b1-fc013a432fda tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:36.008154 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-984e3045-b08f-4e7d-b081-874939a1fd3e req-7873485c-625b-4813-9f69-d25ee223e36f tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "GET /v2.0/security-groups?id=a92623c9-d7ca-40ac-b11a-4792288fced6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611030 Oct 19 01:06:36.012177 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-e743571f-3a53-4ac6-a69d-d29f9b27a579 service neutron] For port 5b1a2614-1274-4867-b0f6-3402523111c1, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:06:36.040614 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-e743571f-3a53-4ac6-a69d-d29f9b27a579 service neutron] For port 5b1a2614-1274-4867-b0f6-3402523111c1, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=5b1a2614-1274-4867-b0f6-3402523111c1,segment=NetworkSegment(b01a7d88-a003-47a9-b860-30f595d12d4c),segment_id=b01a7d88-a003-47a9-b860-30f595d12d4c)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:06:36.063491 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-e743571f-3a53-4ac6-a69d-d29f9b27a579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:36.109054 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b7068-0a72-48a1-b3a7-c2b9c322d183 req-67d1411f-a2d0-4e2f-8bc5-83a0cf4c11e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:36.110615 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-921b7068-0a72-48a1-b3a7-c2b9c322d183 req-67d1411f-a2d0-4e2f-8bc5-83a0cf4c11e4 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2222574 Oct 19 01:06:36.133763 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-e743571f-3a53-4ac6-a69d-d29f9b27a579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:36.134471 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-e743571f-3a53-4ac6-a69d-d29f9b27a579 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:36.136112 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-e743571f-3a53-4ac6-a69d-d29f9b27a579 service neutron] 10.222.0.24 "PUT /v2.0/ports/5b1a2614-1274-4867-b0f6-3402523111c1 HTTP/1.1" status: 200 len: 1091 time: 2.1911054 Oct 19 01:06:36.143027 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-15d5d53e-51a0-4f22-b082-690e0bc8f58d req-b877b338-36dd-46cc-83b1-fc013a432fda tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:36.172404 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-a24cfd9c-db5e-44b2-8fa0-73c186a17523 service neutron] Request body: {'port': {'device_id': '6f76c236-2350-46ba-8279-f7780c3ab086', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:36.173341 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ec60d234-1d64-40f6-988d-8a9f4df880ac tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:36.181010 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ec60d234-1d64-40f6-988d-8a9f4df880ac tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:36.185920 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ec60d234-1d64-40f6-988d-8a9f4df880ac tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/687194fe-0fdc-429c-84e9-40d7a3c86a9b HTTP/1.1" status: 204 len: 168 time: 0.4422221 Oct 19 01:06:36.198490 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59602) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:36.206700 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60d234-1d64-40f6-988d-8a9f4df880ac tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=687194fe-0fdc-429c-84e9-40d7a3c86a9b,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:36.210071 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e743571f-3a53-4ac6-a69d-d29f9b27a579 service neutron] Pushing event updated for resources: {'Port': ['ID=5b1a2614-1274-4867-b0f6-3402523111c1,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:36.224005 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15d5d53e-51a0-4f22-b082-690e0bc8f58d req-b877b338-36dd-46cc-83b1-fc013a432fda tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:06:36.232425 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-15d5d53e-51a0-4f22-b082-690e0bc8f58d req-b877b338-36dd-46cc-83b1-fc013a432fda tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:06:36.260281 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d5d53e-51a0-4f22-b082-690e0bc8f58d req-b877b338-36dd-46cc-83b1-fc013a432fda tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:06:36.264087 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-36f2f89f-afda-448a-9cd0-bc74ae18d6b4 req-0b6d36ed-5926-447a-b970-4e69eaa93ae3 service neutron] 10.222.0.55 "GET /v2.0/networks/5e528a95-765b-4153-a63c-148757c15f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5073495 Oct 19 01:06:36.334070 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b877b338-36dd-46cc-83b1-fc013a432fda tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Pushing event updated for resources: {'Port': ['ID=d6ea94c1-f5e1-42e0-aa7f-94dc18ccdb50,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:36.342889 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-a24cfd9c-db5e-44b2-8fa0-73c186a17523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:36.359270 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-fbdaad20-3a2e-4159-a034-81ac70652209 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1338305 Oct 19 01:06:36.364076 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59604) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:36.396871 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20381711-f420-45b2-8c13-1a10a5d314d1 req-4f6c71b9-d531-47d2-920e-b94da976d0fd tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:36.398331 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-20381711-f420-45b2-8c13-1a10a5d314d1 req-4f6c71b9-d531-47d2-920e-b94da976d0fd tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec598e4f-08c8-49a9-9e9f-5e6d00e40b56 HTTP/1.1" status: 200 len: 944 time: 0.2277572 Oct 19 01:06:36.407664 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 2d79080a-7caf-431d-a8fb-9bff77e01a3d up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:06:36.439089 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-535d5467-8e6a-4b47-8dd6-14dfc4f59c6e tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:36.447207 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-15d5d53e-51a0-4f22-b082-690e0bc8f58d req-b877b338-36dd-46cc-83b1-fc013a432fda tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:36.472977 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-535d5467-8e6a-4b47-8dd6-14dfc4f59c6e tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:36.541161 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-20381711-f420-45b2-8c13-1a10a5d314d1 req-e287b0ad-a823-47de-8ab4-6d930026d7f2 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/security-groups?id=62d6f1ca-d20e-4b99-a097-4c73c3e997a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275771 Oct 19 01:06:36.571845 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-919b2859-a1d9-48af-a519-f0dcdea54b71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 394a4e11-f9e4-4f2c-84f4-e9d161e34a1c {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:06:36.572690 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 2d79080a-7caf-431d-a8fb-9bff77e01a3d triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:36.573379 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:36.580790 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-535d5467-8e6a-4b47-8dd6-14dfc4f59c6e tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:36.596876 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-535d5467-8e6a-4b47-8dd6-14dfc4f59c6e tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:36.609173 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-535d5467-8e6a-4b47-8dd6-14dfc4f59c6e tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/6b5e19a9-c9b4-40b1-a9ec-39a7bf31f372 HTTP/1.1" status: 204 len: 168 time: 0.2437198 Oct 19 01:06:36.611471 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-919b2859-a1d9-48af-a519-f0dcdea54b71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:36.626717 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59608) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:36.628064 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-919b2859-a1d9-48af-a519-f0dcdea54b71 service neutron] Transition to ACTIVE for port object 394a4e11-f9e4-4f2c-84f4-e9d161e34a1c will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:06:36.631300 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d73e9f-b2bb-496d-be85-25bcf85528cd x-openstack-request-id: req-33d73e9f-b2bb-496d-be85-25bcf85528cd {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:06:36.631786 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "tag": "a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:06:36.632041 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-33d73e9f-b2bb-496d-be85-25bcf85528cd {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:06:36.636944 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'tag': 'a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd', 'status': 'completed', 'code': 200} Oct 19 01:06:36.644654 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d5467-8e6a-4b47-8dd6-14dfc4f59c6e tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b5e19a9-c9b4-40b1-a9ec-39a7bf31f372,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:36.647989 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-919b2859-a1d9-48af-a519-f0dcdea54b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:36.686031 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:36.710249 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b2859-a1d9-48af-a519-f0dcdea54b71 service neutron] Pushing event updated for resources: {'Port': ['ID=394a4e11-f9e4-4f2c-84f4-e9d161e34a1c,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:36.761850 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac6461f-9466-4906-8ff6-ee125b142502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d79080a-7caf-431d-a8fb-9bff77e01a3d'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:06:36.765275 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43291a0c-8e5f-4a2c-89e1-66daa4b34029" -d '{"events": [{"server_uuid": "cac6461f-9466-4906-8ff6-ee125b142502", "name": "network-vif-plugged", "status": "completed", "tag": "2d79080a-7caf-431d-a8fb-9bff77e01a3d"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:06:36.793775 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 2d79080a-7caf-431d-a8fb-9bff77e01a3d, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=2d79080a-7caf-431d-a8fb-9bff77e01a3d,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:06:36.799209 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'tag': '9295caf7-42d8-4c78-a217-b3e9af380abb'}, {'name': 'network-changed', 'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'tag': '5b1a2614-1274-4867-b0f6-3402523111c1'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:06:36.801620 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435665ee-ff66-41d3-a97d-edb8e127d409" -d '{"events": [{"name": "network-changed", "server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "tag": "9295caf7-42d8-4c78-a217-b3e9af380abb"}, {"name": "network-changed", "server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "tag": "5b1a2614-1274-4867-b0f6-3402523111c1"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:06:36.804423 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-15d5d53e-51a0-4f22-b082-690e0bc8f58d req-b877b338-36dd-46cc-83b1-fc013a432fda tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:36.805753 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:36.806998 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 60bcddab-f2fd-4d10-828b-3d9547f14070 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:06:36.880085 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597f19f-8465-443a-b026-5b03dab96244 req-8797cbee-5b8c-461c-971b-a9ee4b51c4bf tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:36.887461 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a94be5a7-f92c-4db0-82f5-51101ff940b4 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2506866 Oct 19 01:06:36.893267 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59614) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:36.902186 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597f19f-8465-443a-b026-5b03dab96244 req-8797cbee-5b8c-461c-971b-a9ee4b51c4bf tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:36.921497 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597f19f-8465-443a-b026-5b03dab96244 req-8797cbee-5b8c-461c-971b-a9ee4b51c4bf tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:36.936430 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597f19f-8465-443a-b026-5b03dab96244 req-8797cbee-5b8c-461c-971b-a9ee4b51c4bf tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:36.945210 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597f19f-8465-443a-b026-5b03dab96244 req-8797cbee-5b8c-461c-971b-a9ee4b51c4bf tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:36.957253 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597f19f-8465-443a-b026-5b03dab96244 req-8797cbee-5b8c-461c-971b-a9ee4b51c4bf tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:36.961755 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 60bcddab-f2fd-4d10-828b-3d9547f14070 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:06:36.968777 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 60bcddab-f2fd-4d10-828b-3d9547f14070 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:36.969202 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:36.969699 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e597f19f-8465-443a-b026-5b03dab96244 req-8797cbee-5b8c-461c-971b-a9ee4b51c4bf tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 4602 time: 0.2562211 Oct 19 01:06:36.987500 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44c351-cd7c-4c2c-b3a1-69fbe262e8f9 req-c6a73180-ba8f-4445-8ce5-c0b7b341edd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:36.994795 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44c351-cd7c-4c2c-b3a1-69fbe262e8f9 req-c6a73180-ba8f-4445-8ce5-c0b7b341edd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:36.995398 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44c351-cd7c-4c2c-b3a1-69fbe262e8f9 req-c6a73180-ba8f-4445-8ce5-c0b7b341edd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:36.996594 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44c351-cd7c-4c2c-b3a1-69fbe262e8f9 req-c6a73180-ba8f-4445-8ce5-c0b7b341edd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:36.997078 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44c351-cd7c-4c2c-b3a1-69fbe262e8f9 req-c6a73180-ba8f-4445-8ce5-c0b7b341edd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:36.997667 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44c351-cd7c-4c2c-b3a1-69fbe262e8f9 req-c6a73180-ba8f-4445-8ce5-c0b7b341edd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:37.000188 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ab44c351-cd7c-4c2c-b3a1-69fbe262e8f9 req-c6a73180-ba8f-4445-8ce5-c0b7b341edd9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=372044798076488b8078f880b919e81f&device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5248 time: 0.3489797 Oct 19 01:06:37.028667 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=2d79080a-7caf-431d-a8fb-9bff77e01a3d,revision_number=10']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:37.055925 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e597f19f-8465-443a-b026-5b03dab96244 req-80e35576-8da8-4468-bc28-70bf7a09a703 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0836427 Oct 19 01:06:37.057198 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-919b2859-a1d9-48af-a519-f0dcdea54b71 service neutron] Attempting to bind port 394a4e11-f9e4-4f2c-84f4-e9d161e34a1c on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:06:37.059375 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-919b2859-a1d9-48af-a519-f0dcdea54b71 service neutron] Attempting to bind port 394a4e11-f9e4-4f2c-84f4-e9d161e34a1c by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'af8d2bdc-728f-4365-a0a3-7f4c1d198719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4bdbb06e-439a-49c1-8bb0-4db0fdb649a5'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:06:37.061677 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-919b2859-a1d9-48af-a519-f0dcdea54b71 service neutron] Attempting to bind port 394a4e11-f9e4-4f2c-84f4-e9d161e34a1c on network 4bdbb06e-439a-49c1-8bb0-4db0fdb649a5 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:06:37.073732 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-919b2859-a1d9-48af-a519-f0dcdea54b71 service neutron] Port 394a4e11-f9e4-4f2c-84f4-e9d161e34a1c on network 4bdbb06e-439a-49c1-8bb0-4db0fdb649a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:06:37.076444 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-919b2859-a1d9-48af-a519-f0dcdea54b71 service neutron] Attempting to bind port 394a4e11-f9e4-4f2c-84f4-e9d161e34a1c on network 4bdbb06e-439a-49c1-8bb0-4db0fdb649a5 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:06:37.090620 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-919b2859-a1d9-48af-a519-f0dcdea54b71 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:06:37.098254 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-919b2859-a1d9-48af-a519-f0dcdea54b71 service neutron] Checking segment: {'id': 'af8d2bdc-728f-4365-a0a3-7f4c1d198719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4bdbb06e-439a-49c1-8bb0-4db0fdb649a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:06:37.102769 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-919b2859-a1d9-48af-a519-f0dcdea54b71 service neutron] Bound using segment: {'id': 'af8d2bdc-728f-4365-a0a3-7f4c1d198719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4bdbb06e-439a-49c1-8bb0-4db0fdb649a5'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:06:37.103464 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-919b2859-a1d9-48af-a519-f0dcdea54b71 service neutron] Bound port: 394a4e11-f9e4-4f2c-84f4-e9d161e34a1c, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af8d2bdc-728f-4365-a0a3-7f4c1d198719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4bdbb06e-439a-49c1-8bb0-4db0fdb649a5'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:06:37.104028 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-919b2859-a1d9-48af-a519-f0dcdea54b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:37.110638 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:37.132751 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f28e19cb-c43a-4fb6-b754-9a6983b9f174 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:37.171977 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f28e19cb-c43a-4fb6-b754-9a6983b9f174 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:37.191367 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 60bcddab-f2fd-4d10-828b-3d9547f14070, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=60bcddab-f2fd-4d10-828b-3d9547f14070,segment=NetworkSegment(618e9f13-33df-47a4-8265-1f8d48d0f612),segment_id=618e9f13-33df-47a4-8265-1f8d48d0f612)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:06:37.211526 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:37.273982 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-919b2859-a1d9-48af-a519-f0dcdea54b71 service neutron] For port 394a4e11-f9e4-4f2c-84f4-e9d161e34a1c, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:06:37.290718 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-919b2859-a1d9-48af-a519-f0dcdea54b71 service neutron] For port 394a4e11-f9e4-4f2c-84f4-e9d161e34a1c, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=394a4e11-f9e4-4f2c-84f4-e9d161e34a1c,segment=NetworkSegment(af8d2bdc-728f-4365-a0a3-7f4c1d198719),segment_id=af8d2bdc-728f-4365-a0a3-7f4c1d198719)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:06:37.299307 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-919b2859-a1d9-48af-a519-f0dcdea54b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:37.335303 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=60bcddab-f2fd-4d10-828b-3d9547f14070,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:37.459029 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f28e19cb-c43a-4fb6-b754-9a6983b9f174 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:37.459254 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-919b2859-a1d9-48af-a519-f0dcdea54b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:37.459254 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-919b2859-a1d9-48af-a519-f0dcdea54b71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:37.459254 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-919b2859-a1d9-48af-a519-f0dcdea54b71 service neutron] 10.222.0.24 "PUT /v2.0/ports/394a4e11-f9e4-4f2c-84f4-e9d161e34a1c HTTP/1.1" status: 200 len: 1135 time: 2.1307874 Oct 19 01:06:37.459794 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44c351-cd7c-4c2c-b3a1-69fbe262e8f9 req-69fdd870-518b-455d-a586-6a63dd74127a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:37.459794 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44c351-cd7c-4c2c-b3a1-69fbe262e8f9 req-69fdd870-518b-455d-a586-6a63dd74127a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:37.459794 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44c351-cd7c-4c2c-b3a1-69fbe262e8f9 req-69fdd870-518b-455d-a586-6a63dd74127a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:37.459794 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ab44c351-cd7c-4c2c-b3a1-69fbe262e8f9 req-69fdd870-518b-455d-a586-6a63dd74127a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=372044798076488b8078f880b919e81f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4397528 Oct 19 01:06:37.459794 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f28e19cb-c43a-4fb6-b754-9a6983b9f174 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:37.459794 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f28e19cb-c43a-4fb6-b754-9a6983b9f174 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/9003e7ab-be71-4217-be64-d5ba4dae3b1d HTTP/1.1" status: 204 len: 168 time: 0.5050056 Oct 19 01:06:37.462182 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59634) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:37.488045 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-37843b29-3157-426c-8fc7-e9630ff92190 service neutron] Request body: {'port': {'device_id': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:37.493627 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b2859-a1d9-48af-a519-f0dcdea54b71 service neutron] Pushing event updated for resources: {'Port': ['ID=394a4e11-f9e4-4f2c-84f4-e9d161e34a1c,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:37.549233 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-15d5d53e-51a0-4f22-b082-690e0bc8f58d req-b877b338-36dd-46cc-83b1-fc013a432fda tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:37.565202 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f036e3-7c76-4473-84dc-1164dc1ef17f req-58cb698c-6c05-4960-934c-a9a35863d972 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:37.569298 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-a24cfd9c-db5e-44b2-8fa0-73c186a17523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb1ab98-3373-451d-84e7-1285ed514bab {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:06:37.571372 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f036e3-7c76-4473-84dc-1164dc1ef17f req-58cb698c-6c05-4960-934c-a9a35863d972 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:37.578575 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f036e3-7c76-4473-84dc-1164dc1ef17f req-58cb698c-6c05-4960-934c-a9a35863d972 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:37.581394 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-a24cfd9c-db5e-44b2-8fa0-73c186a17523 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:37.584714 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f036e3-7c76-4473-84dc-1164dc1ef17f req-58cb698c-6c05-4960-934c-a9a35863d972 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:37.591041 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f036e3-7c76-4473-84dc-1164dc1ef17f req-58cb698c-6c05-4960-934c-a9a35863d972 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:37.597303 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f036e3-7c76-4473-84dc-1164dc1ef17f req-58cb698c-6c05-4960-934c-a9a35863d972 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:37.603648 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f036e3-7c76-4473-84dc-1164dc1ef17f req-58cb698c-6c05-4960-934c-a9a35863d972 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:37.605953 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-53f036e3-7c76-4473-84dc-1164dc1ef17f req-58cb698c-6c05-4960-934c-a9a35863d972 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 5385 time: 0.1923685 Oct 19 01:06:37.611122 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-a24cfd9c-db5e-44b2-8fa0-73c186a17523 service neutron] Transition to ACTIVE for port object fdb1ab98-3373-451d-84e7-1285ed514bab will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:06:37.635675 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-37843b29-3157-426c-8fc7-e9630ff92190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:37.641376 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e19cb-c43a-4fb6-b754-9a6983b9f174 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9003e7ab-be71-4217-be64-d5ba4dae3b1d,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:37.649054 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-15d5d53e-51a0-4f22-b082-690e0bc8f58d req-b877b338-36dd-46cc-83b1-fc013a432fda tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:37.714303 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-a24cfd9c-db5e-44b2-8fa0-73c186a17523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:37.739556 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b877b338-36dd-46cc-83b1-fc013a432fda tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Pushing event updated for resources: {'Port': ['ID=d6ea94c1-f5e1-42e0-aa7f-94dc18ccdb50,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:37.743491 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-53f036e3-7c76-4473-84dc-1164dc1ef17f req-958ece2e-b2b9-4018-913d-02f1f7023084 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc8025b-09bc-4bd9-9d99-46ada71b927c&id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1243618 Oct 19 01:06:37.814612 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-38b13ce9-2a99-4955-a79a-771bd227c081 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3461838 Oct 19 01:06:37.820579 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59646) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:37.827199 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9163750d-5e74-4193-a581-d46ae8eb136f x-openstack-request-id: req-9163750d-5e74-4193-a581-d46ae8eb136f {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:06:37.827671 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac6461f-9466-4906-8ff6-ee125b142502", "name": "network-vif-plugged", "status": "completed", "tag": "2d79080a-7caf-431d-a8fb-9bff77e01a3d", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:06:37.827851 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9163750d-5e74-4193-a581-d46ae8eb136f {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:06:37.828203 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac6461f-9466-4906-8ff6-ee125b142502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d79080a-7caf-431d-a8fb-9bff77e01a3d', 'code': 200} Oct 19 01:06:37.977182 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 19 Oct 2021 01:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d59121-ef02-40ae-97a9-3ebd008e6fab x-openstack-request-id: req-71d59121-ef02-40ae-97a9-3ebd008e6fab {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:06:37.977479 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "tag": "9295caf7-42d8-4c78-a217-b3e9af380abb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "tag": "5b1a2614-1274-4867-b0f6-3402523111c1", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:06:37.977733 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-71d59121-ef02-40ae-97a9-3ebd008e6fab {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:06:37.978129 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'tag': '9295caf7-42d8-4c78-a217-b3e9af380abb', 'status': 'completed', 'code': 200} Oct 19 01:06:37.978382 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'tag': '5b1a2614-1274-4867-b0f6-3402523111c1', 'status': 'completed', 'code': 200} Oct 19 01:06:37.980291 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-15d5d53e-51a0-4f22-b082-690e0bc8f58d req-b877b338-36dd-46cc-83b1-fc013a432fda tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:38.118493 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6f165-32f6-4869-a96e-4d5452cad9da req-23e25d7e-44e3-42dc-8a20-16ff58b47357 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:38.131191 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-74c6f165-32f6-4869-a96e-4d5452cad9da req-23e25d7e-44e3-42dc-8a20-16ff58b47357 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "GET /v2.0/ports?device_id=0384c7e7-e5cd-4394-b5fc-b4aaf74df8af HTTP/1.1" status: 200 len: 945 time: 0.0945222 Oct 19 01:06:38.145667 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435665ee-ff66-41d3-a97d-edb8e127d409 req-443928ef-3046-440b-8ec7-e980ea1301af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:38.146140 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435665ee-ff66-41d3-a97d-edb8e127d409 req-443928ef-3046-440b-8ec7-e980ea1301af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:38.146597 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435665ee-ff66-41d3-a97d-edb8e127d409 req-443928ef-3046-440b-8ec7-e980ea1301af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:38.147056 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435665ee-ff66-41d3-a97d-edb8e127d409 req-443928ef-3046-440b-8ec7-e980ea1301af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:38.147507 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435665ee-ff66-41d3-a97d-edb8e127d409 req-443928ef-3046-440b-8ec7-e980ea1301af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:38.147987 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435665ee-ff66-41d3-a97d-edb8e127d409 req-443928ef-3046-440b-8ec7-e980ea1301af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:38.148441 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435665ee-ff66-41d3-a97d-edb8e127d409 req-443928ef-3046-440b-8ec7-e980ea1301af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:38.149927 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ed9d88f6-d877-4b84-885c-54ca9b0c864d tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:38.150335 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-435665ee-ff66-41d3-a97d-edb8e127d409 req-443928ef-3046-440b-8ec7-e980ea1301af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4da2c8fb80314d439039529c71ca4b69&device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 6307 time: 0.2121613 Oct 19 01:06:38.205557 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-15d5d53e-51a0-4f22-b082-690e0bc8f58d req-b877b338-36dd-46cc-83b1-fc013a432fda tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:38.219608 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-15d5d53e-51a0-4f22-b082-690e0bc8f58d req-b877b338-36dd-46cc-83b1-fc013a432fda tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9177010 Oct 19 01:06:38.250688 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-74c6f165-32f6-4869-a96e-4d5452cad9da req-6bead019-66f9-42b7-a7c3-d9f079ccb78c tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "GET /v2.0/security-groups?id=a92623c9-d7ca-40ac-b11a-4792288fced6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186144 Oct 19 01:06:38.335708 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ed9d88f6-d877-4b84-885c-54ca9b0c864d tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:38.378160 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24cfd9c-db5e-44b2-8fa0-73c186a17523 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb1ab98-3373-451d-84e7-1285ed514bab,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:38.404907 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435665ee-ff66-41d3-a97d-edb8e127d409 req-a4f96fed-af18-4e09-9550-c2b950ea97df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:38.405427 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435665ee-ff66-41d3-a97d-edb8e127d409 req-a4f96fed-af18-4e09-9550-c2b950ea97df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:38.405818 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435665ee-ff66-41d3-a97d-edb8e127d409 req-a4f96fed-af18-4e09-9550-c2b950ea97df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:38.407365 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-435665ee-ff66-41d3-a97d-edb8e127d409 req-a4f96fed-af18-4e09-9550-c2b950ea97df service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=4da2c8fb80314d439039529c71ca4b69&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2385449 Oct 19 01:06:38.414405 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-15d5d53e-51a0-4f22-b082-690e0bc8f58d req-257ed066-6108-487e-9843-ad51079221a5 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.108 HTTP/1.1" status: 200 len: 696 time: 0.1936357 Oct 19 01:06:38.415127 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device c7078771-4320-45b1-ae7b-ee55db29d068 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:06:38.499934 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44c351-cd7c-4c2c-b3a1-69fbe262e8f9 req-2c31c70b-6c8b-4002-8e36-a4671beb19c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:38.502790 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ab44c351-cd7c-4c2c-b3a1-69fbe262e8f9 req-2c31c70b-6c8b-4002-8e36-a4671beb19c1 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0292778 Oct 19 01:06:38.516837 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ed9d88f6-d877-4b84-885c-54ca9b0c864d tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:38.522159 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ed9d88f6-d877-4b84-885c-54ca9b0c864d tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:38.526535 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ed9d88f6-d877-4b84-885c-54ca9b0c864d tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/59cec8b2-b2c9-4da1-a2ef-6e572d8a34af HTTP/1.1" status: 204 len: 168 time: 0.6247633 Oct 19 01:06:38.531049 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59662) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:38.598191 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d88f6-d877-4b84-885c-54ca9b0c864d tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59cec8b2-b2c9-4da1-a2ef-6e572d8a34af,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:38.618641 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-a24cfd9c-db5e-44b2-8fa0-73c186a17523 service neutron] Attempting to bind port fdb1ab98-3373-451d-84e7-1285ed514bab on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:06:38.619211 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-a24cfd9c-db5e-44b2-8fa0-73c186a17523 service neutron] Attempting to bind port fdb1ab98-3373-451d-84e7-1285ed514bab by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'b01a7d88-a003-47a9-b860-30f595d12d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '55515e32-5e42-485f-bdb8-5274dcde7dea'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:06:38.619768 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-a24cfd9c-db5e-44b2-8fa0-73c186a17523 service neutron] Attempting to bind port fdb1ab98-3373-451d-84e7-1285ed514bab on network 55515e32-5e42-485f-bdb8-5274dcde7dea {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:06:38.640518 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-a24cfd9c-db5e-44b2-8fa0-73c186a17523 service neutron] Port fdb1ab98-3373-451d-84e7-1285ed514bab on network 55515e32-5e42-485f-bdb8-5274dcde7dea not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:06:38.641071 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-a24cfd9c-db5e-44b2-8fa0-73c186a17523 service neutron] Attempting to bind port fdb1ab98-3373-451d-84e7-1285ed514bab on network 55515e32-5e42-485f-bdb8-5274dcde7dea {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:06:38.658361 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port c7078771-4320-45b1-ae7b-ee55db29d068, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=c7078771-4320-45b1-ae7b-ee55db29d068,segment=NetworkSegment(d19f75c5-7494-4022-8a08-e9eb3483a6bb),segment_id=d19f75c5-7494-4022-8a08-e9eb3483a6bb)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:06:38.670370 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-a24cfd9c-db5e-44b2-8fa0-73c186a17523 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:06:38.671288 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-a24cfd9c-db5e-44b2-8fa0-73c186a17523 service neutron] Checking segment: {'id': 'b01a7d88-a003-47a9-b860-30f595d12d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '55515e32-5e42-485f-bdb8-5274dcde7dea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:06:38.671847 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-a24cfd9c-db5e-44b2-8fa0-73c186a17523 service neutron] Bound using segment: {'id': 'b01a7d88-a003-47a9-b860-30f595d12d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '55515e32-5e42-485f-bdb8-5274dcde7dea'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:06:38.672448 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-a24cfd9c-db5e-44b2-8fa0-73c186a17523 service neutron] Bound port: fdb1ab98-3373-451d-84e7-1285ed514bab, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01a7d88-a003-47a9-b860-30f595d12d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '55515e32-5e42-485f-bdb8-5274dcde7dea'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:06:38.673852 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-a24cfd9c-db5e-44b2-8fa0-73c186a17523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:38.709021 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c442c129-5bcc-41e9-8eab-93559c5004dc tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1555359 Oct 19 01:06:38.712093 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59664) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:38.722353 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'c7078771-4320-45b1-ae7b-ee55db29d068', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'port_id': 'c7078771-4320-45b1-ae7b-ee55db29d068', 'mac_address': 'fa:16:3e:9e:18:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:06:38.729256 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5d53e-51a0-4f22-b082-690e0bc8f58d req-9d43f698-2618-412b-aadd-1545d6ff9cab tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:38.745914 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-15d5d53e-51a0-4f22-b082-690e0bc8f58d req-9d43f698-2618-412b-aadd-1545d6ff9cab tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 784 time: 0.3301642 Oct 19 01:06:38.805824 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:38.830558 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7078771-4320-45b1-ae7b-ee55db29d068 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:06:38.852381 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-a24cfd9c-db5e-44b2-8fa0-73c186a17523 service neutron] For port fdb1ab98-3373-451d-84e7-1285ed514bab, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:06:38.856310 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-a24cfd9c-db5e-44b2-8fa0-73c186a17523 service neutron] For port fdb1ab98-3373-451d-84e7-1285ed514bab, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=fdb1ab98-3373-451d-84e7-1285ed514bab,segment=NetworkSegment(b01a7d88-a003-47a9-b860-30f595d12d4c),segment_id=b01a7d88-a003-47a9-b860-30f595d12d4c)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:06:38.872839 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port c7078771-4320-45b1-ae7b-ee55db29d068, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=c7078771-4320-45b1-ae7b-ee55db29d068,segment=NetworkSegment(d19f75c5-7494-4022-8a08-e9eb3483a6bb),segment_id=d19f75c5-7494-4022-8a08-e9eb3483a6bb)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:06:38.878738 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:38.887848 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-a24cfd9c-db5e-44b2-8fa0-73c186a17523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:38.961372 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=c7078771-4320-45b1-ae7b-ee55db29d068,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:38.988661 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-a24cfd9c-db5e-44b2-8fa0-73c186a17523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:38.989296 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-a24cfd9c-db5e-44b2-8fa0-73c186a17523 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:38.990774 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-a24cfd9c-db5e-44b2-8fa0-73c186a17523 service neutron] 10.222.0.24 "PUT /v2.0/ports/fdb1ab98-3373-451d-84e7-1285ed514bab HTTP/1.1" status: 200 len: 1092 time: 2.8229046 Oct 19 01:06:38.995591 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-37843b29-3157-426c-8fc7-e9630ff92190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a5f7373-9852-4292-a957-43becd30457e {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:06:39.020870 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-37843b29-3157-426c-8fc7-e9630ff92190 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:39.031131 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ecd9be3c-bff0-441c-9584-dbe4b0598340 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:39.039415 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-37843b29-3157-426c-8fc7-e9630ff92190 service neutron] Transition to ACTIVE for port object 6a5f7373-9852-4292-a957-43becd30457e will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:06:39.040587 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'tag': '394a4e11-f9e4-4f2c-84f4-e9d161e34a1c'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:06:39.043813 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e34843-0239-45ee-8c46-40ec7bdfab0e req-d2eddd5d-9669-45f2-9dfa-9e8802d907be tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:39.044505 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a954d34b-c251-40cf-8f8f-8ce6721ceb6f" -d '{"events": [{"name": "network-changed", "server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "tag": "394a4e11-f9e4-4f2c-84f4-e9d161e34a1c"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:06:39.051769 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e34843-0239-45ee-8c46-40ec7bdfab0e req-d2eddd5d-9669-45f2-9dfa-9e8802d907be tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:39.063166 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-37843b29-3157-426c-8fc7-e9630ff92190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:39.076907 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e34843-0239-45ee-8c46-40ec7bdfab0e req-d2eddd5d-9669-45f2-9dfa-9e8802d907be tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:39.087635 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e34843-0239-45ee-8c46-40ec7bdfab0e req-d2eddd5d-9669-45f2-9dfa-9e8802d907be tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:39.094791 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e34843-0239-45ee-8c46-40ec7bdfab0e req-d2eddd5d-9669-45f2-9dfa-9e8802d907be tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:39.119145 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e34843-0239-45ee-8c46-40ec7bdfab0e req-d2eddd5d-9669-45f2-9dfa-9e8802d907be tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:39.123699 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-82e34843-0239-45ee-8c46-40ec7bdfab0e req-d2eddd5d-9669-45f2-9dfa-9e8802d907be tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 4602 time: 0.2655554 Oct 19 01:06:39.129494 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0cb4b2a4-c6f5-4ae2-a4ad-20eba2ab28ad service neutron] Request body: {'port': {'device_id': '6f76c236-2350-46ba-8279-f7780c3ab086', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:39.155358 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24cfd9c-db5e-44b2-8fa0-73c186a17523 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb1ab98-3373-451d-84e7-1285ed514bab,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:39.237068 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ecd9be3c-bff0-441c-9584-dbe4b0598340 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:39.237670 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37843b29-3157-426c-8fc7-e9630ff92190 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5f7373-9852-4292-a957-43becd30457e,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:39.241036 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['c7078771-4320-45b1-ae7b-ee55db29d068'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:06:39.298995 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a66669-ed7b-4baf-8e2c-e23f28249523 req-a9e2d758-6fca-499d-b5f2-a0f38d2fb022 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:39.309670 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b3a66669-ed7b-4baf-8e2c-e23f28249523 req-a9e2d758-6fca-499d-b5f2-a0f38d2fb022 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec598e4f-08c8-49a9-9e9f-5e6d00e40b56 HTTP/1.1" status: 200 len: 945 time: 0.2583630 Oct 19 01:06:39.424537 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-82e34843-0239-45ee-8c46-40ec7bdfab0e req-bf8162d1-bd1d-4821-9fec-55d74c47aaf7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2672002 Oct 19 01:06:39.436552 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0cb4b2a4-c6f5-4ae2-a4ad-20eba2ab28ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:39.446138 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435665ee-ff66-41d3-a97d-edb8e127d409 req-717355f1-2c82-44f6-ad85-8313ef8184ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:39.453246 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-435665ee-ff66-41d3-a97d-edb8e127d409 req-717355f1-2c82-44f6-ad85-8313ef8184ae service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0294826 Oct 19 01:06:39.506924 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b3a66669-ed7b-4baf-8e2c-e23f28249523 req-40e20f99-4aac-4db1-aeaa-d08b3e9c0629 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/security-groups?id=62d6f1ca-d20e-4b99-a097-4c73c3e997a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962926 Oct 19 01:06:39.528216 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-37843b29-3157-426c-8fc7-e9630ff92190 service neutron] Attempting to bind port 6a5f7373-9852-4292-a957-43becd30457e on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:06:39.530038 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-37843b29-3157-426c-8fc7-e9630ff92190 service neutron] Attempting to bind port 6a5f7373-9852-4292-a957-43becd30457e by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'af8d2bdc-728f-4365-a0a3-7f4c1d198719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4bdbb06e-439a-49c1-8bb0-4db0fdb649a5'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:06:39.530504 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-37843b29-3157-426c-8fc7-e9630ff92190 service neutron] Attempting to bind port 6a5f7373-9852-4292-a957-43becd30457e on network 4bdbb06e-439a-49c1-8bb0-4db0fdb649a5 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:06:39.533154 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ecd9be3c-bff0-441c-9584-dbe4b0598340 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:39.546836 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ecd9be3c-bff0-441c-9584-dbe4b0598340 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:39.557327 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59678) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:39.557445 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ecd9be3c-bff0-441c-9584-dbe4b0598340 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "DELETE /v2.0/security-groups/34e89c7d-d643-4395-8685-5d9842705215 HTTP/1.1" status: 204 len: 168 time: 0.8332369 Oct 19 01:06:39.611615 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9be3c-bff0-441c-9584-dbe4b0598340 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e89c7d-d643-4395-8685-5d9842705215,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:39.644686 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-37843b29-3157-426c-8fc7-e9630ff92190 service neutron] Port 6a5f7373-9852-4292-a957-43becd30457e on network 4bdbb06e-439a-49c1-8bb0-4db0fdb649a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:06:39.648252 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-37843b29-3157-426c-8fc7-e9630ff92190 service neutron] Attempting to bind port 6a5f7373-9852-4292-a957-43becd30457e on network 4bdbb06e-439a-49c1-8bb0-4db0fdb649a5 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:06:39.659282 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-37843b29-3157-426c-8fc7-e9630ff92190 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:06:39.672164 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-37843b29-3157-426c-8fc7-e9630ff92190 service neutron] Checking segment: {'id': 'af8d2bdc-728f-4365-a0a3-7f4c1d198719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4bdbb06e-439a-49c1-8bb0-4db0fdb649a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:06:39.672744 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-37843b29-3157-426c-8fc7-e9630ff92190 service neutron] Bound using segment: {'id': 'af8d2bdc-728f-4365-a0a3-7f4c1d198719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4bdbb06e-439a-49c1-8bb0-4db0fdb649a5'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:06:39.673324 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-37843b29-3157-426c-8fc7-e9630ff92190 service neutron] Bound port: 6a5f7373-9852-4292-a957-43becd30457e, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af8d2bdc-728f-4365-a0a3-7f4c1d198719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4bdbb06e-439a-49c1-8bb0-4db0fdb649a5'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:06:39.673804 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-37843b29-3157-426c-8fc7-e9630ff92190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:39.724176 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-56f76105-4057-4b4f-8bf7-d88f9ac971b4 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1564634 Oct 19 01:06:39.728225 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59686) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:39.753173 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435665ee-ff66-41d3-a97d-edb8e127d409 req-364a6d6c-25f7-4973-bdc9-08dd0d1be29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:39.753663 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435665ee-ff66-41d3-a97d-edb8e127d409 req-364a6d6c-25f7-4973-bdc9-08dd0d1be29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:39.754186 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435665ee-ff66-41d3-a97d-edb8e127d409 req-364a6d6c-25f7-4973-bdc9-08dd0d1be29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:39.754657 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435665ee-ff66-41d3-a97d-edb8e127d409 req-364a6d6c-25f7-4973-bdc9-08dd0d1be29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:39.755118 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435665ee-ff66-41d3-a97d-edb8e127d409 req-364a6d6c-25f7-4973-bdc9-08dd0d1be29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:39.755578 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435665ee-ff66-41d3-a97d-edb8e127d409 req-364a6d6c-25f7-4973-bdc9-08dd0d1be29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:39.756094 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435665ee-ff66-41d3-a97d-edb8e127d409 req-364a6d6c-25f7-4973-bdc9-08dd0d1be29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:39.758001 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-435665ee-ff66-41d3-a97d-edb8e127d409 req-364a6d6c-25f7-4973-bdc9-08dd0d1be29a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4da2c8fb80314d439039529c71ca4b69&device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 6349 time: 0.2199383 Oct 19 01:06:39.763450 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e8bad822-a46c-46d8-b95b-de5ab099e90c req-a0f21769-7890-45bc-b069-a2005f2ee264 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "GET /v2.0/floatingips/4c0217d7-fa3b-4c97-ba48-77c92e14057d HTTP/1.1" status: 200 len: 693 time: 0.1304271 Oct 19 01:06:39.779073 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-88c78dc6-e65e-4dd5-bc9b-e2f889763161 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Request body: {'security_group': {'name': 'tempest-secgroup--525613835'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:39.829861 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0384c7e7-e5cd-4394-b5fc-b4aaf74df8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60bcddab-f2fd-4d10-828b-3d9547f14070'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:06:39.832800 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea54ee2f-3419-44de-a85c-2aff8636ee1a" -d '{"events": [{"server_uuid": "0384c7e7-e5cd-4394-b5fc-b4aaf74df8af", "name": "network-vif-plugged", "status": "completed", "tag": "60bcddab-f2fd-4d10-828b-3d9547f14070"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:06:39.919313 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-37843b29-3157-426c-8fc7-e9630ff92190 service neutron] For port 6a5f7373-9852-4292-a957-43becd30457e, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:06:39.962542 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-37843b29-3157-426c-8fc7-e9630ff92190 service neutron] For port 6a5f7373-9852-4292-a957-43becd30457e, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=6a5f7373-9852-4292-a957-43becd30457e,segment=NetworkSegment(af8d2bdc-728f-4365-a0a3-7f4c1d198719),segment_id=af8d2bdc-728f-4365-a0a3-7f4c1d198719)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:06:39.982076 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-37843b29-3157-426c-8fc7-e9630ff92190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:40.007481 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cef33-1d2d-4919-a18c-720bb3557f4a req-424fd08c-a7a7-42f2-b274-d3c949a291b6 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:40.015438 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cef33-1d2d-4919-a18c-720bb3557f4a req-424fd08c-a7a7-42f2-b274-d3c949a291b6 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:40.021809 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cef33-1d2d-4919-a18c-720bb3557f4a req-424fd08c-a7a7-42f2-b274-d3c949a291b6 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:40.029097 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cef33-1d2d-4919-a18c-720bb3557f4a req-424fd08c-a7a7-42f2-b274-d3c949a291b6 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:40.035191 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cef33-1d2d-4919-a18c-720bb3557f4a req-424fd08c-a7a7-42f2-b274-d3c949a291b6 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:40.042453 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cef33-1d2d-4919-a18c-720bb3557f4a req-424fd08c-a7a7-42f2-b274-d3c949a291b6 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:40.047766 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cef33-1d2d-4919-a18c-720bb3557f4a req-424fd08c-a7a7-42f2-b274-d3c949a291b6 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:40.056046 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0f0cef33-1d2d-4919-a18c-720bb3557f4a req-424fd08c-a7a7-42f2-b274-d3c949a291b6 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 5397 time: 0.2174478 Oct 19 01:06:40.103149 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435665ee-ff66-41d3-a97d-edb8e127d409 req-fffc898c-b5c2-4356-8942-b83dedeaa696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:40.103149 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435665ee-ff66-41d3-a97d-edb8e127d409 req-fffc898c-b5c2-4356-8942-b83dedeaa696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:40.103149 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435665ee-ff66-41d3-a97d-edb8e127d409 req-fffc898c-b5c2-4356-8942-b83dedeaa696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:40.104724 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-435665ee-ff66-41d3-a97d-edb8e127d409 req-fffc898c-b5c2-4356-8942-b83dedeaa696 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=4da2c8fb80314d439039529c71ca4b69&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3350437 Oct 19 01:06:40.133925 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-37843b29-3157-426c-8fc7-e9630ff92190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:40.134655 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-37843b29-3157-426c-8fc7-e9630ff92190 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:40.136242 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-37843b29-3157-426c-8fc7-e9630ff92190 service neutron] 10.222.0.24 "PUT /v2.0/ports/6a5f7373-9852-4292-a957-43becd30457e HTTP/1.1" status: 200 len: 1137 time: 2.6559014 Oct 19 01:06:40.182379 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-13cf9ff9-b021-40d5-a99e-b97d450d143f service neutron] Request body: {'port': {'device_id': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:40.205324 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'tag': 'fdb1ab98-3373-451d-84e7-1285ed514bab'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:06:40.207843 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6fdc65-4546-457e-83cf-d4dad3d10f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "tag": "fdb1ab98-3373-451d-84e7-1285ed514bab"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:06:40.360495 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0f0cef33-1d2d-4919-a18c-720bb3557f4a req-6fef3a3c-0bfd-43df-b5da-545176ea3ece tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc8025b-09bc-4bd9-9d99-46ada71b927c&id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2969782 Oct 19 01:06:40.361375 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37843b29-3157-426c-8fc7-e9630ff92190 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5f7373-9852-4292-a957-43becd30457e,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:40.374429 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bad822-a46c-46d8-b95b-de5ab099e90c req-1d52c207-c156-4df8-b3ba-c666c0bff130 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:40.375893 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e8bad822-a46c-46d8-b95b-de5ab099e90c req-1d52c207-c156-4df8-b3ba-c666c0bff130 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 784 time: 0.6111617 Oct 19 01:06:40.379664 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-88c78dc6-e65e-4dd5-bc9b-e2f889763161 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:40.396617 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-e8bad822-a46c-46d8-b95b-de5ab099e90c req-99de9c20-664a-4ef1-96cf-b12dd2064341 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:06:40.397763 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e8bad822-a46c-46d8-b95b-de5ab099e90c req-99de9c20-664a-4ef1-96cf-b12dd2064341 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0079975 Oct 19 01:06:40.398489 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f39346-804e-42e4-bf54-5abf9c7faa86 req-4e4f43de-c98d-40f5-8983-835fa87864e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:40.403649 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-62f39346-804e-42e4-bf54-5abf9c7faa86 req-4e4f43de-c98d-40f5-8983-835fa87864e0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=465142f0e7424e13813183fcd6cf1568&device_id=cac6461f-9466-4906-8ff6-ee125b142502 HTTP/1.1" status: 200 len: 1102 time: 0.3164589 Oct 19 01:06:40.423839 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device c7078771-4320-45b1-ae7b-ee55db29d068 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:06:40.513587 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9628f0ec-7441-4bda-8ebb-b9691ba9d7a2 x-openstack-request-id: req-9628f0ec-7441-4bda-8ebb-b9691ba9d7a2 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:06:40.514933 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "tag": "394a4e11-f9e4-4f2c-84f4-e9d161e34a1c", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:06:40.516991 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9628f0ec-7441-4bda-8ebb-b9691ba9d7a2 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:06:40.517561 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'tag': '394a4e11-f9e4-4f2c-84f4-e9d161e34a1c', 'status': 'completed', 'code': 200} Oct 19 01:06:40.576282 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port c7078771-4320-45b1-ae7b-ee55db29d068 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:06:40.582912 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port c7078771-4320-45b1-ae7b-ee55db29d068 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:06:40.584013 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:40.656484 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-88c78dc6-e65e-4dd5-bc9b-e2f889763161 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:40.688808 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-88c78dc6-e65e-4dd5-bc9b-e2f889763161 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:40.717334 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:40.733791 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-13cf9ff9-b021-40d5-a99e-b97d450d143f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:40.742014 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.24', 62029) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:40.747527 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c78dc6-e65e-4dd5-bc9b-e2f889763161 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0baace-7813-43f8-a86e-d0055db0fc8d,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:40.771888 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port c7078771-4320-45b1-ae7b-ee55db29d068, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=c7078771-4320-45b1-ae7b-ee55db29d068,segment=NetworkSegment(d19f75c5-7494-4022-8a08-e9eb3483a6bb),segment_id=d19f75c5-7494-4022-8a08-e9eb3483a6bb)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:06:40.780484 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:40.821834 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954d34b-c251-40cf-8f8f-8ce6721ceb6f req-56056525-1846-479a-a1c0-bc1b13aae99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:40.822534 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954d34b-c251-40cf-8f8f-8ce6721ceb6f req-56056525-1846-479a-a1c0-bc1b13aae99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:40.823163 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954d34b-c251-40cf-8f8f-8ce6721ceb6f req-56056525-1846-479a-a1c0-bc1b13aae99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:40.823786 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954d34b-c251-40cf-8f8f-8ce6721ceb6f req-56056525-1846-479a-a1c0-bc1b13aae99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:40.825096 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954d34b-c251-40cf-8f8f-8ce6721ceb6f req-56056525-1846-479a-a1c0-bc1b13aae99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:40.825755 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954d34b-c251-40cf-8f8f-8ce6721ceb6f req-56056525-1846-479a-a1c0-bc1b13aae99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:40.826484 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954d34b-c251-40cf-8f8f-8ce6721ceb6f req-56056525-1846-479a-a1c0-bc1b13aae99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:40.828811 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a954d34b-c251-40cf-8f8f-8ce6721ceb6f req-56056525-1846-479a-a1c0-bc1b13aae99d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=372044798076488b8078f880b919e81f&device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 6220 time: 0.3369753 Oct 19 01:06:40.852321 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7cd839-e18f-488f-a515-3fe2b1dcdee5 req-994e1c40-3b16-4334-a6ac-1ed32235c3fa tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:40.856772 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7f7cd839-e18f-488f-a515-3fe2b1dcdee5 req-994e1c40-3b16-4334-a6ac-1ed32235c3fa tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/ports?device_id=29912b5b-27d3-40b2-9c06-025e0ffdf179 HTTP/1.1" status: 200 len: 945 time: 0.1535785 Oct 19 01:06:40.887907 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435665ee-ff66-41d3-a97d-edb8e127d409 req-b101ffb5-9f36-4640-aa8a-d2bb48c6d868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:40.892339 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-435665ee-ff66-41d3-a97d-edb8e127d409 req-b101ffb5-9f36-4640-aa8a-d2bb48c6d868 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7508004 Oct 19 01:06:40.924069 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-88c78dc6-e65e-4dd5-bc9b-e2f889763161 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:40.925347 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=c7078771-4320-45b1-ae7b-ee55db29d068,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:40.926061 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-88c78dc6-e65e-4dd5-bc9b-e2f889763161 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1963634 Oct 19 01:06:40.946793 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59700) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:40.963771 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-8f6abd6b-84c2-4922-b509-6be048dc6d5a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Request body: {'security_group_rule': {'security_group_id': 'cb0baace-7813-43f8-a86e-d0055db0fc8d', 'direction': 'ingress', 'protocol': 17}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:40.980243 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9ac94-e7b8-4ec0-bbfd-a8b2b251dca0 req-575e069f-e8e6-4e5d-ba82-8050be06a750 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:40.982027 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c8b9ac94-e7b8-4ec0-bbfd-a8b2b251dca0 req-575e069f-e8e6-4e5d-ba82-8050be06a750 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "GET /v2.0/ports?device_id=0384c7e7-e5cd-4394-b5fc-b4aaf74df8af HTTP/1.1" status: 200 len: 945 time: 0.3928001 Oct 19 01:06:41.071933 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7f7cd839-e18f-488f-a515-3fe2b1dcdee5 req-d277fecc-b947-4816-93f0-5d68927f5f38 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/security-groups?id=318b730d-59b3-49ba-bc3d-3ba9ca967adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955123 Oct 19 01:06:41.073135 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f39346-804e-42e4-bf54-5abf9c7faa86 req-ceb9c2a0-d13b-4540-aaa1-6c7576229226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:41.076247 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-62f39346-804e-42e4-bf54-5abf9c7faa86 req-ceb9c2a0-d13b-4540-aaa1-6c7576229226 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.5940030 Oct 19 01:06:41.107322 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-071c7db5-b27e-4380-a7fc-7c926b31e5e7 req-e981b7f1-1f18-4a19-9cc1-c2660eec4111 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=29912b5b-27d3-40b2-9c06-025e0ffdf179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3420572 Oct 19 01:06:41.166481 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd7d44c-9498-4cb7-b89f-b24ad93c02f7 x-openstack-request-id: req-ecd7d44c-9498-4cb7-b89f-b24ad93c02f7 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:06:41.166902 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0384c7e7-e5cd-4394-b5fc-b4aaf74df8af", "name": "network-vif-plugged", "status": "completed", "tag": "60bcddab-f2fd-4d10-828b-3d9547f14070", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:06:41.167261 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ecd7d44c-9498-4cb7-b89f-b24ad93c02f7 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:06:41.168062 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0384c7e7-e5cd-4394-b5fc-b4aaf74df8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60bcddab-f2fd-4d10-828b-3d9547f14070', 'code': 200} Oct 19 01:06:41.170410 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8f6abd6b-84c2-4922-b509-6be048dc6d5a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:41.188318 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c8b9ac94-e7b8-4ec0-bbfd-a8b2b251dca0 req-02f53efa-61b4-4460-885d-1fb5df5a4311 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "GET /v2.0/security-groups?id=a92623c9-d7ca-40ac-b11a-4792288fced6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945467 Oct 19 01:06:41.211488 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-62f39346-804e-42e4-bf54-5abf9c7faa86 req-bda00145-c5f2-46a8-943e-5ea7f0e860c0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=2d79080a-7caf-431d-a8fb-9bff77e01a3d HTTP/1.1" status: 200 len: 217 time: 0.1148632 Oct 19 01:06:41.252981 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954d34b-c251-40cf-8f8f-8ce6721ceb6f req-8b999d62-72fd-477e-9120-eccfb0765c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:41.253453 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954d34b-c251-40cf-8f8f-8ce6721ceb6f req-8b999d62-72fd-477e-9120-eccfb0765c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:41.253914 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954d34b-c251-40cf-8f8f-8ce6721ceb6f req-8b999d62-72fd-477e-9120-eccfb0765c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:41.255480 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a954d34b-c251-40cf-8f8f-8ce6721ceb6f req-8b999d62-72fd-477e-9120-eccfb0765c05 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=372044798076488b8078f880b919e81f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4074752 Oct 19 01:06:41.269459 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7600d177-0c6a-4589-b029-2e602cfce5ce x-openstack-request-id: req-7600d177-0c6a-4589-b029-2e602cfce5ce {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:06:41.269751 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "tag": "fdb1ab98-3373-451d-84e7-1285ed514bab", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:06:41.270019 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7600d177-0c6a-4589-b029-2e602cfce5ce {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:06:41.270417 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'tag': 'fdb1ab98-3373-451d-84e7-1285ed514bab', 'status': 'completed', 'code': 200} Oct 19 01:06:41.339063 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0cb4b2a4-c6f5-4ae2-a4ad-20eba2ab28ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 137414ad-fd54-484b-86fd-f70152e683c2 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:06:41.395664 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f39346-804e-42e4-bf54-5abf9c7faa86 req-24eef214-c5ab-4e13-ba85-43d3283f23e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:41.397316 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-62f39346-804e-42e4-bf54-5abf9c7faa86 req-24eef214-c5ab-4e13-ba85-43d3283f23e1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.1749921 Oct 19 01:06:41.414877 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0cb4b2a4-c6f5-4ae2-a4ad-20eba2ab28ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:41.447996 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4a4fcd1b-8263-4356-9ff6-73390193c405 req-6126bda1-e304-47bc-9a3b-3f5b517b47b9 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "GET /v2.0/floatingips/4c0217d7-fa3b-4c97-ba48-77c92e14057d HTTP/1.1" status: 200 len: 693 time: 0.1752305 Oct 19 01:06:41.468526 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fdc65-4546-457e-83cf-d4dad3d10f6c req-9ebfc9e8-a170-4159-862c-ee8208b9d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:41.469053 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fdc65-4546-457e-83cf-d4dad3d10f6c req-9ebfc9e8-a170-4159-862c-ee8208b9d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:41.469521 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fdc65-4546-457e-83cf-d4dad3d10f6c req-9ebfc9e8-a170-4159-862c-ee8208b9d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:41.470044 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fdc65-4546-457e-83cf-d4dad3d10f6c req-9ebfc9e8-a170-4159-862c-ee8208b9d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:41.470496 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fdc65-4546-457e-83cf-d4dad3d10f6c req-9ebfc9e8-a170-4159-862c-ee8208b9d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:41.470951 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fdc65-4546-457e-83cf-d4dad3d10f6c req-9ebfc9e8-a170-4159-862c-ee8208b9d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:41.471401 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fdc65-4546-457e-83cf-d4dad3d10f6c req-9ebfc9e8-a170-4159-862c-ee8208b9d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:41.473444 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0c6fdc65-4546-457e-83cf-d4dad3d10f6c req-9ebfc9e8-a170-4159-862c-ee8208b9d67b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4da2c8fb80314d439039529c71ca4b69&device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 6349 time: 0.1250434 Oct 19 01:06:41.474958 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c7db5-b27e-4380-a7fc-7c926b31e5e7 req-7fe1d306-07a9-4dda-ada1-d4de7369ac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:41.476645 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-071c7db5-b27e-4380-a7fc-7c926b31e5e7 req-7fe1d306-07a9-4dda-ada1-d4de7369ac43 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ca58805b0d5403faf61bcb76d75537a&device_id=29912b5b-27d3-40b2-9c06-025e0ffdf179 HTTP/1.1" status: 200 len: 1097 time: 0.3073940 Oct 19 01:06:41.562592 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0cb4b2a4-c6f5-4ae2-a4ad-20eba2ab28ad service neutron] Transition to ACTIVE for port object 137414ad-fd54-484b-86fd-f70152e683c2 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:06:41.570548 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8f6abd6b-84c2-4922-b509-6be048dc6d5a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:41.602702 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fdc65-4546-457e-83cf-d4dad3d10f6c req-f7bc3ff2-690b-4fe1-bd5a-d69f514c05a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:41.603227 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fdc65-4546-457e-83cf-d4dad3d10f6c req-f7bc3ff2-690b-4fe1-bd5a-d69f514c05a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:41.603604 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fdc65-4546-457e-83cf-d4dad3d10f6c req-f7bc3ff2-690b-4fe1-bd5a-d69f514c05a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:41.604228 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0cb4b2a4-c6f5-4ae2-a4ad-20eba2ab28ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:41.605210 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0c6fdc65-4546-457e-83cf-d4dad3d10f6c req-f7bc3ff2-690b-4fe1-bd5a-d69f514c05a7 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=4da2c8fb80314d439039529c71ca4b69&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1109943 Oct 19 01:06:41.618584 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaeb4e9-8d76-413d-ae6c-22b1187aef23 req-14fc615f-e6db-47b9-a7b0-ef7deaa667af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:41.620550 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fdaeb4e9-8d76-413d-ae6c-22b1187aef23 req-14fc615f-e6db-47b9-a7b0-ef7deaa667af service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0384c7e7-e5cd-4394-b5fc-b4aaf74df8af HTTP/1.1" status: 200 len: 1097 time: 0.3749580 Oct 19 01:06:41.679503 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8f6abd6b-84c2-4922-b509-6be048dc6d5a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:41.680586 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef432207-ff9a-4886-8297-8f82b6992e4a req-07adbe7a-fcbf-4756-bd4a-577fb5ff58c7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:41.687245 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef432207-ff9a-4886-8297-8f82b6992e4a req-07adbe7a-fcbf-4756-bd4a-577fb5ff58c7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:41.693547 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef432207-ff9a-4886-8297-8f82b6992e4a req-07adbe7a-fcbf-4756-bd4a-577fb5ff58c7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:41.700470 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef432207-ff9a-4886-8297-8f82b6992e4a req-07adbe7a-fcbf-4756-bd4a-577fb5ff58c7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:41.712781 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef432207-ff9a-4886-8297-8f82b6992e4a req-07adbe7a-fcbf-4756-bd4a-577fb5ff58c7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:41.713860 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4b2a4-c6f5-4ae2-a4ad-20eba2ab28ad service neutron] Pushing event updated for resources: {'Port': ['ID=137414ad-fd54-484b-86fd-f70152e683c2,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:41.725486 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef432207-ff9a-4886-8297-8f82b6992e4a req-07adbe7a-fcbf-4756-bd4a-577fb5ff58c7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:41.737244 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef432207-ff9a-4886-8297-8f82b6992e4a req-07adbe7a-fcbf-4756-bd4a-577fb5ff58c7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:41.746011 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ef432207-ff9a-4886-8297-8f82b6992e4a req-07adbe7a-fcbf-4756-bd4a-577fb5ff58c7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5380 time: 0.3535078 Oct 19 01:06:41.769475 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6abd6b-84c2-4922-b509-6be048dc6d5a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e35387-95bc-437a-8a63-ee73a948bd3a,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:41.775905 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8f6abd6b-84c2-4922-b509-6be048dc6d5a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:41.781094 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8f6abd6b-84c2-4922-b509-6be048dc6d5a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8255866 Oct 19 01:06:41.791344 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59712) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:41.879217 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f39346-804e-42e4-bf54-5abf9c7faa86 req-cd8e164a-5f6c-4bda-8345-cf041a45b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:41.882625 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-62f39346-804e-42e4-bf54-5abf9c7faa86 req-cd8e164a-5f6c-4bda-8345-cf041a45b78e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4743936 Oct 19 01:06:41.992079 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ef432207-ff9a-4886-8297-8f82b6992e4a req-6ed3752f-2e75-4da0-b08e-21cc83991958 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2339799 Oct 19 01:06:42.029012 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fdaeb4e9-8d76-413d-ae6c-22b1187aef23 req-ca8c3832-43f0-44bb-8b5c-1ba1259ac1b1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a92623c9-d7ca-40ac-b11a-4792288fced6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3248920 Oct 19 01:06:42.030440 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954d34b-c251-40cf-8f8f-8ce6721ceb6f req-971ca7cb-00bb-4a43-bada-9cd01858b11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:42.032073 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a954d34b-c251-40cf-8f8f-8ce6721ceb6f req-971ca7cb-00bb-4a43-bada-9cd01858b11b service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7528937 Oct 19 01:06:42.089088 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4764487b-762b-4c5c-9981-93446125f03a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:42.103753 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-13cf9ff9-b021-40d5-a99e-b97d450d143f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fe1e695-5923-449b-b1db-c20c39248126 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:06:42.113735 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-13cf9ff9-b021-40d5-a99e-b97d450d143f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:42.128371 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-13cf9ff9-b021-40d5-a99e-b97d450d143f service neutron] Transition to ACTIVE for port object 2fe1e695-5923-449b-b1db-c20c39248126 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:06:42.140184 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4fcd1b-8263-4356-9ff6-73390193c405 req-861e6845-f064-4beb-998c-25e006b3b249 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:42.142029 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4a4fcd1b-8263-4356-9ff6-73390193c405 req-861e6845-f064-4beb-998c-25e006b3b249 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 784 time: 0.6823995 Oct 19 01:06:42.156811 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c7db5-b27e-4380-a7fc-7c926b31e5e7 req-0737079e-27c3-4829-902f-c8d88be39b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:42.158503 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-071c7db5-b27e-4380-a7fc-7c926b31e5e7 req-0737079e-27c3-4829-902f-c8d88be39b1a service neutron] 10.222.0.24 "GET /v2.0/networks?id=e0a933c8-d57d-4f34-92bd-33c9cee5c990 HTTP/1.1" status: 200 len: 909 time: 0.6154578 Oct 19 01:06:42.164270 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fdc65-4546-457e-83cf-d4dad3d10f6c req-5d58398d-310c-4fcf-94b4-0d0c0263d6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:42.165861 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0c6fdc65-4546-457e-83cf-d4dad3d10f6c req-5d58398d-310c-4fcf-94b4-0d0c0263d6ae service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5519474 Oct 19 01:06:42.183120 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4764487b-762b-4c5c-9981-93446125f03a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:42.236332 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0cb4b2a4-c6f5-4ae2-a4ad-20eba2ab28ad service neutron] Attempting to bind port 137414ad-fd54-484b-86fd-f70152e683c2 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:06:42.236865 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0cb4b2a4-c6f5-4ae2-a4ad-20eba2ab28ad service neutron] Attempting to bind port 137414ad-fd54-484b-86fd-f70152e683c2 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '8383d18e-5233-4c4a-8260-014a3d8869b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1fccc762-9472-4b6b-bfe9-f151cb76e57f'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:06:42.237456 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0cb4b2a4-c6f5-4ae2-a4ad-20eba2ab28ad service neutron] Attempting to bind port 137414ad-fd54-484b-86fd-f70152e683c2 on network 1fccc762-9472-4b6b-bfe9-f151cb76e57f {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:06:42.293771 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-13cf9ff9-b021-40d5-a99e-b97d450d143f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:42.300221 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0cb4b2a4-c6f5-4ae2-a4ad-20eba2ab28ad service neutron] Port 137414ad-fd54-484b-86fd-f70152e683c2 on network 1fccc762-9472-4b6b-bfe9-f151cb76e57f not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:06:42.300656 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0cb4b2a4-c6f5-4ae2-a4ad-20eba2ab28ad service neutron] Attempting to bind port 137414ad-fd54-484b-86fd-f70152e683c2 on network 1fccc762-9472-4b6b-bfe9-f151cb76e57f {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:06:42.304496 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-62f39346-804e-42e4-bf54-5abf9c7faa86 req-3c6725b4-e6e3-4eb0-b790-e823589cf908 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113556 Oct 19 01:06:42.388149 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0cb4b2a4-c6f5-4ae2-a4ad-20eba2ab28ad service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:06:42.388715 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0cb4b2a4-c6f5-4ae2-a4ad-20eba2ab28ad service neutron] Checking segment: {'id': '8383d18e-5233-4c4a-8260-014a3d8869b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1fccc762-9472-4b6b-bfe9-f151cb76e57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:06:42.389170 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0cb4b2a4-c6f5-4ae2-a4ad-20eba2ab28ad service neutron] Bound using segment: {'id': '8383d18e-5233-4c4a-8260-014a3d8869b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1fccc762-9472-4b6b-bfe9-f151cb76e57f'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:06:42.389708 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0cb4b2a4-c6f5-4ae2-a4ad-20eba2ab28ad service neutron] Bound port: 137414ad-fd54-484b-86fd-f70152e683c2, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8383d18e-5233-4c4a-8260-014a3d8869b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1fccc762-9472-4b6b-bfe9-f151cb76e57f'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:06:42.390248 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0cb4b2a4-c6f5-4ae2-a4ad-20eba2ab28ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:42.503588 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-071c7db5-b27e-4380-a7fc-7c926b31e5e7 req-26db2278-3ecd-4654-8778-21f284ab34b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32f74064-8619-46aa-9312-d0686e9a9499 HTTP/1.1" status: 200 len: 1001 time: 0.3232803 Oct 19 01:06:42.516842 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4a4fcd1b-8263-4356-9ff6-73390193c405 req-3aefc630-ac19-43b3-b47c-ec1b44e0b25a tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.108 HTTP/1.1" status: 200 len: 696 time: 0.3618546 Oct 19 01:06:42.538331 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'tag': '6a5f7373-9852-4292-a957-43becd30457e'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:06:42.540983 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aeacd1e-0648-45cb-bd1d-e744f31aa03e" -d '{"events": [{"name": "network-changed", "server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "tag": "6a5f7373-9852-4292-a957-43becd30457e"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:06:42.546142 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-13cf9ff9-b021-40d5-a99e-b97d450d143f service neutron] Attempting to bind port 2fe1e695-5923-449b-b1db-c20c39248126 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:06:42.546468 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-13cf9ff9-b021-40d5-a99e-b97d450d143f service neutron] Attempting to bind port 2fe1e695-5923-449b-b1db-c20c39248126 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'af8d2bdc-728f-4365-a0a3-7f4c1d198719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4bdbb06e-439a-49c1-8bb0-4db0fdb649a5'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:06:42.546767 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-13cf9ff9-b021-40d5-a99e-b97d450d143f service neutron] Attempting to bind port 2fe1e695-5923-449b-b1db-c20c39248126 on network 4bdbb06e-439a-49c1-8bb0-4db0fdb649a5 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:06:42.554716 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-13cf9ff9-b021-40d5-a99e-b97d450d143f service neutron] Port 2fe1e695-5923-449b-b1db-c20c39248126 on network 4bdbb06e-439a-49c1-8bb0-4db0fdb649a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:06:42.555043 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-13cf9ff9-b021-40d5-a99e-b97d450d143f service neutron] Attempting to bind port 2fe1e695-5923-449b-b1db-c20c39248126 on network 4bdbb06e-439a-49c1-8bb0-4db0fdb649a5 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:06:42.564322 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-13cf9ff9-b021-40d5-a99e-b97d450d143f service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:06:42.565219 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-13cf9ff9-b021-40d5-a99e-b97d450d143f service neutron] Checking segment: {'id': 'af8d2bdc-728f-4365-a0a3-7f4c1d198719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4bdbb06e-439a-49c1-8bb0-4db0fdb649a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:06:42.565802 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-13cf9ff9-b021-40d5-a99e-b97d450d143f service neutron] Bound using segment: {'id': 'af8d2bdc-728f-4365-a0a3-7f4c1d198719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4bdbb06e-439a-49c1-8bb0-4db0fdb649a5'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:06:42.566437 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-13cf9ff9-b021-40d5-a99e-b97d450d143f service neutron] Bound port: 2fe1e695-5923-449b-b1db-c20c39248126, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af8d2bdc-728f-4365-a0a3-7f4c1d198719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4bdbb06e-439a-49c1-8bb0-4db0fdb649a5'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:06:42.566810 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-13cf9ff9-b021-40d5-a99e-b97d450d143f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:42.578170 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b4ae9-0cf9-4896-b388-710522f61c71 req-21e09384-85a3-42ae-9b85-02e352a4f398 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:42.585857 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f83b4ae9-0cf9-4896-b388-710522f61c71 req-21e09384-85a3-42ae-9b85-02e352a4f398 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec598e4f-08c8-49a9-9e9f-5e6d00e40b56 HTTP/1.1" status: 200 len: 946 time: 0.4189196 Oct 19 01:06:42.591399 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf9ff9-b021-40d5-a99e-b97d450d143f service neutron] Pushing event updated for resources: {'Port': ['ID=2fe1e695-5923-449b-b1db-c20c39248126,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:42.618827 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0cb4b2a4-c6f5-4ae2-a4ad-20eba2ab28ad service neutron] For port 137414ad-fd54-484b-86fd-f70152e683c2, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:06:42.624765 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0cb4b2a4-c6f5-4ae2-a4ad-20eba2ab28ad service neutron] For port 137414ad-fd54-484b-86fd-f70152e683c2, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=137414ad-fd54-484b-86fd-f70152e683c2,segment=NetworkSegment(8383d18e-5233-4c4a-8260-014a3d8869b9),segment_id=8383d18e-5233-4c4a-8260-014a3d8869b9)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:06:42.698546 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-13cf9ff9-b021-40d5-a99e-b97d450d143f service neutron] For port 2fe1e695-5923-449b-b1db-c20c39248126, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:06:42.702876 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-13cf9ff9-b021-40d5-a99e-b97d450d143f service neutron] For port 2fe1e695-5923-449b-b1db-c20c39248126, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=2fe1e695-5923-449b-b1db-c20c39248126,segment=NetworkSegment(af8d2bdc-728f-4365-a0a3-7f4c1d198719),segment_id=af8d2bdc-728f-4365-a0a3-7f4c1d198719)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:06:42.719085 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-13cf9ff9-b021-40d5-a99e-b97d450d143f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:42.727965 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4a4fcd1b-8263-4356-9ff6-73390193c405 req-ec033230-6e3d-4583-9f61-b9e98c253b39 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.108 HTTP/1.1" status: 200 len: 696 time: 0.0985904 Oct 19 01:06:42.734759 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4764487b-762b-4c5c-9981-93446125f03a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:42.752522 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4764487b-762b-4c5c-9981-93446125f03a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:42.758031 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4764487b-762b-4c5c-9981-93446125f03a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "DELETE /v2.0/security-groups/cb0baace-7813-43f8-a86e-d0055db0fc8d HTTP/1.1" status: 204 len: 168 time: 0.9560814 Oct 19 01:06:42.807758 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59722) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:42.816644 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0cb4b2a4-c6f5-4ae2-a4ad-20eba2ab28ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:42.862710 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4764487b-762b-4c5c-9981-93446125f03a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0baace-7813-43f8-a86e-d0055db0fc8d,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:42.881880 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf9ff9-b021-40d5-a99e-b97d450d143f service neutron] Pushing event updated for resources: {'Port': ['ID=2fe1e695-5923-449b-b1db-c20c39248126,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:42.916146 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cf9ff9-b021-40d5-a99e-b97d450d143f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:42.916824 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cf9ff9-b021-40d5-a99e-b97d450d143f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:42.917359 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cf9ff9-b021-40d5-a99e-b97d450d143f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:42.917942 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cf9ff9-b021-40d5-a99e-b97d450d143f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:42.918503 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cf9ff9-b021-40d5-a99e-b97d450d143f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:42.919029 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cf9ff9-b021-40d5-a99e-b97d450d143f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:42.919554 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cf9ff9-b021-40d5-a99e-b97d450d143f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:42.920099 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cf9ff9-b021-40d5-a99e-b97d450d143f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:42.920620 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cf9ff9-b021-40d5-a99e-b97d450d143f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:42.921153 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cf9ff9-b021-40d5-a99e-b97d450d143f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:42.921671 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cf9ff9-b021-40d5-a99e-b97d450d143f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:42.922200 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cf9ff9-b021-40d5-a99e-b97d450d143f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:42.934236 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-13cf9ff9-b021-40d5-a99e-b97d450d143f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:42.935098 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-13cf9ff9-b021-40d5-a99e-b97d450d143f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:42.936858 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-13cf9ff9-b021-40d5-a99e-b97d450d143f service neutron] 10.222.0.24 "PUT /v2.0/ports/2fe1e695-5923-449b-b1db-c20c39248126 HTTP/1.1" status: 200 len: 1090 time: 2.7592711 Oct 19 01:06:42.976986 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-787d4440-0f0b-45aa-9f83-cbaa65c05ea7 service neutron] Request body: {'port': {'device_id': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:42.982527 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f83b4ae9-0cf9-4896-b388-710522f61c71 req-b71bd060-eb72-485e-84da-2854e75e6122 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/security-groups?id=62d6f1ca-d20e-4b99-a097-4c73c3e997a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958428 Oct 19 01:06:42.984573 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-62f39346-804e-42e4-bf54-5abf9c7faa86 req-7e0ce08b-a95b-4f14-a1a8-4e6cbe1da211 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6598794 Oct 19 01:06:43.162081 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-787d4440-0f0b-45aa-9f83-cbaa65c05ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:43.168988 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec598e4f-08c8-49a9-9e9f-5e6d00e40b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7078771-4320-45b1-ae7b-ee55db29d068'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:06:43.171357 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f62c041-d2ea-4870-b06f-683510c21583" -d '{"events": [{"server_uuid": "ec598e4f-08c8-49a9-9e9f-5e6d00e40b56", "name": "network-vif-plugged", "status": "completed", "tag": "c7078771-4320-45b1-ae7b-ee55db29d068"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:06:43.294247 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0cb4b2a4-c6f5-4ae2-a4ad-20eba2ab28ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:43.294854 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0cb4b2a4-c6f5-4ae2-a4ad-20eba2ab28ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:43.296251 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0cb4b2a4-c6f5-4ae2-a4ad-20eba2ab28ad service neutron] 10.222.0.24 "PUT /v2.0/ports/137414ad-fd54-484b-86fd-f70152e683c2 HTTP/1.1" status: 200 len: 1092 time: 4.2665672 Oct 19 01:06:43.300979 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'tag': '137414ad-fd54-484b-86fd-f70152e683c2'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:06:43.303307 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db650b55-8058-49ea-a6c2-2190b62ddf73" -d '{"events": [{"name": "network-changed", "server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "tag": "137414ad-fd54-484b-86fd-f70152e683c2"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:06:43.320320 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c7db5-b27e-4380-a7fc-7c926b31e5e7 req-9cbd622a-242d-457d-8a2c-7aaff6b1741b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:43.321761 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-071c7db5-b27e-4380-a7fc-7c926b31e5e7 req-9cbd622a-242d-457d-8a2c-7aaff6b1741b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=31331c2c-08e9-492b-8825-a76f43d2b26c HTTP/1.1" status: 200 len: 847 time: 0.6952171 Oct 19 01:06:43.426986 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0a2b703f-02a9-46f5-a58f-140f5fc3751a service neutron] Request body: {'port': {'device_id': '6f76c236-2350-46ba-8279-f7780c3ab086', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:43.519501 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4b2a4-c6f5-4ae2-a4ad-20eba2ab28ad service neutron] Pushing event updated for resources: {'Port': ['ID=137414ad-fd54-484b-86fd-f70152e683c2,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:43.570593 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-51a1a778-aab9-48ed-aede-ffa88dcbc2f6 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7553120 Oct 19 01:06:43.588537 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-787d4440-0f0b-45aa-9f83-cbaa65c05ea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c27f7e3-5adb-4a06-a706-c950206ee957 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:06:43.597018 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-787d4440-0f0b-45aa-9f83-cbaa65c05ea7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:43.612069 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59738) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:43.613548 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-787d4440-0f0b-45aa-9f83-cbaa65c05ea7 service neutron] Transition to ACTIVE for port object 9c27f7e3-5adb-4a06-a706-c950206ee957 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:06:43.625428 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-787d4440-0f0b-45aa-9f83-cbaa65c05ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:43.637733 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-affd148a-73a1-4e04-8eb8-32b21ce76d16 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Request body: {'security_group': {'name': 'tempest-secgroup--2011984230'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:43.700905 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c7db5-b27e-4380-a7fc-7c926b31e5e7 req-7af4aa3f-4552-4d7f-b8c5-e62a3a988d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:43.700905 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-071c7db5-b27e-4380-a7fc-7c926b31e5e7 req-7af4aa3f-4552-4d7f-b8c5-e62a3a988d14 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e0a933c8-d57d-4f34-92bd-33c9cee5c990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2686048 Oct 19 01:06:43.700905 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-affd148a-73a1-4e04-8eb8-32b21ce76d16 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:43.710297 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d4440-0f0b-45aa-9f83-cbaa65c05ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c27f7e3-5adb-4a06-a706-c950206ee957,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:43.736352 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a70b7-ae45-4a54-9076-c42beda07b39 req-34a345ff-5eab-42d3-81d7-9b59ca0477e2 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:43.742539 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a70b7-ae45-4a54-9076-c42beda07b39 req-34a345ff-5eab-42d3-81d7-9b59ca0477e2 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:43.749641 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a70b7-ae45-4a54-9076-c42beda07b39 req-34a345ff-5eab-42d3-81d7-9b59ca0477e2 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:43.756007 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a70b7-ae45-4a54-9076-c42beda07b39 req-34a345ff-5eab-42d3-81d7-9b59ca0477e2 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:43.762956 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a70b7-ae45-4a54-9076-c42beda07b39 req-34a345ff-5eab-42d3-81d7-9b59ca0477e2 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:43.772086 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a70b7-ae45-4a54-9076-c42beda07b39 req-34a345ff-5eab-42d3-81d7-9b59ca0477e2 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:43.775612 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a70b7-ae45-4a54-9076-c42beda07b39 req-34a345ff-5eab-42d3-81d7-9b59ca0477e2 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:43.779642 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-affd148a-73a1-4e04-8eb8-32b21ce76d16 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:43.783600 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aa9a70b7-ae45-4a54-9076-c42beda07b39 req-34a345ff-5eab-42d3-81d7-9b59ca0477e2 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 5409 time: 0.5898168 Oct 19 01:06:43.884573 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2485d29b-e4cf-467b-aa80-096a7391acee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:43.933667 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0a2b703f-02a9-46f5-a58f-140f5fc3751a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:43.966163 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aa9a70b7-ae45-4a54-9076-c42beda07b39 req-d571dce5-e963-4df2-b39e-1e6aa0659f14 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc8025b-09bc-4bd9-9d99-46ada71b927c&id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1815381 Oct 19 01:06:43.966419 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-071c7db5-b27e-4380-a7fc-7c926b31e5e7 req-5110dbb0-3417-4ddf-bfa4-3c831a325633 service neutron] 10.222.0.24 "GET /v2.0/networks/e0a933c8-d57d-4f34-92bd-33c9cee5c990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591231 Oct 19 01:06:43.967043 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-affd148a-73a1-4e04-8eb8-32b21ce76d16 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:43.979509 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-787d4440-0f0b-45aa-9f83-cbaa65c05ea7 service neutron] Attempting to bind port 9c27f7e3-5adb-4a06-a706-c950206ee957 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:06:43.980094 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-787d4440-0f0b-45aa-9f83-cbaa65c05ea7 service neutron] Attempting to bind port 9c27f7e3-5adb-4a06-a706-c950206ee957 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'af8d2bdc-728f-4365-a0a3-7f4c1d198719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4bdbb06e-439a-49c1-8bb0-4db0fdb649a5'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:06:43.980726 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-787d4440-0f0b-45aa-9f83-cbaa65c05ea7 service neutron] Attempting to bind port 9c27f7e3-5adb-4a06-a706-c950206ee957 on network 4bdbb06e-439a-49c1-8bb0-4db0fdb649a5 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:06:43.988577 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-787d4440-0f0b-45aa-9f83-cbaa65c05ea7 service neutron] Port 9c27f7e3-5adb-4a06-a706-c950206ee957 on network 4bdbb06e-439a-49c1-8bb0-4db0fdb649a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:06:43.989542 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-787d4440-0f0b-45aa-9f83-cbaa65c05ea7 service neutron] Attempting to bind port 9c27f7e3-5adb-4a06-a706-c950206ee957 on network 4bdbb06e-439a-49c1-8bb0-4db0fdb649a5 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:06:44.016390 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-787d4440-0f0b-45aa-9f83-cbaa65c05ea7 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:06:44.017025 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-787d4440-0f0b-45aa-9f83-cbaa65c05ea7 service neutron] Checking segment: {'id': 'af8d2bdc-728f-4365-a0a3-7f4c1d198719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4bdbb06e-439a-49c1-8bb0-4db0fdb649a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:06:44.017511 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-787d4440-0f0b-45aa-9f83-cbaa65c05ea7 service neutron] Bound using segment: {'id': 'af8d2bdc-728f-4365-a0a3-7f4c1d198719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4bdbb06e-439a-49c1-8bb0-4db0fdb649a5'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:06:44.018709 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-787d4440-0f0b-45aa-9f83-cbaa65c05ea7 service neutron] Bound port: 9c27f7e3-5adb-4a06-a706-c950206ee957, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af8d2bdc-728f-4365-a0a3-7f4c1d198719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4bdbb06e-439a-49c1-8bb0-4db0fdb649a5'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:06:44.019641 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-787d4440-0f0b-45aa-9f83-cbaa65c05ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:44.092435 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-4a4fcd1b-8263-4356-9ff6-73390193c405 req-2770b9f3-1070-43fa-9221-36f72df44c8d tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Deleting port d6ea94c1-f5e1-42e0-aa7f-94dc18ccdb50 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:06:44.092776 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-4a4fcd1b-8263-4356-9ff6-73390193c405 req-2770b9f3-1070-43fa-9221-36f72df44c8d tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:44.180968 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-787d4440-0f0b-45aa-9f83-cbaa65c05ea7 service neutron] For port 9c27f7e3-5adb-4a06-a706-c950206ee957, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:06:44.185002 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-787d4440-0f0b-45aa-9f83-cbaa65c05ea7 service neutron] For port 9c27f7e3-5adb-4a06-a706-c950206ee957, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=9c27f7e3-5adb-4a06-a706-c950206ee957,segment=NetworkSegment(af8d2bdc-728f-4365-a0a3-7f4c1d198719),segment_id=af8d2bdc-728f-4365-a0a3-7f4c1d198719)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:06:44.192186 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-787d4440-0f0b-45aa-9f83-cbaa65c05ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:44.193811 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-affd148a-73a1-4e04-8eb8-32b21ce76d16 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:44.197390 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-affd148a-73a1-4e04-8eb8-32b21ce76d16 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5697582 Oct 19 01:06:44.204519 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59746) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:44.250750 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd148a-73a1-4e04-8eb8-32b21ce76d16 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dab2a97-1cb3-4d35-98fc-626ea8111304,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:44.289503 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-3510c1ed-2412-41af-9f56-ab7ff5c2ed0a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Request body: {'security_group': {'name': 'tempest-secgroup--879088128'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:44.306349 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd148a-73a1-4e04-8eb8-32b21ce76d16 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:44.306621 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd148a-73a1-4e04-8eb8-32b21ce76d16 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:44.306956 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd148a-73a1-4e04-8eb8-32b21ce76d16 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:44.307290 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd148a-73a1-4e04-8eb8-32b21ce76d16 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:44.307620 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd148a-73a1-4e04-8eb8-32b21ce76d16 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:44.307968 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd148a-73a1-4e04-8eb8-32b21ce76d16 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:44.308288 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd148a-73a1-4e04-8eb8-32b21ce76d16 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:44.309188 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd148a-73a1-4e04-8eb8-32b21ce76d16 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:44.309651 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd148a-73a1-4e04-8eb8-32b21ce76d16 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:44.309976 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd148a-73a1-4e04-8eb8-32b21ce76d16 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:44.310293 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd148a-73a1-4e04-8eb8-32b21ce76d16 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:44.310610 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd148a-73a1-4e04-8eb8-32b21ce76d16 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:06:44.315765 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d4440-0f0b-45aa-9f83-cbaa65c05ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c27f7e3-5adb-4a06-a706-c950206ee957,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:44.362051 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-787d4440-0f0b-45aa-9f83-cbaa65c05ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:44.363175 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-787d4440-0f0b-45aa-9f83-cbaa65c05ea7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:44.365444 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-787d4440-0f0b-45aa-9f83-cbaa65c05ea7 service neutron] 10.222.0.24 "PUT /v2.0/ports/9c27f7e3-5adb-4a06-a706-c950206ee957 HTTP/1.1" status: 200 len: 1092 time: 1.3927121 Oct 19 01:06:44.409081 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-4787e36f-c675-49b0-9380-2fd405824dda service neutron] Request body: {'port': {'device_id': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:44.475154 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030963e-ba11-4387-bd25-94ad9f19d10a req-8e81e9fa-5af3-41ba-bdd7-f0a72d5b0ed8 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:44.484602 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c030963e-ba11-4387-bd25-94ad9f19d10a req-8e81e9fa-5af3-41ba-bdd7-f0a72d5b0ed8 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "GET /v2.0/ports?device_id=0384c7e7-e5cd-4394-b5fc-b4aaf74df8af HTTP/1.1" status: 200 len: 945 time: 0.1857333 Oct 19 01:06:44.529822 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3510c1ed-2412-41af-9f56-ab7ff5c2ed0a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:44.562101 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-071c7db5-b27e-4380-a7fc-7c926b31e5e7 req-a551519d-7d08-4cae-9b6c-c62129dd1769 service neutron] 10.222.0.24 "GET /v2.0/networks/e0a933c8-d57d-4f34-92bd-33c9cee5c990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5482175 Oct 19 01:06:44.566340 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-4a4fcd1b-8263-4356-9ff6-73390193c405 req-2770b9f3-1070-43fa-9221-36f72df44c8d tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:44.566877 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-4a4fcd1b-8263-4356-9ff6-73390193c405 req-2770b9f3-1070-43fa-9221-36f72df44c8d tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:44.603024 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-4787e36f-c675-49b0-9380-2fd405824dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:44.657655 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c030963e-ba11-4387-bd25-94ad9f19d10a req-aae7e11c-51d7-46ae-aed3-47a3a76ccecd tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "GET /v2.0/security-groups?id=a92623c9-d7ca-40ac-b11a-4792288fced6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709509 Oct 19 01:06:44.702283 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-4a4fcd1b-8263-4356-9ff6-73390193c405 req-2770b9f3-1070-43fa-9221-36f72df44c8d tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Calling delete_port for d6ea94c1-f5e1-42e0-aa7f-94dc18ccdb50 owned by network:floatingip {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:06:44.724052 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28ba6a3-107d-4aae-becf-f1418a48ee10 x-openstack-request-id: req-c28ba6a3-107d-4aae-becf-f1418a48ee10 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:06:44.724584 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "tag": "6a5f7373-9852-4292-a957-43becd30457e", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:06:44.724584 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c28ba6a3-107d-4aae-becf-f1418a48ee10 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:06:44.724970 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'tag': '6a5f7373-9852-4292-a957-43becd30457e', 'status': 'completed', 'code': 200} Oct 19 01:06:44.913954 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeacd1e-0648-45cb-bd1d-e744f31aa03e req-d46b0260-6eeb-49b4-bfaa-4ceec24f0db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:44.914312 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeacd1e-0648-45cb-bd1d-e744f31aa03e req-d46b0260-6eeb-49b4-bfaa-4ceec24f0db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:44.914791 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeacd1e-0648-45cb-bd1d-e744f31aa03e req-d46b0260-6eeb-49b4-bfaa-4ceec24f0db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:44.915233 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeacd1e-0648-45cb-bd1d-e744f31aa03e req-d46b0260-6eeb-49b4-bfaa-4ceec24f0db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:44.915689 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeacd1e-0648-45cb-bd1d-e744f31aa03e req-d46b0260-6eeb-49b4-bfaa-4ceec24f0db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:44.916171 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeacd1e-0648-45cb-bd1d-e744f31aa03e req-d46b0260-6eeb-49b4-bfaa-4ceec24f0db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:44.916630 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeacd1e-0648-45cb-bd1d-e744f31aa03e req-d46b0260-6eeb-49b4-bfaa-4ceec24f0db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:44.919014 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2aeacd1e-0648-45cb-bd1d-e744f31aa03e req-d46b0260-6eeb-49b4-bfaa-4ceec24f0db0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=372044798076488b8078f880b919e81f&device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 6356 time: 0.1270843 Oct 19 01:06:44.956051 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57165419-2ef8-45fc-b1ab-819e177f4bae req-7e518092-b55a-4379-8cb1-70def4e4a5ad tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:44.962293 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57165419-2ef8-45fc-b1ab-819e177f4bae req-7e518092-b55a-4379-8cb1-70def4e4a5ad tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:44.969377 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57165419-2ef8-45fc-b1ab-819e177f4bae req-7e518092-b55a-4379-8cb1-70def4e4a5ad tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:44.975336 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57165419-2ef8-45fc-b1ab-819e177f4bae req-7e518092-b55a-4379-8cb1-70def4e4a5ad tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:44.981721 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57165419-2ef8-45fc-b1ab-819e177f4bae req-7e518092-b55a-4379-8cb1-70def4e4a5ad tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:44.987832 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57165419-2ef8-45fc-b1ab-819e177f4bae req-7e518092-b55a-4379-8cb1-70def4e4a5ad tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:44.993925 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57165419-2ef8-45fc-b1ab-819e177f4bae req-7e518092-b55a-4379-8cb1-70def4e4a5ad tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:44.995899 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-57165419-2ef8-45fc-b1ab-819e177f4bae req-7e518092-b55a-4379-8cb1-70def4e4a5ad tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5404 time: 0.2125258 Oct 19 01:06:45.031718 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3510c1ed-2412-41af-9f56-ab7ff5c2ed0a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:45.051011 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-4a4fcd1b-8263-4356-9ff6-73390193c405 req-2770b9f3-1070-43fa-9221-36f72df44c8d tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:45.053731 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3510c1ed-2412-41af-9f56-ab7ff5c2ed0a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:45.066396 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0a2b703f-02a9-46f5-a58f-140f5fc3751a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02ec6d94-aeb9-4134-8f0e-3ee960c7b393 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:06:45.097642 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-57165419-2ef8-45fc-b1ab-819e177f4bae req-fb0e17a3-5418-4eb8-8337-0c60e212c661 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0875280 Oct 19 01:06:45.100957 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0a2b703f-02a9-46f5-a58f-140f5fc3751a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:45.116875 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3510c1ed-2412-41af-9f56-ab7ff5c2ed0a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:45.121125 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3510c1ed-2412-41af-9f56-ab7ff5c2ed0a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8401086 Oct 19 01:06:45.121849 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59752) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:45.123165 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0a2b703f-02a9-46f5-a58f-140f5fc3751a service neutron] Transition to ACTIVE for port object 02ec6d94-aeb9-4134-8f0e-3ee960c7b393 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:06:45.136319 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-2733e110-6995-4072-a3ec-9ae37228057a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Request body: {'security_group_rule': {'security_group_id': '6dab2a97-1cb3-4d35-98fc-626ea8111304', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ab0ee4a1-94fc-4752-bd3f-b57a7279e71e', 'remote_ip_prefix': None}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:45.143611 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510c1ed-2412-41af-9f56-ab7ff5c2ed0a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0ee4a1-94fc-4752-bd3f-b57a7279e71e,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:45.175422 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770b9f3-1070-43fa-9221-36f72df44c8d tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Pushing event deleted for resources: {'Port': ['ID=d6ea94c1-f5e1-42e0-aa7f-94dc18ccdb50,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:45.208932 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0a2b703f-02a9-46f5-a58f-140f5fc3751a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:45.227403 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0489ab9c-7ceb-4b26-949d-dba81023555b x-openstack-request-id: req-0489ab9c-7ceb-4b26-949d-dba81023555b {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:06:45.228428 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec598e4f-08c8-49a9-9e9f-5e6d00e40b56", "name": "network-vif-plugged", "status": "completed", "tag": "c7078771-4320-45b1-ae7b-ee55db29d068", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:06:45.228835 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0489ab9c-7ceb-4b26-949d-dba81023555b {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:06:45.229441 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec598e4f-08c8-49a9-9e9f-5e6d00e40b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7078771-4320-45b1-ae7b-ee55db29d068', 'code': 200} Oct 19 01:06:45.281651 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-4a4fcd1b-8263-4356-9ff6-73390193c405 req-2770b9f3-1070-43fa-9221-36f72df44c8d tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks [] for floatingip, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:45.284300 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-4a4fcd1b-8263-4356-9ff6-73390193c405 req-2770b9f3-1070-43fa-9221-36f72df44c8d tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:45.285559 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4a4fcd1b-8263-4356-9ff6-73390193c405 req-2770b9f3-1070-43fa-9221-36f72df44c8d tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "DELETE /v2.0/floatingips/4c0217d7-fa3b-4c97-ba48-77c92e14057d HTTP/1.1" status: 204 len: 173 time: 2.5261242 Oct 19 01:06:45.292565 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2733e110-6995-4072-a3ec-9ae37228057a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:45.348296 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97363134-30d3-4c2b-b5c9-e5e5ac7b456e x-openstack-request-id: req-97363134-30d3-4c2b-b5c9-e5e5ac7b456e {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:06:45.348627 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "tag": "137414ad-fd54-484b-86fd-f70152e683c2", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:06:45.348889 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-97363134-30d3-4c2b-b5c9-e5e5ac7b456e {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:06:45.349291 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'tag': '137414ad-fd54-484b-86fd-f70152e683c2', 'status': 'completed', 'code': 200} Oct 19 01:06:45.564671 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeacd1e-0648-45cb-bd1d-e744f31aa03e req-a9480893-fa23-4a56-99a5-00c40a4f39b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:45.565174 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeacd1e-0648-45cb-bd1d-e744f31aa03e req-a9480893-fa23-4a56-99a5-00c40a4f39b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:45.565662 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeacd1e-0648-45cb-bd1d-e744f31aa03e req-a9480893-fa23-4a56-99a5-00c40a4f39b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:45.567542 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2aeacd1e-0648-45cb-bd1d-e744f31aa03e req-a9480893-fa23-4a56-99a5-00c40a4f39b3 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=372044798076488b8078f880b919e81f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6376667 Oct 19 01:06:45.568767 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0a2b703f-02a9-46f5-a58f-140f5fc3751a service neutron] Attempting to bind port 02ec6d94-aeb9-4134-8f0e-3ee960c7b393 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:06:45.569128 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0a2b703f-02a9-46f5-a58f-140f5fc3751a service neutron] Attempting to bind port 02ec6d94-aeb9-4134-8f0e-3ee960c7b393 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '8383d18e-5233-4c4a-8260-014a3d8869b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1fccc762-9472-4b6b-bfe9-f151cb76e57f'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:06:45.569453 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0a2b703f-02a9-46f5-a58f-140f5fc3751a service neutron] Attempting to bind port 02ec6d94-aeb9-4134-8f0e-3ee960c7b393 on network 1fccc762-9472-4b6b-bfe9-f151cb76e57f {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:06:45.575923 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b703f-02a9-46f5-a58f-140f5fc3751a service neutron] Pushing event updated for resources: {'Port': ['ID=02ec6d94-aeb9-4134-8f0e-3ee960c7b393,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:45.588062 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0a2b703f-02a9-46f5-a58f-140f5fc3751a service neutron] Port 02ec6d94-aeb9-4134-8f0e-3ee960c7b393 on network 1fccc762-9472-4b6b-bfe9-f151cb76e57f not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:06:45.588581 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0a2b703f-02a9-46f5-a58f-140f5fc3751a service neutron] Attempting to bind port 02ec6d94-aeb9-4134-8f0e-3ee960c7b393 on network 1fccc762-9472-4b6b-bfe9-f151cb76e57f {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:06:45.600215 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0a2b703f-02a9-46f5-a58f-140f5fc3751a service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:06:45.600561 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0a2b703f-02a9-46f5-a58f-140f5fc3751a service neutron] Checking segment: {'id': '8383d18e-5233-4c4a-8260-014a3d8869b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1fccc762-9472-4b6b-bfe9-f151cb76e57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:06:45.601075 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0a2b703f-02a9-46f5-a58f-140f5fc3751a service neutron] Bound using segment: {'id': '8383d18e-5233-4c4a-8260-014a3d8869b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1fccc762-9472-4b6b-bfe9-f151cb76e57f'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:06:45.601526 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0a2b703f-02a9-46f5-a58f-140f5fc3751a service neutron] Bound port: 02ec6d94-aeb9-4134-8f0e-3ee960c7b393, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8383d18e-5233-4c4a-8260-014a3d8869b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1fccc762-9472-4b6b-bfe9-f151cb76e57f'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:06:45.601891 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0a2b703f-02a9-46f5-a58f-140f5fc3751a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:45.616546 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17332a3d-699d-4c50-a0f1-4c8c6cb07c41 req-b48a8b61-b2fd-45c6-891a-eef3292a0404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:45.618540 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-17332a3d-699d-4c50-a0f1-4c8c6cb07c41 req-b48a8b61-b2fd-45c6-891a-eef3292a0404 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ec598e4f-08c8-49a9-9e9f-5e6d00e40b56 HTTP/1.1" status: 200 len: 1098 time: 0.3123276 Oct 19 01:06:45.626075 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db650b55-8058-49ea-a6c2-2190b62ddf73 req-2e691c18-3d62-4cd7-b4f0-1b3b88c67280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:45.627117 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db650b55-8058-49ea-a6c2-2190b62ddf73 req-2e691c18-3d62-4cd7-b4f0-1b3b88c67280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:45.627769 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db650b55-8058-49ea-a6c2-2190b62ddf73 req-2e691c18-3d62-4cd7-b4f0-1b3b88c67280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:45.628439 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db650b55-8058-49ea-a6c2-2190b62ddf73 req-2e691c18-3d62-4cd7-b4f0-1b3b88c67280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:45.629271 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db650b55-8058-49ea-a6c2-2190b62ddf73 req-2e691c18-3d62-4cd7-b4f0-1b3b88c67280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:45.629956 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db650b55-8058-49ea-a6c2-2190b62ddf73 req-2e691c18-3d62-4cd7-b4f0-1b3b88c67280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:45.630574 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db650b55-8058-49ea-a6c2-2190b62ddf73 req-2e691c18-3d62-4cd7-b4f0-1b3b88c67280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:45.632803 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-db650b55-8058-49ea-a6c2-2190b62ddf73 req-2e691c18-3d62-4cd7-b4f0-1b3b88c67280 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4da2c8fb80314d439039529c71ca4b69&device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 6443 time: 0.2752168 Oct 19 01:06:45.741487 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949d8ee-ccd0-4ca3-be72-98fb9be1cf96 req-19a9a3b1-6a80-420d-b67e-f94368e78afb tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:45.743341 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1949d8ee-ccd0-4ca3-be72-98fb9be1cf96 req-19a9a3b1-6a80-420d-b67e-f94368e78afb tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec598e4f-08c8-49a9-9e9f-5e6d00e40b56 HTTP/1.1" status: 200 len: 946 time: 0.2960818 Oct 19 01:06:45.828445 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1949d8ee-ccd0-4ca3-be72-98fb9be1cf96 req-abbee170-0e98-4701-bf34-9d0ab38f6496 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/security-groups?id=62d6f1ca-d20e-4b99-a097-4c73c3e997a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741951 Oct 19 01:06:45.837610 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeacd1e-0648-45cb-bd1d-e744f31aa03e req-51f849f4-55f4-488a-8fc0-53661152eace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:45.838920 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2aeacd1e-0648-45cb-bd1d-e744f31aa03e req-51f849f4-55f4-488a-8fc0-53661152eace service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2591250 Oct 19 01:06:45.849806 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0a2b703f-02a9-46f5-a58f-140f5fc3751a service neutron] For port 02ec6d94-aeb9-4134-8f0e-3ee960c7b393, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:06:45.856980 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0a2b703f-02a9-46f5-a58f-140f5fc3751a service neutron] For port 02ec6d94-aeb9-4134-8f0e-3ee960c7b393, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=02ec6d94-aeb9-4134-8f0e-3ee960c7b393,segment=NetworkSegment(8383d18e-5233-4c4a-8260-014a3d8869b9),segment_id=8383d18e-5233-4c4a-8260-014a3d8869b9)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:06:45.867506 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0a2b703f-02a9-46f5-a58f-140f5fc3751a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:46.022419 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b703f-02a9-46f5-a58f-140f5fc3751a service neutron] Pushing event updated for resources: {'Port': ['ID=02ec6d94-aeb9-4134-8f0e-3ee960c7b393,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:46.031158 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0a2b703f-02a9-46f5-a58f-140f5fc3751a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:46.031691 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0a2b703f-02a9-46f5-a58f-140f5fc3751a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:46.035079 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0a2b703f-02a9-46f5-a58f-140f5fc3751a service neutron] 10.222.0.24 "PUT /v2.0/ports/02ec6d94-aeb9-4134-8f0e-3ee960c7b393 HTTP/1.1" status: 200 len: 1092 time: 2.6219926 Oct 19 01:06:46.120779 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4ac06-bc66-4af5-bede-f7be34a0cb6f req-8afe5d2c-3ef7-4da7-9645-e95432463c3e tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:46.143822 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ebd4ac06-bc66-4af5-bede-f7be34a0cb6f req-8afe5d2c-3ef7-4da7-9645-e95432463c3e tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "GET /v2.0/ports?device_id=0384c7e7-e5cd-4394-b5fc-b4aaf74df8af HTTP/1.1" status: 200 len: 945 time: 0.1062555 Oct 19 01:06:46.144358 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59764) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:46.148876 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-0cda9124-fef5-4cc3-9a18-171ff350eba6 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Request body: {'floatingip': {'port_id': '60bcddab-f2fd-4d10-828b-3d9547f14070'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:46.235967 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0cda9124-fef5-4cc3-9a18-171ff350eba6 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks [] for floatingip, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:46.349595 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db650b55-8058-49ea-a6c2-2190b62ddf73 req-31714005-861b-435c-aa79-f4a88547ca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:46.350147 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db650b55-8058-49ea-a6c2-2190b62ddf73 req-31714005-861b-435c-aa79-f4a88547ca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:46.350527 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db650b55-8058-49ea-a6c2-2190b62ddf73 req-31714005-861b-435c-aa79-f4a88547ca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:46.352244 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-db650b55-8058-49ea-a6c2-2190b62ddf73 req-31714005-861b-435c-aa79-f4a88547ca73 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=4da2c8fb80314d439039529c71ca4b69&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6938887 Oct 19 01:06:46.439673 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-4787e36f-c675-49b0-9380-2fd405824dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 448ed52f-8e37-4de5-8ece-79e0b041cb70 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:06:46.467977 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2733e110-6995-4072-a3ec-9ae37228057a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:46.476753 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-4787e36f-c675-49b0-9380-2fd405824dda service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:46.497257 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2733e110-6995-4072-a3ec-9ae37228057a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:46.514646 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-17332a3d-699d-4c50-a0f1-4c8c6cb07c41 req-6fbf0c0e-1444-40d7-87d7-1e93901f9bc5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=62d6f1ca-d20e-4b99-a097-4c73c3e997a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8752556 Oct 19 01:06:46.533050 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-4787e36f-c675-49b0-9380-2fd405824dda service neutron] Transition to ACTIVE for port object 448ed52f-8e37-4de5-8ece-79e0b041cb70 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:06:46.535069 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1e8c2a0a-37a1-4e66-946e-95de339c1b5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:46.613605 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fa2df-f3f8-446b-9e6f-6506e61d89a6 req-4c9b64a6-2c7f-414c-bcc0-70d1b56e9415 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:46.622377 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d97fa2df-f3f8-446b-9e6f-6506e61d89a6 req-4c9b64a6-2c7f-414c-bcc0-70d1b56e9415 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/ports?device_id=29912b5b-27d3-40b2-9c06-025e0ffdf179 HTTP/1.1" status: 200 len: 945 time: 0.2582657 Oct 19 01:06:46.629728 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733e110-6995-4072-a3ec-9ae37228057a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6b3222b-177a-40b3-a2f5-bdc4f242ffb8,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:46.638462 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-4787e36f-c675-49b0-9380-2fd405824dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:46.717083 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2733e110-6995-4072-a3ec-9ae37228057a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:46.722459 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2733e110-6995-4072-a3ec-9ae37228057a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.5907600 Oct 19 01:06:46.729499 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59776) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:46.730212 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'tag': '2fe1e695-5923-449b-b1db-c20c39248126'}, {'name': 'network-changed', 'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'tag': '9c27f7e3-5adb-4a06-a706-c950206ee957'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:06:46.733779 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ffd7d7-9f36-4043-a81a-5b6f3a187528" -d '{"events": [{"name": "network-changed", "server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "tag": "2fe1e695-5923-449b-b1db-c20c39248126"}, {"name": "network-changed", "server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "tag": "9c27f7e3-5adb-4a06-a706-c950206ee957"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:06:46.869254 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787e36f-c675-49b0-9380-2fd405824dda service neutron] Pushing event updated for resources: {'Port': ['ID=448ed52f-8e37-4de5-8ece-79e0b041cb70,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:46.880167 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d97fa2df-f3f8-446b-9e6f-6506e61d89a6 req-24270387-9ff6-41ea-8ba0-62eee5058ced tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/security-groups?id=318b730d-59b3-49ba-bc3d-3ba9ca967adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2567036 Oct 19 01:06:46.881636 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db650b55-8058-49ea-a6c2-2190b62ddf73 req-6c2201b6-5aa5-478e-be36-2c69262116c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:46.883413 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-db650b55-8058-49ea-a6c2-2190b62ddf73 req-6c2201b6-5aa5-478e-be36-2c69262116c6 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5058849 Oct 19 01:06:46.923202 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-53de843b-f489-486f-b8c0-ac428939ca76 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:46.933884 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-53de843b-f489-486f-b8c0-ac428939ca76 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:46.993821 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-4787e36f-c675-49b0-9380-2fd405824dda service neutron] Attempting to bind port 448ed52f-8e37-4de5-8ece-79e0b041cb70 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:06:46.994141 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-4787e36f-c675-49b0-9380-2fd405824dda service neutron] Attempting to bind port 448ed52f-8e37-4de5-8ece-79e0b041cb70 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '4b96a6d1-8b8b-4e03-bedd-396bb83a41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28bbb5fd-c75c-47ce-a413-f94e9e278cac'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:06:46.994394 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-4787e36f-c675-49b0-9380-2fd405824dda service neutron] Attempting to bind port 448ed52f-8e37-4de5-8ece-79e0b041cb70 on network 28bbb5fd-c75c-47ce-a413-f94e9e278cac {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:06:47.118805 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-53de843b-f489-486f-b8c0-ac428939ca76 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:47.125860 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-53de843b-f489-486f-b8c0-ac428939ca76 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:47.129470 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-53de843b-f489-486f-b8c0-ac428939ca76 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/c6b3222b-177a-40b3-a2f5-bdc4f242ffb8 HTTP/1.1" status: 204 len: 168 time: 0.3900931 Oct 19 01:06:47.132834 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59784) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:47.144918 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-4787e36f-c675-49b0-9380-2fd405824dda service neutron] Port 448ed52f-8e37-4de5-8ece-79e0b041cb70 on network 28bbb5fd-c75c-47ce-a413-f94e9e278cac not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:06:47.145351 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-4787e36f-c675-49b0-9380-2fd405824dda service neutron] Attempting to bind port 448ed52f-8e37-4de5-8ece-79e0b041cb70 on network 28bbb5fd-c75c-47ce-a413-f94e9e278cac {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:06:47.191098 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de843b-f489-486f-b8c0-ac428939ca76 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6b3222b-177a-40b3-a2f5-bdc4f242ffb8,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:47.196624 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd810f4a-d629-434e-9bcc-ed536b65798d req-e3ccf8a4-5af4-4600-be37-cb424099bdd6 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:47.202899 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-4787e36f-c675-49b0-9380-2fd405824dda service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:06:47.203347 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-4787e36f-c675-49b0-9380-2fd405824dda service neutron] Checking segment: {'id': '4b96a6d1-8b8b-4e03-bedd-396bb83a41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28bbb5fd-c75c-47ce-a413-f94e9e278cac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:06:47.204269 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-4787e36f-c675-49b0-9380-2fd405824dda service neutron] Bound using segment: {'id': '4b96a6d1-8b8b-4e03-bedd-396bb83a41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28bbb5fd-c75c-47ce-a413-f94e9e278cac'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:06:47.204269 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-4787e36f-c675-49b0-9380-2fd405824dda service neutron] Bound port: 448ed52f-8e37-4de5-8ece-79e0b041cb70, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b96a6d1-8b8b-4e03-bedd-396bb83a41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28bbb5fd-c75c-47ce-a413-f94e9e278cac'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:06:47.204639 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-4787e36f-c675-49b0-9380-2fd405824dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:47.218339 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd810f4a-d629-434e-9bcc-ed536b65798d req-e3ccf8a4-5af4-4600-be37-cb424099bdd6 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:47.232771 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd810f4a-d629-434e-9bcc-ed536b65798d req-e3ccf8a4-5af4-4600-be37-cb424099bdd6 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:47.240168 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:47.242569 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd810f4a-d629-434e-9bcc-ed536b65798d req-e3ccf8a4-5af4-4600-be37-cb424099bdd6 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:47.251084 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd810f4a-d629-434e-9bcc-ed536b65798d req-e3ccf8a4-5af4-4600-be37-cb424099bdd6 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:47.259104 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd810f4a-d629-434e-9bcc-ed536b65798d req-e3ccf8a4-5af4-4600-be37-cb424099bdd6 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:47.267178 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd810f4a-d629-434e-9bcc-ed536b65798d req-e3ccf8a4-5af4-4600-be37-cb424099bdd6 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:47.269375 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cd810f4a-d629-434e-9bcc-ed536b65798d req-e3ccf8a4-5af4-4600-be37-cb424099bdd6 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 5421 time: 0.3199475 Oct 19 01:06:47.287847 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-583b3aa9-5353-4b7b-a668-15dc4acf7ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:47.288338 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-583b3aa9-5353-4b7b-a668-15dc4acf7ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:47.288801 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-583b3aa9-5353-4b7b-a668-15dc4acf7ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:47.289258 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-583b3aa9-5353-4b7b-a668-15dc4acf7ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:47.289718 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-583b3aa9-5353-4b7b-a668-15dc4acf7ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:47.290230 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-583b3aa9-5353-4b7b-a668-15dc4acf7ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:47.290692 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-583b3aa9-5353-4b7b-a668-15dc4acf7ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:47.292671 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-583b3aa9-5353-4b7b-a668-15dc4acf7ffd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4da2c8fb80314d439039529c71ca4b69&device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 6485 time: 0.3389225 Oct 19 01:06:47.334340 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cd810f4a-d629-434e-9bcc-ed536b65798d req-5bca4642-0519-4797-bfb6-d271d6027db8 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc8025b-09bc-4bd9-9d99-46ada71b927c&id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543523 Oct 19 01:06:47.350875 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'tag': '02ec6d94-aeb9-4134-8f0e-3ee960c7b393'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:06:47.353166 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf4f958-29b9-4f6d-aebd-bc99fa8b0aac" -d '{"events": [{"name": "network-changed", "server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "tag": "02ec6d94-aeb9-4134-8f0e-3ee960c7b393"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:06:47.419836 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-dcd20f9d-b5dc-460b-85c0-087e8c18739e tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2817163 Oct 19 01:06:47.430848 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-24884b09-f440-43fb-86b2-cbc755a2d53e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2e12207-123c-44b7-965e-315fe35b78f5 HTTP/1.1" status: 200 len: 217 time: 0.1256831 Oct 19 01:06:47.441972 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59788) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:47.531348 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.db.resource_extend [None req-0cda9124-fef5-4cc3-9a18-171ff350eba6 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 01:06:47.535809 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d859ad-314e-43b0-87f7-3ef3f889e6e7 req-b0dfc7e5-2f96-4a78-b37f-6a599c613643 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:47.552324 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11d859ad-314e-43b0-87f7-3ef3f889e6e7 req-b0dfc7e5-2f96-4a78-b37f-6a599c613643 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5995467 Oct 19 01:06:47.592397 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7478f-d673-4564-b776-0219551a0504 req-69e7e9f3-2894-4f56-a657-d5db4b6957b0 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:47.594227 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-4787e36f-c675-49b0-9380-2fd405824dda service neutron] For port 448ed52f-8e37-4de5-8ece-79e0b041cb70, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:06:47.601350 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7478f-d673-4564-b776-0219551a0504 req-69e7e9f3-2894-4f56-a657-d5db4b6957b0 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:47.614375 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7478f-d673-4564-b776-0219551a0504 req-69e7e9f3-2894-4f56-a657-d5db4b6957b0 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:47.623452 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7478f-d673-4564-b776-0219551a0504 req-69e7e9f3-2894-4f56-a657-d5db4b6957b0 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:47.630387 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0d16484d-a551-403b-8b95-d00f22f6264a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:47.631557 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7478f-d673-4564-b776-0219551a0504 req-69e7e9f3-2894-4f56-a657-d5db4b6957b0 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:47.632065 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0d16484d-a551-403b-8b95-d00f22f6264a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32a7ca29-d701-4aca-995b-87a0b73f1f63 HTTP/1.1" status: 200 len: 851 time: 0.1688368 Oct 19 01:06:47.633930 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-4787e36f-c675-49b0-9380-2fd405824dda service neutron] For port 448ed52f-8e37-4de5-8ece-79e0b041cb70, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=448ed52f-8e37-4de5-8ece-79e0b041cb70,segment=NetworkSegment(4b96a6d1-8b8b-4e03-bedd-396bb83a41b9),segment_id=4b96a6d1-8b8b-4e03-bedd-396bb83a41b9)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:06:47.640657 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7478f-d673-4564-b776-0219551a0504 req-69e7e9f3-2894-4f56-a657-d5db4b6957b0 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:47.657818 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7478f-d673-4564-b776-0219551a0504 req-69e7e9f3-2894-4f56-a657-d5db4b6957b0 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:47.668772 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-82a7478f-d673-4564-b776-0219551a0504 req-69e7e9f3-2894-4f56-a657-d5db4b6957b0 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5416 time: 0.2497845 Oct 19 01:06:47.672030 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:47.686335 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-4787e36f-c675-49b0-9380-2fd405824dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:47.795363 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4ea67fbb-4271-4ba3-a31e-d8adea0bafb5 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:47.796986 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0cda9124-fef5-4cc3-9a18-171ff350eba6 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:47.802130 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 19 Oct 2021 01:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad66a10-8ca4-4cf4-8f09-fc3fe75e01b0 x-openstack-request-id: req-fad66a10-8ca4-4cf4-8f09-fc3fe75e01b0 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:06:47.802537 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "tag": "2fe1e695-5923-449b-b1db-c20c39248126", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "tag": "9c27f7e3-5adb-4a06-a706-c950206ee957", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:06:47.803308 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fad66a10-8ca4-4cf4-8f09-fc3fe75e01b0 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:06:47.804098 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'tag': '2fe1e695-5923-449b-b1db-c20c39248126', 'status': 'completed', 'code': 200} Oct 19 01:06:47.804410 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'tag': '9c27f7e3-5adb-4a06-a706-c950206ee957', 'status': 'completed', 'code': 200} Oct 19 01:06:47.826663 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787e36f-c675-49b0-9380-2fd405824dda service neutron] Pushing event updated for resources: {'Port': ['ID=448ed52f-8e37-4de5-8ece-79e0b041cb70,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:47.842186 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0cda9124-fef5-4cc3-9a18-171ff350eba6 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:47.866129 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-4787e36f-c675-49b0-9380-2fd405824dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:47.866784 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-4787e36f-c675-49b0-9380-2fd405824dda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:47.868411 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-4787e36f-c675-49b0-9380-2fd405824dda service neutron] 10.222.0.24 "PUT /v2.0/ports/448ed52f-8e37-4de5-8ece-79e0b041cb70 HTTP/1.1" status: 200 len: 1092 time: 3.4638619 Oct 19 01:06:47.915034 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-a42503d8-ec69-43f5-88db-3b0ac8071088 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:06:47.916029 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-a42503d8-ec69-43f5-88db-3b0ac8071088 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051322 Oct 19 01:06:47.962489 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-2ce22b26-ea30-439c-8cca-bde7eb5c8f7d service neutron] Request body: {'port': {'device_id': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:47.974007 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4ea67fbb-4271-4ba3-a31e-d8adea0bafb5 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:48.012991 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [None req-0cda9124-fef5-4cc3-9a18-171ff350eba6 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Floating IP 9335126d-1486-4c3b-8940-74b183dcbb10 associated. External IP: 172.25.8.19, port: 60bcddab-f2fd-4d10-828b-3d9547f14070. Oct 19 01:06:48.078882 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-82a7478f-d673-4564-b776-0219551a0504 req-b9e12c7a-a709-4014-9904-a6492c220322 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3935764 Oct 19 01:06:48.083043 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710b364-3a0f-42dc-8849-db102bd83b64 req-fc6965ac-6abc-4b09-8aec-a62e52601749 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:48.084782 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d710b364-3a0f-42dc-8849-db102bd83b64 req-fc6965ac-6abc-4b09-8aec-a62e52601749 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec598e4f-08c8-49a9-9e9f-5e6d00e40b56 HTTP/1.1" status: 200 len: 946 time: 0.2111273 Oct 19 01:06:48.100691 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-03947677-3a88-41f3-9f0f-682d12048c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:48.102407 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-03947677-3a88-41f3-9f0f-682d12048c6e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f052a2cb-e43a-4d93-bd49-f9e5e280e0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4611864 Oct 19 01:06:48.136198 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffd7d7-9f36-4043-a81a-5b6f3a187528 req-48171980-dfdd-4060-a375-a35129b27c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:48.136780 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffd7d7-9f36-4043-a81a-5b6f3a187528 req-48171980-dfdd-4060-a375-a35129b27c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:48.155876 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffd7d7-9f36-4043-a81a-5b6f3a187528 req-48171980-dfdd-4060-a375-a35129b27c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:48.155876 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffd7d7-9f36-4043-a81a-5b6f3a187528 req-48171980-dfdd-4060-a375-a35129b27c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:48.155876 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffd7d7-9f36-4043-a81a-5b6f3a187528 req-48171980-dfdd-4060-a375-a35129b27c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:48.155876 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffd7d7-9f36-4043-a81a-5b6f3a187528 req-48171980-dfdd-4060-a375-a35129b27c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:48.155876 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffd7d7-9f36-4043-a81a-5b6f3a187528 req-48171980-dfdd-4060-a375-a35129b27c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:48.155876 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-86ffd7d7-9f36-4043-a81a-5b6f3a187528 req-48171980-dfdd-4060-a375-a35129b27c21 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=372044798076488b8078f880b919e81f&device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 6424 time: 0.3400841 Oct 19 01:06:48.275487 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-2ce22b26-ea30-439c-8cca-bde7eb5c8f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:48.293849 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8004a5-bad0-4586-8660-5a929af33db8 x-openstack-request-id: req-fc8004a5-bad0-4586-8660-5a929af33db8 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:06:48.294383 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "tag": "02ec6d94-aeb9-4134-8f0e-3ee960c7b393", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:06:48.294799 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fc8004a5-bad0-4586-8660-5a929af33db8 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:06:48.295336 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'tag': '02ec6d94-aeb9-4134-8f0e-3ee960c7b393', 'status': 'completed', 'code': 200} Oct 19 01:06:48.328355 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d710b364-3a0f-42dc-8849-db102bd83b64 req-c63be8b1-0d98-436e-8a1d-3ea90f10a3e2 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/security-groups?id=62d6f1ca-d20e-4b99-a097-4c73c3e997a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203751 Oct 19 01:06:48.439104 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d8c312d7-5dff-4269-abb7-46955fa2b2fd req-6c2fc5cd-4929-4af5-ab47-44bc6a83d7c5 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "GET /v2.0/floatingips?tenant_id=fa4c9759c6854557bccf41d8ceb65c96 HTTP/1.1" status: 200 len: 1656 time: 0.1555347 Oct 19 01:06:48.452456 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4ea67fbb-4271-4ba3-a31e-d8adea0bafb5 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:48.461956 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4ea67fbb-4271-4ba3-a31e-d8adea0bafb5 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:48.463424 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4ea67fbb-4271-4ba3-a31e-d8adea0bafb5 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "DELETE /v2.0/security-groups/ab0ee4a1-94fc-4752-bd3f-b57a7279e71e HTTP/1.1" status: 204 len: 168 time: 1.0131962 Oct 19 01:06:48.478437 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59806) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:48.497981 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea67fbb-4271-4ba3-a31e-d8adea0bafb5 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0ee4a1-94fc-4752-bd3f-b57a7279e71e,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:48.623901 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-b66215d1-1a91-4855-a9d2-edc85a6c2885 service neutron] 10.222.0.24 "GET /v2.0/networks/f052a2cb-e43a-4d93-bd49-f9e5e280e0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640684 Oct 19 01:06:48.645642 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1b7e1-a729-441a-8a38-a346ca31e74a req-807b376b-8a6e-43d2-8d5f-a80404728c95 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:48.649699 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffd7d7-9f36-4043-a81a-5b6f3a187528 req-b3c55dcd-1f66-4211-b191-13f70366b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:48.650175 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffd7d7-9f36-4043-a81a-5b6f3a187528 req-b3c55dcd-1f66-4211-b191-13f70366b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:48.650640 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffd7d7-9f36-4043-a81a-5b6f3a187528 req-b3c55dcd-1f66-4211-b191-13f70366b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:48.652454 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-86ffd7d7-9f36-4043-a81a-5b6f3a187528 req-b3c55dcd-1f66-4211-b191-13f70366b297 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=372044798076488b8078f880b919e81f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4895821 Oct 19 01:06:48.653772 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1b7e1-a729-441a-8a38-a346ca31e74a req-807b376b-8a6e-43d2-8d5f-a80404728c95 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:48.661185 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1b7e1-a729-441a-8a38-a346ca31e74a req-807b376b-8a6e-43d2-8d5f-a80404728c95 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:48.667521 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1b7e1-a729-441a-8a38-a346ca31e74a req-807b376b-8a6e-43d2-8d5f-a80404728c95 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:48.675092 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1b7e1-a729-441a-8a38-a346ca31e74a req-807b376b-8a6e-43d2-8d5f-a80404728c95 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:48.681714 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1b7e1-a729-441a-8a38-a346ca31e74a req-807b376b-8a6e-43d2-8d5f-a80404728c95 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:48.689520 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1b7e1-a729-441a-8a38-a346ca31e74a req-807b376b-8a6e-43d2-8d5f-a80404728c95 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:48.698118 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-00a1b7e1-a729-441a-8a38-a346ca31e74a req-807b376b-8a6e-43d2-8d5f-a80404728c95 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 5421 time: 0.2272952 Oct 19 01:06:48.811927 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-00a1b7e1-a729-441a-8a38-a346ca31e74a req-362871f6-fdec-4a90-8e80-726a59b06f54 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc8025b-09bc-4bd9-9d99-46ada71b927c&id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1054318 Oct 19 01:06:49.006955 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-7017b4be-a9af-4f7a-bc40-e18b536ae094 service neutron] 10.222.0.24 "GET /v2.0/networks/f052a2cb-e43a-4d93-bd49-f9e5e280e0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957516 Oct 19 01:06:49.036442 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c312d7-5dff-4269-abb7-46955fa2b2fd req-f7995f80-5291-409c-a4b5-98f0ab69ef80 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:49.049285 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d8c312d7-5dff-4269-abb7-46955fa2b2fd req-f7995f80-5291-409c-a4b5-98f0ab69ef80 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "GET /v2.0/networks?id=a0ce41c0-3b90-40be-93cd-082af8f20c34&id=a0ce41c0-3b90-40be-93cd-082af8f20c34&id=a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 787 time: 0.6092513 Oct 19 01:06:49.066280 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6550006f-3ad1-46db-a51a-a974e9706957 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.5866272 Oct 19 01:06:49.101766 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59816) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:49.138199 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-55b1caa7-a765-4841-9ffc-b7d714ece6a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=f4cd700e-932d-4677-adfa-4b17f1b59025 HTTP/1.1" status: 200 len: 217 time: 0.1136212 Oct 19 01:06:49.323779 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-9e91be6b-d2f1-4b94-94d8-00f13aebf340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:49.325744 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-9e91be6b-d2f1-4b94-94d8-00f13aebf340 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=29cf1726-8fa8-4c40-850e-1896dbedb352 HTTP/1.1" status: 200 len: 797 time: 0.1800218 Oct 19 01:06:49.337114 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-2ce22b26-ea30-439c-8cca-bde7eb5c8f7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 624b0885-8316-4d09-af8e-792cd46ef66c {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:06:49.354019 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cda9124-fef5-4cc3-9a18-171ff350eba6 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Router 8039f660-e811-4c2f-8ac7-c226af52f0d1 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:06:49.358690 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-2ce22b26-ea30-439c-8cca-bde7eb5c8f7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:49.370368 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2dcd250b-3590-4a08-8049-fc8709bfe907 req-c185a4eb-c551-4de2-975d-eac1a008fe3a tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "GET /v2.0/floatingips/30b689d4-f608-42e8-8545-761d7259a976 HTTP/1.1" status: 200 len: 693 time: 0.1927819 Oct 19 01:06:49.400468 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-2ce22b26-ea30-439c-8cca-bde7eb5c8f7d service neutron] Transition to ACTIVE for port object 624b0885-8316-4d09-af8e-792cd46ef66c will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:06:49.405717 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffd7d7-9f36-4043-a81a-5b6f3a187528 req-b2baf055-9fa7-4996-8cd2-cbb99b285151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:49.407995 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-86ffd7d7-9f36-4043-a81a-5b6f3a187528 req-b2baf055-9fa7-4996-8cd2-cbb99b285151 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7411857 Oct 19 01:06:49.419854 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b172ae-a55f-4b94-8995-62c8b30e5905 req-41078074-927b-48d3-9e91-439ef3fa6595 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:49.427673 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b172ae-a55f-4b94-8995-62c8b30e5905 req-41078074-927b-48d3-9e91-439ef3fa6595 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:49.434849 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b172ae-a55f-4b94-8995-62c8b30e5905 req-41078074-927b-48d3-9e91-439ef3fa6595 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:49.441584 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b172ae-a55f-4b94-8995-62c8b30e5905 req-41078074-927b-48d3-9e91-439ef3fa6595 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:49.447965 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b172ae-a55f-4b94-8995-62c8b30e5905 req-41078074-927b-48d3-9e91-439ef3fa6595 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:49.454662 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b172ae-a55f-4b94-8995-62c8b30e5905 req-41078074-927b-48d3-9e91-439ef3fa6595 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:49.460737 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b172ae-a55f-4b94-8995-62c8b30e5905 req-41078074-927b-48d3-9e91-439ef3fa6595 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:49.462650 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-55b172ae-a55f-4b94-8995-62c8b30e5905 req-41078074-927b-48d3-9e91-439ef3fa6595 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5416 time: 0.1802785 Oct 19 01:06:49.466083 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-2ce22b26-ea30-439c-8cca-bde7eb5c8f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:49.492947 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-9d3a8544-2d13-4864-b548-51cbe4be7ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:49.494453 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-9d3a8544-2d13-4864-b548-51cbe4be7ad9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55515e32-5e42-485f-bdb8-5274dcde7dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1519206 Oct 19 01:06:49.585965 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d4e3970b-a3be-438c-9b44-f1947d53e9d3 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:49.659721 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-55b172ae-a55f-4b94-8995-62c8b30e5905 req-2f7e9e15-28d2-497d-91e7-4ee86eac451e tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1843524 Oct 19 01:06:49.661298 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:49.673157 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d4e3970b-a3be-438c-9b44-f1947d53e9d3 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:49.727351 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce22b26-ea30-439c-8cca-bde7eb5c8f7d service neutron] Pushing event updated for resources: {'Port': ['ID=624b0885-8316-4d09-af8e-792cd46ef66c,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:49.812842 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffd7d7-9f36-4043-a81a-5b6f3a187528 req-51ebc3db-eed7-4420-9a13-1fc07b1dac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:49.813957 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffd7d7-9f36-4043-a81a-5b6f3a187528 req-51ebc3db-eed7-4420-9a13-1fc07b1dac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:49.814644 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffd7d7-9f36-4043-a81a-5b6f3a187528 req-51ebc3db-eed7-4420-9a13-1fc07b1dac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:49.815273 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffd7d7-9f36-4043-a81a-5b6f3a187528 req-51ebc3db-eed7-4420-9a13-1fc07b1dac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:49.815927 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffd7d7-9f36-4043-a81a-5b6f3a187528 req-51ebc3db-eed7-4420-9a13-1fc07b1dac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:49.816625 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffd7d7-9f36-4043-a81a-5b6f3a187528 req-51ebc3db-eed7-4420-9a13-1fc07b1dac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:49.817370 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffd7d7-9f36-4043-a81a-5b6f3a187528 req-51ebc3db-eed7-4420-9a13-1fc07b1dac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:49.820436 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-86ffd7d7-9f36-4043-a81a-5b6f3a187528 req-51ebc3db-eed7-4420-9a13-1fc07b1dac0a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=372044798076488b8078f880b919e81f&device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 6450 time: 0.3674171 Oct 19 01:06:49.821519 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'tag': '448ed52f-8e37-4de5-8ece-79e0b041cb70'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:06:49.823692 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1a89df-43d8-4bc6-86bc-74d818a6a8c9" -d '{"events": [{"name": "network-changed", "server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "tag": "448ed52f-8e37-4de5-8ece-79e0b041cb70"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:06:49.863509 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd250b-3590-4a08-8049-fc8709bfe907 req-169aebb6-bd0d-4737-824b-64aa4a8257e6 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:49.874973 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2dcd250b-3590-4a08-8049-fc8709bfe907 req-169aebb6-bd0d-4737-824b-64aa4a8257e6 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 784 time: 0.5032737 Oct 19 01:06:49.899306 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-e73829b1-4c00-43a8-943f-1e2ac5b2404e service neutron] 10.222.0.24 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644907 Oct 19 01:06:49.940467 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0dc76d-b2da-41b6-8bc2-b7fbf283da76 req-41627bea-6332-4636-8aba-df1637d972dd tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:49.942138 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6c0dc76d-b2da-41b6-8bc2-b7fbf283da76 req-41627bea-6332-4636-8aba-df1637d972dd tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/ports?device_id=29912b5b-27d3-40b2-9c06-025e0ffdf179 HTTP/1.1" status: 200 len: 945 time: 0.1291473 Oct 19 01:06:49.945227 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-2ce22b26-ea30-439c-8cca-bde7eb5c8f7d service neutron] Attempting to bind port 624b0885-8316-4d09-af8e-792cd46ef66c on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:06:49.945568 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-2ce22b26-ea30-439c-8cca-bde7eb5c8f7d service neutron] Attempting to bind port 624b0885-8316-4d09-af8e-792cd46ef66c by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '4b96a6d1-8b8b-4e03-bedd-396bb83a41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28bbb5fd-c75c-47ce-a413-f94e9e278cac'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:06:49.945990 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-2ce22b26-ea30-439c-8cca-bde7eb5c8f7d service neutron] Attempting to bind port 624b0885-8316-4d09-af8e-792cd46ef66c on network 28bbb5fd-c75c-47ce-a413-f94e9e278cac {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:06:49.954467 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-2ce22b26-ea30-439c-8cca-bde7eb5c8f7d service neutron] Port 624b0885-8316-4d09-af8e-792cd46ef66c on network 28bbb5fd-c75c-47ce-a413-f94e9e278cac not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:06:49.954792 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-2ce22b26-ea30-439c-8cca-bde7eb5c8f7d service neutron] Attempting to bind port 624b0885-8316-4d09-af8e-792cd46ef66c on network 28bbb5fd-c75c-47ce-a413-f94e9e278cac {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:06:49.991344 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2dcd250b-3590-4a08-8049-fc8709bfe907 req-bf723bdf-76b4-43ba-84c6-45768e00b290 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.227 HTTP/1.1" status: 200 len: 696 time: 0.1149917 Oct 19 01:06:50.006906 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d4e3970b-a3be-438c-9b44-f1947d53e9d3 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:50.010017 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d4e3970b-a3be-438c-9b44-f1947d53e9d3 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:50.012236 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-2ce22b26-ea30-439c-8cca-bde7eb5c8f7d service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:06:50.012792 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-2ce22b26-ea30-439c-8cca-bde7eb5c8f7d service neutron] Checking segment: {'id': '4b96a6d1-8b8b-4e03-bedd-396bb83a41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28bbb5fd-c75c-47ce-a413-f94e9e278cac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:06:50.013327 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-2ce22b26-ea30-439c-8cca-bde7eb5c8f7d service neutron] Bound using segment: {'id': '4b96a6d1-8b8b-4e03-bedd-396bb83a41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28bbb5fd-c75c-47ce-a413-f94e9e278cac'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:06:50.013915 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-2ce22b26-ea30-439c-8cca-bde7eb5c8f7d service neutron] Bound port: 624b0885-8316-4d09-af8e-792cd46ef66c, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b96a6d1-8b8b-4e03-bedd-396bb83a41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28bbb5fd-c75c-47ce-a413-f94e9e278cac'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:06:50.014411 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-2ce22b26-ea30-439c-8cca-bde7eb5c8f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:50.015048 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d4e3970b-a3be-438c-9b44-f1947d53e9d3 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "DELETE /v2.0/security-groups/6dab2a97-1cb3-4d35-98fc-626ea8111304 HTTP/1.1" status: 204 len: 168 time: 0.9121788 Oct 19 01:06:50.015798 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59832) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:50.088595 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6c0dc76d-b2da-41b6-8bc2-b7fbf283da76 req-f3f4b968-086e-4c24-9d85-e26f084c5e7d tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/security-groups?id=318b730d-59b3-49ba-bc3d-3ba9ca967adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252432 Oct 19 01:06:50.102027 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-ec5a8e45-173f-42b6-8476-063f8c3b0da0 service neutron] 10.222.0.24 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925035 Oct 19 01:06:50.147481 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cda9124-fef5-4cc3-9a18-171ff350eba6 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:06:50.154107 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0cda9124-fef5-4cc3-9a18-171ff350eba6 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:50.158640 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193e5ac0-f164-42c5-af83-8d47bbf5b1b0 None None] Sync routers for ids ['8039f660-e811-4c2f-8ac7-c226af52f0d1'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:06:50.162719 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e3970b-a3be-438c-9b44-f1947d53e9d3 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dab2a97-1cb3-4d35-98fc-626ea8111304,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:50.177549 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2dcd250b-3590-4a08-8049-fc8709bfe907 req-84547002-ca39-4ecd-a015-3cad27b18459 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.227 HTTP/1.1" status: 200 len: 696 time: 0.1844873 Oct 19 01:06:50.181616 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:06:50.184904 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193e5ac0-f164-42c5-af83-8d47bbf5b1b0 None None] Routers {'8039f660-e811-4c2f-8ac7-c226af52f0d1'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:06:50.185761 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-193e5ac0-f164-42c5-af83-8d47bbf5b1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:06:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['8039f660-e811-4c2f-8ac7-c226af52f0d1'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:06:50.218311 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-f2bddc38-076c-4c17-ba4b-3600d80e9d95 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=9295caf7-42d8-4c78-a217-b3e9af380abb HTTP/1.1" status: 200 len: 217 time: 0.1053951 Oct 19 01:06:50.252043 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-2ce22b26-ea30-439c-8cca-bde7eb5c8f7d service neutron] For port 624b0885-8316-4d09-af8e-792cd46ef66c, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:06:50.262854 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-2ce22b26-ea30-439c-8cca-bde7eb5c8f7d service neutron] For port 624b0885-8316-4d09-af8e-792cd46ef66c, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=624b0885-8316-4d09-af8e-792cd46ef66c,segment=NetworkSegment(4b96a6d1-8b8b-4e03-bedd-396bb83a41b9),segment_id=4b96a6d1-8b8b-4e03-bedd-396bb83a41b9)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:06:50.309189 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-2ce22b26-ea30-439c-8cca-bde7eb5c8f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:50.336333 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0cda9124-fef5-4cc3-9a18-171ff350eba6 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "PUT /v2.0/floatingips/9335126d-1486-4c3b-8940-74b183dcbb10 HTTP/1.1" status: 200 len: 990 time: 4.1882966 Oct 19 01:06:50.345232 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0384c7e7-e5cd-4394-b5fc-b4aaf74df8af', 'tag': '60bcddab-f2fd-4d10-828b-3d9547f14070'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:06:50.347797 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9b42b6-b32f-4dba-96fb-fb06af0d84b5" -d '{"events": [{"name": "network-changed", "server_uuid": "0384c7e7-e5cd-4394-b5fc-b4aaf74df8af", "tag": "60bcddab-f2fd-4d10-828b-3d9547f14070"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:06:50.357251 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-193e5ac0-f164-42c5-af83-8d47bbf5b1b0 None None] Set router 8039f660-e811-4c2f-8ac7-c226af52f0d1 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:06:50.362604 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffd7d7-9f36-4043-a81a-5b6f3a187528 req-69c08c3a-f63a-4a32-b095-532d211b0531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:50.363360 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffd7d7-9f36-4043-a81a-5b6f3a187528 req-69c08c3a-f63a-4a32-b095-532d211b0531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:50.364010 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffd7d7-9f36-4043-a81a-5b6f3a187528 req-69c08c3a-f63a-4a32-b095-532d211b0531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:50.365741 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-86ffd7d7-9f36-4043-a81a-5b6f3a187528 req-69c08c3a-f63a-4a32-b095-532d211b0531 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=372044798076488b8078f880b919e81f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4798272 Oct 19 01:06:50.401340 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5ed6a5b8-1ce8-4b4c-97d1-68cb2a685b3b tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3449233 Oct 19 01:06:50.405205 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59840) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:50.412475 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-5065a000-6665-4553-b294-22467fb27373 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Request body: {'security_group': {'name': 'tempest-secgroup--645264434'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:50.476099 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-2ce22b26-ea30-439c-8cca-bde7eb5c8f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:50.478549 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-2ce22b26-ea30-439c-8cca-bde7eb5c8f7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:50.485504 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-2ce22b26-ea30-439c-8cca-bde7eb5c8f7d service neutron] 10.222.0.24 "PUT /v2.0/ports/624b0885-8316-4d09-af8e-792cd46ef66c HTTP/1.1" status: 200 len: 1092 time: 2.5287294 Oct 19 01:06:50.516817 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-ffd7a237-55c7-4f37-ae1a-a9be11fce950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:50.518834 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-ffd7a237-55c7-4f37-ae1a-a9be11fce950 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=29cf1726-8fa8-4c40-850e-1896dbedb352 HTTP/1.1" status: 200 len: 797 time: 0.2519956 Oct 19 01:06:50.552817 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5065a000-6665-4553-b294-22467fb27373 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:50.585265 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-2dcd250b-3590-4a08-8049-fc8709bfe907 req-65a02aad-32b5-44ed-9048-8c09fc0422bb tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Deleting port 8a1caa79-3094-43c3-8d5d-12ec8f47d416 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:06:50.585806 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2dcd250b-3590-4a08-8049-fc8709bfe907 req-65a02aad-32b5-44ed-9048-8c09fc0422bb tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:50.602458 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffd7d7-9f36-4043-a81a-5b6f3a187528 req-d7ff8cb6-5128-48c8-87c7-945054903155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:50.604373 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-86ffd7d7-9f36-4043-a81a-5b6f3a187528 req-d7ff8cb6-5128-48c8-87c7-945054903155 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2017984 Oct 19 01:06:50.619526 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200aaa5-edb5-436e-ab21-bacfeac4da9b req-72eda5bd-ce95-481c-a05f-ca6bed79642b tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:50.641899 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4200aaa5-edb5-436e-ab21-bacfeac4da9b req-72eda5bd-ce95-481c-a05f-ca6bed79642b tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec598e4f-08c8-49a9-9e9f-5e6d00e40b56 HTTP/1.1" status: 200 len: 946 time: 0.3709979 Oct 19 01:06:50.651990 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce22b26-ea30-439c-8cca-bde7eb5c8f7d service neutron] Pushing event updated for resources: {'Port': ['ID=624b0885-8316-4d09-af8e-792cd46ef66c,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:50.815574 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-3e02a210-e7c2-4b48-a429-a2a811c737fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:50.817233 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-3e02a210-e7c2-4b48-a429-a2a811c737fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55515e32-5e42-485f-bdb8-5274dcde7dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2814410 Oct 19 01:06:50.834007 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4200aaa5-edb5-436e-ab21-bacfeac4da9b req-d967f51d-5609-4e3d-be7c-8b94863a9a4d tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/security-groups?id=62d6f1ca-d20e-4b99-a097-4c73c3e997a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907995 Oct 19 01:06:50.845505 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2dcd250b-3590-4a08-8049-fc8709bfe907 req-65a02aad-32b5-44ed-9048-8c09fc0422bb tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:50.845822 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2dcd250b-3590-4a08-8049-fc8709bfe907 req-65a02aad-32b5-44ed-9048-8c09fc0422bb tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:50.865978 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-2dcd250b-3590-4a08-8049-fc8709bfe907 req-65a02aad-32b5-44ed-9048-8c09fc0422bb tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Calling delete_port for 8a1caa79-3094-43c3-8d5d-12ec8f47d416 owned by network:floatingip {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:06:50.930357 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9837c29-e9b4-439e-b13e-ab2644990aa1 req-a930e767-2b1a-4acc-b235-99fc86d44aae tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:50.935785 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c9837c29-e9b4-439e-b13e-ab2644990aa1 req-a930e767-2b1a-4acc-b235-99fc86d44aae tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.24 "GET /v2.0/ports?device_id=29912b5b-27d3-40b2-9c06-025e0ffdf179 HTTP/1.1" status: 200 len: 945 time: 0.3790309 Oct 19 01:06:50.949013 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e51a015-86d0-4d3c-bfd2-78bf1e9d337d x-openstack-request-id: req-6e51a015-86d0-4d3c-bfd2-78bf1e9d337d {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:06:50.950153 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "tag": "448ed52f-8e37-4de5-8ece-79e0b041cb70", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:06:50.950620 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6e51a015-86d0-4d3c-bfd2-78bf1e9d337d {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:06:50.951590 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'tag': '448ed52f-8e37-4de5-8ece-79e0b041cb70', 'status': 'completed', 'code': 200} Oct 19 01:06:51.052339 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-193e5ac0-f164-42c5-af83-8d47bbf5b1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'name': 'tempest-ServersTestFqdnHostnames-1654141756-router', 'tenant_id': '84c3d130d4f04e87bd12923b4ec520ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '5f088e85-105c-4662-8f4e-a3af6f649654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:05:45Z', 'updated_at': '2021-10-19T01:05:53Z', 'revision_number': 4, 'project_id': '84c3d130d4f04e87bd12923b4ec520ba', 'gw_port': {'id': '5f088e85-105c-4662-8f4e-a3af6f649654', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:00:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:46Z', 'updated_at': '2021-10-19T01:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '9335126d-1486-4c3b-8940-74b183dcbb10', 'tenant_id': '84c3d130d4f04e87bd12923b4ec520ba', 'floating_ip_address': '172.25.8.19', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'port_id': '60bcddab-f2fd-4d10-828b-3d9547f14070', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71e66fa3-7227-46c9-8805-807e52545d13', 'mac_address': 'fa:16:3e:ba:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384c7e7-e5cd-4394-b5fc-b4aaf74df8af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:06:09Z', 'updated_at': '2021-10-19T01:06:47Z', 'revision_number': 1, 'project_id': '84c3d130d4f04e87bd12923b4ec520ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b2537b-e01a-4aef-bf43-e9fb0f1283c7', 'name': '', 'network_id': '71e66fa3-7227-46c9-8805-807e52545d13', 'tenant_id': '84c3d130d4f04e87bd12923b4ec520ba', 'mac_address': 'fa:16:3e:f4:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '15816f82-cfe0-47bc-8647-595403cbff3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:51Z', 'updated_at': '2021-10-19T01:06:15Z', 'revision_number': 5, 'project_id': '84c3d130d4f04e87bd12923b4ec520ba', 'subnets': [{'id': '15816f82-cfe0-47bc-8647-595403cbff3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:06:51.067132 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2dcd250b-3590-4a08-8049-fc8709bfe907 req-65a02aad-32b5-44ed-9048-8c09fc0422bb tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:51.092992 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193e5ac0-f164-42c5-af83-8d47bbf5b1b0 None None] Checking router: 8039f660-e811-4c2f-8ac7-c226af52f0d1 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:06:51.101657 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193e5ac0-f164-42c5-af83-8d47bbf5b1b0 None None] Routers {'8039f660-e811-4c2f-8ac7-c226af52f0d1'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:06:51.102278 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-193e5ac0-f164-42c5-af83-8d47bbf5b1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:06:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['8039f660-e811-4c2f-8ac7-c226af52f0d1'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:06:51.176964 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-68967727-fe28-4e72-9e5f-e77dcbe988e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:51.179390 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-68967727-fe28-4e72-9e5f-e77dcbe988e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:51.179941 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-68967727-fe28-4e72-9e5f-e77dcbe988e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:51.180472 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-68967727-fe28-4e72-9e5f-e77dcbe988e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:51.180945 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-68967727-fe28-4e72-9e5f-e77dcbe988e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:51.182968 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-68967727-fe28-4e72-9e5f-e77dcbe988e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:51.183451 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-68967727-fe28-4e72-9e5f-e77dcbe988e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:51.192283 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-68967727-fe28-4e72-9e5f-e77dcbe988e3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=372044798076488b8078f880b919e81f&device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 6492 time: 0.4242485 Oct 19 01:06:51.197033 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a02aad-32b5-44ed-9048-8c09fc0422bb tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Pushing event deleted for resources: {'Port': ['ID=8a1caa79-3094-43c3-8d5d-12ec8f47d416,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:51.235370 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-193e5ac0-f164-42c5-af83-8d47bbf5b1b0 None None] Set router 8039f660-e811-4c2f-8ac7-c226af52f0d1 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:06:51.264335 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5065a000-6665-4553-b294-22467fb27373 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:51.269089 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-8bb19f66-f106-4411-b40c-11a29bc546de service neutron] 10.222.0.24 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250059 Oct 19 01:06:51.278843 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-c4edf79e-7cdf-44dd-8057-d6ebd15d3331 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd HTTP/1.1" status: 200 len: 217 time: 0.0660770 Oct 19 01:06:51.378984 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-8381152d-f5e1-40c2-ba1b-8feb486995e8 service neutron] 10.222.0.24 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000249 Oct 19 01:06:51.380024 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5065a000-6665-4553-b294-22467fb27373 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:51.386466 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2dcd250b-3590-4a08-8049-fc8709bfe907 req-65a02aad-32b5-44ed-9048-8c09fc0422bb tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks [] for floatingip, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:51.390225 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2dcd250b-3590-4a08-8049-fc8709bfe907 req-65a02aad-32b5-44ed-9048-8c09fc0422bb tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:51.396797 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2dcd250b-3590-4a08-8049-fc8709bfe907 req-65a02aad-32b5-44ed-9048-8c09fc0422bb tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "DELETE /v2.0/floatingips/30b689d4-f608-42e8-8545-761d7259a976 HTTP/1.1" status: 204 len: 173 time: 1.2178671 Oct 19 01:06:51.412521 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-386c1c10-8aea-423c-a434-93a6408f7a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:51.416971 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-386c1c10-8aea-423c-a434-93a6408f7a9d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc8382b7-c6e6-465d-807f-c2cfe210cd02 HTTP/1.1" status: 200 len: 856 time: 0.1314235 Oct 19 01:06:51.458882 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-f304cc00-0c82-4150-99f2-2374597052de service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=5b1a2614-1274-4867-b0f6-3402523111c1 HTTP/1.1" status: 200 len: 217 time: 0.0656109 Oct 19 01:06:51.476283 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5065a000-6665-4553-b294-22467fb27373 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:51.483801 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59858) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:51.484701 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5065a000-6665-4553-b294-22467fb27373 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0756505 Oct 19 01:06:51.498248 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-22a76d16-85b7-4bf5-aed2-1558b42f8d6a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Request body: {'security_group_rule': {'security_group_id': 'eb6cfd2b-9a97-47a7-994c-d9a0564f575e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:51.580551 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-b89d8b45-81a6-41e8-b45c-2915cb2bda5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:51.582443 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-b89d8b45-81a6-41e8-b45c-2915cb2bda5e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=40f93092-66e2-4482-a54e-d83d48322c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1578858 Oct 19 01:06:51.602973 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-22a76d16-85b7-4bf5-aed2-1558b42f8d6a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:51.623624 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-193e5ac0-f164-42c5-af83-8d47bbf5b1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'name': 'tempest-ServersTestFqdnHostnames-1654141756-router', 'tenant_id': '84c3d130d4f04e87bd12923b4ec520ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '5f088e85-105c-4662-8f4e-a3af6f649654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:05:45Z', 'updated_at': '2021-10-19T01:05:53Z', 'revision_number': 4, 'project_id': '84c3d130d4f04e87bd12923b4ec520ba', 'gw_port': {'id': '5f088e85-105c-4662-8f4e-a3af6f649654', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:00:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:46Z', 'updated_at': '2021-10-19T01:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '9335126d-1486-4c3b-8940-74b183dcbb10', 'tenant_id': '84c3d130d4f04e87bd12923b4ec520ba', 'floating_ip_address': '172.25.8.19', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'port_id': '60bcddab-f2fd-4d10-828b-3d9547f14070', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71e66fa3-7227-46c9-8805-807e52545d13', 'mac_address': 'fa:16:3e:ba:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384c7e7-e5cd-4394-b5fc-b4aaf74df8af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:06:09Z', 'updated_at': '2021-10-19T01:06:47Z', 'revision_number': 1, 'project_id': '84c3d130d4f04e87bd12923b4ec520ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b2537b-e01a-4aef-bf43-e9fb0f1283c7', 'name': '', 'network_id': '71e66fa3-7227-46c9-8805-807e52545d13', 'tenant_id': '84c3d130d4f04e87bd12923b4ec520ba', 'mac_address': 'fa:16:3e:f4:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '15816f82-cfe0-47bc-8647-595403cbff3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:51Z', 'updated_at': '2021-10-19T01:06:15Z', 'revision_number': 5, 'project_id': '84c3d130d4f04e87bd12923b4ec520ba', 'subnets': [{'id': '15816f82-cfe0-47bc-8647-595403cbff3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:06:51.686344 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5633801d-63be-4bc6-8eb9-47b68e5ecc1b x-openstack-request-id: req-5633801d-63be-4bc6-8eb9-47b68e5ecc1b {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:06:51.687021 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0384c7e7-e5cd-4394-b5fc-b4aaf74df8af", "tag": "60bcddab-f2fd-4d10-828b-3d9547f14070", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:06:51.687445 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5633801d-63be-4bc6-8eb9-47b68e5ecc1b {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:06:51.688001 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0384c7e7-e5cd-4394-b5fc-b4aaf74df8af', 'tag': '60bcddab-f2fd-4d10-828b-3d9547f14070', 'status': 'completed', 'code': 200} Oct 19 01:06:51.697654 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193e5ac0-f164-42c5-af83-8d47bbf5b1b0 None None] The sync data for ids ['8039f660-e811-4c2f-8ac7-c226af52f0d1'] in n-d-715271-26 is: [{'id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'name': 'tempest-ServersTestFqdnHostnames-1654141756-router', 'tenant_id': '84c3d130d4f04e87bd12923b4ec520ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '5f088e85-105c-4662-8f4e-a3af6f649654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:05:45Z', 'updated_at': '2021-10-19T01:05:53Z', 'revision_number': 4, 'project_id': '84c3d130d4f04e87bd12923b4ec520ba', 'gw_port': {'id': '5f088e85-105c-4662-8f4e-a3af6f649654', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:00:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:46Z', 'updated_at': '2021-10-19T01:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '9335126d-1486-4c3b-8940-74b183dcbb10', 'tenant_id': '84c3d130d4f04e87bd12923b4ec520ba', 'floating_ip_address': '172.25.8.19', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'port_id': '60bcddab-f2fd-4d10-828b-3d9547f14070', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71e66fa3-7227-46c9-8805-807e52545d13', 'mac_address': 'fa:16:3e:ba:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384c7e7-e5cd-4394-b5fc-b4aaf74df8af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:06:09Z', 'updated_at': '2021-10-19T01:06:47Z', 'revision_number': 1, 'project_id': '84c3d130d4f04e87bd12923b4ec520ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b2537b-e01a-4aef-bf43-e9fb0f1283c7', 'name': '', 'network_id': '71e66fa3-7227-46c9-8805-807e52545d13', 'tenant_id': '84c3d130d4f04e87bd12923b4ec520ba', 'mac_address': 'fa:16:3e:f4:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '15816f82-cfe0-47bc-8647-595403cbff3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:51Z', 'updated_at': '2021-10-19T01:06:15Z', 'revision_number': 5, 'project_id': '84c3d130d4f04e87bd12923b4ec520ba', 'subnets': [{'id': '15816f82-cfe0-47bc-8647-595403cbff3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:06:51.755528 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-22a76d16-85b7-4bf5-aed2-1558b42f8d6a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:51.770469 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-1061500a-868e-43a8-bb6e-9bb230a74ea3 service neutron] 10.222.0.24 "GET /v2.0/networks/40f93092-66e2-4482-a54e-d83d48322c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797950 Oct 19 01:06:51.771750 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-22a76d16-85b7-4bf5-aed2-1558b42f8d6a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:51.890785 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-9214c105-e39c-468f-90e8-5ec63ff6be2e service neutron] 10.222.0.24 "GET /v2.0/networks/40f93092-66e2-4482-a54e-d83d48322c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078672 Oct 19 01:06:51.944532 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a76d16-85b7-4bf5-aed2-1558b42f8d6a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f48d88f9-24e2-40e4-a9b7-1addcdbcc9d1,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:52.019016 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-2952e976-affb-4f29-b69c-c8ed860f1330 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=394a4e11-f9e4-4f2c-84f4-e9d161e34a1c HTTP/1.1" status: 200 len: 217 time: 0.1046669 Oct 19 01:06:52.045858 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-22a76d16-85b7-4bf5-aed2-1558b42f8d6a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:52.056566 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-22a76d16-85b7-4bf5-aed2-1558b42f8d6a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5713325 Oct 19 01:06:52.068431 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59860) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:52.099184 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7f6596-215f-4e45-95a4-db050e672c85 None None] New status for floating IP 9335126d-1486-4c3b-8940-74b183dcbb10: ACTIVE {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:06:52.195632 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-9c45eeea-8917-454a-85cd-25a43205d131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:52.197694 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-9c45eeea-8917-454a-85cd-25a43205d131 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67dfdfc9-7c16-4d97-8f29-d21072ecc7ea HTTP/1.1" status: 200 len: 797 time: 0.1641049 Oct 19 01:06:52.220222 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054ecf8-38d6-4986-a5ee-503209e86dd7 req-ed35cfc4-8666-48b5-8318-93eec2199ade tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:52.225105 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2209f-97cd-4732-a717-5f7338c46168 req-75967979-6e26-419d-8ede-5b940e72b979 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:52.227489 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054ecf8-38d6-4986-a5ee-503209e86dd7 req-ed35cfc4-8666-48b5-8318-93eec2199ade tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:52.233347 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2209f-97cd-4732-a717-5f7338c46168 req-75967979-6e26-419d-8ede-5b940e72b979 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:52.233800 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054ecf8-38d6-4986-a5ee-503209e86dd7 req-ed35cfc4-8666-48b5-8318-93eec2199ade tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:52.239621 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054ecf8-38d6-4986-a5ee-503209e86dd7 req-ed35cfc4-8666-48b5-8318-93eec2199ade tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:52.239790 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2209f-97cd-4732-a717-5f7338c46168 req-75967979-6e26-419d-8ede-5b940e72b979 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:52.246013 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054ecf8-38d6-4986-a5ee-503209e86dd7 req-ed35cfc4-8666-48b5-8318-93eec2199ade tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:52.252118 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054ecf8-38d6-4986-a5ee-503209e86dd7 req-ed35cfc4-8666-48b5-8318-93eec2199ade tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:52.254087 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2209f-97cd-4732-a717-5f7338c46168 req-75967979-6e26-419d-8ede-5b940e72b979 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:52.259109 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054ecf8-38d6-4986-a5ee-503209e86dd7 req-ed35cfc4-8666-48b5-8318-93eec2199ade tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:52.268643 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2209f-97cd-4732-a717-5f7338c46168 req-75967979-6e26-419d-8ede-5b940e72b979 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:52.271750 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f054ecf8-38d6-4986-a5ee-503209e86dd7 req-ed35cfc4-8666-48b5-8318-93eec2199ade tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 5421 time: 1.2088826 Oct 19 01:06:52.282270 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2209f-97cd-4732-a717-5f7338c46168 req-75967979-6e26-419d-8ede-5b940e72b979 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:52.301290 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2209f-97cd-4732-a717-5f7338c46168 req-75967979-6e26-419d-8ede-5b940e72b979 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:52.314995 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-62a2209f-97cd-4732-a717-5f7338c46168 req-75967979-6e26-419d-8ede-5b940e72b979 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5428 time: 0.4231734 Oct 19 01:06:52.356522 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065a000-6665-4553-b294-22467fb27373 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6cfd2b-9a97-47a7-994c-d9a0564f575e,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:52.362582 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-06213305-c03c-46b3-815b-5594ce9576de tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:52.381546 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-c9837c29-e9b4-439e-b13e-ab2644990aa1 req-b401efb8-7da1-49a8-ac17-42fa71a0b6c7 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Deleting port 32f74064-8619-46aa-9312-d0686e9a9499 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:06:52.381820 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c9837c29-e9b4-439e-b13e-ab2644990aa1 req-b401efb8-7da1-49a8-ac17-42fa71a0b6c7 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:52.401805 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-06213305-c03c-46b3-815b-5594ce9576de tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:52.408768 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-8592eb58-d5c6-457b-aae6-faf869e21840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:52.410244 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-8592eb58-d5c6-457b-aae6-faf869e21840 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=29cf1726-8fa8-4c40-850e-1896dbedb352 HTTP/1.1" status: 200 len: 797 time: 0.9127505 Oct 19 01:06:52.450402 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f054ecf8-38d6-4986-a5ee-503209e86dd7 req-5f187223-5766-460b-a850-1167116c8dab tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc8025b-09bc-4bd9-9d99-46ada71b927c&id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1775401 Oct 19 01:06:52.452810 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-62a2209f-97cd-4732-a717-5f7338c46168 req-dd8036fd-cc58-441e-9a61-53e9e368af84 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1359437 Oct 19 01:06:52.472473 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-8c24de8c-0c30-4329-afe5-ec4f7f1bf0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:52.476074 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-8c24de8c-0c30-4329-afe5-ec4f7f1bf0d8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bdbb06e-439a-49c1-8bb0-4db0fdb649a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1571727 Oct 19 01:06:52.477820 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-06213305-c03c-46b3-815b-5594ce9576de tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:52.508297 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-06213305-c03c-46b3-815b-5594ce9576de tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:52.509496 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-06213305-c03c-46b3-815b-5594ce9576de tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/f48d88f9-24e2-40e4-a9b7-1addcdbcc9d1 HTTP/1.1" status: 204 len: 168 time: 0.4131517 Oct 19 01:06:52.526048 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59864) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:52.535924 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06213305-c03c-46b3-815b-5594ce9576de tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f48d88f9-24e2-40e4-a9b7-1addcdbcc9d1,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:52.631021 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b42b6-b32f-4dba-96fb-fb06af0d84b5 req-cad14613-189f-48bc-9b91-1849cfdbaa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:52.632562 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4e9b42b6-b32f-4dba-96fb-fb06af0d84b5 req-cad14613-189f-48bc-9b91-1849cfdbaa10 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=84c3d130d4f04e87bd12923b4ec520ba&device_id=0384c7e7-e5cd-4394-b5fc-b4aaf74df8af HTTP/1.1" status: 200 len: 1097 time: 0.3463552 Oct 19 01:06:52.658521 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f256012a-7ebe-4e47-ab73-c9b941b5b95a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1312692 Oct 19 01:06:52.677977 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-d05eb07e-8416-4883-93fc-6d40f69c2ff6 service neutron] 10.222.0.24 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946959 Oct 19 01:06:52.678820 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59868) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:52.768481 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-11050e56-2b90-4f7d-a36b-ce17679f53c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:52.769887 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-11050e56-2b90-4f7d-a36b-ce17679f53c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55515e32-5e42-485f-bdb8-5274dcde7dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3460183 Oct 19 01:06:52.772023 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61f83c-3c2b-43f4-b448-6ee016bb6571 req-e4691d19-4b89-46fb-bb1c-b4a17ba3b0c5 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:52.779872 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bf61f83c-3c2b-43f4-b448-6ee016bb6571 req-e4691d19-4b89-46fb-bb1c-b4a17ba3b0c5 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/ports?device_id=29912b5b-27d3-40b2-9c06-025e0ffdf179 HTTP/1.1" status: 200 len: 945 time: 0.1532056 Oct 19 01:06:52.866676 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bf61f83c-3c2b-43f4-b448-6ee016bb6571 req-e0f2f8db-064e-4a30-9a81-74ab08e51fb6 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/security-groups?id=318b730d-59b3-49ba-bc3d-3ba9ca967adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806499 Oct 19 01:06:52.898061 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b42b6-b32f-4dba-96fb-fb06af0d84b5 req-7c4c5ec4-058f-4fe2-8e48-8e309278b774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:52.899043 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4e9b42b6-b32f-4dba-96fb-fb06af0d84b5 req-7c4c5ec4-058f-4fe2-8e48-8e309278b774 service neutron] 10.222.0.55 "GET /v2.0/networks?id=71e66fa3-7227-46c9-8805-807e52545d13 HTTP/1.1" status: 200 len: 916 time: 0.2252176 Oct 19 01:06:52.900849 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-78575b10-ab13-4ef1-95c0-06f866f08355 service neutron] 10.222.0.24 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148767 Oct 19 01:06:52.902657 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-c9837c29-e9b4-439e-b13e-ab2644990aa1 req-b401efb8-7da1-49a8-ac17-42fa71a0b6c7 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] For port 32f74064-8619-46aa-9312-d0686e9a9499, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=32f74064-8619-46aa-9312-d0686e9a9499,segment=NetworkSegment(704ea1f5-eb98-4f05-aa53-1f4462ac5291),segment_id=704ea1f5-eb98-4f05-aa53-1f4462ac5291)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:06:52.903028 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c9837c29-e9b4-439e-b13e-ab2644990aa1 req-b401efb8-7da1-49a8-ac17-42fa71a0b6c7 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:52.933723 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7b71e790-eb44-4c90-9cdf-b62005f09539 req-f93791cd-c1a2-4c7c-a89a-c103ef3bf2df tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3723404 Oct 19 01:06:52.950924 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-167a2cc1-57dd-4dc3-b12c-36b75c279147 req-482720f4-e97f-444f-83b9-dec4f7e7044f tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "GET /v2.0/floatingips/46953726-d2b8-4dba-9cae-8d3d5a2bccad HTTP/1.1" status: 200 len: 693 time: 0.0524497 Oct 19 01:06:52.985217 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-04831b57-1e97-4d54-a675-14ad972683ac tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:52.992786 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'tag': '624b0885-8316-4d09-af8e-792cd46ef66c'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:06:52.995833 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37102cc-095b-4627-b62f-b4008113a284" -d '{"events": [{"name": "network-changed", "server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "tag": "624b0885-8316-4d09-af8e-792cd46ef66c"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:06:53.002442 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-1a2dd399-3bcc-4002-adbd-99854e004b9f service neutron] 10.222.0.24 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094480 Oct 19 01:06:53.005876 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-7b71e790-eb44-4c90-9cdf-b62005f09539 req-1f74dc97-d217-4056-9fb8-05f5e456f78b tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:53.096231 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-dcedcb76-07e6-4afc-9b49-6e48f95c9d75 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=6a5f7373-9852-4292-a957-43becd30457e HTTP/1.1" status: 200 len: 217 time: 0.0806766 Oct 19 01:06:53.097892 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-04831b57-1e97-4d54-a675-14ad972683ac tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:53.136292 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4e9b42b6-b32f-4dba-96fb-fb06af0d84b5 req-2ad3086c-2d30-46c6-8069-53174904b973 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60bcddab-f2fd-4d10-828b-3d9547f14070 HTTP/1.1" status: 200 len: 1000 time: 0.2243054 Oct 19 01:06:53.157028 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-d7d12eec-1d09-4765-a3c5-061425cc7c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:53.158583 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-d7d12eec-1d09-4765-a3c5-061425cc7c58 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67dfdfc9-7c16-4d97-8f29-d21072ecc7ea HTTP/1.1" status: 200 len: 797 time: 0.0504074 Oct 19 01:06:53.188278 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7b71e790-eb44-4c90-9cdf-b62005f09539 req-1f74dc97-d217-4056-9fb8-05f5e456f78b tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks [] for floatingip, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:53.260163 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-6fc99a3a-9354-4983-8c7c-bfd7e4507252 service neutron] 10.222.0.24 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406794 Oct 19 01:06:53.352184 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b42b6-b32f-4dba-96fb-fb06af0d84b5 req-43ca825e-9d0c-4762-9efc-890df3a11e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:53.354038 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4e9b42b6-b32f-4dba-96fb-fb06af0d84b5 req-43ca825e-9d0c-4762-9efc-890df3a11e33 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15816f82-cfe0-47bc-8647-595403cbff3d HTTP/1.1" status: 200 len: 854 time: 0.1776705 Oct 19 01:06:53.360674 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-0cefc84c-7352-4a2e-8522-24e3cfded9e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=fdb1ab98-3373-451d-84e7-1285ed514bab HTTP/1.1" status: 200 len: 217 time: 0.0855761 Oct 19 01:06:53.461804 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c9837c29-e9b4-439e-b13e-ab2644990aa1 req-b401efb8-7da1-49a8-ac17-42fa71a0b6c7 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:53.463055 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c9837c29-e9b4-439e-b13e-ab2644990aa1 req-b401efb8-7da1-49a8-ac17-42fa71a0b6c7 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:53.463558 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [req-c9837c29-e9b4-439e-b13e-ab2644990aa1 req-b401efb8-7da1-49a8-ac17-42fa71a0b6c7 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Floating IP 89950bb1-5955-42ae-8c58-a5d1ac47969a disassociated. External IP: 172.25.8.205, port: 32f74064-8619-46aa-9312-d0686e9a9499. Oct 19 01:06:53.464106 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-c9837c29-e9b4-439e-b13e-ab2644990aa1 req-b401efb8-7da1-49a8-ac17-42fa71a0b6c7 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Calling delete_port for 32f74064-8619-46aa-9312-d0686e9a9499 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:06:53.526059 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a2cc1-57dd-4dc3-b12c-36b75c279147 req-f0882b92-b01e-4cb0-9f22-74e4ccaa20f4 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:53.527664 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-167a2cc1-57dd-4dc3-b12c-36b75c279147 req-f0882b92-b01e-4cb0-9f22-74e4ccaa20f4 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 784 time: 0.5758808 Oct 19 01:06:53.534148 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-49e1ccad-5a64-4b89-af3c-876b543e5603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:53.536213 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-49e1ccad-5a64-4b89-af3c-876b543e5603 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bdbb06e-439a-49c1-8bb0-4db0fdb649a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3649502 Oct 19 01:06:53.537849 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-7627c4d0-8772-478b-b2d3-04f07ab928ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:53.539421 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-7627c4d0-8772-478b-b2d3-04f07ab928ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=29cf1726-8fa8-4c40-850e-1896dbedb352 HTTP/1.1" status: 200 len: 797 time: 0.1615140 Oct 19 01:06:53.588417 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b42b6-b32f-4dba-96fb-fb06af0d84b5 req-bcf26fb5-66b5-4eb7-b5e0-ba0aa5241bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:53.590078 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4e9b42b6-b32f-4dba-96fb-fb06af0d84b5 req-bcf26fb5-66b5-4eb7-b5e0-ba0aa5241bbf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71e66fa3-7227-46c9-8805-807e52545d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2222686 Oct 19 01:06:53.597024 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-167a2cc1-57dd-4dc3-b12c-36b75c279147 req-4251813a-76f4-45b5-bb74-af00e1d50dc9 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.100 HTTP/1.1" status: 200 len: 696 time: 0.0525198 Oct 19 01:06:53.606925 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-04831b57-1e97-4d54-a675-14ad972683ac tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:53.609834 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-04831b57-1e97-4d54-a675-14ad972683ac tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:53.611250 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-04831b57-1e97-4d54-a675-14ad972683ac tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "DELETE /v2.0/security-groups/eb6cfd2b-9a97-47a7-994c-d9a0564f575e HTTP/1.1" status: 204 len: 168 time: 0.9276683 Oct 19 01:06:53.622827 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59876) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:53.695436 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-167a2cc1-57dd-4dc3-b12c-36b75c279147 req-f74559a2-5aa3-45f4-8710-1b3e33932baf tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.100 HTTP/1.1" status: 200 len: 696 time: 0.0818532 Oct 19 01:06:53.699759 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04831b57-1e97-4d54-a675-14ad972683ac tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6cfd2b-9a97-47a7-994c-d9a0564f575e,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:53.773369 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-1cfc1efa-2841-49ef-8ca5-3ee489237e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:53.774913 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-1cfc1efa-2841-49ef-8ca5-3ee489237e0d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55515e32-5e42-485f-bdb8-5274dcde7dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1985297 Oct 19 01:06:53.806471 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a4ac75a9-d47e-418c-ab41-1be0f61892b1 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1784170 Oct 19 01:06:53.806666 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59878) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:53.813253 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-3ac0f9a1-87e2-4e09-bebc-23e08394e969 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Request body: {'security_group': {'name': 'tempest-secgroup--1909990099'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:53.873372 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4e9b42b6-b32f-4dba-96fb-fb06af0d84b5 req-93afdd99-4e7d-432d-a66a-7f9198591af1 service neutron] 10.222.0.55 "GET /v2.0/networks/71e66fa3-7227-46c9-8805-807e52545d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646570 Oct 19 01:06:53.878706 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7b71e790-eb44-4c90-9cdf-b62005f09539 req-1f74dc97-d217-4056-9fb8-05f5e456f78b tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:53.947223 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3ac0f9a1-87e2-4e09-bebc-23e08394e969 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:53.955018 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-59c1e481-2684-4313-b327-7e098f1bab8c service neutron] 10.222.0.24 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566413 Oct 19 01:06:54.073124 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c9837c29-e9b4-439e-b13e-ab2644990aa1 req-b401efb8-7da1-49a8-ac17-42fa71a0b6c7 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:54.082067 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-167a2cc1-57dd-4dc3-b12c-36b75c279147 req-3b07570f-3d8f-4783-9ec3-97d955945832 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Deleting port 49ccfae2-1a81-4743-b136-95dd99de032b {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:06:54.082409 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-167a2cc1-57dd-4dc3-b12c-36b75c279147 req-3b07570f-3d8f-4783-9ec3-97d955945832 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:54.086063 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-53a0e74f-e196-4a4e-a4ab-545e489bcb03 service neutron] 10.222.0.24 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012097 Oct 19 01:06:54.150992 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b401efb8-7da1-49a8-ac17-42fa71a0b6c7 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Pushing event deleted for resources: {'Port': ['ID=32f74064-8619-46aa-9312-d0686e9a9499,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:54.221138 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-875d0a69-7882-46c0-809b-0ebfe12437aa service neutron] 10.222.0.24 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492800 Oct 19 01:06:54.223437 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3ac0f9a1-87e2-4e09-bebc-23e08394e969 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:54.239000 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3ac0f9a1-87e2-4e09-bebc-23e08394e969 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:54.270554 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4e9b42b6-b32f-4dba-96fb-fb06af0d84b5 req-f5e6cb70-1a45-4ec3-b165-40c26de65ef6 service neutron] 10.222.0.55 "GET /v2.0/networks/71e66fa3-7227-46c9-8805-807e52545d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604987 Oct 19 01:06:54.289485 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-d64f00f8-31b6-470b-85c5-37474aff058b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=2fe1e695-5923-449b-b1db-c20c39248126 HTTP/1.1" status: 200 len: 217 time: 0.0607336 Oct 19 01:06:54.312323 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-167a2cc1-57dd-4dc3-b12c-36b75c279147 req-3b07570f-3d8f-4783-9ec3-97d955945832 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:54.312899 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-167a2cc1-57dd-4dc3-b12c-36b75c279147 req-3b07570f-3d8f-4783-9ec3-97d955945832 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:54.316153 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-7b71e790-eb44-4c90-9cdf-b62005f09539 req-1f74dc97-d217-4056-9fb8-05f5e456f78b tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Allocated IP 172.25.8.165 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/3668dded-348d-443e-8e3f-ee673a58b927) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:06:54.362447 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-167a2cc1-57dd-4dc3-b12c-36b75c279147 req-3b07570f-3d8f-4783-9ec3-97d955945832 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Calling delete_port for 49ccfae2-1a81-4743-b136-95dd99de032b owned by network:floatingip {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:06:54.370059 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3ac0f9a1-87e2-4e09-bebc-23e08394e969 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:54.371883 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3ac0f9a1-87e2-4e09-bebc-23e08394e969 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5619023 Oct 19 01:06:54.379712 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59882) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:54.383359 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-7dd21c8f-8733-4b26-bc78-9346ee678b0c tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Request body: {'security_group_rule': {'security_group_id': '7a1ae912-16e0-43b7-a38f-f22cba0ca8ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:54.386800 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac0f9a1-87e2-4e09-bebc-23e08394e969 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1ae912-16e0-43b7-a38f-f22cba0ca8ad,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:54.455811 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-9adc404f-21dd-453d-a747-a44cece1822e service neutron] 10.222.0.24 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565936 Oct 19 01:06:54.550274 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 32f74064-8619-46aa-9312-d0686e9a9499 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:06:54.555787 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-8986babf-94b0-4ad8-860a-02f9f217493e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:54.563786 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-8986babf-94b0-4ad8-860a-02f9f217493e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67dfdfc9-7c16-4d97-8f29-d21072ecc7ea HTTP/1.1" status: 200 len: 797 time: 0.2580016 Oct 19 01:06:54.563786 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-167a2cc1-57dd-4dc3-b12c-36b75c279147 req-3b07570f-3d8f-4783-9ec3-97d955945832 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:54.613873 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 32f74064-8619-46aa-9312-d0686e9a9499 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:06:54.614226 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 32f74064-8619-46aa-9312-d0686e9a9499 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:06:54.619380 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b07570f-3d8f-4783-9ec3-97d955945832 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Pushing event deleted for resources: {'Port': ['ID=49ccfae2-1a81-4743-b136-95dd99de032b,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:54.720159 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-000c3f87-ffcd-4dff-a074-93cf70cb977b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=137414ad-fd54-484b-86fd-f70152e683c2 HTTP/1.1" status: 200 len: 217 time: 0.2362750 Oct 19 01:06:54.728800 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-167a2cc1-57dd-4dc3-b12c-36b75c279147 req-3b07570f-3d8f-4783-9ec3-97d955945832 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks [] for floatingip, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:54.732192 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-167a2cc1-57dd-4dc3-b12c-36b75c279147 req-3b07570f-3d8f-4783-9ec3-97d955945832 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:54.733712 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-167a2cc1-57dd-4dc3-b12c-36b75c279147 req-3b07570f-3d8f-4783-9ec3-97d955945832 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "DELETE /v2.0/floatingips/46953726-d2b8-4dba-9cae-8d3d5a2bccad HTTP/1.1" status: 204 len: 173 time: 1.0314751 Oct 19 01:06:54.749104 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-5d0b03fe-1654-4797-9535-b27f105d5e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:54.750703 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-5d0b03fe-1654-4797-9535-b27f105d5e65 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bdbb06e-439a-49c1-8bb0-4db0fdb649a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1407661 Oct 19 01:06:54.868854 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9837c29-e9b4-439e-b13e-ab2644990aa1 req-b401efb8-7da1-49a8-ac17-42fa71a0b6c7 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Router 77c60fec-6f16-4bec-9667-b305f18c83c7 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:06:54.899972 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7dd21c8f-8733-4b26-bc78-9346ee678b0c tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:54.963516 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-55041ae9-0eb6-4766-9040-342d53d8794d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:54.975935 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-55041ae9-0eb6-4766-9040-342d53d8794d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=20db5d13-0783-4fe8-8bf3-782bee1ace5f HTTP/1.1" status: 200 len: 797 time: 0.2472296 Oct 19 01:06:55.010616 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-e68ce1c2-21f9-4923-91bb-111adefe79ae service neutron] 10.222.0.24 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513747 Oct 19 01:06:55.077174 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7dd21c8f-8733-4b26-bc78-9346ee678b0c tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:55.085474 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62716a28-0097-4573-ad44-4957b518ea54 x-openstack-request-id: req-62716a28-0097-4573-ad44-4957b518ea54 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:06:55.085770 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "tag": "624b0885-8316-4d09-af8e-792cd46ef66c", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:06:55.086024 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-62716a28-0097-4573-ad44-4957b518ea54 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:06:55.086424 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'tag': '624b0885-8316-4d09-af8e-792cd46ef66c', 'status': 'completed', 'code': 200} Oct 19 01:06:55.135098 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7b71e790-eb44-4c90-9cdf-b62005f09539 req-1f74dc97-d217-4056-9fb8-05f5e456f78b tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:55.176776 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-814d0b85-dc4f-4151-bee4-0b1f93ebcdf6 service neutron] 10.222.0.24 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594071 Oct 19 01:06:55.180222 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7dd21c8f-8733-4b26-bc78-9346ee678b0c tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:55.218731 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7b71e790-eb44-4c90-9cdf-b62005f09539 req-1f74dc97-d217-4056-9fb8-05f5e456f78b tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:55.254122 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-0e199170-d803-444c-8393-3c1ad0f2c553 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=9c27f7e3-5adb-4a06-a706-c950206ee957 HTTP/1.1" status: 200 len: 217 time: 0.0666728 Oct 19 01:06:55.312541 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-81b0f4a3-111f-4822-990d-e67785599814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:55.314259 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-81b0f4a3-111f-4822-990d-e67785599814 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67dfdfc9-7c16-4d97-8f29-d21072ecc7ea HTTP/1.1" status: 200 len: 797 time: 0.0496211 Oct 19 01:06:55.370931 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce5e3c-b16a-46e3-883e-e9cbe95a1a37 req-1d9745d3-c1f6-4bd9-b64c-a57d572db7b7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:55.382954 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce5e3c-b16a-46e3-883e-e9cbe95a1a37 req-1d9745d3-c1f6-4bd9-b64c-a57d572db7b7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:55.389936 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce5e3c-b16a-46e3-883e-e9cbe95a1a37 req-1d9745d3-c1f6-4bd9-b64c-a57d572db7b7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:55.396037 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce5e3c-b16a-46e3-883e-e9cbe95a1a37 req-1d9745d3-c1f6-4bd9-b64c-a57d572db7b7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:55.402281 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce5e3c-b16a-46e3-883e-e9cbe95a1a37 req-1d9745d3-c1f6-4bd9-b64c-a57d572db7b7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:55.409595 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce5e3c-b16a-46e3-883e-e9cbe95a1a37 req-1d9745d3-c1f6-4bd9-b64c-a57d572db7b7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:55.415689 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce5e3c-b16a-46e3-883e-e9cbe95a1a37 req-1d9745d3-c1f6-4bd9-b64c-a57d572db7b7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:55.417737 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-10ce5e3c-b16a-46e3-883e-e9cbe95a1a37 req-1d9745d3-c1f6-4bd9-b64c-a57d572db7b7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 5421 time: 0.2400627 Oct 19 01:06:55.476227 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-10ce5e3c-b16a-46e3-883e-e9cbe95a1a37 req-728974cd-76c7-4259-b54f-1718519c35c9 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc8025b-09bc-4bd9-9d99-46ada71b927c&id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0499845 Oct 19 01:06:55.486900 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-2136392b-40fa-48ce-98d1-3b2e179363af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:55.488459 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-2136392b-40fa-48ce-98d1-3b2e179363af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bdbb06e-439a-49c1-8bb0-4db0fdb649a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1593504 Oct 19 01:06:55.721534 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-3c055267-3899-4731-b74c-27b211d08d21 service neutron] 10.222.0.24 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254295 Oct 19 01:06:55.757552 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-e826ae2d-c96c-461a-b12d-bbe42d7d0efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:55.759004 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-e826ae2d-c96c-461a-b12d-bbe42d7d0efd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1fccc762-9472-4b6b-bfe9-f151cb76e57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6778016 Oct 19 01:06:55.764416 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd21c8f-8733-4b26-bc78-9346ee678b0c tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b32bdb-c1a9-4b12-94f3-0a0958760713,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:55.773795 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b71e790-eb44-4c90-9cdf-b62005f09539 req-1f74dc97-d217-4056-9fb8-05f5e456f78b tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:06:55.781075 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-7b71e790-eb44-4c90-9cdf-b62005f09539 req-1f74dc97-d217-4056-9fb8-05f5e456f78b tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:06:55.849066 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-a8192745-f458-4d6e-9ee3-ad422d17f40c service neutron] 10.222.0.24 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180296 Oct 19 01:06:55.876812 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-65a189cd-2aff-481a-8dde-c1da2ee1ae87 service neutron] 10.222.0.24 "GET /v2.0/networks/1fccc762-9472-4b6b-bfe9-f151cb76e57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997124 Oct 19 01:06:55.879342 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7dd21c8f-8733-4b26-bc78-9346ee678b0c tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:55.880549 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7dd21c8f-8733-4b26-bc78-9346ee678b0c tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5011814 Oct 19 01:06:55.881445 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b71e790-eb44-4c90-9cdf-b62005f09539 req-1f74dc97-d217-4056-9fb8-05f5e456f78b tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:06:55.885388 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74dc97-d217-4056-9fb8-05f5e456f78b tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Pushing event updated for resources: {'Port': ['ID=3668dded-348d-443e-8e3f-ee673a58b927,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:55.887566 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59902) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:55.923132 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f4277-fe18-46b3-836f-b3291e9533da req-d3e4757d-0beb-4865-90cd-73fc3aebb931 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:55.930731 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f4277-fe18-46b3-836f-b3291e9533da req-d3e4757d-0beb-4865-90cd-73fc3aebb931 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:55.933757 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0681123e-fb65-41f6-aab0-bc01f7ddc270 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "GET /v2.0/security-group-rules/86b32bdb-c1a9-4b12-94f3-0a0958760713 HTTP/1.1" status: 200 len: 763 time: 0.0350811 Oct 19 01:06:55.937309 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f4277-fe18-46b3-836f-b3291e9533da req-d3e4757d-0beb-4865-90cd-73fc3aebb931 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:55.943858 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f4277-fe18-46b3-836f-b3291e9533da req-d3e4757d-0beb-4865-90cd-73fc3aebb931 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:55.951022 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f4277-fe18-46b3-836f-b3291e9533da req-d3e4757d-0beb-4865-90cd-73fc3aebb931 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:55.959704 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f4277-fe18-46b3-836f-b3291e9533da req-d3e4757d-0beb-4865-90cd-73fc3aebb931 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:55.962245 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59904) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:55.967827 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f4277-fe18-46b3-836f-b3291e9533da req-d3e4757d-0beb-4865-90cd-73fc3aebb931 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:55.970027 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fd3f4277-fe18-46b3-836f-b3291e9533da req-d3e4757d-0beb-4865-90cd-73fc3aebb931 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5428 time: 0.3830698 Oct 19 01:06:55.971579 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-73d347dd-b7d1-4794-a894-de3056957fe0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=448ed52f-8e37-4de5-8ece-79e0b041cb70 HTTP/1.1" status: 200 len: 217 time: 0.1139214 Oct 19 01:06:56.058389 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fd3f4277-fe18-46b3-836f-b3291e9533da req-0d1d7a08-55aa-4f1f-bbf2-6b29acf9e9f0 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0810277 Oct 19 01:06:56.075351 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-adb5a389-2401-4519-aa8b-553cb11346fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:56.077216 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-adb5a389-2401-4519-aa8b-553cb11346fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3be225f4-ab98-4635-abe3-f510061f702c HTTP/1.1" status: 200 len: 797 time: 0.0900307 Oct 19 01:06:56.151048 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-8e43d4e3-645d-4257-98a2-d9a895740dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:56.155228 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-8e43d4e3-645d-4257-98a2-d9a895740dd2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28bbb5fd-c75c-47ce-a413-f94e9e278cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0697749 Oct 19 01:06:56.220538 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2a8a1db1-a849-456c-a441-310bbd4eba38 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2546544 Oct 19 01:06:56.264385 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7b71e790-eb44-4c90-9cdf-b62005f09539 req-1f74dc97-d217-4056-9fb8-05f5e456f78b tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:56.272025 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-0521b714-72f6-4d5f-a95a-a94a3e576b96 service neutron] 10.222.0.24 "GET /v2.0/networks/28bbb5fd-c75c-47ce-a413-f94e9e278cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086109 Oct 19 01:06:56.272521 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59908) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:56.273178 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-adbea303-3c69-4a5d-b6e6-2ad552825850 service neutron] 10.222.0.24 "GET /v2.0/networks/1fccc762-9472-4b6b-bfe9-f151cb76e57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846533 Oct 19 01:06:56.275081 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9837c29-e9b4-439e-b13e-ab2644990aa1 req-b401efb8-7da1-49a8-ac17-42fa71a0b6c7 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:06:56.286143 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5afd3c-fa33-476a-a832-e5494f49eba4 None None] Sync routers for ids ['77c60fec-6f16-4bec-9667-b305f18c83c7'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:06:56.300619 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5afd3c-fa33-476a-a832-e5494f49eba4 None None] Routers {'77c60fec-6f16-4bec-9667-b305f18c83c7'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:06:56.301245 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-0e5afd3c-fa33-476a-a832-e5494f49eba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:06:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['77c60fec-6f16-4bec-9667-b305f18c83c7'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:06:56.375766 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9837c29-e9b4-439e-b13e-ab2644990aa1 req-b401efb8-7da1-49a8-ac17-42fa71a0b6c7 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] No DVR routers for this DVR port 32f74064-8619-46aa-9312-d0686e9a9499 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:06:56.384541 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c9837c29-e9b4-439e-b13e-ab2644990aa1 req-b401efb8-7da1-49a8-ac17-42fa71a0b6c7 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:56.388747 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c9837c29-e9b4-439e-b13e-ab2644990aa1 req-b401efb8-7da1-49a8-ac17-42fa71a0b6c7 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.24 "DELETE /v2.0/ports/32f74064-8619-46aa-9312-d0686e9a9499 HTTP/1.1" status: 204 len: 173 time: 5.4346912 Oct 19 01:06:56.390534 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-6e985c6b-e36f-4180-ac27-9bd51f75157c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=02ec6d94-aeb9-4134-8f0e-3ee960c7b393 HTTP/1.1" status: 200 len: 217 time: 0.0849771 Oct 19 01:06:56.419783 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f676c509-43d6-4f8b-a464-5b1eb0733c75 req-e3d1fbbf-5de6-4376-8356-5836d4fd2533 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/ports?device_id=29912b5b-27d3-40b2-9c06-025e0ffdf179 HTTP/1.1" status: 200 len: 210 time: 0.1459112 Oct 19 01:06:56.424798 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7b71e790-eb44-4c90-9cdf-b62005f09539 req-1f74dc97-d217-4056-9fb8-05f5e456f78b tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:56.502928 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3d3335d6-f85c-4542-b182-1cfae1cb6541 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:56.530682 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-0e5afd3c-fa33-476a-a832-e5494f49eba4 None None] Set router 77c60fec-6f16-4bec-9667-b305f18c83c7 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:06:56.695283 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3d3335d6-f85c-4542-b182-1cfae1cb6541 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:56.776873 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6623c6e0-bda2-4c40-b43c-2f7381a5d86b req-22298268-2b03-463d-8648-ed48e246285d tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "GET /v2.0/floatingips/a8e2135c-cdb6-49bd-832a-365e68c70223 HTTP/1.1" status: 200 len: 692 time: 0.2986491 Oct 19 01:06:56.787884 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7b71e790-eb44-4c90-9cdf-b62005f09539 req-1f74dc97-d217-4056-9fb8-05f5e456f78b tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:56.815835 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-87d38fce-ee5c-44ba-85bc-583cd6d9effd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:56.817720 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-87d38fce-ee5c-44ba-85bc-583cd6d9effd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=20db5d13-0783-4fe8-8bf3-782bee1ace5f HTTP/1.1" status: 200 len: 797 time: 0.4120085 Oct 19 01:06:56.821757 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7b71e790-eb44-4c90-9cdf-b62005f09539 req-1f74dc97-d217-4056-9fb8-05f5e456f78b tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:57.053489 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623c6e0-bda2-4c40-b43c-2f7381a5d86b req-9029fb9c-0f94-41f6-9358-f4aa77a55c38 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:57.061759 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6623c6e0-bda2-4c40-b43c-2f7381a5d86b req-9029fb9c-0f94-41f6-9358-f4aa77a55c38 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 784 time: 0.2670157 Oct 19 01:06:57.071038 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-acbc7ec5-7620-4621-8c2d-6a02f994ac83 service neutron] 10.222.0.24 "GET /v2.0/networks/28bbb5fd-c75c-47ce-a413-f94e9e278cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7447853 Oct 19 01:06:57.073131 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3d3335d6-f85c-4542-b182-1cfae1cb6541 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:57.112129 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3d3335d6-f85c-4542-b182-1cfae1cb6541 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:57.115771 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3d3335d6-f85c-4542-b182-1cfae1cb6541 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/86b32bdb-c1a9-4b12-94f3-0a0958760713 HTTP/1.1" status: 204 len: 168 time: 0.8073258 Oct 19 01:06:57.132499 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29912b5b-27d3-40b2-9c06-025e0ffdf179', 'name': 'network-vif-deleted', 'tag': '32f74064-8619-46aa-9312-d0686e9a9499'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:06:57.139949 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbfb00f-002b-4ce5-965c-b9dbfb58c5ca" -d '{"events": [{"server_uuid": "29912b5b-27d3-40b2-9c06-025e0ffdf179", "name": "network-vif-deleted", "tag": "32f74064-8619-46aa-9312-d0686e9a9499"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:06:57.144237 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:57.158276 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-4b46b0f9-5a75-4d0d-ae2c-3837a03df795 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=624b0885-8316-4d09-af8e-792cd46ef66c HTTP/1.1" status: 200 len: 217 time: 0.0439692 Oct 19 01:06:57.159866 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59914) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:57.165989 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-0e5afd3c-fa33-476a-a832-e5494f49eba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'name': 'tempest-ServersTestManualDisk-931917-router', 'tenant_id': '9ca58805b0d5403faf61bcb76d75537a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '7fd894bf-98f2-43f2-ba30-77063c6762f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:15Z', 'updated_at': '2021-10-19T01:04:22Z', 'revision_number': 4, 'project_id': '9ca58805b0d5403faf61bcb76d75537a', 'gw_port': {'id': '7fd894bf-98f2-43f2-ba30-77063c6762f1', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ca:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:17Z', 'updated_at': '2021-10-19T01:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '863d8e8c-365f-4334-ae77-e47ced9c3f7b', 'name': '', 'network_id': 'e0a933c8-d57d-4f34-92bd-33c9cee5c990', 'tenant_id': '9ca58805b0d5403faf61bcb76d75537a', 'mac_address': 'fa:16:3e:2f:3d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '31331c2c-08e9-492b-8825-a76f43d2b26c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:20Z', 'updated_at': '2021-10-19T01:04:32Z', 'revision_number': 5, 'project_id': '9ca58805b0d5403faf61bcb76d75537a', 'subnets': [{'id': '31331c2c-08e9-492b-8825-a76f43d2b26c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:06:57.219800 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6623c6e0-bda2-4c40-b43c-2f7381a5d86b req-be95f195-0c6f-470c-998d-163e57e93b61 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.47 HTTP/1.1" status: 200 len: 695 time: 0.1569123 Oct 19 01:06:57.225365 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-29cddacd-f621-4edb-8825-0969ea295426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:57.233038 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5afd3c-fa33-476a-a832-e5494f49eba4 None None] Checking router: 77c60fec-6f16-4bec-9667-b305f18c83c7 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:06:57.238828 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-29cddacd-f621-4edb-8825-0969ea295426 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1fccc762-9472-4b6b-bfe9-f151cb76e57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3971589 Oct 19 01:06:57.242055 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5afd3c-fa33-476a-a832-e5494f49eba4 None None] Routers {'77c60fec-6f16-4bec-9667-b305f18c83c7'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:06:57.242796 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-0e5afd3c-fa33-476a-a832-e5494f49eba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:06:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['77c60fec-6f16-4bec-9667-b305f18c83c7'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:06:57.242981 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7b71e790-eb44-4c90-9cdf-b62005f09539 req-1f74dc97-d217-4056-9fb8-05f5e456f78b tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:57.247577 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74dc97-d217-4056-9fb8-05f5e456f78b tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Pushing event updated for resources: {'Port': ['ID=3668dded-348d-443e-8e3f-ee673a58b927,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:57.288301 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-231259fd-3131-4cd6-bcfc-01fa223591ab tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1208634 Oct 19 01:06:57.288301 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3335d6-f85c-4542-b182-1cfae1cb6541 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86b32bdb-c1a9-4b12-94f3-0a0958760713,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:57.300405 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59918) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:57.340647 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7b71e790-eb44-4c90-9cdf-b62005f09539 req-1f74dc97-d217-4056-9fb8-05f5e456f78b tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:57.359506 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7b71e790-eb44-4c90-9cdf-b62005f09539 req-1f74dc97-d217-4056-9fb8-05f5e456f78b tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.3576691 Oct 19 01:06:57.404918 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-1d991b5e-0e65-406e-a941-3068db218960 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Request body: {'security_group_rule': {'security_group_id': '7a1ae912-16e0-43b7-a38f-f22cba0ca8ad', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:57.413128 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-0e5afd3c-fa33-476a-a832-e5494f49eba4 None None] Set router 77c60fec-6f16-4bec-9667-b305f18c83c7 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:06:57.455798 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6623c6e0-bda2-4c40-b43c-2f7381a5d86b req-cb8b9c22-6c44-4e66-bfcd-52cc64ecd7e6 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.47 HTTP/1.1" status: 200 len: 695 time: 0.2351599 Oct 19 01:06:57.561853 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7b71e790-eb44-4c90-9cdf-b62005f09539 req-082b37b8-d4d2-461b-88d1-87da8025a13a tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.165 HTTP/1.1" status: 200 len: 696 time: 0.2013621 Oct 19 01:06:57.564474 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-fbb04d5a-f428-4216-aa5f-b249353781dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:57.566288 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-fbb04d5a-f428-4216-aa5f-b249353781dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3be225f4-ab98-4635-abe3-f510061f702c HTTP/1.1" status: 200 len: 797 time: 0.3799810 Oct 19 01:06:57.627508 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-bee9bb7d-59ed-4a4b-a681-dbed30bad65d service neutron] 10.222.0.24 "GET /v2.0/networks/1fccc762-9472-4b6b-bfe9-f151cb76e57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668189 Oct 19 01:06:57.697047 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1d991b5e-0e65-406e-a941-3068db218960 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:57.755478 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1d991b5e-0e65-406e-a941-3068db218960 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:57.794628 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1d991b5e-0e65-406e-a941-3068db218960 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:57.816442 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d991b5e-0e65-406e-a941-3068db218960 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da2de651-6cdc-402a-bcc4-c7d2b0719535,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:57.833634 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-4d47e243-2c28-42e1-8cae-f8cd2c807505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:57.835285 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-4d47e243-2c28-42e1-8cae-f8cd2c807505 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28bbb5fd-c75c-47ce-a413-f94e9e278cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2592545 Oct 19 01:06:57.867421 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-643c9378-a10d-4263-9e8e-9f7a51f84f0d req-3292c835-a6f4-413a-8952-af11bd063f3e service neutron] 10.222.0.24 "GET /v2.0/networks/1fccc762-9472-4b6b-bfe9-f151cb76e57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322960 Oct 19 01:06:57.882980 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1d991b5e-0e65-406e-a941-3068db218960 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:57.884475 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1d991b5e-0e65-406e-a941-3068db218960 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4996495 Oct 19 01:06:57.885244 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71e790-eb44-4c90-9cdf-b62005f09539 req-9c97df51-b99b-40ee-ba45-a7375fca1790 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:57.888552 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7b71e790-eb44-4c90-9cdf-b62005f09539 req-9c97df51-b99b-40ee-ba45-a7375fca1790 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 784 time: 0.3253047 Oct 19 01:06:57.889052 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59922) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:57.976641 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-6623c6e0-bda2-4c40-b43c-2f7381a5d86b req-83f0ee9c-cab7-4ce4-af36-930f1a724741 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Deleting port 6b64bf34-ab13-44bf-bac3-a8a867d54866 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:06:57.978496 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6623c6e0-bda2-4c40-b43c-2f7381a5d86b req-83f0ee9c-cab7-4ce4-af36-930f1a724741 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:58.009608 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-92d2c694-f8ac-4cfd-bbb1-306b2a1415b6 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "GET /v2.0/security-group-rules/da2de651-6cdc-402a-bcc4-c7d2b0719535 HTTP/1.1" status: 200 len: 763 time: 0.1192925 Oct 19 01:06:58.028720 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59936) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:58.073349 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4f958-29b9-4f6d-aebd-bc99fa8b0aac req-78c72096-8bb1-405b-ab9e-0224f391401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:58.076856 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4f958-29b9-4f6d-aebd-bc99fa8b0aac req-78c72096-8bb1-405b-ab9e-0224f391401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:58.077893 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4f958-29b9-4f6d-aebd-bc99fa8b0aac req-78c72096-8bb1-405b-ab9e-0224f391401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:58.080241 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4f958-29b9-4f6d-aebd-bc99fa8b0aac req-78c72096-8bb1-405b-ab9e-0224f391401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:58.080789 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4f958-29b9-4f6d-aebd-bc99fa8b0aac req-78c72096-8bb1-405b-ab9e-0224f391401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:58.083362 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4f958-29b9-4f6d-aebd-bc99fa8b0aac req-78c72096-8bb1-405b-ab9e-0224f391401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:58.084100 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4f958-29b9-4f6d-aebd-bc99fa8b0aac req-78c72096-8bb1-405b-ab9e-0224f391401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:58.089392 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fcf4f958-29b9-4f6d-aebd-bc99fa8b0aac req-78c72096-8bb1-405b-ab9e-0224f391401e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4da2c8fb80314d439039529c71ca4b69&device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 6485 time: 0.1194687 Oct 19 01:06:58.260425 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-0e5afd3c-fa33-476a-a832-e5494f49eba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'name': 'tempest-ServersTestManualDisk-931917-router', 'tenant_id': '9ca58805b0d5403faf61bcb76d75537a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '7fd894bf-98f2-43f2-ba30-77063c6762f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:15Z', 'updated_at': '2021-10-19T01:04:22Z', 'revision_number': 4, 'project_id': '9ca58805b0d5403faf61bcb76d75537a', 'gw_port': {'id': '7fd894bf-98f2-43f2-ba30-77063c6762f1', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ca:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:17Z', 'updated_at': '2021-10-19T01:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '863d8e8c-365f-4334-ae77-e47ced9c3f7b', 'name': '', 'network_id': 'e0a933c8-d57d-4f34-92bd-33c9cee5c990', 'tenant_id': '9ca58805b0d5403faf61bcb76d75537a', 'mac_address': 'fa:16:3e:2f:3d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '31331c2c-08e9-492b-8825-a76f43d2b26c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:20Z', 'updated_at': '2021-10-19T01:04:32Z', 'revision_number': 5, 'project_id': '9ca58805b0d5403faf61bcb76d75537a', 'subnets': [{'id': '31331c2c-08e9-492b-8825-a76f43d2b26c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:06:58.274234 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6623c6e0-bda2-4c40-b43c-2f7381a5d86b req-83f0ee9c-cab7-4ce4-af36-930f1a724741 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:58.274561 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6623c6e0-bda2-4c40-b43c-2f7381a5d86b req-83f0ee9c-cab7-4ce4-af36-930f1a724741 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:58.309564 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-6623c6e0-bda2-4c40-b43c-2f7381a5d86b req-83f0ee9c-cab7-4ce4-af36-930f1a724741 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Calling delete_port for 6b64bf34-ab13-44bf-bac3-a8a867d54866 owned by network:floatingip {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:06:58.340878 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5afd3c-fa33-476a-a832-e5494f49eba4 None None] The sync data for ids ['77c60fec-6f16-4bec-9667-b305f18c83c7'] in n-d-715271-26 is: [{'id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'name': 'tempest-ServersTestManualDisk-931917-router', 'tenant_id': '9ca58805b0d5403faf61bcb76d75537a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '7fd894bf-98f2-43f2-ba30-77063c6762f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:15Z', 'updated_at': '2021-10-19T01:04:22Z', 'revision_number': 4, 'project_id': '9ca58805b0d5403faf61bcb76d75537a', 'gw_port': {'id': '7fd894bf-98f2-43f2-ba30-77063c6762f1', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ca:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:17Z', 'updated_at': '2021-10-19T01:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '863d8e8c-365f-4334-ae77-e47ced9c3f7b', 'name': '', 'network_id': 'e0a933c8-d57d-4f34-92bd-33c9cee5c990', 'tenant_id': '9ca58805b0d5403faf61bcb76d75537a', 'mac_address': 'fa:16:3e:2f:3d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '31331c2c-08e9-492b-8825-a76f43d2b26c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:20Z', 'updated_at': '2021-10-19T01:04:32Z', 'revision_number': 5, 'project_id': '9ca58805b0d5403faf61bcb76d75537a', 'subnets': [{'id': '31331c2c-08e9-492b-8825-a76f43d2b26c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:06:58.368596 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd23764-fa8d-406f-b2cf-238644e80b1b req-6b0edd3c-a06b-43f4-b561-ec60cbc30649 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:58.388582 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd23764-fa8d-406f-b2cf-238644e80b1b req-6b0edd3c-a06b-43f4-b561-ec60cbc30649 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:58.409921 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd23764-fa8d-406f-b2cf-238644e80b1b req-6b0edd3c-a06b-43f4-b561-ec60cbc30649 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:58.423430 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd23764-fa8d-406f-b2cf-238644e80b1b req-6b0edd3c-a06b-43f4-b561-ec60cbc30649 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:58.429974 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd23764-fa8d-406f-b2cf-238644e80b1b req-6b0edd3c-a06b-43f4-b561-ec60cbc30649 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:58.453239 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd23764-fa8d-406f-b2cf-238644e80b1b req-6b0edd3c-a06b-43f4-b561-ec60cbc30649 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:58.459534 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd23764-fa8d-406f-b2cf-238644e80b1b req-6b0edd3c-a06b-43f4-b561-ec60cbc30649 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:58.465591 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9cd23764-fa8d-406f-b2cf-238644e80b1b req-6b0edd3c-a06b-43f4-b561-ec60cbc30649 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 5421 time: 0.2204921 Oct 19 01:06:58.474305 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4f958-29b9-4f6d-aebd-bc99fa8b0aac req-25b331e1-7e5e-46b4-bf9a-1b74d20a9467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:58.476094 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fcf4f958-29b9-4f6d-aebd-bc99fa8b0aac req-25b331e1-7e5e-46b4-bf9a-1b74d20a9467 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1fccc762-9472-4b6b-bfe9-f151cb76e57f HTTP/1.1" status: 200 len: 903 time: 0.3781126 Oct 19 01:06:58.510694 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e45abc20-c8fa-4433-ae47-e49c0fb1c0f7 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4805074 Oct 19 01:06:58.514357 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6623c6e0-bda2-4c40-b43c-2f7381a5d86b req-83f0ee9c-cab7-4ce4-af36-930f1a724741 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:58.516834 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59938) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:58.547690 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f0ee9c-cab7-4ce4-af36-930f1a724741 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Pushing event deleted for resources: {'Port': ['ID=6b64bf34-ab13-44bf-bac3-a8a867d54866,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:58.551079 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-58c43939-2f7d-48cd-8836-78cc5e328487 service neutron] 10.222.0.24 "GET /v2.0/networks/28bbb5fd-c75c-47ce-a413-f94e9e278cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7053370 Oct 19 01:06:58.610987 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fcf4f958-29b9-4f6d-aebd-bc99fa8b0aac req-ff7a30cd-8746-41aa-b388-42b944ccf455 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=02ec6d94-aeb9-4134-8f0e-3ee960c7b393 HTTP/1.1" status: 200 len: 217 time: 0.1226244 Oct 19 01:06:58.668523 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4f958-29b9-4f6d-aebd-bc99fa8b0aac req-9dca231c-1bca-4a8b-b958-08245680522b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:58.670007 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fcf4f958-29b9-4f6d-aebd-bc99fa8b0aac req-9dca231c-1bca-4a8b-b958-08245680522b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=20db5d13-0783-4fe8-8bf3-782bee1ace5f HTTP/1.1" status: 200 len: 797 time: 0.0479555 Oct 19 01:06:58.717342 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d5436c14-3ba6-4e09-9bca-98e7b9d2b80a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:58.766734 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9cd23764-fa8d-406f-b2cf-238644e80b1b req-9a87fdbd-ba85-478a-9c7a-4ce1d8b1e136 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc8025b-09bc-4bd9-9d99-46ada71b927c&id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2894235 Oct 19 01:06:58.771610 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d5436c14-3ba6-4e09-9bca-98e7b9d2b80a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:58.791579 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4f958-29b9-4f6d-aebd-bc99fa8b0aac req-e5e00dfb-e485-4a5c-bdd3-e28cda37f91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:58.793470 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fcf4f958-29b9-4f6d-aebd-bc99fa8b0aac req-e5e00dfb-e485-4a5c-bdd3-e28cda37f91c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1fccc762-9472-4b6b-bfe9-f151cb76e57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1015499 Oct 19 01:06:58.886010 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adcdbf4-19ca-4d35-8d9f-6f4fc18f1472 None None] New status for floating IP 89950bb1-5955-42ae-8c58-a5d1ac47969a: DOWN {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:06:59.014740 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9c223-47ca-41aa-9456-b0e6b914c924 req-a23bc37d-1b09-4b82-bf60-d54bbf118998 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:59.028069 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9c223-47ca-41aa-9456-b0e6b914c924 req-a23bc37d-1b09-4b82-bf60-d54bbf118998 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:59.046503 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9c223-47ca-41aa-9456-b0e6b914c924 req-a23bc37d-1b09-4b82-bf60-d54bbf118998 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:59.052890 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9c223-47ca-41aa-9456-b0e6b914c924 req-a23bc37d-1b09-4b82-bf60-d54bbf118998 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:59.061851 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9c223-47ca-41aa-9456-b0e6b914c924 req-a23bc37d-1b09-4b82-bf60-d54bbf118998 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:59.069219 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9c223-47ca-41aa-9456-b0e6b914c924 req-a23bc37d-1b09-4b82-bf60-d54bbf118998 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:59.075474 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9c223-47ca-41aa-9456-b0e6b914c924 req-a23bc37d-1b09-4b82-bf60-d54bbf118998 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:59.077619 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0eb9c223-47ca-41aa-9456-b0e6b914c924 req-a23bc37d-1b09-4b82-bf60-d54bbf118998 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5428 time: 0.1555750 Oct 19 01:06:59.081701 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fcf4f958-29b9-4f6d-aebd-bc99fa8b0aac req-4f9b32f5-989b-4aaf-96db-b636591d425c service neutron] 10.222.0.24 "GET /v2.0/networks/1fccc762-9472-4b6b-bfe9-f151cb76e57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802725 Oct 19 01:06:59.149561 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:59.217593 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fcf4f958-29b9-4f6d-aebd-bc99fa8b0aac req-ca70eddc-1e91-4692-a017-c7f912505e03 service neutron] 10.222.0.24 "GET /v2.0/networks/1fccc762-9472-4b6b-bfe9-f151cb76e57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089368 Oct 19 01:06:59.253010 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0eb9c223-47ca-41aa-9456-b0e6b914c924 req-dbe7da88-d863-4b64-bdf2-d1b270e61a90 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1684973 Oct 19 01:06:59.351090 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8c81f8-3679-49d2-977d-4339e8ad11e2 x-openstack-request-id: req-6d8c81f8-3679-49d2-977d-4339e8ad11e2 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:06:59.351658 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29912b5b-27d3-40b2-9c06-025e0ffdf179", "name": "network-vif-deleted", "tag": "32f74064-8619-46aa-9312-d0686e9a9499", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:06:59.352139 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6d8c81f8-3679-49d2-977d-4339e8ad11e2 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:06:59.352825 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29912b5b-27d3-40b2-9c06-025e0ffdf179', 'name': 'network-vif-deleted', 'tag': '32f74064-8619-46aa-9312-d0686e9a9499', 'status': 'completed', 'code': 200} Oct 19 01:06:59.394569 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6623c6e0-bda2-4c40-b43c-2f7381a5d86b req-83f0ee9c-cab7-4ce4-af36-930f1a724741 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks [] for floatingip, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:59.397419 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6623c6e0-bda2-4c40-b43c-2f7381a5d86b req-83f0ee9c-cab7-4ce4-af36-930f1a724741 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:59.398671 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6623c6e0-bda2-4c40-b43c-2f7381a5d86b req-83f0ee9c-cab7-4ce4-af36-930f1a724741 tempest-FloatingIPDetailsTestJSON-2106555019 tempest-FloatingIPDetailsTestJSON-2106555019-project] 10.222.0.57 "DELETE /v2.0/floatingips/a8e2135c-cdb6-49bd-832a-365e68c70223 HTTP/1.1" status: 204 len: 173 time: 1.9288316 Oct 19 01:06:59.399921 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d5436c14-3ba6-4e09-9bca-98e7b9d2b80a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:59.407959 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59946) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:59.409195 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d5436c14-3ba6-4e09-9bca-98e7b9d2b80a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:59.412554 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d5436c14-3ba6-4e09-9bca-98e7b9d2b80a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/da2de651-6cdc-402a-bcc4-c7d2b0719535 HTTP/1.1" status: 204 len: 168 time: 0.8704660 Oct 19 01:06:59.413946 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59948) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:59.436842 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5436c14-3ba6-4e09-9bca-98e7b9d2b80a tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da2de651-6cdc-402a-bcc4-c7d2b0719535,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:06:59.484729 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8163a67b-b026-40d6-a2cb-99ab741cc5cc tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0641828 Oct 19 01:06:59.485197 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c6952b-0504-4aa7-acc2-ab6be4653056 req-a21f488d-31e0-474b-88b9-22b713ecb7c4 service neutron] 10.222.0.24 "GET /v2.0/networks/28bbb5fd-c75c-47ce-a413-f94e9e278cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9173405 Oct 19 01:06:59.485662 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59962) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:59.490223 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-65cf14bf-0a8d-443e-a13a-72a970fd9e96 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Request body: {'security_group_rule': {'security_group_id': '7a1ae912-16e0-43b7-a38f-f22cba0ca8ad', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:06:59.613732 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-65cf14bf-0a8d-443e-a13a-72a970fd9e96 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:59.680169 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a89df-43d8-4bc6-86bc-74d818a6a8c9 req-e588b95e-e6de-4668-aad7-853de66087d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:59.680565 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a89df-43d8-4bc6-86bc-74d818a6a8c9 req-e588b95e-e6de-4668-aad7-853de66087d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:59.681032 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a89df-43d8-4bc6-86bc-74d818a6a8c9 req-e588b95e-e6de-4668-aad7-853de66087d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:59.681548 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a89df-43d8-4bc6-86bc-74d818a6a8c9 req-e588b95e-e6de-4668-aad7-853de66087d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:59.682195 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a89df-43d8-4bc6-86bc-74d818a6a8c9 req-e588b95e-e6de-4668-aad7-853de66087d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:59.684551 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a89df-43d8-4bc6-86bc-74d818a6a8c9 req-e588b95e-e6de-4668-aad7-853de66087d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:59.685785 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a89df-43d8-4bc6-86bc-74d818a6a8c9 req-e588b95e-e6de-4668-aad7-853de66087d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:59.688657 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7e1a89df-43d8-4bc6-86bc-74d818a6a8c9 req-e588b95e-e6de-4668-aad7-853de66087d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=372044798076488b8078f880b919e81f&device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 6492 time: 0.1175611 Oct 19 01:06:59.754825 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59968) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:06:59.779540 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-65cf14bf-0a8d-443e-a13a-72a970fd9e96 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:59.792659 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-62278ddd-104a-4a0b-a262-017d358f379a tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:59.794802 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-62278ddd-104a-4a0b-a262-017d358f379a tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/networks?id=5e528a95-765b-4153-a63c-148757c15f94 HTTP/1.1" status: 200 len: 820 time: 0.2634430 Oct 19 01:06:59.842909 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-d2c2800f-98af-4127-a7c6-baed684ee4b6 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/quotas/9d159951251f425b8e201bae6d58e0c2 HTTP/1.1" status: 200 len: 375 time: 0.0318925 Oct 19 01:06:59.860064 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a89df-43d8-4bc6-86bc-74d818a6a8c9 req-55f75877-9a19-41e5-8f63-67c37f835949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:06:59.862285 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7e1a89df-43d8-4bc6-86bc-74d818a6a8c9 req-55f75877-9a19-41e5-8f63-67c37f835949 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28bbb5fd-c75c-47ce-a413-f94e9e278cac HTTP/1.1" status: 200 len: 903 time: 0.1616569 Oct 19 01:06:59.933021 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7e1a89df-43d8-4bc6-86bc-74d818a6a8c9 req-2fc76715-a92b-4665-81bd-38b09794b802 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=448ed52f-8e37-4de5-8ece-79e0b041cb70 HTTP/1.1" status: 200 len: 217 time: 0.0628421 Oct 19 01:06:59.934443 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-65cf14bf-0a8d-443e-a13a-72a970fd9e96 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:59.982875 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-462536a7-e3ec-4e4a-82ac-b5aef927e86a tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9d159951251f425b8e201bae6d58e0c2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1314316 Oct 19 01:06:59.991627 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf14bf-0a8d-443e-a13a-72a970fd9e96 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=273c1515-afde-457b-beef-884dac4056a6,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:00.011237 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-d94eb3c9-f427-47f7-8eac-d2ce8fe223c4 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:07:00.012821 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-d94eb3c9-f427-47f7-8eac-d2ce8fe223c4 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061643 Oct 19 01:07:00.097143 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-65cf14bf-0a8d-443e-a13a-72a970fd9e96 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:00.100810 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-65cf14bf-0a8d-443e-a13a-72a970fd9e96 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6117795 Oct 19 01:07:00.104993 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59972) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:00.140579 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761defd-87ba-474a-8da0-497f979a4eed req-d88e2780-2489-491d-9d6e-0c4a910dee58 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:00.146797 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761defd-87ba-474a-8da0-497f979a4eed req-d88e2780-2489-491d-9d6e-0c4a910dee58 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:00.153433 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761defd-87ba-474a-8da0-497f979a4eed req-d88e2780-2489-491d-9d6e-0c4a910dee58 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:00.167507 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761defd-87ba-474a-8da0-497f979a4eed req-d88e2780-2489-491d-9d6e-0c4a910dee58 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:00.174343 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761defd-87ba-474a-8da0-497f979a4eed req-d88e2780-2489-491d-9d6e-0c4a910dee58 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:00.180355 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761defd-87ba-474a-8da0-497f979a4eed req-d88e2780-2489-491d-9d6e-0c4a910dee58 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:00.187480 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761defd-87ba-474a-8da0-497f979a4eed req-d88e2780-2489-491d-9d6e-0c4a910dee58 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:00.189945 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a761defd-87ba-474a-8da0-497f979a4eed req-d88e2780-2489-491d-9d6e-0c4a910dee58 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 5421 time: 0.2295809 Oct 19 01:07:00.191070 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-964255ac-f93c-4358-8daf-275b7046d7c0 service neutron] 10.222.0.57 "GET /v2.0/networks/5e528a95-765b-4153-a63c-148757c15f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671197 Oct 19 01:07:00.203880 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a89df-43d8-4bc6-86bc-74d818a6a8c9 req-2edd57dc-7b50-4b20-bff3-6eb4cd7dbe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:00.205525 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7e1a89df-43d8-4bc6-86bc-74d818a6a8c9 req-2edd57dc-7b50-4b20-bff3-6eb4cd7dbe5a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3be225f4-ab98-4635-abe3-f510061f702c HTTP/1.1" status: 200 len: 797 time: 0.2593594 Oct 19 01:07:00.217227 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c113a475-0dd8-45e8-a006-a6e277500524 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "GET /v2.0/security-group-rules/273c1515-afde-457b-beef-884dac4056a6 HTTP/1.1" status: 200 len: 764 time: 0.1057904 Oct 19 01:07:00.224520 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-751eaa3e-4556-4612-b604-77afa8ee16ad tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:00.231522 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59974) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:00.287340 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-751eaa3e-4556-4612-b604-77afa8ee16ad tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:00.315325 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a761defd-87ba-474a-8da0-497f979a4eed req-7e27f781-da19-4eec-98a3-63b9a3d03822 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc8025b-09bc-4bd9-9d99-46ada71b927c&id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1082637 Oct 19 01:07:00.378314 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a89df-43d8-4bc6-86bc-74d818a6a8c9 req-11eec751-3299-4b06-8da3-a22075f6cb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:00.391091 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-64e8c152-4ed0-42f9-93af-05bc16e48855 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1560531 Oct 19 01:07:00.391274 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7e1a89df-43d8-4bc6-86bc-74d818a6a8c9 req-11eec751-3299-4b06-8da3-a22075f6cb74 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28bbb5fd-c75c-47ce-a413-f94e9e278cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1737528 Oct 19 01:07:00.392498 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59978) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:00.429230 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-f467d035-b86e-4617-b32f-ff310e433a19 service neutron] 10.222.0.57 "GET /v2.0/networks/5e528a95-765b-4153-a63c-148757c15f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241910 Oct 19 01:07:00.476656 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-50867328-d74c-4ae1-8925-47ec19268507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:00.540341 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-65ab088d-0a4a-4da9-b7af-af922db32f98 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:00.554019 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-65ab088d-0a4a-4da9-b7af-af922db32f98 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:00.579258 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-751eaa3e-4556-4612-b604-77afa8ee16ad tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:00.581649 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-751eaa3e-4556-4612-b604-77afa8ee16ad tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:00.583065 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-751eaa3e-4556-4612-b604-77afa8ee16ad tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "DELETE /v2.0/security-groups/318b730d-59b3-49ba-bc3d-3ba9ca967adc HTTP/1.1" status: 204 len: 168 time: 0.8262734 Oct 19 01:07:00.588824 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59982) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:00.623505 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6b1cc-4b20-478d-9c8f-0851574cce07 req-230ff784-5732-4c43-8b73-2c65d1f63e25 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:00.624053 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-dc3e638e-3756-499d-be7c-5eb899509d64 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] show failed (client error): The resource could not be found. Oct 19 01:07:00.630174 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6b1cc-4b20-478d-9c8f-0851574cce07 req-230ff784-5732-4c43-8b73-2c65d1f63e25 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:00.636275 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6b1cc-4b20-478d-9c8f-0851574cce07 req-230ff784-5732-4c43-8b73-2c65d1f63e25 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:00.637370 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-dc3e638e-3756-499d-be7c-5eb899509d64 tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "GET /v2.0/security-groups/318b730d-59b3-49ba-bc3d-3ba9ca967adc HTTP/1.1" status: 404 len: 347 time: 0.0442774 Oct 19 01:07:00.638198 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59984) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:00.642977 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6b1cc-4b20-478d-9c8f-0851574cce07 req-230ff784-5732-4c43-8b73-2c65d1f63e25 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:00.649068 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6b1cc-4b20-478d-9c8f-0851574cce07 req-230ff784-5732-4c43-8b73-2c65d1f63e25 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:00.681993 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6b1cc-4b20-478d-9c8f-0851574cce07 req-230ff784-5732-4c43-8b73-2c65d1f63e25 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:00.690515 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6b1cc-4b20-478d-9c8f-0851574cce07 req-230ff784-5732-4c43-8b73-2c65d1f63e25 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:00.704596 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-46c6b1cc-4b20-478d-9c8f-0851574cce07 req-230ff784-5732-4c43-8b73-2c65d1f63e25 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5428 time: 0.2597110 Oct 19 01:07:00.728404 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7e1a89df-43d8-4bc6-86bc-74d818a6a8c9 req-2255042f-39a2-4181-a980-df754c0126a2 service neutron] 10.222.0.24 "GET /v2.0/networks/28bbb5fd-c75c-47ce-a413-f94e9e278cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264055 Oct 19 01:07:00.729162 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751eaa3e-4556-4612-b604-77afa8ee16ad tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=318b730d-59b3-49ba-bc3d-3ba9ca967adc,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:00.782016 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-65ab088d-0a4a-4da9-b7af-af922db32f98 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:00.787140 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-65ab088d-0a4a-4da9-b7af-af922db32f98 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:00.788713 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-65ab088d-0a4a-4da9-b7af-af922db32f98 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/273c1515-afde-457b-beef-884dac4056a6 HTTP/1.1" status: 204 len: 168 time: 0.3958888 Oct 19 01:07:00.792960 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 60002) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:00.814774 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab088d-0a4a-4da9-b7af-af922db32f98 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=273c1515-afde-457b-beef-884dac4056a6,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:00.860110 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-46c6b1cc-4b20-478d-9c8f-0851574cce07 req-7519ae5a-88fc-44ff-a2b3-47ace968941d tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1545358 Oct 19 01:07:00.905873 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f37eab7b-bade-4771-96a9-98abc6264407 req-4b750780-eb48-47b3-bd23-bd94371ba808 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/ports?device_id=528186f5-7860-4e29-85e8-8ece9125c2a9 HTTP/1.1" status: 200 len: 210 time: 0.0777009 Oct 19 01:07:00.913700 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7e1a89df-43d8-4bc6-86bc-74d818a6a8c9 req-20b133a5-64e6-4819-a871-cecedadf8799 service neutron] 10.222.0.24 "GET /v2.0/networks/28bbb5fd-c75c-47ce-a413-f94e9e278cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767230 Oct 19 01:07:01.049373 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-37cfa7f3-e4e7-4587-b904-9f557d613162 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2467504 Oct 19 01:07:01.052123 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 60004) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:01.102473 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37102cc-095b-4627-b62f-b4008113a284 req-62797fa0-dce5-40c8-b9e7-88e05e70bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:01.103291 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37102cc-095b-4627-b62f-b4008113a284 req-62797fa0-dce5-40c8-b9e7-88e05e70bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:01.103952 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37102cc-095b-4627-b62f-b4008113a284 req-62797fa0-dce5-40c8-b9e7-88e05e70bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:01.104578 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37102cc-095b-4627-b62f-b4008113a284 req-62797fa0-dce5-40c8-b9e7-88e05e70bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:01.105197 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37102cc-095b-4627-b62f-b4008113a284 req-62797fa0-dce5-40c8-b9e7-88e05e70bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:01.106517 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37102cc-095b-4627-b62f-b4008113a284 req-62797fa0-dce5-40c8-b9e7-88e05e70bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:01.107148 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37102cc-095b-4627-b62f-b4008113a284 req-62797fa0-dce5-40c8-b9e7-88e05e70bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:01.109369 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c37102cc-095b-4627-b62f-b4008113a284 req-62797fa0-dce5-40c8-b9e7-88e05e70bc00 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=372044798076488b8078f880b919e81f&device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 6492 time: 0.1158388 Oct 19 01:07:01.120155 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-e7abeb18-51bc-4254-870e-618f89cc45ff tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Deleting port 14b940e6-63d0-450b-bc6f-632c3b550d9f {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:07:01.120509 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e7abeb18-51bc-4254-870e-618f89cc45ff tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:01.232853 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37102cc-095b-4627-b62f-b4008113a284 req-875cc4ae-146b-486b-a8ea-96febc3604d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:01.234808 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c37102cc-095b-4627-b62f-b4008113a284 req-875cc4ae-146b-486b-a8ea-96febc3604d9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28bbb5fd-c75c-47ce-a413-f94e9e278cac HTTP/1.1" status: 200 len: 903 time: 0.1162241 Oct 19 01:07:01.302505 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c37102cc-095b-4627-b62f-b4008113a284 req-d3a69ae1-2f59-4344-b3d3-630d88e093eb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=624b0885-8316-4d09-af8e-792cd46ef66c HTTP/1.1" status: 200 len: 217 time: 0.0583429 Oct 19 01:07:01.303712 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1aca2437-5db1-43f6-8583-14dd05d076a6 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:01.373347 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37102cc-095b-4627-b62f-b4008113a284 req-90a6fe69-aeec-40e6-91ab-8841db7e967e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:01.375182 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c37102cc-095b-4627-b62f-b4008113a284 req-90a6fe69-aeec-40e6-91ab-8841db7e967e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3be225f4-ab98-4635-abe3-f510061f702c HTTP/1.1" status: 200 len: 797 time: 0.0564601 Oct 19 01:07:01.424889 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1aca2437-5db1-43f6-8583-14dd05d076a6 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:01.490705 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37102cc-095b-4627-b62f-b4008113a284 req-e8b1f325-ec7d-4ad0-b08f-b1eae39c180b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:01.494190 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c37102cc-095b-4627-b62f-b4008113a284 req-e8b1f325-ec7d-4ad0-b08f-b1eae39c180b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28bbb5fd-c75c-47ce-a413-f94e9e278cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1107016 Oct 19 01:07:01.626678 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1aca2437-5db1-43f6-8583-14dd05d076a6 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:01.629429 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1aca2437-5db1-43f6-8583-14dd05d076a6 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:01.630639 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1aca2437-5db1-43f6-8583-14dd05d076a6 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "DELETE /v2.0/security-groups/7a1ae912-16e0-43b7-a38f-f22cba0ca8ad HTTP/1.1" status: 204 len: 168 time: 0.5773370 Oct 19 01:07:01.636557 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 60018) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:01.675644 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca2437-5db1-43f6-8583-14dd05d076a6 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1ae912-16e0-43b7-a38f-f22cba0ca8ad,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:01.694108 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c37102cc-095b-4627-b62f-b4008113a284 req-82af32b2-58d3-4cda-bb7a-0a8aa2461dc0 service neutron] 10.222.0.24 "GET /v2.0/networks/28bbb5fd-c75c-47ce-a413-f94e9e278cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883061 Oct 19 01:07:01.716383 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b003bc23-1593-4837-8b52-b6440602fffa tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0758524 Oct 19 01:07:01.728425 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 60020) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:01.831153 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e7abeb18-51bc-4254-870e-618f89cc45ff tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:01.831596 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e7abeb18-51bc-4254-870e-618f89cc45ff tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:01.875360 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-e7abeb18-51bc-4254-870e-618f89cc45ff tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Calling delete_port for 14b940e6-63d0-450b-bc6f-632c3b550d9f owned by network:floatingip {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:07:01.890686 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b099cf2-bc4d-409e-b639-0b2cc88b97f9 req-64549c5e-ec69-4a0a-8792-f092a87bfc66 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:01.897586 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b099cf2-bc4d-409e-b639-0b2cc88b97f9 req-64549c5e-ec69-4a0a-8792-f092a87bfc66 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:01.902646 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c37102cc-095b-4627-b62f-b4008113a284 req-b15da49a-f0de-49b0-8cdd-44b18290e5c3 service neutron] 10.222.0.24 "GET /v2.0/networks/28bbb5fd-c75c-47ce-a413-f94e9e278cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992598 Oct 19 01:07:01.904564 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b099cf2-bc4d-409e-b639-0b2cc88b97f9 req-64549c5e-ec69-4a0a-8792-f092a87bfc66 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:01.911174 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b099cf2-bc4d-409e-b639-0b2cc88b97f9 req-64549c5e-ec69-4a0a-8792-f092a87bfc66 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:01.917641 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b099cf2-bc4d-409e-b639-0b2cc88b97f9 req-64549c5e-ec69-4a0a-8792-f092a87bfc66 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:01.924986 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b099cf2-bc4d-409e-b639-0b2cc88b97f9 req-64549c5e-ec69-4a0a-8792-f092a87bfc66 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:01.931755 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b099cf2-bc4d-409e-b639-0b2cc88b97f9 req-64549c5e-ec69-4a0a-8792-f092a87bfc66 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:01.952076 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8b099cf2-bc4d-409e-b639-0b2cc88b97f9 req-64549c5e-ec69-4a0a-8792-f092a87bfc66 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 5421 time: 0.2415814 Oct 19 01:07:01.962245 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f4814fcc-4ea5-4e2e-91b9-3963c5832971 tempest-SecGroupTest-1229549332 tempest-SecGroupTest-1229549332-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2325752 Oct 19 01:07:02.053565 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8b099cf2-bc4d-409e-b639-0b2cc88b97f9 req-fa7be183-0903-4149-bb1d-7d03efded66f tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc8025b-09bc-4bd9-9d99-46ada71b927c&id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0865314 Oct 19 01:07:02.064665 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-50867328-d74c-4ae1-8925-47ec19268507 admin admin] Deleting port 6c7d010b-0e3f-4078-8bf9-666b31f5f46b {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:07:02.065142 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-50867328-d74c-4ae1-8925-47ec19268507 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:02.069373 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e440e-aaca-405a-b254-236ec64bae08 req-6b6d4443-5fce-47cb-9ecb-13c6ac2a54a3 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:02.077704 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e440e-aaca-405a-b254-236ec64bae08 req-6b6d4443-5fce-47cb-9ecb-13c6ac2a54a3 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:02.092786 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e440e-aaca-405a-b254-236ec64bae08 req-6b6d4443-5fce-47cb-9ecb-13c6ac2a54a3 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:02.092786 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e440e-aaca-405a-b254-236ec64bae08 req-6b6d4443-5fce-47cb-9ecb-13c6ac2a54a3 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:02.098850 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e440e-aaca-405a-b254-236ec64bae08 req-6b6d4443-5fce-47cb-9ecb-13c6ac2a54a3 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:02.109251 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e440e-aaca-405a-b254-236ec64bae08 req-6b6d4443-5fce-47cb-9ecb-13c6ac2a54a3 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:02.115954 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e440e-aaca-405a-b254-236ec64bae08 req-6b6d4443-5fce-47cb-9ecb-13c6ac2a54a3 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:02.118433 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3a1e440e-aaca-405a-b254-236ec64bae08 req-6b6d4443-5fce-47cb-9ecb-13c6ac2a54a3 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5428 time: 0.1300666 Oct 19 01:07:02.190297 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab4d686d-8f21-4cb7-a59f-2d3ec21ac95c req-1cc0686c-6b33-460b-a6c8-907288799a5e tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/ports?device_id=528186f5-7860-4e29-85e8-8ece9125c2a9 HTTP/1.1" status: 200 len: 210 time: 0.0327945 Oct 19 01:07:02.244290 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3a1e440e-aaca-405a-b254-236ec64bae08 req-548650c8-27ac-435f-8f9b-cdff077286da tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1169822 Oct 19 01:07:02.257158 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-50867328-d74c-4ae1-8925-47ec19268507 admin admin] For port 6c7d010b-0e3f-4078-8bf9-666b31f5f46b, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=6c7d010b-0e3f-4078-8bf9-666b31f5f46b,segment=NetworkSegment(4fe9b83d-5b27-488f-a4a9-11c6ed1838ea),segment_id=4fe9b83d-5b27-488f-a4a9-11c6ed1838ea)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:02.257672 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-50867328-d74c-4ae1-8925-47ec19268507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:02.283871 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-50867328-d74c-4ae1-8925-47ec19268507 admin admin] Calling delete_port for 6c7d010b-0e3f-4078-8bf9-666b31f5f46b owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:07:02.302052 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e7abeb18-51bc-4254-870e-618f89cc45ff tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:02.389078 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7abeb18-51bc-4254-870e-618f89cc45ff tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Pushing event deleted for resources: {'Port': ['ID=14b940e6-63d0-450b-bc6f-632c3b550d9f,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:02.491748 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 60044) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:02.520338 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-b1bd0948-f431-4b87-957f-8691b59b72c5 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:02.521837 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-b1bd0948-f431-4b87-957f-8691b59b72c5 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.24 "GET /v2.0/networks?id=5e528a95-765b-4153-a63c-148757c15f94 HTTP/1.1" status: 200 len: 820 time: 0.1609366 Oct 19 01:07:02.537925 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-bfe45023-ffd6-4470-93dd-3c6f17776da8 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Request body: {'port': {'device_id': '528186f5-7860-4e29-85e8-8ece9125c2a9', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'admin_state_up': True, 'tenant_id': '9d159951251f425b8e201bae6d58e0c2'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:02.562597 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e7abeb18-51bc-4254-870e-618f89cc45ff tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks [] for floatingip, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:02.566307 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e7abeb18-51bc-4254-870e-618f89cc45ff tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:02.571835 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e7abeb18-51bc-4254-870e-618f89cc45ff tempest-ServersTestManualDisk-2075901876 tempest-ServersTestManualDisk-2075901876-project] 10.222.0.57 "DELETE /v2.0/floatingips/89950bb1-5955-42ae-8c58-a5d1ac47969a HTTP/1.1" status: 204 len: 168 time: 1.8805342 Oct 19 01:07:02.572937 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 60048) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:02.720897 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-bfe45023-ffd6-4470-93dd-3c6f17776da8 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Made reservation on behalf of 9d159951251f425b8e201bae6d58e0c2 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:07:02.725699 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-bfe45023-ffd6-4470-93dd-3c6f17776da8 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:02.828791 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-73959238-2f17-4107-83fc-195261936450 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aa842698dbf04183a41462d7a53c1540&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3357229 Oct 19 01:07:02.836145 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 60060) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:02.861347 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-50867328-d74c-4ae1-8925-47ec19268507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:02.873308 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-bfe45023-ffd6-4470-93dd-3c6f17776da8 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Allocated IP 172.20.0.5 (5e528a95-765b-4153-a63c-148757c15f94/de74403a-93c8-48d8-9fdc-ed1cd7b1d665/2386209f-b554-4789-b901-25bdac88ebb0) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:07:02.931605 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50867328-d74c-4ae1-8925-47ec19268507 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c7d010b-0e3f-4078-8bf9-666b31f5f46b,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:03.059930 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d2c74ebe-0fca-4336-b09c-331de512ce0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:03.067367 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-bfe45023-ffd6-4470-93dd-3c6f17776da8 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:03.094985 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d2c74ebe-0fca-4336-b09c-331de512ce0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:03.144202 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4499c-07fb-4341-9038-3c72a511821b req-1bbaf6ac-4564-4466-b0c5-5289945e20bb tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:03.151960 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a9b4499c-07fb-4341-9038-3c72a511821b req-1bbaf6ac-4564-4466-b0c5-5289945e20bb tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac6461f-9466-4906-8ff6-ee125b142502 HTTP/1.1" status: 200 len: 950 time: 0.0818655 Oct 19 01:07:03.188088 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-bfe45023-ffd6-4470-93dd-3c6f17776da8 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:03.200205 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['c7078771-4320-45b1-ae7b-ee55db29d068'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:07:03.248242 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a9b4499c-07fb-4341-9038-3c72a511821b req-3c20ad20-60ad-4b00-a783-f4c7e5087907 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/security-groups?id=088e73c4-e4b4-4241-b573-24c3d0fa7c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903406 Oct 19 01:07:03.266611 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe45023-ffd6-4470-93dd-3c6f17776da8 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Pushing event updated for resources: {'Port': ['ID=2386209f-b554-4789-b901-25bdac88ebb0,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:03.286172 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-bfe45023-ffd6-4470-93dd-3c6f17776da8 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Network 5e528a95-765b-4153-a63c-148757c15f94 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:07:03.287629 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-bfe45023-ffd6-4470-93dd-3c6f17776da8 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:07:03.290695 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-bfe45023-ffd6-4470-93dd-3c6f17776da8 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:07:03.334098 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-50867328-d74c-4ae1-8925-47ec19268507 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:03.359865 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad01540-284a-4a4c-97fb-65e8dabd5afb req-1ff2e3ab-d052-4f23-b19a-ab56999ce20c tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:03.378954 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad01540-284a-4a4c-97fb-65e8dabd5afb req-1ff2e3ab-d052-4f23-b19a-ab56999ce20c tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:03.384983 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad01540-284a-4a4c-97fb-65e8dabd5afb req-1ff2e3ab-d052-4f23-b19a-ab56999ce20c tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:03.390661 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-bfe45023-ffd6-4470-93dd-3c6f17776da8 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:03.391316 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-bfe45023-ffd6-4470-93dd-3c6f17776da8 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:03.395922 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad01540-284a-4a4c-97fb-65e8dabd5afb req-1ff2e3ab-d052-4f23-b19a-ab56999ce20c tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:03.403530 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad01540-284a-4a4c-97fb-65e8dabd5afb req-1ff2e3ab-d052-4f23-b19a-ab56999ce20c tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:03.405922 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e34357-a588-48ec-8e16-e06effa2ed99 req-df7a42c3-2f74-44ef-bede-7de52c7ecff1 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:03.407426 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e9e34357-a588-48ec-8e16-e06effa2ed99 req-df7a42c3-2f74-44ef-bede-7de52c7ecff1 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/ports?device_id=528186f5-7860-4e29-85e8-8ece9125c2a9 HTTP/1.1" status: 200 len: 931 time: 0.0842438 Oct 19 01:07:03.410279 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad01540-284a-4a4c-97fb-65e8dabd5afb req-1ff2e3ab-d052-4f23-b19a-ab56999ce20c tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:03.417583 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad01540-284a-4a4c-97fb-65e8dabd5afb req-1ff2e3ab-d052-4f23-b19a-ab56999ce20c tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:03.419600 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cad01540-284a-4a4c-97fb-65e8dabd5afb req-1ff2e3ab-d052-4f23-b19a-ab56999ce20c tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 5421 time: 0.2648466 Oct 19 01:07:03.436521 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-bfe45023-ffd6-4470-93dd-3c6f17776da8 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9028192 Oct 19 01:07:03.447256 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d2c74ebe-0fca-4336-b09c-331de512ce0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:03.450253 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d2c74ebe-0fca-4336-b09c-331de512ce0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:03.451470 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d2c74ebe-0fca-4336-b09c-331de512ce0d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/effb1a52-addb-4531-8dfc-7db97bba4b44 HTTP/1.1" status: 204 len: 168 time: 0.6144669 Oct 19 01:07:03.454114 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-bf6abc2d-ac28-4945-8524-090186ca116a service neutron] Request body: {'port': {'device_id': '528186f5-7860-4e29-85e8-8ece9125c2a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:03.498690 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e9e34357-a588-48ec-8e16-e06effa2ed99 req-d5e508f1-0352-41c3-81de-a7416b7a8902 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/security-groups?id=62d6f1ca-d20e-4b99-a097-4c73c3e997a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757167 Oct 19 01:07:03.502456 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c74ebe-0fca-4336-b09c-331de512ce0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effb1a52-addb-4531-8dfc-7db97bba4b44,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:03.549408 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-bf6abc2d-ac28-4945-8524-090186ca116a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:03.616331 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cad01540-284a-4a4c-97fb-65e8dabd5afb req-0b6b8b13-63d4-4838-a753-692579a1ba3b tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc8025b-09bc-4bd9-9d99-46ada71b927c&id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1789377 Oct 19 01:07:03.638754 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-47d227e1-c047-4cec-ab94-156323ef79f8 None None] Provisioning complete for port 2386209f-b554-4789-b901-25bdac88ebb0 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:07:03.639289 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-47d227e1-c047-4cec-ab94-156323ef79f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:03.727106 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-47d227e1-c047-4cec-ab94-156323ef79f8 None None] Port 2386209f-b554-4789-b901-25bdac88ebb0 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:07:03.734058 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e7bdfd24-1a4a-4ae2-89ce-698b4ef96701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:03.804988 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83815806-b3e9-4fa8-a662-93f0e01948bd req-12c24b8d-bacf-47b6-9aad-feec8f47adc2 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:03.812119 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83815806-b3e9-4fa8-a662-93f0e01948bd req-12c24b8d-bacf-47b6-9aad-feec8f47adc2 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:03.818279 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83815806-b3e9-4fa8-a662-93f0e01948bd req-12c24b8d-bacf-47b6-9aad-feec8f47adc2 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:03.824844 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83815806-b3e9-4fa8-a662-93f0e01948bd req-12c24b8d-bacf-47b6-9aad-feec8f47adc2 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:03.830957 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83815806-b3e9-4fa8-a662-93f0e01948bd req-12c24b8d-bacf-47b6-9aad-feec8f47adc2 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:03.838426 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83815806-b3e9-4fa8-a662-93f0e01948bd req-12c24b8d-bacf-47b6-9aad-feec8f47adc2 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:03.844187 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83815806-b3e9-4fa8-a662-93f0e01948bd req-12c24b8d-bacf-47b6-9aad-feec8f47adc2 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:03.846154 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-83815806-b3e9-4fa8-a662-93f0e01948bd req-12c24b8d-bacf-47b6-9aad-feec8f47adc2 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5428 time: 0.2334640 Oct 19 01:07:03.897238 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50867328-d74c-4ae1-8925-47ec19268507 admin admin] Router e16fc6b3-40ea-450c-acc9-46e93f802809 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:07:03.942096 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-83815806-b3e9-4fa8-a662-93f0e01948bd req-80c941ce-8bd6-4d6c-b3fe-4cc037070262 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0783818 Oct 19 01:07:04.033514 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-bf6abc2d-ac28-4945-8524-090186ca116a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2386209f-b554-4789-b901-25bdac88ebb0 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:07:04.041201 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-bf6abc2d-ac28-4945-8524-090186ca116a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:04.054843 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-bf6abc2d-ac28-4945-8524-090186ca116a service neutron] Transition to ACTIVE for port object 2386209f-b554-4789-b901-25bdac88ebb0 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:07:04.058283 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-bf6abc2d-ac28-4945-8524-090186ca116a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:04.095058 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50867328-d74c-4ae1-8925-47ec19268507 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:07:04.104196 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-50867328-d74c-4ae1-8925-47ec19268507 admin admin] 10.222.0.57 "PUT /v2.0/routers/e16fc6b3-40ea-450c-acc9-46e93f802809/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6942649 Oct 19 01:07:04.104777 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c031949e-32ba-4ff5-8c6c-6bc98b60a45f None None] Sync routers for ids ['e16fc6b3-40ea-450c-acc9-46e93f802809'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:07:04.104904 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 60110) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:04.123171 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6abc2d-ac28-4945-8524-090186ca116a service neutron] Pushing event updated for resources: {'Port': ['ID=2386209f-b554-4789-b901-25bdac88ebb0,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:04.130497 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c031949e-32ba-4ff5-8c6c-6bc98b60a45f None None] Routers {'e16fc6b3-40ea-450c-acc9-46e93f802809'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:07:04.131717 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-c031949e-32ba-4ff5-8c6c-6bc98b60a45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:06:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e16fc6b3-40ea-450c-acc9-46e93f802809'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:04.248919 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-bf6abc2d-ac28-4945-8524-090186ca116a service neutron] Attempting to bind port 2386209f-b554-4789-b901-25bdac88ebb0 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:07:04.249500 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-bf6abc2d-ac28-4945-8524-090186ca116a service neutron] Attempting to bind port 2386209f-b554-4789-b901-25bdac88ebb0 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'd19f75c5-7494-4022-8a08-e9eb3483a6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '5e528a95-765b-4153-a63c-148757c15f94'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:07:04.249990 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-bf6abc2d-ac28-4945-8524-090186ca116a service neutron] Attempting to bind port 2386209f-b554-4789-b901-25bdac88ebb0 on network 5e528a95-765b-4153-a63c-148757c15f94 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:07:04.255224 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-bf6abc2d-ac28-4945-8524-090186ca116a service neutron] Port 2386209f-b554-4789-b901-25bdac88ebb0 on network 5e528a95-765b-4153-a63c-148757c15f94 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:07:04.255877 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-bf6abc2d-ac28-4945-8524-090186ca116a service neutron] Attempting to bind port 2386209f-b554-4789-b901-25bdac88ebb0 on network 5e528a95-765b-4153-a63c-148757c15f94 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:07:04.262394 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-bf6abc2d-ac28-4945-8524-090186ca116a service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:07:04.262966 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-bf6abc2d-ac28-4945-8524-090186ca116a service neutron] Checking segment: {'id': 'd19f75c5-7494-4022-8a08-e9eb3483a6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '5e528a95-765b-4153-a63c-148757c15f94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:07:04.263603 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-bf6abc2d-ac28-4945-8524-090186ca116a service neutron] Bound using segment: {'id': 'd19f75c5-7494-4022-8a08-e9eb3483a6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '5e528a95-765b-4153-a63c-148757c15f94'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:07:04.264293 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-bf6abc2d-ac28-4945-8524-090186ca116a service neutron] Bound port: 2386209f-b554-4789-b901-25bdac88ebb0, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd19f75c5-7494-4022-8a08-e9eb3483a6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '5e528a95-765b-4153-a63c-148757c15f94'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:07:04.264812 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-bf6abc2d-ac28-4945-8524-090186ca116a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:04.274278 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-c031949e-32ba-4ff5-8c6c-6bc98b60a45f None None] Set router e16fc6b3-40ea-450c-acc9-46e93f802809 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:07:04.329586 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-e7bdfd24-1a4a-4ae2-89ce-698b4ef96701 admin admin] Deleting port 863d8e8c-365f-4334-ae77-e47ced9c3f7b {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:07:04.329928 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e7bdfd24-1a4a-4ae2-89ce-698b4ef96701 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:04.336768 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bccd61df-5571-4f68-93d0-05ce095c65c3 admin admin] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:04.404179 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-bf6abc2d-ac28-4945-8524-090186ca116a service neutron] For port 2386209f-b554-4789-b901-25bdac88ebb0, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:07:04.408913 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-bf6abc2d-ac28-4945-8524-090186ca116a service neutron] For port 2386209f-b554-4789-b901-25bdac88ebb0, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=2386209f-b554-4789-b901-25bdac88ebb0,segment=NetworkSegment(d19f75c5-7494-4022-8a08-e9eb3483a6bb),segment_id=d19f75c5-7494-4022-8a08-e9eb3483a6bb)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:07:04.415554 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-bf6abc2d-ac28-4945-8524-090186ca116a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:04.458413 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-bf6abc2d-ac28-4945-8524-090186ca116a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:04.459184 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-bf6abc2d-ac28-4945-8524-090186ca116a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:04.460927 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-bf6abc2d-ac28-4945-8524-090186ca116a service neutron] 10.222.0.24 "PUT /v2.0/ports/2386209f-b554-4789-b901-25bdac88ebb0 HTTP/1.1" status: 200 len: 1092 time: 1.0126824 Oct 19 01:07:04.461496 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '528186f5-7860-4e29-85e8-8ece9125c2a9', 'tag': '2386209f-b554-4789-b901-25bdac88ebb0'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:07:04.463923 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fee1b23-040b-4cea-be0c-0fd54e613167" -d '{"events": [{"name": "network-changed", "server_uuid": "528186f5-7860-4e29-85e8-8ece9125c2a9", "tag": "2386209f-b554-4789-b901-25bdac88ebb0"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:07:04.510617 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6abc2d-ac28-4945-8524-090186ca116a service neutron] Pushing event updated for resources: {'Port': ['ID=2386209f-b554-4789-b901-25bdac88ebb0,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:04.550763 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-c031949e-32ba-4ff5-8c6c-6bc98b60a45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16fc6b3-40ea-450c-acc9-46e93f802809', 'name': 'tempest-FloatingIPDetailsTestJSON-481529856-router', 'tenant_id': 'fa4c9759c6854557bccf41d8ceb65c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:05:52Z', 'updated_at': '2021-10-19T01:07:02Z', 'revision_number': 5, 'project_id': 'fa4c9759c6854557bccf41d8ceb65c96', 'gw_port': {'id': 'b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16fc6b3-40ea-450c-acc9-46e93f802809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:55Z', 'updated_at': '2021-10-19T01:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:04.606905 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c031949e-32ba-4ff5-8c6c-6bc98b60a45f None None] Checking router: e16fc6b3-40ea-450c-acc9-46e93f802809 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:07:04.619012 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c031949e-32ba-4ff5-8c6c-6bc98b60a45f None None] Routers {'e16fc6b3-40ea-450c-acc9-46e93f802809'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:07:04.619666 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-c031949e-32ba-4ff5-8c6c-6bc98b60a45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:06:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e16fc6b3-40ea-450c-acc9-46e93f802809'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:04.632427 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-72b74225-5c6d-46b3-9151-d635fd1188ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:04.634007 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-72b74225-5c6d-46b3-9151-d635fd1188ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d159951251f425b8e201bae6d58e0c2&device_id=528186f5-7860-4e29-85e8-8ece9125c2a9 HTTP/1.1" status: 200 len: 1095 time: 0.0844991 Oct 19 01:07:04.736819 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-c1f07afd-985c-43f2-8046-7c847b7c4017 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2386209f-b554-4789-b901-25bdac88ebb0 HTTP/1.1" status: 200 len: 217 time: 0.0855229 Oct 19 01:07:04.771922 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-c031949e-32ba-4ff5-8c6c-6bc98b60a45f None None] Set router e16fc6b3-40ea-450c-acc9-46e93f802809 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:07:04.811121 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-8af95db5-a059-4754-864f-6b7df2f66d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:04.813942 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-8af95db5-a059-4754-864f-6b7df2f66d5c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de74403a-93c8-48d8-9fdc-ed1cd7b1d665 HTTP/1.1" status: 200 len: 859 time: 0.0693407 Oct 19 01:07:04.919000 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-7a34c7ff-89da-47d4-a7a1-0d73861a4182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:04.921001 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-7a34c7ff-89da-47d4-a7a1-0d73861a4182 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5e528a95-765b-4153-a63c-148757c15f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0992401 Oct 19 01:07:04.935197 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cadd26-306f-45e0-89eb-adfa516fe2e4 x-openstack-request-id: req-d8cadd26-306f-45e0-89eb-adfa516fe2e4 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:07:04.957582 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "528186f5-7860-4e29-85e8-8ece9125c2a9", "tag": "2386209f-b554-4789-b901-25bdac88ebb0", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:07:04.958569 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d8cadd26-306f-45e0-89eb-adfa516fe2e4 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:07:04.959164 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '528186f5-7860-4e29-85e8-8ece9125c2a9', 'tag': '2386209f-b554-4789-b901-25bdac88ebb0', 'status': 'completed', 'code': 200} Oct 19 01:07:05.016275 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d06aba-499d-40dd-b58e-ff94f17a7621 req-606695fe-bf64-47a7-a70b-6686e542affc tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:05.017800 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93d06aba-499d-40dd-b58e-ff94f17a7621 req-606695fe-bf64-47a7-a70b-6686e542affc tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac6461f-9466-4906-8ff6-ee125b142502 HTTP/1.1" status: 200 len: 950 time: 0.6348341 Oct 19 01:07:05.036335 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-c031949e-32ba-4ff5-8c6c-6bc98b60a45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16fc6b3-40ea-450c-acc9-46e93f802809', 'name': 'tempest-FloatingIPDetailsTestJSON-481529856-router', 'tenant_id': 'fa4c9759c6854557bccf41d8ceb65c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:05:52Z', 'updated_at': '2021-10-19T01:07:02Z', 'revision_number': 5, 'project_id': 'fa4c9759c6854557bccf41d8ceb65c96', 'gw_port': {'id': 'b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16fc6b3-40ea-450c-acc9-46e93f802809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:55Z', 'updated_at': '2021-10-19T01:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:05.066695 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-e7bdfd24-1a4a-4ae2-89ce-698b4ef96701 admin admin] For port 863d8e8c-365f-4334-ae77-e47ced9c3f7b, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=863d8e8c-365f-4334-ae77-e47ced9c3f7b,segment=NetworkSegment(704ea1f5-eb98-4f05-aa53-1f4462ac5291),segment_id=704ea1f5-eb98-4f05-aa53-1f4462ac5291)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:05.067079 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e7bdfd24-1a4a-4ae2-89ce-698b4ef96701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:05.076808 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c031949e-32ba-4ff5-8c6c-6bc98b60a45f None None] The sync data for ids ['e16fc6b3-40ea-450c-acc9-46e93f802809'] in n-d-715271-26 is: [{'id': 'e16fc6b3-40ea-450c-acc9-46e93f802809', 'name': 'tempest-FloatingIPDetailsTestJSON-481529856-router', 'tenant_id': 'fa4c9759c6854557bccf41d8ceb65c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:05:52Z', 'updated_at': '2021-10-19T01:07:02Z', 'revision_number': 5, 'project_id': 'fa4c9759c6854557bccf41d8ceb65c96', 'gw_port': {'id': 'b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16fc6b3-40ea-450c-acc9-46e93f802809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:55Z', 'updated_at': '2021-10-19T01:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:07:05.097307 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bccd61df-5571-4f68-93d0-05ce095c65c3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:05.103358 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-e7bdfd24-1a4a-4ae2-89ce-698b4ef96701 admin admin] Calling delete_port for 863d8e8c-365f-4334-ae77-e47ced9c3f7b owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:07:05.122409 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93d06aba-499d-40dd-b58e-ff94f17a7621 req-6df2350f-e9dd-4a0e-9c97-13e9f4a1910d tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/security-groups?id=088e73c4-e4b4-4241-b573-24c3d0fa7c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951738 Oct 19 01:07:05.147854 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-aa6e240c-b6b0-4963-95f5-39960a52f287 service neutron] 10.222.0.24 "GET /v2.0/networks/5e528a95-765b-4153-a63c-148757c15f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827841 Oct 19 01:07:05.162655 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27668a15-c229-4e92-859d-5b83c151e0d7 req-369f85e7-ea1c-4178-98e9-bd31d96f2067 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:05.172224 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-27668a15-c229-4e92-859d-5b83c151e0d7 req-369f85e7-ea1c-4178-98e9-bd31d96f2067 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/ports?device_id=528186f5-7860-4e29-85e8-8ece9125c2a9 HTTP/1.1" status: 200 len: 943 time: 0.0905263 Oct 19 01:07:05.277010 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-27668a15-c229-4e92-859d-5b83c151e0d7 req-f3eb2386-6fa5-4328-a153-1949bfbc785a tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/security-groups?id=62d6f1ca-d20e-4b99-a097-4c73c3e997a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039209 Oct 19 01:07:05.296328 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-36fddabd-5b6b-4f49-bab7-a17243bf8df7 req-268e6f2f-24b4-4ede-86b8-d047011274d1 service neutron] 10.222.0.24 "GET /v2.0/networks/5e528a95-765b-4153-a63c-148757c15f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419313 Oct 19 01:07:05.330071 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-bccd61df-5571-4f68-93d0-05ce095c65c3 admin admin] Deleting port b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:07:05.330413 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bccd61df-5571-4f68-93d0-05ce095c65c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:05.353007 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c7b2d-a372-4fac-b784-e746e3b33df7 req-4cdc1e79-4b23-400b-ba49-2f0d8cbd93d6 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:05.360892 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c7b2d-a372-4fac-b784-e746e3b33df7 req-4cdc1e79-4b23-400b-ba49-2f0d8cbd93d6 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:05.367596 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c7b2d-a372-4fac-b784-e746e3b33df7 req-4cdc1e79-4b23-400b-ba49-2f0d8cbd93d6 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:05.374624 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c7b2d-a372-4fac-b784-e746e3b33df7 req-4cdc1e79-4b23-400b-ba49-2f0d8cbd93d6 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:05.381129 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c7b2d-a372-4fac-b784-e746e3b33df7 req-4cdc1e79-4b23-400b-ba49-2f0d8cbd93d6 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:05.390578 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c7b2d-a372-4fac-b784-e746e3b33df7 req-4cdc1e79-4b23-400b-ba49-2f0d8cbd93d6 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:05.400998 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c7b2d-a372-4fac-b784-e746e3b33df7 req-4cdc1e79-4b23-400b-ba49-2f0d8cbd93d6 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:05.404635 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f54c7b2d-a372-4fac-b784-e746e3b33df7 req-4cdc1e79-4b23-400b-ba49-2f0d8cbd93d6 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 5421 time: 0.1969411 Oct 19 01:07:05.424154 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee1b23-040b-4cea-be0c-0fd54e613167 req-50cd2e47-f909-475c-9fff-0e1f594f4fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:05.429311 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0fee1b23-040b-4cea-be0c-0fd54e613167 req-50cd2e47-f909-475c-9fff-0e1f594f4fac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d159951251f425b8e201bae6d58e0c2&device_id=528186f5-7860-4e29-85e8-8ece9125c2a9 HTTP/1.1" status: 200 len: 1095 time: 0.0681009 Oct 19 01:07:05.554568 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f54c7b2d-a372-4fac-b784-e746e3b33df7 req-81283fdd-2602-41a4-be31-14a97343148d tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc8025b-09bc-4bd9-9d99-46ada71b927c&id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1325939 Oct 19 01:07:05.569115 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4ede4-e115-4119-b8ac-a8a18cf1dde8 req-b9425807-5ec0-4517-be86-4ade33e87d99 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:05.577440 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4ede4-e115-4119-b8ac-a8a18cf1dde8 req-b9425807-5ec0-4517-be86-4ade33e87d99 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:05.588053 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-bccd61df-5571-4f68-93d0-05ce095c65c3 admin admin] For port b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:05.588053 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bccd61df-5571-4f68-93d0-05ce095c65c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:05.588436 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4ede4-e115-4119-b8ac-a8a18cf1dde8 req-b9425807-5ec0-4517-be86-4ade33e87d99 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:05.588516 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e7bdfd24-1a4a-4ae2-89ce-698b4ef96701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:05.592761 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4ede4-e115-4119-b8ac-a8a18cf1dde8 req-b9425807-5ec0-4517-be86-4ade33e87d99 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:05.598923 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4ede4-e115-4119-b8ac-a8a18cf1dde8 req-b9425807-5ec0-4517-be86-4ade33e87d99 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:05.619296 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bdfd24-1a4a-4ae2-89ce-698b4ef96701 admin admin] Pushing event deleted for resources: {'Port': ['ID=863d8e8c-365f-4334-ae77-e47ced9c3f7b,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:05.633260 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-bccd61df-5571-4f68-93d0-05ce095c65c3 admin admin] Calling delete_port for b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3 owned by network:router_gateway {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:07:05.643407 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4ede4-e115-4119-b8ac-a8a18cf1dde8 req-b9425807-5ec0-4517-be86-4ade33e87d99 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:05.663146 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4ede4-e115-4119-b8ac-a8a18cf1dde8 req-b9425807-5ec0-4517-be86-4ade33e87d99 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:05.678639 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51d4ede4-e115-4119-b8ac-a8a18cf1dde8 req-b9425807-5ec0-4517-be86-4ade33e87d99 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5428 time: 0.2390180 Oct 19 01:07:05.731971 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee1b23-040b-4cea-be0c-0fd54e613167 req-83ac4521-9d97-4205-993c-f1077bdd199b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:05.734016 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0fee1b23-040b-4cea-be0c-0fd54e613167 req-83ac4521-9d97-4205-993c-f1077bdd199b service neutron] 10.222.0.24 "GET /v2.0/networks?id=5e528a95-765b-4153-a63c-148757c15f94 HTTP/1.1" status: 200 len: 921 time: 0.2842426 Oct 19 01:07:05.755753 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51d4ede4-e115-4119-b8ac-a8a18cf1dde8 req-9a61e2a8-776d-456a-82b6-92f1c9653840 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0701408 Oct 19 01:07:05.802160 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0fee1b23-040b-4cea-be0c-0fd54e613167 req-f16e8679-3ddc-4903-a531-f9f71c7026ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2386209f-b554-4789-b901-25bdac88ebb0 HTTP/1.1" status: 200 len: 217 time: 0.0450892 Oct 19 01:07:05.912049 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee1b23-040b-4cea-be0c-0fd54e613167 req-d309bf09-357c-42b7-b2af-f4b4dbf5d5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:05.914430 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0fee1b23-040b-4cea-be0c-0fd54e613167 req-d309bf09-357c-42b7-b2af-f4b4dbf5d5d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de74403a-93c8-48d8-9fdc-ed1cd7b1d665 HTTP/1.1" status: 200 len: 859 time: 0.1040158 Oct 19 01:07:05.970781 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e7bdfd24-1a4a-4ae2-89ce-698b4ef96701 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:05.977564 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee1b23-040b-4cea-be0c-0fd54e613167 req-9c24b18f-1749-40b7-b85d-8b207a27295c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:05.979098 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0fee1b23-040b-4cea-be0c-0fd54e613167 req-9c24b18f-1749-40b7-b85d-8b207a27295c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5e528a95-765b-4153-a63c-148757c15f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574572 Oct 19 01:07:06.128387 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0fee1b23-040b-4cea-be0c-0fd54e613167 req-22d0c6d6-e553-41e4-8948-e11037bc6864 service neutron] 10.222.0.24 "GET /v2.0/networks/5e528a95-765b-4153-a63c-148757c15f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410019 Oct 19 01:07:06.226387 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bccd61df-5571-4f68-93d0-05ce095c65c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:06.241778 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0fee1b23-040b-4cea-be0c-0fd54e613167 req-31514444-ef93-4544-9f12-26e634a482ca service neutron] 10.222.0.24 "GET /v2.0/networks/5e528a95-765b-4153-a63c-148757c15f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042526 Oct 19 01:07:06.290807 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd61df-5571-4f68-93d0-05ce095c65c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:06.392461 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bccd61df-5571-4f68-93d0-05ce095c65c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:06.416713 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223fd351-3f1b-4842-8d2c-adfa745e7fb9 req-38cfed14-2ea9-4ec1-ba14-5f3f875fb3d1 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:06.418821 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-223fd351-3f1b-4842-8d2c-adfa745e7fb9 req-38cfed14-2ea9-4ec1-ba14-5f3f875fb3d1 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/ports?device_id=528186f5-7860-4e29-85e8-8ece9125c2a9 HTTP/1.1" status: 200 len: 943 time: 0.0619321 Oct 19 01:07:06.462441 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-223fd351-3f1b-4842-8d2c-adfa745e7fb9 req-bc748071-cace-4f3b-a6ea-c404a3edabd5 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/security-groups?id=62d6f1ca-d20e-4b99-a097-4c73c3e997a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370302 Oct 19 01:07:06.492984 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7bdfd24-1a4a-4ae2-89ce-698b4ef96701 admin admin] Router 77c60fec-6f16-4bec-9667-b305f18c83c7 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:07:06.495148 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bccd61df-5571-4f68-93d0-05ce095c65c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:06.497463 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bccd61df-5571-4f68-93d0-05ce095c65c3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:06.591275 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bccd61df-5571-4f68-93d0-05ce095c65c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:06.592014 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bccd61df-5571-4f68-93d0-05ce095c65c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e16fc6b3-40ea-450c-acc9-46e93f802809 {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:07:06.598117 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bccd61df-5571-4f68-93d0-05ce095c65c3 admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:06.599249 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-bccd61df-5571-4f68-93d0-05ce095c65c3 admin admin] 10.222.0.57 "DELETE /v2.0/routers/e16fc6b3-40ea-450c-acc9-46e93f802809 HTTP/1.1" status: 204 len: 168 time: 2.4911175 Oct 19 01:07:06.601655 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 60204) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:06.702960 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-66178c8e-0fb9-4829-aba9-2a7f8d883a28 admin admin] Deleting subnet f6e3e326-a0f9-41b4-84b9-41e9b50a5afe {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:07:06.707972 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-66178c8e-0fb9-4829-aba9-2a7f8d883a28 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:06.710435 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bdfd24-1a4a-4ae2-89ce-698b4ef96701 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:07:06.720319 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 6c7d010b-0e3f-4078-8bf9-666b31f5f46b no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:07:06.726546 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c76772-098b-4643-a8ca-6da2316aa436 None None] Sync routers for ids ['77c60fec-6f16-4bec-9667-b305f18c83c7'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:07:06.740618 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c76772-098b-4643-a8ca-6da2316aa436 None None] Routers {'77c60fec-6f16-4bec-9667-b305f18c83c7'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:07:06.741244 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-27c76772-098b-4643-a8ca-6da2316aa436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:06:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['77c60fec-6f16-4bec-9667-b305f18c83c7'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:06.754391 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 6c7d010b-0e3f-4078-8bf9-666b31f5f46b {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:07:06.754742 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 6c7d010b-0e3f-4078-8bf9-666b31f5f46b not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:07:06.760177 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-66178c8e-0fb9-4829-aba9-2a7f8d883a28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:06.793167 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e7bdfd24-1a4a-4ae2-89ce-698b4ef96701 admin admin] 10.222.0.57 "PUT /v2.0/routers/77c60fec-6f16-4bec-9667-b305f18c83c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2160051 Oct 19 01:07:06.795454 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9317931-e8c0-42e6-9f22-11ccb4134212 req-3c39d842-5e40-46d9-aae8-91fbac0f6531 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:06.796596 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 60214) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:06.797497 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c9317931-e8c0-42e6-9f22-11ccb4134212 req-3c39d842-5e40-46d9-aae8-91fbac0f6531 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac6461f-9466-4906-8ff6-ee125b142502 HTTP/1.1" status: 200 len: 950 time: 0.0660920 Oct 19 01:07:06.842755 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c9317931-e8c0-42e6-9f22-11ccb4134212 req-9a10dc39-32b3-45b2-994e-74b04aa3046c tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/security-groups?id=088e73c4-e4b4-4241-b573-24c3d0fa7c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392184 Oct 19 01:07:06.877832 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-27c76772-098b-4643-a8ca-6da2316aa436 None None] Set router 77c60fec-6f16-4bec-9667-b305f18c83c7 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:07:07.000927 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c239a-041d-4bca-9e1f-2fac21db2d2a req-c5474a2b-0340-40be-8360-21e8e8ee3b6a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:07.008855 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c239a-041d-4bca-9e1f-2fac21db2d2a req-c5474a2b-0340-40be-8360-21e8e8ee3b6a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:07.015348 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c239a-041d-4bca-9e1f-2fac21db2d2a req-c5474a2b-0340-40be-8360-21e8e8ee3b6a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:07.021361 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c239a-041d-4bca-9e1f-2fac21db2d2a req-c5474a2b-0340-40be-8360-21e8e8ee3b6a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:07.029064 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3f821-a457-44f3-bcb3-7d6e396f3a45 req-b58efdd2-09ae-4193-9d32-5424d49aa476 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:07.029195 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c239a-041d-4bca-9e1f-2fac21db2d2a req-c5474a2b-0340-40be-8360-21e8e8ee3b6a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:07.031625 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3f821-a457-44f3-bcb3-7d6e396f3a45 req-b58efdd2-09ae-4193-9d32-5424d49aa476 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:07.033968 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c239a-041d-4bca-9e1f-2fac21db2d2a req-c5474a2b-0340-40be-8360-21e8e8ee3b6a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:07.037540 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3f821-a457-44f3-bcb3-7d6e396f3a45 req-b58efdd2-09ae-4193-9d32-5424d49aa476 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:07.040119 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c239a-041d-4bca-9e1f-2fac21db2d2a req-c5474a2b-0340-40be-8360-21e8e8ee3b6a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:07.041997 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-282c239a-041d-4bca-9e1f-2fac21db2d2a req-c5474a2b-0340-40be-8360-21e8e8ee3b6a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5428 time: 0.1163101 Oct 19 01:07:07.044036 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3f821-a457-44f3-bcb3-7d6e396f3a45 req-b58efdd2-09ae-4193-9d32-5424d49aa476 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:07.050363 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3f821-a457-44f3-bcb3-7d6e396f3a45 req-b58efdd2-09ae-4193-9d32-5424d49aa476 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:07.055844 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3f821-a457-44f3-bcb3-7d6e396f3a45 req-b58efdd2-09ae-4193-9d32-5424d49aa476 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:07.062658 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3f821-a457-44f3-bcb3-7d6e396f3a45 req-b58efdd2-09ae-4193-9d32-5424d49aa476 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:07.066217 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-07b3f821-a457-44f3-bcb3-7d6e396f3a45 req-b58efdd2-09ae-4193-9d32-5424d49aa476 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 5421 time: 0.2770934 Oct 19 01:07:07.100940 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-282c239a-041d-4bca-9e1f-2fac21db2d2a req-518948fc-c71f-4bf2-aaba-092d184843dc tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430264 Oct 19 01:07:07.109417 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-66178c8e-0fb9-4829-aba9-2a7f8d883a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:07.112103 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1937db2c-398f-407e-a0e6-d805c486db1f admin admin] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:07.188731 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-27c76772-098b-4643-a8ca-6da2316aa436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'name': 'tempest-ServersTestManualDisk-931917-router', 'tenant_id': '9ca58805b0d5403faf61bcb76d75537a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '7fd894bf-98f2-43f2-ba30-77063c6762f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:15Z', 'updated_at': '2021-10-19T01:07:05Z', 'revision_number': 5, 'project_id': '9ca58805b0d5403faf61bcb76d75537a', 'gw_port': {'id': '7fd894bf-98f2-43f2-ba30-77063c6762f1', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ca:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:17Z', 'updated_at': '2021-10-19T01:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:07.208701 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-07b3f821-a457-44f3-bcb3-7d6e396f3a45 req-becebe95-c521-46e9-9345-7b238c53ec78 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc8025b-09bc-4bd9-9d99-46ada71b927c&id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1327629 Oct 19 01:07:07.218488 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c76772-098b-4643-a8ca-6da2316aa436 None None] Checking router: 77c60fec-6f16-4bec-9667-b305f18c83c7 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:07:07.228264 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c76772-098b-4643-a8ca-6da2316aa436 None None] Routers {'77c60fec-6f16-4bec-9667-b305f18c83c7'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:07:07.229085 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-27c76772-098b-4643-a8ca-6da2316aa436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:06:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['77c60fec-6f16-4bec-9667-b305f18c83c7'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:07.269430 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-66178c8e-0fb9-4829-aba9-2a7f8d883a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:07.302174 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66178c8e-0fb9-4829-aba9-2a7f8d883a28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6e3e326-a0f9-41b4-84b9-41e9b50a5afe,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:07.306240 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-66178c8e-0fb9-4829-aba9-2a7f8d883a28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:07.312003 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 60220) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:07.312162 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-66178c8e-0fb9-4829-aba9-2a7f8d883a28 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f6e3e326-a0f9-41b4-84b9-41e9b50a5afe HTTP/1.1" status: 204 len: 168 time: 0.7098477 Oct 19 01:07:07.313839 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1937db2c-398f-407e-a0e6-d805c486db1f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:07.320423 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7049259f-2d24-4838-9fa1-3914ca0344cd None None] Network fd51bea7-58f4-4883-bbf2-61d3b283d74e requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:07:07.374718 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-27c76772-098b-4643-a8ca-6da2316aa436 None None] Set router 77c60fec-6f16-4bec-9667-b305f18c83c7 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:07:07.407164 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-04b22d34-8f46-4d66-8a91-802e792eaaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:07.444045 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-1937db2c-398f-407e-a0e6-d805c486db1f admin admin] Deleting port 7fd894bf-98f2-43f2-ba30-77063c6762f1 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:07:07.444753 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1937db2c-398f-407e-a0e6-d805c486db1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:07.487816 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-04b22d34-8f46-4d66-8a91-802e792eaaef admin admin] Deleting port 2f8246c7-4c8f-4636-9af9-466aa60115ed {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:07:07.488214 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-04b22d34-8f46-4d66-8a91-802e792eaaef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:07.603575 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0c13e2-7ee5-4cb2-bcce-294336f34073 None None] DHCP port deletion for fd51bea7-58f4-4883-bbf2-61d3b283d74e request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:07:07.622636 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-1937db2c-398f-407e-a0e6-d805c486db1f admin admin] For port 7fd894bf-98f2-43f2-ba30-77063c6762f1, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=7fd894bf-98f2-43f2-ba30-77063c6762f1,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:07.623587 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1937db2c-398f-407e-a0e6-d805c486db1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:07.648401 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-1937db2c-398f-407e-a0e6-d805c486db1f admin admin] Calling delete_port for 7fd894bf-98f2-43f2-ba30-77063c6762f1 owned by network:router_gateway {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:07:07.653648 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-ed0c13e2-7ee5-4cb2-bcce-294336f34073 None None] Deleting port 2f8246c7-4c8f-4636-9af9-466aa60115ed {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:07:07.654302 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ed0c13e2-7ee5-4cb2-bcce-294336f34073 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:07.654924 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-27c76772-098b-4643-a8ca-6da2316aa436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'name': 'tempest-ServersTestManualDisk-931917-router', 'tenant_id': '9ca58805b0d5403faf61bcb76d75537a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '7fd894bf-98f2-43f2-ba30-77063c6762f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:15Z', 'updated_at': '2021-10-19T01:07:05Z', 'revision_number': 5, 'project_id': '9ca58805b0d5403faf61bcb76d75537a', 'gw_port': {'id': '7fd894bf-98f2-43f2-ba30-77063c6762f1', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ca:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:17Z', 'updated_at': '2021-10-19T01:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:07.675665 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9edaf-1bcf-4849-bf5b-f5ce8fe932ee req-c8d4fbfb-7626-4a4e-9ec8-8a1fb8f275b4 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:07.677404 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bcd9edaf-1bcf-4849-bf5b-f5ce8fe932ee req-c8d4fbfb-7626-4a4e-9ec8-8a1fb8f275b4 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/ports?device_id=528186f5-7860-4e29-85e8-8ece9125c2a9 HTTP/1.1" status: 200 len: 943 time: 0.1122417 Oct 19 01:07:07.701344 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c76772-098b-4643-a8ca-6da2316aa436 None None] The sync data for ids ['77c60fec-6f16-4bec-9667-b305f18c83c7'] in n-d-715271-26 is: [{'id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'name': 'tempest-ServersTestManualDisk-931917-router', 'tenant_id': '9ca58805b0d5403faf61bcb76d75537a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '7fd894bf-98f2-43f2-ba30-77063c6762f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:15Z', 'updated_at': '2021-10-19T01:07:05Z', 'revision_number': 5, 'project_id': '9ca58805b0d5403faf61bcb76d75537a', 'gw_port': {'id': '7fd894bf-98f2-43f2-ba30-77063c6762f1', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ca:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c60fec-6f16-4bec-9667-b305f18c83c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:17Z', 'updated_at': '2021-10-19T01:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:07:07.729444 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-ed0c13e2-7ee5-4cb2-bcce-294336f34073 None None] For port 2f8246c7-4c8f-4636-9af9-466aa60115ed, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=2f8246c7-4c8f-4636-9af9-466aa60115ed,segment=NetworkSegment(4fe9b83d-5b27-488f-a4a9-11c6ed1838ea),segment_id=4fe9b83d-5b27-488f-a4a9-11c6ed1838ea)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:07.729926 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ed0c13e2-7ee5-4cb2-bcce-294336f34073 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:07.745223 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-ed0c13e2-7ee5-4cb2-bcce-294336f34073 None None] Calling delete_port for 2f8246c7-4c8f-4636-9af9-466aa60115ed owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:07:07.816977 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bcd9edaf-1bcf-4849-bf5b-f5ce8fe932ee req-fbdfea07-4919-4917-9510-ae523e65e325 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/security-groups?id=62d6f1ca-d20e-4b99-a097-4c73c3e997a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777404 Oct 19 01:07:07.840321 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ed0c13e2-7ee5-4cb2-bcce-294336f34073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:07.867847 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c13e2-7ee5-4cb2-bcce-294336f34073 None None] Pushing event deleted for resources: {'Port': ['ID=2f8246c7-4c8f-4636-9af9-466aa60115ed,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:07.870095 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0c13e2-7ee5-4cb2-bcce-294336f34073 None None] No DVR routers for this DVR port 2f8246c7-4c8f-4636-9af9-466aa60115ed on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:07:07.891614 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-04b22d34-8f46-4d66-8a91-802e792eaaef admin admin] For port 2f8246c7-4c8f-4636-9af9-466aa60115ed, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=2f8246c7-4c8f-4636-9af9-466aa60115ed,segment=NetworkSegment(4fe9b83d-5b27-488f-a4a9-11c6ed1838ea),segment_id=4fe9b83d-5b27-488f-a4a9-11c6ed1838ea)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:07.892042 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-04b22d34-8f46-4d66-8a91-802e792eaaef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:07.895625 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1937db2c-398f-407e-a0e6-d805c486db1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:07.906372 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-04b22d34-8f46-4d66-8a91-802e792eaaef admin admin] Calling delete_port for 2f8246c7-4c8f-4636-9af9-466aa60115ed owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:07:07.926791 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937db2c-398f-407e-a0e6-d805c486db1f admin admin] Pushing event deleted for resources: {'Port': ['ID=7fd894bf-98f2-43f2-ba30-77063c6762f1,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:07.986084 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1937db2c-398f-407e-a0e6-d805c486db1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:08.020436 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd2bda-e9e4-4e04-9d43-1034f01c7835 req-a7fd4723-fbb1-489b-a832-a3325770f204 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:08.021927 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bacd2bda-e9e4-4e04-9d43-1034f01c7835 req-a7fd4723-fbb1-489b-a832-a3325770f204 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac6461f-9466-4906-8ff6-ee125b142502 HTTP/1.1" status: 200 len: 950 time: 0.0732186 Oct 19 01:07:08.029853 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-04b22d34-8f46-4d66-8a91-802e792eaaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:08.078648 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b22d34-8f46-4d66-8a91-802e792eaaef admin admin] Pushing event deleted for resources: {'Port': ['ID=2f8246c7-4c8f-4636-9af9-466aa60115ed,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:08.080811 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b22d34-8f46-4d66-8a91-802e792eaaef admin admin] No DVR routers for this DVR port 2f8246c7-4c8f-4636-9af9-466aa60115ed on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:07:08.081512 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1937db2c-398f-407e-a0e6-d805c486db1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:08.084088 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1937db2c-398f-407e-a0e6-d805c486db1f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:08.130121 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1937db2c-398f-407e-a0e6-d805c486db1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:08.131360 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1937db2c-398f-407e-a0e6-d805c486db1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77c60fec-6f16-4bec-9667-b305f18c83c7 {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:07:08.140186 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1937db2c-398f-407e-a0e6-d805c486db1f admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:08.140358 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bacd2bda-e9e4-4e04-9d43-1034f01c7835 req-2b35ba0c-9729-4159-a32e-bb7e2b9f1a68 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/security-groups?id=088e73c4-e4b4-4241-b573-24c3d0fa7c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111114 Oct 19 01:07:08.143672 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1937db2c-398f-407e-a0e6-d805c486db1f admin admin] 10.222.0.57 "DELETE /v2.0/routers/77c60fec-6f16-4bec-9667-b305f18c83c7 HTTP/1.1" status: 204 len: 168 time: 1.3431256 Oct 19 01:07:08.145025 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 60232) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:08.186673 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-04b22d34-8f46-4d66-8a91-802e792eaaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:08.205080 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-6383d9a7-7477-4e44-ab97-a42b92c84443 admin admin] Deleting subnet 31331c2c-08e9-492b-8825-a76f43d2b26c {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:07:08.208483 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6383d9a7-7477-4e44-ab97-a42b92c84443 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:08.210708 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-04b22d34-8f46-4d66-8a91-802e792eaaef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd51bea7-58f4-4883-bbf2-61d3b283d74e']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:08.235448 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-04b22d34-8f46-4d66-8a91-802e792eaaef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fe9b83d-5b27-488f-a4a9-11c6ed1838ea') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:08.235756 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-04b22d34-8f46-4d66-8a91-802e792eaaef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fe9b83d-5b27-488f-a4a9-11c6ed1838ea') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:08.257329 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-04b22d34-8f46-4d66-8a91-802e792eaaef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:08.276835 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6383d9a7-7477-4e44-ab97-a42b92c84443 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:08.284609 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-04b22d34-8f46-4d66-8a91-802e792eaaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:08.295099 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b22d34-8f46-4d66-8a91-802e792eaaef admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:07:08.295633 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-04b22d34-8f46-4d66-8a91-802e792eaaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: self.session.flush() Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: self.session.flush() Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: self.session.flush() Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: self.session.flush() Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:07:08.298286 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:07:08.321013 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf579f-7ed5-4f48-ac67-3211de4a3f4d req-2472e33c-571e-49d7-ba77-1f1967c2a37c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:08.326965 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf579f-7ed5-4f48-ac67-3211de4a3f4d req-2472e33c-571e-49d7-ba77-1f1967c2a37c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:08.332930 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf579f-7ed5-4f48-ac67-3211de4a3f4d req-2472e33c-571e-49d7-ba77-1f1967c2a37c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:08.338898 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf579f-7ed5-4f48-ac67-3211de4a3f4d req-2472e33c-571e-49d7-ba77-1f1967c2a37c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:08.345624 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf579f-7ed5-4f48-ac67-3211de4a3f4d req-2472e33c-571e-49d7-ba77-1f1967c2a37c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:08.351585 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf579f-7ed5-4f48-ac67-3211de4a3f4d req-2472e33c-571e-49d7-ba77-1f1967c2a37c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:08.357637 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf579f-7ed5-4f48-ac67-3211de4a3f4d req-2472e33c-571e-49d7-ba77-1f1967c2a37c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:08.359439 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3acf579f-7ed5-4f48-ac67-3211de4a3f4d req-2472e33c-571e-49d7-ba77-1f1967c2a37c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5428 time: 0.1317594 Oct 19 01:07:08.386639 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-04b22d34-8f46-4d66-8a91-802e792eaaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:08.393850 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-04b22d34-8f46-4d66-8a91-802e792eaaef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:08.399007 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-04b22d34-8f46-4d66-8a91-802e792eaaef admin admin] 10.222.0.57 "DELETE /v2.0/networks/fd51bea7-58f4-4883-bbf2-61d3b283d74e HTTP/1.1" status: 204 len: 168 time: 1.0832732 Oct 19 01:07:08.423705 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b22d34-8f46-4d66-8a91-802e792eaaef admin admin] Pushing event deleted for resources: {'Network': ['ID=fd51bea7-58f4-4883-bbf2-61d3b283d74e,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:08.438712 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57555a-86dd-4cc1-b5a6-7600b8170841 req-e7848edb-b1b6-4f0f-bca4-1a3159253dda tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:08.444797 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57555a-86dd-4cc1-b5a6-7600b8170841 req-e7848edb-b1b6-4f0f-bca4-1a3159253dda tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:08.450932 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57555a-86dd-4cc1-b5a6-7600b8170841 req-e7848edb-b1b6-4f0f-bca4-1a3159253dda tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:08.457811 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3acf579f-7ed5-4f48-ac67-3211de4a3f4d req-60323827-42e7-4f33-856a-b345fd556247 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0918190 Oct 19 01:07:08.469861 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57555a-86dd-4cc1-b5a6-7600b8170841 req-e7848edb-b1b6-4f0f-bca4-1a3159253dda tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:08.470051 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6383d9a7-7477-4e44-ab97-a42b92c84443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:08.475936 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57555a-86dd-4cc1-b5a6-7600b8170841 req-e7848edb-b1b6-4f0f-bca4-1a3159253dda tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:08.494334 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57555a-86dd-4cc1-b5a6-7600b8170841 req-e7848edb-b1b6-4f0f-bca4-1a3159253dda tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:08.512859 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57555a-86dd-4cc1-b5a6-7600b8170841 req-e7848edb-b1b6-4f0f-bca4-1a3159253dda tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:08.514866 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1c57555a-86dd-4cc1-b5a6-7600b8170841 req-e7848edb-b1b6-4f0f-bca4-1a3159253dda tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 5421 time: 0.2017248 Oct 19 01:07:08.524379 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 2386209f-b554-4789-b901-25bdac88ebb0 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:07:08.550724 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6383d9a7-7477-4e44-ab97-a42b92c84443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:08.599351 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1c57555a-86dd-4cc1-b5a6-7600b8170841 req-f53f772c-565a-4ac9-bb22-95af8ae12e4f tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc8025b-09bc-4bd9-9d99-46ada71b927c&id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0727420 Oct 19 01:07:08.611502 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383d9a7-7477-4e44-ab97-a42b92c84443 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31331c2c-08e9-492b-8825-a76f43d2b26c,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:08.634108 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 2d79080a-7caf-431d-a8fb-9bff77e01a3d no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:07:08.635749 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6383d9a7-7477-4e44-ab97-a42b92c84443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:08.636143 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7ed272-f443-45ef-9e93-a27601be52e0 None None] Network e0a933c8-d57d-4f34-92bd-33c9cee5c990 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:07:08.644561 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 60244) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:08.647279 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6383d9a7-7477-4e44-ab97-a42b92c84443 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/31331c2c-08e9-492b-8825-a76f43d2b26c HTTP/1.1" status: 204 len: 168 time: 0.5005202 Oct 19 01:07:08.731851 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ed31c88e-78d0-48ad-8875-2cd2a0e027c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:08.754332 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 60246) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:08.805082 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-ed31c88e-78d0-48ad-8875-2cd2a0e027c3 admin admin] Deleting port 72da8ba4-47bd-4871-91f7-9d74e4604d13 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:07:08.805426 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ed31c88e-78d0-48ad-8875-2cd2a0e027c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:08.812777 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8c0ebc0c-a416-4836-8113-de8fc71e4766 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fa4c9759c6854557bccf41d8ceb65c96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0570791 Oct 19 01:07:08.815443 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 60248) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:08.870795 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 2386209f-b554-4789-b901-25bdac88ebb0, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=2386209f-b554-4789-b901-25bdac88ebb0,segment=NetworkSegment(d19f75c5-7494-4022-8a08-e9eb3483a6bb),segment_id=d19f75c5-7494-4022-8a08-e9eb3483a6bb)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:08.878785 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8927e199-81b2-4161-b50a-72d35eafa837 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:08.893017 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-ed31c88e-78d0-48ad-8875-2cd2a0e027c3 admin admin] For port 72da8ba4-47bd-4871-91f7-9d74e4604d13, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=72da8ba4-47bd-4871-91f7-9d74e4604d13,segment=NetworkSegment(704ea1f5-eb98-4f05-aa53-1f4462ac5291),segment_id=704ea1f5-eb98-4f05-aa53-1f4462ac5291)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:08.893393 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ed31c88e-78d0-48ad-8875-2cd2a0e027c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:08.922887 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-ed31c88e-78d0-48ad-8875-2cd2a0e027c3 admin admin] Calling delete_port for 72da8ba4-47bd-4871-91f7-9d74e4604d13 owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:07:08.929026 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8927e199-81b2-4161-b50a-72d35eafa837 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:08.985090 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '2386209f-b554-4789-b901-25bdac88ebb0', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'port_id': '2386209f-b554-4789-b901-25bdac88ebb0', 'mac_address': 'fa:16:3e:66:cd:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:07:09.016129 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:09.065337 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac6461f-9466-4906-8ff6-ee125b142502', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d79080a-7caf-431d-a8fb-9bff77e01a3d'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:07:09.068036 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74538b3-2a59-4f77-8aa1-86febd4b7069" -d '{"events": [{"server_uuid": "cac6461f-9466-4906-8ff6-ee125b142502", "name": "network-vif-unplugged", "status": "completed", "tag": "2d79080a-7caf-431d-a8fb-9bff77e01a3d"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:07:09.109368 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8927e199-81b2-4161-b50a-72d35eafa837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:09.114096 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8927e199-81b2-4161-b50a-72d35eafa837 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:09.114499 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 2d79080a-7caf-431d-a8fb-9bff77e01a3d, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=2d79080a-7caf-431d-a8fb-9bff77e01a3d,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:09.116840 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8927e199-81b2-4161-b50a-72d35eafa837 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/347f47f1-4b18-45ed-8dcf-16615b994aa4 HTTP/1.1" status: 204 len: 168 time: 0.2995291 Oct 19 01:07:09.121593 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 2f8246c7-4c8f-4636-9af9-466aa60115ed no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:07:09.129700 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:09.140893 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927e199-81b2-4161-b50a-72d35eafa837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347f47f1-4b18-45ed-8dcf-16615b994aa4,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:09.157409 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889cf72-dc95-413e-a1f6-15e624a8e3d5 req-ff1527cd-4c6f-4ac1-a37d-21dbab40614a tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:09.159269 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0889cf72-dc95-413e-a1f6-15e624a8e3d5 req-ff1527cd-4c6f-4ac1-a37d-21dbab40614a tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.55 "GET /v2.0/ports?device_id=cac6461f-9466-4906-8ff6-ee125b142502 HTTP/1.1" status: 200 len: 950 time: 0.1415124 Oct 19 01:07:09.214338 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ed31c88e-78d0-48ad-8875-2cd2a0e027c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:09.229448 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=2d79080a-7caf-431d-a8fb-9bff77e01a3d,revision_number=11']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:09.265203 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 2f8246c7-4c8f-4636-9af9-466aa60115ed {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:07:09.265518 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 2f8246c7-4c8f-4636-9af9-466aa60115ed not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:07:09.265869 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 863d8e8c-365f-4334-ae77-e47ced9c3f7b no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:07:09.273448 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eabe5f0-b3a8-423c-984e-38f16ef78ce7 None None] DHCP port deletion for e0a933c8-d57d-4f34-92bd-33c9cee5c990 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:07:09.289644 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed31c88e-78d0-48ad-8875-2cd2a0e027c3 admin admin] No DVR routers for this DVR port 72da8ba4-47bd-4871-91f7-9d74e4604d13 on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:07:09.298231 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31c88e-78d0-48ad-8875-2cd2a0e027c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=72da8ba4-47bd-4871-91f7-9d74e4604d13,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:09.352683 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:09.354546 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 863d8e8c-365f-4334-ae77-e47ced9c3f7b {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:07:09.354946 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 863d8e8c-365f-4334-ae77-e47ced9c3f7b not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:07:09.355296 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:07:09.398766 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:07:09.399379 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b6cfeac4-66be-4d57-a2cb-6ba28c5c38d3 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:07:09.403879 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-0889cf72-dc95-413e-a1f6-15e624a8e3d5 req-eee77d9e-9473-47b0-9d40-6733b13bb8f8 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Deleting port 2d79080a-7caf-431d-a8fb-9bff77e01a3d {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:07:09.404333 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0889cf72-dc95-413e-a1f6-15e624a8e3d5 req-eee77d9e-9473-47b0-9d40-6733b13bb8f8 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:09.406088 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2386209f-b554-4789-b901-25bdac88ebb0 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:07:09.426013 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ed31c88e-78d0-48ad-8875-2cd2a0e027c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:09.436451 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e60aa-7cce-4f0a-87f4-963d0cf58e9d req-d701d774-0de9-44ce-8281-0d794d57d74f tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:09.438008 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1b0e60aa-7cce-4f0a-87f4-963d0cf58e9d req-d701d774-0de9-44ce-8281-0d794d57d74f tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/ports?device_id=528186f5-7860-4e29-85e8-8ece9125c2a9 HTTP/1.1" status: 200 len: 943 time: 0.4989867 Oct 19 01:07:09.452090 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 2386209f-b554-4789-b901-25bdac88ebb0, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=2386209f-b554-4789-b901-25bdac88ebb0,segment=NetworkSegment(d19f75c5-7494-4022-8a08-e9eb3483a6bb),segment_id=d19f75c5-7494-4022-8a08-e9eb3483a6bb)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:09.456898 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12aab21-2106-4a5b-8f85-704a562f9f8d x-openstack-request-id: req-c12aab21-2106-4a5b-8f85-704a562f9f8d {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:07:09.457263 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac6461f-9466-4906-8ff6-ee125b142502", "name": "network-vif-unplugged", "status": "completed", "tag": "2d79080a-7caf-431d-a8fb-9bff77e01a3d", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:07:09.457574 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c12aab21-2106-4a5b-8f85-704a562f9f8d {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:07:09.457974 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac6461f-9466-4906-8ff6-ee125b142502', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d79080a-7caf-431d-a8fb-9bff77e01a3d', 'code': 200} Oct 19 01:07:09.462953 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:09.497425 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-ed31c88e-78d0-48ad-8875-2cd2a0e027c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a933c8-d57d-4f34-92bd-33c9cee5c990']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:09.524056 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1b0e60aa-7cce-4f0a-87f4-963d0cf58e9d req-7629bd8e-b32e-48df-abf3-e0034b91c9fe tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/security-groups?id=62d6f1ca-d20e-4b99-a097-4c73c3e997a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778699 Oct 19 01:07:09.526106 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=2386209f-b554-4789-b901-25bdac88ebb0,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:09.534038 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-ed31c88e-78d0-48ad-8875-2cd2a0e027c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '704ea1f5-eb98-4f05-aa53-1f4462ac5291') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:09.537061 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-ed31c88e-78d0-48ad-8875-2cd2a0e027c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '704ea1f5-eb98-4f05-aa53-1f4462ac5291') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:09.559132 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ed31c88e-78d0-48ad-8875-2cd2a0e027c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:09.584617 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ed31c88e-78d0-48ad-8875-2cd2a0e027c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:09.592281 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed31c88e-78d0-48ad-8875-2cd2a0e027c3 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:07:09.593443 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ed31c88e-78d0-48ad-8875-2cd2a0e027c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:09.595884 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:07:09.595884 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:07:09.595884 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:07:09.595884 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:07:09.595884 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:07:09.595884 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:07:09.595884 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:07:09.595884 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:07:09.595884 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:07:09.595884 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:07:09.595884 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:07:09.595884 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:07:09.595884 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:07:09.595884 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:07:09.595884 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:07:09.595884 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:07:09.595884 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:07:09.595884 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:07:09.595884 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:07:09.595884 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:07:09.595884 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:07:09.595884 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:07:09.595884 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:07:09.595884 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:07:09.595884 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:07:09.595884 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:07:09.595884 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:07:09.595884 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:07:09.595884 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:07:09.595884 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:07:09.595884 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:07:09.595884 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:07:09.679903 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74f923-6ae7-4e1e-b094-868be1b0f2e2 req-d464d068-bbe7-493d-b906-3f69afc13b4d tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:09.688520 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eb74f923-6ae7-4e1e-b094-868be1b0f2e2 req-d464d068-bbe7-493d-b906-3f69afc13b4d tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac6461f-9466-4906-8ff6-ee125b142502 HTTP/1.1" status: 200 len: 948 time: 0.1156774 Oct 19 01:07:09.696503 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-0889cf72-dc95-413e-a1f6-15e624a8e3d5 req-eee77d9e-9473-47b0-9d40-6733b13bb8f8 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] For port 2d79080a-7caf-431d-a8fb-9bff77e01a3d, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=2d79080a-7caf-431d-a8fb-9bff77e01a3d,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:09.699075 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['2386209f-b554-4789-b901-25bdac88ebb0'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:07:09.702679 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0889cf72-dc95-413e-a1f6-15e624a8e3d5 req-eee77d9e-9473-47b0-9d40-6733b13bb8f8 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:09.729731 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ed31c88e-78d0-48ad-8875-2cd2a0e027c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:09.742067 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-0889cf72-dc95-413e-a1f6-15e624a8e3d5 req-eee77d9e-9473-47b0-9d40-6733b13bb8f8 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Calling delete_port for 2d79080a-7caf-431d-a8fb-9bff77e01a3d owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:07:09.742538 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ed31c88e-78d0-48ad-8875-2cd2a0e027c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:09.749667 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ed31c88e-78d0-48ad-8875-2cd2a0e027c3 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e0a933c8-d57d-4f34-92bd-33c9cee5c990 HTTP/1.1" status: 204 len: 168 time: 1.1013377 Oct 19 01:07:09.768575 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31c88e-78d0-48ad-8875-2cd2a0e027c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0a933c8-d57d-4f34-92bd-33c9cee5c990,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:09.790430 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092b0f1-9695-45e1-bcfd-03059cb094e2 req-c3aeb10d-03d9-43be-8640-7c0b58ba8b96 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:09.810187 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092b0f1-9695-45e1-bcfd-03059cb094e2 req-c3aeb10d-03d9-43be-8640-7c0b58ba8b96 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:09.828628 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092b0f1-9695-45e1-bcfd-03059cb094e2 req-c3aeb10d-03d9-43be-8640-7c0b58ba8b96 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:09.843216 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eb74f923-6ae7-4e1e-b094-868be1b0f2e2 req-ff808777-e6b4-4490-93db-cdaf939a3e92 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/security-groups?id=088e73c4-e4b4-4241-b573-24c3d0fa7c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483238 Oct 19 01:07:09.858493 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092b0f1-9695-45e1-bcfd-03059cb094e2 req-c3aeb10d-03d9-43be-8640-7c0b58ba8b96 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:09.866566 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092b0f1-9695-45e1-bcfd-03059cb094e2 req-c3aeb10d-03d9-43be-8640-7c0b58ba8b96 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:09.874408 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092b0f1-9695-45e1-bcfd-03059cb094e2 req-c3aeb10d-03d9-43be-8640-7c0b58ba8b96 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:09.882410 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092b0f1-9695-45e1-bcfd-03059cb094e2 req-c3aeb10d-03d9-43be-8640-7c0b58ba8b96 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:09.895936 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a092b0f1-9695-45e1-bcfd-03059cb094e2 req-c3aeb10d-03d9-43be-8640-7c0b58ba8b96 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5428 time: 0.2854199 Oct 19 01:07:09.976347 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 60288) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:09.993116 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a092b0f1-9695-45e1-bcfd-03059cb094e2 req-237d7163-9b40-4103-8a58-a6c0c1a6b3ea tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0957680 Oct 19 01:07:10.085675 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0889cf72-dc95-413e-a1f6-15e624a8e3d5 req-eee77d9e-9473-47b0-9d40-6733b13bb8f8 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:10.127411 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0be9d318-8654-4c0b-be5c-ba9a7cec21b1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9ca58805b0d5403faf61bcb76d75537a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455321 Oct 19 01:07:10.130435 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 60294) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:10.130700 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee77d9e-9473-47b0-9d40-6733b13bb8f8 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Pushing event deleted for resources: {'Port': ['ID=2d79080a-7caf-431d-a8fb-9bff77e01a3d,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:10.150993 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd128c0-d7f5-458b-b6db-5bc572a67645 req-0e9d700c-42dc-4a69-8ec7-4e74bd43918f tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:10.158162 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd128c0-d7f5-458b-b6db-5bc572a67645 req-0e9d700c-42dc-4a69-8ec7-4e74bd43918f tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:10.164150 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd128c0-d7f5-458b-b6db-5bc572a67645 req-0e9d700c-42dc-4a69-8ec7-4e74bd43918f tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:10.170638 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd128c0-d7f5-458b-b6db-5bc572a67645 req-0e9d700c-42dc-4a69-8ec7-4e74bd43918f tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:10.177192 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd128c0-d7f5-458b-b6db-5bc572a67645 req-0e9d700c-42dc-4a69-8ec7-4e74bd43918f tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:10.184695 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd128c0-d7f5-458b-b6db-5bc572a67645 req-0e9d700c-42dc-4a69-8ec7-4e74bd43918f tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:10.191337 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd128c0-d7f5-458b-b6db-5bc572a67645 req-0e9d700c-42dc-4a69-8ec7-4e74bd43918f tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:10.193384 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9cd128c0-d7f5-458b-b6db-5bc572a67645 req-0e9d700c-42dc-4a69-8ec7-4e74bd43918f tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 5421 time: 0.1931896 Oct 19 01:07:10.227599 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b82a52e-a6c2-4cd2-b1d6-80d6e24c827a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:10.249215 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-0889cf72-dc95-413e-a1f6-15e624a8e3d5 req-eee77d9e-9473-47b0-9d40-6733b13bb8f8 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] No DVR routers for this DVR port 2d79080a-7caf-431d-a8fb-9bff77e01a3d on host n-h1-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:07:10.258264 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0889cf72-dc95-413e-a1f6-15e624a8e3d5 req-eee77d9e-9473-47b0-9d40-6733b13bb8f8 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:10.260646 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b82a52e-a6c2-4cd2-b1d6-80d6e24c827a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:10.262592 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0889cf72-dc95-413e-a1f6-15e624a8e3d5 req-eee77d9e-9473-47b0-9d40-6733b13bb8f8 tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.55 "DELETE /v2.0/ports/2d79080a-7caf-431d-a8fb-9bff77e01a3d HTTP/1.1" status: 204 len: 173 time: 1.0960941 Oct 19 01:07:10.264517 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac6461f-9466-4906-8ff6-ee125b142502', 'name': 'network-vif-deleted', 'tag': '2d79080a-7caf-431d-a8fb-9bff77e01a3d'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:07:10.267148 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5b2d36-e38b-48c1-a322-7ebdd53d7248" -d '{"events": [{"server_uuid": "cac6461f-9466-4906-8ff6-ee125b142502", "name": "network-vif-deleted", "tag": "2d79080a-7caf-431d-a8fb-9bff77e01a3d"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:07:10.286689 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9cd128c0-d7f5-458b-b6db-5bc572a67645 req-88dc5fa6-cff4-4240-b0bc-7c682270f00b tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc8025b-09bc-4bd9-9d99-46ada71b927c&id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0859296 Oct 19 01:07:10.333375 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf09045d-7e94-478b-b521-ff1918fda4f6 x-openstack-request-id: req-cf09045d-7e94-478b-b521-ff1918fda4f6 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:07:10.333669 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac6461f-9466-4906-8ff6-ee125b142502", "name": "network-vif-deleted", "tag": "2d79080a-7caf-431d-a8fb-9bff77e01a3d", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:07:10.334666 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cf09045d-7e94-478b-b521-ff1918fda4f6 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:07:10.335067 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac6461f-9466-4906-8ff6-ee125b142502', 'name': 'network-vif-deleted', 'tag': '2d79080a-7caf-431d-a8fb-9bff77e01a3d', 'status': 'completed', 'code': 200} Oct 19 01:07:10.377627 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b82a52e-a6c2-4cd2-b1d6-80d6e24c827a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:10.380750 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b82a52e-a6c2-4cd2-b1d6-80d6e24c827a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:10.382168 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4b82a52e-a6c2-4cd2-b1d6-80d6e24c827a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9e2573d5-06fc-4d8c-912d-d9801d18dbbc HTTP/1.1" status: 204 len: 168 time: 0.2506585 Oct 19 01:07:10.396338 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b82a52e-a6c2-4cd2-b1d6-80d6e24c827a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2573d5-06fc-4d8c-912d-d9801d18dbbc,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:10.503767 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 60308) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:10.525607 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 2386209f-b554-4789-b901-25bdac88ebb0 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:07:10.616295 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 2386209f-b554-4789-b901-25bdac88ebb0 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:07:10.625571 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 2386209f-b554-4789-b901-25bdac88ebb0 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:07:10.625949 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:10.701579 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 72da8ba4-47bd-4871-91f7-9d74e4604d13 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:07:10.718885 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e5830-6cbe-4eb6-8137-31b46a3f9bd6 req-b19288f2-d3fe-4cfd-94bd-324230526cf3 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:10.726377 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-044e5830-6cbe-4eb6-8137-31b46a3f9bd6 req-b19288f2-d3fe-4cfd-94bd-324230526cf3 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/ports?device_id=528186f5-7860-4e29-85e8-8ece9125c2a9 HTTP/1.1" status: 200 len: 944 time: 0.1016190 Oct 19 01:07:10.753439 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 72da8ba4-47bd-4871-91f7-9d74e4604d13 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:07:10.753796 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 72da8ba4-47bd-4871-91f7-9d74e4604d13 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:07:10.754221 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7fd894bf-98f2-43f2-ba30-77063c6762f1 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:07:10.790583 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-fffa091c-8358-426d-ace7-38cf2ed7c90d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-531378051-network', 'tenant_id': '6e108e8f9d964fc8948299492d072863'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:10.803532 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 7fd894bf-98f2-43f2-ba30-77063c6762f1 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:07:10.803971 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7fd894bf-98f2-43f2-ba30-77063c6762f1 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:07:10.810568 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-044e5830-6cbe-4eb6-8137-31b46a3f9bd6 req-8bcacff1-e82c-485c-a290-197ab3e37c1c tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/security-groups?id=62d6f1ca-d20e-4b99-a097-4c73c3e997a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774479 Oct 19 01:07:10.831455 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffa091c-8358-426d-ace7-38cf2ed7c90d admin admin] Made reservation on behalf of 6e108e8f9d964fc8948299492d072863 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:07:10.834372 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fffa091c-8358-426d-ace7-38cf2ed7c90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:10.848704 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fffa091c-8358-426d-ace7-38cf2ed7c90d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:10.987921 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1f8b377-6e67-4d1e-99fb-75fdfc763668 req-bdadb0d1-15da-4dfe-8856-dde1c2c5bc7d tempest-ImagesOneServerTestJSON-1514139343 tempest-ImagesOneServerTestJSON-1514139343-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac6461f-9466-4906-8ff6-ee125b142502 HTTP/1.1" status: 200 len: 210 time: 0.0535142 Oct 19 01:07:10.995025 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:11.020526 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fffa091c-8358-426d-ace7-38cf2ed7c90d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:11.027557 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fffa091c-8358-426d-ace7-38cf2ed7c90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:11.038401 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 2386209f-b554-4789-b901-25bdac88ebb0, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=2386209f-b554-4789-b901-25bdac88ebb0,segment=NetworkSegment(d19f75c5-7494-4022-8a08-e9eb3483a6bb),segment_id=d19f75c5-7494-4022-8a08-e9eb3483a6bb)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:11.045029 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:11.069397 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fffa091c-8358-426d-ace7-38cf2ed7c90d admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:07:11.081556 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa091c-8358-426d-ace7-38cf2ed7c90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba7e6be-fb56-4e68-a65f-28f773dfabc5,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:11.111576 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=2386209f-b554-4789-b901-25bdac88ebb0,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:11.118670 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fffa091c-8358-426d-ace7-38cf2ed7c90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:11.118999 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-fffa091c-8358-426d-ace7-38cf2ed7c90d admin admin] Added segment 390ed8c9-9986-4671-aee6-159367c5ccee of type vlan for network 7b28de0c-4527-4d48-ab68-f343022c2981 Oct 19 01:07:11.124990 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:07:11.125333 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:07:11.125712 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:07:11.126239 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:07:11.126742 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:07:11.127208 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:07:11.127669 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:07:11.128208 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:07:11.128699 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:07:11.129300 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:07:11.130933 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:07:11.131896 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:07:11.141504 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba606c3-4b5f-449c-9241-adc56ec06316 req-0fa92948-9154-4049-9433-caae978dfed0 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:11.147650 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba606c3-4b5f-449c-9241-adc56ec06316 req-0fa92948-9154-4049-9433-caae978dfed0 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:11.153717 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba606c3-4b5f-449c-9241-adc56ec06316 req-0fa92948-9154-4049-9433-caae978dfed0 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:11.160384 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba606c3-4b5f-449c-9241-adc56ec06316 req-0fa92948-9154-4049-9433-caae978dfed0 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:11.166960 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba606c3-4b5f-449c-9241-adc56ec06316 req-0fa92948-9154-4049-9433-caae978dfed0 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:11.174995 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fffa091c-8358-426d-ace7-38cf2ed7c90d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:11.175156 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba606c3-4b5f-449c-9241-adc56ec06316 req-0fa92948-9154-4049-9433-caae978dfed0 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:11.181649 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba606c3-4b5f-449c-9241-adc56ec06316 req-0fa92948-9154-4049-9433-caae978dfed0 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:11.191007 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dba606c3-4b5f-449c-9241-adc56ec06316 req-0fa92948-9154-4049-9433-caae978dfed0 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5428 time: 0.1126306 Oct 19 01:07:11.208382 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fffa091c-8358-426d-ace7-38cf2ed7c90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:11.210361 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffa091c-8358-426d-ace7-38cf2ed7c90d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:11.211880 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fffa091c-8358-426d-ace7-38cf2ed7c90d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:11.238583 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dba606c3-4b5f-449c-9241-adc56ec06316 req-d519b399-0522-4544-9c6f-c23aa87e2690 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0465126 Oct 19 01:07:11.254784 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fffa091c-8358-426d-ace7-38cf2ed7c90d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7470803 Oct 19 01:07:11.255341 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 60340) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:11.260686 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-55523ee8-3165-4a1f-a20c-016bbb12f601 admin admin] Request body: {'subnet': {'network_id': '7b28de0c-4527-4d48-ab68-f343022c2981', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-531378051-subnet', 'tenant_id': '6e108e8f9d964fc8948299492d072863', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:11.315775 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa091c-8358-426d-ace7-38cf2ed7c90d admin admin] Pushing event updated for resources: {'Network': ['ID=7b28de0c-4527-4d48-ab68-f343022c2981,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:11.319664 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55523ee8-3165-4a1f-a20c-016bbb12f601 admin admin] Made reservation on behalf of 6e108e8f9d964fc8948299492d072863 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:07:11.322147 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-55523ee8-3165-4a1f-a20c-016bbb12f601 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:11.327312 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 7b28de0c-4527-4d48-ab68-f343022c2981 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:07:11.399020 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 60350) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:11.459450 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528186f5-7860-4e29-85e8-8ece9125c2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2386209f-b554-4789-b901-25bdac88ebb0'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:07:11.462140 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c96cb5-800d-413c-8863-70a76429da10" -d '{"events": [{"server_uuid": "528186f5-7860-4e29-85e8-8ece9125c2a9", "name": "network-vif-plugged", "status": "completed", "tag": "2386209f-b554-4789-b901-25bdac88ebb0"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:07:11.493796 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16be7c2-5f81-4db2-8d34-c1ce128f1c9b req-80f2cd05-995d-46f0-b029-98be29b47f5f tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:11.501042 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16be7c2-5f81-4db2-8d34-c1ce128f1c9b req-80f2cd05-995d-46f0-b029-98be29b47f5f tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:11.504364 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e42040-3de4-4a58-84c6-cc1efa860668 x-openstack-request-id: req-82e42040-3de4-4a58-84c6-cc1efa860668 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:07:11.504662 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528186f5-7860-4e29-85e8-8ece9125c2a9", "name": "network-vif-plugged", "status": "completed", "tag": "2386209f-b554-4789-b901-25bdac88ebb0", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:07:11.504919 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-82e42040-3de4-4a58-84c6-cc1efa860668 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:07:11.505364 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '528186f5-7860-4e29-85e8-8ece9125c2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2386209f-b554-4789-b901-25bdac88ebb0', 'code': 200} Oct 19 01:07:11.507879 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16be7c2-5f81-4db2-8d34-c1ce128f1c9b req-80f2cd05-995d-46f0-b029-98be29b47f5f tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:11.514780 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16be7c2-5f81-4db2-8d34-c1ce128f1c9b req-80f2cd05-995d-46f0-b029-98be29b47f5f tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:11.520942 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16be7c2-5f81-4db2-8d34-c1ce128f1c9b req-80f2cd05-995d-46f0-b029-98be29b47f5f tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:11.527252 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16be7c2-5f81-4db2-8d34-c1ce128f1c9b req-80f2cd05-995d-46f0-b029-98be29b47f5f tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:11.534528 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-c76adb3a-31e9-459c-b1bd-01e275514cfa admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1432093877-network', 'tenant_id': '4cbb01b064ac4211a936f6a5e3b46bc7'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:11.541568 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16be7c2-5f81-4db2-8d34-c1ce128f1c9b req-80f2cd05-995d-46f0-b029-98be29b47f5f tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:11.544373 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d16be7c2-5f81-4db2-8d34-c1ce128f1c9b req-80f2cd05-995d-46f0-b029-98be29b47f5f tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 5421 time: 0.1331294 Oct 19 01:07:11.565614 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76adb3a-31e9-459c-b1bd-01e275514cfa admin admin] Made reservation on behalf of 4cbb01b064ac4211a936f6a5e3b46bc7 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:07:11.570853 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c76adb3a-31e9-459c-b1bd-01e275514cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:11.580560 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c76adb3a-31e9-459c-b1bd-01e275514cfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:11.657251 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d16be7c2-5f81-4db2-8d34-c1ce128f1c9b req-bdeca3e6-2351-4a71-9cc6-ca75411cd77a tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc8025b-09bc-4bd9-9d99-46ada71b927c&id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0829020 Oct 19 01:07:11.677355 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c76adb3a-31e9-459c-b1bd-01e275514cfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:11.690358 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c76adb3a-31e9-459c-b1bd-01e275514cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:11.701120 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc51e3-6b81-4963-82b2-b6cca5f2186a req-9feecc18-2490-4154-bb9a-61890a97f971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:11.702657 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fcfc51e3-6b81-4963-82b2-b6cca5f2186a req-9feecc18-2490-4154-bb9a-61890a97f971 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=528186f5-7860-4e29-85e8-8ece9125c2a9 HTTP/1.1" status: 200 len: 1097 time: 0.1296411 Oct 19 01:07:11.721641 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c76adb3a-31e9-459c-b1bd-01e275514cfa admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:07:11.727065 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76adb3a-31e9-459c-b1bd-01e275514cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912fdeb9-c040-404c-9501-52bd822b4b52,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:11.736079 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c76adb3a-31e9-459c-b1bd-01e275514cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:11.736475 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-c76adb3a-31e9-459c-b1bd-01e275514cfa admin admin] Added segment 58668859-160f-43ae-b750-9643ddcd483a of type vlan for network 82add48a-25a4-40c3-b2f6-cb9c883b8902 Oct 19 01:07:11.746659 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fcfc51e3-6b81-4963-82b2-b6cca5f2186a req-ca8894d1-e3f6-46a5-bf83-2b74c6f78831 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=62d6f1ca-d20e-4b99-a097-4c73c3e997a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338402 Oct 19 01:07:11.748030 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-55523ee8-3165-4a1f-a20c-016bbb12f601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:11.780131 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c76adb3a-31e9-459c-b1bd-01e275514cfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:11.806558 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c76adb3a-31e9-459c-b1bd-01e275514cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:11.807528 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76adb3a-31e9-459c-b1bd-01e275514cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:11.808373 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c76adb3a-31e9-459c-b1bd-01e275514cfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:11.808721 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55523ee8-3165-4a1f-a20c-016bbb12f601 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70672b34-a2f2-4409-affd-0df303ae693f,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:11.817610 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55523ee8-3165-4a1f-a20c-016bbb12f601 admin admin] Checking segment: {'id': '390ed8c9-9986-4671-aee6-159367c5ccee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7b28de0c-4527-4d48-ab68-f343022c2981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:07:11.818033 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55523ee8-3165-4a1f-a20c-016bbb12f601 admin admin] Network hostable DHCP agents. Network: 7b28de0c-4527-4d48-ab68-f343022c2981, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:07:11.839044 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55523ee8-3165-4a1f-a20c-016bbb12f601 admin admin] Network 7b28de0c-4527-4d48-ab68-f343022c2981 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:07:11.845805 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c76adb3a-31e9-459c-b1bd-01e275514cfa admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4459040 Oct 19 01:07:11.848690 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 60370) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:11.854984 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-55523ee8-3165-4a1f-a20c-016bbb12f601 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 7b28de0c-4527-4d48-ab68-f343022c2981) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:07:11.861175 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55523ee8-3165-4a1f-a20c-016bbb12f601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:11.862095 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-55523ee8-3165-4a1f-a20c-016bbb12f601 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:11.866258 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7622806e-448e-49e3-8013-074a0c280c7c None None] Network 7b28de0c-4527-4d48-ab68-f343022c2981 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:07:11.879452 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-3406491c-64c0-42a7-bb70-d31f75087ed8 admin admin] Request body: {'subnet': {'network_id': '82add48a-25a4-40c3-b2f6-cb9c883b8902', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1432093877-subnet', 'tenant_id': '4cbb01b064ac4211a936f6a5e3b46bc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:11.884251 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76adb3a-31e9-459c-b1bd-01e275514cfa admin admin] Pushing event updated for resources: {'Network': ['ID=82add48a-25a4-40c3-b2f6-cb9c883b8902,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:11.913682 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 82add48a-25a4-40c3-b2f6-cb9c883b8902 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:07:11.916511 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-55523ee8-3165-4a1f-a20c-016bbb12f601 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6525455 Oct 19 01:07:11.925630 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3406491c-64c0-42a7-bb70-d31f75087ed8 admin admin] Made reservation on behalf of 4cbb01b064ac4211a936f6a5e3b46bc7 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:07:11.927986 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3406491c-64c0-42a7-bb70-d31f75087ed8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:12.118240 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b707ab64-01a3-4ad2-9dcd-0384250e87e4 None None] Network 7b28de0c-4527-4d48-ab68-f343022c2981 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:07:12.152096 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf04bf1-3631-4262-9bb4-685514a74851 req-457c8a11-da39-4a72-a18a-4f63e498092b tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:12.160906 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7bf04bf1-3631-4262-9bb4-685514a74851 req-457c8a11-da39-4a72-a18a-4f63e498092b tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/ports?device_id=528186f5-7860-4e29-85e8-8ece9125c2a9 HTTP/1.1" status: 200 len: 945 time: 0.2035546 Oct 19 01:07:12.238659 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7bf04bf1-3631-4262-9bb4-685514a74851 req-5784f2ce-139f-4c16-8480-ce46e4d6164f tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/security-groups?id=62d6f1ca-d20e-4b99-a097-4c73c3e997a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692351 Oct 19 01:07:12.438172 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 60394) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:12.644576 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-33168d07-07f6-4723-9efc-b2c7cb0f7cc0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=465142f0e7424e13813183fcd6cf1568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2042456 Oct 19 01:07:12.647334 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 60406) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:12.729328 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3406491c-64c0-42a7-bb70-d31f75087ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:12.753722 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8c2cc-62c8-47c3-b681-fc879f2dc30b req-e01d7860-249b-4d9d-9380-60ebf82cd97f tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:12.760652 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8c2cc-62c8-47c3-b681-fc879f2dc30b req-e01d7860-249b-4d9d-9380-60ebf82cd97f tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:12.769024 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8c2cc-62c8-47c3-b681-fc879f2dc30b req-e01d7860-249b-4d9d-9380-60ebf82cd97f tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:12.778742 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-bb277fe2-b534-4a5c-aab2-0bb88de6f562 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:12.779747 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-bb277fe2-b534-4a5c-aab2-0bb88de6f562 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/networks?id=7b28de0c-4527-4d48-ab68-f343022c2981 HTTP/1.1" status: 200 len: 814 time: 0.1734104 Oct 19 01:07:12.789337 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8c2cc-62c8-47c3-b681-fc879f2dc30b req-e01d7860-249b-4d9d-9380-60ebf82cd97f tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:12.797014 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8c2cc-62c8-47c3-b681-fc879f2dc30b req-e01d7860-249b-4d9d-9380-60ebf82cd97f tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:12.800680 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-baa4b64f-ccfa-4406-9471-d8e7104acfd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:12.805591 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-a0788ec2-b219-422a-9c38-5687d9ba06b7 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/quotas/6e108e8f9d964fc8948299492d072863 HTTP/1.1" status: 200 len: 375 time: 0.0167272 Oct 19 01:07:12.810384 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8c2cc-62c8-47c3-b681-fc879f2dc30b req-e01d7860-249b-4d9d-9380-60ebf82cd97f tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:12.826452 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8c2cc-62c8-47c3-b681-fc879f2dc30b req-e01d7860-249b-4d9d-9380-60ebf82cd97f tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:12.828521 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9cb8c2cc-62c8-47c3-b681-fc879f2dc30b req-e01d7860-249b-4d9d-9380-60ebf82cd97f tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5428 time: 0.1662211 Oct 19 01:07:12.857022 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-75c61b76-0a56-4170-aeca-d2dd88c42537 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6e108e8f9d964fc8948299492d072863&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379665 Oct 19 01:07:12.862471 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-baa4b64f-ccfa-4406-9471-d8e7104acfd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:12.914552 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406491c-64c0-42a7-bb70-d31f75087ed8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b00a55bd-e044-44cb-8275-8cb6d0388b8e,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:12.927037 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9cb8c2cc-62c8-47c3-b681-fc879f2dc30b req-1c366206-3373-45d2-a10c-a6d73767ca09 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0763330 Oct 19 01:07:12.929803 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3406491c-64c0-42a7-bb70-d31f75087ed8 admin admin] Checking segment: {'id': '58668859-160f-43ae-b750-9643ddcd483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '82add48a-25a4-40c3-b2f6-cb9c883b8902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:07:12.930155 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3406491c-64c0-42a7-bb70-d31f75087ed8 admin admin] Network hostable DHCP agents. Network: 82add48a-25a4-40c3-b2f6-cb9c883b8902, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:07:12.979232 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3406491c-64c0-42a7-bb70-d31f75087ed8 admin admin] Network 82add48a-25a4-40c3-b2f6-cb9c883b8902 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:07:12.999552 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-baa4b64f-ccfa-4406-9471-d8e7104acfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:13.000388 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-3406491c-64c0-42a7-bb70-d31f75087ed8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 82add48a-25a4-40c3-b2f6-cb9c883b8902) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:07:13.002146 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-baa4b64f-ccfa-4406-9471-d8e7104acfd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:13.005594 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-baa4b64f-ccfa-4406-9471-d8e7104acfd0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/088e73c4-e4b4-4241-b573-24c3d0fa7c02 HTTP/1.1" status: 204 len: 168 time: 0.3551083 Oct 19 01:07:13.015664 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484629fb-4f00-45c9-8603-2fa65db68350 None None] Network 82add48a-25a4-40c3-b2f6-cb9c883b8902 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:07:13.034461 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-297ba2db-4cb6-4524-aff0-16a0407a114d service neutron] 10.222.0.57 "GET /v2.0/networks/7b28de0c-4527-4d48-ab68-f343022c2981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652634 Oct 19 01:07:13.071168 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3406491c-64c0-42a7-bb70-d31f75087ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:13.072062 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3406491c-64c0-42a7-bb70-d31f75087ed8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:13.100059 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4b64f-ccfa-4406-9471-d8e7104acfd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088e73c4-e4b4-4241-b573-24c3d0fa7c02,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:13.108381 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3406491c-64c0-42a7-bb70-d31f75087ed8 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2339430 Oct 19 01:07:13.143921 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc33988-609f-4cf1-8363-e6a5d5fbf2ce req-7f7092ab-3ad9-46bb-83e5-88132626c205 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:13.155159 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc33988-609f-4cf1-8363-e6a5d5fbf2ce req-7f7092ab-3ad9-46bb-83e5-88132626c205 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:13.168783 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc33988-609f-4cf1-8363-e6a5d5fbf2ce req-7f7092ab-3ad9-46bb-83e5-88132626c205 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:13.178424 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc33988-609f-4cf1-8363-e6a5d5fbf2ce req-7f7092ab-3ad9-46bb-83e5-88132626c205 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:13.186778 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc33988-609f-4cf1-8363-e6a5d5fbf2ce req-7f7092ab-3ad9-46bb-83e5-88132626c205 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:13.187363 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066e2a4a-d455-46ef-bbc0-822c3e7dc240 None None] Network 82add48a-25a4-40c3-b2f6-cb9c883b8902 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:07:13.193466 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc33988-609f-4cf1-8363-e6a5d5fbf2ce req-7f7092ab-3ad9-46bb-83e5-88132626c205 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:13.201856 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc33988-609f-4cf1-8363-e6a5d5fbf2ce req-7f7092ab-3ad9-46bb-83e5-88132626c205 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:13.211210 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3bc33988-609f-4cf1-8363-e6a5d5fbf2ce req-7f7092ab-3ad9-46bb-83e5-88132626c205 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 5421 time: 0.1843357 Oct 19 01:07:13.264231 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3bc33988-609f-4cf1-8363-e6a5d5fbf2ce req-c3e920cd-8f17-47c7-aad8-0df6007edc2c tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc8025b-09bc-4bd9-9d99-46ada71b927c&id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520680 Oct 19 01:07:13.316078 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-727558c4-f7bf-4ab2-9326-2aac6202f562 service neutron] 10.222.0.57 "GET /v2.0/networks/7b28de0c-4527-4d48-ab68-f343022c2981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805028 Oct 19 01:07:13.428088 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73aec6-4e23-420f-9d1b-08f673d49a86 req-bc6ddc58-8e88-4682-8393-69515fba03e4 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:13.435711 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fa73aec6-4e23-420f-9d1b-08f673d49a86 req-bc6ddc58-8e88-4682-8393-69515fba03e4 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/ports?device_id=528186f5-7860-4e29-85e8-8ece9125c2a9 HTTP/1.1" status: 200 len: 945 time: 0.0988398 Oct 19 01:07:13.480474 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fa73aec6-4e23-420f-9d1b-08f673d49a86 req-ae05ae6a-f297-47a7-a010-423624e9bc88 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/security-groups?id=62d6f1ca-d20e-4b99-a097-4c73c3e997a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437467 Oct 19 01:07:13.672729 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-67256f0c-a77b-4042-80ec-8e1cfd2c29b9 req-3664e451-2c50-44f7-a9c6-174bbb8f1f3e tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 210 time: 0.0546381 Oct 19 01:07:13.885482 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-339286d5-6f78-48b9-bd8b-f7faebcc4557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:13.888662 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cfa64-3f60-42ed-a9be-965a2049a989 req-db71dcb2-2bb3-46e3-a42a-6928ab5be783 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:13.895786 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b89cfa64-3f60-42ed-a9be-965a2049a989 req-db71dcb2-2bb3-46e3-a42a-6928ab5be783 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec598e4f-08c8-49a9-9e9f-5e6d00e40b56&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1441720 Oct 19 01:07:13.955630 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b89cfa64-3f60-42ed-a9be-965a2049a989 req-ddd9e702-2e37-4c3a-a429-6f41ddf6d540 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.165 HTTP/1.1" status: 200 len: 696 time: 0.0589108 Oct 19 01:07:13.960282 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-b89cfa64-3f60-42ed-a9be-965a2049a989 req-982cabe1-728a-4744-818f-de9ed8373850 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Request body: {'floatingip': {'port_id': 'c7078771-4320-45b1-ae7b-ee55db29d068', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:14.001491 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b89cfa64-3f60-42ed-a9be-965a2049a989 req-982cabe1-728a-4744-818f-de9ed8373850 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks [] for floatingip, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:14.102366 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103aded7-f5a5-4745-945e-089adcc9e548 req-c7928501-26ee-4ce3-89ca-60d88af65ed1 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:14.104433 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-103aded7-f5a5-4745-945e-089adcc9e548 req-c7928501-26ee-4ce3-89ca-60d88af65ed1 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] 10.222.0.57 "GET /v2.0/networks?id=82add48a-25a4-40c3-b2f6-cb9c883b8902 HTTP/1.1" status: 200 len: 818 time: 0.1734166 Oct 19 01:07:14.119668 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 60468) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:14.130030 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-103aded7-f5a5-4745-945e-089adcc9e548 req-67557bff-6750-48e7-85b7-266a046f067d tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] 10.222.0.57 "GET /v2.0/quotas/4cbb01b064ac4211a936f6a5e3b46bc7 HTTP/1.1" status: 200 len: 375 time: 0.0179563 Oct 19 01:07:14.185912 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-103aded7-f5a5-4745-945e-089adcc9e548 req-9ff818ba-c5b3-43bf-b03a-d038d8ed19b2 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4cbb01b064ac4211a936f6a5e3b46bc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497334 Oct 19 01:07:14.291394 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-7c5b6c90-265f-4cd7-ac2e-b8979c467319 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1175862873-network', 'tenant_id': 'aef14a4a7bce4b409bf453cfd0224e9d'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:14.321174 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5b6c90-265f-4cd7-ac2e-b8979c467319 admin admin] Made reservation on behalf of aef14a4a7bce4b409bf453cfd0224e9d for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:07:14.324543 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7c5b6c90-265f-4cd7-ac2e-b8979c467319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:14.348613 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7c5b6c90-265f-4cd7-ac2e-b8979c467319 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:14.474584 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-103aded7-f5a5-4745-945e-089adcc9e548 req-fbd1166e-670c-45e7-97bc-20994b36a320 service neutron] 10.222.0.57 "GET /v2.0/networks/82add48a-25a4-40c3-b2f6-cb9c883b8902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879219 Oct 19 01:07:14.582074 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7c5b6c90-265f-4cd7-ac2e-b8979c467319 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:14.593409 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 2d79080a-7caf-431d-a8fb-9bff77e01a3d no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:07:14.597791 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7c5b6c90-265f-4cd7-ac2e-b8979c467319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:14.620065 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b89cfa64-3f60-42ed-a9be-965a2049a989 req-982cabe1-728a-4744-818f-de9ed8373850 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:14.630800 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 2d79080a-7caf-431d-a8fb-9bff77e01a3d {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:07:14.631473 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 2d79080a-7caf-431d-a8fb-9bff77e01a3d not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:07:14.632243 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b89cfa64-3f60-42ed-a9be-965a2049a989 req-982cabe1-728a-4744-818f-de9ed8373850 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:14.646015 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c5b6c90-265f-4cd7-ac2e-b8979c467319 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:07:14.661399 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-103aded7-f5a5-4745-945e-089adcc9e548 req-1ccf6476-ae4a-4cab-bc97-37ebaf7a2b93 service neutron] 10.222.0.57 "GET /v2.0/networks/82add48a-25a4-40c3-b2f6-cb9c883b8902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750410 Oct 19 01:07:14.668786 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7c5b6c90-265f-4cd7-ac2e-b8979c467319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:14.669121 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-7c5b6c90-265f-4cd7-ac2e-b8979c467319 admin admin] Added segment df5d11b7-87ae-421c-99f1-98201a3e2cdb of type vlan for network 770baa26-0c84-4541-ad85-0793272d252f Oct 19 01:07:14.676986 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b6c90-265f-4cd7-ac2e-b8979c467319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6577e84b-5f57-4064-9790-3df1721dc2f6,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:14.718459 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7c5b6c90-265f-4cd7-ac2e-b8979c467319 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:14.823596 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [req-b89cfa64-3f60-42ed-a9be-965a2049a989 req-982cabe1-728a-4744-818f-de9ed8373850 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Floating IP 74a5cbc8-42ad-44fa-8d79-e2f050f127fc associated. External IP: 172.25.8.165, port: c7078771-4320-45b1-ae7b-ee55db29d068. Oct 19 01:07:14.881233 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-a98f6c0c-5286-4010-b337-994cffd64db9 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:14.882975 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-a98f6c0c-5286-4010-b337-994cffd64db9 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.55 "GET /v2.0/networks?id=7b28de0c-4527-4d48-ab68-f343022c2981 HTTP/1.1" status: 200 len: 814 time: 0.1612086 Oct 19 01:07:14.899109 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-3849aa70-2ef7-421e-8671-657884e06938 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Request body: {'port': {'device_id': '53ecfe1c-8de5-4188-afa7-e152f07987a4', 'network_id': '7b28de0c-4527-4d48-ab68-f343022c2981', 'admin_state_up': True, 'tenant_id': '6e108e8f9d964fc8948299492d072863'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:14.927380 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7c5b6c90-265f-4cd7-ac2e-b8979c467319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:14.932159 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5b6c90-265f-4cd7-ac2e-b8979c467319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:14.932955 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7c5b6c90-265f-4cd7-ac2e-b8979c467319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:15.084073 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7c5b6c90-265f-4cd7-ac2e-b8979c467319 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9626215 Oct 19 01:07:15.091145 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 60492) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:15.099563 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-79f1e220-db32-4c8c-8348-df036be39115 admin admin] Request body: {'subnet': {'network_id': '770baa26-0c84-4541-ad85-0793272d252f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1175862873-subnet', 'tenant_id': 'aef14a4a7bce4b409bf453cfd0224e9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:15.119582 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0a33a-9947-4606-8a94-645a182c8996 req-58a3ba6e-f27d-4e68-9561-549077a2d03c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:15.126646 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0a33a-9947-4606-8a94-645a182c8996 req-58a3ba6e-f27d-4e68-9561-549077a2d03c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:15.133755 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0a33a-9947-4606-8a94-645a182c8996 req-58a3ba6e-f27d-4e68-9561-549077a2d03c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:15.146155 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0a33a-9947-4606-8a94-645a182c8996 req-58a3ba6e-f27d-4e68-9561-549077a2d03c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:15.153426 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0a33a-9947-4606-8a94-645a182c8996 req-58a3ba6e-f27d-4e68-9561-549077a2d03c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:15.160241 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0a33a-9947-4606-8a94-645a182c8996 req-58a3ba6e-f27d-4e68-9561-549077a2d03c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:15.166559 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0a33a-9947-4606-8a94-645a182c8996 req-58a3ba6e-f27d-4e68-9561-549077a2d03c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:15.168702 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4de0a33a-9947-4606-8a94-645a182c8996 req-58a3ba6e-f27d-4e68-9561-549077a2d03c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5428 time: 0.2846746 Oct 19 01:07:15.208496 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b6c90-265f-4cd7-ac2e-b8979c467319 admin admin] Pushing event updated for resources: {'Network': ['ID=770baa26-0c84-4541-ad85-0793272d252f,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:15.221383 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 770baa26-0c84-4541-ad85-0793272d252f details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:07:15.319240 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f1e220-db32-4c8c-8348-df036be39115 admin admin] Made reservation on behalf of aef14a4a7bce4b409bf453cfd0224e9d for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:07:15.327456 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-79f1e220-db32-4c8c-8348-df036be39115 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:15.367795 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4de0a33a-9947-4606-8a94-645a182c8996 req-90c13d65-9bf4-4e4a-9994-30dab12e97ed tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1661205 Oct 19 01:07:15.431437 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-3849aa70-2ef7-421e-8671-657884e06938 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Made reservation on behalf of 6e108e8f9d964fc8948299492d072863 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:07:15.436547 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-3849aa70-2ef7-421e-8671-657884e06938 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:15.608723 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b89cfa64-3f60-42ed-a9be-965a2049a989 req-982cabe1-728a-4744-818f-de9ed8373850 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Router 9c7deb7d-08ab-482f-a466-7679d5aca48f has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:07:15.657584 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a538fec-b3d8-418e-8943-a34022b4d201 req-9ca3b585-ecde-4740-bab0-b7a20ae54ec5 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:15.664613 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a538fec-b3d8-418e-8943-a34022b4d201 req-9ca3b585-ecde-4740-bab0-b7a20ae54ec5 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:15.673515 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a538fec-b3d8-418e-8943-a34022b4d201 req-9ca3b585-ecde-4740-bab0-b7a20ae54ec5 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:15.680332 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a538fec-b3d8-418e-8943-a34022b4d201 req-9ca3b585-ecde-4740-bab0-b7a20ae54ec5 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:15.686564 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a538fec-b3d8-418e-8943-a34022b4d201 req-9ca3b585-ecde-4740-bab0-b7a20ae54ec5 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:15.693030 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a538fec-b3d8-418e-8943-a34022b4d201 req-9ca3b585-ecde-4740-bab0-b7a20ae54ec5 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:15.699092 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a538fec-b3d8-418e-8943-a34022b4d201 req-9ca3b585-ecde-4740-bab0-b7a20ae54ec5 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:15.707702 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0a538fec-b3d8-418e-8943-a34022b4d201 req-9ca3b585-ecde-4740-bab0-b7a20ae54ec5 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 5421 time: 0.2421825 Oct 19 01:07:15.756979 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b89cfa64-3f60-42ed-a9be-965a2049a989 req-982cabe1-728a-4744-818f-de9ed8373850 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:07:15.771388 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb8cd47-17fd-4b04-8360-8c4ed098bcfb None None] Sync routers for ids ['9c7deb7d-08ab-482f-a466-7679d5aca48f'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:07:15.772051 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b89cfa64-3f60-42ed-a9be-965a2049a989 req-982cabe1-728a-4744-818f-de9ed8373850 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:15.786674 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb8cd47-17fd-4b04-8360-8c4ed098bcfb None None] Routers {'9c7deb7d-08ab-482f-a466-7679d5aca48f'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:07:15.787311 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-ebb8cd47-17fd-4b04-8360-8c4ed098bcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:06:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['9c7deb7d-08ab-482f-a466-7679d5aca48f'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:15.840984 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b89cfa64-3f60-42ed-a9be-965a2049a989 req-982cabe1-728a-4744-818f-de9ed8373850 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "PUT /v2.0/floatingips/74a5cbc8-42ad-44fa-8d79-e2f050f127fc HTTP/1.1" status: 200 len: 997 time: 1.8793681 Oct 19 01:07:15.841702 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec598e4f-08c8-49a9-9e9f-5e6d00e40b56', 'tag': 'c7078771-4320-45b1-ae7b-ee55db29d068'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:07:15.844283 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d54a124-61e7-4730-8911-fa87685fc1a3" -d '{"events": [{"name": "network-changed", "server_uuid": "ec598e4f-08c8-49a9-9e9f-5e6d00e40b56", "tag": "c7078771-4320-45b1-ae7b-ee55db29d068"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:07:15.877034 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-79f1e220-db32-4c8c-8348-df036be39115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:15.904000 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0a538fec-b3d8-418e-8943-a34022b4d201 req-4c46cc76-0d66-456f-9ebc-2dcfa2312377 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc8025b-09bc-4bd9-9d99-46ada71b927c&id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1952858 Oct 19 01:07:15.943247 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cfa64-3f60-42ed-a9be-965a2049a989 req-dadbdecd-f0d6-4d4a-b42d-124953e9d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:15.951274 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b89cfa64-3f60-42ed-a9be-965a2049a989 req-dadbdecd-f0d6-4d4a-b42d-124953e9d21a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9d159951251f425b8e201bae6d58e0c2&device_id=ec598e4f-08c8-49a9-9e9f-5e6d00e40b56 HTTP/1.1" status: 200 len: 1098 time: 0.0936491 Oct 19 01:07:16.026545 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-ebb8cd47-17fd-4b04-8360-8c4ed098bcfb None None] Set router 9c7deb7d-08ab-482f-a466-7679d5aca48f gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:07:16.095963 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1e220-db32-4c8c-8348-df036be39115 admin admin] Pushing event updated for resources: {'Subnet': ['ID=489de6bc-37a1-43db-bba3-563d6266598d,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:16.120654 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-3849aa70-2ef7-421e-8671-657884e06938 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Allocated IP 172.20.0.5 (7b28de0c-4527-4d48-ab68-f343022c2981/70672b34-a2f2-4409-affd-0df303ae693f/375c6625-82f0-4e5e-bb95-a208591149c0) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:07:16.131465 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f1e220-db32-4c8c-8348-df036be39115 admin admin] Checking segment: {'id': 'df5d11b7-87ae-421c-99f1-98201a3e2cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '770baa26-0c84-4541-ad85-0793272d252f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:07:16.131873 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f1e220-db32-4c8c-8348-df036be39115 admin admin] Network hostable DHCP agents. Network: 770baa26-0c84-4541-ad85-0793272d252f, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:07:16.213065 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f1e220-db32-4c8c-8348-df036be39115 admin admin] Network 770baa26-0c84-4541-ad85-0793272d252f is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:07:16.278133 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cfa64-3f60-42ed-a9be-965a2049a989 req-e93ef99c-3f9c-4bd5-8572-b1dcf6694cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:16.280058 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b89cfa64-3f60-42ed-a9be-965a2049a989 req-e93ef99c-3f9c-4bd5-8572-b1dcf6694cdf service neutron] 10.222.0.57 "GET /v2.0/networks?id=5e528a95-765b-4153-a63c-148757c15f94 HTTP/1.1" status: 200 len: 921 time: 0.3280079 Oct 19 01:07:16.305209 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6cff21c8-2a77-4ca5-b310-917296cb292f req-e3eaf801-ad33-45d0-bd7f-fe7d0cb035ac tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 210 time: 0.0931518 Oct 19 01:07:16.320211 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-79f1e220-db32-4c8c-8348-df036be39115 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 770baa26-0c84-4541-ad85-0793272d252f) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:07:16.337150 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f1e220-db32-4c8c-8348-df036be39115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:16.337921 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-79f1e220-db32-4c8c-8348-df036be39115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:16.344262 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdbfb61-5d4b-4b4c-835e-1dad5bf7e540 None None] Network 770baa26-0c84-4541-ad85-0793272d252f requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:07:16.393275 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-79f1e220-db32-4c8c-8348-df036be39115 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2996144 Oct 19 01:07:16.557404 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 9295caf7-42d8-4c78-a217-b3e9af380abb details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:07:16.564131 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-857e8e83-18f3-4d13-a5b5-84313d14841d req-1a4fb2f6-b593-49bb-9377-3fa13e485ef6 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] 10.222.0.57 "GET /v2.0/ports?device_id=01f3b294-22b5-45a0-ad20-527f967c59de HTTP/1.1" status: 200 len: 210 time: 0.0923109 Oct 19 01:07:16.584699 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b89cfa64-3f60-42ed-a9be-965a2049a989 req-9283820a-f544-4cb7-ba07-73cdcdb31e7a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7078771-4320-45b1-ae7b-ee55db29d068 HTTP/1.1" status: 200 len: 1000 time: 0.2969422 Oct 19 01:07:16.612671 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-3849aa70-2ef7-421e-8671-657884e06938 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:16.656320 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-3849aa70-2ef7-421e-8671-657884e06938 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:16.693263 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 9295caf7-42d8-4c78-a217-b3e9af380abb, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=9295caf7-42d8-4c78-a217-b3e9af380abb,segment=NetworkSegment(b01a7d88-a003-47a9-b860-30f595d12d4c),segment_id=b01a7d88-a003-47a9-b860-30f595d12d4c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:16.730108 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '9295caf7-42d8-4c78-a217-b3e9af380abb', 'network_id': '55515e32-5e42-485f-bdb8-5274dcde7dea', 'port_id': '9295caf7-42d8-4c78-a217-b3e9af380abb', 'mac_address': 'fa:16:3e:13:a6:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29cf1726-8fa8-4c40-850e-1896dbedb352', 'ip_address': '10.1.1.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:07:16.782033 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cfa64-3f60-42ed-a9be-965a2049a989 req-543e0dfc-6d22-4d42-9ab4-8f4188246731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:16.783483 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b89cfa64-3f60-42ed-a9be-965a2049a989 req-543e0dfc-6d22-4d42-9ab4-8f4188246731 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de74403a-93c8-48d8-9fdc-ed1cd7b1d665 HTTP/1.1" status: 200 len: 859 time: 0.1904783 Oct 19 01:07:16.790714 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a1f76a-2bda-4707-9cb1-5fe3d5085ad4 x-openstack-request-id: req-55a1f76a-2bda-4707-9cb1-5fe3d5085ad4 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:07:16.791003 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec598e4f-08c8-49a9-9e9f-5e6d00e40b56", "tag": "c7078771-4320-45b1-ae7b-ee55db29d068", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:07:16.791261 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-55a1f76a-2bda-4707-9cb1-5fe3d5085ad4 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:07:16.791661 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec598e4f-08c8-49a9-9e9f-5e6d00e40b56', 'tag': 'c7078771-4320-45b1-ae7b-ee55db29d068', 'status': 'completed', 'code': 200} Oct 19 01:07:16.817326 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:16.820202 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-26c405d4-e22f-4ad1-8c6d-164f9cde05af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:16.825600 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849aa70-2ef7-421e-8671-657884e06938 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Pushing event updated for resources: {'Port': ['ID=375c6625-82f0-4e5e-bb95-a208591149c0,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:16.844476 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7605ed9-e2b2-4cc0-8d05-6f1507aeaa59 None None] Network 770baa26-0c84-4541-ad85-0793272d252f requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:07:16.861147 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-3849aa70-2ef7-421e-8671-657884e06938 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Network 7b28de0c-4527-4d48-ab68-f343022c2981 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:07:16.872323 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-3849aa70-2ef7-421e-8671-657884e06938 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:07:16.895902 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9295caf7-42d8-4c78-a217-b3e9af380abb {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:07:16.896570 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-3849aa70-2ef7-421e-8671-657884e06938 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:07:16.917780 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 9295caf7-42d8-4c78-a217-b3e9af380abb, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=9295caf7-42d8-4c78-a217-b3e9af380abb,segment=NetworkSegment(b01a7d88-a003-47a9-b860-30f595d12d4c),segment_id=b01a7d88-a003-47a9-b860-30f595d12d4c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:16.951535 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-3849aa70-2ef7-421e-8671-657884e06938 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:16.952340 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-3849aa70-2ef7-421e-8671-657884e06938 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:16.953812 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103aded7-f5a5-4745-945e-089adcc9e548 req-05ed3f0e-4c01-41eb-a87d-6a5772367c43 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:16.957339 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-103aded7-f5a5-4745-945e-089adcc9e548 req-05ed3f0e-4c01-41eb-a87d-6a5772367c43 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] 10.222.0.24 "GET /v2.0/networks?id=82add48a-25a4-40c3-b2f6-cb9c883b8902 HTTP/1.1" status: 200 len: 818 time: 0.7715569 Oct 19 01:07:16.970632 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:16.971337 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device f4cd700e-932d-4677-adfa-4b17f1b59025 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:07:17.008162 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c1640-ccc9-4c10-93a7-676f0678e77c req-1988a2c5-5604-4dc7-adb8-bccf87b55dc6 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:17.019059 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c1640-ccc9-4c10-93a7-676f0678e77c req-1988a2c5-5604-4dc7-adb8-bccf87b55dc6 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:17.029151 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-103aded7-f5a5-4745-945e-089adcc9e548 req-93658175-03d8-41a1-81d3-ce01216b5bd4 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] Request body: {'port': {'device_id': '01f3b294-22b5-45a0-ad20-527f967c59de', 'network_id': '82add48a-25a4-40c3-b2f6-cb9c883b8902', 'admin_state_up': True, 'tenant_id': '4cbb01b064ac4211a936f6a5e3b46bc7'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:17.030273 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-ebb8cd47-17fd-4b04-8360-8c4ed098bcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'name': 'tempest-FloatingIPsAssociationTestJSON-646553127-router', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:06:00Z', 'updated_at': '2021-10-19T01:06:17Z', 'revision_number': 4, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'gw_port': {'id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:03Z', 'updated_at': '2021-10-19T01:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '74a5cbc8-42ad-44fa-8d79-e2f050f127fc', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'floating_ip_address': '172.25.8.165', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'port_id': 'c7078771-4320-45b1-ae7b-ee55db29d068', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'mac_address': 'fa:16:3e:9e:18:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec598e4f-08c8-49a9-9e9f-5e6d00e40b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:06:56Z', 'updated_at': '2021-10-19T01:07:14Z', 'revision_number': 1, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242618d7-8daa-4739-832e-aa5988d30258', 'name': '', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'mac_address': 'fa:16:3e:4e:55:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:15Z', 'updated_at': '2021-10-19T01:06:27Z', 'revision_number': 5, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'subnets': [{'id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:17.034330 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c1640-ccc9-4c10-93a7-676f0678e77c req-1988a2c5-5604-4dc7-adb8-bccf87b55dc6 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:17.041985 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c1640-ccc9-4c10-93a7-676f0678e77c req-1988a2c5-5604-4dc7-adb8-bccf87b55dc6 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:17.049657 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c1640-ccc9-4c10-93a7-676f0678e77c req-1988a2c5-5604-4dc7-adb8-bccf87b55dc6 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:17.069624 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c1640-ccc9-4c10-93a7-676f0678e77c req-1988a2c5-5604-4dc7-adb8-bccf87b55dc6 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:17.077644 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c1640-ccc9-4c10-93a7-676f0678e77c req-1988a2c5-5604-4dc7-adb8-bccf87b55dc6 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:17.086062 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-105c1640-ccc9-4c10-93a7-676f0678e77c req-1988a2c5-5604-4dc7-adb8-bccf87b55dc6 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5428 time: 0.2256281 Oct 19 01:07:17.089389 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-3849aa70-2ef7-421e-8671-657884e06938 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1948221 Oct 19 01:07:17.108633 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb8cd47-17fd-4b04-8360-8c4ed098bcfb None None] Checking router: 9c7deb7d-08ab-482f-a466-7679d5aca48f for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:07:17.129886 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-da6f9b12-6eee-4845-9d24-0c54258543cd tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:07:17.130908 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-da6f9b12-6eee-4845-9d24-0c54258543cd tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0077770 Oct 19 01:07:17.133047 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb8cd47-17fd-4b04-8360-8c4ed098bcfb None None] Routers {'9c7deb7d-08ab-482f-a466-7679d5aca48f'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:07:17.133787 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-ebb8cd47-17fd-4b04-8360-8c4ed098bcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:07:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['9c7deb7d-08ab-482f-a466-7679d5aca48f'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:17.147975 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-885b5f93-b2f1-4a41-ac2c-1377d488cbd8 service neutron] Request body: {'port': {'device_id': '53ecfe1c-8de5-4188-afa7-e152f07987a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:17.221564 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-105c1640-ccc9-4c10-93a7-676f0678e77c req-d89bef8e-4d5f-4457-a534-4ede6b1870f1 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1264124 Oct 19 01:07:17.248068 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-885b5f93-b2f1-4a41-ac2c-1377d488cbd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:17.316157 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54a124-61e7-4730-8911-fa87685fc1a3 req-b82a4c24-252a-4bf9-894b-1b7979353636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:17.317865 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d54a124-61e7-4730-8911-fa87685fc1a3 req-b82a4c24-252a-4bf9-894b-1b7979353636 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d159951251f425b8e201bae6d58e0c2&device_id=ec598e4f-08c8-49a9-9e9f-5e6d00e40b56 HTTP/1.1" status: 200 len: 1098 time: 0.5288696 Oct 19 01:07:17.413668 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-ebb8cd47-17fd-4b04-8360-8c4ed098bcfb None None] Set router 9c7deb7d-08ab-482f-a466-7679d5aca48f gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:07:17.437506 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54a124-61e7-4730-8911-fa87685fc1a3 req-4d2cc766-3cb0-464c-b378-f51e1ba8eed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:17.439016 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d54a124-61e7-4730-8911-fa87685fc1a3 req-4d2cc766-3cb0-464c-b378-f51e1ba8eed1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e528a95-765b-4153-a63c-148757c15f94 HTTP/1.1" status: 200 len: 921 time: 0.1106069 Oct 19 01:07:17.461043 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cfa64-3f60-42ed-a9be-965a2049a989 req-7f881981-b256-42b7-a16a-5ee03018af6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:17.463880 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b89cfa64-3f60-42ed-a9be-965a2049a989 req-7f881981-b256-42b7-a16a-5ee03018af6f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5e528a95-765b-4153-a63c-148757c15f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6507308 Oct 19 01:07:17.502214 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-103aded7-f5a5-4745-945e-089adcc9e548 req-93658175-03d8-41a1-81d3-ce01216b5bd4 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] Made reservation on behalf of 4cbb01b064ac4211a936f6a5e3b46bc7 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:07:17.506024 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-103aded7-f5a5-4745-945e-089adcc9e548 req-93658175-03d8-41a1-81d3-ce01216b5bd4 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:17.509348 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-3ef0eafd-5902-450d-81ee-876832ba3edd req-1a7dd4c8-6a91-47a4-9f64-c230dd7bd20e tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1625845378', 'description': 'tempest-description-1221242676'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:17.523767 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port f4cd700e-932d-4677-adfa-4b17f1b59025, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=f4cd700e-932d-4677-adfa-4b17f1b59025,segment=NetworkSegment(b01a7d88-a003-47a9-b860-30f595d12d4c),segment_id=b01a7d88-a003-47a9-b860-30f595d12d4c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:17.539780 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=9295caf7-42d8-4c78-a217-b3e9af380abb,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:17.570084 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3ef0eafd-5902-450d-81ee-876832ba3edd req-1a7dd4c8-6a91-47a4-9f64-c230dd7bd20e tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:17.587683 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:17.603547 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'f4cd700e-932d-4677-adfa-4b17f1b59025', 'network_id': '55515e32-5e42-485f-bdb8-5274dcde7dea', 'port_id': 'f4cd700e-932d-4677-adfa-4b17f1b59025', 'mac_address': 'fa:16:3e:28:c8:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29cf1726-8fa8-4c40-850e-1896dbedb352', 'ip_address': '10.1.1.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:07:17.658303 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d54a124-61e7-4730-8911-fa87685fc1a3 req-77185c9d-79dc-4eda-bae7-f2c914fcfe92 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7078771-4320-45b1-ae7b-ee55db29d068 HTTP/1.1" status: 200 len: 1000 time: 0.2098529 Oct 19 01:07:17.699776 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:17.702333 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:17.754214 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4cd700e-932d-4677-adfa-4b17f1b59025 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:07:17.754627 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3ef0eafd-5902-450d-81ee-876832ba3edd req-1a7dd4c8-6a91-47a4-9f64-c230dd7bd20e tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:17.763326 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3ef0eafd-5902-450d-81ee-876832ba3edd req-1a7dd4c8-6a91-47a4-9f64-c230dd7bd20e tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:17.787669 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-885b5f93-b2f1-4a41-ac2c-1377d488cbd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 375c6625-82f0-4e5e-bb95-a208591149c0 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:07:17.791976 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port f4cd700e-932d-4677-adfa-4b17f1b59025, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=f4cd700e-932d-4677-adfa-4b17f1b59025,segment=NetworkSegment(b01a7d88-a003-47a9-b860-30f595d12d4c),segment_id=b01a7d88-a003-47a9-b860-30f595d12d4c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:17.801213 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:17.801438 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-885b5f93-b2f1-4a41-ac2c-1377d488cbd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:17.801842 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54a124-61e7-4730-8911-fa87685fc1a3 req-ea47b4e8-6124-4226-815c-2e4e870d6980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:17.801998 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device fdb1ab98-3373-451d-84e7-1285ed514bab details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:07:17.803476 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d54a124-61e7-4730-8911-fa87685fc1a3 req-ea47b4e8-6124-4226-815c-2e4e870d6980 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=de74403a-93c8-48d8-9fdc-ed1cd7b1d665 HTTP/1.1" status: 200 len: 859 time: 0.1138756 Oct 19 01:07:17.805423 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b89cfa64-3f60-42ed-a9be-965a2049a989 req-44373410-a7f6-48df-934c-a29542e070c9 service neutron] 10.222.0.57 "GET /v2.0/networks/5e528a95-765b-4153-a63c-148757c15f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963417 Oct 19 01:07:17.825124 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3ef0eafd-5902-450d-81ee-876832ba3edd req-1a7dd4c8-6a91-47a4-9f64-c230dd7bd20e tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:17.827060 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3ef0eafd-5902-450d-81ee-876832ba3edd req-1a7dd4c8-6a91-47a4-9f64-c230dd7bd20e tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3320081 Oct 19 01:07:17.836027 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7dd4c8-6a91-47a4-9f64-c230dd7bd20e tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c261e920-a615-41b2-90ae-084b963f331b,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:17.846348 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-885b5f93-b2f1-4a41-ac2c-1377d488cbd8 service neutron] Transition to ACTIVE for port object 375c6625-82f0-4e5e-bb95-a208591149c0 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:07:17.852537 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-885b5f93-b2f1-4a41-ac2c-1377d488cbd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:17.853651 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-103aded7-f5a5-4745-945e-089adcc9e548 req-93658175-03d8-41a1-81d3-ce01216b5bd4 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] Allocated IP 172.20.0.13 (82add48a-25a4-40c3-b2f6-cb9c883b8902/b00a55bd-e044-44cb-8275-8cb6d0388b8e/e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:07:17.924951 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port fdb1ab98-3373-451d-84e7-1285ed514bab, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=fdb1ab98-3373-451d-84e7-1285ed514bab,segment=NetworkSegment(b01a7d88-a003-47a9-b860-30f595d12d4c),segment_id=b01a7d88-a003-47a9-b860-30f595d12d4c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:17.934130 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=f4cd700e-932d-4677-adfa-4b17f1b59025,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:17.967185 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'fdb1ab98-3373-451d-84e7-1285ed514bab', 'network_id': '55515e32-5e42-485f-bdb8-5274dcde7dea', 'port_id': 'fdb1ab98-3373-451d-84e7-1285ed514bab', 'mac_address': 'fa:16:3e:36:0a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29cf1726-8fa8-4c40-850e-1896dbedb352', 'ip_address': '10.1.1.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:07:17.975591 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b5f93-b2f1-4a41-ac2c-1377d488cbd8 service neutron] Pushing event updated for resources: {'Port': ['ID=375c6625-82f0-4e5e-bb95-a208591149c0,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:17.994779 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-ebb8cd47-17fd-4b04-8360-8c4ed098bcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'name': 'tempest-FloatingIPsAssociationTestJSON-646553127-router', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:06:00Z', 'updated_at': '2021-10-19T01:06:17Z', 'revision_number': 4, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'gw_port': {'id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:03Z', 'updated_at': '2021-10-19T01:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '74a5cbc8-42ad-44fa-8d79-e2f050f127fc', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'floating_ip_address': '172.25.8.165', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'port_id': 'c7078771-4320-45b1-ae7b-ee55db29d068', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'mac_address': 'fa:16:3e:9e:18:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec598e4f-08c8-49a9-9e9f-5e6d00e40b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:06:56Z', 'updated_at': '2021-10-19T01:07:14Z', 'revision_number': 1, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242618d7-8daa-4739-832e-aa5988d30258', 'name': '', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'mac_address': 'fa:16:3e:4e:55:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:15Z', 'updated_at': '2021-10-19T01:06:27Z', 'revision_number': 5, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'subnets': [{'id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:18.022552 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503014b-d970-4f03-b1df-67da4e055646 req-669ddae6-c63d-4b5b-9f24-675fcb3bf763 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:18.029064 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503014b-d970-4f03-b1df-67da4e055646 req-669ddae6-c63d-4b5b-9f24-675fcb3bf763 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:18.032513 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb8cd47-17fd-4b04-8360-8c4ed098bcfb None None] The sync data for ids ['9c7deb7d-08ab-482f-a466-7679d5aca48f'] in n-d-715271-26 is: [{'id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'name': 'tempest-FloatingIPsAssociationTestJSON-646553127-router', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:06:00Z', 'updated_at': '2021-10-19T01:06:17Z', 'revision_number': 4, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'gw_port': {'id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:03Z', 'updated_at': '2021-10-19T01:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '74a5cbc8-42ad-44fa-8d79-e2f050f127fc', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'floating_ip_address': '172.25.8.165', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'port_id': 'c7078771-4320-45b1-ae7b-ee55db29d068', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'mac_address': 'fa:16:3e:9e:18:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec598e4f-08c8-49a9-9e9f-5e6d00e40b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:06:56Z', 'updated_at': '2021-10-19T01:07:14Z', 'revision_number': 1, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242618d7-8daa-4739-832e-aa5988d30258', 'name': '', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'mac_address': 'fa:16:3e:4e:55:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:15Z', 'updated_at': '2021-10-19T01:06:27Z', 'revision_number': 5, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'subnets': [{'id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:07:18.035002 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503014b-d970-4f03-b1df-67da4e055646 req-669ddae6-c63d-4b5b-9f24-675fcb3bf763 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:18.039095 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:18.041571 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503014b-d970-4f03-b1df-67da4e055646 req-669ddae6-c63d-4b5b-9f24-675fcb3bf763 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:18.048681 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503014b-d970-4f03-b1df-67da4e055646 req-669ddae6-c63d-4b5b-9f24-675fcb3bf763 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:18.055071 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503014b-d970-4f03-b1df-67da4e055646 req-669ddae6-c63d-4b5b-9f24-675fcb3bf763 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:18.060541 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb1ab98-3373-451d-84e7-1285ed514bab {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:07:18.061538 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503014b-d970-4f03-b1df-67da4e055646 req-669ddae6-c63d-4b5b-9f24-675fcb3bf763 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:18.063450 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9503014b-d970-4f03-b1df-67da4e055646 req-669ddae6-c63d-4b5b-9f24-675fcb3bf763 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 5423 time: 0.1662762 Oct 19 01:07:18.091454 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port fdb1ab98-3373-451d-84e7-1285ed514bab, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=fdb1ab98-3373-451d-84e7-1285ed514bab,segment=NetworkSegment(b01a7d88-a003-47a9-b860-30f595d12d4c),segment_id=b01a7d88-a003-47a9-b860-30f595d12d4c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:18.095042 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54a124-61e7-4730-8911-fa87685fc1a3 req-603335ab-8b59-4f8a-b907-0efe4a5ea893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:18.097095 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d54a124-61e7-4730-8911-fa87685fc1a3 req-603335ab-8b59-4f8a-b907-0efe4a5ea893 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e528a95-765b-4153-a63c-148757c15f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2840209 Oct 19 01:07:18.099014 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-885b5f93-b2f1-4a41-ac2c-1377d488cbd8 service neutron] Attempting to bind port 375c6625-82f0-4e5e-bb95-a208591149c0 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:07:18.099420 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:18.099698 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-885b5f93-b2f1-4a41-ac2c-1377d488cbd8 service neutron] Attempting to bind port 375c6625-82f0-4e5e-bb95-a208591149c0 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '390ed8c9-9986-4671-aee6-159367c5ccee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7b28de0c-4527-4d48-ab68-f343022c2981'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:07:18.100337 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-885b5f93-b2f1-4a41-ac2c-1377d488cbd8 service neutron] Attempting to bind port 375c6625-82f0-4e5e-bb95-a208591149c0 on network 7b28de0c-4527-4d48-ab68-f343022c2981 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:07:18.100844 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device b2e12207-123c-44b7-965e-315fe35b78f5 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:07:18.115976 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-885b5f93-b2f1-4a41-ac2c-1377d488cbd8 service neutron] Port 375c6625-82f0-4e5e-bb95-a208591149c0 on network 7b28de0c-4527-4d48-ab68-f343022c2981 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:07:18.116385 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-885b5f93-b2f1-4a41-ac2c-1377d488cbd8 service neutron] Attempting to bind port 375c6625-82f0-4e5e-bb95-a208591149c0 on network 7b28de0c-4527-4d48-ab68-f343022c2981 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:07:18.125246 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-885b5f93-b2f1-4a41-ac2c-1377d488cbd8 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:07:18.125900 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-885b5f93-b2f1-4a41-ac2c-1377d488cbd8 service neutron] Checking segment: {'id': '390ed8c9-9986-4671-aee6-159367c5ccee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7b28de0c-4527-4d48-ab68-f343022c2981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:07:18.126118 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-885b5f93-b2f1-4a41-ac2c-1377d488cbd8 service neutron] Bound using segment: {'id': '390ed8c9-9986-4671-aee6-159367c5ccee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7b28de0c-4527-4d48-ab68-f343022c2981'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:07:18.126615 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-885b5f93-b2f1-4a41-ac2c-1377d488cbd8 service neutron] Bound port: 375c6625-82f0-4e5e-bb95-a208591149c0, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '390ed8c9-9986-4671-aee6-159367c5ccee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7b28de0c-4527-4d48-ab68-f343022c2981'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:07:18.127035 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-885b5f93-b2f1-4a41-ac2c-1377d488cbd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:18.160229 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9503014b-d970-4f03-b1df-67da4e055646 req-6d5bdfec-291c-41dd-85aa-9a2ac47183a5 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc8025b-09bc-4bd9-9d99-46ada71b927c&id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765285 Oct 19 01:07:18.240740 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b89cfa64-3f60-42ed-a9be-965a2049a989 req-6b05d1dc-3562-4f9c-83bd-cfb25d13015e service neutron] 10.222.0.57 "GET /v2.0/networks/5e528a95-765b-4153-a63c-148757c15f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265096 Oct 19 01:07:18.244519 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-103aded7-f5a5-4745-945e-089adcc9e548 req-93658175-03d8-41a1-81d3-ce01216b5bd4 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:18.263000 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=fdb1ab98-3373-451d-84e7-1285ed514bab,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:18.267194 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port b2e12207-123c-44b7-965e-315fe35b78f5, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=b2e12207-123c-44b7-965e-315fe35b78f5,segment=NetworkSegment(de44a590-426f-42d3-aacf-0b0c08114b09),segment_id=de44a590-426f-42d3-aacf-0b0c08114b09)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:18.267915 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-885b5f93-b2f1-4a41-ac2c-1377d488cbd8 service neutron] For port 375c6625-82f0-4e5e-bb95-a208591149c0, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:07:18.271306 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-885b5f93-b2f1-4a41-ac2c-1377d488cbd8 service neutron] For port 375c6625-82f0-4e5e-bb95-a208591149c0, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=375c6625-82f0-4e5e-bb95-a208591149c0,segment=NetworkSegment(390ed8c9-9986-4671-aee6-159367c5ccee),segment_id=390ed8c9-9986-4671-aee6-159367c5ccee)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:07:18.282879 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'b2e12207-123c-44b7-965e-315fe35b78f5', 'network_id': 'f052a2cb-e43a-4d93-bd49-f9e5e280e0ba', 'port_id': 'b2e12207-123c-44b7-965e-315fe35b78f5', 'mac_address': 'fa:16:3e:81:dc:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32a7ca29-d701-4aca-995b-87a0b73f1f63', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:07:18.284477 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-885b5f93-b2f1-4a41-ac2c-1377d488cbd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:18.320007 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d54a124-61e7-4730-8911-fa87685fc1a3 req-ca4a4dc6-1611-441f-9c58-d0e785543a6f service neutron] 10.222.0.55 "GET /v2.0/networks/5e528a95-765b-4153-a63c-148757c15f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107599 Oct 19 01:07:18.378680 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f066deea-4401-4214-a8bf-6f987f1e6c56 req-1dd08a20-82c3-4a30-90b6-3d4662099bdc tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] 10.222.0.57 "GET /v2.0/ports?device_id=01f3b294-22b5-45a0-ad20-527f967c59de HTTP/1.1" status: 200 len: 210 time: 0.0304632 Oct 19 01:07:18.378916 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:18.388724 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8e95db-0468-4f4c-b342-d6f68bb79a72 None None] New status for floating IP 74a5cbc8-42ad-44fa-8d79-e2f050f127fc: ACTIVE {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:07:18.391880 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-885b5f93-b2f1-4a41-ac2c-1377d488cbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:18.392647 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-885b5f93-b2f1-4a41-ac2c-1377d488cbd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:18.394524 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-885b5f93-b2f1-4a41-ac2c-1377d488cbd8 service neutron] 10.222.0.55 "PUT /v2.0/ports/375c6625-82f0-4e5e-bb95-a208591149c0 HTTP/1.1" status: 200 len: 1092 time: 1.2528582 Oct 19 01:07:18.394971 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ecfe1c-8de5-4188-afa7-e152f07987a4', 'tag': '375c6625-82f0-4e5e-bb95-a208591149c0'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:07:18.397578 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff13473f-4a9b-499b-8501-12a9bd30b046" -d '{"events": [{"name": "network-changed", "server_uuid": "53ecfe1c-8de5-4188-afa7-e152f07987a4", "tag": "375c6625-82f0-4e5e-bb95-a208591149c0"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:07:18.410850 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-103aded7-f5a5-4745-945e-089adcc9e548 req-93658175-03d8-41a1-81d3-ce01216b5bd4 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:18.446406 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e12207-123c-44b7-965e-315fe35b78f5 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:07:18.460700 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b5f93-b2f1-4a41-ac2c-1377d488cbd8 service neutron] Pushing event updated for resources: {'Port': ['ID=375c6625-82f0-4e5e-bb95-a208591149c0,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:18.493283 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port b2e12207-123c-44b7-965e-315fe35b78f5, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=b2e12207-123c-44b7-965e-315fe35b78f5,segment=NetworkSegment(de44a590-426f-42d3-aacf-0b0c08114b09),segment_id=de44a590-426f-42d3-aacf-0b0c08114b09)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:18.501044 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:18.501729 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 137414ad-fd54-484b-86fd-f70152e683c2 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:07:18.569833 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d54a124-61e7-4730-8911-fa87685fc1a3 req-4d3a2133-49e1-41af-b88d-dee09bb28587 service neutron] 10.222.0.55 "GET /v2.0/networks/5e528a95-765b-4153-a63c-148757c15f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388494 Oct 19 01:07:18.614248 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-103aded7-f5a5-4745-945e-089adcc9e548 req-93658175-03d8-41a1-81d3-ce01216b5bd4 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] Network 82add48a-25a4-40c3-b2f6-cb9c883b8902 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:07:18.625735 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-103aded7-f5a5-4745-945e-089adcc9e548 req-93658175-03d8-41a1-81d3-ce01216b5bd4 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:07:18.630911 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-36602b69-dd8e-411b-b7f4-a392d16c559d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:18.632459 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-36602b69-dd8e-411b-b7f4-a392d16c559d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6e108e8f9d964fc8948299492d072863&device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 1095 time: 0.1856818 Oct 19 01:07:18.636010 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-103aded7-f5a5-4745-945e-089adcc9e548 req-93658175-03d8-41a1-81d3-ce01216b5bd4 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:07:18.640848 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-710298b9-8924-46a0-9814-618beb5d80b5 req-96386f43-cbe8-4b84-8074-2641264eea3a tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "GET /v2.0/security-groups/c261e920-a615-41b2-90ae-084b963f331b HTTP/1.1" status: 200 len: 1807 time: 0.1653728 Oct 19 01:07:18.642501 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=b2e12207-123c-44b7-965e-315fe35b78f5,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:18.701837 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-710298b9-8924-46a0-9814-618beb5d80b5 req-ca163d3d-bb05-473a-ad86-f4d79b16567a tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c261e920-a615-41b2-90ae-084b963f331b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:18.702096 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-710298b9-8924-46a0-9814-618beb5d80b5 req-ca163d3d-bb05-473a-ad86-f4d79b16567a tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c261e920-a615-41b2-90ae-084b963f331b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:18.708470 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-e9942c33-0adc-4e51-98fa-4915c54e2ebd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=375c6625-82f0-4e5e-bb95-a208591149c0 HTTP/1.1" status: 200 len: 217 time: 0.0666473 Oct 19 01:07:18.720961 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103aded7-f5a5-4745-945e-089adcc9e548 req-93658175-03d8-41a1-81d3-ce01216b5bd4 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:18.721716 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-103aded7-f5a5-4745-945e-089adcc9e548 req-93658175-03d8-41a1-81d3-ce01216b5bd4 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:18.729142 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 137414ad-fd54-484b-86fd-f70152e683c2, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=137414ad-fd54-484b-86fd-f70152e683c2,segment=NetworkSegment(8383d18e-5233-4c4a-8260-014a3d8869b9),segment_id=8383d18e-5233-4c4a-8260-014a3d8869b9)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:18.732834 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb41b53-5b51-4376-8fab-bf724c35ac78 req-b30c0823-a0ff-4da2-88a8-1d67ceb57492 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:18.734382 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0bb41b53-5b51-4376-8fab-bf724c35ac78 req-b30c0823-a0ff-4da2-88a8-1d67ceb57492 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 943 time: 0.3289387 Oct 19 01:07:18.741934 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93658175-03d8-41a1-81d3-ce01216b5bd4 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] Pushing event updated for resources: {'Port': ['ID=e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:18.744532 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '137414ad-fd54-484b-86fd-f70152e683c2', 'network_id': '1fccc762-9472-4b6b-bfe9-f151cb76e57f', 'port_id': '137414ad-fd54-484b-86fd-f70152e683c2', 'mac_address': 'fa:16:3e:b7:71:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20db5d13-0783-4fe8-8bf3-782bee1ace5f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:07:18.790753 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:18.792763 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0bb41b53-5b51-4376-8fab-bf724c35ac78 req-ca4fbc2b-3b75-46d7-95c4-9433cbf9e0f5 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440583 Oct 19 01:07:18.799037 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-103aded7-f5a5-4745-945e-089adcc9e548 req-93658175-03d8-41a1-81d3-ce01216b5bd4 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8026731 Oct 19 01:07:18.821591 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 137414ad-fd54-484b-86fd-f70152e683c2 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:07:18.821733 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-103aded7-f5a5-4745-945e-089adcc9e548 req-41ce9309-d652-4849-9b32-d315a5e8ee48 service neutron] Request body: {'port': {'device_id': '01f3b294-22b5-45a0-ad20-527f967c59de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:18.855436 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 137414ad-fd54-484b-86fd-f70152e683c2, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=137414ad-fd54-484b-86fd-f70152e683c2,segment=NetworkSegment(8383d18e-5233-4c4a-8260-014a3d8869b9),segment_id=8383d18e-5233-4c4a-8260-014a3d8869b9)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:18.868217 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:18.868883 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 5b1a2614-1274-4867-b0f6-3402523111c1 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:07:18.869510 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-87d46fd4-5f0d-4449-b98c-0113d5654cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:18.873264 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-87d46fd4-5f0d-4449-b98c-0113d5654cc8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70672b34-a2f2-4409-affd-0df303ae693f HTTP/1.1" status: 200 len: 854 time: 0.1550550 Oct 19 01:07:18.896833 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-103aded7-f5a5-4745-945e-089adcc9e548 req-41ce9309-d652-4849-9b32-d315a5e8ee48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:18.930764 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 5b1a2614-1274-4867-b0f6-3402523111c1, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=5b1a2614-1274-4867-b0f6-3402523111c1,segment=NetworkSegment(b01a7d88-a003-47a9-b860-30f595d12d4c),segment_id=b01a7d88-a003-47a9-b860-30f595d12d4c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:18.936017 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-11de8875-c93a-4004-8794-a2a8b3ebb785 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7b28de0c-4527-4d48-ab68-f343022c2981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524364 Oct 19 01:07:18.952837 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-710298b9-8924-46a0-9814-618beb5d80b5 req-ca163d3d-bb05-473a-ad86-f4d79b16567a tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:18.976565 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '5b1a2614-1274-4867-b0f6-3402523111c1', 'network_id': '55515e32-5e42-485f-bdb8-5274dcde7dea', 'port_id': '5b1a2614-1274-4867-b0f6-3402523111c1', 'mac_address': 'fa:16:3e:26:b2:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29cf1726-8fa8-4c40-850e-1896dbedb352', 'ip_address': '10.1.1.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:07:19.028885 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-710298b9-8924-46a0-9814-618beb5d80b5 req-ca163d3d-bb05-473a-ad86-f4d79b16567a tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:19.032186 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:19.040638 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-710298b9-8924-46a0-9814-618beb5d80b5 req-ca163d3d-bb05-473a-ad86-f4d79b16567a tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:19.057574 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b1a2614-1274-4867-b0f6-3402523111c1 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:07:19.067319 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=137414ad-fd54-484b-86fd-f70152e683c2,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:19.078064 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca163d3d-bb05-473a-ad86-f4d79b16567a tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74845de1-87da-43d7-8a7c-a3f69a75d974,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:19.085699 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-65d8f546-a20c-4c48-85fd-947a4dfaccff service neutron] 10.222.0.55 "GET /v2.0/networks/7b28de0c-4527-4d48-ab68-f343022c2981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418092 Oct 19 01:07:19.094339 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-710298b9-8924-46a0-9814-618beb5d80b5 req-ca163d3d-bb05-473a-ad86-f4d79b16567a tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:19.095570 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-710298b9-8924-46a0-9814-618beb5d80b5 req-ca163d3d-bb05-473a-ad86-f4d79b16567a tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4355297 Oct 19 01:07:19.107887 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 5b1a2614-1274-4867-b0f6-3402523111c1, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=5b1a2614-1274-4867-b0f6-3402523111c1,segment=NetworkSegment(b01a7d88-a003-47a9-b860-30f595d12d4c),segment_id=b01a7d88-a003-47a9-b860-30f595d12d4c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:19.115475 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:19.116721 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 02ec6d94-aeb9-4134-8f0e-3ee960c7b393 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:07:19.198693 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 02ec6d94-aeb9-4134-8f0e-3ee960c7b393, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=02ec6d94-aeb9-4134-8f0e-3ee960c7b393,segment=NetworkSegment(8383d18e-5233-4c4a-8260-014a3d8869b9),segment_id=8383d18e-5233-4c4a-8260-014a3d8869b9)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:19.202312 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=5b1a2614-1274-4867-b0f6-3402523111c1,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:19.216190 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '02ec6d94-aeb9-4134-8f0e-3ee960c7b393', 'network_id': '1fccc762-9472-4b6b-bfe9-f151cb76e57f', 'port_id': '02ec6d94-aeb9-4134-8f0e-3ee960c7b393', 'mac_address': 'fa:16:3e:5e:06:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20db5d13-0783-4fe8-8bf3-782bee1ace5f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:07:19.253508 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bc3d6ae8-efaf-4a9e-b0e1-d4b70b143e87 req-763d974d-1a96-4899-8ab6-94e5e6fa0a22 service neutron] 10.222.0.55 "GET /v2.0/networks/7b28de0c-4527-4d48-ab68-f343022c2981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568131 Oct 19 01:07:19.263005 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:19.270766 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d1ce9-fe1f-45da-a3d7-5c8df0343846 req-1401735b-9eb7-4774-8b4f-0ece535cf873 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:19.277182 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d1ce9-fe1f-45da-a3d7-5c8df0343846 req-1401735b-9eb7-4774-8b4f-0ece535cf873 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:19.284279 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d1ce9-fe1f-45da-a3d7-5c8df0343846 req-1401735b-9eb7-4774-8b4f-0ece535cf873 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:19.288731 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ec6d94-aeb9-4134-8f0e-3ee960c7b393 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:07:19.290764 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d1ce9-fe1f-45da-a3d7-5c8df0343846 req-1401735b-9eb7-4774-8b4f-0ece535cf873 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:19.299333 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d1ce9-fe1f-45da-a3d7-5c8df0343846 req-1401735b-9eb7-4774-8b4f-0ece535cf873 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:19.307104 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d1ce9-fe1f-45da-a3d7-5c8df0343846 req-1401735b-9eb7-4774-8b4f-0ece535cf873 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:19.315365 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 02ec6d94-aeb9-4134-8f0e-3ee960c7b393, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=02ec6d94-aeb9-4134-8f0e-3ee960c7b393,segment=NetworkSegment(8383d18e-5233-4c4a-8260-014a3d8869b9),segment_id=8383d18e-5233-4c4a-8260-014a3d8869b9)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:19.315595 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d1ce9-fe1f-45da-a3d7-5c8df0343846 req-1401735b-9eb7-4774-8b4f-0ece535cf873 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:19.317922 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9d6d1ce9-fe1f-45da-a3d7-5c8df0343846 req-1401735b-9eb7-4774-8b4f-0ece535cf873 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5428 time: 0.1319425 Oct 19 01:07:19.325630 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:19.373710 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9d6d1ce9-fe1f-45da-a3d7-5c8df0343846 req-5c25d11f-2a35-4b74-ac11-31336f6be2de tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0467689 Oct 19 01:07:19.379182 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 2fe1e695-5923-449b-b1db-c20c39248126 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:07:19.411006 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=02ec6d94-aeb9-4134-8f0e-3ee960c7b393,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:19.422166 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ce21e-d156-4b22-808a-d2bfaf19a77b req-c815f51d-8244-4d73-9e3d-c51fdda24467 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:19.423665 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-307ce21e-d156-4b22-808a-d2bfaf19a77b req-c815f51d-8244-4d73-9e3d-c51fdda24467 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/ports?device_id=528186f5-7860-4e29-85e8-8ece9125c2a9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5086076 Oct 19 01:07:19.509554 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121b61fb-c55e-4e30-ac04-e8edd77d5e54 x-openstack-request-id: req-121b61fb-c55e-4e30-ac04-e8edd77d5e54 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:07:19.509908 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ecfe1c-8de5-4188-afa7-e152f07987a4", "tag": "375c6625-82f0-4e5e-bb95-a208591149c0", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:07:19.510225 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-121b61fb-c55e-4e30-ac04-e8edd77d5e54 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:07:19.510690 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ecfe1c-8de5-4188-afa7-e152f07987a4', 'tag': '375c6625-82f0-4e5e-bb95-a208591149c0', 'status': 'completed', 'code': 200} Oct 19 01:07:19.526784 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-567c61e8-0fa0-4527-9d23-9542a47d0dca req-f2d5c98b-4dfb-4706-8748-83e9d19d2547 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2136443225', 'description': 'tempest-description-47480524'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:19.559544 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 2fe1e695-5923-449b-b1db-c20c39248126, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=2fe1e695-5923-449b-b1db-c20c39248126,segment=NetworkSegment(af8d2bdc-728f-4365-a0a3-7f4c1d198719),segment_id=af8d2bdc-728f-4365-a0a3-7f4c1d198719)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:19.581720 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '2fe1e695-5923-449b-b1db-c20c39248126', 'network_id': '4bdbb06e-439a-49c1-8bb0-4db0fdb649a5', 'port_id': '2fe1e695-5923-449b-b1db-c20c39248126', 'mac_address': 'fa:16:3e:3d:87:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67dfdfc9-7c16-4d97-8f29-d21072ecc7ea', 'ip_address': '10.1.1.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:07:19.591737 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13473f-4a9b-499b-8501-12a9bd30b046 req-90680ed6-18bf-4f51-a590-7d72271fcaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:19.593629 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ff13473f-4a9b-499b-8501-12a9bd30b046 req-90680ed6-18bf-4f51-a590-7d72271fcaec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6e108e8f9d964fc8948299492d072863&device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 1095 time: 0.0581210 Oct 19 01:07:19.594538 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-567c61e8-0fa0-4527-9d23-9542a47d0dca req-f2d5c98b-4dfb-4706-8748-83e9d19d2547 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:19.618324 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-307ce21e-d156-4b22-808a-d2bfaf19a77b req-b41ef167-8a5e-4c6b-ae6b-51be65c3c450 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.165 HTTP/1.1" status: 200 len: 1002 time: 0.1877089 Oct 19 01:07:19.634792 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-307ce21e-d156-4b22-808a-d2bfaf19a77b req-632aa029-738a-4976-8b24-f7f6f941feae tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Request body: {'floatingip': {'port_id': '2386209f-b554-4789-b901-25bdac88ebb0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:19.645141 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:19.665095 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fe1e695-5923-449b-b1db-c20c39248126 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:07:19.690488 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-567c61e8-0fa0-4527-9d23-9542a47d0dca req-f2d5c98b-4dfb-4706-8748-83e9d19d2547 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:19.694297 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:19.701064 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 2fe1e695-5923-449b-b1db-c20c39248126, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=2fe1e695-5923-449b-b1db-c20c39248126,segment=NetworkSegment(af8d2bdc-728f-4365-a0a3-7f4c1d198719),segment_id=af8d2bdc-728f-4365-a0a3-7f4c1d198719)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:19.707340 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:19.709705 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 6a5f7373-9852-4292-a957-43becd30457e details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:07:19.714419 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-567c61e8-0fa0-4527-9d23-9542a47d0dca req-f2d5c98b-4dfb-4706-8748-83e9d19d2547 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:19.731969 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-307ce21e-d156-4b22-808a-d2bfaf19a77b req-632aa029-738a-4976-8b24-f7f6f941feae tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks [] for floatingip, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:19.771300 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=2fe1e695-5923-449b-b1db-c20c39248126,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:19.792307 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-567c61e8-0fa0-4527-9d23-9542a47d0dca req-f2d5c98b-4dfb-4706-8748-83e9d19d2547 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:19.794374 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-567c61e8-0fa0-4527-9d23-9542a47d0dca req-f2d5c98b-4dfb-4706-8748-83e9d19d2547 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2721143 Oct 19 01:07:19.824374 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5c98b-4dfb-4706-8748-83e9d19d2547 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08ad740b-96db-43ae-bfd4-9f2a38db5b4d,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:19.842833 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13473f-4a9b-499b-8501-12a9bd30b046 req-e2ce565e-a2c1-49ca-8a5a-fada262b259a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:19.844377 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ff13473f-4a9b-499b-8501-12a9bd30b046 req-e2ce565e-a2c1-49ca-8a5a-fada262b259a service neutron] 10.222.0.55 "GET /v2.0/networks?id=7b28de0c-4527-4d48-ab68-f343022c2981 HTTP/1.1" status: 200 len: 915 time: 0.2411087 Oct 19 01:07:19.847046 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 6a5f7373-9852-4292-a957-43becd30457e, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=6a5f7373-9852-4292-a957-43becd30457e,segment=NetworkSegment(af8d2bdc-728f-4365-a0a3-7f4c1d198719),segment_id=af8d2bdc-728f-4365-a0a3-7f4c1d198719)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:19.855418 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-103aded7-f5a5-4745-945e-089adcc9e548 req-41ce9309-d652-4849-9b32-d315a5e8ee48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:07:19.868386 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-103aded7-f5a5-4745-945e-089adcc9e548 req-41ce9309-d652-4849-9b32-d315a5e8ee48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:19.876904 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '6a5f7373-9852-4292-a957-43becd30457e', 'network_id': '4bdbb06e-439a-49c1-8bb0-4db0fdb649a5', 'port_id': '6a5f7373-9852-4292-a957-43becd30457e', 'mac_address': 'fa:16:3e:f1:9e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67dfdfc9-7c16-4d97-8f29-d21072ecc7ea', 'ip_address': '10.1.1.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:07:19.904020 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ff13473f-4a9b-499b-8501-12a9bd30b046 req-8365148f-75a6-4c3e-b960-738b204158f2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=375c6625-82f0-4e5e-bb95-a208591149c0 HTTP/1.1" status: 200 len: 217 time: 0.0495484 Oct 19 01:07:19.918419 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-103aded7-f5a5-4745-945e-089adcc9e548 req-41ce9309-d652-4849-9b32-d315a5e8ee48 service neutron] Transition to ACTIVE for port object e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:07:19.985984 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['b2e12207-123c-44b7-965e-315fe35b78f5'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:07:20.008516 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13473f-4a9b-499b-8501-12a9bd30b046 req-ae34c90c-e749-4b0e-ae43-bac0ffbfb2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:20.010507 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ff13473f-4a9b-499b-8501-12a9bd30b046 req-ae34c90c-e749-4b0e-ae43-bac0ffbfb2cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70672b34-a2f2-4409-affd-0df303ae693f HTTP/1.1" status: 200 len: 854 time: 0.0990725 Oct 19 01:07:20.032082 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-103aded7-f5a5-4745-945e-089adcc9e548 req-41ce9309-d652-4849-9b32-d315a5e8ee48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:20.037046 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9e394-ff10-499b-948a-313ef7b2f0ff req-4b121b3c-4c44-4239-8b55-9fbdcb9c7853 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:20.043946 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9e394-ff10-499b-948a-313ef7b2f0ff req-4b121b3c-4c44-4239-8b55-9fbdcb9c7853 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:20.044857 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['fdb1ab98-3373-451d-84e7-1285ed514bab'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:07:20.050387 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9e394-ff10-499b-948a-313ef7b2f0ff req-4b121b3c-4c44-4239-8b55-9fbdcb9c7853 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:20.056725 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9e394-ff10-499b-948a-313ef7b2f0ff req-4b121b3c-4c44-4239-8b55-9fbdcb9c7853 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:20.062890 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9e394-ff10-499b-948a-313ef7b2f0ff req-4b121b3c-4c44-4239-8b55-9fbdcb9c7853 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:20.069412 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9e394-ff10-499b-948a-313ef7b2f0ff req-4b121b3c-4c44-4239-8b55-9fbdcb9c7853 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:20.076277 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9e394-ff10-499b-948a-313ef7b2f0ff req-4b121b3c-4c44-4239-8b55-9fbdcb9c7853 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:20.078412 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-10c9e394-ff10-499b-948a-313ef7b2f0ff req-4b121b3c-4c44-4239-8b55-9fbdcb9c7853 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 5428 time: 0.1324201 Oct 19 01:07:20.094192 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['f4cd700e-932d-4677-adfa-4b17f1b59025'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:07:20.121859 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ff13473f-4a9b-499b-8501-12a9bd30b046 req-2caa666b-f5c9-42ca-b4d5-7bcc663672b3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7b28de0c-4527-4d48-ab68-f343022c2981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424340 Oct 19 01:07:20.134319 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce9309-d652-4849-9b32-d315a5e8ee48 service neutron] Pushing event updated for resources: {'Port': ['ID=e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:20.150479 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['02ec6d94-aeb9-4134-8f0e-3ee960c7b393'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:07:20.172742 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['137414ad-fd54-484b-86fd-f70152e683c2'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:07:20.175081 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['5b1a2614-1274-4867-b0f6-3402523111c1'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:07:20.182633 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-10c9e394-ff10-499b-948a-313ef7b2f0ff req-e5b2e680-fe9f-4b25-8f85-c285ca4853ca tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc8025b-09bc-4bd9-9d99-46ada71b927c&id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0841229 Oct 19 01:07:20.253180 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:20.263328 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ff13473f-4a9b-499b-8501-12a9bd30b046 req-ac1222df-8d9c-40f1-b545-33a609fa1cc3 service neutron] 10.222.0.55 "GET /v2.0/networks/7b28de0c-4527-4d48-ab68-f343022c2981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319447 Oct 19 01:07:20.276560 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-103aded7-f5a5-4745-945e-089adcc9e548 req-41ce9309-d652-4849-9b32-d315a5e8ee48 service neutron] Attempting to bind port e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:07:20.276818 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-103aded7-f5a5-4745-945e-089adcc9e548 req-41ce9309-d652-4849-9b32-d315a5e8ee48 service neutron] Attempting to bind port e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '58668859-160f-43ae-b750-9643ddcd483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '82add48a-25a4-40c3-b2f6-cb9c883b8902'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:07:20.277198 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103aded7-f5a5-4745-945e-089adcc9e548 req-41ce9309-d652-4849-9b32-d315a5e8ee48 service neutron] Attempting to bind port e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16 on network 82add48a-25a4-40c3-b2f6-cb9c883b8902 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:07:20.298864 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5f7373-9852-4292-a957-43becd30457e {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:07:20.329760 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103aded7-f5a5-4745-945e-089adcc9e548 req-41ce9309-d652-4849-9b32-d315a5e8ee48 service neutron] Port e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16 on network 82add48a-25a4-40c3-b2f6-cb9c883b8902 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:07:20.330094 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103aded7-f5a5-4745-945e-089adcc9e548 req-41ce9309-d652-4849-9b32-d315a5e8ee48 service neutron] Attempting to bind port e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16 on network 82add48a-25a4-40c3-b2f6-cb9c883b8902 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:07:20.342874 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103aded7-f5a5-4745-945e-089adcc9e548 req-41ce9309-d652-4849-9b32-d315a5e8ee48 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:07:20.343225 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103aded7-f5a5-4745-945e-089adcc9e548 req-41ce9309-d652-4849-9b32-d315a5e8ee48 service neutron] Checking segment: {'id': '58668859-160f-43ae-b750-9643ddcd483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '82add48a-25a4-40c3-b2f6-cb9c883b8902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:07:20.343621 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103aded7-f5a5-4745-945e-089adcc9e548 req-41ce9309-d652-4849-9b32-d315a5e8ee48 service neutron] Bound using segment: {'id': '58668859-160f-43ae-b750-9643ddcd483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '82add48a-25a4-40c3-b2f6-cb9c883b8902'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:07:20.344124 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-103aded7-f5a5-4745-945e-089adcc9e548 req-41ce9309-d652-4849-9b32-d315a5e8ee48 service neutron] Bound port: e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58668859-160f-43ae-b750-9643ddcd483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '82add48a-25a4-40c3-b2f6-cb9c883b8902'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:07:20.344489 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-103aded7-f5a5-4745-945e-089adcc9e548 req-41ce9309-d652-4849-9b32-d315a5e8ee48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:20.374238 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ff13473f-4a9b-499b-8501-12a9bd30b046 req-d79beac2-2548-4a90-a95b-090c8846104a service neutron] 10.222.0.55 "GET /v2.0/networks/7b28de0c-4527-4d48-ab68-f343022c2981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029751 Oct 19 01:07:20.408332 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 6a5f7373-9852-4292-a957-43becd30457e, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=6a5f7373-9852-4292-a957-43becd30457e,segment=NetworkSegment(af8d2bdc-728f-4365-a0a3-7f4c1d198719),segment_id=af8d2bdc-728f-4365-a0a3-7f4c1d198719)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:20.433733 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01119559-d6da-421c-b023-491b469a740d req-62d52488-2987-4aac-a660-6719bd68293d tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:20.436317 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-01119559-d6da-421c-b023-491b469a740d req-62d52488-2987-4aac-a660-6719bd68293d tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] 10.222.0.57 "GET /v2.0/ports?device_id=01f3b294-22b5-45a0-ad20-527f967c59de HTTP/1.1" status: 200 len: 944 time: 0.0573990 Oct 19 01:07:20.444270 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:20.444925 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 624b0885-8316-4d09-af8e-792cd46ef66c details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:07:20.492021 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-01119559-d6da-421c-b023-491b469a740d req-7b5b87ee-a688-4693-9b6d-fd1b777b3683 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] 10.222.0.57 "GET /v2.0/security-groups?id=912fdeb9-c040-404c-9501-52bd822b4b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479913 Oct 19 01:07:20.498010 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-103aded7-f5a5-4745-945e-089adcc9e548 req-41ce9309-d652-4849-9b32-d315a5e8ee48 service neutron] For port e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:07:20.517534 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-103aded7-f5a5-4745-945e-089adcc9e548 req-41ce9309-d652-4849-9b32-d315a5e8ee48 service neutron] For port e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16,segment=NetworkSegment(58668859-160f-43ae-b750-9643ddcd483a),segment_id=58668859-160f-43ae-b750-9643ddcd483a)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:07:20.525103 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-103aded7-f5a5-4745-945e-089adcc9e548 req-41ce9309-d652-4849-9b32-d315a5e8ee48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:20.577085 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab56bbb7-4d44-4fdb-9223-5f963ac408e3 req-9333cb36-b2bb-4ce2-b909-01764d1ec8ec tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "GET /v2.0/security-groups/08ad740b-96db-43ae-bfd4-9f2a38db5b4d HTTP/1.1" status: 200 len: 1805 time: 0.0530884 Oct 19 01:07:20.595319 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-ab56bbb7-4d44-4fdb-9223-5f963ac408e3 req-e54c062a-7d1e-4c8b-bcb6-0438b9415ca9 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '08ad740b-96db-43ae-bfd4-9f2a38db5b4d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:20.595631 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-ab56bbb7-4d44-4fdb-9223-5f963ac408e3 req-e54c062a-7d1e-4c8b-bcb6-0438b9415ca9 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '08ad740b-96db-43ae-bfd4-9f2a38db5b4d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:20.598707 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103aded7-f5a5-4745-945e-089adcc9e548 req-41ce9309-d652-4849-9b32-d315a5e8ee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:20.599323 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-103aded7-f5a5-4745-945e-089adcc9e548 req-41ce9309-d652-4849-9b32-d315a5e8ee48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:20.601349 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-103aded7-f5a5-4745-945e-089adcc9e548 req-41ce9309-d652-4849-9b32-d315a5e8ee48 service neutron] 10.222.0.24 "PUT /v2.0/ports/e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16 HTTP/1.1" status: 200 len: 1093 time: 1.7855046 Oct 19 01:07:20.608865 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f3b294-22b5-45a0-ad20-527f967c59de', 'tag': 'e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:07:20.611170 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217fa402-5800-4b3c-9b0f-f7a339f5ad7e" -d '{"events": [{"name": "network-changed", "server_uuid": "01f3b294-22b5-45a0-ad20-527f967c59de", "tag": "e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:07:20.630476 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-307ce21e-d156-4b22-808a-d2bfaf19a77b req-632aa029-738a-4976-8b24-f7f6f941feae tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:20.644472 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-307ce21e-d156-4b22-808a-d2bfaf19a77b req-632aa029-738a-4976-8b24-f7f6f941feae tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:20.679061 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ab56bbb7-4d44-4fdb-9223-5f963ac408e3 req-e54c062a-7d1e-4c8b-bcb6-0438b9415ca9 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:20.693835 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce9309-d652-4849-9b32-d315a5e8ee48 service neutron] Pushing event updated for resources: {'Port': ['ID=e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:20.713126 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ab56bbb7-4d44-4fdb-9223-5f963ac408e3 req-e54c062a-7d1e-4c8b-bcb6-0438b9415ca9 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:20.718310 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ab56bbb7-4d44-4fdb-9223-5f963ac408e3 req-e54c062a-7d1e-4c8b-bcb6-0438b9415ca9 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:20.752090 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ab56bbb7-4d44-4fdb-9223-5f963ac408e3 req-e54c062a-7d1e-4c8b-bcb6-0438b9415ca9 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:20.763338 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab56bbb7-4d44-4fdb-9223-5f963ac408e3 req-e54c062a-7d1e-4c8b-bcb6-0438b9415ca9 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1690190 Oct 19 01:07:20.763338 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c062a-7d1e-4c8b-bcb6-0438b9415ca9 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=286069bc-7c29-4bd1-925b-38fb5ed6c4b5,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:20.781429 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103aded7-f5a5-4745-945e-089adcc9e548 req-04294a83-eb9a-4b44-9bf9-15c4cd1acba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:20.783065 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-103aded7-f5a5-4745-945e-089adcc9e548 req-04294a83-eb9a-4b44-9bf9-15c4cd1acba5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4cbb01b064ac4211a936f6a5e3b46bc7&device_id=01f3b294-22b5-45a0-ad20-527f967c59de HTTP/1.1" status: 200 len: 1096 time: 0.0997055 Oct 19 01:07:20.838179 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-103aded7-f5a5-4745-945e-089adcc9e548 req-d99ea6da-ebd1-44a7-9871-43e4c4de8589 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16 HTTP/1.1" status: 200 len: 217 time: 0.0448699 Oct 19 01:07:20.840793 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [req-307ce21e-d156-4b22-808a-d2bfaf19a77b req-632aa029-738a-4976-8b24-f7f6f941feae tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Floating IP 74a5cbc8-42ad-44fa-8d79-e2f050f127fc associated. External IP: 172.25.8.165, port: c7078771-4320-45b1-ae7b-ee55db29d068. Oct 19 01:07:20.847593 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=6a5f7373-9852-4292-a957-43becd30457e,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:20.880748 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e85cb5-82e3-4470-8a72-c210d674aafe req-567eb81a-4b90-4616-9c38-8ae0fcdbf6db tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:20.882295 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-53e85cb5-82e3-4470-8a72-c210d674aafe req-567eb81a-4b90-4616-9c38-8ae0fcdbf6db tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 943 time: 0.0641665 Oct 19 01:07:20.924951 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-53e85cb5-82e3-4470-8a72-c210d674aafe req-c4935f5f-677a-44f0-8acd-5c6129b59ab9 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322521 Oct 19 01:07:20.958710 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['9295caf7-42d8-4c78-a217-b3e9af380abb'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:07:20.967271 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103aded7-f5a5-4745-945e-089adcc9e548 req-09bbfdda-2b88-4d30-8be0-42f709a3432c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:20.968866 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-103aded7-f5a5-4745-945e-089adcc9e548 req-09bbfdda-2b88-4d30-8be0-42f709a3432c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b00a55bd-e044-44cb-8275-8cb6d0388b8e HTTP/1.1" status: 200 len: 858 time: 0.0925827 Oct 19 01:07:21.007881 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-103aded7-f5a5-4745-945e-089adcc9e548 req-ef4a530f-eb55-4d91-9259-fbffc20a9bf4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=82add48a-25a4-40c3-b2f6-cb9c883b8902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298581 Oct 19 01:07:21.063137 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedaf02d-53db-4c20-9cd5-d3986708b0e7 req-5de8cc21-b0cc-4658-98bd-c5f6b5d37665 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:21.072433 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedaf02d-53db-4c20-9cd5-d3986708b0e7 req-5de8cc21-b0cc-4658-98bd-c5f6b5d37665 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:21.085148 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedaf02d-53db-4c20-9cd5-d3986708b0e7 req-5de8cc21-b0cc-4658-98bd-c5f6b5d37665 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:21.108053 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedaf02d-53db-4c20-9cd5-d3986708b0e7 req-5de8cc21-b0cc-4658-98bd-c5f6b5d37665 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:21.116076 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 624b0885-8316-4d09-af8e-792cd46ef66c, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=624b0885-8316-4d09-af8e-792cd46ef66c,segment=NetworkSegment(4b96a6d1-8b8b-4e03-bedd-396bb83a41b9),segment_id=4b96a6d1-8b8b-4e03-bedd-396bb83a41b9)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:21.119088 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedaf02d-53db-4c20-9cd5-d3986708b0e7 req-5de8cc21-b0cc-4658-98bd-c5f6b5d37665 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:21.125594 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedaf02d-53db-4c20-9cd5-d3986708b0e7 req-5de8cc21-b0cc-4658-98bd-c5f6b5d37665 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:21.132235 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedaf02d-53db-4c20-9cd5-d3986708b0e7 req-5de8cc21-b0cc-4658-98bd-c5f6b5d37665 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:21.134396 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eedaf02d-53db-4c20-9cd5-d3986708b0e7 req-5de8cc21-b0cc-4658-98bd-c5f6b5d37665 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5430 time: 0.1476481 Oct 19 01:07:21.181897 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '624b0885-8316-4d09-af8e-792cd46ef66c', 'network_id': '28bbb5fd-c75c-47ce-a413-f94e9e278cac', 'port_id': '624b0885-8316-4d09-af8e-792cd46ef66c', 'mac_address': 'fa:16:3e:e9:61:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3be225f4-ab98-4635-abe3-f510061f702c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:07:21.194582 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eedaf02d-53db-4c20-9cd5-d3986708b0e7 req-024c493e-26c4-48ae-a0c4-9a4e8bd9d0c8 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0494757 Oct 19 01:07:21.244837 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-103aded7-f5a5-4745-945e-089adcc9e548 req-ab25a463-7a1b-4f38-ac86-a5f961d235cc service neutron] 10.222.0.24 "GET /v2.0/networks/82add48a-25a4-40c3-b2f6-cb9c883b8902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278516 Oct 19 01:07:21.248195 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbd602f-3074-42df-a5c5-11546add1c76 x-openstack-request-id: req-bfbd602f-3074-42df-a5c5-11546add1c76 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:07:21.248483 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f3b294-22b5-45a0-ad20-527f967c59de", "tag": "e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:07:21.248736 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bfbd602f-3074-42df-a5c5-11546add1c76 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:07:21.249658 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f3b294-22b5-45a0-ad20-527f967c59de', 'tag': 'e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16', 'status': 'completed', 'code': 200} Oct 19 01:07:21.256740 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-307ce21e-d156-4b22-808a-d2bfaf19a77b req-632aa029-738a-4976-8b24-f7f6f941feae tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Router 9c7deb7d-08ab-482f-a466-7679d5aca48f has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:07:21.264787 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-3d0bc91a-ce12-4e21-9518-ff3872d93466 req-7f6c495c-3a39-443a-b0f1-af15cd0108e5 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-38067196', 'description': 'tempest-description-2046740148'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:21.288971 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:21.293040 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3d0bc91a-ce12-4e21-9518-ff3872d93466 req-7f6c495c-3a39-443a-b0f1-af15cd0108e5 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:21.315428 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624b0885-8316-4d09-af8e-792cd46ef66c {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:07:21.361501 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 624b0885-8316-4d09-af8e-792cd46ef66c, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=624b0885-8316-4d09-af8e-792cd46ef66c,segment=NetworkSegment(4b96a6d1-8b8b-4e03-bedd-396bb83a41b9),segment_id=4b96a6d1-8b8b-4e03-bedd-396bb83a41b9)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:21.375513 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:21.376588 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 448ed52f-8e37-4de5-8ece-79e0b041cb70 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:07:21.401859 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3d0bc91a-ce12-4e21-9518-ff3872d93466 req-7f6c495c-3a39-443a-b0f1-af15cd0108e5 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:21.409563 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3d0bc91a-ce12-4e21-9518-ff3872d93466 req-7f6c495c-3a39-443a-b0f1-af15cd0108e5 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:21.448114 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3d0bc91a-ce12-4e21-9518-ff3872d93466 req-7f6c495c-3a39-443a-b0f1-af15cd0108e5 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:21.459636 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=624b0885-8316-4d09-af8e-792cd46ef66c,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:21.459973 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3d0bc91a-ce12-4e21-9518-ff3872d93466 req-7f6c495c-3a39-443a-b0f1-af15cd0108e5 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2003603 Oct 19 01:07:21.473993 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c495c-3a39-443a-b0f1-af15cd0108e5 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb762a8-e86f-4ca2-9d27-d8b1a5bd8114,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:21.480066 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 448ed52f-8e37-4de5-8ece-79e0b041cb70, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=448ed52f-8e37-4de5-8ece-79e0b041cb70,segment=NetworkSegment(4b96a6d1-8b8b-4e03-bedd-396bb83a41b9),segment_id=4b96a6d1-8b8b-4e03-bedd-396bb83a41b9)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:21.507397 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-103aded7-f5a5-4745-945e-089adcc9e548 req-5da2659a-22d4-4db6-bb9b-52057581a8ff service neutron] 10.222.0.24 "GET /v2.0/networks/82add48a-25a4-40c3-b2f6-cb9c883b8902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494140 Oct 19 01:07:21.512546 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '448ed52f-8e37-4de5-8ece-79e0b041cb70', 'network_id': '28bbb5fd-c75c-47ce-a413-f94e9e278cac', 'port_id': '448ed52f-8e37-4de5-8ece-79e0b041cb70', 'mac_address': 'fa:16:3e:04:65:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3be225f4-ab98-4635-abe3-f510061f702c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:07:21.540978 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-307ce21e-d156-4b22-808a-d2bfaf19a77b req-632aa029-738a-4976-8b24-f7f6f941feae tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:07:21.559549 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4475993a-3571-4c2a-8190-7e7dcb82843c None None] Sync routers for ids ['9c7deb7d-08ab-482f-a466-7679d5aca48f'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:07:21.582649 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4475993a-3571-4c2a-8190-7e7dcb82843c None None] Routers {'9c7deb7d-08ab-482f-a466-7679d5aca48f'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:07:21.583304 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-4475993a-3571-4c2a-8190-7e7dcb82843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:07:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['9c7deb7d-08ab-482f-a466-7679d5aca48f'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:21.629382 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede82e44-6d08-45c1-ba9a-772ad08d6fc3 req-06b58f13-5a77-4ca4-b852-fdddca8500ba tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:21.635984 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede82e44-6d08-45c1-ba9a-772ad08d6fc3 req-06b58f13-5a77-4ca4-b852-fdddca8500ba tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:21.642933 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede82e44-6d08-45c1-ba9a-772ad08d6fc3 req-06b58f13-5a77-4ca4-b852-fdddca8500ba tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:21.650693 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede82e44-6d08-45c1-ba9a-772ad08d6fc3 req-06b58f13-5a77-4ca4-b852-fdddca8500ba tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:21.657347 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede82e44-6d08-45c1-ba9a-772ad08d6fc3 req-06b58f13-5a77-4ca4-b852-fdddca8500ba tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:21.665620 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede82e44-6d08-45c1-ba9a-772ad08d6fc3 req-06b58f13-5a77-4ca4-b852-fdddca8500ba tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:21.675833 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede82e44-6d08-45c1-ba9a-772ad08d6fc3 req-06b58f13-5a77-4ca4-b852-fdddca8500ba tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:21.685577 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ede82e44-6d08-45c1-ba9a-772ad08d6fc3 req-06b58f13-5a77-4ca4-b852-fdddca8500ba tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 5428 time: 0.1593421 Oct 19 01:07:21.732240 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:21.733937 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ede82e44-6d08-45c1-ba9a-772ad08d6fc3 req-b5196081-19d6-4a09-b2b7-6b45d31bd635 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc8025b-09bc-4bd9-9d99-46ada71b927c&id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0474792 Oct 19 01:07:21.764150 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 448ed52f-8e37-4de5-8ece-79e0b041cb70 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:07:21.798636 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 448ed52f-8e37-4de5-8ece-79e0b041cb70, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=448ed52f-8e37-4de5-8ece-79e0b041cb70,segment=NetworkSegment(4b96a6d1-8b8b-4e03-bedd-396bb83a41b9),segment_id=4b96a6d1-8b8b-4e03-bedd-396bb83a41b9)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:21.813905 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:21.814235 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:07:21.818604 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-4475993a-3571-4c2a-8190-7e7dcb82843c None None] Set router 9c7deb7d-08ab-482f-a466-7679d5aca48f gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:07:21.852410 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-a2526c6c-e458-4a30-b1e0-95af1fb770eb req-9f2d683f-0d5a-41ee-b8eb-fe4bd3198f81 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-635846133', 'description': 'tempest-description-1515999222'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:21.891283 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a2526c6c-e458-4a30-b1e0-95af1fb770eb req-9f2d683f-0d5a-41ee-b8eb-fe4bd3198f81 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:21.996876 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=448ed52f-8e37-4de5-8ece-79e0b041cb70,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:22.024386 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a2526c6c-e458-4a30-b1e0-95af1fb770eb req-9f2d683f-0d5a-41ee-b8eb-fe4bd3198f81 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:22.030340 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a2526c6c-e458-4a30-b1e0-95af1fb770eb req-9f2d683f-0d5a-41ee-b8eb-fe4bd3198f81 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:22.091192 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd,segment=NetworkSegment(ca545713-cf14-45ab-86a8-e87802c3d520),segment_id=ca545713-cf14-45ab-86a8-e87802c3d520)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:22.096703 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d683f-0d5a-41ee-b8eb-fe4bd3198f81 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4c1ceb-e074-45bd-98a0-d47794331211,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:22.115406 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a2526c6c-e458-4a30-b1e0-95af1fb770eb req-9f2d683f-0d5a-41ee-b8eb-fe4bd3198f81 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:22.130235 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a2526c6c-e458-4a30-b1e0-95af1fb770eb req-9f2d683f-0d5a-41ee-b8eb-fe4bd3198f81 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2820656 Oct 19 01:07:22.144129 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd', 'network_id': '40f93092-66e2-4482-a54e-d83d48322c91', 'port_id': 'a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd', 'mac_address': 'fa:16:3e:f9:03:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc8382b7-c6e6-465d-807f-c2cfe210cd02', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:07:22.205782 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:22.242253 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:07:22.251666 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad4eb7-7f8b-488b-86e6-e36f426ed18c req-7fa979f5-2e71-4b45-bed2-235bd20bb0f5 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:22.262979 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b1ad4eb7-7f8b-488b-86e6-e36f426ed18c req-7fa979f5-2e71-4b45-bed2-235bd20bb0f5 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] 10.222.0.57 "GET /v2.0/ports?device_id=01f3b294-22b5-45a0-ad20-527f967c59de HTTP/1.1" status: 200 len: 944 time: 0.0755942 Oct 19 01:07:22.268452 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fa402-5800-4b3c-9b0f-f7a339f5ad7e req-55db8106-5fdf-4e27-b8c5-111e2e18d36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:22.270100 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-217fa402-5800-4b3c-9b0f-f7a339f5ad7e req-55db8106-5fdf-4e27-b8c5-111e2e18d36a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4cbb01b064ac4211a936f6a5e3b46bc7&device_id=01f3b294-22b5-45a0-ad20-527f967c59de HTTP/1.1" status: 200 len: 1096 time: 0.5476255 Oct 19 01:07:22.271208 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd,segment=NetworkSegment(ca545713-cf14-45ab-86a8-e87802c3d520),segment_id=ca545713-cf14-45ab-86a8-e87802c3d520)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:22.274421 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-307ce21e-d156-4b22-808a-d2bfaf19a77b req-632aa029-738a-4976-8b24-f7f6f941feae tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Router 9c7deb7d-08ab-482f-a466-7679d5aca48f has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:07:22.280122 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:22.280855 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 394a4e11-f9e4-4f2c-84f4-e9d161e34a1c details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:07:22.317269 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b1ad4eb7-7f8b-488b-86e6-e36f426ed18c req-1deccbfe-97e7-4b2a-ab43-8724c9034af5 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] 10.222.0.57 "GET /v2.0/security-groups?id=912fdeb9-c040-404c-9501-52bd822b4b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522850 Oct 19 01:07:22.348817 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:22.369025 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-4475993a-3571-4c2a-8190-7e7dcb82843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'name': 'tempest-FloatingIPsAssociationTestJSON-646553127-router', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:06:00Z', 'updated_at': '2021-10-19T01:06:17Z', 'revision_number': 4, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'gw_port': {'id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:03Z', 'updated_at': '2021-10-19T01:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '74a5cbc8-42ad-44fa-8d79-e2f050f127fc', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'floating_ip_address': '172.25.8.165', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'port_id': '2386209f-b554-4789-b901-25bdac88ebb0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'mac_address': 'fa:16:3e:66:cd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528186f5-7860-4e29-85e8-8ece9125c2a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:06:56Z', 'updated_at': '2021-10-19T01:07:20Z', 'revision_number': 3, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242618d7-8daa-4739-832e-aa5988d30258', 'name': '', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'mac_address': 'fa:16:3e:4e:55:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:15Z', 'updated_at': '2021-10-19T01:06:27Z', 'revision_number': 5, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'subnets': [{'id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:22.404776 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4475993a-3571-4c2a-8190-7e7dcb82843c None None] Checking router: 9c7deb7d-08ab-482f-a466-7679d5aca48f for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:07:22.427033 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 394a4e11-f9e4-4f2c-84f4-e9d161e34a1c, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=394a4e11-f9e4-4f2c-84f4-e9d161e34a1c,segment=NetworkSegment(af8d2bdc-728f-4365-a0a3-7f4c1d198719),segment_id=af8d2bdc-728f-4365-a0a3-7f4c1d198719)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:22.436090 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4475993a-3571-4c2a-8190-7e7dcb82843c None None] Routers {'9c7deb7d-08ab-482f-a466-7679d5aca48f'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:07:22.436724 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-4475993a-3571-4c2a-8190-7e7dcb82843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:07:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['9c7deb7d-08ab-482f-a466-7679d5aca48f'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:22.439493 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b476d5-d913-4b42-9f8a-f9af629b431f req-7ec45444-6652-4c0d-b2af-b5a7f9e8d6eb tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:22.441665 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-98b476d5-d913-4b42-9f8a-f9af629b431f req-7ec45444-6652-4c0d-b2af-b5a7f9e8d6eb tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 943 time: 0.0551715 Oct 19 01:07:22.475040 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fa402-5800-4b3c-9b0f-f7a339f5ad7e req-e63a396a-dc42-44b2-904c-88cdf4f08317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:22.477001 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-217fa402-5800-4b3c-9b0f-f7a339f5ad7e req-e63a396a-dc42-44b2-904c-88cdf4f08317 service neutron] 10.222.0.24 "GET /v2.0/networks?id=82add48a-25a4-40c3-b2f6-cb9c883b8902 HTTP/1.1" status: 200 len: 919 time: 0.1962438 Oct 19 01:07:22.483053 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '394a4e11-f9e4-4f2c-84f4-e9d161e34a1c', 'network_id': '4bdbb06e-439a-49c1-8bb0-4db0fdb649a5', 'port_id': '394a4e11-f9e4-4f2c-84f4-e9d161e34a1c', 'mac_address': 'fa:16:3e:35:4b:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67dfdfc9-7c16-4d97-8f29-d21072ecc7ea', 'ip_address': '10.1.1.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:07:22.496670 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-307ce21e-d156-4b22-808a-d2bfaf19a77b req-632aa029-738a-4976-8b24-f7f6f941feae tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:07:22.515589 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-98b476d5-d913-4b42-9f8a-f9af629b431f req-b855d286-7daf-48e0-95b3-c8b85205585e tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677040 Oct 19 01:07:22.540757 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-217fa402-5800-4b3c-9b0f-f7a339f5ad7e req-a6884582-1081-4803-9244-d38add95c911 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16 HTTP/1.1" status: 200 len: 217 time: 0.0541759 Oct 19 01:07:22.546121 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-307ce21e-d156-4b22-808a-d2bfaf19a77b req-632aa029-738a-4976-8b24-f7f6f941feae tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:22.586852 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:22.604409 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 375c6625-82f0-4e5e-bb95-a208591149c0 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:07:22.613367 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-76f65ea3-2c98-4c74-9138-cbac5fc815d3 req-47667b42-5bce-445e-8cbe-9109181f1612 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "GET /v2.0/security-groups/9fb762a8-e86f-4ca2-9d27-d8b1a5bd8114 HTTP/1.1" status: 200 len: 1805 time: 0.0762010 Oct 19 01:07:22.642542 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 394a4e11-f9e4-4f2c-84f4-e9d161e34a1c {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:07:22.650160 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-4475993a-3571-4c2a-8190-7e7dcb82843c None None] Set router 9c7deb7d-08ab-482f-a466-7679d5aca48f gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:07:22.667338 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fa402-5800-4b3c-9b0f-f7a339f5ad7e req-c6be7046-0ea5-4ff7-b973-9c1a258f1b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:22.669163 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-217fa402-5800-4b3c-9b0f-f7a339f5ad7e req-c6be7046-0ea5-4ff7-b973-9c1a258f1b67 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b00a55bd-e044-44cb-8275-8cb6d0388b8e HTTP/1.1" status: 200 len: 858 time: 0.1192927 Oct 19 01:07:22.671310 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-76f65ea3-2c98-4c74-9138-cbac5fc815d3 req-1dede245-9fdc-4e9b-800d-b15ae67d71b9 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "GET /v2.0/security-groups/cd4c1ceb-e074-45bd-98a0-d47794331211 HTTP/1.1" status: 200 len: 1806 time: 0.0568666 Oct 19 01:07:22.676610 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-76f65ea3-2c98-4c74-9138-cbac5fc815d3 req-7f857429-fa4b-4e8a-a5ca-7b4247469972 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9fb762a8-e86f-4ca2-9d27-d8b1a5bd8114', 'remote_group_id': 'cd4c1ceb-e074-45bd-98a0-d47794331211', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:22.676924 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-76f65ea3-2c98-4c74-9138-cbac5fc815d3 req-7f857429-fa4b-4e8a-a5ca-7b4247469972 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9fb762a8-e86f-4ca2-9d27-d8b1a5bd8114', 'remote_group_id': 'cd4c1ceb-e074-45bd-98a0-d47794331211', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:22.678036 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-307ce21e-d156-4b22-808a-d2bfaf19a77b req-632aa029-738a-4976-8b24-f7f6f941feae tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "PUT /v2.0/floatingips/74a5cbc8-42ad-44fa-8d79-e2f050f127fc HTTP/1.1" status: 200 len: 998 time: 3.0521181 Oct 19 01:07:22.715421 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 394a4e11-f9e4-4f2c-84f4-e9d161e34a1c, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=394a4e11-f9e4-4f2c-84f4-e9d161e34a1c,segment=NetworkSegment(af8d2bdc-728f-4365-a0a3-7f4c1d198719),segment_id=af8d2bdc-728f-4365-a0a3-7f4c1d198719)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:22.753464 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:22.754137 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 9c27f7e3-5adb-4a06-a706-c950206ee957 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:07:22.766929 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ce21e-d156-4b22-808a-d2bfaf19a77b req-6595a148-ab45-4a8a-a1bc-046d1deb1f4e tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:22.768284 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-307ce21e-d156-4b22-808a-d2bfaf19a77b req-6595a148-ab45-4a8a-a1bc-046d1deb1f4e tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/ports/c7078771-4320-45b1-ae7b-ee55db29d068 HTTP/1.1" status: 200 len: 943 time: 0.0796959 Oct 19 01:07:22.783359 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-217fa402-5800-4b3c-9b0f-f7a339f5ad7e req-575d0426-629e-4ad4-aeb0-17b85a119a09 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=82add48a-25a4-40c3-b2f6-cb9c883b8902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041691 Oct 19 01:07:22.799003 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 9c27f7e3-5adb-4a06-a706-c950206ee957, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=9c27f7e3-5adb-4a06-a706-c950206ee957,segment=NetworkSegment(af8d2bdc-728f-4365-a0a3-7f4c1d198719),segment_id=af8d2bdc-728f-4365-a0a3-7f4c1d198719)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:22.813766 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-76f65ea3-2c98-4c74-9138-cbac5fc815d3 req-7f857429-fa4b-4e8a-a5ca-7b4247469972 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:22.825422 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '9c27f7e3-5adb-4a06-a706-c950206ee957', 'network_id': '4bdbb06e-439a-49c1-8bb0-4db0fdb649a5', 'port_id': '9c27f7e3-5adb-4a06-a706-c950206ee957', 'mac_address': 'fa:16:3e:4b:fc:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67dfdfc9-7c16-4d97-8f29-d21072ecc7ea', 'ip_address': '10.1.1.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:07:22.872039 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-76f65ea3-2c98-4c74-9138-cbac5fc815d3 req-7f857429-fa4b-4e8a-a5ca-7b4247469972 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:22.876151 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-76f65ea3-2c98-4c74-9138-cbac5fc815d3 req-7f857429-fa4b-4e8a-a5ca-7b4247469972 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:22.893398 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f857429-fa4b-4e8a-a5ca-7b4247469972 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d0eb5a-30cf-4730-b92f-b0c88d0f4e05,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:22.915056 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-76f65ea3-2c98-4c74-9138-cbac5fc815d3 req-7f857429-fa4b-4e8a-a5ca-7b4247469972 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:22.916455 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-76f65ea3-2c98-4c74-9138-cbac5fc815d3 req-7f857429-fa4b-4e8a-a5ca-7b4247469972 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2442985 Oct 19 01:07:22.956028 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-217fa402-5800-4b3c-9b0f-f7a339f5ad7e req-8958c304-debc-4d5d-9073-9e7aa8a98b6a service neutron] 10.222.0.24 "GET /v2.0/networks/82add48a-25a4-40c3-b2f6-cb9c883b8902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639996 Oct 19 01:07:22.963400 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ce21e-d156-4b22-808a-d2bfaf19a77b req-bad53503-a246-4fc0-a764-19e2e6781057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:22.965002 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-307ce21e-d156-4b22-808a-d2bfaf19a77b req-bad53503-a246-4fc0-a764-19e2e6781057 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9d159951251f425b8e201bae6d58e0c2&device_id=ec598e4f-08c8-49a9-9e9f-5e6d00e40b56 HTTP/1.1" status: 200 len: 1098 time: 0.1071026 Oct 19 01:07:23.051020 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f5577-dde9-4b62-9e66-737be4f82f33 req-9349440e-5398-419c-b020-6e8c5d7e58de tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:23.061537 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f5577-dde9-4b62-9e66-737be4f82f33 req-9349440e-5398-419c-b020-6e8c5d7e58de tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:23.074592 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f5577-dde9-4b62-9e66-737be4f82f33 req-9349440e-5398-419c-b020-6e8c5d7e58de tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:23.080596 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f5577-dde9-4b62-9e66-737be4f82f33 req-9349440e-5398-419c-b020-6e8c5d7e58de tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:23.086465 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f5577-dde9-4b62-9e66-737be4f82f33 req-9349440e-5398-419c-b020-6e8c5d7e58de tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:23.092635 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f5577-dde9-4b62-9e66-737be4f82f33 req-9349440e-5398-419c-b020-6e8c5d7e58de tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:23.099171 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f5577-dde9-4b62-9e66-737be4f82f33 req-9349440e-5398-419c-b020-6e8c5d7e58de tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:23.107772 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-405f5577-dde9-4b62-9e66-737be4f82f33 req-9349440e-5398-419c-b020-6e8c5d7e58de tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5434 time: 0.1210847 Oct 19 01:07:23.109359 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=394a4e11-f9e4-4f2c-84f4-e9d161e34a1c,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:23.120838 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 375c6625-82f0-4e5e-bb95-a208591149c0, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=375c6625-82f0-4e5e-bb95-a208591149c0,segment=NetworkSegment(390ed8c9-9986-4671-aee6-159367c5ccee),segment_id=390ed8c9-9986-4671-aee6-159367c5ccee)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:23.130069 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:23.135954 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-217fa402-5800-4b3c-9b0f-f7a339f5ad7e req-dd20098b-a6c5-4849-a9a7-8cc1a7d9f692 service neutron] 10.222.0.24 "GET /v2.0/networks/82add48a-25a4-40c3-b2f6-cb9c883b8902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699438 Oct 19 01:07:23.137473 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ce21e-d156-4b22-808a-d2bfaf19a77b req-ad005d66-dced-4fc2-9439-f7d44c7bba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:23.138695 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-307ce21e-d156-4b22-808a-d2bfaf19a77b req-ad005d66-dced-4fc2-9439-f7d44c7bba03 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5e528a95-765b-4153-a63c-148757c15f94 HTTP/1.1" status: 200 len: 921 time: 0.1645889 Oct 19 01:07:23.153342 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-405f5577-dde9-4b62-9e66-737be4f82f33 req-31a9db8d-1092-4ce1-81a6-92161e572bfd tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426977 Oct 19 01:07:23.182453 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '375c6625-82f0-4e5e-bb95-a208591149c0', 'network_id': '7b28de0c-4527-4d48-ab68-f343022c2981', 'port_id': '375c6625-82f0-4e5e-bb95-a208591149c0', 'mac_address': 'fa:16:3e:cf:d3:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70672b34-a2f2-4409-affd-0df303ae693f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:07:23.194860 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c27f7e3-5adb-4a06-a706-c950206ee957 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:07:23.196044 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-307ce21e-d156-4b22-808a-d2bfaf19a77b req-594f153c-45ff-485a-88af-7dc4010d87ae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7078771-4320-45b1-ae7b-ee55db29d068 HTTP/1.1" status: 200 len: 217 time: 0.0423329 Oct 19 01:07:23.245788 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ce21e-d156-4b22-808a-d2bfaf19a77b req-f26d4e1e-56f3-4acb-9fdc-672f0517d02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:23.248636 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-307ce21e-d156-4b22-808a-d2bfaf19a77b req-f26d4e1e-56f3-4acb-9fdc-672f0517d02f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de74403a-93c8-48d8-9fdc-ed1cd7b1d665 HTTP/1.1" status: 200 len: 859 time: 0.0479844 Oct 19 01:07:23.250550 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec598e4f-08c8-49a9-9e9f-5e6d00e40b56', 'tag': 'c7078771-4320-45b1-ae7b-ee55db29d068'}, {'name': 'network-changed', 'server_uuid': '528186f5-7860-4e29-85e8-8ece9125c2a9', 'tag': '2386209f-b554-4789-b901-25bdac88ebb0'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:07:23.253708 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab97119e-a9e3-4eae-93ea-92d0656efdb5" -d '{"events": [{"name": "network-changed", "server_uuid": "ec598e4f-08c8-49a9-9e9f-5e6d00e40b56", "tag": "c7078771-4320-45b1-ae7b-ee55db29d068"}, {"name": "network-changed", "server_uuid": "528186f5-7860-4e29-85e8-8ece9125c2a9", "tag": "2386209f-b554-4789-b901-25bdac88ebb0"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:07:23.258084 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 9c27f7e3-5adb-4a06-a706-c950206ee957, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=9c27f7e3-5adb-4a06-a706-c950206ee957,segment=NetworkSegment(af8d2bdc-728f-4365-a0a3-7f4c1d198719),segment_id=af8d2bdc-728f-4365-a0a3-7f4c1d198719)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:23.269133 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:23.277501 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcca741-6d88-47d7-b4b2-84ec61b5cdad req-f0a38294-f0da-4cd2-a6f4-e6d400a97269 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:23.283492 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcca741-6d88-47d7-b4b2-84ec61b5cdad req-f0a38294-f0da-4cd2-a6f4-e6d400a97269 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:23.289468 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcca741-6d88-47d7-b4b2-84ec61b5cdad req-f0a38294-f0da-4cd2-a6f4-e6d400a97269 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:23.291420 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:23.296298 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcca741-6d88-47d7-b4b2-84ec61b5cdad req-f0a38294-f0da-4cd2-a6f4-e6d400a97269 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:23.303219 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcca741-6d88-47d7-b4b2-84ec61b5cdad req-f0a38294-f0da-4cd2-a6f4-e6d400a97269 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:23.308052 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ce21e-d156-4b22-808a-d2bfaf19a77b req-93519f40-572e-4da8-a719-5f792ac12b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:23.310740 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-307ce21e-d156-4b22-808a-d2bfaf19a77b req-93519f40-572e-4da8-a719-5f792ac12b60 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5e528a95-765b-4153-a63c-148757c15f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525141 Oct 19 01:07:23.311061 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcca741-6d88-47d7-b4b2-84ec61b5cdad req-f0a38294-f0da-4cd2-a6f4-e6d400a97269 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:23.318265 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcca741-6d88-47d7-b4b2-84ec61b5cdad req-f0a38294-f0da-4cd2-a6f4-e6d400a97269 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:23.320190 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3bcca741-6d88-47d7-b4b2-84ec61b5cdad req-f0a38294-f0da-4cd2-a6f4-e6d400a97269 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 5428 time: 0.1057220 Oct 19 01:07:23.321007 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:07:23.323119 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 02ec6d94-aeb9-4134-8f0e-3ee960c7b393 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:07:23.363356 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3bcca741-6d88-47d7-b4b2-84ec61b5cdad req-e21dc0f5-af89-47ef-b580-a0a201e1c0ec tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc8025b-09bc-4bd9-9d99-46ada71b927c&id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354059 Oct 19 01:07:23.386014 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 375c6625-82f0-4e5e-bb95-a208591149c0 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:07:23.415088 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-307ce21e-d156-4b22-808a-d2bfaf19a77b req-c748314c-3d72-4d67-91b9-2b04e9a29004 service neutron] 10.222.0.57 "GET /v2.0/networks/5e528a95-765b-4153-a63c-148757c15f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946908 Oct 19 01:07:23.428572 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=9c27f7e3-5adb-4a06-a706-c950206ee957,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:23.458649 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 375c6625-82f0-4e5e-bb95-a208591149c0, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=375c6625-82f0-4e5e-bb95-a208591149c0,segment=NetworkSegment(390ed8c9-9986-4671-aee6-159367c5ccee),segment_id=390ed8c9-9986-4671-aee6-159367c5ccee)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:23.472156 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-50a1d623-091e-46e0-8a2a-9cca00391f68 req-7d99dc98-d08f-44e3-9e5b-163e71a023c4 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1767768959', 'description': 'tempest-description-2103732729'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:23.476707 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:23.506141 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-50a1d623-091e-46e0-8a2a-9cca00391f68 req-7d99dc98-d08f-44e3-9e5b-163e71a023c4 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:23.513773 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-307ce21e-d156-4b22-808a-d2bfaf19a77b req-631bc447-472f-4ebb-b54f-6ad3ffb2ec7c service neutron] 10.222.0.57 "GET /v2.0/networks/5e528a95-765b-4153-a63c-148757c15f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924785 Oct 19 01:07:23.556260 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 02ec6d94-aeb9-4134-8f0e-3ee960c7b393 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:07:23.564682 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-4475993a-3571-4c2a-8190-7e7dcb82843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'name': 'tempest-FloatingIPsAssociationTestJSON-646553127-router', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:06:00Z', 'updated_at': '2021-10-19T01:06:17Z', 'revision_number': 4, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'gw_port': {'id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:03Z', 'updated_at': '2021-10-19T01:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '74a5cbc8-42ad-44fa-8d79-e2f050f127fc', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'floating_ip_address': '172.25.8.165', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'port_id': '2386209f-b554-4789-b901-25bdac88ebb0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'mac_address': 'fa:16:3e:66:cd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528186f5-7860-4e29-85e8-8ece9125c2a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:06:56Z', 'updated_at': '2021-10-19T01:07:20Z', 'revision_number': 3, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242618d7-8daa-4739-832e-aa5988d30258', 'name': '', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'mac_address': 'fa:16:3e:4e:55:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:15Z', 'updated_at': '2021-10-19T01:06:27Z', 'revision_number': 5, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'subnets': [{'id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:23.575798 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 02ec6d94-aeb9-4134-8f0e-3ee960c7b393 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:07:23.576228 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:23.588551 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ce21e-d156-4b22-808a-d2bfaf19a77b req-2d7a3afc-a4d0-4573-9684-b5f72e798f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:23.590394 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-50a1d623-091e-46e0-8a2a-9cca00391f68 req-7d99dc98-d08f-44e3-9e5b-163e71a023c4 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:23.591314 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-307ce21e-d156-4b22-808a-d2bfaf19a77b req-2d7a3afc-a4d0-4573-9684-b5f72e798f70 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9d159951251f425b8e201bae6d58e0c2&device_id=528186f5-7860-4e29-85e8-8ece9125c2a9 HTTP/1.1" status: 200 len: 1097 time: 0.0500610 Oct 19 01:07:23.600258 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-50a1d623-091e-46e0-8a2a-9cca00391f68 req-7d99dc98-d08f-44e3-9e5b-163e71a023c4 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:23.625805 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4475993a-3571-4c2a-8190-7e7dcb82843c None None] The sync data for ids ['9c7deb7d-08ab-482f-a466-7679d5aca48f'] in n-d-715271-26 is: [{'id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'name': 'tempest-FloatingIPsAssociationTestJSON-646553127-router', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:06:00Z', 'updated_at': '2021-10-19T01:06:17Z', 'revision_number': 4, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'gw_port': {'id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:03Z', 'updated_at': '2021-10-19T01:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '74a5cbc8-42ad-44fa-8d79-e2f050f127fc', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'floating_ip_address': '172.25.8.165', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'port_id': '2386209f-b554-4789-b901-25bdac88ebb0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'mac_address': 'fa:16:3e:66:cd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528186f5-7860-4e29-85e8-8ece9125c2a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:06:56Z', 'updated_at': '2021-10-19T01:07:20Z', 'revision_number': 3, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242618d7-8daa-4739-832e-aa5988d30258', 'name': '', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'mac_address': 'fa:16:3e:4e:55:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:15Z', 'updated_at': '2021-10-19T01:06:27Z', 'revision_number': 5, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'subnets': [{'id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:07:23.633374 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-50a1d623-091e-46e0-8a2a-9cca00391f68 req-7d99dc98-d08f-44e3-9e5b-163e71a023c4 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:23.634685 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-50a1d623-091e-46e0-8a2a-9cca00391f68 req-7d99dc98-d08f-44e3-9e5b-163e71a023c4 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.1695085 Oct 19 01:07:23.636642 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99dc98-d08f-44e3-9e5b-163e71a023c4 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04d6123e-bed1-45d6-abbc-b4e0553fdd06,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:23.652396 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=375c6625-82f0-4e5e-bb95-a208591149c0,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:23.658762 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16,segment=NetworkSegment(58668859-160f-43ae-b750-9643ddcd483a),segment_id=58668859-160f-43ae-b750-9643ddcd483a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:23.686216 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16', 'network_id': '82add48a-25a4-40c3-b2f6-cb9c883b8902', 'port_id': 'e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16', 'mac_address': 'fa:16:3e:85:e7:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b00a55bd-e044-44cb-8275-8cb6d0388b8e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:07:23.709489 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 19 Oct 2021 01:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ca3392-01f4-4599-a90a-b31528df2ac5 x-openstack-request-id: req-67ca3392-01f4-4599-a90a-b31528df2ac5 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:07:23.709792 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec598e4f-08c8-49a9-9e9f-5e6d00e40b56", "tag": "c7078771-4320-45b1-ae7b-ee55db29d068", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "528186f5-7860-4e29-85e8-8ece9125c2a9", "tag": "2386209f-b554-4789-b901-25bdac88ebb0", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:07:23.710048 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-67ca3392-01f4-4599-a90a-b31528df2ac5 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:07:23.710505 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec598e4f-08c8-49a9-9e9f-5e6d00e40b56', 'tag': 'c7078771-4320-45b1-ae7b-ee55db29d068', 'status': 'completed', 'code': 200} Oct 19 01:07:23.710770 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '528186f5-7860-4e29-85e8-8ece9125c2a9', 'tag': '2386209f-b554-4789-b901-25bdac88ebb0', 'status': 'completed', 'code': 200} Oct 19 01:07:23.768676 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:23.788928 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ce21e-d156-4b22-808a-d2bfaf19a77b req-6d9c6721-fb2b-43c6-a870-2fdb8d91b867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:23.797722 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-307ce21e-d156-4b22-808a-d2bfaf19a77b req-6d9c6721-fb2b-43c6-a870-2fdb8d91b867 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5e528a95-765b-4153-a63c-148757c15f94 HTTP/1.1" status: 200 len: 921 time: 0.1997168 Oct 19 01:07:23.820539 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:07:23.829010 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['375c6625-82f0-4e5e-bb95-a208591149c0'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:07:23.858023 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:23.878308 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64c0a24-e0e6-49f5-9ac9-9d519efe0dba None None] New status for floating IP 74a5cbc8-42ad-44fa-8d79-e2f050f127fc: ACTIVE {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:07:23.880087 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831b00d-7520-43cb-9021-337e17625f4a req-cc5912f1-b1c9-4335-8e1b-c70f4979dfcc tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:23.883944 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-307ce21e-d156-4b22-808a-d2bfaf19a77b req-33389488-a9a3-4afa-bc76-6eeb0e4ccf89 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2386209f-b554-4789-b901-25bdac88ebb0 HTTP/1.1" status: 200 len: 1001 time: 0.0853167 Oct 19 01:07:23.888099 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2831b00d-7520-43cb-9021-337e17625f4a req-cc5912f1-b1c9-4335-8e1b-c70f4979dfcc tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] 10.222.0.57 "GET /v2.0/ports?device_id=01f3b294-22b5-45a0-ad20-527f967c59de HTTP/1.1" status: 200 len: 944 time: 0.0948014 Oct 19 01:07:23.954056 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ce21e-d156-4b22-808a-d2bfaf19a77b req-66d0feec-6651-41b5-8a25-3e9d9bfb44da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:23.954446 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2831b00d-7520-43cb-9021-337e17625f4a req-e71d6813-3d01-4b49-b5ce-4559d2d8ad33 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] 10.222.0.57 "GET /v2.0/security-groups?id=912fdeb9-c040-404c-9501-52bd822b4b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651135 Oct 19 01:07:23.956199 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-307ce21e-d156-4b22-808a-d2bfaf19a77b req-66d0feec-6651-41b5-8a25-3e9d9bfb44da service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de74403a-93c8-48d8-9fdc-ed1cd7b1d665 HTTP/1.1" status: 200 len: 859 time: 0.0603516 Oct 19 01:07:23.963128 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97119e-a9e3-4eae-93ea-92d0656efdb5 req-3d24b2b6-9ecc-440b-a0d5-6d6405d3095d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:23.964636 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ab97119e-a9e3-4eae-93ea-92d0656efdb5 req-3d24b2b6-9ecc-440b-a0d5-6d6405d3095d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d159951251f425b8e201bae6d58e0c2&device_id=528186f5-7860-4e29-85e8-8ece9125c2a9 HTTP/1.1" status: 200 len: 1097 time: 0.2214735 Oct 19 01:07:23.987350 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16,segment=NetworkSegment(58668859-160f-43ae-b750-9643ddcd483a),segment_id=58668859-160f-43ae-b750-9643ddcd483a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:24.000155 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:24.011117 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ec6d94-aeb9-4134-8f0e-3ee960c7b393'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:07:24.014912 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709360d4-29bf-44a4-8668-156bbdbabd9f" -d '{"events": [{"server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "name": "network-vif-plugged", "status": "completed", "tag": "02ec6d94-aeb9-4134-8f0e-3ee960c7b393"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:07:24.075809 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97119e-a9e3-4eae-93ea-92d0656efdb5 req-cd1e11cb-01a5-4ba9-8d24-a3b559b2f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:24.077356 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab97119e-a9e3-4eae-93ea-92d0656efdb5 req-cd1e11cb-01a5-4ba9-8d24-a3b559b2f91e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d159951251f425b8e201bae6d58e0c2&device_id=ec598e4f-08c8-49a9-9e9f-5e6d00e40b56 HTTP/1.1" status: 200 len: 1098 time: 0.3449371 Oct 19 01:07:24.087044 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ce21e-d156-4b22-808a-d2bfaf19a77b req-5aebcc46-dc37-4481-8c79-89fccc733e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:24.088684 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-307ce21e-d156-4b22-808a-d2bfaf19a77b req-5aebcc46-dc37-4481-8c79-89fccc733e80 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5e528a95-765b-4153-a63c-148757c15f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1186409 Oct 19 01:07:24.092733 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 02ec6d94-aeb9-4134-8f0e-3ee960c7b393, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=02ec6d94-aeb9-4134-8f0e-3ee960c7b393,segment=NetworkSegment(8383d18e-5233-4c4a-8260-014a3d8869b9),segment_id=8383d18e-5233-4c4a-8260-014a3d8869b9)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:24.129418 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:24.130518 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device f4cd700e-932d-4677-adfa-4b17f1b59025 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:07:24.161690 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97119e-a9e3-4eae-93ea-92d0656efdb5 req-e13973cd-4e7b-462b-abb5-eb342f9fb669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:24.163237 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ab97119e-a9e3-4eae-93ea-92d0656efdb5 req-e13973cd-4e7b-462b-abb5-eb342f9fb669 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5e528a95-765b-4153-a63c-148757c15f94 HTTP/1.1" status: 200 len: 921 time: 0.1584804 Oct 19 01:07:24.234637 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:24.251266 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bda890-5bbd-4c1b-8cc6-debe5c217848 req-1da0bce3-ef99-461c-ba68-8e613183aca5 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:24.259396 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c5bda890-5bbd-4c1b-8cc6-debe5c217848 req-1da0bce3-ef99-461c-ba68-8e613183aca5 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 944 time: 0.1632380 Oct 19 01:07:24.263365 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['2fe1e695-5923-449b-b1db-c20c39248126'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:07:24.272002 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ab97119e-a9e3-4eae-93ea-92d0656efdb5 req-169ea898-cdeb-42b2-8643-430157df09fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2386209f-b554-4789-b901-25bdac88ebb0 HTTP/1.1" status: 200 len: 1001 time: 0.0759943 Oct 19 01:07:24.296562 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97119e-a9e3-4eae-93ea-92d0656efdb5 req-05a59224-a510-4094-9bab-19ccb5423729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:24.298221 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab97119e-a9e3-4eae-93ea-92d0656efdb5 req-05a59224-a510-4094-9bab-19ccb5423729 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e528a95-765b-4153-a63c-148757c15f94 HTTP/1.1" status: 200 len: 921 time: 0.2131283 Oct 19 01:07:24.316629 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-307ce21e-d156-4b22-808a-d2bfaf19a77b req-f8676d28-95fa-424d-b9a7-3f7d615b79aa service neutron] 10.222.0.57 "GET /v2.0/networks/5e528a95-765b-4153-a63c-148757c15f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118001 Oct 19 01:07:24.327700 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c5bda890-5bbd-4c1b-8cc6-debe5c217848 req-c74becc2-141f-46a3-929a-1e018d4b8440 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672877 Oct 19 01:07:24.345774 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccb9fa6-f945-4288-99ed-76b1372c0942 None None] Sync routers for ids ['9c7deb7d-08ab-482f-a466-7679d5aca48f'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:07:24.345774 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['6a5f7373-9852-4292-a957-43becd30457e'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:07:24.348595 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['9c27f7e3-5adb-4a06-a706-c950206ee957'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:07:24.379250 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-2f99918b-216d-4ef9-9772-d774fce9512f req-142dcbc7-1f94-4220-8e54-ca952b7c85e0 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1223442803', 'description': 'tempest-description-1957775974'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:24.385176 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab97119e-a9e3-4eae-93ea-92d0656efdb5 req-a3533920-7951-486b-9755-c340050d4dde service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7078771-4320-45b1-ae7b-ee55db29d068 HTTP/1.1" status: 200 len: 217 time: 0.0766196 Oct 19 01:07:24.394771 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['394a4e11-f9e4-4f2c-84f4-e9d161e34a1c'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:07:24.398131 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['448ed52f-8e37-4de5-8ece-79e0b041cb70'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:07:24.415125 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97119e-a9e3-4eae-93ea-92d0656efdb5 req-2af10a8c-b76f-4b5a-a58d-163b9c691203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:24.416617 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ab97119e-a9e3-4eae-93ea-92d0656efdb5 req-2af10a8c-b76f-4b5a-a58d-163b9c691203 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de74403a-93c8-48d8-9fdc-ed1cd7b1d665 HTTP/1.1" status: 200 len: 859 time: 0.1168497 Oct 19 01:07:24.439749 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2f99918b-216d-4ef9-9772-d774fce9512f req-142dcbc7-1f94-4220-8e54-ca952b7c85e0 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:24.462611 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97119e-a9e3-4eae-93ea-92d0656efdb5 req-323eaa06-6668-432f-8b57-d2e32706a2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:24.464192 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab97119e-a9e3-4eae-93ea-92d0656efdb5 req-323eaa06-6668-432f-8b57-d2e32706a2ac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=de74403a-93c8-48d8-9fdc-ed1cd7b1d665 HTTP/1.1" status: 200 len: 859 time: 0.0705173 Oct 19 01:07:24.477287 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-307ce21e-d156-4b22-808a-d2bfaf19a77b req-66be453f-f438-400a-84e8-15e73c52c369 service neutron] 10.222.0.57 "GET /v2.0/networks/5e528a95-765b-4153-a63c-148757c15f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410041 Oct 19 01:07:24.487428 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97119e-a9e3-4eae-93ea-92d0656efdb5 req-afa14ca5-b5b7-40a3-a976-686a19966c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:24.489076 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ab97119e-a9e3-4eae-93ea-92d0656efdb5 req-afa14ca5-b5b7-40a3-a976-686a19966c45 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5e528a95-765b-4153-a63c-148757c15f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599983 Oct 19 01:07:24.512470 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['624b0885-8316-4d09-af8e-792cd46ef66c'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:07:24.514659 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:07:24.547760 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97119e-a9e3-4eae-93ea-92d0656efdb5 req-32608766-0eb3-4b10-82d4-6dc446ce7cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:24.549337 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab97119e-a9e3-4eae-93ea-92d0656efdb5 req-32608766-0eb3-4b10-82d4-6dc446ce7cd5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e528a95-765b-4153-a63c-148757c15f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0764675 Oct 19 01:07:24.559057 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2f99918b-216d-4ef9-9772-d774fce9512f req-142dcbc7-1f94-4220-8e54-ca952b7c85e0 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:24.569167 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2f99918b-216d-4ef9-9772-d774fce9512f req-142dcbc7-1f94-4220-8e54-ca952b7c85e0 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:24.570588 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068ea318-a37c-4564-bddc-25d72698d76e x-openstack-request-id: req-068ea318-a37c-4564-bddc-25d72698d76e {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:07:24.570885 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "name": "network-vif-plugged", "status": "completed", "tag": "02ec6d94-aeb9-4134-8f0e-3ee960c7b393", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:07:24.571163 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-068ea318-a37c-4564-bddc-25d72698d76e {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:07:24.571627 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ec6d94-aeb9-4134-8f0e-3ee960c7b393', 'code': 200} Oct 19 01:07:24.583157 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccb9fa6-f945-4288-99ed-76b1372c0942 None None] Routers {'9c7deb7d-08ab-482f-a466-7679d5aca48f'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:07:24.583868 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-2ccb9fa6-f945-4288-99ed-76b1372c0942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:07:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['9c7deb7d-08ab-482f-a466-7679d5aca48f'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:24.695412 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=02ec6d94-aeb9-4134-8f0e-3ee960c7b393,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:24.702550 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eed57f-c1fa-4bd9-9848-eb79b5488b42 req-71571db5-8895-4b32-b55c-b56594141085 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:24.708895 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eed57f-c1fa-4bd9-9848-eb79b5488b42 req-71571db5-8895-4b32-b55c-b56594141085 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:24.715890 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eed57f-c1fa-4bd9-9848-eb79b5488b42 req-71571db5-8895-4b32-b55c-b56594141085 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:24.722135 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eed57f-c1fa-4bd9-9848-eb79b5488b42 req-71571db5-8895-4b32-b55c-b56594141085 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:24.728689 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eed57f-c1fa-4bd9-9848-eb79b5488b42 req-71571db5-8895-4b32-b55c-b56594141085 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:24.731312 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:07:24.734689 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eed57f-c1fa-4bd9-9848-eb79b5488b42 req-71571db5-8895-4b32-b55c-b56594141085 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:24.741097 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eed57f-c1fa-4bd9-9848-eb79b5488b42 req-71571db5-8895-4b32-b55c-b56594141085 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:24.744713 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-42eed57f-c1fa-4bd9-9848-eb79b5488b42 req-71571db5-8895-4b32-b55c-b56594141085 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5435 time: 0.1126542 Oct 19 01:07:24.770412 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ab97119e-a9e3-4eae-93ea-92d0656efdb5 req-9a03ac61-3dcd-4f8f-b64e-5ab128d1be9b service neutron] 10.222.0.24 "GET /v2.0/networks/5e528a95-765b-4153-a63c-148757c15f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732644 Oct 19 01:07:24.832694 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-42eed57f-c1fa-4bd9-9848-eb79b5488b42 req-3e16168f-49a6-4f87-8ddb-2192f8a1a8a6 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0775154 Oct 19 01:07:24.842729 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port f4cd700e-932d-4677-adfa-4b17f1b59025 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:07:24.899307 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port f4cd700e-932d-4677-adfa-4b17f1b59025 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:07:24.899682 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:24.944299 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ab97119e-a9e3-4eae-93ea-92d0656efdb5 req-f5c15a04-927b-4545-9b08-af2d95d62eab service neutron] 10.222.0.24 "GET /v2.0/networks/5e528a95-765b-4153-a63c-148757c15f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660917 Oct 19 01:07:24.998441 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ebc275-a5a0-41ab-bee5-bd8261b623ce req-b28f52b3-7802-4d68-b5f1-915c4d80f4ab tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:25.005040 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ebc275-a5a0-41ab-bee5-bd8261b623ce req-b28f52b3-7802-4d68-b5f1-915c4d80f4ab tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:25.011510 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ebc275-a5a0-41ab-bee5-bd8261b623ce req-b28f52b3-7802-4d68-b5f1-915c4d80f4ab tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:25.012959 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2f99918b-216d-4ef9-9772-d774fce9512f req-142dcbc7-1f94-4220-8e54-ca952b7c85e0 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:25.014289 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2f99918b-216d-4ef9-9772-d774fce9512f req-142dcbc7-1f94-4220-8e54-ca952b7c85e0 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.6388268 Oct 19 01:07:25.016828 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142dcbc7-1f94-4220-8e54-ca952b7c85e0 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68ca655b-ebd6-4731-82a6-074aa0b59997,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:25.019150 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ebc275-a5a0-41ab-bee5-bd8261b623ce req-b28f52b3-7802-4d68-b5f1-915c4d80f4ab tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:25.025469 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ebc275-a5a0-41ab-bee5-bd8261b623ce req-b28f52b3-7802-4d68-b5f1-915c4d80f4ab tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:25.032291 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ebc275-a5a0-41ab-bee5-bd8261b623ce req-b28f52b3-7802-4d68-b5f1-915c4d80f4ab tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:25.041806 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ebc275-a5a0-41ab-bee5-bd8261b623ce req-b28f52b3-7802-4d68-b5f1-915c4d80f4ab tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:25.044553 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-71ebc275-a5a0-41ab-bee5-bd8261b623ce req-b28f52b3-7802-4d68-b5f1-915c4d80f4ab tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 5429 time: 0.1142087 Oct 19 01:07:25.048886 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab97119e-a9e3-4eae-93ea-92d0656efdb5 req-791ccece-21ac-4ab0-812a-634f4c58fc8e service neutron] 10.222.0.55 "GET /v2.0/networks/5e528a95-765b-4153-a63c-148757c15f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4882603 Oct 19 01:07:25.089263 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-71ebc275-a5a0-41ab-bee5-bd8261b623ce req-46f5dbb7-bff2-4a94-ad08-46d12294a50e tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc8025b-09bc-4bd9-9d99-46ada71b927c&id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384624 Oct 19 01:07:25.223767 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab97119e-a9e3-4eae-93ea-92d0656efdb5 req-67f4bb2a-e67c-4463-8881-5e3991c2b2e5 service neutron] 10.222.0.55 "GET /v2.0/networks/5e528a95-765b-4153-a63c-148757c15f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663160 Oct 19 01:07:25.224822 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0b3fb-7076-4f2e-afb1-814dcf1dfdae req-5c9ffbba-560c-4d25-a585-f4ccb4386b59 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:25.226691 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b1b0b3fb-7076-4f2e-afb1-814dcf1dfdae req-5c9ffbba-560c-4d25-a585-f4ccb4386b59 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] 10.222.0.57 "GET /v2.0/ports?device_id=01f3b294-22b5-45a0-ad20-527f967c59de HTTP/1.1" status: 200 len: 945 time: 0.0619261 Oct 19 01:07:25.259876 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-2ccb9fa6-f945-4288-99ed-76b1372c0942 None None] Set router 9c7deb7d-08ab-482f-a466-7679d5aca48f gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:07:25.264566 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6560650c-3dd2-4f58-87b4-e05ccb561b8c req-f6185c34-625a-4a2e-adbe-cb5c4dc571ee tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.165 HTTP/1.1" status: 200 len: 1001 time: 0.1396203 Oct 19 01:07:25.296388 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b1b0b3fb-7076-4f2e-afb1-814dcf1dfdae req-23302f49-2a65-4691-846d-28c6c55d50ee tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] 10.222.0.57 "GET /v2.0/security-groups?id=912fdeb9-c040-404c-9501-52bd822b4b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558076 Oct 19 01:07:25.317881 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560650c-3dd2-4f58-87b4-e05ccb561b8c req-87b40170-dc94-462d-a4c4-20c69cbfd3a3 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:25.319321 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6560650c-3dd2-4f58-87b4-e05ccb561b8c req-87b40170-dc94-462d-a4c4-20c69cbfd3a3 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/ports/2386209f-b554-4789-b901-25bdac88ebb0 HTTP/1.1" status: 200 len: 942 time: 0.0473509 Oct 19 01:07:25.372221 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ef0fd65b-ef77-4654-b38d-280143a65878 req-8ebd9e99-0abb-4dbc-829f-c7aceeeb7a45 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "GET /v2.0/security-groups/04d6123e-bed1-45d6-abbc-b4e0553fdd06 HTTP/1.1" status: 200 len: 1807 time: 0.0551667 Oct 19 01:07:25.426721 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ef0fd65b-ef77-4654-b38d-280143a65878 req-c2c678bb-fa94-4070-aaf6-710b68bf55cc tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "GET /v2.0/security-groups/68ca655b-ebd6-4731-82a6-074aa0b59997 HTTP/1.1" status: 200 len: 1807 time: 0.0534525 Oct 19 01:07:25.440542 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-ef0fd65b-ef77-4654-b38d-280143a65878 req-778fe8fd-86e9-489e-8071-bc122d92731a tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '04d6123e-bed1-45d6-abbc-b4e0553fdd06', 'remote_group_id': '68ca655b-ebd6-4731-82a6-074aa0b59997', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:25.440860 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-ef0fd65b-ef77-4654-b38d-280143a65878 req-778fe8fd-86e9-489e-8071-bc122d92731a tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '04d6123e-bed1-45d6-abbc-b4e0553fdd06', 'remote_group_id': '68ca655b-ebd6-4731-82a6-074aa0b59997', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:25.446310 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6560650c-3dd2-4f58-87b4-e05ccb561b8c req-89282003-b262-431e-91de-a1bb9dd6e57a tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.165 HTTP/1.1" status: 200 len: 1001 time: 0.0681698 Oct 19 01:07:25.541884 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ef0fd65b-ef77-4654-b38d-280143a65878 req-778fe8fd-86e9-489e-8071-bc122d92731a tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:25.595107 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ef0fd65b-ef77-4654-b38d-280143a65878 req-778fe8fd-86e9-489e-8071-bc122d92731a tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:25.596558 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560650c-3dd2-4f58-87b4-e05ccb561b8c req-4c6114c3-5b16-4ee9-896e-4c26d392627b tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:25.598526 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6560650c-3dd2-4f58-87b4-e05ccb561b8c req-4c6114c3-5b16-4ee9-896e-4c26d392627b tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 784 time: 0.1439767 Oct 19 01:07:25.599374 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ef0fd65b-ef77-4654-b38d-280143a65878 req-778fe8fd-86e9-489e-8071-bc122d92731a tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:25.620969 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778fe8fd-86e9-489e-8071-bc122d92731a tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57273eb4-b8e3-4e6e-9aae-f3212d8c4648,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:25.633109 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ef0fd65b-ef77-4654-b38d-280143a65878 req-778fe8fd-86e9-489e-8071-bc122d92731a tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:25.634339 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ef0fd65b-ef77-4654-b38d-280143a65878 req-778fe8fd-86e9-489e-8071-bc122d92731a tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2016838 Oct 19 01:07:25.709374 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338d63a-2faa-4817-9146-efe17104e4d1 req-171e1f8d-dc7a-4b79-8098-771e06009498 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:25.710904 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5338d63a-2faa-4817-9146-efe17104e4d1 req-171e1f8d-dc7a-4b79-8098-771e06009498 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 944 time: 0.0547662 Oct 19 01:07:25.712408 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a7107aca-8001-4351-b3ad-b9b4eb77f936 req-bb3f8b75-4271-4cdf-a72f-80727e536bbf tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.165 HTTP/1.1" status: 200 len: 1001 time: 0.0633667 Oct 19 01:07:25.750534 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5338d63a-2faa-4817-9146-efe17104e4d1 req-24960c43-4478-444d-81b1-40b4947724e2 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322771 Oct 19 01:07:25.778302 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7107aca-8001-4351-b3ad-b9b4eb77f936 req-948c1814-d610-4249-8c6a-cc5309719c7d tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:25.780521 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a7107aca-8001-4351-b3ad-b9b4eb77f936 req-948c1814-d610-4249-8c6a-cc5309719c7d tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/ports/2386209f-b554-4789-b901-25bdac88ebb0 HTTP/1.1" status: 200 len: 942 time: 0.0619397 Oct 19 01:07:25.824466 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-217e15aa-528d-4248-bd2c-eba8ec8d867e req-a610a8af-b8d3-45e1-aeb8-b40062f580e2 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "GET /v2.0/security-groups/68ca655b-ebd6-4731-82a6-074aa0b59997 HTTP/1.1" status: 200 len: 1807 time: 0.0475066 Oct 19 01:07:25.882510 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-217e15aa-528d-4248-bd2c-eba8ec8d867e req-69c7452a-af36-4ff4-b63b-13c392397295 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:25.882932 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:25.889382 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a7107aca-8001-4351-b3ad-b9b4eb77f936 req-fa911be9-bd9f-4043-9a65-a8031e1a8e8a tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.165 HTTP/1.1" status: 200 len: 1001 time: 0.0657182 Oct 19 01:07:25.909829 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-217e15aa-528d-4248-bd2c-eba8ec8d867e req-69c7452a-af36-4ff4-b63b-13c392397295 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:25.984165 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-217e15aa-528d-4248-bd2c-eba8ec8d867e req-69c7452a-af36-4ff4-b63b-13c392397295 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:25.986412 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-217e15aa-528d-4248-bd2c-eba8ec8d867e req-69c7452a-af36-4ff4-b63b-13c392397295 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:25.999715 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-217e15aa-528d-4248-bd2c-eba8ec8d867e req-69c7452a-af36-4ff4-b63b-13c392397295 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "DELETE /v2.0/security-groups/68ca655b-ebd6-4731-82a6-074aa0b59997 HTTP/1.1" status: 204 len: 173 time: 0.1729507 Oct 19 01:07:26.018768 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7452a-af36-4ff4-b63b-13c392397295 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ca655b-ebd6-4731-82a6-074aa0b59997,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:26.019190 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7107aca-8001-4351-b3ad-b9b4eb77f936 req-fce90fb6-6113-462f-9f0b-2b30afb09d72 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:26.028499 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a7107aca-8001-4351-b3ad-b9b4eb77f936 req-fce90fb6-6113-462f-9f0b-2b30afb09d72 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 784 time: 0.1333334 Oct 19 01:07:26.064420 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port f4cd700e-932d-4677-adfa-4b17f1b59025, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=f4cd700e-932d-4677-adfa-4b17f1b59025,segment=NetworkSegment(b01a7d88-a003-47a9-b860-30f595d12d4c),segment_id=b01a7d88-a003-47a9-b860-30f595d12d4c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:26.098004 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a7107aca-8001-4351-b3ad-b9b4eb77f936 req-6c143e26-ffe1-427d-a5d6-b9a29028d71a tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.165 HTTP/1.1" status: 200 len: 1001 time: 0.0629246 Oct 19 01:07:26.109377 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-a7107aca-8001-4351-b3ad-b9b4eb77f936 req-bcb8e640-9eca-409f-aa07-9fa75334b69d tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:26.115826 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974aa3ac-1fd0-46ec-a96b-f762dde5f673 req-6cccbc83-0bd5-44e7-b43e-2205aab2393b tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:26.116953 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:26.117787 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device b2e12207-123c-44b7-965e-315fe35b78f5 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:07:26.122238 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974aa3ac-1fd0-46ec-a96b-f762dde5f673 req-6cccbc83-0bd5-44e7-b43e-2205aab2393b tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:26.131020 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974aa3ac-1fd0-46ec-a96b-f762dde5f673 req-6cccbc83-0bd5-44e7-b43e-2205aab2393b tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:26.137453 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974aa3ac-1fd0-46ec-a96b-f762dde5f673 req-6cccbc83-0bd5-44e7-b43e-2205aab2393b tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:26.143472 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974aa3ac-1fd0-46ec-a96b-f762dde5f673 req-6cccbc83-0bd5-44e7-b43e-2205aab2393b tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:26.149402 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974aa3ac-1fd0-46ec-a96b-f762dde5f673 req-6cccbc83-0bd5-44e7-b43e-2205aab2393b tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:26.155609 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974aa3ac-1fd0-46ec-a96b-f762dde5f673 req-6cccbc83-0bd5-44e7-b43e-2205aab2393b tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:26.157544 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-974aa3ac-1fd0-46ec-a96b-f762dde5f673 req-6cccbc83-0bd5-44e7-b43e-2205aab2393b tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5435 time: 0.1081097 Oct 19 01:07:26.172330 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-a7107aca-8001-4351-b3ad-b9b4eb77f936 req-bcb8e640-9eca-409f-aa07-9fa75334b69d tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks [] for floatingip, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:26.204441 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-974aa3ac-1fd0-46ec-a96b-f762dde5f673 req-7bae4dab-0771-4802-a210-3660338b315a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372617 Oct 19 01:07:26.251202 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=f4cd700e-932d-4677-adfa-4b17f1b59025,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:26.264328 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port b2e12207-123c-44b7-965e-315fe35b78f5 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:07:26.272060 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port b2e12207-123c-44b7-965e-315fe35b78f5 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:07:26.272504 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:26.283326 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4aebcc19-3ec8-4dab-9b81-68796d7b0862 req-454d8071-5746-4ac4-883c-14cad247be83 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "GET /v2.0/security-groups/04d6123e-bed1-45d6-abbc-b4e0553fdd06 HTTP/1.1" status: 200 len: 1807 time: 0.0510957 Oct 19 01:07:26.329563 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-2ccb9fa6-f945-4288-99ed-76b1372c0942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'name': 'tempest-FloatingIPsAssociationTestJSON-646553127-router', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:06:00Z', 'updated_at': '2021-10-19T01:06:17Z', 'revision_number': 4, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'gw_port': {'id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:03Z', 'updated_at': '2021-10-19T01:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '74a5cbc8-42ad-44fa-8d79-e2f050f127fc', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'floating_ip_address': '172.25.8.165', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'port_id': '2386209f-b554-4789-b901-25bdac88ebb0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'mac_address': 'fa:16:3e:66:cd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528186f5-7860-4e29-85e8-8ece9125c2a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:06:56Z', 'updated_at': '2021-10-19T01:07:24Z', 'revision_number': 4, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242618d7-8daa-4739-832e-aa5988d30258', 'name': '', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'mac_address': 'fa:16:3e:4e:55:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:15Z', 'updated_at': '2021-10-19T01:06:27Z', 'revision_number': 5, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'subnets': [{'id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:26.365136 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccb9fa6-f945-4288-99ed-76b1372c0942 None None] Checking router: 9c7deb7d-08ab-482f-a466-7679d5aca48f for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:07:26.379202 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccb9fa6-f945-4288-99ed-76b1372c0942 None None] Routers {'9c7deb7d-08ab-482f-a466-7679d5aca48f'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:07:26.379870 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-2ccb9fa6-f945-4288-99ed-76b1372c0942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:07:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['9c7deb7d-08ab-482f-a466-7679d5aca48f'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:26.442422 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69579740-5fb0-43ca-9ebf-385ce2d8070d req-ea604d8d-e926-44cc-b809-db476d00517e tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:26.448709 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69579740-5fb0-43ca-9ebf-385ce2d8070d req-ea604d8d-e926-44cc-b809-db476d00517e tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:26.454924 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69579740-5fb0-43ca-9ebf-385ce2d8070d req-ea604d8d-e926-44cc-b809-db476d00517e tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:26.461097 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69579740-5fb0-43ca-9ebf-385ce2d8070d req-ea604d8d-e926-44cc-b809-db476d00517e tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:26.461293 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:26.469107 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69579740-5fb0-43ca-9ebf-385ce2d8070d req-ea604d8d-e926-44cc-b809-db476d00517e tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:26.473807 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69579740-5fb0-43ca-9ebf-385ce2d8070d req-ea604d8d-e926-44cc-b809-db476d00517e tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:26.479807 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69579740-5fb0-43ca-9ebf-385ce2d8070d req-ea604d8d-e926-44cc-b809-db476d00517e tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:26.482279 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-69579740-5fb0-43ca-9ebf-385ce2d8070d req-ea604d8d-e926-44cc-b809-db476d00517e tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 5430 time: 0.0971189 Oct 19 01:07:26.525032 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-69579740-5fb0-43ca-9ebf-385ce2d8070d req-c8768474-11f2-42b0-8c21-dba62a0e5719 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc8025b-09bc-4bd9-9d99-46ada71b927c&id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357714 Oct 19 01:07:26.539768 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port b2e12207-123c-44b7-965e-315fe35b78f5, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=b2e12207-123c-44b7-965e-315fe35b78f5,segment=NetworkSegment(de44a590-426f-42d3-aacf-0b0c08114b09),segment_id=de44a590-426f-42d3-aacf-0b0c08114b09)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:26.541823 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-2ccb9fa6-f945-4288-99ed-76b1372c0942 None None] Set router 9c7deb7d-08ab-482f-a466-7679d5aca48f gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:07:26.545267 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:26.546114 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device fdb1ab98-3373-451d-84e7-1285ed514bab up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:07:26.562647 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-0e01dfbb-fbc2-4236-8d7d-161cce846159 req-f58520ee-0a2a-427e-9241-e960f8000e98 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1205047236', 'description': 'tempest-description-1578070412'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:26.575584 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4cd700e-932d-4677-adfa-4b17f1b59025'}, {'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e12207-123c-44b7-965e-315fe35b78f5'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:07:26.577917 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfe3512-f363-4feb-b978-658503d442e6" -d '{"events": [{"server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "name": "network-vif-plugged", "status": "completed", "tag": "f4cd700e-932d-4677-adfa-4b17f1b59025"}, {"server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "name": "network-vif-plugged", "status": "completed", "tag": "b2e12207-123c-44b7-965e-315fe35b78f5"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:07:26.613336 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0e01dfbb-fbc2-4236-8d7d-161cce846159 req-f58520ee-0a2a-427e-9241-e960f8000e98 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:26.631925 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 375c6625-82f0-4e5e-bb95-a208591149c0 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:07:26.640044 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-a7107aca-8001-4351-b3ad-b9b4eb77f936 req-bcb8e640-9eca-409f-aa07-9fa75334b69d tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:26.650410 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-a7107aca-8001-4351-b3ad-b9b4eb77f936 req-bcb8e640-9eca-409f-aa07-9fa75334b69d tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:26.650636 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [req-a7107aca-8001-4351-b3ad-b9b4eb77f936 req-bcb8e640-9eca-409f-aa07-9fa75334b69d tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Floating IP 74a5cbc8-42ad-44fa-8d79-e2f050f127fc disassociated. External IP: 172.25.8.165, port: 2386209f-b554-4789-b901-25bdac88ebb0. Oct 19 01:07:26.714260 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0e01dfbb-fbc2-4236-8d7d-161cce846159 req-f58520ee-0a2a-427e-9241-e960f8000e98 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:26.720779 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0e01dfbb-fbc2-4236-8d7d-161cce846159 req-f58520ee-0a2a-427e-9241-e960f8000e98 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:26.753594 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=b2e12207-123c-44b7-965e-315fe35b78f5,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:26.776787 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0e01dfbb-fbc2-4236-8d7d-161cce846159 req-f58520ee-0a2a-427e-9241-e960f8000e98 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:26.799535 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0e01dfbb-fbc2-4236-8d7d-161cce846159 req-f58520ee-0a2a-427e-9241-e960f8000e98 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2372093 Oct 19 01:07:26.802608 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58520ee-0a2a-427e-9241-e960f8000e98 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29b9a3a1-8fe0-4347-b52d-6079dd44e656,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:26.802900 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 375c6625-82f0-4e5e-bb95-a208591149c0 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:07:26.822528 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port fdb1ab98-3373-451d-84e7-1285ed514bab completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:07:26.830467 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 375c6625-82f0-4e5e-bb95-a208591149c0 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:07:26.830844 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:26.856417 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port fdb1ab98-3373-451d-84e7-1285ed514bab triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:07:26.856789 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:26.941266 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f13d5-4d7a-46af-a15d-8ac6f5f0e58a req-c6438f4e-1681-4629-9982-20f5135cd9d0 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:26.942608 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a80f13d5-4d7a-46af-a15d-8ac6f5f0e58a req-c6438f4e-1681-4629-9982-20f5135cd9d0 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] 10.222.0.57 "GET /v2.0/ports?device_id=01f3b294-22b5-45a0-ad20-527f967c59de HTTP/1.1" status: 200 len: 945 time: 0.0728335 Oct 19 01:07:26.956626 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7107aca-8001-4351-b3ad-b9b4eb77f936 req-bcb8e640-9eca-409f-aa07-9fa75334b69d tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Router 9c7deb7d-08ab-482f-a466-7679d5aca48f has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:07:27.016537 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a80f13d5-4d7a-46af-a15d-8ac6f5f0e58a req-561ceacd-2614-436e-b69b-ff1f6fe1b97a tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] 10.222.0.57 "GET /v2.0/security-groups?id=912fdeb9-c040-404c-9501-52bd822b4b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576234 Oct 19 01:07:27.024239 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:27.088580 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 19 Oct 2021 01:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d45cc8-28cc-48e4-b80e-8f7ff0a5a73b x-openstack-request-id: req-f7d45cc8-28cc-48e4-b80e-8f7ff0a5a73b {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:07:27.088938 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "name": "network-vif-plugged", "status": "completed", "tag": "f4cd700e-932d-4677-adfa-4b17f1b59025", "code": 200}, {"server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "name": "network-vif-plugged", "status": "completed", "tag": "b2e12207-123c-44b7-965e-315fe35b78f5", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:07:27.089151 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f7d45cc8-28cc-48e4-b80e-8f7ff0a5a73b {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:07:27.089517 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4cd700e-932d-4677-adfa-4b17f1b59025', 'code': 200} Oct 19 01:07:27.090367 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e12207-123c-44b7-965e-315fe35b78f5', 'code': 200} Oct 19 01:07:27.096743 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7107aca-8001-4351-b3ad-b9b4eb77f936 req-bcb8e640-9eca-409f-aa07-9fa75334b69d tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:07:27.101380 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-a7107aca-8001-4351-b3ad-b9b4eb77f936 req-bcb8e640-9eca-409f-aa07-9fa75334b69d tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:27.136097 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a7107aca-8001-4351-b3ad-b9b4eb77f936 req-bcb8e640-9eca-409f-aa07-9fa75334b69d tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "PUT /v2.0/floatingips/74a5cbc8-42ad-44fa-8d79-e2f050f127fc HTTP/1.1" status: 200 len: 695 time: 1.0317597 Oct 19 01:07:27.136665 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '528186f5-7860-4e29-85e8-8ece9125c2a9', 'tag': '2386209f-b554-4789-b901-25bdac88ebb0'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:07:27.139038 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba53b48c-6f34-4956-94eb-cd7386425e47" -d '{"events": [{"name": "network-changed", "server_uuid": "528186f5-7860-4e29-85e8-8ece9125c2a9", "tag": "2386209f-b554-4789-b901-25bdac88ebb0"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:07:27.152235 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:27.174121 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd15ae7-8eec-4284-a104-5dcc95516340 req-38d61484-84fb-4c3f-9805-588d2d647a9d tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:27.181361 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:07:27.201839 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:27.202031 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5dd15ae7-8eec-4284-a104-5dcc95516340 req-38d61484-84fb-4c3f-9805-588d2d647a9d tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 944 time: 0.0824375 Oct 19 01:07:27.206315 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7107aca-8001-4351-b3ad-b9b4eb77f936 req-558ca40a-fb36-43f2-a97d-643b43c7aac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:27.215513 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a7107aca-8001-4351-b3ad-b9b4eb77f936 req-558ca40a-fb36-43f2-a97d-643b43c7aac9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9d159951251f425b8e201bae6d58e0c2&device_id=528186f5-7860-4e29-85e8-8ece9125c2a9 HTTP/1.1" status: 200 len: 1097 time: 0.0600007 Oct 19 01:07:27.249680 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-2ccb9fa6-f945-4288-99ed-76b1372c0942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'name': 'tempest-FloatingIPsAssociationTestJSON-646553127-router', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:06:00Z', 'updated_at': '2021-10-19T01:06:17Z', 'revision_number': 4, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'gw_port': {'id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:03Z', 'updated_at': '2021-10-19T01:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '74a5cbc8-42ad-44fa-8d79-e2f050f127fc', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'floating_ip_address': '172.25.8.165', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'port_id': '2386209f-b554-4789-b901-25bdac88ebb0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'mac_address': 'fa:16:3e:66:cd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528186f5-7860-4e29-85e8-8ece9125c2a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:06:56Z', 'updated_at': '2021-10-19T01:07:24Z', 'revision_number': 4, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242618d7-8daa-4739-832e-aa5988d30258', 'name': '', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'mac_address': 'fa:16:3e:4e:55:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:15Z', 'updated_at': '2021-10-19T01:06:27Z', 'revision_number': 5, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'subnets': [{'id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:27.253109 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port fdb1ab98-3373-451d-84e7-1285ed514bab, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=fdb1ab98-3373-451d-84e7-1285ed514bab,segment=NetworkSegment(b01a7d88-a003-47a9-b860-30f595d12d4c),segment_id=b01a7d88-a003-47a9-b860-30f595d12d4c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:27.262817 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:27.263821 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 5b1a2614-1274-4867-b0f6-3402523111c1 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:07:27.298237 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5dd15ae7-8eec-4284-a104-5dcc95516340 req-b2f015fb-9853-4ab5-ad57-2317fde97175 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902450 Oct 19 01:07:27.326375 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 375c6625-82f0-4e5e-bb95-a208591149c0, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=375c6625-82f0-4e5e-bb95-a208591149c0,segment=NetworkSegment(390ed8c9-9986-4671-aee6-159367c5ccee),segment_id=390ed8c9-9986-4671-aee6-159367c5ccee)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:27.328271 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccb9fa6-f945-4288-99ed-76b1372c0942 None None] The sync data for ids ['9c7deb7d-08ab-482f-a466-7679d5aca48f'] in n-d-715271-26 is: [{'id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'name': 'tempest-FloatingIPsAssociationTestJSON-646553127-router', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:06:00Z', 'updated_at': '2021-10-19T01:06:17Z', 'revision_number': 4, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'gw_port': {'id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:03Z', 'updated_at': '2021-10-19T01:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '74a5cbc8-42ad-44fa-8d79-e2f050f127fc', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'floating_ip_address': '172.25.8.165', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'port_id': '2386209f-b554-4789-b901-25bdac88ebb0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'mac_address': 'fa:16:3e:66:cd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528186f5-7860-4e29-85e8-8ece9125c2a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:06:56Z', 'updated_at': '2021-10-19T01:07:24Z', 'revision_number': 4, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242618d7-8daa-4739-832e-aa5988d30258', 'name': '', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'mac_address': 'fa:16:3e:4e:55:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:15Z', 'updated_at': '2021-10-19T01:06:27Z', 'revision_number': 5, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'subnets': [{'id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:07:27.352987 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7107aca-8001-4351-b3ad-b9b4eb77f936 req-5c1b441d-9389-42d5-b7e5-d93361695b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:27.354528 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a7107aca-8001-4351-b3ad-b9b4eb77f936 req-5c1b441d-9389-42d5-b7e5-d93361695b03 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5e528a95-765b-4153-a63c-148757c15f94 HTTP/1.1" status: 200 len: 921 time: 0.1380963 Oct 19 01:07:27.360825 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:27.374273 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2f1caae3-767b-4455-aa3e-6f2b6c3ecde5 req-1321c751-0870-415b-b503-dfb650a4fdca tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "GET /v2.0/security-groups/29b9a3a1-8fe0-4347-b52d-6079dd44e656 HTTP/1.1" status: 200 len: 1807 time: 0.0630631 Oct 19 01:07:27.388269 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-2f1caae3-767b-4455-aa3e-6f2b6c3ecde5 req-715a4c25-860f-43a1-8b59-8070bfc183ae tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '29b9a3a1-8fe0-4347-b52d-6079dd44e656', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:27.388910 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-2f1caae3-767b-4455-aa3e-6f2b6c3ecde5 req-715a4c25-860f-43a1-8b59-8070bfc183ae tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '29b9a3a1-8fe0-4347-b52d-6079dd44e656', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:27.404344 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=fdb1ab98-3373-451d-84e7-1285ed514bab,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:27.441037 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a7107aca-8001-4351-b3ad-b9b4eb77f936 req-321704f7-2ade-44e5-905f-d83b2f9ec67f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2386209f-b554-4789-b901-25bdac88ebb0 HTTP/1.1" status: 200 len: 217 time: 0.0722730 Oct 19 01:07:27.448106 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 5b1a2614-1274-4867-b0f6-3402523111c1 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:07:27.454623 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 5b1a2614-1274-4867-b0f6-3402523111c1 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:07:27.455111 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:27.478108 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2f1caae3-767b-4455-aa3e-6f2b6c3ecde5 req-715a4c25-860f-43a1-8b59-8070bfc183ae tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:27.505690 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7107aca-8001-4351-b3ad-b9b4eb77f936 req-dc1b4378-a186-4b0b-a581-a895799d17ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:27.507809 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a7107aca-8001-4351-b3ad-b9b4eb77f936 req-dc1b4378-a186-4b0b-a581-a895799d17ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de74403a-93c8-48d8-9fdc-ed1cd7b1d665 HTTP/1.1" status: 200 len: 859 time: 0.0605555 Oct 19 01:07:27.515780 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=375c6625-82f0-4e5e-bb95-a208591149c0,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:27.530732 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2f1caae3-767b-4455-aa3e-6f2b6c3ecde5 req-715a4c25-860f-43a1-8b59-8070bfc183ae tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:27.538754 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2f1caae3-767b-4455-aa3e-6f2b6c3ecde5 req-715a4c25-860f-43a1-8b59-8070bfc183ae tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:27.562387 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a4c25-860f-43a1-8b59-8070bfc183ae tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d749f5-f9b4-4a0f-b1bb-acb070885990,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:27.579283 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7107aca-8001-4351-b3ad-b9b4eb77f936 req-fad54945-4284-49ae-963d-89a6ae1a127b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:27.581264 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a7107aca-8001-4351-b3ad-b9b4eb77f936 req-fad54945-4284-49ae-963d-89a6ae1a127b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5e528a95-765b-4153-a63c-148757c15f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662346 Oct 19 01:07:27.592719 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2f1caae3-767b-4455-aa3e-6f2b6c3ecde5 req-715a4c25-860f-43a1-8b59-8070bfc183ae tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:27.594285 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:27.597803 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2f1caae3-767b-4455-aa3e-6f2b6c3ecde5 req-715a4c25-860f-43a1-8b59-8070bfc183ae tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2152045 Oct 19 01:07:27.672294 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ce9ed6-333a-4fdf-bf87-54735ba095c2 None None] Sync routers for ids ['9c7deb7d-08ab-482f-a466-7679d5aca48f'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:07:27.693816 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ce9ed6-333a-4fdf-bf87-54735ba095c2 None None] Routers {'9c7deb7d-08ab-482f-a466-7679d5aca48f'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:07:27.694655 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-56ce9ed6-333a-4fdf-bf87-54735ba095c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:07:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['9c7deb7d-08ab-482f-a466-7679d5aca48f'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:27.712590 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a7107aca-8001-4351-b3ad-b9b4eb77f936 req-5e02f231-a44b-4271-8726-36de362a2db5 service neutron] 10.222.0.57 "GET /v2.0/networks/5e528a95-765b-4153-a63c-148757c15f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242495 Oct 19 01:07:27.724358 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea4c321-44eb-4b3d-8fb7-1e200716f4fc x-openstack-request-id: req-dea4c321-44eb-4b3d-8fb7-1e200716f4fc {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:07:27.724639 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "528186f5-7860-4e29-85e8-8ece9125c2a9", "tag": "2386209f-b554-4789-b901-25bdac88ebb0", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:07:27.724897 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dea4c321-44eb-4b3d-8fb7-1e200716f4fc {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:07:27.725322 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '528186f5-7860-4e29-85e8-8ece9125c2a9', 'tag': '2386209f-b554-4789-b901-25bdac88ebb0', 'status': 'completed', 'code': 200} Oct 19 01:07:27.798274 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 5b1a2614-1274-4867-b0f6-3402523111c1, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=5b1a2614-1274-4867-b0f6-3402523111c1,segment=NetworkSegment(b01a7d88-a003-47a9-b860-30f595d12d4c),segment_id=b01a7d88-a003-47a9-b860-30f595d12d4c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:27.807775 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:27.809282 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 9295caf7-42d8-4c78-a217-b3e9af380abb up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:07:27.846994 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53b48c-6f34-4956-94eb-cd7386425e47 req-2e07cd9c-8e94-4dac-be91-a45dbc46a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:27.848532 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ba53b48c-6f34-4956-94eb-cd7386425e47 req-2e07cd9c-8e94-4dac-be91-a45dbc46a77c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d159951251f425b8e201bae6d58e0c2&device_id=528186f5-7860-4e29-85e8-8ece9125c2a9 HTTP/1.1" status: 200 len: 1097 time: 0.1212242 Oct 19 01:07:27.855839 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c57482-fe31-47bf-ac9d-c979eed938cf req-9a5a8b6b-96ff-4f8f-95ab-b5eccdfb6def tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:27.873408 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-56ce9ed6-333a-4fdf-bf87-54735ba095c2 None None] Set router 9c7deb7d-08ab-482f-a466-7679d5aca48f gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:07:27.875763 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a7107aca-8001-4351-b3ad-b9b4eb77f936 req-df65dafc-49f7-4773-9215-6a3f793d1877 service neutron] 10.222.0.57 "GET /v2.0/networks/5e528a95-765b-4153-a63c-148757c15f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460612 Oct 19 01:07:27.877325 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c57482-fe31-47bf-ac9d-c979eed938cf req-9a5a8b6b-96ff-4f8f-95ab-b5eccdfb6def tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:27.883384 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c57482-fe31-47bf-ac9d-c979eed938cf req-9a5a8b6b-96ff-4f8f-95ab-b5eccdfb6def tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:27.900253 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c57482-fe31-47bf-ac9d-c979eed938cf req-9a5a8b6b-96ff-4f8f-95ab-b5eccdfb6def tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:27.919079 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c57482-fe31-47bf-ac9d-c979eed938cf req-9a5a8b6b-96ff-4f8f-95ab-b5eccdfb6def tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:27.929288 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c57482-fe31-47bf-ac9d-c979eed938cf req-9a5a8b6b-96ff-4f8f-95ab-b5eccdfb6def tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:27.941122 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c57482-fe31-47bf-ac9d-c979eed938cf req-9a5a8b6b-96ff-4f8f-95ab-b5eccdfb6def tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:27.956493 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a3c57482-fe31-47bf-ac9d-c979eed938cf req-9a5a8b6b-96ff-4f8f-95ab-b5eccdfb6def tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5435 time: 0.1974611 Oct 19 01:07:27.977619 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=5b1a2614-1274-4867-b0f6-3402523111c1,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:28.002248 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 9295caf7-42d8-4c78-a217-b3e9af380abb completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:07:28.007902 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 9295caf7-42d8-4c78-a217-b3e9af380abb triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:07:28.008817 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:28.096423 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a3c57482-fe31-47bf-ac9d-c979eed938cf req-bee6d497-3a77-41ee-9d36-86adc4cbaf9a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1389446 Oct 19 01:07:28.113998 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53b48c-6f34-4956-94eb-cd7386425e47 req-071c9292-cae2-4c63-9857-23003c2601a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:28.115151 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ba53b48c-6f34-4956-94eb-cd7386425e47 req-071c9292-cae2-4c63-9857-23003c2601a7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5e528a95-765b-4153-a63c-148757c15f94 HTTP/1.1" status: 200 len: 921 time: 0.2393641 Oct 19 01:07:28.139502 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:28.161204 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-56ce9ed6-333a-4fdf-bf87-54735ba095c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'name': 'tempest-FloatingIPsAssociationTestJSON-646553127-router', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:06:00Z', 'updated_at': '2021-10-19T01:06:17Z', 'revision_number': 4, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'gw_port': {'id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:03Z', 'updated_at': '2021-10-19T01:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '242618d7-8daa-4739-832e-aa5988d30258', 'name': '', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'mac_address': 'fa:16:3e:4e:55:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:15Z', 'updated_at': '2021-10-19T01:06:27Z', 'revision_number': 5, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'subnets': [{'id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:28.186597 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ba53b48c-6f34-4956-94eb-cd7386425e47 req-bdb23700-3bb9-446d-883c-a58b011e79f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2386209f-b554-4789-b901-25bdac88ebb0 HTTP/1.1" status: 200 len: 217 time: 0.0546153 Oct 19 01:07:28.191643 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-994ea007-8663-4f82-8f32-4caac636d17d req-73f339df-030b-420e-ae80-16ec55daefe3 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "GET /v2.0/security-groups/29b9a3a1-8fe0-4347-b52d-6079dd44e656 HTTP/1.1" status: 200 len: 2401 time: 0.0880840 Oct 19 01:07:28.192060 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 9295caf7-42d8-4c78-a217-b3e9af380abb, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=9295caf7-42d8-4c78-a217-b3e9af380abb,segment=NetworkSegment(b01a7d88-a003-47a9-b860-30f595d12d4c),segment_id=b01a7d88-a003-47a9-b860-30f595d12d4c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:28.199863 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:28.201268 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 137414ad-fd54-484b-86fd-f70152e683c2 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:07:28.205542 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-994ea007-8663-4f82-8f32-4caac636d17d req-a14c0a87-4b89-43ba-8a3a-551825d1b72f tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '29b9a3a1-8fe0-4347-b52d-6079dd44e656', 'remote_group_id': None}]} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:28.205851 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-994ea007-8663-4f82-8f32-4caac636d17d req-a14c0a87-4b89-43ba-8a3a-551825d1b72f tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '29b9a3a1-8fe0-4347-b52d-6079dd44e656', 'remote_group_id': None}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:28.214355 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b6d0c-d3be-42f0-8203-6aa1e143bd7c req-493ace23-2094-4c67-9b43-2cc9bc6a966c tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:28.220242 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ce9ed6-333a-4fdf-bf87-54735ba095c2 None None] Checking router: 9c7deb7d-08ab-482f-a466-7679d5aca48f for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:07:28.221070 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b6d0c-d3be-42f0-8203-6aa1e143bd7c req-493ace23-2094-4c67-9b43-2cc9bc6a966c tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:28.228957 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b6d0c-d3be-42f0-8203-6aa1e143bd7c req-493ace23-2094-4c67-9b43-2cc9bc6a966c tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:28.236639 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b6d0c-d3be-42f0-8203-6aa1e143bd7c req-493ace23-2094-4c67-9b43-2cc9bc6a966c tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:28.238611 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ce9ed6-333a-4fdf-bf87-54735ba095c2 None None] Routers {'9c7deb7d-08ab-482f-a466-7679d5aca48f'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:07:28.239221 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-56ce9ed6-333a-4fdf-bf87-54735ba095c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:07:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['9c7deb7d-08ab-482f-a466-7679d5aca48f'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:28.244714 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b6d0c-d3be-42f0-8203-6aa1e143bd7c req-493ace23-2094-4c67-9b43-2cc9bc6a966c tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:28.251622 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b6d0c-d3be-42f0-8203-6aa1e143bd7c req-493ace23-2094-4c67-9b43-2cc9bc6a966c tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:28.260186 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b6d0c-d3be-42f0-8203-6aa1e143bd7c req-493ace23-2094-4c67-9b43-2cc9bc6a966c tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:28.262765 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-668b6d0c-d3be-42f0-8203-6aa1e143bd7c req-493ace23-2094-4c67-9b43-2cc9bc6a966c tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 5433 time: 0.1649942 Oct 19 01:07:28.320954 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-994ea007-8663-4f82-8f32-4caac636d17d req-a14c0a87-4b89-43ba-8a3a-551825d1b72f tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:28.362916 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53b48c-6f34-4956-94eb-cd7386425e47 req-1341d2d7-bda4-479b-92c7-a863ead8ec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:28.364506 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ba53b48c-6f34-4956-94eb-cd7386425e47 req-1341d2d7-bda4-479b-92c7-a863ead8ec12 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de74403a-93c8-48d8-9fdc-ed1cd7b1d665 HTTP/1.1" status: 200 len: 859 time: 0.1631780 Oct 19 01:07:28.368987 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 137414ad-fd54-484b-86fd-f70152e683c2 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:07:28.370593 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-668b6d0c-d3be-42f0-8203-6aa1e143bd7c req-844cd4e5-cf26-409f-af7a-1231fc9d0fc4 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc8025b-09bc-4bd9-9d99-46ada71b927c&id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0991418 Oct 19 01:07:28.376719 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-994ea007-8663-4f82-8f32-4caac636d17d req-a14c0a87-4b89-43ba-8a3a-551825d1b72f tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:28.388154 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 137414ad-fd54-484b-86fd-f70152e683c2 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:07:28.389443 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-994ea007-8663-4f82-8f32-4caac636d17d req-a14c0a87-4b89-43ba-8a3a-551825d1b72f tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:28.395651 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:28.406549 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=9295caf7-42d8-4c78-a217-b3e9af380abb,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:28.440963 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c0a87-4b89-43ba-8a3a-551825d1b72f tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97924510-3893-4057-8134-62bbc82a3f2b,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:28.450414 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-56ce9ed6-333a-4fdf-bf87-54735ba095c2 None None] Set router 9c7deb7d-08ab-482f-a466-7679d5aca48f gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:07:28.462140 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-994ea007-8663-4f82-8f32-4caac636d17d req-a14c0a87-4b89-43ba-8a3a-551825d1b72f tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:28.463768 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-994ea007-8663-4f82-8f32-4caac636d17d req-a14c0a87-4b89-43ba-8a3a-551825d1b72f tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2709217 Oct 19 01:07:28.473465 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53b48c-6f34-4956-94eb-cd7386425e47 req-1cc917c1-ec43-48b9-befe-7c1ce2701f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:28.475142 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ba53b48c-6f34-4956-94eb-cd7386425e47 req-1cc917c1-ec43-48b9-befe-7c1ce2701f90 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5e528a95-765b-4153-a63c-148757c15f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1023266 Oct 19 01:07:28.553273 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:28.640141 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 137414ad-fd54-484b-86fd-f70152e683c2, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=137414ad-fd54-484b-86fd-f70152e683c2,segment=NetworkSegment(8383d18e-5233-4c4a-8260-014a3d8869b9),segment_id=8383d18e-5233-4c4a-8260-014a3d8869b9)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:28.650060 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:28.666589 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ba53b48c-6f34-4956-94eb-cd7386425e47 req-52294895-10a3-487e-ac6a-31be8857b036 service neutron] 10.222.0.24 "GET /v2.0/networks/5e528a95-765b-4153-a63c-148757c15f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822410 Oct 19 01:07:28.672447 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60b545-59ac-4829-951d-ef714a9a9d2e req-143c4926-d159-48a8-8907-9b1364f9c8b2 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:28.680019 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cb60b545-59ac-4829-951d-ef714a9a9d2e req-143c4926-d159-48a8-8907-9b1364f9c8b2 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] 10.222.0.57 "GET /v2.0/ports?device_id=01f3b294-22b5-45a0-ad20-527f967c59de HTTP/1.1" status: 200 len: 945 time: 0.1138365 Oct 19 01:07:28.725980 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=137414ad-fd54-484b-86fd-f70152e683c2,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:28.753795 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cb60b545-59ac-4829-951d-ef714a9a9d2e req-dd43f636-ff43-47fa-aeae-745a489a9992 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] 10.222.0.57 "GET /v2.0/security-groups?id=912fdeb9-c040-404c-9501-52bd822b4b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677512 Oct 19 01:07:28.835819 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1b4bd210-36db-4508-ae9e-f537c33b429d req-6ae8b7da-7e73-47dd-af7b-8c2df707603c tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "GET /v2.0/security-groups/29b9a3a1-8fe0-4347-b52d-6079dd44e656 HTTP/1.1" status: 200 len: 3000 time: 0.0478899 Oct 19 01:07:28.875266 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ba53b48c-6f34-4956-94eb-cd7386425e47 req-c8458270-b0c7-4301-b18f-2ea2a174e777 service neutron] 10.222.0.24 "GET /v2.0/networks/5e528a95-765b-4153-a63c-148757c15f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980367 Oct 19 01:07:28.884698 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac40ceb-de40-4e38-9a5b-2f05c47b908e req-36e647f4-2e8b-4080-91dc-94b3ee10fb82 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:28.886219 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eac40ceb-de40-4e38-9a5b-2f05c47b908e req-36e647f4-2e8b-4080-91dc-94b3ee10fb82 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 945 time: 0.0956361 Oct 19 01:07:28.928620 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-56ce9ed6-333a-4fdf-bf87-54735ba095c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'name': 'tempest-FloatingIPsAssociationTestJSON-646553127-router', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:06:00Z', 'updated_at': '2021-10-19T01:06:17Z', 'revision_number': 4, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'gw_port': {'id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:03Z', 'updated_at': '2021-10-19T01:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '242618d7-8daa-4739-832e-aa5988d30258', 'name': '', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'mac_address': 'fa:16:3e:4e:55:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:15Z', 'updated_at': '2021-10-19T01:06:27Z', 'revision_number': 5, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'subnets': [{'id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:28.935813 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eac40ceb-de40-4e38-9a5b-2f05c47b908e req-b7db4485-2462-4d2f-9220-fe8b6fb915be tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404992 Oct 19 01:07:28.982745 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ce9ed6-333a-4fdf-bf87-54735ba095c2 None None] The sync data for ids ['9c7deb7d-08ab-482f-a466-7679d5aca48f'] in n-d-715271-26 is: [{'id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'name': 'tempest-FloatingIPsAssociationTestJSON-646553127-router', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:06:00Z', 'updated_at': '2021-10-19T01:06:17Z', 'revision_number': 4, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'gw_port': {'id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:03Z', 'updated_at': '2021-10-19T01:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '242618d7-8daa-4739-832e-aa5988d30258', 'name': '', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'mac_address': 'fa:16:3e:4e:55:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:15Z', 'updated_at': '2021-10-19T01:06:27Z', 'revision_number': 5, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'subnets': [{'id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:07:28.992263 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d2668-076c-4c1c-b79d-12d2b4b65327 req-f192c75a-823c-4800-97d2-63057546d247 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:28.993891 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dd5d2668-076c-4c1c-b79d-12d2b4b65327 req-f192c75a-823c-4800-97d2-63057546d247 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec598e4f-08c8-49a9-9e9f-5e6d00e40b56&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1036897 Oct 19 01:07:29.005002 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0bb9bdbe-bbf2-45c9-a387-becb7effb027 req-20a94d83-23f4-47ed-b6dd-6f0c4558d537 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "GET /v2.0/security-group-rules/97924510-3893-4057-8134-62bbc82a3f2b HTTP/1.1" status: 200 len: 783 time: 0.0314238 Oct 19 01:07:29.051191 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dd5d2668-076c-4c1c-b79d-12d2b4b65327 req-40ab7da7-7e9e-4b7f-88e0-8a89ddcbce3a tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.165 HTTP/1.1" status: 200 len: 698 time: 0.0499976 Oct 19 01:07:29.054624 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0bb9bdbe-bbf2-45c9-a387-becb7effb027 req-9cb786c6-cc87-4d31-b03c-053598e4ea50 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "GET /v2.0/security-groups/29b9a3a1-8fe0-4347-b52d-6079dd44e656 HTTP/1.1" status: 200 len: 3000 time: 0.0487909 Oct 19 01:07:29.066503 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-dd5d2668-076c-4c1c-b79d-12d2b4b65327 req-8798f824-cb32-4a0a-ab4e-70538472a1b2 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Request body: {'floatingip': {'port_id': 'c7078771-4320-45b1-ae7b-ee55db29d068', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:29.089579 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0bb9bdbe-bbf2-45c9-a387-becb7effb027 req-cfeb64f1-d97a-433c-a53d-9cd0225492db tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:29.091402 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb1ab98-3373-451d-84e7-1285ed514bab'}, {'server_uuid': '53ecfe1c-8de5-4188-afa7-e152f07987a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375c6625-82f0-4e5e-bb95-a208591149c0'}, {'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1a2614-1274-4867-b0f6-3402523111c1'}, {'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9295caf7-42d8-4c78-a217-b3e9af380abb'}, {'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137414ad-fd54-484b-86fd-f70152e683c2'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:07:29.093786 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f57dc6-a762-45f0-af9f-ab35247e0469" -d '{"events": [{"server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "name": "network-vif-plugged", "status": "completed", "tag": "fdb1ab98-3373-451d-84e7-1285ed514bab"}, {"server_uuid": "53ecfe1c-8de5-4188-afa7-e152f07987a4", "name": "network-vif-plugged", "status": "completed", "tag": "375c6625-82f0-4e5e-bb95-a208591149c0"}, {"server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "name": "network-vif-plugged", "status": "completed", "tag": "5b1a2614-1274-4867-b0f6-3402523111c1"}, {"server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "name": "network-vif-plugged", "status": "completed", "tag": "9295caf7-42d8-4c78-a217-b3e9af380abb"}, {"server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "name": "network-vif-plugged", "status": "completed", "tag": "137414ad-fd54-484b-86fd-f70152e683c2"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:07:29.103722 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0bb9bdbe-bbf2-45c9-a387-becb7effb027 req-cfeb64f1-d97a-433c-a53d-9cd0225492db tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:29.115855 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-dd5d2668-076c-4c1c-b79d-12d2b4b65327 req-8798f824-cb32-4a0a-ab4e-70538472a1b2 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks [] for floatingip, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:29.141421 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0bb9bdbe-bbf2-45c9-a387-becb7effb027 req-cfeb64f1-d97a-433c-a53d-9cd0225492db tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:29.146652 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:29.153703 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0bb9bdbe-bbf2-45c9-a387-becb7effb027 req-cfeb64f1-d97a-433c-a53d-9cd0225492db tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:29.162733 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0bb9bdbe-bbf2-45c9-a387-becb7effb027 req-cfeb64f1-d97a-433c-a53d-9cd0225492db tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/97924510-3893-4057-8134-62bbc82a3f2b HTTP/1.1" status: 204 len: 173 time: 0.0941257 Oct 19 01:07:29.170518 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb64f1-d97a-433c-a53d-9cd0225492db tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97924510-3893-4057-8134-62bbc82a3f2b,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:29.321914 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71365a79-f4d6-40e3-b3d4-60cda5368d96 None None] New status for floating IP 74a5cbc8-42ad-44fa-8d79-e2f050f127fc: DOWN {{(pid=100608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:07:29.357430 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fab3f4-c086-43ef-9336-9c79e7725138 req-8b4c0f01-79a7-4ab4-83f8-c3627febac1d tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:29.364347 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fab3f4-c086-43ef-9336-9c79e7725138 req-8b4c0f01-79a7-4ab4-83f8-c3627febac1d tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:29.371395 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fab3f4-c086-43ef-9336-9c79e7725138 req-8b4c0f01-79a7-4ab4-83f8-c3627febac1d tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:29.378019 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fab3f4-c086-43ef-9336-9c79e7725138 req-8b4c0f01-79a7-4ab4-83f8-c3627febac1d tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:29.384918 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fab3f4-c086-43ef-9336-9c79e7725138 req-8b4c0f01-79a7-4ab4-83f8-c3627febac1d tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:29.391567 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fab3f4-c086-43ef-9336-9c79e7725138 req-8b4c0f01-79a7-4ab4-83f8-c3627febac1d tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:29.397827 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fab3f4-c086-43ef-9336-9c79e7725138 req-8b4c0f01-79a7-4ab4-83f8-c3627febac1d tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:29.400127 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-45fab3f4-c086-43ef-9336-9c79e7725138 req-8b4c0f01-79a7-4ab4-83f8-c3627febac1d tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5435 time: 0.1068366 Oct 19 01:07:29.466620 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-45fab3f4-c086-43ef-9336-9c79e7725138 req-6dbbd219-8ee8-482e-82d8-41868abd4d88 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530076 Oct 19 01:07:29.516056 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Tue, 19 Oct 2021 01:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2180c7-8d6e-4202-81a9-c403482db3fb x-openstack-request-id: req-7f2180c7-8d6e-4202-81a9-c403482db3fb {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:07:29.516520 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "name": "network-vif-plugged", "status": "completed", "tag": "fdb1ab98-3373-451d-84e7-1285ed514bab", "code": 200}, {"server_uuid": "53ecfe1c-8de5-4188-afa7-e152f07987a4", "name": "network-vif-plugged", "status": "completed", "tag": "375c6625-82f0-4e5e-bb95-a208591149c0", "code": 200}, {"server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "name": "network-vif-plugged", "status": "completed", "tag": "5b1a2614-1274-4867-b0f6-3402523111c1", "code": 200}, {"server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "name": "network-vif-plugged", "status": "completed", "tag": "9295caf7-42d8-4c78-a217-b3e9af380abb", "code": 200}, {"server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "name": "network-vif-plugged", "status": "completed", "tag": "137414ad-fd54-484b-86fd-f70152e683c2", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:07:29.516630 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7f2180c7-8d6e-4202-81a9-c403482db3fb {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:07:29.517012 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb1ab98-3373-451d-84e7-1285ed514bab', 'code': 200} Oct 19 01:07:29.517268 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ecfe1c-8de5-4188-afa7-e152f07987a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375c6625-82f0-4e5e-bb95-a208591149c0', 'code': 200} Oct 19 01:07:29.517650 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1a2614-1274-4867-b0f6-3402523111c1', 'code': 200} Oct 19 01:07:29.517903 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9295caf7-42d8-4c78-a217-b3e9af380abb', 'code': 200} Oct 19 01:07:29.518151 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137414ad-fd54-484b-86fd-f70152e683c2', 'code': 200} Oct 19 01:07:29.576537 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.db.api [req-dd5d2668-076c-4c1c-b79d-12d2b4b65327 req-8798f824-cb32-4a0a-ab4e-70538472a1b2 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:07:29.576893 n-d-715271-26 neutron-server[100607]: DEBUG oslo_db.api [req-dd5d2668-076c-4c1c-b79d-12d2b4b65327 req-8798f824-cb32-4a0a-ab4e-70538472a1b2 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:07:29.584800 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0e39c423-fad3-4f2a-b7c5-68c5e9a58b78 req-fe6174c5-da4d-401e-953c-5ddeaf9b3ca2 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "GET /v2.0/security-groups/29b9a3a1-8fe0-4347-b52d-6079dd44e656 HTTP/1.1" status: 200 len: 2401 time: 0.0577178 Oct 19 01:07:29.639860 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ce2c6-73df-4463-abc0-2847a4675655 req-c3c3be28-3538-4c8a-9b86-7d7bff6c54cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:29.641843 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e91ce2c6-73df-4463-abc0-2847a4675655 req-c3c3be28-3538-4c8a-9b86-7d7bff6c54cb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 1097 time: 0.0569596 Oct 19 01:07:29.683953 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e91ce2c6-73df-4463-abc0-2847a4675655 req-ddfc42bc-a95c-42f5-9823-e82cf3c28bb1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351191 Oct 19 01:07:29.697787 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3f031-3279-449c-b25f-11215273aee1 req-2b813b9f-0ec2-4403-a9c8-8269b8a46191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:29.698357 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3f031-3279-449c-b25f-11215273aee1 req-2b813b9f-0ec2-4403-a9c8-8269b8a46191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:29.698824 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3f031-3279-449c-b25f-11215273aee1 req-2b813b9f-0ec2-4403-a9c8-8269b8a46191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:29.699891 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3f031-3279-449c-b25f-11215273aee1 req-2b813b9f-0ec2-4403-a9c8-8269b8a46191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:29.700309 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3f031-3279-449c-b25f-11215273aee1 req-2b813b9f-0ec2-4403-a9c8-8269b8a46191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:29.700881 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3f031-3279-449c-b25f-11215273aee1 req-2b813b9f-0ec2-4403-a9c8-8269b8a46191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:29.701340 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3f031-3279-449c-b25f-11215273aee1 req-2b813b9f-0ec2-4403-a9c8-8269b8a46191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:29.703362 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b0f3f031-3279-449c-b25f-11215273aee1 req-2b813b9f-0ec2-4403-a9c8-8269b8a46191 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 6499 time: 0.0906532 Oct 19 01:07:29.704045 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0e39c423-fad3-4f2a-b7c5-68c5e9a58b78 req-0adeb506-0c35-45a9-aa91-ea7619409d3d tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:29.742128 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0e39c423-fad3-4f2a-b7c5-68c5e9a58b78 req-0adeb506-0c35-45a9-aa91-ea7619409d3d tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:29.771232 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b0f3f031-3279-449c-b25f-11215273aee1 req-9fda3b98-039c-4399-8874-0b199d5a8426 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=31f2be55-0e9e-418f-8d3b-d47b39901060&id=2cc8025b-09bc-4bd9-9d99-46ada71b927c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561209 Oct 19 01:07:29.801624 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0e39c423-fad3-4f2a-b7c5-68c5e9a58b78 req-0adeb506-0c35-45a9-aa91-ea7619409d3d tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:29.804657 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0e39c423-fad3-4f2a-b7c5-68c5e9a58b78 req-0adeb506-0c35-45a9-aa91-ea7619409d3d tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:29.805795 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0e39c423-fad3-4f2a-b7c5-68c5e9a58b78 req-0adeb506-0c35-45a9-aa91-ea7619409d3d tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "DELETE /v2.0/security-groups/29b9a3a1-8fe0-4347-b52d-6079dd44e656 HTTP/1.1" status: 204 len: 173 time: 0.2107909 Oct 19 01:07:29.815623 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adeb506-0c35-45a9-aa91-ea7619409d3d tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b9a3a1-8fe0-4347-b52d-6079dd44e656,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:29.919487 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bb87d-de97-43da-bc0e-3fcda9e0260e req-270d049f-6ec6-4cbd-8808-8ccdf8d42885 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:29.925545 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bb87d-de97-43da-bc0e-3fcda9e0260e req-270d049f-6ec6-4cbd-8808-8ccdf8d42885 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:29.931571 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bb87d-de97-43da-bc0e-3fcda9e0260e req-270d049f-6ec6-4cbd-8808-8ccdf8d42885 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:29.937672 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bb87d-de97-43da-bc0e-3fcda9e0260e req-270d049f-6ec6-4cbd-8808-8ccdf8d42885 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:29.944009 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bb87d-de97-43da-bc0e-3fcda9e0260e req-270d049f-6ec6-4cbd-8808-8ccdf8d42885 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:29.950816 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bb87d-de97-43da-bc0e-3fcda9e0260e req-270d049f-6ec6-4cbd-8808-8ccdf8d42885 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:29.956953 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bb87d-de97-43da-bc0e-3fcda9e0260e req-270d049f-6ec6-4cbd-8808-8ccdf8d42885 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:29.958917 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-639bb87d-de97-43da-bc0e-3fcda9e0260e req-270d049f-6ec6-4cbd-8808-8ccdf8d42885 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 5435 time: 0.0940557 Oct 19 01:07:30.000135 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-639bb87d-de97-43da-bc0e-3fcda9e0260e req-11c4b488-9f1c-4384-bef5-f49cbed54dd6 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc8025b-09bc-4bd9-9d99-46ada71b927c&id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350266 Oct 19 01:07:30.078024 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-dd5d2668-076c-4c1c-b79d-12d2b4b65327 req-8798f824-cb32-4a0a-ab4e-70538472a1b2 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks [] for floatingip, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:30.105184 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f179f23-1829-449f-a435-ce4e75d34bce req-ad805da4-088f-4b95-b5f8-9c447b232fdf tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:30.107061 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8f179f23-1829-449f-a435-ce4e75d34bce req-ad805da4-088f-4b95-b5f8-9c447b232fdf tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] 10.222.0.57 "GET /v2.0/ports?device_id=01f3b294-22b5-45a0-ad20-527f967c59de HTTP/1.1" status: 200 len: 945 time: 0.0507298 Oct 19 01:07:30.148258 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8f179f23-1829-449f-a435-ce4e75d34bce req-131359d5-1899-41f8-8582-94d6f9f27946 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] 10.222.0.57 "GET /v2.0/security-groups?id=912fdeb9-c040-404c-9501-52bd822b4b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347276 Oct 19 01:07:30.198417 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [req-ae17d27a-3f3d-4bb7-bbee-060f25d24975 req-b99fec98-ba80-4d39-8767-f4879d520a19 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] show failed (client error): The resource could not be found. Oct 19 01:07:30.200030 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ae17d27a-3f3d-4bb7-bbee-060f25d24975 req-b99fec98-ba80-4d39-8767-f4879d520a19 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "GET /v2.0/security-groups/68ca655b-ebd6-4731-82a6-074aa0b59997 HTTP/1.1" status: 404 len: 352 time: 0.0144804 Oct 19 01:07:30.302390 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62195343-cc38-4104-aba0-5b2fc142b579 req-08f0bc99-5d0d-44be-858e-93859c601cc8 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:30.303893 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-62195343-cc38-4104-aba0-5b2fc142b579 req-08f0bc99-5d0d-44be-858e-93859c601cc8 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 945 time: 0.0528901 Oct 19 01:07:30.345264 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-62195343-cc38-4104-aba0-5b2fc142b579 req-802ea63a-9666-476d-9509-a26fe90f156e tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350096 Oct 19 01:07:30.455453 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e443af-c588-458e-9f34-d5cd372503fe req-4b322b4a-2a8a-4117-9b56-ab12e22c9e9e tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:30.456873 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-64e443af-c588-458e-9f34-d5cd372503fe req-4b322b4a-2a8a-4117-9b56-ab12e22c9e9e tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.24 "GET /v2.0/ports?device_id=528186f5-7860-4e29-85e8-8ece9125c2a9 HTTP/1.1" status: 200 len: 945 time: 0.0804555 Oct 19 01:07:30.459849 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-26e93af1-0efc-4af8-aed5-686b6438d7cd req-dc7f6898-af96-4311-9fd2-7146a9d5b0c4 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "GET /v2.0/security-groups/04d6123e-bed1-45d6-abbc-b4e0553fdd06 HTTP/1.1" status: 200 len: 1807 time: 0.0746770 Oct 19 01:07:30.569954 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-dd5d2668-076c-4c1c-b79d-12d2b4b65327 req-8798f824-cb32-4a0a-ab4e-70538472a1b2 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:30.576777 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-dd5d2668-076c-4c1c-b79d-12d2b4b65327 req-8798f824-cb32-4a0a-ab4e-70538472a1b2 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:30.615098 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-26e93af1-0efc-4af8-aed5-686b6438d7cd req-1cf543a0-dc1b-4511-85a2-b7a8a70941f6 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:30.645406 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-64e443af-c588-458e-9f34-d5cd372503fe req-a429e661-92ea-4f81-92d1-ef3ed4463910 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Deleting port 2386209f-b554-4789-b901-25bdac88ebb0 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:07:30.645774 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-64e443af-c588-458e-9f34-d5cd372503fe req-a429e661-92ea-4f81-92d1-ef3ed4463910 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:30.649372 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-26e93af1-0efc-4af8-aed5-686b6438d7cd req-1cf543a0-dc1b-4511-85a2-b7a8a70941f6 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:30.685808 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [req-dd5d2668-076c-4c1c-b79d-12d2b4b65327 req-8798f824-cb32-4a0a-ab4e-70538472a1b2 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Floating IP 74a5cbc8-42ad-44fa-8d79-e2f050f127fc associated. External IP: 172.25.8.165, port: c7078771-4320-45b1-ae7b-ee55db29d068. Oct 19 01:07:30.760755 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-26e93af1-0efc-4af8-aed5-686b6438d7cd req-1cf543a0-dc1b-4511-85a2-b7a8a70941f6 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:30.763575 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-26e93af1-0efc-4af8-aed5-686b6438d7cd req-1cf543a0-dc1b-4511-85a2-b7a8a70941f6 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:30.764827 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-26e93af1-0efc-4af8-aed5-686b6438d7cd req-1cf543a0-dc1b-4511-85a2-b7a8a70941f6 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "DELETE /v2.0/security-groups/04d6123e-bed1-45d6-abbc-b4e0553fdd06 HTTP/1.1" status: 204 len: 173 time: 0.2932434 Oct 19 01:07:30.783916 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf543a0-dc1b-4511-85a2-b7a8a70941f6 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d6123e-bed1-45d6-abbc-b4e0553fdd06,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:30.787491 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-64e443af-c588-458e-9f34-d5cd372503fe req-a429e661-92ea-4f81-92d1-ef3ed4463910 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] For port 2386209f-b554-4789-b901-25bdac88ebb0, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=2386209f-b554-4789-b901-25bdac88ebb0,segment=NetworkSegment(d19f75c5-7494-4022-8a08-e9eb3483a6bb),segment_id=d19f75c5-7494-4022-8a08-e9eb3483a6bb)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:30.787491 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-64e443af-c588-458e-9f34-d5cd372503fe req-a429e661-92ea-4f81-92d1-ef3ed4463910 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:30.806965 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-64e443af-c588-458e-9f34-d5cd372503fe req-a429e661-92ea-4f81-92d1-ef3ed4463910 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Calling delete_port for 2386209f-b554-4789-b901-25bdac88ebb0 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:07:30.930609 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd5d2668-076c-4c1c-b79d-12d2b4b65327 req-8798f824-cb32-4a0a-ab4e-70538472a1b2 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Router 9c7deb7d-08ab-482f-a466-7679d5aca48f has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:07:31.047234 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6e342-1b5d-4ff1-93f3-198c0b933775 req-63333c58-0640-488f-9ca0-97bf4d30358c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:31.058197 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6e342-1b5d-4ff1-93f3-198c0b933775 req-63333c58-0640-488f-9ca0-97bf4d30358c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:31.067144 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd5d2668-076c-4c1c-b79d-12d2b4b65327 req-8798f824-cb32-4a0a-ab4e-70538472a1b2 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:07:31.067890 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6e342-1b5d-4ff1-93f3-198c0b933775 req-63333c58-0640-488f-9ca0-97bf4d30358c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:31.075129 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-dd5d2668-076c-4c1c-b79d-12d2b4b65327 req-8798f824-cb32-4a0a-ab4e-70538472a1b2 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:31.079139 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245a2f6b-75ef-4d1c-b73a-757ed2ae4684 None None] Sync routers for ids ['9c7deb7d-08ab-482f-a466-7679d5aca48f'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:07:31.081882 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6e342-1b5d-4ff1-93f3-198c0b933775 req-63333c58-0640-488f-9ca0-97bf4d30358c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:31.088499 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6e342-1b5d-4ff1-93f3-198c0b933775 req-63333c58-0640-488f-9ca0-97bf4d30358c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:31.090376 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245a2f6b-75ef-4d1c-b73a-757ed2ae4684 None None] Routers {'9c7deb7d-08ab-482f-a466-7679d5aca48f'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:07:31.091207 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-245a2f6b-75ef-4d1c-b73a-757ed2ae4684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:07:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['9c7deb7d-08ab-482f-a466-7679d5aca48f'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:31.095966 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6e342-1b5d-4ff1-93f3-198c0b933775 req-63333c58-0640-488f-9ca0-97bf4d30358c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:31.109595 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dd5d2668-076c-4c1c-b79d-12d2b4b65327 req-8798f824-cb32-4a0a-ab4e-70538472a1b2 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "PUT /v2.0/floatingips/74a5cbc8-42ad-44fa-8d79-e2f050f127fc HTTP/1.1" status: 200 len: 997 time: 2.0512662 Oct 19 01:07:31.110197 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec598e4f-08c8-49a9-9e9f-5e6d00e40b56', 'tag': 'c7078771-4320-45b1-ae7b-ee55db29d068'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:07:31.113040 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9a99f8-3556-4c9c-9c21-db096438c7d2" -d '{"events": [{"name": "network-changed", "server_uuid": "ec598e4f-08c8-49a9-9e9f-5e6d00e40b56", "tag": "c7078771-4320-45b1-ae7b-ee55db29d068"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:07:31.114912 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6e342-1b5d-4ff1-93f3-198c0b933775 req-63333c58-0640-488f-9ca0-97bf4d30358c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:31.118762 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f7d6e342-1b5d-4ff1-93f3-198c0b933775 req-63333c58-0640-488f-9ca0-97bf4d30358c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5435 time: 0.1658373 Oct 19 01:07:31.120978 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-64e443af-c588-458e-9f34-d5cd372503fe req-a429e661-92ea-4f81-92d1-ef3ed4463910 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:31.136226 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['c7078771-4320-45b1-ae7b-ee55db29d068'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:07:31.174174 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429e661-92ea-4f81-92d1-ef3ed4463910 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Pushing event deleted for resources: {'Port': ['ID=2386209f-b554-4789-b901-25bdac88ebb0,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:31.231700 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d2668-076c-4c1c-b79d-12d2b4b65327 req-49b294c2-0f81-4c3e-b933-02c7d8cd8a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:31.232441 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-245a2f6b-75ef-4d1c-b73a-757ed2ae4684 None None] Set router 9c7deb7d-08ab-482f-a466-7679d5aca48f gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:07:31.240213 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dd5d2668-076c-4c1c-b79d-12d2b4b65327 req-49b294c2-0f81-4c3e-b933-02c7d8cd8a5d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9d159951251f425b8e201bae6d58e0c2&device_id=ec598e4f-08c8-49a9-9e9f-5e6d00e40b56 HTTP/1.1" status: 200 len: 1098 time: 0.0938859 Oct 19 01:07:31.248049 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['2386209f-b554-4789-b901-25bdac88ebb0'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:07:31.285738 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f7d6e342-1b5d-4ff1-93f3-198c0b933775 req-c5eedef9-cda8-4fc4-8d45-91df39b5811c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1533778 Oct 19 01:07:31.335791 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 2fe1e695-5923-449b-b1db-c20c39248126 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:07:31.359152 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e443af-c588-458e-9f34-d5cd372503fe req-a429e661-92ea-4f81-92d1-ef3ed4463910 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] No DVR routers for this DVR port 2386209f-b554-4789-b901-25bdac88ebb0 on host n-h2-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:07:31.370339 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-64e443af-c588-458e-9f34-d5cd372503fe req-a429e661-92ea-4f81-92d1-ef3ed4463910 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:31.378067 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-64e443af-c588-458e-9f34-d5cd372503fe req-a429e661-92ea-4f81-92d1-ef3ed4463910 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.24 "DELETE /v2.0/ports/2386209f-b554-4789-b901-25bdac88ebb0 HTTP/1.1" status: 204 len: 173 time: 0.9144371 Oct 19 01:07:31.380352 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528186f5-7860-4e29-85e8-8ece9125c2a9', 'name': 'network-vif-deleted', 'tag': '2386209f-b554-4789-b901-25bdac88ebb0'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:07:31.392562 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc440d1d-5326-4d31-8b7f-b1f93738e977" -d '{"events": [{"server_uuid": "528186f5-7860-4e29-85e8-8ece9125c2a9", "name": "network-vif-deleted", "tag": "2386209f-b554-4789-b901-25bdac88ebb0"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:07:31.450119 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d2668-076c-4c1c-b79d-12d2b4b65327 req-ecde09b6-f7d6-40fd-bc7a-8fc7e33bea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:31.459513 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dd5d2668-076c-4c1c-b79d-12d2b4b65327 req-ecde09b6-f7d6-40fd-bc7a-8fc7e33bea03 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5e528a95-765b-4153-a63c-148757c15f94 HTTP/1.1" status: 200 len: 921 time: 0.2120588 Oct 19 01:07:31.488370 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d03e58fe-7e1d-4b3d-9ceb-5178b7e95209 req-e618c135-b322-45bb-b0bb-a57e9af648de tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "GET /v2.0/security-groups/cd4c1ceb-e074-45bd-98a0-d47794331211 HTTP/1.1" status: 200 len: 1806 time: 0.1356807 Oct 19 01:07:31.489556 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 2fe1e695-5923-449b-b1db-c20c39248126 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:07:31.494988 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 2fe1e695-5923-449b-b1db-c20c39248126 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:07:31.495560 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:31.567083 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dd5d2668-076c-4c1c-b79d-12d2b4b65327 req-30644d2e-1d45-43ca-a91a-c815a4ea6807 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7078771-4320-45b1-ae7b-ee55db29d068 HTTP/1.1" status: 200 len: 1000 time: 0.1064641 Oct 19 01:07:31.606023 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d03e58fe-7e1d-4b3d-9ceb-5178b7e95209 req-e394e3cc-01fe-4c5f-a517-c8fbec376ce0 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:31.651476 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d2668-076c-4c1c-b79d-12d2b4b65327 req-5ef066d7-33a6-4605-aadf-320c25f760d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:31.656053 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dd5d2668-076c-4c1c-b79d-12d2b4b65327 req-5ef066d7-33a6-4605-aadf-320c25f760d2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de74403a-93c8-48d8-9fdc-ed1cd7b1d665 HTTP/1.1" status: 200 len: 859 time: 0.0738587 Oct 19 01:07:31.664728 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d03e58fe-7e1d-4b3d-9ceb-5178b7e95209 req-e394e3cc-01fe-4c5f-a517-c8fbec376ce0 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:31.705501 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-245a2f6b-75ef-4d1c-b73a-757ed2ae4684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'name': 'tempest-FloatingIPsAssociationTestJSON-646553127-router', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:06:00Z', 'updated_at': '2021-10-19T01:06:17Z', 'revision_number': 4, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'gw_port': {'id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:03Z', 'updated_at': '2021-10-19T01:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '74a5cbc8-42ad-44fa-8d79-e2f050f127fc', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'floating_ip_address': '172.25.8.165', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'port_id': 'c7078771-4320-45b1-ae7b-ee55db29d068', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'mac_address': 'fa:16:3e:9e:18:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec598e4f-08c8-49a9-9e9f-5e6d00e40b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:06:56Z', 'updated_at': '2021-10-19T01:07:30Z', 'revision_number': 8, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242618d7-8daa-4739-832e-aa5988d30258', 'name': '', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'mac_address': 'fa:16:3e:4e:55:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:15Z', 'updated_at': '2021-10-19T01:06:27Z', 'revision_number': 5, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'subnets': [{'id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:31.736398 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245a2f6b-75ef-4d1c-b73a-757ed2ae4684 None None] Checking router: 9c7deb7d-08ab-482f-a466-7679d5aca48f for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:07:31.743074 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:31.744628 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d2668-076c-4c1c-b79d-12d2b4b65327 req-f98fa929-1bbe-4c05-93d2-66503d7aa24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:31.746797 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dd5d2668-076c-4c1c-b79d-12d2b4b65327 req-f98fa929-1bbe-4c05-93d2-66503d7aa24b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5e528a95-765b-4153-a63c-148757c15f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0844505 Oct 19 01:07:31.747463 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245a2f6b-75ef-4d1c-b73a-757ed2ae4684 None None] Routers {'9c7deb7d-08ab-482f-a466-7679d5aca48f'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:07:31.748431 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-245a2f6b-75ef-4d1c-b73a-757ed2ae4684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:07:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['9c7deb7d-08ab-482f-a466-7679d5aca48f'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:31.761169 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d03e58fe-7e1d-4b3d-9ceb-5178b7e95209 req-e394e3cc-01fe-4c5f-a517-c8fbec376ce0 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:31.766879 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d03e58fe-7e1d-4b3d-9ceb-5178b7e95209 req-e394e3cc-01fe-4c5f-a517-c8fbec376ce0 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:31.773161 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d03e58fe-7e1d-4b3d-9ceb-5178b7e95209 req-e394e3cc-01fe-4c5f-a517-c8fbec376ce0 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "DELETE /v2.0/security-groups/cd4c1ceb-e074-45bd-98a0-d47794331211 HTTP/1.1" status: 204 len: 173 time: 0.2839417 Oct 19 01:07:31.786627 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 2fe1e695-5923-449b-b1db-c20c39248126, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=2fe1e695-5923-449b-b1db-c20c39248126,segment=NetworkSegment(af8d2bdc-728f-4365-a0a3-7f4c1d198719),segment_id=af8d2bdc-728f-4365-a0a3-7f4c1d198719)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:31.787071 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e394e3cc-01fe-4c5f-a517-c8fbec376ce0 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4c1ceb-e074-45bd-98a0-d47794331211,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:31.787699 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe1e695-5923-449b-b1db-c20c39248126'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:07:31.807377 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2024cb-2b66-4626-b65b-8e5a9b7ff24b" -d '{"events": [{"server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "name": "network-vif-plugged", "status": "completed", "tag": "2fe1e695-5923-449b-b1db-c20c39248126"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:07:31.836730 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:31.837813 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 6a5f7373-9852-4292-a957-43becd30457e up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:07:31.948244 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-245a2f6b-75ef-4d1c-b73a-757ed2ae4684 None None] Set router 9c7deb7d-08ab-482f-a466-7679d5aca48f gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:07:31.950035 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 6a5f7373-9852-4292-a957-43becd30457e completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:07:31.953517 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dd5d2668-076c-4c1c-b79d-12d2b4b65327 req-1adfb16e-ba84-4198-aa97-e63728e752c4 service neutron] 10.222.0.57 "GET /v2.0/networks/5e528a95-765b-4153-a63c-148757c15f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965249 Oct 19 01:07:31.963529 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 6a5f7373-9852-4292-a957-43becd30457e triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:07:31.964156 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:31.976481 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19f538-c0a0-46aa-85ad-ce34636552ba req-4e44e89d-041e-4bb8-b242-568af432a74e tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:31.988067 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19f538-c0a0-46aa-85ad-ce34636552ba req-4e44e89d-041e-4bb8-b242-568af432a74e tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:32.007886 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=2fe1e695-5923-449b-b1db-c20c39248126,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:32.008134 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19f538-c0a0-46aa-85ad-ce34636552ba req-4e44e89d-041e-4bb8-b242-568af432a74e tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:32.023941 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19f538-c0a0-46aa-85ad-ce34636552ba req-4e44e89d-041e-4bb8-b242-568af432a74e tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:32.032851 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19f538-c0a0-46aa-85ad-ce34636552ba req-4e44e89d-041e-4bb8-b242-568af432a74e tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:32.041250 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19f538-c0a0-46aa-85ad-ce34636552ba req-4e44e89d-041e-4bb8-b242-568af432a74e tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:32.048158 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19f538-c0a0-46aa-85ad-ce34636552ba req-4e44e89d-041e-4bb8-b242-568af432a74e tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:32.050127 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4b19f538-c0a0-46aa-85ad-ce34636552ba req-4e44e89d-041e-4bb8-b242-568af432a74e tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 5435 time: 0.1776521 Oct 19 01:07:32.086411 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:32.131825 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 6a5f7373-9852-4292-a957-43becd30457e, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=6a5f7373-9852-4292-a957-43becd30457e,segment=NetworkSegment(af8d2bdc-728f-4365-a0a3-7f4c1d198719),segment_id=af8d2bdc-728f-4365-a0a3-7f4c1d198719)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:32.132148 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4b19f538-c0a0-46aa-85ad-ce34636552ba req-c50a4171-2ccd-4baa-8993-11f7d45ce660 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc8025b-09bc-4bd9-9d99-46ada71b927c&id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0758438 Oct 19 01:07:32.142415 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:32.143236 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 624b0885-8316-4d09-af8e-792cd46ef66c up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:07:32.146629 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dd5d2668-076c-4c1c-b79d-12d2b4b65327 req-82f6712f-3937-4ebf-b318-077b07c54b82 service neutron] 10.222.0.57 "GET /v2.0/networks/5e528a95-765b-4153-a63c-148757c15f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844451 Oct 19 01:07:32.211300 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5981a5ae-a2c3-48e3-b209-109dfaec46a6 x-openstack-request-id: req-5981a5ae-a2c3-48e3-b209-109dfaec46a6 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:07:32.211872 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec598e4f-08c8-49a9-9e9f-5e6d00e40b56", "tag": "c7078771-4320-45b1-ae7b-ee55db29d068", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:07:32.212780 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5981a5ae-a2c3-48e3-b209-109dfaec46a6 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:07:32.213305 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec598e4f-08c8-49a9-9e9f-5e6d00e40b56', 'tag': 'c7078771-4320-45b1-ae7b-ee55db29d068', 'status': 'completed', 'code': 200} Oct 19 01:07:32.270272 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=6a5f7373-9852-4292-a957-43becd30457e,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:32.285034 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 624b0885-8316-4d09-af8e-792cd46ef66c completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:07:32.305299 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 624b0885-8316-4d09-af8e-792cd46ef66c triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:07:32.305675 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:32.345333 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-245a2f6b-75ef-4d1c-b73a-757ed2ae4684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'name': 'tempest-FloatingIPsAssociationTestJSON-646553127-router', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:06:00Z', 'updated_at': '2021-10-19T01:06:17Z', 'revision_number': 4, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'gw_port': {'id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:03Z', 'updated_at': '2021-10-19T01:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '74a5cbc8-42ad-44fa-8d79-e2f050f127fc', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'floating_ip_address': '172.25.8.165', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'port_id': 'c7078771-4320-45b1-ae7b-ee55db29d068', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'mac_address': 'fa:16:3e:9e:18:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec598e4f-08c8-49a9-9e9f-5e6d00e40b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:06:56Z', 'updated_at': '2021-10-19T01:07:30Z', 'revision_number': 8, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242618d7-8daa-4739-832e-aa5988d30258', 'name': '', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'mac_address': 'fa:16:3e:4e:55:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:15Z', 'updated_at': '2021-10-19T01:06:27Z', 'revision_number': 5, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'subnets': [{'id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:32.346926 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a99f8-3556-4c9c-9c21-db096438c7d2 req-24eb578e-4986-4077-9c74-7f720c3c995b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:32.349103 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2f9a99f8-3556-4c9c-9c21-db096438c7d2 req-24eb578e-4986-4077-9c74-7f720c3c995b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d159951251f425b8e201bae6d58e0c2&device_id=ec598e4f-08c8-49a9-9e9f-5e6d00e40b56 HTTP/1.1" status: 200 len: 1098 time: 0.1128392 Oct 19 01:07:32.356521 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ed8ad-fea2-4271-b889-d38b14faa14f req-e7e1c603-9691-4d90-97f5-5e347c36f4d3 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:32.364567 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-304ed8ad-fea2-4271-b889-d38b14faa14f req-e7e1c603-9691-4d90-97f5-5e347c36f4d3 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 945 time: 0.0662930 Oct 19 01:07:32.380063 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075a11f-2bf3-4079-9bb5-6a98eb405b0a req-42b4f088-dc12-4afb-8777-0ab6c4b3032b tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:32.382640 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5075a11f-2bf3-4079-9bb5-6a98eb405b0a req-42b4f088-dc12-4afb-8777-0ab6c4b3032b tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] 10.222.0.57 "GET /v2.0/ports?device_id=01f3b294-22b5-45a0-ad20-527f967c59de HTTP/1.1" status: 200 len: 945 time: 0.1096966 Oct 19 01:07:32.391882 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245a2f6b-75ef-4d1c-b73a-757ed2ae4684 None None] The sync data for ids ['9c7deb7d-08ab-482f-a466-7679d5aca48f'] in n-d-715271-26 is: [{'id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'name': 'tempest-FloatingIPsAssociationTestJSON-646553127-router', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:06:00Z', 'updated_at': '2021-10-19T01:06:17Z', 'revision_number': 4, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'gw_port': {'id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:03Z', 'updated_at': '2021-10-19T01:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '74a5cbc8-42ad-44fa-8d79-e2f050f127fc', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'floating_ip_address': '172.25.8.165', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'port_id': 'c7078771-4320-45b1-ae7b-ee55db29d068', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'mac_address': 'fa:16:3e:9e:18:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec598e4f-08c8-49a9-9e9f-5e6d00e40b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:06:56Z', 'updated_at': '2021-10-19T01:07:30Z', 'revision_number': 8, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242618d7-8daa-4739-832e-aa5988d30258', 'name': '', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'mac_address': 'fa:16:3e:4e:55:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:15Z', 'updated_at': '2021-10-19T01:06:27Z', 'revision_number': 5, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'subnets': [{'id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:07:32.412696 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-304ed8ad-fea2-4271-b889-d38b14faa14f req-6699deb8-72dc-46e5-91b8-e9055ea20413 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467992 Oct 19 01:07:32.462355 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:32.477476 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14055509-dace-4f19-96c3-3e4146bdaa96 x-openstack-request-id: req-14055509-dace-4f19-96c3-3e4146bdaa96 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:07:32.477829 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528186f5-7860-4e29-85e8-8ece9125c2a9", "name": "network-vif-deleted", "tag": "2386209f-b554-4789-b901-25bdac88ebb0", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:07:32.478147 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-14055509-dace-4f19-96c3-3e4146bdaa96 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:07:32.478644 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '528186f5-7860-4e29-85e8-8ece9125c2a9', 'name': 'network-vif-deleted', 'tag': '2386209f-b554-4789-b901-25bdac88ebb0', 'status': 'completed', 'code': 200} Oct 19 01:07:32.504880 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 624b0885-8316-4d09-af8e-792cd46ef66c, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=624b0885-8316-4d09-af8e-792cd46ef66c,segment=NetworkSegment(4b96a6d1-8b8b-4e03-bedd-396bb83a41b9),segment_id=4b96a6d1-8b8b-4e03-bedd-396bb83a41b9)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:32.513214 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5075a11f-2bf3-4079-9bb5-6a98eb405b0a req-04b404ec-6ec2-440d-a848-03e2b27655c1 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] 10.222.0.57 "GET /v2.0/security-groups?id=912fdeb9-c040-404c-9501-52bd822b4b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164544 Oct 19 01:07:32.515845 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:32.517814 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 9c27f7e3-5adb-4a06-a706-c950206ee957 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:07:32.550680 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a99f8-3556-4c9c-9c21-db096438c7d2 req-0e7af798-b93f-4344-9f95-e75698564549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:32.552998 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2f9a99f8-3556-4c9c-9c21-db096438c7d2 req-0e7af798-b93f-4344-9f95-e75698564549 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e528a95-765b-4153-a63c-148757c15f94 HTTP/1.1" status: 200 len: 921 time: 0.1923730 Oct 19 01:07:32.561004 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c3a706ef-fe70-402a-8c8e-a8722fc2239d req-dc04b370-101b-4515-afc7-374ef6717661 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "GET /v2.0/security-groups/9fb762a8-e86f-4ca2-9d27-d8b1a5bd8114 HTTP/1.1" status: 200 len: 1805 time: 0.0659840 Oct 19 01:07:32.633227 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf3b838-6f54-438a-8b83-94e0dcf4fcb3 x-openstack-request-id: req-bcf3b838-6f54-438a-8b83-94e0dcf4fcb3 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:07:32.633471 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "name": "network-vif-plugged", "status": "completed", "tag": "2fe1e695-5923-449b-b1db-c20c39248126", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:07:32.633751 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bcf3b838-6f54-438a-8b83-94e0dcf4fcb3 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:07:32.634155 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe1e695-5923-449b-b1db-c20c39248126', 'code': 200} Oct 19 01:07:32.652154 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c3a706ef-fe70-402a-8c8e-a8722fc2239d req-b1d6661d-021d-4057-99d5-bb7247924ad5 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:32.659769 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=624b0885-8316-4d09-af8e-792cd46ef66c,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:32.672378 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2f9a99f8-3556-4c9c-9c21-db096438c7d2 req-5d509e8f-7101-40ce-a198-b89178c128c2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7078771-4320-45b1-ae7b-ee55db29d068 HTTP/1.1" status: 200 len: 1000 time: 0.1115372 Oct 19 01:07:32.681620 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 9c27f7e3-5adb-4a06-a706-c950206ee957 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:07:32.688486 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 9c27f7e3-5adb-4a06-a706-c950206ee957 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:07:32.688874 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:32.717615 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c3a706ef-fe70-402a-8c8e-a8722fc2239d req-b1d6661d-021d-4057-99d5-bb7247924ad5 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:32.750426 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a99f8-3556-4c9c-9c21-db096438c7d2 req-95d74f0c-682c-424a-afa0-6b9b9308cb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:32.752713 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2f9a99f8-3556-4c9c-9c21-db096438c7d2 req-95d74f0c-682c-424a-afa0-6b9b9308cb4b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=de74403a-93c8-48d8-9fdc-ed1cd7b1d665 HTTP/1.1" status: 200 len: 859 time: 0.0734546 Oct 19 01:07:32.841151 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c3a706ef-fe70-402a-8c8e-a8722fc2239d req-b1d6661d-021d-4057-99d5-bb7247924ad5 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:32.843946 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c3a706ef-fe70-402a-8c8e-a8722fc2239d req-b1d6661d-021d-4057-99d5-bb7247924ad5 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:32.860809 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c3a706ef-fe70-402a-8c8e-a8722fc2239d req-b1d6661d-021d-4057-99d5-bb7247924ad5 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "DELETE /v2.0/security-groups/9fb762a8-e86f-4ca2-9d27-d8b1a5bd8114 HTTP/1.1" status: 204 len: 173 time: 0.2928224 Oct 19 01:07:32.869475 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a99f8-3556-4c9c-9c21-db096438c7d2 req-3211b11a-a0be-49db-b120-599052e20a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:32.871885 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2f9a99f8-3556-4c9c-9c21-db096438c7d2 req-3211b11a-a0be-49db-b120-599052e20a75 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e528a95-765b-4153-a63c-148757c15f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1042662 Oct 19 01:07:32.877004 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23efbd87-cae0-4d93-b1e0-47aa49e60086 None None] New status for floating IP 74a5cbc8-42ad-44fa-8d79-e2f050f127fc: ACTIVE {{(pid=100608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:07:32.881255 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:32.882327 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6661d-021d-4057-99d5-bb7247924ad5 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb762a8-e86f-4ca2-9d27-d8b1a5bd8114,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:32.900995 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808a41b-e3ff-48b8-be9d-3e8f51120c0d req-ca045c63-15c6-4706-a9fb-69c748e9e6ed tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:32.907429 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808a41b-e3ff-48b8-be9d-3e8f51120c0d req-ca045c63-15c6-4706-a9fb-69c748e9e6ed tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:32.913692 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808a41b-e3ff-48b8-be9d-3e8f51120c0d req-ca045c63-15c6-4706-a9fb-69c748e9e6ed tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:32.921730 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808a41b-e3ff-48b8-be9d-3e8f51120c0d req-ca045c63-15c6-4706-a9fb-69c748e9e6ed tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:32.934256 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808a41b-e3ff-48b8-be9d-3e8f51120c0d req-ca045c63-15c6-4706-a9fb-69c748e9e6ed tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:32.941859 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808a41b-e3ff-48b8-be9d-3e8f51120c0d req-ca045c63-15c6-4706-a9fb-69c748e9e6ed tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:32.948810 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808a41b-e3ff-48b8-be9d-3e8f51120c0d req-ca045c63-15c6-4706-a9fb-69c748e9e6ed tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:32.951351 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9808a41b-e3ff-48b8-be9d-3e8f51120c0d req-ca045c63-15c6-4706-a9fb-69c748e9e6ed tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 5435 time: 0.1505196 Oct 19 01:07:32.965251 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 60816) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:32.966170 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6616193b-c7b5-45c0-afb8-3b18171ed6d0 req-b5b48369-91c8-4043-acca-8a96f2699f62 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/floatingips/74a5cbc8-42ad-44fa-8d79-e2f050f127fc HTTP/1.1" status: 200 len: 997 time: 0.0929556 Oct 19 01:07:32.970057 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-08c0b06b-5abd-40c2-ba6a-244b24871ed0 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Request body: {'floatingip': {'port_id': 'b2e12207-123c-44b7-965e-315fe35b78f5'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:33.048214 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-08c0b06b-5abd-40c2-ba6a-244b24871ed0 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks [] for floatingip, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:33.079920 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616193b-c7b5-45c0-afb8-3b18171ed6d0 req-49875e14-19be-40d4-998a-caa7a1eca35d tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:33.094014 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6616193b-c7b5-45c0-afb8-3b18171ed6d0 req-49875e14-19be-40d4-998a-caa7a1eca35d tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 784 time: 0.1269472 Oct 19 01:07:33.120233 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 9c27f7e3-5adb-4a06-a706-c950206ee957, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=9c27f7e3-5adb-4a06-a706-c950206ee957,segment=NetworkSegment(af8d2bdc-728f-4365-a0a3-7f4c1d198719),segment_id=af8d2bdc-728f-4365-a0a3-7f4c1d198719)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:33.127663 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:33.129456 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 448ed52f-8e37-4de5-8ece-79e0b041cb70 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:07:33.190908 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d501bd1-8926-4848-b6bb-6f5bc57ff413 req-98d2cde1-743a-481d-8c7b-a964a7674144 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:33.199018 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6d501bd1-8926-4848-b6bb-6f5bc57ff413 req-98d2cde1-743a-481d-8c7b-a964a7674144 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 945 time: 0.0592330 Oct 19 01:07:33.221443 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2f9a99f8-3556-4c9c-9c21-db096438c7d2 req-51f821e5-8e0c-4419-9ac8-24007ed4e596 service neutron] 10.222.0.55 "GET /v2.0/networks/5e528a95-765b-4153-a63c-148757c15f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426380 Oct 19 01:07:33.234949 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=9c27f7e3-5adb-4a06-a706-c950206ee957,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:33.252998 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6d501bd1-8926-4848-b6bb-6f5bc57ff413 req-b8cbc280-9acb-4ebe-8027-14192c82d02b tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526686 Oct 19 01:07:33.260481 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a85de-5fe6-49c0-a92f-b03cfbf91671 req-2438ef8a-0593-4418-9329-14fd8500d7b8 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:33.266239 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 448ed52f-8e37-4de5-8ece-79e0b041cb70 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:07:33.266958 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a85de-5fe6-49c0-a92f-b03cfbf91671 req-2438ef8a-0593-4418-9329-14fd8500d7b8 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:33.271851 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 448ed52f-8e37-4de5-8ece-79e0b041cb70 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:07:33.272296 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:33.273620 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a85de-5fe6-49c0-a92f-b03cfbf91671 req-2438ef8a-0593-4418-9329-14fd8500d7b8 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:33.280216 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a85de-5fe6-49c0-a92f-b03cfbf91671 req-2438ef8a-0593-4418-9329-14fd8500d7b8 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:33.286664 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a85de-5fe6-49c0-a92f-b03cfbf91671 req-2438ef8a-0593-4418-9329-14fd8500d7b8 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:33.292060 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a85de-5fe6-49c0-a92f-b03cfbf91671 req-2438ef8a-0593-4418-9329-14fd8500d7b8 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:33.298505 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a85de-5fe6-49c0-a92f-b03cfbf91671 req-2438ef8a-0593-4418-9329-14fd8500d7b8 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:33.300438 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d95a85de-5fe6-49c0-a92f-b03cfbf91671 req-2438ef8a-0593-4418-9329-14fd8500d7b8 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5438 time: 0.2057891 Oct 19 01:07:33.329692 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-15cfb52b-ab91-484d-9d6d-46c3333d16db req-b24a1752-e35b-4ff0-b3a9-90521d1f563e tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "GET /v2.0/security-groups/08ad740b-96db-43ae-bfd4-9f2a38db5b4d HTTP/1.1" status: 200 len: 2405 time: 0.0506957 Oct 19 01:07:33.388396 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:33.410891 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-15cfb52b-ab91-484d-9d6d-46c3333d16db req-79079b90-adfe-48af-ac08-e5399d0e2aaf tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:33.427455 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 448ed52f-8e37-4de5-8ece-79e0b041cb70, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=448ed52f-8e37-4de5-8ece-79e0b041cb70,segment=NetworkSegment(4b96a6d1-8b8b-4e03-bedd-396bb83a41b9),segment_id=4b96a6d1-8b8b-4e03-bedd-396bb83a41b9)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:33.433425 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:33.435688 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:07:33.441688 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-15cfb52b-ab91-484d-9d6d-46c3333d16db req-79079b90-adfe-48af-ac08-e5399d0e2aaf tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:33.505815 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-15cfb52b-ab91-484d-9d6d-46c3333d16db req-79079b90-adfe-48af-ac08-e5399d0e2aaf tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:33.509183 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-15cfb52b-ab91-484d-9d6d-46c3333d16db req-79079b90-adfe-48af-ac08-e5399d0e2aaf tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:33.522394 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-15cfb52b-ab91-484d-9d6d-46c3333d16db req-79079b90-adfe-48af-ac08-e5399d0e2aaf tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "DELETE /v2.0/security-groups/08ad740b-96db-43ae-bfd4-9f2a38db5b4d HTTP/1.1" status: 204 len: 173 time: 0.1849773 Oct 19 01:07:33.537678 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:07:33.545495 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:07:33.546016 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:33.548763 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79079b90-adfe-48af-ac08-e5399d0e2aaf tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ad740b-96db-43ae-bfd4-9f2a38db5b4d,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:33.618851 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-36cc4e9c-6243-4e14-82e2-55919dd95c67 req-cc96dcc4-b164-4590-af0e-4c6cba19f6bb tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.165 HTTP/1.1" status: 200 len: 1002 time: 0.0789456 Oct 19 01:07:33.629824 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=448ed52f-8e37-4de5-8ece-79e0b041cb70,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:33.677611 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:33.690839 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc4e9c-6243-4e14-82e2-55919dd95c67 req-79bc6e52-1145-4cd9-9a3a-08ec7de26c40 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:33.692776 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-36cc4e9c-6243-4e14-82e2-55919dd95c67 req-79bc6e52-1145-4cd9-9a3a-08ec7de26c40 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/ports/c7078771-4320-45b1-ae7b-ee55db29d068 HTTP/1.1" status: 200 len: 943 time: 0.0633883 Oct 19 01:07:33.717954 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd,segment=NetworkSegment(ca545713-cf14-45ab-86a8-e87802c3d520),segment_id=ca545713-cf14-45ab-86a8-e87802c3d520)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:33.724098 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:33.725065 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:07:33.816348 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d95a85de-5fe6-49c0-a92f-b03cfbf91671 req-11dc8861-bb9a-4c19-927f-e2840fe6616f tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1483126 Oct 19 01:07:33.816859 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:33.821271 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-36cc4e9c-6243-4e14-82e2-55919dd95c67 req-f9aa20bc-84a9-41cb-9915-f53d7d7a66c7 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.165 HTTP/1.1" status: 200 len: 1002 time: 0.0781720 Oct 19 01:07:33.852863 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:07:33.857181 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:07:33.857555 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:33.907282 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2f9a99f8-3556-4c9c-9c21-db096438c7d2 req-d744ce01-cb52-47f6-82c5-aea722ebb897 service neutron] 10.222.0.55 "GET /v2.0/networks/5e528a95-765b-4153-a63c-148757c15f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6772842 Oct 19 01:07:33.986063 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:34.022997 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc4e9c-6243-4e14-82e2-55919dd95c67 req-e667c6f7-141f-4956-b712-86960d748b87 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:34.024583 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-36cc4e9c-6243-4e14-82e2-55919dd95c67 req-e667c6f7-141f-4956-b712-86960d748b87 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 784 time: 0.2025084 Oct 19 01:07:34.027965 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16,segment=NetworkSegment(58668859-160f-43ae-b750-9643ddcd483a),segment_id=58668859-160f-43ae-b750-9643ddcd483a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:34.037325 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:34.038951 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 394a4e11-f9e4-4f2c-84f4-e9d161e34a1c up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:07:34.148375 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 394a4e11-f9e4-4f2c-84f4-e9d161e34a1c completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:07:34.151231 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-36cc4e9c-6243-4e14-82e2-55919dd95c67 req-a27d288b-6fc4-4255-8055-ee716185a3c5 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.165 HTTP/1.1" status: 200 len: 1002 time: 0.1181479 Oct 19 01:07:34.157065 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-36cc4e9c-6243-4e14-82e2-55919dd95c67 req-d41d23a0-a057-4ee8-bfaa-ba8d297b97f6 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:34.171157 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 394a4e11-f9e4-4f2c-84f4-e9d161e34a1c triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:07:34.171631 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:34.259511 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-36cc4e9c-6243-4e14-82e2-55919dd95c67 req-d41d23a0-a057-4ee8-bfaa-ba8d297b97f6 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks [] for floatingip, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:34.269408 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:34.358414 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:34.414189 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 394a4e11-f9e4-4f2c-84f4-e9d161e34a1c, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=394a4e11-f9e4-4f2c-84f4-e9d161e34a1c,segment=NetworkSegment(af8d2bdc-728f-4365-a0a3-7f4c1d198719),segment_id=af8d2bdc-728f-4365-a0a3-7f4c1d198719)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:34.420818 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:34.457430 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-08c0b06b-5abd-40c2-ba6a-244b24871ed0 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:34.461864 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 2386209f-b554-4789-b901-25bdac88ebb0 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:07:34.478117 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-08c0b06b-5abd-40c2-ba6a-244b24871ed0 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:34.502613 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 2386209f-b554-4789-b901-25bdac88ebb0 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:07:34.503107 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 2386209f-b554-4789-b901-25bdac88ebb0 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:07:34.523218 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=394a4e11-f9e4-4f2c-84f4-e9d161e34a1c,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:34.540817 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-36cc4e9c-6243-4e14-82e2-55919dd95c67 req-d41d23a0-a057-4ee8-bfaa-ba8d297b97f6 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:34.545980 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-36cc4e9c-6243-4e14-82e2-55919dd95c67 req-d41d23a0-a057-4ee8-bfaa-ba8d297b97f6 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:34.546461 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [req-36cc4e9c-6243-4e14-82e2-55919dd95c67 req-d41d23a0-a057-4ee8-bfaa-ba8d297b97f6 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Floating IP 74a5cbc8-42ad-44fa-8d79-e2f050f127fc disassociated. External IP: 172.25.8.165, port: c7078771-4320-45b1-ae7b-ee55db29d068. Oct 19 01:07:34.584399 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-42253e30-f068-4a38-b70f-d27260e445f9 req-44bcc408-81c5-415d-8499-101b10789609 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "GET /v2.0/security-groups/c261e920-a615-41b2-90ae-084b963f331b HTTP/1.1" status: 200 len: 2401 time: 0.3146060 Oct 19 01:07:34.637834 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5f7373-9852-4292-a957-43becd30457e'}, {'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624b0885-8316-4d09-af8e-792cd46ef66c'}, {'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c27f7e3-5adb-4a06-a706-c950206ee957'}, {'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448ed52f-8e37-4de5-8ece-79e0b041cb70'}, {'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd'}, {'server_uuid': '01f3b294-22b5-45a0-ad20-527f967c59de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16'}, {'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '394a4e11-f9e4-4f2c-84f4-e9d161e34a1c'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:07:34.643828 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d111aa24-4f38-4d7c-8075-83c6a802ad30" -d '{"events": [{"server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "name": "network-vif-plugged", "status": "completed", "tag": "6a5f7373-9852-4292-a957-43becd30457e"}, {"server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "name": "network-vif-plugged", "status": "completed", "tag": "624b0885-8316-4d09-af8e-792cd46ef66c"}, {"server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "name": "network-vif-plugged", "status": "completed", "tag": "9c27f7e3-5adb-4a06-a706-c950206ee957"}, {"server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "name": "network-vif-plugged", "status": "completed", "tag": "448ed52f-8e37-4de5-8ece-79e0b041cb70"}, {"server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "name": "network-vif-plugged", "status": "completed", "tag": "a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd"}, {"server_uuid": "01f3b294-22b5-45a0-ad20-527f967c59de", "name": "network-vif-plugged", "status": "completed", "tag": "e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16"}, {"server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "name": "network-vif-plugged", "status": "completed", "tag": "394a4e11-f9e4-4f2c-84f4-e9d161e34a1c"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:07:34.686975 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [None req-08c0b06b-5abd-40c2-ba6a-244b24871ed0 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Floating IP 8ef4c26d-6d23-4f8e-9671-2673131af9e6 associated. External IP: 172.25.8.98, port: b2e12207-123c-44b7-965e-315fe35b78f5. Oct 19 01:07:34.782215 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-42253e30-f068-4a38-b70f-d27260e445f9 req-c169cf5e-3152-40cc-ab71-df11a5a94286 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:34.818480 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-42253e30-f068-4a38-b70f-d27260e445f9 req-c169cf5e-3152-40cc-ab71-df11a5a94286 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:34.862204 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 60872) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:34.964268 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-42253e30-f068-4a38-b70f-d27260e445f9 req-c169cf5e-3152-40cc-ab71-df11a5a94286 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:34.967433 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-42253e30-f068-4a38-b70f-d27260e445f9 req-c169cf5e-3152-40cc-ab71-df11a5a94286 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:34.981015 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-42253e30-f068-4a38-b70f-d27260e445f9 req-c169cf5e-3152-40cc-ab71-df11a5a94286 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] 10.222.0.57 "DELETE /v2.0/security-groups/c261e920-a615-41b2-90ae-084b963f331b HTTP/1.1" status: 204 len: 173 time: 0.3946626 Oct 19 01:07:34.986308 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 60876) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:35.061559 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169cf5e-3152-40cc-ab71-df11a5a94286 tempest-SecurityGroupRulesTestJSON-1730942270 tempest-SecurityGroupRulesTestJSON-1730942270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c261e920-a615-41b2-90ae-084b963f331b,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:35.095558 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95e00e6e-985a-48d4-8d38-8679a86b1dd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:35.142710 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-da9c3c89-5676-40fc-923f-deddcb97d95d admin admin] Deleting subnet 489de6bc-37a1-43db-bba3-563d6266598d {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:07:35.157974 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-da9c3c89-5676-40fc-923f-deddcb97d95d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:35.171361 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36cc4e9c-6243-4e14-82e2-55919dd95c67 req-d41d23a0-a057-4ee8-bfaa-ba8d297b97f6 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Router 9c7deb7d-08ab-482f-a466-7679d5aca48f has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:07:35.186259 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c0b06b-5abd-40c2-ba6a-244b24871ed0 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Router 11407222-d9cc-41ad-9296-b2c5ecd0c2d2 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:07:35.211236 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be0710-2a64-4979-8ce2-ed797088e2ed req-570b0aa1-c4ba-4b8c-8b90-9b12751f7997 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:35.212769 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-19be0710-2a64-4979-8ce2-ed797088e2ed req-570b0aa1-c4ba-4b8c-8b90-9b12751f7997 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] 10.222.0.57 "GET /v2.0/ports?device_id=01f3b294-22b5-45a0-ad20-527f967c59de HTTP/1.1" status: 200 len: 946 time: 0.1525216 Oct 19 01:07:35.250331 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-da9c3c89-5676-40fc-923f-deddcb97d95d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:35.285890 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36cc4e9c-6243-4e14-82e2-55919dd95c67 req-d41d23a0-a057-4ee8-bfaa-ba8d297b97f6 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:07:35.290780 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-36cc4e9c-6243-4e14-82e2-55919dd95c67 req-d41d23a0-a057-4ee8-bfaa-ba8d297b97f6 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:35.296393 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541b1993-e50f-4bce-a2ae-6d613a0f73b2 None None] Sync routers for ids ['9c7deb7d-08ab-482f-a466-7679d5aca48f'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:07:35.305002 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541b1993-e50f-4bce-a2ae-6d613a0f73b2 None None] Routers {'9c7deb7d-08ab-482f-a466-7679d5aca48f'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:07:35.305609 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-541b1993-e50f-4bce-a2ae-6d613a0f73b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:07:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['9c7deb7d-08ab-482f-a466-7679d5aca48f'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:35.320764 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-36cc4e9c-6243-4e14-82e2-55919dd95c67 req-d41d23a0-a057-4ee8-bfaa-ba8d297b97f6 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "PUT /v2.0/floatingips/74a5cbc8-42ad-44fa-8d79-e2f050f127fc HTTP/1.1" status: 200 len: 696 time: 1.1682246 Oct 19 01:07:35.321175 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec598e4f-08c8-49a9-9e9f-5e6d00e40b56', 'tag': 'c7078771-4320-45b1-ae7b-ee55db29d068'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:07:35.323452 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7434d912-7eaf-4019-aff9-a10b77d86ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "ec598e4f-08c8-49a9-9e9f-5e6d00e40b56", "tag": "c7078771-4320-45b1-ae7b-ee55db29d068"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:07:35.360605 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-19be0710-2a64-4979-8ce2-ed797088e2ed req-81acf7c5-98ce-4bdf-bd54-ecce22fcf6fc tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] 10.222.0.57 "GET /v2.0/security-groups?id=912fdeb9-c040-404c-9501-52bd822b4b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407218 Oct 19 01:07:35.378867 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc4e9c-6243-4e14-82e2-55919dd95c67 req-cdc3361a-4eaa-46ee-a566-79eded59cda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:35.379173 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-36cc4e9c-6243-4e14-82e2-55919dd95c67 req-cdc3361a-4eaa-46ee-a566-79eded59cda1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9d159951251f425b8e201bae6d58e0c2&device_id=ec598e4f-08c8-49a9-9e9f-5e6d00e40b56 HTTP/1.1" status: 200 len: 1098 time: 0.0421491 Oct 19 01:07:35.407882 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-da9c3c89-5676-40fc-923f-deddcb97d95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:35.443291 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-541b1993-e50f-4bce-a2ae-6d613a0f73b2 None None] Set router 9c7deb7d-08ab-482f-a466-7679d5aca48f gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:07:35.452777 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95e00e6e-985a-48d4-8d38-8679a86b1dd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:35.462258 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95e00e6e-985a-48d4-8d38-8679a86b1dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:35.481512 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c0b06b-5abd-40c2-ba6a-244b24871ed0 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:07:35.494322 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-08c0b06b-5abd-40c2-ba6a-244b24871ed0 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:35.500384 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd260c54-118b-4f20-92d6-604d56c7927c None None] Sync routers for ids ['11407222-d9cc-41ad-9296-b2c5ecd0c2d2'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:07:35.514612 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc4e9c-6243-4e14-82e2-55919dd95c67 req-9f917d8d-71d7-488f-be38-24643f180940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:35.517423 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-36cc4e9c-6243-4e14-82e2-55919dd95c67 req-9f917d8d-71d7-488f-be38-24643f180940 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5e528a95-765b-4153-a63c-148757c15f94 HTTP/1.1" status: 200 len: 921 time: 0.1279204 Oct 19 01:07:35.518626 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd260c54-118b-4f20-92d6-604d56c7927c None None] Routers {'11407222-d9cc-41ad-9296-b2c5ecd0c2d2'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:07:35.520342 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-bd260c54-118b-4f20-92d6-604d56c7927c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:07:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['11407222-d9cc-41ad-9296-b2c5ecd0c2d2'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:35.557451 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-95e00e6e-985a-48d4-8d38-8679a86b1dd7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=687b611e80184e5b8e7959ce9d76723c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6924763 Oct 19 01:07:35.560431 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e00e6e-985a-48d4-8d38-8679a86b1dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab5ed7f-f14f-4c6c-889b-027a7a2498a3,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:35.564594 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 60880) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:35.567444 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-08c0b06b-5abd-40c2-ba6a-244b24871ed0 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "PUT /v2.0/floatingips/8ef4c26d-6d23-4f8e-9671-2673131af9e6 HTTP/1.1" status: 200 len: 991 time: 2.6012235 Oct 19 01:07:35.573360 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'tag': 'b2e12207-123c-44b7-965e-315fe35b78f5'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:07:35.576265 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545e68e0-788e-42ba-b83b-6ba2756843a5" -d '{"events": [{"name": "network-changed", "server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "tag": "b2e12207-123c-44b7-965e-315fe35b78f5"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:07:35.579179 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-da9c3c89-5676-40fc-923f-deddcb97d95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:35.580662 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-36cc4e9c-6243-4e14-82e2-55919dd95c67 req-6573a701-2296-4e53-9fd4-33043f0f635c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7078771-4320-45b1-ae7b-ee55db29d068 HTTP/1.1" status: 200 len: 217 time: 0.0538726 Oct 19 01:07:35.643375 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9c3c89-5676-40fc-923f-deddcb97d95d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=489de6bc-37a1-43db-bba3-563d6266598d,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:35.653698 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-da9c3c89-5676-40fc-923f-deddcb97d95d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:35.655991 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc4e9c-6243-4e14-82e2-55919dd95c67 req-293111f3-63a3-494d-b045-82a0548f01b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:35.657534 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-36cc4e9c-6243-4e14-82e2-55919dd95c67 req-293111f3-63a3-494d-b045-82a0548f01b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de74403a-93c8-48d8-9fdc-ed1cd7b1d665 HTTP/1.1" status: 200 len: 859 time: 0.0700731 Oct 19 01:07:35.659288 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 60886) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:35.659493 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-da9c3c89-5676-40fc-923f-deddcb97d95d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/489de6bc-37a1-43db-bba3-563d6266598d HTTP/1.1" status: 204 len: 168 time: 0.6677477 Oct 19 01:07:35.691755 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-bd260c54-118b-4f20-92d6-604d56c7927c None None] Set router 11407222-d9cc-41ad-9296-b2c5ecd0c2d2 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:07:35.692098 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100a7c6-ed2f-4ca7-bd8b-276990232883 req-3dd0db7e-bdb5-459a-b844-43b560eb771d tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:35.693576 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4100a7c6-ed2f-4ca7-bd8b-276990232883 req-3dd0db7e-bdb5-459a-b844-43b560eb771d tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 945 time: 0.1299374 Oct 19 01:07:35.710763 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ee7b07db-0259-4a22-a5a9-825c74f6ead2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:35.748775 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-541b1993-e50f-4bce-a2ae-6d613a0f73b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'name': 'tempest-FloatingIPsAssociationTestJSON-646553127-router', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:06:00Z', 'updated_at': '2021-10-19T01:06:17Z', 'revision_number': 4, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'gw_port': {'id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:03Z', 'updated_at': '2021-10-19T01:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '242618d7-8daa-4739-832e-aa5988d30258', 'name': '', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'mac_address': 'fa:16:3e:4e:55:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:15Z', 'updated_at': '2021-10-19T01:06:27Z', 'revision_number': 5, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'subnets': [{'id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:35.753200 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ee7b07db-0259-4a22-a5a9-825c74f6ead2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:35.764931 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4100a7c6-ed2f-4ca7-bd8b-276990232883 req-90d58b2f-0243-469b-80bd-0a0636360bfa tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633221 Oct 19 01:07:35.789394 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-05e20906-3247-4ce6-af37-2e849f13d95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:35.816480 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541b1993-e50f-4bce-a2ae-6d613a0f73b2 None None] Checking router: 9c7deb7d-08ab-482f-a466-7679d5aca48f for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:07:35.821387 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc4e9c-6243-4e14-82e2-55919dd95c67 req-670e3804-9769-4644-827f-eee1fd913eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:35.822248 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-36cc4e9c-6243-4e14-82e2-55919dd95c67 req-670e3804-9769-4644-827f-eee1fd913eda service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5e528a95-765b-4153-a63c-148757c15f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655775 Oct 19 01:07:35.823550 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ee7b07db-0259-4a22-a5a9-825c74f6ead2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:35.828109 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ee7b07db-0259-4a22-a5a9-825c74f6ead2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:35.833067 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ee7b07db-0259-4a22-a5a9-825c74f6ead2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8ab5ed7f-f14f-4c6c-889b-027a7a2498a3 HTTP/1.1" status: 204 len: 168 time: 0.2672095 Oct 19 01:07:35.840881 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541b1993-e50f-4bce-a2ae-6d613a0f73b2 None None] Routers {'9c7deb7d-08ab-482f-a466-7679d5aca48f'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:07:35.841524 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-541b1993-e50f-4bce-a2ae-6d613a0f73b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:07:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['9c7deb7d-08ab-482f-a466-7679d5aca48f'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:35.844935 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b07db-0259-4a22-a5a9-825c74f6ead2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab5ed7f-f14f-4c6c-889b-027a7a2498a3,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:36.019886 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Tue, 19 Oct 2021 01:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147754c3-a00c-45ff-b7ed-796e86493880 x-openstack-request-id: req-147754c3-a00c-45ff-b7ed-796e86493880 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:07:36.020245 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "name": "network-vif-plugged", "status": "completed", "tag": "6a5f7373-9852-4292-a957-43becd30457e", "code": 200}, {"server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "name": "network-vif-plugged", "status": "completed", "tag": "624b0885-8316-4d09-af8e-792cd46ef66c", "code": 200}, {"server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "name": "network-vif-plugged", "status": "completed", "tag": "9c27f7e3-5adb-4a06-a706-c950206ee957", "code": 200}, {"server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "name": "network-vif-plugged", "status": "completed", "tag": "448ed52f-8e37-4de5-8ece-79e0b041cb70", "code": 200}, {"server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "name": "network-vif-plugged", "status": "completed", "tag": "a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd", "code": 200}, {"server_uuid": "01f3b294-22b5-45a0-ad20-527f967c59de", "name": "network-vif-plugged", "status": "completed", "tag": "e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16", "code": 200}, {"server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "name": "network-vif-plugged", "status": "completed", "tag": "394a4e11-f9e4-4f2c-84f4-e9d161e34a1c", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:07:36.020462 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-147754c3-a00c-45ff-b7ed-796e86493880 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:07:36.020857 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5f7373-9852-4292-a957-43becd30457e', 'code': 200} Oct 19 01:07:36.021159 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624b0885-8316-4d09-af8e-792cd46ef66c', 'code': 200} Oct 19 01:07:36.021410 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c27f7e3-5adb-4a06-a706-c950206ee957', 'code': 200} Oct 19 01:07:36.021657 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448ed52f-8e37-4de5-8ece-79e0b041cb70', 'code': 200} Oct 19 01:07:36.022338 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd', 'code': 200} Oct 19 01:07:36.022338 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f3b294-22b5-45a0-ad20-527f967c59de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16', 'code': 200} Oct 19 01:07:36.022338 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '394a4e11-f9e4-4f2c-84f4-e9d161e34a1c', 'code': 200} Oct 19 01:07:36.042698 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5286c4d-e148-47e9-9c11-a93f636e9e83 req-b4e751f9-c823-46e6-aea8-51dbf14057b5 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:36.056064 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5286c4d-e148-47e9-9c11-a93f636e9e83 req-b4e751f9-c823-46e6-aea8-51dbf14057b5 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:36.082776 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5286c4d-e148-47e9-9c11-a93f636e9e83 req-b4e751f9-c823-46e6-aea8-51dbf14057b5 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:36.093741 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fad20-16bc-4d62-9881-84c3d376aa02 req-a084d25c-3e2f-4196-8e8f-03aec5524e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:36.096468 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-375fad20-16bc-4d62-9881-84c3d376aa02 req-a084d25c-3e2f-4196-8e8f-03aec5524e88 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=01f3b294-22b5-45a0-ad20-527f967c59de HTTP/1.1" status: 200 len: 1098 time: 0.0925519 Oct 19 01:07:36.098237 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5286c4d-e148-47e9-9c11-a93f636e9e83 req-b4e751f9-c823-46e6-aea8-51dbf14057b5 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:36.111793 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-36cc4e9c-6243-4e14-82e2-55919dd95c67 req-779fedd7-bb21-4adb-acbe-cea5f33f46b6 service neutron] 10.222.0.57 "GET /v2.0/networks/5e528a95-765b-4153-a63c-148757c15f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679906 Oct 19 01:07:36.115585 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-541b1993-e50f-4bce-a2ae-6d613a0f73b2 None None] Set router 9c7deb7d-08ab-482f-a466-7679d5aca48f gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:07:36.115996 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5286c4d-e148-47e9-9c11-a93f636e9e83 req-b4e751f9-c823-46e6-aea8-51dbf14057b5 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:36.122219 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5286c4d-e148-47e9-9c11-a93f636e9e83 req-b4e751f9-c823-46e6-aea8-51dbf14057b5 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:36.135811 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5286c4d-e148-47e9-9c11-a93f636e9e83 req-b4e751f9-c823-46e6-aea8-51dbf14057b5 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:36.151092 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b5286c4d-e148-47e9-9c11-a93f636e9e83 req-b4e751f9-c823-46e6-aea8-51dbf14057b5 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5442 time: 0.2045064 Oct 19 01:07:36.178065 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-05e20906-3247-4ce6-af37-2e849f13d95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:36.219094 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-bd260c54-118b-4f20-92d6-604d56c7927c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'name': 'tempest-TaggedBootDevicesTest-2011423183-router', 'tenant_id': '4da2c8fb80314d439039529c71ca4b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '76c72cae-8e7b-4cbf-8896-cd1449d3bba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:36Z', 'updated_at': '2021-10-19T01:04:48Z', 'revision_number': 4, 'project_id': '4da2c8fb80314d439039529c71ca4b69', 'gw_port': {'id': '76c72cae-8e7b-4cbf-8896-cd1449d3bba5', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:37Z', 'updated_at': '2021-10-19T01:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '8ef4c26d-6d23-4f8e-9671-2673131af9e6', 'tenant_id': '4da2c8fb80314d439039529c71ca4b69', 'floating_ip_address': '172.25.8.98', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'port_id': 'b2e12207-123c-44b7-965e-315fe35b78f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f052a2cb-e43a-4d93-bd49-f9e5e280e0ba', 'mac_address': 'fa:16:3e:81:dc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f76c236-2350-46ba-8279-f7780c3ab086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:05:51Z', 'updated_at': '2021-10-19T01:07:34Z', 'revision_number': 1, 'project_id': '4da2c8fb80314d439039529c71ca4b69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '732dfee4-ccf7-4e2d-925c-999b168c2a1c', 'name': '', 'network_id': 'f052a2cb-e43a-4d93-bd49-f9e5e280e0ba', 'tenant_id': '4da2c8fb80314d439039529c71ca4b69', 'mac_address': 'fa:16:3e:22:68:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '32a7ca29-d701-4aca-995b-87a0b73f1f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:45Z', 'updated_at': '2021-10-19T01:04:54Z', 'revision_number': 5, 'project_id': '4da2c8fb80314d439039529c71ca4b69', 'subnets': [{'id': '32a7ca29-d701-4aca-995b-87a0b73f1f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:36.250571 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd260c54-118b-4f20-92d6-604d56c7927c None None] Checking router: 11407222-d9cc-41ad-9296-b2c5ecd0c2d2 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:07:36.259912 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd260c54-118b-4f20-92d6-604d56c7927c None None] Routers {'11407222-d9cc-41ad-9296-b2c5ecd0c2d2'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:07:36.260471 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-bd260c54-118b-4f20-92d6-604d56c7927c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:07:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['11407222-d9cc-41ad-9296-b2c5ecd0c2d2'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:36.270022 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b5286c4d-e148-47e9-9c11-a93f636e9e83 req-6080b9fc-efc0-4724-97d8-cf896890af14 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1154003 Oct 19 01:07:36.294749 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5115f-64ff-40c2-8c25-5d2737c32054 req-6bfb77cb-8146-4575-8231-95d60fd8af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:36.295450 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5115f-64ff-40c2-8c25-5d2737c32054 req-6bfb77cb-8146-4575-8231-95d60fd8af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:36.296000 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5115f-64ff-40c2-8c25-5d2737c32054 req-6bfb77cb-8146-4575-8231-95d60fd8af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:36.296639 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5115f-64ff-40c2-8c25-5d2737c32054 req-6bfb77cb-8146-4575-8231-95d60fd8af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:36.297406 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5115f-64ff-40c2-8c25-5d2737c32054 req-6bfb77cb-8146-4575-8231-95d60fd8af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:36.297873 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5115f-64ff-40c2-8c25-5d2737c32054 req-6bfb77cb-8146-4575-8231-95d60fd8af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:36.298847 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5115f-64ff-40c2-8c25-5d2737c32054 req-6bfb77cb-8146-4575-8231-95d60fd8af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:36.301336 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-56f5115f-64ff-40c2-8c25-5d2737c32054 req-6bfb77cb-8146-4575-8231-95d60fd8af7d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 6506 time: 0.1477191 Oct 19 01:07:36.323369 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-36cc4e9c-6243-4e14-82e2-55919dd95c67 req-8c1e91b8-9c26-4968-a243-f36c50a2492f service neutron] 10.222.0.57 "GET /v2.0/networks/5e528a95-765b-4153-a63c-148757c15f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117269 Oct 19 01:07:36.331016 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-375fad20-16bc-4d62-9881-84c3d376aa02 req-2a5858b9-d6be-409a-8684-3480ef42a0e6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=912fdeb9-c040-404c-9501-52bd822b4b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115765 Oct 19 01:07:36.357510 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-56f5115f-64ff-40c2-8c25-5d2737c32054 req-b6b7790b-e832-4728-9be5-60ec860e07d7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385284 Oct 19 01:07:36.374067 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-05e20906-3247-4ce6-af37-2e849f13d95e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['770baa26-0c84-4541-ad85-0793272d252f']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:36.408545 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-bd260c54-118b-4f20-92d6-604d56c7927c None None] Set router 11407222-d9cc-41ad-9296-b2c5ecd0c2d2 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:07:36.409269 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bd1761-038d-4a5b-babd-e9272ea9d96a x-openstack-request-id: req-94bd1761-038d-4a5b-babd-e9272ea9d96a {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:07:36.409561 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec598e4f-08c8-49a9-9e9f-5e6d00e40b56", "tag": "c7078771-4320-45b1-ae7b-ee55db29d068", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:07:36.409817 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-94bd1761-038d-4a5b-babd-e9272ea9d96a {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:07:36.410219 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec598e4f-08c8-49a9-9e9f-5e6d00e40b56', 'tag': 'c7078771-4320-45b1-ae7b-ee55db29d068', 'status': 'completed', 'code': 200} Oct 19 01:07:36.418285 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-05e20906-3247-4ce6-af37-2e849f13d95e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5d11b7-87ae-421c-99f1-98201a3e2cdb') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:36.419178 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-05e20906-3247-4ce6-af37-2e849f13d95e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5d11b7-87ae-421c-99f1-98201a3e2cdb') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:36.432754 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-05e20906-3247-4ce6-af37-2e849f13d95e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:36.449023 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-541b1993-e50f-4bce-a2ae-6d613a0f73b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'name': 'tempest-FloatingIPsAssociationTestJSON-646553127-router', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:06:00Z', 'updated_at': '2021-10-19T01:06:17Z', 'revision_number': 4, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'gw_port': {'id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:03Z', 'updated_at': '2021-10-19T01:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '242618d7-8daa-4739-832e-aa5988d30258', 'name': '', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'mac_address': 'fa:16:3e:4e:55:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:15Z', 'updated_at': '2021-10-19T01:06:27Z', 'revision_number': 5, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'subnets': [{'id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:36.451776 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1627b4-065b-492c-bfe2-6d2c4d2c65b0 x-openstack-request-id: req-3a1627b4-065b-492c-bfe2-6d2c4d2c65b0 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:07:36.452680 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "tag": "b2e12207-123c-44b7-965e-315fe35b78f5", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:07:36.453086 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3a1627b4-065b-492c-bfe2-6d2c4d2c65b0 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:07:36.453619 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'tag': 'b2e12207-123c-44b7-965e-315fe35b78f5', 'status': 'completed', 'code': 200} Oct 19 01:07:36.471174 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-05e20906-3247-4ce6-af37-2e849f13d95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:36.472221 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 60896) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:36.476178 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434d912-7eaf-4019-aff9-a10b77d86ebb req-4e7d535a-0c19-43c5-b93c-4ac5dce64a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:36.478181 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7434d912-7eaf-4019-aff9-a10b77d86ebb req-4e7d535a-0c19-43c5-b93c-4ac5dce64a89 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d159951251f425b8e201bae6d58e0c2&device_id=ec598e4f-08c8-49a9-9e9f-5e6d00e40b56 HTTP/1.1" status: 200 len: 1098 time: 0.0698531 Oct 19 01:07:36.491504 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541b1993-e50f-4bce-a2ae-6d613a0f73b2 None None] The sync data for ids ['9c7deb7d-08ab-482f-a466-7679d5aca48f'] in n-d-715271-26 is: [{'id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'name': 'tempest-FloatingIPsAssociationTestJSON-646553127-router', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:06:00Z', 'updated_at': '2021-10-19T01:06:17Z', 'revision_number': 4, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'gw_port': {'id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:03Z', 'updated_at': '2021-10-19T01:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '242618d7-8daa-4739-832e-aa5988d30258', 'name': '', 'network_id': '5e528a95-765b-4153-a63c-148757c15f94', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'mac_address': 'fa:16:3e:4e:55:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:15Z', 'updated_at': '2021-10-19T01:06:27Z', 'revision_number': 5, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'subnets': [{'id': 'de74403a-93c8-48d8-9fdc-ed1cd7b1d665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:07:36.520802 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c4f52ec6-6d38-4c0e-bd4d-bd082c4fa369 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:36.523949 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05e20906-3247-4ce6-af37-2e849f13d95e admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:07:36.524503 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-05e20906-3247-4ce6-af37-2e849f13d95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:36.527282 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:07:36.527282 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:07:36.527282 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:07:36.527282 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:07:36.527282 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:07:36.527282 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:07:36.527282 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:07:36.527282 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:07:36.527282 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:07:36.527282 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:07:36.527282 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:07:36.527282 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:07:36.527282 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:07:36.527282 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:07:36.527282 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:07:36.527282 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:07:36.527282 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:07:36.527282 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:07:36.527282 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:07:36.527282 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:07:36.527282 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:07:36.527282 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:07:36.527282 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:07:36.527282 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:07:36.527282 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:07:36.527282 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:07:36.527282 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:07:36.527282 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:07:36.527282 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:07:36.527282 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:07:36.527282 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:07:36.527282 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:07:36.614831 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-05e20906-3247-4ce6-af37-2e849f13d95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:36.629829 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-05e20906-3247-4ce6-af37-2e849f13d95e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:36.636181 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-05e20906-3247-4ce6-af37-2e849f13d95e admin admin] 10.222.0.57 "DELETE /v2.0/networks/770baa26-0c84-4541-ad85-0793272d252f HTTP/1.1" status: 204 len: 168 time: 0.9730189 Oct 19 01:07:36.654074 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e20906-3247-4ce6-af37-2e849f13d95e admin admin] Pushing event deleted for resources: {'Network': ['ID=770baa26-0c84-4541-ad85-0793272d252f,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:36.668635 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d36567-7e65-4419-99f0-91bd57788da2 req-c685c16f-b281-4200-94ba-4c551c5c8876 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:36.682498 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-33d36567-7e65-4419-99f0-91bd57788da2 req-c685c16f-b281-4200-94ba-4c551c5c8876 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] 10.222.0.57 "GET /v2.0/ports?device_id=01f3b294-22b5-45a0-ad20-527f967c59de HTTP/1.1" status: 200 len: 946 time: 0.1138294 Oct 19 01:07:36.692097 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434d912-7eaf-4019-aff9-a10b77d86ebb req-06e5d08e-120e-467e-a918-a27436d43ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:36.693554 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7434d912-7eaf-4019-aff9-a10b77d86ebb req-06e5d08e-120e-467e-a918-a27436d43ca1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e528a95-765b-4153-a63c-148757c15f94 HTTP/1.1" status: 200 len: 921 time: 0.2012215 Oct 19 01:07:36.709580 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c4f52ec6-6d38-4c0e-bd4d-bd082c4fa369 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:36.717771 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c4f52ec6-6d38-4c0e-bd4d-bd082c4fa369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:36.747252 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7434d912-7eaf-4019-aff9-a10b77d86ebb req-a257ca29-2bc8-4fda-aa10-e4f04a1be44f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7078771-4320-45b1-ae7b-ee55db29d068 HTTP/1.1" status: 200 len: 217 time: 0.0453980 Oct 19 01:07:36.800293 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-bd260c54-118b-4f20-92d6-604d56c7927c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'name': 'tempest-TaggedBootDevicesTest-2011423183-router', 'tenant_id': '4da2c8fb80314d439039529c71ca4b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '76c72cae-8e7b-4cbf-8896-cd1449d3bba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:36Z', 'updated_at': '2021-10-19T01:04:48Z', 'revision_number': 4, 'project_id': '4da2c8fb80314d439039529c71ca4b69', 'gw_port': {'id': '76c72cae-8e7b-4cbf-8896-cd1449d3bba5', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:37Z', 'updated_at': '2021-10-19T01:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '8ef4c26d-6d23-4f8e-9671-2673131af9e6', 'tenant_id': '4da2c8fb80314d439039529c71ca4b69', 'floating_ip_address': '172.25.8.98', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'port_id': 'b2e12207-123c-44b7-965e-315fe35b78f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f052a2cb-e43a-4d93-bd49-f9e5e280e0ba', 'mac_address': 'fa:16:3e:81:dc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f76c236-2350-46ba-8279-f7780c3ab086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:05:51Z', 'updated_at': '2021-10-19T01:07:34Z', 'revision_number': 1, 'project_id': '4da2c8fb80314d439039529c71ca4b69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '732dfee4-ccf7-4e2d-925c-999b168c2a1c', 'name': '', 'network_id': 'f052a2cb-e43a-4d93-bd49-f9e5e280e0ba', 'tenant_id': '4da2c8fb80314d439039529c71ca4b69', 'mac_address': 'fa:16:3e:22:68:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '32a7ca29-d701-4aca-995b-87a0b73f1f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:45Z', 'updated_at': '2021-10-19T01:04:54Z', 'revision_number': 5, 'project_id': '4da2c8fb80314d439039529c71ca4b69', 'subnets': [{'id': '32a7ca29-d701-4aca-995b-87a0b73f1f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:36.839421 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c4f52ec6-6d38-4c0e-bd4d-bd082c4fa369 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fa1e9c27aba4468c9d575e96c9345517&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3647873 Oct 19 01:07:36.843340 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 60906) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:36.854520 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd260c54-118b-4f20-92d6-604d56c7927c None None] The sync data for ids ['11407222-d9cc-41ad-9296-b2c5ecd0c2d2'] in n-d-715271-26 is: [{'id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'name': 'tempest-TaggedBootDevicesTest-2011423183-router', 'tenant_id': '4da2c8fb80314d439039529c71ca4b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '76c72cae-8e7b-4cbf-8896-cd1449d3bba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:36Z', 'updated_at': '2021-10-19T01:04:48Z', 'revision_number': 4, 'project_id': '4da2c8fb80314d439039529c71ca4b69', 'gw_port': {'id': '76c72cae-8e7b-4cbf-8896-cd1449d3bba5', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:37Z', 'updated_at': '2021-10-19T01:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '8ef4c26d-6d23-4f8e-9671-2673131af9e6', 'tenant_id': '4da2c8fb80314d439039529c71ca4b69', 'floating_ip_address': '172.25.8.98', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'port_id': 'b2e12207-123c-44b7-965e-315fe35b78f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f052a2cb-e43a-4d93-bd49-f9e5e280e0ba', 'mac_address': 'fa:16:3e:81:dc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f76c236-2350-46ba-8279-f7780c3ab086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:05:51Z', 'updated_at': '2021-10-19T01:07:34Z', 'revision_number': 1, 'project_id': '4da2c8fb80314d439039529c71ca4b69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '732dfee4-ccf7-4e2d-925c-999b168c2a1c', 'name': '', 'network_id': 'f052a2cb-e43a-4d93-bd49-f9e5e280e0ba', 'tenant_id': '4da2c8fb80314d439039529c71ca4b69', 'mac_address': 'fa:16:3e:22:68:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '32a7ca29-d701-4aca-995b-87a0b73f1f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:45Z', 'updated_at': '2021-10-19T01:04:54Z', 'revision_number': 5, 'project_id': '4da2c8fb80314d439039529c71ca4b69', 'subnets': [{'id': '32a7ca29-d701-4aca-995b-87a0b73f1f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:07:36.860041 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f52ec6-6d38-4c0e-bd4d-bd082c4fa369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d726b1c-fe36-4cb9-8eef-778ae761f5fa,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:36.863457 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-33d36567-7e65-4419-99f0-91bd57788da2 req-a3157d74-807f-4987-8835-40199025f1bf tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] 10.222.0.57 "GET /v2.0/security-groups?id=912fdeb9-c040-404c-9501-52bd822b4b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798079 Oct 19 01:07:36.937657 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434d912-7eaf-4019-aff9-a10b77d86ebb req-968af3e5-84ea-4311-8d36-260b0e2e3036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:36.939394 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7434d912-7eaf-4019-aff9-a10b77d86ebb req-968af3e5-84ea-4311-8d36-260b0e2e3036 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=de74403a-93c8-48d8-9fdc-ed1cd7b1d665 HTTP/1.1" status: 200 len: 859 time: 0.1849241 Oct 19 01:07:36.997580 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b178a68c-85f0-4009-97e1-5bb77cb11b98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:37.007374 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 60910) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:37.040272 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2c8bdd-6190-4672-bf95-3ac59c1bf55c None None] New status for floating IP 74a5cbc8-42ad-44fa-8d79-e2f050f127fc: DOWN {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:07:37.049467 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e68e0-788e-42ba-b83b-6ba2756843a5 req-d26d4e95-cf31-4f3c-b509-e4051fa1783a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:37.049941 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e68e0-788e-42ba-b83b-6ba2756843a5 req-d26d4e95-cf31-4f3c-b509-e4051fa1783a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:37.050674 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e68e0-788e-42ba-b83b-6ba2756843a5 req-d26d4e95-cf31-4f3c-b509-e4051fa1783a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:37.051150 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e68e0-788e-42ba-b83b-6ba2756843a5 req-d26d4e95-cf31-4f3c-b509-e4051fa1783a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:37.051607 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e68e0-788e-42ba-b83b-6ba2756843a5 req-d26d4e95-cf31-4f3c-b509-e4051fa1783a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:37.052109 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e68e0-788e-42ba-b83b-6ba2756843a5 req-d26d4e95-cf31-4f3c-b509-e4051fa1783a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:37.052539 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e68e0-788e-42ba-b83b-6ba2756843a5 req-d26d4e95-cf31-4f3c-b509-e4051fa1783a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:37.054500 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-545e68e0-788e-42ba-b83b-6ba2756843a5 req-d26d4e95-cf31-4f3c-b509-e4051fa1783a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4da2c8fb80314d439039529c71ca4b69&device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 6499 time: 0.2622268 Oct 19 01:07:37.072263 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b178a68c-85f0-4009-97e1-5bb77cb11b98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:37.082953 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434d912-7eaf-4019-aff9-a10b77d86ebb req-ff016235-9d81-4a77-9f32-55c40bff0753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:37.084546 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7434d912-7eaf-4019-aff9-a10b77d86ebb req-ff016235-9d81-4a77-9f32-55c40bff0753 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e528a95-765b-4153-a63c-148757c15f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1275520 Oct 19 01:07:37.146010 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5008d9eb-9828-458d-a875-4010997a5628 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aef14a4a7bce4b409bf453cfd0224e9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1279106 Oct 19 01:07:37.146010 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 60912) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:37.195103 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b178a68c-85f0-4009-97e1-5bb77cb11b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:37.198195 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b178a68c-85f0-4009-97e1-5bb77cb11b98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:37.202212 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b178a68c-85f0-4009-97e1-5bb77cb11b98 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6d726b1c-fe36-4cb9-8eef-778ae761f5fa HTTP/1.1" status: 204 len: 168 time: 0.3537636 Oct 19 01:07:37.209072 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178a68c-85f0-4009-97e1-5bb77cb11b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d726b1c-fe36-4cb9-8eef-778ae761f5fa,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:37.229355 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-16c8a867-7e9d-406c-ad8b-178757c07a37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:37.257890 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-16c8a867-7e9d-406c-ad8b-178757c07a37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:37.315998 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6fa0f9-135f-4faa-8295-a675fc894e0d None None] New status for floating IP 8ef4c26d-6d23-4f8e-9671-2673131af9e6: ACTIVE {{(pid=100608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:07:37.329576 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-16c8a867-7e9d-406c-ad8b-178757c07a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:37.332307 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-16c8a867-7e9d-406c-ad8b-178757c07a37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:37.335614 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-16c8a867-7e9d-406c-ad8b-178757c07a37 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6577e84b-5f57-4064-9790-3df1721dc2f6 HTTP/1.1" status: 204 len: 168 time: 0.1883044 Oct 19 01:07:37.371254 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8a867-7e9d-406c-ad8b-178757c07a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6577e84b-5f57-4064-9790-3df1721dc2f6,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:37.405246 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e68e0-788e-42ba-b83b-6ba2756843a5 req-99d63f3a-fe08-4dca-bbbc-190c4af2aedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:37.407117 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-545e68e0-788e-42ba-b83b-6ba2756843a5 req-99d63f3a-fe08-4dca-bbbc-190c4af2aedd service neutron] 10.222.0.24 "GET /v2.0/networks?id=f052a2cb-e43a-4d93-bd49-f9e5e280e0ba HTTP/1.1" status: 200 len: 913 time: 0.3217010 Oct 19 01:07:37.424530 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab468d09-f2b4-46c3-a06a-e30a978a6254 req-6e1caca6-7466-4f4f-b4c9-c556626bd9cd tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:37.426396 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab468d09-f2b4-46c3-a06a-e30a978a6254 req-6e1caca6-7466-4f4f-b4c9-c556626bd9cd tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 945 time: 0.3700061 Oct 19 01:07:37.499588 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e41b63b7-cd14-47d0-b746-f5c7abf61ec2 req-1620c8a3-54fc-4b8a-adb0-a43aa09dd5fc tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/floatingips/74a5cbc8-42ad-44fa-8d79-e2f050f127fc HTTP/1.1" status: 200 len: 694 time: 0.1184013 Oct 19 01:07:37.552463 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab468d09-f2b4-46c3-a06a-e30a978a6254 req-8e146001-aa76-45d4-8917-5e886d5f89d1 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698476 Oct 19 01:07:37.603669 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-545e68e0-788e-42ba-b83b-6ba2756843a5 req-5cd78156-cf04-4b93-aa95-8103f67b1cae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2e12207-123c-44b7-965e-315fe35b78f5 HTTP/1.1" status: 200 len: 999 time: 0.1730242 Oct 19 01:07:37.605859 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7434d912-7eaf-4019-aff9-a10b77d86ebb req-c0fbf6d3-3ed3-4251-a668-520ceba06375 service neutron] 10.222.0.55 "GET /v2.0/networks/5e528a95-765b-4153-a63c-148757c15f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5079646 Oct 19 01:07:37.672527 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e68e0-788e-42ba-b83b-6ba2756843a5 req-9e081c39-b3b4-4f7a-97d3-432b3a8339eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:37.674443 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-545e68e0-788e-42ba-b83b-6ba2756843a5 req-9e081c39-b3b4-4f7a-97d3-432b3a8339eb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32a7ca29-d701-4aca-995b-87a0b73f1f63 HTTP/1.1" status: 200 len: 851 time: 0.0629277 Oct 19 01:07:37.747264 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b63b7-cd14-47d0-b746-f5c7abf61ec2 req-ba0d16fb-2050-4320-b11c-abbc27a269e9 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:37.747264 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e41b63b7-cd14-47d0-b746-f5c7abf61ec2 req-ba0d16fb-2050-4320-b11c-abbc27a269e9 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 784 time: 0.2277160 Oct 19 01:07:37.815094 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e41b63b7-cd14-47d0-b746-f5c7abf61ec2 req-4658415f-99ec-4ba1-808c-204f9ab27559 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.165 HTTP/1.1" status: 200 len: 697 time: 0.0577261 Oct 19 01:07:37.861402 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e68e0-788e-42ba-b83b-6ba2756843a5 req-baed821c-bb2e-4f16-9225-1d9ef01828b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:37.863232 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-545e68e0-788e-42ba-b83b-6ba2756843a5 req-baed821c-bb2e-4f16-9225-1d9ef01828b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f052a2cb-e43a-4d93-bd49-f9e5e280e0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0859618 Oct 19 01:07:37.867455 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7434d912-7eaf-4019-aff9-a10b77d86ebb req-77fe5f97-a394-45cb-b486-13680268015b service neutron] 10.222.0.55 "GET /v2.0/networks/5e528a95-765b-4153-a63c-148757c15f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894536 Oct 19 01:07:37.882880 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e41b63b7-cd14-47d0-b746-f5c7abf61ec2 req-1f141051-206e-49a5-9b21-ec0ed04df57d tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.165 HTTP/1.1" status: 200 len: 697 time: 0.0593932 Oct 19 01:07:37.886033 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54a078-ea23-45af-951e-293b5cbf2bff req-92661b33-2c4d-48c5-9b7e-82e68d973cf4 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:37.893354 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54a078-ea23-45af-951e-293b5cbf2bff req-92661b33-2c4d-48c5-9b7e-82e68d973cf4 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:37.900353 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54a078-ea23-45af-951e-293b5cbf2bff req-92661b33-2c4d-48c5-9b7e-82e68d973cf4 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:37.906909 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54a078-ea23-45af-951e-293b5cbf2bff req-92661b33-2c4d-48c5-9b7e-82e68d973cf4 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:37.913241 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54a078-ea23-45af-951e-293b5cbf2bff req-92661b33-2c4d-48c5-9b7e-82e68d973cf4 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:37.920337 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54a078-ea23-45af-951e-293b5cbf2bff req-92661b33-2c4d-48c5-9b7e-82e68d973cf4 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:37.926328 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54a078-ea23-45af-951e-293b5cbf2bff req-92661b33-2c4d-48c5-9b7e-82e68d973cf4 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:37.928236 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-db54a078-ea23-45af-951e-293b5cbf2bff req-92661b33-2c4d-48c5-9b7e-82e68d973cf4 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5442 time: 0.2528832 Oct 19 01:07:38.054039 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-db54a078-ea23-45af-951e-293b5cbf2bff req-1a52f779-34a0-419a-b116-ab01447c7719 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0874994 Oct 19 01:07:38.058085 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-545e68e0-788e-42ba-b83b-6ba2756843a5 req-345b5790-646c-4ed7-bfbd-302021f939b2 service neutron] 10.222.0.24 "GET /v2.0/networks/f052a2cb-e43a-4d93-bd49-f9e5e280e0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286247 Oct 19 01:07:38.086380 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-e41b63b7-cd14-47d0-b746-f5c7abf61ec2 req-2c5be4ec-90ea-4966-8ebf-3d6313f7cfb2 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Deleting port 3668dded-348d-443e-8e3f-ee673a58b927 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:07:38.086876 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-e41b63b7-cd14-47d0-b746-f5c7abf61ec2 req-2c5be4ec-90ea-4966-8ebf-3d6313f7cfb2 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:38.219227 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-e41b63b7-cd14-47d0-b746-f5c7abf61ec2 req-2c5be4ec-90ea-4966-8ebf-3d6313f7cfb2 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:38.219561 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-e41b63b7-cd14-47d0-b746-f5c7abf61ec2 req-2c5be4ec-90ea-4966-8ebf-3d6313f7cfb2 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:38.220569 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-545e68e0-788e-42ba-b83b-6ba2756843a5 req-e3ecf49a-5eac-40e7-9f19-13b2866eac3f service neutron] 10.222.0.24 "GET /v2.0/networks/f052a2cb-e43a-4d93-bd49-f9e5e280e0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534171 Oct 19 01:07:38.254267 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-e41b63b7-cd14-47d0-b746-f5c7abf61ec2 req-2c5be4ec-90ea-4966-8ebf-3d6313f7cfb2 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Calling delete_port for 3668dded-348d-443e-8e3f-ee673a58b927 owned by network:floatingip {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:07:38.305768 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71e274-fc49-4b79-a641-2c56f4883b06 req-448b6440-d13b-4369-8c97-b1319b3c30de tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:38.315036 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-be71e274-fc49-4b79-a641-2c56f4883b06 req-448b6440-d13b-4369-8c97-b1319b3c30de tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] 10.222.0.57 "GET /v2.0/ports?device_id=01f3b294-22b5-45a0-ad20-527f967c59de HTTP/1.1" status: 200 len: 946 time: 0.0651090 Oct 19 01:07:38.368461 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-be71e274-fc49-4b79-a641-2c56f4883b06 req-9fa2dbe8-a3e0-446b-8d53-8ac63ab611d7 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] 10.222.0.57 "GET /v2.0/security-groups?id=912fdeb9-c040-404c-9501-52bd822b4b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517187 Oct 19 01:07:38.477134 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-e41b63b7-cd14-47d0-b746-f5c7abf61ec2 req-2c5be4ec-90ea-4966-8ebf-3d6313f7cfb2 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:38.504250 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5be4ec-90ea-4966-8ebf-3d6313f7cfb2 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Pushing event deleted for resources: {'Port': ['ID=3668dded-348d-443e-8e3f-ee673a58b927,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:38.589515 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-e41b63b7-cd14-47d0-b746-f5c7abf61ec2 req-2c5be4ec-90ea-4966-8ebf-3d6313f7cfb2 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks [] for floatingip, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:38.594426 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-e41b63b7-cd14-47d0-b746-f5c7abf61ec2 req-2c5be4ec-90ea-4966-8ebf-3d6313f7cfb2 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:38.612604 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e41b63b7-cd14-47d0-b746-f5c7abf61ec2 req-2c5be4ec-90ea-4966-8ebf-3d6313f7cfb2 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "DELETE /v2.0/floatingips/74a5cbc8-42ad-44fa-8d79-e2f050f127fc HTTP/1.1" status: 204 len: 173 time: 0.7074335 Oct 19 01:07:38.727815 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1aa251-e934-4990-b982-2b15a37127e4 req-a06b5576-9287-4792-8176-94fd58155f0e tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:38.729739 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0e1aa251-e934-4990-b982-2b15a37127e4 req-a06b5576-9287-4792-8176-94fd58155f0e tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 945 time: 0.0607748 Oct 19 01:07:38.780856 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0e1aa251-e934-4990-b982-2b15a37127e4 req-058cc867-a28a-469c-a098-1de4226d3c0b tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436764 Oct 19 01:07:38.816535 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 60978) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:38.910446 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e3bd5-fa17-4ae3-8880-d0ad2f57508e req-bb5d57bb-149e-4748-baf6-5fa70f125580 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:38.912063 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-153e3bd5-fa17-4ae3-8880-d0ad2f57508e req-bb5d57bb-149e-4748-baf6-5fa70f125580 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] 10.222.0.57 "GET /v2.0/ports?device_id=01f3b294-22b5-45a0-ad20-527f967c59de HTTP/1.1" status: 200 len: 946 time: 0.0527849 Oct 19 01:07:38.917166 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6abd5-4ef4-4ea7-80ce-e45b1dc67f36 req-ebadfc78-4987-49c7-8df6-7854bf23d923 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:38.919234 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-60b6abd5-4ef4-4ea7-80ce-e45b1dc67f36 req-ebadfc78-4987-49c7-8df6-7854bf23d923 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec598e4f-08c8-49a9-9e9f-5e6d00e40b56 HTTP/1.1" status: 200 len: 946 time: 0.0625939 Oct 19 01:07:38.979593 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-60b6abd5-4ef4-4ea7-80ce-e45b1dc67f36 req-3afcc86a-f362-4dcc-887a-ea349b9057d9 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/security-groups?id=62d6f1ca-d20e-4b99-a097-4c73c3e997a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534122 Oct 19 01:07:38.984123 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-153e3bd5-fa17-4ae3-8880-d0ad2f57508e req-e6455484-80b8-4d6d-b8bd-a427e51a101c tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] 10.222.0.57 "GET /v2.0/security-groups?id=912fdeb9-c040-404c-9501-52bd822b4b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573812 Oct 19 01:07:39.057778 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-5a716525-bf33-4b04-b12d-4de80e9dd85a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1900032652-network', 'tenant_id': '0f9e0a946e5f49b3a5185cef444945a1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:39.081631 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a716525-bf33-4b04-b12d-4de80e9dd85a admin admin] Made reservation on behalf of 0f9e0a946e5f49b3a5185cef444945a1 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:07:39.084376 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5a716525-bf33-4b04-b12d-4de80e9dd85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:39.093498 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5a716525-bf33-4b04-b12d-4de80e9dd85a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:39.179275 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5a716525-bf33-4b04-b12d-4de80e9dd85a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:39.185018 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5a716525-bf33-4b04-b12d-4de80e9dd85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:39.210927 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a716525-bf33-4b04-b12d-4de80e9dd85a admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:07:39.214695 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bcb28-4b99-48a3-a6e4-a75c59006f5b req-8ba15246-b97b-409f-b1e2-6ea067bb795d tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:39.221166 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bcb28-4b99-48a3-a6e4-a75c59006f5b req-8ba15246-b97b-409f-b1e2-6ea067bb795d tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:39.225088 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a716525-bf33-4b04-b12d-4de80e9dd85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3158428e-33ba-4e2f-b370-8981997971d9,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:39.229878 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bcb28-4b99-48a3-a6e4-a75c59006f5b req-8ba15246-b97b-409f-b1e2-6ea067bb795d tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:39.236520 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bcb28-4b99-48a3-a6e4-a75c59006f5b req-8ba15246-b97b-409f-b1e2-6ea067bb795d tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:39.242591 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5a716525-bf33-4b04-b12d-4de80e9dd85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:39.242931 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-5a716525-bf33-4b04-b12d-4de80e9dd85a admin admin] Added segment e742fb75-7476-43b0-954f-c27bf3d3c9dd of type vlan for network a52089fd-a127-4f57-8e63-0302e2f104a4 Oct 19 01:07:39.243040 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bcb28-4b99-48a3-a6e4-a75c59006f5b req-8ba15246-b97b-409f-b1e2-6ea067bb795d tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:39.250546 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bcb28-4b99-48a3-a6e4-a75c59006f5b req-8ba15246-b97b-409f-b1e2-6ea067bb795d tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:39.257688 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bcb28-4b99-48a3-a6e4-a75c59006f5b req-8ba15246-b97b-409f-b1e2-6ea067bb795d tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:39.264277 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ed2bcb28-4b99-48a3-a6e4-a75c59006f5b req-8ba15246-b97b-409f-b1e2-6ea067bb795d tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5442 time: 0.1116762 Oct 19 01:07:39.288332 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5a716525-bf33-4b04-b12d-4de80e9dd85a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:39.314389 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5a716525-bf33-4b04-b12d-4de80e9dd85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:39.316295 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a716525-bf33-4b04-b12d-4de80e9dd85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:39.317136 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5a716525-bf33-4b04-b12d-4de80e9dd85a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:39.317865 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ed2bcb28-4b99-48a3-a6e4-a75c59006f5b req-33bcf4e5-f9b8-43d6-b7dc-bb84f3aa36fc tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0498922 Oct 19 01:07:39.366508 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5a716525-bf33-4b04-b12d-4de80e9dd85a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5488291 Oct 19 01:07:39.369543 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 32768) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:39.375202 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-089a81a9-b305-4e02-afa0-d8d9f43dcdcf admin admin] Request body: {'subnet': {'network_id': 'a52089fd-a127-4f57-8e63-0302e2f104a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1900032652-subnet', 'tenant_id': '0f9e0a946e5f49b3a5185cef444945a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:39.405232 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089a81a9-b305-4e02-afa0-d8d9f43dcdcf admin admin] Made reservation on behalf of 0f9e0a946e5f49b3a5185cef444945a1 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:07:39.407904 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-089a81a9-b305-4e02-afa0-d8d9f43dcdcf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:39.417071 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a716525-bf33-4b04-b12d-4de80e9dd85a admin admin] Pushing event updated for resources: {'Network': ['ID=a52089fd-a127-4f57-8e63-0302e2f104a4,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:39.429172 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network a52089fd-a127-4f57-8e63-0302e2f104a4 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:07:39.485291 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51adb7-558a-438d-8cda-0d97b0b4049b req-73439ff8-a908-4747-9f50-5f3d9e0273b3 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:39.492021 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51adb7-558a-438d-8cda-0d97b0b4049b req-73439ff8-a908-4747-9f50-5f3d9e0273b3 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:39.499444 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51adb7-558a-438d-8cda-0d97b0b4049b req-73439ff8-a908-4747-9f50-5f3d9e0273b3 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:39.506036 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51adb7-558a-438d-8cda-0d97b0b4049b req-73439ff8-a908-4747-9f50-5f3d9e0273b3 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:39.513803 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51adb7-558a-438d-8cda-0d97b0b4049b req-73439ff8-a908-4747-9f50-5f3d9e0273b3 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:39.520366 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51adb7-558a-438d-8cda-0d97b0b4049b req-73439ff8-a908-4747-9f50-5f3d9e0273b3 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:39.526443 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51adb7-558a-438d-8cda-0d97b0b4049b req-73439ff8-a908-4747-9f50-5f3d9e0273b3 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:39.529320 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ed51adb7-558a-438d-8cda-0d97b0b4049b req-73439ff8-a908-4747-9f50-5f3d9e0273b3 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5442 time: 0.1206074 Oct 19 01:07:39.539642 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 32772) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:39.547559 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-9d548770-05b5-4200-ba5f-533f8df9b14c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Request body: {'floatingip': {'port_id': 'a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:39.595536 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9d548770-05b5-4200-ba5f-533f8df9b14c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks [] for floatingip, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:39.617671 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-089a81a9-b305-4e02-afa0-d8d9f43dcdcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:39.690135 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a81a9-b305-4e02-afa0-d8d9f43dcdcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=68919738-daa0-4307-978b-8c69f5571142,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:39.701739 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089a81a9-b305-4e02-afa0-d8d9f43dcdcf admin admin] Checking segment: {'id': 'e742fb75-7476-43b0-954f-c27bf3d3c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a52089fd-a127-4f57-8e63-0302e2f104a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:07:39.702115 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089a81a9-b305-4e02-afa0-d8d9f43dcdcf admin admin] Network hostable DHCP agents. Network: a52089fd-a127-4f57-8e63-0302e2f104a4, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:07:39.724334 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089a81a9-b305-4e02-afa0-d8d9f43dcdcf admin admin] Network a52089fd-a127-4f57-8e63-0302e2f104a4 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:07:39.735674 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-089a81a9-b305-4e02-afa0-d8d9f43dcdcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, a52089fd-a127-4f57-8e63-0302e2f104a4) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:07:39.740841 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089a81a9-b305-4e02-afa0-d8d9f43dcdcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:39.741445 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-089a81a9-b305-4e02-afa0-d8d9f43dcdcf admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:39.751141 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ce21f9-0685-4c4e-93b1-494ba2e4efe9 None None] Network a52089fd-a127-4f57-8e63-0302e2f104a4 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:07:39.771589 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-089a81a9-b305-4e02-afa0-d8d9f43dcdcf admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3985980 Oct 19 01:07:39.973517 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9d1d9f-42d9-4145-97ac-c69068387693 None None] Network a52089fd-a127-4f57-8e63-0302e2f104a4 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:07:40.120772 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7307d-7802-4cf8-abe1-8a64bcaeed44 req-9aae5b7a-6208-48da-9333-d7a84de7f8f6 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:40.122317 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-94c7307d-7802-4cf8-abe1-8a64bcaeed44 req-9aae5b7a-6208-48da-9333-d7a84de7f8f6 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec598e4f-08c8-49a9-9e9f-5e6d00e40b56 HTTP/1.1" status: 200 len: 946 time: 0.0601938 Oct 19 01:07:40.166140 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-94c7307d-7802-4cf8-abe1-8a64bcaeed44 req-1eb4969d-7061-44ae-8161-2189e093c81b tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/security-groups?id=62d6f1ca-d20e-4b99-a097-4c73c3e997a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374987 Oct 19 01:07:40.277607 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace85b8-ebd1-4df8-bb9a-8faf25b61fcd req-dd09619a-53c3-4d4e-8366-696f3cb3cdeb tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:40.278167 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a50480-865c-4a3a-b4d6-7ad14225814e req-bb94d057-ce8d-489f-90be-73c8622f8b46 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:40.279260 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51a50480-865c-4a3a-b4d6-7ad14225814e req-bb94d057-ce8d-489f-90be-73c8622f8b46 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] 10.222.0.57 "GET /v2.0/ports?device_id=01f3b294-22b5-45a0-ad20-527f967c59de HTTP/1.1" status: 200 len: 946 time: 0.0518148 Oct 19 01:07:40.279464 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8ace85b8-ebd1-4df8-bb9a-8faf25b61fcd req-dd09619a-53c3-4d4e-8366-696f3cb3cdeb tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 945 time: 0.1725013 Oct 19 01:07:40.289956 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7351f-8c98-46d1-bfc3-3430a4a991d3 req-3336565f-e1d5-4c65-84ca-257f5663886c tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:40.291491 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-84a7351f-8c98-46d1-bfc3-3430a4a991d3 req-3336565f-e1d5-4c65-84ca-257f5663886c tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] 10.222.0.24 "GET /v2.0/ports?device_id=01f3b294-22b5-45a0-ad20-527f967c59de HTTP/1.1" status: 200 len: 946 time: 0.1828876 Oct 19 01:07:40.334321 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51a50480-865c-4a3a-b4d6-7ad14225814e req-dee3e2ee-82e7-4261-bcf9-4c5005501bfa tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] 10.222.0.57 "GET /v2.0/security-groups?id=912fdeb9-c040-404c-9501-52bd822b4b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418923 Oct 19 01:07:40.464137 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87d844-f57d-40d4-b6d5-e9a8a4b49a1e req-f579d540-4938-4942-a49a-cbb2ea9cd6cb tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:40.466326 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8f87d844-f57d-40d4-b6d5-e9a8a4b49a1e req-f579d540-4938-4942-a49a-cbb2ea9cd6cb tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec598e4f-08c8-49a9-9e9f-5e6d00e40b56 HTTP/1.1" status: 200 len: 946 time: 0.2069371 Oct 19 01:07:40.475100 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8ace85b8-ebd1-4df8-bb9a-8faf25b61fcd req-297c4b29-86b4-4807-a3e3-619161e72ada tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689558 Oct 19 01:07:40.646328 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf6496-ad39-468d-899a-747a9875d1cb req-3eb62268-614c-4b3f-a822-7766a60a05d6 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:40.647996 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bebf6496-ad39-468d-899a-747a9875d1cb req-3eb62268-614c-4b3f-a822-7766a60a05d6 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] 10.222.0.57 "GET /v2.0/networks?id=a52089fd-a127-4f57-8e63-0302e2f104a4 HTTP/1.1" status: 200 len: 822 time: 0.1195166 Oct 19 01:07:40.666027 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bebf6496-ad39-468d-899a-747a9875d1cb req-457c0d3f-d9b5-4e8d-af00-8e167fd0c5da tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] 10.222.0.57 "GET /v2.0/quotas/0f9e0a946e5f49b3a5185cef444945a1 HTTP/1.1" status: 200 len: 375 time: 0.0103166 Oct 19 01:07:40.686937 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-84a7351f-8c98-46d1-bfc3-3430a4a991d3 req-88d21ae0-fedd-4141-b87b-1fb712d7a014 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] Deleting port e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:07:40.687269 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-84a7351f-8c98-46d1-bfc3-3430a4a991d3 req-88d21ae0-fedd-4141-b87b-1fb712d7a014 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:40.721807 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bebf6496-ad39-468d-899a-747a9875d1cb req-52cc4557-f088-46a1-a64a-58699a94c2e5 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0f9e0a946e5f49b3a5185cef444945a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440695 Oct 19 01:07:40.734817 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-bebf6496-ad39-468d-899a-747a9875d1cb req-d50746ff-70a2-4421-ba03-8ff35625804e service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:07:40.736332 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bebf6496-ad39-468d-899a-747a9875d1cb req-d50746ff-70a2-4421-ba03-8ff35625804e service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0071778 Oct 19 01:07:40.871204 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-9deab46f-fa4b-4f85-a850-be8dc040e667 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1062999 Oct 19 01:07:40.878939 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-84a7351f-8c98-46d1-bfc3-3430a4a991d3 req-88d21ae0-fedd-4141-b87b-1fb712d7a014 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] For port e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16,segment=NetworkSegment(58668859-160f-43ae-b750-9643ddcd483a),segment_id=58668859-160f-43ae-b750-9643ddcd483a)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:40.879304 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-84a7351f-8c98-46d1-bfc3-3430a4a991d3 req-88d21ae0-fedd-4141-b87b-1fb712d7a014 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:40.890719 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bebf6496-ad39-468d-899a-747a9875d1cb req-7660c704-be14-4052-8e96-bb1d458098a9 service neutron] 10.222.0.57 "GET /v2.0/networks/a52089fd-a127-4f57-8e63-0302e2f104a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458399 Oct 19 01:07:40.901335 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-8f87d844-f57d-40d4-b6d5-e9a8a4b49a1e req-c9cfd5d9-6624-4a6f-8a02-a3aa4cd3637d tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Deleting port c7078771-4320-45b1-ae7b-ee55db29d068 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:07:40.901666 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8f87d844-f57d-40d4-b6d5-e9a8a4b49a1e req-c9cfd5d9-6624-4a6f-8a02-a3aa4cd3637d tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:40.936864 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-84a7351f-8c98-46d1-bfc3-3430a4a991d3 req-88d21ae0-fedd-4141-b87b-1fb712d7a014 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] Calling delete_port for e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:07:41.036537 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-3a0e7898-1a44-4650-951e-f1b67d92305f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:41.037058 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-3a0e7898-1a44-4650-951e-f1b67d92305f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:41.037475 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-3a0e7898-1a44-4650-951e-f1b67d92305f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:41.037930 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-3a0e7898-1a44-4650-951e-f1b67d92305f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:41.038390 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-3a0e7898-1a44-4650-951e-f1b67d92305f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:41.038865 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-3a0e7898-1a44-4650-951e-f1b67d92305f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:41.039296 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-3a0e7898-1a44-4650-951e-f1b67d92305f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:41.041192 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-3a0e7898-1a44-4650-951e-f1b67d92305f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4da2c8fb80314d439039529c71ca4b69&device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 6499 time: 0.1103735 Oct 19 01:07:41.058753 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bebf6496-ad39-468d-899a-747a9875d1cb req-89853b00-2f28-49f1-beed-d4c5512e6cb7 service neutron] 10.222.0.57 "GET /v2.0/networks/a52089fd-a127-4f57-8e63-0302e2f104a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612377 Oct 19 01:07:41.089101 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9d548770-05b5-4200-ba5f-533f8df9b14c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:41.100728 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ee6b0124-5618-4cf3-b34e-b94c16719b1e req-80424aff-abae-4007-9c33-bfb71a88793d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0384c7e7-e5cd-4394-b5fc-b4aaf74df8af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0853972 Oct 19 01:07:41.103804 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9d548770-05b5-4200-ba5f-533f8df9b14c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:41.218668 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-87ac652e-416c-43ac-9e29-c06758c7d99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:41.219173 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-87ac652e-416c-43ac-9e29-c06758c7d99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:41.219641 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-87ac652e-416c-43ac-9e29-c06758c7d99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:41.221280 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-87ac652e-416c-43ac-9e29-c06758c7d99c service neutron] 10.222.0.24 "GET /v2.0/networks?id=f052a2cb-e43a-4d93-bd49-f9e5e280e0ba&id=55515e32-5e42-485f-bdb8-5274dcde7dea&id=55515e32-5e42-485f-bdb8-5274dcde7dea&id=55515e32-5e42-485f-bdb8-5274dcde7dea&id=55515e32-5e42-485f-bdb8-5274dcde7dea&id=1fccc762-9472-4b6b-bfe9-f151cb76e57f&id=1fccc762-9472-4b6b-bfe9-f151cb76e57f HTTP/1.1" status: 200 len: 2294 time: 0.1516473 Oct 19 01:07:41.238358 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b0124-5618-4cf3-b34e-b94c16719b1e req-cb220fed-fed4-4792-98c1-edc644bf3cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:41.239861 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ee6b0124-5618-4cf3-b34e-b94c16719b1e req-cb220fed-fed4-4792-98c1-edc644bf3cdc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=84c3d130d4f04e87bd12923b4ec520ba&device_id=0384c7e7-e5cd-4394-b5fc-b4aaf74df8af HTTP/1.1" status: 200 len: 1097 time: 0.0698173 Oct 19 01:07:41.265250 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-8f87d844-f57d-40d4-b6d5-e9a8a4b49a1e req-c9cfd5d9-6624-4a6f-8a02-a3aa4cd3637d tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] For port c7078771-4320-45b1-ae7b-ee55db29d068, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=c7078771-4320-45b1-ae7b-ee55db29d068,segment=NetworkSegment(d19f75c5-7494-4022-8a08-e9eb3483a6bb),segment_id=d19f75c5-7494-4022-8a08-e9eb3483a6bb)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:41.265601 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8f87d844-f57d-40d4-b6d5-e9a8a4b49a1e req-c9cfd5d9-6624-4a6f-8a02-a3aa4cd3637d tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:41.278760 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-8f87d844-f57d-40d4-b6d5-e9a8a4b49a1e req-c9cfd5d9-6624-4a6f-8a02-a3aa4cd3637d tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Calling delete_port for c7078771-4320-45b1-ae7b-ee55db29d068 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:07:41.304713 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-84a7351f-8c98-46d1-bfc3-3430a4a991d3 req-88d21ae0-fedd-4141-b87b-1fb712d7a014 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:41.319817 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:07:41.359091 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-e3f6c619-9737-4c55-b4e3-7c99cd2ff062 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2e12207-123c-44b7-965e-315fe35b78f5 HTTP/1.1" status: 200 len: 1001 time: 0.1293473 Oct 19 01:07:41.372543 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-66761bfc-4998-4d52-a719-342217374b00 req-67635570-d489-4181-be7d-6d3c97536afd tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] 10.222.0.57 "GET /v2.0/ports?device_id=f69c283e-7575-4c5f-a941-7015aac1f8c0 HTTP/1.1" status: 200 len: 210 time: 0.0834026 Oct 19 01:07:41.434544 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d21ae0-fedd-4141-b87b-1fb712d7a014 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] Pushing event deleted for resources: {'Port': ['ID=e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:41.470464 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4d354-07ea-4c89-8d73-d46fe8a73b1d req-fd9a50c9-8084-4f41-8878-4612a970ad5c tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:41.472561 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4ae4d354-07ea-4c89-8d73-d46fe8a73b1d req-fd9a50c9-8084-4f41-8878-4612a970ad5c tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec598e4f-08c8-49a9-9e9f-5e6d00e40b56 HTTP/1.1" status: 200 len: 946 time: 0.2025144 Oct 19 01:07:41.521524 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a7351f-8c98-46d1-bfc3-3430a4a991d3 req-88d21ae0-fedd-4141-b87b-1fb712d7a014 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] No DVR routers for this DVR port e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:07:41.525750 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b0124-5618-4cf3-b34e-b94c16719b1e req-21076e10-dd85-48f2-8277-ad8a3e8fe03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:41.527216 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ee6b0124-5618-4cf3-b34e-b94c16719b1e req-21076e10-dd85-48f2-8277-ad8a3e8fe03a service neutron] 10.222.0.55 "GET /v2.0/networks?id=71e66fa3-7227-46c9-8805-807e52545d13 HTTP/1.1" status: 200 len: 916 time: 0.2558184 Oct 19 01:07:41.538651 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-84a7351f-8c98-46d1-bfc3-3430a4a991d3 req-88d21ae0-fedd-4141-b87b-1fb712d7a014 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:41.542021 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-84a7351f-8c98-46d1-bfc3-3430a4a991d3 req-88d21ae0-fedd-4141-b87b-1fb712d7a014 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] 10.222.0.24 "DELETE /v2.0/ports/e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16 HTTP/1.1" status: 204 len: 173 time: 1.2333004 Oct 19 01:07:41.542160 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-57c2b21c-3998-4375-bad0-0bd09293e0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:41.542609 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f3b294-22b5-45a0-ad20-527f967c59de', 'name': 'network-vif-deleted', 'tag': 'e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:07:41.543898 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-57c2b21c-3998-4375-bad0-0bd09293e0ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32a7ca29-d701-4aca-995b-87a0b73f1f63 HTTP/1.1" status: 200 len: 851 time: 0.1354718 Oct 19 01:07:41.544956 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fb3757-7ad6-420a-9275-05288c28fd65" -d '{"events": [{"server_uuid": "01f3b294-22b5-45a0-ad20-527f967c59de", "name": "network-vif-deleted", "tag": "e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:07:41.548366 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [None req-9d548770-05b5-4200-ba5f-533f8df9b14c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Floating IP 49c0f0e7-ef1b-4acb-83c8-00901750e58f associated. External IP: 172.25.8.199, port: a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd. Oct 19 01:07:41.621653 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-da1684da-5031-4b67-af42-f287b6bdd433 req-52b3abbe-25fb-47e1-bfdb-ef11e21c2417 tempest-InstanceActionsV221TestJSON-1396777046 tempest-InstanceActionsV221TestJSON-1396777046-project] 10.222.0.57 "GET /v2.0/ports?device_id=01f3b294-22b5-45a0-ad20-527f967c59de HTTP/1.1" status: 200 len: 210 time: 0.1469905 Oct 19 01:07:41.625960 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4ae4d354-07ea-4c89-8d73-d46fe8a73b1d req-b3344e7c-2540-4a8a-94f9-f474da6ef6f3 tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.57 "GET /v2.0/security-groups?id=62d6f1ca-d20e-4b99-a097-4c73c3e997a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399553 Oct 19 01:07:41.718778 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ee6b0124-5618-4cf3-b34e-b94c16719b1e req-0b47de14-0f67-45df-82ac-940dc71db9b7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60bcddab-f2fd-4d10-828b-3d9547f14070 HTTP/1.1" status: 200 len: 1000 time: 0.1785359 Oct 19 01:07:41.724591 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-80ad43c5-376e-4938-bd7b-efb127e34bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:41.726108 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-80ad43c5-376e-4938-bd7b-efb127e34bbc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f052a2cb-e43a-4d93-bd49-f9e5e280e0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1705446 Oct 19 01:07:41.799339 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18773f95-dfd0-4cf3-b102-f41428f28f81 x-openstack-request-id: req-18773f95-dfd0-4cf3-b102-f41428f28f81 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:07:41.799695 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f3b294-22b5-45a0-ad20-527f967c59de", "name": "network-vif-deleted", "tag": "e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:07:41.799949 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-18773f95-dfd0-4cf3-b102-f41428f28f81 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:07:41.800378 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f3b294-22b5-45a0-ad20-527f967c59de', 'name': 'network-vif-deleted', 'tag': 'e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16', 'status': 'completed', 'code': 200} Oct 19 01:07:41.854582 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8f87d844-f57d-40d4-b6d5-e9a8a4b49a1e req-c9cfd5d9-6624-4a6f-8a02-a3aa4cd3637d tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:41.867904 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['c7078771-4320-45b1-ae7b-ee55db29d068'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:07:41.886450 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b0124-5618-4cf3-b34e-b94c16719b1e req-67e93021-30c2-4529-b4e2-194ae61c39e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:41.889783 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ee6b0124-5618-4cf3-b34e-b94c16719b1e req-67e93021-30c2-4529-b4e2-194ae61c39e3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15816f82-cfe0-47bc-8647-595403cbff3d HTTP/1.1" status: 200 len: 854 time: 0.1621616 Oct 19 01:07:41.925384 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0589e-6ee9-4d4c-9e37-dadeef652352 req-48f954db-235b-4b35-974d-a68f62651b21 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:41.927649 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e8a0589e-6ee9-4d4c-9e37-dadeef652352 req-48f954db-235b-4b35-974d-a68f62651b21 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 945 time: 0.1805830 Oct 19 01:07:41.948381 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cfd5d9-6624-4a6f-8a02-a3aa4cd3637d tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Pushing event deleted for resources: {'Port': ['ID=c7078771-4320-45b1-ae7b-ee55db29d068,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:41.983530 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f87d844-f57d-40d4-b6d5-e9a8a4b49a1e req-c9cfd5d9-6624-4a6f-8a02-a3aa4cd3637d tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] No DVR routers for this DVR port c7078771-4320-45b1-ae7b-ee55db29d068 on host n-h1-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:07:41.988360 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8f87d844-f57d-40d4-b6d5-e9a8a4b49a1e req-c9cfd5d9-6624-4a6f-8a02-a3aa4cd3637d tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:41.991796 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8f87d844-f57d-40d4-b6d5-e9a8a4b49a1e req-c9cfd5d9-6624-4a6f-8a02-a3aa4cd3637d tempest-FloatingIPsAssociationTestJSON-1535258051 tempest-FloatingIPsAssociationTestJSON-1535258051-project] 10.222.0.55 "DELETE /v2.0/ports/c7078771-4320-45b1-ae7b-ee55db29d068 HTTP/1.1" status: 204 len: 173 time: 1.5141127 Oct 19 01:07:42.000185 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-bfecb2c3-525f-4574-af88-6ddea5258234 service neutron] 10.222.0.24 "GET /v2.0/networks/f052a2cb-e43a-4d93-bd49-f9e5e280e0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635469 Oct 19 01:07:42.031853 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b0124-5618-4cf3-b34e-b94c16719b1e req-e6edf0c4-cf56-4ee7-8532-d14b82ecda32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:42.033333 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ee6b0124-5618-4cf3-b34e-b94c16719b1e req-e6edf0c4-cf56-4ee7-8532-d14b82ecda32 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71e66fa3-7227-46c9-8805-807e52545d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1323473 Oct 19 01:07:42.051760 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d548770-05b5-4200-ba5f-533f8df9b14c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Router 7c2c72f9-b5ad-49c8-85df-4d456baff246 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:07:42.062258 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e8a0589e-6ee9-4d4c-9e37-dadeef652352 req-b2060c62-c581-4a6d-bb61-744785a881c8 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169262 Oct 19 01:07:42.217324 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d548770-05b5-4200-ba5f-533f8df9b14c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:07:42.229167 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cfdef5-2c0a-465b-943d-ffccc6765d9a None None] Sync routers for ids ['7c2c72f9-b5ad-49c8-85df-4d456baff246'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:07:42.229733 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9d548770-05b5-4200-ba5f-533f8df9b14c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:42.249959 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cfdef5-2c0a-465b-943d-ffccc6765d9a None None] Routers {'7c2c72f9-b5ad-49c8-85df-4d456baff246'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:07:42.250864 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-e5cfdef5-2c0a-465b-943d-ffccc6765d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:07:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7c2c72f9-b5ad-49c8-85df-4d456baff246'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:42.274304 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9d548770-05b5-4200-ba5f-533f8df9b14c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "PUT /v2.0/floatingips/49c0f0e7-ef1b-4acb-83c8-00901750e58f HTTP/1.1" status: 200 len: 991 time: 2.7326844 Oct 19 01:07:42.491164 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-e5cfdef5-2c0a-465b-943d-ffccc6765d9a None None] Set router 7c2c72f9-b5ad-49c8-85df-4d456baff246 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:07:42.663554 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-3f2ea0df-c4a9-4157-b773-5b0e5f80a926 service neutron] 10.222.0.24 "GET /v2.0/networks/f052a2cb-e43a-4d93-bd49-f9e5e280e0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6521952 Oct 19 01:07:42.755286 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a6e34dcc-7bda-449d-a86a-bfa248e22828 req-8bc5d8df-d0d2-4464-89c0-2df6fdda275b tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] 10.222.0.57 "GET /v2.0/ports?device_id=f69c283e-7575-4c5f-a941-7015aac1f8c0 HTTP/1.1" status: 200 len: 210 time: 0.0888686 Oct 19 01:07:42.785379 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 32848) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:42.804459 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-f3d0245c-b198-46f5-9265-b672d47b9230 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=f4cd700e-932d-4677-adfa-4b17f1b59025 HTTP/1.1" status: 200 len: 217 time: 0.1298609 Oct 19 01:07:42.933539 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ee6b0124-5618-4cf3-b34e-b94c16719b1e req-fefdaefc-30d4-4e25-bfad-0df39ca2d5d1 service neutron] 10.222.0.55 "GET /v2.0/networks/71e66fa3-7227-46c9-8805-807e52545d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8871651 Oct 19 01:07:42.997836 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-e5cfdef5-2c0a-465b-943d-ffccc6765d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'name': 'tempest-TaggedBootDevicesTest_v242-1318090933-router', 'tenant_id': '372044798076488b8078f880b919e81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '4708bb55-c171-4d83-b170-75a1fdabff9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:42Z', 'updated_at': '2021-10-19T01:04:56Z', 'revision_number': 4, 'project_id': '372044798076488b8078f880b919e81f', 'gw_port': {'id': '4708bb55-c171-4d83-b170-75a1fdabff9b', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:46Z', 'updated_at': '2021-10-19T01:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '49c0f0e7-ef1b-4acb-83c8-00901750e58f', 'tenant_id': '372044798076488b8078f880b919e81f', 'floating_ip_address': '172.25.8.199', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'port_id': 'a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40f93092-66e2-4482-a54e-d83d48322c91', 'mac_address': 'fa:16:3e:f9:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:06:03Z', 'updated_at': '2021-10-19T01:07:40Z', 'revision_number': 1, 'project_id': '372044798076488b8078f880b919e81f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd979d52f-be7e-4b54-bcc9-60f1c17fd7c4', 'name': '', 'network_id': '40f93092-66e2-4482-a54e-d83d48322c91', 'tenant_id': '372044798076488b8078f880b919e81f', 'mac_address': 'fa:16:3e:43:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'cc8382b7-c6e6-465d-807f-c2cfe210cd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:54Z', 'updated_at': '2021-10-19T01:05:02Z', 'revision_number': 5, 'project_id': '372044798076488b8078f880b919e81f', 'subnets': [{'id': 'cc8382b7-c6e6-465d-807f-c2cfe210cd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:43.079855 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cfdef5-2c0a-465b-943d-ffccc6765d9a None None] Checking router: 7c2c72f9-b5ad-49c8-85df-4d456baff246 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:07:43.095251 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cfdef5-2c0a-465b-943d-ffccc6765d9a None None] Routers {'7c2c72f9-b5ad-49c8-85df-4d456baff246'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:07:43.096081 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-e5cfdef5-2c0a-465b-943d-ffccc6765d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:07:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7c2c72f9-b5ad-49c8-85df-4d456baff246'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:43.098078 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 32858) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:43.123694 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-cff2d619-4df4-43db-94c0-a5734fa0bf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:43.126400 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-cff2d619-4df4-43db-94c0-a5734fa0bf17 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=29cf1726-8fa8-4c40-850e-1896dbedb352 HTTP/1.1" status: 200 len: 797 time: 0.3138814 Oct 19 01:07:43.316788 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-e5cfdef5-2c0a-465b-943d-ffccc6765d9a None None] Set router 7c2c72f9-b5ad-49c8-85df-4d456baff246 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:07:43.400921 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ee6b0124-5618-4cf3-b34e-b94c16719b1e req-9f3b7a0d-346d-498e-936a-258546183713 service neutron] 10.222.0.55 "GET /v2.0/networks/71e66fa3-7227-46c9-8805-807e52545d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4533925 Oct 19 01:07:43.404905 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f9efd7f-b8b2-4d6e-aa58-381062fc6977 admin admin] Deleting subnet b00a55bd-e044-44cb-8275-8cb6d0388b8e {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:07:43.408924 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:07:43.426381 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3f9efd7f-b8b2-4d6e-aa58-381062fc6977 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:43.435948 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:07:43.436743 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device e96d9a76-5b31-4a12-a5c6-ee1cfc47dd16 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:07:43.484274 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3f9efd7f-b8b2-4d6e-aa58-381062fc6977 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:43.487942 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-cc86adbe-4d17-42a1-a5c2-e565f3d109c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:43.489704 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-cc86adbe-4d17-42a1-a5c2-e565f3d109c0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55515e32-5e42-485f-bdb8-5274dcde7dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3015039 Oct 19 01:07:43.601615 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3f9efd7f-b8b2-4d6e-aa58-381062fc6977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:43.661498 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-0e36f181-6920-4862-85dc-00e47a4ef8e0 service neutron] 10.222.0.24 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502156 Oct 19 01:07:43.729644 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3f9efd7f-b8b2-4d6e-aa58-381062fc6977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:43.750809 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-e5cfdef5-2c0a-465b-943d-ffccc6765d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'name': 'tempest-TaggedBootDevicesTest_v242-1318090933-router', 'tenant_id': '372044798076488b8078f880b919e81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '4708bb55-c171-4d83-b170-75a1fdabff9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:42Z', 'updated_at': '2021-10-19T01:04:56Z', 'revision_number': 4, 'project_id': '372044798076488b8078f880b919e81f', 'gw_port': {'id': '4708bb55-c171-4d83-b170-75a1fdabff9b', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:46Z', 'updated_at': '2021-10-19T01:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '49c0f0e7-ef1b-4acb-83c8-00901750e58f', 'tenant_id': '372044798076488b8078f880b919e81f', 'floating_ip_address': '172.25.8.199', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'port_id': 'a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40f93092-66e2-4482-a54e-d83d48322c91', 'mac_address': 'fa:16:3e:f9:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:06:03Z', 'updated_at': '2021-10-19T01:07:40Z', 'revision_number': 1, 'project_id': '372044798076488b8078f880b919e81f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd979d52f-be7e-4b54-bcc9-60f1c17fd7c4', 'name': '', 'network_id': '40f93092-66e2-4482-a54e-d83d48322c91', 'tenant_id': '372044798076488b8078f880b919e81f', 'mac_address': 'fa:16:3e:43:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'cc8382b7-c6e6-465d-807f-c2cfe210cd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:54Z', 'updated_at': '2021-10-19T01:05:02Z', 'revision_number': 5, 'project_id': '372044798076488b8078f880b919e81f', 'subnets': [{'id': 'cc8382b7-c6e6-465d-807f-c2cfe210cd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:43.783783 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cfdef5-2c0a-465b-943d-ffccc6765d9a None None] The sync data for ids ['7c2c72f9-b5ad-49c8-85df-4d456baff246'] in n-d-715271-26 is: [{'id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'name': 'tempest-TaggedBootDevicesTest_v242-1318090933-router', 'tenant_id': '372044798076488b8078f880b919e81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '4708bb55-c171-4d83-b170-75a1fdabff9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:42Z', 'updated_at': '2021-10-19T01:04:56Z', 'revision_number': 4, 'project_id': '372044798076488b8078f880b919e81f', 'gw_port': {'id': '4708bb55-c171-4d83-b170-75a1fdabff9b', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:46Z', 'updated_at': '2021-10-19T01:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '49c0f0e7-ef1b-4acb-83c8-00901750e58f', 'tenant_id': '372044798076488b8078f880b919e81f', 'floating_ip_address': '172.25.8.199', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'port_id': 'a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40f93092-66e2-4482-a54e-d83d48322c91', 'mac_address': 'fa:16:3e:f9:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:06:03Z', 'updated_at': '2021-10-19T01:07:40Z', 'revision_number': 1, 'project_id': '372044798076488b8078f880b919e81f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd979d52f-be7e-4b54-bcc9-60f1c17fd7c4', 'name': '', 'network_id': '40f93092-66e2-4482-a54e-d83d48322c91', 'tenant_id': '372044798076488b8078f880b919e81f', 'mac_address': 'fa:16:3e:43:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'cc8382b7-c6e6-465d-807f-c2cfe210cd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:54Z', 'updated_at': '2021-10-19T01:05:02Z', 'revision_number': 5, 'project_id': '372044798076488b8078f880b919e81f', 'subnets': [{'id': 'cc8382b7-c6e6-465d-807f-c2cfe210cd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:07:43.798623 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac747be-c8bb-4176-a2b0-c76e0d293ed4 req-45061cde-3abd-4f9a-9d5f-76bf681cf1f9 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:43.806181 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5ac747be-c8bb-4176-a2b0-c76e0d293ed4 req-45061cde-3abd-4f9a-9d5f-76bf681cf1f9 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 945 time: 0.5199277 Oct 19 01:07:43.813822 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec598e4f-08c8-49a9-9e9f-5e6d00e40b56', 'name': 'network-vif-deleted', 'tag': 'c7078771-4320-45b1-ae7b-ee55db29d068'}, {'name': 'network-changed', 'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'tag': 'a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:07:43.816583 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8116522-f06d-45af-ad3c-0b8d4bca1a37" -d '{"events": [{"server_uuid": "ec598e4f-08c8-49a9-9e9f-5e6d00e40b56", "name": "network-vif-deleted", "tag": "c7078771-4320-45b1-ae7b-ee55db29d068"}, {"name": "network-changed", "server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "tag": "a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:07:43.821212 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9efd7f-b8b2-4d6e-aa58-381062fc6977 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b00a55bd-e044-44cb-8275-8cb6d0388b8e,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:43.836893 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf6496-ad39-468d-899a-747a9875d1cb req-d6eddb9f-6286-48c2-a3e2-8cf9d7235b5c tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:43.838513 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bebf6496-ad39-468d-899a-747a9875d1cb req-d6eddb9f-6286-48c2-a3e2-8cf9d7235b5c tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] 10.222.0.24 "GET /v2.0/networks?id=a52089fd-a127-4f57-8e63-0302e2f104a4 HTTP/1.1" status: 200 len: 822 time: 0.7674632 Oct 19 01:07:43.857884 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-bebf6496-ad39-468d-899a-747a9875d1cb req-8185829f-f6ff-4e43-aeb1-6781ed8aa335 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Request body: {'port': {'device_id': 'f69c283e-7575-4c5f-a941-7015aac1f8c0', 'network_id': 'a52089fd-a127-4f57-8e63-0302e2f104a4', 'admin_state_up': True, 'tenant_id': '0f9e0a946e5f49b3a5185cef444945a1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:43.886463 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-62888dfd-55fe-4cbb-9e4b-06f0de2158a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:43.900064 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3f9efd7f-b8b2-4d6e-aa58-381062fc6977 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:43.907335 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3f9efd7f-b8b2-4d6e-aa58-381062fc6977 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b00a55bd-e044-44cb-8275-8cb6d0388b8e HTTP/1.1" status: 204 len: 168 time: 0.8058097 Oct 19 01:07:43.913229 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 32868) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:43.968074 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7d05047f-e4e1-4efc-9182-6a15ed42f448 req-6a990bf0-9670-471a-aa8c-c7786d0eab11 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] 10.222.0.57 "GET /v2.0/ports?device_id=f69c283e-7575-4c5f-a941-7015aac1f8c0 HTTP/1.1" status: 200 len: 210 time: 0.0594285 Oct 19 01:07:44.049842 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-e4c2bec7-8ec4-4ac8-897a-8ecc57091830 service neutron] 10.222.0.24 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795226 Oct 19 01:07:44.059982 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 19 Oct 2021 01:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b309e093-8cdc-4b4a-8373-0a7ece04726c x-openstack-request-id: req-b309e093-8cdc-4b4a-8373-0a7ece04726c {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:07:44.060276 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec598e4f-08c8-49a9-9e9f-5e6d00e40b56", "name": "network-vif-deleted", "tag": "c7078771-4320-45b1-ae7b-ee55db29d068", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "tag": "a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:07:44.062866 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b309e093-8cdc-4b4a-8373-0a7ece04726c {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:07:44.063911 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec598e4f-08c8-49a9-9e9f-5e6d00e40b56', 'name': 'network-vif-deleted', 'tag': 'c7078771-4320-45b1-ae7b-ee55db29d068', 'status': 'completed', 'code': 200} Oct 19 01:07:44.064504 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'tag': 'a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd', 'status': 'completed', 'code': 200} Oct 19 01:07:44.090740 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5ac747be-c8bb-4176-a2b0-c76e0d293ed4 req-f31e1626-05fa-49da-acda-de7cd830567e tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826002 Oct 19 01:07:44.129156 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-49c6fd8e-0b0f-46b7-8732-402ffa0e9963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:44.133047 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-1357ff09-a632-4d90-9b0d-b23558b8061d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=9295caf7-42d8-4c78-a217-b3e9af380abb HTTP/1.1" status: 200 len: 217 time: 0.0709341 Oct 19 01:07:44.217225 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d45617e-5bc9-417f-abbd-1a3d8dafa7f8 None None] New status for floating IP 49c0f0e7-ef1b-4acb-83c8-00901750e58f: ACTIVE {{(pid=100608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:07:44.257702 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8116522-f06d-45af-ad3c-0b8d4bca1a37 req-6b40dd72-4d13-4ac0-9f98-74a11638a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:44.258173 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8116522-f06d-45af-ad3c-0b8d4bca1a37 req-6b40dd72-4d13-4ac0-9f98-74a11638a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:44.258762 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8116522-f06d-45af-ad3c-0b8d4bca1a37 req-6b40dd72-4d13-4ac0-9f98-74a11638a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:44.259223 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8116522-f06d-45af-ad3c-0b8d4bca1a37 req-6b40dd72-4d13-4ac0-9f98-74a11638a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:44.259779 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8116522-f06d-45af-ad3c-0b8d4bca1a37 req-6b40dd72-4d13-4ac0-9f98-74a11638a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:44.260233 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8116522-f06d-45af-ad3c-0b8d4bca1a37 req-6b40dd72-4d13-4ac0-9f98-74a11638a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:44.260748 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8116522-f06d-45af-ad3c-0b8d4bca1a37 req-6b40dd72-4d13-4ac0-9f98-74a11638a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:44.262992 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d8116522-f06d-45af-ad3c-0b8d4bca1a37 req-6b40dd72-4d13-4ac0-9f98-74a11638a14c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=372044798076488b8078f880b919e81f&device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 6506 time: 0.1675377 Oct 19 01:07:44.278423 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bebf6496-ad39-468d-899a-747a9875d1cb req-8185829f-f6ff-4e43-aeb1-6781ed8aa335 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Made reservation on behalf of 0f9e0a946e5f49b3a5185cef444945a1 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:07:44.283465 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bebf6496-ad39-468d-899a-747a9875d1cb req-8185829f-f6ff-4e43-aeb1-6781ed8aa335 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:44.288003 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-49c6fd8e-0b0f-46b7-8732-402ffa0e9963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:44.292139 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-2ad1e11d-1d07-40ca-906c-f9521bf4436a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:44.294751 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-2ad1e11d-1d07-40ca-906c-f9521bf4436a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=29cf1726-8fa8-4c40-850e-1896dbedb352 HTTP/1.1" status: 200 len: 797 time: 0.1493254 Oct 19 01:07:44.345013 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-49c6fd8e-0b0f-46b7-8732-402ffa0e9963 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82add48a-25a4-40c3-b2f6-cb9c883b8902']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:44.363310 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-49c6fd8e-0b0f-46b7-8732-402ffa0e9963 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58668859-160f-43ae-b750-9643ddcd483a') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:44.363606 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-49c6fd8e-0b0f-46b7-8732-402ffa0e9963 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58668859-160f-43ae-b750-9643ddcd483a') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:44.376386 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-db4a86fd-a59f-4fae-9294-124ea03b18ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:44.377889 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-db4a86fd-a59f-4fae-9294-124ea03b18ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55515e32-5e42-485f-bdb8-5274dcde7dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0744736 Oct 19 01:07:44.382184 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-49c6fd8e-0b0f-46b7-8732-402ffa0e9963 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:44.418337 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-49c6fd8e-0b0f-46b7-8732-402ffa0e9963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:44.430448 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c6fd8e-0b0f-46b7-8732-402ffa0e9963 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:07:44.431095 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-49c6fd8e-0b0f-46b7-8732-402ffa0e9963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:44.434053 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:07:44.434053 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:07:44.434053 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:07:44.434053 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:07:44.434053 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:07:44.434053 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:07:44.434053 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:07:44.434053 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:07:44.434053 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:07:44.434053 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:07:44.434053 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:07:44.434053 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:07:44.434053 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:07:44.434053 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:07:44.434053 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:07:44.434053 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:07:44.434053 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:07:44.434053 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:07:44.434053 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:07:44.434053 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:07:44.434053 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:07:44.434053 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:07:44.434053 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:07:44.434053 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:07:44.434053 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:07:44.434053 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:07:44.434053 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:07:44.434053 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:07:44.434053 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:07:44.434053 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:07:44.434053 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:07:44.434053 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:07:44.635720 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8116522-f06d-45af-ad3c-0b8d4bca1a37 req-7dbc8de9-b496-4e27-9a37-561c11480166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:44.636122 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-49c6fd8e-0b0f-46b7-8732-402ffa0e9963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:44.638169 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d8116522-f06d-45af-ad3c-0b8d4bca1a37 req-7dbc8de9-b496-4e27-9a37-561c11480166 service neutron] 10.222.0.24 "GET /v2.0/networks?id=40f93092-66e2-4482-a54e-d83d48322c91 HTTP/1.1" status: 200 len: 918 time: 0.3675954 Oct 19 01:07:44.649738 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-49c6fd8e-0b0f-46b7-8732-402ffa0e9963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:44.659377 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-49c6fd8e-0b0f-46b7-8732-402ffa0e9963 admin admin] 10.222.0.57 "DELETE /v2.0/networks/82add48a-25a4-40c3-b2f6-cb9c883b8902 HTTP/1.1" status: 204 len: 168 time: 0.7440150 Oct 19 01:07:44.672850 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c6fd8e-0b0f-46b7-8732-402ffa0e9963 admin admin] Pushing event deleted for resources: {'Network': ['ID=82add48a-25a4-40c3-b2f6-cb9c883b8902,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:44.676544 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-97a66e8f-658b-4e5b-ab3c-d382b0e92992 service neutron] 10.222.0.24 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833111 Oct 19 01:07:44.683612 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c6fd8e-0b0f-46b7-8732-402ffa0e9963 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:07:44.683999 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c6fd8e-0b0f-46b7-8732-402ffa0e9963 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:07:44.684344 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c6fd8e-0b0f-46b7-8732-402ffa0e9963 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:07:44.684681 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c6fd8e-0b0f-46b7-8732-402ffa0e9963 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:07:44.685013 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c6fd8e-0b0f-46b7-8732-402ffa0e9963 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:07:44.685342 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c6fd8e-0b0f-46b7-8732-402ffa0e9963 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:07:44.685669 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c6fd8e-0b0f-46b7-8732-402ffa0e9963 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:07:44.685996 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c6fd8e-0b0f-46b7-8732-402ffa0e9963 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:07:44.686318 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c6fd8e-0b0f-46b7-8732-402ffa0e9963 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:07:44.686636 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c6fd8e-0b0f-46b7-8732-402ffa0e9963 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:07:44.686953 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c6fd8e-0b0f-46b7-8732-402ffa0e9963 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:07:44.687270 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c6fd8e-0b0f-46b7-8732-402ffa0e9963 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:07:44.700944 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device c7078771-4320-45b1-ae7b-ee55db29d068 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:07:44.751052 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: c7078771-4320-45b1-ae7b-ee55db29d068 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:07:44.751552 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device c7078771-4320-45b1-ae7b-ee55db29d068 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:07:44.808618 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-1e8ce493-46c6-418d-aeda-d98672532e20 service neutron] 10.222.0.24 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164265 Oct 19 01:07:44.814911 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-bebf6496-ad39-468d-899a-747a9875d1cb req-8185829f-f6ff-4e43-aeb1-6781ed8aa335 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Allocated IP 172.20.0.6 (a52089fd-a127-4f57-8e63-0302e2f104a4/68919738-daa0-4307-978b-8c69f5571142/1860b5cd-464d-4b17-806c-d22fc5596c7b) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:07:44.820129 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d8116522-f06d-45af-ad3c-0b8d4bca1a37 req-836416b0-bbd4-4b08-addb-e04eed1b9bc9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd HTTP/1.1" status: 200 len: 1001 time: 0.1233275 Oct 19 01:07:44.858013 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-6bdb6e03-7fa1-481a-9477-5fc5a326d9f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=5b1a2614-1274-4867-b0f6-3402523111c1 HTTP/1.1" status: 200 len: 217 time: 0.0389035 Oct 19 01:07:44.898863 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 32880) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:44.918082 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-78b1001b-a90c-4da6-87d5-88f93966c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:44.919590 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-78b1001b-a90c-4da6-87d5-88f93966c919 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=29cf1726-8fa8-4c40-850e-1896dbedb352 HTTP/1.1" status: 200 len: 797 time: 0.0493262 Oct 19 01:07:44.939301 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8116522-f06d-45af-ad3c-0b8d4bca1a37 req-31a003e0-4735-4de0-86f8-e26ac24ea527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:44.941053 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d8116522-f06d-45af-ad3c-0b8d4bca1a37 req-31a003e0-4735-4de0-86f8-e26ac24ea527 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc8382b7-c6e6-465d-807f-c2cfe210cd02 HTTP/1.1" status: 200 len: 856 time: 0.1138778 Oct 19 01:07:44.970874 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1394d709-d8d9-4b30-97bc-54c8956f12e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:44.982001 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-86b91e9d-7a76-48e9-bae8-281b46e7c6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:44.983493 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-86b91e9d-7a76-48e9-bae8-281b46e7c6cb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55515e32-5e42-485f-bdb8-5274dcde7dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0547559 Oct 19 01:07:45.082897 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-eb98848f-35f5-4f39-ad5a-89959b58e572 service neutron] 10.222.0.24 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903077 Oct 19 01:07:45.093846 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c441c10e-9eb1-44ea-bdf0-2ff1e1665e38 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4cbb01b064ac4211a936f6a5e3b46bc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1922541 Oct 19 01:07:45.098832 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 32884) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:45.104811 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6f2e1a75-481c-4cb7-bcae-a3bbd494603a req-e656f491-1bcb-4215-b441-4c8852f442b5 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] 10.222.0.57 "GET /v2.0/ports?device_id=f69c283e-7575-4c5f-a941-7015aac1f8c0 HTTP/1.1" status: 200 len: 210 time: 0.0579817 Oct 19 01:07:45.201491 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8116522-f06d-45af-ad3c-0b8d4bca1a37 req-162128b9-5525-4d74-af44-9f19fc85cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:45.204153 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d8116522-f06d-45af-ad3c-0b8d4bca1a37 req-162128b9-5525-4d74-af44-9f19fc85cdbf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=40f93092-66e2-4482-a54e-d83d48322c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2360141 Oct 19 01:07:45.245059 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cdcb70cc-e6be-41a0-9191-ed45c38c2498 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:45.262945 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bebf6496-ad39-468d-899a-747a9875d1cb req-8185829f-f6ff-4e43-aeb1-6781ed8aa335 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:45.263392 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-c9415d82-0996-4784-bb1a-cd96cb3bb94b service neutron] 10.222.0.24 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720414 Oct 19 01:07:45.296771 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52cd63a-2602-4dcb-940d-ad2cb5714b3b req-69876015-0dc3-48bf-9a95-9b6ff6944fa5 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:45.298294 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c52cd63a-2602-4dcb-940d-ad2cb5714b3b req-69876015-0dc3-48bf-9a95-9b6ff6944fa5 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 945 time: 0.1125486 Oct 19 01:07:45.304785 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cdcb70cc-e6be-41a0-9191-ed45c38c2498 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:45.348255 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-b446cf0f-b79c-4ef4-b5af-00199703769a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=fdb1ab98-3373-451d-84e7-1285ed514bab HTTP/1.1" status: 200 len: 217 time: 0.0667968 Oct 19 01:07:45.407920 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d8116522-f06d-45af-ad3c-0b8d4bca1a37 req-6ee2333b-7d39-4eb3-ae89-f3b6a2ff931c service neutron] 10.222.0.24 "GET /v2.0/networks/40f93092-66e2-4482-a54e-d83d48322c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942370 Oct 19 01:07:45.432540 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bebf6496-ad39-468d-899a-747a9875d1cb req-8185829f-f6ff-4e43-aeb1-6781ed8aa335 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:45.433557 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c52cd63a-2602-4dcb-940d-ad2cb5714b3b req-c2280a22-36b4-40e6-a193-6675f9cdf613 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267159 Oct 19 01:07:45.437049 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-af92c4ab-f25c-41cd-b7aa-4cbefbc7fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:45.437686 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-af92c4ab-f25c-41cd-b7aa-4cbefbc7fad8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=29cf1726-8fa8-4c40-850e-1896dbedb352 HTTP/1.1" status: 200 len: 797 time: 0.0789993 Oct 19 01:07:45.477518 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cdcb70cc-e6be-41a0-9191-ed45c38c2498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:45.480051 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cdcb70cc-e6be-41a0-9191-ed45c38c2498 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:45.481237 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cdcb70cc-e6be-41a0-9191-ed45c38c2498 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/912fdeb9-c040-404c-9501-52bd822b4b52 HTTP/1.1" status: 204 len: 168 time: 0.3814979 Oct 19 01:07:45.497189 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb70cc-e6be-41a0-9191-ed45c38c2498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912fdeb9-c040-404c-9501-52bd822b4b52,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:45.525457 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-f337b174-76af-45a2-89cc-c8517a84ce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:45.531169 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-f337b174-76af-45a2-89cc-c8517a84ce7c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55515e32-5e42-485f-bdb8-5274dcde7dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0834870 Oct 19 01:07:45.554178 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bebf6496-ad39-468d-899a-747a9875d1cb req-8185829f-f6ff-4e43-aeb1-6781ed8aa335 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Network a52089fd-a127-4f57-8e63-0302e2f104a4 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:07:45.595932 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-bebf6496-ad39-468d-899a-747a9875d1cb req-8185829f-f6ff-4e43-aeb1-6781ed8aa335 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:07:45.603520 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-bebf6496-ad39-468d-899a-747a9875d1cb req-8185829f-f6ff-4e43-aeb1-6781ed8aa335 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:07:45.610932 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185829f-f6ff-4e43-aeb1-6781ed8aa335 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Pushing event updated for resources: {'Port': ['ID=1860b5cd-464d-4b17-806c-d22fc5596c7b,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:45.653054 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-18e68b10-fc4d-4f43-b6c9-000ac36f1dc5 service neutron] 10.222.0.24 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096907 Oct 19 01:07:45.713279 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185829f-f6ff-4e43-aeb1-6781ed8aa335 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:07:45.713629 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185829f-f6ff-4e43-aeb1-6781ed8aa335 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:07:45.713969 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185829f-f6ff-4e43-aeb1-6781ed8aa335 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:07:45.714303 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185829f-f6ff-4e43-aeb1-6781ed8aa335 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:07:45.714635 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185829f-f6ff-4e43-aeb1-6781ed8aa335 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:07:45.715627 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185829f-f6ff-4e43-aeb1-6781ed8aa335 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:07:45.716048 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185829f-f6ff-4e43-aeb1-6781ed8aa335 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:07:45.716543 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185829f-f6ff-4e43-aeb1-6781ed8aa335 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:07:45.716876 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185829f-f6ff-4e43-aeb1-6781ed8aa335 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:07:45.717206 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185829f-f6ff-4e43-aeb1-6781ed8aa335 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:07:45.717534 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185829f-f6ff-4e43-aeb1-6781ed8aa335 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:07:45.717850 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185829f-f6ff-4e43-aeb1-6781ed8aa335 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:07:45.737276 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d8116522-f06d-45af-ad3c-0b8d4bca1a37 req-a9145003-98c6-40f2-a966-f2e08733c572 service neutron] 10.222.0.24 "GET /v2.0/networks/40f93092-66e2-4482-a54e-d83d48322c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190861 Oct 19 01:07:45.767303 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf6496-ad39-468d-899a-747a9875d1cb req-8185829f-f6ff-4e43-aeb1-6781ed8aa335 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:45.768428 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bebf6496-ad39-468d-899a-747a9875d1cb req-8185829f-f6ff-4e43-aeb1-6781ed8aa335 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:45.798439 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-5311b088-2b04-4331-a0cb-5ca3c1947b3c service neutron] 10.222.0.24 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368933 Oct 19 01:07:45.800781 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bebf6496-ad39-468d-899a-747a9875d1cb req-8185829f-f6ff-4e43-aeb1-6781ed8aa335 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9511728 Oct 19 01:07:45.803065 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-1394d709-d8d9-4b30-97bc-54c8956f12e9 admin admin] Deleting port 242618d7-8daa-4739-832e-aa5988d30258 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:07:45.803392 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1394d709-d8d9-4b30-97bc-54c8956f12e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:45.822351 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-bebf6496-ad39-468d-899a-747a9875d1cb req-8768b399-4208-44cb-bb77-ef274e54e803 service neutron] Request body: {'port': {'device_id': 'f69c283e-7575-4c5f-a941-7015aac1f8c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:45.858969 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-6328cddd-7874-4c6b-8ef4-714e1b2c924e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=137414ad-fd54-484b-86fd-f70152e683c2 HTTP/1.1" status: 200 len: 217 time: 0.0438290 Oct 19 01:07:45.945638 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-3a5de423-9ebb-41b0-9998-b2564bd78758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:45.947774 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-3a5de423-9ebb-41b0-9998-b2564bd78758 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=20db5d13-0783-4fe8-8bf3-782bee1ace5f HTTP/1.1" status: 200 len: 797 time: 0.0774894 Oct 19 01:07:45.963627 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-1394d709-d8d9-4b30-97bc-54c8956f12e9 admin admin] For port 242618d7-8daa-4739-832e-aa5988d30258, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=242618d7-8daa-4739-832e-aa5988d30258,segment=NetworkSegment(d19f75c5-7494-4022-8a08-e9eb3483a6bb),segment_id=d19f75c5-7494-4022-8a08-e9eb3483a6bb)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:45.964023 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1394d709-d8d9-4b30-97bc-54c8956f12e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:45.966502 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bebf6496-ad39-468d-899a-747a9875d1cb req-8768b399-4208-44cb-bb77-ef274e54e803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:45.985409 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-1394d709-d8d9-4b30-97bc-54c8956f12e9 admin admin] Calling delete_port for 242618d7-8daa-4739-832e-aa5988d30258 owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:07:46.018319 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-28f7f002-ae54-4eaf-a2d8-7e21cb5e3bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:46.021629 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-28f7f002-ae54-4eaf-a2d8-7e21cb5e3bb4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1fccc762-9472-4b6b-bfe9-f151cb76e57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0658960 Oct 19 01:07:46.149088 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-791e1fa5-cd88-483d-b046-b5e1bf9d6357 service neutron] 10.222.0.24 "GET /v2.0/networks/1fccc762-9472-4b6b-bfe9-f151cb76e57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200449 Oct 19 01:07:46.330260 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f38de-746d-4812-a87e-c7ad9f44d4e5 req-781eff11-7664-4f21-a32c-c84e7dbb80ce tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:46.349136 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f61f38de-746d-4812-a87e-c7ad9f44d4e5 req-781eff11-7664-4f21-a32c-c84e7dbb80ce tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] 10.222.0.57 "GET /v2.0/ports?device_id=f69c283e-7575-4c5f-a941-7015aac1f8c0 HTTP/1.1" status: 200 len: 931 time: 0.1564021 Oct 19 01:07:46.367358 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-bebf6496-ad39-468d-899a-747a9875d1cb req-8768b399-4208-44cb-bb77-ef274e54e803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1860b5cd-464d-4b17-806c-d22fc5596c7b {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:07:46.375622 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bebf6496-ad39-468d-899a-747a9875d1cb req-8768b399-4208-44cb-bb77-ef274e54e803 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:46.388367 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-bebf6496-ad39-468d-899a-747a9875d1cb req-8768b399-4208-44cb-bb77-ef274e54e803 service neutron] Transition to ACTIVE for port object 1860b5cd-464d-4b17-806c-d22fc5596c7b will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:07:46.394457 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-d0a6aa95-9cfa-4a48-80ce-0607fc35130e service neutron] 10.222.0.24 "GET /v2.0/networks/1fccc762-9472-4b6b-bfe9-f151cb76e57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297373 Oct 19 01:07:46.397669 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bebf6496-ad39-468d-899a-747a9875d1cb req-8768b399-4208-44cb-bb77-ef274e54e803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:46.462585 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f61f38de-746d-4812-a87e-c7ad9f44d4e5 req-d5e22268-e346-447c-80f8-1d5303dea42f tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] 10.222.0.57 "GET /v2.0/security-groups?id=3158428e-33ba-4e2f-b370-8981997971d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089077 Oct 19 01:07:46.504587 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-b10b6713-45d9-4a2b-81fe-1c3f1e1e9923 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=02ec6d94-aeb9-4134-8f0e-3ee960c7b393 HTTP/1.1" status: 200 len: 217 time: 0.1033583 Oct 19 01:07:46.528531 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d355660c-17bb-46cf-aa14-73b75deb8fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:46.546782 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768b399-4208-44cb-bb77-ef274e54e803 service neutron] Pushing event updated for resources: {'Port': ['ID=1860b5cd-464d-4b17-806c-d22fc5596c7b,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:46.576098 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 32938) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:46.599231 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-8cc71064-5a0a-4d4d-98b6-ef30fb9d2dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:46.601082 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-8cc71064-5a0a-4d4d-98b6-ef30fb9d2dc5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=20db5d13-0783-4fe8-8bf3-782bee1ace5f HTTP/1.1" status: 200 len: 797 time: 0.0881016 Oct 19 01:07:46.663910 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-a35a820e-fd6f-4ecd-8a39-ba64b9e850cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:46.664146 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1394d709-d8d9-4b30-97bc-54c8956f12e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:46.666066 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-a35a820e-fd6f-4ecd-8a39-ba64b9e850cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1fccc762-9472-4b6b-bfe9-f151cb76e57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0562937 Oct 19 01:07:46.714024 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394d709-d8d9-4b30-97bc-54c8956f12e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=242618d7-8daa-4739-832e-aa5988d30258,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:46.754117 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-bebf6496-ad39-468d-899a-747a9875d1cb req-8768b399-4208-44cb-bb77-ef274e54e803 service neutron] Attempting to bind port 1860b5cd-464d-4b17-806c-d22fc5596c7b on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:07:46.754472 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-bebf6496-ad39-468d-899a-747a9875d1cb req-8768b399-4208-44cb-bb77-ef274e54e803 service neutron] Attempting to bind port 1860b5cd-464d-4b17-806c-d22fc5596c7b by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'e742fb75-7476-43b0-954f-c27bf3d3c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a52089fd-a127-4f57-8e63-0302e2f104a4'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:07:46.754803 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebf6496-ad39-468d-899a-747a9875d1cb req-8768b399-4208-44cb-bb77-ef274e54e803 service neutron] Attempting to bind port 1860b5cd-464d-4b17-806c-d22fc5596c7b on network a52089fd-a127-4f57-8e63-0302e2f104a4 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:07:46.771380 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a93688-b4e0-4fb3-87b2-e3645e9c3be4 req-ea4514dc-c63c-4ef4-b5b0-f45833b0dd2b tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:46.771607 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-c5b88436-aa0a-4a61-a767-e9ecc0b98c8d admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-862733976-network', 'tenant_id': '453dc4a72183489e8da7331045f15309'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:46.772979 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-20a93688-b4e0-4fb3-87b2-e3645e9c3be4 req-ea4514dc-c63c-4ef4-b5b0-f45833b0dd2b tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 945 time: 0.1632006 Oct 19 01:07:46.775786 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebf6496-ad39-468d-899a-747a9875d1cb req-8768b399-4208-44cb-bb77-ef274e54e803 service neutron] Port 1860b5cd-464d-4b17-806c-d22fc5596c7b on network a52089fd-a127-4f57-8e63-0302e2f104a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:07:46.776374 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebf6496-ad39-468d-899a-747a9875d1cb req-8768b399-4208-44cb-bb77-ef274e54e803 service neutron] Attempting to bind port 1860b5cd-464d-4b17-806c-d22fc5596c7b on network a52089fd-a127-4f57-8e63-0302e2f104a4 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:07:46.820029 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebf6496-ad39-468d-899a-747a9875d1cb req-8768b399-4208-44cb-bb77-ef274e54e803 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:07:46.820396 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebf6496-ad39-468d-899a-747a9875d1cb req-8768b399-4208-44cb-bb77-ef274e54e803 service neutron] Checking segment: {'id': 'e742fb75-7476-43b0-954f-c27bf3d3c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a52089fd-a127-4f57-8e63-0302e2f104a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:07:46.820786 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebf6496-ad39-468d-899a-747a9875d1cb req-8768b399-4208-44cb-bb77-ef274e54e803 service neutron] Bound using segment: {'id': 'e742fb75-7476-43b0-954f-c27bf3d3c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a52089fd-a127-4f57-8e63-0302e2f104a4'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:07:46.821234 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-bebf6496-ad39-468d-899a-747a9875d1cb req-8768b399-4208-44cb-bb77-ef274e54e803 service neutron] Bound port: 1860b5cd-464d-4b17-806c-d22fc5596c7b, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e742fb75-7476-43b0-954f-c27bf3d3c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a52089fd-a127-4f57-8e63-0302e2f104a4'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:07:46.821585 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bebf6496-ad39-468d-899a-747a9875d1cb req-8768b399-4208-44cb-bb77-ef274e54e803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:46.822981 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b88436-aa0a-4a61-a767-e9ecc0b98c8d admin admin] Made reservation on behalf of 453dc4a72183489e8da7331045f15309 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:07:46.826435 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c5b88436-aa0a-4a61-a767-e9ecc0b98c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:46.838686 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c5b88436-aa0a-4a61-a767-e9ecc0b98c8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:46.855297 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-dd7f56c7-b02f-4847-9311-d57c685ef465 service neutron] 10.222.0.24 "GET /v2.0/networks/1fccc762-9472-4b6b-bfe9-f151cb76e57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781566 Oct 19 01:07:46.910041 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-20a93688-b4e0-4fb3-87b2-e3645e9c3be4 req-b95aa5c1-9d59-430e-aacd-37ccf3282e41 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991855 Oct 19 01:07:46.994597 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-bebf6496-ad39-468d-899a-747a9875d1cb req-8768b399-4208-44cb-bb77-ef274e54e803 service neutron] For port 1860b5cd-464d-4b17-806c-d22fc5596c7b, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:07:47.024320 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ded03fe-28c5-42e9-a85e-1bb23e40ae38 req-4093f11d-9574-4aac-90d2-e64c813cc710 service neutron] 10.222.0.24 "GET /v2.0/networks/1fccc762-9472-4b6b-bfe9-f151cb76e57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573043 Oct 19 01:07:47.065810 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-bebf6496-ad39-468d-899a-747a9875d1cb req-8768b399-4208-44cb-bb77-ef274e54e803 service neutron] For port 1860b5cd-464d-4b17-806c-d22fc5596c7b, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1860b5cd-464d-4b17-806c-d22fc5596c7b,segment=NetworkSegment(e742fb75-7476-43b0-954f-c27bf3d3c9dd),segment_id=e742fb75-7476-43b0-954f-c27bf3d3c9dd)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:07:47.067432 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1394d709-d8d9-4b30-97bc-54c8956f12e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:47.071891 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bebf6496-ad39-468d-899a-747a9875d1cb req-8768b399-4208-44cb-bb77-ef274e54e803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:47.080391 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c5b88436-aa0a-4a61-a767-e9ecc0b98c8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:47.100810 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c5b88436-aa0a-4a61-a767-e9ecc0b98c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:47.131422 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5b88436-aa0a-4a61-a767-e9ecc0b98c8d admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:07:47.150566 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b88436-aa0a-4a61-a767-e9ecc0b98c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a75bfa-e05f-436e-9e74-f02b705900be,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:47.154987 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c5b88436-aa0a-4a61-a767-e9ecc0b98c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:47.155496 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-c5b88436-aa0a-4a61-a767-e9ecc0b98c8d admin admin] Added segment b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de of type vlan for network d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41 Oct 19 01:07:47.181169 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf6496-ad39-468d-899a-747a9875d1cb req-8768b399-4208-44cb-bb77-ef274e54e803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:47.181781 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bebf6496-ad39-468d-899a-747a9875d1cb req-8768b399-4208-44cb-bb77-ef274e54e803 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:47.183143 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bebf6496-ad39-468d-899a-747a9875d1cb req-8768b399-4208-44cb-bb77-ef274e54e803 service neutron] 10.222.0.24 "PUT /v2.0/ports/1860b5cd-464d-4b17-806c-d22fc5596c7b HTTP/1.1" status: 200 len: 1092 time: 1.3656816 Oct 19 01:07:47.183617 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69c283e-7575-4c5f-a941-7015aac1f8c0', 'tag': '1860b5cd-464d-4b17-806c-d22fc5596c7b'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:07:47.185871 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7745a2-d096-44c3-a7fa-7117765a3c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "f69c283e-7575-4c5f-a941-7015aac1f8c0", "tag": "1860b5cd-464d-4b17-806c-d22fc5596c7b"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:07:47.213722 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c5b88436-aa0a-4a61-a767-e9ecc0b98c8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:47.241724 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:47.258050 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c5b88436-aa0a-4a61-a767-e9ecc0b98c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:47.259223 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b88436-aa0a-4a61-a767-e9ecc0b98c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:47.260405 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c5b88436-aa0a-4a61-a767-e9ecc0b98c8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:47.262366 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2308ce7-fe6a-4a2a-9680-fde7894bb124 x-openstack-request-id: req-a2308ce7-fe6a-4a2a-9680-fde7894bb124 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:07:47.262829 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f69c283e-7575-4c5f-a941-7015aac1f8c0", "tag": "1860b5cd-464d-4b17-806c-d22fc5596c7b", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:07:47.263216 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a2308ce7-fe6a-4a2a-9680-fde7894bb124 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:07:47.263613 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f69c283e-7575-4c5f-a941-7015aac1f8c0', 'tag': '1860b5cd-464d-4b17-806c-d22fc5596c7b', 'status': 'completed', 'code': 200} Oct 19 01:07:47.283572 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768b399-4208-44cb-bb77-ef274e54e803 service neutron] Pushing event updated for resources: {'Port': ['ID=1860b5cd-464d-4b17-806c-d22fc5596c7b,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:47.292720 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c5b88436-aa0a-4a61-a767-e9ecc0b98c8d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7144916 Oct 19 01:07:47.293696 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 32948) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:47.298430 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-182de3ea-768b-4821-80a4-2d89d19723af admin admin] Request body: {'subnet': {'network_id': 'd7fdcc5c-d26f-4ef9-87d9-9346f99b4b41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-862733976-subnet', 'tenant_id': '453dc4a72183489e8da7331045f15309', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:47.319444 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf6496-ad39-468d-899a-747a9875d1cb req-153c4742-1e3a-4fcc-9c2b-4fba95e76955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:47.320942 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bebf6496-ad39-468d-899a-747a9875d1cb req-153c4742-1e3a-4fcc-9c2b-4fba95e76955 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f9e0a946e5f49b3a5185cef444945a1&device_id=f69c283e-7575-4c5f-a941-7015aac1f8c0 HTTP/1.1" status: 200 len: 1095 time: 0.0888104 Oct 19 01:07:47.343422 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b88436-aa0a-4a61-a767-e9ecc0b98c8d admin admin] Pushing event updated for resources: {'Network': ['ID=d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:47.357625 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:07:47.407233 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bebf6496-ad39-468d-899a-747a9875d1cb req-c9fa5415-3ed1-47cf-8383-192dbd67fc9e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1860b5cd-464d-4b17-806c-d22fc5596c7b HTTP/1.1" status: 200 len: 217 time: 0.0491481 Oct 19 01:07:47.424656 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182de3ea-768b-4821-80a4-2d89d19723af admin admin] Made reservation on behalf of 453dc4a72183489e8da7331045f15309 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:07:47.427493 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-182de3ea-768b-4821-80a4-2d89d19723af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:47.581066 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf6496-ad39-468d-899a-747a9875d1cb req-ef23ee3b-c785-4ce5-8f8c-cbe30a8602bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:47.582531 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bebf6496-ad39-468d-899a-747a9875d1cb req-ef23ee3b-c785-4ce5-8f8c-cbe30a8602bf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=68919738-daa0-4307-978b-8c69f5571142 HTTP/1.1" status: 200 len: 862 time: 0.1656704 Oct 19 01:07:47.636008 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1394d709-d8d9-4b30-97bc-54c8956f12e9 admin admin] Router 9c7deb7d-08ab-482f-a466-7679d5aca48f has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:07:47.640741 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bebf6496-ad39-468d-899a-747a9875d1cb req-2a12d075-429a-4496-966b-cb117964658a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a52089fd-a127-4f57-8e63-0302e2f104a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386622 Oct 19 01:07:47.675157 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:47.709099 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ca154-7916-4b45-b125-ecda8bfe500f req-771c8b9a-7311-4465-90dc-40873eb8bdea tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:47.710581 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b98ca154-7916-4b45-b125-ecda8bfe500f req-771c8b9a-7311-4465-90dc-40873eb8bdea tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] 10.222.0.57 "GET /v2.0/ports?device_id=f69c283e-7575-4c5f-a941-7015aac1f8c0 HTTP/1.1" status: 200 len: 943 time: 0.1554713 Oct 19 01:07:48.062954 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be41a6-04d5-4870-a6d5-0777c9d4343e req-59f0822e-ca6d-442d-9945-efa112847d1a tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:48.064757 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e9be41a6-04d5-4870-a6d5-0777c9d4343e req-59f0822e-ca6d-442d-9945-efa112847d1a tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 945 time: 0.0610328 Oct 19 01:07:48.106506 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e9be41a6-04d5-4870-a6d5-0777c9d4343e req-f88e8f1c-b56c-4659-9cf2-ec0c6e7659b5 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345342 Oct 19 01:07:48.346985 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bebf6496-ad39-468d-899a-747a9875d1cb req-c8efe458-df8e-4457-9c50-25f5b5c7d56a service neutron] 10.222.0.24 "GET /v2.0/networks/a52089fd-a127-4f57-8e63-0302e2f104a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6890719 Oct 19 01:07:48.362339 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b98ca154-7916-4b45-b125-ecda8bfe500f req-1c1e5c7a-f806-485c-8c63-76c2c883f35d tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] 10.222.0.57 "GET /v2.0/security-groups?id=3158428e-33ba-4e2f-b370-8981997971d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6030331 Oct 19 01:07:48.392037 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-182de3ea-768b-4821-80a4-2d89d19723af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:48.423553 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1394d709-d8d9-4b30-97bc-54c8956f12e9 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:07:48.432887 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72dc253-dc1e-43cb-bc45-95050a3f6fd6 None None] Sync routers for ids ['9c7deb7d-08ab-482f-a466-7679d5aca48f'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:07:48.439277 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1394d709-d8d9-4b30-97bc-54c8956f12e9 admin admin] 10.222.0.57 "PUT /v2.0/routers/9c7deb7d-08ab-482f-a466-7679d5aca48f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6492579 Oct 19 01:07:48.439586 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 32970) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:48.446031 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72dc253-dc1e-43cb-bc45-95050a3f6fd6 None None] Routers {'9c7deb7d-08ab-482f-a466-7679d5aca48f'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:07:48.446852 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-b72dc253-dc1e-43cb-bc45-95050a3f6fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:07:46Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['9c7deb7d-08ab-482f-a466-7679d5aca48f'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:48.482375 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182de3ea-768b-4821-80a4-2d89d19723af admin admin] Pushing event updated for resources: {'Subnet': ['ID=63eaf11d-f4e8-4c75-8cda-6e571f7d1de5,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:48.521693 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182de3ea-768b-4821-80a4-2d89d19723af admin admin] Checking segment: {'id': 'b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd7fdcc5c-d26f-4ef9-87d9-9346f99b4b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:07:48.522217 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182de3ea-768b-4821-80a4-2d89d19723af admin admin] Network hostable DHCP agents. Network: d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:07:48.553973 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182de3ea-768b-4821-80a4-2d89d19723af admin admin] Network d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:07:48.566097 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bebf6496-ad39-468d-899a-747a9875d1cb req-162fbc16-8db5-48e8-a849-825795c52109 service neutron] 10.222.0.24 "GET /v2.0/networks/a52089fd-a127-4f57-8e63-0302e2f104a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089701 Oct 19 01:07:48.572695 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-182de3ea-768b-4821-80a4-2d89d19723af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:07:48.579022 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182de3ea-768b-4821-80a4-2d89d19723af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:48.579845 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-182de3ea-768b-4821-80a4-2d89d19723af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:48.597791 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea7ca29-50ad-473a-8fe8-b481fca3c375 None None] Network d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:07:48.603703 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-182de3ea-768b-4821-80a4-2d89d19723af admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3089020 Oct 19 01:07:48.740331 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7745a2-d096-44c3-a7fa-7117765a3c6b req-4dfc14f3-ec3e-4514-ac71-f638abece5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:48.742192 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3f7745a2-d096-44c3-a7fa-7117765a3c6b req-4dfc14f3-ec3e-4514-ac71-f638abece5be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f9e0a946e5f49b3a5185cef444945a1&device_id=f69c283e-7575-4c5f-a941-7015aac1f8c0 HTTP/1.1" status: 200 len: 1095 time: 0.0911362 Oct 19 01:07:48.754299 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-b72dc253-dc1e-43cb-bc45-95050a3f6fd6 None None] Set router 9c7deb7d-08ab-482f-a466-7679d5aca48f gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:07:48.958168 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-b72dc253-dc1e-43cb-bc45-95050a3f6fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'name': 'tempest-FloatingIPsAssociationTestJSON-646553127-router', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:06:00Z', 'updated_at': '2021-10-19T01:07:46Z', 'revision_number': 5, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'gw_port': {'id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:03Z', 'updated_at': '2021-10-19T01:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:48.962784 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7745a2-d096-44c3-a7fa-7117765a3c6b req-23e05498-77ce-4f30-af04-86926582ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:48.964293 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3f7745a2-d096-44c3-a7fa-7117765a3c6b req-23e05498-77ce-4f30-af04-86926582ee09 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a52089fd-a127-4f57-8e63-0302e2f104a4 HTTP/1.1" status: 200 len: 923 time: 0.2135777 Oct 19 01:07:48.974836 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab9cc86-c65b-4283-b086-cd035b3adadf None None] Network d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:07:48.989497 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72dc253-dc1e-43cb-bc45-95050a3f6fd6 None None] Checking router: 9c7deb7d-08ab-482f-a466-7679d5aca48f for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:07:48.999065 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72dc253-dc1e-43cb-bc45-95050a3f6fd6 None None] Routers {'9c7deb7d-08ab-482f-a466-7679d5aca48f'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:07:48.999689 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-b72dc253-dc1e-43cb-bc45-95050a3f6fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:07:46Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['9c7deb7d-08ab-482f-a466-7679d5aca48f'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:49.071535 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3f7745a2-d096-44c3-a7fa-7117765a3c6b req-8411bcba-36b8-4612-99a0-98985c3aeff7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1860b5cd-464d-4b17-806c-d22fc5596c7b HTTP/1.1" status: 200 len: 217 time: 0.0908301 Oct 19 01:07:49.105078 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-b72dc253-dc1e-43cb-bc45-95050a3f6fd6 None None] Set router 9c7deb7d-08ab-482f-a466-7679d5aca48f gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:07:49.201257 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7745a2-d096-44c3-a7fa-7117765a3c6b req-ee25608a-5309-4e3d-8c62-269abf4629fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:49.205709 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3f7745a2-d096-44c3-a7fa-7117765a3c6b req-ee25608a-5309-4e3d-8c62-269abf4629fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=68919738-daa0-4307-978b-8c69f5571142 HTTP/1.1" status: 200 len: 862 time: 0.1154902 Oct 19 01:07:49.239521 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3f7745a2-d096-44c3-a7fa-7117765a3c6b req-349b03a8-5d29-4c6b-a2dd-f5fc5bef6d57 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a52089fd-a127-4f57-8e63-0302e2f104a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269032 Oct 19 01:07:49.269917 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eb2025b5-db53-4f3d-aec9-50b85b0dda7f admin admin] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:49.359321 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-b72dc253-dc1e-43cb-bc45-95050a3f6fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'name': 'tempest-FloatingIPsAssociationTestJSON-646553127-router', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:06:00Z', 'updated_at': '2021-10-19T01:07:46Z', 'revision_number': 5, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'gw_port': {'id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:03Z', 'updated_at': '2021-10-19T01:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:49.370538 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f706b60-af32-48ac-88b6-906d6524d223 req-8150e37f-05d0-47eb-9453-7322d099967b tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:49.372925 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1f706b60-af32-48ac-88b6-906d6524d223 req-8150e37f-05d0-47eb-9453-7322d099967b tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 945 time: 0.1321833 Oct 19 01:07:49.407499 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72dc253-dc1e-43cb-bc45-95050a3f6fd6 None None] The sync data for ids ['9c7deb7d-08ab-482f-a466-7679d5aca48f'] in n-d-715271-26 is: [{'id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'name': 'tempest-FloatingIPsAssociationTestJSON-646553127-router', 'tenant_id': '9d159951251f425b8e201bae6d58e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:06:00Z', 'updated_at': '2021-10-19T01:07:46Z', 'revision_number': 5, 'project_id': '9d159951251f425b8e201bae6d58e0c2', 'gw_port': {'id': 'd6c576e6-c5d5-4f59-a802-376b63f6895d', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7deb7d-08ab-482f-a466-7679d5aca48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:06:03Z', 'updated_at': '2021-10-19T01:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:07:49.454554 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3f7745a2-d096-44c3-a7fa-7117765a3c6b req-2940916c-45f9-488c-9729-3596bcc259e0 service neutron] 10.222.0.24 "GET /v2.0/networks/a52089fd-a127-4f57-8e63-0302e2f104a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053363 Oct 19 01:07:49.456022 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-a4b997c2-7ef0-4639-9a11-2896f2052c9a tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:49.457442 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-a4b997c2-7ef0-4639-9a11-2896f2052c9a tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/networks?id=d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41 HTTP/1.1" status: 200 len: 817 time: 0.2163877 Oct 19 01:07:49.457892 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1f706b60-af32-48ac-88b6-906d6524d223 req-87c611d4-9135-4cfa-9522-430092832deb tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691302 Oct 19 01:07:49.498428 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eb2025b5-db53-4f3d-aec9-50b85b0dda7f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:49.515136 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-294fbd57-c4d8-4505-bdee-a20a3f6c477a tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/quotas/453dc4a72183489e8da7331045f15309 HTTP/1.1" status: 200 len: 375 time: 0.0280707 Oct 19 01:07:49.570857 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-7496c258-3fc2-46b2-8189-a6978e9fad10 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=453dc4a72183489e8da7331045f15309&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473275 Oct 19 01:07:49.602038 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-eb2025b5-db53-4f3d-aec9-50b85b0dda7f admin admin] Deleting port d6c576e6-c5d5-4f59-a802-376b63f6895d {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:07:49.602038 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eb2025b5-db53-4f3d-aec9-50b85b0dda7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:49.619151 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3f7745a2-d096-44c3-a7fa-7117765a3c6b req-080b89e7-82c6-470b-ad2a-a70900298319 service neutron] 10.222.0.24 "GET /v2.0/networks/a52089fd-a127-4f57-8e63-0302e2f104a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460123 Oct 19 01:07:49.647398 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1bf5c9-c992-4142-abe0-01487ea620a7 req-b87e1306-5ef4-4b45-9b60-95c990757f83 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:49.649066 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fa1bf5c9-c992-4142-abe0-01487ea620a7 req-b87e1306-5ef4-4b45-9b60-95c990757f83 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] 10.222.0.57 "GET /v2.0/ports?device_id=f69c283e-7575-4c5f-a941-7015aac1f8c0 HTTP/1.1" status: 200 len: 943 time: 0.1001773 Oct 19 01:07:49.661483 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:49.699812 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fa1bf5c9-c992-4142-abe0-01487ea620a7 req-6df528e5-9dec-4f92-9312-a89449df537a tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] 10.222.0.57 "GET /v2.0/security-groups?id=3158428e-33ba-4e2f-b370-8981997971d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422144 Oct 19 01:07:49.772051 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-eb2025b5-db53-4f3d-aec9-50b85b0dda7f admin admin] For port d6c576e6-c5d5-4f59-a802-376b63f6895d, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d6c576e6-c5d5-4f59-a802-376b63f6895d,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:49.772474 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eb2025b5-db53-4f3d-aec9-50b85b0dda7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:49.794737 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-eb2025b5-db53-4f3d-aec9-50b85b0dda7f admin admin] Calling delete_port for d6c576e6-c5d5-4f59-a802-376b63f6895d owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:07:49.825067 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-407ed3a7-1992-4519-8f47-432ec318b8b6 service neutron] 10.222.0.57 "GET /v2.0/networks/d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365329 Oct 19 01:07:50.047630 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-ba25fbcc-0efa-4b62-9569-d32301116255 service neutron] 10.222.0.57 "GET /v2.0/networks/d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868944 Oct 19 01:07:50.115650 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eb2025b5-db53-4f3d-aec9-50b85b0dda7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:50.149517 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2025b5-db53-4f3d-aec9-50b85b0dda7f admin admin] Pushing event deleted for resources: {'Port': ['ID=d6c576e6-c5d5-4f59-a802-376b63f6895d,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:50.232389 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eb2025b5-db53-4f3d-aec9-50b85b0dda7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:50.351150 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eb2025b5-db53-4f3d-aec9-50b85b0dda7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:50.353467 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eb2025b5-db53-4f3d-aec9-50b85b0dda7f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:50.454616 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-19dc3683-c23b-4377-9f4c-76ea92ce3548 req-e0f628e9-bf5c-4e6e-9a23-937651a638aa tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c21cbdc-84d7-4c2b-8ee8-f859d4975ca9 HTTP/1.1" status: 200 len: 210 time: 0.0328751 Oct 19 01:07:50.455817 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eb2025b5-db53-4f3d-aec9-50b85b0dda7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:50.456336 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2025b5-db53-4f3d-aec9-50b85b0dda7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c7deb7d-08ab-482f-a466-7679d5aca48f {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:07:50.461417 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eb2025b5-db53-4f3d-aec9-50b85b0dda7f admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:50.462683 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-eb2025b5-db53-4f3d-aec9-50b85b0dda7f admin admin] 10.222.0.57 "DELETE /v2.0/routers/9c7deb7d-08ab-482f-a466-7679d5aca48f HTTP/1.1" status: 204 len: 168 time: 2.0220695 Oct 19 01:07:50.465917 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 33016) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:50.518689 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0a5b2e-ff4b-4c78-a562-12d212539458 admin admin] Deleting subnet de74403a-93c8-48d8-9fdc-ed1cd7b1d665 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:07:50.522409 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5b2e-ff4b-4c78-a562-12d212539458 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:50.604557 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5b2e-ff4b-4c78-a562-12d212539458 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:50.656534 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224292d-bc30-41d7-8a92-5c14c70ffadc req-e1e9e07c-e1b2-48f1-a23d-3548ea68c211 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:50.658195 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9224292d-bc30-41d7-8a92-5c14c70ffadc req-e1e9e07c-e1b2-48f1-a23d-3548ea68c211 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 945 time: 0.1080294 Oct 19 01:07:50.737363 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9224292d-bc30-41d7-8a92-5c14c70ffadc req-723b98fc-49ab-4668-9dcb-50e3d71a37a0 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695512 Oct 19 01:07:50.742385 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5b2e-ff4b-4c78-a562-12d212539458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:50.830320 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5b2e-ff4b-4c78-a562-12d212539458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:50.867772 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a5b2e-ff4b-4c78-a562-12d212539458 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de74403a-93c8-48d8-9fdc-ed1cd7b1d665,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:50.872008 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5b2e-ff4b-4c78-a562-12d212539458 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:50.878030 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9b0a5b2e-ff4b-4c78-a562-12d212539458 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/de74403a-93c8-48d8-9fdc-ed1cd7b1d665 HTTP/1.1" status: 204 len: 168 time: 0.4079208 Oct 19 01:07:50.878241 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 33038) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:50.878733 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62c2783-8dc1-400f-9606-fa1ac58df0b0 None None] Network 5e528a95-765b-4153-a63c-148757c15f94 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:07:50.882409 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a9954-5bc9-4fd3-98a4-b380fca7334d req-931337ac-3b18-4542-83f4-a83d944f77d2 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:50.894647 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ef7a9954-5bc9-4fd3-98a4-b380fca7334d req-931337ac-3b18-4542-83f4-a83d944f77d2 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] 10.222.0.57 "GET /v2.0/ports?device_id=f69c283e-7575-4c5f-a941-7015aac1f8c0 HTTP/1.1" status: 200 len: 943 time: 0.1027811 Oct 19 01:07:50.943157 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ef7a9954-5bc9-4fd3-98a4-b380fca7334d req-29f78d2e-7c25-4d4f-b330-42c4eea57c17 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] 10.222.0.57 "GET /v2.0/security-groups?id=3158428e-33ba-4e2f-b370-8981997971d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474567 Oct 19 01:07:50.974348 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5d501014-6b78-4fb2-baed-60dc25ec4511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:51.063294 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 242618d7-8daa-4739-832e-aa5988d30258 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:07:51.084991 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-5d501014-6b78-4fb2-baed-60dc25ec4511 admin admin] Deleting port c7515168-1038-4ab3-b841-c0aea3d2ccdc {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:07:51.085351 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5d501014-6b78-4fb2-baed-60dc25ec4511 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:51.094883 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 242618d7-8daa-4739-832e-aa5988d30258 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:07:51.095232 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 242618d7-8daa-4739-832e-aa5988d30258 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:07:51.138951 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c670c9-0b0c-4133-b394-24e4c982b28a None None] DHCP port deletion for 5e528a95-765b-4153-a63c-148757c15f94 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:07:51.169870 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-5d501014-6b78-4fb2-baed-60dc25ec4511 admin admin] For port c7515168-1038-4ab3-b841-c0aea3d2ccdc, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c7515168-1038-4ab3-b841-c0aea3d2ccdc,segment=NetworkSegment(d19f75c5-7494-4022-8a08-e9eb3483a6bb),segment_id=d19f75c5-7494-4022-8a08-e9eb3483a6bb)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:51.170494 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5d501014-6b78-4fb2-baed-60dc25ec4511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:51.184664 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-5d501014-6b78-4fb2-baed-60dc25ec4511 admin admin] Calling delete_port for c7515168-1038-4ab3-b841-c0aea3d2ccdc owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:07:51.206339 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-f7c670c9-0b0c-4133-b394-24e4c982b28a None None] Deleting port c7515168-1038-4ab3-b841-c0aea3d2ccdc {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:07:51.206820 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f7c670c9-0b0c-4133-b394-24e4c982b28a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:51.295044 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-f7c670c9-0b0c-4133-b394-24e4c982b28a None None] For port c7515168-1038-4ab3-b841-c0aea3d2ccdc, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c7515168-1038-4ab3-b841-c0aea3d2ccdc,segment=NetworkSegment(d19f75c5-7494-4022-8a08-e9eb3483a6bb),segment_id=d19f75c5-7494-4022-8a08-e9eb3483a6bb)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:51.296021 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5d501014-6b78-4fb2-baed-60dc25ec4511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:51.296173 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f7c670c9-0b0c-4133-b394-24e4c982b28a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:51.313712 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-f7c670c9-0b0c-4133-b394-24e4c982b28a None None] Calling delete_port for c7515168-1038-4ab3-b841-c0aea3d2ccdc owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:07:51.324462 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d501014-6b78-4fb2-baed-60dc25ec4511 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7515168-1038-4ab3-b841-c0aea3d2ccdc,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:51.326307 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d501014-6b78-4fb2-baed-60dc25ec4511 admin admin] No DVR routers for this DVR port c7515168-1038-4ab3-b841-c0aea3d2ccdc on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:07:51.406581 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5d501014-6b78-4fb2-baed-60dc25ec4511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:51.435534 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-5d501014-6b78-4fb2-baed-60dc25ec4511 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e528a95-765b-4153-a63c-148757c15f94']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:51.453596 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-5d501014-6b78-4fb2-baed-60dc25ec4511 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd19f75c5-7494-4022-8a08-e9eb3483a6bb') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:51.453596 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-5d501014-6b78-4fb2-baed-60dc25ec4511 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd19f75c5-7494-4022-8a08-e9eb3483a6bb') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:07:51.491536 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f7c670c9-0b0c-4133-b394-24e4c982b28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:51.514942 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5d501014-6b78-4fb2-baed-60dc25ec4511 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:51.535366 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c670c9-0b0c-4133-b394-24e4c982b28a None None] Pushing event deleted for resources: {'Port': ['ID=c7515168-1038-4ab3-b841-c0aea3d2ccdc,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:51.552982 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c670c9-0b0c-4133-b394-24e4c982b28a None None] No DVR routers for this DVR port c7515168-1038-4ab3-b841-c0aea3d2ccdc on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:07:51.553273 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5d501014-6b78-4fb2-baed-60dc25ec4511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:51.580778 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d501014-6b78-4fb2-baed-60dc25ec4511 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:07:51.581599 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5d501014-6b78-4fb2-baed-60dc25ec4511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:51.607295 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:07:51.607295 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:07:51.607295 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:07:51.607295 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:07:51.607295 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:07:51.607295 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:07:51.607295 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:07:51.607295 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:07:51.607295 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:07:51.607295 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:07:51.607295 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:07:51.607295 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:07:51.607295 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:07:51.607295 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:07:51.607295 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:07:51.607295 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:07:51.607295 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:07:51.607295 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:07:51.607295 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:07:51.607295 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:07:51.607295 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:07:51.607295 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:07:51.607295 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:07:51.607295 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:07:51.607295 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:07:51.607295 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:07:51.607295 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:07:51.607295 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:07:51.607295 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:07:51.607295 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:07:51.607295 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:07:51.607295 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:07:51.693808 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2fb14dfd-0c7a-4719-a0c1-a9d7cd941511 req-19657a09-48d0-4837-9fb6-b4532b6b74c4 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c21cbdc-84d7-4c2b-8ee8-f859d4975ca9 HTTP/1.1" status: 200 len: 210 time: 0.0818837 Oct 19 01:07:51.713510 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5d501014-6b78-4fb2-baed-60dc25ec4511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:51.728698 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5d501014-6b78-4fb2-baed-60dc25ec4511 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:51.733475 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5d501014-6b78-4fb2-baed-60dc25ec4511 admin admin] 10.222.0.57 "DELETE /v2.0/networks/5e528a95-765b-4153-a63c-148757c15f94 HTTP/1.1" status: 204 len: 168 time: 0.8527679 Oct 19 01:07:51.747355 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d501014-6b78-4fb2-baed-60dc25ec4511 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e528a95-765b-4153-a63c-148757c15f94,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:51.877113 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 33062) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:51.908868 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcfeca6-8b53-43e6-b505-aa0bb81880c1 req-2f6729cb-0960-4973-b142-51b5193363c9 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:51.911010 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2dcfeca6-8b53-43e6-b505-aa0bb81880c1 req-2f6729cb-0960-4973-b142-51b5193363c9 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 945 time: 0.0777979 Oct 19 01:07:51.931838 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d0779d1d-1980-45e5-a3ae-7291fd12c310 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9d159951251f425b8e201bae6d58e0c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528858 Oct 19 01:07:51.934820 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 33064) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:51.985095 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2dcfeca6-8b53-43e6-b505-aa0bb81880c1 req-db4f1196-b427-4704-823e-42d0597b1847 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671585 Oct 19 01:07:52.038674 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bc8fc6cd-c800-450f-9f80-ab3a10d12ef1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:52.081567 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bc8fc6cd-c800-450f-9f80-ab3a10d12ef1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:52.187076 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c2896-b852-46a6-ba85-dca7bf387c3c req-79e86074-de74-4f2e-a14c-5d0907069729 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:52.196896 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-486c2896-b852-46a6-ba85-dca7bf387c3c req-79e86074-de74-4f2e-a14c-5d0907069729 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] 10.222.0.57 "GET /v2.0/ports?device_id=f69c283e-7575-4c5f-a941-7015aac1f8c0 HTTP/1.1" status: 200 len: 943 time: 0.0972092 Oct 19 01:07:52.334403 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-b96df080-cc42-4912-8ee2-1f0089007d01 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:52.336876 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-b96df080-cc42-4912-8ee2-1f0089007d01 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.55 "GET /v2.0/networks?id=d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41 HTTP/1.1" status: 200 len: 817 time: 0.1711481 Oct 19 01:07:52.354161 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-c0701a42-3f9d-4f8a-b5cd-006c985f2686 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Request body: {'port': {'device_id': 'a1667ce3-7b97-4f29-adc9-aae47fb8e592', 'network_id': 'd7fdcc5c-d26f-4ef9-87d9-9346f99b4b41', 'admin_state_up': True, 'tenant_id': '453dc4a72183489e8da7331045f15309'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:52.372438 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-e5e525d3-1cf1-406f-b593-86d1db62e31f tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:52.374555 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-e5e525d3-1cf1-406f-b593-86d1db62e31f tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.24 "GET /v2.0/networks?id=d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41 HTTP/1.1" status: 200 len: 817 time: 0.1754086 Oct 19 01:07:52.396590 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-587403ef-863e-4444-92cc-a09601753a43 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Request body: {'port': {'device_id': '394bf431-d448-4ad8-8851-fcc3d153d78d', 'network_id': 'd7fdcc5c-d26f-4ef9-87d9-9346f99b4b41', 'admin_state_up': True, 'tenant_id': '453dc4a72183489e8da7331045f15309'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:52.437582 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bc8fc6cd-c800-450f-9f80-ab3a10d12ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:52.440645 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bc8fc6cd-c800-450f-9f80-ab3a10d12ef1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:52.441789 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-bc8fc6cd-c800-450f-9f80-ab3a10d12ef1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/62d6f1ca-d20e-4b99-a097-4c73c3e997a4 HTTP/1.1" status: 204 len: 168 time: 0.5058796 Oct 19 01:07:52.464534 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-486c2896-b852-46a6-ba85-dca7bf387c3c req-3a2cfa09-7c73-47d7-b730-d30dbb4feb3f tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] 10.222.0.57 "GET /v2.0/security-groups?id=3158428e-33ba-4e2f-b370-8981997971d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670922 Oct 19 01:07:52.474661 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8fc6cd-c800-450f-9f80-ab3a10d12ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d6f1ca-d20e-4b99-a097-4c73c3e997a4,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:52.551974 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-c0701a42-3f9d-4f8a-b5cd-006c985f2686 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Made reservation on behalf of 453dc4a72183489e8da7331045f15309 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:07:52.556511 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-c0701a42-3f9d-4f8a-b5cd-006c985f2686 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:52.710056 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d6c576e6-c5d5-4f59-a802-376b63f6895d no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:07:52.721763 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-d4d457bb-2ef5-4395-9464-e1dd0e876235 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:52.723875 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-d4d457bb-2ef5-4395-9464-e1dd0e876235 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.55 "GET /v2.0/networks?id=d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41 HTTP/1.1" status: 200 len: 817 time: 0.1932871 Oct 19 01:07:52.725372 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-587403ef-863e-4444-92cc-a09601753a43 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Made reservation on behalf of 453dc4a72183489e8da7331045f15309 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:07:52.729546 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-587403ef-863e-4444-92cc-a09601753a43 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:52.756383 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-c74c2ee6-b2b9-4679-8a0b-c3788a13677d tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Request body: {'port': {'device_id': '1c21cbdc-84d7-4c2b-8ee8-f859d4975ca9', 'network_id': 'd7fdcc5c-d26f-4ef9-87d9-9346f99b4b41', 'admin_state_up': True, 'tenant_id': '453dc4a72183489e8da7331045f15309'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:52.781118 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: d6c576e6-c5d5-4f59-a802-376b63f6895d {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:07:52.781118 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d6c576e6-c5d5-4f59-a802-376b63f6895d not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:07:52.781118 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c7515168-1038-4ab3-b841-c0aea3d2ccdc no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:07:52.838727 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: c7515168-1038-4ab3-b841-c0aea3d2ccdc {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:07:52.839961 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c7515168-1038-4ab3-b841-c0aea3d2ccdc not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:07:52.877815 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-89ecd4dc-003e-49f7-b291-917285cbcafd req-c79105ec-4722-42dc-b67d-e5e492910483 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c21cbdc-84d7-4c2b-8ee8-f859d4975ca9 HTTP/1.1" status: 200 len: 210 time: 0.0561469 Oct 19 01:07:52.900862 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-c0701a42-3f9d-4f8a-b5cd-006c985f2686 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Allocated IP 172.20.0.5 (d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41/63eaf11d-f4e8-4c75-8cda-6e571f7d1de5/7f4a5610-b18a-4aab-98a7-a48303f3e831) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:07:53.118313 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-c74c2ee6-b2b9-4679-8a0b-c3788a13677d tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Made reservation on behalf of 453dc4a72183489e8da7331045f15309 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:07:53.125190 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-c0701a42-3f9d-4f8a-b5cd-006c985f2686 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:53.128388 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-c74c2ee6-b2b9-4679-8a0b-c3788a13677d tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:53.186050 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1e79f-8dad-4f86-b986-b1eec3e42612 req-6b2dd1c1-d8d1-45df-9127-c6c26d831c7b tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:53.194728 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-94b1e79f-8dad-4f86-b986-b1eec3e42612 req-6b2dd1c1-d8d1-45df-9127-c6c26d831c7b tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 945 time: 0.0872777 Oct 19 01:07:53.224940 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-c0701a42-3f9d-4f8a-b5cd-006c985f2686 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:53.276932 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-94b1e79f-8dad-4f86-b986-b1eec3e42612 req-6056a665-58af-4594-a14a-046f7438c64d tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813417 Oct 19 01:07:53.291937 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-c0701a42-3f9d-4f8a-b5cd-006c985f2686 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Network d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:07:53.295771 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-c0701a42-3f9d-4f8a-b5cd-006c985f2686 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:07:53.302593 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-c0701a42-3f9d-4f8a-b5cd-006c985f2686 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:07:53.306651 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0701a42-3f9d-4f8a-b5cd-006c985f2686 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Pushing event updated for resources: {'Port': ['ID=7f4a5610-b18a-4aab-98a7-a48303f3e831,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:53.366994 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-587403ef-863e-4444-92cc-a09601753a43 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Allocated IP 172.20.0.8 (d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41/63eaf11d-f4e8-4c75-8cda-6e571f7d1de5/0d124d50-390e-4a4a-8c86-d4a7a9e0c25c) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:07:53.372776 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-c0701a42-3f9d-4f8a-b5cd-006c985f2686 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:53.373440 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-c0701a42-3f9d-4f8a-b5cd-006c985f2686 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:53.395675 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-c0701a42-3f9d-4f8a-b5cd-006c985f2686 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0459228 Oct 19 01:07:53.411235 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-02fc7ba9-c868-41ff-a29a-13d530ec65d0 service neutron] Request body: {'port': {'device_id': 'a1667ce3-7b97-4f29-adc9-aae47fb8e592', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:53.499177 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 1860b5cd-464d-4b17-806c-d22fc5596c7b details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:07:53.605217 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-02fc7ba9-c868-41ff-a29a-13d530ec65d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:53.728847 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 33106) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:53.744107 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-587403ef-863e-4444-92cc-a09601753a43 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:53.763687 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03faf8-10d6-4f06-b1ca-9b1533a6327e req-b72c2147-27cc-44d6-ba04-6d5526962f55 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:53.771962 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ae03faf8-10d6-4f06-b1ca-9b1533a6327e req-b72c2147-27cc-44d6-ba04-6d5526962f55 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] 10.222.0.57 "GET /v2.0/ports?device_id=f69c283e-7575-4c5f-a941-7015aac1f8c0 HTTP/1.1" status: 200 len: 943 time: 0.1415911 Oct 19 01:07:53.818789 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-587403ef-863e-4444-92cc-a09601753a43 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:53.838509 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 1860b5cd-464d-4b17-806c-d22fc5596c7b, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1860b5cd-464d-4b17-806c-d22fc5596c7b,segment=NetworkSegment(e742fb75-7476-43b0-954f-c27bf3d3c9dd),segment_id=e742fb75-7476-43b0-954f-c27bf3d3c9dd)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:53.851833 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '1860b5cd-464d-4b17-806c-d22fc5596c7b', 'network_id': 'a52089fd-a127-4f57-8e63-0302e2f104a4', 'port_id': '1860b5cd-464d-4b17-806c-d22fc5596c7b', 'mac_address': 'fa:16:3e:ee:d4:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68919738-daa0-4307-978b-8c69f5571142', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:07:53.918112 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ae03faf8-10d6-4f06-b1ca-9b1533a6327e req-b35bc230-feb5-4473-ba35-c78c532c6254 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] 10.222.0.57 "GET /v2.0/security-groups?id=3158428e-33ba-4e2f-b370-8981997971d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449311 Oct 19 01:07:53.934552 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-85ffd4ac-2a48-45f0-8093-e5fb1b92e870 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1312014540-network', 'tenant_id': '506610dd209c4efa90d24254b11039ad'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:53.937040 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:53.943677 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587403ef-863e-4444-92cc-a09601753a43 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Pushing event updated for resources: {'Port': ['ID=0d124d50-390e-4a4a-8c86-d4a7a9e0c25c,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:53.966018 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1860b5cd-464d-4b17-806c-d22fc5596c7b {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:07:53.975151 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-587403ef-863e-4444-92cc-a09601753a43 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Network d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:07:53.983008 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-587403ef-863e-4444-92cc-a09601753a43 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:07:53.989744 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-587403ef-863e-4444-92cc-a09601753a43 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:07:54.007919 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 1860b5cd-464d-4b17-806c-d22fc5596c7b, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1860b5cd-464d-4b17-806c-d22fc5596c7b,segment=NetworkSegment(e742fb75-7476-43b0-954f-c27bf3d3c9dd),segment_id=e742fb75-7476-43b0-954f-c27bf3d3c9dd)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:54.014388 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:54.017757 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.db.api [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-c74c2ee6-b2b9-4679-8a0b-c3788a13677d tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.8-b43e19f4-6f48-41db-8e6b-784552edfc12 {{(pid=100607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:07:54.018115 n-d-715271-26 neutron-server[100607]: DEBUG oslo_db.api [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-c74c2ee6-b2b9-4679-8a0b-c3788a13677d tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:07:54.024544 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ffd4ac-2a48-45f0-8093-e5fb1b92e870 admin admin] Made reservation on behalf of 506610dd209c4efa90d24254b11039ad for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:07:54.026934 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-85ffd4ac-2a48-45f0-8093-e5fb1b92e870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:54.083038 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=1860b5cd-464d-4b17-806c-d22fc5596c7b,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:54.102989 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6adf2804-b379-4d53-9164-1e0568300062 req-a2af650f-39a0-4147-ae8c-292e51fffb05 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c21cbdc-84d7-4c2b-8ee8-f859d4975ca9 HTTP/1.1" status: 200 len: 210 time: 0.0838547 Oct 19 01:07:54.103688 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-85ffd4ac-2a48-45f0-8093-e5fb1b92e870 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:54.129991 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-587403ef-863e-4444-92cc-a09601753a43 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:54.130621 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-587403ef-863e-4444-92cc-a09601753a43 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:54.161904 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-587403ef-863e-4444-92cc-a09601753a43 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7758315 Oct 19 01:07:54.176041 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-8b67ccff-e158-4be6-a5bb-c1af36173dd9 service neutron] Request body: {'port': {'device_id': '394bf431-d448-4ad8-8851-fcc3d153d78d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:54.191392 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-02fc7ba9-c868-41ff-a29a-13d530ec65d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f4a5610-b18a-4aab-98a7-a48303f3e831 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:07:54.202115 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-02fc7ba9-c868-41ff-a29a-13d530ec65d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:54.217639 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-02fc7ba9-c868-41ff-a29a-13d530ec65d0 service neutron] Transition to ACTIVE for port object 7f4a5610-b18a-4aab-98a7-a48303f3e831 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:07:54.222677 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-02fc7ba9-c868-41ff-a29a-13d530ec65d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:54.267528 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-8b67ccff-e158-4be6-a5bb-c1af36173dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:54.278550 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc7ba9-c868-41ff-a29a-13d530ec65d0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4a5610-b18a-4aab-98a7-a48303f3e831,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:54.285754 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-85ffd4ac-2a48-45f0-8093-e5fb1b92e870 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:54.291604 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-85ffd4ac-2a48-45f0-8093-e5fb1b92e870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:54.354427 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85ffd4ac-2a48-45f0-8093-e5fb1b92e870 admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:07:54.373249 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ffd4ac-2a48-45f0-8093-e5fb1b92e870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8264eb5e-e639-4690-bf51-a71fdf55b555,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:54.382561 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-85ffd4ac-2a48-45f0-8093-e5fb1b92e870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:54.382825 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-85ffd4ac-2a48-45f0-8093-e5fb1b92e870 admin admin] Added segment 3cf6593c-83a0-4ed2-9c2c-b444ff034a60 of type vlan for network 6cec4eaa-5706-4c89-b0a2-c0aa5ea9c120 Oct 19 01:07:54.386260 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-02fc7ba9-c868-41ff-a29a-13d530ec65d0 service neutron] Attempting to bind port 7f4a5610-b18a-4aab-98a7-a48303f3e831 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:07:54.386768 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-02fc7ba9-c868-41ff-a29a-13d530ec65d0 service neutron] Attempting to bind port 7f4a5610-b18a-4aab-98a7-a48303f3e831 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd7fdcc5c-d26f-4ef9-87d9-9346f99b4b41'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:07:54.387175 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-02fc7ba9-c868-41ff-a29a-13d530ec65d0 service neutron] Attempting to bind port 7f4a5610-b18a-4aab-98a7-a48303f3e831 on network d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:07:54.392634 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-02fc7ba9-c868-41ff-a29a-13d530ec65d0 service neutron] Port 7f4a5610-b18a-4aab-98a7-a48303f3e831 on network d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:07:54.393008 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-02fc7ba9-c868-41ff-a29a-13d530ec65d0 service neutron] Attempting to bind port 7f4a5610-b18a-4aab-98a7-a48303f3e831 on network d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:07:54.398351 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-02fc7ba9-c868-41ff-a29a-13d530ec65d0 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:07:54.398692 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-02fc7ba9-c868-41ff-a29a-13d530ec65d0 service neutron] Checking segment: {'id': 'b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd7fdcc5c-d26f-4ef9-87d9-9346f99b4b41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:07:54.399080 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-02fc7ba9-c868-41ff-a29a-13d530ec65d0 service neutron] Bound using segment: {'id': 'b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd7fdcc5c-d26f-4ef9-87d9-9346f99b4b41'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:07:54.399512 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-02fc7ba9-c868-41ff-a29a-13d530ec65d0 service neutron] Bound port: 7f4a5610-b18a-4aab-98a7-a48303f3e831, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd7fdcc5c-d26f-4ef9-87d9-9346f99b4b41'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:07:54.400036 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-02fc7ba9-c868-41ff-a29a-13d530ec65d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:54.419996 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['1860b5cd-464d-4b17-806c-d22fc5596c7b'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:07:54.497113 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-85ffd4ac-2a48-45f0-8093-e5fb1b92e870 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:54.519379 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-c74c2ee6-b2b9-4679-8a0b-c3788a13677d tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:54.552796 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ff41b-4fd1-4b09-bb82-ccb56e24c33a req-1b9fb2c7-68b2-4ec4-9359-fcd46c715493 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:54.562901 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3b1ff41b-4fd1-4b09-bb82-ccb56e24c33a req-1b9fb2c7-68b2-4ec4-9359-fcd46c715493 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 945 time: 0.1466377 Oct 19 01:07:54.605012 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-85ffd4ac-2a48-45f0-8093-e5fb1b92e870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:54.606473 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ffd4ac-2a48-45f0-8093-e5fb1b92e870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:54.607059 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-85ffd4ac-2a48-45f0-8093-e5fb1b92e870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:54.607940 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-02fc7ba9-c868-41ff-a29a-13d530ec65d0 service neutron] For port 7f4a5610-b18a-4aab-98a7-a48303f3e831, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:07:54.655496 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3b1ff41b-4fd1-4b09-bb82-ccb56e24c33a req-1b6b1c34-5301-4262-8875-1157c9472858 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880990 Oct 19 01:07:54.677369 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-02fc7ba9-c868-41ff-a29a-13d530ec65d0 service neutron] For port 7f4a5610-b18a-4aab-98a7-a48303f3e831, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=7f4a5610-b18a-4aab-98a7-a48303f3e831,segment=NetworkSegment(b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de),segment_id=b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:07:54.684740 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-02fc7ba9-c868-41ff-a29a-13d530ec65d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:54.710786 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-85ffd4ac-2a48-45f0-8093-e5fb1b92e870 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9280422 Oct 19 01:07:54.711410 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 33130) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:54.724056 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-02fc7ba9-c868-41ff-a29a-13d530ec65d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:54.724748 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-02fc7ba9-c868-41ff-a29a-13d530ec65d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:54.726054 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-02fc7ba9-c868-41ff-a29a-13d530ec65d0 service neutron] 10.222.0.55 "PUT /v2.0/ports/7f4a5610-b18a-4aab-98a7-a48303f3e831 HTTP/1.1" status: 200 len: 1092 time: 1.3214207 Oct 19 01:07:54.726507 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1667ce3-7b97-4f29-adc9-aae47fb8e592', 'tag': '7f4a5610-b18a-4aab-98a7-a48303f3e831'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:07:54.728838 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821f3cee-f43d-4333-93de-209688e7f883" -d '{"events": [{"name": "network-changed", "server_uuid": "a1667ce3-7b97-4f29-adc9-aae47fb8e592", "tag": "7f4a5610-b18a-4aab-98a7-a48303f3e831"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:07:54.757109 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-188f16a7-730d-44e6-865a-1a51be989268 admin admin] Request body: {'subnet': {'network_id': '6cec4eaa-5706-4c89-b0a2-c0aa5ea9c120', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1312014540-subnet', 'tenant_id': '506610dd209c4efa90d24254b11039ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:54.766334 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc7ba9-c868-41ff-a29a-13d530ec65d0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4a5610-b18a-4aab-98a7-a48303f3e831,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:54.777888 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ffd4ac-2a48-45f0-8093-e5fb1b92e870 admin admin] Pushing event updated for resources: {'Network': ['ID=6cec4eaa-5706-4c89-b0a2-c0aa5ea9c120,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:54.782955 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4474a9b3-c226-40af-bae9-c7f47abead21 x-openstack-request-id: req-4474a9b3-c226-40af-bae9-c7f47abead21 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:07:54.783855 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1667ce3-7b97-4f29-adc9-aae47fb8e592", "tag": "7f4a5610-b18a-4aab-98a7-a48303f3e831", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:07:54.784567 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4474a9b3-c226-40af-bae9-c7f47abead21 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:07:54.784976 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1667ce3-7b97-4f29-adc9-aae47fb8e592', 'tag': '7f4a5610-b18a-4aab-98a7-a48303f3e831', 'status': 'completed', 'code': 200} Oct 19 01:07:54.794739 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 6cec4eaa-5706-4c89-b0a2-c0aa5ea9c120 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:07:54.835655 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188f16a7-730d-44e6-865a-1a51be989268 admin admin] Made reservation on behalf of 506610dd209c4efa90d24254b11039ad for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:07:54.838678 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-188f16a7-730d-44e6-865a-1a51be989268 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:54.843421 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-4ee6475d-9113-4c8e-b58a-7f7549e9ada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:54.845159 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-4ee6475d-9113-4c8e-b58a-7f7549e9ada9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=453dc4a72183489e8da7331045f15309&device_id=a1667ce3-7b97-4f29-adc9-aae47fb8e592 HTTP/1.1" status: 200 len: 1095 time: 0.0588179 Oct 19 01:07:54.859695 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-8b67ccff-e158-4be6-a5bb-c1af36173dd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d124d50-390e-4a4a-8c86-d4a7a9e0c25c {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:07:54.871237 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-8b67ccff-e158-4be6-a5bb-c1af36173dd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:54.897563 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-538d9487-5118-414e-adb3-22c8adaf4888 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f4a5610-b18a-4aab-98a7-a48303f3e831 HTTP/1.1" status: 200 len: 217 time: 0.0429692 Oct 19 01:07:54.928840 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-8b67ccff-e158-4be6-a5bb-c1af36173dd9 service neutron] Transition to ACTIVE for port object 0d124d50-390e-4a4a-8c86-d4a7a9e0c25c will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:07:54.962260 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-f14c77cb-9a80-445d-8ac8-85ac10958aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:54.965532 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-f14c77cb-9a80-445d-8ac8-85ac10958aa7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63eaf11d-f4e8-4c75-8cda-6e571f7d1de5 HTTP/1.1" status: 200 len: 857 time: 0.0556242 Oct 19 01:07:54.970774 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-8b67ccff-e158-4be6-a5bb-c1af36173dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:55.010740 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-f248e13a-acab-4b4a-af9e-c5e7b7794a39 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367184 Oct 19 01:07:55.074779 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-c74c2ee6-b2b9-4679-8a0b-c3788a13677d tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Allocated IP 172.20.0.7 (d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41/63eaf11d-f4e8-4c75-8cda-6e571f7d1de5/16e826ce-898d-4e73-b440-443268e719cd) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:07:55.097388 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67ccff-e158-4be6-a5bb-c1af36173dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=0d124d50-390e-4a4a-8c86-d4a7a9e0c25c,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:55.128985 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-524b5b56-719c-44dc-b400-4effbf8b1413 service neutron] 10.222.0.55 "GET /v2.0/networks/d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105368 Oct 19 01:07:55.234947 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8e1fef44-3038-42d4-8586-1dad3742c624 req-1c91a0fc-f6e3-425b-82f5-839e9f2475c9 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c21cbdc-84d7-4c2b-8ee8-f859d4975ca9 HTTP/1.1" status: 200 len: 210 time: 0.0353904 Oct 19 01:07:55.243328 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ce537-06dd-4221-aad5-b293e4c65620 req-8e738478-9559-49f7-b922-4030acdbe3b5 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:55.252286 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-789ce537-06dd-4221-aad5-b293e4c65620 req-8e738478-9559-49f7-b922-4030acdbe3b5 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] 10.222.0.57 "GET /v2.0/ports?device_id=f69c283e-7575-4c5f-a941-7015aac1f8c0 HTTP/1.1" status: 200 len: 944 time: 0.2391307 Oct 19 01:07:55.255014 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-63fa5246-3364-41cd-b501-3b5588266948 service neutron] 10.222.0.55 "GET /v2.0/networks/d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169822 Oct 19 01:07:55.368643 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f3cee-f43d-4333-93de-209688e7f883 req-1230fb3b-94d4-47e3-9083-167affba8341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:55.370278 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-821f3cee-f43d-4333-93de-209688e7f883 req-1230fb3b-94d4-47e3-9083-167affba8341 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=453dc4a72183489e8da7331045f15309&device_id=a1667ce3-7b97-4f29-adc9-aae47fb8e592 HTTP/1.1" status: 200 len: 1095 time: 0.0565994 Oct 19 01:07:55.409654 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-188f16a7-730d-44e6-865a-1a51be989268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:55.449901 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-789ce537-06dd-4221-aad5-b293e4c65620 req-9df52225-7428-4fcc-9237-06eeab9d63ff tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] 10.222.0.57 "GET /v2.0/security-groups?id=3158428e-33ba-4e2f-b370-8981997971d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962001 Oct 19 01:07:55.459085 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-8b67ccff-e158-4be6-a5bb-c1af36173dd9 service neutron] Attempting to bind port 0d124d50-390e-4a4a-8c86-d4a7a9e0c25c on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:07:55.459411 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-8b67ccff-e158-4be6-a5bb-c1af36173dd9 service neutron] Attempting to bind port 0d124d50-390e-4a4a-8c86-d4a7a9e0c25c by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd7fdcc5c-d26f-4ef9-87d9-9346f99b4b41'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:07:55.459677 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-8b67ccff-e158-4be6-a5bb-c1af36173dd9 service neutron] Attempting to bind port 0d124d50-390e-4a4a-8c86-d4a7a9e0c25c on network d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:07:55.495378 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f3cee-f43d-4333-93de-209688e7f883 req-733e1e4b-e80b-4104-bc96-9352341c48a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:55.497774 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-821f3cee-f43d-4333-93de-209688e7f883 req-733e1e4b-e80b-4104-bc96-9352341c48a6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41 HTTP/1.1" status: 200 len: 918 time: 0.1188600 Oct 19 01:07:55.567461 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-821f3cee-f43d-4333-93de-209688e7f883 req-64716340-7d26-4873-bff9-a688908d9914 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f4a5610-b18a-4aab-98a7-a48303f3e831 HTTP/1.1" status: 200 len: 217 time: 0.0556557 Oct 19 01:07:55.572038 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-8b67ccff-e158-4be6-a5bb-c1af36173dd9 service neutron] Port 0d124d50-390e-4a4a-8c86-d4a7a9e0c25c on network d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:07:55.572410 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-8b67ccff-e158-4be6-a5bb-c1af36173dd9 service neutron] Attempting to bind port 0d124d50-390e-4a4a-8c86-d4a7a9e0c25c on network d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:07:55.607359 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-8b67ccff-e158-4be6-a5bb-c1af36173dd9 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:07:55.607697 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-8b67ccff-e158-4be6-a5bb-c1af36173dd9 service neutron] Checking segment: {'id': 'b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd7fdcc5c-d26f-4ef9-87d9-9346f99b4b41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:07:55.608102 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-8b67ccff-e158-4be6-a5bb-c1af36173dd9 service neutron] Bound using segment: {'id': 'b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd7fdcc5c-d26f-4ef9-87d9-9346f99b4b41'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:07:55.608527 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-8b67ccff-e158-4be6-a5bb-c1af36173dd9 service neutron] Bound port: 0d124d50-390e-4a4a-8c86-d4a7a9e0c25c, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd7fdcc5c-d26f-4ef9-87d9-9346f99b4b41'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:07:55.608876 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-8b67ccff-e158-4be6-a5bb-c1af36173dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:55.627259 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f16a7-730d-44e6-865a-1a51be989268 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec4eb277-f4ed-4c69-a86a-38db472c61a8,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:55.631627 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f3cee-f43d-4333-93de-209688e7f883 req-f48fe27c-cb41-46ab-b748-b028cf1f77f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:55.633473 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-821f3cee-f43d-4333-93de-209688e7f883 req-f48fe27c-cb41-46ab-b748-b028cf1f77f1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63eaf11d-f4e8-4c75-8cda-6e571f7d1de5 HTTP/1.1" status: 200 len: 857 time: 0.0572591 Oct 19 01:07:55.634943 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-c74c2ee6-b2b9-4679-8a0b-c3788a13677d tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:55.668083 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-821f3cee-f43d-4333-93de-209688e7f883 req-43ba76de-31e2-46c7-a0fb-defed2e0c37e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263629 Oct 19 01:07:55.672173 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188f16a7-730d-44e6-865a-1a51be989268 admin admin] Checking segment: {'id': '3cf6593c-83a0-4ed2-9c2c-b444ff034a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6cec4eaa-5706-4c89-b0a2-c0aa5ea9c120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:07:55.672537 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188f16a7-730d-44e6-865a-1a51be989268 admin admin] Network hostable DHCP agents. Network: 6cec4eaa-5706-4c89-b0a2-c0aa5ea9c120, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:07:55.745426 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188f16a7-730d-44e6-865a-1a51be989268 admin admin] Network 6cec4eaa-5706-4c89-b0a2-c0aa5ea9c120 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:07:55.757602 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-c74c2ee6-b2b9-4679-8a0b-c3788a13677d tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:55.776978 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-8b67ccff-e158-4be6-a5bb-c1af36173dd9 service neutron] For port 0d124d50-390e-4a4a-8c86-d4a7a9e0c25c, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:07:55.796719 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-8b67ccff-e158-4be6-a5bb-c1af36173dd9 service neutron] For port 0d124d50-390e-4a4a-8c86-d4a7a9e0c25c, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=0d124d50-390e-4a4a-8c86-d4a7a9e0c25c,segment=NetworkSegment(b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de),segment_id=b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:07:55.835005 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74258f7d-0067-483b-9835-1590c9908b83 req-06655d94-ab4b-46a9-a015-867655c36dc9 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:55.836564 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-74258f7d-0067-483b-9835-1590c9908b83 req-06655d94-ab4b-46a9-a015-867655c36dc9 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 945 time: 0.1080208 Oct 19 01:07:55.839171 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-8b67ccff-e158-4be6-a5bb-c1af36173dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:55.839560 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-821f3cee-f43d-4333-93de-209688e7f883 req-42027cc2-213f-4d76-8626-c98a24fc82a7 service neutron] 10.222.0.55 "GET /v2.0/networks/d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534276 Oct 19 01:07:55.845459 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-c74c2ee6-b2b9-4679-8a0b-c3788a13677d tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Network d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:07:55.846334 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-188f16a7-730d-44e6-865a-1a51be989268 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 6cec4eaa-5706-4c89-b0a2-c0aa5ea9c120) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:07:55.856109 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40321eb-e98b-4f6d-a371-036fc12b5741 None None] Network 6cec4eaa-5706-4c89-b0a2-c0aa5ea9c120 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:07:55.859050 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-c74c2ee6-b2b9-4679-8a0b-c3788a13677d tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:07:55.861450 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188f16a7-730d-44e6-865a-1a51be989268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:55.862031 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-188f16a7-730d-44e6-865a-1a51be989268 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:55.868331 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-c74c2ee6-b2b9-4679-8a0b-c3788a13677d tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:07:55.915123 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-8b67ccff-e158-4be6-a5bb-c1af36173dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:55.915847 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-8b67ccff-e158-4be6-a5bb-c1af36173dd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:55.917191 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-8b67ccff-e158-4be6-a5bb-c1af36173dd9 service neutron] 10.222.0.24 "PUT /v2.0/ports/0d124d50-390e-4a4a-8c86-d4a7a9e0c25c HTTP/1.1" status: 200 len: 1092 time: 1.7457418 Oct 19 01:07:55.919041 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '394bf431-d448-4ad8-8851-fcc3d153d78d', 'tag': '0d124d50-390e-4a4a-8c86-d4a7a9e0c25c'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:07:55.921780 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035fb4b2-80b6-4f88-a94f-ce3556d324e6" -d '{"events": [{"name": "network-changed", "server_uuid": "394bf431-d448-4ad8-8851-fcc3d153d78d", "tag": "0d124d50-390e-4a4a-8c86-d4a7a9e0c25c"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:07:55.936259 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c2ee6-b2b9-4679-8a0b-c3788a13677d tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Pushing event updated for resources: {'Port': ['ID=16e826ce-898d-4e73-b440-443268e719cd,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:56.004388 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-74258f7d-0067-483b-9835-1590c9908b83 req-8e7c6c16-6d11-48cd-a07a-b3801a374262 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543581 Oct 19 01:07:56.004567 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-188f16a7-730d-44e6-865a-1a51be989268 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2806988 Oct 19 01:07:56.004567 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67ccff-e158-4be6-a5bb-c1af36173dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=0d124d50-390e-4a4a-8c86-d4a7a9e0c25c,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:56.005482 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 33150) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:07:56.011138 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255f21e5-af4f-4b6b-93d7-1afcfa500574 x-openstack-request-id: req-255f21e5-af4f-4b6b-93d7-1afcfa500574 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:07:56.011138 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "394bf431-d448-4ad8-8851-fcc3d153d78d", "tag": "0d124d50-390e-4a4a-8c86-d4a7a9e0c25c", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:07:56.011138 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-255f21e5-af4f-4b6b-93d7-1afcfa500574 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:07:56.011468 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '394bf431-d448-4ad8-8851-fcc3d153d78d', 'tag': '0d124d50-390e-4a4a-8c86-d4a7a9e0c25c', 'status': 'completed', 'code': 200} Oct 19 01:07:56.023686 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-0d7db47b-dede-411f-b842-cffd14a6d79e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1312014540-router', 'tenant_id': '506610dd209c4efa90d24254b11039ad', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:56.037455 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-821f3cee-f43d-4333-93de-209688e7f883 req-ca5bc20a-4e63-4e6e-9af3-279187033fb4 service neutron] 10.222.0.55 "GET /v2.0/networks/d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808996 Oct 19 01:07:56.068644 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-c74c2ee6-b2b9-4679-8a0b-c3788a13677d tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:56.069498 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-c74c2ee6-b2b9-4679-8a0b-c3788a13677d tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:56.094779 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0d7db47b-dede-411f-b842-cffd14a6d79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:56.095932 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0d7db47b-dede-411f-b842-cffd14a6d79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:56.097776 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cbd09a-a237-4fb0-94a9-5644d5c198f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-6cec4eaa-5706-4c89-b0a2-c0aa5ea9c120', 'network_id': '6cec4eaa-5706-4c89-b0a2-c0aa5ea9c120', 'tenant_id': '506610dd209c4efa90d24254b11039ad', 'fixed_ips': [{'subnet_id': 'ec4eb277-f4ed-4c69-a86a-38db472c61a8'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:07:56.098766 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-49cbd09a-a237-4fb0-94a9-5644d5c198f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:56.102382 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-a4805aeb-a15d-4b9d-a51a-79fe4086ebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:56.104321 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-a4805aeb-a15d-4b9d-a51a-79fe4086ebb2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=453dc4a72183489e8da7331045f15309&device_id=394bf431-d448-4ad8-8851-fcc3d153d78d HTTP/1.1" status: 200 len: 1095 time: 0.0978515 Oct 19 01:07:56.108866 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-c74c2ee6-b2b9-4679-8a0b-c3788a13677d tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3700182 Oct 19 01:07:56.129064 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-2817cd64-b0c0-46d1-851c-525398b51d94 service neutron] Request body: {'port': {'device_id': '1c21cbdc-84d7-4c2b-8ee8-f859d4975ca9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:07:56.188536 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-176b1991-4413-4e10-8e60-d91921578656 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d124d50-390e-4a4a-8c86-d4a7a9e0c25c HTTP/1.1" status: 200 len: 217 time: 0.0754156 Oct 19 01:07:56.254604 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0d7db47b-dede-411f-b842-cffd14a6d79e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:56.258342 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-49cbd09a-a237-4fb0-94a9-5644d5c198f3 None None] Allocated IP 172.20.0.2 (6cec4eaa-5706-4c89-b0a2-c0aa5ea9c120/ec4eb277-f4ed-4c69-a86a-38db472c61a8/c15be4f8-7a37-4539-bd79-68c37dd08c3a) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:07:56.370869 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-2817cd64-b0c0-46d1-851c-525398b51d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:56.383086 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-a661dfdc-d0a9-4cb3-897c-3b0fc56aafc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:56.384714 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-a661dfdc-d0a9-4cb3-897c-3b0fc56aafc7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=63eaf11d-f4e8-4c75-8cda-6e571f7d1de5 HTTP/1.1" status: 200 len: 857 time: 0.1866534 Oct 19 01:07:56.457184 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-49cbd09a-a237-4fb0-94a9-5644d5c198f3 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:56.465457 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-49cbd09a-a237-4fb0-94a9-5644d5c198f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:56.523117 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cbd09a-a237-4fb0-94a9-5644d5c198f3 None None] Network 6cec4eaa-5706-4c89-b0a2-c0aa5ea9c120 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:07:56.526333 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-49cbd09a-a237-4fb0-94a9-5644d5c198f3 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:07:56.530792 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cbd09a-a237-4fb0-94a9-5644d5c198f3 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:07:56.545108 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cbd09a-a237-4fb0-94a9-5644d5c198f3 None None] Pushing event updated for resources: {'Port': ['ID=c15be4f8-7a37-4539-bd79-68c37dd08c3a,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:56.637699 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-49cbd09a-a237-4fb0-94a9-5644d5c198f3 None None] Attempting to bind port c15be4f8-7a37-4539-bd79-68c37dd08c3a on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:07:56.638235 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-49cbd09a-a237-4fb0-94a9-5644d5c198f3 None None] Attempting to bind port c15be4f8-7a37-4539-bd79-68c37dd08c3a by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '3cf6593c-83a0-4ed2-9c2c-b444ff034a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6cec4eaa-5706-4c89-b0a2-c0aa5ea9c120'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:07:56.638771 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cbd09a-a237-4fb0-94a9-5644d5c198f3 None None] Attempting to bind port c15be4f8-7a37-4539-bd79-68c37dd08c3a on network 6cec4eaa-5706-4c89-b0a2-c0aa5ea9c120 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:07:56.645834 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cbd09a-a237-4fb0-94a9-5644d5c198f3 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:07:56.646476 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cbd09a-a237-4fb0-94a9-5644d5c198f3 None None] Checking segment: {'id': '3cf6593c-83a0-4ed2-9c2c-b444ff034a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6cec4eaa-5706-4c89-b0a2-c0aa5ea9c120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:07:56.647070 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-49cbd09a-a237-4fb0-94a9-5644d5c198f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:56.647584 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cbd09a-a237-4fb0-94a9-5644d5c198f3 None None] Bound using segment: {'id': '3cf6593c-83a0-4ed2-9c2c-b444ff034a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6cec4eaa-5706-4c89-b0a2-c0aa5ea9c120'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:07:56.648219 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-49cbd09a-a237-4fb0-94a9-5644d5c198f3 None None] Bound port: c15be4f8-7a37-4539-bd79-68c37dd08c3a, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf6593c-83a0-4ed2-9c2c-b444ff034a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6cec4eaa-5706-4c89-b0a2-c0aa5ea9c120'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:07:56.648792 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-49cbd09a-a237-4fb0-94a9-5644d5c198f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:56.737088 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-49cbd09a-a237-4fb0-94a9-5644d5c198f3 None None] For port c15be4f8-7a37-4539-bd79-68c37dd08c3a, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:07:56.741859 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-49cbd09a-a237-4fb0-94a9-5644d5c198f3 None None] For port c15be4f8-7a37-4539-bd79-68c37dd08c3a, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c15be4f8-7a37-4539-bd79-68c37dd08c3a,segment=NetworkSegment(3cf6593c-83a0-4ed2-9c2c-b444ff034a60),segment_id=3cf6593c-83a0-4ed2-9c2c-b444ff034a60)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:07:56.752542 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-49cbd09a-a237-4fb0-94a9-5644d5c198f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:56.921199 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cbd09a-a237-4fb0-94a9-5644d5c198f3 None None] Pushing event updated for resources: {'Port': ['ID=c15be4f8-7a37-4539-bd79-68c37dd08c3a,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:56.936548 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-a705c99f-76a4-410a-953e-1b5d0554992b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871680 Oct 19 01:07:56.984390 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:57.025232 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0d7db47b-dede-411f-b842-cffd14a6d79e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:57.157113 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6682e9-fab1-4e4c-963d-e37b213dfff4 req-5919c9e5-1b5e-4308-8d1d-2df00f80630d tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:57.158852 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4c6682e9-fab1-4e4c-963d-e37b213dfff4 req-5919c9e5-1b5e-4308-8d1d-2df00f80630d tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] 10.222.0.57 "GET /v2.0/ports?device_id=f69c283e-7575-4c5f-a941-7015aac1f8c0 HTTP/1.1" status: 200 len: 944 time: 0.5580971 Oct 19 01:07:57.205835 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d51da7-8c22-4655-84c5-2260a7cfc292 req-f6e4a717-0fcb-4eaa-a06b-e3928143ce59 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:57.211620 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4c6682e9-fab1-4e4c-963d-e37b213dfff4 req-a0feb35d-d632-4262-86af-e227b0844c47 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] 10.222.0.57 "GET /v2.0/security-groups?id=3158428e-33ba-4e2f-b370-8981997971d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462050 Oct 19 01:07:57.213235 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-41d51da7-8c22-4655-84c5-2260a7cfc292 req-f6e4a717-0fcb-4eaa-a06b-e3928143ce59 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c21cbdc-84d7-4c2b-8ee8-f859d4975ca9 HTTP/1.1" status: 200 len: 931 time: 0.8743582 Oct 19 01:07:57.310341 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-7a48ecf7-36e0-4c0d-9460-64c72b1ea6a7 service neutron] 10.222.0.24 "GET /v2.0/networks/d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154249 Oct 19 01:07:57.381004 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-41d51da7-8c22-4655-84c5-2260a7cfc292 req-b17af081-aa76-4099-8a21-d1fe23ed6024 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3a75bfa-e05f-436e-9e74-f02b705900be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597834 Oct 19 01:07:57.522660 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20d559-055a-4176-b313-aed75c0f3f7e req-26428ab2-5429-40e8-a39f-47663bb389d5 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:57.524394 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cf20d559-055a-4176-b313-aed75c0f3f7e req-26428ab2-5429-40e8-a39f-47663bb389d5 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 945 time: 0.0976069 Oct 19 01:07:57.544987 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 1860b5cd-464d-4b17-806c-d22fc5596c7b up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:07:57.601588 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cf20d559-055a-4176-b313-aed75c0f3f7e req-c6f2e074-4b17-42a1-8093-d241f02f29ee tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703089 Oct 19 01:07:57.610329 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-1d9ffa09-afbe-48eb-8bd0-a8e22b1afffe service neutron] 10.222.0.24 "GET /v2.0/networks/d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704926 Oct 19 01:07:57.660677 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 1860b5cd-464d-4b17-806c-d22fc5596c7b completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:07:57.670016 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 1860b5cd-464d-4b17-806c-d22fc5596c7b triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:07:57.670845 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:57.782524 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:57.818881 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 1860b5cd-464d-4b17-806c-d22fc5596c7b, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1860b5cd-464d-4b17-806c-d22fc5596c7b,segment=NetworkSegment(e742fb75-7476-43b0-954f-c27bf3d3c9dd),segment_id=e742fb75-7476-43b0-954f-c27bf3d3c9dd)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:57.819325 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-2817cd64-b0c0-46d1-851c-525398b51d94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16e826ce-898d-4e73-b440-443268e719cd {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:07:57.820095 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69c283e-7575-4c5f-a941-7015aac1f8c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1860b5cd-464d-4b17-806c-d22fc5596c7b'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:07:57.822553 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de13f979-2e09-4019-bb65-97c173eb5801" -d '{"events": [{"server_uuid": "f69c283e-7575-4c5f-a941-7015aac1f8c0", "name": "network-vif-plugged", "status": "completed", "tag": "1860b5cd-464d-4b17-806c-d22fc5596c7b"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:07:57.828040 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:57.831771 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-2817cd64-b0c0-46d1-851c-525398b51d94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:57.848086 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-2817cd64-b0c0-46d1-851c-525398b51d94 service neutron] Transition to ACTIVE for port object 16e826ce-898d-4e73-b440-443268e719cd will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:07:57.862337 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fb4b2-80b6-4f88-a94f-ce3556d324e6 req-4ea8f153-2796-46ee-9a0a-5c787bd8b31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:57.870447 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-035fb4b2-80b6-4f88-a94f-ce3556d324e6 req-4ea8f153-2796-46ee-9a0a-5c787bd8b31b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=453dc4a72183489e8da7331045f15309&device_id=394bf431-d448-4ad8-8851-fcc3d153d78d HTTP/1.1" status: 200 len: 1095 time: 0.1911445 Oct 19 01:07:57.872409 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-2817cd64-b0c0-46d1-851c-525398b51d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:57.882820 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1c07b4-f697-409d-b983-d13d9c9081e2 x-openstack-request-id: req-1c1c07b4-f697-409d-b983-d13d9c9081e2 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:07:57.883181 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69c283e-7575-4c5f-a941-7015aac1f8c0", "name": "network-vif-plugged", "status": "completed", "tag": "1860b5cd-464d-4b17-806c-d22fc5596c7b", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:07:57.883381 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1c1c07b4-f697-409d-b983-d13d9c9081e2 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:07:57.883837 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69c283e-7575-4c5f-a941-7015aac1f8c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1860b5cd-464d-4b17-806c-d22fc5596c7b', 'code': 200} Oct 19 01:07:57.920665 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=1860b5cd-464d-4b17-806c-d22fc5596c7b,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:57.973353 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817cd64-b0c0-46d1-851c-525398b51d94 service neutron] Pushing event updated for resources: {'Port': ['ID=16e826ce-898d-4e73-b440-443268e719cd,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:58.025660 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13b1fb-6126-4610-a5c3-3a907625f724 req-4e8577d3-b82d-4f48-b6db-d0fa827c81f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:58.027130 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9a13b1fb-6126-4610-a5c3-3a907625f724 req-4e8577d3-b82d-4f48-b6db-d0fa827c81f4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f69c283e-7575-4c5f-a941-7015aac1f8c0 HTTP/1.1" status: 200 len: 1097 time: 0.0492222 Oct 19 01:07:58.081860 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9a13b1fb-6126-4610-a5c3-3a907625f724 req-39211cad-9678-4546-a48a-23546313c04c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3158428e-33ba-4e2f-b370-8981997971d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463362 Oct 19 01:07:58.351695 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fb4b2-80b6-4f88-a94f-ce3556d324e6 req-a308f0bf-9f10-435e-b068-3a1be76404bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:58.376223 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-035fb4b2-80b6-4f88-a94f-ce3556d324e6 req-a308f0bf-9f10-435e-b068-3a1be76404bd service neutron] 10.222.0.24 "GET /v2.0/networks?id=d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41 HTTP/1.1" status: 200 len: 918 time: 0.4236612 Oct 19 01:07:58.496677 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-035fb4b2-80b6-4f88-a94f-ce3556d324e6 req-c5448e17-cab4-435a-b3fc-7dbcaf1ebe00 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d124d50-390e-4a4a-8c86-d4a7a9e0c25c HTTP/1.1" status: 200 len: 217 time: 0.0962198 Oct 19 01:07:58.525509 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0d7db47b-dede-411f-b842-cffd14a6d79e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:58.552957 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dff248e-fdbd-4381-8b4b-6e5dff7df85b None None] Network 6cec4eaa-5706-4c89-b0a2-c0aa5ea9c120 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:07:58.579011 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0d7db47b-dede-411f-b842-cffd14a6d79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:58.634112 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691a02d-e4be-4333-8105-df3c1f6216ef req-e8ff74b5-a37d-43e3-81a5-07bec66cbf5e tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:58.651045 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e691a02d-e4be-4333-8105-df3c1f6216ef req-e8ff74b5-a37d-43e3-81a5-07bec66cbf5e tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c21cbdc-84d7-4c2b-8ee8-f859d4975ca9 HTTP/1.1" status: 200 len: 943 time: 0.0764565 Oct 19 01:07:58.704431 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e691a02d-e4be-4333-8105-df3c1f6216ef req-deeb283f-80c4-416c-a5c4-4a7c020b6d7f tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3a75bfa-e05f-436e-9e74-f02b705900be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521944 Oct 19 01:07:58.735801 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-0790ac56-53f3-48bb-a534-3bbc7eb0f4df None None] Provisioning complete for port c15be4f8-7a37-4539-bd79-68c37dd08c3a triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:07:58.736271 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0790ac56-53f3-48bb-a534-3bbc7eb0f4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:58.768639 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 7f4a5610-b18a-4aab-98a7-a48303f3e831 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:07:58.775400 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c15be4f8-7a37-4539-bd79-68c37dd08c3a up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:07:58.799817 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-2817cd64-b0c0-46d1-851c-525398b51d94 service neutron] Attempting to bind port 16e826ce-898d-4e73-b440-443268e719cd on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:07:58.800190 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-2817cd64-b0c0-46d1-851c-525398b51d94 service neutron] Attempting to bind port 16e826ce-898d-4e73-b440-443268e719cd by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd7fdcc5c-d26f-4ef9-87d9-9346f99b4b41'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:07:58.800636 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-2817cd64-b0c0-46d1-851c-525398b51d94 service neutron] Attempting to bind port 16e826ce-898d-4e73-b440-443268e719cd on network d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:07:58.819700 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605aad4-7620-488a-a55e-35d4e913d8c0 req-d8a74a2e-01cb-40ea-a972-0c08af03e134 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:58.821630 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9605aad4-7620-488a-a55e-35d4e913d8c0 req-d8a74a2e-01cb-40ea-a972-0c08af03e134 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] 10.222.0.57 "GET /v2.0/ports?device_id=f69c283e-7575-4c5f-a941-7015aac1f8c0 HTTP/1.1" status: 200 len: 945 time: 0.4228661 Oct 19 01:07:58.826029 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fb4b2-80b6-4f88-a94f-ce3556d324e6 req-4bf278fc-8c31-4433-9552-77140f202954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:58.827499 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-035fb4b2-80b6-4f88-a94f-ce3556d324e6 req-4bf278fc-8c31-4433-9552-77140f202954 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=63eaf11d-f4e8-4c75-8cda-6e571f7d1de5 HTTP/1.1" status: 200 len: 857 time: 0.2635505 Oct 19 01:07:58.830808 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-2817cd64-b0c0-46d1-851c-525398b51d94 service neutron] Port 16e826ce-898d-4e73-b440-443268e719cd on network d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:07:58.831385 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-2817cd64-b0c0-46d1-851c-525398b51d94 service neutron] Attempting to bind port 16e826ce-898d-4e73-b440-443268e719cd on network d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:07:58.875243 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-2817cd64-b0c0-46d1-851c-525398b51d94 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:07:58.875519 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-2817cd64-b0c0-46d1-851c-525398b51d94 service neutron] Checking segment: {'id': 'b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd7fdcc5c-d26f-4ef9-87d9-9346f99b4b41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:07:58.876186 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-2817cd64-b0c0-46d1-851c-525398b51d94 service neutron] Bound using segment: {'id': 'b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd7fdcc5c-d26f-4ef9-87d9-9346f99b4b41'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:07:58.876339 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-2817cd64-b0c0-46d1-851c-525398b51d94 service neutron] Bound port: 16e826ce-898d-4e73-b440-443268e719cd, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd7fdcc5c-d26f-4ef9-87d9-9346f99b4b41'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:07:58.876703 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-2817cd64-b0c0-46d1-851c-525398b51d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:58.880090 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-035fb4b2-80b6-4f88-a94f-ce3556d324e6 req-9c3eed96-574e-42fc-b139-97280a39c1da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437613 Oct 19 01:07:58.895826 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-0d7db47b-dede-411f-b842-cffd14a6d79e admin admin] Allocated IP 172.25.8.242 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/fd1cfe14-c914-4341-84fa-b12cbf5a8970) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:07:58.958232 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1da2b-d86a-4b54-80ea-1e5c28e767e5 req-26b53413-63bf-4f19-b36c-18f60ec90a6f tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:58.960545 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-94c1da2b-d86a-4b54-80ea-1e5c28e767e5 req-26b53413-63bf-4f19-b36c-18f60ec90a6f tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 945 time: 0.0877364 Oct 19 01:07:59.002399 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9605aad4-7620-488a-a55e-35d4e913d8c0 req-f49dbbb1-26cd-446b-8ae5-9b6e7e03f898 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] 10.222.0.57 "GET /v2.0/security-groups?id=3158428e-33ba-4e2f-b370-8981997971d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578605 Oct 19 01:07:59.013949 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-94c1da2b-d86a-4b54-80ea-1e5c28e767e5 req-ccd8bd0e-5bf9-44e0-8a91-b8e1072b1700 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416729 Oct 19 01:07:59.025468 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0790ac56-53f3-48bb-a534-3bbc7eb0f4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:59.037219 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port c15be4f8-7a37-4539-bd79-68c37dd08c3a triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:07:59.037219 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:59.107419 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 7f4a5610-b18a-4aab-98a7-a48303f3e831, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=7f4a5610-b18a-4aab-98a7-a48303f3e831,segment=NetworkSegment(b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de),segment_id=b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:59.138240 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '7f4a5610-b18a-4aab-98a7-a48303f3e831', 'network_id': 'd7fdcc5c-d26f-4ef9-87d9-9346f99b4b41', 'port_id': '7f4a5610-b18a-4aab-98a7-a48303f3e831', 'mac_address': 'fa:16:3e:48:66:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63eaf11d-f4e8-4c75-8cda-6e571f7d1de5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:07:59.144973 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-0790ac56-53f3-48bb-a534-3bbc7eb0f4df None None] For port c15be4f8-7a37-4539-bd79-68c37dd08c3a, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c15be4f8-7a37-4539-bd79-68c37dd08c3a,segment=NetworkSegment(3cf6593c-83a0-4ed2-9c2c-b444ff034a60),segment_id=3cf6593c-83a0-4ed2-9c2c-b444ff034a60)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:59.157547 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-2817cd64-b0c0-46d1-851c-525398b51d94 service neutron] For port 16e826ce-898d-4e73-b440-443268e719cd, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:07:59.162899 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-2817cd64-b0c0-46d1-851c-525398b51d94 service neutron] For port 16e826ce-898d-4e73-b440-443268e719cd, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=16e826ce-898d-4e73-b440-443268e719cd,segment=NetworkSegment(b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de),segment_id=b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:07:59.165263 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0790ac56-53f3-48bb-a534-3bbc7eb0f4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:59.183192 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-2817cd64-b0c0-46d1-851c-525398b51d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:59.248001 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-2817cd64-b0c0-46d1-851c-525398b51d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:59.248912 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-2817cd64-b0c0-46d1-851c-525398b51d94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:59.250729 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-2817cd64-b0c0-46d1-851c-525398b51d94 service neutron] 10.222.0.55 "PUT /v2.0/ports/16e826ce-898d-4e73-b440-443268e719cd HTTP/1.1" status: 200 len: 1092 time: 3.1286011 Oct 19 01:07:59.252811 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-035fb4b2-80b6-4f88-a94f-ce3556d324e6 req-0e7357ae-051a-4b9c-b28c-d9be6b967b1c service neutron] 10.222.0.24 "GET /v2.0/networks/d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468759 Oct 19 01:07:59.258022 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:59.261480 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c21cbdc-84d7-4c2b-8ee8-f859d4975ca9', 'tag': '16e826ce-898d-4e73-b440-443268e719cd'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:07:59.265487 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d3dd50-93bc-4731-a65e-fed38811685f" -d '{"events": [{"name": "network-changed", "server_uuid": "1c21cbdc-84d7-4c2b-8ee8-f859d4975ca9", "tag": "16e826ce-898d-4e73-b440-443268e719cd"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:07:59.314098 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0d7db47b-dede-411f-b842-cffd14a6d79e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:59.322560 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:59.338649 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0790ac56-53f3-48bb-a534-3bbc7eb0f4df None None] Pushing event updated for resources: {'Port': ['ID=c15be4f8-7a37-4539-bd79-68c37dd08c3a,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:59.351643 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f4a5610-b18a-4aab-98a7-a48303f3e831 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:07:59.357656 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4ef585-e447-4cbc-aa33-1881765e19ee x-openstack-request-id: req-6b4ef585-e447-4cbc-aa33-1881765e19ee {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:07:59.358017 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c21cbdc-84d7-4c2b-8ee8-f859d4975ca9", "tag": "16e826ce-898d-4e73-b440-443268e719cd", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:07:59.358427 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6b4ef585-e447-4cbc-aa33-1881765e19ee {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:07:59.359126 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c21cbdc-84d7-4c2b-8ee8-f859d4975ca9', 'tag': '16e826ce-898d-4e73-b440-443268e719cd', 'status': 'completed', 'code': 200} Oct 19 01:07:59.375220 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 7f4a5610-b18a-4aab-98a7-a48303f3e831, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=7f4a5610-b18a-4aab-98a7-a48303f3e831,segment=NetworkSegment(b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de),segment_id=b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:07:59.383025 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:59.394148 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817cd64-b0c0-46d1-851c-525398b51d94 service neutron] Pushing event updated for resources: {'Port': ['ID=16e826ce-898d-4e73-b440-443268e719cd,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:59.425674 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-912f5a06-fa56-4321-a159-0b94169540ae None None] Provisioning complete for port c15be4f8-7a37-4539-bd79-68c37dd08c3a triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:07:59.426025 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-912f5a06-fa56-4321-a159-0b94169540ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:59.457152 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-78aee2ce-c591-4942-8429-f4b067f5a209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:59.459863 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-78aee2ce-c591-4942-8429-f4b067f5a209 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=453dc4a72183489e8da7331045f15309&device_id=1c21cbdc-84d7-4c2b-8ee8-f859d4975ca9 HTTP/1.1" status: 200 len: 1095 time: 0.1400499 Oct 19 01:07:59.490760 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=7f4a5610-b18a-4aab-98a7-a48303f3e831,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:59.521154 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-74f5bd50-d7f6-4774-97dc-050a12c950c9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16e826ce-898d-4e73-b440-443268e719cd HTTP/1.1" status: 200 len: 217 time: 0.0510602 Oct 19 01:07:59.524730 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-035fb4b2-80b6-4f88-a94f-ce3556d324e6 req-8d051c38-4922-4e87-9bea-0032f52f6b57 service neutron] 10.222.0.24 "GET /v2.0/networks/d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433195 Oct 19 01:07:59.563574 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0d7db47b-dede-411f-b842-cffd14a6d79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:59.628542 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-b8283b5b-0beb-4e69-a78b-d14131005733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:59.630072 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-b8283b5b-0beb-4e69-a78b-d14131005733 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63eaf11d-f4e8-4c75-8cda-6e571f7d1de5 HTTP/1.1" status: 200 len: 857 time: 0.0994163 Oct 19 01:07:59.633787 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7db47b-dede-411f-b842-cffd14a6d79e admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:07:59.638498 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-0d7db47b-dede-411f-b842-cffd14a6d79e admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:07:59.640691 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7db47b-dede-411f-b842-cffd14a6d79e admin admin] Pushing event updated for resources: {'Port': ['ID=fd1cfe14-c914-4341-84fa-b12cbf5a8970,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:07:59.644405 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7db47b-dede-411f-b842-cffd14a6d79e admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:07:59.697088 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-68dce97b-b386-49ae-90e1-80701b73bd26 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538173 Oct 19 01:07:59.731501 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['7f4a5610-b18a-4aab-98a7-a48303f3e831'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:07:59.940419 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-4545edca-4f2b-49c3-a3c8-312eadab2732 service neutron] 10.222.0.55 "GET /v2.0/networks/d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357399 Oct 19 01:07:59.954750 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6cfc46-25a1-4a47-8d4b-5a8d9ef81450 req-11eb4142-e703-4dcb-9bdf-755c4fc402ff tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:07:59.956263 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dd6cfc46-25a1-4a47-8d4b-5a8d9ef81450 req-11eb4142-e703-4dcb-9bdf-755c4fc402ff tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c21cbdc-84d7-4c2b-8ee8-f859d4975ca9 HTTP/1.1" status: 200 len: 943 time: 0.1088872 Oct 19 01:08:00.132164 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dd6cfc46-25a1-4a47-8d4b-5a8d9ef81450 req-62e661e3-2d7e-470c-9f1a-8bc348dfa30a tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3a75bfa-e05f-436e-9e74-f02b705900be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348321 Oct 19 01:08:00.165257 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a777558-63d2-4a87-9dd7-28b4d01d7bcd req-88ea1af7-ed86-43ab-b644-9a772caeddcf service neutron] 10.222.0.55 "GET /v2.0/networks/d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001357 Oct 19 01:08:00.165468 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4102f-b421-4470-b1db-747f2220ce4d req-dd72e0fc-3226-4234-bba8-3d33a11dcd0d tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:00.165468 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-87f4102f-b421-4470-b1db-747f2220ce4d req-dd72e0fc-3226-4234-bba8-3d33a11dcd0d tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 945 time: 0.0659671 Oct 19 01:08:00.165981 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0d7db47b-dede-411f-b842-cffd14a6d79e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:00.239445 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-87f4102f-b421-4470-b1db-747f2220ce4d req-3c1a224e-6540-4df9-8d0d-7d95ccb21103 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625534 Oct 19 01:08:00.695834 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3dd50-93bc-4731-a65e-fed38811685f req-52cf7593-f445-4b79-b3a7-69cda937bb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:00.697327 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-18d3dd50-93bc-4731-a65e-fed38811685f req-52cf7593-f445-4b79-b3a7-69cda937bb9f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=453dc4a72183489e8da7331045f15309&device_id=1c21cbdc-84d7-4c2b-8ee8-f859d4975ca9 HTTP/1.1" status: 200 len: 1095 time: 0.4734671 Oct 19 01:08:00.703535 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c15be4f8-7a37-4539-bd79-68c37dd08c3a up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:08:00.758628 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfcc0ff-aeaa-4293-8217-021306cfe506 req-c8f5b9fc-ad9a-480a-8d2f-884f0233e0c8 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:00.760468 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5cfcc0ff-aeaa-4293-8217-021306cfe506 req-c8f5b9fc-ad9a-480a-8d2f-884f0233e0c8 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] 10.222.0.57 "GET /v2.0/ports?device_id=f69c283e-7575-4c5f-a941-7015aac1f8c0 HTTP/1.1" status: 200 len: 945 time: 0.1718681 Oct 19 01:08:00.767466 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port c15be4f8-7a37-4539-bd79-68c37dd08c3a triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:08:00.768414 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:00.797101 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 7f4a5610-b18a-4aab-98a7-a48303f3e831 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:08:00.893925 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5cfcc0ff-aeaa-4293-8217-021306cfe506 req-38242806-c229-4b51-9683-be0ca1f766fc tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] 10.222.0.57 "GET /v2.0/security-groups?id=3158428e-33ba-4e2f-b370-8981997971d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254091 Oct 19 01:08:00.913936 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0d7db47b-dede-411f-b842-cffd14a6d79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:00.922996 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3dd50-93bc-4731-a65e-fed38811685f req-e4bdbeb7-58de-47b8-b845-ef7353ae1e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:00.924500 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-18d3dd50-93bc-4731-a65e-fed38811685f req-e4bdbeb7-58de-47b8-b845-ef7353ae1e93 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41 HTTP/1.1" status: 200 len: 918 time: 0.1932244 Oct 19 01:08:00.932644 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 7f4a5610-b18a-4aab-98a7-a48303f3e831 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:08:00.943506 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 7f4a5610-b18a-4aab-98a7-a48303f3e831 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:08:00.944113 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:01.051298 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:01.078464 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1667ce3-7b97-4f29-adc9-aae47fb8e592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4a5610-b18a-4aab-98a7-a48303f3e831'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:08:01.081089 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530f19ab-1f99-4fe1-9e1c-6296da69c24b" -d '{"events": [{"server_uuid": "a1667ce3-7b97-4f29-adc9-aae47fb8e592", "name": "network-vif-plugged", "status": "completed", "tag": "7f4a5610-b18a-4aab-98a7-a48303f3e831"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:08:01.109218 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 7f4a5610-b18a-4aab-98a7-a48303f3e831, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=7f4a5610-b18a-4aab-98a7-a48303f3e831,segment=NetworkSegment(b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de),segment_id=b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:08:01.120302 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:01.187991 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6390a56-464d-4838-85be-26839b78b19a x-openstack-request-id: req-c6390a56-464d-4838-85be-26839b78b19a {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:08:01.188368 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1667ce3-7b97-4f29-adc9-aae47fb8e592", "name": "network-vif-plugged", "status": "completed", "tag": "7f4a5610-b18a-4aab-98a7-a48303f3e831", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:08:01.189921 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c6390a56-464d-4838-85be-26839b78b19a {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:08:01.190904 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1667ce3-7b97-4f29-adc9-aae47fb8e592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4a5610-b18a-4aab-98a7-a48303f3e831', 'code': 200} Oct 19 01:08:01.204766 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-18d3dd50-93bc-4731-a65e-fed38811685f req-2e8296c9-a479-4ea1-b675-e93fbe74af5c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16e826ce-898d-4e73-b440-443268e719cd HTTP/1.1" status: 200 len: 217 time: 0.1943376 Oct 19 01:08:01.259677 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=7f4a5610-b18a-4aab-98a7-a48303f3e831,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:01.374068 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3dd50-93bc-4731-a65e-fed38811685f req-8df0f771-61cd-4386-9f4c-3303f5b9443d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:01.375592 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-18d3dd50-93bc-4731-a65e-fed38811685f req-8df0f771-61cd-4386-9f4c-3303f5b9443d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63eaf11d-f4e8-4c75-8cda-6e571f7d1de5 HTTP/1.1" status: 200 len: 857 time: 0.1579204 Oct 19 01:08:01.437467 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66e9b3-4281-4b97-a40c-b03bcc76dfff req-3ff95acd-3713-4e7c-a5cc-f87ef62cfaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:01.439077 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ab66e9b3-4281-4b97-a40c-b03bcc76dfff req-3ff95acd-3713-4e7c-a5cc-f87ef62cfaea service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a1667ce3-7b97-4f29-adc9-aae47fb8e592 HTTP/1.1" status: 200 len: 1097 time: 0.1414075 Oct 19 01:08:01.440196 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-18d3dd50-93bc-4731-a65e-fed38811685f req-cac5fd26-eb64-4190-90a9-00ef4e08ee90 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482790 Oct 19 01:08:01.455683 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da20d8-6b58-467d-a838-b956f1068139 req-1fa044e4-69ec-49d0-821e-6b0cfa712bc9 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:01.457320 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-65da20d8-6b58-467d-a838-b956f1068139 req-1fa044e4-69ec-49d0-821e-6b0cfa712bc9 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] 10.222.0.57 "GET /v2.0/ports?device_id=f69c283e-7575-4c5f-a941-7015aac1f8c0 HTTP/1.1" status: 200 len: 945 time: 0.1001167 Oct 19 01:08:01.459377 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d3f98-138f-4681-9907-ced8f321210d req-5e5405a0-3c2d-4bcb-8f21-0f17d3747a6a tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:01.461215 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-477d3f98-138f-4681-9907-ced8f321210d req-5e5405a0-3c2d-4bcb-8f21-0f17d3747a6a tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c21cbdc-84d7-4c2b-8ee8-f859d4975ca9 HTTP/1.1" status: 200 len: 943 time: 0.1860220 Oct 19 01:08:01.508375 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7db47b-dede-411f-b842-cffd14a6d79e admin admin] Router 70822bd7-58cc-4ea5-852d-20f46ab42e39 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:08:01.509223 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ab66e9b3-4281-4b97-a40c-b03bcc76dfff req-f9b4e760-84d4-4569-873a-2ae956420a5c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f3a75bfa-e05f-436e-9e74-f02b705900be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509477 Oct 19 01:08:01.523329 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-65da20d8-6b58-467d-a838-b956f1068139 req-627e73c5-7c1f-4cd7-b060-2900419ef90e tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] 10.222.0.57 "GET /v2.0/security-groups?id=3158428e-33ba-4e2f-b370-8981997971d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592237 Oct 19 01:08:01.559857 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 0d124d50-390e-4a4a-8c86-d4a7a9e0c25c details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:08:01.588101 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-477d3f98-138f-4681-9907-ced8f321210d req-a1e5cdd9-b258-44e6-aa42-712b4d6460aa tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3a75bfa-e05f-436e-9e74-f02b705900be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165221 Oct 19 01:08:01.679890 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125c68f-e9ab-40fb-ad11-0ae6c2411a9a req-b1531c46-658f-41ff-866d-18e55d10b93e tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:01.681944 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b125c68f-e9ab-40fb-ad11-0ae6c2411a9a req-b1531c46-658f-41ff-866d-18e55d10b93e tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 945 time: 0.0760312 Oct 19 01:08:01.695775 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-18d3dd50-93bc-4731-a65e-fed38811685f req-2dbadd4c-822b-4e85-bae3-282315a83ee5 service neutron] 10.222.0.55 "GET /v2.0/networks/d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471132 Oct 19 01:08:01.720999 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7db47b-dede-411f-b842-cffd14a6d79e admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:08:01.732165 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b125c68f-e9ab-40fb-ad11-0ae6c2411a9a req-e28ea0e8-8d44-4393-8f4a-86e7f5faf994 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419464 Oct 19 01:08:01.739943 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5a6d2d-8620-4c6a-89b7-53f8407ef86e None None] Sync routers for ids ['70822bd7-58cc-4ea5-852d-20f46ab42e39'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:08:01.750446 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0d7db47b-dede-411f-b842-cffd14a6d79e admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:01.754711 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0d7db47b-dede-411f-b842-cffd14a6d79e admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.7394128 Oct 19 01:08:01.754831 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 0d124d50-390e-4a4a-8c86-d4a7a9e0c25c, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=0d124d50-390e-4a4a-8c86-d4a7a9e0c25c,segment=NetworkSegment(b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de),segment_id=b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:08:01.755530 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 33242) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:01.766230 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '0d124d50-390e-4a4a-8c86-d4a7a9e0c25c', 'network_id': 'd7fdcc5c-d26f-4ef9-87d9-9346f99b4b41', 'port_id': '0d124d50-390e-4a4a-8c86-d4a7a9e0c25c', 'mac_address': 'fa:16:3e:97:d3:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63eaf11d-f4e8-4c75-8cda-6e571f7d1de5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:08:01.768048 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5a6d2d-8620-4c6a-89b7-53f8407ef86e None None] Routers {'70822bd7-58cc-4ea5-852d-20f46ab42e39'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:08:01.768875 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-cf5a6d2d-8620-4c6a-89b7-53f8407ef86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:07:46Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['70822bd7-58cc-4ea5-852d-20f46ab42e39'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:08:01.859918 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:01.968333 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-18d3dd50-93bc-4731-a65e-fed38811685f req-4b453849-270c-4196-9940-51d08dad8e98 service neutron] 10.222.0.55 "GET /v2.0/networks/d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018781 Oct 19 01:08:02.052896 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d124d50-390e-4a4a-8c86-d4a7a9e0c25c {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:08:02.086745 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 0d124d50-390e-4a4a-8c86-d4a7a9e0c25c, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=0d124d50-390e-4a4a-8c86-d4a7a9e0c25c,segment=NetworkSegment(b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de),segment_id=b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:08:02.088846 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-cf5a6d2d-8620-4c6a-89b7-53f8407ef86e None None] Set router 70822bd7-58cc-4ea5-852d-20f46ab42e39 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:08:02.091965 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:02.249857 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=0d124d50-390e-4a4a-8c86-d4a7a9e0c25c,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:02.331144 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-cf5a6d2d-8620-4c6a-89b7-53f8407ef86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70822bd7-58cc-4ea5-852d-20f46ab42e39', 'name': 'tempest-FloatingIPsNegativeTestJSON-1312014540-router', 'tenant_id': '506610dd209c4efa90d24254b11039ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'fd1cfe14-c914-4341-84fa-b12cbf5a8970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:07:56Z', 'updated_at': '2021-10-19T01:07:59Z', 'revision_number': 3, 'project_id': '506610dd209c4efa90d24254b11039ad', 'gw_port': {'id': 'fd1cfe14-c914-4341-84fa-b12cbf5a8970', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:06:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70822bd7-58cc-4ea5-852d-20f46ab42e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:07:58Z', 'updated_at': '2021-10-19T01:07:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:08:02.360025 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-033eb90e-b685-4f6b-8f16-cba2743cac8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:02.365468 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5a6d2d-8620-4c6a-89b7-53f8407ef86e None None] Checking router: 70822bd7-58cc-4ea5-852d-20f46ab42e39 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:08:02.365834 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5a6d2d-8620-4c6a-89b7-53f8407ef86e None None] Updating router 70822bd7-58cc-4ea5-852d-20f46ab42e39 port fd1cfe14-c914-4341-84fa-b12cbf5a8970 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:08:02.391365 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cf5a6d2d-8620-4c6a-89b7-53f8407ef86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:02.529662 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['0d124d50-390e-4a4a-8c86-d4a7a9e0c25c'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:08:02.543166 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-033eb90e-b685-4f6b-8f16-cba2743cac8a admin admin] Allocated IP 172.20.0.1 (6cec4eaa-5706-4c89-b0a2-c0aa5ea9c120/ec4eb277-f4ed-4c69-a86a-38db472c61a8/f368d0f6-6040-4ee0-b9b7-bfcc19e40a7c) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:08:02.689196 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-033eb90e-b685-4f6b-8f16-cba2743cac8a admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:02.747960 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0f0fe-20cb-443f-93ed-2f4942470fcc req-2c747cc7-4076-4b04-957b-8ca0aa277b38 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:02.749492 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-17a0f0fe-20cb-443f-93ed-2f4942470fcc req-2c747cc7-4076-4b04-957b-8ca0aa277b38 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c21cbdc-84d7-4c2b-8ee8-f859d4975ca9 HTTP/1.1" status: 200 len: 943 time: 0.0609717 Oct 19 01:08:02.750291 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20d88f-17d7-4ab6-bf5e-cf152abf5d7e req-a2a7a024-cb36-4dcd-bc3f-51c896ce22ad tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:02.751883 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-af20d88f-17d7-4ab6-bf5e-cf152abf5d7e req-a2a7a024-cb36-4dcd-bc3f-51c896ce22ad tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] 10.222.0.57 "GET /v2.0/ports?device_id=f69c283e-7575-4c5f-a941-7015aac1f8c0 HTTP/1.1" status: 200 len: 945 time: 0.0898371 Oct 19 01:08:02.764912 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-033eb90e-b685-4f6b-8f16-cba2743cac8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:02.832566 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033eb90e-b685-4f6b-8f16-cba2743cac8a admin admin] Network 6cec4eaa-5706-4c89-b0a2-c0aa5ea9c120 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:08:02.833204 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-17a0f0fe-20cb-443f-93ed-2f4942470fcc req-8c9ea8c1-dcaf-47e9-b6ce-ac9cb3b3549a tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3a75bfa-e05f-436e-9e74-f02b705900be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622413 Oct 19 01:08:02.843284 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-033eb90e-b685-4f6b-8f16-cba2743cac8a admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:08:02.851739 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033eb90e-b685-4f6b-8f16-cba2743cac8a admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:08:02.857044 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033eb90e-b685-4f6b-8f16-cba2743cac8a admin admin] Pushing event updated for resources: {'Port': ['ID=f368d0f6-6040-4ee0-b9b7-bfcc19e40a7c,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:02.889818 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cf5a6d2d-8620-4c6a-89b7-53f8407ef86e None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:02.892014 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-af20d88f-17d7-4ab6-bf5e-cf152abf5d7e req-fcb1f34a-352d-45ff-8d7a-fcab531cef86 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] 10.222.0.57 "GET /v2.0/security-groups?id=3158428e-33ba-4e2f-b370-8981997971d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235659 Oct 19 01:08:02.915841 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-033eb90e-b685-4f6b-8f16-cba2743cac8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:02.919250 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cf5a6d2d-8620-4c6a-89b7-53f8407ef86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:03.021904 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15209d8d-edc5-44c3-97d0-245815b8af5d req-10aad97a-656d-4aea-834d-f47d67ff8cf5 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:03.024105 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-15209d8d-edc5-44c3-97d0-245815b8af5d req-10aad97a-656d-4aea-834d-f47d67ff8cf5 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] 10.222.0.24 "GET /v2.0/ports?device_id=f69c283e-7575-4c5f-a941-7015aac1f8c0 HTTP/1.1" status: 200 len: 945 time: 0.1392055 Oct 19 01:08:03.053789 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8d362-97d0-4999-aaa7-5c8c1c578cfb req-996d901c-6867-4efd-bdc3-803a96daaebf tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:03.056008 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167ea4e-8ad7-4ab3-abfe-e75e55035bd3 None None] Pushing event updated for resources: {'Port': ['ID=fd1cfe14-c914-4341-84fa-b12cbf5a8970,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:03.063842 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ebc8d362-97d0-4999-aaa7-5c8c1c578cfb req-996d901c-6867-4efd-bdc3-803a96daaebf tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 945 time: 0.1038215 Oct 19 01:08:03.072995 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-cf5a6d2d-8620-4c6a-89b7-53f8407ef86e None None] Attempting to bind port fd1cfe14-c914-4341-84fa-b12cbf5a8970 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:08:03.073614 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-cf5a6d2d-8620-4c6a-89b7-53f8407ef86e None None] Attempting to bind port fd1cfe14-c914-4341-84fa-b12cbf5a8970 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:08:03.075111 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5a6d2d-8620-4c6a-89b7-53f8407ef86e None None] Attempting to bind port fd1cfe14-c914-4341-84fa-b12cbf5a8970 on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:08:03.082175 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5a6d2d-8620-4c6a-89b7-53f8407ef86e None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:08:03.082883 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5a6d2d-8620-4c6a-89b7-53f8407ef86e None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:08:03.083517 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cf5a6d2d-8620-4c6a-89b7-53f8407ef86e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:03.084331 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5a6d2d-8620-4c6a-89b7-53f8407ef86e None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:08:03.085063 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-cf5a6d2d-8620-4c6a-89b7-53f8407ef86e None None] Bound port: fd1cfe14-c914-4341-84fa-b12cbf5a8970, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:08:03.085665 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cf5a6d2d-8620-4c6a-89b7-53f8407ef86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:03.180686 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-cf5a6d2d-8620-4c6a-89b7-53f8407ef86e None None] For port fd1cfe14-c914-4341-84fa-b12cbf5a8970, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:08:03.189087 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-cf5a6d2d-8620-4c6a-89b7-53f8407ef86e None None] For port fd1cfe14-c914-4341-84fa-b12cbf5a8970, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=fd1cfe14-c914-4341-84fa-b12cbf5a8970,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:08:03.198782 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cf5a6d2d-8620-4c6a-89b7-53f8407ef86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:03.217345 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ebc8d362-97d0-4999-aaa7-5c8c1c578cfb req-8bf2f971-4d38-4764-81d0-ed32c3b3b7a2 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371770 Oct 19 01:08:03.237242 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-033eb90e-b685-4f6b-8f16-cba2743cac8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:03.297007 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-15209d8d-edc5-44c3-97d0-245815b8af5d req-418d09fb-31c5-4d70-bcea-0a6b31b9cec1 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Deleting port 1860b5cd-464d-4b17-806c-d22fc5596c7b {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:08:03.297521 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-15209d8d-edc5-44c3-97d0-245815b8af5d req-418d09fb-31c5-4d70-bcea-0a6b31b9cec1 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:03.320312 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5a6d2d-8620-4c6a-89b7-53f8407ef86e None None] Routers {'70822bd7-58cc-4ea5-852d-20f46ab42e39'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:08:03.321190 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-cf5a6d2d-8620-4c6a-89b7-53f8407ef86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:07:46Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['70822bd7-58cc-4ea5-852d-20f46ab42e39'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:08:03.370261 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-850dec64-ab49-4db6-a9be-0b031d53773c None None] Provisioning complete for port f368d0f6-6040-4ee0-b9b7-bfcc19e40a7c triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:08:03.370655 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-850dec64-ab49-4db6-a9be-0b031d53773c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:03.375207 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167ea4e-8ad7-4ab3-abfe-e75e55035bd3 None None] Pushing event updated for resources: {'Port': ['ID=fd1cfe14-c914-4341-84fa-b12cbf5a8970,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:03.456429 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-850dec64-ab49-4db6-a9be-0b031d53773c None None] Port f368d0f6-6040-4ee0-b9b7-bfcc19e40a7c cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:08:03.482727 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-15209d8d-edc5-44c3-97d0-245815b8af5d req-418d09fb-31c5-4d70-bcea-0a6b31b9cec1 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] For port 1860b5cd-464d-4b17-806c-d22fc5596c7b, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1860b5cd-464d-4b17-806c-d22fc5596c7b,segment=NetworkSegment(e742fb75-7476-43b0-954f-c27bf3d3c9dd),segment_id=e742fb75-7476-43b0-954f-c27bf3d3c9dd)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:08:03.483139 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-15209d8d-edc5-44c3-97d0-245815b8af5d req-418d09fb-31c5-4d70-bcea-0a6b31b9cec1 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:03.488436 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-033eb90e-b685-4f6b-8f16-cba2743cac8a admin admin] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:03.489059 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-cf5a6d2d-8620-4c6a-89b7-53f8407ef86e None None] Set router 70822bd7-58cc-4ea5-852d-20f46ab42e39 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:08:03.494455 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-033eb90e-b685-4f6b-8f16-cba2743cac8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:03.512464 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-15209d8d-edc5-44c3-97d0-245815b8af5d req-418d09fb-31c5-4d70-bcea-0a6b31b9cec1 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Calling delete_port for 1860b5cd-464d-4b17-806c-d22fc5596c7b owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:08:03.573859 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-033eb90e-b685-4f6b-8f16-cba2743cac8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:03.578777 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033eb90e-b685-4f6b-8f16-cba2743cac8a admin admin] Pushing event updated for resources: {'Port': ['ID=f368d0f6-6040-4ee0-b9b7-bfcc19e40a7c,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:03.686380 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033eb90e-b685-4f6b-8f16-cba2743cac8a admin admin] Network 6cec4eaa-5706-4c89-b0a2-c0aa5ea9c120 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:08:03.687891 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-033eb90e-b685-4f6b-8f16-cba2743cac8a admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:08:03.704555 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-15209d8d-edc5-44c3-97d0-245815b8af5d req-418d09fb-31c5-4d70-bcea-0a6b31b9cec1 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:03.748647 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d09fb-31c5-4d70-bcea-0a6b31b9cec1 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Pushing event deleted for resources: {'Port': ['ID=1860b5cd-464d-4b17-806c-d22fc5596c7b,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:03.788743 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-cf5a6d2d-8620-4c6a-89b7-53f8407ef86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70822bd7-58cc-4ea5-852d-20f46ab42e39', 'name': 'tempest-FloatingIPsNegativeTestJSON-1312014540-router', 'tenant_id': '506610dd209c4efa90d24254b11039ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'fd1cfe14-c914-4341-84fa-b12cbf5a8970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:07:56Z', 'updated_at': '2021-10-19T01:08:03Z', 'revision_number': 4, 'project_id': '506610dd209c4efa90d24254b11039ad', 'gw_port': {'id': 'fd1cfe14-c914-4341-84fa-b12cbf5a8970', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:06:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70822bd7-58cc-4ea5-852d-20f46ab42e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:07:58Z', 'updated_at': '2021-10-19T01:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'f368d0f6-6040-4ee0-b9b7-bfcc19e40a7c', 'name': '', 'network_id': '6cec4eaa-5706-4c89-b0a2-c0aa5ea9c120', 'tenant_id': '506610dd209c4efa90d24254b11039ad', 'mac_address': 'fa:16:3e:0f:e3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70822bd7-58cc-4ea5-852d-20f46ab42e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'ec4eb277-f4ed-4c69-a86a-38db472c61a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:08:02Z', 'updated_at': '2021-10-19T01:08:02Z', 'revision_number': 1, 'project_id': '506610dd209c4efa90d24254b11039ad', 'subnets': [{'id': 'ec4eb277-f4ed-4c69-a86a-38db472c61a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:08:03.814335 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-15209d8d-edc5-44c3-97d0-245815b8af5d req-418d09fb-31c5-4d70-bcea-0a6b31b9cec1 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] No DVR routers for this DVR port 1860b5cd-464d-4b17-806c-d22fc5596c7b on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:08:03.817796 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-15209d8d-edc5-44c3-97d0-245815b8af5d req-418d09fb-31c5-4d70-bcea-0a6b31b9cec1 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:03.821716 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-15209d8d-edc5-44c3-97d0-245815b8af5d req-418d09fb-31c5-4d70-bcea-0a6b31b9cec1 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] 10.222.0.24 "DELETE /v2.0/ports/1860b5cd-464d-4b17-806c-d22fc5596c7b HTTP/1.1" status: 204 len: 173 time: 0.7879252 Oct 19 01:08:03.822229 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69c283e-7575-4c5f-a941-7015aac1f8c0', 'name': 'network-vif-deleted', 'tag': '1860b5cd-464d-4b17-806c-d22fc5596c7b'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:08:03.825778 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92189ec4-d2d7-4848-bfe3-3dd5fc1cf4cc" -d '{"events": [{"server_uuid": "f69c283e-7575-4c5f-a941-7015aac1f8c0", "name": "network-vif-deleted", "tag": "1860b5cd-464d-4b17-806c-d22fc5596c7b"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:08:03.846080 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5a6d2d-8620-4c6a-89b7-53f8407ef86e None None] The sync data for ids ['70822bd7-58cc-4ea5-852d-20f46ab42e39'] in n-d-715271-26 is: [{'id': '70822bd7-58cc-4ea5-852d-20f46ab42e39', 'name': 'tempest-FloatingIPsNegativeTestJSON-1312014540-router', 'tenant_id': '506610dd209c4efa90d24254b11039ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'fd1cfe14-c914-4341-84fa-b12cbf5a8970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:07:56Z', 'updated_at': '2021-10-19T01:08:03Z', 'revision_number': 4, 'project_id': '506610dd209c4efa90d24254b11039ad', 'gw_port': {'id': 'fd1cfe14-c914-4341-84fa-b12cbf5a8970', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:06:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70822bd7-58cc-4ea5-852d-20f46ab42e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:07:58Z', 'updated_at': '2021-10-19T01:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'f368d0f6-6040-4ee0-b9b7-bfcc19e40a7c', 'name': '', 'network_id': '6cec4eaa-5706-4c89-b0a2-c0aa5ea9c120', 'tenant_id': '506610dd209c4efa90d24254b11039ad', 'mac_address': 'fa:16:3e:0f:e3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70822bd7-58cc-4ea5-852d-20f46ab42e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'ec4eb277-f4ed-4c69-a86a-38db472c61a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:08:02Z', 'updated_at': '2021-10-19T01:08:02Z', 'revision_number': 1, 'project_id': '506610dd209c4efa90d24254b11039ad', 'subnets': [{'id': 'ec4eb277-f4ed-4c69-a86a-38db472c61a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:08:03.858981 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['1860b5cd-464d-4b17-806c-d22fc5596c7b'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:08:03.873171 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033eb90e-b685-4f6b-8f16-cba2743cac8a admin admin] Router 70822bd7-58cc-4ea5-852d-20f46ab42e39 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:08:03.938454 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30651b3a-1ef8-417a-aa78-a6603d5c05ba x-openstack-request-id: req-30651b3a-1ef8-417a-aa78-a6603d5c05ba {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:08:03.939432 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69c283e-7575-4c5f-a941-7015aac1f8c0", "name": "network-vif-deleted", "tag": "1860b5cd-464d-4b17-806c-d22fc5596c7b", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:08:03.939432 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-30651b3a-1ef8-417a-aa78-a6603d5c05ba {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:08:03.939652 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69c283e-7575-4c5f-a941-7015aac1f8c0', 'name': 'network-vif-deleted', 'tag': '1860b5cd-464d-4b17-806c-d22fc5596c7b', 'status': 'completed', 'code': 200} Oct 19 01:08:04.186358 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e7d3c5b5-5a2e-443c-8633-c6e10b388624 req-395d4fa5-ac94-467e-8cb2-2aa8912a0e87 tempest-InstanceActionsNegativeTestJSON-759352727 tempest-InstanceActionsNegativeTestJSON-759352727-project] 10.222.0.57 "GET /v2.0/ports?device_id=f69c283e-7575-4c5f-a941-7015aac1f8c0 HTTP/1.1" status: 200 len: 210 time: 0.0566192 Oct 19 01:08:04.196167 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:08:04.197485 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-6e1e2298-1e50-499a-b34e-d933a18ccdb4 None None] Provisioning complete for port f368d0f6-6040-4ee0-b9b7-bfcc19e40a7c triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:08:04.198326 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6e1e2298-1e50-499a-b34e-d933a18ccdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:04.203153 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb72aa8-aeef-4c09-8092-d219aa44eec3 req-112cd17b-5413-4b4b-a3cc-5ae6ee3936e6 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:04.212496 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1cb72aa8-aeef-4c09-8092-d219aa44eec3 req-112cd17b-5413-4b4b-a3cc-5ae6ee3936e6 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c21cbdc-84d7-4c2b-8ee8-f859d4975ca9 HTTP/1.1" status: 200 len: 943 time: 0.2068892 Oct 19 01:08:04.249052 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-6e1e2298-1e50-499a-b34e-d933a18ccdb4 None None] Port f368d0f6-6040-4ee0-b9b7-bfcc19e40a7c cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:08:04.338283 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033eb90e-b685-4f6b-8f16-cba2743cac8a admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:08:04.353264 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-033eb90e-b685-4f6b-8f16-cba2743cac8a admin admin] 10.222.0.57 "PUT /v2.0/routers/70822bd7-58cc-4ea5-852d-20f46ab42e39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5885515 Oct 19 01:08:04.440811 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1cb72aa8-aeef-4c09-8092-d219aa44eec3 req-d339c21f-88fa-4632-ab47-5880f874f853 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3a75bfa-e05f-436e-9e74-f02b705900be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271481 Oct 19 01:08:04.662350 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3ef31-bdd0-40ca-bf64-a5666d0f36de req-cd36e3f9-b6a7-497f-ba44-f181dd8f1697 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:04.664121 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f0c3ef31-bdd0-40ca-bf64-a5666d0f36de req-cd36e3f9-b6a7-497f-ba44-f181dd8f1697 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 945 time: 0.0632458 Oct 19 01:08:04.709294 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f0c3ef31-bdd0-40ca-bf64-a5666d0f36de req-7a10d990-c781-4c32-be56-a22edcc431c5 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364544 Oct 19 01:08:04.806400 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 16e826ce-898d-4e73-b440-443268e719cd details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:08:04.811515 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 375c6625-82f0-4e5e-bb95-a208591149c0 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:08:04.885781 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eba7c96e-169c-43b3-a3d0-a6a97d209605 req-bf335dae-00f6-4d98-9560-4781c423ea25 tempest-FloatingIPsNegativeTestJSON-841547443 tempest-FloatingIPsNegativeTestJSON-841547443-project] 10.222.0.57 "GET /v2.0/floatingips?tenant_id=506610dd209c4efa90d24254b11039ad HTTP/1.1" status: 200 len: 217 time: 0.0587368 Oct 19 01:08:04.974191 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8c907d7a-5f01-406f-bde2-393a24edcbba req-57fe5441-b139-44a4-a8d7-4b94ed25bfad tempest-FloatingIPsNegativeTestJSON-841547443 tempest-FloatingIPsNegativeTestJSON-841547443-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0384989 Oct 19 01:08:04.995077 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 16e826ce-898d-4e73-b440-443268e719cd, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=16e826ce-898d-4e73-b440-443268e719cd,segment=NetworkSegment(b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de),segment_id=b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:08:05.012918 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '16e826ce-898d-4e73-b440-443268e719cd', 'network_id': 'd7fdcc5c-d26f-4ef9-87d9-9346f99b4b41', 'port_id': '16e826ce-898d-4e73-b440-443268e719cd', 'mac_address': 'fa:16:3e:53:ff:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63eaf11d-f4e8-4c75-8cda-6e571f7d1de5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:08:05.014746 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:05.040377 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [req-11a7b1b9-7481-472b-baa0-c95ec00f86a1 req-8306b671-7a45-45af-9272-ca9c05628bb0 tempest-FloatingIPsNegativeTestJSON-841547443 tempest-FloatingIPsNegativeTestJSON-841547443-project] show failed (client error): The resource could not be found. Oct 19 01:08:05.041423 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11a7b1b9-7481-472b-baa0-c95ec00f86a1 req-8306b671-7a45-45af-9272-ca9c05628bb0 tempest-FloatingIPsNegativeTestJSON-841547443 tempest-FloatingIPsNegativeTestJSON-841547443-project] 10.222.0.57 "GET /v2.0/floatingips/4765ace3-12a7-4d64-b8e6-6f7a8b3fcb38 HTTP/1.1" status: 404 len: 350 time: 0.0388863 Oct 19 01:08:05.050835 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 33298) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:05.077230 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ecfe1c-8de5-4188-afa7-e152f07987a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '375c6625-82f0-4e5e-bb95-a208591149c0'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:08:05.079763 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b2eaea-6095-4ff7-ba5e-1dfc122fb31d" -d '{"events": [{"server_uuid": "53ecfe1c-8de5-4188-afa7-e152f07987a4", "name": "network-vif-unplugged", "status": "completed", "tag": "375c6625-82f0-4e5e-bb95-a208591149c0"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:08:05.099595 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 375c6625-82f0-4e5e-bb95-a208591149c0, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=375c6625-82f0-4e5e-bb95-a208591149c0,segment=NetworkSegment(390ed8c9-9986-4671-aee6-159367c5ccee),segment_id=390ed8c9-9986-4671-aee6-159367c5ccee)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:08:05.101372 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:05.112364 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:05.141801 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cd7ad5-c0bb-4d73-ac1c-0e6c1bd0edb9 x-openstack-request-id: req-f4cd7ad5-c0bb-4d73-ac1c-0e6c1bd0edb9 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:08:05.142098 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ecfe1c-8de5-4188-afa7-e152f07987a4", "name": "network-vif-unplugged", "status": "completed", "tag": "375c6625-82f0-4e5e-bb95-a208591149c0", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:08:05.142607 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f4cd7ad5-c0bb-4d73-ac1c-0e6c1bd0edb9 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:08:05.142794 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ecfe1c-8de5-4188-afa7-e152f07987a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '375c6625-82f0-4e5e-bb95-a208591149c0', 'code': 200} Oct 19 01:08:05.144409 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16e826ce-898d-4e73-b440-443268e719cd {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:08:05.177089 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 16e826ce-898d-4e73-b440-443268e719cd, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=16e826ce-898d-4e73-b440-443268e719cd,segment=NetworkSegment(b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de),segment_id=b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:08:05.189656 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:05.190295 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 375c6625-82f0-4e5e-bb95-a208591149c0 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:08:05.197984 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=375c6625-82f0-4e5e-bb95-a208591149c0,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:05.285966 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=16e826ce-898d-4e73-b440-443268e719cd,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:05.298592 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 33306) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:05.362349 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 375c6625-82f0-4e5e-bb95-a208591149c0, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=375c6625-82f0-4e5e-bb95-a208591149c0,segment=NetworkSegment(390ed8c9-9986-4671-aee6-159367c5ccee),segment_id=390ed8c9-9986-4671-aee6-159367c5ccee)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:08:05.369454 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-5270a99f-f4dc-455a-bf80-51b87bd2388f admin admin] Deleting subnet 68919738-daa0-4307-978b-8c69f5571142 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:08:05.378916 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '375c6625-82f0-4e5e-bb95-a208591149c0', 'network_id': '7b28de0c-4527-4d48-ab68-f343022c2981', 'port_id': '375c6625-82f0-4e5e-bb95-a208591149c0', 'mac_address': 'fa:16:3e:cf:d3:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70672b34-a2f2-4409-affd-0df303ae693f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:08:05.379640 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5270a99f-f4dc-455a-bf80-51b87bd2388f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:05.421050 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5270a99f-f4dc-455a-bf80-51b87bd2388f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:05.439338 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:05.479831 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 375c6625-82f0-4e5e-bb95-a208591149c0 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:08:05.491118 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5270a99f-f4dc-455a-bf80-51b87bd2388f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:05.530909 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 375c6625-82f0-4e5e-bb95-a208591149c0, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=375c6625-82f0-4e5e-bb95-a208591149c0,segment=NetworkSegment(390ed8c9-9986-4671-aee6-159367c5ccee),segment_id=390ed8c9-9986-4671-aee6-159367c5ccee)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:08:05.535343 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:05.579884 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 0d124d50-390e-4a4a-8c86-d4a7a9e0c25c up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:08:05.652365 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5270a99f-f4dc-455a-bf80-51b87bd2388f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:05.676641 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5270a99f-f4dc-455a-bf80-51b87bd2388f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:05.682346 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=375c6625-82f0-4e5e-bb95-a208591149c0,revision_number=7']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:05.684227 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5270a99f-f4dc-455a-bf80-51b87bd2388f admin admin] 10.222.0.57 "DELETE /v2.0/subnets/68919738-daa0-4307-978b-8c69f5571142 HTTP/1.1" status: 204 len: 168 time: 0.3837941 Oct 19 01:08:05.706828 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 0d124d50-390e-4a4a-8c86-d4a7a9e0c25c completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:08:05.707119 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 33324) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:05.711970 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 0d124d50-390e-4a4a-8c86-d4a7a9e0c25c triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:08:05.712862 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:05.740335 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270a99f-f4dc-455a-bf80-51b87bd2388f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68919738-daa0-4307-978b-8c69f5571142,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:05.783540 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f5dde-7698-4b4c-914c-bb88cd4f4a8d req-a3805881-a047-41ce-9e1e-79ebaf24b45f tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:05.791566 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-868f5dde-7698-4b4c-914c-bb88cd4f4a8d req-a3805881-a047-41ce-9e1e-79ebaf24b45f tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c21cbdc-84d7-4c2b-8ee8-f859d4975ca9 HTTP/1.1" status: 200 len: 944 time: 0.2004471 Oct 19 01:08:05.823325 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5608859d-0723-46e3-acd2-3e432ae3e688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:05.823713 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:05.889374 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['375c6625-82f0-4e5e-bb95-a208591149c0'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:08:05.892500 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 0d124d50-390e-4a4a-8c86-d4a7a9e0c25c, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=0d124d50-390e-4a4a-8c86-d4a7a9e0c25c,segment=NetworkSegment(b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de),segment_id=b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:08:05.908777 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['16e826ce-898d-4e73-b440-443268e719cd'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:08:05.959420 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:05.970009 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-868f5dde-7698-4b4c-914c-bb88cd4f4a8d req-8a8279b9-fa98-472a-9a65-9a3f63ffd6aa tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3a75bfa-e05f-436e-9e74-f02b705900be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720264 Oct 19 01:08:05.982587 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c8ab3b2f-8f5a-43e3-853b-05db9ccad975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:06.033935 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=0d124d50-390e-4a4a-8c86-d4a7a9e0c25c,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:06.066572 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76fcb9-596c-4c52-986c-2981ca1feb4e req-4fea8cb7-e2f2-461e-af9a-f40b3a08e853 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:06.069066 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6e76fcb9-596c-4c52-986c-2981ca1feb4e req-4fea8cb7-e2f2-461e-af9a-f40b3a08e853 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 944 time: 0.0814435 Oct 19 01:08:06.134607 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6e76fcb9-596c-4c52-986c-2981ca1feb4e req-61e54e28-b540-4b84-a837-f30d293e16e5 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595386 Oct 19 01:08:06.198187 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c8ab3b2f-8f5a-43e3-853b-05db9ccad975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:06.519525 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-c8ab3b2f-8f5a-43e3-853b-05db9ccad975 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a52089fd-a127-4f57-8e63-0302e2f104a4']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:08:06.535022 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-c8ab3b2f-8f5a-43e3-853b-05db9ccad975 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e742fb75-7476-43b0-954f-c27bf3d3c9dd') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:08:06.535306 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-c8ab3b2f-8f5a-43e3-853b-05db9ccad975 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e742fb75-7476-43b0-954f-c27bf3d3c9dd') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:08:06.549521 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c8ab3b2f-8f5a-43e3-853b-05db9ccad975 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:06.570213 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c8ab3b2f-8f5a-43e3-853b-05db9ccad975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:06.582151 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ab3b2f-8f5a-43e3-853b-05db9ccad975 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:08:06.582551 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c8ab3b2f-8f5a-43e3-853b-05db9ccad975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:06.584405 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:08:06.584405 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:08:06.584405 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:08:06.584405 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:08:06.584405 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:08:06.584405 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:08:06.584405 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:08:06.584405 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:08:06.584405 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:08:06.584405 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:08:06.584405 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:08:06.584405 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:08:06.584405 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:08:06.584405 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:08:06.584405 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:08:06.584405 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:08:06.584405 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:08:06.584405 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:08:06.584405 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:08:06.584405 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:08:06.584405 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:08:06.584405 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:08:06.584405 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:08:06.584405 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:08:06.584405 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:08:06.584405 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:08:06.584405 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:08:06.584405 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:08:06.584405 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:08:06.584405 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:08:06.584405 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:08:06.584405 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:08:06.687997 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c8ab3b2f-8f5a-43e3-853b-05db9ccad975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:06.694030 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c8ab3b2f-8f5a-43e3-853b-05db9ccad975 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:06.701888 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c8ab3b2f-8f5a-43e3-853b-05db9ccad975 admin admin] 10.222.0.57 "DELETE /v2.0/networks/a52089fd-a127-4f57-8e63-0302e2f104a4 HTTP/1.1" status: 204 len: 168 time: 0.9891422 Oct 19 01:08:06.738028 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab3b2f-8f5a-43e3-853b-05db9ccad975 admin admin] Pushing event deleted for resources: {'Network': ['ID=a52089fd-a127-4f57-8e63-0302e2f104a4,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:06.762529 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device fd1cfe14-c914-4341-84fa-b12cbf5a8970 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:08:06.802286 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-5608859d-0723-46e3-acd2-3e432ae3e688 admin admin] Deleting port f368d0f6-6040-4ee0-b9b7-bfcc19e40a7c {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:08:06.802883 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5608859d-0723-46e3-acd2-3e432ae3e688 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:06.843505 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port fd1cfe14-c914-4341-84fa-b12cbf5a8970 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:08:06.843505 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:06.852980 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b7f4f2-8e31-46ad-a46f-98c1d2692d20 None None] Sync routers for ids ['70822bd7-58cc-4ea5-852d-20f46ab42e39'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:08:06.875775 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b7f4f2-8e31-46ad-a46f-98c1d2692d20 None None] Routers {'70822bd7-58cc-4ea5-852d-20f46ab42e39'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:08:06.877352 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-77b7f4f2-8e31-46ad-a46f-98c1d2692d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:07:46Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['70822bd7-58cc-4ea5-852d-20f46ab42e39'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:08:06.963759 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 33338) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:06.974056 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:07.010858 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port fd1cfe14-c914-4341-84fa-b12cbf5a8970, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=fd1cfe14-c914-4341-84fa-b12cbf5a8970,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:08:07.015186 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:07.045794 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5608859d-0723-46e3-acd2-3e432ae3e688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:07.052044 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-77b7f4f2-8e31-46ad-a46f-98c1d2692d20 None None] Set router 70822bd7-58cc-4ea5-852d-20f46ab42e39 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:08:07.070138 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-5608859d-0723-46e3-acd2-3e432ae3e688 admin admin] Calling delete_port for f368d0f6-6040-4ee0-b9b7-bfcc19e40a7c owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:08:07.095450 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=fd1cfe14-c914-4341-84fa-b12cbf5a8970,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:07.144522 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394bf431-d448-4ad8-8851-fcc3d153d78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d124d50-390e-4a4a-8c86-d4a7a9e0c25c'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:08:07.147203 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61e0284-9037-4409-a428-4487c609d3bf" -d '{"events": [{"server_uuid": "394bf431-d448-4ad8-8851-fcc3d153d78d", "name": "network-vif-plugged", "status": "completed", "tag": "0d124d50-390e-4a4a-8c86-d4a7a9e0c25c"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:08:07.203659 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0c54099c-a909-48d0-a4fc-3df9aca85955 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0f9e0a946e5f49b3a5185cef444945a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2380426 Oct 19 01:08:07.209915 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 33346) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:07.230979 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc2d3eb-4384-4ceb-b423-9be852356f0b x-openstack-request-id: req-9bc2d3eb-4384-4ceb-b423-9be852356f0b {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:08:07.231614 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394bf431-d448-4ad8-8851-fcc3d153d78d", "name": "network-vif-plugged", "status": "completed", "tag": "0d124d50-390e-4a4a-8c86-d4a7a9e0c25c", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:08:07.232101 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9bc2d3eb-4384-4ceb-b423-9be852356f0b {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:08:07.232723 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394bf431-d448-4ad8-8851-fcc3d153d78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d124d50-390e-4a4a-8c86-d4a7a9e0c25c', 'code': 200} Oct 19 01:08:07.240971 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59130f79-e4cb-407d-9535-ce49510fea68 req-49e43f9f-b397-42ca-bc60-beb06c5c6a80 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:07.267242 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-59130f79-e4cb-407d-9535-ce49510fea68 req-49e43f9f-b397-42ca-bc60-beb06c5c6a80 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c21cbdc-84d7-4c2b-8ee8-f859d4975ca9 HTTP/1.1" status: 200 len: 944 time: 0.1793556 Oct 19 01:08:07.376761 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-59130f79-e4cb-407d-9535-ce49510fea68 req-89565e38-3704-477f-8388-37fa047346cd tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3a75bfa-e05f-436e-9e74-f02b705900be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085703 Oct 19 01:08:07.380326 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e2d9a5eb-acfe-4473-8425-4d474384d0eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:07.406104 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f59b00-a579-4579-94f3-ea40f58158e1 req-56344d3d-d09b-4d70-a77a-81ebcb361316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:07.408046 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-32f59b00-a579-4579-94f3-ea40f58158e1 req-56344d3d-d09b-4d70-a77a-81ebcb361316 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=394bf431-d448-4ad8-8851-fcc3d153d78d HTTP/1.1" status: 200 len: 1097 time: 0.0724020 Oct 19 01:08:07.436682 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187dfc8f-4379-4a1d-ac58-e7d1da4e303d req-9a50a099-9541-4dab-bb88-89931b4fd6ed tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:07.438264 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-187dfc8f-4379-4a1d-ac58-e7d1da4e303d req-9a50a099-9541-4dab-bb88-89931b4fd6ed tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 944 time: 0.1424477 Oct 19 01:08:07.442598 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-77b7f4f2-8e31-46ad-a46f-98c1d2692d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70822bd7-58cc-4ea5-852d-20f46ab42e39', 'name': 'tempest-FloatingIPsNegativeTestJSON-1312014540-router', 'tenant_id': '506610dd209c4efa90d24254b11039ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'fd1cfe14-c914-4341-84fa-b12cbf5a8970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:07:56Z', 'updated_at': '2021-10-19T01:08:03Z', 'revision_number': 4, 'project_id': '506610dd209c4efa90d24254b11039ad', 'gw_port': {'id': 'fd1cfe14-c914-4341-84fa-b12cbf5a8970', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:06:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70822bd7-58cc-4ea5-852d-20f46ab42e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:07:58Z', 'updated_at': '2021-10-19T01:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'f368d0f6-6040-4ee0-b9b7-bfcc19e40a7c', 'name': '', 'network_id': '6cec4eaa-5706-4c89-b0a2-c0aa5ea9c120', 'tenant_id': '506610dd209c4efa90d24254b11039ad', 'mac_address': 'fa:16:3e:0f:e3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70822bd7-58cc-4ea5-852d-20f46ab42e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'ec4eb277-f4ed-4c69-a86a-38db472c61a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:08:02Z', 'updated_at': '2021-10-19T01:08:03Z', 'revision_number': 2, 'project_id': '506610dd209c4efa90d24254b11039ad', 'subnets': [{'id': 'ec4eb277-f4ed-4c69-a86a-38db472c61a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:08:07.446005 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e2d9a5eb-acfe-4473-8425-4d474384d0eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:07.462148 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-32f59b00-a579-4579-94f3-ea40f58158e1 req-891b04ba-06fd-479a-ae57-ed5a59c00306 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f3a75bfa-e05f-436e-9e74-f02b705900be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458760 Oct 19 01:08:07.482662 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b7f4f2-8e31-46ad-a46f-98c1d2692d20 None None] Checking router: 70822bd7-58cc-4ea5-852d-20f46ab42e39 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:08:07.483173 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b7f4f2-8e31-46ad-a46f-98c1d2692d20 None None] Updating router 70822bd7-58cc-4ea5-852d-20f46ab42e39 port f368d0f6-6040-4ee0-b9b7-bfcc19e40a7c binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:08:07.515373 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-77b7f4f2-8e31-46ad-a46f-98c1d2692d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:07.555345 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-187dfc8f-4379-4a1d-ac58-e7d1da4e303d req-33986e21-6000-4325-ba00-ad0360fec774 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079521 Oct 19 01:08:07.579671 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 1860b5cd-464d-4b17-806c-d22fc5596c7b no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:08:07.594368 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5608859d-0723-46e3-acd2-3e432ae3e688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:07.603985 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 1860b5cd-464d-4b17-806c-d22fc5596c7b {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:08:07.604427 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 1860b5cd-464d-4b17-806c-d22fc5596c7b not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:08:07.605734 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e2d9a5eb-acfe-4473-8425-4d474384d0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:07.609927 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e2d9a5eb-acfe-4473-8425-4d474384d0eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:07.611176 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e2d9a5eb-acfe-4473-8425-4d474384d0eb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3158428e-33ba-4e2f-b370-8981997971d9 HTTP/1.1" status: 204 len: 168 time: 0.3998373 Oct 19 01:08:07.642299 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608859d-0723-46e3-acd2-3e432ae3e688 admin admin] Pushing event deleted for resources: {'Port': ['ID=f368d0f6-6040-4ee0-b9b7-bfcc19e40a7c,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:07.646501 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9a5eb-acfe-4473-8425-4d474384d0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3158428e-33ba-4e2f-b370-8981997971d9,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:07.892901 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5608859d-0723-46e3-acd2-3e432ae3e688 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:08.069992 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.db.api [None req-77b7f4f2-8e31-46ad-a46f-98c1d2692d20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:08:08.071006 n-d-715271-26 neutron-server[100609]: DEBUG oslo_db.api [None req-77b7f4f2-8e31-46ad-a46f-98c1d2692d20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:08:08.241240 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5608859d-0723-46e3-acd2-3e432ae3e688 admin admin] Router 70822bd7-58cc-4ea5-852d-20f46ab42e39 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:08:08.379449 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5608859d-0723-46e3-acd2-3e432ae3e688 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:08:08.385731 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5608859d-0723-46e3-acd2-3e432ae3e688 admin admin] 10.222.0.57 "PUT /v2.0/routers/70822bd7-58cc-4ea5-852d-20f46ab42e39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3331425 Oct 19 01:08:08.387995 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 33400) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:08.535280 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0af4f5a-eaa7-4611-9d55-4ede40ac950f admin admin] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:08.564520 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 33408) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:08.591570 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b7f4f2-8e31-46ad-a46f-98c1d2692d20 None None] Port f368d0f6-6040-4ee0-b9b7-bfcc19e40a7c not found while updating agent binding for router 70822bd7-58cc-4ea5-852d-20f46ab42e39. {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 19 01:08:08.602555 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b7f4f2-8e31-46ad-a46f-98c1d2692d20 None None] Routers {'70822bd7-58cc-4ea5-852d-20f46ab42e39'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:08:08.603264 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-77b7f4f2-8e31-46ad-a46f-98c1d2692d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:07:46Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['70822bd7-58cc-4ea5-852d-20f46ab42e39'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:08:08.608769 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b4fba-b4c1-4608-b049-9d9970e47db4 req-08d7532c-f0ba-455b-b302-e2c654b61731 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:08.616016 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-319b4fba-b4c1-4608-b049-9d9970e47db4 req-08d7532c-f0ba-455b-b302-e2c654b61731 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c21cbdc-84d7-4c2b-8ee8-f859d4975ca9 HTTP/1.1" status: 200 len: 944 time: 0.1184897 Oct 19 01:08:08.705723 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-319b4fba-b4c1-4608-b049-9d9970e47db4 req-89e52655-c9a6-4638-9a0a-e7d8f33a6921 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3a75bfa-e05f-436e-9e74-f02b705900be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887606 Oct 19 01:08:08.744434 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0af4f5a-eaa7-4611-9d55-4ede40ac950f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:08.786855 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device fd1cfe14-c914-4341-84fa-b12cbf5a8970 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:08:08.819680 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168c92d-c49a-41a5-b7ae-9ff1f1634eea req-cf7b5f65-4e62-4f42-85f6-a74902cca50d tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:08.828496 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f168c92d-c49a-41a5-b7ae-9ff1f1634eea req-cf7b5f65-4e62-4f42-85f6-a74902cca50d tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 944 time: 0.0967994 Oct 19 01:08:08.837344 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 16e826ce-898d-4e73-b440-443268e719cd up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:08:08.852546 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-48080b39-bc62-4a35-b11a-83b5fd8ad1e1 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1758702599-network', 'tenant_id': 'f2fb35f8bd74473d86cfb7db0b0e2772'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:08:08.866423 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-b0af4f5a-eaa7-4611-9d55-4ede40ac950f admin admin] Deleting port fd1cfe14-c914-4341-84fa-b12cbf5a8970 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:08:08.866758 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0af4f5a-eaa7-4611-9d55-4ede40ac950f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:08.869235 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-77b7f4f2-8e31-46ad-a46f-98c1d2692d20 None None] Set router 70822bd7-58cc-4ea5-852d-20f46ab42e39 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:08:08.930054 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f168c92d-c49a-41a5-b7ae-9ff1f1634eea req-2263778a-9050-4183-a10f-726c97a66b88 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001508 Oct 19 01:08:08.966546 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48080b39-bc62-4a35-b11a-83b5fd8ad1e1 admin admin] Made reservation on behalf of f2fb35f8bd74473d86cfb7db0b0e2772 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:08:08.967802 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port fd1cfe14-c914-4341-84fa-b12cbf5a8970 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:08:08.968699 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:08.969934 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-48080b39-bc62-4a35-b11a-83b5fd8ad1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:08.972634 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 16e826ce-898d-4e73-b440-443268e719cd completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:08:08.984771 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-48080b39-bc62-4a35-b11a-83b5fd8ad1e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:09.001657 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 16e826ce-898d-4e73-b440-443268e719cd triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:08:09.002596 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:09.008285 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-b0af4f5a-eaa7-4611-9d55-4ede40ac950f admin admin] For port fd1cfe14-c914-4341-84fa-b12cbf5a8970, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=fd1cfe14-c914-4341-84fa-b12cbf5a8970,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:08:09.008805 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0af4f5a-eaa7-4611-9d55-4ede40ac950f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:09.039573 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-b0af4f5a-eaa7-4611-9d55-4ede40ac950f admin admin] Calling delete_port for fd1cfe14-c914-4341-84fa-b12cbf5a8970 owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:08:09.122559 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:09.174335 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-48080b39-bc62-4a35-b11a-83b5fd8ad1e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:09.180762 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-48080b39-bc62-4a35-b11a-83b5fd8ad1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:09.198553 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48080b39-bc62-4a35-b11a-83b5fd8ad1e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:08:09.210878 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-48080b39-bc62-4a35-b11a-83b5fd8ad1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:09.211506 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-48080b39-bc62-4a35-b11a-83b5fd8ad1e1 admin admin] Added segment 93f80185-484c-4e4d-abf9-6dc3a45f1771 of type vlan for network 0ed8962a-3749-4ce0-a10d-25c483138132 Oct 19 01:08:09.234171 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c21cbdc-84d7-4c2b-8ee8-f859d4975ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e826ce-898d-4e73-b440-443268e719cd'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:08:09.236962 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ebd5b4-3816-43ae-b380-4d65d91fb0fd" -d '{"events": [{"server_uuid": "1c21cbdc-84d7-4c2b-8ee8-f859d4975ca9", "name": "network-vif-plugged", "status": "completed", "tag": "16e826ce-898d-4e73-b440-443268e719cd"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:08:09.254708 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 16e826ce-898d-4e73-b440-443268e719cd, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=16e826ce-898d-4e73-b440-443268e719cd,segment=NetworkSegment(b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de),segment_id=b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:08:09.265268 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:09.266825 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 375c6625-82f0-4e5e-bb95-a208591149c0 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:08:09.269565 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48080b39-bc62-4a35-b11a-83b5fd8ad1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af47c492-cb73-47ef-af4d-42cdaee117b3,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:09.298662 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-77b7f4f2-8e31-46ad-a46f-98c1d2692d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70822bd7-58cc-4ea5-852d-20f46ab42e39', 'name': 'tempest-FloatingIPsNegativeTestJSON-1312014540-router', 'tenant_id': '506610dd209c4efa90d24254b11039ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'fd1cfe14-c914-4341-84fa-b12cbf5a8970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:07:56Z', 'updated_at': '2021-10-19T01:08:07Z', 'revision_number': 5, 'project_id': '506610dd209c4efa90d24254b11039ad', 'gw_port': {'id': 'fd1cfe14-c914-4341-84fa-b12cbf5a8970', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:06:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70822bd7-58cc-4ea5-852d-20f46ab42e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:07:58Z', 'updated_at': '2021-10-19T01:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:08:09.320028 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-48080b39-bc62-4a35-b11a-83b5fd8ad1e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:09.331262 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0af4f5a-eaa7-4611-9d55-4ede40ac950f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:09.370416 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af4f5a-eaa7-4611-9d55-4ede40ac950f admin admin] Pushing event deleted for resources: {'Port': ['ID=fd1cfe14-c914-4341-84fa-b12cbf5a8970,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:09.383192 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8a89b2-5148-4a8f-805c-c27209f59d5e x-openstack-request-id: req-fc8a89b2-5148-4a8f-805c-c27209f59d5e {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:08:09.383485 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c21cbdc-84d7-4c2b-8ee8-f859d4975ca9", "name": "network-vif-plugged", "status": "completed", "tag": "16e826ce-898d-4e73-b440-443268e719cd", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:08:09.383753 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fc8a89b2-5148-4a8f-805c-c27209f59d5e {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:08:09.384203 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c21cbdc-84d7-4c2b-8ee8-f859d4975ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e826ce-898d-4e73-b440-443268e719cd', 'code': 200} Oct 19 01:08:09.413194 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-48080b39-bc62-4a35-b11a-83b5fd8ad1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:09.419541 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48080b39-bc62-4a35-b11a-83b5fd8ad1e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:09.420403 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-48080b39-bc62-4a35-b11a-83b5fd8ad1e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:09.437097 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=16e826ce-898d-4e73-b440-443268e719cd,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:09.462928 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 375c6625-82f0-4e5e-bb95-a208591149c0 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:08:09.463332 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:09.483701 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0af4f5a-eaa7-4611-9d55-4ede40ac950f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:09.495792 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b7f4f2-8e31-46ad-a46f-98c1d2692d20 None None] The sync data for ids ['70822bd7-58cc-4ea5-852d-20f46ab42e39'] in n-d-715271-26 is: [{'id': '70822bd7-58cc-4ea5-852d-20f46ab42e39', 'name': 'tempest-FloatingIPsNegativeTestJSON-1312014540-router', 'tenant_id': '506610dd209c4efa90d24254b11039ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'fd1cfe14-c914-4341-84fa-b12cbf5a8970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:07:56Z', 'updated_at': '2021-10-19T01:08:07Z', 'revision_number': 5, 'project_id': '506610dd209c4efa90d24254b11039ad', 'gw_port': {'id': 'fd1cfe14-c914-4341-84fa-b12cbf5a8970', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:06:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70822bd7-58cc-4ea5-852d-20f46ab42e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:07:58Z', 'updated_at': '2021-10-19T01:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:08:09.529853 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-48080b39-bc62-4a35-b11a-83b5fd8ad1e1 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9585440 Oct 19 01:08:09.574165 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 33424) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:09.584948 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-67729a0a-a1d6-4f3e-a91f-8f1b3dec5216 admin admin] Request body: {'subnet': {'network_id': '0ed8962a-3749-4ce0-a10d-25c483138132', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1758702599-subnet', 'tenant_id': 'f2fb35f8bd74473d86cfb7db0b0e2772', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:08:09.585166 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:09.595573 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054619e-afb1-4caf-aae0-7faa1da8cef8 req-91b6b6ea-8ce8-4945-b58c-93b025a336e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:09.598555 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f054619e-afb1-4caf-aae0-7faa1da8cef8 req-91b6b6ea-8ce8-4945-b58c-93b025a336e0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1c21cbdc-84d7-4c2b-8ee8-f859d4975ca9 HTTP/1.1" status: 200 len: 1097 time: 0.2097473 Oct 19 01:08:09.599375 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48080b39-bc62-4a35-b11a-83b5fd8ad1e1 admin admin] Pushing event updated for resources: {'Network': ['ID=0ed8962a-3749-4ce0-a10d-25c483138132,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:09.610018 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0af4f5a-eaa7-4611-9d55-4ede40ac950f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:09.612636 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0af4f5a-eaa7-4611-9d55-4ede40ac950f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:09.615387 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 0ed8962a-3749-4ce0-a10d-25c483138132 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:08:09.648095 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67729a0a-a1d6-4f3e-a91f-8f1b3dec5216 admin admin] Made reservation on behalf of f2fb35f8bd74473d86cfb7db0b0e2772 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:08:09.650586 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-67729a0a-a1d6-4f3e-a91f-8f1b3dec5216 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:09.658990 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f054619e-afb1-4caf-aae0-7faa1da8cef8 req-4ab3e023-1ad3-42c4-b1bd-3a69d75709e7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f3a75bfa-e05f-436e-9e74-f02b705900be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514703 Oct 19 01:08:09.674374 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0af4f5a-eaa7-4611-9d55-4ede40ac950f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:09.676339 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0af4f5a-eaa7-4611-9d55-4ede40ac950f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70822bd7-58cc-4ea5-852d-20f46ab42e39 {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:08:09.676762 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 375c6625-82f0-4e5e-bb95-a208591149c0, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=375c6625-82f0-4e5e-bb95-a208591149c0,segment=NetworkSegment(390ed8c9-9986-4671-aee6-159367c5ccee),segment_id=390ed8c9-9986-4671-aee6-159367c5ccee)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:08:09.685259 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0af4f5a-eaa7-4611-9d55-4ede40ac950f admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:09.686892 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b0af4f5a-eaa7-4611-9d55-4ede40ac950f admin admin] 10.222.0.57 "DELETE /v2.0/routers/70822bd7-58cc-4ea5-852d-20f46ab42e39 HTTP/1.1" status: 204 len: 168 time: 1.2976630 Oct 19 01:08:09.689504 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 33426) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:09.715377 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:09.800269 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-4090f047-47bf-4296-ae84-f5a7de2451ad admin admin] Deleting subnet ec4eb277-f4ed-4c69-a86a-38db472c61a8 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:08:09.810446 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4090f047-47bf-4296-ae84-f5a7de2451ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:09.912527 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-67729a0a-a1d6-4f3e-a91f-8f1b3dec5216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:09.930232 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4090f047-47bf-4296-ae84-f5a7de2451ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:09.937912 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=375c6625-82f0-4e5e-bb95-a208591149c0,revision_number=8']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:10.015916 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67729a0a-a1d6-4f3e-a91f-8f1b3dec5216 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc0b2c93-6c69-45f4-80ae-63d518d53f7c,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:10.032342 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67729a0a-a1d6-4f3e-a91f-8f1b3dec5216 admin admin] Checking segment: {'id': '93f80185-484c-4e4d-abf9-6dc3a45f1771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0ed8962a-3749-4ce0-a10d-25c483138132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:08:10.032868 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67729a0a-a1d6-4f3e-a91f-8f1b3dec5216 admin admin] Network hostable DHCP agents. Network: 0ed8962a-3749-4ce0-a10d-25c483138132, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:08:10.069691 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4090f047-47bf-4296-ae84-f5a7de2451ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:10.135695 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67729a0a-a1d6-4f3e-a91f-8f1b3dec5216 admin admin] Network 0ed8962a-3749-4ce0-a10d-25c483138132 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:08:10.164025 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-67729a0a-a1d6-4f3e-a91f-8f1b3dec5216 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 0ed8962a-3749-4ce0-a10d-25c483138132) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:08:10.176531 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730b46aa-d558-4e59-9edf-fd613493ba04 None None] Network 0ed8962a-3749-4ce0-a10d-25c483138132 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:08:10.176678 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c74a3-ef3f-4613-bcb3-3bf94dae67ad req-d81dca08-1685-420d-88e8-d97c21ad2119 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:10.177227 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9848a73-3161-4a9c-a52d-e449c181b208 req-a2693ff3-b3b2-4cc8-bf6f-4c8835d73f1f tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:10.178274 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-016c74a3-ef3f-4613-bcb3-3bf94dae67ad req-d81dca08-1685-420d-88e8-d97c21ad2119 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 945 time: 0.1223221 Oct 19 01:08:10.179631 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67729a0a-a1d6-4f3e-a91f-8f1b3dec5216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:10.180280 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-67729a0a-a1d6-4f3e-a91f-8f1b3dec5216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:10.192943 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a9848a73-3161-4a9c-a52d-e449c181b208 req-a2693ff3-b3b2-4cc8-bf6f-4c8835d73f1f tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c21cbdc-84d7-4c2b-8ee8-f859d4975ca9 HTTP/1.1" status: 200 len: 945 time: 0.3145163 Oct 19 01:08:10.239656 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-67729a0a-a1d6-4f3e-a91f-8f1b3dec5216 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6593308 Oct 19 01:08:10.254222 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-016c74a3-ef3f-4613-bcb3-3bf94dae67ad req-0559a750-0b0f-4e15-9208-244216338d94 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592837 Oct 19 01:08:10.291280 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4090f047-47bf-4296-ae84-f5a7de2451ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:10.332433 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4090f047-47bf-4296-ae84-f5a7de2451ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:10.337070 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4090f047-47bf-4296-ae84-f5a7de2451ad admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ec4eb277-f4ed-4c69-a86a-38db472c61a8 HTTP/1.1" status: 204 len: 168 time: 0.6457276 Oct 19 01:08:10.339560 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 33440) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:10.349055 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ce8502-bb07-468f-beb1-37e1607b8fac None None] Network 6cec4eaa-5706-4c89-b0a2-c0aa5ea9c120 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:08:10.379489 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a9848a73-3161-4a9c-a52d-e449c181b208 req-d6b11873-d8b2-4ea8-b57b-fa534c3b75fe tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3a75bfa-e05f-436e-9e74-f02b705900be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854930 Oct 19 01:08:10.380723 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090f047-47bf-4296-ae84-f5a7de2451ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec4eb277-f4ed-4c69-a86a-38db472c61a8,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:10.510074 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7694da36-105e-4c32-a50a-82a78c2fa7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:10.611470 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-7694da36-105e-4c32-a50a-82a78c2fa7be admin admin] Deleting port c15be4f8-7a37-4539-bd79-68c37dd08c3a {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:08:10.612157 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7694da36-105e-4c32-a50a-82a78c2fa7be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:10.635490 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60737f9-2902-4a26-90a1-523b42917a4c None None] Network 0ed8962a-3749-4ce0-a10d-25c483138132 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:08:10.757851 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-7694da36-105e-4c32-a50a-82a78c2fa7be admin admin] For port c15be4f8-7a37-4539-bd79-68c37dd08c3a, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c15be4f8-7a37-4539-bd79-68c37dd08c3a,segment=NetworkSegment(3cf6593c-83a0-4ed2-9c2c-b444ff034a60),segment_id=3cf6593c-83a0-4ed2-9c2c-b444ff034a60)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:08:10.758217 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7694da36-105e-4c32-a50a-82a78c2fa7be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:10.774555 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-7694da36-105e-4c32-a50a-82a78c2fa7be admin admin] Calling delete_port for c15be4f8-7a37-4539-bd79-68c37dd08c3a owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:08:10.790878 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f368d0f6-6040-4ee0-b9b7-bfcc19e40a7c no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:08:10.821696 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e107bb20-72ba-45ff-97dd-441fd6cf1e10 None None] DHCP port deletion for 6cec4eaa-5706-4c89-b0a2-c0aa5ea9c120 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:08:10.824794 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: f368d0f6-6040-4ee0-b9b7-bfcc19e40a7c {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:08:10.825411 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f368d0f6-6040-4ee0-b9b7-bfcc19e40a7c not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:08:10.878294 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-e107bb20-72ba-45ff-97dd-441fd6cf1e10 None None] Deleting port c15be4f8-7a37-4539-bd79-68c37dd08c3a {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:08:10.878679 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e107bb20-72ba-45ff-97dd-441fd6cf1e10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:10.892348 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7694da36-105e-4c32-a50a-82a78c2fa7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:10.926864 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7694da36-105e-4c32-a50a-82a78c2fa7be admin admin] Pushing event deleted for resources: {'Port': ['ID=c15be4f8-7a37-4539-bd79-68c37dd08c3a,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:10.934848 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7694da36-105e-4c32-a50a-82a78c2fa7be admin admin] No DVR routers for this DVR port c15be4f8-7a37-4539-bd79-68c37dd08c3a on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:08:10.992790 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-e107bb20-72ba-45ff-97dd-441fd6cf1e10 None None] For port c15be4f8-7a37-4539-bd79-68c37dd08c3a, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c15be4f8-7a37-4539-bd79-68c37dd08c3a,segment=NetworkSegment(3cf6593c-83a0-4ed2-9c2c-b444ff034a60),segment_id=3cf6593c-83a0-4ed2-9c2c-b444ff034a60)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:08:10.993336 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e107bb20-72ba-45ff-97dd-441fd6cf1e10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:11.017733 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-e107bb20-72ba-45ff-97dd-441fd6cf1e10 None None] Calling delete_port for c15be4f8-7a37-4539-bd79-68c37dd08c3a owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:08:11.074668 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7694da36-105e-4c32-a50a-82a78c2fa7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:11.100855 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-7694da36-105e-4c32-a50a-82a78c2fa7be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cec4eaa-5706-4c89-b0a2-c0aa5ea9c120']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:08:11.109278 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e107bb20-72ba-45ff-97dd-441fd6cf1e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:11.111800 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-7694da36-105e-4c32-a50a-82a78c2fa7be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf6593c-83a0-4ed2-9c2c-b444ff034a60') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:08:11.112279 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-7694da36-105e-4c32-a50a-82a78c2fa7be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf6593c-83a0-4ed2-9c2c-b444ff034a60') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:08:11.125525 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7694da36-105e-4c32-a50a-82a78c2fa7be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:11.126258 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-8ec6a939-03be-476a-9429-e54b195eb7c0 tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:11.127982 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-8ec6a939-03be-476a-9429-e54b195eb7c0 tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] 10.222.0.57 "GET /v2.0/networks?id=0ed8962a-3749-4ce0-a10d-25c483138132 HTTP/1.1" status: 200 len: 809 time: 0.1567030 Oct 19 01:08:11.134647 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107bb20-72ba-45ff-97dd-441fd6cf1e10 None None] Pushing event deleted for resources: {'Port': ['ID=c15be4f8-7a37-4539-bd79-68c37dd08c3a,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:11.141979 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7694da36-105e-4c32-a50a-82a78c2fa7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:11.147906 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107bb20-72ba-45ff-97dd-441fd6cf1e10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:08:11.147906 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107bb20-72ba-45ff-97dd-441fd6cf1e10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:08:11.148397 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107bb20-72ba-45ff-97dd-441fd6cf1e10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:08:11.148658 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107bb20-72ba-45ff-97dd-441fd6cf1e10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:08:11.149011 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107bb20-72ba-45ff-97dd-441fd6cf1e10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:08:11.149336 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107bb20-72ba-45ff-97dd-441fd6cf1e10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:08:11.149443 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7694da36-105e-4c32-a50a-82a78c2fa7be admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:08:11.149661 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107bb20-72ba-45ff-97dd-441fd6cf1e10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:08:11.150021 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7694da36-105e-4c32-a50a-82a78c2fa7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:11.150172 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107bb20-72ba-45ff-97dd-441fd6cf1e10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:08:11.150570 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107bb20-72ba-45ff-97dd-441fd6cf1e10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:08:11.150948 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107bb20-72ba-45ff-97dd-441fd6cf1e10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:08:11.151301 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107bb20-72ba-45ff-97dd-441fd6cf1e10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:08:11.152797 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107bb20-72ba-45ff-97dd-441fd6cf1e10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:08:11.152923 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:08:11.152923 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:08:11.152923 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:08:11.152923 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:08:11.152923 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:08:11.152923 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:08:11.152923 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:08:11.152923 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:08:11.152923 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:08:11.152923 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:08:11.152923 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:08:11.152923 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:08:11.152923 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:08:11.152923 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:08:11.152923 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:08:11.152923 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:08:11.152923 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:08:11.152923 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:08:11.152923 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:08:11.152923 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:08:11.152923 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:08:11.152923 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:08:11.152923 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:08:11.152923 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:08:11.152923 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:08:11.152923 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:08:11.152923 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:08:11.152923 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:08:11.152923 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:08:11.152923 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:08:11.152923 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:08:11.152923 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:08:11.161000 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9148c3c2-8fcc-4c74-a7be-13584b3ff584 None None] Sync routers for ids ['70822bd7-58cc-4ea5-852d-20f46ab42e39'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:08:11.161868 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-9512e8e7-bb1b-4fe9-9e9c-ded7956a4665 tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] 10.222.0.57 "GET /v2.0/quotas/f2fb35f8bd74473d86cfb7db0b0e2772 HTTP/1.1" status: 200 len: 375 time: 0.0182266 Oct 19 01:08:11.167437 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e107bb20-72ba-45ff-97dd-441fd6cf1e10 None None] No DVR routers for this DVR port c15be4f8-7a37-4539-bd79-68c37dd08c3a on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:08:11.179866 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9148c3c2-8fcc-4c74-a7be-13584b3ff584 None None] Routers set() bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:08:11.180025 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9148c3c2-8fcc-4c74-a7be-13584b3ff584 None None] Router IDs set() for agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 19 01:08:11.180665 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_agentschedulers_db [None req-9148c3c2-8fcc-4c74-a7be-13584b3ff584 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'70822bd7-58cc-4ea5-852d-20f46ab42e39'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:07:46Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent'). {{(pid=100608) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 19 01:08:11.190036 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9148c3c2-8fcc-4c74-a7be-13584b3ff584 None None] Routers set() bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:08:11.190476 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9148c3c2-8fcc-4c74-a7be-13584b3ff584 None None] Router IDs set() for agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 19 01:08:11.191147 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_agentschedulers_db [None req-9148c3c2-8fcc-4c74-a7be-13584b3ff584 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'70822bd7-58cc-4ea5-852d-20f46ab42e39'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:07:46Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent'). {{(pid=100608) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 19 01:08:11.192180 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9148c3c2-8fcc-4c74-a7be-13584b3ff584 None None] The sync data for ids ['70822bd7-58cc-4ea5-852d-20f46ab42e39'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:08:11.212463 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-6e9d6720-1fca-49ae-b5eb-5a5a419a8e97 tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f2fb35f8bd74473d86cfb7db0b0e2772&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494018 Oct 19 01:08:11.229501 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7694da36-105e-4c32-a50a-82a78c2fa7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:11.240685 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7694da36-105e-4c32-a50a-82a78c2fa7be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:11.247097 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7694da36-105e-4c32-a50a-82a78c2fa7be admin admin] 10.222.0.57 "DELETE /v2.0/networks/6cec4eaa-5706-4c89-b0a2-c0aa5ea9c120 HTTP/1.1" status: 204 len: 168 time: 0.9028552 Oct 19 01:08:11.256829 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7694da36-105e-4c32-a50a-82a78c2fa7be admin admin] Pushing event deleted for resources: {'Network': ['ID=6cec4eaa-5706-4c89-b0a2-c0aa5ea9c120,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:11.320936 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-fa863953-1144-4a85-9b0e-8139a1fee669 service neutron] 10.222.0.57 "GET /v2.0/networks/0ed8962a-3749-4ce0-a10d-25c483138132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012554 Oct 19 01:08:11.385641 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ecfe1c-8de5-4188-afa7-e152f07987a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375c6625-82f0-4e5e-bb95-a208591149c0'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:08:11.389299 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f903dc3b-d250-43d1-aef0-a1169bd63f88" -d '{"events": [{"server_uuid": "53ecfe1c-8de5-4188-afa7-e152f07987a4", "name": "network-vif-plugged", "status": "completed", "tag": "375c6625-82f0-4e5e-bb95-a208591149c0"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:08:11.421457 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 33468) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:11.425466 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c87c3-17c4-406c-9a8e-4c181ffc2181 req-b8e82f04-90ce-4b5b-bbba-3255a8ed6a66 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:11.427275 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5e9c87c3-17c4-406c-9a8e-4c181ffc2181 req-b8e82f04-90ce-4b5b-bbba-3255a8ed6a66 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 945 time: 0.0576982 Oct 19 01:08:11.472011 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-15f08d45-afb5-463e-813d-132b1ab161d9 service neutron] 10.222.0.57 "GET /v2.0/networks/0ed8962a-3749-4ce0-a10d-25c483138132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441066 Oct 19 01:08:11.486037 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5e9c87c3-17c4-406c-9a8e-4c181ffc2181 req-1a70c722-d018-4aaf-b4dd-e13387f76092 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491946 Oct 19 01:08:11.487798 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-222215f3-079b-4e52-936d-82d130849057 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=506610dd209c4efa90d24254b11039ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0647137 Oct 19 01:08:11.490083 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 33476) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:11.541389 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f703c5-1386-46ff-a743-8e54519b3c04 x-openstack-request-id: req-58f703c5-1386-46ff-a743-8e54519b3c04 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:08:11.541722 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ecfe1c-8de5-4188-afa7-e152f07987a4", "name": "network-vif-plugged", "status": "completed", "tag": "375c6625-82f0-4e5e-bb95-a208591149c0", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:08:11.541988 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-58f703c5-1386-46ff-a743-8e54519b3c04 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:08:11.542404 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ecfe1c-8de5-4188-afa7-e152f07987a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375c6625-82f0-4e5e-bb95-a208591149c0', 'code': 200} Oct 19 01:08:11.565268 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3201a4d1-d527-43f4-8a91-83dc1ddfe6ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:11.602515 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3201a4d1-d527-43f4-8a91-83dc1ddfe6ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:11.693778 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb4640-0ca3-4574-95be-cd5ea9e57155 req-733c903e-e125-49cf-8411-ad7f3a16a7e0 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:11.695905 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d0bb4640-0ca3-4574-95be-cd5ea9e57155 req-733c903e-e125-49cf-8411-ad7f3a16a7e0 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c21cbdc-84d7-4c2b-8ee8-f859d4975ca9 HTTP/1.1" status: 200 len: 945 time: 0.0860054 Oct 19 01:08:11.697371 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3201a4d1-d527-43f4-8a91-83dc1ddfe6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:11.700830 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3201a4d1-d527-43f4-8a91-83dc1ddfe6ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:11.702596 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3201a4d1-d527-43f4-8a91-83dc1ddfe6ad admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8264eb5e-e639-4690-bf51-a71fdf55b555 HTTP/1.1" status: 204 len: 168 time: 0.2110848 Oct 19 01:08:11.712985 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201a4d1-d527-43f4-8a91-83dc1ddfe6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8264eb5e-e639-4690-bf51-a71fdf55b555,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:11.794655 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edb4b6-b857-4b8f-94e8-e0b4239fb671 req-36420b2c-555d-43ad-a03a-1e744f8f48cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:11.796323 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-33edb4b6-b857-4b8f-94e8-e0b4239fb671 req-36420b2c-555d-43ad-a03a-1e744f8f48cc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 1097 time: 0.0962713 Oct 19 01:08:11.799562 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d0bb4640-0ca3-4574-95be-cd5ea9e57155 req-e24ebaa0-779b-46d5-9e95-20f27379c0a1 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3a75bfa-e05f-436e-9e74-f02b705900be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817411 Oct 19 01:08:11.844235 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-33edb4b6-b857-4b8f-94e8-e0b4239fb671 req-ae027aef-3d67-4d48-8357-47fd2b16e6f8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405097 Oct 19 01:08:12.052440 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-671470ba-7b51-4247-8112-b9313410ec72 req-dc4a22bb-818e-4e10-94a6-a46d8f9a9c36 tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bb6688b-6c07-4be3-9134-55e7eb6a5474 HTTP/1.1" status: 200 len: 210 time: 0.0476058 Oct 19 01:08:12.228650 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab6d10-85e2-44c4-936b-d7cdd9adf93b req-dde5b757-f25a-4f30-8144-49e7b0312d2b tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:12.238351 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-23ab6d10-85e2-44c4-936b-d7cdd9adf93b req-dde5b757-f25a-4f30-8144-49e7b0312d2b tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/ports?device_id=394bf431-d448-4ad8-8851-fcc3d153d78d HTTP/1.1" status: 200 len: 945 time: 0.0895803 Oct 19 01:08:12.277998 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-23ab6d10-85e2-44c4-936b-d7cdd9adf93b req-ed5e6636-8fa9-4e8c-9cfd-b5b5e5878150 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3a75bfa-e05f-436e-9e74-f02b705900be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382667 Oct 19 01:08:12.475085 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc5d1b-b4b2-40d8-b08e-b90d193c45af req-f9c9ea7f-9977-49a7-8cba-e345a7be87e2 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:12.477073 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f3dc5d1b-b4b2-40d8-b08e-b90d193c45af req-f9c9ea7f-9977-49a7-8cba-e345a7be87e2 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1667ce3-7b97-4f29-adc9-aae47fb8e592 HTTP/1.1" status: 200 len: 945 time: 0.0971148 Oct 19 01:08:12.534407 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f3dc5d1b-b4b2-40d8-b08e-b90d193c45af req-18c91ee7-9da9-4f44-9ca7-9ef3cfe7ddd5 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3a75bfa-e05f-436e-9e74-f02b705900be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500250 Oct 19 01:08:12.678097 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3536c-93f9-41bd-99e4-34b828896824 req-5da18a78-ace1-4c25-8592-86e4145f8a3b tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:12.679689 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8bc3536c-93f9-41bd-99e4-34b828896824 req-5da18a78-ace1-4c25-8592-86e4145f8a3b tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 945 time: 0.0985544 Oct 19 01:08:12.745736 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device fd1cfe14-c914-4341-84fa-b12cbf5a8970 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:08:12.767408 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8bc3536c-93f9-41bd-99e4-34b828896824 req-6caf463f-40f0-4a9c-89c7-84dee51d66b4 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716550 Oct 19 01:08:12.787399 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: fd1cfe14-c914-4341-84fa-b12cbf5a8970 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:08:12.787772 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device fd1cfe14-c914-4341-84fa-b12cbf5a8970 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:08:12.798306 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c15be4f8-7a37-4539-bd79-68c37dd08c3a no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:08:12.828556 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: c15be4f8-7a37-4539-bd79-68c37dd08c3a {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:08:12.829224 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c15be4f8-7a37-4539-bd79-68c37dd08c3a not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:08:12.969239 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7975d8-f5fb-46a8-9980-0842b720dd9e req-7249ff36-34bb-47f1-b3a0-a1f1f5c63fdd tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:12.971694 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-db7975d8-f5fb-46a8-9980-0842b720dd9e req-7249ff36-34bb-47f1-b3a0-a1f1f5c63fdd tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1667ce3-7b97-4f29-adc9-aae47fb8e592 HTTP/1.1" status: 200 len: 945 time: 0.0771003 Oct 19 01:08:13.047352 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-db7975d8-f5fb-46a8-9980-0842b720dd9e req-c899202c-3d31-45b8-878c-5db27731ad4c tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3a75bfa-e05f-436e-9e74-f02b705900be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686409 Oct 19 01:08:13.247274 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ffeaa3fd-e7fb-44d3-b454-59f3cf01fa05 req-72608735-ce9b-49b4-9bcd-27a1eb9fd0b1 tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bb6688b-6c07-4be3-9134-55e7eb6a5474 HTTP/1.1" status: 200 len: 210 time: 0.0680327 Oct 19 01:08:13.353064 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-e20a336c-d4cc-4917-a055-75c15e2341cb tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:13.354943 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-e20a336c-d4cc-4917-a055-75c15e2341cb tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] 10.222.0.24 "GET /v2.0/networks?id=0ed8962a-3749-4ce0-a10d-25c483138132 HTTP/1.1" status: 200 len: 809 time: 0.2633886 Oct 19 01:08:13.375119 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-49795565-ba1e-40ce-b281-72ad3efb96bd tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] Request body: {'port': {'device_id': '8bb6688b-6c07-4be3-9134-55e7eb6a5474', 'network_id': '0ed8962a-3749-4ce0-a10d-25c483138132', 'admin_state_up': True, 'tenant_id': 'f2fb35f8bd74473d86cfb7db0b0e2772'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:08:13.518393 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-49795565-ba1e-40ce-b281-72ad3efb96bd tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] Made reservation on behalf of f2fb35f8bd74473d86cfb7db0b0e2772 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:08:13.522251 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-49795565-ba1e-40ce-b281-72ad3efb96bd tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:13.673962 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-49795565-ba1e-40ce-b281-72ad3efb96bd tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] Allocated IP 172.20.0.3 (0ed8962a-3749-4ce0-a10d-25c483138132/dc0b2c93-6c69-45f4-80ae-63d518d53f7c/927979e0-bb0d-4941-89a7-c598c9ba2274) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:08:13.885674 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-058e85b5-2aea-41bb-9ac8-265778ca0922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:13.934574 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-49795565-ba1e-40ce-b281-72ad3efb96bd tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:13.963886 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d79c31-9422-47e3-9655-e569d0b02a77 req-cd6d896c-9eb9-4647-938b-17bc1dbb7b07 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:13.966308 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-61d79c31-9422-47e3-9655-e569d0b02a77 req-cd6d896c-9eb9-4647-938b-17bc1dbb7b07 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 945 time: 0.0745509 Oct 19 01:08:14.022704 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-49795565-ba1e-40ce-b281-72ad3efb96bd tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:14.028028 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-61d79c31-9422-47e3-9655-e569d0b02a77 req-e3107440-6be0-408f-a6ca-ad8cc6f243d7 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505278 Oct 19 01:08:14.087468 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-49795565-ba1e-40ce-b281-72ad3efb96bd tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] Network 0ed8962a-3749-4ce0-a10d-25c483138132 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:08:14.094038 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-49795565-ba1e-40ce-b281-72ad3efb96bd tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:08:14.098707 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-49795565-ba1e-40ce-b281-72ad3efb96bd tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:08:14.162163 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-49795565-ba1e-40ce-b281-72ad3efb96bd tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:14.162409 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-49795565-ba1e-40ce-b281-72ad3efb96bd tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:14.175449 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49795565-ba1e-40ce-b281-72ad3efb96bd tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] Pushing event updated for resources: {'Port': ['ID=927979e0-bb0d-4941-89a7-c598c9ba2274,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:14.188207 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-49795565-ba1e-40ce-b281-72ad3efb96bd tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8173919 Oct 19 01:08:14.207076 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-ce0634f5-04d8-469f-8070-46c5bf930db5 service neutron] Request body: {'port': {'device_id': '8bb6688b-6c07-4be3-9134-55e7eb6a5474', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:08:14.312150 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb646c91-ec29-4f17-9be1-5649c97b0671 req-abc95501-5541-418b-8ff2-8bd11cef801d tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:14.314174 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cb646c91-ec29-4f17-9be1-5649c97b0671 req-abc95501-5541-418b-8ff2-8bd11cef801d tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 945 time: 0.1130710 Oct 19 01:08:14.324394 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-ce0634f5-04d8-469f-8070-46c5bf930db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:14.409191 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cb646c91-ec29-4f17-9be1-5649c97b0671 req-59643f17-b7aa-48f9-8a1b-bb3dc640f584 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813408 Oct 19 01:08:14.472124 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e7966-ae39-40cd-addb-523520eee3c5 req-398ca33b-8007-446d-81f2-6ce54101c557 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:14.474040 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cc2e7966-ae39-40cd-addb-523520eee3c5 req-398ca33b-8007-446d-81f2-6ce54101c557 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1667ce3-7b97-4f29-adc9-aae47fb8e592 HTTP/1.1" status: 200 len: 945 time: 0.0711241 Oct 19 01:08:14.529815 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cc2e7966-ae39-40cd-addb-523520eee3c5 req-fca57590-1021-42f9-89a4-544b11161909 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3a75bfa-e05f-436e-9e74-f02b705900be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479941 Oct 19 01:08:14.708960 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71fee3c-4876-4527-b7a6-2cc1652b2528 req-f5d2bb73-dd91-4e97-9da0-4f45faa50af3 tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:14.710477 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b71fee3c-4876-4527-b7a6-2cc1652b2528 req-f5d2bb73-dd91-4e97-9da0-4f45faa50af3 tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bb6688b-6c07-4be3-9134-55e7eb6a5474 HTTP/1.1" status: 200 len: 931 time: 0.1422513 Oct 19 01:08:14.727990 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910b8af-33b1-4cc4-aafb-c858f5b6187f req-27ae2811-33e3-46b0-a9c5-5a03cb4e91a3 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:14.729440 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d910b8af-33b1-4cc4-aafb-c858f5b6187f req-27ae2811-33e3-46b0-a9c5-5a03cb4e91a3 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1667ce3-7b97-4f29-adc9-aae47fb8e592 HTTP/1.1" status: 200 len: 945 time: 0.1576962 Oct 19 01:08:14.869778 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b71fee3c-4876-4527-b7a6-2cc1652b2528 req-89e66de4-7d07-48ba-8b90-52dab081c9c8 tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] 10.222.0.57 "GET /v2.0/security-groups?id=af47c492-cb73-47ef-af4d-42cdaee117b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359704 Oct 19 01:08:14.872162 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-ce0634f5-04d8-469f-8070-46c5bf930db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 927979e0-bb0d-4941-89a7-c598c9ba2274 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:08:14.881417 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-ce0634f5-04d8-469f-8070-46c5bf930db5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:14.900030 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-ce0634f5-04d8-469f-8070-46c5bf930db5 service neutron] Transition to ACTIVE for port object 927979e0-bb0d-4941-89a7-c598c9ba2274 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:08:14.908230 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-ce0634f5-04d8-469f-8070-46c5bf930db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:14.972318 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-d910b8af-33b1-4cc4-aafb-c858f5b6187f req-09b4fa50-7f5f-49b5-b309-564197947a78 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Deleting port 7f4a5610-b18a-4aab-98a7-a48303f3e831 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:08:14.972897 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d910b8af-33b1-4cc4-aafb-c858f5b6187f req-09b4fa50-7f5f-49b5-b309-564197947a78 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:15.362024 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0634f5-04d8-469f-8070-46c5bf930db5 service neutron] Pushing event updated for resources: {'Port': ['ID=927979e0-bb0d-4941-89a7-c598c9ba2274,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:15.415609 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 33722) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:15.565904 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-d910b8af-33b1-4cc4-aafb-c858f5b6187f req-09b4fa50-7f5f-49b5-b309-564197947a78 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] For port 7f4a5610-b18a-4aab-98a7-a48303f3e831, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=7f4a5610-b18a-4aab-98a7-a48303f3e831,segment=NetworkSegment(b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de),segment_id=b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:08:15.566267 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d910b8af-33b1-4cc4-aafb-c858f5b6187f req-09b4fa50-7f5f-49b5-b309-564197947a78 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:15.597230 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-ce0634f5-04d8-469f-8070-46c5bf930db5 service neutron] Attempting to bind port 927979e0-bb0d-4941-89a7-c598c9ba2274 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:08:15.597570 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-ce0634f5-04d8-469f-8070-46c5bf930db5 service neutron] Attempting to bind port 927979e0-bb0d-4941-89a7-c598c9ba2274 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '93f80185-484c-4e4d-abf9-6dc3a45f1771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0ed8962a-3749-4ce0-a10d-25c483138132'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:08:15.597904 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-ce0634f5-04d8-469f-8070-46c5bf930db5 service neutron] Attempting to bind port 927979e0-bb0d-4941-89a7-c598c9ba2274 on network 0ed8962a-3749-4ce0-a10d-25c483138132 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:08:15.601767 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-d910b8af-33b1-4cc4-aafb-c858f5b6187f req-09b4fa50-7f5f-49b5-b309-564197947a78 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Calling delete_port for 7f4a5610-b18a-4aab-98a7-a48303f3e831 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:08:15.620563 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-ce0634f5-04d8-469f-8070-46c5bf930db5 service neutron] Port 927979e0-bb0d-4941-89a7-c598c9ba2274 on network 0ed8962a-3749-4ce0-a10d-25c483138132 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:08:15.621068 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-ce0634f5-04d8-469f-8070-46c5bf930db5 service neutron] Attempting to bind port 927979e0-bb0d-4941-89a7-c598c9ba2274 on network 0ed8962a-3749-4ce0-a10d-25c483138132 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:08:15.640008 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-172ef049-2d69-4822-bf58-c5a4b0300986 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:15.641525 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-172ef049-2d69-4822-bf58-c5a4b0300986 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/networks?id=7b28de0c-4527-4d48-ab68-f343022c2981 HTTP/1.1" status: 200 len: 814 time: 0.1836367 Oct 19 01:08:15.665258 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f48049d8-28ed-4969-bfbc-07b599782503 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:15.673956 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-ce0634f5-04d8-469f-8070-46c5bf930db5 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:08:15.674386 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-ce0634f5-04d8-469f-8070-46c5bf930db5 service neutron] Checking segment: {'id': '93f80185-484c-4e4d-abf9-6dc3a45f1771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0ed8962a-3749-4ce0-a10d-25c483138132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:08:15.674720 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-ce0634f5-04d8-469f-8070-46c5bf930db5 service neutron] Bound using segment: {'id': '93f80185-484c-4e4d-abf9-6dc3a45f1771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0ed8962a-3749-4ce0-a10d-25c483138132'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:08:15.675161 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-ce0634f5-04d8-469f-8070-46c5bf930db5 service neutron] Bound port: 927979e0-bb0d-4941-89a7-c598c9ba2274, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93f80185-484c-4e4d-abf9-6dc3a45f1771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0ed8962a-3749-4ce0-a10d-25c483138132'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:08:15.675525 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-ce0634f5-04d8-469f-8070-46c5bf930db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:15.702851 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-72fc9a7b-6441-4663-9b9b-710726935670 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/quotas/6e108e8f9d964fc8948299492d072863 HTTP/1.1" status: 200 len: 375 time: 0.0301216 Oct 19 01:08:15.812023 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f48049d8-28ed-4969-bfbc-07b599782503 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:15.817651 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f48049d8-28ed-4969-bfbc-07b599782503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:15.852341 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-fbfca852-ac09-4b13-8f01-ddfb7ea4bccb tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6e108e8f9d964fc8948299492d072863&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1167295 Oct 19 01:08:15.869097 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-ce0634f5-04d8-469f-8070-46c5bf930db5 service neutron] For port 927979e0-bb0d-4941-89a7-c598c9ba2274, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:08:15.872760 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f48049d8-28ed-4969-bfbc-07b599782503 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f5ea533c7b8f4121bf99b4eff3745ed2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4555953 Oct 19 01:08:15.875953 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-ce0634f5-04d8-469f-8070-46c5bf930db5 service neutron] For port 927979e0-bb0d-4941-89a7-c598c9ba2274, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=927979e0-bb0d-4941-89a7-c598c9ba2274,segment=NetworkSegment(93f80185-484c-4e4d-abf9-6dc3a45f1771),segment_id=93f80185-484c-4e4d-abf9-6dc3a45f1771)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:08:15.879420 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 33744) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:15.899835 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48049d8-28ed-4969-bfbc-07b599782503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3723282-700d-48db-a436-9c0f36b0bb36,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:15.911031 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-ce0634f5-04d8-469f-8070-46c5bf930db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:15.964359 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c78faaa-ecb9-455f-a090-3db270e41e8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:15.985153 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-ce0634f5-04d8-469f-8070-46c5bf930db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:15.985778 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-ce0634f5-04d8-469f-8070-46c5bf930db5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:15.987207 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-ce0634f5-04d8-469f-8070-46c5bf930db5 service neutron] 10.222.0.24 "PUT /v2.0/ports/927979e0-bb0d-4941-89a7-c598c9ba2274 HTTP/1.1" status: 200 len: 1092 time: 1.7884798 Oct 19 01:08:15.987676 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb6688b-6c07-4be3-9134-55e7eb6a5474', 'tag': '927979e0-bb0d-4941-89a7-c598c9ba2274'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:08:15.989984 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1043de-7d72-4a44-9476-1cf6b7a6304c" -d '{"events": [{"name": "network-changed", "server_uuid": "8bb6688b-6c07-4be3-9134-55e7eb6a5474", "tag": "927979e0-bb0d-4941-89a7-c598c9ba2274"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:08:15.995528 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c78faaa-ecb9-455f-a090-3db270e41e8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:16.065885 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d910b8af-33b1-4cc4-aafb-c858f5b6187f req-09b4fa50-7f5f-49b5-b309-564197947a78 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:16.081487 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['0d124d50-390e-4a4a-8c86-d4a7a9e0c25c'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:08:16.117039 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8920f7-f1ee-4678-b4f6-5b46f50205f4 req-172d6324-4d01-43c0-8530-d9e0041c931e tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:16.119491 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ba8920f7-f1ee-4678-b4f6-5b46f50205f4 req-172d6324-4d01-43c0-8530-d9e0041c931e tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1667ce3-7b97-4f29-adc9-aae47fb8e592 HTTP/1.1" status: 200 len: 867 time: 0.1010823 Oct 19 01:08:16.123361 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['7f4a5610-b18a-4aab-98a7-a48303f3e831', '16e826ce-898d-4e73-b440-443268e719cd'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:08:16.131006 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c78faaa-ecb9-455f-a090-3db270e41e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:16.134654 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c78faaa-ecb9-455f-a090-3db270e41e8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:16.138934 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2c78faaa-ecb9-455f-a090-3db270e41e8c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d3723282-700d-48db-a436-9c0f36b0bb36 HTTP/1.1" status: 204 len: 168 time: 0.2551544 Oct 19 01:08:16.153663 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78faaa-ecb9-455f-a090-3db270e41e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3723282-700d-48db-a436-9c0f36b0bb36,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:16.155085 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0634f5-04d8-469f-8070-46c5bf930db5 service neutron] Pushing event updated for resources: {'Port': ['ID=927979e0-bb0d-4941-89a7-c598c9ba2274,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:16.160607 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-05527826-20df-4248-92a4-15e8a19cc12f service neutron] 10.222.0.57 "GET /v2.0/networks/7b28de0c-4527-4d48-ab68-f343022c2981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071535 Oct 19 01:08:16.186821 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ba8920f7-f1ee-4678-b4f6-5b46f50205f4 req-93c881d3-b5fc-47a1-83ee-033a0dd86194 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3a75bfa-e05f-436e-9e74-f02b705900be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492270 Oct 19 01:08:16.250142 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-8f33ddb7-56cc-4ba5-a521-279e69dc0ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:16.252595 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-8f33ddb7-56cc-4ba5-a521-279e69dc0ec2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f2fb35f8bd74473d86cfb7db0b0e2772&device_id=8bb6688b-6c07-4be3-9134-55e7eb6a5474 HTTP/1.1" status: 200 len: 1095 time: 0.2089796 Oct 19 01:08:16.253485 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-d910b8af-33b1-4cc4-aafb-c858f5b6187f req-09b4fa50-7f5f-49b5-b309-564197947a78 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] No DVR routers for this DVR port 7f4a5610-b18a-4aab-98a7-a48303f3e831 on host n-h1-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:08:16.267317 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d910b8af-33b1-4cc4-aafb-c858f5b6187f req-09b4fa50-7f5f-49b5-b309-564197947a78 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:16.276933 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d910b8af-33b1-4cc4-aafb-c858f5b6187f req-09b4fa50-7f5f-49b5-b309-564197947a78 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.55 "DELETE /v2.0/ports/7f4a5610-b18a-4aab-98a7-a48303f3e831 HTTP/1.1" status: 204 len: 173 time: 1.5401893 Oct 19 01:08:16.279219 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b4fa50-7f5f-49b5-b309-564197947a78 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Pushing event deleted for resources: {'Port': ['ID=7f4a5610-b18a-4aab-98a7-a48303f3e831,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:16.383469 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-418c3ffa-a17a-434e-adc0-2a27827a8cda service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=927979e0-bb0d-4941-89a7-c598c9ba2274 HTTP/1.1" status: 200 len: 217 time: 0.1052992 Oct 19 01:08:16.460677 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba16fb8-b72a-4abe-b024-10bb5acad630 req-61b713c3-3300-4437-9a7e-91ff6be2060a tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:16.471069 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eba16fb8-b72a-4abe-b024-10bb5acad630 req-61b713c3-3300-4437-9a7e-91ff6be2060a tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bb6688b-6c07-4be3-9134-55e7eb6a5474 HTTP/1.1" status: 200 len: 943 time: 0.0942886 Oct 19 01:08:16.509069 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eba16fb8-b72a-4abe-b024-10bb5acad630 req-4fe6e137-869c-42bd-829a-a59f0f9e343c tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] 10.222.0.57 "GET /v2.0/security-groups?id=af47c492-cb73-47ef-af4d-42cdaee117b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363600 Oct 19 01:08:16.523525 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e7cc6e74-459f-48dc-a0b1-d8f64e149642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:16.532210 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-01443ce7-bb0a-4bb4-a622-0d3f34e0d6ca service neutron] 10.222.0.57 "GET /v2.0/networks/7b28de0c-4527-4d48-ab68-f343022c2981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228838 Oct 19 01:08:16.534033 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-0eca584d-ac60-4252-b330-83aa5462a252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:16.535991 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-0eca584d-ac60-4252-b330-83aa5462a252 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc0b2c93-6c69-45f4-80ae-63d518d53f7c HTTP/1.1" status: 200 len: 849 time: 0.0981855 Oct 19 01:08:16.602998 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-b12cee72-44fe-4d4c-acb2-e3d92a88154c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ed8962a-3749-4ce0-a10d-25c483138132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504670 Oct 19 01:08:16.604630 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d33153-775f-43be-b1d0-5b60f15d9e33 x-openstack-request-id: req-70d33153-775f-43be-b1d0-5b60f15d9e33 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:08:16.604973 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bb6688b-6c07-4be3-9134-55e7eb6a5474", "tag": "927979e0-bb0d-4941-89a7-c598c9ba2274", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:08:16.606001 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-70d33153-775f-43be-b1d0-5b60f15d9e33 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:08:16.606527 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb6688b-6c07-4be3-9134-55e7eb6a5474', 'tag': '927979e0-bb0d-4941-89a7-c598c9ba2274', 'status': 'completed', 'code': 200} Oct 19 01:08:16.638455 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 33766) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:16.654145 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f42b8cad-9aaf-4c4c-bf72-271167bf8114 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:16.772206 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f42b8cad-9aaf-4c4c-bf72-271167bf8114 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:16.780035 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f42b8cad-9aaf-4c4c-bf72-271167bf8114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:16.812229 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f42b8cad-9aaf-4c4c-bf72-271167bf8114 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=34ee4f87c9c34d11885110c9ecd41fd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1724274 Oct 19 01:08:16.814953 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 33792) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:16.820423 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-34f07644-0a70-450a-acf4-dac96a9fb1ad req-b4eac4be-1519-49ed-b224-a46650e612b8 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 210 time: 0.0359414 Oct 19 01:08:16.825031 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-89b19f9d-da14-45c7-aa13-d0526ffadf10 service neutron] 10.222.0.24 "GET /v2.0/networks/0ed8962a-3749-4ce0-a10d-25c483138132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125120 Oct 19 01:08:16.878063 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e902d-3e99-4ec1-8364-43e6f8127d1a req-587631da-5cde-4394-ab37-a03119f7d1e3 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:16.879832 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6b2e902d-3e99-4ec1-8364-43e6f8127d1a req-587631da-5cde-4394-ab37-a03119f7d1e3 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ecfe1c-8de5-4188-afa7-e152f07987a4 HTTP/1.1" status: 200 len: 945 time: 0.1983724 Oct 19 01:08:17.012536 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b8cad-9aaf-4c4c-bf72-271167bf8114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d322c842-b847-493a-a36f-9d050e411649,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:17.069589 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-899a235d-db8d-4120-bb97-bce8655855db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:17.117434 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6b6a9b63-6d86-45ec-94e2-f65050dae1f5 req-926f2368-85a5-46b0-afef-23aa317f7e00 service neutron] 10.222.0.24 "GET /v2.0/networks/0ed8962a-3749-4ce0-a10d-25c483138132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847877 Oct 19 01:08:17.158363 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-899a235d-db8d-4120-bb97-bce8655855db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:17.232194 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-899a235d-db8d-4120-bb97-bce8655855db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:17.235157 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-899a235d-db8d-4120-bb97-bce8655855db admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:17.238873 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-899a235d-db8d-4120-bb97-bce8655855db admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d322c842-b847-493a-a36f-9d050e411649 HTTP/1.1" status: 204 len: 168 time: 0.4203219 Oct 19 01:08:17.252671 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:17.261093 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a235d-db8d-4120-bb97-bce8655855db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d322c842-b847-493a-a36f-9d050e411649,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:17.283366 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-6b2e902d-3e99-4ec1-8364-43e6f8127d1a req-3bf38161-5b0c-408f-b459-85913bba9fe3 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Deleting port 375c6625-82f0-4e5e-bb95-a208591149c0 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:08:17.285720 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6b2e902d-3e99-4ec1-8364-43e6f8127d1a req-3bf38161-5b0c-408f-b459-85913bba9fe3 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:17.314240 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1043de-7d72-4a44-9476-1cf6b7a6304c req-eb3ecda2-0980-4206-b8a3-fc6b0768dc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:17.316771 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-de1043de-7d72-4a44-9476-1cf6b7a6304c req-eb3ecda2-0980-4206-b8a3-fc6b0768dc84 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f2fb35f8bd74473d86cfb7db0b0e2772&device_id=8bb6688b-6c07-4be3-9134-55e7eb6a5474 HTTP/1.1" status: 200 len: 1095 time: 0.1386356 Oct 19 01:08:17.497873 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-6b2e902d-3e99-4ec1-8364-43e6f8127d1a req-3bf38161-5b0c-408f-b459-85913bba9fe3 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] For port 375c6625-82f0-4e5e-bb95-a208591149c0, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=375c6625-82f0-4e5e-bb95-a208591149c0,segment=NetworkSegment(390ed8c9-9986-4671-aee6-159367c5ccee),segment_id=390ed8c9-9986-4671-aee6-159367c5ccee)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:08:17.498537 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6b2e902d-3e99-4ec1-8364-43e6f8127d1a req-3bf38161-5b0c-408f-b459-85913bba9fe3 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:17.521234 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-6b2e902d-3e99-4ec1-8364-43e6f8127d1a req-3bf38161-5b0c-408f-b459-85913bba9fe3 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Calling delete_port for 375c6625-82f0-4e5e-bb95-a208591149c0 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:08:17.526275 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1043de-7d72-4a44-9476-1cf6b7a6304c req-7c822bd3-0232-4286-9597-7ed6a4704778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:17.528568 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-de1043de-7d72-4a44-9476-1cf6b7a6304c req-7c822bd3-0232-4286-9597-7ed6a4704778 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ed8962a-3749-4ce0-a10d-25c483138132 HTTP/1.1" status: 200 len: 910 time: 0.2030597 Oct 19 01:08:17.582511 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-de1043de-7d72-4a44-9476-1cf6b7a6304c req-db060f2c-7f38-415b-b7cd-ad14062f1145 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=927979e0-bb0d-4941-89a7-c598c9ba2274 HTTP/1.1" status: 200 len: 217 time: 0.0439842 Oct 19 01:08:17.692445 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:17.728735 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1043de-7d72-4a44-9476-1cf6b7a6304c req-7929ce23-8f1a-44c5-9887-31c486f944d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:17.730218 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-de1043de-7d72-4a44-9476-1cf6b7a6304c req-7929ce23-8f1a-44c5-9887-31c486f944d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc0b2c93-6c69-45f4-80ae-63d518d53f7c HTTP/1.1" status: 200 len: 849 time: 0.1065054 Oct 19 01:08:17.753834 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e5324-b1de-4f75-8159-bf9694e6b895 req-ffbaab08-0a7b-4983-9b2f-373cbc5c59c9 tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:17.755348 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a39e5324-b1de-4f75-8159-bf9694e6b895 req-ffbaab08-0a7b-4983-9b2f-373cbc5c59c9 tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bb6688b-6c07-4be3-9134-55e7eb6a5474 HTTP/1.1" status: 200 len: 943 time: 0.1327429 Oct 19 01:08:17.788701 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-de1043de-7d72-4a44-9476-1cf6b7a6304c req-d08b7e61-9abb-4658-b743-c7c9cb95ab66 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ed8962a-3749-4ce0-a10d-25c483138132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502632 Oct 19 01:08:17.873350 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a39e5324-b1de-4f75-8159-bf9694e6b895 req-434993e7-1551-426e-bee4-2dc8b15f31ef tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] 10.222.0.57 "GET /v2.0/security-groups?id=af47c492-cb73-47ef-af4d-42cdaee117b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075025 Oct 19 01:08:17.970799 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6b2e902d-3e99-4ec1-8364-43e6f8127d1a req-3bf38161-5b0c-408f-b459-85913bba9fe3 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:17.985012 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['375c6625-82f0-4e5e-bb95-a208591149c0'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:08:18.017434 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-de1043de-7d72-4a44-9476-1cf6b7a6304c req-927e555e-c699-449b-aaa7-9020d5547a42 service neutron] 10.222.0.24 "GET /v2.0/networks/0ed8962a-3749-4ce0-a10d-25c483138132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166770 Oct 19 01:08:18.085776 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf38161-5b0c-408f-b459-85913bba9fe3 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Pushing event deleted for resources: {'Port': ['ID=375c6625-82f0-4e5e-bb95-a208591149c0,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:18.181522 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b2e902d-3e99-4ec1-8364-43e6f8127d1a req-3bf38161-5b0c-408f-b459-85913bba9fe3 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] No DVR routers for this DVR port 375c6625-82f0-4e5e-bb95-a208591149c0 on host n-h1-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:08:18.213012 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-03823eb3-9d5f-4a9a-b04e-ce026a6b090f req-efe63fad-fe68-4434-a963-ecfac5ef074d tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 210 time: 0.0798738 Oct 19 01:08:18.214085 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6b2e902d-3e99-4ec1-8364-43e6f8127d1a req-3bf38161-5b0c-408f-b459-85913bba9fe3 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:18.218099 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6b2e902d-3e99-4ec1-8364-43e6f8127d1a req-3bf38161-5b0c-408f-b459-85913bba9fe3 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.55 "DELETE /v2.0/ports/375c6625-82f0-4e5e-bb95-a208591149c0 HTTP/1.1" status: 204 len: 173 time: 1.3284760 Oct 19 01:08:18.285894 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-de1043de-7d72-4a44-9476-1cf6b7a6304c req-ae9bf1ea-aa86-441e-9f81-e259086a4c30 service neutron] 10.222.0.24 "GET /v2.0/networks/0ed8962a-3749-4ce0-a10d-25c483138132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572734 Oct 19 01:08:18.304908 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-dc07b588-3516-448f-bf01-9954d9ee9378 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:18.310845 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-dc07b588-3516-448f-bf01-9954d9ee9378 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.55 "GET /v2.0/networks?id=7b28de0c-4527-4d48-ab68-f343022c2981 HTTP/1.1" status: 200 len: 814 time: 0.2972610 Oct 19 01:08:18.342165 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-c6f9c141-80a1-468f-b364-7a987c143645 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Request body: {'port': {'device_id': '07492d03-bc8b-43e5-8429-b0a9db33d1de', 'network_id': '7b28de0c-4527-4d48-ab68-f343022c2981', 'admin_state_up': True, 'tenant_id': '6e108e8f9d964fc8948299492d072863'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:08:18.512529 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-c6f9c141-80a1-468f-b364-7a987c143645 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Made reservation on behalf of 6e108e8f9d964fc8948299492d072863 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:08:18.517224 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-c6f9c141-80a1-468f-b364-7a987c143645 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:18.608037 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1667ce3-7b97-4f29-adc9-aae47fb8e592', 'name': 'network-vif-deleted', 'tag': '7f4a5610-b18a-4aab-98a7-a48303f3e831'}, {'server_uuid': '53ecfe1c-8de5-4188-afa7-e152f07987a4', 'name': 'network-vif-deleted', 'tag': '375c6625-82f0-4e5e-bb95-a208591149c0'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:08:18.610425 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9ed898-9520-4bbf-bdad-3775084ac4d5" -d '{"events": [{"server_uuid": "a1667ce3-7b97-4f29-adc9-aae47fb8e592", "name": "network-vif-deleted", "tag": "7f4a5610-b18a-4aab-98a7-a48303f3e831"}, {"server_uuid": "53ecfe1c-8de5-4188-afa7-e152f07987a4", "name": "network-vif-deleted", "tag": "375c6625-82f0-4e5e-bb95-a208591149c0"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:08:18.696696 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-c6f9c141-80a1-468f-b364-7a987c143645 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Allocated IP 172.20.0.8 (7b28de0c-4527-4d48-ab68-f343022c2981/70672b34-a2f2-4409-affd-0df303ae693f/b4511934-3952-4ab8-8f70-af6465fd348b) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:08:18.716091 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 19 Oct 2021 01:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510e2b16-a5dc-4e6a-b516-d02d324e9334 x-openstack-request-id: req-510e2b16-a5dc-4e6a-b516-d02d324e9334 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:08:18.716508 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1667ce3-7b97-4f29-adc9-aae47fb8e592", "name": "network-vif-deleted", "tag": "7f4a5610-b18a-4aab-98a7-a48303f3e831", "status": "completed", "code": 200}, {"server_uuid": "53ecfe1c-8de5-4188-afa7-e152f07987a4", "name": "network-vif-deleted", "tag": "375c6625-82f0-4e5e-bb95-a208591149c0", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:08:18.716878 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-510e2b16-a5dc-4e6a-b516-d02d324e9334 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:08:18.717444 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1667ce3-7b97-4f29-adc9-aae47fb8e592', 'name': 'network-vif-deleted', 'tag': '7f4a5610-b18a-4aab-98a7-a48303f3e831', 'status': 'completed', 'code': 200} Oct 19 01:08:18.717797 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ecfe1c-8de5-4188-afa7-e152f07987a4', 'name': 'network-vif-deleted', 'tag': '375c6625-82f0-4e5e-bb95-a208591149c0', 'status': 'completed', 'code': 200} Oct 19 01:08:18.883100 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 375c6625-82f0-4e5e-bb95-a208591149c0 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:08:18.929586 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 375c6625-82f0-4e5e-bb95-a208591149c0 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:08:18.930205 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 375c6625-82f0-4e5e-bb95-a208591149c0 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:08:18.930858 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 7f4a5610-b18a-4aab-98a7-a48303f3e831 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:08:18.974749 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-c6f9c141-80a1-468f-b364-7a987c143645 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:18.980919 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 7f4a5610-b18a-4aab-98a7-a48303f3e831 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:08:18.981492 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 7f4a5610-b18a-4aab-98a7-a48303f3e831 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:08:18.986614 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816f9dc-7e84-441c-ad74-9fce86d710ae req-6d46173d-6b4f-487d-b24b-e78d8658f6de tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:18.992709 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816f9dc-7e84-441c-ad74-9fce86d710ae req-6d46173d-6b4f-487d-b24b-e78d8658f6de tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:18.994304 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3816f9dc-7e84-441c-ad74-9fce86d710ae req-6d46173d-6b4f-487d-b24b-e78d8658f6de tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c21cbdc-84d7-4c2b-8ee8-f859d4975ca9&device_id=394bf431-d448-4ad8-8851-fcc3d153d78d HTTP/1.1" status: 200 len: 1681 time: 0.1188829 Oct 19 01:08:19.054494 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3816f9dc-7e84-441c-ad74-9fce86d710ae req-a568c2cf-fa70-4836-9345-396a17c72d1e tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3a75bfa-e05f-436e-9e74-f02b705900be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530927 Oct 19 01:08:19.057612 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-c6f9c141-80a1-468f-b364-7a987c143645 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:19.136336 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-c6f9c141-80a1-468f-b364-7a987c143645 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Network 7b28de0c-4527-4d48-ab68-f343022c2981 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:08:19.141768 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-c6f9c141-80a1-468f-b364-7a987c143645 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:08:19.153094 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-c6f9c141-80a1-468f-b364-7a987c143645 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:08:19.193950 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f9c141-80a1-468f-b364-7a987c143645 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Pushing event updated for resources: {'Port': ['ID=b4511934-3952-4ab8-8f70-af6465fd348b,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:19.233162 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-c6f9c141-80a1-468f-b364-7a987c143645 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:19.233805 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-c6f9c141-80a1-468f-b364-7a987c143645 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:19.244260 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea778e85-9da4-4a85-b20b-e8343c7e28f2 req-b436b36a-d824-4280-a4ec-afae5ea33acd tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:19.245822 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ea778e85-9da4-4a85-b20b-e8343c7e28f2 req-b436b36a-d824-4280-a4ec-afae5ea33acd tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bb6688b-6c07-4be3-9134-55e7eb6a5474 HTTP/1.1" status: 200 len: 943 time: 0.1235075 Oct 19 01:08:19.283970 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-c6f9c141-80a1-468f-b364-7a987c143645 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9480078 Oct 19 01:08:19.301823 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-e3494a94-cd88-47fb-ac88-ab5cc63fc4ff service neutron] Request body: {'port': {'device_id': '07492d03-bc8b-43e5-8429-b0a9db33d1de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:08:19.321443 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ea778e85-9da4-4a85-b20b-e8343c7e28f2 req-343f4ce2-7586-4f1c-bd7b-9847eaab3c93 tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] 10.222.0.57 "GET /v2.0/security-groups?id=af47c492-cb73-47ef-af4d-42cdaee117b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618398 Oct 19 01:08:19.395428 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-e3494a94-cd88-47fb-ac88-ab5cc63fc4ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:19.495058 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943512d-3669-4eb6-ba3f-4318f5ef0ed8 req-f71fd983-088a-49ff-a3ff-b517c70dbd33 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:19.497346 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d943512d-3669-4eb6-ba3f-4318f5ef0ed8 req-f71fd983-088a-49ff-a3ff-b517c70dbd33 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 931 time: 0.0586786 Oct 19 01:08:19.548679 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d943512d-3669-4eb6-ba3f-4318f5ef0ed8 req-62bdef93-63eb-4359-9fdb-adad7552db4b tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446002 Oct 19 01:08:19.658552 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:19.923856 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 34130) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:20.074778 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-faee7223-a02a-4a61-9cc9-906d6d37b165 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:20.090353 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-e3494a94-cd88-47fb-ac88-ab5cc63fc4ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4511934-3952-4ab8-8f70-af6465fd348b {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:08:20.107772 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-e3494a94-cd88-47fb-ac88-ab5cc63fc4ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:20.124659 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-e3494a94-cd88-47fb-ac88-ab5cc63fc4ff service neutron] Transition to ACTIVE for port object b4511934-3952-4ab8-8f70-af6465fd348b will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:08:20.129454 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-e3494a94-cd88-47fb-ac88-ab5cc63fc4ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:20.183266 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-faee7223-a02a-4a61-9cc9-906d6d37b165 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:20.188626 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-faee7223-a02a-4a61-9cc9-906d6d37b165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:20.201180 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3494a94-cd88-47fb-ac88-ab5cc63fc4ff service neutron] Pushing event updated for resources: {'Port': ['ID=b4511934-3952-4ab8-8f70-af6465fd348b,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:20.237385 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-faee7223-a02a-4a61-9cc9-906d6d37b165 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1c58f9ba51de4841875354e8a92604df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3092744 Oct 19 01:08:20.241671 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 34158) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:20.281227 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee7223-a02a-4a61-9cc9-906d6d37b165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58dd9d05-7183-485e-b9b5-d626c5a93ceb,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:20.324830 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ebdd56f4-0119-42de-bd03-edb56aad324c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:20.329281 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-e3494a94-cd88-47fb-ac88-ab5cc63fc4ff service neutron] Attempting to bind port b4511934-3952-4ab8-8f70-af6465fd348b on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:08:20.329713 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-e3494a94-cd88-47fb-ac88-ab5cc63fc4ff service neutron] Attempting to bind port b4511934-3952-4ab8-8f70-af6465fd348b by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '390ed8c9-9986-4671-aee6-159367c5ccee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7b28de0c-4527-4d48-ab68-f343022c2981'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:08:20.329937 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-e3494a94-cd88-47fb-ac88-ab5cc63fc4ff service neutron] Attempting to bind port b4511934-3952-4ab8-8f70-af6465fd348b on network 7b28de0c-4527-4d48-ab68-f343022c2981 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:08:20.341143 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514a53c-34ec-42e2-bd07-2e62b4394ea7 req-9b0fa1da-cc51-4d5d-89e3-4587754788c8 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:20.342650 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8514a53c-34ec-42e2-bd07-2e62b4394ea7 req-9b0fa1da-cc51-4d5d-89e3-4587754788c8 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/ports?device_id=394bf431-d448-4ad8-8851-fcc3d153d78d HTTP/1.1" status: 200 len: 945 time: 0.0796878 Oct 19 01:08:20.345108 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-e3494a94-cd88-47fb-ac88-ab5cc63fc4ff service neutron] Port b4511934-3952-4ab8-8f70-af6465fd348b on network 7b28de0c-4527-4d48-ab68-f343022c2981 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:08:20.345381 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-e3494a94-cd88-47fb-ac88-ab5cc63fc4ff service neutron] Attempting to bind port b4511934-3952-4ab8-8f70-af6465fd348b on network 7b28de0c-4527-4d48-ab68-f343022c2981 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:08:20.356850 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-e3494a94-cd88-47fb-ac88-ab5cc63fc4ff service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:08:20.357187 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-e3494a94-cd88-47fb-ac88-ab5cc63fc4ff service neutron] Checking segment: {'id': '390ed8c9-9986-4671-aee6-159367c5ccee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7b28de0c-4527-4d48-ab68-f343022c2981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:08:20.357496 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ebdd56f4-0119-42de-bd03-edb56aad324c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:20.357626 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-e3494a94-cd88-47fb-ac88-ab5cc63fc4ff service neutron] Bound using segment: {'id': '390ed8c9-9986-4671-aee6-159367c5ccee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7b28de0c-4527-4d48-ab68-f343022c2981'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:08:20.357988 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-e3494a94-cd88-47fb-ac88-ab5cc63fc4ff service neutron] Bound port: b4511934-3952-4ab8-8f70-af6465fd348b, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '390ed8c9-9986-4671-aee6-159367c5ccee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7b28de0c-4527-4d48-ab68-f343022c2981'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:08:20.358471 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-e3494a94-cd88-47fb-ac88-ab5cc63fc4ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:20.408124 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ebdd56f4-0119-42de-bd03-edb56aad324c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:20.410784 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ebdd56f4-0119-42de-bd03-edb56aad324c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:20.411936 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ebdd56f4-0119-42de-bd03-edb56aad324c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/58dd9d05-7183-485e-b9b5-d626c5a93ceb HTTP/1.1" status: 204 len: 168 time: 0.1692710 Oct 19 01:08:20.415898 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8514a53c-34ec-42e2-bd07-2e62b4394ea7 req-daa22d8b-bd86-4aa6-99c8-5537849d1b21 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3a75bfa-e05f-436e-9e74-f02b705900be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669196 Oct 19 01:08:20.452199 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd56f4-0119-42de-bd03-edb56aad324c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58dd9d05-7183-485e-b9b5-d626c5a93ceb,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:20.456049 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-e3494a94-cd88-47fb-ac88-ab5cc63fc4ff service neutron] For port b4511934-3952-4ab8-8f70-af6465fd348b, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:08:20.461174 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-e3494a94-cd88-47fb-ac88-ab5cc63fc4ff service neutron] For port b4511934-3952-4ab8-8f70-af6465fd348b, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=b4511934-3952-4ab8-8f70-af6465fd348b,segment=NetworkSegment(390ed8c9-9986-4671-aee6-159367c5ccee),segment_id=390ed8c9-9986-4671-aee6-159367c5ccee)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:08:20.470392 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-e3494a94-cd88-47fb-ac88-ab5cc63fc4ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:20.546522 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-e3494a94-cd88-47fb-ac88-ab5cc63fc4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:20.547081 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-e3494a94-cd88-47fb-ac88-ab5cc63fc4ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:20.548577 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-e3494a94-cd88-47fb-ac88-ab5cc63fc4ff service neutron] 10.222.0.55 "PUT /v2.0/ports/b4511934-3952-4ab8-8f70-af6465fd348b HTTP/1.1" status: 200 len: 1092 time: 1.2542229 Oct 19 01:08:20.551918 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07492d03-bc8b-43e5-8429-b0a9db33d1de', 'tag': 'b4511934-3952-4ab8-8f70-af6465fd348b'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:08:20.554205 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74e2e21-a5ca-4065-8fde-2726996f238a" -d '{"events": [{"name": "network-changed", "server_uuid": "07492d03-bc8b-43e5-8429-b0a9db33d1de", "tag": "b4511934-3952-4ab8-8f70-af6465fd348b"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:08:20.582818 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3494a94-cd88-47fb-ac88-ab5cc63fc4ff service neutron] Pushing event updated for resources: {'Port': ['ID=b4511934-3952-4ab8-8f70-af6465fd348b,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:20.602213 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc71b1-02c7-4bb7-8bc4-7c51fc40dcc0 req-3985ea1a-d973-4a76-bb38-23ac9b28506d tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:20.603979 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e2fc71b1-02c7-4bb7-8bc4-7c51fc40dcc0 req-3985ea1a-d973-4a76-bb38-23ac9b28506d tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bb6688b-6c07-4be3-9134-55e7eb6a5474 HTTP/1.1" status: 200 len: 943 time: 0.0966959 Oct 19 01:08:20.673424 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-b3669a36-e5bd-41e6-8c75-93b996c60382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:20.674930 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-b3669a36-e5bd-41e6-8c75-93b996c60382 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6e108e8f9d964fc8948299492d072863&device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 1095 time: 0.0698197 Oct 19 01:08:20.678468 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e2fc71b1-02c7-4bb7-8bc4-7c51fc40dcc0 req-a60026a8-01cf-40bc-bda2-b0bc8cfecd57 tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] 10.222.0.57 "GET /v2.0/security-groups?id=af47c492-cb73-47ef-af4d-42cdaee117b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634017 Oct 19 01:08:20.728782 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-28e5e900-d4e6-4b80-ab46-5d6831da70d9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4511934-3952-4ab8-8f70-af6465fd348b HTTP/1.1" status: 200 len: 217 time: 0.0445976 Oct 19 01:08:20.768464 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d5cb17-1ab5-4295-b70a-9fd9cbf55a85 x-openstack-request-id: req-52d5cb17-1ab5-4295-b70a-9fd9cbf55a85 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:08:20.768751 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07492d03-bc8b-43e5-8429-b0a9db33d1de", "tag": "b4511934-3952-4ab8-8f70-af6465fd348b", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:08:20.769009 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-52d5cb17-1ab5-4295-b70a-9fd9cbf55a85 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:08:20.769409 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07492d03-bc8b-43e5-8429-b0a9db33d1de', 'tag': 'b4511934-3952-4ab8-8f70-af6465fd348b', 'status': 'completed', 'code': 200} Oct 19 01:08:20.788936 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-3b0498a6-8617-4320-acfb-f0731cbef750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:20.790538 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-3b0498a6-8617-4320-acfb-f0731cbef750 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70672b34-a2f2-4409-affd-0df303ae693f HTTP/1.1" status: 200 len: 854 time: 0.0535917 Oct 19 01:08:20.828044 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-f935abcf-df30-4da7-9c64-5e836f1e1fa4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7b28de0c-4527-4d48-ab68-f343022c2981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296328 Oct 19 01:08:20.854301 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 34210) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:20.872644 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29c94f9f-182b-448e-9b1b-90ed11767f3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:20.960910 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9816c7-b9b1-4ea0-b4f5-3ce5c864c62b req-73003b46-254f-4c18-b498-37bd5791c9b1 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:20.962480 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ce9816c7-b9b1-4ea0-b4f5-3ce5c864c62b req-73003b46-254f-4c18-b498-37bd5791c9b1 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 943 time: 0.1287687 Oct 19 01:08:20.980486 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29c94f9f-182b-448e-9b1b-90ed11767f3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:20.985288 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29c94f9f-182b-448e-9b1b-90ed11767f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:21.007541 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-36ee50a8-c706-4a93-a4da-32de935b2298 service neutron] 10.222.0.55 "GET /v2.0/networks/7b28de0c-4527-4d48-ab68-f343022c2981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723356 Oct 19 01:08:21.033156 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-29c94f9f-182b-448e-9b1b-90ed11767f3e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=67c49e655d4b4ccbbd12563e7efeb41d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1773460 Oct 19 01:08:21.034421 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c94f9f-182b-448e-9b1b-90ed11767f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e02c53e-b164-41de-acf1-2ecb96236136,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:21.039847 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 34224) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:21.063084 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ce9816c7-b9b1-4ea0-b4f5-3ce5c864c62b req-1777ec7a-e065-4c44-b306-bedce4a14b17 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895736 Oct 19 01:08:21.109653 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-93fe8d4e-bc22-4b0f-bab0-873a21c5cf57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:21.134154 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-93fe8d4e-bc22-4b0f-bab0-873a21c5cf57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:21.144611 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-14072f89-692c-41c7-b77e-dbf62a863da8 req-c582fc3f-6526-4f5e-8995-a0021d63ab34 service neutron] 10.222.0.55 "GET /v2.0/networks/7b28de0c-4527-4d48-ab68-f343022c2981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241779 Oct 19 01:08:21.190705 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-93fe8d4e-bc22-4b0f-bab0-873a21c5cf57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:21.193630 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-93fe8d4e-bc22-4b0f-bab0-873a21c5cf57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:21.196329 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-93fe8d4e-bc22-4b0f-bab0-873a21c5cf57 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0e02c53e-b164-41de-acf1-2ecb96236136 HTTP/1.1" status: 204 len: 168 time: 0.1552472 Oct 19 01:08:21.208216 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe8d4e-bc22-4b0f-bab0-873a21c5cf57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e02c53e-b164-41de-acf1-2ecb96236136,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:21.275197 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e2e21-a5ca-4065-8fde-2726996f238a req-af666f1f-ad34-4662-9183-ed4db089a791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:21.277188 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b74e2e21-a5ca-4065-8fde-2726996f238a req-af666f1f-ad34-4662-9183-ed4db089a791 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6e108e8f9d964fc8948299492d072863&device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 1095 time: 0.0608962 Oct 19 01:08:21.383796 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e2e21-a5ca-4065-8fde-2726996f238a req-54e2d130-526b-4f44-98ba-71733ff9a226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:21.385646 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b74e2e21-a5ca-4065-8fde-2726996f238a req-54e2d130-526b-4f44-98ba-71733ff9a226 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7b28de0c-4527-4d48-ab68-f343022c2981 HTTP/1.1" status: 200 len: 915 time: 0.1015170 Oct 19 01:08:21.435123 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b74e2e21-a5ca-4065-8fde-2726996f238a req-c3e8f570-bcad-4417-94f0-3294dca0f928 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4511934-3952-4ab8-8f70-af6465fd348b HTTP/1.1" status: 200 len: 217 time: 0.0415475 Oct 19 01:08:21.497415 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e2e21-a5ca-4065-8fde-2726996f238a req-0d55092a-2f4a-439c-874a-54de8845383a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:21.499485 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b74e2e21-a5ca-4065-8fde-2726996f238a req-0d55092a-2f4a-439c-874a-54de8845383a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70672b34-a2f2-4409-affd-0df303ae693f HTTP/1.1" status: 200 len: 854 time: 0.0534084 Oct 19 01:08:21.535719 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b74e2e21-a5ca-4065-8fde-2726996f238a req-d0b12a79-c687-4e3d-8620-81e1ad749e06 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7b28de0c-4527-4d48-ab68-f343022c2981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277874 Oct 19 01:08:21.539968 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 34246) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:21.574910 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a679a-046a-422e-87d9-3e65d38bd975 req-c498cc9b-7145-4cba-865e-a0be751f8ee9 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:21.577099 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-910a679a-046a-422e-87d9-3e65d38bd975 req-c498cc9b-7145-4cba-865e-a0be751f8ee9 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/ports?device_id=394bf431-d448-4ad8-8851-fcc3d153d78d HTTP/1.1" status: 200 len: 945 time: 0.0734420 Oct 19 01:08:21.652861 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 927979e0-bb0d-4941-89a7-c598c9ba2274 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:08:21.675325 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-910a679a-046a-422e-87d9-3e65d38bd975 req-6d34310a-0468-44cb-baaf-6f7b3f5ef663 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3a75bfa-e05f-436e-9e74-f02b705900be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905063 Oct 19 01:08:21.680826 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b74e2e21-a5ca-4065-8fde-2726996f238a req-b390dfc9-2607-4b7c-a781-ed2b91098f53 service neutron] 10.222.0.55 "GET /v2.0/networks/7b28de0c-4527-4d48-ab68-f343022c2981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335902 Oct 19 01:08:21.736638 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-594cc3a2-0065-4a64-9afc-4dbd2a57da0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:21.755804 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5900a-888c-4e6c-8629-431bbab646a3 req-0440fb3d-9017-49c3-ba72-84476f33db31 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:21.760413 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eef5900a-888c-4e6c-8629-431bbab646a3 req-0440fb3d-9017-49c3-ba72-84476f33db31 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.24 "GET /v2.0/ports?device_id=394bf431-d448-4ad8-8851-fcc3d153d78d HTTP/1.1" status: 200 len: 945 time: 0.1492684 Oct 19 01:08:21.801217 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 927979e0-bb0d-4941-89a7-c598c9ba2274, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=927979e0-bb0d-4941-89a7-c598c9ba2274,segment=NetworkSegment(93f80185-484c-4e4d-abf9-6dc3a45f1771),segment_id=93f80185-484c-4e4d-abf9-6dc3a45f1771)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:08:21.834744 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '927979e0-bb0d-4941-89a7-c598c9ba2274', 'network_id': '0ed8962a-3749-4ce0-a10d-25c483138132', 'port_id': '927979e0-bb0d-4941-89a7-c598c9ba2274', 'mac_address': 'fa:16:3e:eb:ca:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc0b2c93-6c69-45f4-80ae-63d518d53f7c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:08:21.915648 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b74e2e21-a5ca-4065-8fde-2726996f238a req-e3b82c3a-573c-4cdc-9ba9-7f1a8b749d85 service neutron] 10.222.0.55 "GET /v2.0/networks/7b28de0c-4527-4d48-ab68-f343022c2981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239957 Oct 19 01:08:21.944150 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e76a1-1164-46a0-a279-49f8c4d8d208 req-6cbbb762-757f-41cd-9a8f-e02d5b0bf30e tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:21.955306 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c05e76a1-1164-46a0-a279-49f8c4d8d208 req-6cbbb762-757f-41cd-9a8f-e02d5b0bf30e tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bb6688b-6c07-4be3-9134-55e7eb6a5474 HTTP/1.1" status: 200 len: 943 time: 0.1373386 Oct 19 01:08:21.956001 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:21.956603 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c328c-97c1-4584-97e6-5874816f86cd req-1cee630e-f818-4588-9e1c-169b5a8aabdd tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:21.958180 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-999c328c-97c1-4584-97e6-5874816f86cd req-1cee630e-f818-4588-9e1c-169b5a8aabdd tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c21cbdc-84d7-4c2b-8ee8-f859d4975ca9 HTTP/1.1" status: 200 len: 945 time: 0.1217537 Oct 19 01:08:21.976756 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-eef5900a-888c-4e6c-8629-431bbab646a3 req-2c7b3c3a-0399-4dbd-9b07-704e526da3f2 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Deleting port 0d124d50-390e-4a4a-8c86-d4a7a9e0c25c {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:08:21.977093 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-eef5900a-888c-4e6c-8629-431bbab646a3 req-2c7b3c3a-0399-4dbd-9b07-704e526da3f2 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:21.984496 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 927979e0-bb0d-4941-89a7-c598c9ba2274 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:08:22.029209 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c05e76a1-1164-46a0-a279-49f8c4d8d208 req-658bb783-0dc9-4492-8953-9df9092cf74f tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] 10.222.0.57 "GET /v2.0/security-groups?id=af47c492-cb73-47ef-af4d-42cdaee117b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728817 Oct 19 01:08:22.031085 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 927979e0-bb0d-4941-89a7-c598c9ba2274, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=927979e0-bb0d-4941-89a7-c598c9ba2274,segment=NetworkSegment(93f80185-484c-4e4d-abf9-6dc3a45f1771),segment_id=93f80185-484c-4e4d-abf9-6dc3a45f1771)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:08:22.049205 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:22.055530 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-594cc3a2-0065-4a64-9afc-4dbd2a57da0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:22.061773 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-594cc3a2-0065-4a64-9afc-4dbd2a57da0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:22.125823 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-594cc3a2-0065-4a64-9afc-4dbd2a57da0c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=54a2c85960d749099b8ddcbb8ab9d476&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5820546 Oct 19 01:08:22.125823 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594cc3a2-0065-4a64-9afc-4dbd2a57da0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96458ac-59a4-4dac-bd26-b3fa02e6d0ae,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:22.127487 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 34272) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:22.134636 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=927979e0-bb0d-4941-89a7-c598c9ba2274,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:22.177691 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-eef5900a-888c-4e6c-8629-431bbab646a3 req-2c7b3c3a-0399-4dbd-9b07-704e526da3f2 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] For port 0d124d50-390e-4a4a-8c86-d4a7a9e0c25c, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=0d124d50-390e-4a4a-8c86-d4a7a9e0c25c,segment=NetworkSegment(b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de),segment_id=b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:08:22.178242 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-eef5900a-888c-4e6c-8629-431bbab646a3 req-2c7b3c3a-0399-4dbd-9b07-704e526da3f2 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:22.211923 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-eef5900a-888c-4e6c-8629-431bbab646a3 req-2c7b3c3a-0399-4dbd-9b07-704e526da3f2 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Calling delete_port for 0d124d50-390e-4a4a-8c86-d4a7a9e0c25c owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:08:22.265432 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6623fe-285e-4fec-9f7d-021c771ee133 req-ed728ed9-9066-4a1f-b077-a173a54bee37 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:22.267454 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5d6623fe-285e-4fec-9f7d-021c771ee133 req-ed728ed9-9066-4a1f-b077-a173a54bee37 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 943 time: 0.0715899 Oct 19 01:08:22.293505 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fea46d9a-1922-460a-8161-99d7ead756e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:22.306782 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-999c328c-97c1-4584-97e6-5874816f86cd req-030ee447-55da-47b6-870e-9be4ae1f24e8 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Deleting port 16e826ce-898d-4e73-b440-443268e719cd {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:08:22.307109 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-999c328c-97c1-4584-97e6-5874816f86cd req-030ee447-55da-47b6-870e-9be4ae1f24e8 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:22.312285 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5d6623fe-285e-4fec-9f7d-021c771ee133 req-7c27c048-bb4a-48d4-8e31-39044e95d22e tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384176 Oct 19 01:08:22.369348 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fea46d9a-1922-460a-8161-99d7ead756e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:22.450295 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['927979e0-bb0d-4941-89a7-c598c9ba2274'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:08:22.503531 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-999c328c-97c1-4584-97e6-5874816f86cd req-030ee447-55da-47b6-870e-9be4ae1f24e8 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] For port 16e826ce-898d-4e73-b440-443268e719cd, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=16e826ce-898d-4e73-b440-443268e719cd,segment=NetworkSegment(b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de),segment_id=b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:08:22.503903 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-999c328c-97c1-4584-97e6-5874816f86cd req-030ee447-55da-47b6-870e-9be4ae1f24e8 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:22.528907 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-999c328c-97c1-4584-97e6-5874816f86cd req-030ee447-55da-47b6-870e-9be4ae1f24e8 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Calling delete_port for 16e826ce-898d-4e73-b440-443268e719cd owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:08:22.530843 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fea46d9a-1922-460a-8161-99d7ead756e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:22.533642 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fea46d9a-1922-460a-8161-99d7ead756e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:22.534921 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-fea46d9a-1922-460a-8161-99d7ead756e9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e96458ac-59a4-4dac-bd26-b3fa02e6d0ae HTTP/1.1" status: 204 len: 168 time: 0.4054084 Oct 19 01:08:22.541080 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-eef5900a-888c-4e6c-8629-431bbab646a3 req-2c7b3c3a-0399-4dbd-9b07-704e526da3f2 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:22.552534 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['16e826ce-898d-4e73-b440-443268e719cd'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:08:22.587632 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea46d9a-1922-460a-8161-99d7ead756e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96458ac-59a4-4dac-bd26-b3fa02e6d0ae,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:22.657265 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b3c3a-0399-4dbd-9b07-704e526da3f2 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Pushing event deleted for resources: {'Port': ['ID=0d124d50-390e-4a4a-8c86-d4a7a9e0c25c,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:22.758797 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef5900a-888c-4e6c-8629-431bbab646a3 req-2c7b3c3a-0399-4dbd-9b07-704e526da3f2 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] No DVR routers for this DVR port 0d124d50-390e-4a4a-8c86-d4a7a9e0c25c on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:08:22.765390 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-eef5900a-888c-4e6c-8629-431bbab646a3 req-2c7b3c3a-0399-4dbd-9b07-704e526da3f2 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:22.771631 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eef5900a-888c-4e6c-8629-431bbab646a3 req-2c7b3c3a-0399-4dbd-9b07-704e526da3f2 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.24 "DELETE /v2.0/ports/0d124d50-390e-4a4a-8c86-d4a7a9e0c25c HTTP/1.1" status: 204 len: 173 time: 1.0023458 Oct 19 01:08:22.772393 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394bf431-d448-4ad8-8851-fcc3d153d78d', 'name': 'network-vif-deleted', 'tag': '0d124d50-390e-4a4a-8c86-d4a7a9e0c25c'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:08:22.776401 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d76257-19ea-4f70-af24-9a0186029f1c" -d '{"events": [{"server_uuid": "394bf431-d448-4ad8-8851-fcc3d153d78d", "name": "network-vif-deleted", "tag": "0d124d50-390e-4a4a-8c86-d4a7a9e0c25c"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:08:22.921868 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e71ef23-ca74-4785-ac93-33ebd4fd8ff6 x-openstack-request-id: req-4e71ef23-ca74-4785-ac93-33ebd4fd8ff6 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:08:22.922611 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394bf431-d448-4ad8-8851-fcc3d153d78d", "name": "network-vif-deleted", "tag": "0d124d50-390e-4a4a-8c86-d4a7a9e0c25c", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:08:22.923301 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4e71ef23-ca74-4785-ac93-33ebd4fd8ff6 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:08:22.925327 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394bf431-d448-4ad8-8851-fcc3d153d78d', 'name': 'network-vif-deleted', 'tag': '0d124d50-390e-4a4a-8c86-d4a7a9e0c25c', 'status': 'completed', 'code': 200} Oct 19 01:08:22.941105 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dc44a835-be58-4ca6-b19b-1c11f9c6581d req-a2cc18b4-0f83-49b9-9992-677f5203afc6 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.57 "GET /v2.0/ports?device_id=394bf431-d448-4ad8-8851-fcc3d153d78d HTTP/1.1" status: 200 len: 210 time: 0.1453843 Oct 19 01:08:23.078298 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-999c328c-97c1-4584-97e6-5874816f86cd req-030ee447-55da-47b6-870e-9be4ae1f24e8 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:23.142701 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ee447-55da-47b6-870e-9be4ae1f24e8 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Pushing event deleted for resources: {'Port': ['ID=16e826ce-898d-4e73-b440-443268e719cd,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:23.202146 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-999c328c-97c1-4584-97e6-5874816f86cd req-030ee447-55da-47b6-870e-9be4ae1f24e8 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] No DVR routers for this DVR port 16e826ce-898d-4e73-b440-443268e719cd on host n-h1-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:08:23.204770 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-999c328c-97c1-4584-97e6-5874816f86cd req-030ee447-55da-47b6-870e-9be4ae1f24e8 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:23.208559 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-999c328c-97c1-4584-97e6-5874816f86cd req-030ee447-55da-47b6-870e-9be4ae1f24e8 tempest-ListServersNegativeTestJSON-1455838031 tempest-ListServersNegativeTestJSON-1455838031-project] 10.222.0.55 "DELETE /v2.0/ports/16e826ce-898d-4e73-b440-443268e719cd HTTP/1.1" status: 204 len: 173 time: 1.2430272 Oct 19 01:08:23.257426 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad2f74-2412-412b-8a60-8cb860ae6e79 req-d4559fb0-bc0e-4f69-9117-cc875d702555 tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:23.260845 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d3ad2f74-2412-412b-8a60-8cb860ae6e79 req-d4559fb0-bc0e-4f69-9117-cc875d702555 tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bb6688b-6c07-4be3-9134-55e7eb6a5474 HTTP/1.1" status: 200 len: 944 time: 0.0882480 Oct 19 01:08:23.325197 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d3ad2f74-2412-412b-8a60-8cb860ae6e79 req-9d620613-d539-438b-bb74-6da0c473dbe6 tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] 10.222.0.57 "GET /v2.0/security-groups?id=af47c492-cb73-47ef-af4d-42cdaee117b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566754 Oct 19 01:08:23.485036 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98552e78-33c7-45b6-ad85-2c991b5516bd req-265e4126-4b59-4b70-8886-ac5b7984028b tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:23.487019 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-98552e78-33c7-45b6-ad85-2c991b5516bd req-265e4126-4b59-4b70-8886-ac5b7984028b tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 943 time: 0.0676882 Oct 19 01:08:23.540863 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-98552e78-33c7-45b6-ad85-2c991b5516bd req-d7efc60a-2084-4a76-9a4b-42a56d2a05ad tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459709 Oct 19 01:08:23.670378 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 0d124d50-390e-4a4a-8c86-d4a7a9e0c25c no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:08:23.699605 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 0d124d50-390e-4a4a-8c86-d4a7a9e0c25c {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:08:23.700204 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 0d124d50-390e-4a4a-8c86-d4a7a9e0c25c not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:08:24.054706 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 34344) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:24.112414 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba59e1eb-af0a-47c0-9653-7805cf321231 admin admin] Deleting subnet 63eaf11d-f4e8-4c75-8cda-6e571f7d1de5 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:08:24.116374 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ba59e1eb-af0a-47c0-9653-7805cf321231 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:24.169485 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ba59e1eb-af0a-47c0-9653-7805cf321231 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:24.235462 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ba59e1eb-af0a-47c0-9653-7805cf321231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:24.312359 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ba59e1eb-af0a-47c0-9653-7805cf321231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:24.345786 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59e1eb-af0a-47c0-9653-7805cf321231 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63eaf11d-f4e8-4c75-8cda-6e571f7d1de5,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:24.360818 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ba59e1eb-af0a-47c0-9653-7805cf321231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:24.367530 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 34362) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:24.367700 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ba59e1eb-af0a-47c0-9653-7805cf321231 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/63eaf11d-f4e8-4c75-8cda-6e571f7d1de5 HTTP/1.1" status: 204 len: 168 time: 0.3115089 Oct 19 01:08:24.452565 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a5ae0e62-b13a-44d9-9b9c-5e896bed6191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:24.478691 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0423d88-6120-409f-af9d-d4791657c135 req-abf25b70-297d-4d90-bd96-eb0de21513ef tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:24.480662 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c0423d88-6120-409f-af9d-d4791657c135 req-abf25b70-297d-4d90-bd96-eb0de21513ef tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bb6688b-6c07-4be3-9134-55e7eb6a5474 HTTP/1.1" status: 200 len: 944 time: 0.0605216 Oct 19 01:08:24.544993 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c0423d88-6120-409f-af9d-d4791657c135 req-8a6597fc-47b6-4d6e-b8eb-ad7f1311926a tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] 10.222.0.57 "GET /v2.0/security-groups?id=af47c492-cb73-47ef-af4d-42cdaee117b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523911 Oct 19 01:08:24.558621 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a5ae0e62-b13a-44d9-9b9c-5e896bed6191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:24.585548 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-a5ae0e62-b13a-44d9-9b9c-5e896bed6191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:08:24.600777 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-a5ae0e62-b13a-44d9-9b9c-5e896bed6191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:08:24.601350 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-a5ae0e62-b13a-44d9-9b9c-5e896bed6191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6b9ccce-10bd-40d8-a7ff-ed300fe3a8de') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:08:24.613493 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a5ae0e62-b13a-44d9-9b9c-5e896bed6191 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:24.630599 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a5ae0e62-b13a-44d9-9b9c-5e896bed6191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:24.640153 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ae0e62-b13a-44d9-9b9c-5e896bed6191 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:08:24.640625 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a5ae0e62-b13a-44d9-9b9c-5e896bed6191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:24.686717 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3c492-cd06-4173-9f70-33e9d1a07e8a req-edcce489-066d-4e3c-a7eb-fdef393e3212 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:24.696987 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c3b3c492-cd06-4173-9f70-33e9d1a07e8a req-edcce489-066d-4e3c-a7eb-fdef393e3212 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 943 time: 0.0713348 Oct 19 01:08:24.711272 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:08:24.711272 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:08:24.711272 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:08:24.711272 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:08:24.711272 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:08:24.711272 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:08:24.711272 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:08:24.711272 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:08:24.711272 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:08:24.711272 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:08:24.711272 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:08:24.711272 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:08:24.711272 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:08:24.711272 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:08:24.711272 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:08:24.711272 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:08:24.711272 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:08:24.711272 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:08:24.711272 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:08:24.711272 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:08:24.711272 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:08:24.711272 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:08:24.711272 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:08:24.711272 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:08:24.711272 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:08:24.711272 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:08:24.711272 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:08:24.711272 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:08:24.711272 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:08:24.711272 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:08:24.711272 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:08:24.711272 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:08:24.717427 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a5ae0e62-b13a-44d9-9b9c-5e896bed6191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:24.741377 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a5ae0e62-b13a-44d9-9b9c-5e896bed6191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:24.744881 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a5ae0e62-b13a-44d9-9b9c-5e896bed6191 admin admin] 10.222.0.57 "DELETE /v2.0/networks/d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41 HTTP/1.1" status: 204 len: 168 time: 0.3759220 Oct 19 01:08:24.746794 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae0e62-b13a-44d9-9b9c-5e896bed6191 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7fdcc5c-d26f-4ef9-87d9-9346f99b4b41,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:24.752849 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c3b3c492-cd06-4173-9f70-33e9d1a07e8a req-ccec8819-9079-4e25-9b7d-0e6cf33fddab tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539589 Oct 19 01:08:24.913962 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device b4511934-3952-4ab8-8f70-af6465fd348b details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:08:24.927081 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c21cbdc-84d7-4c2b-8ee8-f859d4975ca9', 'name': 'network-vif-deleted', 'tag': '16e826ce-898d-4e73-b440-443268e719cd'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:08:24.931395 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0054ddd-9268-45ae-9793-e6b60c9a212b" -d '{"events": [{"server_uuid": "1c21cbdc-84d7-4c2b-8ee8-f859d4975ca9", "name": "network-vif-deleted", "tag": "16e826ce-898d-4e73-b440-443268e719cd"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:08:24.974137 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 34380) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:25.024174 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317d4ed9-7077-4f73-9bf9-97da3c0c19ca x-openstack-request-id: req-317d4ed9-7077-4f73-9bf9-97da3c0c19ca {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:08:25.024757 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c21cbdc-84d7-4c2b-8ee8-f859d4975ca9", "name": "network-vif-deleted", "tag": "16e826ce-898d-4e73-b440-443268e719cd", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:08:25.025194 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-317d4ed9-7077-4f73-9bf9-97da3c0c19ca {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:08:25.025843 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c21cbdc-84d7-4c2b-8ee8-f859d4975ca9', 'name': 'network-vif-deleted', 'tag': '16e826ce-898d-4e73-b440-443268e719cd', 'status': 'completed', 'code': 200} Oct 19 01:08:25.043376 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-273e4730-9772-4962-9729-dbe8130623fa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=453dc4a72183489e8da7331045f15309&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0680380 Oct 19 01:08:25.046519 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 34382) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:25.073800 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port b4511934-3952-4ab8-8f70-af6465fd348b, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=b4511934-3952-4ab8-8f70-af6465fd348b,segment=NetworkSegment(390ed8c9-9986-4671-aee6-159367c5ccee),segment_id=390ed8c9-9986-4671-aee6-159367c5ccee)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:08:25.098089 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'b4511934-3952-4ab8-8f70-af6465fd348b', 'network_id': '7b28de0c-4527-4d48-ab68-f343022c2981', 'port_id': 'b4511934-3952-4ab8-8f70-af6465fd348b', 'mac_address': 'fa:16:3e:da:7c:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70672b34-a2f2-4409-affd-0df303ae693f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:08:25.108911 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-11175dee-a0dd-4922-ac2a-0456274476c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:25.147933 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:25.160335 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-11175dee-a0dd-4922-ac2a-0456274476c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:25.175509 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4511934-3952-4ab8-8f70-af6465fd348b {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:08:25.209632 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port b4511934-3952-4ab8-8f70-af6465fd348b, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=b4511934-3952-4ab8-8f70-af6465fd348b,segment=NetworkSegment(390ed8c9-9986-4671-aee6-159367c5ccee),segment_id=390ed8c9-9986-4671-aee6-159367c5ccee)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:08:25.216832 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:25.241881 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-11175dee-a0dd-4922-ac2a-0456274476c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:25.243036 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-11175dee-a0dd-4922-ac2a-0456274476c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:25.244423 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-11175dee-a0dd-4922-ac2a-0456274476c5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f3a75bfa-e05f-436e-9e74-f02b705900be HTTP/1.1" status: 204 len: 168 time: 0.1968594 Oct 19 01:08:25.266666 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11175dee-a0dd-4922-ac2a-0456274476c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a75bfa-e05f-436e-9e74-f02b705900be,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:25.349163 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=b4511934-3952-4ab8-8f70-af6465fd348b,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:25.506587 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['b4511934-3952-4ab8-8f70-af6465fd348b'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:08:25.691445 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 927979e0-bb0d-4941-89a7-c598c9ba2274 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:08:25.794446 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76dd77-19a2-47c2-ace5-848ecbe86252 req-61ecc6a1-0fcc-44a0-a2d8-d22ee1f17c77 tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:25.796494 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6f76dd77-19a2-47c2-ace5-848ecbe86252 req-61ecc6a1-0fcc-44a0-a2d8-d22ee1f17c77 tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bb6688b-6c07-4be3-9134-55e7eb6a5474 HTTP/1.1" status: 200 len: 944 time: 0.1114478 Oct 19 01:08:25.804760 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 927979e0-bb0d-4941-89a7-c598c9ba2274 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:08:25.810581 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 927979e0-bb0d-4941-89a7-c598c9ba2274 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:08:25.811004 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:25.849723 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6f76dd77-19a2-47c2-ace5-848ecbe86252 req-bb5cfe2d-1490-4d69-b7ea-da84fbcddd56 tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] 10.222.0.57 "GET /v2.0/security-groups?id=af47c492-cb73-47ef-af4d-42cdaee117b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446990 Oct 19 01:08:26.023019 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:26.029166 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02758692-dee3-4145-bcad-9facf1557555 req-ea1a5108-a0bb-496c-91e9-dd81b58df053 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:26.035104 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-02758692-dee3-4145-bcad-9facf1557555 req-ea1a5108-a0bb-496c-91e9-dd81b58df053 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 944 time: 0.0968111 Oct 19 01:08:26.068604 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb6688b-6c07-4be3-9134-55e7eb6a5474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927979e0-bb0d-4941-89a7-c598c9ba2274'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:08:26.073376 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780dec5e-ebec-4652-8feb-9ec47199e5e4" -d '{"events": [{"server_uuid": "8bb6688b-6c07-4be3-9134-55e7eb6a5474", "name": "network-vif-plugged", "status": "completed", "tag": "927979e0-bb0d-4941-89a7-c598c9ba2274"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:08:26.099318 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 927979e0-bb0d-4941-89a7-c598c9ba2274, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=927979e0-bb0d-4941-89a7-c598c9ba2274,segment=NetworkSegment(93f80185-484c-4e4d-abf9-6dc3a45f1771),segment_id=93f80185-484c-4e4d-abf9-6dc3a45f1771)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:08:26.106981 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:26.118294 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-02758692-dee3-4145-bcad-9facf1557555 req-885958e4-5ac0-43d8-bb8e-fa33495cbd7c tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747151 Oct 19 01:08:26.176020 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=927979e0-bb0d-4941-89a7-c598c9ba2274,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:26.190261 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865b0196-2243-4987-a3dd-103c39a82f62 x-openstack-request-id: req-865b0196-2243-4987-a3dd-103c39a82f62 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:08:26.190558 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb6688b-6c07-4be3-9134-55e7eb6a5474", "name": "network-vif-plugged", "status": "completed", "tag": "927979e0-bb0d-4941-89a7-c598c9ba2274", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:08:26.190812 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-865b0196-2243-4987-a3dd-103c39a82f62 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:08:26.191254 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb6688b-6c07-4be3-9134-55e7eb6a5474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927979e0-bb0d-4941-89a7-c598c9ba2274', 'code': 200} Oct 19 01:08:26.288360 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 34438) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:26.318384 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91653c88-15ac-47d6-9584-2387d14d8474 req-e6d5f95c-9ebc-4fa4-829b-762839ac233f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:26.321586 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-91653c88-15ac-47d6-9584-2387d14d8474 req-e6d5f95c-9ebc-4fa4-829b-762839ac233f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8bb6688b-6c07-4be3-9134-55e7eb6a5474 HTTP/1.1" status: 200 len: 1097 time: 0.0643356 Oct 19 01:08:26.381561 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-91653c88-15ac-47d6-9584-2387d14d8474 req-de1f49a4-0266-4ca8-9a84-ddaef29a2bc9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=af47c492-cb73-47ef-af4d-42cdaee117b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490487 Oct 19 01:08:26.439822 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-8a77600f-c6b3-4fd8-be3e-43b090e94b1b admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-54514381-network', 'tenant_id': '19b029b29b984e1e9c027f265e76e432'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:08:26.461653 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a77600f-c6b3-4fd8-be3e-43b090e94b1b admin admin] Made reservation on behalf of 19b029b29b984e1e9c027f265e76e432 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:08:26.464306 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8a77600f-c6b3-4fd8-be3e-43b090e94b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:26.472775 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8a77600f-c6b3-4fd8-be3e-43b090e94b1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:26.553543 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8a77600f-c6b3-4fd8-be3e-43b090e94b1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:26.557231 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8a77600f-c6b3-4fd8-be3e-43b090e94b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:26.579460 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a77600f-c6b3-4fd8-be3e-43b090e94b1b admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:08:26.600422 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8a77600f-c6b3-4fd8-be3e-43b090e94b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:26.601495 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-8a77600f-c6b3-4fd8-be3e-43b090e94b1b admin admin] Added segment 6054be39-c3f7-4c28-af6e-a5c84b6a6fe0 of type vlan for network bcdf8a82-ba21-4463-9172-d47800ce2173 Oct 19 01:08:26.674278 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8a77600f-c6b3-4fd8-be3e-43b090e94b1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:26.676658 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77600f-c6b3-4fd8-be3e-43b090e94b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0ba4d4-bb07-4b4d-9ebe-2c74e0a6b1b9,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:26.709015 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8a77600f-c6b3-4fd8-be3e-43b090e94b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:26.710052 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a77600f-c6b3-4fd8-be3e-43b090e94b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:26.710704 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8a77600f-c6b3-4fd8-be3e-43b090e94b1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:26.758561 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8a77600f-c6b3-4fd8-be3e-43b090e94b1b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4659858 Oct 19 01:08:26.759804 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 34450) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:26.764215 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-c085c663-0373-42a5-b45e-ccdff6675e5f admin admin] Request body: {'subnet': {'network_id': 'bcdf8a82-ba21-4463-9172-d47800ce2173', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-54514381-subnet', 'tenant_id': '19b029b29b984e1e9c027f265e76e432', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:08:26.796573 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77600f-c6b3-4fd8-be3e-43b090e94b1b admin admin] Pushing event updated for resources: {'Network': ['ID=bcdf8a82-ba21-4463-9172-d47800ce2173,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:26.810546 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network bcdf8a82-ba21-4463-9172-d47800ce2173 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:08:26.842454 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c085c663-0373-42a5-b45e-ccdff6675e5f admin admin] Made reservation on behalf of 19b029b29b984e1e9c027f265e76e432 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:08:26.845879 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c085c663-0373-42a5-b45e-ccdff6675e5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:26.920203 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device b4511934-3952-4ab8-8f70-af6465fd348b up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:08:27.002838 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:27.059019 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port b4511934-3952-4ab8-8f70-af6465fd348b completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:08:27.067177 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port b4511934-3952-4ab8-8f70-af6465fd348b triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:08:27.069248 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:27.096205 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06371ce-a744-4b10-af04-93acd0c5e6e6 req-127d5234-3232-474b-83aa-4e16fa7341b5 tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:27.097731 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f06371ce-a744-4b10-af04-93acd0c5e6e6 req-127d5234-3232-474b-83aa-4e16fa7341b5 tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bb6688b-6c07-4be3-9134-55e7eb6a5474 HTTP/1.1" status: 200 len: 945 time: 0.1039104 Oct 19 01:08:27.165039 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f06371ce-a744-4b10-af04-93acd0c5e6e6 req-fb4d1ce2-6652-4262-90f2-0142f32b7c98 tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] 10.222.0.57 "GET /v2.0/security-groups?id=af47c492-cb73-47ef-af4d-42cdaee117b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490384 Oct 19 01:08:27.237327 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c085c663-0373-42a5-b45e-ccdff6675e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:27.298662 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085c663-0373-42a5-b45e-ccdff6675e5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec4fa7f2-f508-4296-ab05-dfed716aaa8f,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:27.306213 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:27.360894 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port b4511934-3952-4ab8-8f70-af6465fd348b, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=b4511934-3952-4ab8-8f70-af6465fd348b,segment=NetworkSegment(390ed8c9-9986-4671-aee6-159367c5ccee),segment_id=390ed8c9-9986-4671-aee6-159367c5ccee)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:08:27.369683 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:27.372971 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 16e826ce-898d-4e73-b440-443268e719cd no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:08:27.378599 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009b406-f11c-49c5-8840-ab37296e8bbc req-fd57eee1-7811-45d4-9c78-eb2df9b4fc1d tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:27.385848 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6009b406-f11c-49c5-8840-ab37296e8bbc req-fd57eee1-7811-45d4-9c78-eb2df9b4fc1d tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 944 time: 0.0886757 Oct 19 01:08:27.416662 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c085c663-0373-42a5-b45e-ccdff6675e5f admin admin] Checking segment: {'id': '6054be39-c3f7-4c28-af6e-a5c84b6a6fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bcdf8a82-ba21-4463-9172-d47800ce2173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:08:27.417000 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c085c663-0373-42a5-b45e-ccdff6675e5f admin admin] Network hostable DHCP agents. Network: bcdf8a82-ba21-4463-9172-d47800ce2173, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:08:27.418880 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 16e826ce-898d-4e73-b440-443268e719cd {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:08:27.419229 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 16e826ce-898d-4e73-b440-443268e719cd not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:08:27.456945 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=b4511934-3952-4ab8-8f70-af6465fd348b,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:27.469367 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6009b406-f11c-49c5-8840-ab37296e8bbc req-364441ef-04da-4574-bc6c-a56353cd8728 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824990 Oct 19 01:08:27.470608 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c085c663-0373-42a5-b45e-ccdff6675e5f admin admin] Network bcdf8a82-ba21-4463-9172-d47800ce2173 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:08:27.501256 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-c085c663-0373-42a5-b45e-ccdff6675e5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, bcdf8a82-ba21-4463-9172-d47800ce2173) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:08:27.518776 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c085c663-0373-42a5-b45e-ccdff6675e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:27.519366 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c085c663-0373-42a5-b45e-ccdff6675e5f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:27.528577 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a5bbd2-90bb-41df-aff7-90abaf5a8a56 None None] Network bcdf8a82-ba21-4463-9172-d47800ce2173 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:08:27.565432 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c085c663-0373-42a5-b45e-ccdff6675e5f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8042436 Oct 19 01:08:27.740527 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e6fa1b-81d1-44c4-a751-89f401322672 None None] Network bcdf8a82-ba21-4463-9172-d47800ce2173 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:08:28.057135 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 34528) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:28.196042 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07492d03-bc8b-43e5-8429-b0a9db33d1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4511934-3952-4ab8-8f70-af6465fd348b'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:08:28.198219 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08278fc-b206-41e4-af03-fb1583d5d53b" -d '{"events": [{"server_uuid": "07492d03-bc8b-43e5-8429-b0a9db33d1de", "name": "network-vif-plugged", "status": "completed", "tag": "b4511934-3952-4ab8-8f70-af6465fd348b"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:08:28.231253 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a3c2d555-f22f-4d30-bcd5-5c487ebd1de6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:28.318073 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d2a89-150e-49a6-9869-d87802b4e6e0 req-f7167bc1-cb67-450a-85cd-609d232d160d tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:28.320326 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f38d2a89-150e-49a6-9869-d87802b4e6e0 req-f7167bc1-cb67-450a-85cd-609d232d160d tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bb6688b-6c07-4be3-9134-55e7eb6a5474 HTTP/1.1" status: 200 len: 945 time: 0.0599825 Oct 19 01:08:28.376274 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f38d2a89-150e-49a6-9869-d87802b4e6e0 req-2d5ec705-add3-47cc-8ef5-05a3225db501 tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] 10.222.0.57 "GET /v2.0/security-groups?id=af47c492-cb73-47ef-af4d-42cdaee117b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434191 Oct 19 01:08:28.414360 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a3c2d555-f22f-4d30-bcd5-5c487ebd1de6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:28.422242 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-cf7e74f1-8c0c-4ff2-8e52-a4f9c0d19cef tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:28.428291 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-cf7e74f1-8c0c-4ff2-8e52-a4f9c0d19cef tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] 10.222.0.57 "GET /v2.0/networks?id=bcdf8a82-ba21-4463-9172-d47800ce2173 HTTP/1.1" status: 200 len: 811 time: 0.1522315 Oct 19 01:08:28.430102 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a3c2d555-f22f-4d30-bcd5-5c487ebd1de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:28.445233 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d83aa7-7e37-415b-902c-57d2b36ee3d6 x-openstack-request-id: req-80d83aa7-7e37-415b-902c-57d2b36ee3d6 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:08:28.445491 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07492d03-bc8b-43e5-8429-b0a9db33d1de", "name": "network-vif-plugged", "status": "completed", "tag": "b4511934-3952-4ab8-8f70-af6465fd348b", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:08:28.445737 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-80d83aa7-7e37-415b-902c-57d2b36ee3d6 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:08:28.446149 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07492d03-bc8b-43e5-8429-b0a9db33d1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4511934-3952-4ab8-8f70-af6465fd348b', 'code': 200} Oct 19 01:08:28.493277 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-ed299318-5e9b-4a0a-8629-d841af837751 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] 10.222.0.57 "GET /v2.0/quotas/19b029b29b984e1e9c027f265e76e432 HTTP/1.1" status: 200 len: 375 time: 0.0587821 Oct 19 01:08:28.504517 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 34554) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:28.512706 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a3c2d555-f22f-4d30-bcd5-5c487ebd1de6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b7f6491b0a714de89d3fdf90f10b9fb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4522974 Oct 19 01:08:28.520933 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c2d555-f22f-4d30-bcd5-5c487ebd1de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ec351c-2f19-4ff8-88c8-1e8b15d8e7cc,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:28.583067 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-572a2443-eda6-4d27-8c78-eb5b4167aae4 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=19b029b29b984e1e9c027f265e76e432&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631671 Oct 19 01:08:28.586536 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-722f0bd5-4ce8-49ef-9175-5adb84b6c72f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:28.596293 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16cf72f-3246-4bf3-b78e-eb7d5e46d233 req-7e409456-7614-493d-b51d-9edfd9f918fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:28.597770 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f16cf72f-3246-4bf3-b78e-eb7d5e46d233 req-7e409456-7614-493d-b51d-9edfd9f918fb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 1097 time: 0.0658896 Oct 19 01:08:28.615328 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-722f0bd5-4ce8-49ef-9175-5adb84b6c72f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:28.664525 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f16cf72f-3246-4bf3-b78e-eb7d5e46d233 req-a927c4ad-d8ef-431d-a926-be93a13d5630 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541441 Oct 19 01:08:28.701471 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-722f0bd5-4ce8-49ef-9175-5adb84b6c72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:28.705836 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-722f0bd5-4ce8-49ef-9175-5adb84b6c72f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:28.709786 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-722f0bd5-4ce8-49ef-9175-5adb84b6c72f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f9ec351c-2f19-4ff8-88c8-1e8b15d8e7cc HTTP/1.1" status: 204 len: 168 time: 0.2018175 Oct 19 01:08:28.720076 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f0bd5-4ce8-49ef-9175-5adb84b6c72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ec351c-2f19-4ff8-88c8-1e8b15d8e7cc,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:28.735278 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9212c-dc23-4057-98bb-659223256cdb req-141386ef-382d-45fa-b34b-0b0058395e4b tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:28.743334 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cfb9212c-dc23-4057-98bb-659223256cdb req-141386ef-382d-45fa-b34b-0b0058395e4b tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 945 time: 0.0798187 Oct 19 01:08:28.759324 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-7fc1401b-a43e-4670-b528-18547e2de6d7 service neutron] 10.222.0.57 "GET /v2.0/networks/bcdf8a82-ba21-4463-9172-d47800ce2173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584902 Oct 19 01:08:28.791179 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cfb9212c-dc23-4057-98bb-659223256cdb req-e67f58d8-8dac-48c0-a958-56e6c6d30059 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468702 Oct 19 01:08:28.884102 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-320fbf24-5442-4688-9e3b-d79cd6f72b56 service neutron] 10.222.0.57 "GET /v2.0/networks/bcdf8a82-ba21-4463-9172-d47800ce2173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157935 Oct 19 01:08:29.175816 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:29.279261 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5e44b523-a80d-4e10-aadf-2850a5897370 req-590859b7-278b-4180-b6e3-5de0f1ad0e16 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ba8a308-e740-4adc-a17f-8ba1364d895f HTTP/1.1" status: 200 len: 210 time: 0.0506420 Oct 19 01:08:29.683060 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 34612) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:29.821164 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-15effb44-1975-4ec4-a55d-0e91f5d3fa7a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1875759739-network', 'tenant_id': 'a65fe707d8cb48fbb00711dd6babafba'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:08:29.851336 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15effb44-1975-4ec4-a55d-0e91f5d3fa7a admin admin] Made reservation on behalf of a65fe707d8cb48fbb00711dd6babafba for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:08:29.855983 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-15effb44-1975-4ec4-a55d-0e91f5d3fa7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:29.866774 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-15effb44-1975-4ec4-a55d-0e91f5d3fa7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:29.959802 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ef148-d1b7-4696-a199-bf069e15a41a req-c014fffc-928b-44d8-baab-4fa19eb64fc3 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:29.961322 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-269ef148-d1b7-4696-a199-bf069e15a41a req-c014fffc-928b-44d8-baab-4fa19eb64fc3 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 945 time: 0.0858788 Oct 19 01:08:30.021460 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-269ef148-d1b7-4696-a199-bf069e15a41a req-4eaa67e4-00a9-4975-9d38-a50c82b4e31c tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495892 Oct 19 01:08:30.056093 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-15effb44-1975-4ec4-a55d-0e91f5d3fa7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:30.061484 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-15effb44-1975-4ec4-a55d-0e91f5d3fa7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:30.105739 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15effb44-1975-4ec4-a55d-0e91f5d3fa7a admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:08:30.113521 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15effb44-1975-4ec4-a55d-0e91f5d3fa7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69dfa53a-47dd-466d-b9c9-6fa2fe7691eb,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:30.139098 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-15effb44-1975-4ec4-a55d-0e91f5d3fa7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:30.139670 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-15effb44-1975-4ec4-a55d-0e91f5d3fa7a admin admin] Added segment 733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c of type vlan for network 0cd149a6-d4a5-4f28-8e40-9b26ded70dfe Oct 19 01:08:30.198358 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-15effb44-1975-4ec4-a55d-0e91f5d3fa7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:30.241734 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-15effb44-1975-4ec4-a55d-0e91f5d3fa7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:30.243446 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15effb44-1975-4ec4-a55d-0e91f5d3fa7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:30.244353 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-15effb44-1975-4ec4-a55d-0e91f5d3fa7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:30.278445 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-15effb44-1975-4ec4-a55d-0e91f5d3fa7a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5933442 Oct 19 01:08:30.281521 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 34632) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:30.287693 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-648fef70-ad5d-4311-ac90-449a2cb4e967 admin admin] Request body: {'subnet': {'network_id': '0cd149a6-d4a5-4f28-8e40-9b26ded70dfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1875759739-subnet', 'tenant_id': 'a65fe707d8cb48fbb00711dd6babafba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:08:30.359898 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648fef70-ad5d-4311-ac90-449a2cb4e967 admin admin] Made reservation on behalf of a65fe707d8cb48fbb00711dd6babafba for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:08:30.362712 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-648fef70-ad5d-4311-ac90-449a2cb4e967 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:30.402823 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15effb44-1975-4ec4-a55d-0e91f5d3fa7a admin admin] Pushing event updated for resources: {'Network': ['ID=0cd149a6-d4a5-4f28-8e40-9b26ded70dfe,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:30.416350 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 0cd149a6-d4a5-4f28-8e40-9b26ded70dfe details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:08:30.473043 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d29a826a-761b-4e6a-8faf-f3146b4dff85 req-0c2c980c-a94b-4f8b-9fc6-3b5ce5023a5c tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ba8a308-e740-4adc-a17f-8ba1364d895f HTTP/1.1" status: 200 len: 210 time: 0.0527778 Oct 19 01:08:30.659635 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-648fef70-ad5d-4311-ac90-449a2cb4e967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:30.719576 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648fef70-ad5d-4311-ac90-449a2cb4e967 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acdc133b-fd3d-4d6c-9707-403bca864eb3,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:30.739044 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648fef70-ad5d-4311-ac90-449a2cb4e967 admin admin] Checking segment: {'id': '733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0cd149a6-d4a5-4f28-8e40-9b26ded70dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:08:30.739411 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648fef70-ad5d-4311-ac90-449a2cb4e967 admin admin] Network hostable DHCP agents. Network: 0cd149a6-d4a5-4f28-8e40-9b26ded70dfe, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:08:30.760023 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648fef70-ad5d-4311-ac90-449a2cb4e967 admin admin] Network 0cd149a6-d4a5-4f28-8e40-9b26ded70dfe is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:08:30.773728 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-648fef70-ad5d-4311-ac90-449a2cb4e967 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 0cd149a6-d4a5-4f28-8e40-9b26ded70dfe) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:08:30.780950 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648fef70-ad5d-4311-ac90-449a2cb4e967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:30.781120 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-648fef70-ad5d-4311-ac90-449a2cb4e967 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:30.784357 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571463de-bb8b-4abf-b275-cb468d2a4a8f None None] Network 0cd149a6-d4a5-4f28-8e40-9b26ded70dfe requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:08:30.801201 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-648fef70-ad5d-4311-ac90-449a2cb4e967 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5180390 Oct 19 01:08:31.037834 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddacc8e-03f4-48e4-990c-cb68f3e88292 None None] Network 0cd149a6-d4a5-4f28-8e40-9b26ded70dfe requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:08:31.082497 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-5e9cf7ab-724b-4b5f-bd78-6b83d69ca900 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:31.091779 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-5e9cf7ab-724b-4b5f-bd78-6b83d69ca900 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] 10.222.0.55 "GET /v2.0/networks?id=bcdf8a82-ba21-4463-9172-d47800ce2173 HTTP/1.1" status: 200 len: 811 time: 0.6681743 Oct 19 01:08:31.101948 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-933a9560-6187-4de5-bc9f-59dc23575aa2 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] Request body: {'port': {'device_id': '3ba8a308-e740-4adc-a17f-8ba1364d895f', 'network_id': 'bcdf8a82-ba21-4463-9172-d47800ce2173', 'admin_state_up': True, 'tenant_id': '19b029b29b984e1e9c027f265e76e432'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:08:31.144512 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-414f7a0d-b314-466e-a34d-4aaddd9a5af6 req-a4374d49-c04f-4a0d-8b7e-910709a8cfb4 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-312984898', 'description': 'tempest-description-1961706809'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:08:31.245119 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-414f7a0d-b314-466e-a34d-4aaddd9a5af6 req-a4374d49-c04f-4a0d-8b7e-910709a8cfb4 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:31.317091 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e2dfa-b833-4a89-a275-81fcce624476 req-8e70bcea-888e-4ff5-90b5-067bf44320f3 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:31.318815 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-933a9560-6187-4de5-bc9f-59dc23575aa2 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] Made reservation on behalf of 19b029b29b984e1e9c027f265e76e432 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:08:31.320507 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dd3e2dfa-b833-4a89-a275-81fcce624476 req-8e70bcea-888e-4ff5-90b5-067bf44320f3 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 945 time: 0.0593379 Oct 19 01:08:31.322341 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-933a9560-6187-4de5-bc9f-59dc23575aa2 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:31.360470 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dd3e2dfa-b833-4a89-a275-81fcce624476 req-9071f244-f185-403e-8d70-a4c917c6f31e tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347292 Oct 19 01:08:31.371844 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-414f7a0d-b314-466e-a34d-4aaddd9a5af6 req-a4374d49-c04f-4a0d-8b7e-910709a8cfb4 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:31.401314 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-414f7a0d-b314-466e-a34d-4aaddd9a5af6 req-a4374d49-c04f-4a0d-8b7e-910709a8cfb4 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:31.443511 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-414f7a0d-b314-466e-a34d-4aaddd9a5af6 req-a4374d49-c04f-4a0d-8b7e-910709a8cfb4 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:31.444597 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-414f7a0d-b314-466e-a34d-4aaddd9a5af6 req-a4374d49-c04f-4a0d-8b7e-910709a8cfb4 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3079047 Oct 19 01:08:31.455646 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4374d49-c04f-4a0d-8b7e-910709a8cfb4 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d47517b-138e-4596-a554-7377994798b8,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:31.533382 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-933a9560-6187-4de5-bc9f-59dc23575aa2 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] Allocated IP 172.20.0.11 (bcdf8a82-ba21-4463-9172-d47800ce2173/ec4fa7f2-f508-4296-ab05-dfed716aaa8f/d88103e7-f1fa-4b87-9afb-caab1f36e11c) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:08:31.718075 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae45ce-a8fa-4743-90e2-ba9dd8e03339 req-a4dbd026-e2af-4131-9bbe-d824ec84d059 tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:31.719629 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-40ae45ce-a8fa-4743-90e2-ba9dd8e03339 req-a4dbd026-e2af-4131-9bbe-d824ec84d059 tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bb6688b-6c07-4be3-9134-55e7eb6a5474 HTTP/1.1" status: 200 len: 945 time: 0.1454613 Oct 19 01:08:31.722507 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92628527-1d5d-4f2c-9675-8db0f5e482eb req-cb8f6aca-df87-4ec7-86ab-c92436939c4a tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:31.724439 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-92628527-1d5d-4f2c-9675-8db0f5e482eb req-cb8f6aca-df87-4ec7-86ab-c92436939c4a tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 945 time: 0.0571952 Oct 19 01:08:31.784162 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-92628527-1d5d-4f2c-9675-8db0f5e482eb req-844e2c2e-e217-4713-98df-5a77cdde5e01 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479004 Oct 19 01:08:31.800684 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-933a9560-6187-4de5-bc9f-59dc23575aa2 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:31.803854 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-4fc9def0-349c-4968-bc16-4bdfe8fa4b87 req-96b5c86c-9530-4577-ad3f-69cd9c178213 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-20383244', 'description': 'tempest-description-845951663'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:08:31.831327 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-4fc9def0-349c-4968-bc16-4bdfe8fa4b87 req-96b5c86c-9530-4577-ad3f-69cd9c178213 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:31.833442 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-40ae45ce-a8fa-4743-90e2-ba9dd8e03339 req-cc36c324-f0eb-4aa0-9520-47ae1b0774cc tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] 10.222.0.57 "GET /v2.0/security-groups?id=af47c492-cb73-47ef-af4d-42cdaee117b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997953 Oct 19 01:08:31.853887 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-933a9560-6187-4de5-bc9f-59dc23575aa2 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:31.904744 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-933a9560-6187-4de5-bc9f-59dc23575aa2 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] Network bcdf8a82-ba21-4463-9172-d47800ce2173 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:08:31.908405 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-933a9560-6187-4de5-bc9f-59dc23575aa2 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:08:31.912299 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-933a9560-6187-4de5-bc9f-59dc23575aa2 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:08:31.919992 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a9560-6187-4de5-bc9f-59dc23575aa2 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] Pushing event updated for resources: {'Port': ['ID=d88103e7-f1fa-4b87-9afb-caab1f36e11c,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:31.965254 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-4fc9def0-349c-4968-bc16-4bdfe8fa4b87 req-96b5c86c-9530-4577-ad3f-69cd9c178213 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:31.974625 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-4fc9def0-349c-4968-bc16-4bdfe8fa4b87 req-96b5c86c-9530-4577-ad3f-69cd9c178213 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:32.006648 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-933a9560-6187-4de5-bc9f-59dc23575aa2 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:32.007300 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-933a9560-6187-4de5-bc9f-59dc23575aa2 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:32.009174 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-4fc9def0-349c-4968-bc16-4bdfe8fa4b87 req-96b5c86c-9530-4577-ad3f-69cd9c178213 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:32.014737 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4fc9def0-349c-4968-bc16-4bdfe8fa4b87 req-96b5c86c-9530-4577-ad3f-69cd9c178213 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2150147 Oct 19 01:08:32.015368 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 34688) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:32.026079 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b5c86c-9530-4577-ad3f-69cd9c178213 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54eb3067-1436-4072-a12e-caa79520f502,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:32.049781 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33f602-afe9-4d18-86eb-48a71714e272 req-9a7a266e-e746-4eb4-bf74-5937ce9d3192 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:32.058353 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4f33f602-afe9-4d18-86eb-48a71714e272 req-9a7a266e-e746-4eb4-bf74-5937ce9d3192 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ba8a308-e740-4adc-a17f-8ba1364d895f HTTP/1.1" status: 200 len: 932 time: 0.1006508 Oct 19 01:08:32.085955 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-933a9560-6187-4de5-bc9f-59dc23575aa2 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9878983 Oct 19 01:08:32.100752 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-f68bddc2-868d-402a-8db1-c3ad8c855fcc service neutron] Request body: {'port': {'device_id': '3ba8a308-e740-4adc-a17f-8ba1364d895f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:08:32.153136 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4f33f602-afe9-4d18-86eb-48a71714e272 req-0ffb2386-bff5-4b12-b32f-fe34c1ad6814 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f0ba4d4-bb07-4b4d-9ebe-2c74e0a6b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893261 Oct 19 01:08:32.207785 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-f68bddc2-868d-402a-8db1-c3ad8c855fcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:32.208895 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-052901e2-353e-43c8-b9b5-de503d753247 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:32.328533 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-052901e2-353e-43c8-b9b5-de503d753247 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:32.345263 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-052901e2-353e-43c8-b9b5-de503d753247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:32.383477 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4f316-61f5-4dfe-bea3-db2450e40c60 req-684eaa23-c0ca-4ca8-93da-48fbbcd347e6 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:32.385103 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-75a4f316-61f5-4dfe-bea3-db2450e40c60 req-684eaa23-c0ca-4ca8-93da-48fbbcd347e6 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 945 time: 0.1328113 Oct 19 01:08:32.443435 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-052901e2-353e-43c8-b9b5-de503d753247 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=67b60a5d8b1b45d7a42ff393ce368848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4244020 Oct 19 01:08:32.446086 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052901e2-353e-43c8-b9b5-de503d753247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e003fc67-79d1-4465-99b5-d9741a8d9d12,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:32.454124 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 34706) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:32.490008 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-75a4f316-61f5-4dfe-bea3-db2450e40c60 req-c772466f-e4fe-4296-8e23-6f6844d2f3d9 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918686 Oct 19 01:08:32.504137 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-0573cef0-0a68-4816-8716-876eb5e74e8e tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:32.505689 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-0573cef0-0a68-4816-8716-876eb5e74e8e tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/networks?id=0cd149a6-d4a5-4f28-8e40-9b26ded70dfe HTTP/1.1" status: 200 len: 813 time: 0.1951039 Oct 19 01:08:32.532160 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-09f69479-6128-4394-b6e3-4868c105d92c tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/quotas/a65fe707d8cb48fbb00711dd6babafba HTTP/1.1" status: 200 len: 375 time: 0.0158088 Oct 19 01:08:32.556476 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-842d096e-0508-43d0-960d-35722f852717 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:32.573545 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-7ed47d41-ee36-4d46-b022-59e2114e7c83 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a65fe707d8cb48fbb00711dd6babafba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331256 Oct 19 01:08:32.581993 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-f68bddc2-868d-402a-8db1-c3ad8c855fcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d88103e7-f1fa-4b87-9afb-caab1f36e11c {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:08:32.590403 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-f68bddc2-868d-402a-8db1-c3ad8c855fcc service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:32.605091 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-842d096e-0508-43d0-960d-35722f852717 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:32.607210 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-f68bddc2-868d-402a-8db1-c3ad8c855fcc service neutron] Transition to ACTIVE for port object d88103e7-f1fa-4b87-9afb-caab1f36e11c will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:08:32.611295 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-f68bddc2-868d-402a-8db1-c3ad8c855fcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:32.716961 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-16a40d37-5bfb-43ff-b495-6e3c78cd16ee service neutron] 10.222.0.57 "GET /v2.0/networks/0cd149a6-d4a5-4f28-8e40-9b26ded70dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295366 Oct 19 01:08:32.719393 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68bddc2-868d-402a-8db1-c3ad8c855fcc service neutron] Pushing event updated for resources: {'Port': ['ID=d88103e7-f1fa-4b87-9afb-caab1f36e11c,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:32.735138 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-842d096e-0508-43d0-960d-35722f852717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:32.737715 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-842d096e-0508-43d0-960d-35722f852717 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:32.738805 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-842d096e-0508-43d0-960d-35722f852717 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e003fc67-79d1-4465-99b5-d9741a8d9d12 HTTP/1.1" status: 204 len: 168 time: 0.2834499 Oct 19 01:08:32.761615 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d096e-0508-43d0-960d-35722f852717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e003fc67-79d1-4465-99b5-d9741a8d9d12,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:32.781605 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c63622-ac0b-4106-ad17-2a862b52dd02 req-1bcbe15c-a74a-48ba-aa7e-68ee911303a9 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:32.783153 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e6c63622-ac0b-4106-ad17-2a862b52dd02 req-1bcbe15c-a74a-48ba-aa7e-68ee911303a9 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 945 time: 0.1454301 Oct 19 01:08:32.808953 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8f589-3a76-4d1d-a29f-af5f90f6d1b2 req-55d44e93-4ecc-4510-8b87-e0fd8dabb614 tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:32.810775 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-38b8f589-3a76-4d1d-a29f-af5f90f6d1b2 req-55d44e93-4ecc-4510-8b87-e0fd8dabb614 tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bb6688b-6c07-4be3-9134-55e7eb6a5474 HTTP/1.1" status: 200 len: 945 time: 0.1386986 Oct 19 01:08:32.850021 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-08e70c04-00ad-40e5-ab13-d0219aa96dda service neutron] 10.222.0.57 "GET /v2.0/networks/0cd149a6-d4a5-4f28-8e40-9b26ded70dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231081 Oct 19 01:08:32.885134 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-f68bddc2-868d-402a-8db1-c3ad8c855fcc service neutron] Attempting to bind port d88103e7-f1fa-4b87-9afb-caab1f36e11c on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:08:32.885469 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-f68bddc2-868d-402a-8db1-c3ad8c855fcc service neutron] Attempting to bind port d88103e7-f1fa-4b87-9afb-caab1f36e11c by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '6054be39-c3f7-4c28-af6e-a5c84b6a6fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bcdf8a82-ba21-4463-9172-d47800ce2173'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:08:32.885792 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-f68bddc2-868d-402a-8db1-c3ad8c855fcc service neutron] Attempting to bind port d88103e7-f1fa-4b87-9afb-caab1f36e11c on network bcdf8a82-ba21-4463-9172-d47800ce2173 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:08:32.896378 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e6c63622-ac0b-4106-ad17-2a862b52dd02 req-671b24e8-5032-49c1-8278-cc788186b50a tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049008 Oct 19 01:08:32.899412 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-f68bddc2-868d-402a-8db1-c3ad8c855fcc service neutron] Port d88103e7-f1fa-4b87-9afb-caab1f36e11c on network bcdf8a82-ba21-4463-9172-d47800ce2173 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:08:32.899752 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-f68bddc2-868d-402a-8db1-c3ad8c855fcc service neutron] Attempting to bind port d88103e7-f1fa-4b87-9afb-caab1f36e11c on network bcdf8a82-ba21-4463-9172-d47800ce2173 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:08:32.929533 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-f68bddc2-868d-402a-8db1-c3ad8c855fcc service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:08:32.929871 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-f68bddc2-868d-402a-8db1-c3ad8c855fcc service neutron] Checking segment: {'id': '6054be39-c3f7-4c28-af6e-a5c84b6a6fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bcdf8a82-ba21-4463-9172-d47800ce2173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:08:32.930253 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-f68bddc2-868d-402a-8db1-c3ad8c855fcc service neutron] Bound using segment: {'id': '6054be39-c3f7-4c28-af6e-a5c84b6a6fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bcdf8a82-ba21-4463-9172-d47800ce2173'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:08:32.930684 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-f68bddc2-868d-402a-8db1-c3ad8c855fcc service neutron] Bound port: d88103e7-f1fa-4b87-9afb-caab1f36e11c, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6054be39-c3f7-4c28-af6e-a5c84b6a6fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bcdf8a82-ba21-4463-9172-d47800ce2173'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:08:32.931033 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-f68bddc2-868d-402a-8db1-c3ad8c855fcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:33.067182 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-f68bddc2-868d-402a-8db1-c3ad8c855fcc service neutron] For port d88103e7-f1fa-4b87-9afb-caab1f36e11c, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:08:33.071785 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-38b8f589-3a76-4d1d-a29f-af5f90f6d1b2 req-26f07e97-dcba-433b-b890-e04b71b5482a tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] Deleting port 927979e0-bb0d-4941-89a7-c598c9ba2274 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:08:33.072167 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-38b8f589-3a76-4d1d-a29f-af5f90f6d1b2 req-26f07e97-dcba-433b-b890-e04b71b5482a tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:33.126905 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-f68bddc2-868d-402a-8db1-c3ad8c855fcc service neutron] For port d88103e7-f1fa-4b87-9afb-caab1f36e11c, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=d88103e7-f1fa-4b87-9afb-caab1f36e11c,segment=NetworkSegment(6054be39-c3f7-4c28-af6e-a5c84b6a6fe0),segment_id=6054be39-c3f7-4c28-af6e-a5c84b6a6fe0)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:08:33.161879 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-f68bddc2-868d-402a-8db1-c3ad8c855fcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:33.199064 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 34740) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:33.216294 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e3f2fc4d-f64a-4d40-a745-ea1e3b809001 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:33.314064 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-f68bddc2-868d-402a-8db1-c3ad8c855fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:33.315912 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-f68bddc2-868d-402a-8db1-c3ad8c855fcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:33.318005 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-f68bddc2-868d-402a-8db1-c3ad8c855fcc service neutron] 10.222.0.55 "PUT /v2.0/ports/d88103e7-f1fa-4b87-9afb-caab1f36e11c HTTP/1.1" status: 200 len: 1093 time: 1.2218673 Oct 19 01:08:33.336448 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e3f2fc4d-f64a-4d40-a745-ea1e3b809001 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:33.341914 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba8a308-e740-4adc-a17f-8ba1364d895f', 'tag': 'd88103e7-f1fa-4b87-9afb-caab1f36e11c'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:08:33.345287 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e3f2fc4d-f64a-4d40-a745-ea1e3b809001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:33.346631 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fef812c-e168-405f-8b72-4ff4ce81928b" -d '{"events": [{"name": "network-changed", "server_uuid": "3ba8a308-e740-4adc-a17f-8ba1364d895f", "tag": "d88103e7-f1fa-4b87-9afb-caab1f36e11c"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:08:33.402206 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2fc4d-f64a-4d40-a745-ea1e3b809001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e0e3b2-4e10-4079-b67d-118fa85d2660,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:33.423064 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c6a5e-ec3e-41bd-a797-aa34b3229d85 req-c0f9f840-3ec3-4b01-a362-0f677cb2e539 tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:33.428010 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-958c6a5e-ec3e-41bd-a797-aa34b3229d85 req-c0f9f840-3ec3-4b01-a362-0f677cb2e539 tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bb6688b-6c07-4be3-9134-55e7eb6a5474 HTTP/1.1" status: 200 len: 945 time: 0.3331997 Oct 19 01:08:33.441851 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9a96c989-4158-4647-bbd0-b959b5202566 req-daeccf10-9eaa-45e2-bff1-a59df044cad2 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ecebda-31d1-40df-bca4-49f57e8fbf14 HTTP/1.1" status: 200 len: 210 time: 0.0434754 Oct 19 01:08:33.446021 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e3f2fc4d-f64a-4d40-a745-ea1e3b809001 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fdd9f47a374744d3986cc765bb79c18a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2438142 Oct 19 01:08:33.448544 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 34754) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:33.471936 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-38b8f589-3a76-4d1d-a29f-af5f90f6d1b2 req-26f07e97-dcba-433b-b890-e04b71b5482a tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] For port 927979e0-bb0d-4941-89a7-c598c9ba2274, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=927979e0-bb0d-4941-89a7-c598c9ba2274,segment=NetworkSegment(93f80185-484c-4e4d-abf9-6dc3a45f1771),segment_id=93f80185-484c-4e4d-abf9-6dc3a45f1771)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:08:33.472426 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-38b8f589-3a76-4d1d-a29f-af5f90f6d1b2 req-26f07e97-dcba-433b-b890-e04b71b5482a tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:33.498799 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68bddc2-868d-402a-8db1-c3ad8c855fcc service neutron] Pushing event updated for resources: {'Port': ['ID=d88103e7-f1fa-4b87-9afb-caab1f36e11c,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:33.518179 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-38b8f589-3a76-4d1d-a29f-af5f90f6d1b2 req-26f07e97-dcba-433b-b890-e04b71b5482a tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] Calling delete_port for 927979e0-bb0d-4941-89a7-c598c9ba2274 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:08:33.526038 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-92bd62f4-68f0-4ffe-95f0-1e0fb7c6b9a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:33.545105 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-fc468e46-d0d5-4e08-9dce-65d41cf61b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:33.546728 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-fc468e46-d0d5-4e08-9dce-65d41cf61b67 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19b029b29b984e1e9c027f265e76e432&device_id=3ba8a308-e740-4adc-a17f-8ba1364d895f HTTP/1.1" status: 200 len: 1096 time: 0.1579385 Oct 19 01:08:33.555606 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-958c6a5e-ec3e-41bd-a797-aa34b3229d85 req-c284baa4-6b35-405e-a78b-d20db504f074 tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] 10.222.0.57 "GET /v2.0/security-groups?id=af47c492-cb73-47ef-af4d-42cdaee117b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987358 Oct 19 01:08:33.602936 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-92bd62f4-68f0-4ffe-95f0-1e0fb7c6b9a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:33.625418 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-5274877b-e512-409b-970b-ea1f8f1b1abc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d88103e7-f1fa-4b87-9afb-caab1f36e11c HTTP/1.1" status: 200 len: 217 time: 0.0687840 Oct 19 01:08:33.639980 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec8fc4-8572-4240-90ae-f265e7f30f0f req-dc23adba-b043-4286-bfb5-b3a2863c8a14 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:33.641975 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-50ec8fc4-8572-4240-90ae-f265e7f30f0f req-dc23adba-b043-4286-bfb5-b3a2863c8a14 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ba8a308-e740-4adc-a17f-8ba1364d895f HTTP/1.1" status: 200 len: 944 time: 0.1043818 Oct 19 01:08:33.697695 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-50ec8fc4-8572-4240-90ae-f265e7f30f0f req-3d6267bf-4b1a-45cd-8eeb-0d496aa6aa32 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f0ba4d4-bb07-4b4d-9ebe-2c74e0a6b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464990 Oct 19 01:08:33.718781 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-92bd62f4-68f0-4ffe-95f0-1e0fb7c6b9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:33.724055 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-92bd62f4-68f0-4ffe-95f0-1e0fb7c6b9a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:33.729183 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-92bd62f4-68f0-4ffe-95f0-1e0fb7c6b9a4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e5e0e3b2-4e10-4079-b67d-118fa85d2660 HTTP/1.1" status: 204 len: 168 time: 0.2794399 Oct 19 01:08:33.739959 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd62f4-68f0-4ffe-95f0-1e0fb7c6b9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e0e3b2-4e10-4079-b67d-118fa85d2660,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:33.743043 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-10f0d499-88b7-410e-9187-0ff4879032d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:33.745011 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-10f0d499-88b7-410e-9187-0ff4879032d1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ec4fa7f2-f508-4296-ab05-dfed716aaa8f HTTP/1.1" status: 200 len: 851 time: 0.1111922 Oct 19 01:08:33.785946 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-e658a094-86fa-4cd2-81bc-e9d5baf95fd1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bcdf8a82-ba21-4463-9172-d47800ce2173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314558 Oct 19 01:08:33.788240 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3fd32b-9415-497e-a030-d912239ce036 x-openstack-request-id: req-eb3fd32b-9415-497e-a030-d912239ce036 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:08:33.788530 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ba8a308-e740-4adc-a17f-8ba1364d895f", "tag": "d88103e7-f1fa-4b87-9afb-caab1f36e11c", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:08:33.788872 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eb3fd32b-9415-497e-a030-d912239ce036 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:08:33.789561 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba8a308-e740-4adc-a17f-8ba1364d895f', 'tag': 'd88103e7-f1fa-4b87-9afb-caab1f36e11c', 'status': 'completed', 'code': 200} Oct 19 01:08:33.804703 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750ef50-9d86-4cde-9300-deccd6a1b486 req-db1b9e3b-c43e-451e-b0be-605db3b5d8cc tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:33.806521 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9750ef50-9d86-4cde-9300-deccd6a1b486 req-db1b9e3b-c43e-451e-b0be-605db3b5d8cc tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 945 time: 0.1621256 Oct 19 01:08:33.959975 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9750ef50-9d86-4cde-9300-deccd6a1b486 req-f6c4b819-0875-441f-b1da-67404b0efeaa tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409779 Oct 19 01:08:33.968343 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-38b8f589-3a76-4d1d-a29f-af5f90f6d1b2 req-26f07e97-dcba-433b-b890-e04b71b5482a tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:33.980142 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['927979e0-bb0d-4941-89a7-c598c9ba2274'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:08:34.010250 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-3a22bc2c-2c48-42e5-addf-90a2b02edab6 service neutron] 10.222.0.55 "GET /v2.0/networks/bcdf8a82-ba21-4463-9172-d47800ce2173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019529 Oct 19 01:08:34.011482 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f07e97-dcba-433b-b890-e04b71b5482a tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] Pushing event deleted for resources: {'Port': ['ID=927979e0-bb0d-4941-89a7-c598c9ba2274,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:34.079315 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b8f589-3a76-4d1d-a29f-af5f90f6d1b2 req-26f07e97-dcba-433b-b890-e04b71b5482a tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] No DVR routers for this DVR port 927979e0-bb0d-4941-89a7-c598c9ba2274 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:08:34.087542 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-38b8f589-3a76-4d1d-a29f-af5f90f6d1b2 req-26f07e97-dcba-433b-b890-e04b71b5482a tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:34.091756 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-38b8f589-3a76-4d1d-a29f-af5f90f6d1b2 req-26f07e97-dcba-433b-b890-e04b71b5482a tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] 10.222.0.24 "DELETE /v2.0/ports/927979e0-bb0d-4941-89a7-c598c9ba2274 HTTP/1.1" status: 204 len: 173 time: 1.2690926 Oct 19 01:08:34.165203 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2d83a50e-c72d-4145-9ed5-6007fd7f4f36 req-5fdf8bcf-3736-4692-bd63-4162d419da19 service neutron] 10.222.0.55 "GET /v2.0/networks/bcdf8a82-ba21-4463-9172-d47800ce2173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468711 Oct 19 01:08:34.270126 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef812c-e168-405f-8b72-4ff4ce81928b req-2726df9a-a401-4678-b045-622941fd1541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:34.272199 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8fef812c-e168-405f-8b72-4ff4ce81928b req-2726df9a-a401-4678-b045-622941fd1541 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19b029b29b984e1e9c027f265e76e432&device_id=3ba8a308-e740-4adc-a17f-8ba1364d895f HTTP/1.1" status: 200 len: 1096 time: 0.0530522 Oct 19 01:08:34.438458 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef812c-e168-405f-8b72-4ff4ce81928b req-fa8c16b5-1bcb-4349-9fe7-9c5f112c6e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:34.439378 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8fef812c-e168-405f-8b72-4ff4ce81928b req-fa8c16b5-1bcb-4349-9fe7-9c5f112c6e03 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bcdf8a82-ba21-4463-9172-d47800ce2173 HTTP/1.1" status: 200 len: 912 time: 0.1602395 Oct 19 01:08:34.501331 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-c5ff335b-7d7d-4e11-a490-1f7a0d0aa5b3 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:34.501331 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-c5ff335b-7d7d-4e11-a490-1f7a0d0aa5b3 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.24 "GET /v2.0/networks?id=0cd149a6-d4a5-4f28-8e40-9b26ded70dfe HTTP/1.1" status: 200 len: 813 time: 0.1954787 Oct 19 01:08:34.501331 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8fef812c-e168-405f-8b72-4ff4ce81928b req-d2ba8cdc-48b6-4d25-bcf0-feeb2349ef34 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d88103e7-f1fa-4b87-9afb-caab1f36e11c HTTP/1.1" status: 200 len: 217 time: 0.0508902 Oct 19 01:08:34.520700 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-2b881c18-079e-4b88-950e-a9afc50e7892 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Request body: {'port': {'device_id': '76ecebda-31d1-40df-bca4-49f57e8fbf14', 'network_id': '0cd149a6-d4a5-4f28-8e40-9b26ded70dfe', 'admin_state_up': True, 'tenant_id': 'a65fe707d8cb48fbb00711dd6babafba'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:08:34.596077 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3bcd1dc9-bbd6-4298-8877-dbfd4beeff05 req-ff53ad1c-45a5-43d3-92bd-7b649dc19ca6 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ecebda-31d1-40df-bca4-49f57e8fbf14 HTTP/1.1" status: 200 len: 210 time: 0.0688627 Oct 19 01:08:34.649750 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef812c-e168-405f-8b72-4ff4ce81928b req-9ed3093e-e8d9-4a8b-82be-fbbea87d6e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:34.651219 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8fef812c-e168-405f-8b72-4ff4ce81928b req-9ed3093e-e8d9-4a8b-82be-fbbea87d6e2f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ec4fa7f2-f508-4296-ab05-dfed716aaa8f HTTP/1.1" status: 200 len: 851 time: 0.1430087 Oct 19 01:08:34.699096 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8fef812c-e168-405f-8b72-4ff4ce81928b req-794b16fb-ed12-421c-8e67-0642fd0afe2b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bcdf8a82-ba21-4463-9172-d47800ce2173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408878 Oct 19 01:08:34.706712 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1f5da6c6-8be1-42ce-915d-561e2d5b18b4 req-4ce26511-fe5f-4022-9e93-d326959a28ca tempest-ServerTagsTestJSON-2102822078 tempest-ServerTagsTestJSON-2102822078-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bb6688b-6c07-4be3-9134-55e7eb6a5474 HTTP/1.1" status: 200 len: 210 time: 0.0429032 Oct 19 01:08:34.830949 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-2b881c18-079e-4b88-950e-a9afc50e7892 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Made reservation on behalf of a65fe707d8cb48fbb00711dd6babafba for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:08:34.834565 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-2b881c18-079e-4b88-950e-a9afc50e7892 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:34.877285 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8fef812c-e168-405f-8b72-4ff4ce81928b req-59344973-5c0f-4d52-b253-66e511e490d0 service neutron] 10.222.0.55 "GET /v2.0/networks/bcdf8a82-ba21-4463-9172-d47800ce2173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678848 Oct 19 01:08:34.897136 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38854406-3452-4416-8bd1-26715487b414 req-ff194f43-929c-418a-8288-6fdde62ba5c2 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:34.898654 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-38854406-3452-4416-8bd1-26715487b414 req-ff194f43-929c-418a-8288-6fdde62ba5c2 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ba8a308-e740-4adc-a17f-8ba1364d895f HTTP/1.1" status: 200 len: 944 time: 0.1106434 Oct 19 01:08:35.056812 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-38854406-3452-4416-8bd1-26715487b414 req-6170592a-3c51-40b4-af6f-6db510f7a6f3 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f0ba4d4-bb07-4b4d-9ebe-2c74e0a6b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332133 Oct 19 01:08:35.107066 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8fef812c-e168-405f-8b72-4ff4ce81928b req-079f75ff-cfff-476d-9b08-63a3d6827334 service neutron] 10.222.0.55 "GET /v2.0/networks/bcdf8a82-ba21-4463-9172-d47800ce2173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062757 Oct 19 01:08:35.115100 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff69e90-f8c5-4e5c-aadb-1b83465866e3 req-9d5d81ea-e228-445e-b8f9-e1b52b01431b tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:35.116927 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7ff69e90-f8c5-4e5c-aadb-1b83465866e3 req-9d5d81ea-e228-445e-b8f9-e1b52b01431b tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 945 time: 0.0764103 Oct 19 01:08:35.130586 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-2b881c18-079e-4b88-950e-a9afc50e7892 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Allocated IP 172.20.0.11 (0cd149a6-d4a5-4f28-8e40-9b26ded70dfe/acdc133b-fd3d-4d6c-9707-403bca864eb3/c30ff7f3-89f9-455e-80eb-ea7219439688) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:08:35.173049 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7ff69e90-f8c5-4e5c-aadb-1b83465866e3 req-8401805c-9dd6-4b92-8a87-fe7519ef3e6e tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464187 Oct 19 01:08:35.309612 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-2b881c18-079e-4b88-950e-a9afc50e7892 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:35.343814 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-2b881c18-079e-4b88-950e-a9afc50e7892 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:35.390667 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-2b881c18-079e-4b88-950e-a9afc50e7892 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Network 0cd149a6-d4a5-4f28-8e40-9b26ded70dfe is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:08:35.393743 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-2b881c18-079e-4b88-950e-a9afc50e7892 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:08:35.397740 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-2b881c18-079e-4b88-950e-a9afc50e7892 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:08:35.421594 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b881c18-079e-4b88-950e-a9afc50e7892 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Pushing event updated for resources: {'Port': ['ID=c30ff7f3-89f9-455e-80eb-ea7219439688,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:35.450447 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-2b881c18-079e-4b88-950e-a9afc50e7892 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:35.451056 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-2b881c18-079e-4b88-950e-a9afc50e7892 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:35.466950 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-2b881c18-079e-4b88-950e-a9afc50e7892 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9500329 Oct 19 01:08:35.480457 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-e461e751-61bf-489f-9152-a852d04a513f service neutron] Request body: {'port': {'device_id': '76ecebda-31d1-40df-bca4-49f57e8fbf14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:08:35.539826 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-e461e751-61bf-489f-9152-a852d04a513f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:35.771683 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 34874) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:35.792446 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca7cd4-a834-4deb-bdf9-d367cfb2621c req-9c0f010f-cd79-4678-9860-b66cc3bde4e9 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:35.794828 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c4ca7cd4-a834-4deb-bdf9-d367cfb2621c req-9c0f010f-cd79-4678-9860-b66cc3bde4e9 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ecebda-31d1-40df-bca4-49f57e8fbf14 HTTP/1.1" status: 200 len: 932 time: 0.1071200 Oct 19 01:08:35.798639 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb6688b-6c07-4be3-9134-55e7eb6a5474', 'name': 'network-vif-deleted', 'tag': '927979e0-bb0d-4941-89a7-c598c9ba2274'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:08:35.800122 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdd7fd2-0cfd-45bd-bb4f-44c543359d81" -d '{"events": [{"server_uuid": "8bb6688b-6c07-4be3-9134-55e7eb6a5474", "name": "network-vif-deleted", "tag": "927979e0-bb0d-4941-89a7-c598c9ba2274"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:08:35.838614 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf146a37-f16a-4924-a6dd-124e30284d85 admin admin] Deleting subnet dc0b2c93-6c69-45f4-80ae-63d518d53f7c {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:08:35.843015 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cf146a37-f16a-4924-a6dd-124e30284d85 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:35.859212 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f20eb59-01d1-4bf3-8908-0a8e3eadf023 x-openstack-request-id: req-3f20eb59-01d1-4bf3-8908-0a8e3eadf023 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:08:35.859495 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb6688b-6c07-4be3-9134-55e7eb6a5474", "name": "network-vif-deleted", "tag": "927979e0-bb0d-4941-89a7-c598c9ba2274", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:08:35.859760 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3f20eb59-01d1-4bf3-8908-0a8e3eadf023 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:08:35.860209 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb6688b-6c07-4be3-9134-55e7eb6a5474', 'name': 'network-vif-deleted', 'tag': '927979e0-bb0d-4941-89a7-c598c9ba2274', 'status': 'completed', 'code': 200} Oct 19 01:08:35.865357 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c4ca7cd4-a834-4deb-bdf9-d367cfb2621c req-0832858f-f0a6-4240-b1ea-ab236674dec3 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups?id=69dfa53a-47dd-466d-b9c9-6fa2fe7691eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620365 Oct 19 01:08:35.882973 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cf146a37-f16a-4924-a6dd-124e30284d85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:35.906842 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-e461e751-61bf-489f-9152-a852d04a513f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c30ff7f3-89f9-455e-80eb-ea7219439688 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:08:35.915265 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-e461e751-61bf-489f-9152-a852d04a513f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:35.929443 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cf146a37-f16a-4924-a6dd-124e30284d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:35.931571 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-e461e751-61bf-489f-9152-a852d04a513f service neutron] Transition to ACTIVE for port object c30ff7f3-89f9-455e-80eb-ea7219439688 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:08:35.936035 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-e461e751-61bf-489f-9152-a852d04a513f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:35.998368 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cf146a37-f16a-4924-a6dd-124e30284d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:36.005729 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461e751-61bf-489f-9152-a852d04a513f service neutron] Pushing event updated for resources: {'Port': ['ID=c30ff7f3-89f9-455e-80eb-ea7219439688,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:36.034291 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf146a37-f16a-4924-a6dd-124e30284d85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc0b2c93-6c69-45f4-80ae-63d518d53f7c,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:36.040520 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cf146a37-f16a-4924-a6dd-124e30284d85 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:36.044258 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cf146a37-f16a-4924-a6dd-124e30284d85 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/dc0b2c93-6c69-45f4-80ae-63d518d53f7c HTTP/1.1" status: 204 len: 168 time: 0.2712796 Oct 19 01:08:36.046688 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 34880) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:36.116816 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-e461e751-61bf-489f-9152-a852d04a513f service neutron] Attempting to bind port c30ff7f3-89f9-455e-80eb-ea7219439688 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:08:36.117175 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-e461e751-61bf-489f-9152-a852d04a513f service neutron] Attempting to bind port c30ff7f3-89f9-455e-80eb-ea7219439688 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0cd149a6-d4a5-4f28-8e40-9b26ded70dfe'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:08:36.117512 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-e461e751-61bf-489f-9152-a852d04a513f service neutron] Attempting to bind port c30ff7f3-89f9-455e-80eb-ea7219439688 on network 0cd149a6-d4a5-4f28-8e40-9b26ded70dfe {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:08:36.126096 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-e461e751-61bf-489f-9152-a852d04a513f service neutron] Port c30ff7f3-89f9-455e-80eb-ea7219439688 on network 0cd149a6-d4a5-4f28-8e40-9b26ded70dfe not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:08:36.126413 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-e461e751-61bf-489f-9152-a852d04a513f service neutron] Attempting to bind port c30ff7f3-89f9-455e-80eb-ea7219439688 on network 0cd149a6-d4a5-4f28-8e40-9b26ded70dfe {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:08:36.133778 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-e461e751-61bf-489f-9152-a852d04a513f service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:08:36.134121 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-e461e751-61bf-489f-9152-a852d04a513f service neutron] Checking segment: {'id': '733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0cd149a6-d4a5-4f28-8e40-9b26ded70dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:08:36.134508 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-e461e751-61bf-489f-9152-a852d04a513f service neutron] Bound using segment: {'id': '733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0cd149a6-d4a5-4f28-8e40-9b26ded70dfe'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:08:36.134939 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-e461e751-61bf-489f-9152-a852d04a513f service neutron] Bound port: c30ff7f3-89f9-455e-80eb-ea7219439688, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0cd149a6-d4a5-4f28-8e40-9b26ded70dfe'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:08:36.135878 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-e461e751-61bf-489f-9152-a852d04a513f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:36.145672 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-161e4f07-91d1-4627-b2b6-c75d53c26abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:36.252239 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-161e4f07-91d1-4627-b2b6-c75d53c26abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:36.252577 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a1eea-2c66-4816-b47e-3bce41e935e8 req-3e8ddfae-3f3e-4371-940f-0ee3ca03ecc4 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:36.254336 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e02a1eea-2c66-4816-b47e-3bce41e935e8 req-3e8ddfae-3f3e-4371-940f-0ee3ca03ecc4 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ba8a308-e740-4adc-a17f-8ba1364d895f HTTP/1.1" status: 200 len: 944 time: 0.1144302 Oct 19 01:08:36.296842 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-e461e751-61bf-489f-9152-a852d04a513f service neutron] For port c30ff7f3-89f9-455e-80eb-ea7219439688, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:08:36.320410 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-161e4f07-91d1-4627-b2b6-c75d53c26abd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed8962a-3749-4ce0-a10d-25c483138132']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:08:36.321120 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-e461e751-61bf-489f-9152-a852d04a513f service neutron] For port c30ff7f3-89f9-455e-80eb-ea7219439688, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=c30ff7f3-89f9-455e-80eb-ea7219439688,segment=NetworkSegment(733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c),segment_id=733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:08:36.329270 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e02a1eea-2c66-4816-b47e-3bce41e935e8 req-0e9dee93-5a36-4bfe-9431-7377a2c4f13f tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f0ba4d4-bb07-4b4d-9ebe-2c74e0a6b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634046 Oct 19 01:08:36.331414 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-e461e751-61bf-489f-9152-a852d04a513f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:36.334892 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-161e4f07-91d1-4627-b2b6-c75d53c26abd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f80185-484c-4e4d-abf9-6dc3a45f1771') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:08:36.335268 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-161e4f07-91d1-4627-b2b6-c75d53c26abd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f80185-484c-4e4d-abf9-6dc3a45f1771') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:08:36.351628 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-161e4f07-91d1-4627-b2b6-c75d53c26abd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:36.351833 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-e461e751-61bf-489f-9152-a852d04a513f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:36.353086 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-e461e751-61bf-489f-9152-a852d04a513f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:36.354740 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-e461e751-61bf-489f-9152-a852d04a513f service neutron] 10.222.0.24 "PUT /v2.0/ports/c30ff7f3-89f9-455e-80eb-ea7219439688 HTTP/1.1" status: 200 len: 1093 time: 0.8788590 Oct 19 01:08:36.369352 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03180b49-7769-427a-adf7-044e80c4e9da req-011043ac-2646-4a09-9462-8d0ffdfa3f84 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:36.371026 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-03180b49-7769-427a-adf7-044e80c4e9da req-011043ac-2646-4a09-9462-8d0ffdfa3f84 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 945 time: 0.1035266 Oct 19 01:08:36.381538 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-161e4f07-91d1-4627-b2b6-c75d53c26abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:36.431178 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-161e4f07-91d1-4627-b2b6-c75d53c26abd admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:08:36.431865 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-161e4f07-91d1-4627-b2b6-c75d53c26abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:36.434989 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:08:36.434989 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:08:36.434989 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:08:36.434989 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:08:36.434989 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:08:36.434989 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:08:36.434989 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:08:36.434989 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:08:36.434989 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:08:36.434989 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:08:36.434989 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:08:36.434989 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:08:36.434989 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:08:36.434989 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:08:36.434989 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:08:36.434989 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:08:36.434989 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:08:36.434989 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:08:36.434989 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:08:36.434989 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:08:36.434989 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:08:36.434989 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:08:36.434989 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:08:36.434989 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:08:36.434989 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:08:36.434989 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:08:36.434989 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:08:36.434989 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:08:36.434989 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:08:36.434989 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:08:36.434989 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:08:36.434989 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:08:36.464267 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461e751-61bf-489f-9152-a852d04a513f service neutron] Pushing event updated for resources: {'Port': ['ID=c30ff7f3-89f9-455e-80eb-ea7219439688,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:36.479992 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-03180b49-7769-427a-adf7-044e80c4e9da req-0c8f84f3-1995-4e7c-a075-349777582773 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999999 Oct 19 01:08:36.482471 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-b8ecc9f5-f813-4a9c-a4c1-6935dd98d21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:36.485086 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-b8ecc9f5-f813-4a9c-a4c1-6935dd98d21b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a65fe707d8cb48fbb00711dd6babafba&device_id=76ecebda-31d1-40df-bca4-49f57e8fbf14 HTTP/1.1" status: 200 len: 1096 time: 0.0768631 Oct 19 01:08:36.546390 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-1e64a2a6-241c-4d59-80d3-d192d3938cc1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c30ff7f3-89f9-455e-80eb-ea7219439688 HTTP/1.1" status: 200 len: 217 time: 0.0463798 Oct 19 01:08:36.552357 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-161e4f07-91d1-4627-b2b6-c75d53c26abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:36.559617 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-161e4f07-91d1-4627-b2b6-c75d53c26abd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:36.565032 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-161e4f07-91d1-4627-b2b6-c75d53c26abd admin admin] 10.222.0.57 "DELETE /v2.0/networks/0ed8962a-3749-4ce0-a10d-25c483138132 HTTP/1.1" status: 204 len: 168 time: 0.5173275 Oct 19 01:08:36.582975 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e4f07-91d1-4627-b2b6-c75d53c26abd admin admin] Pushing event deleted for resources: {'Network': ['ID=0ed8962a-3749-4ce0-a10d-25c483138132,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:36.613787 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-c86b68d1-b0dc-41a1-9d00-c4f3a5e74161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:36.615317 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-c86b68d1-b0dc-41a1-9d00-c4f3a5e74161 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=acdc133b-fd3d-4d6c-9707-403bca864eb3 HTTP/1.1" status: 200 len: 853 time: 0.0613062 Oct 19 01:08:36.648817 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-48d337ee-db8c-4358-948e-aef33d990d61 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0cd149a6-d4a5-4f28-8e40-9b26ded70dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264282 Oct 19 01:08:36.817703 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 34894) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:36.878673 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fb729159-82c2-4b2a-b8c2-b923608381d8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f2fb35f8bd74473d86cfb7db0b0e2772&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0571687 Oct 19 01:08:36.878882 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 34896) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:36.991920 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-82fb539f-4653-4876-9e3c-74d64dd5bff0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:37.010118 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device d88103e7-f1fa-4b87-9afb-caab1f36e11c details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:08:37.064047 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-82fb539f-4653-4876-9e3c-74d64dd5bff0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:37.116795 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6bcba-8a29-4d37-9f71-90d4dccf249c req-cc40a231-6fa5-4ca9-acb2-ae43ff709650 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:37.118386 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d3d6bcba-8a29-4d37-9f71-90d4dccf249c req-cc40a231-6fa5-4ca9-acb2-ae43ff709650 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ecebda-31d1-40df-bca4-49f57e8fbf14 HTTP/1.1" status: 200 len: 944 time: 0.1645598 Oct 19 01:08:37.135927 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-07a85ad7-b670-4c7d-87f9-95f765f1448a service neutron] 10.222.0.24 "GET /v2.0/networks/0cd149a6-d4a5-4f28-8e40-9b26ded70dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4799795 Oct 19 01:08:37.182723 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d3d6bcba-8a29-4d37-9f71-90d4dccf249c req-e8c9a06e-ff85-4250-9cfa-6d6349f737c8 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups?id=69dfa53a-47dd-466d-b9c9-6fa2fe7691eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505512 Oct 19 01:08:37.183987 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-82fb539f-4653-4876-9e3c-74d64dd5bff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:37.186567 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-82fb539f-4653-4876-9e3c-74d64dd5bff0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:37.187691 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-82fb539f-4653-4876-9e3c-74d64dd5bff0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/af47c492-cb73-47ef-af4d-42cdaee117b3 HTTP/1.1" status: 204 len: 168 time: 0.3077376 Oct 19 01:08:37.195060 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port d88103e7-f1fa-4b87-9afb-caab1f36e11c, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=d88103e7-f1fa-4b87-9afb-caab1f36e11c,segment=NetworkSegment(6054be39-c3f7-4c28-af6e-a5c84b6a6fe0),segment_id=6054be39-c3f7-4c28-af6e-a5c84b6a6fe0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:08:37.206524 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb539f-4653-4876-9e3c-74d64dd5bff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af47c492-cb73-47ef-af4d-42cdaee117b3,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:37.207801 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'd88103e7-f1fa-4b87-9afb-caab1f36e11c', 'network_id': 'bcdf8a82-ba21-4463-9172-d47800ce2173', 'port_id': 'd88103e7-f1fa-4b87-9afb-caab1f36e11c', 'mac_address': 'fa:16:3e:cf:07:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4fa7f2-f508-4296-ab05-dfed716aaa8f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:08:37.262997 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:37.277546 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d88103e7-f1fa-4b87-9afb-caab1f36e11c {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:08:37.302708 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port d88103e7-f1fa-4b87-9afb-caab1f36e11c, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=d88103e7-f1fa-4b87-9afb-caab1f36e11c,segment=NetworkSegment(6054be39-c3f7-4c28-af6e-a5c84b6a6fe0),segment_id=6054be39-c3f7-4c28-af6e-a5c84b6a6fe0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:08:37.307094 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c5bf8ec8-91a9-45d1-b6ee-f0fff3114bff req-16d4f855-9ddd-4243-8c21-5241ef2c3616 service neutron] 10.222.0.24 "GET /v2.0/networks/0cd149a6-d4a5-4f28-8e40-9b26ded70dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598952 Oct 19 01:08:37.310435 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:37.364991 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=d88103e7-f1fa-4b87-9afb-caab1f36e11c,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:37.490754 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ed8e2-3b5c-49be-b77f-bbf78b82e988 req-651e6076-3f9f-47e2-8e52-f228c55a1f06 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:37.492318 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1c6ed8e2-3b5c-49be-b77f-bbf78b82e988 req-651e6076-3f9f-47e2-8e52-f228c55a1f06 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ba8a308-e740-4adc-a17f-8ba1364d895f HTTP/1.1" status: 200 len: 945 time: 0.0628452 Oct 19 01:08:37.541782 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1c6ed8e2-3b5c-49be-b77f-bbf78b82e988 req-1fd0c7d6-5140-4963-9dec-3f8909cad054 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f0ba4d4-bb07-4b4d-9ebe-2c74e0a6b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346107 Oct 19 01:08:37.616487 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['d88103e7-f1fa-4b87-9afb-caab1f36e11c'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:08:37.673380 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a554f7e-ce42-4df0-8267-68caa0b77534 req-925ac266-c159-4118-a3a8-1b13a24740aa tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:37.680638 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4a554f7e-ce42-4df0-8267-68caa0b77534 req-925ac266-c159-4118-a3a8-1b13a24740aa tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 945 time: 0.0762954 Oct 19 01:08:37.724100 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4a554f7e-ce42-4df0-8267-68caa0b77534 req-e6112bb3-21c6-406d-b2f1-2b3c9dbbeead tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421240 Oct 19 01:08:37.769066 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 927979e0-bb0d-4941-89a7-c598c9ba2274 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:08:37.799399 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 927979e0-bb0d-4941-89a7-c598c9ba2274 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:08:37.800009 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 927979e0-bb0d-4941-89a7-c598c9ba2274 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:08:37.861456 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ecebda-31d1-40df-bca4-49f57e8fbf14', 'tag': 'c30ff7f3-89f9-455e-80eb-ea7219439688'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:08:37.863819 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4c39c9-afb7-4b2c-bbe9-81255f432b02" -d '{"events": [{"name": "network-changed", "server_uuid": "76ecebda-31d1-40df-bca4-49f57e8fbf14", "tag": "c30ff7f3-89f9-455e-80eb-ea7219439688"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:08:37.904804 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8217ea35-eb3b-4336-9f21-2549156229d0 x-openstack-request-id: req-8217ea35-eb3b-4336-9f21-2549156229d0 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:08:37.905096 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ecebda-31d1-40df-bca4-49f57e8fbf14", "tag": "c30ff7f3-89f9-455e-80eb-ea7219439688", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:08:37.905383 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8217ea35-eb3b-4336-9f21-2549156229d0 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:08:37.905780 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ecebda-31d1-40df-bca4-49f57e8fbf14', 'tag': 'c30ff7f3-89f9-455e-80eb-ea7219439688', 'status': 'completed', 'code': 200} Oct 19 01:08:37.978416 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c39c9-afb7-4b2c-bbe9-81255f432b02 req-06ec79f3-6a02-4ffb-bbec-1839ed8e0136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:37.979945 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-db4c39c9-afb7-4b2c-bbe9-81255f432b02 req-06ec79f3-6a02-4ffb-bbec-1839ed8e0136 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a65fe707d8cb48fbb00711dd6babafba&device_id=76ecebda-31d1-40df-bca4-49f57e8fbf14 HTTP/1.1" status: 200 len: 1096 time: 0.0451443 Oct 19 01:08:38.083712 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c39c9-afb7-4b2c-bbe9-81255f432b02 req-2c6a2340-0c7b-4fb1-adca-eb64b24fe5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:38.085193 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-db4c39c9-afb7-4b2c-bbe9-81255f432b02 req-2c6a2340-0c7b-4fb1-adca-eb64b24fe5fd service neutron] 10.222.0.24 "GET /v2.0/networks?id=0cd149a6-d4a5-4f28-8e40-9b26ded70dfe HTTP/1.1" status: 200 len: 914 time: 0.0977244 Oct 19 01:08:38.133547 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-db4c39c9-afb7-4b2c-bbe9-81255f432b02 req-83d94f2f-9399-4b8f-8a4a-fe97e309347d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c30ff7f3-89f9-455e-80eb-ea7219439688 HTTP/1.1" status: 200 len: 217 time: 0.0399132 Oct 19 01:08:38.201204 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c39c9-afb7-4b2c-bbe9-81255f432b02 req-70013476-9a25-4bbc-9059-023238bbb69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:38.202704 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-db4c39c9-afb7-4b2c-bbe9-81255f432b02 req-70013476-9a25-4bbc-9059-023238bbb69f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=acdc133b-fd3d-4d6c-9707-403bca864eb3 HTTP/1.1" status: 200 len: 853 time: 0.0560274 Oct 19 01:08:38.254916 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-db4c39c9-afb7-4b2c-bbe9-81255f432b02 req-882d14ef-7baa-417a-ab2e-b3f2f4922ae3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0cd149a6-d4a5-4f28-8e40-9b26ded70dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428836 Oct 19 01:08:38.399535 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e8371-30bb-420f-a118-8338de93b5b6 req-e05f7c81-db75-4da9-8bc0-3e50b0730cc7 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:38.406919 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-789e8371-30bb-420f-a118-8338de93b5b6 req-e05f7c81-db75-4da9-8bc0-3e50b0730cc7 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ecebda-31d1-40df-bca4-49f57e8fbf14 HTTP/1.1" status: 200 len: 944 time: 0.1340997 Oct 19 01:08:38.439343 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-db4c39c9-afb7-4b2c-bbe9-81255f432b02 req-f3d5fc13-a8ee-4f9a-80c4-ebd5e3ae2b3e service neutron] 10.222.0.24 "GET /v2.0/networks/0cd149a6-d4a5-4f28-8e40-9b26ded70dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754518 Oct 19 01:08:38.502924 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-789e8371-30bb-420f-a118-8338de93b5b6 req-026cf623-fcc9-4581-8b1a-6c3b8b3d10fc tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups?id=69dfa53a-47dd-466d-b9c9-6fa2fe7691eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944469 Oct 19 01:08:38.607879 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-db4c39c9-afb7-4b2c-bbe9-81255f432b02 req-0fdf988c-d779-4d11-b633-8e39420f3268 service neutron] 10.222.0.24 "GET /v2.0/networks/0cd149a6-d4a5-4f28-8e40-9b26ded70dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573391 Oct 19 01:08:38.703682 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e0006-6887-4a58-a10b-e29ab4566977 req-9541e972-47a8-40bb-aaa2-dd28454f0df4 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:38.708932 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-522e0006-6887-4a58-a10b-e29ab4566977 req-9541e972-47a8-40bb-aaa2-dd28454f0df4 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ba8a308-e740-4adc-a17f-8ba1364d895f HTTP/1.1" status: 200 len: 945 time: 0.0695503 Oct 19 01:08:38.744511 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-522e0006-6887-4a58-a10b-e29ab4566977 req-c0542a06-e107-4f87-8ba9-003e2b985edc tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f0ba4d4-bb07-4b4d-9ebe-2c74e0a6b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331845 Oct 19 01:08:38.850590 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d258800-6543-47a1-ae92-1e6529d84c76 req-c4793dbd-7588-4b96-9c39-9d86da1bdc2c tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:38.852295 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d258800-6543-47a1-ae92-1e6529d84c76 req-c4793dbd-7588-4b96-9c39-9d86da1bdc2c tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 945 time: 0.0519855 Oct 19 01:08:38.894803 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d258800-6543-47a1-ae92-1e6529d84c76 req-d835e04a-9fc7-4990-b5cb-8e9f895818c7 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344138 Oct 19 01:08:39.023488 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device d88103e7-f1fa-4b87-9afb-caab1f36e11c up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:08:39.077549 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port d88103e7-f1fa-4b87-9afb-caab1f36e11c completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:08:39.083491 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port d88103e7-f1fa-4b87-9afb-caab1f36e11c triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:08:39.084097 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:39.166536 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:39.216903 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba8a308-e740-4adc-a17f-8ba1364d895f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88103e7-f1fa-4b87-9afb-caab1f36e11c'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:08:39.221793 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ed15f6-2757-4037-963b-d00b0fcf2385" -d '{"events": [{"server_uuid": "3ba8a308-e740-4adc-a17f-8ba1364d895f", "name": "network-vif-plugged", "status": "completed", "tag": "d88103e7-f1fa-4b87-9afb-caab1f36e11c"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:08:39.388404 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b114cc-0900-458a-a0b5-22494caf87f0 x-openstack-request-id: req-75b114cc-0900-458a-a0b5-22494caf87f0 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:08:39.389108 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba8a308-e740-4adc-a17f-8ba1364d895f", "name": "network-vif-plugged", "status": "completed", "tag": "d88103e7-f1fa-4b87-9afb-caab1f36e11c", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:08:39.389579 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-75b114cc-0900-458a-a0b5-22494caf87f0 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:08:39.391332 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba8a308-e740-4adc-a17f-8ba1364d895f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88103e7-f1fa-4b87-9afb-caab1f36e11c', 'code': 200} Oct 19 01:08:39.395443 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port d88103e7-f1fa-4b87-9afb-caab1f36e11c, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=d88103e7-f1fa-4b87-9afb-caab1f36e11c,segment=NetworkSegment(6054be39-c3f7-4c28-af6e-a5c84b6a6fe0),segment_id=6054be39-c3f7-4c28-af6e-a5c84b6a6fe0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:08:39.400852 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:39.402007 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbd660-009c-4ef7-91f6-0b8b69add807 req-9c6dddc9-96fb-42e5-8866-697dd056d8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:39.404936 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8abbd660-009c-4ef7-91f6-0b8b69add807 req-9c6dddc9-96fb-42e5-8866-697dd056d8a8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3ba8a308-e740-4adc-a17f-8ba1364d895f HTTP/1.1" status: 200 len: 1097 time: 0.0520685 Oct 19 01:08:39.454083 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8abbd660-009c-4ef7-91f6-0b8b69add807 req-9cb70acc-0af6-4b75-b304-4c1c09417562 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7f0ba4d4-bb07-4b4d-9ebe-2c74e0a6b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405397 Oct 19 01:08:39.462149 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=d88103e7-f1fa-4b87-9afb-caab1f36e11c,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:39.650151 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c3b35-7582-47b2-8b83-c2ef89de126a req-3704478c-5961-4384-8b66-89e4979dcb50 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:39.651710 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6b1c3b35-7582-47b2-8b83-c2ef89de126a req-3704478c-5961-4384-8b66-89e4979dcb50 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ecebda-31d1-40df-bca4-49f57e8fbf14 HTTP/1.1" status: 200 len: 944 time: 0.0663018 Oct 19 01:08:39.696583 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6b1c3b35-7582-47b2-8b83-c2ef89de126a req-5f147aeb-455b-42f1-9d9d-eb9ac2eb79d9 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups?id=69dfa53a-47dd-466d-b9c9-6fa2fe7691eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383830 Oct 19 01:08:39.774139 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device c30ff7f3-89f9-455e-80eb-ea7219439688 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:08:39.883306 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port c30ff7f3-89f9-455e-80eb-ea7219439688, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=c30ff7f3-89f9-455e-80eb-ea7219439688,segment=NetworkSegment(733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c),segment_id=733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:08:39.904373 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'c30ff7f3-89f9-455e-80eb-ea7219439688', 'network_id': '0cd149a6-d4a5-4f28-8e40-9b26ded70dfe', 'port_id': 'c30ff7f3-89f9-455e-80eb-ea7219439688', 'mac_address': 'fa:16:3e:4d:8e:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdc133b-fd3d-4d6c-9707-403bca864eb3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:08:39.915524 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f5338-3389-4ef0-9f3d-51e1147c4cf9 req-05706e8d-095f-4f9b-9944-7a0711708376 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:39.917334 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7b5f5338-3389-4ef0-9f3d-51e1147c4cf9 req-05706e8d-095f-4f9b-9944-7a0711708376 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ba8a308-e740-4adc-a17f-8ba1364d895f HTTP/1.1" status: 200 len: 946 time: 0.0626838 Oct 19 01:08:39.975976 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7b5f5338-3389-4ef0-9f3d-51e1147c4cf9 req-aa22faf8-3f36-4745-abe5-23962479ba33 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f0ba4d4-bb07-4b4d-9ebe-2c74e0a6b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506413 Oct 19 01:08:40.009761 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:40.037455 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c30ff7f3-89f9-455e-80eb-ea7219439688 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:08:40.051026 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545a533-6a76-47c6-81cc-531312a39a3c req-34985f3c-7e2d-4940-b536-d184687da099 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:40.058537 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9545a533-6a76-47c6-81cc-531312a39a3c req-34985f3c-7e2d-4940-b536-d184687da099 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 945 time: 0.0683730 Oct 19 01:08:40.061350 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port c30ff7f3-89f9-455e-80eb-ea7219439688, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=c30ff7f3-89f9-455e-80eb-ea7219439688,segment=NetworkSegment(733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c),segment_id=733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:08:40.068855 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:40.106629 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9545a533-6a76-47c6-81cc-531312a39a3c req-6aaeb84b-a0d1-4f74-a856-3799dc41c533 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467095 Oct 19 01:08:40.132026 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=c30ff7f3-89f9-455e-80eb-ea7219439688,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:40.395049 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['c30ff7f3-89f9-455e-80eb-ea7219439688'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:08:40.860206 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d47e2f-7862-4992-9a27-9358d91d32a5 req-f03f0e4d-af59-4d1e-a18d-7b1540910139 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:40.862043 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e7d47e2f-7862-4992-9a27-9358d91d32a5 req-f03f0e4d-af59-4d1e-a18d-7b1540910139 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ecebda-31d1-40df-bca4-49f57e8fbf14 HTTP/1.1" status: 200 len: 945 time: 0.0817554 Oct 19 01:08:40.916516 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e7d47e2f-7862-4992-9a27-9358d91d32a5 req-9e0a4d53-59cf-4e68-973c-4c48b3bff15e tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups?id=69dfa53a-47dd-466d-b9c9-6fa2fe7691eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453577 Oct 19 01:08:41.112553 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4446ac-fb22-4ec7-9e6a-4bf1608dfd7e req-581c7452-8673-41cc-8933-4b5e5609e10c tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:41.114809 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3b4446ac-fb22-4ec7-9e6a-4bf1608dfd7e req-581c7452-8673-41cc-8933-4b5e5609e10c tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ba8a308-e740-4adc-a17f-8ba1364d895f HTTP/1.1" status: 200 len: 946 time: 0.0572977 Oct 19 01:08:41.176122 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3b4446ac-fb22-4ec7-9e6a-4bf1608dfd7e req-aa607ddc-c178-48ae-baf3-c2c5c505a68d tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f0ba4d4-bb07-4b4d-9ebe-2c74e0a6b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499680 Oct 19 01:08:41.189028 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:08:41.272746 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa9f5d-94ea-4ba9-abb7-add04807ebbe req-95408a40-fda1-46fd-b28c-e0dabcdf41b9 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:41.274521 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-00aa9f5d-94ea-4ba9-abb7-add04807ebbe req-95408a40-fda1-46fd-b28c-e0dabcdf41b9 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 945 time: 0.0626028 Oct 19 01:08:41.331161 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-00aa9f5d-94ea-4ba9-abb7-add04807ebbe req-336dff87-ddc7-4b38-ae42-1f5f27c7200b tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494580 Oct 19 01:08:41.648396 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65017e4f-bacf-45d4-8f27-ab6597a77697 req-3469839a-aad0-4866-b144-8407b4a69c0b tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:41.656253 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65017e4f-bacf-45d4-8f27-ab6597a77697 req-3469839a-aad0-4866-b144-8407b4a69c0b tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ba8a308-e740-4adc-a17f-8ba1364d895f HTTP/1.1" status: 200 len: 946 time: 0.0588417 Oct 19 01:08:41.696140 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65017e4f-bacf-45d4-8f27-ab6597a77697 req-29734d76-7104-4a7d-9a62-1b0322b878cb tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f0ba4d4-bb07-4b4d-9ebe-2c74e0a6b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389771 Oct 19 01:08:41.789492 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device c30ff7f3-89f9-455e-80eb-ea7219439688 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:08:41.843390 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port c30ff7f3-89f9-455e-80eb-ea7219439688 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:08:41.847331 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port c30ff7f3-89f9-455e-80eb-ea7219439688 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:08:41.847709 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:41.932149 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:41.967650 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port c30ff7f3-89f9-455e-80eb-ea7219439688, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=c30ff7f3-89f9-455e-80eb-ea7219439688,segment=NetworkSegment(733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c),segment_id=733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:08:41.968688 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ecebda-31d1-40df-bca4-49f57e8fbf14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30ff7f3-89f9-455e-80eb-ea7219439688'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:08:41.971250 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29810497-ea11-4660-bf06-eb977aa42e80" -d '{"events": [{"server_uuid": "76ecebda-31d1-40df-bca4-49f57e8fbf14", "name": "network-vif-plugged", "status": "completed", "tag": "c30ff7f3-89f9-455e-80eb-ea7219439688"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:08:41.979306 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:42.041271 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=c30ff7f3-89f9-455e-80eb-ea7219439688,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:42.070772 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8ab1dd-abb4-45dd-b4b7-64bb7733f960 x-openstack-request-id: req-ed8ab1dd-abb4-45dd-b4b7-64bb7733f960 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:08:42.071309 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ecebda-31d1-40df-bca4-49f57e8fbf14", "name": "network-vif-plugged", "status": "completed", "tag": "c30ff7f3-89f9-455e-80eb-ea7219439688", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:08:42.071947 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ed8ab1dd-abb4-45dd-b4b7-64bb7733f960 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:08:42.072777 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ecebda-31d1-40df-bca4-49f57e8fbf14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30ff7f3-89f9-455e-80eb-ea7219439688', 'code': 200} Oct 19 01:08:42.179162 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92751538-7b97-4424-ac5f-e88586a79601 req-bac158c7-80a9-4def-8d81-43b8b84154a0 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:42.187248 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92751538-7b97-4424-ac5f-e88586a79601 req-bac158c7-80a9-4def-8d81-43b8b84154a0 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ecebda-31d1-40df-bca4-49f57e8fbf14 HTTP/1.1" status: 200 len: 946 time: 0.1745124 Oct 19 01:08:42.192518 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2252443-9d16-4a1a-b4cb-67e84d9d3b7e req-4f241978-3b88-4eff-8e98-f7e29ba70103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:42.194043 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a2252443-9d16-4a1a-b4cb-67e84d9d3b7e req-4f241978-3b88-4eff-8e98-f7e29ba70103 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=76ecebda-31d1-40df-bca4-49f57e8fbf14 HTTP/1.1" status: 200 len: 1098 time: 0.0480597 Oct 19 01:08:42.243986 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-d1c77a8b-f210-4dc8-95fe-d1f597d324d7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1498525 Oct 19 01:08:42.256696 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a2252443-9d16-4a1a-b4cb-67e84d9d3b7e req-5c59c112-90f9-4714-be3c-c68670a473da service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=69dfa53a-47dd-466d-b9c9-6fa2fe7691eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557556 Oct 19 01:08:42.269597 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92751538-7b97-4424-ac5f-e88586a79601 req-f8eb0162-945f-41b9-b27a-828e425e2dda tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups?id=69dfa53a-47dd-466d-b9c9-6fa2fe7691eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813906 Oct 19 01:08:42.483910 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47ca2b-51ed-4b5e-957a-55454a24ca10 req-e378d2a5-f6f4-4faa-a9c3-12f0c8686843 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:42.485500 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-be47ca2b-51ed-4b5e-957a-55454a24ca10 req-e378d2a5-f6f4-4faa-a9c3-12f0c8686843 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 945 time: 0.0801253 Oct 19 01:08:42.521415 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-e34559c1-f9d7-4934-8f0b-4a84025bf84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:42.521890 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-e34559c1-f9d7-4934-8f0b-4a84025bf84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:42.522347 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-e34559c1-f9d7-4934-8f0b-4a84025bf84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:42.522805 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-e34559c1-f9d7-4934-8f0b-4a84025bf84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:42.523255 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-e34559c1-f9d7-4934-8f0b-4a84025bf84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:42.523701 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-e34559c1-f9d7-4934-8f0b-4a84025bf84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:42.524170 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-e34559c1-f9d7-4934-8f0b-4a84025bf84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:42.526035 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-e34559c1-f9d7-4934-8f0b-4a84025bf84d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=372044798076488b8078f880b919e81f&device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 6506 time: 0.0823536 Oct 19 01:08:42.560654 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-be47ca2b-51ed-4b5e-957a-55454a24ca10 req-12b7fb77-8bf3-45f0-bc28-479a8ea71383 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668073 Oct 19 01:08:42.676539 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-ae020ed4-6ef7-4e0f-bc4e-f7e0ee765541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:42.677092 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-ae020ed4-6ef7-4e0f-bc4e-f7e0ee765541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:42.677559 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-ae020ed4-6ef7-4e0f-bc4e-f7e0ee765541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:42.679167 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-ae020ed4-6ef7-4e0f-bc4e-f7e0ee765541 service neutron] 10.222.0.24 "GET /v2.0/networks?id=40f93092-66e2-4482-a54e-d83d48322c91&id=4bdbb06e-439a-49c1-8bb0-4db0fdb649a5&id=4bdbb06e-439a-49c1-8bb0-4db0fdb649a5&id=4bdbb06e-439a-49c1-8bb0-4db0fdb649a5&id=4bdbb06e-439a-49c1-8bb0-4db0fdb649a5&id=28bbb5fd-c75c-47ce-a413-f94e9e278cac&id=28bbb5fd-c75c-47ce-a413-f94e9e278cac HTTP/1.1" status: 200 len: 2298 time: 0.1169412 Oct 19 01:08:42.760995 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-06504741-a58b-4e76-8539-ce6004b4a5db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd HTTP/1.1" status: 200 len: 1001 time: 0.0736580 Oct 19 01:08:42.838595 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05631648-04d1-459f-85f0-e6fbec2684fa req-d69aaedd-c30f-4f4d-843a-7745a534a8bf tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:42.849414 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-05631648-04d1-459f-85f0-e6fbec2684fa req-d69aaedd-c30f-4f4d-843a-7745a534a8bf tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ba8a308-e740-4adc-a17f-8ba1364d895f HTTP/1.1" status: 200 len: 946 time: 0.0661094 Oct 19 01:08:42.852389 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-1cf73576-1121-4207-a649-789d359081f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:42.856865 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-1cf73576-1121-4207-a649-789d359081f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc8382b7-c6e6-465d-807f-c2cfe210cd02 HTTP/1.1" status: 200 len: 856 time: 0.0876148 Oct 19 01:08:42.894629 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-05631648-04d1-459f-85f0-e6fbec2684fa req-5c9d0f7a-8f8e-448f-ba3a-98eecad02b08 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f0ba4d4-bb07-4b4d-9ebe-2c74e0a6b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438976 Oct 19 01:08:42.916035 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-5fd85b6a-3ad9-4773-b116-b54cab8bf814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:42.916035 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-5fd85b6a-3ad9-4773-b116-b54cab8bf814 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=40f93092-66e2-4482-a54e-d83d48322c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485139 Oct 19 01:08:43.031240 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-535cf03b-5de9-4789-816a-090a23d6c8d2 service neutron] 10.222.0.24 "GET /v2.0/networks/40f93092-66e2-4482-a54e-d83d48322c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075885 Oct 19 01:08:43.110861 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c075586-1e24-4bbe-a55f-124ce343bd73 req-f27c1fed-a5df-449d-b319-f09c9c5d8fd5 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:43.112416 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4c075586-1e24-4bbe-a55f-124ce343bd73 req-f27c1fed-a5df-449d-b319-f09c9c5d8fd5 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ba8a308-e740-4adc-a17f-8ba1364d895f HTTP/1.1" status: 200 len: 946 time: 0.0911739 Oct 19 01:08:43.160914 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-3fb01cbe-a6a2-4449-9f7e-a0dd9fc8bed1 service neutron] 10.222.0.24 "GET /v2.0/networks/40f93092-66e2-4482-a54e-d83d48322c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212318 Oct 19 01:08:43.224702 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-09d0749c-d68d-40e8-bc3b-3e4d8d6718ac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=394a4e11-f9e4-4f2c-84f4-e9d161e34a1c HTTP/1.1" status: 200 len: 217 time: 0.0539272 Oct 19 01:08:43.250420 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-4c075586-1e24-4bbe-a55f-124ce343bd73 req-0cbc1164-880c-44b0-996c-9915e3373856 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] Deleting port d88103e7-f1fa-4b87-9afb-caab1f36e11c {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:08:43.250775 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-4c075586-1e24-4bbe-a55f-124ce343bd73 req-0cbc1164-880c-44b0-996c-9915e3373856 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:43.359772 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-4c075586-1e24-4bbe-a55f-124ce343bd73 req-0cbc1164-880c-44b0-996c-9915e3373856 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] For port d88103e7-f1fa-4b87-9afb-caab1f36e11c, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=d88103e7-f1fa-4b87-9afb-caab1f36e11c,segment=NetworkSegment(6054be39-c3f7-4c28-af6e-a5c84b6a6fe0),segment_id=6054be39-c3f7-4c28-af6e-a5c84b6a6fe0)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:08:43.359934 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-4c075586-1e24-4bbe-a55f-124ce343bd73 req-0cbc1164-880c-44b0-996c-9915e3373856 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:43.375077 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-4c075586-1e24-4bbe-a55f-124ce343bd73 req-0cbc1164-880c-44b0-996c-9915e3373856 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] Calling delete_port for d88103e7-f1fa-4b87-9afb-caab1f36e11c owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:08:43.394285 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-ee8d7b4b-33ed-4b90-9ba3-73ae191459be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:43.395788 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-ee8d7b4b-33ed-4b90-9ba3-73ae191459be service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67dfdfc9-7c16-4d97-8f29-d21072ecc7ea HTTP/1.1" status: 200 len: 797 time: 0.1626091 Oct 19 01:08:43.564703 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-4c075586-1e24-4bbe-a55f-124ce343bd73 req-0cbc1164-880c-44b0-996c-9915e3373856 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:43.586151 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['d88103e7-f1fa-4b87-9afb-caab1f36e11c'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:08:43.622803 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc1164-880c-44b0-996c-9915e3373856 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] Pushing event deleted for resources: {'Port': ['ID=d88103e7-f1fa-4b87-9afb-caab1f36e11c,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:43.680468 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c075586-1e24-4bbe-a55f-124ce343bd73 req-0cbc1164-880c-44b0-996c-9915e3373856 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] No DVR routers for this DVR port d88103e7-f1fa-4b87-9afb-caab1f36e11c on host n-h1-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:08:43.687914 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-4c075586-1e24-4bbe-a55f-124ce343bd73 req-0cbc1164-880c-44b0-996c-9915e3373856 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:43.694499 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4c075586-1e24-4bbe-a55f-124ce343bd73 req-0cbc1164-880c-44b0-996c-9915e3373856 tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] 10.222.0.55 "DELETE /v2.0/ports/d88103e7-f1fa-4b87-9afb-caab1f36e11c HTTP/1.1" status: 204 len: 173 time: 0.5752859 Oct 19 01:08:43.697008 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba8a308-e740-4adc-a17f-8ba1364d895f', 'name': 'network-vif-deleted', 'tag': 'd88103e7-f1fa-4b87-9afb-caab1f36e11c'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:08:43.703807 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9fb742-987c-402e-b2bc-e01a8d92a5e1" -d '{"events": [{"server_uuid": "3ba8a308-e740-4adc-a17f-8ba1364d895f", "name": "network-vif-deleted", "tag": "d88103e7-f1fa-4b87-9afb-caab1f36e11c"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:08:43.902664 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9ce9285d-1b07-4fd8-a426-177f75056f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:43.924366 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec9a0d-8953-4f3b-abb2-7e78a1b4145b req-f324a84e-0ead-472c-b9d6-94c237161813 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:43.926082 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8cec9a0d-8953-4f3b-abb2-7e78a1b4145b req-f324a84e-0ead-472c-b9d6-94c237161813 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 945 time: 0.0651946 Oct 19 01:08:43.982397 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8cec9a0d-8953-4f3b-abb2-7e78a1b4145b req-360922ad-fff8-4ca1-aa75-e5c412e26b45 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494695 Oct 19 01:08:43.985631 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-8322bd67-2895-4651-96c9-53485c79030d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:43.987134 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-8322bd67-2895-4651-96c9-53485c79030d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bdbb06e-439a-49c1-8bb0-4db0fdb649a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5660930 Oct 19 01:08:43.999989 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17dfc0-bd62-486b-8854-69333d5ee731 req-e6a24777-ec11-4532-8b01-d52288bd8995 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:44.003020 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9f17dfc0-bd62-486b-8854-69333d5ee731 req-e6a24777-ec11-4532-8b01-d52288bd8995 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ecebda-31d1-40df-bca4-49f57e8fbf14 HTTP/1.1" status: 200 len: 946 time: 0.6015978 Oct 19 01:08:44.043477 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c4303f-58c0-4ea7-a4d9-d14a1b1d969a x-openstack-request-id: req-19c4303f-58c0-4ea7-a4d9-d14a1b1d969a {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:08:44.044256 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba8a308-e740-4adc-a17f-8ba1364d895f", "name": "network-vif-deleted", "tag": "d88103e7-f1fa-4b87-9afb-caab1f36e11c", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:08:44.044256 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-19c4303f-58c0-4ea7-a4d9-d14a1b1d969a {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:08:44.044456 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba8a308-e740-4adc-a17f-8ba1364d895f', 'name': 'network-vif-deleted', 'tag': 'd88103e7-f1fa-4b87-9afb-caab1f36e11c', 'status': 'completed', 'code': 200} Oct 19 01:08:44.075064 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9f17dfc0-bd62-486b-8854-69333d5ee731 req-519031ba-c225-4e38-8114-8c918b41fe39 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups?id=69dfa53a-47dd-466d-b9c9-6fa2fe7691eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515082 Oct 19 01:08:44.155371 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-e0cb0aae-fe75-455c-a9e5-3531b2a499f3 service neutron] 10.222.0.24 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509502 Oct 19 01:08:44.202873 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4d2af6dc-01fa-4653-a05a-39a92ad1a546 req-161b84b4-a0a9-413c-acb5-66d4a3591efa tempest-ServerPasswordTestJSON-1545058254 tempest-ServerPasswordTestJSON-1545058254-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ba8a308-e740-4adc-a17f-8ba1364d895f HTTP/1.1" status: 200 len: 210 time: 0.0448198 Oct 19 01:08:44.304537 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-5e7a44b1-e9d8-4be5-a7bd-1a4d6c8537c8 service neutron] 10.222.0.24 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405287 Oct 19 01:08:44.359546 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-15724dae-f7c9-4686-83a5-7285bd4824c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=6a5f7373-9852-4292-a957-43becd30457e HTTP/1.1" status: 200 len: 217 time: 0.0474906 Oct 19 01:08:44.412369 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-b556747a-37ea-43fc-a697-09fafc14177a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:44.414064 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-b556747a-37ea-43fc-a697-09fafc14177a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67dfdfc9-7c16-4d97-8f29-d21072ecc7ea HTTP/1.1" status: 200 len: 797 time: 0.0479472 Oct 19 01:08:44.461387 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-4453be7e-c17b-44d6-b4ef-966b1dcedd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:44.462987 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-4453be7e-c17b-44d6-b4ef-966b1dcedd5e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bdbb06e-439a-49c1-8bb0-4db0fdb649a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0413270 Oct 19 01:08:44.566340 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-2c358188-7632-42b5-b98f-8822690b46ba service neutron] 10.222.0.24 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962832 Oct 19 01:08:44.677166 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-6f295506-31f8-4b1a-bc60-0e5a357094f3 service neutron] 10.222.0.24 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038120 Oct 19 01:08:44.726158 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-82571f75-f5f0-4bca-9215-b9e6d78bea2f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=2fe1e695-5923-449b-b1db-c20c39248126 HTTP/1.1" status: 200 len: 217 time: 0.0366561 Oct 19 01:08:44.778452 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-785fc23e-1e19-4dfb-a33b-ab74a2bcbdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:44.780163 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-785fc23e-1e19-4dfb-a33b-ab74a2bcbdd3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67dfdfc9-7c16-4d97-8f29-d21072ecc7ea HTTP/1.1" status: 200 len: 797 time: 0.0476248 Oct 19 01:08:44.831598 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-33cafc9a-3254-4747-9c96-445b6da61060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:44.833478 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-33cafc9a-3254-4747-9c96-445b6da61060 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bdbb06e-439a-49c1-8bb0-4db0fdb649a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0461440 Oct 19 01:08:44.943823 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-501eccc9-edf1-4044-8fb6-0e7d421381a2 service neutron] 10.222.0.24 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020792 Oct 19 01:08:45.051902 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-b6a8429b-c173-4fea-b9af-89124acfb8cc service neutron] 10.222.0.24 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013193 Oct 19 01:08:45.120566 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-723a287b-9b9e-48ae-ac3e-1f5d5e34075e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=9c27f7e3-5adb-4a06-a706-c950206ee957 HTTP/1.1" status: 200 len: 217 time: 0.0608747 Oct 19 01:08:45.190475 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b4da8-2a65-480b-aae0-eeb8ee448b30 req-fad3345d-bfcc-4500-b300-35795d6af0ba tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:45.200802 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3e1b4da8-2a65-480b-aae0-eeb8ee448b30 req-fad3345d-bfcc-4500-b300-35795d6af0ba tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 945 time: 0.1327322 Oct 19 01:08:45.229507 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-b77a1ba1-6b6a-42ac-804f-8f11bd5a80ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:45.229843 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f92eb-1341-4373-9da4-aacc7e743b91 req-22cde53e-62f7-494c-9b1f-dcf44adfc65f tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:45.231420 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-b77a1ba1-6b6a-42ac-804f-8f11bd5a80ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67dfdfc9-7c16-4d97-8f29-d21072ecc7ea HTTP/1.1" status: 200 len: 797 time: 0.1025031 Oct 19 01:08:45.240309 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-634f92eb-1341-4373-9da4-aacc7e743b91 req-22cde53e-62f7-494c-9b1f-dcf44adfc65f tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ecebda-31d1-40df-bca4-49f57e8fbf14 HTTP/1.1" status: 200 len: 946 time: 0.0801282 Oct 19 01:08:45.274316 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3e1b4da8-2a65-480b-aae0-eeb8ee448b30 req-f933f7e6-3d12-4b09-87ed-edefe25fee8a tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742338 Oct 19 01:08:45.289319 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-634f92eb-1341-4373-9da4-aacc7e743b91 req-2bc1a404-f2b8-4871-8298-231379fccfd8 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups?id=69dfa53a-47dd-466d-b9c9-6fa2fe7691eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480425 Oct 19 01:08:45.289805 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-ce92dd9b-02e6-4913-82df-dfb67598315d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:45.291422 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-ce92dd9b-02e6-4913-82df-dfb67598315d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bdbb06e-439a-49c1-8bb0-4db0fdb649a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0523922 Oct 19 01:08:45.346043 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 35122) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:45.445056 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-aab5874b-cc53-49f2-b51c-032c4edc6981 admin admin] Deleting subnet ec4fa7f2-f508-4296-ab05-dfed716aaa8f {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:08:45.448294 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aab5874b-cc53-49f2-b51c-032c4edc6981 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:45.455395 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0d198e39-6dcb-47d1-b3a1-1b1ad57886e2 req-0888eefb-4598-4873-8b1e-e659fe7f8c8b tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-312984898&fields=id&tenant_id=a65fe707d8cb48fbb00711dd6babafba HTTP/1.1" status: 200 len: 267 time: 0.0607331 Oct 19 01:08:45.490477 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aab5874b-cc53-49f2-b51c-032c4edc6981 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:45.508107 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-5c777fa2-b581-4226-afe0-6159d2203398 service neutron] 10.222.0.24 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060413 Oct 19 01:08:45.535030 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d198e39-6dcb-47d1-b3a1-1b1ad57886e2 req-6ca28068-8059-48b4-9272-395ef43dd1c7 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:45.536957 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0d198e39-6dcb-47d1-b3a1-1b1ad57886e2 req-6ca28068-8059-48b4-9272-395ef43dd1c7 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ecebda-31d1-40df-bca4-49f57e8fbf14 HTTP/1.1" status: 200 len: 946 time: 0.0734231 Oct 19 01:08:45.549625 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-0d198e39-6dcb-47d1-b3a1-1b1ad57886e2 req-89a434a9-c60b-4b94-bf2c-ea8211e5c008 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Request body: {'port': {'security_groups': ['69dfa53a-47dd-466d-b9c9-6fa2fe7691eb', '3d47517b-138e-4596-a554-7377994798b8']}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:08:45.637183 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0d198e39-6dcb-47d1-b3a1-1b1ad57886e2 req-89a434a9-c60b-4b94-bf2c-ea8211e5c008 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:45.644717 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aab5874b-cc53-49f2-b51c-032c4edc6981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:45.716669 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-570a019b-698b-4bda-9c28-ebb4c59a5b0a service neutron] 10.222.0.24 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835856 Oct 19 01:08:45.791353 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-f4d7548c-571f-4c5f-a924-7ab3577afc97 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=448ed52f-8e37-4de5-8ece-79e0b041cb70 HTTP/1.1" status: 200 len: 217 time: 0.0666721 Oct 19 01:08:45.807599 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aab5874b-cc53-49f2-b51c-032c4edc6981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:45.863994 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aab5874b-cc53-49f2-b51c-032c4edc6981 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:45.867510 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-aab5874b-cc53-49f2-b51c-032c4edc6981 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ec4fa7f2-f508-4296-ab05-dfed716aaa8f HTTP/1.1" status: 204 len: 168 time: 0.5204985 Oct 19 01:08:45.872735 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 35130) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:45.882625 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5874b-cc53-49f2-b51c-032c4edc6981 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec4fa7f2-f508-4296-ab05-dfed716aaa8f,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:45.896770 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-0d198e39-6dcb-47d1-b3a1-1b1ad57886e2 req-89a434a9-c60b-4b94-bf2c-ea8211e5c008 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] For port c30ff7f3-89f9-455e-80eb-ea7219439688, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=c30ff7f3-89f9-455e-80eb-ea7219439688,segment=NetworkSegment(733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c),segment_id=733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:08:45.913771 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5874b-cc53-49f2-b51c-032c4edc6981 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:08:45.914128 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5874b-cc53-49f2-b51c-032c4edc6981 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:08:45.914476 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5874b-cc53-49f2-b51c-032c4edc6981 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:08:45.914818 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5874b-cc53-49f2-b51c-032c4edc6981 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:08:45.915153 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5874b-cc53-49f2-b51c-032c4edc6981 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:08:45.915486 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5874b-cc53-49f2-b51c-032c4edc6981 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:08:45.915861 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5874b-cc53-49f2-b51c-032c4edc6981 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:08:45.916193 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5874b-cc53-49f2-b51c-032c4edc6981 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:08:45.916520 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5874b-cc53-49f2-b51c-032c4edc6981 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:08:45.916846 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5874b-cc53-49f2-b51c-032c4edc6981 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:08:45.917178 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5874b-cc53-49f2-b51c-032c4edc6981 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:08:45.917497 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5874b-cc53-49f2-b51c-032c4edc6981 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:08:45.924733 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-7cf71594-da92-4e37-805c-1154d1d7a87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:45.926232 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-7cf71594-da92-4e37-805c-1154d1d7a87f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3be225f4-ab98-4635-abe3-f510061f702c HTTP/1.1" status: 200 len: 797 time: 0.1276569 Oct 19 01:08:45.935224 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0d198e39-6dcb-47d1-b3a1-1b1ad57886e2 req-89a434a9-c60b-4b94-bf2c-ea8211e5c008 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:45.943984 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0d198e39-6dcb-47d1-b3a1-1b1ad57886e2 req-89a434a9-c60b-4b94-bf2c-ea8211e5c008 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:45.958181 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['c30ff7f3-89f9-455e-80eb-ea7219439688'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:08:46.012961 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d198e39-6dcb-47d1-b3a1-1b1ad57886e2 req-89a434a9-c60b-4b94-bf2c-ea8211e5c008 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:46.014366 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0d198e39-6dcb-47d1-b3a1-1b1ad57886e2 req-89a434a9-c60b-4b94-bf2c-ea8211e5c008 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:46.020256 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0d198e39-6dcb-47d1-b3a1-1b1ad57886e2 req-89a434a9-c60b-4b94-bf2c-ea8211e5c008 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "PUT /v2.0/ports/c30ff7f3-89f9-455e-80eb-ea7219439688 HTTP/1.1" status: 200 len: 982 time: 0.4753220 Oct 19 01:08:46.038397 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ac904aa5-9897-4cac-b994-19b181ffbb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:46.043990 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-457b07a6-57cc-4b96-b4df-46fcc4a7b511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:46.045764 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-457b07a6-57cc-4b96-b4df-46fcc4a7b511 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28bbb5fd-c75c-47ce-a413-f94e9e278cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1072500 Oct 19 01:08:46.049303 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ecebda-31d1-40df-bca4-49f57e8fbf14', 'tag': 'c30ff7f3-89f9-455e-80eb-ea7219439688'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:08:46.054740 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd16bd6-632f-45a7-bf95-b0803e41dfeb" -d '{"events": [{"name": "network-changed", "server_uuid": "76ecebda-31d1-40df-bca4-49f57e8fbf14", "tag": "c30ff7f3-89f9-455e-80eb-ea7219439688"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:08:46.135708 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b99fb3-3a99-47a3-ad86-a336c08412cb x-openstack-request-id: req-f2b99fb3-3a99-47a3-ad86-a336c08412cb {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:08:46.136969 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ecebda-31d1-40df-bca4-49f57e8fbf14", "tag": "c30ff7f3-89f9-455e-80eb-ea7219439688", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:08:46.138520 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f2b99fb3-3a99-47a3-ad86-a336c08412cb {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:08:46.152674 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ecebda-31d1-40df-bca4-49f57e8fbf14', 'tag': 'c30ff7f3-89f9-455e-80eb-ea7219439688', 'status': 'completed', 'code': 200} Oct 19 01:08:46.153434 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a434a9-c60b-4b94-bf2c-ea8211e5c008 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Pushing event updated for resources: {'Port': ['ID=c30ff7f3-89f9-455e-80eb-ea7219439688,revision_number=6']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:46.209611 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a434a9-c60b-4b94-bf2c-ea8211e5c008 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:08:46.214103 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a434a9-c60b-4b94-bf2c-ea8211e5c008 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:08:46.214572 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a434a9-c60b-4b94-bf2c-ea8211e5c008 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:08:46.216333 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a434a9-c60b-4b94-bf2c-ea8211e5c008 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:08:46.216681 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a434a9-c60b-4b94-bf2c-ea8211e5c008 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:08:46.217020 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a434a9-c60b-4b94-bf2c-ea8211e5c008 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:08:46.217499 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a434a9-c60b-4b94-bf2c-ea8211e5c008 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:08:46.217699 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a434a9-c60b-4b94-bf2c-ea8211e5c008 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:08:46.217999 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a434a9-c60b-4b94-bf2c-ea8211e5c008 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:08:46.218319 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a434a9-c60b-4b94-bf2c-ea8211e5c008 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:08:46.218640 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a434a9-c60b-4b94-bf2c-ea8211e5c008 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:08:46.219506 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a434a9-c60b-4b94-bf2c-ea8211e5c008 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:08:46.243839 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['c30ff7f3-89f9-455e-80eb-ea7219439688'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:08:46.267978 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd16bd6-632f-45a7-bf95-b0803e41dfeb req-f2081e74-f274-4ce3-9577-bcf83f95dd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:46.269507 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1dd16bd6-632f-45a7-bf95-b0803e41dfeb req-f2081e74-f274-4ce3-9577-bcf83f95dd34 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a65fe707d8cb48fbb00711dd6babafba&device_id=76ecebda-31d1-40df-bca4-49f57e8fbf14 HTTP/1.1" status: 200 len: 1137 time: 0.0937994 Oct 19 01:08:46.281193 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ac904aa5-9897-4cac-b994-19b181ffbb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:46.357423 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1bd8d2fb-94bb-4077-acc6-481b304292b4 req-664ec3d7-915a-410e-b640-3a42d327b6fa tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-20383244&fields=id&tenant_id=a65fe707d8cb48fbb00711dd6babafba HTTP/1.1" status: 200 len: 267 time: 0.1975827 Oct 19 01:08:46.398958 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd16bd6-632f-45a7-bf95-b0803e41dfeb req-499b89ce-248b-4a00-acb0-6c438adeffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:46.401004 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1dd16bd6-632f-45a7-bf95-b0803e41dfeb req-499b89ce-248b-4a00-acb0-6c438adeffb0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0cd149a6-d4a5-4f28-8e40-9b26ded70dfe HTTP/1.1" status: 200 len: 914 time: 0.1238878 Oct 19 01:08:46.439510 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-ac904aa5-9897-4cac-b994-19b181ffbb52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcdf8a82-ba21-4463-9172-d47800ce2173']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:08:46.461364 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1dd16bd6-632f-45a7-bf95-b0803e41dfeb req-312fdc1c-db9d-4b1f-b1a5-ec509a9d425b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c30ff7f3-89f9-455e-80eb-ea7219439688 HTTP/1.1" status: 200 len: 217 time: 0.0525270 Oct 19 01:08:46.464059 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-ac904aa5-9897-4cac-b994-19b181ffbb52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6054be39-c3f7-4c28-af6e-a5c84b6a6fe0') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:08:46.464363 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-ac904aa5-9897-4cac-b994-19b181ffbb52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6054be39-c3f7-4c28-af6e-a5c84b6a6fe0') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:08:46.481919 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ac904aa5-9897-4cac-b994-19b181ffbb52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:46.485168 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-954884b8-6863-4f8f-8054-eee4444e1ca9 service neutron] 10.222.0.24 "GET /v2.0/networks/28bbb5fd-c75c-47ce-a413-f94e9e278cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308100 Oct 19 01:08:46.532394 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-168f1dc5-bb86-405e-865a-5cedb023b119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:46.553107 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd16bd6-632f-45a7-bf95-b0803e41dfeb req-3c6544c0-9ec5-42be-b092-73da50d462bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:46.555223 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1dd16bd6-632f-45a7-bf95-b0803e41dfeb req-3c6544c0-9ec5-42be-b092-73da50d462bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=acdc133b-fd3d-4d6c-9707-403bca864eb3 HTTP/1.1" status: 200 len: 853 time: 0.0580170 Oct 19 01:08:46.588440 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-6d26a614-7ee6-45fc-bf92-b46d00ffe475 service neutron] 10.222.0.24 "GET /v2.0/networks/28bbb5fd-c75c-47ce-a413-f94e9e278cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951447 Oct 19 01:08:46.603798 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21099f-b59e-4071-ae12-d6c39445cfbf req-db5b4878-4951-40c2-b95e-e2028d17d3ee tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:46.604263 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8d2fb-94bb-4077-acc6-481b304292b4 req-f1eae618-ba53-4399-9479-711550c613d4 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:46.605901 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1bd8d2fb-94bb-4077-acc6-481b304292b4 req-f1eae618-ba53-4399-9479-711550c613d4 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ecebda-31d1-40df-bca4-49f57e8fbf14 HTTP/1.1" status: 200 len: 985 time: 0.2291296 Oct 19 01:08:46.614383 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6a21099f-b59e-4071-ae12-d6c39445cfbf req-db5b4878-4951-40c2-b95e-e2028d17d3ee tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 945 time: 0.1518176 Oct 19 01:08:46.625302 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1dd16bd6-632f-45a7-bf95-b0803e41dfeb req-03aed2f5-1e58-4507-b0a9-52b4243d6606 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0cd149a6-d4a5-4f28-8e40-9b26ded70dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623105 Oct 19 01:08:46.650422 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-c91094ef-e36a-4417-a63a-8e93480b6590 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=624b0885-8316-4d09-af8e-792cd46ef66c HTTP/1.1" status: 200 len: 217 time: 0.0427113 Oct 19 01:08:46.658505 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-1bd8d2fb-94bb-4077-acc6-481b304292b4 req-f960d18d-e1c7-4864-841e-7402c1feec9b tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Request body: {'port': {'security_groups': ['3d47517b-138e-4596-a554-7377994798b8', '69dfa53a-47dd-466d-b9c9-6fa2fe7691eb', '54eb3067-1436-4072-a12e-caa79520f502']}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:08:46.661353 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ac904aa5-9897-4cac-b994-19b181ffbb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:46.697643 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6a21099f-b59e-4071-ae12-d6c39445cfbf req-81288043-7bbe-4196-a1dc-2b04fe11448d tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819788 Oct 19 01:08:46.699693 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac904aa5-9897-4cac-b994-19b181ffbb52 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:08:46.700133 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ac904aa5-9897-4cac-b994-19b181ffbb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:46.705135 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:08:46.705135 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:08:46.705135 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:08:46.705135 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:08:46.705135 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:08:46.705135 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:08:46.705135 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:08:46.705135 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:08:46.705135 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:08:46.705135 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:08:46.705135 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:08:46.705135 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:08:46.705135 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:08:46.705135 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:08:46.705135 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:08:46.705135 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:08:46.705135 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:08:46.705135 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:08:46.705135 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:08:46.705135 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:08:46.705135 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:08:46.705135 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:08:46.705135 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:08:46.705135 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:08:46.705135 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:08:46.705135 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:08:46.705135 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:08:46.705135 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:08:46.705135 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:08:46.705135 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:08:46.705135 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:08:46.705135 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:08:46.824695 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1dd16bd6-632f-45a7-bf95-b0803e41dfeb req-12ca2e25-6ef5-4d7d-884c-6b2414a781f0 service neutron] 10.222.0.24 "GET /v2.0/networks/0cd149a6-d4a5-4f28-8e40-9b26ded70dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903670 Oct 19 01:08:46.850426 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1bd8d2fb-94bb-4077-acc6-481b304292b4 req-f960d18d-e1c7-4864-841e-7402c1feec9b tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:46.851878 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-ba869d78-47b9-4c2a-bbd1-9689ae44ca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:46.853427 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-ba869d78-47b9-4c2a-bbd1-9689ae44ca09 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3be225f4-ab98-4635-abe3-f510061f702c HTTP/1.1" status: 200 len: 797 time: 0.1888521 Oct 19 01:08:46.855750 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ac904aa5-9897-4cac-b994-19b181ffbb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:46.919196 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ac904aa5-9897-4cac-b994-19b181ffbb52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:46.939345 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ac904aa5-9897-4cac-b994-19b181ffbb52 admin admin] 10.222.0.57 "DELETE /v2.0/networks/bcdf8a82-ba21-4463-9172-d47800ce2173 HTTP/1.1" status: 204 len: 168 time: 1.0647061 Oct 19 01:08:46.964344 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1dd16bd6-632f-45a7-bf95-b0803e41dfeb req-c8496924-8a5b-4a0d-a64f-67b22fda98e4 service neutron] 10.222.0.24 "GET /v2.0/networks/0cd149a6-d4a5-4f28-8e40-9b26ded70dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323318 Oct 19 01:08:47.011011 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac904aa5-9897-4cac-b994-19b181ffbb52 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcdf8a82-ba21-4463-9172-d47800ce2173,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:47.059817 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device d88103e7-f1fa-4b87-9afb-caab1f36e11c no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:08:47.083963 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: d88103e7-f1fa-4b87-9afb-caab1f36e11c {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:08:47.084504 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device d88103e7-f1fa-4b87-9afb-caab1f36e11c not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:08:47.095874 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-e85cc9fc-a67c-4032-82ce-ec250618ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:47.099969 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-e85cc9fc-a67c-4032-82ce-ec250618ccd6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28bbb5fd-c75c-47ce-a413-f94e9e278cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2292845 Oct 19 01:08:47.220240 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 35154) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:47.253623 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:47.296757 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-619e0838-a27b-40d1-86af-008a1b3c10c9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=19b029b29b984e1e9c027f265e76e432&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0744498 Oct 19 01:08:47.297421 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 35158) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:47.308086 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-27c40c9b-02e7-40d8-a96d-595e801e8586 service neutron] 10.222.0.24 "GET /v2.0/networks/28bbb5fd-c75c-47ce-a413-f94e9e278cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976745 Oct 19 01:08:47.355000 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-96204f87-ab33-413d-b1cd-a86e0a90a4b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:47.378852 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-96204f87-ab33-413d-b1cd-a86e0a90a4b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:47.477916 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-1bd8d2fb-94bb-4077-acc6-481b304292b4 req-f960d18d-e1c7-4864-841e-7402c1feec9b tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] For port c30ff7f3-89f9-455e-80eb-ea7219439688, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=c30ff7f3-89f9-455e-80eb-ea7219439688,segment=NetworkSegment(733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c),segment_id=733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:08:47.483518 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-96204f87-ab33-413d-b1cd-a86e0a90a4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:47.489231 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d68eb77-9cea-4299-8e50-c0a9bbbf70d7 req-30e8ee50-3e6b-4069-8b3e-0f4e201f576a service neutron] 10.222.0.24 "GET /v2.0/networks/28bbb5fd-c75c-47ce-a413-f94e9e278cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688776 Oct 19 01:08:47.491389 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-96204f87-ab33-413d-b1cd-a86e0a90a4b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:47.496322 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-96204f87-ab33-413d-b1cd-a86e0a90a4b9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7f0ba4d4-bb07-4b4d-9ebe-2c74e0a6b1b9 HTTP/1.1" status: 204 len: 168 time: 0.1953654 Oct 19 01:08:47.514865 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96204f87-ab33-413d-b1cd-a86e0a90a4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0ba4d4-bb07-4b4d-9ebe-2c74e0a6b1b9,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:47.551223 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1bd8d2fb-94bb-4077-acc6-481b304292b4 req-f960d18d-e1c7-4864-841e-7402c1feec9b tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:47.564856 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1bd8d2fb-94bb-4077-acc6-481b304292b4 req-f960d18d-e1c7-4864-841e-7402c1feec9b tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:47.577348 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['c30ff7f3-89f9-455e-80eb-ea7219439688'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:08:47.691486 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8d2fb-94bb-4077-acc6-481b304292b4 req-f960d18d-e1c7-4864-841e-7402c1feec9b tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:47.697849 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1bd8d2fb-94bb-4077-acc6-481b304292b4 req-f960d18d-e1c7-4864-841e-7402c1feec9b tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:47.699386 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1bd8d2fb-94bb-4077-acc6-481b304292b4 req-f960d18d-e1c7-4864-841e-7402c1feec9b tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "PUT /v2.0/ports/c30ff7f3-89f9-455e-80eb-ea7219439688 HTTP/1.1" status: 200 len: 1021 time: 1.0480263 Oct 19 01:08:47.699892 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ecebda-31d1-40df-bca4-49f57e8fbf14', 'tag': 'c30ff7f3-89f9-455e-80eb-ea7219439688'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:08:47.702185 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66636c1a-bbde-48e1-9a98-51463d9610e7" -d '{"events": [{"name": "network-changed", "server_uuid": "76ecebda-31d1-40df-bca4-49f57e8fbf14", "tag": "c30ff7f3-89f9-455e-80eb-ea7219439688"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:08:47.720416 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:47.761341 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960d18d-e1c7-4864-841e-7402c1feec9b tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Pushing event updated for resources: {'Port': ['ID=c30ff7f3-89f9-455e-80eb-ea7219439688,revision_number=7']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:47.803790 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654f2c93-a253-44c0-b247-ecab8cc18d27 x-openstack-request-id: req-654f2c93-a253-44c0-b247-ecab8cc18d27 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:08:47.804399 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ecebda-31d1-40df-bca4-49f57e8fbf14", "tag": "c30ff7f3-89f9-455e-80eb-ea7219439688", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:08:47.804820 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-654f2c93-a253-44c0-b247-ecab8cc18d27 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:08:47.805380 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ecebda-31d1-40df-bca4-49f57e8fbf14', 'tag': 'c30ff7f3-89f9-455e-80eb-ea7219439688', 'status': 'completed', 'code': 200} Oct 19 01:08:47.835135 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['c30ff7f3-89f9-455e-80eb-ea7219439688'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:08:47.915469 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1630430-17b2-416a-a601-d6b609aa8d1c req-f49615b6-fef3-4452-9204-c61f68d0c27f tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:47.928003 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f1630430-17b2-416a-a601-d6b609aa8d1c req-f49615b6-fef3-4452-9204-c61f68d0c27f tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ecebda-31d1-40df-bca4-49f57e8fbf14 HTTP/1.1" status: 200 len: 1024 time: 0.1208024 Oct 19 01:08:47.931527 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66636c1a-bbde-48e1-9a98-51463d9610e7 req-c29f1251-dbe0-4466-a74f-be893f83cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:47.933564 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-66636c1a-bbde-48e1-9a98-51463d9610e7 req-c29f1251-dbe0-4466-a74f-be893f83cb81 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a65fe707d8cb48fbb00711dd6babafba&device_id=76ecebda-31d1-40df-bca4-49f57e8fbf14 HTTP/1.1" status: 200 len: 1176 time: 0.0932257 Oct 19 01:08:48.052081 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22532466-5e7d-4534-8b18-034a6c6a202e req-80d21e64-c185-40e0-86c6-2221eb02d37d tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:48.060389 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-22532466-5e7d-4534-8b18-034a6c6a202e req-80d21e64-c185-40e0-86c6-2221eb02d37d tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 945 time: 0.1431644 Oct 19 01:08:48.095055 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f1630430-17b2-416a-a601-d6b609aa8d1c req-ce9b94d0-8f11-4ac5-ac63-72f3b0704b6d tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups?id=54eb3067-1436-4072-a12e-caa79520f502&id=69dfa53a-47dd-466d-b9c9-6fa2fe7691eb&id=3d47517b-138e-4596-a554-7377994798b8 HTTP/1.1" status: 200 len: 6154 time: 0.1606376 Oct 19 01:08:48.184055 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-22532466-5e7d-4534-8b18-034a6c6a202e req-8ffa3780-e2b4-411a-9bb6-8e16db9979d8 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163213 Oct 19 01:08:48.191509 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66636c1a-bbde-48e1-9a98-51463d9610e7 req-3d4b769c-862d-47de-bb2a-4c7812ea73ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:48.197329 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-66636c1a-bbde-48e1-9a98-51463d9610e7 req-3d4b769c-862d-47de-bb2a-4c7812ea73ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=0cd149a6-d4a5-4f28-8e40-9b26ded70dfe HTTP/1.1" status: 200 len: 914 time: 0.2344692 Oct 19 01:08:48.282259 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-66636c1a-bbde-48e1-9a98-51463d9610e7 req-d9c24bf2-44ac-4e05-a77e-6da11c9183fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c30ff7f3-89f9-455e-80eb-ea7219439688 HTTP/1.1" status: 200 len: 217 time: 0.0670717 Oct 19 01:08:48.364649 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-a92bd97a-5272-45f1-ad31-6a76cc876336 req-6c981889-33cf-4a36-afb6-a7cfd7b11a94 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2051874011 ', 'description': 'tempest-description-2107953101'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:08:48.396634 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66636c1a-bbde-48e1-9a98-51463d9610e7 req-613fd4bb-04dc-4ea3-9cf4-f1db55fa8cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:48.398471 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-66636c1a-bbde-48e1-9a98-51463d9610e7 req-613fd4bb-04dc-4ea3-9cf4-f1db55fa8cf6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=acdc133b-fd3d-4d6c-9707-403bca864eb3 HTTP/1.1" status: 200 len: 853 time: 0.0951340 Oct 19 01:08:48.408269 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-a92bd97a-5272-45f1-ad31-6a76cc876336 req-6c981889-33cf-4a36-afb6-a7cfd7b11a94 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:48.453617 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-66636c1a-bbde-48e1-9a98-51463d9610e7 req-8580673d-9805-4974-a518-72a0737bc0da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0cd149a6-d4a5-4f28-8e40-9b26ded70dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396595 Oct 19 01:08:48.663779 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-a92bd97a-5272-45f1-ad31-6a76cc876336 req-6c981889-33cf-4a36-afb6-a7cfd7b11a94 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:48.668827 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-66636c1a-bbde-48e1-9a98-51463d9610e7 req-f5c26f6d-5de8-497e-a011-05f4e9f63433 service neutron] 10.222.0.24 "GET /v2.0/networks/0cd149a6-d4a5-4f28-8e40-9b26ded70dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068379 Oct 19 01:08:48.671834 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-a92bd97a-5272-45f1-ad31-6a76cc876336 req-6c981889-33cf-4a36-afb6-a7cfd7b11a94 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:48.727848 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c981889-33cf-4a36-afb6-a7cfd7b11a94 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3312309c-423c-4626-b43f-ee596975370e,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:48.734854 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-a92bd97a-5272-45f1-ad31-6a76cc876336 req-6c981889-33cf-4a36-afb6-a7cfd7b11a94 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:48.739177 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a92bd97a-5272-45f1-ad31-6a76cc876336 req-6c981889-33cf-4a36-afb6-a7cfd7b11a94 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.3831580 Oct 19 01:08:48.816356 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-66636c1a-bbde-48e1-9a98-51463d9610e7 req-9ca91e68-31f4-47d3-984c-b4f874fc1279 service neutron] 10.222.0.24 "GET /v2.0/networks/0cd149a6-d4a5-4f28-8e40-9b26ded70dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386294 Oct 19 01:08:48.845718 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1fd748b3-38bc-41e4-a7df-b0eb9181b766 req-b4447abf-6a69-4199-82eb-0f8c4c68b523 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups/3312309c-423c-4626-b43f-ee596975370e HTTP/1.1" status: 200 len: 1783 time: 0.0691876 Oct 19 01:08:48.914581 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-43faf09d-b54e-4f91-a29b-d0fef324db12 req-bd76764f-ee23-4b68-8847-e836710af360 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups/3312309c-423c-4626-b43f-ee596975370e HTTP/1.1" status: 200 len: 1783 time: 0.0504205 Oct 19 01:08:48.957892 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 35202) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:49.075550 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-6b0a7312-f3b9-41ec-8357-a420b7400493 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2118951655-network', 'tenant_id': '3197f324082c4b4faa8975269bfcbb60'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:08:49.109425 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0a7312-f3b9-41ec-8357-a420b7400493 admin admin] Made reservation on behalf of 3197f324082c4b4faa8975269bfcbb60 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:08:49.111754 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6b0a7312-f3b9-41ec-8357-a420b7400493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:49.125178 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6b0a7312-f3b9-41ec-8357-a420b7400493 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:49.263570 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6b0a7312-f3b9-41ec-8357-a420b7400493 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:49.270329 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6b0a7312-f3b9-41ec-8357-a420b7400493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:49.300832 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a7312-f3b9-41ec-8357-a420b7400493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2600572f-509b-46da-985b-f58d05f5df20,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:49.318491 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b0a7312-f3b9-41ec-8357-a420b7400493 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:08:49.347189 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6b0a7312-f3b9-41ec-8357-a420b7400493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:49.347936 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-6b0a7312-f3b9-41ec-8357-a420b7400493 admin admin] Added segment 24d285ee-2f28-4b9f-95c9-4edf3800159a of type vlan for network 9ee57031-7c0e-477c-878f-24c41625b6af Oct 19 01:08:49.363342 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-43faf09d-b54e-4f91-a29b-d0fef324db12 req-874d4a30-1ec0-4e8d-930c-6bfd130433ee tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:49.387823 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-43faf09d-b54e-4f91-a29b-d0fef324db12 req-874d4a30-1ec0-4e8d-930c-6bfd130433ee tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:49.424240 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6b0a7312-f3b9-41ec-8357-a420b7400493 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:49.441637 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc49347-0ba3-4a20-a45c-f54bbfb54d70 req-0e3740a8-6aab-4e6d-997d-22a94d5e1911 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:49.443634 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dfc49347-0ba3-4a20-a45c-f54bbfb54d70 req-0e3740a8-6aab-4e6d-997d-22a94d5e1911 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 945 time: 0.1162953 Oct 19 01:08:49.447295 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-43faf09d-b54e-4f91-a29b-d0fef324db12 req-874d4a30-1ec0-4e8d-930c-6bfd130433ee tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:49.450701 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-43faf09d-b54e-4f91-a29b-d0fef324db12 req-874d4a30-1ec0-4e8d-930c-6bfd130433ee tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:49.451903 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-43faf09d-b54e-4f91-a29b-d0fef324db12 req-874d4a30-1ec0-4e8d-930c-6bfd130433ee tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "DELETE /v2.0/security-groups/3312309c-423c-4626-b43f-ee596975370e HTTP/1.1" status: 204 len: 173 time: 0.5303223 Oct 19 01:08:49.474400 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d4a30-1ec0-4e8d-930c-6bfd130433ee tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3312309c-423c-4626-b43f-ee596975370e,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:49.520366 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6b0a7312-f3b9-41ec-8357-a420b7400493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:49.521325 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0a7312-f3b9-41ec-8357-a420b7400493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:49.522147 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6b0a7312-f3b9-41ec-8357-a420b7400493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:49.576040 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dfc49347-0ba3-4a20-a45c-f54bbfb54d70 req-91752d8d-f3e2-401a-ab1c-c84fa90e356d tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008189 Oct 19 01:08:49.595364 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6b0a7312-f3b9-41ec-8357-a420b7400493 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6290667 Oct 19 01:08:49.595658 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 35220) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:49.602766 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-6b39f8c2-aae4-4351-a6e4-d511dc88c20e admin admin] Request body: {'subnet': {'network_id': '9ee57031-7c0e-477c-878f-24c41625b6af', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2118951655-subnet', 'tenant_id': '3197f324082c4b4faa8975269bfcbb60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:08:49.639591 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a7312-f3b9-41ec-8357-a420b7400493 admin admin] Pushing event updated for resources: {'Network': ['ID=9ee57031-7c0e-477c-878f-24c41625b6af,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:49.650637 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b39f8c2-aae4-4351-a6e4-d511dc88c20e admin admin] Made reservation on behalf of 3197f324082c4b4faa8975269bfcbb60 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:08:49.654339 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6b39f8c2-aae4-4351-a6e4-d511dc88c20e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:49.658390 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 9ee57031-7c0e-477c-878f-24c41625b6af details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:08:49.682644 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:49.705925 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [req-d79b8699-5a9b-4a8c-9383-4b68d4835be9 req-b1389044-e955-4d29-83c0-2de9e87d88b6 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] show failed (client error): The resource could not be found. Oct 19 01:08:49.707108 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d79b8699-5a9b-4a8c-9383-4b68d4835be9 req-b1389044-e955-4d29-83c0-2de9e87d88b6 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups/3312309c-423c-4626-b43f-ee596975370e HTTP/1.1" status: 404 len: 352 time: 0.0306823 Oct 19 01:08:49.738075 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-c27ac883-0c9d-4df8-bcc9-8b329587fd69 req-555e0408-7b4c-4585-a6f3-00b482d21afb tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-422318676', 'description': 'tempest-description-1027095557'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:08:49.764096 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c27ac883-0c9d-4df8-bcc9-8b329587fd69 req-555e0408-7b4c-4585-a6f3-00b482d21afb tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:49.843492 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c27ac883-0c9d-4df8-bcc9-8b329587fd69 req-555e0408-7b4c-4585-a6f3-00b482d21afb tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:49.849279 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c27ac883-0c9d-4df8-bcc9-8b329587fd69 req-555e0408-7b4c-4585-a6f3-00b482d21afb tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:49.884646 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c27ac883-0c9d-4df8-bcc9-8b329587fd69 req-555e0408-7b4c-4585-a6f3-00b482d21afb tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:49.885847 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c27ac883-0c9d-4df8-bcc9-8b329587fd69 req-555e0408-7b4c-4585-a6f3-00b482d21afb tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1521494 Oct 19 01:08:49.889124 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e0408-7b4c-4585-a6f3-00b482d21afb tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06b07164-af06-48f9-83af-70f6dd4b94a8,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:49.912955 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6b39f8c2-aae4-4351-a6e4-d511dc88c20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:49.917524 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-4f5f9535-d9d8-4496-95b8-2b8dd30ddd60 req-d1972071-add8-4f93-91f7-a3c36e469758 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1779365695', 'description': 'tempest-description-1061841218'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:08:49.963453 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-4f5f9535-d9d8-4496-95b8-2b8dd30ddd60 req-d1972071-add8-4f93-91f7-a3c36e469758 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:50.023238 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39f8c2-aae4-4351-a6e4-d511dc88c20e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c491c19-2c54-43fa-a611-2d3b3495f28e,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:50.048239 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b39f8c2-aae4-4351-a6e4-d511dc88c20e admin admin] Checking segment: {'id': '24d285ee-2f28-4b9f-95c9-4edf3800159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ee57031-7c0e-477c-878f-24c41625b6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:08:50.048589 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b39f8c2-aae4-4351-a6e4-d511dc88c20e admin admin] Network hostable DHCP agents. Network: 9ee57031-7c0e-477c-878f-24c41625b6af, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:08:50.088293 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b39f8c2-aae4-4351-a6e4-d511dc88c20e admin admin] Network 9ee57031-7c0e-477c-878f-24c41625b6af is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:08:50.101480 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-6b39f8c2-aae4-4351-a6e4-d511dc88c20e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 9ee57031-7c0e-477c-878f-24c41625b6af) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:08:50.105090 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-4f5f9535-d9d8-4496-95b8-2b8dd30ddd60 req-d1972071-add8-4f93-91f7-a3c36e469758 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:50.108385 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b39f8c2-aae4-4351-a6e4-d511dc88c20e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:50.109004 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6b39f8c2-aae4-4351-a6e4-d511dc88c20e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:50.112107 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-4f5f9535-d9d8-4496-95b8-2b8dd30ddd60 req-d1972071-add8-4f93-91f7-a3c36e469758 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:50.112814 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0a5c3a-2f16-4c31-b4b3-949950bafe51 None None] Network 9ee57031-7c0e-477c-878f-24c41625b6af requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:08:50.148925 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-4f5f9535-d9d8-4496-95b8-2b8dd30ddd60 req-d1972071-add8-4f93-91f7-a3c36e469758 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:50.150095 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4f5f9535-d9d8-4496-95b8-2b8dd30ddd60 req-d1972071-add8-4f93-91f7-a3c36e469758 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2396338 Oct 19 01:08:50.161214 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6b39f8c2-aae4-4351-a6e4-d511dc88c20e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5680089 Oct 19 01:08:50.165008 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1972071-add8-4f93-91f7-a3c36e469758 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c419562c-bc11-4b5a-96ef-acee01893de9,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:50.197436 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-bd711658-0062-4ff7-a2af-94ef53e085b7 req-99a25bb8-bd97-4b98-ab3b-759039a581cc tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-807936478', 'description': 'tempest-description-1615934120'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:08:50.225062 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bd711658-0062-4ff7-a2af-94ef53e085b7 req-99a25bb8-bd97-4b98-ab3b-759039a581cc tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:50.307011 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5893d211-1c1f-4fb1-8440-2059f2baddeb None None] Network 9ee57031-7c0e-477c-878f-24c41625b6af requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:08:50.389845 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bd711658-0062-4ff7-a2af-94ef53e085b7 req-99a25bb8-bd97-4b98-ab3b-759039a581cc tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:50.395022 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bd711658-0062-4ff7-a2af-94ef53e085b7 req-99a25bb8-bd97-4b98-ab3b-759039a581cc tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:50.441119 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bd711658-0062-4ff7-a2af-94ef53e085b7 req-99a25bb8-bd97-4b98-ab3b-759039a581cc tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:50.462203 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bd711658-0062-4ff7-a2af-94ef53e085b7 req-99a25bb8-bd97-4b98-ab3b-759039a581cc tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2695644 Oct 19 01:08:50.466724 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a25bb8-bd97-4b98-ab3b-759039a581cc tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=765e1142-4ce9-4021-a4a4-04680841bd9a,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:50.598451 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c0383cf0-8d4a-44bf-9557-ce38fa612fec req-b1cd1800-2512-4056-bcd7-89cd5b19b87c tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a65fe707d8cb48fbb00711dd6babafba HTTP/1.1" status: 200 len: 10908 time: 0.1243632 Oct 19 01:08:50.671307 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c0383cf0-8d4a-44bf-9557-ce38fa612fec req-06161ff3-c6a9-422f-a3d8-46833fbf8d2d tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups/69dfa53a-47dd-466d-b9c9-6fa2fe7691eb HTTP/1.1" status: 200 len: 2985 time: 0.0657117 Oct 19 01:08:50.747081 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c0383cf0-8d4a-44bf-9557-ce38fa612fec req-7e76fad8-4098-40f4-a3e0-4cf153dc17f5 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups/69dfa53a-47dd-466d-b9c9-6fa2fe7691eb HTTP/1.1" status: 200 len: 2985 time: 0.0675879 Oct 19 01:08:50.861108 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-dff5503e-7d58-4cbb-84bf-9222d0a25687 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:50.868426 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-dff5503e-7d58-4cbb-84bf-9222d0a25687 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/networks?id=9ee57031-7c0e-477c-878f-24c41625b6af HTTP/1.1" status: 200 len: 815 time: 0.1421230 Oct 19 01:08:50.885969 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-95d834cc-5e73-4eb7-97bc-0440a3b18e4d tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/quotas/3197f324082c4b4faa8975269bfcbb60 HTTP/1.1" status: 200 len: 375 time: 0.0165172 Oct 19 01:08:50.927102 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-457b868c-ad3c-48c9-85ec-09412abc3c99 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3197f324082c4b4faa8975269bfcbb60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399728 Oct 19 01:08:50.989278 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98cf6b-9767-4846-b0ad-cba823f26756 req-ba31c4d6-4b17-4704-b5ba-96688e73bd13 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:50.990955 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0e98cf6b-9767-4846-b0ad-cba823f26756 req-ba31c4d6-4b17-4704-b5ba-96688e73bd13 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 945 time: 0.0880685 Oct 19 01:08:51.057968 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0e98cf6b-9767-4846-b0ad-cba823f26756 req-78c91811-b280-435b-a280-3ca2da8f4ab9 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581663 Oct 19 01:08:51.062685 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-4c462362-a8d6-4097-b882-5e8a4d614a7b service neutron] 10.222.0.57 "GET /v2.0/networks/9ee57031-7c0e-477c-878f-24c41625b6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346862 Oct 19 01:08:51.177326 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-a0e74567-2cf1-4704-bce1-7430303eee7f service neutron] 10.222.0.57 "GET /v2.0/networks/9ee57031-7c0e-477c-878f-24c41625b6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080134 Oct 19 01:08:51.354891 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f7a1a27d-37a0-4750-9a6a-03475351fa33 req-9834b0f0-0408-4375-afa3-99a2c326d385 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups/06b07164-af06-48f9-83af-70f6dd4b94a8 HTTP/1.1" status: 200 len: 1802 time: 0.0862765 Oct 19 01:08:51.441969 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f6a50850-c0d1-411e-8d5c-6b4c938c8b1d req-b3824038-6285-45cc-9f49-411dbad896ea tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e537566-a91b-4f92-92cc-5b7c5dbffeaa HTTP/1.1" status: 200 len: 210 time: 0.0508320 Oct 19 01:08:51.457354 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f7a1a27d-37a0-4750-9a6a-03475351fa33 req-a0fb72ee-507b-425e-af42-897a229d296c tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:51.491312 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f7a1a27d-37a0-4750-9a6a-03475351fa33 req-a0fb72ee-507b-425e-af42-897a229d296c tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:51.546631 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f7a1a27d-37a0-4750-9a6a-03475351fa33 req-a0fb72ee-507b-425e-af42-897a229d296c tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:51.550422 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f7a1a27d-37a0-4750-9a6a-03475351fa33 req-a0fb72ee-507b-425e-af42-897a229d296c tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:51.555377 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f7a1a27d-37a0-4750-9a6a-03475351fa33 req-a0fb72ee-507b-425e-af42-897a229d296c tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "DELETE /v2.0/security-groups/06b07164-af06-48f9-83af-70f6dd4b94a8 HTTP/1.1" status: 204 len: 173 time: 0.1984637 Oct 19 01:08:51.566821 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb72ee-507b-425e-af42-897a229d296c tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b07164-af06-48f9-83af-70f6dd4b94a8,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:51.590831 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [req-61389f9c-5e65-4c01-aa56-52dd1c47093e req-5d4aefc0-d9f6-4254-ab49-41928c195419 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] show failed (client error): The resource could not be found. Oct 19 01:08:51.600453 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61389f9c-5e65-4c01-aa56-52dd1c47093e req-5d4aefc0-d9f6-4254-ab49-41928c195419 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups/06b07164-af06-48f9-83af-70f6dd4b94a8 HTTP/1.1" status: 404 len: 352 time: 0.0237837 Oct 19 01:08:51.699426 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-81329134-36a5-430f-b33d-4cbc06bdcb58 req-ae2965dd-97f3-4a1d-add8-e94c771004ba tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups/c419562c-bc11-4b5a-96ef-acee01893de9 HTTP/1.1" status: 200 len: 1803 time: 0.0799828 Oct 19 01:08:51.776308 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-81329134-36a5-430f-b33d-4cbc06bdcb58 req-fd3c8620-4073-44b3-a901-ae64031d4eee tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:51.805817 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-81329134-36a5-430f-b33d-4cbc06bdcb58 req-fd3c8620-4073-44b3-a901-ae64031d4eee tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:51.872251 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-81329134-36a5-430f-b33d-4cbc06bdcb58 req-fd3c8620-4073-44b3-a901-ae64031d4eee tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:51.875057 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-81329134-36a5-430f-b33d-4cbc06bdcb58 req-fd3c8620-4073-44b3-a901-ae64031d4eee tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:51.883232 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-81329134-36a5-430f-b33d-4cbc06bdcb58 req-fd3c8620-4073-44b3-a901-ae64031d4eee tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "DELETE /v2.0/security-groups/c419562c-bc11-4b5a-96ef-acee01893de9 HTTP/1.1" status: 204 len: 173 time: 0.1750684 Oct 19 01:08:51.910453 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c8620-4073-44b3-a901-ae64031d4eee tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c419562c-bc11-4b5a-96ef-acee01893de9,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:51.931462 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [req-5feb5c94-b8a3-4846-99c0-c76df87825a3 req-e8887fa4-5354-4745-a00b-d107d2ddee0b tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] show failed (client error): The resource could not be found. Oct 19 01:08:51.932597 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5feb5c94-b8a3-4846-99c0-c76df87825a3 req-e8887fa4-5354-4745-a00b-d107d2ddee0b tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups/c419562c-bc11-4b5a-96ef-acee01893de9 HTTP/1.1" status: 404 len: 352 time: 0.0243840 Oct 19 01:08:52.008535 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-53073c6b-b182-4556-ac70-ed2c01c90096 req-53f6aeb4-d39c-45d9-a48b-a28236d6844f tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups/765e1142-4ce9-4021-a4a4-04680841bd9a HTTP/1.1" status: 200 len: 1802 time: 0.0428834 Oct 19 01:08:52.101166 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-53073c6b-b182-4556-ac70-ed2c01c90096 req-d607d795-b2e2-4758-b875-e5ae91a01be3 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:52.172710 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-53073c6b-b182-4556-ac70-ed2c01c90096 req-d607d795-b2e2-4758-b875-e5ae91a01be3 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:52.241475 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-53073c6b-b182-4556-ac70-ed2c01c90096 req-d607d795-b2e2-4758-b875-e5ae91a01be3 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:52.245091 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-53073c6b-b182-4556-ac70-ed2c01c90096 req-d607d795-b2e2-4758-b875-e5ae91a01be3 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:52.257072 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-53073c6b-b182-4556-ac70-ed2c01c90096 req-d607d795-b2e2-4758-b875-e5ae91a01be3 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "DELETE /v2.0/security-groups/765e1142-4ce9-4021-a4a4-04680841bd9a HTTP/1.1" status: 204 len: 173 time: 0.2411432 Oct 19 01:08:52.258549 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56def7-5a94-4bfb-ad7e-5cdbc9751c85 req-2c9ff9bb-b735-4c89-8b39-fce8fefd790d tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:52.260156 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0f56def7-5a94-4bfb-ad7e-5cdbc9751c85 req-2c9ff9bb-b735-4c89-8b39-fce8fefd790d tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 945 time: 0.0898881 Oct 19 01:08:52.286165 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607d795-b2e2-4758-b875-e5ae91a01be3 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=765e1142-4ce9-4021-a4a4-04680841bd9a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:52.353429 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0f56def7-5a94-4bfb-ad7e-5cdbc9751c85 req-86501977-cf52-47ae-8b61-65b3e274735d tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861013 Oct 19 01:08:52.400561 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [req-bb3d5deb-71e7-4008-a754-0646e7be0f97 req-2fdd0322-fb97-46c2-ba48-30897e263b73 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] show failed (client error): The resource could not be found. Oct 19 01:08:52.406575 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bb3d5deb-71e7-4008-a754-0646e7be0f97 req-2fdd0322-fb97-46c2-ba48-30897e263b73 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups/765e1142-4ce9-4021-a4a4-04680841bd9a HTTP/1.1" status: 404 len: 352 time: 0.0218823 Oct 19 01:08:52.558125 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-09db0c98-9ff0-40af-b710-9da3f7d1bd27 req-ae71c3ae-4d2f-48a9-bdad-fb77e3c919ff tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a65fe707d8cb48fbb00711dd6babafba HTTP/1.1" status: 200 len: 6154 time: 0.1161942 Oct 19 01:08:52.585664 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9217cb72-8993-40ef-b7f9-2bc6ddae0614 req-dfe70654-17db-431d-875a-e4c822290937 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e537566-a91b-4f92-92cc-5b7c5dbffeaa HTTP/1.1" status: 200 len: 210 time: 0.0339377 Oct 19 01:08:52.649752 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-09db0c98-9ff0-40af-b710-9da3f7d1bd27 req-e12099d9-1fd8-4592-b4a4-d3d324b18bd4 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups/69dfa53a-47dd-466d-b9c9-6fa2fe7691eb HTTP/1.1" status: 200 len: 2985 time: 0.0846994 Oct 19 01:08:52.789788 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-09db0c98-9ff0-40af-b710-9da3f7d1bd27 req-436adb96-0408-425b-b14a-73b6b59a0cc3 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups/69dfa53a-47dd-466d-b9c9-6fa2fe7691eb HTTP/1.1" status: 200 len: 2985 time: 0.1153860 Oct 19 01:08:52.797056 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-fce86b01-62a6-4466-b08d-5c622188a7da req-6e18ec23-5d75-4dd0-aa7f-56e8a0e1e4fe tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-45750648', 'description': 'tempest-description-1425801322'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:08:52.821891 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-fce86b01-62a6-4466-b08d-5c622188a7da req-6e18ec23-5d75-4dd0-aa7f-56e8a0e1e4fe tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:52.843772 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-01e6ca00-6003-4549-8e23-abe6595209ae tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:52.845352 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-01e6ca00-6003-4549-8e23-abe6595209ae tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.55 "GET /v2.0/networks?id=9ee57031-7c0e-477c-878f-24c41625b6af HTTP/1.1" status: 200 len: 815 time: 0.1945524 Oct 19 01:08:52.859328 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-458acb4f-44ff-4f46-816e-6ac0fed5a7f2 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Request body: {'port': {'device_id': '6e537566-a91b-4f92-92cc-5b7c5dbffeaa', 'network_id': '9ee57031-7c0e-477c-878f-24c41625b6af', 'admin_state_up': True, 'tenant_id': '3197f324082c4b4faa8975269bfcbb60'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:08:52.917855 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-fce86b01-62a6-4466-b08d-5c622188a7da req-6e18ec23-5d75-4dd0-aa7f-56e8a0e1e4fe tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:52.926703 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-fce86b01-62a6-4466-b08d-5c622188a7da req-6e18ec23-5d75-4dd0-aa7f-56e8a0e1e4fe tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:52.971353 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e18ec23-5d75-4dd0-aa7f-56e8a0e1e4fe tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3794a246-1bfd-40e1-852c-72c1830e5b5b,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:52.977539 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-fce86b01-62a6-4466-b08d-5c622188a7da req-6e18ec23-5d75-4dd0-aa7f-56e8a0e1e4fe tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:52.980783 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fce86b01-62a6-4466-b08d-5c622188a7da req-6e18ec23-5d75-4dd0-aa7f-56e8a0e1e4fe tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1877010 Oct 19 01:08:53.019523 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-5c637b86-f54b-42bd-a2b6-26fcff1fac17 req-3eeb1211-acfb-4cd8-87e5-9378f654ebaa tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-280313750', 'description': 'tempest-description-228676271'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:08:53.038364 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-458acb4f-44ff-4f46-816e-6ac0fed5a7f2 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Made reservation on behalf of 3197f324082c4b4faa8975269bfcbb60 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:08:53.044094 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-458acb4f-44ff-4f46-816e-6ac0fed5a7f2 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:53.062880 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5c637b86-f54b-42bd-a2b6-26fcff1fac17 req-3eeb1211-acfb-4cd8-87e5-9378f654ebaa tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:53.153703 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5c637b86-f54b-42bd-a2b6-26fcff1fac17 req-3eeb1211-acfb-4cd8-87e5-9378f654ebaa tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:53.160190 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5c637b86-f54b-42bd-a2b6-26fcff1fac17 req-3eeb1211-acfb-4cd8-87e5-9378f654ebaa tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:53.191320 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5c637b86-f54b-42bd-a2b6-26fcff1fac17 req-3eeb1211-acfb-4cd8-87e5-9378f654ebaa tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:53.193276 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5c637b86-f54b-42bd-a2b6-26fcff1fac17 req-3eeb1211-acfb-4cd8-87e5-9378f654ebaa tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1780918 Oct 19 01:08:53.217836 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-458acb4f-44ff-4f46-816e-6ac0fed5a7f2 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Allocated IP 172.20.0.11 (9ee57031-7c0e-477c-878f-24c41625b6af/2c491c19-2c54-43fa-a611-2d3b3495f28e/f59eeaf9-bdeb-4794-901e-8473ff7277a7) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:08:53.220542 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb1211-acfb-4cd8-87e5-9378f654ebaa tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=529a50c1-5ecd-45dc-a3a5-74467ca56511,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:53.434064 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-458acb4f-44ff-4f46-816e-6ac0fed5a7f2 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:53.545291 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973ced4-8bbe-475c-bd9d-4d296adbd68d req-85961651-14a0-4101-81bf-d6c0aa962d48 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:53.552529 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0973ced4-8bbe-475c-bd9d-4d296adbd68d req-85961651-14a0-4101-81bf-d6c0aa962d48 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 945 time: 0.1112189 Oct 19 01:08:53.553909 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-458acb4f-44ff-4f46-816e-6ac0fed5a7f2 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:53.572482 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-ed4a4373-8550-458a-8a0d-b5428dc9a048 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:53.575097 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-ed4a4373-8550-458a-8a0d-b5428dc9a048 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/networks?id=0cd149a6-d4a5-4f28-8e40-9b26ded70dfe HTTP/1.1" status: 200 len: 813 time: 0.1610897 Oct 19 01:08:53.621548 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-cda6c48d-3659-4674-ad18-e5c138850348 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/quotas/a65fe707d8cb48fbb00711dd6babafba HTTP/1.1" status: 200 len: 375 time: 0.0231087 Oct 19 01:08:53.629668 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-458acb4f-44ff-4f46-816e-6ac0fed5a7f2 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Network 9ee57031-7c0e-477c-878f-24c41625b6af is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:08:53.639692 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0973ced4-8bbe-475c-bd9d-4d296adbd68d req-839f7168-feae-45dc-a58b-bcb9a680381c tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797064 Oct 19 01:08:53.646767 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-458acb4f-44ff-4f46-816e-6ac0fed5a7f2 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:08:53.647283 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458acb4f-44ff-4f46-816e-6ac0fed5a7f2 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Pushing event updated for resources: {'Port': ['ID=f59eeaf9-bdeb-4794-901e-8473ff7277a7,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:53.649708 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-458acb4f-44ff-4f46-816e-6ac0fed5a7f2 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:08:53.728803 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-458acb4f-44ff-4f46-816e-6ac0fed5a7f2 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:53.729405 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-458acb4f-44ff-4f46-816e-6ac0fed5a7f2 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:53.738010 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-f6f61226-c711-4f65-aec2-e6b4594fcdb8 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a65fe707d8cb48fbb00711dd6babafba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1072576 Oct 19 01:08:53.772727 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-458acb4f-44ff-4f46-816e-6ac0fed5a7f2 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9172225 Oct 19 01:08:53.791511 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-83247acd-449b-481e-9681-ab78738743d8 service neutron] Request body: {'port': {'device_id': '6e537566-a91b-4f92-92cc-5b7c5dbffeaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:08:53.903878 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-83247acd-449b-481e-9681-ab78738743d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:53.915606 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-becc22e0-4d95-47ac-95fa-427130c177fe service neutron] 10.222.0.57 "GET /v2.0/networks/0cd149a6-d4a5-4f28-8e40-9b26ded70dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691482 Oct 19 01:08:53.969350 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46308d-131d-4a76-98d9-31606398422f req-a6235e45-4b2e-4789-9302-86d100ffb0f6 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:53.976823 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3a46308d-131d-4a76-98d9-31606398422f req-a6235e45-4b2e-4789-9302-86d100ffb0f6 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e537566-a91b-4f92-92cc-5b7c5dbffeaa HTTP/1.1" status: 200 len: 932 time: 0.0998776 Oct 19 01:08:54.042509 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3a46308d-131d-4a76-98d9-31606398422f req-920090b2-43c7-4e4f-bd5c-9075d0a70747 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630782 Oct 19 01:08:54.147301 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-1a41ac4e-b184-4d6a-9acd-d7635959aa3c service neutron] 10.222.0.57 "GET /v2.0/networks/0cd149a6-d4a5-4f28-8e40-9b26ded70dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218347 Oct 19 01:08:54.253782 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 35364) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:54.332682 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-83247acd-449b-481e-9681-ab78738743d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f59eeaf9-bdeb-4794-901e-8473ff7277a7 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:08:54.343972 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-83247acd-449b-481e-9681-ab78738743d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:54.375674 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-83247acd-449b-481e-9681-ab78738743d8 service neutron] Transition to ACTIVE for port object f59eeaf9-bdeb-4794-901e-8473ff7277a7 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:08:54.387966 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-83247acd-449b-481e-9681-ab78738743d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:54.432378 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83247acd-449b-481e-9681-ab78738743d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f59eeaf9-bdeb-4794-901e-8473ff7277a7,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:54.435072 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d40e4ba7-9b01-48e5-a899-a115f7b33d98 req-3ceda0a8-6bf2-4acf-a5c6-a04e1974dbb1 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d929268-134f-4dd6-92cb-22bb9e309f87 HTTP/1.1" status: 200 len: 210 time: 0.0411515 Oct 19 01:08:54.457529 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e69a7bad-1cc5-4336-873e-c31945556d3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:54.536639 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-83247acd-449b-481e-9681-ab78738743d8 service neutron] Attempting to bind port f59eeaf9-bdeb-4794-901e-8473ff7277a7 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:08:54.537124 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-83247acd-449b-481e-9681-ab78738743d8 service neutron] Attempting to bind port f59eeaf9-bdeb-4794-901e-8473ff7277a7 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '24d285ee-2f28-4b9f-95c9-4edf3800159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ee57031-7c0e-477c-878f-24c41625b6af'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:08:54.537276 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-83247acd-449b-481e-9681-ab78738743d8 service neutron] Attempting to bind port f59eeaf9-bdeb-4794-901e-8473ff7277a7 on network 9ee57031-7c0e-477c-878f-24c41625b6af {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:08:54.541940 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-83247acd-449b-481e-9681-ab78738743d8 service neutron] Port f59eeaf9-bdeb-4794-901e-8473ff7277a7 on network 9ee57031-7c0e-477c-878f-24c41625b6af not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:08:54.542305 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-83247acd-449b-481e-9681-ab78738743d8 service neutron] Attempting to bind port f59eeaf9-bdeb-4794-901e-8473ff7277a7 on network 9ee57031-7c0e-477c-878f-24c41625b6af {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:08:54.547993 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-83247acd-449b-481e-9681-ab78738743d8 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:08:54.548231 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-83247acd-449b-481e-9681-ab78738743d8 service neutron] Checking segment: {'id': '24d285ee-2f28-4b9f-95c9-4edf3800159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ee57031-7c0e-477c-878f-24c41625b6af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:08:54.548606 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-83247acd-449b-481e-9681-ab78738743d8 service neutron] Bound using segment: {'id': '24d285ee-2f28-4b9f-95c9-4edf3800159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ee57031-7c0e-477c-878f-24c41625b6af'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:08:54.549020 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-83247acd-449b-481e-9681-ab78738743d8 service neutron] Bound port: f59eeaf9-bdeb-4794-901e-8473ff7277a7, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d285ee-2f28-4b9f-95c9-4edf3800159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ee57031-7c0e-477c-878f-24c41625b6af'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:08:54.549375 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-83247acd-449b-481e-9681-ab78738743d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:54.549487 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e69a7bad-1cc5-4336-873e-c31945556d3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:54.554891 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e69a7bad-1cc5-4336-873e-c31945556d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:54.601579 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e69a7bad-1cc5-4336-873e-c31945556d3b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0ad4a832d8714d69b206bd78d0633dfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3443708 Oct 19 01:08:54.606129 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 35376) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:54.640719 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a7bad-1cc5-4336-873e-c31945556d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cfe348-e91d-4112-bb65-aacc6176dab8,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:54.683004 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77913b52-d9b4-46a3-a8e7-87de12c5d8aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:54.700967 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-83247acd-449b-481e-9681-ab78738743d8 service neutron] For port f59eeaf9-bdeb-4794-901e-8473ff7277a7, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:08:54.708189 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77913b52-d9b4-46a3-a8e7-87de12c5d8aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:54.712371 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-83247acd-449b-481e-9681-ab78738743d8 service neutron] For port f59eeaf9-bdeb-4794-901e-8473ff7277a7, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=f59eeaf9-bdeb-4794-901e-8473ff7277a7,segment=NetworkSegment(24d285ee-2f28-4b9f-95c9-4edf3800159a),segment_id=24d285ee-2f28-4b9f-95c9-4edf3800159a)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:08:54.722028 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-83247acd-449b-481e-9681-ab78738743d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:54.790737 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77913b52-d9b4-46a3-a8e7-87de12c5d8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:54.799941 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77913b52-d9b4-46a3-a8e7-87de12c5d8aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:54.806997 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-77913b52-d9b4-46a3-a8e7-87de12c5d8aa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f4cfe348-e91d-4112-bb65-aacc6176dab8 HTTP/1.1" status: 204 len: 168 time: 0.1997056 Oct 19 01:08:54.826708 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77913b52-d9b4-46a3-a8e7-87de12c5d8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cfe348-e91d-4112-bb65-aacc6176dab8,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:54.857536 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-83247acd-449b-481e-9681-ab78738743d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:54.857753 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-83247acd-449b-481e-9681-ab78738743d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:54.859065 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-83247acd-449b-481e-9681-ab78738743d8 service neutron] 10.222.0.55 "PUT /v2.0/ports/f59eeaf9-bdeb-4794-901e-8473ff7277a7 HTTP/1.1" status: 200 len: 1093 time: 1.0719321 Oct 19 01:08:54.860916 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e537566-a91b-4f92-92cc-5b7c5dbffeaa', 'tag': 'f59eeaf9-bdeb-4794-901e-8473ff7277a7'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:08:54.867902 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c52778-9c75-499b-b685-00d1c9f8f9cd" -d '{"events": [{"name": "network-changed", "server_uuid": "6e537566-a91b-4f92-92cc-5b7c5dbffeaa", "tag": "f59eeaf9-bdeb-4794-901e-8473ff7277a7"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:08:55.365806 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551210b-531c-4345-beaa-20d78dfb6038 req-a11808ef-df91-446a-b2c9-266fadd88436 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:55.368793 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d551210b-531c-4345-beaa-20d78dfb6038 req-a11808ef-df91-446a-b2c9-266fadd88436 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e537566-a91b-4f92-92cc-5b7c5dbffeaa HTTP/1.1" status: 200 len: 944 time: 0.1189754 Oct 19 01:08:55.445940 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d551210b-531c-4345-beaa-20d78dfb6038 req-dae85e40-69c4-498e-927a-e3cc83f44b73 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579715 Oct 19 01:08:55.550919 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c547d9bf-eb27-4c11-8a05-de89c61a3831 x-openstack-request-id: req-c547d9bf-eb27-4c11-8a05-de89c61a3831 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:08:55.551898 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e537566-a91b-4f92-92cc-5b7c5dbffeaa", "tag": "f59eeaf9-bdeb-4794-901e-8473ff7277a7", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:08:55.551898 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c547d9bf-eb27-4c11-8a05-de89c61a3831 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:08:55.552233 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e537566-a91b-4f92-92cc-5b7c5dbffeaa', 'tag': 'f59eeaf9-bdeb-4794-901e-8473ff7277a7', 'status': 'completed', 'code': 200} Oct 19 01:08:55.573918 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83247acd-449b-481e-9681-ab78738743d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f59eeaf9-bdeb-4794-901e-8473ff7277a7,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:55.608860 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2682d6-8b03-4ddc-9675-23e99fa2c82e req-9d83c838-4d5b-43be-ba13-2ba721e56937 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:55.610408 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4e2682d6-8b03-4ddc-9675-23e99fa2c82e req-9d83c838-4d5b-43be-ba13-2ba721e56937 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 945 time: 0.8342102 Oct 19 01:08:55.613728 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-9cff58a8-6ba4-41a0-9182-463c44cdbf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:55.615451 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-9cff58a8-6ba4-41a0-9182-463c44cdbf80 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3197f324082c4b4faa8975269bfcbb60&device_id=6e537566-a91b-4f92-92cc-5b7c5dbffeaa HTTP/1.1" status: 200 len: 1096 time: 0.6910028 Oct 19 01:08:55.682054 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-7169bce7-17b5-4496-a63b-b6a3e17fa583 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f59eeaf9-bdeb-4794-901e-8473ff7277a7 HTTP/1.1" status: 200 len: 217 time: 0.0574651 Oct 19 01:08:55.752887 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4e2682d6-8b03-4ddc-9675-23e99fa2c82e req-59fdeb59-b05e-4d25-931c-9454e1e2c6c3 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294374 Oct 19 01:08:55.759129 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-8b8ae3d2-c1ea-42d0-8505-511b33acd880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:55.760737 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-8b8ae3d2-c1ea-42d0-8505-511b33acd880 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c491c19-2c54-43fa-a611-2d3b3495f28e HTTP/1.1" status: 200 len: 855 time: 0.0698221 Oct 19 01:08:55.809014 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-13e94916-1464-4bc9-a5f7-e8609a2a89ed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ee57031-7c0e-477c-878f-24c41625b6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395188 Oct 19 01:08:55.813245 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f6b2dd2c-8a02-419a-a217-c376f2a901dd req-92588de9-8082-43da-b19b-c429f174026f tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d929268-134f-4dd6-92cb-22bb9e309f87 HTTP/1.1" status: 200 len: 210 time: 0.0996919 Oct 19 01:08:55.950239 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-9b7d46ff-3a55-4978-bdf7-c416fa33a3c8 service neutron] 10.222.0.55 "GET /v2.0/networks/9ee57031-7c0e-477c-878f-24c41625b6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345525 Oct 19 01:08:56.112958 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-04e5a345-7b57-4f1e-88c4-5d84c7d4407c req-4b362659-c383-4c53-bc27-d119b6892c71 service neutron] 10.222.0.55 "GET /v2.0/networks/9ee57031-7c0e-477c-878f-24c41625b6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537030 Oct 19 01:08:56.227788 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c52778-9c75-499b-b685-00d1c9f8f9cd req-65245480-b5bc-4e26-a58e-4e5bd7462e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:56.229487 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-45c52778-9c75-499b-b685-00d1c9f8f9cd req-65245480-b5bc-4e26-a58e-4e5bd7462e99 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3197f324082c4b4faa8975269bfcbb60&device_id=6e537566-a91b-4f92-92cc-5b7c5dbffeaa HTTP/1.1" status: 200 len: 1096 time: 0.0551128 Oct 19 01:08:56.229880 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-ad49b164-2416-4de5-909f-c14b69e86769 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:56.231815 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-ad49b164-2416-4de5-909f-c14b69e86769 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.24 "GET /v2.0/networks?id=0cd149a6-d4a5-4f28-8e40-9b26ded70dfe HTTP/1.1" status: 200 len: 813 time: 0.1777158 Oct 19 01:08:56.247610 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-703cc1e8-468d-42fd-9871-5ffc8bbac557 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Request body: {'port': {'device_id': '7d929268-134f-4dd6-92cb-22bb9e309f87', 'network_id': '0cd149a6-d4a5-4f28-8e40-9b26ded70dfe', 'admin_state_up': True, 'tenant_id': 'a65fe707d8cb48fbb00711dd6babafba'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:08:56.338667 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c52778-9c75-499b-b685-00d1c9f8f9cd req-f7b6c2b0-3d2e-45ba-973d-b9a8d879b59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:56.343070 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-45c52778-9c75-499b-b685-00d1c9f8f9cd req-f7b6c2b0-3d2e-45ba-973d-b9a8d879b59c service neutron] 10.222.0.55 "GET /v2.0/networks?id=9ee57031-7c0e-477c-878f-24c41625b6af HTTP/1.1" status: 200 len: 916 time: 0.1055584 Oct 19 01:08:56.387096 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-703cc1e8-468d-42fd-9871-5ffc8bbac557 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Made reservation on behalf of a65fe707d8cb48fbb00711dd6babafba for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:08:56.387919 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-45c52778-9c75-499b-b685-00d1c9f8f9cd req-57c4d679-c0c3-4569-a211-209e4b674083 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f59eeaf9-bdeb-4794-901e-8473ff7277a7 HTTP/1.1" status: 200 len: 217 time: 0.0374246 Oct 19 01:08:56.391067 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-703cc1e8-468d-42fd-9871-5ffc8bbac557 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:56.443136 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c52778-9c75-499b-b685-00d1c9f8f9cd req-f411c6fa-a4a0-4baa-a7ea-d2881d1766a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:56.445552 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-45c52778-9c75-499b-b685-00d1c9f8f9cd req-f411c6fa-a4a0-4baa-a7ea-d2881d1766a6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c491c19-2c54-43fa-a611-2d3b3495f28e HTTP/1.1" status: 200 len: 855 time: 0.0504336 Oct 19 01:08:56.486867 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-45c52778-9c75-499b-b685-00d1c9f8f9cd req-23685ffb-2f37-47f2-9982-aa92ebbe1cf7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ee57031-7c0e-477c-878f-24c41625b6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318758 Oct 19 01:08:56.547392 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-703cc1e8-468d-42fd-9871-5ffc8bbac557 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Allocated IP 172.20.0.9 (0cd149a6-d4a5-4f28-8e40-9b26ded70dfe/acdc133b-fd3d-4d6c-9707-403bca864eb3/fad781ba-0689-4e2d-a16f-d1e29eefae5d) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:08:56.666727 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-45c52778-9c75-499b-b685-00d1c9f8f9cd req-b96467ee-b7a8-407e-b751-bf6303c669f1 service neutron] 10.222.0.55 "GET /v2.0/networks/9ee57031-7c0e-477c-878f-24c41625b6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717300 Oct 19 01:08:56.709834 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a9de7-9f6e-4ec7-8a54-39f7a25c45e0 req-e32f6862-5b7e-4c16-ad7c-d045f89aaed3 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:56.720278 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0f7a9de7-9f6e-4ec7-8a54-39f7a25c45e0 req-e32f6862-5b7e-4c16-ad7c-d045f89aaed3 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e537566-a91b-4f92-92cc-5b7c5dbffeaa HTTP/1.1" status: 200 len: 944 time: 0.1270919 Oct 19 01:08:56.821704 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-703cc1e8-468d-42fd-9871-5ffc8bbac557 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:56.839941 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0f7a9de7-9f6e-4ec7-8a54-39f7a25c45e0 req-21fa9dc1-9606-4a4d-b5cf-aa930c2a6eed tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183059 Oct 19 01:08:56.896136 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-703cc1e8-468d-42fd-9871-5ffc8bbac557 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:56.898449 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-45c52778-9c75-499b-b685-00d1c9f8f9cd req-aaa538aa-cc3a-40b3-b1ce-3aaeb34d773d service neutron] 10.222.0.55 "GET /v2.0/networks/9ee57031-7c0e-477c-878f-24c41625b6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235842 Oct 19 01:08:56.908730 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['c30ff7f3-89f9-455e-80eb-ea7219439688'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:08:56.957727 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-703cc1e8-468d-42fd-9871-5ffc8bbac557 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Network 0cd149a6-d4a5-4f28-8e40-9b26ded70dfe is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:08:56.974174 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-703cc1e8-468d-42fd-9871-5ffc8bbac557 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:08:56.992203 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-703cc1e8-468d-42fd-9871-5ffc8bbac557 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:08:57.006745 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc1e8-468d-42fd-9871-5ffc8bbac557 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Pushing event updated for resources: {'Port': ['ID=fad781ba-0689-4e2d-a16f-d1e29eefae5d,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:57.030906 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:57.085424 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38623dcf-8cb1-44df-9d6d-3b301116fa29 req-4bd495fc-9ae3-47e2-aafc-889d03eb145d tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:57.087482 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-38623dcf-8cb1-44df-9d6d-3b301116fa29 req-4bd495fc-9ae3-47e2-aafc-889d03eb145d tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d929268-134f-4dd6-92cb-22bb9e309f87 HTTP/1.1" status: 200 len: 931 time: 0.1249247 Oct 19 01:08:57.153315 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-703cc1e8-468d-42fd-9871-5ffc8bbac557 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:57.154059 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-703cc1e8-468d-42fd-9871-5ffc8bbac557 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:57.180681 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eaba83-defe-4c4f-a7aa-c5efa3f00d9e req-94210748-107b-4d02-bf07-b3ef99b876fc tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:57.190269 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a5eaba83-defe-4c4f-a7aa-c5efa3f00d9e req-94210748-107b-4d02-bf07-b3ef99b876fc tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 945 time: 0.1137712 Oct 19 01:08:57.194397 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-38623dcf-8cb1-44df-9d6d-3b301116fa29 req-5ba85a1b-6385-40ca-8fec-56aed3472094 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups?id=69dfa53a-47dd-466d-b9c9-6fa2fe7691eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934536 Oct 19 01:08:57.202052 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-703cc1e8-468d-42fd-9871-5ffc8bbac557 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9600821 Oct 19 01:08:57.217571 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-821ba285-f349-4465-9bfa-08ff1f3693f9 service neutron] Request body: {'port': {'device_id': '7d929268-134f-4dd6-92cb-22bb9e309f87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:08:57.275323 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a5eaba83-defe-4c4f-a7aa-c5efa3f00d9e req-f4115f6e-f918-427e-a50b-65674ab4adbd tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840383 Oct 19 01:08:57.340401 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-821ba285-f349-4465-9bfa-08ff1f3693f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:57.757513 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-821ba285-f349-4465-9bfa-08ff1f3693f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fad781ba-0689-4e2d-a16f-d1e29eefae5d {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:08:57.768597 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-821ba285-f349-4465-9bfa-08ff1f3693f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:57.784071 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-821ba285-f349-4465-9bfa-08ff1f3693f9 service neutron] Transition to ACTIVE for port object fad781ba-0689-4e2d-a16f-d1e29eefae5d will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:08:57.790943 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-821ba285-f349-4465-9bfa-08ff1f3693f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:57.843928 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ba285-f349-4465-9bfa-08ff1f3693f9 service neutron] Pushing event updated for resources: {'Port': ['ID=fad781ba-0689-4e2d-a16f-d1e29eefae5d,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:58.021910 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-821ba285-f349-4465-9bfa-08ff1f3693f9 service neutron] Attempting to bind port fad781ba-0689-4e2d-a16f-d1e29eefae5d on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:08:58.022250 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-821ba285-f349-4465-9bfa-08ff1f3693f9 service neutron] Attempting to bind port fad781ba-0689-4e2d-a16f-d1e29eefae5d by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0cd149a6-d4a5-4f28-8e40-9b26ded70dfe'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:08:58.022584 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-821ba285-f349-4465-9bfa-08ff1f3693f9 service neutron] Attempting to bind port fad781ba-0689-4e2d-a16f-d1e29eefae5d on network 0cd149a6-d4a5-4f28-8e40-9b26ded70dfe {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:08:58.033276 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26dff47-2b62-44fd-ad50-aa26edb75651 req-766e775b-d7b7-4b47-bc75-249bdac52798 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:58.035190 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f26dff47-2b62-44fd-ad50-aa26edb75651 req-766e775b-d7b7-4b47-bc75-249bdac52798 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e537566-a91b-4f92-92cc-5b7c5dbffeaa HTTP/1.1" status: 200 len: 944 time: 0.1157839 Oct 19 01:08:58.037773 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-821ba285-f349-4465-9bfa-08ff1f3693f9 service neutron] Port fad781ba-0689-4e2d-a16f-d1e29eefae5d on network 0cd149a6-d4a5-4f28-8e40-9b26ded70dfe not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:08:58.038105 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-821ba285-f349-4465-9bfa-08ff1f3693f9 service neutron] Attempting to bind port fad781ba-0689-4e2d-a16f-d1e29eefae5d on network 0cd149a6-d4a5-4f28-8e40-9b26ded70dfe {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:08:58.049187 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-821ba285-f349-4465-9bfa-08ff1f3693f9 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:08:58.052116 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-821ba285-f349-4465-9bfa-08ff1f3693f9 service neutron] Checking segment: {'id': '733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0cd149a6-d4a5-4f28-8e40-9b26ded70dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:08:58.052610 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-821ba285-f349-4465-9bfa-08ff1f3693f9 service neutron] Bound using segment: {'id': '733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0cd149a6-d4a5-4f28-8e40-9b26ded70dfe'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:08:58.053170 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-821ba285-f349-4465-9bfa-08ff1f3693f9 service neutron] Bound port: fad781ba-0689-4e2d-a16f-d1e29eefae5d, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0cd149a6-d4a5-4f28-8e40-9b26ded70dfe'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:08:58.062778 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-821ba285-f349-4465-9bfa-08ff1f3693f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:58.147877 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-821ba285-f349-4465-9bfa-08ff1f3693f9 service neutron] For port fad781ba-0689-4e2d-a16f-d1e29eefae5d, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:08:58.153305 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-821ba285-f349-4465-9bfa-08ff1f3693f9 service neutron] For port fad781ba-0689-4e2d-a16f-d1e29eefae5d, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=fad781ba-0689-4e2d-a16f-d1e29eefae5d,segment=NetworkSegment(733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c),segment_id=733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:08:58.167533 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-821ba285-f349-4465-9bfa-08ff1f3693f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:58.240625 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f26dff47-2b62-44fd-ad50-aa26edb75651 req-3c048bd8-39d9-46c3-8593-ab3c5678af9b tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824799 Oct 19 01:08:58.240625 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-821ba285-f349-4465-9bfa-08ff1f3693f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:58.240625 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-821ba285-f349-4465-9bfa-08ff1f3693f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:58.241624 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-821ba285-f349-4465-9bfa-08ff1f3693f9 service neutron] 10.222.0.24 "PUT /v2.0/ports/fad781ba-0689-4e2d-a16f-d1e29eefae5d HTTP/1.1" status: 200 len: 1092 time: 1.0292568 Oct 19 01:08:58.242421 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d929268-134f-4dd6-92cb-22bb9e309f87', 'tag': 'fad781ba-0689-4e2d-a16f-d1e29eefae5d'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:08:58.244759 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0956cffc-4330-4751-a202-4a68ad5b8ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "7d929268-134f-4dd6-92cb-22bb9e309f87", "tag": "fad781ba-0689-4e2d-a16f-d1e29eefae5d"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:08:58.305767 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ba285-f349-4465-9bfa-08ff1f3693f9 service neutron] Pushing event updated for resources: {'Port': ['ID=fad781ba-0689-4e2d-a16f-d1e29eefae5d,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:58.315332 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a79b2cf-0ec2-461e-99bf-26993cb9edfc x-openstack-request-id: req-5a79b2cf-0ec2-461e-99bf-26993cb9edfc {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:08:58.316078 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d929268-134f-4dd6-92cb-22bb9e309f87", "tag": "fad781ba-0689-4e2d-a16f-d1e29eefae5d", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:08:58.319094 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5a79b2cf-0ec2-461e-99bf-26993cb9edfc {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:08:58.319843 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d929268-134f-4dd6-92cb-22bb9e309f87', 'tag': 'fad781ba-0689-4e2d-a16f-d1e29eefae5d', 'status': 'completed', 'code': 200} Oct 19 01:08:58.359199 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-bfbd2398-64b0-4d20-af65-afe06e884250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:58.361160 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-bfbd2398-64b0-4d20-af65-afe06e884250 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a65fe707d8cb48fbb00711dd6babafba&device_id=7d929268-134f-4dd6-92cb-22bb9e309f87 HTTP/1.1" status: 200 len: 1095 time: 0.0699992 Oct 19 01:08:58.452705 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680c889-4ce2-498c-bf65-bca5af2ad17c req-d0939a00-9a8e-4aa4-bdff-f1da52ca40a5 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:58.454267 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4680c889-4ce2-498c-bf65-bca5af2ad17c req-d0939a00-9a8e-4aa4-bdff-f1da52ca40a5 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d929268-134f-4dd6-92cb-22bb9e309f87 HTTP/1.1" status: 200 len: 943 time: 0.1022627 Oct 19 01:08:58.472520 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-94fac7d2-207a-4bca-8794-bdc25e3d1503 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fad781ba-0689-4e2d-a16f-d1e29eefae5d HTTP/1.1" status: 200 len: 217 time: 0.1004224 Oct 19 01:08:58.518367 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4680c889-4ce2-498c-bf65-bca5af2ad17c req-623090d0-60ea-4f6b-b84e-08f699b9be16 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups?id=69dfa53a-47dd-466d-b9c9-6fa2fe7691eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579987 Oct 19 01:08:58.556282 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-f102b134-86d1-40a3-a184-3da5938e3368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:58.557804 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-f102b134-86d1-40a3-a184-3da5938e3368 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=acdc133b-fd3d-4d6c-9707-403bca864eb3 HTTP/1.1" status: 200 len: 853 time: 0.0652900 Oct 19 01:08:58.596674 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff1fb4-85d1-4afd-98df-cefe12bbe1b3 req-acaacb4c-a7fd-418c-8513-54240ff8b8e5 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:58.604459 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a2ff1fb4-85d1-4afd-98df-cefe12bbe1b3 req-acaacb4c-a7fd-418c-8513-54240ff8b8e5 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 945 time: 0.1460116 Oct 19 01:08:58.638342 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-b4babbfe-0dd6-4763-8e90-4334f8c26dfd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0cd149a6-d4a5-4f28-8e40-9b26ded70dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720456 Oct 19 01:08:58.703273 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a2ff1fb4-85d1-4afd-98df-cefe12bbe1b3 req-6b908472-051e-4f5b-924b-7ec7c999d187 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973122 Oct 19 01:08:58.774369 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-a6b820c1-b17f-4747-92b1-65d949913c54 service neutron] 10.222.0.24 "GET /v2.0/networks/0cd149a6-d4a5-4f28-8e40-9b26ded70dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265168 Oct 19 01:08:58.876874 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3c2c0721-ae70-409f-bf31-7d85f2fd1f47 req-7d19de5c-176b-4a52-b69a-8f639332996a service neutron] 10.222.0.24 "GET /v2.0/networks/0cd149a6-d4a5-4f28-8e40-9b26ded70dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922134 Oct 19 01:08:58.978093 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956cffc-4330-4751-a202-4a68ad5b8ac8 req-62172b71-8caf-4351-8a4d-60d9df39565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:58.979586 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0956cffc-4330-4751-a202-4a68ad5b8ac8 req-62172b71-8caf-4351-8a4d-60d9df39565f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a65fe707d8cb48fbb00711dd6babafba&device_id=7d929268-134f-4dd6-92cb-22bb9e309f87 HTTP/1.1" status: 200 len: 1095 time: 0.0458572 Oct 19 01:08:59.076862 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956cffc-4330-4751-a202-4a68ad5b8ac8 req-3fd420bd-38ff-4624-b155-4fe0b1fe7c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:59.078331 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0956cffc-4330-4751-a202-4a68ad5b8ac8 req-3fd420bd-38ff-4624-b155-4fe0b1fe7c6e service neutron] 10.222.0.24 "GET /v2.0/networks?id=0cd149a6-d4a5-4f28-8e40-9b26ded70dfe HTTP/1.1" status: 200 len: 914 time: 0.0909560 Oct 19 01:08:59.125460 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0956cffc-4330-4751-a202-4a68ad5b8ac8 req-8876a36d-2272-4104-a06c-4afaed441d29 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fad781ba-0689-4e2d-a16f-d1e29eefae5d HTTP/1.1" status: 200 len: 217 time: 0.0358062 Oct 19 01:08:59.150097 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device f59eeaf9-bdeb-4794-901e-8473ff7277a7 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:08:59.181553 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:59.185458 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956cffc-4330-4751-a202-4a68ad5b8ac8 req-6f63b244-2f98-42d5-9a88-410438c97298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:59.186917 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0956cffc-4330-4751-a202-4a68ad5b8ac8 req-6f63b244-2f98-42d5-9a88-410438c97298 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=acdc133b-fd3d-4d6c-9707-403bca864eb3 HTTP/1.1" status: 200 len: 853 time: 0.0532756 Oct 19 01:08:59.225258 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0956cffc-4330-4751-a202-4a68ad5b8ac8 req-570ba01d-8c57-4c5f-8084-bc6aacf2e09b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0cd149a6-d4a5-4f28-8e40-9b26ded70dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291481 Oct 19 01:08:59.310566 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port f59eeaf9-bdeb-4794-901e-8473ff7277a7, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=f59eeaf9-bdeb-4794-901e-8473ff7277a7,segment=NetworkSegment(24d285ee-2f28-4b9f-95c9-4edf3800159a),segment_id=24d285ee-2f28-4b9f-95c9-4edf3800159a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:08:59.335701 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'f59eeaf9-bdeb-4794-901e-8473ff7277a7', 'network_id': '9ee57031-7c0e-477c-878f-24c41625b6af', 'port_id': 'f59eeaf9-bdeb-4794-901e-8473ff7277a7', 'mac_address': 'fa:16:3e:75:bb:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c491c19-2c54-43fa-a611-2d3b3495f28e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:08:59.344024 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0956cffc-4330-4751-a202-4a68ad5b8ac8 req-d58a6207-9646-4a04-bc23-c51209b2e173 service neutron] 10.222.0.24 "GET /v2.0/networks/0cd149a6-d4a5-4f28-8e40-9b26ded70dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109571 Oct 19 01:08:59.387883 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f80d2-7b8f-430a-8d56-35a7718993c1 req-702e2a41-7207-4eb3-9358-099a0d3ade68 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:59.388533 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:59.400125 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-118f80d2-7b8f-430a-8d56-35a7718993c1 req-702e2a41-7207-4eb3-9358-099a0d3ade68 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e537566-a91b-4f92-92cc-5b7c5dbffeaa HTTP/1.1" status: 200 len: 944 time: 0.0932236 Oct 19 01:08:59.407716 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f59eeaf9-bdeb-4794-901e-8473ff7277a7 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:08:59.438925 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port f59eeaf9-bdeb-4794-901e-8473ff7277a7, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=f59eeaf9-bdeb-4794-901e-8473ff7277a7,segment=NetworkSegment(24d285ee-2f28-4b9f-95c9-4edf3800159a),segment_id=24d285ee-2f28-4b9f-95c9-4edf3800159a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:08:59.446727 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:59.468663 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-118f80d2-7b8f-430a-8d56-35a7718993c1 req-191736a7-7990-411e-bf55-5624acf6a033 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646198 Oct 19 01:08:59.502110 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0956cffc-4330-4751-a202-4a68ad5b8ac8 req-24c21b95-c657-4f24-8890-32bc25085c18 service neutron] 10.222.0.24 "GET /v2.0/networks/0cd149a6-d4a5-4f28-8e40-9b26ded70dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466668 Oct 19 01:08:59.506910 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=f59eeaf9-bdeb-4794-901e-8473ff7277a7,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:08:59.652759 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1ad77-634e-443f-a2b6-856ae2099bd3 req-0c7ed024-3a16-4736-a552-50d68ba16133 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:59.654665 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f2c1ad77-634e-443f-a2b6-856ae2099bd3 req-0c7ed024-3a16-4736-a552-50d68ba16133 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d929268-134f-4dd6-92cb-22bb9e309f87 HTTP/1.1" status: 200 len: 943 time: 0.0621464 Oct 19 01:08:59.710644 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f2c1ad77-634e-443f-a2b6-856ae2099bd3 req-9b51b0e7-f387-49c9-bb97-712039c1c39a tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups?id=69dfa53a-47dd-466d-b9c9-6fa2fe7691eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456071 Oct 19 01:08:59.803779 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['f59eeaf9-bdeb-4794-901e-8473ff7277a7'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:08:59.872373 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5a637-5c62-4311-b582-e725bf443dcd req-d18ab40c-f0da-4442-8b2e-ce1b71b3ea45 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:08:59.874126 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5ce5a637-5c62-4311-b582-e725bf443dcd req-d18ab40c-f0da-4442-8b2e-ce1b71b3ea45 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 945 time: 0.0805809 Oct 19 01:08:59.970013 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5ce5a637-5c62-4311-b582-e725bf443dcd req-441006fe-1d61-4895-8b09-1d580d43e11e tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898757 Oct 19 01:09:00.598919 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26154d7b-fbe5-4341-91b0-f5bbaf031244 req-07c3cbd4-a14e-4391-8318-7f0108bf53de tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:00.600579 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-26154d7b-fbe5-4341-91b0-f5bbaf031244 req-07c3cbd4-a14e-4391-8318-7f0108bf53de tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e537566-a91b-4f92-92cc-5b7c5dbffeaa HTTP/1.1" status: 200 len: 945 time: 0.0607817 Oct 19 01:09:00.641787 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-26154d7b-fbe5-4341-91b0-f5bbaf031244 req-f82ccde7-5518-40a5-9353-4762417dd4a2 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344429 Oct 19 01:09:00.855871 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91427d2-6101-4afd-8ff3-6f1793cb2729 req-d083351e-e2d9-45ab-b2cb-47a3259eeb79 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:00.857292 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b91427d2-6101-4afd-8ff3-6f1793cb2729 req-d083351e-e2d9-45ab-b2cb-47a3259eeb79 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d929268-134f-4dd6-92cb-22bb9e309f87 HTTP/1.1" status: 200 len: 943 time: 0.0670025 Oct 19 01:09:00.907416 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b91427d2-6101-4afd-8ff3-6f1793cb2729 req-84d94156-c641-49a2-9410-23d3d8ed4b68 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups?id=69dfa53a-47dd-466d-b9c9-6fa2fe7691eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411999 Oct 19 01:09:01.106171 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954d68d-e9cb-4ba1-8c29-8e6d6cead2b5 req-0a21df6f-a026-48df-b5b1-9994d9e1f4a6 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:01.113626 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8954d68d-e9cb-4ba1-8c29-8e6d6cead2b5 req-0a21df6f-a026-48df-b5b1-9994d9e1f4a6 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 945 time: 0.0640125 Oct 19 01:09:01.150391 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device f59eeaf9-bdeb-4794-901e-8473ff7277a7 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:09:01.166411 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8954d68d-e9cb-4ba1-8c29-8e6d6cead2b5 req-2f0c7e27-f849-45ce-9db0-0e22f2740db3 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517702 Oct 19 01:09:01.202806 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port f59eeaf9-bdeb-4794-901e-8473ff7277a7 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:09:01.207455 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port f59eeaf9-bdeb-4794-901e-8473ff7277a7 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:01.207994 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:01.290545 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:01.314266 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e537566-a91b-4f92-92cc-5b7c5dbffeaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59eeaf9-bdeb-4794-901e-8473ff7277a7'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:09:01.316914 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b89f8d-b09f-48e1-bc5d-2b8b7fa07da4" -d '{"events": [{"server_uuid": "6e537566-a91b-4f92-92cc-5b7c5dbffeaa", "name": "network-vif-plugged", "status": "completed", "tag": "f59eeaf9-bdeb-4794-901e-8473ff7277a7"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:09:01.332269 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port f59eeaf9-bdeb-4794-901e-8473ff7277a7, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=f59eeaf9-bdeb-4794-901e-8473ff7277a7,segment=NetworkSegment(24d285ee-2f28-4b9f-95c9-4edf3800159a),segment_id=24d285ee-2f28-4b9f-95c9-4edf3800159a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:01.338135 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:01.382675 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57332d3-1f0d-441c-8d39-9437c3fbaa9c x-openstack-request-id: req-e57332d3-1f0d-441c-8d39-9437c3fbaa9c {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:09:01.383004 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e537566-a91b-4f92-92cc-5b7c5dbffeaa", "name": "network-vif-plugged", "status": "completed", "tag": "f59eeaf9-bdeb-4794-901e-8473ff7277a7", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:09:01.383470 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e57332d3-1f0d-441c-8d39-9437c3fbaa9c {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:09:01.383887 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e537566-a91b-4f92-92cc-5b7c5dbffeaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59eeaf9-bdeb-4794-901e-8473ff7277a7', 'code': 200} Oct 19 01:09:01.404447 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=f59eeaf9-bdeb-4794-901e-8473ff7277a7,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:01.473572 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eac69a-ffec-46fb-ba3d-5c9db50369e5 req-24547a17-292e-47c2-a516-ab4ad4603058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:01.475174 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f9eac69a-ffec-46fb-ba3d-5c9db50369e5 req-24547a17-292e-47c2-a516-ab4ad4603058 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6e537566-a91b-4f92-92cc-5b7c5dbffeaa HTTP/1.1" status: 200 len: 1098 time: 0.0420904 Oct 19 01:09:01.511667 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f9eac69a-ffec-46fb-ba3d-5c9db50369e5 req-e383078c-5d50-412d-93ee-509cc8653262 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287087 Oct 19 01:09:01.769033 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c4414-fd30-4ddc-babd-712c1f5e509c req-08eed99e-cc4b-4edc-b111-85b5d109b584 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:01.773395 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5a8c4414-fd30-4ddc-babd-712c1f5e509c req-08eed99e-cc4b-4edc-b111-85b5d109b584 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e537566-a91b-4f92-92cc-5b7c5dbffeaa HTTP/1.1" status: 200 len: 946 time: 0.0577013 Oct 19 01:09:01.818111 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5a8c4414-fd30-4ddc-babd-712c1f5e509c req-a6116a45-bf1f-44da-880f-d0266fcf3c8f tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386329 Oct 19 01:09:01.893998 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device fad781ba-0689-4e2d-a16f-d1e29eefae5d details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:09:02.092713 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port fad781ba-0689-4e2d-a16f-d1e29eefae5d, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=fad781ba-0689-4e2d-a16f-d1e29eefae5d,segment=NetworkSegment(733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c),segment_id=733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:02.102861 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab9ac2-a39e-478a-90db-c5b420807223 req-11ffb25d-3253-428e-984a-a6a887a6978c tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:02.106496 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-79ab9ac2-a39e-478a-90db-c5b420807223 req-11ffb25d-3253-428e-984a-a6a887a6978c tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d929268-134f-4dd6-92cb-22bb9e309f87 HTTP/1.1" status: 200 len: 943 time: 0.0789194 Oct 19 01:09:02.139882 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'fad781ba-0689-4e2d-a16f-d1e29eefae5d', 'network_id': '0cd149a6-d4a5-4f28-8e40-9b26ded70dfe', 'port_id': 'fad781ba-0689-4e2d-a16f-d1e29eefae5d', 'mac_address': 'fa:16:3e:4a:41:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdc133b-fd3d-4d6c-9707-403bca864eb3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:09:02.187996 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-79ab9ac2-a39e-478a-90db-c5b420807223 req-15e535c8-7377-400c-ba66-d96648d50667 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups?id=69dfa53a-47dd-466d-b9c9-6fa2fe7691eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750430 Oct 19 01:09:02.204151 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:02.237297 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fad781ba-0689-4e2d-a16f-d1e29eefae5d {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:09:02.277182 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port fad781ba-0689-4e2d-a16f-d1e29eefae5d, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=fad781ba-0689-4e2d-a16f-d1e29eefae5d,segment=NetworkSegment(733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c),segment_id=733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:02.289532 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:02.346281 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ba9cf-4761-4251-9d3c-4c7c4d4c4ae3 req-4f9166e6-697b-4d96-9b29-768989b4ecfd tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:02.347687 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-179ba9cf-4761-4251-9d3c-4c7c4d4c4ae3 req-4f9166e6-697b-4d96-9b29-768989b4ecfd tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 945 time: 0.0787611 Oct 19 01:09:02.366289 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=fad781ba-0689-4e2d-a16f-d1e29eefae5d,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:02.410688 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-179ba9cf-4761-4251-9d3c-4c7c4d4c4ae3 req-196a3662-867f-48e7-8745-2be50d4378a8 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486391 Oct 19 01:09:02.411431 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 35602) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:02.490854 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 35606) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:02.579689 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f61bd67f-9343-42dd-99da-3dfd827660b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:02.608344 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0b20b3a4-39d0-45ea-9bb7-6db52f3a51ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:02.634395 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['fad781ba-0689-4e2d-a16f-d1e29eefae5d'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:09:02.670962 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f61bd67f-9343-42dd-99da-3dfd827660b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:02.675444 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f61bd67f-9343-42dd-99da-3dfd827660b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:02.699078 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0b20b3a4-39d0-45ea-9bb7-6db52f3a51ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:02.705604 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0b20b3a4-39d0-45ea-9bb7-6db52f3a51ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:02.708366 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61bd67f-9343-42dd-99da-3dfd827660b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425f7c79-23d4-4b5d-94d3-905df0a1aa92,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:02.735353 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f61bd67f-9343-42dd-99da-3dfd827660b7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e51f92d270d74d21806b2a323b428add&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3223426 Oct 19 01:09:02.737873 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 35610) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:02.753562 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0b20b3a4-39d0-45ea-9bb7-6db52f3a51ac admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=69f056d1a01943ef952979c6b7856ed2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2613664 Oct 19 01:09:02.756142 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 35612) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:02.789223 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b20b3a4-39d0-45ea-9bb7-6db52f3a51ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d2f1fd-d9e3-47a3-9dad-fa30e5e9a1fc,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:02.807794 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d44c3216-9e79-4bb4-955f-ca23f044e9cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:02.821216 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-da8a224b-899d-4370-b447-6facecdac88e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:02.837920 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d44c3216-9e79-4bb4-955f-ca23f044e9cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:02.864130 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-da8a224b-899d-4370-b447-6facecdac88e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:02.899279 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d44c3216-9e79-4bb4-955f-ca23f044e9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:02.903754 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d44c3216-9e79-4bb4-955f-ca23f044e9cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:02.904965 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d44c3216-9e79-4bb4-955f-ca23f044e9cb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/425f7c79-23d4-4b5d-94d3-905df0a1aa92 HTTP/1.1" status: 204 len: 168 time: 0.1661541 Oct 19 01:09:02.928019 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c3216-9e79-4bb4-955f-ca23f044e9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425f7c79-23d4-4b5d-94d3-905df0a1aa92,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:03.011937 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78febab6-5bfb-4769-bab0-0c263eb66b3a req-4c445727-0f45-4d61-91dc-b9914103436a tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:03.019251 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-78febab6-5bfb-4769-bab0-0c263eb66b3a req-4c445727-0f45-4d61-91dc-b9914103436a tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e537566-a91b-4f92-92cc-5b7c5dbffeaa HTTP/1.1" status: 200 len: 946 time: 0.1001146 Oct 19 01:09:03.029465 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-da8a224b-899d-4370-b447-6facecdac88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:03.032008 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-da8a224b-899d-4370-b447-6facecdac88e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:03.033196 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-da8a224b-899d-4370-b447-6facecdac88e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a1d2f1fd-d9e3-47a3-9dad-fa30e5e9a1fc HTTP/1.1" status: 204 len: 168 time: 0.2758062 Oct 19 01:09:03.052248 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a224b-899d-4370-b447-6facecdac88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d2f1fd-d9e3-47a3-9dad-fa30e5e9a1fc,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:03.091345 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-78febab6-5bfb-4769-bab0-0c263eb66b3a req-5efabca8-ceb9-4426-ab91-084c410b423c tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659528 Oct 19 01:09:03.154236 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device b4511934-3952-4ab8-8f70-af6465fd348b details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:09:03.397206 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2465755-0e3b-4131-bcf7-3245e40f2e3e req-f1257680-8b9c-4098-a980-ff26ba28c00d tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:03.399825 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b2465755-0e3b-4131-bcf7-3245e40f2e3e req-f1257680-8b9c-4098-a980-ff26ba28c00d tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d929268-134f-4dd6-92cb-22bb9e309f87 HTTP/1.1" status: 200 len: 944 time: 0.0835323 Oct 19 01:09:03.408170 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port b4511934-3952-4ab8-8f70-af6465fd348b, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=b4511934-3952-4ab8-8f70-af6465fd348b,segment=NetworkSegment(390ed8c9-9986-4671-aee6-159367c5ccee),segment_id=390ed8c9-9986-4671-aee6-159367c5ccee)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:03.430155 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'b4511934-3952-4ab8-8f70-af6465fd348b', 'network_id': '7b28de0c-4527-4d48-ab68-f343022c2981', 'port_id': 'b4511934-3952-4ab8-8f70-af6465fd348b', 'mac_address': 'fa:16:3e:da:7c:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70672b34-a2f2-4409-affd-0df303ae693f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:09:03.467979 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b2465755-0e3b-4131-bcf7-3245e40f2e3e req-11799123-c76f-42a4-9953-bc90ed9fcc42 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups?id=69dfa53a-47dd-466d-b9c9-6fa2fe7691eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615299 Oct 19 01:09:03.504969 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:03.521893 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4511934-3952-4ab8-8f70-af6465fd348b {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:09:03.541602 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 35642) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:03.552303 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port b4511934-3952-4ab8-8f70-af6465fd348b, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=b4511934-3952-4ab8-8f70-af6465fd348b,segment=NetworkSegment(390ed8c9-9986-4671-aee6-159367c5ccee),segment_id=390ed8c9-9986-4671-aee6-159367c5ccee)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:03.555903 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2e584bbf-2e90-4a07-b393-da4b67f830a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:03.558190 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:03.580558 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87166d94-65a1-478e-852f-580dc625b159 req-d50e507b-54a4-4aef-a0da-b33599d40dd6 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:03.582071 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-87166d94-65a1-478e-852f-580dc625b159 req-d50e507b-54a4-4aef-a0da-b33599d40dd6 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 945 time: 0.0636194 Oct 19 01:09:03.612541 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=b4511934-3952-4ab8-8f70-af6465fd348b,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:03.632852 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-87166d94-65a1-478e-852f-580dc625b159 req-d6833a48-0740-4ec9-97bd-96e6bf78179b tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439546 Oct 19 01:09:03.657174 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2e584bbf-2e90-4a07-b393-da4b67f830a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:03.661408 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2e584bbf-2e90-4a07-b393-da4b67f830a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:03.700048 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e584bbf-2e90-4a07-b393-da4b67f830a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b956c5b-1e54-4de8-a5e8-13e1a8dec4ab,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:03.705050 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2e584bbf-2e90-4a07-b393-da4b67f830a6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=48acc84b1a0740949783a94646da8ba1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1624084 Oct 19 01:09:03.708071 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 35646) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:03.760474 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e39ea316-6f1e-471e-9dae-75c030d10664 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:03.782484 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e39ea316-6f1e-471e-9dae-75c030d10664 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:03.831609 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e39ea316-6f1e-471e-9dae-75c030d10664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:03.834244 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e39ea316-6f1e-471e-9dae-75c030d10664 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:03.835686 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e39ea316-6f1e-471e-9dae-75c030d10664 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5b956c5b-1e54-4de8-a5e8-13e1a8dec4ab HTTP/1.1" status: 204 len: 168 time: 0.1263411 Oct 19 01:09:03.848566 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ea316-6f1e-471e-9dae-75c030d10664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b956c5b-1e54-4de8-a5e8-13e1a8dec4ab,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:03.866845 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['b4511934-3952-4ab8-8f70-af6465fd348b'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:09:03.915463 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device fad781ba-0689-4e2d-a16f-d1e29eefae5d up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:09:04.047039 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port fad781ba-0689-4e2d-a16f-d1e29eefae5d completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:09:04.065093 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port fad781ba-0689-4e2d-a16f-d1e29eefae5d triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:04.065541 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:04.218527 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d573747-5fad-4616-8ca7-feac65fdfff5 req-129f67dd-9243-48aa-9501-8a062630d2aa tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:04.226270 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6d573747-5fad-4616-8ca7-feac65fdfff5 req-129f67dd-9243-48aa-9501-8a062630d2aa tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e537566-a91b-4f92-92cc-5b7c5dbffeaa HTTP/1.1" status: 200 len: 946 time: 0.0689108 Oct 19 01:09:04.226991 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:04.252293 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d929268-134f-4dd6-92cb-22bb9e309f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad781ba-0689-4e2d-a16f-d1e29eefae5d'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:09:04.254671 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b506232d-d997-42cf-971f-5efb331c7649" -d '{"events": [{"server_uuid": "7d929268-134f-4dd6-92cb-22bb9e309f87", "name": "network-vif-plugged", "status": "completed", "tag": "fad781ba-0689-4e2d-a16f-d1e29eefae5d"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:09:04.269364 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port fad781ba-0689-4e2d-a16f-d1e29eefae5d, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=fad781ba-0689-4e2d-a16f-d1e29eefae5d,segment=NetworkSegment(733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c),segment_id=733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:04.273244 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6d573747-5fad-4616-8ca7-feac65fdfff5 req-733fe944-b6df-4bc8-9e47-0b347a74d74d tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451143 Oct 19 01:09:04.281478 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:04.326721 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500f0049-cf55-486a-8d85-ac006e666023 x-openstack-request-id: req-500f0049-cf55-486a-8d85-ac006e666023 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:09:04.326721 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d929268-134f-4dd6-92cb-22bb9e309f87", "name": "network-vif-plugged", "status": "completed", "tag": "fad781ba-0689-4e2d-a16f-d1e29eefae5d", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:09:04.326932 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-500f0049-cf55-486a-8d85-ac006e666023 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:09:04.327376 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d929268-134f-4dd6-92cb-22bb9e309f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad781ba-0689-4e2d-a16f-d1e29eefae5d', 'code': 200} Oct 19 01:09:04.347408 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=fad781ba-0689-4e2d-a16f-d1e29eefae5d,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:04.453110 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0de70-5f3a-4985-8193-b7c69788df7c req-5f344aab-1cea-4a01-9775-13131667f9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:04.454754 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7cf0de70-5f3a-4985-8193-b7c69788df7c req-5f344aab-1cea-4a01-9775-13131667f9d5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7d929268-134f-4dd6-92cb-22bb9e309f87 HTTP/1.1" status: 200 len: 1097 time: 0.0537462 Oct 19 01:09:04.502757 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7cf0de70-5f3a-4985-8193-b7c69788df7c req-fc26b301-4ae3-4e90-bd63-2e8f7f1d0a37 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=69dfa53a-47dd-466d-b9c9-6fa2fe7691eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386355 Oct 19 01:09:04.620248 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c643235-6a2e-46a8-896f-6bb25f27dfde req-e4d358d1-0b39-43f9-b406-919f5b26bf33 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:04.628478 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4c643235-6a2e-46a8-896f-6bb25f27dfde req-e4d358d1-0b39-43f9-b406-919f5b26bf33 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d929268-134f-4dd6-92cb-22bb9e309f87 HTTP/1.1" status: 200 len: 945 time: 0.0686903 Oct 19 01:09:04.712580 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4c643235-6a2e-46a8-896f-6bb25f27dfde req-77096b67-67bd-428f-95e6-65b42793b7b7 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups?id=69dfa53a-47dd-466d-b9c9-6fa2fe7691eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782683 Oct 19 01:09:04.818613 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ac93b-78ec-49af-9f4e-d82f2e345351 req-974be2e2-fdb8-4491-b238-66424488dcdd tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:04.820249 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a62ac93b-78ec-49af-9f4e-d82f2e345351 req-974be2e2-fdb8-4491-b238-66424488dcdd tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 944 time: 0.0616701 Oct 19 01:09:04.865382 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a62ac93b-78ec-49af-9f4e-d82f2e345351 req-377eb88e-3d03-446b-9a3a-95685102cc05 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377383 Oct 19 01:09:05.154386 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device b4511934-3952-4ab8-8f70-af6465fd348b up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:09:05.225497 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port b4511934-3952-4ab8-8f70-af6465fd348b triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:05.226077 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:05.311393 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:05.356156 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port b4511934-3952-4ab8-8f70-af6465fd348b, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=b4511934-3952-4ab8-8f70-af6465fd348b,segment=NetworkSegment(390ed8c9-9986-4671-aee6-159367c5ccee),segment_id=390ed8c9-9986-4671-aee6-159367c5ccee)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:05.362321 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:05.427145 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=b4511934-3952-4ab8-8f70-af6465fd348b,revision_number=7']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:05.840602 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4de788-a81a-46f2-9494-63994f2253d3 req-dd9ac0ed-3fc3-4a63-bef2-c68f589513c0 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:05.842502 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8a4de788-a81a-46f2-9494-63994f2253d3 req-dd9ac0ed-3fc3-4a63-bef2-c68f589513c0 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d929268-134f-4dd6-92cb-22bb9e309f87 HTTP/1.1" status: 200 len: 945 time: 0.0567930 Oct 19 01:09:05.889733 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8a4de788-a81a-46f2-9494-63994f2253d3 req-1dd32f78-63c3-4570-93ab-d3ee85fd6428 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups?id=69dfa53a-47dd-466d-b9c9-6fa2fe7691eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393605 Oct 19 01:09:06.037786 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0633565-b91c-4f62-9bfd-efd4e923caf8 req-45cd7c9e-2d7f-4f9a-9a7b-15da9e5e48de tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:06.039308 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d0633565-b91c-4f62-9bfd-efd4e923caf8 req-45cd7c9e-2d7f-4f9a-9a7b-15da9e5e48de tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 945 time: 0.0774536 Oct 19 01:09:06.091567 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d0633565-b91c-4f62-9bfd-efd4e923caf8 req-1ad1d950-0364-4355-a426-8c5acf4c4772 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439432 Oct 19 01:09:06.199162 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-919a5057-4dd8-46e8-a18e-abf783d56340 req-5aaeddfe-afd1-4b1d-b169-ce0ea8d2caea tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-45750648&fields=id&tenant_id=a65fe707d8cb48fbb00711dd6babafba HTTP/1.1" status: 200 len: 267 time: 0.0516884 Oct 19 01:09:06.263527 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a5057-4dd8-46e8-a18e-abf783d56340 req-5ecaf13d-0abd-4b70-9a66-50bbc90e4269 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:06.274798 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-919a5057-4dd8-46e8-a18e-abf783d56340 req-5ecaf13d-0abd-4b70-9a66-50bbc90e4269 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d929268-134f-4dd6-92cb-22bb9e309f87 HTTP/1.1" status: 200 len: 945 time: 0.0687869 Oct 19 01:09:06.282872 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-919a5057-4dd8-46e8-a18e-abf783d56340 req-403dbba9-6ef6-41d1-897a-fa355fa9afaf tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Request body: {'port': {'security_groups': ['69dfa53a-47dd-466d-b9c9-6fa2fe7691eb', '3794a246-1bfd-40e1-852c-72c1830e5b5b']}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:06.328742 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07492d03-bc8b-43e5-8429-b0a9db33d1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4511934-3952-4ab8-8f70-af6465fd348b'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:09:06.331113 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efec12d-71e5-4173-9c4d-2e5a54c60513" -d '{"events": [{"server_uuid": "07492d03-bc8b-43e5-8429-b0a9db33d1de", "name": "network-vif-plugged", "status": "completed", "tag": "b4511934-3952-4ab8-8f70-af6465fd348b"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:09:06.363888 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-919a5057-4dd8-46e8-a18e-abf783d56340 req-403dbba9-6ef6-41d1-897a-fa355fa9afaf tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:06.391297 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eeb1896-5f6c-41e1-90b9-bbcf722b91e0 x-openstack-request-id: req-3eeb1896-5f6c-41e1-90b9-bbcf722b91e0 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:09:06.391759 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07492d03-bc8b-43e5-8429-b0a9db33d1de", "name": "network-vif-plugged", "status": "completed", "tag": "b4511934-3952-4ab8-8f70-af6465fd348b", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:09:06.392078 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3eeb1896-5f6c-41e1-90b9-bbcf722b91e0 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:09:06.392466 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07492d03-bc8b-43e5-8429-b0a9db33d1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4511934-3952-4ab8-8f70-af6465fd348b', 'code': 200} Oct 19 01:09:06.598112 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c23a9-b244-495c-b89e-418d39acf0f5 req-968c856f-1104-411b-bf86-1d0a8cf74dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:06.599766 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-155c23a9-b244-495c-b89e-418d39acf0f5 req-968c856f-1104-411b-bf86-1d0a8cf74dce service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 1097 time: 0.0660052 Oct 19 01:09:06.640398 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-919a5057-4dd8-46e8-a18e-abf783d56340 req-403dbba9-6ef6-41d1-897a-fa355fa9afaf tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] For port fad781ba-0689-4e2d-a16f-d1e29eefae5d, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=fad781ba-0689-4e2d-a16f-d1e29eefae5d,segment=NetworkSegment(733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c),segment_id=733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:06.668486 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-155c23a9-b244-495c-b89e-418d39acf0f5 req-7c3670d4-c9c6-41f8-a38c-5983bfdf5cd3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591362 Oct 19 01:09:06.695089 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-919a5057-4dd8-46e8-a18e-abf783d56340 req-403dbba9-6ef6-41d1-897a-fa355fa9afaf tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:06.702115 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-919a5057-4dd8-46e8-a18e-abf783d56340 req-403dbba9-6ef6-41d1-897a-fa355fa9afaf tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:06.718718 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['c30ff7f3-89f9-455e-80eb-ea7219439688', 'fad781ba-0689-4e2d-a16f-d1e29eefae5d'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:09:06.786388 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403dbba9-6ef6-41d1-897a-fa355fa9afaf tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Pushing event updated for resources: {'Port': ['ID=fad781ba-0689-4e2d-a16f-d1e29eefae5d,revision_number=6']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:06.805310 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a5057-4dd8-46e8-a18e-abf783d56340 req-403dbba9-6ef6-41d1-897a-fa355fa9afaf tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:06.806247 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-919a5057-4dd8-46e8-a18e-abf783d56340 req-403dbba9-6ef6-41d1-897a-fa355fa9afaf tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:06.814990 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-919a5057-4dd8-46e8-a18e-abf783d56340 req-403dbba9-6ef6-41d1-897a-fa355fa9afaf tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "PUT /v2.0/ports/fad781ba-0689-4e2d-a16f-d1e29eefae5d HTTP/1.1" status: 200 len: 981 time: 0.5392056 Oct 19 01:09:06.815959 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d929268-134f-4dd6-92cb-22bb9e309f87', 'tag': 'fad781ba-0689-4e2d-a16f-d1e29eefae5d'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:09:06.818889 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9222ad-8f75-4e7d-916c-02cd5f6b4602" -d '{"events": [{"name": "network-changed", "server_uuid": "7d929268-134f-4dd6-92cb-22bb9e309f87", "tag": "fad781ba-0689-4e2d-a16f-d1e29eefae5d"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:09:06.894645 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9434a69-ecfc-4879-a7a3-841a42c5fcec x-openstack-request-id: req-c9434a69-ecfc-4879-a7a3-841a42c5fcec {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:09:06.895312 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d929268-134f-4dd6-92cb-22bb9e309f87", "tag": "fad781ba-0689-4e2d-a16f-d1e29eefae5d", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:09:06.895312 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c9434a69-ecfc-4879-a7a3-841a42c5fcec {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:09:06.895771 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d929268-134f-4dd6-92cb-22bb9e309f87', 'tag': 'fad781ba-0689-4e2d-a16f-d1e29eefae5d', 'status': 'completed', 'code': 200} Oct 19 01:09:06.924881 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5035059f-8d55-443b-a7ea-180cbc2caa1c req-9c6708cf-dfe8-40dd-80cc-db0d0d0521de tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups/3794a246-1bfd-40e1-852c-72c1830e5b5b HTTP/1.1" status: 200 len: 1801 time: 0.0780361 Oct 19 01:09:07.002324 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [req-5035059f-8d55-443b-a7ea-180cbc2caa1c req-b1fead53-e3b9-448b-b345-c93d0af4c73b tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 19 01:09:07.009894 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5035059f-8d55-443b-a7ea-180cbc2caa1c req-b1fead53-e3b9-448b-b345-c93d0af4c73b tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "DELETE /v2.0/security-groups/3794a246-1bfd-40e1-852c-72c1830e5b5b HTTP/1.1" status: 409 len: 341 time: 0.0837355 Oct 19 01:09:07.036975 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['fad781ba-0689-4e2d-a16f-d1e29eefae5d'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:09:07.063918 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9222ad-8f75-4e7d-916c-02cd5f6b4602 req-5d6f2d8f-5206-4d5e-bc79-b264852f59d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:07.070618 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0e9222ad-8f75-4e7d-916c-02cd5f6b4602 req-5d6f2d8f-5206-4d5e-bc79-b264852f59d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a65fe707d8cb48fbb00711dd6babafba&device_id=7d929268-134f-4dd6-92cb-22bb9e309f87 HTTP/1.1" status: 200 len: 1136 time: 0.1505151 Oct 19 01:09:07.344616 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ff101-592b-4db4-92ee-c98cbe4e027e req-06bc5a7f-5aed-4b7e-bed0-2d04617bf5ab tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:07.353206 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c74ff101-592b-4db4-92ee-c98cbe4e027e req-06bc5a7f-5aed-4b7e-bed0-2d04617bf5ab tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 945 time: 0.1122169 Oct 19 01:09:07.366399 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9222ad-8f75-4e7d-916c-02cd5f6b4602 req-5756b855-ebdc-4b71-8e27-6d61d605ca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:07.371686 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0e9222ad-8f75-4e7d-916c-02cd5f6b4602 req-5756b855-ebdc-4b71-8e27-6d61d605ca0c service neutron] 10.222.0.24 "GET /v2.0/networks?id=0cd149a6-d4a5-4f28-8e40-9b26ded70dfe HTTP/1.1" status: 200 len: 914 time: 0.2970099 Oct 19 01:09:07.409338 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c74ff101-592b-4db4-92ee-c98cbe4e027e req-19915987-6990-43bd-bc7f-eefe0bb8b0af tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495119 Oct 19 01:09:07.444855 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0e9222ad-8f75-4e7d-916c-02cd5f6b4602 req-90cdac00-51b2-4954-9187-78ea730a6884 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fad781ba-0689-4e2d-a16f-d1e29eefae5d HTTP/1.1" status: 200 len: 217 time: 0.0660784 Oct 19 01:09:07.514545 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9222ad-8f75-4e7d-916c-02cd5f6b4602 req-fc92f232-923a-4ed3-afa5-991a9288012f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:07.516036 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0e9222ad-8f75-4e7d-916c-02cd5f6b4602 req-fc92f232-923a-4ed3-afa5-991a9288012f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=acdc133b-fd3d-4d6c-9707-403bca864eb3 HTTP/1.1" status: 200 len: 853 time: 0.0635753 Oct 19 01:09:07.619004 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0e9222ad-8f75-4e7d-916c-02cd5f6b4602 req-a1ebc91f-742d-4d22-ab6c-7bb5d7b7e00e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0cd149a6-d4a5-4f28-8e40-9b26ded70dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942991 Oct 19 01:09:07.636789 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0742a6a6-312a-4ddd-a378-03db5ac16adf req-6d8a33fb-fde3-4b21-a1a3-cc9e8ac0299d tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:07.648986 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0742a6a6-312a-4ddd-a378-03db5ac16adf req-6d8a33fb-fde3-4b21-a1a3-cc9e8ac0299d tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d929268-134f-4dd6-92cb-22bb9e309f87 HTTP/1.1" status: 200 len: 984 time: 0.1364417 Oct 19 01:09:07.705535 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0742a6a6-312a-4ddd-a378-03db5ac16adf req-164096b5-3e54-4d49-a350-90f4f7912895 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups?id=69dfa53a-47dd-466d-b9c9-6fa2fe7691eb&id=3794a246-1bfd-40e1-852c-72c1830e5b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0552979 Oct 19 01:09:07.773946 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0e9222ad-8f75-4e7d-916c-02cd5f6b4602 req-dfb26419-6093-4174-9494-c3406dc55bda service neutron] 10.222.0.24 "GET /v2.0/networks/0cd149a6-d4a5-4f28-8e40-9b26ded70dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462314 Oct 19 01:09:07.881922 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0e9222ad-8f75-4e7d-916c-02cd5f6b4602 req-daf412c7-c2e5-4164-ac61-3170cfb27928 service neutron] 10.222.0.24 "GET /v2.0/networks/0cd149a6-d4a5-4f28-8e40-9b26ded70dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998542 Oct 19 01:09:07.993386 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27ec2c-08d5-49a4-8b93-288c10e0bef6 req-6d4d891b-0eb4-45d1-b4d9-646a3082dcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:07.994987 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ae27ec2c-08d5-49a4-8b93-288c10e0bef6 req-6d4d891b-0eb4-45d1-b4d9-646a3082dcda service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a65fe707d8cb48fbb00711dd6babafba&device_id=7d929268-134f-4dd6-92cb-22bb9e309f87 HTTP/1.1" status: 200 len: 1136 time: 0.0676291 Oct 19 01:09:08.026698 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 35826) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:08.114617 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27ec2c-08d5-49a4-8b93-288c10e0bef6 req-752739ef-4b3f-4fa6-86e4-c58071589b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:08.116150 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ae27ec2c-08d5-49a4-8b93-288c10e0bef6 req-752739ef-4b3f-4fa6-86e4-c58071589b44 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0cd149a6-d4a5-4f28-8e40-9b26ded70dfe HTTP/1.1" status: 200 len: 914 time: 0.1131134 Oct 19 01:09:08.167345 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ae27ec2c-08d5-49a4-8b93-288c10e0bef6 req-e3a904dd-c97d-447a-a196-14bcff462239 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fad781ba-0689-4e2d-a16f-d1e29eefae5d HTTP/1.1" status: 200 len: 217 time: 0.0437906 Oct 19 01:09:08.182054 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-86aaa14e-56ae-4122-8b33-1ed2d57ce688 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:08.240128 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27ec2c-08d5-49a4-8b93-288c10e0bef6 req-2e8fe6a9-8d61-480d-aa99-b3af5ab0a3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:08.241591 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ae27ec2c-08d5-49a4-8b93-288c10e0bef6 req-2e8fe6a9-8d61-480d-aa99-b3af5ab0a3b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=acdc133b-fd3d-4d6c-9707-403bca864eb3 HTTP/1.1" status: 200 len: 853 time: 0.0670199 Oct 19 01:09:08.282031 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ae27ec2c-08d5-49a4-8b93-288c10e0bef6 req-a6f00edf-e913-4e16-b5e9-71ce21011ede service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0cd149a6-d4a5-4f28-8e40-9b26ded70dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324655 Oct 19 01:09:08.393994 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-86aaa14e-56ae-4122-8b33-1ed2d57ce688 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:08.402975 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-86aaa14e-56ae-4122-8b33-1ed2d57ce688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:08.457293 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ae27ec2c-08d5-49a4-8b93-288c10e0bef6 req-f120fe78-2323-4002-9630-1583caac02d1 service neutron] 10.222.0.24 "GET /v2.0/networks/0cd149a6-d4a5-4f28-8e40-9b26ded70dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654978 Oct 19 01:09:08.488961 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aaa14e-56ae-4122-8b33-1ed2d57ce688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5adb86a-4265-4a5c-862d-d39bfb536d89,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:08.514029 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-86aaa14e-56ae-4122-8b33-1ed2d57ce688 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=82835864047b435e9d5b57dcb768a4ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4836168 Oct 19 01:09:08.526813 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 35850) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:08.584778 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76794a2d-2173-40fa-9627-e30e015bd633 req-9ed8c6f8-f9fc-4936-97b5-e614899f63f3 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:08.592825 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-76794a2d-2173-40fa-9627-e30e015bd633 req-9ed8c6f8-f9fc-4936-97b5-e614899f63f3 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 945 time: 0.1122584 Oct 19 01:09:08.640043 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-76794a2d-2173-40fa-9627-e30e015bd633 req-9c357de5-1e9c-4b92-b17e-15d3e83de36a tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414906 Oct 19 01:09:08.644645 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-91ed02e5-5104-4767-851b-897517b40131 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:08.688080 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-91ed02e5-5104-4767-851b-897517b40131 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:08.691030 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ae27ec2c-08d5-49a4-8b93-288c10e0bef6 req-a455571b-90d8-44f6-85e2-2d03a4745853 service neutron] 10.222.0.24 "GET /v2.0/networks/0cd149a6-d4a5-4f28-8e40-9b26ded70dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106183 Oct 19 01:09:08.751322 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-91ed02e5-5104-4767-851b-897517b40131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:08.754244 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-91ed02e5-5104-4767-851b-897517b40131 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:08.757769 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-91ed02e5-5104-4767-851b-897517b40131 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b5adb86a-4265-4a5c-862d-d39bfb536d89 HTTP/1.1" status: 204 len: 168 time: 0.2272274 Oct 19 01:09:08.782160 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed02e5-5104-4767-851b-897517b40131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5adb86a-4265-4a5c-862d-d39bfb536d89,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:08.890326 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a962967-34c7-48ac-bbfe-4233492bae68 req-8e357f91-bef7-493c-8079-1c9f2c55e4ba tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:08.892557 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5a962967-34c7-48ac-bbfe-4233492bae68 req-8e357f91-bef7-493c-8079-1c9f2c55e4ba tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 945 time: 0.1338689 Oct 19 01:09:08.948480 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb65398-4a55-4f14-9c42-9b6765839572 req-683ca517-1d60-44a2-a407-c11204054335 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:08.956554 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5eb65398-4a55-4f14-9c42-9b6765839572 req-683ca517-1d60-44a2-a407-c11204054335 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d929268-134f-4dd6-92cb-22bb9e309f87 HTTP/1.1" status: 200 len: 984 time: 0.1127522 Oct 19 01:09:08.998992 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5a962967-34c7-48ac-bbfe-4233492bae68 req-b42fdc4c-6b9e-4c00-9999-eb70aa738db1 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846994 Oct 19 01:09:09.052350 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5eb65398-4a55-4f14-9c42-9b6765839572 req-84a5396e-cdf7-4980-9e10-59d0bc99d60a tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups?id=69dfa53a-47dd-466d-b9c9-6fa2fe7691eb&id=3794a246-1bfd-40e1-852c-72c1830e5b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0839815 Oct 19 01:09:09.182898 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 35866) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:09.202195 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5f2f01ec-40a4-4b25-8fc1-ab1d2a42805a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:09.363365 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5f2f01ec-40a4-4b25-8fc1-ab1d2a42805a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:09.369401 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5f2f01ec-40a4-4b25-8fc1-ab1d2a42805a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:09.411871 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f01ec-40a4-4b25-8fc1-ab1d2a42805a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0815d020-8f44-4e96-90be-3bdbbbaadcfe,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:09.436837 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5f2f01ec-40a4-4b25-8fc1-ab1d2a42805a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d52a62b557c0444e8895649f1988325f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2523224 Oct 19 01:09:09.439785 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 35884) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:09.502806 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cff26c55-f348-4087-a8bd-69cc839c33ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:09.530456 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cff26c55-f348-4087-a8bd-69cc839c33ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:09.633583 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cff26c55-f348-4087-a8bd-69cc839c33ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:09.637789 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cff26c55-f348-4087-a8bd-69cc839c33ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:09.638971 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-cff26c55-f348-4087-a8bd-69cc839c33ae admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0815d020-8f44-4e96-90be-3bdbbbaadcfe HTTP/1.1" status: 204 len: 168 time: 0.1978815 Oct 19 01:09:09.669781 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff26c55-f348-4087-a8bd-69cc839c33ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0815d020-8f44-4e96-90be-3bdbbbaadcfe,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:09.989882 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-1c1b60ce-434f-4f81-99b8-a3d9dcb5f67d tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:09.999539 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-1c1b60ce-434f-4f81-99b8-a3d9dcb5f67d tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/networks?id=7b28de0c-4527-4d48-ab68-f343022c2981 HTTP/1.1" status: 200 len: 814 time: 0.5682852 Oct 19 01:09:10.017153 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-2be78b82-705a-4b66-9328-e78d23dc0fb8 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/quotas/6e108e8f9d964fc8948299492d072863 HTTP/1.1" status: 200 len: 375 time: 0.0162058 Oct 19 01:09:10.081057 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-a75a14fa-0f5a-4c0c-8bec-204ced6a059d tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6e108e8f9d964fc8948299492d072863&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0630264 Oct 19 01:09:10.207109 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2426a5-64d3-419b-ba83-f59b4cb5da8d req-7d8ed1cd-dcc7-4be5-ae32-7da7d6222324 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:10.209101 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ad2426a5-64d3-419b-ba83-f59b4cb5da8d req-7d8ed1cd-dcc7-4be5-ae32-7da7d6222324 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d929268-134f-4dd6-92cb-22bb9e309f87 HTTP/1.1" status: 200 len: 984 time: 0.0592687 Oct 19 01:09:10.252419 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-16ebbec2-692e-4ad9-ab19-750910c7768e service neutron] 10.222.0.57 "GET /v2.0/networks/7b28de0c-4527-4d48-ab68-f343022c2981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615424 Oct 19 01:09:10.302075 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ad2426a5-64d3-419b-ba83-f59b4cb5da8d req-6ae05b3e-e29c-4c98-baf5-3d40b1e693b6 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups?id=69dfa53a-47dd-466d-b9c9-6fa2fe7691eb&id=3794a246-1bfd-40e1-852c-72c1830e5b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0668397 Oct 19 01:09:10.412641 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-f6c65caf-a4aa-485a-8da9-fced0d2e2a7a service neutron] 10.222.0.57 "GET /v2.0/networks/7b28de0c-4527-4d48-ab68-f343022c2981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575234 Oct 19 01:09:10.520480 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ee8cf290-5372-4a5a-9f1b-75487ab9e518 req-51bb7321-7019-4c53-9351-ea0216d8f2c0 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-280313750&fields=id&tenant_id=a65fe707d8cb48fbb00711dd6babafba HTTP/1.1" status: 200 len: 267 time: 0.0674193 Oct 19 01:09:10.629832 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cf290-5372-4a5a-9f1b-75487ab9e518 req-e67ff29d-7547-4e93-9e52-ef5554a90f63 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:10.631343 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ee8cf290-5372-4a5a-9f1b-75487ab9e518 req-e67ff29d-7547-4e93-9e52-ef5554a90f63 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d929268-134f-4dd6-92cb-22bb9e309f87 HTTP/1.1" status: 200 len: 984 time: 0.1092353 Oct 19 01:09:10.653977 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-ee8cf290-5372-4a5a-9f1b-75487ab9e518 req-eed6d706-ec32-4fdf-9c5b-2d62656d08b7 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Request body: {'port': {'security_groups': ['3794a246-1bfd-40e1-852c-72c1830e5b5b', '69dfa53a-47dd-466d-b9c9-6fa2fe7691eb', '529a50c1-5ecd-45dc-a3a5-74467ca56511']}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:10.703879 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dfb84755-957e-4aee-af19-6108860cd8ac req-bab7101d-69a5-45d4-a749-fb44e53f6b61 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ae99319-daee-4c74-920d-cfac642ef53b HTTP/1.1" status: 200 len: 210 time: 0.0641129 Oct 19 01:09:10.795909 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479fc2a-0ea9-446c-9b1c-9f3e80c49e95 req-b5b2e0c6-2fa8-41b6-8817-3de80be41836 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:10.797439 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2479fc2a-0ea9-446c-9b1c-9f3e80c49e95 req-b5b2e0c6-2fa8-41b6-8817-3de80be41836 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.55 "GET /v2.0/ports?device_id=07492d03-bc8b-43e5-8429-b0a9db33d1de HTTP/1.1" status: 200 len: 945 time: 0.1352735 Oct 19 01:09:10.811367 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ee8cf290-5372-4a5a-9f1b-75487ab9e518 req-eed6d706-ec32-4fdf-9c5b-2d62656d08b7 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:11.230049 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-2479fc2a-0ea9-446c-9b1c-9f3e80c49e95 req-726d1e6c-6f61-4787-8a89-d2442911f45b tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Deleting port b4511934-3952-4ab8-8f70-af6465fd348b {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:09:11.230470 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2479fc2a-0ea9-446c-9b1c-9f3e80c49e95 req-726d1e6c-6f61-4787-8a89-d2442911f45b tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:11.463289 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-ee8cf290-5372-4a5a-9f1b-75487ab9e518 req-eed6d706-ec32-4fdf-9c5b-2d62656d08b7 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] For port fad781ba-0689-4e2d-a16f-d1e29eefae5d, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=fad781ba-0689-4e2d-a16f-d1e29eefae5d,segment=NetworkSegment(733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c),segment_id=733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:11.524109 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ee8cf290-5372-4a5a-9f1b-75487ab9e518 req-eed6d706-ec32-4fdf-9c5b-2d62656d08b7 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:11.540386 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-2479fc2a-0ea9-446c-9b1c-9f3e80c49e95 req-726d1e6c-6f61-4787-8a89-d2442911f45b tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] For port b4511934-3952-4ab8-8f70-af6465fd348b, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=b4511934-3952-4ab8-8f70-af6465fd348b,segment=NetworkSegment(390ed8c9-9986-4671-aee6-159367c5ccee),segment_id=390ed8c9-9986-4671-aee6-159367c5ccee)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:11.542001 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2479fc2a-0ea9-446c-9b1c-9f3e80c49e95 req-726d1e6c-6f61-4787-8a89-d2442911f45b tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:11.546679 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ee8cf290-5372-4a5a-9f1b-75487ab9e518 req-eed6d706-ec32-4fdf-9c5b-2d62656d08b7 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:11.560105 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['c30ff7f3-89f9-455e-80eb-ea7219439688', 'fad781ba-0689-4e2d-a16f-d1e29eefae5d'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:09:11.609800 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-2479fc2a-0ea9-446c-9b1c-9f3e80c49e95 req-726d1e6c-6f61-4787-8a89-d2442911f45b tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Calling delete_port for b4511934-3952-4ab8-8f70-af6465fd348b owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:09:11.772830 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cf290-5372-4a5a-9f1b-75487ab9e518 req-eed6d706-ec32-4fdf-9c5b-2d62656d08b7 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:11.773887 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ee8cf290-5372-4a5a-9f1b-75487ab9e518 req-eed6d706-ec32-4fdf-9c5b-2d62656d08b7 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:11.775352 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ee8cf290-5372-4a5a-9f1b-75487ab9e518 req-eed6d706-ec32-4fdf-9c5b-2d62656d08b7 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "PUT /v2.0/ports/fad781ba-0689-4e2d-a16f-d1e29eefae5d HTTP/1.1" status: 200 len: 1020 time: 1.1273973 Oct 19 01:09:11.780423 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d929268-134f-4dd6-92cb-22bb9e309f87', 'tag': 'fad781ba-0689-4e2d-a16f-d1e29eefae5d'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:09:11.782208 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50fc1df2-a07f-4425-9580-e63c31a9e7bf" -d '{"events": [{"name": "network-changed", "server_uuid": "7d929268-134f-4dd6-92cb-22bb9e309f87", "tag": "fad781ba-0689-4e2d-a16f-d1e29eefae5d"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:09:11.857567 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9c5e4d68-b1ec-4675-a7f8-23a28ac93116 req-52e80bd8-4e2d-4963-a566-c87dbac83fa8 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ae99319-daee-4c74-920d-cfac642ef53b HTTP/1.1" status: 200 len: 210 time: 0.0385509 Oct 19 01:09:11.943329 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6d706-ec32-4fdf-9c5b-2d62656d08b7 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Pushing event updated for resources: {'Port': ['ID=fad781ba-0689-4e2d-a16f-d1e29eefae5d,revision_number=7']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:11.971347 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6afbc7-4e43-4181-9d2b-a262304606ab x-openstack-request-id: req-df6afbc7-4e43-4181-9d2b-a262304606ab {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:09:11.971855 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d929268-134f-4dd6-92cb-22bb9e309f87", "tag": "fad781ba-0689-4e2d-a16f-d1e29eefae5d", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:09:11.972109 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-df6afbc7-4e43-4181-9d2b-a262304606ab {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:09:11.972516 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d929268-134f-4dd6-92cb-22bb9e309f87', 'tag': 'fad781ba-0689-4e2d-a16f-d1e29eefae5d', 'status': 'completed', 'code': 200} Oct 19 01:09:12.004131 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['fad781ba-0689-4e2d-a16f-d1e29eefae5d'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:09:12.148990 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-68d1a802-a8a3-4ea0-8a58-910723182111 req-4ccba0e8-98b3-445c-8786-512e49912929 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups/529a50c1-5ecd-45dc-a3a5-74467ca56511 HTTP/1.1" status: 200 len: 1801 time: 0.3134046 Oct 19 01:09:12.181615 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc1df2-a07f-4425-9580-e63c31a9e7bf req-b1fc113f-f095-4f79-b7c7-5ec45cbf39c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:12.184072 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-50fc1df2-a07f-4425-9580-e63c31a9e7bf req-b1fc113f-f095-4f79-b7c7-5ec45cbf39c1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a65fe707d8cb48fbb00711dd6babafba&device_id=7d929268-134f-4dd6-92cb-22bb9e309f87 HTTP/1.1" status: 200 len: 1175 time: 0.2092085 Oct 19 01:09:12.287173 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2479fc2a-0ea9-446c-9b1c-9f3e80c49e95 req-726d1e6c-6f61-4787-8a89-d2442911f45b tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:12.333577 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['b4511934-3952-4ab8-8f70-af6465fd348b'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:09:12.412063 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d1e6c-6f61-4787-8a89-d2442911f45b tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Pushing event deleted for resources: {'Port': ['ID=b4511934-3952-4ab8-8f70-af6465fd348b,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:12.472545 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [req-68d1a802-a8a3-4ea0-8a58-910723182111 req-34f65093-a34d-4593-837d-79ae717a2cd9 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 19 01:09:12.478726 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-68d1a802-a8a3-4ea0-8a58-910723182111 req-34f65093-a34d-4593-837d-79ae717a2cd9 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "DELETE /v2.0/security-groups/529a50c1-5ecd-45dc-a3a5-74467ca56511 HTTP/1.1" status: 409 len: 341 time: 0.3236010 Oct 19 01:09:12.525780 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-2479fc2a-0ea9-446c-9b1c-9f3e80c49e95 req-726d1e6c-6f61-4787-8a89-d2442911f45b tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] No DVR routers for this DVR port b4511934-3952-4ab8-8f70-af6465fd348b on host n-h1-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:09:12.532250 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2479fc2a-0ea9-446c-9b1c-9f3e80c49e95 req-726d1e6c-6f61-4787-8a89-d2442911f45b tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:12.538449 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2479fc2a-0ea9-446c-9b1c-9f3e80c49e95 req-726d1e6c-6f61-4787-8a89-d2442911f45b tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.55 "DELETE /v2.0/ports/b4511934-3952-4ab8-8f70-af6465fd348b HTTP/1.1" status: 204 len: 173 time: 1.6402490 Oct 19 01:09:12.631051 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-980bdf22-c6b8-4138-9c17-487ce8f02c85 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:12.633121 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-980bdf22-c6b8-4138-9c17-487ce8f02c85 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.55 "GET /v2.0/networks?id=7b28de0c-4527-4d48-ab68-f343022c2981 HTTP/1.1" status: 200 len: 814 time: 0.5707545 Oct 19 01:09:12.655127 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-59f3e84d-f828-4c27-8727-2d1e522ea8f7 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Request body: {'port': {'device_id': '4ae99319-daee-4c74-920d-cfac642ef53b', 'network_id': '7b28de0c-4527-4d48-ab68-f343022c2981', 'admin_state_up': True, 'tenant_id': '6e108e8f9d964fc8948299492d072863'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:12.707537 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc1df2-a07f-4425-9580-e63c31a9e7bf req-fa5e5c57-a5bb-49e8-a9c0-89518ce7ba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:12.710054 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-50fc1df2-a07f-4425-9580-e63c31a9e7bf req-fa5e5c57-a5bb-49e8-a9c0-89518ce7ba4d service neutron] 10.222.0.24 "GET /v2.0/networks?id=0cd149a6-d4a5-4f28-8e40-9b26ded70dfe HTTP/1.1" status: 200 len: 914 time: 0.4932687 Oct 19 01:09:12.800648 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-50fc1df2-a07f-4425-9580-e63c31a9e7bf req-141dfc71-206f-4519-9106-21206cf773a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fad781ba-0689-4e2d-a16f-d1e29eefae5d HTTP/1.1" status: 200 len: 217 time: 0.0673313 Oct 19 01:09:12.910953 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc1df2-a07f-4425-9580-e63c31a9e7bf req-d3156572-302b-44db-b779-b0d72e4d1834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:12.913221 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-50fc1df2-a07f-4425-9580-e63c31a9e7bf req-d3156572-302b-44db-b779-b0d72e4d1834 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=acdc133b-fd3d-4d6c-9707-403bca864eb3 HTTP/1.1" status: 200 len: 853 time: 0.0847280 Oct 19 01:09:12.979387 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c713c-da28-43c6-8d42-64a5e393a471 req-7730a522-ef73-456c-a943-c7b056e0376f tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:12.980209 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-50fc1df2-a07f-4425-9580-e63c31a9e7bf req-49b23923-eba5-4f5d-91ee-14a908ccabe2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0cd149a6-d4a5-4f28-8e40-9b26ded70dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567524 Oct 19 01:09:12.985288 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f64c713c-da28-43c6-8d42-64a5e393a471 req-7730a522-ef73-456c-a943-c7b056e0376f tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d929268-134f-4dd6-92cb-22bb9e309f87 HTTP/1.1" status: 200 len: 1023 time: 0.1063693 Oct 19 01:09:13.037944 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-800be67d-80d0-4eb9-ba0a-e6c0a36a0bcf req-6d5689de-f15c-4a23-8af8-9ad238ac6a5f tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ae99319-daee-4c74-920d-cfac642ef53b HTTP/1.1" status: 200 len: 210 time: 0.0531075 Oct 19 01:09:13.056295 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f64c713c-da28-43c6-8d42-64a5e393a471 req-092f5495-214d-4968-8c3a-bfeec497a991 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups?id=529a50c1-5ecd-45dc-a3a5-74467ca56511&id=69dfa53a-47dd-466d-b9c9-6fa2fe7691eb&id=3794a246-1bfd-40e1-852c-72c1830e5b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0496452 Oct 19 01:09:13.145072 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-59f3e84d-f828-4c27-8727-2d1e522ea8f7 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Made reservation on behalf of 6e108e8f9d964fc8948299492d072863 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:09:13.154060 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-59f3e84d-f828-4c27-8727-2d1e522ea8f7 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:13.374563 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-50fc1df2-a07f-4425-9580-e63c31a9e7bf req-e002ce36-a3f3-48fb-aab9-7ac002da33f4 service neutron] 10.222.0.24 "GET /v2.0/networks/0cd149a6-d4a5-4f28-8e40-9b26ded70dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320611 Oct 19 01:09:13.420411 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-59f3e84d-f828-4c27-8727-2d1e522ea8f7 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Allocated IP 172.20.0.4 (7b28de0c-4527-4d48-ab68-f343022c2981/70672b34-a2f2-4409-affd-0df303ae693f/9620b6e2-e480-4682-ba79-8742835b76f5) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:09:13.549395 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-50fc1df2-a07f-4425-9580-e63c31a9e7bf req-8fa2c7c9-e355-4280-82ff-a087ce505f4b service neutron] 10.222.0.24 "GET /v2.0/networks/0cd149a6-d4a5-4f28-8e40-9b26ded70dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631062 Oct 19 01:09:13.709020 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-59f3e84d-f828-4c27-8727-2d1e522ea8f7 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:13.749206 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-59f3e84d-f828-4c27-8727-2d1e522ea8f7 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:13.815578 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-59f3e84d-f828-4c27-8727-2d1e522ea8f7 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Network 7b28de0c-4527-4d48-ab68-f343022c2981 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:09:13.819028 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-59f3e84d-f828-4c27-8727-2d1e522ea8f7 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:09:13.823772 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-59f3e84d-f828-4c27-8727-2d1e522ea8f7 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:09:13.829417 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3e84d-f828-4c27-8727-2d1e522ea8f7 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Pushing event updated for resources: {'Port': ['ID=9620b6e2-e480-4682-ba79-8742835b76f5,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:13.883519 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1292232c-f34b-4c31-8e0a-d9da2eb9ecb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:13.887590 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-59f3e84d-f828-4c27-8727-2d1e522ea8f7 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:13.888714 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-59f3e84d-f828-4c27-8727-2d1e522ea8f7 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:13.906300 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-59f3e84d-f828-4c27-8727-2d1e522ea8f7 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2606890 Oct 19 01:09:13.920922 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-b5e8ee24-c23c-4efb-8314-6aac65fca177 service neutron] Request body: {'port': {'device_id': '4ae99319-daee-4c74-920d-cfac642ef53b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:13.973581 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07492d03-bc8b-43e5-8429-b0a9db33d1de', 'name': 'network-vif-deleted', 'tag': 'b4511934-3952-4ab8-8f70-af6465fd348b'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:09:13.976825 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b888061-4f26-4d26-ada9-6b1c1e112587" -d '{"events": [{"server_uuid": "07492d03-bc8b-43e5-8429-b0a9db33d1de", "name": "network-vif-deleted", "tag": "b4511934-3952-4ab8-8f70-af6465fd348b"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:09:13.986231 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-b5e8ee24-c23c-4efb-8314-6aac65fca177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:14.028436 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4f0f2c-5766-4975-bf22-dfa052bf698b x-openstack-request-id: req-ef4f0f2c-5766-4975-bf22-dfa052bf698b {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:09:14.028943 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07492d03-bc8b-43e5-8429-b0a9db33d1de", "name": "network-vif-deleted", "tag": "b4511934-3952-4ab8-8f70-af6465fd348b", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:09:14.029087 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ef4f0f2c-5766-4975-bf22-dfa052bf698b {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:09:14.029680 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07492d03-bc8b-43e5-8429-b0a9db33d1de', 'name': 'network-vif-deleted', 'tag': 'b4511934-3952-4ab8-8f70-af6465fd348b', 'status': 'completed', 'code': 200} Oct 19 01:09:14.231554 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e528642-13b4-4fd9-9418-9a6e975b412a req-d8d306b2-5dc4-4187-b372-cb584b341c66 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:14.233264 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9e528642-13b4-4fd9-9418-9a6e975b412a req-d8d306b2-5dc4-4187-b372-cb584b341c66 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d929268-134f-4dd6-92cb-22bb9e309f87 HTTP/1.1" status: 200 len: 1023 time: 0.0647075 Oct 19 01:09:14.289632 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d801cf-e2d7-4021-b13f-83dcbc73a5f9 req-5d701091-f679-4c1b-908e-b56430c3a165 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:14.297176 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-10d801cf-e2d7-4021-b13f-83dcbc73a5f9 req-5d701091-f679-4c1b-908e-b56430c3a165 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ae99319-daee-4c74-920d-cfac642ef53b HTTP/1.1" status: 200 len: 931 time: 0.0931213 Oct 19 01:09:14.297894 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9e528642-13b4-4fd9-9418-9a6e975b412a req-4fb65417-87ab-461a-8afc-fd15b7b1a16c tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups?id=529a50c1-5ecd-45dc-a3a5-74467ca56511&id=69dfa53a-47dd-466d-b9c9-6fa2fe7691eb&id=3794a246-1bfd-40e1-852c-72c1830e5b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0457122 Oct 19 01:09:14.396101 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-b5e8ee24-c23c-4efb-8314-6aac65fca177 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9620b6e2-e480-4682-ba79-8742835b76f5 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:09:14.407849 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-b5e8ee24-c23c-4efb-8314-6aac65fca177 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:14.470230 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-b5e8ee24-c23c-4efb-8314-6aac65fca177 service neutron] Transition to ACTIVE for port object 9620b6e2-e480-4682-ba79-8742835b76f5 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:09:14.474588 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-10d801cf-e2d7-4021-b13f-83dcbc73a5f9 req-791e2e36-5015-4ddd-90f0-14f2a4ed3da0 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765141 Oct 19 01:09:14.481884 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-b5e8ee24-c23c-4efb-8314-6aac65fca177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:14.543574 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8ee24-c23c-4efb-8314-6aac65fca177 service neutron] Pushing event updated for resources: {'Port': ['ID=9620b6e2-e480-4682-ba79-8742835b76f5,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:14.570469 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82205efd-b501-4574-9b52-484bec2401d3 req-073e6e4d-1a43-4df6-b941-c6bfd1341b7b tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:14.572262 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-82205efd-b501-4574-9b52-484bec2401d3 req-073e6e4d-1a43-4df6-b941-c6bfd1341b7b tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d929268-134f-4dd6-92cb-22bb9e309f87 HTTP/1.1" status: 200 len: 1023 time: 0.2113769 Oct 19 01:09:14.751147 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-b5e8ee24-c23c-4efb-8314-6aac65fca177 service neutron] Attempting to bind port 9620b6e2-e480-4682-ba79-8742835b76f5 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:09:14.751490 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-b5e8ee24-c23c-4efb-8314-6aac65fca177 service neutron] Attempting to bind port 9620b6e2-e480-4682-ba79-8742835b76f5 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '390ed8c9-9986-4671-aee6-159367c5ccee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7b28de0c-4527-4d48-ab68-f343022c2981'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:09:14.751866 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-b5e8ee24-c23c-4efb-8314-6aac65fca177 service neutron] Attempting to bind port 9620b6e2-e480-4682-ba79-8742835b76f5 on network 7b28de0c-4527-4d48-ab68-f343022c2981 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:09:14.758830 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-b5e8ee24-c23c-4efb-8314-6aac65fca177 service neutron] Port 9620b6e2-e480-4682-ba79-8742835b76f5 on network 7b28de0c-4527-4d48-ab68-f343022c2981 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:09:14.759163 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-b5e8ee24-c23c-4efb-8314-6aac65fca177 service neutron] Attempting to bind port 9620b6e2-e480-4682-ba79-8742835b76f5 on network 7b28de0c-4527-4d48-ab68-f343022c2981 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:09:14.777737 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-b5e8ee24-c23c-4efb-8314-6aac65fca177 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:09:14.778260 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-b5e8ee24-c23c-4efb-8314-6aac65fca177 service neutron] Checking segment: {'id': '390ed8c9-9986-4671-aee6-159367c5ccee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7b28de0c-4527-4d48-ab68-f343022c2981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:09:14.778856 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-b5e8ee24-c23c-4efb-8314-6aac65fca177 service neutron] Bound using segment: {'id': '390ed8c9-9986-4671-aee6-159367c5ccee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7b28de0c-4527-4d48-ab68-f343022c2981'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:09:14.779478 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-b5e8ee24-c23c-4efb-8314-6aac65fca177 service neutron] Bound port: 9620b6e2-e480-4682-ba79-8742835b76f5, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '390ed8c9-9986-4671-aee6-159367c5ccee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7b28de0c-4527-4d48-ab68-f343022c2981'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:09:14.780026 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-b5e8ee24-c23c-4efb-8314-6aac65fca177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:14.815192 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-82205efd-b501-4574-9b52-484bec2401d3 req-d8e6b698-c987-4e30-9c13-4bc9283a81f1 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Deleting port fad781ba-0689-4e2d-a16f-d1e29eefae5d {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:09:14.815586 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-82205efd-b501-4574-9b52-484bec2401d3 req-d8e6b698-c987-4e30-9c13-4bc9283a81f1 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:14.968183 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-b5e8ee24-c23c-4efb-8314-6aac65fca177 service neutron] For port 9620b6e2-e480-4682-ba79-8742835b76f5, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:09:14.992521 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-82205efd-b501-4574-9b52-484bec2401d3 req-d8e6b698-c987-4e30-9c13-4bc9283a81f1 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] For port fad781ba-0689-4e2d-a16f-d1e29eefae5d, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=fad781ba-0689-4e2d-a16f-d1e29eefae5d,segment=NetworkSegment(733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c),segment_id=733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:14.992900 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-82205efd-b501-4574-9b52-484bec2401d3 req-d8e6b698-c987-4e30-9c13-4bc9283a81f1 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:14.997768 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-b5e8ee24-c23c-4efb-8314-6aac65fca177 service neutron] For port 9620b6e2-e480-4682-ba79-8742835b76f5, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=9620b6e2-e480-4682-ba79-8742835b76f5,segment=NetworkSegment(390ed8c9-9986-4671-aee6-159367c5ccee),segment_id=390ed8c9-9986-4671-aee6-159367c5ccee)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:09:15.008605 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-b5e8ee24-c23c-4efb-8314-6aac65fca177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:15.028140 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-b5e8ee24-c23c-4efb-8314-6aac65fca177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:15.028771 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-b5e8ee24-c23c-4efb-8314-6aac65fca177 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:15.030193 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-b5e8ee24-c23c-4efb-8314-6aac65fca177 service neutron] 10.222.0.55 "PUT /v2.0/ports/9620b6e2-e480-4682-ba79-8742835b76f5 HTTP/1.1" status: 200 len: 1092 time: 1.1143024 Oct 19 01:09:15.031212 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-82205efd-b501-4574-9b52-484bec2401d3 req-d8e6b698-c987-4e30-9c13-4bc9283a81f1 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Calling delete_port for fad781ba-0689-4e2d-a16f-d1e29eefae5d owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:09:15.033987 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ae99319-daee-4c74-920d-cfac642ef53b', 'tag': '9620b6e2-e480-4682-ba79-8742835b76f5'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:09:15.036343 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1c1975-8b5e-477d-a01c-0864c8ef9d40" -d '{"events": [{"name": "network-changed", "server_uuid": "4ae99319-daee-4c74-920d-cfac642ef53b", "tag": "9620b6e2-e480-4682-ba79-8742835b76f5"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:09:15.132350 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e87db8-45ad-46bc-a7ca-bfee68645077 x-openstack-request-id: req-a1e87db8-45ad-46bc-a7ca-bfee68645077 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:09:15.132686 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ae99319-daee-4c74-920d-cfac642ef53b", "tag": "9620b6e2-e480-4682-ba79-8742835b76f5", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:09:15.133029 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a1e87db8-45ad-46bc-a7ca-bfee68645077 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:09:15.133287 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ae99319-daee-4c74-920d-cfac642ef53b', 'tag': '9620b6e2-e480-4682-ba79-8742835b76f5', 'status': 'completed', 'code': 200} Oct 19 01:09:15.169810 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8ee24-c23c-4efb-8314-6aac65fca177 service neutron] Pushing event updated for resources: {'Port': ['ID=9620b6e2-e480-4682-ba79-8742835b76f5,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:15.197548 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-4163f5ac-a5b9-4444-bc6b-b3c74cab607b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:15.199214 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-4163f5ac-a5b9-4444-bc6b-b3c74cab607b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6e108e8f9d964fc8948299492d072863&device_id=4ae99319-daee-4c74-920d-cfac642ef53b HTTP/1.1" status: 200 len: 1095 time: 0.1185040 Oct 19 01:09:15.199416 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device b4511934-3952-4ab8-8f70-af6465fd348b no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:09:15.222439 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: b4511934-3952-4ab8-8f70-af6465fd348b {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:09:15.222787 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device b4511934-3952-4ab8-8f70-af6465fd348b not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:09:15.249949 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-409457c6-031e-46fe-b07f-43c0d181f542 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9620b6e2-e480-4682-ba79-8742835b76f5 HTTP/1.1" status: 200 len: 217 time: 0.0391090 Oct 19 01:09:15.369410 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-e373c076-40de-4086-b3c9-aaa19af87cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:15.371198 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-e373c076-40de-4086-b3c9-aaa19af87cd1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70672b34-a2f2-4409-affd-0df303ae693f HTTP/1.1" status: 200 len: 854 time: 0.1128917 Oct 19 01:09:15.381071 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-82205efd-b501-4574-9b52-484bec2401d3 req-d8e6b698-c987-4e30-9c13-4bc9283a81f1 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:15.392871 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['c30ff7f3-89f9-455e-80eb-ea7219439688', 'fad781ba-0689-4e2d-a16f-d1e29eefae5d'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:09:15.437025 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6b698-c987-4e30-9c13-4bc9283a81f1 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Pushing event deleted for resources: {'Port': ['ID=fad781ba-0689-4e2d-a16f-d1e29eefae5d,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:15.470976 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-300b56ab-1f18-420e-8901-b01e151f7639 req-0c9cf381-49f6-47ff-8eac-6f2b4d6dd8e9 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d929268-134f-4dd6-92cb-22bb9e309f87 HTTP/1.1" status: 200 len: 210 time: 0.0982406 Oct 19 01:09:15.481905 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-c43ae263-6a5d-4154-bcad-5494105173ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7b28de0c-4527-4d48-ab68-f343022c2981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974193 Oct 19 01:09:15.652622 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-82205efd-b501-4574-9b52-484bec2401d3 req-d8e6b698-c987-4e30-9c13-4bc9283a81f1 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] No DVR routers for this DVR port fad781ba-0689-4e2d-a16f-d1e29eefae5d on host n-h2-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:09:15.657996 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-82205efd-b501-4574-9b52-484bec2401d3 req-d8e6b698-c987-4e30-9c13-4bc9283a81f1 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:15.661823 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-82205efd-b501-4574-9b52-484bec2401d3 req-d8e6b698-c987-4e30-9c13-4bc9283a81f1 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.24 "DELETE /v2.0/ports/fad781ba-0689-4e2d-a16f-d1e29eefae5d HTTP/1.1" status: 204 len: 173 time: 1.0673194 Oct 19 01:09:15.738040 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773376f-3fec-4c60-8f40-d6d14896f53b req-449a62c4-47df-4fb6-a93f-1dd8d9eb143f tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:15.740031 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7773376f-3fec-4c60-8f40-d6d14896f53b req-449a62c4-47df-4fb6-a93f-1dd8d9eb143f tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ae99319-daee-4c74-920d-cfac642ef53b HTTP/1.1" status: 200 len: 943 time: 0.1373169 Oct 19 01:09:15.774219 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-abc5c2b2-b99e-41df-a977-de011e9e7dc5 service neutron] 10.222.0.55 "GET /v2.0/networks/7b28de0c-4527-4d48-ab68-f343022c2981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845516 Oct 19 01:09:15.817041 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7773376f-3fec-4c60-8f40-d6d14896f53b req-b1bb9982-0352-43b8-beab-97a6fd387978 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613458 Oct 19 01:09:15.909290 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0dc816a3-914d-4e95-a331-3253f2be97a5 req-7ab08683-3bdd-4cba-a6f4-d18a1daec9e9 service neutron] 10.222.0.55 "GET /v2.0/networks/7b28de0c-4527-4d48-ab68-f343022c2981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257672 Oct 19 01:09:16.034180 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c1975-8b5e-477d-a01c-0864c8ef9d40 req-0e41aea5-4d63-4aa1-8c64-4bb46a157a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:16.035761 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ad1c1975-8b5e-477d-a01c-0864c8ef9d40 req-0e41aea5-4d63-4aa1-8c64-4bb46a157a1c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6e108e8f9d964fc8948299492d072863&device_id=4ae99319-daee-4c74-920d-cfac642ef53b HTTP/1.1" status: 200 len: 1095 time: 0.0571375 Oct 19 01:09:16.135988 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c1975-8b5e-477d-a01c-0864c8ef9d40 req-7fcafd1d-8473-4189-a849-8692cb1dd1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:16.138037 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ad1c1975-8b5e-477d-a01c-0864c8ef9d40 req-7fcafd1d-8473-4189-a849-8692cb1dd1db service neutron] 10.222.0.55 "GET /v2.0/networks?id=7b28de0c-4527-4d48-ab68-f343022c2981 HTTP/1.1" status: 200 len: 915 time: 0.0939147 Oct 19 01:09:16.187242 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ad1c1975-8b5e-477d-a01c-0864c8ef9d40 req-ef45678a-3453-4fd9-9b61-845b49299d6a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9620b6e2-e480-4682-ba79-8742835b76f5 HTTP/1.1" status: 200 len: 217 time: 0.0403655 Oct 19 01:09:16.244056 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c1975-8b5e-477d-a01c-0864c8ef9d40 req-7632cbe0-3061-41ed-8152-06c7bbd16952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:16.245521 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ad1c1975-8b5e-477d-a01c-0864c8ef9d40 req-7632cbe0-3061-41ed-8152-06c7bbd16952 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70672b34-a2f2-4409-affd-0df303ae693f HTTP/1.1" status: 200 len: 854 time: 0.0511146 Oct 19 01:09:16.277567 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ad1c1975-8b5e-477d-a01c-0864c8ef9d40 req-ac958081-cbca-4c84-84ef-00de8b597025 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7b28de0c-4527-4d48-ab68-f343022c2981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245204 Oct 19 01:09:16.371023 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ad1c1975-8b5e-477d-a01c-0864c8ef9d40 req-07de17d0-d558-4e3c-96f8-e95db333d7c0 service neutron] 10.222.0.55 "GET /v2.0/networks/7b28de0c-4527-4d48-ab68-f343022c2981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857427 Oct 19 01:09:16.463455 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ad1c1975-8b5e-477d-a01c-0864c8ef9d40 req-f4b91da1-bc08-4205-a499-a55b6942100f service neutron] 10.222.0.55 "GET /v2.0/networks/7b28de0c-4527-4d48-ab68-f343022c2981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854466 Oct 19 01:09:16.514558 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-227f06d9-4fbc-42fd-830d-074e138ad574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:16.589933 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-afa3cea3-cb0f-491b-ac50-bf64c0e4c6ac req-cf8dafab-dba3-40f4-baaa-dce93a75a83e tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups/3794a246-1bfd-40e1-852c-72c1830e5b5b HTTP/1.1" status: 200 len: 1801 time: 0.0467947 Oct 19 01:09:16.652765 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-afa3cea3-cb0f-491b-ac50-bf64c0e4c6ac req-1c585137-8ce8-4396-8df4-19e891021b7a tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:16.689141 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-afa3cea3-cb0f-491b-ac50-bf64c0e4c6ac req-1c585137-8ce8-4396-8df4-19e891021b7a tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:16.734147 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-afa3cea3-cb0f-491b-ac50-bf64c0e4c6ac req-1c585137-8ce8-4396-8df4-19e891021b7a tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:16.736691 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-afa3cea3-cb0f-491b-ac50-bf64c0e4c6ac req-1c585137-8ce8-4396-8df4-19e891021b7a tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:16.737814 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-afa3cea3-cb0f-491b-ac50-bf64c0e4c6ac req-1c585137-8ce8-4396-8df4-19e891021b7a tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "DELETE /v2.0/security-groups/3794a246-1bfd-40e1-852c-72c1830e5b5b HTTP/1.1" status: 204 len: 173 time: 0.1409888 Oct 19 01:09:16.751681 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c585137-8ce8-4396-8df4-19e891021b7a tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3794a246-1bfd-40e1-852c-72c1830e5b5b,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:16.799610 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b11774d8-1f98-450f-8cdc-abdffd1e1ece req-7e00a266-e610-4130-8125-52d24b594389 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups/529a50c1-5ecd-45dc-a3a5-74467ca56511 HTTP/1.1" status: 200 len: 1801 time: 0.0398645 Oct 19 01:09:16.859815 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b11774d8-1f98-450f-8cdc-abdffd1e1ece req-24d95a73-abe4-4f56-b3c3-fe7fbbfa6506 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:16.889768 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b11774d8-1f98-450f-8cdc-abdffd1e1ece req-24d95a73-abe4-4f56-b3c3-fe7fbbfa6506 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:16.951326 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b11774d8-1f98-450f-8cdc-abdffd1e1ece req-24d95a73-abe4-4f56-b3c3-fe7fbbfa6506 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:16.956484 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b11774d8-1f98-450f-8cdc-abdffd1e1ece req-24d95a73-abe4-4f56-b3c3-fe7fbbfa6506 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:16.962697 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b11774d8-1f98-450f-8cdc-abdffd1e1ece req-24d95a73-abe4-4f56-b3c3-fe7fbbfa6506 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "DELETE /v2.0/security-groups/529a50c1-5ecd-45dc-a3a5-74467ca56511 HTTP/1.1" status: 204 len: 173 time: 0.1571128 Oct 19 01:09:16.975358 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d95a73-abe4-4f56-b3c3-fe7fbbfa6506 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=529a50c1-5ecd-45dc-a3a5-74467ca56511,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:17.000129 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18877a-548f-4f4e-96ff-c1b01b19c0b6 req-92f3f527-67ed-4593-b730-a738b0b4e15c tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:17.002718 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3a18877a-548f-4f4e-96ff-c1b01b19c0b6 req-92f3f527-67ed-4593-b730-a738b0b4e15c tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ae99319-daee-4c74-920d-cfac642ef53b HTTP/1.1" status: 200 len: 943 time: 0.0966427 Oct 19 01:09:17.065406 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-73993f7c-15d9-4a76-81b6-14433175d8c3 req-88cff758-bfd3-4198-89ef-2e3b3bcd275d tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-619661498', 'description': 'tempest-description-1044178770'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:17.066736 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3a18877a-548f-4f4e-96ff-c1b01b19c0b6 req-d99fe0e4-8cc5-4824-812b-da371b554a00 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569155 Oct 19 01:09:17.108231 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-73993f7c-15d9-4a76-81b6-14433175d8c3 req-88cff758-bfd3-4198-89ef-2e3b3bcd275d tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:17.135633 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d929268-134f-4dd6-92cb-22bb9e309f87', 'name': 'network-vif-deleted', 'tag': 'fad781ba-0689-4e2d-a16f-d1e29eefae5d'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:09:17.138930 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ee4483-a0f8-4153-bc8b-3b7db71d97e0" -d '{"events": [{"server_uuid": "7d929268-134f-4dd6-92cb-22bb9e309f87", "name": "network-vif-deleted", "tag": "fad781ba-0689-4e2d-a16f-d1e29eefae5d"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:09:17.187744 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535d4730-5875-4741-a36e-b9ceba19793a x-openstack-request-id: req-535d4730-5875-4741-a36e-b9ceba19793a {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:09:17.188589 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d929268-134f-4dd6-92cb-22bb9e309f87", "name": "network-vif-deleted", "tag": "fad781ba-0689-4e2d-a16f-d1e29eefae5d", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:09:17.188968 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-535d4730-5875-4741-a36e-b9ceba19793a {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:09:17.189378 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d929268-134f-4dd6-92cb-22bb9e309f87', 'name': 'network-vif-deleted', 'tag': 'fad781ba-0689-4e2d-a16f-d1e29eefae5d', 'status': 'completed', 'code': 200} Oct 19 01:09:17.219440 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-73993f7c-15d9-4a76-81b6-14433175d8c3 req-88cff758-bfd3-4198-89ef-2e3b3bcd275d tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:17.224942 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-73993f7c-15d9-4a76-81b6-14433175d8c3 req-88cff758-bfd3-4198-89ef-2e3b3bcd275d tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:17.234719 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:17.274404 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-73993f7c-15d9-4a76-81b6-14433175d8c3 req-88cff758-bfd3-4198-89ef-2e3b3bcd275d tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:17.275642 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-73993f7c-15d9-4a76-81b6-14433175d8c3 req-88cff758-bfd3-4198-89ef-2e3b3bcd275d tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2150390 Oct 19 01:09:17.277612 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cff758-bfd3-4198-89ef-2e3b3bcd275d tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8e15bd-2760-4bba-a1bc-0a0af41f347c,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:17.342234 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cf0a809f-85f3-4af7-b9bb-7c98d1fbc45f req-9c43404f-1617-4376-9894-64b6f62340fa tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups/3b8e15bd-2760-4bba-a1bc-0a0af41f347c HTTP/1.1" status: 200 len: 1802 time: 0.0433471 Oct 19 01:09:17.357194 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-cf0a809f-85f3-4af7-b9bb-7c98d1fbc45f req-691aee53-01be-4c9e-a1b5-d07f821888ab tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Request body: {'security_group': {'name': 'tempest-sg-hth-295577072', 'description': 'tempest-description-hth-1922225379'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:17.386066 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-cf0a809f-85f3-4af7-b9bb-7c98d1fbc45f req-691aee53-01be-4c9e-a1b5-d07f821888ab tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:17.441240 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-cf0a809f-85f3-4af7-b9bb-7c98d1fbc45f req-691aee53-01be-4c9e-a1b5-d07f821888ab tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:17.446290 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-cf0a809f-85f3-4af7-b9bb-7c98d1fbc45f req-691aee53-01be-4c9e-a1b5-d07f821888ab tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:17.449102 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-cf0a809f-85f3-4af7-b9bb-7c98d1fbc45f req-691aee53-01be-4c9e-a1b5-d07f821888ab tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:17.450495 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cf0a809f-85f3-4af7-b9bb-7c98d1fbc45f req-691aee53-01be-4c9e-a1b5-d07f821888ab tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "PUT /v2.0/security-groups/3b8e15bd-2760-4bba-a1bc-0a0af41f347c HTTP/1.1" status: 200 len: 1776 time: 0.0977175 Oct 19 01:09:17.478728 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691aee53-01be-4c9e-a1b5-d07f821888ab tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8e15bd-2760-4bba-a1bc-0a0af41f347c,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:17.530022 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-756790c5-fc1a-473f-bfd4-c9f6181d0856 req-acc60b8a-8386-4bcf-9e93-0c2be0b32ffe tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups/3b8e15bd-2760-4bba-a1bc-0a0af41f347c HTTP/1.1" status: 200 len: 1776 time: 0.0542119 Oct 19 01:09:17.595972 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2dffcb10-0efd-4259-959f-063535c038b9 req-6ad9dce5-48b2-4f08-9542-7e535cd85214 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups/3b8e15bd-2760-4bba-a1bc-0a0af41f347c HTTP/1.1" status: 200 len: 1776 time: 0.0415297 Oct 19 01:09:17.674683 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2dffcb10-0efd-4259-959f-063535c038b9 req-0edf95a8-eff9-4ddf-96d7-5f69e0b76f43 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:17.680143 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:17.700789 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2dffcb10-0efd-4259-959f-063535c038b9 req-0edf95a8-eff9-4ddf-96d7-5f69e0b76f43 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:17.749767 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2dffcb10-0efd-4259-959f-063535c038b9 req-0edf95a8-eff9-4ddf-96d7-5f69e0b76f43 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:17.752737 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2dffcb10-0efd-4259-959f-063535c038b9 req-0edf95a8-eff9-4ddf-96d7-5f69e0b76f43 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:17.757369 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2dffcb10-0efd-4259-959f-063535c038b9 req-0edf95a8-eff9-4ddf-96d7-5f69e0b76f43 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "DELETE /v2.0/security-groups/3b8e15bd-2760-4bba-a1bc-0a0af41f347c HTTP/1.1" status: 204 len: 173 time: 0.1542265 Oct 19 01:09:17.779805 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf95a8-eff9-4ddf-96d7-5f69e0b76f43 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8e15bd-2760-4bba-a1bc-0a0af41f347c,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:17.874683 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [req-c2c3c8e6-ac6d-4eea-a8e6-8ade60c215b9 req-15c140ab-c811-472e-9cda-587b4af49861 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] show failed (client error): The resource could not be found. Oct 19 01:09:17.875949 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c2c3c8e6-ac6d-4eea-a8e6-8ade60c215b9 req-15c140ab-c811-472e-9cda-587b4af49861 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups/529a50c1-5ecd-45dc-a3a5-74467ca56511 HTTP/1.1" status: 404 len: 352 time: 0.0149539 Oct 19 01:09:17.913041 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [req-2fdab9f6-bfcd-4c2e-882c-77da4f7340fc req-f1431984-ccfb-42ad-b250-9478c5a80673 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] show failed (client error): The resource could not be found. Oct 19 01:09:17.914032 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2fdab9f6-bfcd-4c2e-882c-77da4f7340fc req-f1431984-ccfb-42ad-b250-9478c5a80673 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups/3794a246-1bfd-40e1-852c-72c1830e5b5b HTTP/1.1" status: 404 len: 352 time: 0.0139992 Oct 19 01:09:17.949883 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [req-fcaa8b34-61d2-4b76-8933-b590ffe4b495 req-4c9c378e-7167-4a46-a391-c3ab8d0ec921 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] show failed (client error): The resource could not be found. Oct 19 01:09:17.950898 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fcaa8b34-61d2-4b76-8933-b590ffe4b495 req-4c9c378e-7167-4a46-a391-c3ab8d0ec921 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups/765e1142-4ce9-4021-a4a4-04680841bd9a HTTP/1.1" status: 404 len: 352 time: 0.0157297 Oct 19 01:09:17.964838 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device fad781ba-0689-4e2d-a16f-d1e29eefae5d no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:09:17.986969 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: fad781ba-0689-4e2d-a16f-d1e29eefae5d {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:09:17.987183 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [req-72283f81-ff80-42dd-97a9-73f5622e1ff3 req-904b0b73-0d91-475d-b145-523dde1d787b tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] show failed (client error): The resource could not be found. Oct 19 01:09:17.987684 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device fad781ba-0689-4e2d-a16f-d1e29eefae5d not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:09:17.988425 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-72283f81-ff80-42dd-97a9-73f5622e1ff3 req-904b0b73-0d91-475d-b145-523dde1d787b tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups/c419562c-bc11-4b5a-96ef-acee01893de9 HTTP/1.1" status: 404 len: 352 time: 0.0156555 Oct 19 01:09:18.025790 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [req-818c0b54-3e55-4887-a10b-a76d89b1cc27 req-07a95065-6433-4bac-8a73-cd4c273a3603 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] show failed (client error): The resource could not be found. Oct 19 01:09:18.027996 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-818c0b54-3e55-4887-a10b-a76d89b1cc27 req-07a95065-6433-4bac-8a73-cd4c273a3603 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups/06b07164-af06-48f9-83af-70f6dd4b94a8 HTTP/1.1" status: 404 len: 352 time: 0.0191615 Oct 19 01:09:18.063111 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [req-2c191401-fd24-4385-9a65-18c31744ff5a req-8464740b-4524-4e23-aa1a-834ea0a017ca tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] show failed (client error): The resource could not be found. Oct 19 01:09:18.070842 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2c191401-fd24-4385-9a65-18c31744ff5a req-8464740b-4524-4e23-aa1a-834ea0a017ca tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups/3312309c-423c-4626-b43f-ee596975370e HTTP/1.1" status: 404 len: 352 time: 0.0216005 Oct 19 01:09:18.190397 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:09:18.236829 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d3781-87fc-48be-a36b-c69a22754598 req-5157ea8b-362b-4b53-8f26-a5dbe24b7ab7 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:18.248485 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4f1d3781-87fc-48be-a36b-c69a22754598 req-5157ea8b-362b-4b53-8f26-a5dbe24b7ab7 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ae99319-daee-4c74-920d-cfac642ef53b HTTP/1.1" status: 200 len: 943 time: 0.0765784 Oct 19 01:09:18.302717 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4f1d3781-87fc-48be-a36b-c69a22754598 req-05e153db-7cb7-4cbf-ac5f-e8d88324f500 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474529 Oct 19 01:09:18.370440 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f790a7-1cd1-4b42-81e3-8e2c07f8b4e7 req-bf13d5e4-4669-4214-81cb-eb4d8963d9c9 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:18.372186 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-22f790a7-1cd1-4b42-81e3-8e2c07f8b4e7 req-bf13d5e4-4669-4214-81cb-eb4d8963d9c9 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ecebda-31d1-40df-bca4-49f57e8fbf14 HTTP/1.1" status: 200 len: 1024 time: 0.0542877 Oct 19 01:09:18.429476 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-22f790a7-1cd1-4b42-81e3-8e2c07f8b4e7 req-77470d90-a4f4-42fb-88f1-a7524b7a819d tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups?id=54eb3067-1436-4072-a12e-caa79520f502&id=69dfa53a-47dd-466d-b9c9-6fa2fe7691eb&id=3d47517b-138e-4596-a554-7377994798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0470581 Oct 19 01:09:18.487061 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36216) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:18.592518 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-09be9a64-f7e0-445b-b4cb-9764793590a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:18.668802 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-09be9a64-f7e0-445b-b4cb-9764793590a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:18.675037 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-09be9a64-f7e0-445b-b4cb-9764793590a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:18.717833 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-09be9a64-f7e0-445b-b4cb-9764793590a9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=789ab53ecae445e0a464468a2f4b9fd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2296009 Oct 19 01:09:18.720217 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be9a64-f7e0-445b-b4cb-9764793590a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebf98b5-57e4-49bc-9b7b-bd9651855268,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:18.720923 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36222) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:18.783323 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d4128c8-2c16-4579-b033-89b55f60e4c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:18.806846 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d4128c8-2c16-4579-b033-89b55f60e4c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:18.857618 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d4128c8-2c16-4579-b033-89b55f60e4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:18.860399 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d4128c8-2c16-4579-b033-89b55f60e4c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:18.864234 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5d4128c8-2c16-4579-b033-89b55f60e4c8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8ebf98b5-57e4-49bc-9b7b-bd9651855268 HTTP/1.1" status: 204 len: 168 time: 0.1395576 Oct 19 01:09:18.869786 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4128c8-2c16-4579-b033-89b55f60e4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebf98b5-57e4-49bc-9b7b-bd9651855268,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:19.140333 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36232) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:19.155371 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0a29b08e-68db-40da-bdd0-4c8dc71cff56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:19.235437 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 9620b6e2-e480-4682-ba79-8742835b76f5 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:09:19.246169 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0a29b08e-68db-40da-bdd0-4c8dc71cff56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:19.257375 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0a29b08e-68db-40da-bdd0-4c8dc71cff56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:19.310444 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29b08e-68db-40da-bdd0-4c8dc71cff56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0582e333-49e6-4ab8-9f0a-7e203ea7e42e,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:19.317668 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0a29b08e-68db-40da-bdd0-4c8dc71cff56 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=68a461974550403eb67fc573ae5120ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1753013 Oct 19 01:09:19.320398 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36238) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:19.377407 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-720fa1d1-8268-4b97-934e-74d8b1cafec4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:19.405770 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-720fa1d1-8268-4b97-934e-74d8b1cafec4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:19.434007 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 9620b6e2-e480-4682-ba79-8742835b76f5, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=9620b6e2-e480-4682-ba79-8742835b76f5,segment=NetworkSegment(390ed8c9-9986-4671-aee6-159367c5ccee),segment_id=390ed8c9-9986-4671-aee6-159367c5ccee)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:19.454124 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '9620b6e2-e480-4682-ba79-8742835b76f5', 'network_id': '7b28de0c-4527-4d48-ab68-f343022c2981', 'port_id': '9620b6e2-e480-4682-ba79-8742835b76f5', 'mac_address': 'fa:16:3e:83:d8:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70672b34-a2f2-4409-affd-0df303ae693f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:09:19.501910 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2dc59-2170-4987-a3f3-95c5d5cb2fcc req-cdfbd3e9-e412-4b62-bb29-8e45a6b6d272 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:19.504154 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:19.509552 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a4b2dc59-2170-4987-a3f3-95c5d5cb2fcc req-cdfbd3e9-e412-4b62-bb29-8e45a6b6d272 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ae99319-daee-4c74-920d-cfac642ef53b HTTP/1.1" status: 200 len: 943 time: 0.1006925 Oct 19 01:09:19.524000 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9620b6e2-e480-4682-ba79-8742835b76f5 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:09:19.553444 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 9620b6e2-e480-4682-ba79-8742835b76f5, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=9620b6e2-e480-4682-ba79-8742835b76f5,segment=NetworkSegment(390ed8c9-9986-4671-aee6-159367c5ccee),segment_id=390ed8c9-9986-4671-aee6-159367c5ccee)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:19.569968 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:19.572005 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a4b2dc59-2170-4987-a3f3-95c5d5cb2fcc req-afecb922-31e4-45cf-8e3c-a4afd2263850 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563717 Oct 19 01:09:19.572758 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-720fa1d1-8268-4b97-934e-74d8b1cafec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:19.576506 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-720fa1d1-8268-4b97-934e-74d8b1cafec4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:19.580252 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-720fa1d1-8268-4b97-934e-74d8b1cafec4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0582e333-49e6-4ab8-9f0a-7e203ea7e42e HTTP/1.1" status: 204 len: 168 time: 0.2561376 Oct 19 01:09:19.587387 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720fa1d1-8268-4b97-934e-74d8b1cafec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0582e333-49e6-4ab8-9f0a-7e203ea7e42e,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:19.637516 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba54d68-530d-4b4b-a365-1c2ec2ce0131 req-1a75c414-131d-499a-8902-3415f8f261b7 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:19.639420 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bba54d68-530d-4b4b-a365-1c2ec2ce0131 req-1a75c414-131d-499a-8902-3415f8f261b7 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ecebda-31d1-40df-bca4-49f57e8fbf14 HTTP/1.1" status: 200 len: 1024 time: 0.0823383 Oct 19 01:09:19.672769 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=9620b6e2-e480-4682-ba79-8742835b76f5,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:19.700842 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bba54d68-530d-4b4b-a365-1c2ec2ce0131 req-a02b4f76-8743-4665-bb0c-98a77c626072 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups?id=54eb3067-1436-4072-a12e-caa79520f502&id=69dfa53a-47dd-466d-b9c9-6fa2fe7691eb&id=3d47517b-138e-4596-a554-7377994798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0536833 Oct 19 01:09:19.701249 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:19.701249 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:19.701249 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:19.701514 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:19.701820 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:19.702142 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:19.702464 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:19.702779 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:19.703099 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:19.703412 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:19.703952 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:19.704448 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:19.709681 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:19.710160 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3255c7-928e-4142-90ff-6a83933fb88e req-9b30a2d2-2db7-49fe-9eb8-d004d57c1cb5 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:19.711673 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dc3255c7-928e-4142-90ff-6a83933fb88e req-9b30a2d2-2db7-49fe-9eb8-d004d57c1cb5 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.24 "GET /v2.0/ports?device_id=76ecebda-31d1-40df-bca4-49f57e8fbf14 HTTP/1.1" status: 200 len: 1024 time: 0.0839329 Oct 19 01:09:19.848448 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-dc3255c7-928e-4142-90ff-6a83933fb88e req-479c7337-279c-4ab6-8303-1295be2b3bd9 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Deleting port c30ff7f3-89f9-455e-80eb-ea7219439688 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:09:19.848789 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-dc3255c7-928e-4142-90ff-6a83933fb88e req-479c7337-279c-4ab6-8303-1295be2b3bd9 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:19.880682 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['9620b6e2-e480-4682-ba79-8742835b76f5'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:09:20.288767 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-dc3255c7-928e-4142-90ff-6a83933fb88e req-479c7337-279c-4ab6-8303-1295be2b3bd9 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] For port c30ff7f3-89f9-455e-80eb-ea7219439688, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=c30ff7f3-89f9-455e-80eb-ea7219439688,segment=NetworkSegment(733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c),segment_id=733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:20.288767 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-dc3255c7-928e-4142-90ff-6a83933fb88e req-479c7337-279c-4ab6-8303-1295be2b3bd9 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:20.306783 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-dc3255c7-928e-4142-90ff-6a83933fb88e req-479c7337-279c-4ab6-8303-1295be2b3bd9 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Calling delete_port for c30ff7f3-89f9-455e-80eb-ea7219439688 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:09:20.470586 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-dc3255c7-928e-4142-90ff-6a83933fb88e req-479c7337-279c-4ab6-8303-1295be2b3bd9 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:20.484481 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['c30ff7f3-89f9-455e-80eb-ea7219439688'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:09:20.531375 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c7337-279c-4ab6-8303-1295be2b3bd9 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Pushing event deleted for resources: {'Port': ['ID=c30ff7f3-89f9-455e-80eb-ea7219439688,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:20.597222 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3255c7-928e-4142-90ff-6a83933fb88e req-479c7337-279c-4ab6-8303-1295be2b3bd9 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] No DVR routers for this DVR port c30ff7f3-89f9-455e-80eb-ea7219439688 on host n-h2-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:09:20.599920 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-dc3255c7-928e-4142-90ff-6a83933fb88e req-479c7337-279c-4ab6-8303-1295be2b3bd9 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:20.615779 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dc3255c7-928e-4142-90ff-6a83933fb88e req-479c7337-279c-4ab6-8303-1295be2b3bd9 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.24 "DELETE /v2.0/ports/c30ff7f3-89f9-455e-80eb-ea7219439688 HTTP/1.1" status: 204 len: 173 time: 0.8972905 Oct 19 01:09:20.616263 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ecebda-31d1-40df-bca4-49f57e8fbf14', 'name': 'network-vif-deleted', 'tag': 'c30ff7f3-89f9-455e-80eb-ea7219439688'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:09:20.640329 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06dd3188-4170-4623-9bf2-4b22eea14367" -d '{"events": [{"server_uuid": "76ecebda-31d1-40df-bca4-49f57e8fbf14", "name": "network-vif-deleted", "tag": "c30ff7f3-89f9-455e-80eb-ea7219439688"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:09:20.817844 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0d6e3-28f8-4965-9d12-1e088d0dc2ff req-c96972d1-ec74-4157-8fc1-1cd5adf17fa5 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:20.822420 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eeb0d6e3-28f8-4965-9d12-1e088d0dc2ff req-c96972d1-ec74-4157-8fc1-1cd5adf17fa5 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ae99319-daee-4c74-920d-cfac642ef53b HTTP/1.1" status: 200 len: 944 time: 0.0961673 Oct 19 01:09:20.834059 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-1ed6a0ab-6eed-4b61-8549-8a8553dbbe68 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:20.843506 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-1ed6a0ab-6eed-4b61-8549-8a8553dbbe68 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/networks?id=9ee57031-7c0e-477c-878f-24c41625b6af HTTP/1.1" status: 200 len: 815 time: 0.2042048 Oct 19 01:09:20.865554 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-b88a9345-d14b-421b-a5c8-dfbad2d7d58c tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/quotas/3197f324082c4b4faa8975269bfcbb60 HTTP/1.1" status: 200 len: 375 time: 0.0206187 Oct 19 01:09:20.876641 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eeb0d6e3-28f8-4965-9d12-1e088d0dc2ff req-76ba40e3-51de-4ef9-b577-e3177a23c346 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480371 Oct 19 01:09:20.965933 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becaa98b-3809-419f-a2f4-83631aeeaa83 x-openstack-request-id: req-becaa98b-3809-419f-a2f4-83631aeeaa83 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:09:20.966521 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ecebda-31d1-40df-bca4-49f57e8fbf14", "name": "network-vif-deleted", "tag": "c30ff7f3-89f9-455e-80eb-ea7219439688", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:09:20.966873 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-becaa98b-3809-419f-a2f4-83631aeeaa83 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:09:20.967368 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ecebda-31d1-40df-bca4-49f57e8fbf14', 'name': 'network-vif-deleted', 'tag': 'c30ff7f3-89f9-455e-80eb-ea7219439688', 'status': 'completed', 'code': 200} Oct 19 01:09:20.984543 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-b19b1972-b7e7-4251-ad21-ceb6c2b69b32 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3197f324082c4b4faa8975269bfcbb60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1178854 Oct 19 01:09:21.115116 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-5bc8a809-0136-4368-b857-691b58dce1a8 service neutron] 10.222.0.57 "GET /v2.0/networks/9ee57031-7c0e-477c-878f-24c41625b6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293058 Oct 19 01:09:21.128991 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36318) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:21.175835 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7edbf15a-0345-4958-b520-a48c24bbe227 req-bffe88a1-5347-4769-85ec-f95caa68eaa1 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ecebda-31d1-40df-bca4-49f57e8fbf14 HTTP/1.1" status: 200 len: 210 time: 0.0737419 Oct 19 01:09:21.223538 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-4a3e2b20-7310-457a-8d66-be58b70466c5 service neutron] 10.222.0.57 "GET /v2.0/networks/9ee57031-7c0e-477c-878f-24c41625b6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074965 Oct 19 01:09:21.248160 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 9620b6e2-e480-4682-ba79-8742835b76f5 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:09:21.361550 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 9620b6e2-e480-4682-ba79-8742835b76f5 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:09:21.367045 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 9620b6e2-e480-4682-ba79-8742835b76f5 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:21.371452 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:21.515931 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:21.520671 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b1ddf70b-9482-4c86-b698-6edfd853951e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:21.554723 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 9620b6e2-e480-4682-ba79-8742835b76f5, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=9620b6e2-e480-4682-ba79-8742835b76f5,segment=NetworkSegment(390ed8c9-9986-4671-aee6-159367c5ccee),segment_id=390ed8c9-9986-4671-aee6-159367c5ccee)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:21.556591 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae99319-daee-4c74-920d-cfac642ef53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9620b6e2-e480-4682-ba79-8742835b76f5'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:09:21.560487 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86790de0-79ad-468e-817f-c0ed4f8d120f" -d '{"events": [{"server_uuid": "4ae99319-daee-4c74-920d-cfac642ef53b", "name": "network-vif-plugged", "status": "completed", "tag": "9620b6e2-e480-4682-ba79-8742835b76f5"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:09:21.565338 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:21.614936 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8fb3ee9d-36c3-48e7-ac56-e7ee696b7ed7 req-746157a7-c78d-4a18-8ac7-3188ffe73d09 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd46cca1-be1f-4e40-956e-6ae0fb29e09d HTTP/1.1" status: 200 len: 210 time: 0.0960996 Oct 19 01:09:21.654687 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=9620b6e2-e480-4682-ba79-8742835b76f5,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:21.660398 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25abc8d8-d6d6-4c11-bdbf-96802c79e1c8 x-openstack-request-id: req-25abc8d8-d6d6-4c11-bdbf-96802c79e1c8 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:09:21.660866 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae99319-daee-4c74-920d-cfac642ef53b", "name": "network-vif-plugged", "status": "completed", "tag": "9620b6e2-e480-4682-ba79-8742835b76f5", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:09:21.661423 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-25abc8d8-d6d6-4c11-bdbf-96802c79e1c8 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:09:21.662000 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae99319-daee-4c74-920d-cfac642ef53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9620b6e2-e480-4682-ba79-8742835b76f5', 'code': 200} Oct 19 01:09:21.748482 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d318f-1a6f-4920-99ca-e66a816a5681 req-2819da6c-9dc0-4570-8ab5-c50955694a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:21.750076 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-982d318f-1a6f-4920-99ca-e66a816a5681 req-2819da6c-9dc0-4570-8ab5-c50955694a8f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4ae99319-daee-4c74-920d-cfac642ef53b HTTP/1.1" status: 200 len: 1097 time: 0.0718772 Oct 19 01:09:21.779092 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b1ddf70b-9482-4c86-b698-6edfd853951e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:21.790365 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b1ddf70b-9482-4c86-b698-6edfd853951e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:21.808747 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-982d318f-1a6f-4920-99ca-e66a816a5681 req-5aeb0d9a-e389-453c-9ccd-d687841d1f84 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504341 Oct 19 01:09:21.836308 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b1ddf70b-9482-4c86-b698-6edfd853951e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=05cad9ba820f4aee9ec326664f358c0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7062831 Oct 19 01:09:21.838610 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ddf70b-9482-4c86-b698-6edfd853951e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea12b947-128a-4318-830c-4b5f67ead517,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:21.839219 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36346) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:21.909307 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3ff98fa6-735b-4fbe-b06b-3c6eb261d50e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:21.940470 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3ff98fa6-735b-4fbe-b06b-3c6eb261d50e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:22.017179 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e44338-8a0d-46c9-9910-7746ccd8cc31 req-9737c45f-f638-4dab-9121-bac97da8d42e tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:22.018755 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-96e44338-8a0d-46c9-9910-7746ccd8cc31 req-9737c45f-f638-4dab-9121-bac97da8d42e tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ae99319-daee-4c74-920d-cfac642ef53b HTTP/1.1" status: 200 len: 945 time: 0.0612857 Oct 19 01:09:22.047869 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3ff98fa6-735b-4fbe-b06b-3c6eb261d50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:22.051318 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3ff98fa6-735b-4fbe-b06b-3c6eb261d50e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:22.056656 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3ff98fa6-735b-4fbe-b06b-3c6eb261d50e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ea12b947-128a-4318-830c-4b5f67ead517 HTTP/1.1" status: 204 len: 168 time: 0.2144930 Oct 19 01:09:22.084706 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff98fa6-735b-4fbe-b06b-3c6eb261d50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea12b947-128a-4318-830c-4b5f67ead517,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:22.101790 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-96e44338-8a0d-46c9-9910-7746ccd8cc31 req-9944949b-5ec6-45a8-b7e4-8e7f021b8a0f tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736492 Oct 19 01:09:22.189105 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36354) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:22.300346 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f1d23742-1f72-4dca-a99f-988bfa46ec91 req-e883bbd8-7173-4e82-aef1-5a67126f0fda tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups/54eb3067-1436-4072-a12e-caa79520f502 HTTP/1.1" status: 200 len: 1800 time: 0.0438838 Oct 19 01:09:22.367651 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8cdb791e-64ae-41cc-b0da-f126ba73153b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:22.380019 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36366) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:22.394328 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fb3639e6-7e2f-4add-9cf0-f165891ca152 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:22.408514 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f1d23742-1f72-4dca-a99f-988bfa46ec91 req-8342efe2-bbb6-4c2a-a94e-a72001bc0e03 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:22.441723 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f1d23742-1f72-4dca-a99f-988bfa46ec91 req-8342efe2-bbb6-4c2a-a94e-a72001bc0e03 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:22.524252 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fb3639e6-7e2f-4add-9cf0-f165891ca152 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:22.530855 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f1d23742-1f72-4dca-a99f-988bfa46ec91 req-8342efe2-bbb6-4c2a-a94e-a72001bc0e03 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:22.533829 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f1d23742-1f72-4dca-a99f-988bfa46ec91 req-8342efe2-bbb6-4c2a-a94e-a72001bc0e03 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:22.536095 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f1d23742-1f72-4dca-a99f-988bfa46ec91 req-8342efe2-bbb6-4c2a-a94e-a72001bc0e03 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "DELETE /v2.0/security-groups/54eb3067-1436-4072-a12e-caa79520f502 HTTP/1.1" status: 204 len: 173 time: 0.2296379 Oct 19 01:09:22.545448 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8cdb791e-64ae-41cc-b0da-f126ba73153b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:22.551244 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342efe2-bbb6-4c2a-a94e-a72001bc0e03 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54eb3067-1436-4072-a12e-caa79520f502,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:22.556373 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fb3639e6-7e2f-4add-9cf0-f165891ca152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:22.560458 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8cdb791e-64ae-41cc-b0da-f126ba73153b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:22.611864 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8cdb791e-64ae-41cc-b0da-f126ba73153b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e041136845e6406c8b5c9afb903c0cf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4215000 Oct 19 01:09:22.612566 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb791e-64ae-41cc-b0da-f126ba73153b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccc7288-7716-4505-8e10-4c87fca36a58,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:22.615452 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36376) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:22.677555 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a1c15daf-37b5-4760-8312-7adb60371e61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:22.703921 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a1c15daf-37b5-4760-8312-7adb60371e61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:22.707769 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fb3639e6-7e2f-4add-9cf0-f165891ca152 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6530d8c42063480092e23445b3498d74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3265295 Oct 19 01:09:22.710648 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36380) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:22.717010 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3639e6-7e2f-4add-9cf0-f165891ca152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a507577-4519-4294-a307-4e4ca8fdad8f,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:22.725372 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d54c4bf5-1040-4284-bdd6-47b0c1b4094f req-a35cd067-f459-4d39-ae20-9214b95bbcf5 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "GET /v2.0/security-groups/3d47517b-138e-4596-a554-7377994798b8 HTTP/1.1" status: 200 len: 1802 time: 0.0920532 Oct 19 01:09:22.754421 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-d24ba9c2-593d-42cf-9846-f572aa973177 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:22.755869 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-d24ba9c2-593d-42cf-9846-f572aa973177 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.24 "GET /v2.0/networks?id=9ee57031-7c0e-477c-878f-24c41625b6af HTTP/1.1" status: 200 len: 815 time: 0.2699294 Oct 19 01:09:22.770528 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-f873977d-e040-4d19-8550-dd156d26356f tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Request body: {'port': {'device_id': 'bd46cca1-be1f-4e40-956e-6ae0fb29e09d', 'network_id': '9ee57031-7c0e-477c-878f-24c41625b6af', 'admin_state_up': True, 'tenant_id': '3197f324082c4b4faa8975269bfcbb60'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:22.783291 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7d60d9da-433f-453d-a44f-796425ea5dbe req-c18f0a93-5d99-4c0d-8d73-507d98d9549d tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd46cca1-be1f-4e40-956e-6ae0fb29e09d HTTP/1.1" status: 200 len: 210 time: 0.0402126 Oct 19 01:09:22.810127 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cb5c5018-a832-4888-aa8b-0eaff48239f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:22.820734 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a1c15daf-37b5-4760-8312-7adb60371e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:22.823233 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a1c15daf-37b5-4760-8312-7adb60371e61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:22.832117 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a1c15daf-37b5-4760-8312-7adb60371e61 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3ccc7288-7716-4505-8e10-4c87fca36a58 HTTP/1.1" status: 204 len: 168 time: 0.2104921 Oct 19 01:09:22.854254 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c15daf-37b5-4760-8312-7adb60371e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccc7288-7716-4505-8e10-4c87fca36a58,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:22.860636 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cb5c5018-a832-4888-aa8b-0eaff48239f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:22.878893 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d54c4bf5-1040-4284-bdd6-47b0c1b4094f req-77ead1e0-14ed-4a3f-b67a-51afd9c69754 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:22.917433 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cb5c5018-a832-4888-aa8b-0eaff48239f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:22.920620 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cb5c5018-a832-4888-aa8b-0eaff48239f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:22.922074 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-cb5c5018-a832-4888-aa8b-0eaff48239f3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3a507577-4519-4294-a307-4e4ca8fdad8f HTTP/1.1" status: 204 len: 168 time: 0.2102556 Oct 19 01:09:22.934251 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d54c4bf5-1040-4284-bdd6-47b0c1b4094f req-77ead1e0-14ed-4a3f-b67a-51afd9c69754 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:22.937290 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c5018-a832-4888-aa8b-0eaff48239f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a507577-4519-4294-a307-4e4ca8fdad8f,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:22.997164 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-f873977d-e040-4d19-8550-dd156d26356f tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Made reservation on behalf of 3197f324082c4b4faa8975269bfcbb60 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:09:23.001317 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-f873977d-e040-4d19-8550-dd156d26356f tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:23.029981 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d54c4bf5-1040-4284-bdd6-47b0c1b4094f req-77ead1e0-14ed-4a3f-b67a-51afd9c69754 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:23.032998 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d54c4bf5-1040-4284-bdd6-47b0c1b4094f req-77ead1e0-14ed-4a3f-b67a-51afd9c69754 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:23.034402 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d54c4bf5-1040-4284-bdd6-47b0c1b4094f req-77ead1e0-14ed-4a3f-b67a-51afd9c69754 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] 10.222.0.57 "DELETE /v2.0/security-groups/3d47517b-138e-4596-a554-7377994798b8 HTTP/1.1" status: 204 len: 173 time: 0.3028107 Oct 19 01:09:23.040864 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36388) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:23.078522 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ead1e0-14ed-4a3f-b67a-51afd9c69754 tempest-SecurityGroupsTestJSON-1976034396 tempest-SecurityGroupsTestJSON-1976034396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d47517b-138e-4596-a554-7377994798b8,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:23.112508 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-48c7f57e-f554-4c03-a901-1ade6654348b admin admin] Deleting subnet acdc133b-fd3d-4d6c-9707-403bca864eb3 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:09:23.115978 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-48c7f57e-f554-4c03-a901-1ade6654348b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:23.155674 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-48c7f57e-f554-4c03-a901-1ade6654348b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:23.246911 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-48c7f57e-f554-4c03-a901-1ade6654348b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:23.321917 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-48c7f57e-f554-4c03-a901-1ade6654348b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:23.343960 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-f873977d-e040-4d19-8550-dd156d26356f tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Allocated IP 172.20.0.5 (9ee57031-7c0e-477c-878f-24c41625b6af/2c491c19-2c54-43fa-a611-2d3b3495f28e/a66d14c9-a704-4f2b-a7ec-33b4221823af) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:09:23.356798 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280983a-0557-4bad-898f-45c34628f31a req-721f7ee9-5341-4c29-8c6c-af075de7ad6a tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:23.358597 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d280983a-0557-4bad-898f-45c34628f31a req-721f7ee9-5341-4c29-8c6c-af075de7ad6a tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ae99319-daee-4c74-920d-cfac642ef53b HTTP/1.1" status: 200 len: 945 time: 0.1140575 Oct 19 01:09:23.379041 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7f57e-f554-4c03-a901-1ade6654348b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acdc133b-fd3d-4d6c-9707-403bca864eb3,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:23.401069 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36398) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:23.411412 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-48c7f57e-f554-4c03-a901-1ade6654348b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:23.418874 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-48c7f57e-f554-4c03-a901-1ade6654348b admin admin] 10.222.0.57 "DELETE /v2.0/subnets/acdc133b-fd3d-4d6c-9707-403bca864eb3 HTTP/1.1" status: 204 len: 168 time: 0.3751247 Oct 19 01:09:23.420825 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36400) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:23.421220 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36402) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:23.439817 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d280983a-0557-4bad-898f-45c34628f31a req-a484ca8a-64e8-47bb-9dbb-0a480b375cdd tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739810 Oct 19 01:09:23.476792 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b6951a99-0d96-4beb-b847-8b7dd0556561 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:23.487994 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5c109f29-e5b5-4e60-a410-fee4364b7c79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:23.556446 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-66727756-238a-488f-9d6b-168c82c0d536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:23.556705 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-f873977d-e040-4d19-8550-dd156d26356f tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:23.595359 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-f873977d-e040-4d19-8550-dd156d26356f tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:23.609434 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['f59eeaf9-bdeb-4794-901e-8473ff7277a7'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:09:23.617193 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3e982-a0fa-40ea-8c64-d839f439c370 req-33704965-5542-4834-8c58-673be071406d tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:23.618720 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1be3e982-a0fa-40ea-8c64-d839f439c370 req-33704965-5542-4834-8c58-673be071406d tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "GET /v2.0/ports?device_id=0384c7e7-e5cd-4394-b5fc-b4aaf74df8af HTTP/1.1" status: 200 len: 945 time: 0.1455195 Oct 19 01:09:23.646534 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-f873977d-e040-4d19-8550-dd156d26356f tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Network 9ee57031-7c0e-477c-878f-24c41625b6af is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:09:23.650088 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-f873977d-e040-4d19-8550-dd156d26356f tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:09:23.657721 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-f873977d-e040-4d19-8550-dd156d26356f tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:09:23.708340 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-f873977d-e040-4d19-8550-dd156d26356f tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:23.708980 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-f873977d-e040-4d19-8550-dd156d26356f tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:23.720169 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873977d-e040-4d19-8550-dd156d26356f tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Pushing event updated for resources: {'Port': ['ID=a66d14c9-a704-4f2b-a7ec-33b4221823af,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:23.728307 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-f873977d-e040-4d19-8550-dd156d26356f tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9617507 Oct 19 01:09:23.743476 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-1675d6c4-b71a-486c-9a48-43ef806e0ccf service neutron] Request body: {'port': {'device_id': 'bd46cca1-be1f-4e40-956e-6ae0fb29e09d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:23.778703 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-66727756-238a-488f-9d6b-168c82c0d536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:23.783600 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1be3e982-a0fa-40ea-8c64-d839f439c370 req-b2806aac-27cc-4c5e-87be-e704e0af236f tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "GET /v2.0/security-groups?id=a92623c9-d7ca-40ac-b11a-4792288fced6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262033 Oct 19 01:09:23.818848 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-1675d6c4-b71a-486c-9a48-43ef806e0ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:23.820872 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-66727756-238a-488f-9d6b-168c82c0d536 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd149a6-d4a5-4f28-8e40-9b26ded70dfe']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:23.826306 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5c109f29-e5b5-4e60-a410-fee4364b7c79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:23.836317 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5c109f29-e5b5-4e60-a410-fee4364b7c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:23.839580 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-66727756-238a-488f-9d6b-168c82c0d536 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:23.839833 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-66727756-238a-488f-9d6b-168c82c0d536 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '733b8e51-0dd3-48e0-ad6d-d1e7e4e2df8c') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:23.864621 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b6951a99-0d96-4beb-b847-8b7dd0556561 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:23.866723 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-66727756-238a-488f-9d6b-168c82c0d536 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:23.894019 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b6951a99-0d96-4beb-b847-8b7dd0556561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:23.919435 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-66727756-238a-488f-9d6b-168c82c0d536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:23.923202 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5c109f29-e5b5-4e60-a410-fee4364b7c79 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=57fb1d4a44d140208c0809a61c35164d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4997056 Oct 19 01:09:23.928360 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36410) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:23.933952 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c109f29-e5b5-4e60-a410-fee4364b7c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b672523-8ec8-43ee-a275-82ba5d90257d,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:23.945703 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66727756-238a-488f-9d6b-168c82c0d536 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:09:23.946104 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-66727756-238a-488f-9d6b-168c82c0d536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:23.950958 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:09:23.950958 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:09:23.950958 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:09:23.950958 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:09:23.950958 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:09:23.950958 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:09:23.950958 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:09:23.950958 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:09:23.950958 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:09:23.950958 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:09:23.950958 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:09:23.950958 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:09:23.950958 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:09:23.950958 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:09:23.950958 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:09:23.950958 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:09:23.950958 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:09:23.950958 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:09:23.950958 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:09:23.950958 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:09:23.950958 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:09:23.950958 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:09:23.950958 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:09:23.950958 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:09:23.950958 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:09:23.950958 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:09:23.950958 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:09:23.950958 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:09:23.950958 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:09:23.950958 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:09:23.950958 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:09:23.950958 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:09:23.974368 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b6951a99-0d96-4beb-b847-8b7dd0556561 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=16f2e51104e542bcbc76556f107a9259&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5694854 Oct 19 01:09:23.981943 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a558cf-80fd-4003-99ef-e45f795e33c3 req-3d047b3d-25a1-48ff-ad78-e43d75897258 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:23.983449 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1a558cf-80fd-4003-99ef-e45f795e33c3 req-3d047b3d-25a1-48ff-ad78-e43d75897258 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd46cca1-be1f-4e40-956e-6ae0fb29e09d HTTP/1.1" status: 200 len: 931 time: 0.1229212 Oct 19 01:09:23.983954 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36412) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:24.024114 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device c30ff7f3-89f9-455e-80eb-ea7219439688 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:09:24.035844 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6951a99-0d96-4beb-b847-8b7dd0556561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3f526c-9258-49a9-ade6-6e473f89ec1a,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:24.051924 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: c30ff7f3-89f9-455e-80eb-ea7219439688 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:09:24.052292 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device c30ff7f3-89f9-455e-80eb-ea7219439688 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:09:24.059996 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-66727756-238a-488f-9d6b-168c82c0d536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:24.072232 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-66727756-238a-488f-9d6b-168c82c0d536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:24.076140 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-66727756-238a-488f-9d6b-168c82c0d536 admin admin] 10.222.0.57 "DELETE /v2.0/networks/0cd149a6-d4a5-4f28-8e40-9b26ded70dfe HTTP/1.1" status: 204 len: 168 time: 0.6539135 Oct 19 01:09:24.076926 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e67a6b4-2257-46ba-8135-d5721021ed19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:24.090215 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66727756-238a-488f-9d6b-168c82c0d536 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cd149a6-d4a5-4f28-8e40-9b26ded70dfe,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:24.113031 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e67a6b4-2257-46ba-8135-d5721021ed19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:24.116940 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1a558cf-80fd-4003-99ef-e45f795e33c3 req-7c578cce-c0be-41de-b907-4c5fac8db030 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189327 Oct 19 01:09:24.146845 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f6da491e-b1a8-417b-8f69-9fc9833ed49a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:24.174524 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e67a6b4-2257-46ba-8135-d5721021ed19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:24.177282 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e67a6b4-2257-46ba-8135-d5721021ed19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:24.180784 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5e67a6b4-2257-46ba-8135-d5721021ed19 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1b672523-8ec8-43ee-a275-82ba5d90257d HTTP/1.1" status: 204 len: 168 time: 0.2454734 Oct 19 01:09:24.188296 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67a6b4-2257-46ba-8135-d5721021ed19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b672523-8ec8-43ee-a275-82ba5d90257d,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:24.215454 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f6da491e-b1a8-417b-8f69-9fc9833ed49a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:24.291352 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-1675d6c4-b71a-486c-9a48-43ef806e0ccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a66d14c9-a704-4f2b-a7ec-33b4221823af {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:09:24.299604 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-1675d6c4-b71a-486c-9a48-43ef806e0ccf service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:24.314458 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f6da491e-b1a8-417b-8f69-9fc9833ed49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:24.317195 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f6da491e-b1a8-417b-8f69-9fc9833ed49a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:24.318663 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f6da491e-b1a8-417b-8f69-9fc9833ed49a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8b3f526c-9258-49a9-ade6-6e473f89ec1a HTTP/1.1" status: 204 len: 168 time: 0.3313272 Oct 19 01:09:24.319803 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-1675d6c4-b71a-486c-9a48-43ef806e0ccf service neutron] Transition to ACTIVE for port object a66d14c9-a704-4f2b-a7ec-33b4221823af will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:09:24.329291 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da491e-b1a8-417b-8f69-9fc9833ed49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3f526c-9258-49a9-ade6-6e473f89ec1a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:24.331668 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-1675d6c4-b71a-486c-9a48-43ef806e0ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:24.348296 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36420) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:24.389705 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1675d6c4-b71a-486c-9a48-43ef806e0ccf service neutron] Pushing event updated for resources: {'Port': ['ID=a66d14c9-a704-4f2b-a7ec-33b4221823af,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:24.412348 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a71f7994-43be-430c-82b6-3480f721411d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a65fe707d8cb48fbb00711dd6babafba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0626280 Oct 19 01:09:24.414134 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36424) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:24.469870 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ba10963-4fcc-41ba-9c74-cedd50bc5922 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:24.471423 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-1675d6c4-b71a-486c-9a48-43ef806e0ccf service neutron] Attempting to bind port a66d14c9-a704-4f2b-a7ec-33b4221823af on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:09:24.472032 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-1675d6c4-b71a-486c-9a48-43ef806e0ccf service neutron] Attempting to bind port a66d14c9-a704-4f2b-a7ec-33b4221823af by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '24d285ee-2f28-4b9f-95c9-4edf3800159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ee57031-7c0e-477c-878f-24c41625b6af'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:09:24.472629 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-1675d6c4-b71a-486c-9a48-43ef806e0ccf service neutron] Attempting to bind port a66d14c9-a704-4f2b-a7ec-33b4221823af on network 9ee57031-7c0e-477c-878f-24c41625b6af {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:09:24.478295 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-1675d6c4-b71a-486c-9a48-43ef806e0ccf service neutron] Port a66d14c9-a704-4f2b-a7ec-33b4221823af on network 9ee57031-7c0e-477c-878f-24c41625b6af not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:09:24.478918 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-1675d6c4-b71a-486c-9a48-43ef806e0ccf service neutron] Attempting to bind port a66d14c9-a704-4f2b-a7ec-33b4221823af on network 9ee57031-7c0e-477c-878f-24c41625b6af {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:09:24.485554 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-1675d6c4-b71a-486c-9a48-43ef806e0ccf service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:09:24.486305 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-1675d6c4-b71a-486c-9a48-43ef806e0ccf service neutron] Checking segment: {'id': '24d285ee-2f28-4b9f-95c9-4edf3800159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ee57031-7c0e-477c-878f-24c41625b6af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:09:24.486911 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-1675d6c4-b71a-486c-9a48-43ef806e0ccf service neutron] Bound using segment: {'id': '24d285ee-2f28-4b9f-95c9-4edf3800159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ee57031-7c0e-477c-878f-24c41625b6af'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:09:24.489126 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-1675d6c4-b71a-486c-9a48-43ef806e0ccf service neutron] Bound port: a66d14c9-a704-4f2b-a7ec-33b4221823af, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d285ee-2f28-4b9f-95c9-4edf3800159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ee57031-7c0e-477c-878f-24c41625b6af'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:09:24.489789 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-1675d6c4-b71a-486c-9a48-43ef806e0ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:24.495931 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ba10963-4fcc-41ba-9c74-cedd50bc5922 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:24.598026 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-1675d6c4-b71a-486c-9a48-43ef806e0ccf service neutron] For port a66d14c9-a704-4f2b-a7ec-33b4221823af, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:09:24.606624 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-1675d6c4-b71a-486c-9a48-43ef806e0ccf service neutron] For port a66d14c9-a704-4f2b-a7ec-33b4221823af, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a66d14c9-a704-4f2b-a7ec-33b4221823af,segment=NetworkSegment(24d285ee-2f28-4b9f-95c9-4edf3800159a),segment_id=24d285ee-2f28-4b9f-95c9-4edf3800159a)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:09:24.612834 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-1675d6c4-b71a-486c-9a48-43ef806e0ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:24.617966 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6beb21c-49d9-4a51-b836-77c85cb5c9f8 req-2dd01f15-356e-4253-b379-5b311041ae8a tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:24.627149 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a6beb21c-49d9-4a51-b836-77c85cb5c9f8 req-2dd01f15-356e-4253-b379-5b311041ae8a tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ae99319-daee-4c74-920d-cfac642ef53b HTTP/1.1" status: 200 len: 945 time: 0.0943840 Oct 19 01:09:24.663042 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-1675d6c4-b71a-486c-9a48-43ef806e0ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:24.664096 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-1675d6c4-b71a-486c-9a48-43ef806e0ccf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:24.671844 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a6beb21c-49d9-4a51-b836-77c85cb5c9f8 req-f36aa9e4-2d6f-49f4-afc6-ea6c952ab11c tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436363 Oct 19 01:09:24.672897 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ba10963-4fcc-41ba-9c74-cedd50bc5922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:24.675967 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ba10963-4fcc-41ba-9c74-cedd50bc5922 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:24.677233 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1ba10963-4fcc-41ba-9c74-cedd50bc5922 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/69dfa53a-47dd-466d-b9c9-6fa2fe7691eb HTTP/1.1" status: 204 len: 168 time: 0.2621837 Oct 19 01:09:24.685079 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-1675d6c4-b71a-486c-9a48-43ef806e0ccf service neutron] 10.222.0.24 "PUT /v2.0/ports/a66d14c9-a704-4f2b-a7ec-33b4221823af HTTP/1.1" status: 200 len: 1092 time: 0.9294007 Oct 19 01:09:24.686579 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd46cca1-be1f-4e40-956e-6ae0fb29e09d', 'tag': 'a66d14c9-a704-4f2b-a7ec-33b4221823af'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:09:24.688762 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba10963-4fcc-41ba-9c74-cedd50bc5922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69dfa53a-47dd-466d-b9c9-6fa2fe7691eb,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:24.694362 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19bdc97-5349-4f28-96e5-a86a9af8b6ad" -d '{"events": [{"name": "network-changed", "server_uuid": "bd46cca1-be1f-4e40-956e-6ae0fb29e09d", "tag": "a66d14c9-a704-4f2b-a7ec-33b4221823af"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:09:24.799565 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ed7a1e-06f7-4183-8957-057095db4e34 x-openstack-request-id: req-16ed7a1e-06f7-4183-8957-057095db4e34 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:09:24.799565 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd46cca1-be1f-4e40-956e-6ae0fb29e09d", "tag": "a66d14c9-a704-4f2b-a7ec-33b4221823af", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:09:24.799901 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-16ed7a1e-06f7-4183-8957-057095db4e34 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:09:24.800122 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd46cca1-be1f-4e40-956e-6ae0fb29e09d', 'tag': 'a66d14c9-a704-4f2b-a7ec-33b4221823af', 'status': 'completed', 'code': 200} Oct 19 01:09:24.800832 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1675d6c4-b71a-486c-9a48-43ef806e0ccf service neutron] Pushing event updated for resources: {'Port': ['ID=a66d14c9-a704-4f2b-a7ec-33b4221823af,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:24.824486 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-3755da3d-50bc-40f8-8414-1d187459d488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:24.826260 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-3755da3d-50bc-40f8-8414-1d187459d488 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3197f324082c4b4faa8975269bfcbb60&device_id=bd46cca1-be1f-4e40-956e-6ae0fb29e09d HTTP/1.1" status: 200 len: 1095 time: 0.1077616 Oct 19 01:09:24.878715 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-b86276e2-ece0-41f8-a4c6-59c13af00502 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a66d14c9-a704-4f2b-a7ec-33b4221823af HTTP/1.1" status: 200 len: 217 time: 0.0432296 Oct 19 01:09:24.920993 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1dfa7-6a5a-4aac-9837-09de9b204bc5 req-b751e121-dc49-4304-841d-49e88f3e63b1 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:24.928583 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e8e1dfa7-6a5a-4aac-9837-09de9b204bc5 req-b751e121-dc49-4304-841d-49e88f3e63b1 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ae99319-daee-4c74-920d-cfac642ef53b HTTP/1.1" status: 200 len: 945 time: 0.1062789 Oct 19 01:09:25.002953 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e8e1dfa7-6a5a-4aac-9837-09de9b204bc5 req-b0f0ba89-9e79-4669-bb3d-3ff93ef9805b tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642598 Oct 19 01:09:25.048539 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-3bbc62b5-530e-4883-acf3-c0d68c85c279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:25.050034 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-3bbc62b5-530e-4883-acf3-c0d68c85c279 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c491c19-2c54-43fa-a611-2d3b3495f28e HTTP/1.1" status: 200 len: 855 time: 0.1635423 Oct 19 01:09:25.103870 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc1af8-c89c-456d-944c-7b27ab77d107 req-d67e3879-2c15-4a71-8308-12970d0c3d06 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:25.106920 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2bfc1af8-c89c-456d-944c-7b27ab77d107 req-d67e3879-2c15-4a71-8308-12970d0c3d06 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "GET /v2.0/ports?device_id=0384c7e7-e5cd-4394-b5fc-b4aaf74df8af HTTP/1.1" status: 200 len: 945 time: 0.1197274 Oct 19 01:09:25.112002 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-8d00f743-49b0-4496-843f-917015e00750 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9ee57031-7c0e-477c-878f-24c41625b6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534732 Oct 19 01:09:25.122452 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcdb082-16cc-4d12-8741-66691d63d0cc req-c17692fd-ad3c-45a0-9c98-a4527684912e tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:25.124580 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ddcdb082-16cc-4d12-8741-66691d63d0cc req-c17692fd-ad3c-45a0-9c98-a4527684912e tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.55 "GET /v2.0/ports?device_id=0384c7e7-e5cd-4394-b5fc-b4aaf74df8af HTTP/1.1" status: 200 len: 945 time: 0.1668489 Oct 19 01:09:25.286745 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2bfc1af8-c89c-456d-944c-7b27ab77d107 req-10131fba-cb9d-42db-ba6a-2aba9b936ffc tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "GET /v2.0/security-groups?id=a92623c9-d7ca-40ac-b11a-4792288fced6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596413 Oct 19 01:09:25.310927 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17ce86-2b3f-4e6e-bbc3-e9ca2bbdf78a req-46c978ca-3a12-4cc1-b89b-0d2882ea271e tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:25.322942 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4d17ce86-2b3f-4e6e-bbc3-e9ca2bbdf78a req-46c978ca-3a12-4cc1-b89b-0d2882ea271e tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd46cca1-be1f-4e40-956e-6ae0fb29e09d HTTP/1.1" status: 200 len: 943 time: 0.1033688 Oct 19 01:09:25.405714 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4d17ce86-2b3f-4e6e-bbc3-e9ca2bbdf78a req-c56b78d5-2a12-4057-904c-99e74e985926 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793469 Oct 19 01:09:25.427860 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-ddcdb082-16cc-4d12-8741-66691d63d0cc req-e89582a6-d8c3-4804-a305-f4879cbd3bf7 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Deleting port 60bcddab-f2fd-4d10-828b-3d9547f14070 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:09:25.428205 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ddcdb082-16cc-4d12-8741-66691d63d0cc req-e89582a6-d8c3-4804-a305-f4879cbd3bf7 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:25.465073 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-f196fb66-2f1e-4108-9a71-8446441b383d service neutron] 10.222.0.24 "GET /v2.0/networks/9ee57031-7c0e-477c-878f-24c41625b6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388522 Oct 19 01:09:25.601976 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36490) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:25.639504 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ce14d-4a56-4ae2-8979-ed7fe4ea35ab req-3f72a875-f91c-4e07-95ad-f4dade1df21c tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:25.649750 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c46ce14d-4a56-4ae2-8979-ed7fe4ea35ab req-3f72a875-f91c-4e07-95ad-f4dade1df21c tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ae99319-daee-4c74-920d-cfac642ef53b HTTP/1.1" status: 200 len: 945 time: 0.2362325 Oct 19 01:09:25.695307 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-ddcdb082-16cc-4d12-8741-66691d63d0cc req-e89582a6-d8c3-4804-a305-f4879cbd3bf7 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] For port 60bcddab-f2fd-4d10-828b-3d9547f14070, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=60bcddab-f2fd-4d10-828b-3d9547f14070,segment=NetworkSegment(618e9f13-33df-47a4-8265-1f8d48d0f612),segment_id=618e9f13-33df-47a4-8265-1f8d48d0f612)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:25.695672 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ddcdb082-16cc-4d12-8741-66691d63d0cc req-e89582a6-d8c3-4804-a305-f4879cbd3bf7 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:25.702747 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-99e8652b-ba4d-4f7b-8fa5-c3057542173d req-c2759355-b523-4935-89e9-ef6544de3966 service neutron] 10.222.0.24 "GET /v2.0/networks/9ee57031-7c0e-477c-878f-24c41625b6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282379 Oct 19 01:09:25.757243 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c46ce14d-4a56-4ae2-8979-ed7fe4ea35ab req-f7dc62cf-35b2-4489-ba99-b06b7a0f712a tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065998 Oct 19 01:09:25.916068 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc25d8-ec07-4f6d-91bf-9f5768facaf9 req-f2f747ee-c078-4bb4-ab06-728739e3513c tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:25.924957 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fdcc25d8-ec07-4f6d-91bf-9f5768facaf9 req-f2f747ee-c078-4bb4-ab06-728739e3513c tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ae99319-daee-4c74-920d-cfac642ef53b HTTP/1.1" status: 200 len: 945 time: 0.0652456 Oct 19 01:09:25.934443 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bdc97-5349-4f28-96e5-a86a9af8b6ad req-ff8c5e31-9910-4678-867b-59a8704fc075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:25.936516 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d19bdc97-5349-4f28-96e5-a86a9af8b6ad req-ff8c5e31-9910-4678-867b-59a8704fc075 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3197f324082c4b4faa8975269bfcbb60&device_id=bd46cca1-be1f-4e40-956e-6ae0fb29e09d HTTP/1.1" status: 200 len: 1095 time: 0.1827049 Oct 19 01:09:25.971926 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-ef5cabea-8b76-404e-a980-fdc4a217ae09 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1351651501-network', 'tenant_id': '2cef90ceee4e4e5aba45348bee033f1a'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:26.005291 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fdcc25d8-ec07-4f6d-91bf-9f5768facaf9 req-69078960-1e1c-4473-affa-7b14569e80f7 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787106 Oct 19 01:09:26.035982 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5cabea-8b76-404e-a980-fdc4a217ae09 admin admin] Made reservation on behalf of 2cef90ceee4e4e5aba45348bee033f1a for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:09:26.045733 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ef5cabea-8b76-404e-a980-fdc4a217ae09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:26.074097 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ef5cabea-8b76-404e-a980-fdc4a217ae09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:26.156880 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bdc97-5349-4f28-96e5-a86a9af8b6ad req-83e84f2c-43ef-4a63-97cd-5c7325afe410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:26.158624 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d19bdc97-5349-4f28-96e5-a86a9af8b6ad req-83e84f2c-43ef-4a63-97cd-5c7325afe410 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9ee57031-7c0e-477c-878f-24c41625b6af HTTP/1.1" status: 200 len: 916 time: 0.2121794 Oct 19 01:09:26.162800 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ddcdb082-16cc-4d12-8741-66691d63d0cc req-e89582a6-d8c3-4804-a305-f4879cbd3bf7 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:26.163366 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ddcdb082-16cc-4d12-8741-66691d63d0cc req-e89582a6-d8c3-4804-a305-f4879cbd3bf7 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:26.163687 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [req-ddcdb082-16cc-4d12-8741-66691d63d0cc req-e89582a6-d8c3-4804-a305-f4879cbd3bf7 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Floating IP 9335126d-1486-4c3b-8940-74b183dcbb10 disassociated. External IP: 172.25.8.19, port: 60bcddab-f2fd-4d10-828b-3d9547f14070. Oct 19 01:09:26.164070 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-ddcdb082-16cc-4d12-8741-66691d63d0cc req-e89582a6-d8c3-4804-a305-f4879cbd3bf7 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Calling delete_port for 60bcddab-f2fd-4d10-828b-3d9547f14070 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:09:26.171257 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36516) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:26.208913 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d19bdc97-5349-4f28-96e5-a86a9af8b6ad req-98013d93-be95-47e9-a54d-6061541a27f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a66d14c9-a704-4f2b-a7ec-33b4221823af HTTP/1.1" status: 200 len: 217 time: 0.0415986 Oct 19 01:09:26.297364 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ef5cabea-8b76-404e-a980-fdc4a217ae09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:26.313239 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ef5cabea-8b76-404e-a980-fdc4a217ae09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:26.315021 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bdc97-5349-4f28-96e5-a86a9af8b6ad req-6071b695-c265-4e3b-9fcf-20858a3fdf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:26.316533 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d19bdc97-5349-4f28-96e5-a86a9af8b6ad req-6071b695-c265-4e3b-9fcf-20858a3fdf69 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c491c19-2c54-43fa-a611-2d3b3495f28e HTTP/1.1" status: 200 len: 855 time: 0.0979249 Oct 19 01:09:26.331238 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d447a1-4e37-41d0-861c-5d76407ab248 req-5df2b945-1c1d-4f98-8598-c996405f5fc4 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:26.333283 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-33d447a1-4e37-41d0-861c-5d76407ab248 req-5df2b945-1c1d-4f98-8598-c996405f5fc4 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ae99319-daee-4c74-920d-cfac642ef53b HTTP/1.1" status: 200 len: 945 time: 0.0759292 Oct 19 01:09:26.357312 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef5cabea-8b76-404e-a980-fdc4a217ae09 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:09:26.361540 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d19bdc97-5349-4f28-96e5-a86a9af8b6ad req-d80e9a7a-50ad-4654-baff-12d68233ed53 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9ee57031-7c0e-477c-878f-24c41625b6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318291 Oct 19 01:09:26.386792 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5cabea-8b76-404e-a980-fdc4a217ae09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8f1533-c170-4b40-aa95-7df33453151c,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:26.391417 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ef5cabea-8b76-404e-a980-fdc4a217ae09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:26.391927 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-ef5cabea-8b76-404e-a980-fdc4a217ae09 admin admin] Added segment 9d868592-c08e-4123-8d31-a67deeb039a8 of type vlan for network 3439c557-cbe2-48fc-82d0-010c4f65e4e7 Oct 19 01:09:26.446678 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-e0732748-e9fa-463e-bea8-342f120259fb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1297506400-network', 'tenant_id': '6b1b4901fc87414a92dc3f7f47c3c09a'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:26.455888 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-33d447a1-4e37-41d0-861c-5d76407ab248 req-3553ea30-962c-40c1-9c7c-98a9919c4167 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101756 Oct 19 01:09:26.467246 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ef5cabea-8b76-404e-a980-fdc4a217ae09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:26.503568 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0732748-e9fa-463e-bea8-342f120259fb admin admin] Made reservation on behalf of 6b1b4901fc87414a92dc3f7f47c3c09a for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:09:26.507480 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e0732748-e9fa-463e-bea8-342f120259fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:26.516464 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ef5cabea-8b76-404e-a980-fdc4a217ae09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:26.517725 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5cabea-8b76-404e-a980-fdc4a217ae09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:26.518508 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ef5cabea-8b76-404e-a980-fdc4a217ae09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:26.522902 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e0732748-e9fa-463e-bea8-342f120259fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:26.525024 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ddcdb082-16cc-4d12-8741-66691d63d0cc req-e89582a6-d8c3-4804-a305-f4879cbd3bf7 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:26.590711 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ef5cabea-8b76-404e-a980-fdc4a217ae09 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9816766 Oct 19 01:09:26.621242 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36536) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:26.644338 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-c5a732c3-bcdc-4160-99f9-63935ad77d8e admin admin] Request body: {'subnet': {'network_id': '3439c557-cbe2-48fc-82d0-010c4f65e4e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1351651501-subnet', 'tenant_id': '2cef90ceee4e4e5aba45348bee033f1a', 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:26.649620 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5cabea-8b76-404e-a980-fdc4a217ae09 admin admin] Pushing event updated for resources: {'Network': ['ID=3439c557-cbe2-48fc-82d0-010c4f65e4e7,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:26.661024 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 3439c557-cbe2-48fc-82d0-010c4f65e4e7 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:09:26.715182 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fcfa66-5280-4b62-a1ea-1373ca5586c1 req-e6563cfd-2149-4f3b-a523-24f0cecccb75 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:26.716830 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-47fcfa66-5280-4b62-a1ea-1373ca5586c1 req-e6563cfd-2149-4f3b-a523-24f0cecccb75 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd46cca1-be1f-4e40-956e-6ae0fb29e09d HTTP/1.1" status: 200 len: 943 time: 0.1528356 Oct 19 01:09:26.719234 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a732c3-bcdc-4160-99f9-63935ad77d8e admin admin] Made reservation on behalf of 2cef90ceee4e4e5aba45348bee033f1a for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:09:26.721689 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c5a732c3-bcdc-4160-99f9-63935ad77d8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:26.846108 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-47fcfa66-5280-4b62-a1ea-1373ca5586c1 req-a69c03f2-3b5f-46ab-badb-c03b8158fb6c tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185174 Oct 19 01:09:26.854316 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e0732748-e9fa-463e-bea8-342f120259fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:26.864917 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e0732748-e9fa-463e-bea8-342f120259fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:26.905165 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0732748-e9fa-463e-bea8-342f120259fb admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:09:26.927134 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89582a6-d8c3-4804-a305-f4879cbd3bf7 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Pushing event deleted for resources: {'Port': ['ID=60bcddab-f2fd-4d10-828b-3d9547f14070,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:26.936959 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d19bdc97-5349-4f28-96e5-a86a9af8b6ad req-891ca1df-0717-400c-8865-d9cf3c2de10a service neutron] 10.222.0.24 "GET /v2.0/networks/9ee57031-7c0e-477c-878f-24c41625b6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5640352 Oct 19 01:09:26.958644 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e0732748-e9fa-463e-bea8-342f120259fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:26.959770 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-e0732748-e9fa-463e-bea8-342f120259fb admin admin] Added segment 8a516c3b-6789-44d3-87bb-3790155029b6 of type vlan for network 9fdfc968-fd05-4762-858e-87980e28a6e6 Oct 19 01:09:26.964115 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0732748-e9fa-463e-bea8-342f120259fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7238bb51-36e4-4ba0-a16e-a418cbf2f825,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:26.966795 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:26.999973 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1498ce1-92e9-41e8-a163-b06c8f4cb7e2 req-6e0ffd6f-ba01-4e32-bd94-4604465b6053 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:27.007226 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e1498ce1-92e9-41e8-a163-b06c8f4cb7e2 req-6e0ffd6f-ba01-4e32-bd94-4604465b6053 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "GET /v2.0/ports?device_id=0384c7e7-e5cd-4394-b5fc-b4aaf74df8af HTTP/1.1" status: 200 len: 867 time: 0.5543208 Oct 19 01:09:27.072413 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e0732748-e9fa-463e-bea8-342f120259fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:27.143435 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e1498ce1-92e9-41e8-a163-b06c8f4cb7e2 req-114950de-36e7-4067-9270-4ddf737cb5ff tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "GET /v2.0/security-groups?id=a92623c9-d7ca-40ac-b11a-4792288fced6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352551 Oct 19 01:09:27.155478 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda73de-cb2b-4b2a-b591-d8c697c8711a req-df57f397-399b-4fd6-b9ba-32a2737cb914 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:27.157070 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5eda73de-cb2b-4b2a-b591-d8c697c8711a req-df57f397-399b-4fd6-b9ba-32a2737cb914 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ae99319-daee-4c74-920d-cfac642ef53b HTTP/1.1" status: 200 len: 945 time: 0.1679969 Oct 19 01:09:27.196718 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e0732748-e9fa-463e-bea8-342f120259fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:27.196718 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0732748-e9fa-463e-bea8-342f120259fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:27.196718 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e0732748-e9fa-463e-bea8-342f120259fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:27.201301 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d19bdc97-5349-4f28-96e5-a86a9af8b6ad req-dbdcf9fa-939c-4ecc-9fa4-0463bf091410 service neutron] 10.222.0.24 "GET /v2.0/networks/9ee57031-7c0e-477c-878f-24c41625b6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540987 Oct 19 01:09:27.219534 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c5a732c3-bcdc-4160-99f9-63935ad77d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:27.241245 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddcdb082-16cc-4d12-8741-66691d63d0cc req-e89582a6-d8c3-4804-a305-f4879cbd3bf7 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Router 8039f660-e811-4c2f-8ac7-c226af52f0d1 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:09:27.296317 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e0732748-e9fa-463e-bea8-342f120259fb admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1237040 Oct 19 01:09:27.314603 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5eda73de-cb2b-4b2a-b591-d8c697c8711a req-273dae3e-9a37-41c1-a20a-5ca3920d1f23 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487570 Oct 19 01:09:27.319229 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36570) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:27.327644 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-12cc6157-5322-4d8e-a206-8a794dbf1d84 admin admin] Request body: {'subnet': {'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1297506400-subnet', 'tenant_id': '6b1b4901fc87414a92dc3f7f47c3c09a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:27.397082 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddcdb082-16cc-4d12-8741-66691d63d0cc req-e89582a6-d8c3-4804-a305-f4879cbd3bf7 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:09:27.408453 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0732748-e9fa-463e-bea8-342f120259fb admin admin] Pushing event updated for resources: {'Network': ['ID=9fdfc968-fd05-4762-858e-87980e28a6e6,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:27.412199 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c95a0f-2bae-4426-90f0-1c8cb9f87bfa None None] Sync routers for ids ['8039f660-e811-4c2f-8ac7-c226af52f0d1'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:09:27.418278 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 9fdfc968-fd05-4762-858e-87980e28a6e6 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:09:27.426697 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a732c3-bcdc-4160-99f9-63935ad77d8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa143eec-2220-412c-9891-c90f025fab49,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:27.440138 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c95a0f-2bae-4426-90f0-1c8cb9f87bfa None None] Routers {'8039f660-e811-4c2f-8ac7-c226af52f0d1'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:09:27.441037 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-38c95a0f-2bae-4426-90f0-1c8cb9f87bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:09:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['8039f660-e811-4c2f-8ac7-c226af52f0d1'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:27.449588 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a732c3-bcdc-4160-99f9-63935ad77d8e admin admin] Checking segment: {'id': '9d868592-c08e-4123-8d31-a67deeb039a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3439c557-cbe2-48fc-82d0-010c4f65e4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:09:27.452892 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a732c3-bcdc-4160-99f9-63935ad77d8e admin admin] Network hostable DHCP agents. Network: 3439c557-cbe2-48fc-82d0-010c4f65e4e7, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:09:27.461768 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cc6157-5322-4d8e-a206-8a794dbf1d84 admin admin] Made reservation on behalf of 6b1b4901fc87414a92dc3f7f47c3c09a for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:09:27.465827 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-12cc6157-5322-4d8e-a206-8a794dbf1d84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:27.484963 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcdb082-16cc-4d12-8741-66691d63d0cc req-e89582a6-d8c3-4804-a305-f4879cbd3bf7 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] No DVR routers for this DVR port 60bcddab-f2fd-4d10-828b-3d9547f14070 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:09:27.490534 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ddcdb082-16cc-4d12-8741-66691d63d0cc req-e89582a6-d8c3-4804-a305-f4879cbd3bf7 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:27.501119 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ddcdb082-16cc-4d12-8741-66691d63d0cc req-e89582a6-d8c3-4804-a305-f4879cbd3bf7 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.55 "DELETE /v2.0/ports/60bcddab-f2fd-4d10-828b-3d9547f14070 HTTP/1.1" status: 204 len: 173 time: 2.3609641 Oct 19 01:09:27.501616 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0384c7e7-e5cd-4394-b5fc-b4aaf74df8af', 'name': 'network-vif-deleted', 'tag': '60bcddab-f2fd-4d10-828b-3d9547f14070'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:09:27.504157 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e08b4a-8e9b-4bbf-88ab-62c46c15affe" -d '{"events": [{"server_uuid": "0384c7e7-e5cd-4394-b5fc-b4aaf74df8af", "name": "network-vif-deleted", "tag": "60bcddab-f2fd-4d10-828b-3d9547f14070"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:09:27.515186 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a732c3-bcdc-4160-99f9-63935ad77d8e admin admin] Network 3439c557-cbe2-48fc-82d0-010c4f65e4e7 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:09:27.582445 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-c5a732c3-bcdc-4160-99f9-63935ad77d8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 3439c557-cbe2-48fc-82d0-010c4f65e4e7) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:09:27.597546 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a732c3-bcdc-4160-99f9-63935ad77d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:27.598265 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c5a732c3-bcdc-4160-99f9-63935ad77d8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:27.604302 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be79dafe-704c-4f5f-b318-80b2681fa62d None None] Network 3439c557-cbe2-48fc-82d0-010c4f65e4e7 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:09:27.629867 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c5a732c3-bcdc-4160-99f9-63935ad77d8e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9894290 Oct 19 01:09:27.632719 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36586) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:27.638653 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-ece96db0-ae55-4b98-8bd3-12eb0f7a2d7f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1351651501-router', 'tenant_id': '2cef90ceee4e4e5aba45348bee033f1a', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:27.670078 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a3c825-5ce5-48f1-be6d-1155161e3ef7 x-openstack-request-id: req-44a3c825-5ce5-48f1-be6d-1155161e3ef7 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:09:27.670349 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0384c7e7-e5cd-4394-b5fc-b4aaf74df8af", "name": "network-vif-deleted", "tag": "60bcddab-f2fd-4d10-828b-3d9547f14070", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:09:27.670602 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-44a3c825-5ce5-48f1-be6d-1155161e3ef7 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:09:27.675428 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0384c7e7-e5cd-4394-b5fc-b4aaf74df8af', 'name': 'network-vif-deleted', 'tag': '60bcddab-f2fd-4d10-828b-3d9547f14070', 'status': 'completed', 'code': 200} Oct 19 01:09:27.709006 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ece96db0-ae55-4b98-8bd3-12eb0f7a2d7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:27.711119 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ece96db0-ae55-4b98-8bd3-12eb0f7a2d7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:27.742292 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-38c95a0f-2bae-4426-90f0-1c8cb9f87bfa None None] Set router 8039f660-e811-4c2f-8ac7-c226af52f0d1 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:09:27.866973 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1edd952-a354-4163-965e-62c19c63ef05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-3439c557-cbe2-48fc-82d0-010c4f65e4e7', 'network_id': '3439c557-cbe2-48fc-82d0-010c4f65e4e7', 'tenant_id': '2cef90ceee4e4e5aba45348bee033f1a', 'fixed_ips': [{'subnet_id': 'fa143eec-2220-412c-9891-c90f025fab49'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:09:27.867887 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e1edd952-a354-4163-965e-62c19c63ef05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:27.905917 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ece96db0-ae55-4b98-8bd3-12eb0f7a2d7f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:28.027828 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device a66d14c9-a704-4f2b-a7ec-33b4221823af details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:09:28.162790 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ece96db0-ae55-4b98-8bd3-12eb0f7a2d7f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:28.171255 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-38c95a0f-2bae-4426-90f0-1c8cb9f87bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'name': 'tempest-ServersTestFqdnHostnames-1654141756-router', 'tenant_id': '84c3d130d4f04e87bd12923b4ec520ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '5f088e85-105c-4662-8f4e-a3af6f649654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:05:45Z', 'updated_at': '2021-10-19T01:05:53Z', 'revision_number': 4, 'project_id': '84c3d130d4f04e87bd12923b4ec520ba', 'gw_port': {'id': '5f088e85-105c-4662-8f4e-a3af6f649654', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:00:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:46Z', 'updated_at': '2021-10-19T01:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '32b2537b-e01a-4aef-bf43-e9fb0f1283c7', 'name': '', 'network_id': '71e66fa3-7227-46c9-8805-807e52545d13', 'tenant_id': '84c3d130d4f04e87bd12923b4ec520ba', 'mac_address': 'fa:16:3e:f4:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '15816f82-cfe0-47bc-8647-595403cbff3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:51Z', 'updated_at': '2021-10-19T01:06:15Z', 'revision_number': 5, 'project_id': '84c3d130d4f04e87bd12923b4ec520ba', 'subnets': [{'id': '15816f82-cfe0-47bc-8647-595403cbff3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:28.214366 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36598) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:28.235237 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c95a0f-2bae-4426-90f0-1c8cb9f87bfa None None] Checking router: 8039f660-e811-4c2f-8ac7-c226af52f0d1 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:09:28.246705 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c95a0f-2bae-4426-90f0-1c8cb9f87bfa None None] Routers {'8039f660-e811-4c2f-8ac7-c226af52f0d1'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:09:28.247926 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-38c95a0f-2bae-4426-90f0-1c8cb9f87bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:09:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['8039f660-e811-4c2f-8ac7-c226af52f0d1'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:28.260559 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1fabb8-b4af-4138-8291-d1c40d02b8b0 req-7180faeb-3c80-4652-b74a-3396ceb1af5c tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:28.271836 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-e1edd952-a354-4163-965e-62c19c63ef05 None None] Allocated IP 172.20.0.2 (3439c557-cbe2-48fc-82d0-010c4f65e4e7/fa143eec-2220-412c-9891-c90f025fab49/96cb8c90-8f4f-4822-b042-239984506882) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:09:28.273149 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8d1fabb8-b4af-4138-8291-d1c40d02b8b0 req-7180faeb-3c80-4652-b74a-3396ceb1af5c tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ae99319-daee-4c74-920d-cfac642ef53b HTTP/1.1" status: 200 len: 945 time: 0.2163076 Oct 19 01:09:28.279927 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port a66d14c9-a704-4f2b-a7ec-33b4221823af, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a66d14c9-a704-4f2b-a7ec-33b4221823af,segment=NetworkSegment(24d285ee-2f28-4b9f-95c9-4edf3800159a),segment_id=24d285ee-2f28-4b9f-95c9-4edf3800159a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:28.324041 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'a66d14c9-a704-4f2b-a7ec-33b4221823af', 'network_id': '9ee57031-7c0e-477c-878f-24c41625b6af', 'port_id': 'a66d14c9-a704-4f2b-a7ec-33b4221823af', 'mac_address': 'fa:16:3e:74:4a:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c491c19-2c54-43fa-a611-2d3b3495f28e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:09:28.395317 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:28.403585 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8d1fabb8-b4af-4138-8291-d1c40d02b8b0 req-3ed88133-ec16-4e78-914f-44b0408107fd tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215923 Oct 19 01:09:28.405432 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-38c95a0f-2bae-4426-90f0-1c8cb9f87bfa None None] Set router 8039f660-e811-4c2f-8ac7-c226af52f0d1 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:09:28.427195 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a66d14c9-a704-4f2b-a7ec-33b4221823af {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:09:28.434730 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-12cc6157-5322-4d8e-a206-8a794dbf1d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:28.495406 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port a66d14c9-a704-4f2b-a7ec-33b4221823af, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a66d14c9-a704-4f2b-a7ec-33b4221823af,segment=NetworkSegment(24d285ee-2f28-4b9f-95c9-4edf3800159a),segment_id=24d285ee-2f28-4b9f-95c9-4edf3800159a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:28.506294 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:28.525585 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc6157-5322-4d8e-a206-8a794dbf1d84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48d33ad6-49ce-4420-8e80-235f3948de37,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:28.539374 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb13062-79b8-4df4-9167-2a8f2f54c393 req-5fd39a43-2e1b-447c-8ef8-56ec0a460d1f tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:28.540971 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-beb13062-79b8-4df4-9167-2a8f2f54c393 req-5fd39a43-2e1b-447c-8ef8-56ec0a460d1f tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd46cca1-be1f-4e40-956e-6ae0fb29e09d HTTP/1.1" status: 200 len: 943 time: 0.1172206 Oct 19 01:09:28.556981 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cc6157-5322-4d8e-a206-8a794dbf1d84 admin admin] Checking segment: {'id': '8a516c3b-6789-44d3-87bb-3790155029b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:09:28.557329 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cc6157-5322-4d8e-a206-8a794dbf1d84 admin admin] Network hostable DHCP agents. Network: 9fdfc968-fd05-4762-858e-87980e28a6e6, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:09:28.604504 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-beb13062-79b8-4df4-9167-2a8f2f54c393 req-b6a5637a-d72f-468c-bfc2-753b7ac78251 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569911 Oct 19 01:09:28.638683 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cc6157-5322-4d8e-a206-8a794dbf1d84 admin admin] Network 9fdfc968-fd05-4762-858e-87980e28a6e6 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:09:28.656875 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-abfc4190-7c7d-4a64-a436-882f3db561fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:28.659344 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-12cc6157-5322-4d8e-a206-8a794dbf1d84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 9fdfc968-fd05-4762-858e-87980e28a6e6) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:09:28.666115 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cc6157-5322-4d8e-a206-8a794dbf1d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:28.667602 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-12cc6157-5322-4d8e-a206-8a794dbf1d84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:28.670046 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=a66d14c9-a704-4f2b-a7ec-33b4221823af,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:28.675665 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e1edd952-a354-4163-965e-62c19c63ef05 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:28.680423 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222faff3-7256-4313-a4c6-230df27e3b61 None None] Network 9fdfc968-fd05-4762-858e-87980e28a6e6 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:09:28.689390 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36608) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:28.713330 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e1edd952-a354-4163-965e-62c19c63ef05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:28.724529 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-12cc6157-5322-4d8e-a206-8a794dbf1d84 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4010503 Oct 19 01:09:28.752482 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1edd952-a354-4163-965e-62c19c63ef05 None None] Network 3439c557-cbe2-48fc-82d0-010c4f65e4e7 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:09:28.755560 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-e1edd952-a354-4163-965e-62c19c63ef05 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:09:28.758437 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1edd952-a354-4163-965e-62c19c63ef05 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:09:28.769557 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ece96db0-ae55-4b98-8bd3-12eb0f7a2d7f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:28.795166 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bce3a737-efdb-4d07-be26-137434a99e99 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:28.817753 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ece96db0-ae55-4b98-8bd3-12eb0f7a2d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:28.845080 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bce3a737-efdb-4d07-be26-137434a99e99 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:28.901548 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-38c95a0f-2bae-4426-90f0-1c8cb9f87bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'name': 'tempest-ServersTestFqdnHostnames-1654141756-router', 'tenant_id': '84c3d130d4f04e87bd12923b4ec520ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '5f088e85-105c-4662-8f4e-a3af6f649654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:05:45Z', 'updated_at': '2021-10-19T01:05:53Z', 'revision_number': 4, 'project_id': '84c3d130d4f04e87bd12923b4ec520ba', 'gw_port': {'id': '5f088e85-105c-4662-8f4e-a3af6f649654', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:00:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:46Z', 'updated_at': '2021-10-19T01:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '32b2537b-e01a-4aef-bf43-e9fb0f1283c7', 'name': '', 'network_id': '71e66fa3-7227-46c9-8805-807e52545d13', 'tenant_id': '84c3d130d4f04e87bd12923b4ec520ba', 'mac_address': 'fa:16:3e:f4:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '15816f82-cfe0-47bc-8647-595403cbff3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:51Z', 'updated_at': '2021-10-19T01:06:15Z', 'revision_number': 5, 'project_id': '84c3d130d4f04e87bd12923b4ec520ba', 'subnets': [{'id': '15816f82-cfe0-47bc-8647-595403cbff3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:28.918553 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-abfc4190-7c7d-4a64-a436-882f3db561fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:28.928419 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-abfc4190-7c7d-4a64-a436-882f3db561fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:28.970677 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c95a0f-2bae-4426-90f0-1c8cb9f87bfa None None] The sync data for ids ['8039f660-e811-4c2f-8ac7-c226af52f0d1'] in n-d-715271-26 is: [{'id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'name': 'tempest-ServersTestFqdnHostnames-1654141756-router', 'tenant_id': '84c3d130d4f04e87bd12923b4ec520ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '5f088e85-105c-4662-8f4e-a3af6f649654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:05:45Z', 'updated_at': '2021-10-19T01:05:53Z', 'revision_number': 4, 'project_id': '84c3d130d4f04e87bd12923b4ec520ba', 'gw_port': {'id': '5f088e85-105c-4662-8f4e-a3af6f649654', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:00:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:46Z', 'updated_at': '2021-10-19T01:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '32b2537b-e01a-4aef-bf43-e9fb0f1283c7', 'name': '', 'network_id': '71e66fa3-7227-46c9-8805-807e52545d13', 'tenant_id': '84c3d130d4f04e87bd12923b4ec520ba', 'mac_address': 'fa:16:3e:f4:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '15816f82-cfe0-47bc-8647-595403cbff3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:51Z', 'updated_at': '2021-10-19T01:06:15Z', 'revision_number': 5, 'project_id': '84c3d130d4f04e87bd12923b4ec520ba', 'subnets': [{'id': '15816f82-cfe0-47bc-8647-595403cbff3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:09:28.974409 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bce3a737-efdb-4d07-be26-137434a99e99 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:28.977120 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bce3a737-efdb-4d07-be26-137434a99e99 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:28.981276 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-bce3a737-efdb-4d07-be26-137434a99e99 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "DELETE /v2.0/security-groups/a92623c9-d7ca-40ac-b11a-4792288fced6 HTTP/1.1" status: 204 len: 168 time: 0.2904463 Oct 19 01:09:28.982156 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36614) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:28.998998 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc4190-7c7d-4a64-a436-882f3db561fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4899c636-2168-4d5a-aed0-343f8c2cd6a8,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:29.033638 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-abfc4190-7c7d-4a64-a436-882f3db561fe admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ff53eb2ccaab40dbb5f92e5b076ab74a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8109083 Oct 19 01:09:29.034343 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3a737-efdb-4d07-be26-137434a99e99 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92623c9-d7ca-40ac-b11a-4792288fced6,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:29.036805 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-0cfb952c-9c44-45f8-99d4-37139bff07d6 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] show failed (client error): The resource could not be found. Oct 19 01:09:29.037956 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0cfb952c-9c44-45f8-99d4-37139bff07d6 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "GET /v2.0/security-groups/a92623c9-d7ca-40ac-b11a-4792288fced6 HTTP/1.1" status: 404 len: 347 time: 0.0519183 Oct 19 01:09:29.038626 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36620) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:29.040804 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36622) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:29.080277 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-ece96db0-ae55-4b98-8bd3-12eb0f7a2d7f admin admin] Allocated IP 172.25.8.68 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/24167a87-6cfb-4dbe-a621-1568d918fbc6) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:09:29.111630 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['a66d14c9-a704-4f2b-a7ec-33b4221823af'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:09:29.173981 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1edd952-a354-4163-965e-62c19c63ef05 None None] Pushing event updated for resources: {'Port': ['ID=96cb8c90-8f4f-4822-b042-239984506882,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:29.197469 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2bad778d-be74-42f9-b37f-aac4ef483ede admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:29.232433 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-f06e45ea-c641-4da8-ad65-f538dec1b1d8 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Deleting port 72b3ebc4-261c-4339-93f3-4bd9ddc40512 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:09:29.232918 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f06e45ea-c641-4da8-ad65-f538dec1b1d8 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:29.273244 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2bad778d-be74-42f9-b37f-aac4ef483ede admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:29.316020 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8889f3-c9df-483c-818a-7da728cdf958 req-cac7bfbf-6f0f-4c04-b6eb-82ceb19dd9a7 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:29.316337 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 60bcddab-f2fd-4d10-828b-3d9547f14070 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:09:29.317758 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-af8889f3-c9df-483c-818a-7da728cdf958 req-cac7bfbf-6f0f-4c04-b6eb-82ceb19dd9a7 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ae99319-daee-4c74-920d-cfac642ef53b HTTP/1.1" status: 200 len: 945 time: 0.1644092 Oct 19 01:09:29.325106 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:29.326052 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-e1edd952-a354-4163-965e-62c19c63ef05 None None] Attempting to bind port 96cb8c90-8f4f-4822-b042-239984506882 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:09:29.326425 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-e1edd952-a354-4163-965e-62c19c63ef05 None None] Attempting to bind port 96cb8c90-8f4f-4822-b042-239984506882 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '9d868592-c08e-4123-8d31-a67deeb039a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3439c557-cbe2-48fc-82d0-010c4f65e4e7'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:09:29.326816 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1edd952-a354-4163-965e-62c19c63ef05 None None] Attempting to bind port 96cb8c90-8f4f-4822-b042-239984506882 on network 3439c557-cbe2-48fc-82d0-010c4f65e4e7 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:09:29.350904 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f06e45ea-c641-4da8-ad65-f538dec1b1d8 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:29.351375 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f06e45ea-c641-4da8-ad65-f538dec1b1d8 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:29.357272 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0171a336-a4c3-4420-9342-bfbbfd064f10 None None] Network 9fdfc968-fd05-4762-858e-87980e28a6e6 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:09:29.357710 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ece96db0-ae55-4b98-8bd3-12eb0f7a2d7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:29.378121 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 60bcddab-f2fd-4d10-828b-3d9547f14070 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:09:29.378793 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 60bcddab-f2fd-4d10-828b-3d9547f14070 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:09:29.389876 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-f06e45ea-c641-4da8-ad65-f538dec1b1d8 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Calling delete_port for 72b3ebc4-261c-4339-93f3-4bd9ddc40512 owned by network:floatingip {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:09:29.394575 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1edd952-a354-4163-965e-62c19c63ef05 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:09:29.394575 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1edd952-a354-4163-965e-62c19c63ef05 None None] Checking segment: {'id': '9d868592-c08e-4123-8d31-a67deeb039a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3439c557-cbe2-48fc-82d0-010c4f65e4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:09:29.395430 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e1edd952-a354-4163-965e-62c19c63ef05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:29.395430 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1edd952-a354-4163-965e-62c19c63ef05 None None] Bound using segment: {'id': '9d868592-c08e-4123-8d31-a67deeb039a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3439c557-cbe2-48fc-82d0-010c4f65e4e7'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:09:29.395628 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-e1edd952-a354-4163-965e-62c19c63ef05 None None] Bound port: 96cb8c90-8f4f-4822-b042-239984506882, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d868592-c08e-4123-8d31-a67deeb039a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3439c557-cbe2-48fc-82d0-010c4f65e4e7'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:09:29.396043 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e1edd952-a354-4163-965e-62c19c63ef05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:29.420094 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93abe1d-3dbc-4c64-93d5-cbb04052784f None None] New status for floating IP 9335126d-1486-4c3b-8940-74b183dcbb10: DOWN {{(pid=100608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:09:29.488743 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2bad778d-be74-42f9-b37f-aac4ef483ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:29.491394 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2bad778d-be74-42f9-b37f-aac4ef483ede admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:29.492832 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2bad778d-be74-42f9-b37f-aac4ef483ede admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4899c636-2168-4d5a-aed0-343f8c2cd6a8 HTTP/1.1" status: 204 len: 168 time: 0.4486127 Oct 19 01:09:29.494294 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ece96db0-ae55-4b98-8bd3-12eb0f7a2d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:29.546550 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-e917e6d1-1e13-4aad-ae2b-25b37a36ce71 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:29.548561 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-e917e6d1-1e13-4aad-ae2b-25b37a36ce71 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/networks?id=9fdfc968-fd05-4762-858e-87980e28a6e6 HTTP/1.1" status: 200 len: 812 time: 0.1932859 Oct 19 01:09:29.580922 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-00683b34-bc42-4a18-a3d3-f96a53dedf0b tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/quotas/6b1b4901fc87414a92dc3f7f47c3c09a HTTP/1.1" status: 200 len: 375 time: 0.0155232 Oct 19 01:09:29.593553 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad778d-be74-42f9-b37f-aac4ef483ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4899c636-2168-4d5a-aed0-343f8c2cd6a8,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:29.638659 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-af8889f3-c9df-483c-818a-7da728cdf958 req-532a3c75-d151-493c-8775-9561840e81f0 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Deleting port 9620b6e2-e480-4682-ba79-8742835b76f5 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:09:29.638995 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-af8889f3-c9df-483c-818a-7da728cdf958 req-532a3c75-d151-493c-8775-9561840e81f0 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:29.692907 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f06e45ea-c641-4da8-ad65-f538dec1b1d8 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:29.705756 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-d93abe1d-3dbc-4c64-93d5-cbb04052784f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:09:29.706120 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-d93abe1d-3dbc-4c64-93d5-cbb04052784f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:09:29.722347 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-e1edd952-a354-4163-965e-62c19c63ef05 None None] For port 96cb8c90-8f4f-4822-b042-239984506882, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:09:29.731572 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-5d74fd2e-b21d-4623-ba6d-0924ab508b12 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b1b4901fc87414a92dc3f7f47c3c09a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525851 Oct 19 01:09:29.738251 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-af8889f3-c9df-483c-818a-7da728cdf958 req-532a3c75-d151-493c-8775-9561840e81f0 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] For port 9620b6e2-e480-4682-ba79-8742835b76f5, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=9620b6e2-e480-4682-ba79-8742835b76f5,segment=NetworkSegment(390ed8c9-9986-4671-aee6-159367c5ccee),segment_id=390ed8c9-9986-4671-aee6-159367c5ccee)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:29.738600 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-af8889f3-c9df-483c-818a-7da728cdf958 req-532a3c75-d151-493c-8775-9561840e81f0 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:29.756471 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-af8889f3-c9df-483c-818a-7da728cdf958 req-532a3c75-d151-493c-8775-9561840e81f0 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Calling delete_port for 9620b6e2-e480-4682-ba79-8742835b76f5 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:09:29.764109 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-e1edd952-a354-4163-965e-62c19c63ef05 None None] For port 96cb8c90-8f4f-4822-b042-239984506882, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=96cb8c90-8f4f-4822-b042-239984506882,segment=NetworkSegment(9d868592-c08e-4123-8d31-a67deeb039a8),segment_id=9d868592-c08e-4123-8d31-a67deeb039a8)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:09:29.772830 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece96db0-ae55-4b98-8bd3-12eb0f7a2d7f admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:09:29.785152 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-ece96db0-ae55-4b98-8bd3-12eb0f7a2d7f admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:09:29.789368 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e1edd952-a354-4163-965e-62c19c63ef05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:29.824892 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece96db0-ae55-4b98-8bd3-12eb0f7a2d7f admin admin] Pushing event updated for resources: {'Port': ['ID=24167a87-6cfb-4dbe-a621-1568d918fbc6,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:29.829014 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece96db0-ae55-4b98-8bd3-12eb0f7a2d7f admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:09:29.839454 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6d8e8-4286-40f2-8b7f-6d2a8557c82a req-165fbf38-05ca-46c4-8ddc-6b48f171b39c tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:29.847013 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4df6d8e8-4286-40f2-8b7f-6d2a8557c82a req-165fbf38-05ca-46c4-8ddc-6b48f171b39c tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ae99319-daee-4c74-920d-cfac642ef53b HTTP/1.1" status: 200 len: 945 time: 0.3606632 Oct 19 01:09:29.885411 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1edd952-a354-4163-965e-62c19c63ef05 None None] Pushing event updated for resources: {'Port': ['ID=96cb8c90-8f4f-4822-b042-239984506882,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:29.897064 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36644) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:29.912727 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e45ea-c641-4da8-ad65-f538dec1b1d8 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Pushing event deleted for resources: {'Port': ['ID=72b3ebc4-261c-4339-93f3-4bd9ddc40512,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:29.932309 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-73b1286d-4408-494e-b17f-7adf7ec00727 service neutron] 10.222.0.57 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993566 Oct 19 01:09:29.960089 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f41571be-5767-4568-802a-3fe3d5b4262a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:29.961930 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4df6d8e8-4286-40f2-8b7f-6d2a8557c82a req-af62cc74-7476-4bb4-8ced-d48ded605468 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ba7e6be-fb56-4e68-a65f-28f773dfabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140358 Oct 19 01:09:30.135269 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-af8889f3-c9df-483c-818a-7da728cdf958 req-532a3c75-d151-493c-8775-9561840e81f0 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:30.148694 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['9620b6e2-e480-4682-ba79-8742835b76f5'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:09:30.171777 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f06e45ea-c641-4da8-ad65-f538dec1b1d8 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks [] for floatingip, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:30.174535 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f06e45ea-c641-4da8-ad65-f538dec1b1d8 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:30.175971 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f06e45ea-c641-4da8-ad65-f538dec1b1d8 tempest-ServersTestFqdnHostnames-1105466329 tempest-ServersTestFqdnHostnames-1105466329-project] 10.222.0.57 "DELETE /v2.0/floatingips/9335126d-1486-4c3b-8940-74b183dcbb10 HTTP/1.1" status: 204 len: 168 time: 1.1340425 Oct 19 01:09:30.181955 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-b277fdb9-01f6-403b-9a7f-39678b7d443d service neutron] 10.222.0.57 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235141 Oct 19 01:09:30.182468 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36646) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:30.209982 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93abe1d-3dbc-4c64-93d5-cbb04052784f None None] New status for floating IP 9335126d-1486-4c3b-8940-74b183dcbb10: DOWN {{(pid=100608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:09:30.256238 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a3c75-d151-493c-8775-9561840e81f0 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Pushing event deleted for resources: {'Port': ['ID=9620b6e2-e480-4682-ba79-8742835b76f5,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:30.318122 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8889f3-c9df-483c-818a-7da728cdf958 req-532a3c75-d151-493c-8775-9561840e81f0 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] No DVR routers for this DVR port 9620b6e2-e480-4682-ba79-8742835b76f5 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:09:30.348764 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-af8889f3-c9df-483c-818a-7da728cdf958 req-532a3c75-d151-493c-8775-9561840e81f0 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:30.352023 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-af8889f3-c9df-483c-818a-7da728cdf958 req-532a3c75-d151-493c-8775-9561840e81f0 tempest-ServerDiskConfigTestJSON-154257674 tempest-ServerDiskConfigTestJSON-154257674-project] 10.222.0.55 "DELETE /v2.0/ports/9620b6e2-e480-4682-ba79-8742835b76f5 HTTP/1.1" status: 204 len: 173 time: 1.0169826 Oct 19 01:09:30.352482 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae99319-daee-4c74-920d-cfac642ef53b', 'name': 'network-vif-deleted', 'tag': '9620b6e2-e480-4682-ba79-8742835b76f5'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:09:30.355491 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b8af15-0726-4945-b77c-52ae63901367" -d '{"events": [{"server_uuid": "4ae99319-daee-4c74-920d-cfac642ef53b", "name": "network-vif-deleted", "tag": "9620b6e2-e480-4682-ba79-8742835b76f5"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:09:30.394802 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcef0d1-57a1-4bbf-966b-a99a29875578 req-3310b6b3-9e1e-4740-963d-1f51df227bd8 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:30.404518 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7bcef0d1-57a1-4bbf-966b-a99a29875578 req-3310b6b3-9e1e-4740-963d-1f51df227bd8 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd46cca1-be1f-4e40-956e-6ae0fb29e09d HTTP/1.1" status: 200 len: 944 time: 0.2704656 Oct 19 01:09:30.430273 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ece96db0-ae55-4b98-8bd3-12eb0f7a2d7f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:30.538196 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e10f5985-18e8-4a9d-bd12-38bfef0590d6 req-a959d714-4478-43b3-8cf6-834429719b85 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=f529acd6-4c6f-4e06-be34-861408162aa7 HTTP/1.1" status: 200 len: 210 time: 0.0372524 Oct 19 01:09:30.556378 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7bcef0d1-57a1-4bbf-966b-a99a29875578 req-02cae249-a6b3-434d-913a-77ad83ff6361 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471899 Oct 19 01:09:30.629769 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e266da-aad9-4e9f-bff4-31c3e6e98411 x-openstack-request-id: req-53e266da-aad9-4e9f-bff4-31c3e6e98411 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:09:30.630097 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae99319-daee-4c74-920d-cfac642ef53b", "name": "network-vif-deleted", "tag": "9620b6e2-e480-4682-ba79-8742835b76f5", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:09:30.630343 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-53e266da-aad9-4e9f-bff4-31c3e6e98411 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:09:30.630710 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae99319-daee-4c74-920d-cfac642ef53b', 'name': 'network-vif-deleted', 'tag': '9620b6e2-e480-4682-ba79-8742835b76f5', 'status': 'completed', 'code': 200} Oct 19 01:09:30.638850 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f41571be-5767-4568-802a-3fe3d5b4262a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:30.643006 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f41571be-5767-4568-802a-3fe3d5b4262a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:30.711182 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41571be-5767-4568-802a-3fe3d5b4262a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372751c3-8660-4d0c-8dc1-38247c14d0e1,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:30.717386 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f41571be-5767-4568-802a-3fe3d5b4262a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b8ddee23d63f463696eece06fed9b551&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8139343 Oct 19 01:09:30.720291 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36658) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:30.867484 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 96cb8c90-8f4f-4822-b042-239984506882 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:09:30.874911 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b30d05d5-bb63-4e90-8ed1-ee22d60d8efa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:30.884661 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ece96db0-ae55-4b98-8bd3-12eb0f7a2d7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:30.949849 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b30d05d5-bb63-4e90-8ed1-ee22d60d8efa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:30.989085 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 96cb8c90-8f4f-4822-b042-239984506882 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:30.989688 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:31.018204 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-84ff4469-c836-4f43-bf08-7b39e44f7eee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:31.083706 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b30d05d5-bb63-4e90-8ed1-ee22d60d8efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:31.086318 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b30d05d5-bb63-4e90-8ed1-ee22d60d8efa admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:31.088815 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b30d05d5-bb63-4e90-8ed1-ee22d60d8efa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/372751c3-8660-4d0c-8dc1-38247c14d0e1 HTTP/1.1" status: 204 len: 168 time: 0.3662493 Oct 19 01:09:31.119706 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:31.127487 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d05d5-bb63-4e90-8ed1-ee22d60d8efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372751c3-8660-4d0c-8dc1-38247c14d0e1,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:31.177362 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 96cb8c90-8f4f-4822-b042-239984506882, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=96cb8c90-8f4f-4822-b042-239984506882,segment=NetworkSegment(9d868592-c08e-4123-8d31-a67deeb039a8),segment_id=9d868592-c08e-4123-8d31-a67deeb039a8)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:31.186301 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:31.216145 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece96db0-ae55-4b98-8bd3-12eb0f7a2d7f admin admin] Router 27879909-22d6-434f-8834-d4d8fe985eb5 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:09:31.285990 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=96cb8c90-8f4f-4822-b042-239984506882,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:31.427458 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0eb5de-53ab-4732-9a84-46ffb23cd935 None None] Network 3439c557-cbe2-48fc-82d0-010c4f65e4e7 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:09:31.435657 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36676) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:31.513423 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-40210a8f-9680-4055-8bdd-dc0786357127 admin admin] Deleting subnet 70672b34-a2f2-4409-affd-0df303ae693f {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:09:31.520857 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-40210a8f-9680-4055-8bdd-dc0786357127 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:31.571356 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-40210a8f-9680-4055-8bdd-dc0786357127 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:31.655301 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-7460b09a-adf7-426e-9ccf-5a810a7161ac None None] Provisioning complete for port 96cb8c90-8f4f-4822-b042-239984506882 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:31.655996 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7460b09a-adf7-426e-9ccf-5a810a7161ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:31.709916 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-40210a8f-9680-4055-8bdd-dc0786357127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:31.788760 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-45263210-9954-4b37-8dcc-5e84ce16931e req-e730c87a-268c-42a1-a14e-7dc3eb306ea5 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=f529acd6-4c6f-4e06-be34-861408162aa7 HTTP/1.1" status: 200 len: 210 time: 0.0513747 Oct 19 01:09:31.811980 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-84ff4469-c836-4f43-bf08-7b39e44f7eee admin admin] Deleting port 32b2537b-e01a-4aef-bf43-e9fb0f1283c7 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:09:31.812759 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-84ff4469-c836-4f43-bf08-7b39e44f7eee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:31.858201 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-40210a8f-9680-4055-8bdd-dc0786357127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:31.928217 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40210a8f-9680-4055-8bdd-dc0786357127 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70672b34-a2f2-4409-affd-0df303ae693f,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:31.929461 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-40210a8f-9680-4055-8bdd-dc0786357127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:31.932790 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-40210a8f-9680-4055-8bdd-dc0786357127 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/70672b34-a2f2-4409-affd-0df303ae693f HTTP/1.1" status: 204 len: 168 time: 0.4958506 Oct 19 01:09:31.949705 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36694) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:31.950980 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece96db0-ae55-4b98-8bd3-12eb0f7a2d7f admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:09:31.964116 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db66723-54f0-4aa4-8c69-43524b2a2365 None None] Sync routers for ids ['27879909-22d6-434f-8834-d4d8fe985eb5'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:09:31.994271 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db66723-54f0-4aa4-8c69-43524b2a2365 None None] Routers {'27879909-22d6-434f-8834-d4d8fe985eb5'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:09:31.994893 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-1db66723-54f0-4aa4-8c69-43524b2a2365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:09:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['27879909-22d6-434f-8834-d4d8fe985eb5'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:32.036543 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device a66d14c9-a704-4f2b-a7ec-33b4221823af up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:09:32.090261 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-84ff4469-c836-4f43-bf08-7b39e44f7eee admin admin] For port 32b2537b-e01a-4aef-bf43-e9fb0f1283c7, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=32b2537b-e01a-4aef-bf43-e9fb0f1283c7,segment=NetworkSegment(618e9f13-33df-47a4-8265-1f8d48d0f612),segment_id=618e9f13-33df-47a4-8265-1f8d48d0f612)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:32.097316 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-84ff4469-c836-4f43-bf08-7b39e44f7eee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:32.122835 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-84ff4469-c836-4f43-bf08-7b39e44f7eee admin admin] Calling delete_port for 32b2537b-e01a-4aef-bf43-e9fb0f1283c7 owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:09:32.130662 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-49fcf389-9492-45b4-b238-390e6381605f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:32.139111 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port a66d14c9-a704-4f2b-a7ec-33b4221823af completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:09:32.144136 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port a66d14c9-a704-4f2b-a7ec-33b4221823af triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:32.144927 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:32.231261 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-1db66723-54f0-4aa4-8c69-43524b2a2365 None None] Set router 27879909-22d6-434f-8834-d4d8fe985eb5 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:09:32.294485 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:32.304333 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-f375734f-1e8d-4f85-be54-d679f9c5574c None None] Provisioning complete for port 96cb8c90-8f4f-4822-b042-239984506882 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:32.304803 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f375734f-1e8d-4f85-be54-d679f9c5574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:32.337820 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-7537d25e-3df7-4e6d-b8ee-ee92d9430dce tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:32.340187 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-7537d25e-3df7-4e6d-b8ee-ee92d9430dce tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.55 "GET /v2.0/networks?id=9fdfc968-fd05-4762-858e-87980e28a6e6 HTTP/1.1" status: 200 len: 812 time: 0.3867228 Oct 19 01:09:32.354519 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port a66d14c9-a704-4f2b-a7ec-33b4221823af, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a66d14c9-a704-4f2b-a7ec-33b4221823af,segment=NetworkSegment(24d285ee-2f28-4b9f-95c9-4edf3800159a),segment_id=24d285ee-2f28-4b9f-95c9-4edf3800159a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:32.358160 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd46cca1-be1f-4e40-956e-6ae0fb29e09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66d14c9-a704-4f2b-a7ec-33b4221823af'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:09:32.360946 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aef6a0b-54a8-419c-ad7e-d3d69682ec4c" -d '{"events": [{"server_uuid": "bd46cca1-be1f-4e40-956e-6ae0fb29e09d", "name": "network-vif-plugged", "status": "completed", "tag": "a66d14c9-a704-4f2b-a7ec-33b4221823af"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:09:32.367236 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:32.414936 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-294695e3-233b-4ad0-832b-5c83cb0b5f86 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Request body: {'port': {'device_id': 'f529acd6-4c6f-4e06-be34-861408162aa7', 'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6', 'admin_state_up': True, 'tenant_id': '6b1b4901fc87414a92dc3f7f47c3c09a'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:32.418763 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5450bdef-8e39-4b11-b7b8-1ff7ea82977b x-openstack-request-id: req-5450bdef-8e39-4b11-b7b8-1ff7ea82977b {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:09:32.419083 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd46cca1-be1f-4e40-956e-6ae0fb29e09d", "name": "network-vif-plugged", "status": "completed", "tag": "a66d14c9-a704-4f2b-a7ec-33b4221823af", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:09:32.419301 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5450bdef-8e39-4b11-b7b8-1ff7ea82977b {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:09:32.419761 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd46cca1-be1f-4e40-956e-6ae0fb29e09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66d14c9-a704-4f2b-a7ec-33b4221823af', 'code': 200} Oct 19 01:09:32.473437 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-84ff4469-c836-4f43-bf08-7b39e44f7eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:32.478900 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=a66d14c9-a704-4f2b-a7ec-33b4221823af,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:32.490912 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ece96db0-ae55-4b98-8bd3-12eb0f7a2d7f admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:32.490912 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ece96db0-ae55-4b98-8bd3-12eb0f7a2d7f admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.8499537 Oct 19 01:09:32.491108 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36706) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:32.563866 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-1db66723-54f0-4aa4-8c69-43524b2a2365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'name': 'tempest-TestServerBasicOps-1351651501-router', 'tenant_id': '2cef90ceee4e4e5aba45348bee033f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '24167a87-6cfb-4dbe-a621-1568d918fbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:27Z', 'updated_at': '2021-10-19T01:09:30Z', 'revision_number': 3, 'project_id': '2cef90ceee4e4e5aba45348bee033f1a', 'gw_port': {'id': '24167a87-6cfb-4dbe-a621-1568d918fbc6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:60:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:28Z', 'updated_at': '2021-10-19T01:09:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:32.574750 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5ade9-7106-4868-a86a-057064fd5c25 req-52cd7e6f-e15d-4476-92b6-e2564187ddcf tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:32.576491 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d6d5ade9-7106-4868-a86a-057064fd5c25 req-52cd7e6f-e15d-4476-92b6-e2564187ddcf tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd46cca1-be1f-4e40-956e-6ae0fb29e09d HTTP/1.1" status: 200 len: 944 time: 0.6056881 Oct 19 01:09:32.610677 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db66723-54f0-4aa4-8c69-43524b2a2365 None None] Checking router: 27879909-22d6-434f-8834-d4d8fe985eb5 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:09:32.611114 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db66723-54f0-4aa4-8c69-43524b2a2365 None None] Updating router 27879909-22d6-434f-8834-d4d8fe985eb5 port 24167a87-6cfb-4dbe-a621-1568d918fbc6 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:09:32.642330 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff4469-c836-4f43-bf08-7b39e44f7eee admin admin] Pushing event deleted for resources: {'Port': ['ID=32b2537b-e01a-4aef-bf43-e9fb0f1283c7,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:32.664837 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-1db66723-54f0-4aa4-8c69-43524b2a2365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:32.698346 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c0643-ea8c-46ea-b50b-11e5ba14bc6d req-b7bca3a5-57b6-48fc-bc9a-1b592177d50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:32.701339 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-753c0643-ea8c-46ea-b50b-11e5ba14bc6d req-b7bca3a5-57b6-48fc-bc9a-1b592177d50f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bd46cca1-be1f-4e40-956e-6ae0fb29e09d HTTP/1.1" status: 200 len: 1097 time: 0.2160811 Oct 19 01:09:32.789794 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d6d5ade9-7106-4868-a86a-057064fd5c25 req-4e702452-9385-4c0a-9af6-a8a343b20a50 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713905 Oct 19 01:09:32.809826 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-753c0643-ea8c-46ea-b50b-11e5ba14bc6d req-59843b01-6da0-4b88-8cd7-45396af94e72 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979843 Oct 19 01:09:32.810913 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-49fcf389-9492-45b4-b238-390e6381605f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:32.859459 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-294695e3-233b-4ad0-832b-5c83cb0b5f86 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Made reservation on behalf of 6b1b4901fc87414a92dc3f7f47c3c09a for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:09:32.870108 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-294695e3-233b-4ad0-832b-5c83cb0b5f86 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:32.928852 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 96cb8c90-8f4f-4822-b042-239984506882 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:09:33.008490 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5df1109e-9164-4080-b859-dae581a1d2ad req-d589e450-5eff-4631-9ac5-f01ccf6df615 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=f529acd6-4c6f-4e06-be34-861408162aa7 HTTP/1.1" status: 200 len: 210 time: 0.0597062 Oct 19 01:09:33.050776 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-49fcf389-9492-45b4-b238-390e6381605f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b28de0c-4527-4d48-ab68-f343022c2981']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:33.051285 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 96cb8c90-8f4f-4822-b042-239984506882 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:33.051899 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:33.107032 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-49fcf389-9492-45b4-b238-390e6381605f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '390ed8c9-9986-4671-aee6-159367c5ccee') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:33.107382 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-49fcf389-9492-45b4-b238-390e6381605f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '390ed8c9-9986-4671-aee6-159367c5ccee') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:33.128531 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-49fcf389-9492-45b4-b238-390e6381605f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:33.128864 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-1db66723-54f0-4aa4-8c69-43524b2a2365 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:33.136904 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-1db66723-54f0-4aa4-8c69-43524b2a2365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:33.160212 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-49fcf389-9492-45b4-b238-390e6381605f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:33.171539 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49fcf389-9492-45b4-b238-390e6381605f admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:09:33.172042 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-49fcf389-9492-45b4-b238-390e6381605f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:33.184697 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-294695e3-233b-4ad0-832b-5c83cb0b5f86 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Allocated IP 172.20.0.9 (9fdfc968-fd05-4762-858e-87980e28a6e6/48d33ad6-49ce-4420-8e80-235f3948de37/aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:09:33.198359 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-1db66723-54f0-4aa4-8c69-43524b2a2365 None None] Attempting to bind port 24167a87-6cfb-4dbe-a621-1568d918fbc6 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:09:33.198865 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-1db66723-54f0-4aa4-8c69-43524b2a2365 None None] Attempting to bind port 24167a87-6cfb-4dbe-a621-1568d918fbc6 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:09:33.199517 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db66723-54f0-4aa4-8c69-43524b2a2365 None None] Attempting to bind port 24167a87-6cfb-4dbe-a621-1568d918fbc6 on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:09:33.201603 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f1bf1-6c23-41f7-83c7-ddf4ad5049f4 None None] Pushing event updated for resources: {'Port': ['ID=24167a87-6cfb-4dbe-a621-1568d918fbc6,revision_number=2']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:33.205515 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:09:33.205515 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:09:33.205515 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:09:33.205515 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:09:33.205515 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:09:33.205515 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:09:33.205515 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:09:33.205515 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:09:33.205515 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:09:33.205515 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:09:33.205515 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:09:33.205515 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:09:33.205515 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:09:33.205515 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:09:33.205515 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:09:33.205515 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:09:33.205515 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:09:33.205515 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:09:33.205515 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:09:33.205515 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:09:33.205515 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:09:33.205515 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:09:33.205515 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:09:33.205515 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:09:33.205515 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:09:33.205515 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:09:33.205515 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:09:33.205515 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:09:33.205515 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:09:33.205515 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:09:33.205515 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:09:33.205515 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:09:33.210737 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db66723-54f0-4aa4-8c69-43524b2a2365 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:09:33.211109 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db66723-54f0-4aa4-8c69-43524b2a2365 None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:09:33.211506 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-1db66723-54f0-4aa4-8c69-43524b2a2365 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:33.211927 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db66723-54f0-4aa4-8c69-43524b2a2365 None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:09:33.212386 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-1db66723-54f0-4aa4-8c69-43524b2a2365 None None] Bound port: 24167a87-6cfb-4dbe-a621-1568d918fbc6, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:09:33.212757 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-1db66723-54f0-4aa4-8c69-43524b2a2365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:33.216078 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175f1bf1-6c23-41f7-83c7-ddf4ad5049f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:33.216424 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175f1bf1-6c23-41f7-83c7-ddf4ad5049f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:33.216755 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175f1bf1-6c23-41f7-83c7-ddf4ad5049f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:33.217082 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175f1bf1-6c23-41f7-83c7-ddf4ad5049f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:33.217403 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175f1bf1-6c23-41f7-83c7-ddf4ad5049f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:33.218137 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175f1bf1-6c23-41f7-83c7-ddf4ad5049f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:33.218137 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175f1bf1-6c23-41f7-83c7-ddf4ad5049f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:33.218342 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175f1bf1-6c23-41f7-83c7-ddf4ad5049f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:33.218627 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175f1bf1-6c23-41f7-83c7-ddf4ad5049f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:33.218938 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175f1bf1-6c23-41f7-83c7-ddf4ad5049f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:33.219254 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175f1bf1-6c23-41f7-83c7-ddf4ad5049f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:33.219562 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175f1bf1-6c23-41f7-83c7-ddf4ad5049f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:33.281952 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-1db66723-54f0-4aa4-8c69-43524b2a2365 None None] For port 24167a87-6cfb-4dbe-a621-1568d918fbc6, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:09:33.285382 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-1db66723-54f0-4aa4-8c69-43524b2a2365 None None] For port 24167a87-6cfb-4dbe-a621-1568d918fbc6, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=24167a87-6cfb-4dbe-a621-1568d918fbc6,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:09:33.285803 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-84ff4469-c836-4f43-bf08-7b39e44f7eee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:33.291773 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-1db66723-54f0-4aa4-8c69-43524b2a2365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:33.349421 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 9620b6e2-e480-4682-ba79-8742835b76f5 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:09:33.364715 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db66723-54f0-4aa4-8c69-43524b2a2365 None None] Routers {'27879909-22d6-434f-8834-d4d8fe985eb5'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:09:33.365082 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-49fcf389-9492-45b4-b238-390e6381605f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:33.365461 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-1db66723-54f0-4aa4-8c69-43524b2a2365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:09:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['27879909-22d6-434f-8834-d4d8fe985eb5'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:33.376399 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-49fcf389-9492-45b4-b238-390e6381605f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:33.383554 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-49fcf389-9492-45b4-b238-390e6381605f admin admin] 10.222.0.57 "DELETE /v2.0/networks/7b28de0c-4527-4d48-ab68-f343022c2981 HTTP/1.1" status: 204 len: 168 time: 1.4174881 Oct 19 01:09:33.414837 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 9620b6e2-e480-4682-ba79-8742835b76f5 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:09:33.416903 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 9620b6e2-e480-4682-ba79-8742835b76f5 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:09:33.427652 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-294695e3-233b-4ad0-832b-5c83cb0b5f86 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:33.515810 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-294695e3-233b-4ad0-832b-5c83cb0b5f86 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:33.520828 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fcf389-9492-45b4-b238-390e6381605f admin admin] Pushing event deleted for resources: {'Network': ['ID=7b28de0c-4527-4d48-ab68-f343022c2981,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:33.552563 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f1bf1-6c23-41f7-83c7-ddf4ad5049f4 None None] Pushing event updated for resources: {'Port': ['ID=24167a87-6cfb-4dbe-a621-1568d918fbc6,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:33.617975 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-294695e3-233b-4ad0-832b-5c83cb0b5f86 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Network 9fdfc968-fd05-4762-858e-87980e28a6e6 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:09:33.623343 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-294695e3-233b-4ad0-832b-5c83cb0b5f86 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:09:33.634478 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-294695e3-233b-4ad0-832b-5c83cb0b5f86 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:09:33.661727 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36786) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:33.666292 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294695e3-233b-4ad0-832b-5c83cb0b5f86 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Pushing event updated for resources: {'Port': ['ID=aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:33.706152 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-1db66723-54f0-4aa4-8c69-43524b2a2365 None None] Set router 27879909-22d6-434f-8834-d4d8fe985eb5 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:09:33.719037 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-294695e3-233b-4ad0-832b-5c83cb0b5f86 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:33.719864 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-294695e3-233b-4ad0-832b-5c83cb0b5f86 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:33.748016 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-07747026-a627-42e0-aa87-2188705a0ee6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6e108e8f9d964fc8948299492d072863&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0821776 Oct 19 01:09:33.750728 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-294695e3-233b-4ad0-832b-5c83cb0b5f86 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3603785 Oct 19 01:09:33.751457 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36796) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:33.772899 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-bde7ad41-4052-4848-90bf-6b42e9d5e40c service neutron] Request body: {'port': {'device_id': 'f529acd6-4c6f-4e06-be34-861408162aa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:33.918159 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-bde7ad41-4052-4848-90bf-6b42e9d5e40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:33.927446 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9af9a788-c53a-4059-9c33-f887777c6e46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:33.992083 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9af9a788-c53a-4059-9c33-f887777c6e46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:33.993779 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ff4469-c836-4f43-bf08-7b39e44f7eee admin admin] Router 8039f660-e811-4c2f-8ac7-c226af52f0d1 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:09:34.076012 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-1db66723-54f0-4aa4-8c69-43524b2a2365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'name': 'tempest-TestServerBasicOps-1351651501-router', 'tenant_id': '2cef90ceee4e4e5aba45348bee033f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '24167a87-6cfb-4dbe-a621-1568d918fbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:27Z', 'updated_at': '2021-10-19T01:09:30Z', 'revision_number': 3, 'project_id': '2cef90ceee4e4e5aba45348bee033f1a', 'gw_port': {'id': '24167a87-6cfb-4dbe-a621-1568d918fbc6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:60:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:28Z', 'updated_at': '2021-10-19T01:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:34.120641 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db66723-54f0-4aa4-8c69-43524b2a2365 None None] The sync data for ids ['27879909-22d6-434f-8834-d4d8fe985eb5'] in n-d-715271-26 is: [{'id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'name': 'tempest-TestServerBasicOps-1351651501-router', 'tenant_id': '2cef90ceee4e4e5aba45348bee033f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '24167a87-6cfb-4dbe-a621-1568d918fbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:27Z', 'updated_at': '2021-10-19T01:09:30Z', 'revision_number': 3, 'project_id': '2cef90ceee4e4e5aba45348bee033f1a', 'gw_port': {'id': '24167a87-6cfb-4dbe-a621-1568d918fbc6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:60:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:28Z', 'updated_at': '2021-10-19T01:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:09:34.294248 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f32bdf-27a7-4600-b4d0-fbfaa00ef746 req-b3c72a0e-276e-4da1-94cb-c367f348fb89 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:34.302651 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d3f32bdf-27a7-4600-b4d0-fbfaa00ef746 req-b3c72a0e-276e-4da1-94cb-c367f348fb89 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd46cca1-be1f-4e40-956e-6ae0fb29e09d HTTP/1.1" status: 200 len: 945 time: 0.3188047 Oct 19 01:09:34.325323 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9af9a788-c53a-4059-9c33-f887777c6e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:34.325605 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9af9a788-c53a-4059-9c33-f887777c6e46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:34.329393 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9af9a788-c53a-4059-9c33-f887777c6e46 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9ba7e6be-fb56-4e68-a65f-28f773dfabc5 HTTP/1.1" status: 204 len: 168 time: 0.5741599 Oct 19 01:09:34.347218 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9a788-c53a-4059-9c33-f887777c6e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba7e6be-fb56-4e68-a65f-28f773dfabc5,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:34.426851 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d3f32bdf-27a7-4600-b4d0-fbfaa00ef746 req-abf33c30-f8e1-470b-ac50-8adbe3546306 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231751 Oct 19 01:09:34.571526 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36824) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:34.598551 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-bde7ad41-4052-4848-90bf-6b42e9d5e40c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:09:34.617942 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-bde7ad41-4052-4848-90bf-6b42e9d5e40c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:34.667931 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-bde7ad41-4052-4848-90bf-6b42e9d5e40c service neutron] Transition to ACTIVE for port object aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:09:34.677286 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-bde7ad41-4052-4848-90bf-6b42e9d5e40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:34.783687 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7ad41-4052-4848-90bf-6b42e9d5e40c service neutron] Pushing event updated for resources: {'Port': ['ID=aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:34.906495 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 24167a87-6cfb-4dbe-a621-1568d918fbc6 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:09:34.961172 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a34ce3b-7484-4428-a2bf-1e52a9135160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:34.986925 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-bde7ad41-4052-4848-90bf-6b42e9d5e40c service neutron] Attempting to bind port aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:09:34.987508 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-bde7ad41-4052-4848-90bf-6b42e9d5e40c service neutron] Attempting to bind port aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '8a516c3b-6789-44d3-87bb-3790155029b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:09:34.988067 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-bde7ad41-4052-4848-90bf-6b42e9d5e40c service neutron] Attempting to bind port aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3 on network 9fdfc968-fd05-4762-858e-87980e28a6e6 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:09:34.997166 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-bde7ad41-4052-4848-90bf-6b42e9d5e40c service neutron] Port aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3 on network 9fdfc968-fd05-4762-858e-87980e28a6e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:09:34.997706 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-bde7ad41-4052-4848-90bf-6b42e9d5e40c service neutron] Attempting to bind port aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3 on network 9fdfc968-fd05-4762-858e-87980e28a6e6 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:09:35.008134 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-bde7ad41-4052-4848-90bf-6b42e9d5e40c service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:09:35.008517 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-bde7ad41-4052-4848-90bf-6b42e9d5e40c service neutron] Checking segment: {'id': '8a516c3b-6789-44d3-87bb-3790155029b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:09:35.009000 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-bde7ad41-4052-4848-90bf-6b42e9d5e40c service neutron] Bound using segment: {'id': '8a516c3b-6789-44d3-87bb-3790155029b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:09:35.009531 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-bde7ad41-4052-4848-90bf-6b42e9d5e40c service neutron] Bound port: aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a516c3b-6789-44d3-87bb-3790155029b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:09:35.009989 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-bde7ad41-4052-4848-90bf-6b42e9d5e40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:35.075300 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 24167a87-6cfb-4dbe-a621-1568d918fbc6 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:35.075783 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:35.138420 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbdaca-e650-4be5-967f-d8993d52707d req-cc34e356-2c53-4a39-877d-137926292ab5 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:35.140641 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4a581190-4387-4def-a8c7-261fc279c172 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:35.143574 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-bde7ad41-4052-4848-90bf-6b42e9d5e40c service neutron] For port aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:09:35.149526 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e7dbdaca-e650-4be5-967f-d8993d52707d req-cc34e356-2c53-4a39-877d-137926292ab5 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=f529acd6-4c6f-4e06-be34-861408162aa7 HTTP/1.1" status: 200 len: 943 time: 0.3492692 Oct 19 01:09:35.159192 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ff4469-c836-4f43-bf08-7b39e44f7eee admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:09:35.174057 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-bde7ad41-4052-4848-90bf-6b42e9d5e40c service neutron] For port aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3,segment=NetworkSegment(8a516c3b-6789-44d3-87bb-3790155029b6),segment_id=8a516c3b-6789-44d3-87bb-3790155029b6)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:09:35.186326 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-bde7ad41-4052-4848-90bf-6b42e9d5e40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:35.187674 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-84ff4469-c836-4f43-bf08-7b39e44f7eee admin admin] 10.222.0.57 "PUT /v2.0/routers/8039f660-e811-4c2f-8ac7-c226af52f0d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0027986 Oct 19 01:09:35.200124 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36838) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:35.200544 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8abfc9-55e7-490b-a488-19e895b8b583 None None] Sync routers for ids ['8039f660-e811-4c2f-8ac7-c226af52f0d1'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:09:35.219030 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8abfc9-55e7-490b-a488-19e895b8b583 None None] Routers {'8039f660-e811-4c2f-8ac7-c226af52f0d1'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:09:35.219672 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6e8abfc9-55e7-490b-a488-19e895b8b583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:09:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['8039f660-e811-4c2f-8ac7-c226af52f0d1'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:35.262636 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-bde7ad41-4052-4848-90bf-6b42e9d5e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:35.275471 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-bde7ad41-4052-4848-90bf-6b42e9d5e40c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:35.276867 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-bde7ad41-4052-4848-90bf-6b42e9d5e40c service neutron] 10.222.0.55 "PUT /v2.0/ports/aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3 HTTP/1.1" status: 200 len: 1092 time: 1.5159287 Oct 19 01:09:35.277346 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f529acd6-4c6f-4e06-be34-861408162aa7', 'tag': 'aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:09:35.279675 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a65b36-b30f-432b-a6f9-0361ff6e93e3" -d '{"events": [{"name": "network-changed", "server_uuid": "f529acd6-4c6f-4e06-be34-861408162aa7", "tag": "aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:09:35.364855 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7ad41-4052-4848-90bf-6b42e9d5e40c service neutron] Pushing event updated for resources: {'Port': ['ID=aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:35.395608 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:35.402391 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e860b270-51fa-49dd-8fda-9ccbb001e753 x-openstack-request-id: req-e860b270-51fa-49dd-8fda-9ccbb001e753 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:09:35.402391 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f529acd6-4c6f-4e06-be34-861408162aa7", "tag": "aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:09:35.402391 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e860b270-51fa-49dd-8fda-9ccbb001e753 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:09:35.406586 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-6e8abfc9-55e7-490b-a488-19e895b8b583 None None] Set router 8039f660-e811-4c2f-8ac7-c226af52f0d1 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:09:35.410741 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f529acd6-4c6f-4e06-be34-861408162aa7', 'tag': 'aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3', 'status': 'completed', 'code': 200} Oct 19 01:09:35.436362 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4f5cfce4-dc46-4d12-bfcc-3a26324ecbc0 admin admin] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:35.457103 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-3725afc2-ac01-4805-a6ee-9067068e7387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:35.458846 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-3725afc2-ac01-4805-a6ee-9067068e7387 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b1b4901fc87414a92dc3f7f47c3c09a&device_id=f529acd6-4c6f-4e06-be34-861408162aa7 HTTP/1.1" status: 200 len: 1095 time: 0.1254027 Oct 19 01:09:35.461817 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 24167a87-6cfb-4dbe-a621-1568d918fbc6, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=24167a87-6cfb-4dbe-a621-1568d918fbc6,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:35.481324 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4a581190-4387-4def-a8c7-261fc279c172 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:35.497411 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:35.521659 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4a581190-4387-4def-a8c7-261fc279c172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:35.530818 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-9d92204d-d3b1-4c52-bc31-5f0525eb64e9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3 HTTP/1.1" status: 200 len: 217 time: 0.0605929 Oct 19 01:09:35.580992 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e7dbdaca-e650-4be5-967f-d8993d52707d req-22eb9b92-e790-4559-88ca-3a077c2a4a98 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266267 Oct 19 01:09:35.647589 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=24167a87-6cfb-4dbe-a621-1568d918fbc6,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:35.720127 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-9a34ce3b-7484-4428-a2bf-1e52a9135160 admin admin] Allocated IP 172.20.0.1 (3439c557-cbe2-48fc-82d0-010c4f65e4e7/fa143eec-2220-412c-9891-c90f025fab49/969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:09:35.739472 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4a581190-4387-4def-a8c7-261fc279c172 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8296277587154848822660c52c8796ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1642053 Oct 19 01:09:35.746579 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36854) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:35.754794 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a581190-4387-4def-a8c7-261fc279c172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332bbb02-8d3b-4168-abc1-3d60fb0664dd,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:35.785097 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6e8abfc9-55e7-490b-a488-19e895b8b583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'name': 'tempest-ServersTestFqdnHostnames-1654141756-router', 'tenant_id': '84c3d130d4f04e87bd12923b4ec520ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '5f088e85-105c-4662-8f4e-a3af6f649654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:05:45Z', 'updated_at': '2021-10-19T01:09:32Z', 'revision_number': 5, 'project_id': '84c3d130d4f04e87bd12923b4ec520ba', 'gw_port': {'id': '5f088e85-105c-4662-8f4e-a3af6f649654', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:00:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:46Z', 'updated_at': '2021-10-19T01:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:35.787569 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006449d-f91e-40fa-9e19-d48680fe60f9 req-52389a15-8b34-4acf-82c9-6d31e7fe321c tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:35.795440 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a006449d-f91e-40fa-9e19-d48680fe60f9 req-52389a15-8b34-4acf-82c9-6d31e7fe321c tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd46cca1-be1f-4e40-956e-6ae0fb29e09d HTTP/1.1" status: 200 len: 945 time: 0.2143967 Oct 19 01:09:35.820772 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-c03c4114-21da-41f5-a634-5c8db754c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:35.822247 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-c03c4114-21da-41f5-a634-5c8db754c770 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=48d33ad6-49ce-4420-8e80-235f3948de37 HTTP/1.1" status: 200 len: 852 time: 0.2764916 Oct 19 01:09:35.823224 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8abfc9-55e7-490b-a488-19e895b8b583 None None] Checking router: 8039f660-e811-4c2f-8ac7-c226af52f0d1 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:09:35.833360 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8abfc9-55e7-490b-a488-19e895b8b583 None None] Routers {'8039f660-e811-4c2f-8ac7-c226af52f0d1'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:09:35.834906 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6e8abfc9-55e7-490b-a488-19e895b8b583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:09:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['8039f660-e811-4c2f-8ac7-c226af52f0d1'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:35.869025 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-11c95aa6-d700-4b6f-ad56-518c6a4e591d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9fdfc968-fd05-4762-858e-87980e28a6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310638 Oct 19 01:09:35.911957 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4f5cfce4-dc46-4d12-bfcc-3a26324ecbc0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:35.936201 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a006449d-f91e-40fa-9e19-d48680fe60f9 req-efb6dbeb-d6dd-45f8-94be-2818ab9ced1d tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359599 Oct 19 01:09:35.963274 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c70b71fc-de8e-4450-addb-3411e1fdeb1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:35.972351 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-6e8abfc9-55e7-490b-a488-19e895b8b583 None None] Set router 8039f660-e811-4c2f-8ac7-c226af52f0d1 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:09:35.987238 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a34ce3b-7484-4428-a2bf-1e52a9135160 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:36.022844 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-4f5cfce4-dc46-4d12-bfcc-3a26324ecbc0 admin admin] Deleting port 5f088e85-105c-4662-8f4e-a3af6f649654 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:09:36.023181 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4f5cfce4-dc46-4d12-bfcc-3a26324ecbc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:36.066088 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c70b71fc-de8e-4450-addb-3411e1fdeb1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:36.121653 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-91e9af13-2fde-45ea-8c0a-94f416c0ce88 service neutron] 10.222.0.55 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427416 Oct 19 01:09:36.122405 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-4f5cfce4-dc46-4d12-bfcc-3a26324ecbc0 admin admin] For port 5f088e85-105c-4662-8f4e-a3af6f649654, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=5f088e85-105c-4662-8f4e-a3af6f649654,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:36.122783 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4f5cfce4-dc46-4d12-bfcc-3a26324ecbc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:36.135571 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-4f5cfce4-dc46-4d12-bfcc-3a26324ecbc0 admin admin] Calling delete_port for 5f088e85-105c-4662-8f4e-a3af6f649654 owned by network:router_gateway {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:09:36.225424 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c70b71fc-de8e-4450-addb-3411e1fdeb1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:36.233199 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c70b71fc-de8e-4450-addb-3411e1fdeb1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:36.239969 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c70b71fc-de8e-4450-addb-3411e1fdeb1c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/332bbb02-8d3b-4168-abc1-3d60fb0664dd HTTP/1.1" status: 204 len: 168 time: 0.4910362 Oct 19 01:09:36.284125 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b71fc-de8e-4450-addb-3411e1fdeb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332bbb02-8d3b-4168-abc1-3d60fb0664dd,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:36.335217 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7d41d0ec-51cd-4cbd-ae56-36100403fb45 req-912b1dcd-bad4-471d-b09e-82a7df13b517 service neutron] 10.222.0.55 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040329 Oct 19 01:09:36.403465 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a34ce3b-7484-4428-a2bf-1e52a9135160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:36.419701 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4f5cfce4-dc46-4d12-bfcc-3a26324ecbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:36.462808 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a65b36-b30f-432b-a6f9-0361ff6e93e3 req-90a21fb7-b4a2-44ae-a822-2d39f37ee64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:36.469546 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-36a65b36-b30f-432b-a6f9-0361ff6e93e3 req-90a21fb7-b4a2-44ae-a822-2d39f37ee64a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b1b4901fc87414a92dc3f7f47c3c09a&device_id=f529acd6-4c6f-4e06-be34-861408162aa7 HTTP/1.1" status: 200 len: 1095 time: 0.0705063 Oct 19 01:09:36.545805 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a34ce3b-7484-4428-a2bf-1e52a9135160 admin admin] Network 3439c557-cbe2-48fc-82d0-010c4f65e4e7 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:09:36.585568 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-9a34ce3b-7484-4428-a2bf-1e52a9135160 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:09:36.591963 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34ce3b-7484-4428-a2bf-1e52a9135160 admin admin] Pushing event updated for resources: {'Port': ['ID=969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:36.598768 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a34ce3b-7484-4428-a2bf-1e52a9135160 admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:09:36.618804 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6e8abfc9-55e7-490b-a488-19e895b8b583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'name': 'tempest-ServersTestFqdnHostnames-1654141756-router', 'tenant_id': '84c3d130d4f04e87bd12923b4ec520ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '5f088e85-105c-4662-8f4e-a3af6f649654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:05:45Z', 'updated_at': '2021-10-19T01:09:32Z', 'revision_number': 5, 'project_id': '84c3d130d4f04e87bd12923b4ec520ba', 'gw_port': {'id': '5f088e85-105c-4662-8f4e-a3af6f649654', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:00:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:46Z', 'updated_at': '2021-10-19T01:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:36.642592 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5cfce4-dc46-4d12-bfcc-3a26324ecbc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f088e85-105c-4662-8f4e-a3af6f649654,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:36.716505 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4f5cfce4-dc46-4d12-bfcc-3a26324ecbc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:36.732881 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8abfc9-55e7-490b-a488-19e895b8b583 None None] The sync data for ids ['8039f660-e811-4c2f-8ac7-c226af52f0d1'] in n-d-715271-26 is: [{'id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'name': 'tempest-ServersTestFqdnHostnames-1654141756-router', 'tenant_id': '84c3d130d4f04e87bd12923b4ec520ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '5f088e85-105c-4662-8f4e-a3af6f649654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:05:45Z', 'updated_at': '2021-10-19T01:09:32Z', 'revision_number': 5, 'project_id': '84c3d130d4f04e87bd12923b4ec520ba', 'gw_port': {'id': '5f088e85-105c-4662-8f4e-a3af6f649654', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:00:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8039f660-e811-4c2f-8ac7-c226af52f0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:05:46Z', 'updated_at': '2021-10-19T01:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:09:36.741667 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a65b36-b30f-432b-a6f9-0361ff6e93e3 req-d5e0c429-cb03-4065-b138-62d47e000e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:36.748537 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-36a65b36-b30f-432b-a6f9-0361ff6e93e3 req-d5e0c429-cb03-4065-b138-62d47e000e39 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9fdfc968-fd05-4762-858e-87980e28a6e6 HTTP/1.1" status: 200 len: 913 time: 0.2703164 Oct 19 01:09:36.849492 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-36a65b36-b30f-432b-a6f9-0361ff6e93e3 req-5fd7bf43-c720-467f-9941-ff340ccd6c9f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3 HTTP/1.1" status: 200 len: 217 time: 0.0934680 Oct 19 01:09:36.895085 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a34ce3b-7484-4428-a2bf-1e52a9135160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:36.991383 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb37d51-823c-444c-bdf5-aa07044fc48f req-9fc9c491-09a9-4f7f-aaa7-0bfd64b835a3 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:36.999309 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cfb37d51-823c-444c-bdf5-aa07044fc48f req-9fc9c491-09a9-4f7f-aaa7-0bfd64b835a3 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=f529acd6-4c6f-4e06-be34-861408162aa7 HTTP/1.1" status: 200 len: 943 time: 0.1539094 Oct 19 01:09:37.012680 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a65b36-b30f-432b-a6f9-0361ff6e93e3 req-65c55feb-61de-4615-a379-c02ef503f5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:37.014155 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-36a65b36-b30f-432b-a6f9-0361ff6e93e3 req-65c55feb-61de-4615-a379-c02ef503f5b6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=48d33ad6-49ce-4420-8e80-235f3948de37 HTTP/1.1" status: 200 len: 852 time: 0.1528330 Oct 19 01:09:37.063944 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-36a65b36-b30f-432b-a6f9-0361ff6e93e3 req-fa987ac3-b18f-498a-b6ca-2d4cf272986f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9fdfc968-fd05-4762-858e-87980e28a6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415914 Oct 19 01:09:37.066574 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4f5cfce4-dc46-4d12-bfcc-3a26324ecbc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:37.071510 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4f5cfce4-dc46-4d12-bfcc-3a26324ecbc0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:37.149158 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cfb37d51-823c-444c-bdf5-aa07044fc48f req-f38996b9-3d02-4599-a086-850453e14271 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477916 Oct 19 01:09:37.162042 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-1463739b-b11c-45fa-a945-19bc2289ad53 None None] Provisioning complete for port 969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:37.163210 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1463739b-b11c-45fa-a945-19bc2289ad53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:37.180688 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4f5cfce4-dc46-4d12-bfcc-3a26324ecbc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:37.181214 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5cfce4-dc46-4d12-bfcc-3a26324ecbc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8039f660-e811-4c2f-8ac7-c226af52f0d1 {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:09:37.189088 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4f5cfce4-dc46-4d12-bfcc-3a26324ecbc0 admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:37.190225 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4f5cfce4-dc46-4d12-bfcc-3a26324ecbc0 admin admin] 10.222.0.57 "DELETE /v2.0/routers/8039f660-e811-4c2f-8ac7-c226af52f0d1 HTTP/1.1" status: 204 len: 168 time: 1.9777446 Oct 19 01:09:37.195356 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36914) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:37.271236 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 24167a87-6cfb-4dbe-a621-1568d918fbc6 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:09:37.306955 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-36a65b36-b30f-432b-a6f9-0361ff6e93e3 req-a22cd553-bfbc-4c6e-8c22-560a97b943d7 service neutron] 10.222.0.55 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203934 Oct 19 01:09:37.316194 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe4badc-64b0-4ced-af25-98d54f6ca9e8 admin admin] Deleting subnet 15816f82-cfe0-47bc-8647-595403cbff3d {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:09:37.321634 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cfe4badc-64b0-4ced-af25-98d54f6ca9e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:37.364721 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-1463739b-b11c-45fa-a945-19bc2289ad53 None None] Port 969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:09:37.390286 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cfe4badc-64b0-4ced-af25-98d54f6ca9e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:37.437308 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 24167a87-6cfb-4dbe-a621-1568d918fbc6 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:37.437688 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:37.480001 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36920) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:37.518767 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cfe4badc-64b0-4ced-af25-98d54f6ca9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:37.522454 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-36a65b36-b30f-432b-a6f9-0361ff6e93e3 req-bfa2dcd0-b25a-415e-b205-9f98772d81ee service neutron] 10.222.0.55 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076702 Oct 19 01:09:37.575542 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a34ce3b-7484-4428-a2bf-1e52a9135160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:37.585927 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cfe4badc-64b0-4ced-af25-98d54f6ca9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:37.638624 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d6c6e2-c493-4edf-8ca3-0dd74ea2be89 None None] Network 71e66fa3-7227-46c9-8805-807e52545d13 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:09:37.640537 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4badc-64b0-4ced-af25-98d54f6ca9e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15816f82-cfe0-47bc-8647-595403cbff3d,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:37.642808 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cfe4badc-64b0-4ced-af25-98d54f6ca9e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:37.646421 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-cfe4badc-64b0-4ced-af25-98d54f6ca9e8 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/15816f82-cfe0-47bc-8647-595403cbff3d HTTP/1.1" status: 204 len: 168 time: 0.4500775 Oct 19 01:09:37.649031 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36928) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:37.878983 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a34ce3b-7484-4428-a2bf-1e52a9135160 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:37.880890 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b8812829-174a-4bff-b742-3b14bfc70c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:37.890022 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a34ce3b-7484-4428-a2bf-1e52a9135160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:37.926289 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c0d87457-f47c-4eb5-ae11-214815ad4a1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:38.030677 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34ce3b-7484-4428-a2bf-1e52a9135160 admin admin] Pushing event updated for resources: {'Port': ['ID=969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:38.042093 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a34ce3b-7484-4428-a2bf-1e52a9135160 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:38.071512 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-b8812829-174a-4bff-b742-3b14bfc70c6b admin admin] Deleting port 1f01b024-9b9b-4cb5-8edc-07bf0e0cc762 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:09:38.072055 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b8812829-174a-4bff-b742-3b14bfc70c6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:38.119712 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c0d87457-f47c-4eb5-ae11-214815ad4a1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:38.153224 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c0d87457-f47c-4eb5-ae11-214815ad4a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:38.186137 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613656c6-cba0-4c01-bb08-8a7860f29c59 None None] DHCP port deletion for 71e66fa3-7227-46c9-8805-807e52545d13 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:09:38.189789 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a34ce3b-7484-4428-a2bf-1e52a9135160 admin admin] Network 3439c557-cbe2-48fc-82d0-010c4f65e4e7 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:09:38.191601 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-9a34ce3b-7484-4428-a2bf-1e52a9135160 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:09:38.273657 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-b8812829-174a-4bff-b742-3b14bfc70c6b admin admin] For port 1f01b024-9b9b-4cb5-8edc-07bf0e0cc762, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=1f01b024-9b9b-4cb5-8edc-07bf0e0cc762,segment=NetworkSegment(618e9f13-33df-47a4-8265-1f8d48d0f612),segment_id=618e9f13-33df-47a4-8265-1f8d48d0f612)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:38.275171 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b8812829-174a-4bff-b742-3b14bfc70c6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:38.279280 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-613656c6-cba0-4c01-bb08-8a7860f29c59 None None] Deleting port 1f01b024-9b9b-4cb5-8edc-07bf0e0cc762 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:09:38.279518 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-613656c6-cba0-4c01-bb08-8a7860f29c59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:38.376047 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-b8812829-174a-4bff-b742-3b14bfc70c6b admin admin] Calling delete_port for 1f01b024-9b9b-4cb5-8edc-07bf0e0cc762 owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:09:38.382013 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-613656c6-cba0-4c01-bb08-8a7860f29c59 None None] For port 1f01b024-9b9b-4cb5-8edc-07bf0e0cc762, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=1f01b024-9b9b-4cb5-8edc-07bf0e0cc762,segment=NetworkSegment(618e9f13-33df-47a4-8265-1f8d48d0f612),segment_id=618e9f13-33df-47a4-8265-1f8d48d0f612)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:38.382545 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-613656c6-cba0-4c01-bb08-8a7860f29c59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:38.387987 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d87457-f47c-4eb5-ae11-214815ad4a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb94594d-2ff1-4d73-b918-8fd91d812ad5,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:38.409084 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-613656c6-cba0-4c01-bb08-8a7860f29c59 None None] Calling delete_port for 1f01b024-9b9b-4cb5-8edc-07bf0e0cc762 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:09:38.438875 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c0d87457-f47c-4eb5-ae11-214815ad4a1b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8385fdd8d0ad4ee69cafe4fab1388b01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9550605 Oct 19 01:09:38.442797 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36956) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:38.447542 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a34ce3b-7484-4428-a2bf-1e52a9135160 admin admin] Router 27879909-22d6-434f-8834-d4d8fe985eb5 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:09:38.612004 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-613656c6-cba0-4c01-bb08-8a7860f29c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:38.660273 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691b1ed-781e-47e2-84bd-bf695fec7d27 req-10bd10fa-faa1-4b6f-a622-a6057ee5ee34 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:38.663302 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7691b1ed-781e-47e2-84bd-bf695fec7d27 req-10bd10fa-faa1-4b6f-a622-a6057ee5ee34 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=f529acd6-4c6f-4e06-be34-861408162aa7 HTTP/1.1" status: 200 len: 943 time: 0.3509758 Oct 19 01:09:38.669305 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a34ce3b-7484-4428-a2bf-1e52a9135160 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:09:38.674750 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9a34ce3b-7484-4428-a2bf-1e52a9135160 admin admin] 10.222.0.57 "PUT /v2.0/routers/27879909-22d6-434f-8834-d4d8fe985eb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1708255 Oct 19 01:09:38.688447 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef56d455-d5b1-4849-a673-5e67f8b9b1f7 None None] Sync routers for ids ['27879909-22d6-434f-8834-d4d8fe985eb5'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:09:38.701219 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613656c6-cba0-4c01-bb08-8a7860f29c59 None None] Pushing event deleted for resources: {'Port': ['ID=1f01b024-9b9b-4cb5-8edc-07bf0e0cc762,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:38.704672 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef56d455-d5b1-4849-a673-5e67f8b9b1f7 None None] Routers {'27879909-22d6-434f-8834-d4d8fe985eb5'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:09:38.707311 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ef56d455-d5b1-4849-a673-5e67f8b9b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:09:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['27879909-22d6-434f-8834-d4d8fe985eb5'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:38.715935 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-8093e094-df2e-477c-b1f5-3b8b9f22b278 None None] Provisioning complete for port 969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:38.715935 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8093e094-df2e-477c-b1f5-3b8b9f22b278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:38.718470 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613656c6-cba0-4c01-bb08-8a7860f29c59 None None] No DVR routers for this DVR port 1f01b024-9b9b-4cb5-8edc-07bf0e0cc762 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:09:38.734817 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cfbb3b4a-77e4-4b6d-9b2c-736ec9208c09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:38.799455 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 32b2537b-e01a-4aef-bf43-e9fb0f1283c7 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:09:38.819797 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b8812829-174a-4bff-b742-3b14bfc70c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:38.829758 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 32b2537b-e01a-4aef-bf43-e9fb0f1283c7 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:09:38.830520 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 32b2537b-e01a-4aef-bf43-e9fb0f1283c7 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:09:38.831103 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 1f01b024-9b9b-4cb5-8edc-07bf0e0cc762 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:09:38.834165 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-8093e094-df2e-477c-b1f5-3b8b9f22b278 None None] Port 969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:09:38.844863 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cfbb3b4a-77e4-4b6d-9b2c-736ec9208c09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:38.878231 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 1f01b024-9b9b-4cb5-8edc-07bf0e0cc762 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:09:38.879172 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 1f01b024-9b9b-4cb5-8edc-07bf0e0cc762 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:09:38.879812 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 5f088e85-105c-4662-8f4e-a3af6f649654 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:09:38.941009 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 5f088e85-105c-4662-8f4e-a3af6f649654 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:09:38.941635 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 5f088e85-105c-4662-8f4e-a3af6f649654 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:09:38.968158 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-ef56d455-d5b1-4849-a673-5e67f8b9b1f7 None None] Set router 27879909-22d6-434f-8834-d4d8fe985eb5 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:09:38.989603 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8812829-174a-4bff-b742-3b14bfc70c6b admin admin] Pushing event deleted for resources: {'Port': ['ID=1f01b024-9b9b-4cb5-8edc-07bf0e0cc762,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:39.024373 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7691b1ed-781e-47e2-84bd-bf695fec7d27 req-24ce7132-dfe4-4b3a-a5cc-01646071e29a tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107193 Oct 19 01:09:39.035283 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8812829-174a-4bff-b742-3b14bfc70c6b admin admin] No DVR routers for this DVR port 1f01b024-9b9b-4cb5-8edc-07bf0e0cc762 on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:09:39.201027 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cfbb3b4a-77e4-4b6d-9b2c-736ec9208c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:39.208096 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cfbb3b4a-77e4-4b6d-9b2c-736ec9208c09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:39.212519 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cfbb3b4a-77e4-4b6d-9b2c-736ec9208c09 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cb94594d-2ff1-4d73-b918-8fd91d812ad5 HTTP/1.1" status: 204 len: 168 time: 0.7620373 Oct 19 01:09:39.228880 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb3b4a-77e4-4b6d-9b2c-736ec9208c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb94594d-2ff1-4d73-b918-8fd91d812ad5,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:39.293716 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36998) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:39.321464 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ef56d455-d5b1-4849-a673-5e67f8b9b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'name': 'tempest-TestServerBasicOps-1351651501-router', 'tenant_id': '2cef90ceee4e4e5aba45348bee033f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '24167a87-6cfb-4dbe-a621-1568d918fbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:27Z', 'updated_at': '2021-10-19T01:09:37Z', 'revision_number': 4, 'project_id': '2cef90ceee4e4e5aba45348bee033f1a', 'gw_port': {'id': '24167a87-6cfb-4dbe-a621-1568d918fbc6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:28Z', 'updated_at': '2021-10-19T01:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e', 'name': '', 'network_id': '3439c557-cbe2-48fc-82d0-010c4f65e4e7', 'tenant_id': '2cef90ceee4e4e5aba45348bee033f1a', 'mac_address': 'fa:16:3e:b4:1e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'fa143eec-2220-412c-9891-c90f025fab49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:35Z', 'updated_at': '2021-10-19T01:09:37Z', 'revision_number': 2, 'project_id': '2cef90ceee4e4e5aba45348bee033f1a', 'subnets': [{'id': 'fa143eec-2220-412c-9891-c90f025fab49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:39.344151 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b8812829-174a-4bff-b742-3b14bfc70c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:39.371615 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef56d455-d5b1-4849-a673-5e67f8b9b1f7 None None] Checking router: 27879909-22d6-434f-8834-d4d8fe985eb5 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:09:39.372347 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef56d455-d5b1-4849-a673-5e67f8b9b1f7 None None] Updating router 27879909-22d6-434f-8834-d4d8fe985eb5 port 969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:09:39.383402 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-b8812829-174a-4bff-b742-3b14bfc70c6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e66fa3-7227-46c9-8805-807e52545d13']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:39.394274 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:09:39.399798 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-b8812829-174a-4bff-b742-3b14bfc70c6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '618e9f13-33df-47a4-8265-1f8d48d0f612') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:39.400115 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-b8812829-174a-4bff-b742-3b14bfc70c6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '618e9f13-33df-47a4-8265-1f8d48d0f612') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:39.403637 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ef56d455-d5b1-4849-a673-5e67f8b9b1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:39.416433 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b8812829-174a-4bff-b742-3b14bfc70c6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:39.444199 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b8812829-174a-4bff-b742-3b14bfc70c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:39.460683 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8812829-174a-4bff-b742-3b14bfc70c6b admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:09:39.461315 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b8812829-174a-4bff-b742-3b14bfc70c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: self.session.flush() Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: self.session.flush() Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: self.session.flush() Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: self.session.flush() Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:09:39.463607 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:09:39.618584 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3,segment=NetworkSegment(8a516c3b-6789-44d3-87bb-3790155029b6),segment_id=8a516c3b-6789-44d3-87bb-3790155029b6)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:39.632713 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b8812829-174a-4bff-b742-3b14bfc70c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:39.639306 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b8812829-174a-4bff-b742-3b14bfc70c6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:39.652118 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3', 'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6', 'port_id': 'aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3', 'mac_address': 'fa:16:3e:a2:58:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d33ad6-49ce-4420-8e80-235f3948de37', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:09:39.665470 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b8812829-174a-4bff-b742-3b14bfc70c6b admin admin] 10.222.0.57 "DELETE /v2.0/networks/71e66fa3-7227-46c9-8805-807e52545d13 HTTP/1.1" status: 204 len: 168 time: 2.0127316 Oct 19 01:09:39.689443 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8812829-174a-4bff-b742-3b14bfc70c6b admin admin] Pushing event deleted for resources: {'Network': ['ID=71e66fa3-7227-46c9-8805-807e52545d13,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:39.741977 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-899f9178-afe5-4024-8d52-70a8762c407d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:39.748295 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:39.779508 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:09:39.827084 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3,segment=NetworkSegment(8a516c3b-6789-44d3-87bb-3790155029b6),segment_id=8a516c3b-6789-44d3-87bb-3790155029b6)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:39.837810 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:39.924806 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-899f9178-afe5-4024-8d52-70a8762c407d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:39.929849 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ef56d455-d5b1-4849-a673-5e67f8b9b1f7 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:39.940752 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-899f9178-afe5-4024-8d52-70a8762c407d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:39.945873 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:39.949979 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ef56d455-d5b1-4849-a673-5e67f8b9b1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:40.009387 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e54e5b-0bd1-45d8-bdb1-a7b42b8d259d None None] Pushing event updated for resources: {'Port': ['ID=969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:40.049158 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37018) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:40.067548 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f9178-afe5-4024-8d52-70a8762c407d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cd8efc-95d0-4fa3-8e2b-d8f1aa9c0c70,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:40.078586 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37020) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:40.079189 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-899f9178-afe5-4024-8d52-70a8762c407d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4266dbe19c624091a0b9d0766e662d3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7836928 Oct 19 01:09:40.081462 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-ef56d455-d5b1-4849-a673-5e67f8b9b1f7 None None] Attempting to bind port 969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:09:40.081883 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-ef56d455-d5b1-4849-a673-5e67f8b9b1f7 None None] Attempting to bind port 969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '9d868592-c08e-4123-8d31-a67deeb039a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3439c557-cbe2-48fc-82d0-010c4f65e4e7'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:09:40.082241 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef56d455-d5b1-4849-a673-5e67f8b9b1f7 None None] Attempting to bind port 969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e on network 3439c557-cbe2-48fc-82d0-010c4f65e4e7 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:09:40.089939 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef56d455-d5b1-4849-a673-5e67f8b9b1f7 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:09:40.090551 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef56d455-d5b1-4849-a673-5e67f8b9b1f7 None None] Checking segment: {'id': '9d868592-c08e-4123-8d31-a67deeb039a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3439c557-cbe2-48fc-82d0-010c4f65e4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:09:40.091202 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ef56d455-d5b1-4849-a673-5e67f8b9b1f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:40.091973 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef56d455-d5b1-4849-a673-5e67f8b9b1f7 None None] Bound using segment: {'id': '9d868592-c08e-4123-8d31-a67deeb039a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3439c557-cbe2-48fc-82d0-010c4f65e4e7'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:09:40.092849 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-ef56d455-d5b1-4849-a673-5e67f8b9b1f7 None None] Bound port: 969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d868592-c08e-4123-8d31-a67deeb039a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3439c557-cbe2-48fc-82d0-010c4f65e4e7'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:09:40.093597 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ef56d455-d5b1-4849-a673-5e67f8b9b1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:40.135199 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:09:40.225848 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-ef56d455-d5b1-4849-a673-5e67f8b9b1f7 None None] For port 969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:09:40.239186 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-ef56d455-d5b1-4849-a673-5e67f8b9b1f7 None None] For port 969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e,segment=NetworkSegment(9d868592-c08e-4123-8d31-a67deeb039a8),segment_id=9d868592-c08e-4123-8d31-a67deeb039a8)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:09:40.248377 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ef56d455-d5b1-4849-a673-5e67f8b9b1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:40.321527 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37030) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:40.327660 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-9ab7ea1a-1ed3-4082-9c6e-deb2924275d1 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-843299999-network', 'tenant_id': '5b796be5a808470fa80f1727a034f94b'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:40.349741 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef56d455-d5b1-4849-a673-5e67f8b9b1f7 None None] Routers {'27879909-22d6-434f-8834-d4d8fe985eb5'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:09:40.350730 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ef56d455-d5b1-4849-a673-5e67f8b9b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:09:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['27879909-22d6-434f-8834-d4d8fe985eb5'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:40.388489 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab7ea1a-1ed3-4082-9c6e-deb2924275d1 admin admin] Made reservation on behalf of 5b796be5a808470fa80f1727a034f94b for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:09:40.397794 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9ab7ea1a-1ed3-4082-9c6e-deb2924275d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:40.417836 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9ab7ea1a-1ed3-4082-9c6e-deb2924275d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:40.471585 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e837d3cf-0fd2-41bf-9b29-3dc258f23512 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=84c3d130d4f04e87bd12923b4ec520ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4186604 Oct 19 01:09:40.474278 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37032) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:40.510192 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-5648f41e-ffb9-446b-af0e-64916e3e465d None None] Provisioning complete for port 969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:40.510667 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5648f41e-ffb9-446b-af0e-64916e3e465d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:40.547165 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ad2be57d-0f51-47c4-a152-02bccca78252 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:40.594212 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a0e3cfe9-723c-4c01-a4b6-6456e09503ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:40.646809 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5648f41e-ffb9-446b-af0e-64916e3e465d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:40.649887 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a0e3cfe9-723c-4c01-a4b6-6456e09503ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:40.658668 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-ef56d455-d5b1-4849-a673-5e67f8b9b1f7 None None] Set router 27879909-22d6-434f-8834-d4d8fe985eb5 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:09:40.675964 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9ab7ea1a-1ed3-4082-9c6e-deb2924275d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:40.686552 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9ab7ea1a-1ed3-4082-9c6e-deb2924275d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:40.688892 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-5648f41e-ffb9-446b-af0e-64916e3e465d None None] For port 969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e,segment=NetworkSegment(9d868592-c08e-4123-8d31-a67deeb039a8),segment_id=9d868592-c08e-4123-8d31-a67deeb039a8)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:40.695606 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5648f41e-ffb9-446b-af0e-64916e3e465d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:40.724971 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab7ea1a-1ed3-4082-9c6e-deb2924275d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:09:40.739283 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca22d3b-e46e-4c57-b8bb-b26cb7c56d77 req-083d4d2e-0b51-468e-b44e-ad871a2a51de tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:40.741965 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eca22d3b-e46e-4c57-b8bb-b26cb7c56d77 req-083d4d2e-0b51-468e-b44e-ad871a2a51de tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=f529acd6-4c6f-4e06-be34-861408162aa7 HTTP/1.1" status: 200 len: 944 time: 0.5122941 Oct 19 01:09:40.749618 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ad2be57d-0f51-47c4-a152-02bccca78252 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:40.775563 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5648f41e-ffb9-446b-af0e-64916e3e465d None None] Pushing event updated for resources: {'Port': ['ID=969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:40.817313 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eca22d3b-e46e-4c57-b8bb-b26cb7c56d77 req-d7d9b380-f089-4c92-abed-b5db96836278 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649936 Oct 19 01:09:40.821680 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9ab7ea1a-1ed3-4082-9c6e-deb2924275d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:40.823223 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-9ab7ea1a-1ed3-4082-9c6e-deb2924275d1 admin admin] Added segment 21b02261-c581-4f13-b2ec-4c260af202bb of type vlan for network 14689d29-5148-4eb8-a424-5d5c74c84da8 Oct 19 01:09:40.829842 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7ea1a-1ed3-4082-9c6e-deb2924275d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1442f85c-5b36-4a73-beea-8d2d0978f9ce,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:40.847255 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ad2be57d-0f51-47c4-a152-02bccca78252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:40.850185 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ad2be57d-0f51-47c4-a152-02bccca78252 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:40.858669 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ad2be57d-0f51-47c4-a152-02bccca78252 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/76cd8efc-95d0-4fa3-8e2b-d8f1aa9c0c70 HTTP/1.1" status: 204 len: 168 time: 0.7722991 Oct 19 01:09:40.876523 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2be57d-0f51-47c4-a152-02bccca78252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cd8efc-95d0-4fa3-8e2b-d8f1aa9c0c70,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:40.878040 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-977b41c9-9e90-4100-81ad-596b52790f2c None None] Provisioning complete for port 969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:40.880276 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-977b41c9-9e90-4100-81ad-596b52790f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:40.924391 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a0e3cfe9-723c-4c01-a4b6-6456e09503ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:40.930734 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a0e3cfe9-723c-4c01-a4b6-6456e09503ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:40.937938 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a0e3cfe9-723c-4c01-a4b6-6456e09503ec admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f8a8e44b-ed4c-4e11-a2f4-870e4e166d58 HTTP/1.1" status: 204 len: 168 time: 0.4622481 Oct 19 01:09:40.983282 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3cfe9-723c-4c01-a4b6-6456e09503ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a8e44b-ed4c-4e11-a2f4-870e4e166d58,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:40.997611 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9ab7ea1a-1ed3-4082-9c6e-deb2924275d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:41.076405 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9ab7ea1a-1ed3-4082-9c6e-deb2924275d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:41.077484 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab7ea1a-1ed3-4082-9c6e-deb2924275d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:41.078037 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9ab7ea1a-1ed3-4082-9c6e-deb2924275d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:41.151482 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7ea1a-1ed3-4082-9c6e-deb2924275d1 admin admin] Pushing event updated for resources: {'Network': ['ID=14689d29-5148-4eb8-a424-5d5c74c84da8,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:41.169752 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 14689d29-5148-4eb8-a424-5d5c74c84da8 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:09:41.170592 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9ab7ea1a-1ed3-4082-9c6e-deb2924275d1 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8479185 Oct 19 01:09:41.174538 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37046) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:41.184195 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-dee83090-1879-4973-bd11-d0e1ee6b7d77 admin admin] Request body: {'subnet': {'network_id': '14689d29-5148-4eb8-a424-5d5c74c84da8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-843299999-subnet', 'tenant_id': '5b796be5a808470fa80f1727a034f94b', 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:41.239030 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee83090-1879-4973-bd11-d0e1ee6b7d77 admin admin] Made reservation on behalf of 5b796be5a808470fa80f1727a034f94b for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:09:41.241825 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dee83090-1879-4973-bd11-d0e1ee6b7d77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:41.362786 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e54e5b-0bd1-45d8-bdb1-a7b42b8d259d None None] Pushing event updated for resources: {'Port': ['ID=969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:41.384558 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ef56d455-d5b1-4849-a673-5e67f8b9b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'name': 'tempest-TestServerBasicOps-1351651501-router', 'tenant_id': '2cef90ceee4e4e5aba45348bee033f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '24167a87-6cfb-4dbe-a621-1568d918fbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:27Z', 'updated_at': '2021-10-19T01:09:37Z', 'revision_number': 4, 'project_id': '2cef90ceee4e4e5aba45348bee033f1a', 'gw_port': {'id': '24167a87-6cfb-4dbe-a621-1568d918fbc6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:28Z', 'updated_at': '2021-10-19T01:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e', 'name': '', 'network_id': '3439c557-cbe2-48fc-82d0-010c4f65e4e7', 'tenant_id': '2cef90ceee4e4e5aba45348bee033f1a', 'mac_address': 'fa:16:3e:b4:1e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'fa143eec-2220-412c-9891-c90f025fab49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:35Z', 'updated_at': '2021-10-19T01:09:40Z', 'revision_number': 4, 'project_id': '2cef90ceee4e4e5aba45348bee033f1a', 'subnets': [{'id': 'fa143eec-2220-412c-9891-c90f025fab49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:41.395208 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:09:41.434610 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef56d455-d5b1-4849-a673-5e67f8b9b1f7 None None] The sync data for ids ['27879909-22d6-434f-8834-d4d8fe985eb5'] in n-d-715271-26 is: [{'id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'name': 'tempest-TestServerBasicOps-1351651501-router', 'tenant_id': '2cef90ceee4e4e5aba45348bee033f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '24167a87-6cfb-4dbe-a621-1568d918fbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:27Z', 'updated_at': '2021-10-19T01:09:37Z', 'revision_number': 4, 'project_id': '2cef90ceee4e4e5aba45348bee033f1a', 'gw_port': {'id': '24167a87-6cfb-4dbe-a621-1568d918fbc6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:28Z', 'updated_at': '2021-10-19T01:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e', 'name': '', 'network_id': '3439c557-cbe2-48fc-82d0-010c4f65e4e7', 'tenant_id': '2cef90ceee4e4e5aba45348bee033f1a', 'mac_address': 'fa:16:3e:b4:1e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'fa143eec-2220-412c-9891-c90f025fab49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:35Z', 'updated_at': '2021-10-19T01:09:40Z', 'revision_number': 4, 'project_id': '2cef90ceee4e4e5aba45348bee033f1a', 'subnets': [{'id': 'fa143eec-2220-412c-9891-c90f025fab49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:09:41.545498 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:09:41.553950 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:41.554913 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:41.784398 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:41.807691 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dee83090-1879-4973-bd11-d0e1ee6b7d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:41.860894 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3,segment=NetworkSegment(8a516c3b-6789-44d3-87bb-3790155029b6),segment_id=8a516c3b-6789-44d3-87bb-3790155029b6)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:41.862140 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f529acd6-4c6f-4e06-be34-861408162aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:09:41.867056 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2323f6a-dad9-4759-9b45-54ce78470e9a" -d '{"events": [{"server_uuid": "f529acd6-4c6f-4e06-be34-861408162aa7", "name": "network-vif-plugged", "status": "completed", "tag": "aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:09:41.879632 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:41.948389 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee83090-1879-4973-bd11-d0e1ee6b7d77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31d959b8-420f-4050-b6b0-7a8e2f446d56,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:41.966382 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee83090-1879-4973-bd11-d0e1ee6b7d77 admin admin] Checking segment: {'id': '21b02261-c581-4f13-b2ec-4c260af202bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '14689d29-5148-4eb8-a424-5d5c74c84da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:09:41.966744 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee83090-1879-4973-bd11-d0e1ee6b7d77 admin admin] Network hostable DHCP agents. Network: 14689d29-5148-4eb8-a424-5d5c74c84da8, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:09:41.972785 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:42.018185 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee83090-1879-4973-bd11-d0e1ee6b7d77 admin admin] Network 14689d29-5148-4eb8-a424-5d5c74c84da8 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:09:42.031766 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14a5dd4-42d7-46a4-ad26-280f3d648c9f x-openstack-request-id: req-c14a5dd4-42d7-46a4-ad26-280f3d648c9f {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:09:42.031766 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f529acd6-4c6f-4e06-be34-861408162aa7", "name": "network-vif-plugged", "status": "completed", "tag": "aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:09:42.032560 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c14a5dd4-42d7-46a4-ad26-280f3d648c9f {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:09:42.032985 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f529acd6-4c6f-4e06-be34-861408162aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3', 'code': 200} Oct 19 01:09:42.044381 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-dee83090-1879-4973-bd11-d0e1ee6b7d77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 14689d29-5148-4eb8-a424-5d5c74c84da8) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:09:42.053065 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f53f22-f94d-400d-9173-e82484514777 None None] Network 14689d29-5148-4eb8-a424-5d5c74c84da8 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:09:42.056543 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee83090-1879-4973-bd11-d0e1ee6b7d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:42.059544 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dee83090-1879-4973-bd11-d0e1ee6b7d77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:42.100329 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-dee83090-1879-4973-bd11-d0e1ee6b7d77 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9245911 Oct 19 01:09:42.104106 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37080) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:42.117404 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-95051081-33f0-4f26-9cf3-75def0afc12b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-843299999-router', 'tenant_id': '5b796be5a808470fa80f1727a034f94b', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:42.148759 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba653436-d040-4c3a-b672-4afc01215601 req-ebc3b90c-bcba-4d05-98aa-4b65f2107641 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:42.172344 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ba653436-d040-4c3a-b672-4afc01215601 req-ebc3b90c-bcba-4d05-98aa-4b65f2107641 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=f529acd6-4c6f-4e06-be34-861408162aa7 HTTP/1.1" status: 200 len: 945 time: 0.1604118 Oct 19 01:09:42.218043 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95051081-33f0-4f26-9cf3-75def0afc12b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:42.222092 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95051081-33f0-4f26-9cf3-75def0afc12b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:42.343060 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37086) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:42.352056 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ba7b6c-9aee-40ac-b512-0a29b3de51d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-14689d29-5148-4eb8-a424-5d5c74c84da8', 'network_id': '14689d29-5148-4eb8-a424-5d5c74c84da8', 'tenant_id': '5b796be5a808470fa80f1727a034f94b', 'fixed_ips': [{'subnet_id': '31d959b8-420f-4050-b6b0-7a8e2f446d56'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:09:42.352928 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a3ba7b6c-9aee-40ac-b512-0a29b3de51d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:42.357628 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95051081-33f0-4f26-9cf3-75def0afc12b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:42.373679 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ba653436-d040-4c3a-b672-4afc01215601 req-3ea82bca-676b-4401-bd7b-5f4fd9308bbc tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997213 Oct 19 01:09:42.399328 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da90bad-da36-4ef8-8bb6-3098c40fea60 req-7da40ab8-e07d-4415-8899-9c2be65cc82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:42.410808 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7da90bad-da36-4ef8-8bb6-3098c40fea60 req-7da40ab8-e07d-4415-8899-9c2be65cc82d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f529acd6-4c6f-4e06-be34-861408162aa7 HTTP/1.1" status: 200 len: 1097 time: 0.1632013 Oct 19 01:09:42.527260 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7da90bad-da36-4ef8-8bb6-3098c40fea60 req-7b4d6857-2146-40e3-9e7f-8497be24d6cd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076732 Oct 19 01:09:42.634286 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95051081-33f0-4f26-9cf3-75def0afc12b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:42.645244 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-d9a2ac4c-b39b-427c-8648-51a6bff3af85 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1544350222-network', 'tenant_id': '9787233d37374ed58e92ce9821327294'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:42.663604 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-a3ba7b6c-9aee-40ac-b512-0a29b3de51d5 None None] Allocated IP 172.20.0.2 (14689d29-5148-4eb8-a424-5d5c74c84da8/31d959b8-420f-4050-b6b0-7a8e2f446d56/41e1cad2-766f-471e-a511-4448456bf00f) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:09:42.761013 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a2ac4c-b39b-427c-8648-51a6bff3af85 admin admin] Made reservation on behalf of 9787233d37374ed58e92ce9821327294 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:09:42.765871 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d9a2ac4c-b39b-427c-8648-51a6bff3af85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:42.800179 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d9a2ac4c-b39b-427c-8648-51a6bff3af85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:42.886672 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:09:43.018752 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37110) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:43.043424 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d9a2ac4c-b39b-427c-8648-51a6bff3af85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:43.052240 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d9a2ac4c-b39b-427c-8648-51a6bff3af85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:43.149504 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:43.149504 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:43.154988 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a3ba7b6c-9aee-40ac-b512-0a29b3de51d5 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:43.172287 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2ac4c-b39b-427c-8648-51a6bff3af85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c0745a-b538-427c-8c56-814f58449f0c,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:43.207365 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a3ba7b6c-9aee-40ac-b512-0a29b3de51d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:43.244493 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a2ac4c-b39b-427c-8648-51a6bff3af85 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:09:43.287605 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d9a2ac4c-b39b-427c-8648-51a6bff3af85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:43.288258 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-d9a2ac4c-b39b-427c-8648-51a6bff3af85 admin admin] Added segment fd3aa161-59e5-4f68-977b-48bfbb947fde of type vlan for network 66042460-fa0f-425c-bb91-843b7c2a5b1a Oct 19 01:09:43.300111 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95051081-33f0-4f26-9cf3-75def0afc12b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:43.322949 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-877b55c0-4106-447a-8bd1-1f9949945bff admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1174601585-network', 'tenant_id': '367e6ec72e154da6846bfeff424d3eaf'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:43.340670 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95051081-33f0-4f26-9cf3-75def0afc12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:43.375517 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ba7b6c-9aee-40ac-b512-0a29b3de51d5 None None] Network 14689d29-5148-4eb8-a424-5d5c74c84da8 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:09:43.376439 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877b55c0-4106-447a-8bd1-1f9949945bff admin admin] Made reservation on behalf of 367e6ec72e154da6846bfeff424d3eaf for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:09:43.380103 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-877b55c0-4106-447a-8bd1-1f9949945bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:43.383702 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-a3ba7b6c-9aee-40ac-b512-0a29b3de51d5 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:09:43.397754 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ba7b6c-9aee-40ac-b512-0a29b3de51d5 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:09:43.400090 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-877b55c0-4106-447a-8bd1-1f9949945bff admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:43.431320 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d9a2ac4c-b39b-427c-8648-51a6bff3af85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:43.486406 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d9a2ac4c-b39b-427c-8648-51a6bff3af85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:43.497875 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a2ac4c-b39b-427c-8648-51a6bff3af85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:43.498956 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d9a2ac4c-b39b-427c-8648-51a6bff3af85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:43.658338 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dd8e1f5a-8286-4865-a896-0efffea719d4 req-65319391-9913-4917-9f64-03a697749bb2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6e537566-a91b-4f92-92cc-5b7c5dbffeaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2499416 Oct 19 01:09:43.696392 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d9a2ac4c-b39b-427c-8648-51a6bff3af85 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3521502 Oct 19 01:09:43.703642 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37134) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:43.721614 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-e23b4415-1c5b-4014-8933-b7da39fefb10 admin admin] Request body: {'subnet': {'network_id': '66042460-fa0f-425c-bb91-843b7c2a5b1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1544350222-subnet', 'tenant_id': '9787233d37374ed58e92ce9821327294', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:43.753773 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba7b6c-9aee-40ac-b512-0a29b3de51d5 None None] Pushing event updated for resources: {'Port': ['ID=41e1cad2-766f-471e-a511-4448456bf00f,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:43.756719 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d821e-d025-4649-a4ff-6720e87976d1 req-0cb0f172-a236-4aa8-8a4c-0c46b78583d4 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:43.758087 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2ac4c-b39b-427c-8648-51a6bff3af85 admin admin] Pushing event updated for resources: {'Network': ['ID=66042460-fa0f-425c-bb91-843b7c2a5b1a,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:43.760782 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0b2d821e-d025-4649-a4ff-6720e87976d1 req-0cb0f172-a236-4aa8-8a4c-0c46b78583d4 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=f529acd6-4c6f-4e06-be34-861408162aa7 HTTP/1.1" status: 200 len: 945 time: 0.2347291 Oct 19 01:09:43.783330 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 66042460-fa0f-425c-bb91-843b7c2a5b1a details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:09:43.825582 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-95051081-33f0-4f26-9cf3-75def0afc12b admin admin] Allocated IP 172.25.8.54 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/f2b817ee-c62e-40fb-9900-6878956619e3) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:09:43.920972 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37138) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:43.967242 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-877b55c0-4106-447a-8bd1-1f9949945bff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:43.985435 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23b4415-1c5b-4014-8933-b7da39fefb10 admin admin] Made reservation on behalf of 9787233d37374ed58e92ce9821327294 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:09:43.999522 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e23b4415-1c5b-4014-8933-b7da39fefb10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:44.034274 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-877b55c0-4106-447a-8bd1-1f9949945bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:44.053050 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e1f5a-8286-4865-a896-0efffea719d4 req-04b990b7-d6bb-4b54-81e9-0b584fc11d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:44.055122 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dd8e1f5a-8286-4865-a896-0efffea719d4 req-04b990b7-d6bb-4b54-81e9-0b584fc11d9f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3197f324082c4b4faa8975269bfcbb60&device_id=6e537566-a91b-4f92-92cc-5b7c5dbffeaa HTTP/1.1" status: 200 len: 1098 time: 0.2852237 Oct 19 01:09:44.098855 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0b2d821e-d025-4649-a4ff-6720e87976d1 req-dbe205a6-2003-4788-bc2d-9e57e3921048 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089087 Oct 19 01:09:44.106507 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-877b55c0-4106-447a-8bd1-1f9949945bff admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:09:44.130129 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95051081-33f0-4f26-9cf3-75def0afc12b admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:44.187970 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-8df59510-5e0f-42ed-b9dd-b716121113c6 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1515504494', 'router:external': True}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:44.208766 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-877b55c0-4106-447a-8bd1-1f9949945bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:44.209432 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-877b55c0-4106-447a-8bd1-1f9949945bff admin admin] Added segment d767b856-e22c-4473-bbdd-0ff5e849d4ed of type vlan for network f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b Oct 19 01:09:44.212658 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-a3ba7b6c-9aee-40ac-b512-0a29b3de51d5 None None] Attempting to bind port 41e1cad2-766f-471e-a511-4448456bf00f on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:09:44.213109 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-a3ba7b6c-9aee-40ac-b512-0a29b3de51d5 None None] Attempting to bind port 41e1cad2-766f-471e-a511-4448456bf00f by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '21b02261-c581-4f13-b2ec-4c260af202bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '14689d29-5148-4eb8-a424-5d5c74c84da8'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:09:44.213548 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba7b6c-9aee-40ac-b512-0a29b3de51d5 None None] Attempting to bind port 41e1cad2-766f-471e-a511-4448456bf00f on network 14689d29-5148-4eb8-a424-5d5c74c84da8 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:09:44.221319 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b55c0-4106-447a-8bd1-1f9949945bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff14264-8b98-49c1-846f-09f4994dbe5e,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:44.228807 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba7b6c-9aee-40ac-b512-0a29b3de51d5 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:09:44.229288 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba7b6c-9aee-40ac-b512-0a29b3de51d5 None None] Checking segment: {'id': '21b02261-c581-4f13-b2ec-4c260af202bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '14689d29-5148-4eb8-a424-5d5c74c84da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:09:44.230089 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a3ba7b6c-9aee-40ac-b512-0a29b3de51d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:44.230358 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba7b6c-9aee-40ac-b512-0a29b3de51d5 None None] Bound using segment: {'id': '21b02261-c581-4f13-b2ec-4c260af202bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '14689d29-5148-4eb8-a424-5d5c74c84da8'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:09:44.231246 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-a3ba7b6c-9aee-40ac-b512-0a29b3de51d5 None None] Bound port: 41e1cad2-766f-471e-a511-4448456bf00f, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b02261-c581-4f13-b2ec-4c260af202bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '14689d29-5148-4eb8-a424-5d5c74c84da8'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:09:44.231246 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a3ba7b6c-9aee-40ac-b512-0a29b3de51d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:44.250435 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-23fb622e-c157-4bec-950b-407dd247a5d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:44.259271 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95051081-33f0-4f26-9cf3-75def0afc12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:44.265871 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df59510-5e0f-42ed-b9dd-b716121113c6 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Made reservation on behalf of 4862f4af4204466dbfc83a610ed6691c for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:09:44.268544 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8df59510-5e0f-42ed-b9dd-b716121113c6 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:44.296428 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-877b55c0-4106-447a-8bd1-1f9949945bff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:44.312235 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95051081-33f0-4f26-9cf3-75def0afc12b admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:09:44.314002 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8df59510-5e0f-42ed-b9dd-b716121113c6 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:44.320658 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-95051081-33f0-4f26-9cf3-75def0afc12b admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:09:44.330370 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95051081-33f0-4f26-9cf3-75def0afc12b admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:09:44.346925 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-a3ba7b6c-9aee-40ac-b512-0a29b3de51d5 None None] For port 41e1cad2-766f-471e-a511-4448456bf00f, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:09:44.359036 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-a3ba7b6c-9aee-40ac-b512-0a29b3de51d5 None None] For port 41e1cad2-766f-471e-a511-4448456bf00f, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=41e1cad2-766f-471e-a511-4448456bf00f,segment=NetworkSegment(21b02261-c581-4f13-b2ec-4c260af202bb),segment_id=21b02261-c581-4f13-b2ec-4c260af202bb)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:09:44.374438 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a3ba7b6c-9aee-40ac-b512-0a29b3de51d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:44.462092 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-877b55c0-4106-447a-8bd1-1f9949945bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:44.463292 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877b55c0-4106-447a-8bd1-1f9949945bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:44.464831 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-877b55c0-4106-447a-8bd1-1f9949945bff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:44.493414 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba7b6c-9aee-40ac-b512-0a29b3de51d5 None None] Pushing event updated for resources: {'Port': ['ID=41e1cad2-766f-471e-a511-4448456bf00f,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:44.518915 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e23b4415-1c5b-4014-8933-b7da39fefb10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:44.924933 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 41e1cad2-766f-471e-a511-4448456bf00f up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:09:44.947894 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-877b55c0-4106-447a-8bd1-1f9949945bff admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.9275718 Oct 19 01:09:44.949181 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b55c0-4106-447a-8bd1-1f9949945bff admin admin] Pushing event updated for resources: {'Network': ['ID=f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:44.954833 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95051081-33f0-4f26-9cf3-75def0afc12b admin admin] Pushing event updated for resources: {'Port': ['ID=f2b817ee-c62e-40fb-9900-6878956619e3,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:44.956982 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37148) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:44.985240 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:09:44.991065 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-91dad1f1-626f-4978-b670-b945b9c231f4 admin admin] Request body: {'subnet': {'network_id': 'f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1174601585-subnet', 'tenant_id': '367e6ec72e154da6846bfeff424d3eaf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:45.003152 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-7bd3136b-8cac-4366-aa3c-2aea7d717c0e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.9210835 Oct 19 01:09:45.147019 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e1f5a-8286-4865-a896-0efffea719d4 req-a4f552c1-3819-4a9d-8fa6-7d14f1924e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:45.148709 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dd8e1f5a-8286-4865-a896-0efffea719d4 req-a4f552c1-3819-4a9d-8fa6-7d14f1924e4e service neutron] 10.222.0.55 "GET /v2.0/networks?id=9ee57031-7c0e-477c-878f-24c41625b6af HTTP/1.1" status: 200 len: 916 time: 1.0486684 Oct 19 01:09:45.149545 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8df59510-5e0f-42ed-b9dd-b716121113c6 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:45.155716 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b4415-1c5b-4014-8933-b7da39fefb10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c39af2bc-eefd-4819-8f69-52526a5a90a1,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:45.165573 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 41e1cad2-766f-471e-a511-4448456bf00f triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:45.165956 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:45.177057 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dad1f1-626f-4978-b670-b945b9c231f4 admin admin] Made reservation on behalf of 367e6ec72e154da6846bfeff424d3eaf for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:09:45.179778 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-91dad1f1-626f-4978-b670-b945b9c231f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:45.253996 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dd8e1f5a-8286-4865-a896-0efffea719d4 req-482239ed-9bbf-4d8b-8b8c-1c85419b0524 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f59eeaf9-bdeb-4794-901e-8473ff7277a7 HTTP/1.1" status: 200 len: 217 time: 0.0953860 Oct 19 01:09:45.266010 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23b4415-1c5b-4014-8933-b7da39fefb10 admin admin] Checking segment: {'id': 'fd3aa161-59e5-4f68-977b-48bfbb947fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '66042460-fa0f-425c-bb91-843b7c2a5b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:09:45.266497 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23b4415-1c5b-4014-8933-b7da39fefb10 admin admin] Network hostable DHCP agents. Network: 66042460-fa0f-425c-bb91-843b7c2a5b1a, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:09:45.281986 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:45.292593 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95051081-33f0-4f26-9cf3-75def0afc12b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:45.294264 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8df59510-5e0f-42ed-b9dd-b716121113c6 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:45.321063 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 41e1cad2-766f-471e-a511-4448456bf00f, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=41e1cad2-766f-471e-a511-4448456bf00f,segment=NetworkSegment(21b02261-c581-4f13-b2ec-4c260af202bb),segment_id=21b02261-c581-4f13-b2ec-4c260af202bb)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:45.327165 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:45.351021 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-1990d1d1-5303-4328-98b4-778b2144ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:45.351648 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-1990d1d1-5303-4328-98b4-778b2144ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:45.352345 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-1990d1d1-5303-4328-98b4-778b2144ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:45.352861 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-1990d1d1-5303-4328-98b4-778b2144ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:45.353374 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-1990d1d1-5303-4328-98b4-778b2144ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:45.353887 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-1990d1d1-5303-4328-98b4-778b2144ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:45.354528 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-1990d1d1-5303-4328-98b4-778b2144ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:45.357330 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-1990d1d1-5303-4328-98b4-778b2144ab9a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4da2c8fb80314d439039529c71ca4b69&device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 6499 time: 0.2759638 Oct 19 01:09:45.365354 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df59510-5e0f-42ed-b9dd-b716121113c6 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:09:45.381648 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df59510-5e0f-42ed-b9dd-b716121113c6 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23932c2-c4d7-4b96-9a32-562fe3d2bb54,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:45.405594 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8df59510-5e0f-42ed-b9dd-b716121113c6 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:45.406253 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-8df59510-5e0f-42ed-b9dd-b716121113c6 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Added segment 78beb8b8-76c9-4223-84db-9eaa4c7aaa9e of type vlan for network 79e06fbb-e42f-458a-88fd-d2efc2046cbb Oct 19 01:09:45.435654 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=41e1cad2-766f-471e-a511-4448456bf00f,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:45.469689 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23b4415-1c5b-4014-8933-b7da39fefb10 admin admin] Network 66042460-fa0f-425c-bb91-843b7c2a5b1a is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:09:45.519056 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8df59510-5e0f-42ed-b9dd-b716121113c6 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:45.587286 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-e23b4415-1c5b-4014-8933-b7da39fefb10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 66042460-fa0f-425c-bb91-843b7c2a5b1a) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:09:45.593987 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23b4415-1c5b-4014-8933-b7da39fefb10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:45.595085 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e23b4415-1c5b-4014-8933-b7da39fefb10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:45.601349 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebc880d-9561-401b-9d18-cce178045e5e None None] Network 66042460-fa0f-425c-bb91-843b7c2a5b1a requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:09:45.610287 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e1f5a-8286-4865-a896-0efffea719d4 req-77c1f310-891d-470e-9fc0-167db2f5f9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:45.615967 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dd8e1f5a-8286-4865-a896-0efffea719d4 req-77c1f310-891d-470e-9fc0-167db2f5f9c8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c491c19-2c54-43fa-a611-2d3b3495f28e HTTP/1.1" status: 200 len: 855 time: 0.3459229 Oct 19 01:09:45.653855 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f69c9c-6b9d-4c55-96d7-3fb22b0b76c2 req-73c73058-8389-4361-9ee5-73f3540f1c2d tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:45.656003 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-92f69c9c-6b9d-4c55-96d7-3fb22b0b76c2 req-73c73058-8389-4361-9ee5-73f3540f1c2d tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=f529acd6-4c6f-4e06-be34-861408162aa7 HTTP/1.1" status: 200 len: 945 time: 0.4267023 Oct 19 01:09:45.660607 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8df59510-5e0f-42ed-b9dd-b716121113c6 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:45.661578 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df59510-5e0f-42ed-b9dd-b716121113c6 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:45.662160 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8df59510-5e0f-42ed-b9dd-b716121113c6 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:45.717678 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8df59510-5e0f-42ed-b9dd-b716121113c6 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.7926543 Oct 19 01:09:45.719066 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37154) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:45.723326 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-aa45df1e-645a-4bee-893c-c169c4be0004 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Request body: {'subnet': {'network_id': '79e06fbb-e42f-458a-88fd-d2efc2046cbb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:45.804979 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01721f6-dce0-489f-bcf4-219390f20497 None None] Network 66042460-fa0f-425c-bb91-843b7c2a5b1a requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:09:45.810447 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df59510-5e0f-42ed-b9dd-b716121113c6 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Pushing event updated for resources: {'Network': ['ID=79e06fbb-e42f-458a-88fd-d2efc2046cbb,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:45.821542 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dd8e1f5a-8286-4865-a896-0efffea719d4 req-424dbab9-7822-458b-a572-ff99fe14f567 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ee57031-7c0e-477c-878f-24c41625b6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1877408 Oct 19 01:09:45.823240 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-5d3ef879-e927-4204-86d4-3fd5667fcdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:45.824146 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-5d3ef879-e927-4204-86d4-3fd5667fcdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:45.824987 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-5d3ef879-e927-4204-86d4-3fd5667fcdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:45.826014 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95051081-33f0-4f26-9cf3-75def0afc12b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:45.826993 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-5d3ef879-e927-4204-86d4-3fd5667fcdd9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f052a2cb-e43a-4d93-bd49-f9e5e280e0ba&id=55515e32-5e42-485f-bdb8-5274dcde7dea&id=55515e32-5e42-485f-bdb8-5274dcde7dea&id=55515e32-5e42-485f-bdb8-5274dcde7dea&id=55515e32-5e42-485f-bdb8-5274dcde7dea&id=1fccc762-9472-4b6b-bfe9-f151cb76e57f&id=1fccc762-9472-4b6b-bfe9-f151cb76e57f HTTP/1.1" status: 200 len: 2294 time: 0.4305255 Oct 19 01:09:45.837735 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-91dad1f1-626f-4978-b670-b945b9c231f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:45.840107 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 79e06fbb-e42f-458a-88fd-d2efc2046cbb details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:09:45.892870 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa45df1e-645a-4bee-893c-c169c4be0004 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Made reservation on behalf of 4862f4af4204466dbfc83a610ed6691c for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:09:45.895222 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-aa45df1e-645a-4bee-893c-c169c4be0004 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:45.998240 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-fb12c679-4af9-4d1d-a8ea-4169e2c9a1d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2e12207-123c-44b7-965e-315fe35b78f5 HTTP/1.1" status: 200 len: 1001 time: 0.1491373 Oct 19 01:09:46.063213 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0481c1df-b242-4b61-9d1a-54fe3674527c None None] Network 14689d29-5148-4eb8-a424-5d5c74c84da8 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:09:46.149361 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-92f69c9c-6b9d-4c55-96d7-3fb22b0b76c2 req-18928a75-c001-46f6-a202-4b9d32711237 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185942 Oct 19 01:09:46.191377 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95051081-33f0-4f26-9cf3-75def0afc12b admin admin] Router ecb26938-39ab-4c42-aea9-df8e47a900d5 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:09:46.212092 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-1863fe75-492f-4dc3-8b2a-993a5f40ee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:46.213821 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-1863fe75-492f-4dc3-8b2a-993a5f40ee12 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32a7ca29-d701-4aca-995b-87a0b73f1f63 HTTP/1.1" status: 200 len: 851 time: 0.1993389 Oct 19 01:09:46.218424 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e23b4415-1c5b-4014-8933-b7da39fefb10 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5124536 Oct 19 01:09:46.224998 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dad1f1-626f-4978-b670-b945b9c231f4 admin admin] Checking segment: {'id': 'd767b856-e22c-4473-bbdd-0ff5e849d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:09:46.225368 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dad1f1-626f-4978-b670-b945b9c231f4 admin admin] Network hostable DHCP agents. Network: f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:09:46.225654 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-51992042-058e-4eaf-b27c-fd69bb1c7f6e None None] Provisioning complete for port 41e1cad2-766f-471e-a511-4448456bf00f triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:46.226729 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-51992042-058e-4eaf-b27c-fd69bb1c7f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:46.382616 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dad1f1-626f-4978-b670-b945b9c231f4 admin admin] Network f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:09:46.460933 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95051081-33f0-4f26-9cf3-75def0afc12b admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:09:46.472531 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dad1f1-626f-4978-b670-b945b9c231f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a37280b7-54ff-46fe-803e-0d2e465304b7,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:46.478300 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8813d0-50f1-4dc3-bb6f-7cf89a78f8a9 None None] Sync routers for ids ['ecb26938-39ab-4c42-aea9-df8e47a900d5'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:09:46.491079 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-91dad1f1-626f-4978-b670-b945b9c231f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:09:46.492439 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8813d0-50f1-4dc3-bb6f-7cf89a78f8a9 None None] Routers {'ecb26938-39ab-4c42-aea9-df8e47a900d5'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:09:46.493247 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-ca8813d0-50f1-4dc3-bb6f-7cf89a78f8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:09:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['ecb26938-39ab-4c42-aea9-df8e47a900d5'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:46.515531 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dad1f1-626f-4978-b670-b945b9c231f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:46.517387 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-91dad1f1-626f-4978-b670-b945b9c231f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:46.524264 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-d8427b57-bce2-4f85-82a5-844ced164d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:46.526063 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-d8427b57-bce2-4f85-82a5-844ced164d3f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f052a2cb-e43a-4d93-bd49-f9e5e280e0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2953126 Oct 19 01:09:46.528468 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dd8e1f5a-8286-4865-a896-0efffea719d4 req-1dfcb470-9978-4009-bb55-b7139d70c14e service neutron] 10.222.0.55 "GET /v2.0/networks/9ee57031-7c0e-477c-878f-24c41625b6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6782854 Oct 19 01:09:46.538273 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dad1f1-626f-4978-b670-b945b9c231f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:46.538602 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dad1f1-626f-4978-b670-b945b9c231f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:46.538948 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dad1f1-626f-4978-b670-b945b9c231f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:46.539290 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dad1f1-626f-4978-b670-b945b9c231f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:46.539779 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dad1f1-626f-4978-b670-b945b9c231f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:46.540403 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dad1f1-626f-4978-b670-b945b9c231f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:46.540753 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dad1f1-626f-4978-b670-b945b9c231f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:46.541085 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dad1f1-626f-4978-b670-b945b9c231f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:46.541413 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dad1f1-626f-4978-b670-b945b9c231f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:46.541868 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dad1f1-626f-4978-b670-b945b9c231f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:46.542243 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dad1f1-626f-4978-b670-b945b9c231f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:46.543002 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dad1f1-626f-4978-b670-b945b9c231f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:46.546891 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5735090-9723-401e-98a9-b1dea7d040e8 None None] Network f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:09:46.558971 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95051081-33f0-4f26-9cf3-75def0afc12b admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:46.563241 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-95051081-33f0-4f26-9cf3-75def0afc12b admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.4580932 Oct 19 01:09:46.565110 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37174) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:46.655629 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-91dad1f1-626f-4978-b670-b945b9c231f4 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6927416 Oct 19 01:09:46.658259 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37178) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:46.679441 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-45a5fbc7-53d4-4727-a654-1ea86183bc2a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1174601585-router', 'tenant_id': '367e6ec72e154da6846bfeff424d3eaf', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:46.799948 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d5eb2-f3e9-4a80-a9f1-e06d955042bc req-5a871810-ab36-4472-9b76-656b7c061271 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:46.801696 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3c7d5eb2-f3e9-4a80-a9f1-e06d955042bc req-5a871810-ab36-4472-9b76-656b7c061271 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=f529acd6-4c6f-4e06-be34-861408162aa7 HTTP/1.1" status: 200 len: 945 time: 0.2401092 Oct 19 01:09:46.846275 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-ca8813d0-50f1-4dc3-bb6f-7cf89a78f8a9 None None] Set router ecb26938-39ab-4c42-aea9-df8e47a900d5 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:09:46.853326 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-2fe3aa43-a58c-4182-b346-e8b5f100d354 service neutron] 10.222.0.24 "GET /v2.0/networks/f052a2cb-e43a-4d93-bd49-f9e5e280e0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928338 Oct 19 01:09:46.855654 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dd8e1f5a-8286-4865-a896-0efffea719d4 req-4bd12f89-e62f-40a7-9e37-236521b9d05d service neutron] 10.222.0.55 "GET /v2.0/networks/9ee57031-7c0e-477c-878f-24c41625b6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192918 Oct 19 01:09:46.900911 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3c7d5eb2-f3e9-4a80-a9f1-e06d955042bc req-90811059-50f7-4502-bd09-8344d723bcff tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903606 Oct 19 01:09:46.920202 n-d-715271-26 neutron-server[100607]: DEBUG neutron.objects.ports [None req-aa45df1e-645a-4bee-893c-c169c4be0004 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100607) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:09:46.920696 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-aa45df1e-645a-4bee-893c-c169c4be0004 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:46.960122 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 41e1cad2-766f-471e-a511-4448456bf00f up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:09:46.965200 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45a5fbc7-53d4-4727-a654-1ea86183bc2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:46.966225 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45a5fbc7-53d4-4727-a654-1ea86183bc2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:46.971280 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0736d070-6ad6-4376-82cb-99e45ca37ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:46.998597 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-58483ddc-ad16-4e8e-9b18-7bd67bc0d13a service neutron] 10.222.0.24 "GET /v2.0/networks/f052a2cb-e43a-4d93-bd49-f9e5e280e0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318753 Oct 19 01:09:47.051045 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45df1e-645a-4bee-893c-c169c4be0004 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2dfb9d35-6ec3-428b-95a1-03a27966d956,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:47.064729 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-33a70215-9e80-4f06-b18e-c5d2553fa331 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=f4cd700e-932d-4677-adfa-4b17f1b59025 HTTP/1.1" status: 200 len: 217 time: 0.0573893 Oct 19 01:09:47.115601 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45df1e-645a-4bee-893c-c169c4be0004 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:47.115966 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45df1e-645a-4bee-893c-c169c4be0004 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:47.116298 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45df1e-645a-4bee-893c-c169c4be0004 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:47.116623 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45df1e-645a-4bee-893c-c169c4be0004 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:47.116942 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45df1e-645a-4bee-893c-c169c4be0004 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:47.117259 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45df1e-645a-4bee-893c-c169c4be0004 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:47.117574 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45df1e-645a-4bee-893c-c169c4be0004 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:47.117886 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45df1e-645a-4bee-893c-c169c4be0004 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:47.118203 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45df1e-645a-4bee-893c-c169c4be0004 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:47.118516 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45df1e-645a-4bee-893c-c169c4be0004 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:47.118823 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45df1e-645a-4bee-893c-c169c4be0004 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:47.119130 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45df1e-645a-4bee-893c-c169c4be0004 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:47.133043 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-4d7ac764-d4bd-493e-8eca-ca8a07d5775a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:47.134192 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-4d7ac764-d4bd-493e-8eca-ca8a07d5775a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=29cf1726-8fa8-4c40-850e-1896dbedb352 HTTP/1.1" status: 200 len: 797 time: 0.0596266 Oct 19 01:09:47.178183 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45a5fbc7-53d4-4727-a654-1ea86183bc2a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:47.240533 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-17dcb243-dcb0-4d5e-a5ad-dd38ab072281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:47.241303 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffcd400-924c-41bf-a4fb-9308e135d50c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b', 'network_id': 'f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b', 'tenant_id': '367e6ec72e154da6846bfeff424d3eaf', 'fixed_ips': [{'subnet_id': 'a37280b7-54ff-46fe-803e-0d2e465304b7'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:09:47.242156 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6ffcd400-924c-41bf-a4fb-9308e135d50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:47.249194 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-17dcb243-dcb0-4d5e-a5ad-dd38ab072281 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55515e32-5e42-485f-bdb8-5274dcde7dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1073751 Oct 19 01:09:47.251422 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa45df1e-645a-4bee-893c-c169c4be0004 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Checking segment: {'id': '78beb8b8-76c9-4223-84db-9eaa4c7aaa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '79e06fbb-e42f-458a-88fd-d2efc2046cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:09:47.252238 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa45df1e-645a-4bee-893c-c169c4be0004 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Network hostable DHCP agents. Network: 79e06fbb-e42f-458a-88fd-d2efc2046cbb, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:09:47.291896 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-522097b5-2c14-45d0-b6a1-e1fb735fba23 None None] Provisioning complete for port 41e1cad2-766f-471e-a511-4448456bf00f triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:47.292822 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-522097b5-2c14-45d0-b6a1-e1fb735fba23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:47.318170 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-b3fb3312-064e-4a55-a86d-97eca58972c4 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:47.319970 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-b3fb3312-064e-4a55-a86d-97eca58972c4 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] 10.222.0.57 "GET /v2.0/networks?id=66042460-fa0f-425c-bb91-843b7c2a5b1a HTTP/1.1" status: 200 len: 814 time: 0.5296235 Oct 19 01:09:47.353850 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 41e1cad2-766f-471e-a511-4448456bf00f triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:47.354209 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:47.356595 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:47.391546 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-40076550-2992-4cc5-8c52-37d35f713854 service neutron] 10.222.0.24 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325879 Oct 19 01:09:47.479097 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45a5fbc7-53d4-4727-a654-1ea86183bc2a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:47.486685 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa45df1e-645a-4bee-893c-c169c4be0004 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Network 79e06fbb-e42f-458a-88fd-d2efc2046cbb is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:09:47.497683 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-532f97a8-0263-4722-8fe4-31fd099364f8 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] 10.222.0.57 "GET /v2.0/quotas/9787233d37374ed58e92ce9821327294 HTTP/1.1" status: 200 len: 375 time: 0.1416235 Oct 19 01:09:47.532359 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-aa45df1e-645a-4bee-893c-c169c4be0004 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 79e06fbb-e42f-458a-88fd-d2efc2046cbb) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:09:47.554649 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88655d5-7df5-4af3-b009-6e0d82686882 None None] Network 79e06fbb-e42f-458a-88fd-d2efc2046cbb requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:09:47.569781 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa45df1e-645a-4bee-893c-c169c4be0004 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:47.570380 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-aa45df1e-645a-4bee-893c-c169c4be0004 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:47.600417 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-c6a55760-3688-4f9b-a51f-bdb8b67725e9 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9787233d37374ed58e92ce9821327294&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0827096 Oct 19 01:09:47.624423 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-aa45df1e-645a-4bee-893c-c169c4be0004 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.9018381 Oct 19 01:09:47.625322 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37208) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:47.647404 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-0abf758f-8a83-4ecc-ba3d-bfd6881a2864 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-387477278', 'network_id': '79e06fbb-e42f-458a-88fd-d2efc2046cbb'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:47.656332 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-ad95d544-4469-4ef2-b010-d7e686073df7 service neutron] 10.222.0.24 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555025 Oct 19 01:09:47.668734 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a320c96-b962-4417-b464-99e81d01721c req-ca7e7c9f-de36-461a-bd6f-eb853ffd09fc tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:47.670107 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1a320c96-b962-4417-b464-99e81d01721c req-ca7e7c9f-de36-461a-bd6f-eb853ffd09fc tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/networks?id=9ee57031-7c0e-477c-878f-24c41625b6af HTTP/1.1" status: 200 len: 815 time: 0.2402968 Oct 19 01:09:47.718312 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-ca8813d0-50f1-4dc3-bb6f-7cf89a78f8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb26938-39ab-4c42-aea9-df8e47a900d5', 'name': 'tempest-TestServerBasicOps-843299999-router', 'tenant_id': '5b796be5a808470fa80f1727a034f94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'f2b817ee-c62e-40fb-9900-6878956619e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:42Z', 'updated_at': '2021-10-19T01:09:45Z', 'revision_number': 3, 'project_id': '5b796be5a808470fa80f1727a034f94b', 'gw_port': {'id': 'f2b817ee-c62e-40fb-9900-6878956619e3', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:61:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb26938-39ab-4c42-aea9-df8e47a900d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:43Z', 'updated_at': '2021-10-19T01:09:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:47.727375 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-aaee2861-744c-4685-a311-06aab33a335a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=9295caf7-42d8-4c78-a217-b3e9af380abb HTTP/1.1" status: 200 len: 217 time: 0.0562503 Oct 19 01:09:47.737375 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1a320c96-b962-4417-b464-99e81d01721c req-acc71399-0e45-4dce-869e-899af317dbb9 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/quotas/3197f324082c4b4faa8975269bfcbb60 HTTP/1.1" status: 200 len: 375 time: 0.0587428 Oct 19 01:09:47.752476 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8813d0-50f1-4dc3-bb6f-7cf89a78f8a9 None None] Checking router: ecb26938-39ab-4c42-aea9-df8e47a900d5 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:09:47.752830 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8813d0-50f1-4dc3-bb6f-7cf89a78f8a9 None None] Updating router ecb26938-39ab-4c42-aea9-df8e47a900d5 port f2b817ee-c62e-40fb-9900-6878956619e3 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:09:47.816729 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abf758f-8a83-4ecc-ba3d-bfd6881a2864 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Made reservation on behalf of 4862f4af4204466dbfc83a610ed6691c for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:09:47.819289 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0abf758f-8a83-4ecc-ba3d-bfd6881a2864 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:47.823432 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-1619dee1-34af-41ea-9a7f-c64f5b9af188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:47.826702 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-1619dee1-34af-41ea-9a7f-c64f5b9af188 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=29cf1726-8fa8-4c40-850e-1896dbedb352 HTTP/1.1" status: 200 len: 797 time: 0.0862746 Oct 19 01:09:47.852785 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1a320c96-b962-4417-b464-99e81d01721c req-bcb06d3a-268e-482f-a109-30ddc8266044 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3197f324082c4b4faa8975269bfcbb60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1138299 Oct 19 01:09:47.886594 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-0abf758f-8a83-4ecc-ba3d-bfd6881a2864 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] device_id is not set on port 2392081b-30d7-4d7b-be33-f0e900e269b9 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:09:47.897581 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:47.903506 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-216e48cd-8870-4e31-94df-9b261dd63621 service neutron] 10.222.0.57 "GET /v2.0/networks/66042460-fa0f-425c-bb91-843b7c2a5b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804627 Oct 19 01:09:47.905401 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ca8813d0-50f1-4dc3-bb6f-7cf89a78f8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:47.934605 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-6ffcd400-924c-41bf-a4fb-9308e135d50c None None] Allocated IP 172.20.0.2 (f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b/a37280b7-54ff-46fe-803e-0d2e465304b7/b1c94101-e7b9-4de6-9780-82fdca436dd6) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:09:47.954647 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-3a85dc5d-d79b-499e-aeb6-31b9a4b4d872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:47.956267 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-3a85dc5d-d79b-499e-aeb6-31b9a4b4d872 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55515e32-5e42-485f-bdb8-5274dcde7dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1220956 Oct 19 01:09:48.036921 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1a320c96-b962-4417-b464-99e81d01721c req-c42b68bb-9626-479a-b271-8eebeb173afa service neutron] 10.222.0.57 "GET /v2.0/networks/9ee57031-7c0e-477c-878f-24c41625b6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663105 Oct 19 01:09:48.072422 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d8ed6a85-129f-4afa-8906-79f6e174098d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:48.138945 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e054c9-6281-4ef0-a2d2-608b13b25e24 req-a0539cff-fca8-43a6-bf0a-fca4fbf983e7 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:48.140636 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b2e054c9-6281-4ef0-a2d2-608b13b25e24 req-a0539cff-fca8-43a6-bf0a-fca4fbf983e7 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.55 "GET /v2.0/ports?device_id=f529acd6-4c6f-4e06-be34-861408162aa7 HTTP/1.1" status: 200 len: 945 time: 0.1550214 Oct 19 01:09:48.161034 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae931ed-800e-4015-8368-7d04ee4bbaf3 None None] Network 79e06fbb-e42f-458a-88fd-d2efc2046cbb requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:09:48.174807 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-59a20998-f4b8-43a1-9518-308764f05799 service neutron] 10.222.0.24 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106800 Oct 19 01:09:48.327063 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1a320c96-b962-4417-b464-99e81d01721c req-b39f72b8-06ae-4e12-ac51-c4ffdddbf3cf service neutron] 10.222.0.57 "GET /v2.0/networks/9ee57031-7c0e-477c-878f-24c41625b6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547154 Oct 19 01:09:48.372931 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-50a90d38-c35c-4e59-a246-f70ac3f96b60 service neutron] 10.222.0.24 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858974 Oct 19 01:09:48.422140 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6ffcd400-924c-41bf-a4fb-9308e135d50c None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:48.422736 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-b2e054c9-6281-4ef0-a2d2-608b13b25e24 req-70528ae7-60cc-4f06-ad0b-f14b6c4f78f1 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Deleting port aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:09:48.422736 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b2e054c9-6281-4ef0-a2d2-608b13b25e24 req-70528ae7-60cc-4f06-ad0b-f14b6c4f78f1 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:48.426515 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-a6afc5de-b048-4ed4-a02c-87331866f1c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=5b1a2614-1274-4867-b0f6-3402523111c1 HTTP/1.1" status: 200 len: 217 time: 0.0456700 Oct 19 01:09:48.444983 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6ffcd400-924c-41bf-a4fb-9308e135d50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:48.533588 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffcd400-924c-41bf-a4fb-9308e135d50c None None] Network f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:09:48.541486 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-5124b960-7044-440b-b2d3-6d2b632f0417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:48.542088 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-6ffcd400-924c-41bf-a4fb-9308e135d50c None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:09:48.543160 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-5124b960-7044-440b-b2d3-6d2b632f0417 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=29cf1726-8fa8-4c40-850e-1896dbedb352 HTTP/1.1" status: 200 len: 797 time: 0.1020288 Oct 19 01:09:48.546019 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffcd400-924c-41bf-a4fb-9308e135d50c None None] Pushing event updated for resources: {'Port': ['ID=b1c94101-e7b9-4de6-9780-82fdca436dd6,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:48.547828 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffcd400-924c-41bf-a4fb-9308e135d50c None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:09:48.567586 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ca8813d0-50f1-4dc3-bb6f-7cf89a78f8a9 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:48.573198 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-0abf758f-8a83-4ecc-ba3d-bfd6881a2864 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Allocated IP 2001:db8::22 (79e06fbb-e42f-458a-88fd-d2efc2046cbb/2dfb9d35-6ec3-428b-95a1-03a27966d956/2392081b-30d7-4d7b-be33-f0e900e269b9) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:09:48.601300 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-b2e054c9-6281-4ef0-a2d2-608b13b25e24 req-70528ae7-60cc-4f06-ad0b-f14b6c4f78f1 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] For port aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3,segment=NetworkSegment(8a516c3b-6789-44d3-87bb-3790155029b6),segment_id=8a516c3b-6789-44d3-87bb-3790155029b6)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:48.603532 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b2e054c9-6281-4ef0-a2d2-608b13b25e24 req-70528ae7-60cc-4f06-ad0b-f14b6c4f78f1 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:48.624624 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ca8813d0-50f1-4dc3-bb6f-7cf89a78f8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:48.641452 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-b2e054c9-6281-4ef0-a2d2-608b13b25e24 req-70528ae7-60cc-4f06-ad0b-f14b6c4f78f1 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Calling delete_port for aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:09:48.673324 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-d7c6d42d-6839-498c-930a-f6721cf5c269 service neutron] 10.222.0.57 "GET /v2.0/networks/66042460-fa0f-425c-bb91-843b7c2a5b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7165287 Oct 19 01:09:48.712235 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-6ffcd400-924c-41bf-a4fb-9308e135d50c None None] Attempting to bind port b1c94101-e7b9-4de6-9780-82fdca436dd6 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:09:48.712605 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-6ffcd400-924c-41bf-a4fb-9308e135d50c None None] Attempting to bind port b1c94101-e7b9-4de6-9780-82fdca436dd6 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'd767b856-e22c-4473-bbdd-0ff5e849d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:09:48.712967 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffcd400-924c-41bf-a4fb-9308e135d50c None None] Attempting to bind port b1c94101-e7b9-4de6-9780-82fdca436dd6 on network f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:09:48.755850 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffcd400-924c-41bf-a4fb-9308e135d50c None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:09:48.756232 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffcd400-924c-41bf-a4fb-9308e135d50c None None] Checking segment: {'id': 'd767b856-e22c-4473-bbdd-0ff5e849d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:09:48.756630 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6ffcd400-924c-41bf-a4fb-9308e135d50c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:48.757025 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffcd400-924c-41bf-a4fb-9308e135d50c None None] Bound using segment: {'id': 'd767b856-e22c-4473-bbdd-0ff5e849d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:09:48.757491 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-6ffcd400-924c-41bf-a4fb-9308e135d50c None None] Bound port: b1c94101-e7b9-4de6-9780-82fdca436dd6, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd767b856-e22c-4473-bbdd-0ff5e849d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:09:48.757865 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6ffcd400-924c-41bf-a4fb-9308e135d50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:48.770277 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cea4a9-1143-4523-848f-a73b9b62c05a None None] Pushing event updated for resources: {'Port': ['ID=f2b817ee-c62e-40fb-9900-6878956619e3,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:48.777981 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-ca8813d0-50f1-4dc3-bb6f-7cf89a78f8a9 None None] Attempting to bind port f2b817ee-c62e-40fb-9900-6878956619e3 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:09:48.778374 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-ca8813d0-50f1-4dc3-bb6f-7cf89a78f8a9 None None] Attempting to bind port f2b817ee-c62e-40fb-9900-6878956619e3 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:09:48.778728 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8813d0-50f1-4dc3-bb6f-7cf89a78f8a9 None None] Attempting to bind port f2b817ee-c62e-40fb-9900-6878956619e3 on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:09:48.803361 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8813d0-50f1-4dc3-bb6f-7cf89a78f8a9 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:09:48.804422 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8813d0-50f1-4dc3-bb6f-7cf89a78f8a9 None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:09:48.805013 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ca8813d0-50f1-4dc3-bb6f-7cf89a78f8a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:48.806002 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8813d0-50f1-4dc3-bb6f-7cf89a78f8a9 None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:09:48.806674 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-ca8813d0-50f1-4dc3-bb6f-7cf89a78f8a9 None None] Bound port: f2b817ee-c62e-40fb-9900-6878956619e3, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:09:48.807227 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ca8813d0-50f1-4dc3-bb6f-7cf89a78f8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:48.845841 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45a5fbc7-53d4-4727-a654-1ea86183bc2a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:48.879683 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45a5fbc7-53d4-4727-a654-1ea86183bc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:48.912027 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-ca8813d0-50f1-4dc3-bb6f-7cf89a78f8a9 None None] For port f2b817ee-c62e-40fb-9900-6878956619e3, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:09:48.916851 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-ca8813d0-50f1-4dc3-bb6f-7cf89a78f8a9 None None] For port f2b817ee-c62e-40fb-9900-6878956619e3, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=f2b817ee-c62e-40fb-9900-6878956619e3,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:09:48.925587 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-6ffcd400-924c-41bf-a4fb-9308e135d50c None None] For port b1c94101-e7b9-4de6-9780-82fdca436dd6, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:09:48.934072 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ca8813d0-50f1-4dc3-bb6f-7cf89a78f8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:49.031400 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-d7fe16cf-d478-488a-b7d8-6f719c159c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:49.046876 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-d8ed6a85-129f-4afa-8906-79f6e174098d admin admin] Allocated IP 172.20.0.1 (14689d29-5148-4eb8-a424-5d5c74c84da8/31d959b8-420f-4050-b6b0-7a8e2f446d56/a62f357c-ebce-480e-9b86-643836f1ad0a) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:09:49.049337 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-d7fe16cf-d478-488a-b7d8-6f719c159c67 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55515e32-5e42-485f-bdb8-5274dcde7dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4974163 Oct 19 01:09:49.053874 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8813d0-50f1-4dc3-bb6f-7cf89a78f8a9 None None] Routers {'ecb26938-39ab-4c42-aea9-df8e47a900d5'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:09:49.057268 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-ca8813d0-50f1-4dc3-bb6f-7cf89a78f8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:09:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['ecb26938-39ab-4c42-aea9-df8e47a900d5'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:49.137835 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0abf758f-8a83-4ecc-ba3d-bfd6881a2864 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:49.171286 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b2e054c9-6281-4ef0-a2d2-608b13b25e24 req-70528ae7-60cc-4f06-ad0b-f14b6c4f78f1 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:49.178940 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-6ffcd400-924c-41bf-a4fb-9308e135d50c None None] For port b1c94101-e7b9-4de6-9780-82fdca436dd6, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b1c94101-e7b9-4de6-9780-82fdca436dd6,segment=NetworkSegment(d767b856-e22c-4473-bbdd-0ff5e849d4ed),segment_id=d767b856-e22c-4473-bbdd-0ff5e849d4ed)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:09:49.191016 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:09:49.237340 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6ffcd400-924c-41bf-a4fb-9308e135d50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:49.242689 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cea4a9-1143-4523-848f-a73b9b62c05a None None] Pushing event updated for resources: {'Port': ['ID=f2b817ee-c62e-40fb-9900-6878956619e3,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:49.242936 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606a1fd-1b80-4528-a6e5-aca48addba6c req-11333f86-cc34-4ba2-916f-d36fb2058db8 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:49.247215 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-45a5fbc7-53d4-4727-a654-1ea86183bc2a admin admin] Allocated IP 172.25.8.252 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/c65aaa78-8ab1-47cb-af77-6aa246080eac) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:09:49.255137 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c606a1fd-1b80-4528-a6e5-aca48addba6c req-11333f86-cc34-4ba2-916f-d36fb2058db8 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=f529acd6-4c6f-4e06-be34-861408162aa7 HTTP/1.1" status: 200 len: 945 time: 0.3344216 Oct 19 01:09:49.268306 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1fcee254-005b-4f5e-91d2-f7349671d58c req-0fbf934a-049e-443f-91a4-fcd4c3ed6ec3 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1a78554-c981-4079-b8c8-ee1b312cc36f HTTP/1.1" status: 200 len: 210 time: 0.0985074 Oct 19 01:09:49.417916 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0abf758f-8a83-4ecc-ba3d-bfd6881a2864 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:49.432220 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0cc6cbf7-1e9b-4a95-9b33-16c40598ba4c req-cb5170a0-220c-4bbf-9016-76f452ef4fc7 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a7d7075-8740-4f4a-942c-eb1488d6c813 HTTP/1.1" status: 200 len: 210 time: 0.0899751 Oct 19 01:09:49.435139 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-ca8813d0-50f1-4dc3-bb6f-7cf89a78f8a9 None None] Set router ecb26938-39ab-4c42-aea9-df8e47a900d5 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:09:49.437662 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffcd400-924c-41bf-a4fb-9308e135d50c None None] Pushing event updated for resources: {'Port': ['ID=b1c94101-e7b9-4de6-9780-82fdca436dd6,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:49.529045 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d8ed6a85-129f-4afa-8906-79f6e174098d admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:49.575176 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abf758f-8a83-4ecc-ba3d-bfd6881a2864 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Network 79e06fbb-e42f-458a-88fd-d2efc2046cbb is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:09:49.590478 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-0abf758f-8a83-4ecc-ba3d-bfd6881a2864 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:09:49.598325 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abf758f-8a83-4ecc-ba3d-bfd6881a2864 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:09:49.599330 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abf758f-8a83-4ecc-ba3d-bfd6881a2864 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:49.600100 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0abf758f-8a83-4ecc-ba3d-bfd6881a2864 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:49.603438 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf758f-8a83-4ecc-ba3d-bfd6881a2864 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Pushing event updated for resources: {'Port': ['ID=2392081b-30d7-4d7b-be33-f0e900e269b9,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:49.672673 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45a5fbc7-53d4-4727-a654-1ea86183bc2a admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:49.686528 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0abf758f-8a83-4ecc-ba3d-bfd6881a2864 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.0531127 Oct 19 01:09:49.690208 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:49.691140 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37236) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:49.730860 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d8ed6a85-129f-4afa-8906-79f6e174098d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:49.841779 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-ca8813d0-50f1-4dc3-bb6f-7cf89a78f8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb26938-39ab-4c42-aea9-df8e47a900d5', 'name': 'tempest-TestServerBasicOps-843299999-router', 'tenant_id': '5b796be5a808470fa80f1727a034f94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'f2b817ee-c62e-40fb-9900-6878956619e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:42Z', 'updated_at': '2021-10-19T01:09:45Z', 'revision_number': 3, 'project_id': '5b796be5a808470fa80f1727a034f94b', 'gw_port': {'id': 'f2b817ee-c62e-40fb-9900-6878956619e3', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:61:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb26938-39ab-4c42-aea9-df8e47a900d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:43Z', 'updated_at': '2021-10-19T01:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:49.852141 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ed6a85-129f-4afa-8906-79f6e174098d admin admin] Network 14689d29-5148-4eb8-a424-5d5c74c84da8 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:09:49.856840 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70528ae7-60cc-4f06-ad0b-f14b6c4f78f1 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Pushing event deleted for resources: {'Port': ['ID=aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:49.865600 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-d8ed6a85-129f-4afa-8906-79f6e174098d admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:09:49.872902 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ed6a85-129f-4afa-8906-79f6e174098d admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:09:49.884203 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed6a85-129f-4afa-8906-79f6e174098d admin admin] Pushing event updated for resources: {'Port': ['ID=a62f357c-ebce-480e-9b86-643836f1ad0a,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:49.898273 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8813d0-50f1-4dc3-bb6f-7cf89a78f8a9 None None] The sync data for ids ['ecb26938-39ab-4c42-aea9-df8e47a900d5'] in n-d-715271-26 is: [{'id': 'ecb26938-39ab-4c42-aea9-df8e47a900d5', 'name': 'tempest-TestServerBasicOps-843299999-router', 'tenant_id': '5b796be5a808470fa80f1727a034f94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'f2b817ee-c62e-40fb-9900-6878956619e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:42Z', 'updated_at': '2021-10-19T01:09:45Z', 'revision_number': 3, 'project_id': '5b796be5a808470fa80f1727a034f94b', 'gw_port': {'id': 'f2b817ee-c62e-40fb-9900-6878956619e3', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:61:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb26938-39ab-4c42-aea9-df8e47a900d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:43Z', 'updated_at': '2021-10-19T01:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:09:49.920452 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e054c9-6281-4ef0-a2d2-608b13b25e24 req-70528ae7-60cc-4f06-ad0b-f14b6c4f78f1 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] No DVR routers for this DVR port aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:09:49.930402 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45a5fbc7-53d4-4727-a654-1ea86183bc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:49.950745 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b2e054c9-6281-4ef0-a2d2-608b13b25e24 req-70528ae7-60cc-4f06-ad0b-f14b6c4f78f1 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:49.954418 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b2e054c9-6281-4ef0-a2d2-608b13b25e24 req-70528ae7-60cc-4f06-ad0b-f14b6c4f78f1 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.55 "DELETE /v2.0/ports/aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3 HTTP/1.1" status: 204 len: 173 time: 1.7820740 Oct 19 01:09:49.954694 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f529acd6-4c6f-4e06-be34-861408162aa7', 'name': 'network-vif-deleted', 'tag': 'aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:09:49.957039 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7cd9b31-ae99-4116-b73f-82cebe4917ff" -d '{"events": [{"server_uuid": "f529acd6-4c6f-4e06-be34-861408162aa7", "name": "network-vif-deleted", "tag": "aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:09:50.003211 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c606a1fd-1b80-4528-a6e5-aca48addba6c req-b500374c-d5a2-406a-a231-5338e2861928 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7415872 Oct 19 01:09:50.017064 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-cae1296f-ab6c-4b85-8b53-54ee29e5dd68 service neutron] 10.222.0.24 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9402616 Oct 19 01:09:50.091643 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a5fbc7-53d4-4727-a654-1ea86183bc2a admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:09:50.106507 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d8ed6a85-129f-4afa-8906-79f6e174098d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:50.109199 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-45a5fbc7-53d4-4727-a654-1ea86183bc2a admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:09:50.124095 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a5fbc7-53d4-4727-a654-1ea86183bc2a admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:09:50.126721 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a5fbc7-53d4-4727-a654-1ea86183bc2a admin admin] Pushing event updated for resources: {'Port': ['ID=c65aaa78-8ab1-47cb-af77-6aa246080eac,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:50.205792 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-6526539f-84e7-4c97-8fa9-ba3b97857327 service neutron] 10.222.0.24 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807911 Oct 19 01:09:50.211929 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8216011-f7a6-41b5-b960-bd5ec43f21af x-openstack-request-id: req-d8216011-f7a6-41b5-b960-bd5ec43f21af {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:09:50.212228 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f529acd6-4c6f-4e06-be34-861408162aa7", "name": "network-vif-deleted", "tag": "aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:09:50.212492 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d8216011-f7a6-41b5-b960-bd5ec43f21af {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:09:50.212911 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f529acd6-4c6f-4e06-be34-861408162aa7', 'name': 'network-vif-deleted', 'tag': 'aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3', 'status': 'completed', 'code': 200} Oct 19 01:09:50.247201 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-ea0238cd-5f9d-40b6-86ec-b1200c326f1f tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Deleting port 2392081b-30d7-4d7b-be33-f0e900e269b9 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:09:50.247545 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ea0238cd-5f9d-40b6-86ec-b1200c326f1f tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:50.268354 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-e8b9befc-9de9-492b-868d-b0017c50f8f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=fdb1ab98-3373-451d-84e7-1285ed514bab HTTP/1.1" status: 200 len: 217 time: 0.0544057 Oct 19 01:09:50.413493 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-49ec7f7c-3c7b-43f2-9100-3ac0d94adf56 None None] Provisioning complete for port a62f357c-ebce-480e-9b86-643836f1ad0a triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:50.414296 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-49ec7f7c-3c7b-43f2-9100-3ac0d94adf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:50.476519 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-d335b837-f4d9-4e67-9776-49a306145d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:50.478788 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-d335b837-f4d9-4e67-9776-49a306145d8b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=29cf1726-8fa8-4c40-850e-1896dbedb352 HTTP/1.1" status: 200 len: 797 time: 0.1822212 Oct 19 01:09:50.580217 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ea0238cd-5f9d-40b6-86ec-b1200c326f1f tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:50.605132 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-03e2eac3-2a58-404e-836a-cdc04bc6b834 req-7f2d3e05-cef8-4e48-a55b-0d7ecc01f7bb tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1a78554-c981-4079-b8c8-ee1b312cc36f HTTP/1.1" status: 200 len: 210 time: 0.1247499 Oct 19 01:09:50.612102 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-ea0238cd-5f9d-40b6-86ec-b1200c326f1f tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Calling delete_port for 2392081b-30d7-4d7b-be33-f0e900e269b9 owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:09:50.665139 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fd3597fc-120a-4825-8c2f-af2fb445a45b req-d94b3538-ce5a-44e7-b00f-0dfafe5012ba tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a7d7075-8740-4f4a-942c-eb1488d6c813 HTTP/1.1" status: 200 len: 210 time: 0.0790851 Oct 19 01:09:50.699882 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a320c96-b962-4417-b464-99e81d01721c req-14c19670-4b62-4f6c-a9f9-312d43d04a99 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:50.705135 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1a320c96-b962-4417-b464-99e81d01721c req-14c19670-4b62-4f6c-a9f9-312d43d04a99 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.55 "GET /v2.0/networks?id=9ee57031-7c0e-477c-878f-24c41625b6af HTTP/1.1" status: 200 len: 815 time: 0.4343433 Oct 19 01:09:50.709412 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-3354d03b-f739-4857-9dba-81341ddaa0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:50.716015 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-3354d03b-f739-4857-9dba-81341ddaa0ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55515e32-5e42-485f-bdb8-5274dcde7dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1718206 Oct 19 01:09:50.728089 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-1a320c96-b962-4417-b464-99e81d01721c req-745d3d2b-9e4f-446d-8b56-9d121b859735 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Request body: {'port': {'device_id': 'c1a78554-c981-4079-b8c8-ee1b312cc36f', 'network_id': '9ee57031-7c0e-477c-878f-24c41625b6af', 'admin_state_up': True, 'tenant_id': '3197f324082c4b4faa8975269bfcbb60'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:50.790326 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-49ec7f7c-3c7b-43f2-9100-3ac0d94adf56 None None] Port a62f357c-ebce-480e-9b86-643836f1ad0a cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:09:50.929801 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d8ed6a85-129f-4afa-8906-79f6e174098d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:50.953415 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b1c94101-e7b9-4de6-9780-82fdca436dd6 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:09:51.030452 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port b1c94101-e7b9-4de6-9780-82fdca436dd6 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:51.031090 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:51.145902 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271bd728-419f-427e-9d39-910cf239f57a None None] Network f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:09:51.154850 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a320c96-b962-4417-b464-99e81d01721c req-745d3d2b-9e4f-446d-8b56-9d121b859735 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Made reservation on behalf of 3197f324082c4b4faa8975269bfcbb60 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:09:51.168585 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1a320c96-b962-4417-b464-99e81d01721c req-745d3d2b-9e4f-446d-8b56-9d121b859735 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:51.202881 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45a5fbc7-53d4-4727-a654-1ea86183bc2a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:51.292007 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f68f41a-4779-4c28-a555-8410476b2485 req-b081a129-6c09-4f45-b592-5cf41e532666 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=f529acd6-4c6f-4e06-be34-861408162aa7 HTTP/1.1" status: 200 len: 210 time: 0.0940719 Oct 19 01:09:51.317215 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-9c41e9f4-9381-43a7-b685-d3dc2953fee2 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:51.318837 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-9c41e9f4-9381-43a7-b685-d3dc2953fee2 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] 10.222.0.55 "GET /v2.0/networks?id=66042460-fa0f-425c-bb91-843b7c2a5b1a HTTP/1.1" status: 200 len: 814 time: 0.4591236 Oct 19 01:09:51.351540 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-c7c628ee-1fc0-4658-be69-2df91b3c723f tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] Request body: {'port': {'device_id': '7a7d7075-8740-4f4a-942c-eb1488d6c813', 'network_id': '66042460-fa0f-425c-bb91-843b7c2a5b1a', 'admin_state_up': True, 'tenant_id': '9787233d37374ed58e92ce9821327294'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:51.380581 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-9323980b-43fa-4c72-b12a-0343100bdb26 None None] Provisioning complete for port b1c94101-e7b9-4de6-9780-82fdca436dd6 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:51.384054 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9323980b-43fa-4c72-b12a-0343100bdb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:51.387886 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:51.414645 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-26f9af45-c797-493a-9816-08474397a4f8 service neutron] 10.222.0.24 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6762686 Oct 19 01:09:51.473176 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:09:51.500200 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:09:51.500964 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device aecc3401-5f77-4fe1-be08-1bbcbe8fb9b3 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:09:51.543317 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port b1c94101-e7b9-4de6-9780-82fdca436dd6, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b1c94101-e7b9-4de6-9780-82fdca436dd6,segment=NetworkSegment(d767b856-e22c-4473-bbdd-0ff5e849d4ed),segment_id=d767b856-e22c-4473-bbdd-0ff5e849d4ed)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:51.580115 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:51.581153 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f2b817ee-c62e-40fb-9900-6878956619e3 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:09:51.590588 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-1a320c96-b962-4417-b464-99e81d01721c req-745d3d2b-9e4f-446d-8b56-9d121b859735 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Allocated IP 172.20.0.10 (9ee57031-7c0e-477c-878f-24c41625b6af/2c491c19-2c54-43fa-a611-2d3b3495f28e/ed0ae9d3-c931-4c29-9947-3efb77ecdbf9) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:09:51.591052 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ea0238cd-5f9d-40b6-86ec-b1200c326f1f tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:51.608070 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-ad2ccb4c-f372-4afa-b27e-0f257f559a16 service neutron] 10.222.0.24 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774547 Oct 19 01:09:51.682951 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0238cd-5f9d-40b6-86ec-b1200c326f1f tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Pushing event deleted for resources: {'Port': ['ID=2392081b-30d7-4d7b-be33-f0e900e269b9,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:51.694205 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ea0238cd-5f9d-40b6-86ec-b1200c326f1f tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:51.700462 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ea0238cd-5f9d-40b6-86ec-b1200c326f1f tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] 10.222.0.57 "DELETE /v2.0/ports/2392081b-30d7-4d7b-be33-f0e900e269b9 HTTP/1.1" status: 204 len: 168 time: 2.0082498 Oct 19 01:09:51.700648 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-2831db64-c617-43e6-b2fb-1204845f861a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=137414ad-fd54-484b-86fd-f70152e683c2 HTTP/1.1" status: 200 len: 217 time: 0.0827644 Oct 19 01:09:51.713913 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d8ed6a85-129f-4afa-8906-79f6e174098d admin admin] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:51.719590 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37260) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:51.741406 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=b1c94101-e7b9-4de6-9780-82fdca436dd6,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:51.746611 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-cb9dd469-b23e-47c5-9a7b-e87c982e66b3 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '79e06fbb-e42f-458a-88fd-d2efc2046cbb', 'external_fixed_ips': [{'subnet_id': '2dfb9d35-6ec3-428b-95a1-03a27966d956', 'ip_address': '2001:db8::22'}]}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:51.769661 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d8ed6a85-129f-4afa-8906-79f6e174098d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:51.778207 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port f2b817ee-c62e-40fb-9900-6878956619e3 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:51.778697 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:51.875257 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:51.876651 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1ed4474a-c513-40eb-aa22-fd2457780737 req-5f1975e8-28dd-46a0-8a9f-6001ae1b82f1 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1a78554-c981-4079-b8c8-ee1b312cc36f HTTP/1.1" status: 200 len: 210 time: 0.1516364 Oct 19 01:09:51.885481 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-72d52824-01b7-40cb-9b77-35548e109cac req-1419625d-abcc-44c0-8a2f-9f5f0f5a5ce0 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a7d7075-8740-4f4a-942c-eb1488d6c813 HTTP/1.1" status: 200 len: 210 time: 0.1172647 Oct 19 01:09:51.915351 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d8ed6a85-129f-4afa-8906-79f6e174098d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:51.915594 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port f2b817ee-c62e-40fb-9900-6878956619e3, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=f2b817ee-c62e-40fb-9900-6878956619e3,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:51.917764 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.db.api [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-c7c628ee-1fc0-4658-be69-2df91b3c723f tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 19 01:09:51.917764 n-d-715271-26 neutron-server[100607]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 19 01:09:51.917764 n-d-715271-26 neutron-server[100607]: [parameters: {'project_id_1': '9787233d37374ed58e92ce9821327294', 'expiration_1': datetime.datetime(2021, 10, 19, 1, 9, 31, 778386)}] Oct 19 01:09:51.917764 n-d-715271-26 neutron-server[100607]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:09:51.918515 n-d-715271-26 neutron-server[100607]: DEBUG oslo_db.api [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-c7c628ee-1fc0-4658-be69-2df91b3c723f tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:09:51.921332 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:51.966371 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cb9dd469-b23e-47c5-9a7b-e87c982e66b3 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:51.967440 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cb9dd469-b23e-47c5-9a7b-e87c982e66b3 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:51.977747 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-f1481f69-40c5-47a4-bd0f-a8eb720b60c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:51.978574 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-f1481f69-40c5-47a4-bd0f-a8eb720b60c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=20db5d13-0783-4fe8-8bf3-782bee1ace5f HTTP/1.1" status: 200 len: 797 time: 0.2609451 Oct 19 01:09:51.993304 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=f2b817ee-c62e-40fb-9900-6878956619e3,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:52.039765 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1a320c96-b962-4417-b464-99e81d01721c req-745d3d2b-9e4f-446d-8b56-9d121b859735 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:52.067927 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-002291ae-5e4a-4430-814f-c0e446fd7709 None None] Provisioning complete for port b1c94101-e7b9-4de6-9780-82fdca436dd6 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:52.068302 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-002291ae-5e4a-4430-814f-c0e446fd7709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:52.097033 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cb9dd469-b23e-47c5-9a7b-e87c982e66b3 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:52.128996 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-482ce518-e7de-4634-b89c-a371ab1b424d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:52.130695 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-482ce518-e7de-4634-b89c-a371ab1b424d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1fccc762-9472-4b6b-bfe9-f151cb76e57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1438453 Oct 19 01:09:52.285145 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1a320c96-b962-4417-b464-99e81d01721c req-745d3d2b-9e4f-446d-8b56-9d121b859735 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:52.298434 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['a66d14c9-a704-4f2b-a7ec-33b4221823af'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:09:52.301621 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['f59eeaf9-bdeb-4794-901e-8473ff7277a7'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:09:52.381340 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cb9dd469-b23e-47c5-9a7b-e87c982e66b3 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:52.384656 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed6a85-129f-4afa-8906-79f6e174098d admin admin] Pushing event updated for resources: {'Port': ['ID=a62f357c-ebce-480e-9b86-643836f1ad0a,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:52.388229 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45a5fbc7-53d4-4727-a654-1ea86183bc2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:52.445038 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a320c96-b962-4417-b464-99e81d01721c req-745d3d2b-9e4f-446d-8b56-9d121b859735 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Network 9ee57031-7c0e-477c-878f-24c41625b6af is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:09:52.447449 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d3d2b-9e4f-446d-8b56-9d121b859735 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Pushing event updated for resources: {'Port': ['ID=ed0ae9d3-c931-4c29-9947-3efb77ecdbf9,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:52.458151 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-1a320c96-b962-4417-b464-99e81d01721c req-745d3d2b-9e4f-446d-8b56-9d121b859735 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:09:52.474148 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a320c96-b962-4417-b464-99e81d01721c req-745d3d2b-9e4f-446d-8b56-9d121b859735 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:09:52.520371 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-5459cfba-6c53-48ee-ad28-1a252d33bb40 service neutron] 10.222.0.24 "GET /v2.0/networks/1fccc762-9472-4b6b-bfe9-f151cb76e57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429735 Oct 19 01:09:52.645833 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ed6a85-129f-4afa-8906-79f6e174098d admin admin] Network 14689d29-5148-4eb8-a424-5d5c74c84da8 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:09:52.646971 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-c7c628ee-1fc0-4658-be69-2df91b3c723f tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] Made reservation on behalf of 9787233d37374ed58e92ce9821327294 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:09:52.650590 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-c7c628ee-1fc0-4658-be69-2df91b3c723f tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:52.656450 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-d8ed6a85-129f-4afa-8906-79f6e174098d admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:09:52.705749 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a320c96-b962-4417-b464-99e81d01721c req-745d3d2b-9e4f-446d-8b56-9d121b859735 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:52.706643 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1a320c96-b962-4417-b464-99e81d01721c req-745d3d2b-9e4f-446d-8b56-9d121b859735 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:52.742751 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1a320c96-b962-4417-b464-99e81d01721c req-745d3d2b-9e4f-446d-8b56-9d121b859735 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0247056 Oct 19 01:09:52.784768 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-1a320c96-b962-4417-b464-99e81d01721c req-be266f95-af37-4d24-b205-ecb7f734d6d4 service neutron] Request body: {'port': {'device_id': 'c1a78554-c981-4079-b8c8-ee1b312cc36f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:52.791491 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-68acb34c-7c11-4778-8fd5-24f9b1cad07b service neutron] 10.222.0.24 "GET /v2.0/networks/1fccc762-9472-4b6b-bfe9-f151cb76e57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552896 Oct 19 01:09:52.803683 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b1c94101-e7b9-4de6-9780-82fdca436dd6 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:09:52.863972 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-7056d670-5d17-4b35-b64d-528dba0ef3da service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=02ec6d94-aeb9-4134-8f0e-3ee960c7b393 HTTP/1.1" status: 200 len: 217 time: 0.0517905 Oct 19 01:09:52.866893 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port b1c94101-e7b9-4de6-9780-82fdca436dd6 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:52.867558 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:52.957329 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-c7c628ee-1fc0-4658-be69-2df91b3c723f tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] Allocated IP 172.20.0.12 (66042460-fa0f-425c-bb91-843b7c2a5b1a/c39af2bc-eefd-4819-8f69-52526a5a90a1/a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:09:52.961946 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-fbb71e46-96f5-4a73-bb41-730d68099c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:52.963902 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-fbb71e46-96f5-4a73-bb41-730d68099c27 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=20db5d13-0783-4fe8-8bf3-782bee1ace5f HTTP/1.1" status: 200 len: 797 time: 0.0914593 Oct 19 01:09:52.971943 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f2b817ee-c62e-40fb-9900-6878956619e3 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:09:52.972472 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1a320c96-b962-4417-b464-99e81d01721c req-be266f95-af37-4d24-b205-ecb7f734d6d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:53.013983 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a5fbc7-53d4-4727-a654-1ea86183bc2a admin admin] Router da0ff329-66e4-48b4-ae7b-57eb7fd56c18 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:09:53.024984 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-1ffe91cd-df74-429a-8d17-7c29038ed020 None None] Provisioning complete for port a62f357c-ebce-480e-9b86-643836f1ad0a triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:53.025349 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1ffe91cd-df74-429a-8d17-7c29038ed020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:53.071611 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-1ffe91cd-df74-429a-8d17-7c29038ed020 None None] Port a62f357c-ebce-480e-9b86-643836f1ad0a cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:09:53.074558 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port f2b817ee-c62e-40fb-9900-6878956619e3 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:53.074933 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:53.166995 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-20a29983-147a-4af8-b718-efbd97c57e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:53.169247 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-20a29983-147a-4af8-b718-efbd97c57e36 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1fccc762-9472-4b6b-bfe9-f151cb76e57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1944258 Oct 19 01:09:53.171100 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18c350-7778-48ee-811d-35e125d8419c req-595bf149-7654-40ee-a48a-01ca42cc40f4 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:53.172640 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab18c350-7778-48ee-811d-35e125d8419c req-595bf149-7654-40ee-a48a-01ca42cc40f4 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/networks?id=9fdfc968-fd05-4762-858e-87980e28a6e6 HTTP/1.1" status: 200 len: 812 time: 0.4283903 Oct 19 01:09:53.209718 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ed6a85-129f-4afa-8906-79f6e174098d admin admin] Router ecb26938-39ab-4c42-aea9-df8e47a900d5 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:09:53.221274 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab18c350-7778-48ee-811d-35e125d8419c req-672b7031-3487-41a9-baae-65b625f26d06 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/quotas/6b1b4901fc87414a92dc3f7f47c3c09a HTTP/1.1" status: 200 len: 375 time: 0.0398328 Oct 19 01:09:53.260129 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6dfb79-478e-4db0-b001-f7096054e7c0 req-ca537d18-af7b-4c33-a9b1-b7def55a8989 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:53.261624 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1c6dfb79-478e-4db0-b001-f7096054e7c0 req-ca537d18-af7b-4c33-a9b1-b7def55a8989 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1a78554-c981-4079-b8c8-ee1b312cc36f HTTP/1.1" status: 200 len: 932 time: 0.2550242 Oct 19 01:09:53.325448 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab18c350-7778-48ee-811d-35e125d8419c req-c0de4888-2709-451f-8311-e65ebdc8a4b1 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b1b4901fc87414a92dc3f7f47c3c09a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0915635 Oct 19 01:09:53.341985 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cb9dd469-b23e-47c5-9a7b-e87c982e66b3 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:53.406263 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a5fbc7-53d4-4727-a654-1ea86183bc2a admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:09:53.410894 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cb9dd469-b23e-47c5-9a7b-e87c982e66b3 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:53.418032 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397f661a-c8f0-4bc0-a6a6-0d48a78ae86a None None] Sync routers for ids ['da0ff329-66e4-48b4-ae7b-57eb7fd56c18'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:09:53.428257 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397f661a-c8f0-4bc0-a6a6-0d48a78ae86a None None] Routers {'da0ff329-66e4-48b4-ae7b-57eb7fd56c18'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:09:53.429169 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-397f661a-c8f0-4bc0-a6a6-0d48a78ae86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:09:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['da0ff329-66e4-48b4-ae7b-57eb7fd56c18'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:53.430352 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1c6dfb79-478e-4db0-b001-f7096054e7c0 req-f0593804-9fa4-451b-b79f-9675de5020d2 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518409 Oct 19 01:09:53.514156 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-5fed13d1-914d-4c5d-81e1-9e72373020ba service neutron] 10.222.0.24 "GET /v2.0/networks/1fccc762-9472-4b6b-bfe9-f151cb76e57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358898 Oct 19 01:09:53.548750 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45a5fbc7-53d4-4727-a654-1ea86183bc2a admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:53.549974 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-45a5fbc7-53d4-4727-a654-1ea86183bc2a admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.8906944 Oct 19 01:09:53.553082 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-c7c628ee-1fc0-4658-be69-2df91b3c723f tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:53.556262 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-397f661a-c8f0-4bc0-a6a6-0d48a78ae86a None None] Set router da0ff329-66e4-48b4-ae7b-57eb7fd56c18 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:09:53.557188 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37286) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:53.646569 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ed6a85-129f-4afa-8906-79f6e174098d admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:09:53.657284 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab18c350-7778-48ee-811d-35e125d8419c req-68f1b577-ed6a-4949-8b6e-007a1d7f06b1 service neutron] 10.222.0.57 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191555 Oct 19 01:09:53.657490 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3961a8-f5a5-404e-a73f-c49f5b8426de None None] Sync routers for ids ['ecb26938-39ab-4c42-aea9-df8e47a900d5'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:09:53.671309 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d8ed6a85-129f-4afa-8906-79f6e174098d admin admin] 10.222.0.57 "PUT /v2.0/routers/ecb26938-39ab-4c42-aea9-df8e47a900d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1038299 Oct 19 01:09:53.690947 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3961a8-f5a5-404e-a73f-c49f5b8426de None None] Routers {'ecb26938-39ab-4c42-aea9-df8e47a900d5'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:09:53.691651 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-7c3961a8-f5a5-404e-a73f-c49f5b8426de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:09:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['ecb26938-39ab-4c42-aea9-df8e47a900d5'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:53.738218 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-c7c628ee-1fc0-4658-be69-2df91b3c723f tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:53.807098 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-397f661a-c8f0-4bc0-a6a6-0d48a78ae86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'name': 'tempest-ServersTestJSON-1174601585-router', 'tenant_id': '367e6ec72e154da6846bfeff424d3eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'c65aaa78-8ab1-47cb-af77-6aa246080eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:46Z', 'updated_at': '2021-10-19T01:09:50Z', 'revision_number': 3, 'project_id': '367e6ec72e154da6846bfeff424d3eaf', 'gw_port': {'id': 'c65aaa78-8ab1-47cb-af77-6aa246080eac', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:48Z', 'updated_at': '2021-10-19T01:09:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:53.844083 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397f661a-c8f0-4bc0-a6a6-0d48a78ae86a None None] Checking router: da0ff329-66e4-48b4-ae7b-57eb7fd56c18 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:09:53.844083 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397f661a-c8f0-4bc0-a6a6-0d48a78ae86a None None] Updating router da0ff329-66e4-48b4-ae7b-57eb7fd56c18 port c65aaa78-8ab1-47cb-af77-6aa246080eac binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:09:53.882035 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-397f661a-c8f0-4bc0-a6a6-0d48a78ae86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:53.895988 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-7c3961a8-f5a5-404e-a73f-c49f5b8426de None None] Set router ecb26938-39ab-4c42-aea9-df8e47a900d5 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:09:53.903200 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-c7c628ee-1fc0-4658-be69-2df91b3c723f tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] Network 66042460-fa0f-425c-bb91-843b7c2a5b1a is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:09:53.922929 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-c7c628ee-1fc0-4658-be69-2df91b3c723f tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:09:53.935470 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c628ee-1fc0-4658-be69-2df91b3c723f tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] Pushing event updated for resources: {'Port': ['ID=a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:53.947549 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-c7c628ee-1fc0-4658-be69-2df91b3c723f tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:09:54.021065 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-c7c628ee-1fc0-4658-be69-2df91b3c723f tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:54.022581 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-c7c628ee-1fc0-4658-be69-2df91b3c723f tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:54.104198 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-c7c628ee-1fc0-4658-be69-2df91b3c723f tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7608597 Oct 19 01:09:54.108681 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab18c350-7778-48ee-811d-35e125d8419c req-a765da7b-2c65-46b4-b707-7534e16823f8 service neutron] 10.222.0.57 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208395 Oct 19 01:09:54.124134 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-ad170c68-b8b8-4e57-a0d4-65059b2aecc5 service neutron] Request body: {'port': {'device_id': '7a7d7075-8740-4f4a-942c-eb1488d6c813', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:54.127485 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900945fb-9baf-476e-8964-09649623b8a7 req-87e51ab5-d32d-409d-8ebe-eac1a6431dc8 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:54.140790 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-900945fb-9baf-476e-8964-09649623b8a7 req-87e51ab5-d32d-409d-8ebe-eac1a6431dc8 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a7d7075-8740-4f4a-942c-eb1488d6c813 HTTP/1.1" status: 200 len: 932 time: 0.6221738 Oct 19 01:09:54.172965 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-7c3961a8-f5a5-404e-a73f-c49f5b8426de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb26938-39ab-4c42-aea9-df8e47a900d5', 'name': 'tempest-TestServerBasicOps-843299999-router', 'tenant_id': '5b796be5a808470fa80f1727a034f94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'f2b817ee-c62e-40fb-9900-6878956619e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:42Z', 'updated_at': '2021-10-19T01:09:50Z', 'revision_number': 4, 'project_id': '5b796be5a808470fa80f1727a034f94b', 'gw_port': {'id': 'f2b817ee-c62e-40fb-9900-6878956619e3', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:61:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb26938-39ab-4c42-aea9-df8e47a900d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:43Z', 'updated_at': '2021-10-19T01:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'a62f357c-ebce-480e-9b86-643836f1ad0a', 'name': '', 'network_id': '14689d29-5148-4eb8-a424-5d5c74c84da8', 'tenant_id': '5b796be5a808470fa80f1727a034f94b', 'mac_address': 'fa:16:3e:23:be:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb26938-39ab-4c42-aea9-df8e47a900d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '31d959b8-420f-4050-b6b0-7a8e2f446d56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:48Z', 'updated_at': '2021-10-19T01:09:51Z', 'revision_number': 2, 'project_id': '5b796be5a808470fa80f1727a034f94b', 'subnets': [{'id': '31d959b8-420f-4050-b6b0-7a8e2f446d56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:54.205121 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3961a8-f5a5-404e-a73f-c49f5b8426de None None] Checking router: ecb26938-39ab-4c42-aea9-df8e47a900d5 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:09:54.205369 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3961a8-f5a5-404e-a73f-c49f5b8426de None None] Updating router ecb26938-39ab-4c42-aea9-df8e47a900d5 port a62f357c-ebce-480e-9b86-643836f1ad0a binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:09:54.234885 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7c3961a8-f5a5-404e-a73f-c49f5b8426de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:54.237456 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-397f661a-c8f0-4bc0-a6a6-0d48a78ae86a None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:54.242727 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-ad170c68-b8b8-4e57-a0d4-65059b2aecc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:54.248210 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-397f661a-c8f0-4bc0-a6a6-0d48a78ae86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:54.347209 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-1a320c96-b962-4417-b464-99e81d01721c req-be266f95-af37-4d24-b205-ecb7f734d6d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed0ae9d3-c931-4c29-9947-3efb77ecdbf9 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:09:54.348109 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-397f661a-c8f0-4bc0-a6a6-0d48a78ae86a None None] Attempting to bind port c65aaa78-8ab1-47cb-af77-6aa246080eac on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:09:54.348570 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-397f661a-c8f0-4bc0-a6a6-0d48a78ae86a None None] Attempting to bind port c65aaa78-8ab1-47cb-af77-6aa246080eac by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:09:54.349020 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397f661a-c8f0-4bc0-a6a6-0d48a78ae86a None None] Attempting to bind port c65aaa78-8ab1-47cb-af77-6aa246080eac on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:09:54.352962 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf27c93a-3a81-4140-b975-0df359005006 None None] Pushing event updated for resources: {'Port': ['ID=c65aaa78-8ab1-47cb-af77-6aa246080eac,revision_number=2']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:54.363427 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1a320c96-b962-4417-b464-99e81d01721c req-be266f95-af37-4d24-b205-ecb7f734d6d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:54.369682 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397f661a-c8f0-4bc0-a6a6-0d48a78ae86a None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:09:54.370199 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397f661a-c8f0-4bc0-a6a6-0d48a78ae86a None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:09:54.370789 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-397f661a-c8f0-4bc0-a6a6-0d48a78ae86a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:54.371266 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397f661a-c8f0-4bc0-a6a6-0d48a78ae86a None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:09:54.371924 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-397f661a-c8f0-4bc0-a6a6-0d48a78ae86a None None] Bound port: c65aaa78-8ab1-47cb-af77-6aa246080eac, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:09:54.372396 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-397f661a-c8f0-4bc0-a6a6-0d48a78ae86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:54.394479 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-1a320c96-b962-4417-b464-99e81d01721c req-be266f95-af37-4d24-b205-ecb7f734d6d4 service neutron] Transition to ACTIVE for port object ed0ae9d3-c931-4c29-9947-3efb77ecdbf9 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:09:54.437648 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c75e054-7b7e-40a8-8639-6f087ed65705 req-a6177abc-38ce-4b17-bec9-7d9dc3a48c74 service neutron] 10.222.0.24 "GET /v2.0/networks/1fccc762-9472-4b6b-bfe9-f151cb76e57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5368328 Oct 19 01:09:54.448037 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1a320c96-b962-4417-b464-99e81d01721c req-be266f95-af37-4d24-b205-ecb7f734d6d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:54.460821 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-397f661a-c8f0-4bc0-a6a6-0d48a78ae86a None None] For port c65aaa78-8ab1-47cb-af77-6aa246080eac, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:09:54.468619 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-397f661a-c8f0-4bc0-a6a6-0d48a78ae86a None None] For port c65aaa78-8ab1-47cb-af77-6aa246080eac, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c65aaa78-8ab1-47cb-af77-6aa246080eac,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:09:54.478196 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-397f661a-c8f0-4bc0-a6a6-0d48a78ae86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:54.615038 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-cb9dd469-b23e-47c5-9a7b-e87c982e66b3 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Allocated IP 2001:db8::22 (79e06fbb-e42f-458a-88fd-d2efc2046cbb/2dfb9d35-6ec3-428b-95a1-03a27966d956/3902ced3-5a29-4fcd-bc81-1297bd7c1d66) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:09:54.617222 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf27c93a-3a81-4140-b975-0df359005006 None None] Pushing event updated for resources: {'Port': ['ID=c65aaa78-8ab1-47cb-af77-6aa246080eac,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:54.653960 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397f661a-c8f0-4bc0-a6a6-0d48a78ae86a None None] Routers {'da0ff329-66e4-48b4-ae7b-57eb7fd56c18'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:09:54.654592 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-397f661a-c8f0-4bc0-a6a6-0d48a78ae86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:09:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['da0ff329-66e4-48b4-ae7b-57eb7fd56c18'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:54.669752 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-900945fb-9baf-476e-8964-09649623b8a7 req-e8e072cb-c06c-4a8b-8c11-f5cb87b3e88d tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6c0745a-b538-427c-8c56-814f58449f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5262065 Oct 19 01:09:54.729230 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be266f95-af37-4d24-b205-ecb7f734d6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ed0ae9d3-c931-4c29-9947-3efb77ecdbf9,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:54.757590 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-1a320c96-b962-4417-b464-99e81d01721c req-be266f95-af37-4d24-b205-ecb7f734d6d4 service neutron] Attempting to bind port ed0ae9d3-c931-4c29-9947-3efb77ecdbf9 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:09:54.758109 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-1a320c96-b962-4417-b464-99e81d01721c req-be266f95-af37-4d24-b205-ecb7f734d6d4 service neutron] Attempting to bind port ed0ae9d3-c931-4c29-9947-3efb77ecdbf9 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '24d285ee-2f28-4b9f-95c9-4edf3800159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ee57031-7c0e-477c-878f-24c41625b6af'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:09:54.758615 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a320c96-b962-4417-b464-99e81d01721c req-be266f95-af37-4d24-b205-ecb7f734d6d4 service neutron] Attempting to bind port ed0ae9d3-c931-4c29-9947-3efb77ecdbf9 on network 9ee57031-7c0e-477c-878f-24c41625b6af {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:09:54.780157 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a320c96-b962-4417-b464-99e81d01721c req-be266f95-af37-4d24-b205-ecb7f734d6d4 service neutron] Port ed0ae9d3-c931-4c29-9947-3efb77ecdbf9 on network 9ee57031-7c0e-477c-878f-24c41625b6af not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:09:54.780422 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7c3961a8-f5a5-404e-a73f-c49f5b8426de None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:54.780892 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a320c96-b962-4417-b464-99e81d01721c req-be266f95-af37-4d24-b205-ecb7f734d6d4 service neutron] Attempting to bind port ed0ae9d3-c931-4c29-9947-3efb77ecdbf9 on network 9ee57031-7c0e-477c-878f-24c41625b6af {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:09:54.793829 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7c3961a8-f5a5-404e-a73f-c49f5b8426de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:54.803251 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a320c96-b962-4417-b464-99e81d01721c req-be266f95-af37-4d24-b205-ecb7f734d6d4 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:09:54.803963 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a320c96-b962-4417-b464-99e81d01721c req-be266f95-af37-4d24-b205-ecb7f734d6d4 service neutron] Checking segment: {'id': '24d285ee-2f28-4b9f-95c9-4edf3800159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ee57031-7c0e-477c-878f-24c41625b6af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:09:54.804514 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a320c96-b962-4417-b464-99e81d01721c req-be266f95-af37-4d24-b205-ecb7f734d6d4 service neutron] Bound using segment: {'id': '24d285ee-2f28-4b9f-95c9-4edf3800159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ee57031-7c0e-477c-878f-24c41625b6af'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:09:54.805244 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-1a320c96-b962-4417-b464-99e81d01721c req-be266f95-af37-4d24-b205-ecb7f734d6d4 service neutron] Bound port: ed0ae9d3-c931-4c29-9947-3efb77ecdbf9, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d285ee-2f28-4b9f-95c9-4edf3800159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ee57031-7c0e-477c-878f-24c41625b6af'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:09:54.805944 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1a320c96-b962-4417-b464-99e81d01721c req-be266f95-af37-4d24-b205-ecb7f734d6d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:54.825341 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2a55f8ef-84ba-4acc-9e12-7626a0fccc62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:54.828216 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eb05c612-98cd-488c-8e8b-a5f6092fb9b3 req-30b75240-b91c-4a53-847a-843891cf7ea9 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b7dd2c1-267a-4eb7-a1d7-af3323f67c41 HTTP/1.1" status: 200 len: 210 time: 0.0796196 Oct 19 01:09:54.884189 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59118396-47a9-4bf7-98dc-2e51bb777bd2 None None] Pushing event updated for resources: {'Port': ['ID=a62f357c-ebce-480e-9b86-643836f1ad0a,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:54.950413 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-397f661a-c8f0-4bc0-a6a6-0d48a78ae86a None None] Set router da0ff329-66e4-48b4-ae7b-57eb7fd56c18 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:09:55.036111 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-1a320c96-b962-4417-b464-99e81d01721c req-be266f95-af37-4d24-b205-ecb7f734d6d4 service neutron] For port ed0ae9d3-c931-4c29-9947-3efb77ecdbf9, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:09:55.046535 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-1a320c96-b962-4417-b464-99e81d01721c req-be266f95-af37-4d24-b205-ecb7f734d6d4 service neutron] For port ed0ae9d3-c931-4c29-9947-3efb77ecdbf9, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=ed0ae9d3-c931-4c29-9947-3efb77ecdbf9,segment=NetworkSegment(24d285ee-2f28-4b9f-95c9-4edf3800159a),segment_id=24d285ee-2f28-4b9f-95c9-4edf3800159a)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:09:55.064313 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-7c3961a8-f5a5-404e-a73f-c49f5b8426de None None] Attempting to bind port a62f357c-ebce-480e-9b86-643836f1ad0a on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:09:55.064761 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-7c3961a8-f5a5-404e-a73f-c49f5b8426de None None] Attempting to bind port a62f357c-ebce-480e-9b86-643836f1ad0a by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '21b02261-c581-4f13-b2ec-4c260af202bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '14689d29-5148-4eb8-a424-5d5c74c84da8'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:09:55.065059 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3961a8-f5a5-404e-a73f-c49f5b8426de None None] Attempting to bind port a62f357c-ebce-480e-9b86-643836f1ad0a on network 14689d29-5148-4eb8-a424-5d5c74c84da8 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:09:55.076504 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1a320c96-b962-4417-b464-99e81d01721c req-be266f95-af37-4d24-b205-ecb7f734d6d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:55.080913 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3961a8-f5a5-404e-a73f-c49f5b8426de None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:09:55.081303 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3961a8-f5a5-404e-a73f-c49f5b8426de None None] Checking segment: {'id': '21b02261-c581-4f13-b2ec-4c260af202bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '14689d29-5148-4eb8-a424-5d5c74c84da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:09:55.081773 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7c3961a8-f5a5-404e-a73f-c49f5b8426de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:55.082207 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3961a8-f5a5-404e-a73f-c49f5b8426de None None] Bound using segment: {'id': '21b02261-c581-4f13-b2ec-4c260af202bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '14689d29-5148-4eb8-a424-5d5c74c84da8'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:09:55.082699 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-7c3961a8-f5a5-404e-a73f-c49f5b8426de None None] Bound port: a62f357c-ebce-480e-9b86-643836f1ad0a, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b02261-c581-4f13-b2ec-4c260af202bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '14689d29-5148-4eb8-a424-5d5c74c84da8'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:09:55.088787 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7c3961a8-f5a5-404e-a73f-c49f5b8426de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:55.114714 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-ad170c68-b8b8-4e57-a0d4-65059b2aecc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:09:55.130739 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-ad170c68-b8b8-4e57-a0d4-65059b2aecc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:55.201579 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be266f95-af37-4d24-b205-ecb7f734d6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ed0ae9d3-c931-4c29-9947-3efb77ecdbf9,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:55.207796 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-ad170c68-b8b8-4e57-a0d4-65059b2aecc5 service neutron] Transition to ACTIVE for port object a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:09:55.222938 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-ad170c68-b8b8-4e57-a0d4-65059b2aecc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:55.237344 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-2a55f8ef-84ba-4acc-9e12-7626a0fccc62 admin admin] Allocated IP 172.20.0.1 (f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b/a37280b7-54ff-46fe-803e-0d2e465304b7/709f23f4-a8b4-4007-b14a-c23e41ab903e) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:09:55.253729 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-7c3961a8-f5a5-404e-a73f-c49f5b8426de None None] For port a62f357c-ebce-480e-9b86-643836f1ad0a, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:09:55.271091 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-7c3961a8-f5a5-404e-a73f-c49f5b8426de None None] For port a62f357c-ebce-480e-9b86-643836f1ad0a, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=a62f357c-ebce-480e-9b86-643836f1ad0a,segment=NetworkSegment(21b02261-c581-4f13-b2ec-4c260af202bb),segment_id=21b02261-c581-4f13-b2ec-4c260af202bb)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:09:55.279717 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7c3961a8-f5a5-404e-a73f-c49f5b8426de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:55.282657 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:09:55.290863 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a320c96-b962-4417-b464-99e81d01721c req-be266f95-af37-4d24-b205-ecb7f734d6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:55.291890 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1a320c96-b962-4417-b464-99e81d01721c req-be266f95-af37-4d24-b205-ecb7f734d6d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:55.294280 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1a320c96-b962-4417-b464-99e81d01721c req-be266f95-af37-4d24-b205-ecb7f734d6d4 service neutron] 10.222.0.55 "PUT /v2.0/ports/ed0ae9d3-c931-4c29-9947-3efb77ecdbf9 HTTP/1.1" status: 200 len: 1093 time: 2.5151315 Oct 19 01:09:55.298849 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a78554-c981-4079-b8c8-ee1b312cc36f', 'tag': 'ed0ae9d3-c931-4c29-9947-3efb77ecdbf9'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:09:55.310379 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2131dcc6-f80f-4ee0-9001-3851d4ecfe16" -d '{"events": [{"name": "network-changed", "server_uuid": "c1a78554-c981-4079-b8c8-ee1b312cc36f", "tag": "ed0ae9d3-c931-4c29-9947-3efb77ecdbf9"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:09:55.343556 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89a6b2-c8df-4257-8f02-559fb56416d3 req-b98f9877-09c0-4d0a-9669-88221f0cdf8b tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:55.352248 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ef89a6b2-c8df-4257-8f02-559fb56416d3 req-b98f9877-09c0-4d0a-9669-88221f0cdf8b tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1a78554-c981-4079-b8c8-ee1b312cc36f HTTP/1.1" status: 200 len: 944 time: 0.2943721 Oct 19 01:09:55.378801 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cb9dd469-b23e-47c5-9a7b-e87c982e66b3 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:55.455678 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-397f661a-c8f0-4bc0-a6a6-0d48a78ae86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'name': 'tempest-ServersTestJSON-1174601585-router', 'tenant_id': '367e6ec72e154da6846bfeff424d3eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'c65aaa78-8ab1-47cb-af77-6aa246080eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:46Z', 'updated_at': '2021-10-19T01:09:50Z', 'revision_number': 3, 'project_id': '367e6ec72e154da6846bfeff424d3eaf', 'gw_port': {'id': 'c65aaa78-8ab1-47cb-af77-6aa246080eac', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:48Z', 'updated_at': '2021-10-19T01:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:55.460387 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3961a8-f5a5-404e-a73f-c49f5b8426de None None] Routers {'ecb26938-39ab-4c42-aea9-df8e47a900d5'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:09:55.461021 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-7c3961a8-f5a5-404e-a73f-c49f5b8426de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:09:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['ecb26938-39ab-4c42-aea9-df8e47a900d5'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:55.484660 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ef89a6b2-c8df-4257-8f02-559fb56416d3 req-dcb81941-df66-498e-afc9-7d19c370e796 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310854 Oct 19 01:09:55.494483 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad170c68-b8b8-4e57-a0d4-65059b2aecc5 service neutron] Pushing event updated for resources: {'Port': ['ID=a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:55.506371 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59118396-47a9-4bf7-98dc-2e51bb777bd2 None None] Pushing event updated for resources: {'Port': ['ID=a62f357c-ebce-480e-9b86-643836f1ad0a,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:55.510742 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397f661a-c8f0-4bc0-a6a6-0d48a78ae86a None None] The sync data for ids ['da0ff329-66e4-48b4-ae7b-57eb7fd56c18'] in n-d-715271-26 is: [{'id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'name': 'tempest-ServersTestJSON-1174601585-router', 'tenant_id': '367e6ec72e154da6846bfeff424d3eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'c65aaa78-8ab1-47cb-af77-6aa246080eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:46Z', 'updated_at': '2021-10-19T01:09:50Z', 'revision_number': 3, 'project_id': '367e6ec72e154da6846bfeff424d3eaf', 'gw_port': {'id': 'c65aaa78-8ab1-47cb-af77-6aa246080eac', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:48Z', 'updated_at': '2021-10-19T01:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:09:55.534283 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-bc303386-e640-4e82-838a-262fdf229624 None None] Provisioning complete for port a62f357c-ebce-480e-9b86-643836f1ad0a triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:55.534904 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bc303386-e640-4e82-838a-262fdf229624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:55.552177 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-ad170c68-b8b8-4e57-a0d4-65059b2aecc5 service neutron] Attempting to bind port a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:09:55.554645 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-ad170c68-b8b8-4e57-a0d4-65059b2aecc5 service neutron] Attempting to bind port a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'fd3aa161-59e5-4f68-977b-48bfbb947fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '66042460-fa0f-425c-bb91-843b7c2a5b1a'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:09:55.554991 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-ad170c68-b8b8-4e57-a0d4-65059b2aecc5 service neutron] Attempting to bind port a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a on network 66042460-fa0f-425c-bb91-843b7c2a5b1a {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:09:55.568113 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-ad170c68-b8b8-4e57-a0d4-65059b2aecc5 service neutron] Port a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a on network 66042460-fa0f-425c-bb91-843b7c2a5b1a not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:09:55.568643 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a320c96-b962-4417-b464-99e81d01721c req-94e70bc5-393b-4bcd-b1f3-73537c135840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:55.570042 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-ad170c68-b8b8-4e57-a0d4-65059b2aecc5 service neutron] Attempting to bind port a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a on network 66042460-fa0f-425c-bb91-843b7c2a5b1a {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:09:55.578451 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1a320c96-b962-4417-b464-99e81d01721c req-94e70bc5-393b-4bcd-b1f3-73537c135840 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3197f324082c4b4faa8975269bfcbb60&device_id=c1a78554-c981-4079-b8c8-ee1b312cc36f HTTP/1.1" status: 200 len: 1096 time: 0.1914492 Oct 19 01:09:55.678040 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-ad170c68-b8b8-4e57-a0d4-65059b2aecc5 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:09:55.678379 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-ad170c68-b8b8-4e57-a0d4-65059b2aecc5 service neutron] Checking segment: {'id': 'fd3aa161-59e5-4f68-977b-48bfbb947fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '66042460-fa0f-425c-bb91-843b7c2a5b1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:09:55.678767 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-ad170c68-b8b8-4e57-a0d4-65059b2aecc5 service neutron] Bound using segment: {'id': 'fd3aa161-59e5-4f68-977b-48bfbb947fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '66042460-fa0f-425c-bb91-843b7c2a5b1a'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:09:55.681404 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-ad170c68-b8b8-4e57-a0d4-65059b2aecc5 service neutron] Bound port: a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3aa161-59e5-4f68-977b-48bfbb947fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '66042460-fa0f-425c-bb91-843b7c2a5b1a'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:09:55.681765 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-ad170c68-b8b8-4e57-a0d4-65059b2aecc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:55.723460 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732c6c96-7cff-40cd-9b32-00914a72b8f6 x-openstack-request-id: req-732c6c96-7cff-40cd-9b32-00914a72b8f6 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:09:55.724146 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1a78554-c981-4079-b8c8-ee1b312cc36f", "tag": "ed0ae9d3-c931-4c29-9947-3efb77ecdbf9", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:09:55.724604 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-732c6c96-7cff-40cd-9b32-00914a72b8f6 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:09:55.725462 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a78554-c981-4079-b8c8-ee1b312cc36f', 'tag': 'ed0ae9d3-c931-4c29-9947-3efb77ecdbf9', 'status': 'completed', 'code': 200} Oct 19 01:09:55.728768 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1a320c96-b962-4417-b464-99e81d01721c req-85b3eaf4-0dd0-435f-b728-c6f9684c3751 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed0ae9d3-c931-4c29-9947-3efb77ecdbf9 HTTP/1.1" status: 200 len: 217 time: 0.1309433 Oct 19 01:09:55.780051 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-7c3961a8-f5a5-404e-a73f-c49f5b8426de None None] Set router ecb26938-39ab-4c42-aea9-df8e47a900d5 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:09:55.797524 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cb9dd469-b23e-47c5-9a7b-e87c982e66b3 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:55.816299 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-ad170c68-b8b8-4e57-a0d4-65059b2aecc5 service neutron] For port a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:09:55.820240 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-ad170c68-b8b8-4e57-a0d4-65059b2aecc5 service neutron] For port a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a,segment=NetworkSegment(fd3aa161-59e5-4f68-977b-48bfbb947fde),segment_id=fd3aa161-59e5-4f68-977b-48bfbb947fde)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:09:55.832070 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-ad170c68-b8b8-4e57-a0d4-65059b2aecc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:55.861914 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a320c96-b962-4417-b464-99e81d01721c req-cb3c4b93-eb1d-48ac-869c-3821adf1ccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:55.863588 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1a320c96-b962-4417-b464-99e81d01721c req-cb3c4b93-eb1d-48ac-869c-3821adf1ccfe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c491c19-2c54-43fa-a611-2d3b3495f28e HTTP/1.1" status: 200 len: 855 time: 0.1281087 Oct 19 01:09:55.870198 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9dd469-b23e-47c5-9a7b-e87c982e66b3 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Network 79e06fbb-e42f-458a-88fd-d2efc2046cbb is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:09:55.884671 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-ad170c68-b8b8-4e57-a0d4-65059b2aecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:55.885465 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-ad170c68-b8b8-4e57-a0d4-65059b2aecc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:55.887679 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-ad170c68-b8b8-4e57-a0d4-65059b2aecc5 service neutron] 10.222.0.55 "PUT /v2.0/ports/a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a HTTP/1.1" status: 200 len: 1093 time: 1.7743683 Oct 19 01:09:55.893250 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37318) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:55.942970 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-58c83cf6-2c21-4f90-a007-5cd309ae3bf5 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-139476912', 'description': 'tempest-secgroup-smoke-139476912 description', 'project_id': '2cef90ceee4e4e5aba45348bee033f1a'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:55.963006 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7d7075-8740-4f4a-942c-eb1488d6c813', 'tag': 'a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:09:55.966578 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-cb9dd469-b23e-47c5-9a7b-e87c982e66b3 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:09:55.973648 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9dd469-b23e-47c5-9a7b-e87c982e66b3 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:09:55.974267 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1c9ad8-cc73-41f7-9595-b53e8f84a764" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7d7075-8740-4f4a-942c-eb1488d6c813", "tag": "a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:09:56.068818 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1a320c96-b962-4417-b464-99e81d01721c req-ac381bdd-9934-4812-9e4a-136cacd80cf4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ee57031-7c0e-477c-878f-24c41625b6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1974101 Oct 19 01:09:56.090902 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bc303386-e640-4e82-838a-262fdf229624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:56.127992 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2a55f8ef-84ba-4acc-9e12-7626a0fccc62 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:56.199920 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-bc303386-e640-4e82-838a-262fdf229624 None None] For port a62f357c-ebce-480e-9b86-643836f1ad0a, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=a62f357c-ebce-480e-9b86-643836f1ad0a,segment=NetworkSegment(21b02261-c581-4f13-b2ec-4c260af202bb),segment_id=21b02261-c581-4f13-b2ec-4c260af202bb)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:56.203653 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9dd469-b23e-47c5-9a7b-e87c982e66b3 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Pushing event updated for resources: {'Port': ['ID=3902ced3-5a29-4fcd-bc81-1297bd7c1d66,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:56.222507 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddd9a9-7608-441b-9468-bf0ed503d964 req-6c14dbcc-1f38-40f3-9169-d3795fc844ee tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:56.228465 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-10ddd9a9-7608-441b-9468-bf0ed503d964 req-6c14dbcc-1f38-40f3-9169-d3795fc844ee tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a7d7075-8740-4f4a-942c-eb1488d6c813 HTTP/1.1" status: 200 len: 944 time: 0.1188648 Oct 19 01:09:56.234170 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad170c68-b8b8-4e57-a0d4-65059b2aecc5 service neutron] Pushing event updated for resources: {'Port': ['ID=a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:56.239443 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bc303386-e640-4e82-838a-262fdf229624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:56.247999 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-b5489340-701e-4e60-9655-c5d3a30ac569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:56.249923 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-b5489340-701e-4e60-9655-c5d3a30ac569 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9787233d37374ed58e92ce9821327294&device_id=7a7d7075-8740-4f4a-942c-eb1488d6c813 HTTP/1.1" status: 200 len: 1096 time: 0.2396629 Oct 19 01:09:56.340077 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc303386-e640-4e82-838a-262fdf229624 None None] Pushing event updated for resources: {'Port': ['ID=a62f357c-ebce-480e-9b86-643836f1ad0a,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:56.342496 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-362b35e8-b6b4-4980-ab71-be0625b7920f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a HTTP/1.1" status: 200 len: 217 time: 0.0767982 Oct 19 01:09:56.361745 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ed0e5977-0685-4a61-8726-49b4bb331aa3 req-5dcf7433-73f7-4d3c-ab6c-6018cc76e1cf tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b7dd2c1-267a-4eb7-a1d7-af3323f67c41 HTTP/1.1" status: 200 len: 210 time: 0.1352568 Oct 19 01:09:56.375164 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18c350-7778-48ee-811d-35e125d8419c req-0ac6f36e-0e3f-4c50-a7c7-0fee083b56b0 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:56.376709 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ab18c350-7778-48ee-811d-35e125d8419c req-0ac6f36e-0e3f-4c50-a7c7-0fee083b56b0 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.24 "GET /v2.0/networks?id=9fdfc968-fd05-4762-858e-87980e28a6e6 HTTP/1.1" status: 200 len: 812 time: 0.3016539 Oct 19 01:09:56.385755 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-58c83cf6-2c21-4f90-a007-5cd309ae3bf5 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:56.412972 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-ab18c350-7778-48ee-811d-35e125d8419c req-5a1491de-5e26-4e28-ae85-4444dc7b1149 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Request body: {'port': {'device_id': '6b7dd2c1-267a-4eb7-a1d7-af3323f67c41', 'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6', 'admin_state_up': True, 'tenant_id': '6b1b4901fc87414a92dc3f7f47c3c09a'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:56.435697 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-10ddd9a9-7608-441b-9468-bf0ed503d964 req-bae766c6-ad65-4e96-ab8d-b31a0145ac51 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6c0745a-b538-427c-8c56-814f58449f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772711 Oct 19 01:09:56.441599 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2a55f8ef-84ba-4acc-9e12-7626a0fccc62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:56.450517 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-68eab800-2188-4ed5-b851-b6d00fa315ae None None] Provisioning complete for port a62f357c-ebce-480e-9b86-643836f1ad0a triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:56.450721 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-68eab800-2188-4ed5-b851-b6d00fa315ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:56.485762 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625a2ace-a651-430b-920d-ae62d1d12bd1 x-openstack-request-id: req-625a2ace-a651-430b-920d-ae62d1d12bd1 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:09:56.486164 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7d7075-8740-4f4a-942c-eb1488d6c813", "tag": "a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:09:56.486519 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-625a2ace-a651-430b-920d-ae62d1d12bd1 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:09:56.487045 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7d7075-8740-4f4a-942c-eb1488d6c813', 'tag': 'a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a', 'status': 'completed', 'code': 200} Oct 19 01:09:56.493146 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a55f8ef-84ba-4acc-9e12-7626a0fccc62 admin admin] Pushing event updated for resources: {'Port': ['ID=709f23f4-a8b4-4007-b14a-c23e41ab903e,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:56.502225 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-f1501fea-d018-47f8-8500-25e80cfad4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:56.504159 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-f1501fea-d018-47f8-8500-25e80cfad4d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c39af2bc-eefd-4819-8f69-52526a5a90a1 HTTP/1.1" status: 200 len: 854 time: 0.1507211 Oct 19 01:09:56.512381 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-7c3961a8-f5a5-404e-a73f-c49f5b8426de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb26938-39ab-4c42-aea9-df8e47a900d5', 'name': 'tempest-TestServerBasicOps-843299999-router', 'tenant_id': '5b796be5a808470fa80f1727a034f94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'f2b817ee-c62e-40fb-9900-6878956619e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:42Z', 'updated_at': '2021-10-19T01:09:50Z', 'revision_number': 4, 'project_id': '5b796be5a808470fa80f1727a034f94b', 'gw_port': {'id': 'f2b817ee-c62e-40fb-9900-6878956619e3', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:61:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb26938-39ab-4c42-aea9-df8e47a900d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:43Z', 'updated_at': '2021-10-19T01:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'a62f357c-ebce-480e-9b86-643836f1ad0a', 'name': '', 'network_id': '14689d29-5148-4eb8-a424-5d5c74c84da8', 'tenant_id': '5b796be5a808470fa80f1727a034f94b', 'mac_address': 'fa:16:3e:23:be:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb26938-39ab-4c42-aea9-df8e47a900d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '31d959b8-420f-4050-b6b0-7a8e2f446d56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:48Z', 'updated_at': '2021-10-19T01:09:55Z', 'revision_number': 4, 'project_id': '5b796be5a808470fa80f1727a034f94b', 'subnets': [{'id': '31d959b8-420f-4050-b6b0-7a8e2f446d56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:56.541593 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a55f8ef-84ba-4acc-9e12-7626a0fccc62 admin admin] Network f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:09:56.566784 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3961a8-f5a5-404e-a73f-c49f5b8426de None None] The sync data for ids ['ecb26938-39ab-4c42-aea9-df8e47a900d5'] in n-d-715271-26 is: [{'id': 'ecb26938-39ab-4c42-aea9-df8e47a900d5', 'name': 'tempest-TestServerBasicOps-843299999-router', 'tenant_id': '5b796be5a808470fa80f1727a034f94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'f2b817ee-c62e-40fb-9900-6878956619e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:42Z', 'updated_at': '2021-10-19T01:09:50Z', 'revision_number': 4, 'project_id': '5b796be5a808470fa80f1727a034f94b', 'gw_port': {'id': 'f2b817ee-c62e-40fb-9900-6878956619e3', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:61:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb26938-39ab-4c42-aea9-df8e47a900d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:43Z', 'updated_at': '2021-10-19T01:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'a62f357c-ebce-480e-9b86-643836f1ad0a', 'name': '', 'network_id': '14689d29-5148-4eb8-a424-5d5c74c84da8', 'tenant_id': '5b796be5a808470fa80f1727a034f94b', 'mac_address': 'fa:16:3e:23:be:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb26938-39ab-4c42-aea9-df8e47a900d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '31d959b8-420f-4050-b6b0-7a8e2f446d56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:48Z', 'updated_at': '2021-10-19T01:09:55Z', 'revision_number': 4, 'project_id': '5b796be5a808470fa80f1727a034f94b', 'subnets': [{'id': '31d959b8-420f-4050-b6b0-7a8e2f446d56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:09:56.578944 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-d3dad07a-43a0-4184-b86e-8c2cf15f1927 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66042460-fa0f-425c-bb91-843b7c2a5b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668433 Oct 19 01:09:56.591029 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-2a55f8ef-84ba-4acc-9e12-7626a0fccc62 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:09:56.621257 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a55f8ef-84ba-4acc-9e12-7626a0fccc62 admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:09:56.719817 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1a320c96-b962-4417-b464-99e81d01721c req-be8de103-ca29-4eb5-8af9-d71b46796131 service neutron] 10.222.0.55 "GET /v2.0/networks/9ee57031-7c0e-477c-878f-24c41625b6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5219462 Oct 19 01:09:56.967430 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device a62f357c-ebce-480e-9b86-643836f1ad0a up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:09:56.992826 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2a55f8ef-84ba-4acc-9e12-7626a0fccc62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:57.106026 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:57.128706 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-58c83cf6-2c21-4f90-a007-5cd309ae3bf5 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:57.140068 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-bd376bb0-98ae-4c87-b2b0-7ce685effcbb None None] Provisioning complete for port 709f23f4-a8b4-4007-b14a-c23e41ab903e triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:57.140768 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bd376bb0-98ae-4c87-b2b0-7ce685effcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:57.154078 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-58c83cf6-2c21-4f90-a007-5cd309ae3bf5 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:57.181606 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port a62f357c-ebce-480e-9b86-643836f1ad0a triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:57.182271 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:57.190346 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c83cf6-2c21-4f90-a007-5cd309ae3bf5 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e980300-206f-41ab-a4a5-4d4b5763228c,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:57.195069 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab18c350-7778-48ee-811d-35e125d8419c req-5a1491de-5e26-4e28-ae85-4444dc7b1149 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Made reservation on behalf of 6b1b4901fc87414a92dc3f7f47c3c09a for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:09:57.197581 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ab18c350-7778-48ee-811d-35e125d8419c req-5a1491de-5e26-4e28-ae85-4444dc7b1149 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:57.214097 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cb9dd469-b23e-47c5-9a7b-e87c982e66b3 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:57.231961 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1a320c96-b962-4417-b464-99e81d01721c req-b21bef7a-1584-46bd-8330-84c0cd4f5c67 service neutron] 10.222.0.55 "GET /v2.0/networks/9ee57031-7c0e-477c-878f-24c41625b6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4991453 Oct 19 01:09:57.343345 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-58c83cf6-2c21-4f90-a007-5cd309ae3bf5 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:57.344872 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-58c83cf6-2c21-4f90-a007-5cd309ae3bf5 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4490092 Oct 19 01:09:57.374958 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c65aaa78-8ab1-47cb-af77-6aa246080eac up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:09:57.382680 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-bd376bb0-98ae-4c87-b2b0-7ce685effcbb None None] Port 709f23f4-a8b4-4007-b14a-c23e41ab903e cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:09:57.383974 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37328) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:57.400121 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-52d1b79f-5d8e-4ff9-a6ab-b6b7ad6ea2e9 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Request body: {'security_group_rule': {'security_group_id': '6e980300-206f-41ab-a4a5-4d4b5763228c', 'project_id': '2cef90ceee4e4e5aba45348bee033f1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:57.452192 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-52d1b79f-5d8e-4ff9-a6ab-b6b7ad6ea2e9 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:57.516718 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port c65aaa78-8ab1-47cb-af77-6aa246080eac triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:57.517101 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:57.596614 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-ab18c350-7778-48ee-811d-35e125d8419c req-5a1491de-5e26-4e28-ae85-4444dc7b1149 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Allocated IP 172.20.0.7 (9fdfc968-fd05-4762-858e-87980e28a6e6/48d33ad6-49ce-4420-8e80-235f3948de37/301b9137-5922-49be-a3da-4733e18adf36) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:09:57.640667 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:57.657743 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131dcc6-f80f-4ee0-9001-3851d4ecfe16 req-a299fb56-0f9c-48be-b632-6ea791a12b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:57.659624 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2131dcc6-f80f-4ee0-9001-3851d4ecfe16 req-a299fb56-0f9c-48be-b632-6ea791a12b21 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3197f324082c4b4faa8975269bfcbb60&device_id=c1a78554-c981-4079-b8c8-ee1b312cc36f HTTP/1.1" status: 200 len: 1096 time: 0.3630419 Oct 19 01:09:57.677061 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port c65aaa78-8ab1-47cb-af77-6aa246080eac, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c65aaa78-8ab1-47cb-af77-6aa246080eac,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:57.686966 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:57.758041 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=c65aaa78-8ab1-47cb-af77-6aa246080eac,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:57.768249 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-794b839d-3247-4124-aad3-d984950d7e0d req-dab39a89-f25d-4fd4-af5b-798e7a55cd39 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b7dd2c1-267a-4eb7-a1d7-af3323f67c41 HTTP/1.1" status: 200 len: 210 time: 0.2343774 Oct 19 01:09:57.796080 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890baf49-faa5-4703-8ab3-ab997d2d6199 req-e80fe7f7-82cc-47bc-870d-dc9c74ba7cce tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:57.805369 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-890baf49-faa5-4703-8ab3-ab997d2d6199 req-e80fe7f7-82cc-47bc-870d-dc9c74ba7cce tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1a78554-c981-4079-b8c8-ee1b312cc36f HTTP/1.1" status: 200 len: 944 time: 1.1224372 Oct 19 01:09:57.836955 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-e39602e1-ecf0-458f-997e-10d8006c71ed service neutron] 10.222.0.55 "GET /v2.0/networks/66042460-fa0f-425c-bb91-843b7c2a5b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2428849 Oct 19 01:09:57.922737 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-890baf49-faa5-4703-8ab3-ab997d2d6199 req-cf5be696-7ce9-4aeb-87af-6910695ed2f4 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163974 Oct 19 01:09:58.019709 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-52d1b79f-5d8e-4ff9-a6ab-b6b7ad6ea2e9 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:58.068582 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c54a151a-dd71-45ef-bf29-9c5fbab58d85 req-14bbe65e-baae-4d18-a436-9c54b55e4df3 service neutron] 10.222.0.55 "GET /v2.0/networks/66042460-fa0f-425c-bb91-843b7c2a5b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188010 Oct 19 01:09:58.096335 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2a55f8ef-84ba-4acc-9e12-7626a0fccc62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:58.265908 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c9ad8-cc73-41f7-9595-b53e8f84a764 req-b2e34b17-2f68-4e40-92f5-487b9654b967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:58.267557 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4a1c9ad8-cc73-41f7-9595-b53e8f84a764 req-b2e34b17-2f68-4e40-92f5-487b9654b967 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9787233d37374ed58e92ce9821327294&device_id=7a7d7075-8740-4f4a-942c-eb1488d6c813 HTTP/1.1" status: 200 len: 1096 time: 0.1369507 Oct 19 01:09:58.454982 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c9ad8-cc73-41f7-9595-b53e8f84a764 req-3d39f47c-446e-40b7-a8cd-0e60d8c280b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:58.456376 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4a1c9ad8-cc73-41f7-9595-b53e8f84a764 req-3d39f47c-446e-40b7-a8cd-0e60d8c280b7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66042460-fa0f-425c-bb91-843b7c2a5b1a HTTP/1.1" status: 200 len: 915 time: 0.1792088 Oct 19 01:09:58.508064 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4a1c9ad8-cc73-41f7-9595-b53e8f84a764 req-e1062dae-a44c-4255-a884-ac59cddcfc98 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a HTTP/1.1" status: 200 len: 217 time: 0.0418081 Oct 19 01:09:58.509956 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2a55f8ef-84ba-4acc-9e12-7626a0fccc62 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:58.534669 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-52d1b79f-5d8e-4ff9-a6ab-b6b7ad6ea2e9 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:58.547466 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2a55f8ef-84ba-4acc-9e12-7626a0fccc62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:58.611924 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1b79f-5d8e-4ff9-a6ab-b6b7ad6ea2e9 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf1eba61-16b8-4f15-a502-c03d5c2d8794,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:58.614180 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cb9dd469-b23e-47c5-9a7b-e87c982e66b3 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:58.627954 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248d471-5c96-40df-9a75-c35bce1a9a0d req-49dea993-227c-4fe6-8f70-15cd2a838b00 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:58.628167 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c9ad8-cc73-41f7-9595-b53e8f84a764 req-056bcacb-7bee-4dfb-8c5c-22a174752f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:58.629571 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4a1c9ad8-cc73-41f7-9595-b53e8f84a764 req-056bcacb-7bee-4dfb-8c5c-22a174752f60 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c39af2bc-eefd-4819-8f69-52526a5a90a1 HTTP/1.1" status: 200 len: 854 time: 0.1141076 Oct 19 01:09:58.636845 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4248d471-5c96-40df-9a75-c35bce1a9a0d req-49dea993-227c-4fe6-8f70-15cd2a838b00 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a7d7075-8740-4f4a-942c-eb1488d6c813 HTTP/1.1" status: 200 len: 944 time: 0.7332883 Oct 19 01:09:58.647690 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a55f8ef-84ba-4acc-9e12-7626a0fccc62 admin admin] Pushing event updated for resources: {'Port': ['ID=709f23f4-a8b4-4007-b14a-c23e41ab903e,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:58.667869 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-52d1b79f-5d8e-4ff9-a6ab-b6b7ad6ea2e9 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:58.671541 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-52d1b79f-5d8e-4ff9-a6ab-b6b7ad6ea2e9 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2822852 Oct 19 01:09:58.674368 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131dcc6-f80f-4ee0-9001-3851d4ecfe16 req-bc44e870-6f81-49e2-9cd1-06ce4ab1b81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:58.675882 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2131dcc6-f80f-4ee0-9001-3851d4ecfe16 req-bc44e870-6f81-49e2-9cd1-06ce4ab1b81c service neutron] 10.222.0.55 "GET /v2.0/networks?id=9ee57031-7c0e-477c-878f-24c41625b6af HTTP/1.1" status: 200 len: 916 time: 0.9656055 Oct 19 01:09:58.676345 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2a55f8ef-84ba-4acc-9e12-7626a0fccc62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:58.681473 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37338) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:58.685219 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ab18c350-7778-48ee-811d-35e125d8419c req-5a1491de-5e26-4e28-ae85-4444dc7b1149 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:58.689696 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4a1c9ad8-cc73-41f7-9595-b53e8f84a764 req-af97c60f-c981-4cd8-9c9e-c0581e27ce44 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66042460-fa0f-425c-bb91-843b7c2a5b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518625 Oct 19 01:09:58.692869 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-fb5f5d29-50df-455c-acbe-7de309f46b99 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Request body: {'security_group_rule': {'security_group_id': '6e980300-206f-41ab-a4a5-4d4b5763228c', 'project_id': '2cef90ceee4e4e5aba45348bee033f1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:58.750577 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2131dcc6-f80f-4ee0-9001-3851d4ecfe16 req-265f10ab-d023-439e-82de-51137c5dcf58 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed0ae9d3-c931-4c29-9947-3efb77ecdbf9 HTTP/1.1" status: 200 len: 217 time: 0.0528657 Oct 19 01:09:58.753442 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4248d471-5c96-40df-9a75-c35bce1a9a0d req-5d80c5d2-090c-4edf-aac3-096a5e9f9f5a tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6c0745a-b538-427c-8c56-814f58449f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158164 Oct 19 01:09:58.801767 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c65aaa78-8ab1-47cb-af77-6aa246080eac up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:09:58.867158 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port c65aaa78-8ab1-47cb-af77-6aa246080eac triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:58.868336 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:58.876171 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a55f8ef-84ba-4acc-9e12-7626a0fccc62 admin admin] Network f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:09:58.879095 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-2a55f8ef-84ba-4acc-9e12-7626a0fccc62 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:09:58.923659 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fb5f5d29-50df-455c-acbe-7de309f46b99 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:58.949737 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131dcc6-f80f-4ee0-9001-3851d4ecfe16 req-90caa3b5-5b30-4450-b4fe-9c3c8fba1c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:58.951220 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2131dcc6-f80f-4ee0-9001-3851d4ecfe16 req-90caa3b5-5b30-4450-b4fe-9c3c8fba1c19 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c491c19-2c54-43fa-a611-2d3b3495f28e HTTP/1.1" status: 200 len: 855 time: 0.1593850 Oct 19 01:09:58.988028 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9ec238a9-058f-48f9-bbc7-b39f6892add6 req-cf2fe56a-9dcc-4dd1-b1db-533effda4078 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b7dd2c1-267a-4eb7-a1d7-af3323f67c41 HTTP/1.1" status: 200 len: 210 time: 0.1014245 Oct 19 01:09:59.014645 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4a1c9ad8-cc73-41f7-9595-b53e8f84a764 req-c6386fc2-e08b-4b09-a815-e8f928d5915c service neutron] 10.222.0.55 "GET /v2.0/networks/66042460-fa0f-425c-bb91-843b7c2a5b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120744 Oct 19 01:09:59.021433 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ab18c350-7778-48ee-811d-35e125d8419c req-5a1491de-5e26-4e28-ae85-4444dc7b1149 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:59.030763 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2131dcc6-f80f-4ee0-9001-3851d4ecfe16 req-446bbdb7-7020-41a0-9a7a-da93c0cef925 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ee57031-7c0e-477c-878f-24c41625b6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664265 Oct 19 01:09:59.162264 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab18c350-7778-48ee-811d-35e125d8419c req-5a1491de-5e26-4e28-ae85-4444dc7b1149 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Network 9fdfc968-fd05-4762-858e-87980e28a6e6 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:09:59.183582 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-ab18c350-7778-48ee-811d-35e125d8419c req-5a1491de-5e26-4e28-ae85-4444dc7b1149 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:09:59.185604 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4a1c9ad8-cc73-41f7-9595-b53e8f84a764 req-14208233-5705-4698-8110-fdf1ad95b30e service neutron] 10.222.0.55 "GET /v2.0/networks/66042460-fa0f-425c-bb91-843b7c2a5b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626179 Oct 19 01:09:59.186933 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a55f8ef-84ba-4acc-9e12-7626a0fccc62 admin admin] Router da0ff329-66e4-48b4-ae7b-57eb7fd56c18 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:09:59.190781 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:59.219554 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab18c350-7778-48ee-811d-35e125d8419c req-5a1491de-5e26-4e28-ae85-4444dc7b1149 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:09:59.225267 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1491de-5e26-4e28-ae85-4444dc7b1149 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Pushing event updated for resources: {'Port': ['ID=301b9137-5922-49be-a3da-4733e18adf36,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:59.232206 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fb5f5d29-50df-455c-acbe-7de309f46b99 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:59.244659 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-8e2f96ad-6bfa-4da8-b446-92587f912018 None None] Provisioning complete for port 709f23f4-a8b4-4007-b14a-c23e41ab903e triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:59.245094 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8e2f96ad-6bfa-4da8-b446-92587f912018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:59.269328 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fb5f5d29-50df-455c-acbe-7de309f46b99 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:59.292298 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-8e2f96ad-6bfa-4da8-b446-92587f912018 None None] Port 709f23f4-a8b4-4007-b14a-c23e41ab903e cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:09:59.298063 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe620f-4e18-4972-806e-94656e715057 req-03c4047e-f592-41e2-936e-88bf516f92b1 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:59.300191 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0dfe620f-4e18-4972-806e-94656e715057 req-03c4047e-f592-41e2-936e-88bf516f92b1 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1a78554-c981-4079-b8c8-ee1b312cc36f HTTP/1.1" status: 200 len: 944 time: 0.2634370 Oct 19 01:09:59.315997 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a55f8ef-84ba-4acc-9e12-7626a0fccc62 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:09:59.321515 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2a55f8ef-84ba-4acc-9e12-7626a0fccc62 admin admin] 10.222.0.57 "PUT /v2.0/routers/da0ff329-66e4-48b4-ae7b-57eb7fd56c18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7579200 Oct 19 01:09:59.327007 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e557cb0-b4ca-4002-ae7d-cef7359d0540 None None] Sync routers for ids ['da0ff329-66e4-48b4-ae7b-57eb7fd56c18'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:09:59.337061 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e557cb0-b4ca-4002-ae7d-cef7359d0540 None None] Routers {'da0ff329-66e4-48b4-ae7b-57eb7fd56c18'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:09:59.337796 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f5d29-50df-455c-acbe-7de309f46b99 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2de291c-1a5c-4d21-8679-218046f528ae,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:59.337947 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-1e557cb0-b4ca-4002-ae7d-cef7359d0540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:09:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['da0ff329-66e4-48b4-ae7b-57eb7fd56c18'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:59.362714 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2131dcc6-f80f-4ee0-9001-3851d4ecfe16 req-358f116d-6060-40b5-b3e1-a50374448736 service neutron] 10.222.0.55 "GET /v2.0/networks/9ee57031-7c0e-477c-878f-24c41625b6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170414 Oct 19 01:09:59.363264 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9dd469-b23e-47c5-9a7b-e87c982e66b3 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Router 56ef3f28-7504-4910-b38d-ef418ea3b3b1 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:09:59.373227 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18c350-7778-48ee-811d-35e125d8419c req-5a1491de-5e26-4e28-ae85-4444dc7b1149 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:59.373857 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ab18c350-7778-48ee-811d-35e125d8419c req-5a1491de-5e26-4e28-ae85-4444dc7b1149 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:59.382289 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fb5f5d29-50df-455c-acbe-7de309f46b99 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:59.386087 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fb5f5d29-50df-455c-acbe-7de309f46b99 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6963599 Oct 19 01:09:59.386497 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37350) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:59.391038 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-4937e8d5-a7ad-47bd-9537-503a9f394602 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Request body: {'security_group_rule': {'security_group_id': '6e980300-206f-41ab-a4a5-4d4b5763228c', 'project_id': '2cef90ceee4e4e5aba45348bee033f1a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:59.429504 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4937e8d5-a7ad-47bd-9537-503a9f394602 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:59.448915 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ab18c350-7778-48ee-811d-35e125d8419c req-5a1491de-5e26-4e28-ae85-4444dc7b1149 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0596616 Oct 19 01:09:59.461218 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device ed0ae9d3-c931-4c29-9947-3efb77ecdbf9 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:09:59.473315 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-1e557cb0-b4ca-4002-ae7d-cef7359d0540 None None] Set router da0ff329-66e4-48b4-ae7b-57eb7fd56c18 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:09:59.546183 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4937e8d5-a7ad-47bd-9537-503a9f394602 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:59.559336 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4937e8d5-a7ad-47bd-9537-503a9f394602 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:59.581552 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937e8d5-a7ad-47bd-9537-503a9f394602 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c819d9b-bfca-4b46-b26f-510518827381,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:59.597061 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-ab18c350-7778-48ee-811d-35e125d8419c req-ae76f4cb-a49e-4f9c-997a-606b57eba423 service neutron] Request body: {'port': {'device_id': '6b7dd2c1-267a-4eb7-a1d7-af3323f67c41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:59.603350 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2131dcc6-f80f-4ee0-9001-3851d4ecfe16 req-f7d66d93-84cd-48f4-9476-49b087c16dc8 service neutron] 10.222.0.55 "GET /v2.0/networks/9ee57031-7c0e-477c-878f-24c41625b6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237105 Oct 19 01:09:59.617313 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0dfe620f-4e18-4972-806e-94656e715057 req-cb6d5a9a-b033-4ed3-a2d0-6b3a5db55111 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010442 Oct 19 01:09:59.650501 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4937e8d5-a7ad-47bd-9537-503a9f394602 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:59.656259 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4937e8d5-a7ad-47bd-9537-503a9f394602 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2687793 Oct 19 01:09:59.657399 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37356) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:59.665061 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-3ad4849a-5b04-4f0a-8a67-9a1a2a26bc5d tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Request body: {'security_group_rule': {'security_group_id': '6e980300-206f-41ab-a4a5-4d4b5763228c', 'project_id': '2cef90ceee4e4e5aba45348bee033f1a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:59.700768 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port ed0ae9d3-c931-4c29-9947-3efb77ecdbf9, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=ed0ae9d3-c931-4c29-9947-3efb77ecdbf9,segment=NetworkSegment(24d285ee-2f28-4b9f-95c9-4edf3800159a),segment_id=24d285ee-2f28-4b9f-95c9-4edf3800159a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:59.720619 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3ad4849a-5b04-4f0a-8a67-9a1a2a26bc5d tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:59.728832 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'ed0ae9d3-c931-4c29-9947-3efb77ecdbf9', 'network_id': '9ee57031-7c0e-477c-878f-24c41625b6af', 'port_id': 'ed0ae9d3-c931-4c29-9947-3efb77ecdbf9', 'mac_address': 'fa:16:3e:7a:18:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c491c19-2c54-43fa-a611-2d3b3495f28e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:09:59.755031 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ab18c350-7778-48ee-811d-35e125d8419c req-ae76f4cb-a49e-4f9c-997a-606b57eba423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:59.766277 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37358) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:59.774197 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-ea37b0f6-0c1f-4ce0-b9a1-5858a84efff4 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1456862210', 'description': 'tempest-description--1667494305'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:59.801693 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:59.813690 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9dd469-b23e-47c5-9a7b-e87c982e66b3 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:09:59.818394 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ea37b0f6-0c1f-4ce0-b9a1-5858a84efff4 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:59.818855 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed0ae9d3-c931-4c29-9947-3efb77ecdbf9 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:09:59.849409 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port ed0ae9d3-c931-4c29-9947-3efb77ecdbf9, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=ed0ae9d3-c931-4c29-9947-3efb77ecdbf9,segment=NetworkSegment(24d285ee-2f28-4b9f-95c9-4edf3800159a),segment_id=24d285ee-2f28-4b9f-95c9-4edf3800159a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:59.859339 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cb9dd469-b23e-47c5-9a7b-e87c982e66b3 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:59.861273 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cb9dd469-b23e-47c5-9a7b-e87c982e66b3 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 8.1404030 Oct 19 01:09:59.864229 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37362) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:59.864416 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6050e7ee-9a37-46c5-a790-81fa77313a8a None None] Sync routers for ids ['56ef3f28-7504-4910-b38d-ef418ea3b3b1'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:09:59.868860 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:59.896447 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3ad4849a-5b04-4f0a-8a67-9a1a2a26bc5d tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:59.898802 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-1e557cb0-b4ca-4002-ae7d-cef7359d0540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'name': 'tempest-ServersTestJSON-1174601585-router', 'tenant_id': '367e6ec72e154da6846bfeff424d3eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'c65aaa78-8ab1-47cb-af77-6aa246080eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:46Z', 'updated_at': '2021-10-19T01:09:58Z', 'revision_number': 4, 'project_id': '367e6ec72e154da6846bfeff424d3eaf', 'gw_port': {'id': 'c65aaa78-8ab1-47cb-af77-6aa246080eac', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:48Z', 'updated_at': '2021-10-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '709f23f4-a8b4-4007-b14a-c23e41ab903e', 'name': '', 'network_id': 'f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b', 'tenant_id': '367e6ec72e154da6846bfeff424d3eaf', 'mac_address': 'fa:16:3e:90:1a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'a37280b7-54ff-46fe-803e-0d2e465304b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:54Z', 'updated_at': '2021-10-19T01:09:58Z', 'revision_number': 2, 'project_id': '367e6ec72e154da6846bfeff424d3eaf', 'subnets': [{'id': 'a37280b7-54ff-46fe-803e-0d2e465304b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:59.905215 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3ad4849a-5b04-4f0a-8a67-9a1a2a26bc5d tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:59.912186 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6050e7ee-9a37-46c5-a790-81fa77313a8a None None] Routers {'56ef3f28-7504-4910-b38d-ef418ea3b3b1'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:09:59.913279 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6050e7ee-9a37-46c5-a790-81fa77313a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:09:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['56ef3f28-7504-4910-b38d-ef418ea3b3b1'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:59.944886 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4849a-5b04-4f0a-8a67-9a1a2a26bc5d tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bfe3f30-8e55-4c90-b190-9cad294fd03b,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:59.950278 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e557cb0-b4ca-4002-ae7d-cef7359d0540 None None] Checking router: da0ff329-66e4-48b4-ae7b-57eb7fd56c18 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:09:59.950711 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e557cb0-b4ca-4002-ae7d-cef7359d0540 None None] Updating router da0ff329-66e4-48b4-ae7b-57eb7fd56c18 port 709f23f4-a8b4-4007-b14a-c23e41ab903e binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:09:59.969321 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3ad4849a-5b04-4f0a-8a67-9a1a2a26bc5d tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:59.975447 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3ad4849a-5b04-4f0a-8a67-9a1a2a26bc5d tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3161969 Oct 19 01:09:59.979187 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37364) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:59.985382 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-1e557cb0-b4ca-4002-ae7d-cef7359d0540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:59.986755 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-00aad2e3-4421-4717-8962-3122704e151e tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Request body: {'security_group_rule': {'security_group_id': '6e980300-206f-41ab-a4a5-4d4b5763228c', 'project_id': '2cef90ceee4e4e5aba45348bee033f1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:59.989253 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=ed0ae9d3-c931-4c29-9947-3efb77ecdbf9,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:00.054723 n-d-715271-26 neutron-server[100607]: INFO neutron.db.securitygroups_db [None req-00aad2e3-4421-4717-8962-3122704e151e tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Project 2cef90ceee4e4e5aba45348bee033f1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:10:00.062819 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-6050e7ee-9a37-46c5-a790-81fa77313a8a None None] Set router 56ef3f28-7504-4910-b38d-ef418ea3b3b1 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:10:00.063883 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ea37b0f6-0c1f-4ce0-b9a1-5858a84efff4 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.065525 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-00aad2e3-4421-4717-8962-3122704e151e tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.127206 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a1954b44-bd37-4963-9e96-ad5641ba6749 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.137203 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ea37b0f6-0c1f-4ce0-b9a1-5858a84efff4 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.206486 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37b0f6-0c1f-4ce0-b9a1-5858a84efff4 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0169a27d-d71f-44e0-8bfe-b3ace499152b,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:00.216174 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ea37b0f6-0c1f-4ce0-b9a1-5858a84efff4 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.217421 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ea37b0f6-0c1f-4ce0-b9a1-5858a84efff4 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4468377 Oct 19 01:10:00.222881 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37370) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:00.224657 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-00aad2e3-4421-4717-8962-3122704e151e tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.229482 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-6ac57844-7226-40bc-b70e-0afccc7048c5 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Request body: {'security_group_rule': {'security_group_id': '0169a27d-d71f-44e0-8bfe-b3ace499152b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:00.230686 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154835cf-b090-43ef-84a1-e58df6d6b4a9 req-f5c93281-79a5-4291-b195-0fa8d083ebad tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:00.232322 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-154835cf-b090-43ef-84a1-e58df6d6b4a9 req-f5c93281-79a5-4291-b195-0fa8d083ebad tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a7d7075-8740-4f4a-942c-eb1488d6c813 HTTP/1.1" status: 200 len: 944 time: 0.2394834 Oct 19 01:10:00.244401 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-00aad2e3-4421-4717-8962-3122704e151e tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.255673 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['ed0ae9d3-c931-4c29-9947-3efb77ecdbf9'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:10:00.264697 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8d8c1-efbd-4658-aa6d-36e9ce7046a4 req-5125b679-f228-45c9-8be0-baad53025321 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:00.266246 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3db8d8c1-efbd-4658-aa6d-36e9ce7046a4 req-5125b679-f228-45c9-8be0-baad53025321 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b7dd2c1-267a-4eb7-a1d7-af3323f67c41 HTTP/1.1" status: 200 len: 931 time: 0.1537504 Oct 19 01:10:00.308742 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aad2e3-4421-4717-8962-3122704e151e tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=548525e6-863f-4db9-8696-ad43e850f2be,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:00.343029 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-00aad2e3-4421-4717-8962-3122704e151e tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.344603 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-00aad2e3-4421-4717-8962-3122704e151e tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3642535 Oct 19 01:10:00.350086 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3db8d8c1-efbd-4658-aa6d-36e9ce7046a4 req-53f9c454-cc7d-4f33-9a63-a9d38a558b1b tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710621 Oct 19 01:10:00.350961 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37374) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:00.351900 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6ac57844-7226-40bc-b70e-0afccc7048c5 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.358835 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-627e5718-3c5f-423f-90ca-ba989d292f4b tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Request body: {'security_group_rule': {'security_group_id': '6e980300-206f-41ab-a4a5-4d4b5763228c', 'project_id': '2cef90ceee4e4e5aba45348bee033f1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:00.384215 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6050e7ee-9a37-46c5-a790-81fa77313a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef3f28-7504-4910-b38d-ef418ea3b3b1', 'name': '', 'tenant_id': '4862f4af4204466dbfc83a610ed6691c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e06fbb-e42f-458a-88fd-d2efc2046cbb', 'external_fixed_ips': [{'subnet_id': '2dfb9d35-6ec3-428b-95a1-03a27966d956', 'ip_address': '2001:db8::22'}], 'enable_snat': True}, 'gw_port_id': '3902ced3-5a29-4fcd-bc81-1297bd7c1d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:51Z', 'updated_at': '2021-10-19T01:09:56Z', 'revision_number': 3, 'project_id': '4862f4af4204466dbfc83a610ed6691c', 'gw_port': {'id': '3902ced3-5a29-4fcd-bc81-1297bd7c1d66', 'name': '', 'network_id': '79e06fbb-e42f-458a-88fd-d2efc2046cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:85:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ef3f28-7504-4910-b38d-ef418ea3b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '2dfb9d35-6ec3-428b-95a1-03a27966d956', 'ip_address': '2001:db8::22', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:53Z', 'updated_at': '2021-10-19T01:09:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dfb9d35-6ec3-428b-95a1-03a27966d956', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:00.396563 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-154835cf-b090-43ef-84a1-e58df6d6b4a9 req-4d40ad34-ed14-44bb-ae97-cf05180cccaa tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6c0745a-b538-427c-8c56-814f58449f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573143 Oct 19 01:10:00.432645 n-d-715271-26 neutron-server[100607]: INFO neutron.db.securitygroups_db [None req-627e5718-3c5f-423f-90ca-ba989d292f4b tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Project 2cef90ceee4e4e5aba45348bee033f1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:10:00.436595 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-1e557cb0-b4ca-4002-ae7d-cef7359d0540 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.444076 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-1e557cb0-b4ca-4002-ae7d-cef7359d0540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.445189 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6050e7ee-9a37-46c5-a790-81fa77313a8a None None] Checking router: 56ef3f28-7504-4910-b38d-ef418ea3b3b1 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:10:00.445592 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6050e7ee-9a37-46c5-a790-81fa77313a8a None None] Updating router 56ef3f28-7504-4910-b38d-ef418ea3b3b1 port 3902ced3-5a29-4fcd-bc81-1297bd7c1d66 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:10:00.448058 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-627e5718-3c5f-423f-90ca-ba989d292f4b tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.481655 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6050e7ee-9a37-46c5-a790-81fa77313a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.501763 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a1954b44-bd37-4963-9e96-ad5641ba6749 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.502178 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2281d-b072-4c74-9b31-2f0a6503a8c4 None None] Pushing event updated for resources: {'Port': ['ID=709f23f4-a8b4-4007-b14a-c23e41ab903e,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:00.506483 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6ac57844-7226-40bc-b70e-0afccc7048c5 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.525673 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6ac57844-7226-40bc-b70e-0afccc7048c5 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.579916 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac57844-7226-40bc-b70e-0afccc7048c5 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b787671f-6bfd-4e62-a2ee-45220c043b8e,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:00.593559 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6ac57844-7226-40bc-b70e-0afccc7048c5 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.597743 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6ac57844-7226-40bc-b70e-0afccc7048c5 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3689654 Oct 19 01:10:00.597743 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-627e5718-3c5f-423f-90ca-ba989d292f4b tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.598829 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37378) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:00.602796 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-cc7be911-0827-4c85-bc33-19effe0f8bc3 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Request body: {'security_group_rule': {'security_group_id': '0169a27d-d71f-44e0-8bfe-b3ace499152b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:00.611313 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-627e5718-3c5f-423f-90ca-ba989d292f4b tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.648654 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e5718-3c5f-423f-90ca-ba989d292f4b tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31bbef38-8a37-4f7e-a0c2-26c7d8cca9ed,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:00.676690 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-1e557cb0-b4ca-4002-ae7d-cef7359d0540 None None] Attempting to bind port 709f23f4-a8b4-4007-b14a-c23e41ab903e on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:10:00.678344 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-1e557cb0-b4ca-4002-ae7d-cef7359d0540 None None] Attempting to bind port 709f23f4-a8b4-4007-b14a-c23e41ab903e by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'd767b856-e22c-4473-bbdd-0ff5e849d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:10:00.679189 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e557cb0-b4ca-4002-ae7d-cef7359d0540 None None] Attempting to bind port 709f23f4-a8b4-4007-b14a-c23e41ab903e on network f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:10:00.680391 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cc7be911-0827-4c85-bc33-19effe0f8bc3 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.691427 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e557cb0-b4ca-4002-ae7d-cef7359d0540 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:10:00.692177 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e557cb0-b4ca-4002-ae7d-cef7359d0540 None None] Checking segment: {'id': 'd767b856-e22c-4473-bbdd-0ff5e849d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:10:00.692909 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-1e557cb0-b4ca-4002-ae7d-cef7359d0540 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.695148 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e557cb0-b4ca-4002-ae7d-cef7359d0540 None None] Bound using segment: {'id': 'd767b856-e22c-4473-bbdd-0ff5e849d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:10:00.696320 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-1e557cb0-b4ca-4002-ae7d-cef7359d0540 None None] Bound port: 709f23f4-a8b4-4007-b14a-c23e41ab903e, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd767b856-e22c-4473-bbdd-0ff5e849d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:10:00.702781 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-627e5718-3c5f-423f-90ca-ba989d292f4b tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.706078 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-627e5718-3c5f-423f-90ca-ba989d292f4b tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3506963 Oct 19 01:10:00.718456 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-1e557cb0-b4ca-4002-ae7d-cef7359d0540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.777259 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-a1954b44-bd37-4963-9e96-ad5641ba6749 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Deleting port 3902ced3-5a29-4fcd-bc81-1297bd7c1d66 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:10:00.777848 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a1954b44-bd37-4963-9e96-ad5641ba6749 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.833767 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-ab18c350-7778-48ee-811d-35e125d8419c req-ae76f4cb-a49e-4f9c-997a-606b57eba423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 301b9137-5922-49be-a3da-4733e18adf36 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:10:00.850348 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-1e557cb0-b4ca-4002-ae7d-cef7359d0540 None None] For port 709f23f4-a8b4-4007-b14a-c23e41ab903e, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:10:00.855029 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ab18c350-7778-48ee-811d-35e125d8419c req-ae76f4cb-a49e-4f9c-997a-606b57eba423 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.855786 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-1e557cb0-b4ca-4002-ae7d-cef7359d0540 None None] For port 709f23f4-a8b4-4007-b14a-c23e41ab903e, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=709f23f4-a8b4-4007-b14a-c23e41ab903e,segment=NetworkSegment(d767b856-e22c-4473-bbdd-0ff5e849d4ed),segment_id=d767b856-e22c-4473-bbdd-0ff5e849d4ed)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:10:00.864904 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-1e557cb0-b4ca-4002-ae7d-cef7359d0540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.881633 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cc7be911-0827-4c85-bc33-19effe0f8bc3 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.894227 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abe2cc-5f12-4ba4-9eb6-84106f0419f1 req-51875b80-9ecc-481c-bb49-1f2c3b8a0bdc tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:00.903869 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-07abe2cc-5f12-4ba4-9eb6-84106f0419f1 req-51875b80-9ecc-481c-bb49-1f2c3b8a0bdc tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1a78554-c981-4079-b8c8-ee1b312cc36f HTTP/1.1" status: 200 len: 945 time: 0.1276903 Oct 19 01:10:00.905345 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cc7be911-0827-4c85-bc33-19effe0f8bc3 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.909405 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-ab18c350-7778-48ee-811d-35e125d8419c req-ae76f4cb-a49e-4f9c-997a-606b57eba423 service neutron] Transition to ACTIVE for port object 301b9137-5922-49be-a3da-4733e18adf36 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:10:00.932138 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ab18c350-7778-48ee-811d-35e125d8419c req-ae76f4cb-a49e-4f9c-997a-606b57eba423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.979505 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7be911-0827-4c85-bc33-19effe0f8bc3 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67976890-9785-40d2-bcee-356a4db2225d,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:00.984748 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2281d-b072-4c74-9b31-2f0a6503a8c4 None None] Pushing event updated for resources: {'Port': ['ID=709f23f4-a8b4-4007-b14a-c23e41ab903e,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:00.991779 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e557cb0-b4ca-4002-ae7d-cef7359d0540 None None] Routers {'da0ff329-66e4-48b4-ae7b-57eb7fd56c18'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:10:00.992431 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-1e557cb0-b4ca-4002-ae7d-cef7359d0540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:09:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['da0ff329-66e4-48b4-ae7b-57eb7fd56c18'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:01.001651 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cc7be911-0827-4c85-bc33-19effe0f8bc3 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:01.005777 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-cc7be911-0827-4c85-bc33-19effe0f8bc3 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4041610 Oct 19 01:10:01.005924 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37394) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:01.016123 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-8d04c5a6-d973-4f28-a57e-144a4b4a8593 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:01.025262 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6050e7ee-9a37-46c5-a790-81fa77313a8a None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:01.036436 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-54f64897-63c9-47a6-983d-1d1fb40f7f4f None None] Provisioning complete for port 709f23f4-a8b4-4007-b14a-c23e41ab903e triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:01.036809 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-54f64897-63c9-47a6-983d-1d1fb40f7f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:01.064648 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a1954b44-bd37-4963-9e96-ad5641ba6749 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:01.069646 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-07abe2cc-5f12-4ba4-9eb6-84106f0419f1 req-951e1de7-77cd-4c67-81db-d3a2e53647e2 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286182 Oct 19 01:10:01.082723 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-a1954b44-bd37-4963-9e96-ad5641ba6749 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Calling delete_port for 3902ced3-5a29-4fcd-bc81-1297bd7c1d66 owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:10:01.083659 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8d04c5a6-d973-4f28-a57e-144a4b4a8593 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks [] for floatingip, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:01.092202 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6050e7ee-9a37-46c5-a790-81fa77313a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:01.096065 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae76f4cb-a49e-4f9c-997a-606b57eba423 service neutron] Pushing event updated for resources: {'Port': ['ID=301b9137-5922-49be-a3da-4733e18adf36,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:01.171366 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-1e557cb0-b4ca-4002-ae7d-cef7359d0540 None None] Set router da0ff329-66e4-48b4-ae7b-57eb7fd56c18 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:10:01.173515 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-f94ed568-d037-4f4a-aac3-cd84c75e5c62 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-139476912&fields=id&tenant_id=2cef90ceee4e4e5aba45348bee033f1a HTTP/1.1" status: 200 len: 267 time: 0.2451036 Oct 19 01:10:01.201341 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6fd74b-e20d-4dee-b1c4-886dbf78d717 None None] Pushing event updated for resources: {'Port': ['ID=3902ced3-5a29-4fcd-bc81-1297bd7c1d66,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:01.208459 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-6050e7ee-9a37-46c5-a790-81fa77313a8a None None] Attempting to bind port 3902ced3-5a29-4fcd-bc81-1297bd7c1d66 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:10:01.208833 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-6050e7ee-9a37-46c5-a790-81fa77313a8a None None] Attempting to bind port 3902ced3-5a29-4fcd-bc81-1297bd7c1d66 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '78beb8b8-76c9-4223-84db-9eaa4c7aaa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '79e06fbb-e42f-458a-88fd-d2efc2046cbb'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:10:01.209204 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6050e7ee-9a37-46c5-a790-81fa77313a8a None None] Attempting to bind port 3902ced3-5a29-4fcd-bc81-1297bd7c1d66 on network 79e06fbb-e42f-458a-88fd-d2efc2046cbb {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:10:01.233027 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6050e7ee-9a37-46c5-a790-81fa77313a8a None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:10:01.233456 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6050e7ee-9a37-46c5-a790-81fa77313a8a None None] Checking segment: {'id': '78beb8b8-76c9-4223-84db-9eaa4c7aaa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '79e06fbb-e42f-458a-88fd-d2efc2046cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:10:01.233803 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6050e7ee-9a37-46c5-a790-81fa77313a8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:01.234202 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6050e7ee-9a37-46c5-a790-81fa77313a8a None None] Bound using segment: {'id': '78beb8b8-76c9-4223-84db-9eaa4c7aaa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '79e06fbb-e42f-458a-88fd-d2efc2046cbb'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:10:01.234841 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-6050e7ee-9a37-46c5-a790-81fa77313a8a None None] Bound port: 3902ced3-5a29-4fcd-bc81-1297bd7c1d66, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78beb8b8-76c9-4223-84db-9eaa4c7aaa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '79e06fbb-e42f-458a-88fd-d2efc2046cbb'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:10:01.235228 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6050e7ee-9a37-46c5-a790-81fa77313a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:01.264778 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8d04c5a6-d973-4f28-a57e-144a4b4a8593 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:01.275016 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-54f64897-63c9-47a6-983d-1d1fb40f7f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:01.329706 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-54f64897-63c9-47a6-983d-1d1fb40f7f4f None None] For port 709f23f4-a8b4-4007-b14a-c23e41ab903e, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=709f23f4-a8b4-4007-b14a-c23e41ab903e,segment=NetworkSegment(d767b856-e22c-4473-bbdd-0ff5e849d4ed),segment_id=d767b856-e22c-4473-bbdd-0ff5e849d4ed)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:01.333910 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-6050e7ee-9a37-46c5-a790-81fa77313a8a None None] For port 3902ced3-5a29-4fcd-bc81-1297bd7c1d66, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:10:01.337605 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-6050e7ee-9a37-46c5-a790-81fa77313a8a None None] For port 3902ced3-5a29-4fcd-bc81-1297bd7c1d66, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=3902ced3-5a29-4fcd-bc81-1297bd7c1d66,segment=NetworkSegment(78beb8b8-76c9-4223-84db-9eaa4c7aaa9e),segment_id=78beb8b8-76c9-4223-84db-9eaa4c7aaa9e)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:10:01.341197 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-54f64897-63c9-47a6-983d-1d1fb40f7f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:01.341395 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-ab18c350-7778-48ee-811d-35e125d8419c req-ae76f4cb-a49e-4f9c-997a-606b57eba423 service neutron] Attempting to bind port 301b9137-5922-49be-a3da-4733e18adf36 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:10:01.341734 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-ab18c350-7778-48ee-811d-35e125d8419c req-ae76f4cb-a49e-4f9c-997a-606b57eba423 service neutron] Attempting to bind port 301b9137-5922-49be-a3da-4733e18adf36 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '8a516c3b-6789-44d3-87bb-3790155029b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:10:01.342322 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab18c350-7778-48ee-811d-35e125d8419c req-ae76f4cb-a49e-4f9c-997a-606b57eba423 service neutron] Attempting to bind port 301b9137-5922-49be-a3da-4733e18adf36 on network 9fdfc968-fd05-4762-858e-87980e28a6e6 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:10:01.382636 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab18c350-7778-48ee-811d-35e125d8419c req-ae76f4cb-a49e-4f9c-997a-606b57eba423 service neutron] Port 301b9137-5922-49be-a3da-4733e18adf36 on network 9fdfc968-fd05-4762-858e-87980e28a6e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:10:01.383043 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab18c350-7778-48ee-811d-35e125d8419c req-ae76f4cb-a49e-4f9c-997a-606b57eba423 service neutron] Attempting to bind port 301b9137-5922-49be-a3da-4733e18adf36 on network 9fdfc968-fd05-4762-858e-87980e28a6e6 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:10:01.397097 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6050e7ee-9a37-46c5-a790-81fa77313a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:01.437361 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab18c350-7778-48ee-811d-35e125d8419c req-ae76f4cb-a49e-4f9c-997a-606b57eba423 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:10:01.437697 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab18c350-7778-48ee-811d-35e125d8419c req-ae76f4cb-a49e-4f9c-997a-606b57eba423 service neutron] Checking segment: {'id': '8a516c3b-6789-44d3-87bb-3790155029b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:10:01.438165 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab18c350-7778-48ee-811d-35e125d8419c req-ae76f4cb-a49e-4f9c-997a-606b57eba423 service neutron] Bound using segment: {'id': '8a516c3b-6789-44d3-87bb-3790155029b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:10:01.438682 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-ab18c350-7778-48ee-811d-35e125d8419c req-ae76f4cb-a49e-4f9c-997a-606b57eba423 service neutron] Bound port: 301b9137-5922-49be-a3da-4733e18adf36, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a516c3b-6789-44d3-87bb-3790155029b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:10:01.439102 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ab18c350-7778-48ee-811d-35e125d8419c req-ae76f4cb-a49e-4f9c-997a-606b57eba423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:01.451285 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-8d04c5a6-d973-4f28-a57e-144a4b4a8593 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Allocated IP 172.25.8.142 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/f08170b2-e1f3-4d6f-ad27-a508ae47c2c7) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:10:01.477810 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:10:01.480136 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device ed0ae9d3-c931-4c29-9947-3efb77ecdbf9 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:10:01.484152 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-da858e19-997d-4454-9a2b-df57a1de13b0 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:01.485361 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-da858e19-997d-4454-9a2b-df57a1de13b0 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/networks?id=3439c557-cbe2-48fc-82d0-010c4f65e4e7 HTTP/1.1" status: 200 len: 809 time: 0.2929969 Oct 19 01:10:01.494579 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-1e557cb0-b4ca-4002-ae7d-cef7359d0540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'name': 'tempest-ServersTestJSON-1174601585-router', 'tenant_id': '367e6ec72e154da6846bfeff424d3eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'c65aaa78-8ab1-47cb-af77-6aa246080eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:46Z', 'updated_at': '2021-10-19T01:09:58Z', 'revision_number': 4, 'project_id': '367e6ec72e154da6846bfeff424d3eaf', 'gw_port': {'id': 'c65aaa78-8ab1-47cb-af77-6aa246080eac', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:48Z', 'updated_at': '2021-10-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '709f23f4-a8b4-4007-b14a-c23e41ab903e', 'name': '', 'network_id': 'f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b', 'tenant_id': '367e6ec72e154da6846bfeff424d3eaf', 'mac_address': 'fa:16:3e:90:1a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'a37280b7-54ff-46fe-803e-0d2e465304b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:54Z', 'updated_at': '2021-10-19T01:10:00Z', 'revision_number': 4, 'project_id': '367e6ec72e154da6846bfeff424d3eaf', 'subnets': [{'id': 'a37280b7-54ff-46fe-803e-0d2e465304b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:01.527786 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e557cb0-b4ca-4002-ae7d-cef7359d0540 None None] The sync data for ids ['da0ff329-66e4-48b4-ae7b-57eb7fd56c18'] in n-d-715271-26 is: [{'id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'name': 'tempest-ServersTestJSON-1174601585-router', 'tenant_id': '367e6ec72e154da6846bfeff424d3eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'c65aaa78-8ab1-47cb-af77-6aa246080eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:46Z', 'updated_at': '2021-10-19T01:09:58Z', 'revision_number': 4, 'project_id': '367e6ec72e154da6846bfeff424d3eaf', 'gw_port': {'id': 'c65aaa78-8ab1-47cb-af77-6aa246080eac', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:48Z', 'updated_at': '2021-10-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '709f23f4-a8b4-4007-b14a-c23e41ab903e', 'name': '', 'network_id': 'f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b', 'tenant_id': '367e6ec72e154da6846bfeff424d3eaf', 'mac_address': 'fa:16:3e:90:1a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'a37280b7-54ff-46fe-803e-0d2e465304b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:54Z', 'updated_at': '2021-10-19T01:10:00Z', 'revision_number': 4, 'project_id': '367e6ec72e154da6846bfeff424d3eaf', 'subnets': [{'id': 'a37280b7-54ff-46fe-803e-0d2e465304b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:10:01.536360 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-9bc04c71-ba8f-4916-85ac-f30484015488 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/quotas/2cef90ceee4e4e5aba45348bee033f1a HTTP/1.1" status: 200 len: 375 time: 0.0219393 Oct 19 01:10:01.563314 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6050e7ee-9a37-46c5-a790-81fa77313a8a None None] Routers {'56ef3f28-7504-4910-b38d-ef418ea3b3b1'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:10:01.564060 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6050e7ee-9a37-46c5-a790-81fa77313a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:09:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['56ef3f28-7504-4910-b38d-ef418ea3b3b1'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:01.621223 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc49894-0b8c-4cf3-aafb-1fce71acdf11 req-b6807f78-5227-4ad7-ac4c-7aa2e38390fe tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:01.623103 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fbc49894-0b8c-4cf3-aafb-1fce71acdf11 req-b6807f78-5227-4ad7-ac4c-7aa2e38390fe tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b7dd2c1-267a-4eb7-a1d7-af3323f67c41 HTTP/1.1" status: 200 len: 943 time: 0.1574957 Oct 19 01:10:01.688841 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-c827bdc6-d020-45cc-b45b-c258878937e4 None None] Provisioning complete for port 709f23f4-a8b4-4007-b14a-c23e41ab903e triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:01.689039 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c827bdc6-d020-45cc-b45b-c258878937e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:01.700220 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-ab18c350-7778-48ee-811d-35e125d8419c req-ae76f4cb-a49e-4f9c-997a-606b57eba423 service neutron] For port 301b9137-5922-49be-a3da-4733e18adf36, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:10:01.706313 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fbc49894-0b8c-4cf3-aafb-1fce71acdf11 req-39ae81fa-45f1-46d5-a34e-27de48c5e8b6 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762420 Oct 19 01:10:01.712440 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8d04c5a6-d973-4f28-a57e-144a4b4a8593 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:01.736508 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-38a6455e-57af-45bd-a36f-5f940eb4f981 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2cef90ceee4e4e5aba45348bee033f1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1919982 Oct 19 01:10:01.738457 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-ab18c350-7778-48ee-811d-35e125d8419c req-ae76f4cb-a49e-4f9c-997a-606b57eba423 service neutron] For port 301b9137-5922-49be-a3da-4733e18adf36, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=301b9137-5922-49be-a3da-4733e18adf36,segment=NetworkSegment(8a516c3b-6789-44d3-87bb-3790155029b6),segment_id=8a516c3b-6789-44d3-87bb-3790155029b6)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:10:01.744110 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f64897-63c9-47a6-983d-1d1fb40f7f4f None None] Pushing event updated for resources: {'Port': ['ID=709f23f4-a8b4-4007-b14a-c23e41ab903e,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:01.749909 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ab18c350-7778-48ee-811d-35e125d8419c req-ae76f4cb-a49e-4f9c-997a-606b57eba423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:01.769888 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8d04c5a6-d973-4f28-a57e-144a4b4a8593 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:01.774305 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a1954b44-bd37-4963-9e96-ad5641ba6749 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:01.810925 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-6050e7ee-9a37-46c5-a790-81fa77313a8a None None] Set router 56ef3f28-7504-4910-b38d-ef418ea3b3b1 gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:10:01.849026 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18c350-7778-48ee-811d-35e125d8419c req-ae76f4cb-a49e-4f9c-997a-606b57eba423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:01.849672 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ab18c350-7778-48ee-811d-35e125d8419c req-ae76f4cb-a49e-4f9c-997a-606b57eba423 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:01.851065 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ab18c350-7778-48ee-811d-35e125d8419c req-ae76f4cb-a49e-4f9c-997a-606b57eba423 service neutron] 10.222.0.24 "PUT /v2.0/ports/301b9137-5922-49be-a3da-4733e18adf36 HTTP/1.1" status: 200 len: 1092 time: 2.3395824 Oct 19 01:10:01.851671 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b7dd2c1-267a-4eb7-a1d7-af3323f67c41', 'tag': '301b9137-5922-49be-a3da-4733e18adf36'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:10:01.853957 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73000394-540b-4a1e-8c12-e47b6f33b237" -d '{"events": [{"name": "network-changed", "server_uuid": "6b7dd2c1-267a-4eb7-a1d7-af3323f67c41", "tag": "301b9137-5922-49be-a3da-4733e18adf36"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:10:01.864080 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d04c5a6-d973-4f28-a57e-144a4b4a8593 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:10:01.875979 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-8d04c5a6-d973-4f28-a57e-144a4b4a8593 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:10:01.882637 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d04c5a6-d973-4f28-a57e-144a4b4a8593 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:10:01.888398 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d04c5a6-d973-4f28-a57e-144a4b4a8593 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Pushing event updated for resources: {'Port': ['ID=f08170b2-e1f3-4d6f-ad27-a508ae47c2c7,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:01.897899 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a1954b44-bd37-4963-9e96-ad5641ba6749 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:01.908823 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6fd74b-e20d-4dee-b1c4-886dbf78d717 None None] Pushing event deleted for resources: {'Port': ['ID=3902ced3-5a29-4fcd-bc81-1297bd7c1d66,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:01.914360 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6050e7ee-9a37-46c5-a790-81fa77313a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef3f28-7504-4910-b38d-ef418ea3b3b1', 'name': '', 'tenant_id': '4862f4af4204466dbfc83a610ed6691c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:51Z', 'updated_at': '2021-10-19T01:10:00Z', 'revision_number': 4, 'project_id': '4862f4af4204466dbfc83a610ed6691c', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:02.043474 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8d04c5a6-d973-4f28-a57e-144a4b4a8593 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:02.062248 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db0398-73b1-4c63-a3b9-ca102c662a2b req-2996aefa-2131-4b24-aaa2-8c3b48c95381 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:02.071260 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f7db0398-73b1-4c63-a3b9-ca102c662a2b req-2996aefa-2131-4b24-aaa2-8c3b48c95381 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a7d7075-8740-4f4a-942c-eb1488d6c813 HTTP/1.1" status: 200 len: 944 time: 0.2570748 Oct 19 01:10:02.116158 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port ed0ae9d3-c931-4c29-9947-3efb77ecdbf9 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:10:02.138280 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port ed0ae9d3-c931-4c29-9947-3efb77ecdbf9 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:02.139022 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:02.140357 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6050e7ee-9a37-46c5-a790-81fa77313a8a None None] The sync data for ids ['56ef3f28-7504-4910-b38d-ef418ea3b3b1'] in n-d-715271-26 is: [{'id': '56ef3f28-7504-4910-b38d-ef418ea3b3b1', 'name': '', 'tenant_id': '4862f4af4204466dbfc83a610ed6691c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:51Z', 'updated_at': '2021-10-19T01:10:00Z', 'revision_number': 4, 'project_id': '4862f4af4204466dbfc83a610ed6691c', 'gw_port_host': None}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:10:02.170072 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f7db0398-73b1-4c63-a3b9-ca102c662a2b req-ee9d22ae-ebf3-44a4-b69b-70c0cd2a5ccf tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6c0745a-b538-427c-8c56-814f58449f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923269 Oct 19 01:10:02.195100 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8d04c5a6-d973-4f28-a57e-144a4b4a8593 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:02.270404 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a,segment=NetworkSegment(fd3aa161-59e5-4f68-977b-48bfbb947fde),segment_id=fd3aa161-59e5-4f68-977b-48bfbb947fde)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:02.335836 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a', 'network_id': '66042460-fa0f-425c-bb91-843b7c2a5b1a', 'port_id': 'a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a', 'mac_address': 'fa:16:3e:b6:fc:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39af2bc-eefd-4819-8f69-52526a5a90a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:10:02.338860 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:02.387682 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a78554-c981-4079-b8c8-ee1b312cc36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0ae9d3-c931-4c29-9947-3efb77ecdbf9'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:10:02.390966 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae05aaf-c94a-4cd0-8c91-983192141ae2" -d '{"events": [{"server_uuid": "c1a78554-c981-4079-b8c8-ee1b312cc36f", "name": "network-vif-plugged", "status": "completed", "tag": "ed0ae9d3-c931-4c29-9947-3efb77ecdbf9"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:10:02.466518 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port ed0ae9d3-c931-4c29-9947-3efb77ecdbf9, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=ed0ae9d3-c931-4c29-9947-3efb77ecdbf9,segment=NetworkSegment(24d285ee-2f28-4b9f-95c9-4edf3800159a),segment_id=24d285ee-2f28-4b9f-95c9-4edf3800159a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:02.473413 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8d04c5a6-d973-4f28-a57e-144a4b4a8593 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:02.482204 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8d04c5a6-d973-4f28-a57e-144a4b4a8593 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:02.490281 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:02.498096 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d437abc1-cc49-433a-b2c6-603983a6c78a x-openstack-request-id: req-d437abc1-cc49-433a-b2c6-603983a6c78a {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:10:02.498646 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b7dd2c1-267a-4eb7-a1d7-af3323f67c41", "tag": "301b9137-5922-49be-a3da-4733e18adf36", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:10:02.498646 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d437abc1-cc49-433a-b2c6-603983a6c78a {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:10:02.499010 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b7dd2c1-267a-4eb7-a1d7-af3323f67c41', 'tag': '301b9137-5922-49be-a3da-4733e18adf36', 'status': 'completed', 'code': 200} Oct 19 01:10:02.550336 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae76f4cb-a49e-4f9c-997a-606b57eba423 service neutron] Pushing event updated for resources: {'Port': ['ID=301b9137-5922-49be-a3da-4733e18adf36,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:02.566007 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a1954b44-bd37-4963-9e96-ad5641ba6749 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:02.585146 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d04c5a6-d973-4f28-a57e-144a4b4a8593 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Pushing event updated for resources: {'Port': ['ID=f08170b2-e1f3-4d6f-ad27-a508ae47c2c7,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:02.588273 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:02.601653 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8d04c5a6-d973-4f28-a57e-144a4b4a8593 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:02.613386 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a1954b44-bd37-4963-9e96-ad5641ba6749 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:02.617859 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:10:02.627466 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1954b44-bd37-4963-9e96-ad5641ba6749 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Pushing event deleted for resources: {'Port': ['ID=3902ced3-5a29-4fcd-bc81-1297bd7c1d66,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:02.646957 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a,segment=NetworkSegment(fd3aa161-59e5-4f68-977b-48bfbb947fde),segment_id=fd3aa161-59e5-4f68-977b-48bfbb947fde)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:02.648253 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=ed0ae9d3-c931-4c29-9947-3efb77ecdbf9,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:02.652214 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:02.654709 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8d04c5a6-d973-4f28-a57e-144a4b4a8593 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:02.658011 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8d04c5a6-d973-4f28-a57e-144a4b4a8593 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6460071 Oct 19 01:10:02.689297 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-2cb3569c-7828-415c-a1d2-c2a808accd23 service neutron] 10.222.0.57 "GET /v2.0/networks/3439c557-cbe2-48fc-82d0-010c4f65e4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9178426 Oct 19 01:10:02.696884 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e75272-c3d7-4ddb-8423-61c79867fecf req-c5b02785-4cf6-4649-8750-fc9bd9a81aa7 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:02.697069 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18c350-7778-48ee-811d-35e125d8419c req-117b48fb-aee8-4f27-bb53-c3708527afe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:02.698897 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ab18c350-7778-48ee-811d-35e125d8419c req-117b48fb-aee8-4f27-bb53-c3708527afe7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b1b4901fc87414a92dc3f7f47c3c09a&device_id=6b7dd2c1-267a-4eb7-a1d7-af3323f67c41 HTTP/1.1" status: 200 len: 1095 time: 0.2716355 Oct 19 01:10:02.708897 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a1954b44-bd37-4963-9e96-ad5641ba6749 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:02.709066 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-57e75272-c3d7-4ddb-8423-61c79867fecf req-c5b02785-4cf6-4649-8750-fc9bd9a81aa7 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1a78554-c981-4079-b8c8-ee1b312cc36f HTTP/1.1" status: 200 len: 946 time: 0.1094098 Oct 19 01:10:02.709169 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1954b44-bd37-4963-9e96-ad5641ba6749 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 56ef3f28-7504-4910-b38d-ef418ea3b3b1 {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:10:02.724410 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a1954b44-bd37-4963-9e96-ad5641ba6749 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:02.728167 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a1954b44-bd37-4963-9e96-ad5641ba6749 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] 10.222.0.57 "DELETE /v2.0/routers/56ef3f28-7504-4910-b38d-ef418ea3b3b1 HTTP/1.1" status: 204 len: 168 time: 2.8606298 Oct 19 01:10:02.740517 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37412) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:02.741860 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:02.764029 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ab18c350-7778-48ee-811d-35e125d8419c req-5c1c90c5-91e0-4233-9074-41965f1953ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=301b9137-5922-49be-a3da-4733e18adf36 HTTP/1.1" status: 200 len: 217 time: 0.0429983 Oct 19 01:10:02.803110 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-57e75272-c3d7-4ddb-8423-61c79867fecf req-f45686a6-08d2-4e9f-b04c-a9d0ec70defc tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937417 Oct 19 01:10:02.813385 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-93723713-e135-408c-a3f5-cfd9d1228fb9 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Deleting subnet 2dfb9d35-6ec3-428b-95a1-03a27966d956 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:10:02.817790 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-93723713-e135-408c-a3f5-cfd9d1228fb9 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:02.861891 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-93723713-e135-408c-a3f5-cfd9d1228fb9 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:02.865716 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 709f23f4-a8b4-4007-b14a-c23e41ab903e up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:10:02.877894 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18c350-7778-48ee-811d-35e125d8419c req-ac548b63-dfec-4990-ac20-a596ed4bd339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:02.879353 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ab18c350-7778-48ee-811d-35e125d8419c req-ac548b63-dfec-4990-ac20-a596ed4bd339 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=48d33ad6-49ce-4420-8e80-235f3948de37 HTTP/1.1" status: 200 len: 852 time: 0.1046252 Oct 19 01:10:02.885228 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-23017b1c-4fdc-467f-97cc-f3e2e76ca606 service neutron] 10.222.0.57 "GET /v2.0/networks/3439c557-cbe2-48fc-82d0-010c4f65e4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852286 Oct 19 01:10:02.908321 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fcdd3f-3a0e-4784-a170-34e89cfe1d14 x-openstack-request-id: req-47fcdd3f-3a0e-4784-a170-34e89cfe1d14 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:10:02.908700 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a78554-c981-4079-b8c8-ee1b312cc36f", "name": "network-vif-plugged", "status": "completed", "tag": "ed0ae9d3-c931-4c29-9947-3efb77ecdbf9", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:10:02.908877 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-47fcdd3f-3a0e-4784-a170-34e89cfe1d14 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:10:02.909238 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a78554-c981-4079-b8c8-ee1b312cc36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0ae9d3-c931-4c29-9947-3efb77ecdbf9', 'code': 200} Oct 19 01:10:02.916075 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-93723713-e135-408c-a3f5-cfd9d1228fb9 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:02.938677 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ab18c350-7778-48ee-811d-35e125d8419c req-6d209376-5e3c-4f45-9ae7-530d5a996699 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9fdfc968-fd05-4762-858e-87980e28a6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459111 Oct 19 01:10:02.973962 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:10:03.022264 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-93723713-e135-408c-a3f5-cfd9d1228fb9 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:03.039968 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 709f23f4-a8b4-4007-b14a-c23e41ab903e triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:03.040334 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:03.054074 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93723713-e135-408c-a3f5-cfd9d1228fb9 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2dfb9d35-6ec3-428b-95a1-03a27966d956,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:03.067335 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b4e71-32f0-4bf8-9288-2e7e05b4b739 req-2b35d634-26b1-49bc-a0cc-608a61951f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:03.067980 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-93723713-e135-408c-a3f5-cfd9d1228fb9 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:03.069641 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-647b4e71-32f0-4bf8-9288-2e7e05b4b739 req-2b35d634-26b1-49bc-a0cc-608a61951f9f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c1a78554-c981-4079-b8c8-ee1b312cc36f HTTP/1.1" status: 200 len: 1098 time: 0.1236169 Oct 19 01:10:03.074008 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-93723713-e135-408c-a3f5-cfd9d1228fb9 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] 10.222.0.57 "DELETE /v2.0/subnets/2dfb9d35-6ec3-428b-95a1-03a27966d956 HTTP/1.1" status: 204 len: 168 time: 0.3300958 Oct 19 01:10:03.075708 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37428) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:03.113372 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6427278e-2321-439e-acdc-24ab547561f8 req-8849b4f8-ff14-4159-ac76-46a09d031f26 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1456862210&fields=id&tenant_id=367e6ec72e154da6846bfeff424d3eaf HTTP/1.1" status: 200 len: 267 time: 0.1112809 Oct 19 01:10:03.150624 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ab18c350-7778-48ee-811d-35e125d8419c req-6ee01772-37db-4cc6-9016-cf64caf3ba71 service neutron] 10.222.0.24 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032871 Oct 19 01:10:03.253104 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-52a3dea4-305c-4ee9-b2aa-5f87d4865a52 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:03.256324 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-647b4e71-32f0-4bf8-9288-2e7e05b4b739 req-d598ab7e-8a3f-40b0-86f7-647eac842f8f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784930 Oct 19 01:10:03.263176 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427278e-2321-439e-acdc-24ab547561f8 req-c0e0a4f5-38d0-4b47-b8cd-06b38a8bffa6 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:03.270698 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6427278e-2321-439e-acdc-24ab547561f8 req-c0e0a4f5-38d0-4b47-b8cd-06b38a8bffa6 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "GET /v2.0/networks?id=f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b HTTP/1.1" status: 200 len: 806 time: 0.1563888 Oct 19 01:10:03.287231 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6427278e-2321-439e-acdc-24ab547561f8 req-db533e13-ac7f-4d2b-bae6-c5eed852df10 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "GET /v2.0/quotas/367e6ec72e154da6846bfeff424d3eaf HTTP/1.1" status: 200 len: 375 time: 0.0157249 Oct 19 01:10:03.329348 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f6b4c-a22a-4dc4-89e0-d1d986f1212f req-60399096-1101-42c6-8cbc-d13fc3d5eb91 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:03.330860 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b91f6b4c-a22a-4dc4-89e0-d1d986f1212f req-60399096-1101-42c6-8cbc-d13fc3d5eb91 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b7dd2c1-267a-4eb7-a1d7-af3323f67c41 HTTP/1.1" status: 200 len: 943 time: 0.1371872 Oct 19 01:10:03.348069 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6427278e-2321-439e-acdc-24ab547561f8 req-0c070a1b-78bf-4a37-817b-1859107c2a61 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=367e6ec72e154da6846bfeff424d3eaf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0598581 Oct 19 01:10:03.399926 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ab18c350-7778-48ee-811d-35e125d8419c req-1ef4dd5f-d052-451a-b4c0-a4a78b4a72b9 service neutron] 10.222.0.24 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135212 Oct 19 01:10:03.457759 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-52a3dea4-305c-4ee9-b2aa-5f87d4865a52 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:03.461059 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6427278e-2321-439e-acdc-24ab547561f8 req-10f68c8c-1df1-4464-a778-437e4e1dd3d4 service neutron] 10.222.0.57 "GET /v2.0/networks/f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994205 Oct 19 01:10:03.495498 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b91f6b4c-a22a-4dc4-89e0-d1d986f1212f req-381fe00e-8315-47dd-a4e5-72df64df91a2 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375504 Oct 19 01:10:03.517958 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-52a3dea4-305c-4ee9-b2aa-5f87d4865a52 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79e06fbb-e42f-458a-88fd-d2efc2046cbb']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:03.546877 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-52a3dea4-305c-4ee9-b2aa-5f87d4865a52 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78beb8b8-76c9-4223-84db-9eaa4c7aaa9e') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:03.547182 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-52a3dea4-305c-4ee9-b2aa-5f87d4865a52 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78beb8b8-76c9-4223-84db-9eaa4c7aaa9e') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:03.563519 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-52a3dea4-305c-4ee9-b2aa-5f87d4865a52 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:03.566376 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73000394-540b-4a1e-8c12-e47b6f33b237 req-9da868d1-8957-462e-b332-de6267481914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:03.568243 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-73000394-540b-4a1e-8c12-e47b6f33b237 req-9da868d1-8957-462e-b332-de6267481914 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b1b4901fc87414a92dc3f7f47c3c09a&device_id=6b7dd2c1-267a-4eb7-a1d7-af3323f67c41 HTTP/1.1" status: 200 len: 1095 time: 0.0934188 Oct 19 01:10:03.616697 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6427278e-2321-439e-acdc-24ab547561f8 req-f08d3739-b8d9-400c-8429-34e271f8182c service neutron] 10.222.0.57 "GET /v2.0/networks/f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387525 Oct 19 01:10:03.656574 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-52a3dea4-305c-4ee9-b2aa-5f87d4865a52 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:03.703096 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52a3dea4-305c-4ee9-b2aa-5f87d4865a52 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:10:03.703501 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-52a3dea4-305c-4ee9-b2aa-5f87d4865a52 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:03.705435 n-d-715271-26 neutron-server[100606]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:10:03.705435 n-d-715271-26 neutron-server[100606]: items = [ Oct 19 01:10:03.705435 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:10:03.705435 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:10:03.705435 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:10:03.705435 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:10:03.705435 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:10:03.705435 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:10:03.705435 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:10:03.705435 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:10:03.705435 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:10:03.705435 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:10:03.705435 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:10:03.705435 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:10:03.705435 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:10:03.705435 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:10:03.705435 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:10:03.705435 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:10:03.705435 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:10:03.705435 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:10:03.705435 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:10:03.705435 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:10:03.705435 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:10:03.705435 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:10:03.705435 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:10:03.705435 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:10:03.705435 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:10:03.705435 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:10:03.705435 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:10:03.705435 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:10:03.705435 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:10:03.705435 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:10:03.705435 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:10:03.705435 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:10:03.707668 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f64e4feb-5563-4677-bd8c-cd275e426576 req-0ad69953-fb6b-4aa2-a4c5-05e36ca92282 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/ports?device_id=28d237cf-5f5c-4a3e-9866-31b4f5773432 HTTP/1.1" status: 200 len: 210 time: 0.0554941 Oct 19 01:10:03.780056 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73000394-540b-4a1e-8c12-e47b6f33b237 req-6626aa1c-b149-4aa2-9ae5-5564b716a6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:03.783265 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-73000394-540b-4a1e-8c12-e47b6f33b237 req-6626aa1c-b149-4aa2-9ae5-5564b716a6f1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9fdfc968-fd05-4762-858e-87980e28a6e6 HTTP/1.1" status: 200 len: 913 time: 0.2056804 Oct 19 01:10:03.825482 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-52a3dea4-305c-4ee9-b2aa-5f87d4865a52 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:03.829521 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a3dea4-305c-4ee9-b2aa-5f87d4865a52 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 79e06fbb-e42f-458a-88fd-d2efc2046cbb {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 19 01:10:03.831713 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-52a3dea4-305c-4ee9-b2aa-5f87d4865a52 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:03.842708 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-52a3dea4-305c-4ee9-b2aa-5f87d4865a52 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] 10.222.0.57 "DELETE /v2.0/networks/79e06fbb-e42f-458a-88fd-d2efc2046cbb HTTP/1.1" status: 204 len: 168 time: 0.7658591 Oct 19 01:10:03.925797 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a3dea4-305c-4ee9-b2aa-5f87d4865a52 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Pushing event deleted for resources: {'Network': ['ID=79e06fbb-e42f-458a-88fd-d2efc2046cbb,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:03.942460 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-73000394-540b-4a1e-8c12-e47b6f33b237 req-1d4ba43f-b89c-47b6-9cc5-e9cde3bd111e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=301b9137-5922-49be-a3da-4733e18adf36 HTTP/1.1" status: 200 len: 217 time: 0.1464674 Oct 19 01:10:04.007443 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8cbdaf-8d2e-49ec-8b00-d6e1b3348705 req-6ecca0d2-dbf6-4fbc-8fc4-cdae910c2e11 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:04.015227 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2a8cbdaf-8d2e-49ec-8b00-d6e1b3348705 req-6ecca0d2-dbf6-4fbc-8fc4-cdae910c2e11 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a7d7075-8740-4f4a-942c-eb1488d6c813 HTTP/1.1" status: 200 len: 945 time: 0.2235148 Oct 19 01:10:04.070318 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2a8cbdaf-8d2e-49ec-8b00-d6e1b3348705 req-b8964348-6964-4460-bab8-e2816acccbf7 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6c0745a-b538-427c-8c56-814f58449f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532532 Oct 19 01:10:04.104921 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73000394-540b-4a1e-8c12-e47b6f33b237 req-59982bb0-b75f-4258-98e2-8060051a9dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:04.106334 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-73000394-540b-4a1e-8c12-e47b6f33b237 req-59982bb0-b75f-4258-98e2-8060051a9dd1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=48d33ad6-49ce-4420-8e80-235f3948de37 HTTP/1.1" status: 200 len: 852 time: 0.1534789 Oct 19 01:10:04.148890 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37462) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:04.153640 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-f78eaaf6-92e6-4ef8-b8bd-041d707f4b9a tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Request body: {'router': {'name': 'tempest-router--702694325', 'project_id': 'e325573abd164a9888879a9aee6b5619'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:04.161152 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-73000394-540b-4a1e-8c12-e47b6f33b237 req-05b44fa0-c838-49ae-a2c6-b5e68d9e6602 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9fdfc968-fd05-4762-858e-87980e28a6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453677 Oct 19 01:10:04.218681 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-222261ee-0d46-4287-84c1-b3d362afa2b0 req-a15ca63c-60f1-4428-acb6-9ad4e21ce7d4 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d73460-71b1-4cd0-ada1-71085b9d6722 HTTP/1.1" status: 200 len: 210 time: 0.0564222 Oct 19 01:10:04.221740 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c805e-0c76-4d70-9b8d-59b0435fd98f req-50a9dd2a-f292-47d0-a719-7d42986c5885 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:04.223255 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d37c805e-0c76-4d70-9b8d-59b0435fd98f req-50a9dd2a-f292-47d0-a719-7d42986c5885 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1a78554-c981-4079-b8c8-ee1b312cc36f HTTP/1.1" status: 200 len: 946 time: 0.0662158 Oct 19 01:10:04.224409 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f78eaaf6-92e6-4ef8-b8bd-041d707f4b9a tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:04.229188 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f78eaaf6-92e6-4ef8-b8bd-041d707f4b9a tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:04.293698 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d37c805e-0c76-4d70-9b8d-59b0435fd98f req-4e1265a7-6a4c-402b-9087-4547913ebb06 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606761 Oct 19 01:10:04.326382 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-73000394-540b-4a1e-8c12-e47b6f33b237 req-3fe3da6c-0bb7-4ac8-ae9e-9b7e7ca85f2c service neutron] 10.222.0.24 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538584 Oct 19 01:10:04.331049 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f78eaaf6-92e6-4ef8-b8bd-041d707f4b9a tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:04.336170 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f78eaaf6-92e6-4ef8-b8bd-041d707f4b9a tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:04.375890 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f78eaaf6-92e6-4ef8-b8bd-041d707f4b9a tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:04.377502 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f78eaaf6-92e6-4ef8-b8bd-041d707f4b9a tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2276051 Oct 19 01:10:04.385690 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37466) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:04.446497 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-73000394-540b-4a1e-8c12-e47b6f33b237 req-9b418166-61b1-4f68-b3b9-e48b074fbd36 service neutron] 10.222.0.24 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129825 Oct 19 01:10:04.508704 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-87fb1ab6-1ae0-459f-80c6-7d052e4a497b tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:04.751391 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-6e8d465f-e3a3-4bab-9b33-e2264e335b83 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:04.754100 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-6e8d465f-e3a3-4bab-9b33-e2264e335b83 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.24 "GET /v2.0/networks?id=3439c557-cbe2-48fc-82d0-010c4f65e4e7 HTTP/1.1" status: 200 len: 809 time: 0.2654412 Oct 19 01:10:04.771504 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b92f5-23d8-4837-ac46-de62f7285da9 req-15c9ea48-5d50-4787-94a1-5827d24d018b tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:04.782187 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-db0b92f5-23d8-4837-ac46-de62f7285da9 req-15c9ea48-5d50-4787-94a1-5827d24d018b tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b7dd2c1-267a-4eb7-a1d7-af3323f67c41 HTTP/1.1" status: 200 len: 943 time: 0.1578865 Oct 19 01:10:04.787576 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-87fb1ab6-1ae0-459f-80c6-7d052e4a497b tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:04.790769 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-87fb1ab6-1ae0-459f-80c6-7d052e4a497b tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:04.846253 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-db0b92f5-23d8-4837-ac46-de62f7285da9 req-c83e125b-da27-47e6-8af0-d4544479d63c tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620573 Oct 19 01:10:04.895227 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-1af3d64d-4baa-4352-8568-8269bd67586c tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cef90ceee4e4e5aba45348bee033f1a HTTP/1.1" status: 200 len: 379 time: 0.1105409 Oct 19 01:10:04.908228 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-bc672d8b-c5b2-4a61-aee1-d6758a40499b tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Request body: {'port': {'device_id': '28d237cf-5f5c-4a3e-9866-31b4f5773432', 'network_id': '3439c557-cbe2-48fc-82d0-010c4f65e4e7', 'admin_state_up': True, 'tenant_id': '2cef90ceee4e4e5aba45348bee033f1a', 'security_groups': ['6e980300-206f-41ab-a4a5-4d4b5763228c']}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:04.916906 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4723b4ef-a118-435d-82d8-08032b861105 req-fbda0801-e6d1-4920-8b70-66c5a74099bb tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/ports?device_id=28d237cf-5f5c-4a3e-9866-31b4f5773432 HTTP/1.1" status: 200 len: 210 time: 0.0728915 Oct 19 01:10:04.929581 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-87fb1ab6-1ae0-459f-80c6-7d052e4a497b tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:04.930405 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fb1ab6-1ae0-459f-80c6-7d052e4a497b tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dba166b7-bd25-4abb-bb32-56389c2ca3e4 {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:10:04.936484 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-87fb1ab6-1ae0-459f-80c6-7d052e4a497b tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:04.939965 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-87fb1ab6-1ae0-459f-80c6-7d052e4a497b tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] 10.222.0.57 "DELETE /v2.0/routers/dba166b7-bd25-4abb-bb32-56389c2ca3e4 HTTP/1.1" status: 204 len: 168 time: 0.5498714 Oct 19 01:10:05.086952 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37476) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:05.095356 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-bc672d8b-c5b2-4a61-aee1-d6758a40499b tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Made reservation on behalf of 2cef90ceee4e4e5aba45348bee033f1a for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:10:05.098903 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-bc672d8b-c5b2-4a61-aee1-d6758a40499b tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:05.208806 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e0083-bc03-4f33-b715-ebb5ac95a649 req-f35f83d9-f6f4-42e8-8fcd-0355d31aade6 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:05.217849 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1e1e0083-bc03-4f33-b715-ebb5ac95a649 req-f35f83d9-f6f4-42e8-8fcd-0355d31aade6 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a7d7075-8740-4f4a-942c-eb1488d6c813 HTTP/1.1" status: 200 len: 945 time: 0.0663292 Oct 19 01:10:05.263891 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1e1e0083-bc03-4f33-b715-ebb5ac95a649 req-797f1b98-f35e-46b5-963a-ead9dcfed0c7 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6c0745a-b538-427c-8c56-814f58449f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405161 Oct 19 01:10:05.277694 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-bc672d8b-c5b2-4a61-aee1-d6758a40499b tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Allocated IP 172.20.0.11 (3439c557-cbe2-48fc-82d0-010c4f65e4e7/fa143eec-2220-412c-9891-c90f025fab49/1113304f-e35b-434b-a268-cf88d4fb2d98) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:10:05.390735 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-028f1d08-c749-46b4-9422-31ff71cd23c1 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-112280627', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}, 'admin_state_up': False}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:05.409058 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427278e-2321-439e-acdc-24ab547561f8 req-c65f0165-9075-4e25-b5bf-cbff36f9327e tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:05.410492 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6427278e-2321-439e-acdc-24ab547561f8 req-c65f0165-9075-4e25-b5bf-cbff36f9327e tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.24 "GET /v2.0/networks?id=f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b HTTP/1.1" status: 200 len: 806 time: 0.1349833 Oct 19 01:10:05.449634 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ddd5a7e3-fc97-44c9-970f-500bb190f676 req-3059ae3b-be5b-4a3d-bbd8-9f4e9738b73f tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d73460-71b1-4cd0-ada1-71085b9d6722 HTTP/1.1" status: 200 len: 210 time: 0.0663028 Oct 19 01:10:05.474509 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-028f1d08-c749-46b4-9422-31ff71cd23c1 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:05.475532 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-028f1d08-c749-46b4-9422-31ff71cd23c1 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:05.501322 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6427278e-2321-439e-acdc-24ab547561f8 req-c86719ff-0508-466e-9481-8e3a371b9db0 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=367e6ec72e154da6846bfeff424d3eaf HTTP/1.1" status: 200 len: 380 time: 0.0748787 Oct 19 01:10:05.506866 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-bc672d8b-c5b2-4a61-aee1-d6758a40499b tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:05.508025 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:10:05.512251 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa62eb3-d0eb-40b1-91ce-f5d4b6bfd06e req-20b93748-0be4-4503-8f00-ab1060e865c6 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:05.513804 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dfa62eb3-d0eb-40b1-91ce-f5d4b6bfd06e req-20b93748-0be4-4503-8f00-ab1060e865c6 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1a78554-c981-4079-b8c8-ee1b312cc36f HTTP/1.1" status: 200 len: 946 time: 0.1007833 Oct 19 01:10:05.529681 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-6427278e-2321-439e-acdc-24ab547561f8 req-3855c6a4-548c-4a33-b1cf-631a15fe45ab tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Request body: {'port': {'device_id': '83d73460-71b1-4cd0-ada1-71085b9d6722', 'network_id': 'f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b', 'admin_state_up': True, 'tenant_id': '367e6ec72e154da6846bfeff424d3eaf', 'security_groups': ['0169a27d-d71f-44e0-8bfe-b3ace499152b']}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:05.558556 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-bc672d8b-c5b2-4a61-aee1-d6758a40499b tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:05.570786 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:10:05.575347 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:05.576122 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:05.584976 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-028f1d08-c749-46b4-9422-31ff71cd23c1 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:05.598543 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-bc672d8b-c5b2-4a61-aee1-d6758a40499b tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Network 3439c557-cbe2-48fc-82d0-010c4f65e4e7 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:10:05.605422 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-bc672d8b-c5b2-4a61-aee1-d6758a40499b tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:10:05.611543 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-bc672d8b-c5b2-4a61-aee1-d6758a40499b tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:10:05.653482 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc672d8b-c5b2-4a61-aee1-d6758a40499b tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Pushing event updated for resources: {'Port': ['ID=1113304f-e35b-434b-a268-cf88d4fb2d98,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:05.680736 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-bc672d8b-c5b2-4a61-aee1-d6758a40499b tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:05.681388 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-bc672d8b-c5b2-4a61-aee1-d6758a40499b tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:05.685299 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:05.691339 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dfa62eb3-d0eb-40b1-91ce-f5d4b6bfd06e req-012dbfba-980d-4105-884c-d806884b67a0 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583736 Oct 19 01:10:05.705044 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-bc672d8b-c5b2-4a61-aee1-d6758a40499b tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8026998 Oct 19 01:10:05.724263 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-8fdfc762-0b05-4806-926b-9b5ca475a0fa service neutron] Request body: {'port': {'device_id': '28d237cf-5f5c-4a3e-9866-31b4f5773432', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:05.731969 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a,segment=NetworkSegment(fd3aa161-59e5-4f68-977b-48bfbb947fde),segment_id=fd3aa161-59e5-4f68-977b-48bfbb947fde)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:05.732961 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7d7075-8740-4f4a-942c-eb1488d6c813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:10:05.736498 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1ec0e0-9ed9-4850-a809-f8fcd1d36b72" -d '{"events": [{"server_uuid": "7a7d7075-8740-4f4a-942c-eb1488d6c813", "name": "network-vif-plugged", "status": "completed", "tag": "a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:10:05.740950 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:05.791857 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfa746d-aa9b-4d4f-9009-06d15b533b27 x-openstack-request-id: req-2dfa746d-aa9b-4d4f-9009-06d15b533b27 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:10:05.792809 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7d7075-8740-4f4a-942c-eb1488d6c813", "name": "network-vif-plugged", "status": "completed", "tag": "a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:10:05.793118 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2dfa746d-aa9b-4d4f-9009-06d15b533b27 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:10:05.793561 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7d7075-8740-4f4a-942c-eb1488d6c813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a', 'code': 200} Oct 19 01:10:05.835747 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:05.855683 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-8fdfc762-0b05-4806-926b-9b5ca475a0fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:06.002653 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffa5bb-4178-43ad-be6d-61154b71e2fc req-7e14e771-0433-45a4-9749-204435d5cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:06.004488 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-daffa5bb-4178-43ad-be6d-61154b71e2fc req-7e14e771-0433-45a4-9749-204435d5cfa6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7a7d7075-8740-4f4a-942c-eb1488d6c813 HTTP/1.1" status: 200 len: 1098 time: 0.1355140 Oct 19 01:10:06.019440 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b3bc7434-68b4-4108-afdb-2da759542c4d None None] Provisioning complete for port 1113304f-e35b-434b-a268-cf88d4fb2d98 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:06.020249 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b3bc7434-68b4-4108-afdb-2da759542c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:06.103528 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-b3bc7434-68b4-4108-afdb-2da759542c4d None None] Port 1113304f-e35b-434b-a268-cf88d4fb2d98 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:10:06.161714 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-daffa5bb-4178-43ad-be6d-61154b71e2fc req-de2f3240-be06-496f-8652-40dc4bcf9e6f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e6c0745a-b538-427c-8c56-814f58449f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374407 Oct 19 01:10:06.179082 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d4411-bfbb-4ebd-bb11-9f67cadd6463 req-38b19776-a2e1-4885-b763-a561449c6f0e tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:06.182444 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 301b9137-5922-49be-a3da-4733e18adf36 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:10:06.187384 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-364d4411-bfbb-4ebd-bb11-9f67cadd6463 req-38b19776-a2e1-4885-b763-a561449c6f0e tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/ports?device_id=28d237cf-5f5c-4a3e-9866-31b4f5773432 HTTP/1.1" status: 200 len: 932 time: 0.1773047 Oct 19 01:10:06.233712 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-028f1d08-c749-46b4-9422-31ff71cd23c1 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:06.282299 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-364d4411-bfbb-4ebd-bb11-9f67cadd6463 req-0ecf7403-a72b-445a-ab9b-a2189bc068e7 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e980300-206f-41ab-a4a5-4d4b5763228c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938089 Oct 19 01:10:06.314833 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 301b9137-5922-49be-a3da-4733e18adf36, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=301b9137-5922-49be-a3da-4733e18adf36,segment=NetworkSegment(8a516c3b-6789-44d3-87bb-3790155029b6),segment_id=8a516c3b-6789-44d3-87bb-3790155029b6)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:06.331908 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '301b9137-5922-49be-a3da-4733e18adf36', 'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6', 'port_id': '301b9137-5922-49be-a3da-4733e18adf36', 'mac_address': 'fa:16:3e:0a:a0:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d33ad6-49ce-4420-8e80-235f3948de37', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:10:06.344019 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bb9ee-af96-4fec-ab13-3b787acbb0a1 req-a5b6affd-ff35-4499-98bf-c9a7ea097fe6 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:06.351514 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3b8bb9ee-af96-4fec-ab13-3b787acbb0a1 req-a5b6affd-ff35-4499-98bf-c9a7ea097fe6 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b7dd2c1-267a-4eb7-a1d7-af3323f67c41 HTTP/1.1" status: 200 len: 943 time: 0.1128478 Oct 19 01:10:06.392281 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:06.409464 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 301b9137-5922-49be-a3da-4733e18adf36 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:10:06.421298 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-8fdfc762-0b05-4806-926b-9b5ca475a0fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1113304f-e35b-434b-a268-cf88d4fb2d98 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:10:06.431595 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-8fdfc762-0b05-4806-926b-9b5ca475a0fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:06.440332 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 301b9137-5922-49be-a3da-4733e18adf36, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=301b9137-5922-49be-a3da-4733e18adf36,segment=NetworkSegment(8a516c3b-6789-44d3-87bb-3790155029b6),segment_id=8a516c3b-6789-44d3-87bb-3790155029b6)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:06.446881 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:06.448366 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-8fdfc762-0b05-4806-926b-9b5ca475a0fa service neutron] Transition to ACTIVE for port object 1113304f-e35b-434b-a268-cf88d4fb2d98 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:10:06.456376 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-8fdfc762-0b05-4806-926b-9b5ca475a0fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:06.459455 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3b8bb9ee-af96-4fec-ab13-3b787acbb0a1 req-9e94e078-607c-4dc3-a226-5f97690b8345 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069660 Oct 19 01:10:06.474810 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6427278e-2321-439e-acdc-24ab547561f8 req-3855c6a4-548c-4a33-b1cf-631a15fe45ab tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Made reservation on behalf of 367e6ec72e154da6846bfeff424d3eaf for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:10:06.490743 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6427278e-2321-439e-acdc-24ab547561f8 req-3855c6a4-548c-4a33-b1cf-631a15fe45ab tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:06.541682 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=301b9137-5922-49be-a3da-4733e18adf36,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:06.625287 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdfc762-0b05-4806-926b-9b5ca475a0fa service neutron] Pushing event updated for resources: {'Port': ['ID=1113304f-e35b-434b-a268-cf88d4fb2d98,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:06.649071 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d55d090a-d868-4c86-9ef0-33ff00e082ff req-5e82201c-dd82-4b6a-b335-5b551eec6212 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d73460-71b1-4cd0-ada1-71085b9d6722 HTTP/1.1" status: 200 len: 210 time: 0.0507360 Oct 19 01:10:06.672369 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-8fdfc762-0b05-4806-926b-9b5ca475a0fa service neutron] Attempting to bind port 1113304f-e35b-434b-a268-cf88d4fb2d98 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:10:06.672710 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-8fdfc762-0b05-4806-926b-9b5ca475a0fa service neutron] Attempting to bind port 1113304f-e35b-434b-a268-cf88d4fb2d98 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '9d868592-c08e-4123-8d31-a67deeb039a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3439c557-cbe2-48fc-82d0-010c4f65e4e7'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:10:06.673050 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-8fdfc762-0b05-4806-926b-9b5ca475a0fa service neutron] Attempting to bind port 1113304f-e35b-434b-a268-cf88d4fb2d98 on network 3439c557-cbe2-48fc-82d0-010c4f65e4e7 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:10:06.678976 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-8fdfc762-0b05-4806-926b-9b5ca475a0fa service neutron] Port 1113304f-e35b-434b-a268-cf88d4fb2d98 on network 3439c557-cbe2-48fc-82d0-010c4f65e4e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:10:06.679315 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-8fdfc762-0b05-4806-926b-9b5ca475a0fa service neutron] Attempting to bind port 1113304f-e35b-434b-a268-cf88d4fb2d98 on network 3439c557-cbe2-48fc-82d0-010c4f65e4e7 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:10:06.685342 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-8fdfc762-0b05-4806-926b-9b5ca475a0fa service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:10:06.685626 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-8fdfc762-0b05-4806-926b-9b5ca475a0fa service neutron] Checking segment: {'id': '9d868592-c08e-4123-8d31-a67deeb039a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3439c557-cbe2-48fc-82d0-010c4f65e4e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:10:06.686009 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-8fdfc762-0b05-4806-926b-9b5ca475a0fa service neutron] Bound using segment: {'id': '9d868592-c08e-4123-8d31-a67deeb039a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3439c557-cbe2-48fc-82d0-010c4f65e4e7'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:10:06.686439 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-8fdfc762-0b05-4806-926b-9b5ca475a0fa service neutron] Bound port: 1113304f-e35b-434b-a268-cf88d4fb2d98, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d868592-c08e-4123-8d31-a67deeb039a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3439c557-cbe2-48fc-82d0-010c4f65e4e7'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:10:06.686789 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-8fdfc762-0b05-4806-926b-9b5ca475a0fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:06.760251 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df000902-3b12-47b8-af5e-1a499bfc975f req-1b5c0f2a-686c-45c0-a208-ce1d7cf5df64 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:06.762659 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-8fdfc762-0b05-4806-926b-9b5ca475a0fa service neutron] For port 1113304f-e35b-434b-a268-cf88d4fb2d98, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:10:06.766171 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-8fdfc762-0b05-4806-926b-9b5ca475a0fa service neutron] For port 1113304f-e35b-434b-a268-cf88d4fb2d98, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1113304f-e35b-434b-a268-cf88d4fb2d98,segment=NetworkSegment(9d868592-c08e-4123-8d31-a67deeb039a8),segment_id=9d868592-c08e-4123-8d31-a67deeb039a8)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:10:06.768229 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-df000902-3b12-47b8-af5e-1a499bfc975f req-1b5c0f2a-686c-45c0-a208-ce1d7cf5df64 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a7d7075-8740-4f4a-942c-eb1488d6c813 HTTP/1.1" status: 200 len: 946 time: 0.1149089 Oct 19 01:10:06.772499 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-8fdfc762-0b05-4806-926b-9b5ca475a0fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:06.784428 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-6427278e-2321-439e-acdc-24ab547561f8 req-3855c6a4-548c-4a33-b1cf-631a15fe45ab tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Allocated IP 172.20.0.4 (f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b/a37280b7-54ff-46fe-803e-0d2e465304b7/49bb245e-dbfb-4f8f-91b8-89d9a5a56392) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:10:06.803141 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['301b9137-5922-49be-a3da-4733e18adf36'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:10:06.817425 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-8fdfc762-0b05-4806-926b-9b5ca475a0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:06.818093 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-8fdfc762-0b05-4806-926b-9b5ca475a0fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:06.819867 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-8fdfc762-0b05-4806-926b-9b5ca475a0fa service neutron] 10.222.0.24 "PUT /v2.0/ports/1113304f-e35b-434b-a268-cf88d4fb2d98 HTTP/1.1" status: 200 len: 1093 time: 1.1028643 Oct 19 01:10:06.820406 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d237cf-5f5c-4a3e-9866-31b4f5773432', 'tag': '1113304f-e35b-434b-a268-cf88d4fb2d98'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:10:06.822843 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd95600-f000-41ba-9994-8d1fb5c0dc24" -d '{"events": [{"name": "network-changed", "server_uuid": "28d237cf-5f5c-4a3e-9866-31b4f5773432", "tag": "1113304f-e35b-434b-a268-cf88d4fb2d98"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:10:06.890297 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdfc762-0b05-4806-926b-9b5ca475a0fa service neutron] Pushing event updated for resources: {'Port': ['ID=1113304f-e35b-434b-a268-cf88d4fb2d98,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:06.912959 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad89c45-b2a7-45d2-b6aa-5a05fd74ac46 x-openstack-request-id: req-9ad89c45-b2a7-45d2-b6aa-5a05fd74ac46 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:10:06.913502 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d237cf-5f5c-4a3e-9866-31b4f5773432", "tag": "1113304f-e35b-434b-a268-cf88d4fb2d98", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:10:06.913970 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9ad89c45-b2a7-45d2-b6aa-5a05fd74ac46 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:10:06.914584 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d237cf-5f5c-4a3e-9866-31b4f5773432', 'tag': '1113304f-e35b-434b-a268-cf88d4fb2d98', 'status': 'completed', 'code': 200} Oct 19 01:10:06.939298 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-95589ec3-b1e2-4c7f-aa10-25542a618f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:06.941354 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-95589ec3-b1e2-4c7f-aa10-25542a618f3b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2cef90ceee4e4e5aba45348bee033f1a&device_id=28d237cf-5f5c-4a3e-9866-31b4f5773432 HTTP/1.1" status: 200 len: 1096 time: 0.0670645 Oct 19 01:10:06.964593 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-df000902-3b12-47b8-af5e-1a499bfc975f req-aab6f8ab-84a5-4090-80f0-21422a205a62 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6c0745a-b538-427c-8c56-814f58449f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952929 Oct 19 01:10:07.004817 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-145a4e68-d04f-4122-9b95-c0de289ce583 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1113304f-e35b-434b-a268-cf88d4fb2d98 HTTP/1.1" status: 200 len: 217 time: 0.0530763 Oct 19 01:10:07.028954 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-028f1d08-c749-46b4-9422-31ff71cd23c1 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router_gateway, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:07.064724 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-028f1d08-c749-46b4-9422-31ff71cd23c1 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:07.084273 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-e92ceb07-90a9-45b8-8ab5-eeadaf6266a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:07.087451 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-e92ceb07-90a9-45b8-8ab5-eeadaf6266a9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fa143eec-2220-412c-9891-c90f025fab49 HTTP/1.1" status: 200 len: 848 time: 0.0750210 Oct 19 01:10:07.148343 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-7fa26acc-a31d-4edc-95a1-af6a280e97a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:07.150289 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-7fa26acc-a31d-4edc-95a1-af6a280e97a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3439c557-cbe2-48fc-82d0-010c4f65e4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551233 Oct 19 01:10:07.261965 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6427278e-2321-439e-acdc-24ab547561f8 req-3855c6a4-548c-4a33-b1cf-631a15fe45ab tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:07.284062 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-f74eea26-1055-49b6-81ae-cd22a802cb87 service neutron] 10.222.0.24 "GET /v2.0/networks/3439c557-cbe2-48fc-82d0-010c4f65e4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244206 Oct 19 01:10:07.287945 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-028f1d08-c749-46b4-9422-31ff71cd23c1 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Allocated IP 172.25.8.89 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/3af28243-7c8f-498f-a666-d5e41636f712) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:10:07.399176 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6427278e-2321-439e-acdc-24ab547561f8 req-3855c6a4-548c-4a33-b1cf-631a15fe45ab tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:07.466386 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f394af-b841-4e30-b618-d64a0fc67508 req-9f27a907-5ef2-4772-aa85-826cb190854d tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:07.468050 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-92f394af-b841-4e30-b618-d64a0fc67508 req-9f27a907-5ef2-4772-aa85-826cb190854d tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/ports?device_id=28d237cf-5f5c-4a3e-9866-31b4f5773432 HTTP/1.1" status: 200 len: 944 time: 0.0764797 Oct 19 01:10:07.470275 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1f23ab55-445c-48c7-bdc3-07d44de96d23 req-c604d79a-91fa-441a-b0d8-7922fc1a246e service neutron] 10.222.0.24 "GET /v2.0/networks/3439c557-cbe2-48fc-82d0-010c4f65e4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736071 Oct 19 01:10:07.508426 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6427278e-2321-439e-acdc-24ab547561f8 req-3855c6a4-548c-4a33-b1cf-631a15fe45ab tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Network f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:10:07.512764 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-6427278e-2321-439e-acdc-24ab547561f8 req-3855c6a4-548c-4a33-b1cf-631a15fe45ab tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:10:07.515319 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-92f394af-b841-4e30-b618-d64a0fc67508 req-7aa5095f-1717-4f52-a5c4-ef63459a25b8 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e980300-206f-41ab-a4a5-4d4b5763228c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405488 Oct 19 01:10:07.516376 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-6427278e-2321-439e-acdc-24ab547561f8 req-3855c6a4-548c-4a33-b1cf-631a15fe45ab tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:10:07.567338 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855c6a4-548c-4a33-b1cf-631a15fe45ab tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Pushing event updated for resources: {'Port': ['ID=49bb245e-dbfb-4f8f-91b8-89d9a5a56392,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:07.588369 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427278e-2321-439e-acdc-24ab547561f8 req-3855c6a4-548c-4a33-b1cf-631a15fe45ab tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:07.589487 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6427278e-2321-439e-acdc-24ab547561f8 req-3855c6a4-548c-4a33-b1cf-631a15fe45ab tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:07.610988 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6427278e-2321-439e-acdc-24ab547561f8 req-3855c6a4-548c-4a33-b1cf-631a15fe45ab tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0958893 Oct 19 01:10:07.630933 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-028f1d08-c749-46b4-9422-31ff71cd23c1 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:07.637428 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-6427278e-2321-439e-acdc-24ab547561f8 req-76dd55f9-3533-4cb7-a233-58e8a3349d6e service neutron] Request body: {'port': {'device_id': '83d73460-71b1-4cd0-ada1-71085b9d6722', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:07.650828 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd95600-f000-41ba-9994-8d1fb5c0dc24 req-c41ba4eb-fb94-4e43-9c43-329cb048b064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:07.653159 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-efd95600-f000-41ba-9994-8d1fb5c0dc24 req-c41ba4eb-fb94-4e43-9c43-329cb048b064 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2cef90ceee4e4e5aba45348bee033f1a&device_id=28d237cf-5f5c-4a3e-9866-31b4f5773432 HTTP/1.1" status: 200 len: 1096 time: 0.0875723 Oct 19 01:10:07.768369 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6427278e-2321-439e-acdc-24ab547561f8 req-76dd55f9-3533-4cb7-a233-58e8a3349d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:07.782406 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda92ae-a983-4d58-bbec-472ddbf35ffb req-9e3e3bd9-1f82-4bbb-aa59-8eda769396be tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:07.788347 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5bda92ae-a983-4d58-bbec-472ddbf35ffb req-9e3e3bd9-1f82-4bbb-aa59-8eda769396be tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b7dd2c1-267a-4eb7-a1d7-af3323f67c41 HTTP/1.1" status: 200 len: 944 time: 0.1551588 Oct 19 01:10:07.790878 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd95600-f000-41ba-9994-8d1fb5c0dc24 req-991b2e3a-df16-4d80-878d-177f70165653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:07.792951 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-efd95600-f000-41ba-9994-8d1fb5c0dc24 req-991b2e3a-df16-4d80-878d-177f70165653 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3439c557-cbe2-48fc-82d0-010c4f65e4e7 HTTP/1.1" status: 200 len: 910 time: 0.1311467 Oct 19 01:10:07.803550 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-028f1d08-c749-46b4-9422-31ff71cd23c1 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:07.844148 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-efd95600-f000-41ba-9994-8d1fb5c0dc24 req-59c34bdd-9a9a-45ce-909f-587c6d2ec73b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1113304f-e35b-434b-a268-cf88d4fb2d98 HTTP/1.1" status: 200 len: 217 time: 0.0433381 Oct 19 01:10:07.852237 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754df03-d869-4ba3-bef0-7159f248ecf0 req-21af6339-bd10-4974-b605-625d972bd74d tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:07.853633 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f754df03-d869-4ba3-bef0-7159f248ecf0 req-21af6339-bd10-4974-b605-625d972bd74d tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d73460-71b1-4cd0-ada1-71085b9d6722 HTTP/1.1" status: 200 len: 931 time: 0.1043797 Oct 19 01:10:07.888269 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028f1d08-c749-46b4-9422-31ff71cd23c1 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:10:07.905842 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-028f1d08-c749-46b4-9422-31ff71cd23c1 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:10:07.906387 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-07790cc6-7a30-49d1-b8b4-46dddc7d63ac None None] Provisioning complete for port 49bb245e-dbfb-4f8f-91b8-89d9a5a56392 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:07.906899 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-07790cc6-7a30-49d1-b8b4-46dddc7d63ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:07.908619 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028f1d08-c749-46b4-9422-31ff71cd23c1 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:10:07.922141 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd95600-f000-41ba-9994-8d1fb5c0dc24 req-fb530037-1570-4818-ba18-61f5d4df6364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:07.923609 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-efd95600-f000-41ba-9994-8d1fb5c0dc24 req-fb530037-1570-4818-ba18-61f5d4df6364 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fa143eec-2220-412c-9891-c90f025fab49 HTTP/1.1" status: 200 len: 848 time: 0.0691407 Oct 19 01:10:07.928679 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f754df03-d869-4ba3-bef0-7159f248ecf0 req-31b38b2e-e5be-4b26-913a-0f4c15ac876e tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "GET /v2.0/security-groups?id=0169a27d-d71f-44e0-8bfe-b3ace499152b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663726 Oct 19 01:10:07.958680 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5bda92ae-a983-4d58-bbec-472ddbf35ffb req-3717a687-c3c9-4bdd-8f17-9ed106cc42cf tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599841 Oct 19 01:10:07.959278 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f1d08-c749-46b4-9422-31ff71cd23c1 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Pushing event updated for resources: {'Port': ['ID=3af28243-7c8f-498f-a666-d5e41636f712,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:07.964167 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-07790cc6-7a30-49d1-b8b4-46dddc7d63ac None None] Port 49bb245e-dbfb-4f8f-91b8-89d9a5a56392 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:10:07.983224 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd95600-f000-41ba-9994-8d1fb5c0dc24 req-f519c228-e49a-4d17-9dbe-c188796905e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:07.984423 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-efd95600-f000-41ba-9994-8d1fb5c0dc24 req-f519c228-e49a-4d17-9dbe-c188796905e8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3439c557-cbe2-48fc-82d0-010c4f65e4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518291 Oct 19 01:10:08.430166 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751dd2c-4978-4342-9a3c-7a1c7070a624 req-363a6fa7-05ce-426f-ad8b-13d3ebbb746c tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:08.431867 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0751dd2c-4978-4342-9a3c-7a1c7070a624 req-363a6fa7-05ce-426f-ad8b-13d3ebbb746c tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a7d7075-8740-4f4a-942c-eb1488d6c813 HTTP/1.1" status: 200 len: 946 time: 0.0946381 Oct 19 01:10:08.434971 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-efd95600-f000-41ba-9994-8d1fb5c0dc24 req-64e55bf7-46a6-4ab2-ad22-2d9a62827a71 service neutron] 10.222.0.24 "GET /v2.0/networks/3439c557-cbe2-48fc-82d0-010c4f65e4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376380 Oct 19 01:10:08.469728 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-028f1d08-c749-46b4-9422-31ff71cd23c1 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router_gateway, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:08.519301 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-6427278e-2321-439e-acdc-24ab547561f8 req-76dd55f9-3533-4cb7-a233-58e8a3349d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49bb245e-dbfb-4f8f-91b8-89d9a5a56392 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:10:08.532847 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6427278e-2321-439e-acdc-24ab547561f8 req-76dd55f9-3533-4cb7-a233-58e8a3349d6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:08.537457 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0751dd2c-4978-4342-9a3c-7a1c7070a624 req-de8bed01-312e-4de2-a77a-c3b80cb8cc81 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6c0745a-b538-427c-8c56-814f58449f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971854 Oct 19 01:10:08.571036 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-efd95600-f000-41ba-9994-8d1fb5c0dc24 req-00622efc-dd98-4a4d-8ca3-837fa5d57f88 service neutron] 10.222.0.24 "GET /v2.0/networks/3439c557-cbe2-48fc-82d0-010c4f65e4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222317 Oct 19 01:10:08.580638 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-6427278e-2321-439e-acdc-24ab547561f8 req-76dd55f9-3533-4cb7-a233-58e8a3349d6e service neutron] Transition to ACTIVE for port object 49bb245e-dbfb-4f8f-91b8-89d9a5a56392 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:10:08.593083 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6427278e-2321-439e-acdc-24ab547561f8 req-76dd55f9-3533-4cb7-a233-58e8a3349d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:08.734371 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd55f9-3533-4cb7-a233-58e8a3349d6e service neutron] Pushing event updated for resources: {'Port': ['ID=49bb245e-dbfb-4f8f-91b8-89d9a5a56392,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:08.883157 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0f996-dcb3-42b3-9bb5-a468bd601426 req-dacfb9aa-ffbf-4e25-aca1-26a57e43b7a8 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:08.891346 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f3c0f996-dcb3-42b3-9bb5-a468bd601426 req-dacfb9aa-ffbf-4e25-aca1-26a57e43b7a8 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/ports?device_id=28d237cf-5f5c-4a3e-9866-31b4f5773432 HTTP/1.1" status: 200 len: 944 time: 0.1998518 Oct 19 01:10:08.910749 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-6427278e-2321-439e-acdc-24ab547561f8 req-76dd55f9-3533-4cb7-a233-58e8a3349d6e service neutron] Attempting to bind port 49bb245e-dbfb-4f8f-91b8-89d9a5a56392 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:10:08.911514 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-6427278e-2321-439e-acdc-24ab547561f8 req-76dd55f9-3533-4cb7-a233-58e8a3349d6e service neutron] Attempting to bind port 49bb245e-dbfb-4f8f-91b8-89d9a5a56392 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'd767b856-e22c-4473-bbdd-0ff5e849d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:10:08.911994 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6427278e-2321-439e-acdc-24ab547561f8 req-76dd55f9-3533-4cb7-a233-58e8a3349d6e service neutron] Attempting to bind port 49bb245e-dbfb-4f8f-91b8-89d9a5a56392 on network f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:10:08.914312 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-028f1d08-c749-46b4-9422-31ff71cd23c1 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:08.933930 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6427278e-2321-439e-acdc-24ab547561f8 req-76dd55f9-3533-4cb7-a233-58e8a3349d6e service neutron] Port 49bb245e-dbfb-4f8f-91b8-89d9a5a56392 on network f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:10:08.934124 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6427278e-2321-439e-acdc-24ab547561f8 req-76dd55f9-3533-4cb7-a233-58e8a3349d6e service neutron] Attempting to bind port 49bb245e-dbfb-4f8f-91b8-89d9a5a56392 on network f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:10:08.983218 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6427278e-2321-439e-acdc-24ab547561f8 req-76dd55f9-3533-4cb7-a233-58e8a3349d6e service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:10:08.983558 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6427278e-2321-439e-acdc-24ab547561f8 req-76dd55f9-3533-4cb7-a233-58e8a3349d6e service neutron] Checking segment: {'id': 'd767b856-e22c-4473-bbdd-0ff5e849d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:10:08.985434 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6427278e-2321-439e-acdc-24ab547561f8 req-76dd55f9-3533-4cb7-a233-58e8a3349d6e service neutron] Bound using segment: {'id': 'd767b856-e22c-4473-bbdd-0ff5e849d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:10:08.986098 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-6427278e-2321-439e-acdc-24ab547561f8 req-76dd55f9-3533-4cb7-a233-58e8a3349d6e service neutron] Bound port: 49bb245e-dbfb-4f8f-91b8-89d9a5a56392, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd767b856-e22c-4473-bbdd-0ff5e849d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:10:08.986473 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6427278e-2321-439e-acdc-24ab547561f8 req-76dd55f9-3533-4cb7-a233-58e8a3349d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:09.009273 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f3c0f996-dcb3-42b3-9bb5-a468bd601426 req-e8718e01-ab94-445d-9003-acc98501499c tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e980300-206f-41ab-a4a5-4d4b5763228c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170349 Oct 19 01:10:09.162160 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-6427278e-2321-439e-acdc-24ab547561f8 req-76dd55f9-3533-4cb7-a233-58e8a3349d6e service neutron] For port 49bb245e-dbfb-4f8f-91b8-89d9a5a56392, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:10:09.166073 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-6427278e-2321-439e-acdc-24ab547561f8 req-76dd55f9-3533-4cb7-a233-58e8a3349d6e service neutron] For port 49bb245e-dbfb-4f8f-91b8-89d9a5a56392, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=49bb245e-dbfb-4f8f-91b8-89d9a5a56392,segment=NetworkSegment(d767b856-e22c-4473-bbdd-0ff5e849d4ed),segment_id=d767b856-e22c-4473-bbdd-0ff5e849d4ed)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:10:09.176233 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6427278e-2321-439e-acdc-24ab547561f8 req-76dd55f9-3533-4cb7-a233-58e8a3349d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:09.185123 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8127f-f315-444d-94a3-bb724e99e2ab req-01ba6665-509e-4e92-94a6-dc36ff54d605 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:09.186696 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6de8127f-f315-444d-94a3-bb724e99e2ab req-01ba6665-509e-4e92-94a6-dc36ff54d605 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b7dd2c1-267a-4eb7-a1d7-af3323f67c41 HTTP/1.1" status: 200 len: 944 time: 0.0559525 Oct 19 01:10:09.220053 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aea165-ea64-4f59-a1bf-4d9228d9d5bc req-ac9041dd-488b-4974-9621-e7f06bc34ca3 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:09.221552 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-58aea165-ea64-4f59-a1bf-4d9228d9d5bc req-ac9041dd-488b-4974-9621-e7f06bc34ca3 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d73460-71b1-4cd0-ada1-71085b9d6722 HTTP/1.1" status: 200 len: 943 time: 0.1249568 Oct 19 01:10:09.233545 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6de8127f-f315-444d-94a3-bb724e99e2ab req-4b7c6748-bfdb-40e8-a9b4-21a8ed1f9c26 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388975 Oct 19 01:10:09.238882 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427278e-2321-439e-acdc-24ab547561f8 req-76dd55f9-3533-4cb7-a233-58e8a3349d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:09.239508 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6427278e-2321-439e-acdc-24ab547561f8 req-76dd55f9-3533-4cb7-a233-58e8a3349d6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:09.240991 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6427278e-2321-439e-acdc-24ab547561f8 req-76dd55f9-3533-4cb7-a233-58e8a3349d6e service neutron] 10.222.0.24 "PUT /v2.0/ports/49bb245e-dbfb-4f8f-91b8-89d9a5a56392 HTTP/1.1" status: 200 len: 1092 time: 1.6137946 Oct 19 01:10:09.243164 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d73460-71b1-4cd0-ada1-71085b9d6722', 'tag': '49bb245e-dbfb-4f8f-91b8-89d9a5a56392'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:10:09.246135 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70dfe728-10f8-45cf-96cd-689d06746293" -d '{"events": [{"name": "network-changed", "server_uuid": "83d73460-71b1-4cd0-ada1-71085b9d6722", "tag": "49bb245e-dbfb-4f8f-91b8-89d9a5a56392"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:10:09.342736 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028f1d08-c749-46b4-9422-31ff71cd23c1 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Router f595370b-71a3-4bcf-a306-ab30c6d440a7 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:10:09.344504 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd55f9-3533-4cb7-a233-58e8a3349d6e service neutron] Pushing event updated for resources: {'Port': ['ID=49bb245e-dbfb-4f8f-91b8-89d9a5a56392,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:09.360433 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ff6cb-5d09-4bf1-84bc-95ba031db12f req-239afa8d-407b-4763-ae8f-8471fd455dac tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:09.362271 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-306ff6cb-5d09-4bf1-84bc-95ba031db12f req-239afa8d-407b-4763-ae8f-8471fd455dac tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a7d7075-8740-4f4a-942c-eb1488d6c813 HTTP/1.1" status: 200 len: 946 time: 0.0662398 Oct 19 01:10:09.363058 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-58aea165-ea64-4f59-a1bf-4d9228d9d5bc req-97277ac9-b58e-4a96-b7bb-b673e4baa322 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "GET /v2.0/security-groups?id=0169a27d-d71f-44e0-8bfe-b3ace499152b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291182 Oct 19 01:10:09.373191 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427278e-2321-439e-acdc-24ab547561f8 req-22c1da86-3762-4af5-8939-be0ff63fcedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:09.374809 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6427278e-2321-439e-acdc-24ab547561f8 req-22c1da86-3762-4af5-8939-be0ff63fcedd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=367e6ec72e154da6846bfeff424d3eaf&device_id=83d73460-71b1-4cd0-ada1-71085b9d6722 HTTP/1.1" status: 200 len: 1095 time: 0.0844722 Oct 19 01:10:09.435432 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-306ff6cb-5d09-4bf1-84bc-95ba031db12f req-3d6ed339-eb40-4d70-be95-f5d47f047a5d tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6c0745a-b538-427c-8c56-814f58449f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588708 Oct 19 01:10:09.451878 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ff8ecb-bdd4-4a98-907d-b06b209e6ec5 x-openstack-request-id: req-99ff8ecb-bdd4-4a98-907d-b06b209e6ec5 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:10:09.452101 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83d73460-71b1-4cd0-ada1-71085b9d6722", "tag": "49bb245e-dbfb-4f8f-91b8-89d9a5a56392", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:10:09.452284 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-99ff8ecb-bdd4-4a98-907d-b06b209e6ec5 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:10:09.452686 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d73460-71b1-4cd0-ada1-71085b9d6722', 'tag': '49bb245e-dbfb-4f8f-91b8-89d9a5a56392', 'status': 'completed', 'code': 200} Oct 19 01:10:09.457978 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6427278e-2321-439e-acdc-24ab547561f8 req-b91cd98d-4442-49cf-b3f1-a9bfc07a88c3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49bb245e-dbfb-4f8f-91b8-89d9a5a56392 HTTP/1.1" status: 200 len: 217 time: 0.0516233 Oct 19 01:10:09.546393 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028f1d08-c749-46b4-9422-31ff71cd23c1 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:10:09.557382 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ad5b09-9f8d-48cc-8f73-5c4f6690f3c4 None None] Sync routers for ids ['f595370b-71a3-4bcf-a306-ab30c6d440a7'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:10:09.558517 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427278e-2321-439e-acdc-24ab547561f8 req-22b44661-c534-4ac4-a829-a61f94fd698f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:09.559428 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6427278e-2321-439e-acdc-24ab547561f8 req-22b44661-c534-4ac4-a829-a61f94fd698f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a37280b7-54ff-46fe-803e-0d2e465304b7 HTTP/1.1" status: 200 len: 845 time: 0.0935237 Oct 19 01:10:09.567230 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ad5b09-9f8d-48cc-8f73-5c4f6690f3c4 None None] Routers {'f595370b-71a3-4bcf-a306-ab30c6d440a7'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:10:09.568059 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-42ad5b09-9f8d-48cc-8f73-5c4f6690f3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:09:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['f595370b-71a3-4bcf-a306-ab30c6d440a7'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:09.600540 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-42ad5b09-9f8d-48cc-8f73-5c4f6690f3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:09.610724 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ad5b09-9f8d-48cc-8f73-5c4f6690f3c4 None None] Routers {'f595370b-71a3-4bcf-a306-ab30c6d440a7'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:10:09.611415 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-42ad5b09-9f8d-48cc-8f73-5c4f6690f3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:09:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['f595370b-71a3-4bcf-a306-ab30c6d440a7'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:09.613885 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-028f1d08-c749-46b4-9422-31ff71cd23c1 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:09.615106 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-028f1d08-c749-46b4-9422-31ff71cd23c1 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5266702 Oct 19 01:10:09.617974 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37560) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:09.621453 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427278e-2321-439e-acdc-24ab547561f8 req-3c469d2f-0aa2-401a-a189-1976636fcba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:09.623351 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6427278e-2321-439e-acdc-24ab547561f8 req-3c469d2f-0aa2-401a-a189-1976636fcba6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560808 Oct 19 01:10:09.643693 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-42ad5b09-9f8d-48cc-8f73-5c4f6690f3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:09.644632 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ad5b09-9f8d-48cc-8f73-5c4f6690f3c4 None None] The sync data for ids ['f595370b-71a3-4bcf-a306-ab30c6d440a7'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:10:09.745343 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6427278e-2321-439e-acdc-24ab547561f8 req-7420a2aa-34da-4a1c-ab43-b5f028a153a1 service neutron] 10.222.0.24 "GET /v2.0/networks/f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150634 Oct 19 01:10:09.759013 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-457bd0b0-44e6-4bf8-8bd4-77e5b2fb964e tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] 10.222.0.57 "GET /v2.0/routers/f595370b-71a3-4bcf-a306-ab30c6d440a7 HTTP/1.1" status: 200 len: 923 time: 0.1394415 Oct 19 01:10:09.761771 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37566) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:09.790863 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f17e1cf5-3349-4855-929c-5ebb31351186 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] 10.222.0.57 "GET /v2.0/ports?device_id=f595370b-71a3-4bcf-a306-ab30c6d440a7 HTTP/1.1" status: 200 len: 205 time: 0.0257831 Oct 19 01:10:09.791167 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37568) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:09.856151 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6427278e-2321-439e-acdc-24ab547561f8 req-f5cf9c06-1fb1-42eb-b4f5-164edaafcef8 service neutron] 10.222.0.24 "GET /v2.0/networks/f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031895 Oct 19 01:10:09.962325 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfe728-10f8-45cf-96cd-689d06746293 req-431e48a3-0839-4714-ac6c-a6a305559a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:09.963913 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-70dfe728-10f8-45cf-96cd-689d06746293 req-431e48a3-0839-4714-ac6c-a6a305559a4d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=367e6ec72e154da6846bfeff424d3eaf&device_id=83d73460-71b1-4cd0-ada1-71085b9d6722 HTTP/1.1" status: 200 len: 1095 time: 0.0513182 Oct 19 01:10:10.003122 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e320571f-c38e-4bd2-b1c7-180c59e0e9f9 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:10.132019 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e320571f-c38e-4bd2-b1c7-180c59e0e9f9 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:10.189448 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-e320571f-c38e-4bd2-b1c7-180c59e0e9f9 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Deleting port 3af28243-7c8f-498f-a666-d5e41636f712 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:10:10.190122 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e320571f-c38e-4bd2-b1c7-180c59e0e9f9 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:10.196490 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 1113304f-e35b-434b-a268-cf88d4fb2d98 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:10:10.311600 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e320571f-c38e-4bd2-b1c7-180c59e0e9f9 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:10.338072 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 1113304f-e35b-434b-a268-cf88d4fb2d98, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1113304f-e35b-434b-a268-cf88d4fb2d98,segment=NetworkSegment(9d868592-c08e-4123-8d31-a67deeb039a8),segment_id=9d868592-c08e-4123-8d31-a67deeb039a8)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:10.342065 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-e320571f-c38e-4bd2-b1c7-180c59e0e9f9 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Calling delete_port for 3af28243-7c8f-498f-a666-d5e41636f712 owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:10:10.362844 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 301b9137-5922-49be-a3da-4733e18adf36 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:10:10.370758 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '1113304f-e35b-434b-a268-cf88d4fb2d98', 'network_id': '3439c557-cbe2-48fc-82d0-010c4f65e4e7', 'port_id': '1113304f-e35b-434b-a268-cf88d4fb2d98', 'mac_address': 'fa:16:3e:59:16:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa143eec-2220-412c-9891-c90f025fab49', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:10:10.445465 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1291d8e3-3f96-49a9-964a-b24e53815c3d req-12470334-319a-4326-b133-8096957be043 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:10.454234 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1291d8e3-3f96-49a9-964a-b24e53815c3d req-12470334-319a-4326-b133-8096957be043 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b7dd2c1-267a-4eb7-a1d7-af3323f67c41 HTTP/1.1" status: 200 len: 944 time: 0.1102512 Oct 19 01:10:10.457604 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:10.483060 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1113304f-e35b-434b-a268-cf88d4fb2d98 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:10:10.492451 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfe728-10f8-45cf-96cd-689d06746293 req-0efa79b3-ef4a-4176-9aad-5d477a25c63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:10.493959 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-70dfe728-10f8-45cf-96cd-689d06746293 req-0efa79b3-ef4a-4176-9aad-5d477a25c63d service neutron] 10.222.0.24 "GET /v2.0/networks?id=f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b HTTP/1.1" status: 200 len: 907 time: 0.5231867 Oct 19 01:10:10.507668 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a87b6-b6ad-4ff4-ba77-f0d90b0c3d48 req-f7668cd9-c253-498c-8714-0488c177fdf0 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:10.509439 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-480a87b6-b6ad-4ff4-ba77-f0d90b0c3d48 req-f7668cd9-c253-498c-8714-0488c177fdf0 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/ports?device_id=28d237cf-5f5c-4a3e-9866-31b4f5773432 HTTP/1.1" status: 200 len: 944 time: 0.1107225 Oct 19 01:10:10.511418 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 301b9137-5922-49be-a3da-4733e18adf36 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:10:10.519292 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 1113304f-e35b-434b-a268-cf88d4fb2d98, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1113304f-e35b-434b-a268-cf88d4fb2d98,segment=NetworkSegment(9d868592-c08e-4123-8d31-a67deeb039a8),segment_id=9d868592-c08e-4123-8d31-a67deeb039a8)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:10.527574 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 301b9137-5922-49be-a3da-4733e18adf36 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:10.528567 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:10.554073 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-70dfe728-10f8-45cf-96cd-689d06746293 req-a885784b-829c-4b0e-94a5-4b4dc1f9541a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49bb245e-dbfb-4f8f-91b8-89d9a5a56392 HTTP/1.1" status: 200 len: 217 time: 0.0435598 Oct 19 01:10:10.570676 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1291d8e3-3f96-49a9-964a-b24e53815c3d req-1cb59d36-5017-4e86-a1cf-176f0a7bdd13 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155331 Oct 19 01:10:10.580241 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:10.649261 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-480a87b6-b6ad-4ff4-ba77-f0d90b0c3d48 req-caca9efa-3679-4d47-bde2-5fe98d2e4898 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e980300-206f-41ab-a4a5-4d4b5763228c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304233 Oct 19 01:10:10.669807 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfe728-10f8-45cf-96cd-689d06746293 req-09ee45db-e9a1-4e4e-916b-748d79417d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:10.671340 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-70dfe728-10f8-45cf-96cd-689d06746293 req-09ee45db-e9a1-4e4e-916b-748d79417d90 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a37280b7-54ff-46fe-803e-0d2e465304b7 HTTP/1.1" status: 200 len: 845 time: 0.1099656 Oct 19 01:10:10.687082 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=1113304f-e35b-434b-a268-cf88d4fb2d98,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:10.694314 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:10.700358 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e320571f-c38e-4bd2-b1c7-180c59e0e9f9 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:10.720528 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7dd2c1-267a-4eb7-a1d7-af3323f67c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301b9137-5922-49be-a3da-4733e18adf36'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:10:10.722866 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c96c2bd-5819-4524-a221-76323c14fdae" -d '{"events": [{"server_uuid": "6b7dd2c1-267a-4eb7-a1d7-af3323f67c41", "name": "network-vif-plugged", "status": "completed", "tag": "301b9137-5922-49be-a3da-4733e18adf36"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:10:10.739771 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 301b9137-5922-49be-a3da-4733e18adf36, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=301b9137-5922-49be-a3da-4733e18adf36,segment=NetworkSegment(8a516c3b-6789-44d3-87bb-3790155029b6),segment_id=8a516c3b-6789-44d3-87bb-3790155029b6)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:10.739975 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e320571f-c38e-4bd2-b1c7-180c59e0e9f9 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Pushing event deleted for resources: {'Port': ['ID=3af28243-7c8f-498f-a666-d5e41636f712,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:10.744462 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:10.847078 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6ed46-6aa2-4a5e-97f1-41de2c3bbe7d req-94c97f4e-e7a6-4b34-819d-a223c08f17b2 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:10.848211 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfe728-10f8-45cf-96cd-689d06746293 req-4dff1db2-ea18-4466-9f6a-71dad8b2fec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:10.849233 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1af6ed46-6aa2-4a5e-97f1-41de2c3bbe7d req-94c97f4e-e7a6-4b34-819d-a223c08f17b2 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a7d7075-8740-4f4a-942c-eb1488d6c813 HTTP/1.1" status: 200 len: 946 time: 0.2203660 Oct 19 01:10:10.850225 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-70dfe728-10f8-45cf-96cd-689d06746293 req-4dff1db2-ea18-4466-9f6a-71dad8b2fec5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1702452 Oct 19 01:10:10.860017 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=301b9137-5922-49be-a3da-4733e18adf36,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:10.866036 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd656f65-0929-487c-a966-1bc5e6c0574f req-d9ffa2ad-88c0-4265-a09a-99c49ca46bfa tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:10.867656 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cd656f65-0929-487c-a966-1bc5e6c0574f req-d9ffa2ad-88c0-4265-a09a-99c49ca46bfa tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a7d7075-8740-4f4a-942c-eb1488d6c813 HTTP/1.1" status: 200 len: 946 time: 0.0700982 Oct 19 01:10:10.877441 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e320571f-c38e-4bd2-b1c7-180c59e0e9f9 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:10.965459 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['1113304f-e35b-434b-a268-cf88d4fb2d98'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:10:10.982189 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cd656f65-0929-487c-a966-1bc5e6c0574f req-1d856128-e7e9-4271-9a3c-fef18d654736 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6c0745a-b538-427c-8c56-814f58449f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030800 Oct 19 01:10:10.983894 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e320571f-c38e-4bd2-b1c7-180c59e0e9f9 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:11.009322 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e320571f-c38e-4bd2-b1c7-180c59e0e9f9 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:11.018499 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-70dfe728-10f8-45cf-96cd-689d06746293 req-00148f12-b478-4e9f-bb2c-ac25d8c40d50 service neutron] 10.222.0.24 "GET /v2.0/networks/f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497722 Oct 19 01:10:11.031622 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6559c61-3957-4da1-9a45-a33de14aa4ba req-80033854-fc8a-49bf-bfaf-b11804034cd4 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:11.033362 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c6559c61-3957-4da1-9a45-a33de14aa4ba req-80033854-fc8a-49bf-bfaf-b11804034cd4 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d73460-71b1-4cd0-ada1-71085b9d6722 HTTP/1.1" status: 200 len: 943 time: 0.2648923 Oct 19 01:10:11.061918 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9d5bf5-42dc-4ef8-9e01-e2abc751343c x-openstack-request-id: req-fb9d5bf5-42dc-4ef8-9e01-e2abc751343c {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:10:11.062200 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7dd2c1-267a-4eb7-a1d7-af3323f67c41", "name": "network-vif-plugged", "status": "completed", "tag": "301b9137-5922-49be-a3da-4733e18adf36", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:10:11.062752 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fb9d5bf5-42dc-4ef8-9e01-e2abc751343c {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:10:11.063142 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b7dd2c1-267a-4eb7-a1d7-af3323f67c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301b9137-5922-49be-a3da-4733e18adf36', 'code': 200} Oct 19 01:10:11.169801 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-70dfe728-10f8-45cf-96cd-689d06746293 req-226b4fae-115a-4bb4-97ca-6b012a59db52 service neutron] 10.222.0.24 "GET /v2.0/networks/f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419256 Oct 19 01:10:11.238877 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c6559c61-3957-4da1-9a45-a33de14aa4ba req-114e9734-8b2e-4c9f-96d1-dae59358b38f tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "GET /v2.0/security-groups?id=0169a27d-d71f-44e0-8bfe-b3ace499152b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924076 Oct 19 01:10:11.244614 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e320571f-c38e-4bd2-b1c7-180c59e0e9f9 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:11.245678 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e320571f-c38e-4bd2-b1c7-180c59e0e9f9 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Fanout notify agent at l3_agent the message router_deleted on router f595370b-71a3-4bcf-a306-ab30c6d440a7 {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:10:11.252831 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e320571f-c38e-4bd2-b1c7-180c59e0e9f9 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:11.253997 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e320571f-c38e-4bd2-b1c7-180c59e0e9f9 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] 10.222.0.57 "DELETE /v2.0/routers/f595370b-71a3-4bcf-a306-ab30c6d440a7 HTTP/1.1" status: 204 len: 168 time: 1.4614770 Oct 19 01:10:11.257629 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37588) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:11.263541 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-af6f895c-be94-4307-926e-17a32be3e0bf tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Request body: {'router': {'name': 'tempest-snat-router-263106420', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'enable_snat': False}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:11.279184 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0868c-5fe6-4333-a6a9-add6e6994bb7 req-a2ee98bd-0c7e-4368-abec-8bebb3b18f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:11.281307 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52e0868c-5fe6-4333-a6a9-add6e6994bb7 req-a2ee98bd-0c7e-4368-abec-8bebb3b18f80 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6b7dd2c1-267a-4eb7-a1d7-af3323f67c41 HTTP/1.1" status: 200 len: 1097 time: 0.1090975 Oct 19 01:10:11.288962 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-1af6ed46-6aa2-4a5e-97f1-41de2c3bbe7d req-4ca1a2c2-f7bb-44f9-897f-fa3341aa88a2 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] Deleting port a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:10:11.289494 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1af6ed46-6aa2-4a5e-97f1-41de2c3bbe7d req-4ca1a2c2-f7bb-44f9-897f-fa3341aa88a2 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:11.297276 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-af6f895c-be94-4307-926e-17a32be3e0bf tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:11.298732 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-af6f895c-be94-4307-926e-17a32be3e0bf tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:11.365868 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-af6f895c-be94-4307-926e-17a32be3e0bf tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:11.377017 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52e0868c-5fe6-4333-a6a9-add6e6994bb7 req-927ee3a4-48b0-42ae-b36b-7e3b0598a59b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837877 Oct 19 01:10:11.407365 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-1af6ed46-6aa2-4a5e-97f1-41de2c3bbe7d req-4ca1a2c2-f7bb-44f9-897f-fa3341aa88a2 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] For port a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a,segment=NetworkSegment(fd3aa161-59e5-4f68-977b-48bfbb947fde),segment_id=fd3aa161-59e5-4f68-977b-48bfbb947fde)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:11.407757 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1af6ed46-6aa2-4a5e-97f1-41de2c3bbe7d req-4ca1a2c2-f7bb-44f9-897f-fa3341aa88a2 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:11.422114 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-1af6ed46-6aa2-4a5e-97f1-41de2c3bbe7d req-4ca1a2c2-f7bb-44f9-897f-fa3341aa88a2 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] Calling delete_port for a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:10:11.512545 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-af6f895c-be94-4307-926e-17a32be3e0bf tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:11.561254 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1af6ed46-6aa2-4a5e-97f1-41de2c3bbe7d req-4ca1a2c2-f7bb-44f9-897f-fa3341aa88a2 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:11.574642 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:10:11.602671 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1a2c2-f7bb-44f9-897f-fa3341aa88a2 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] Pushing event deleted for resources: {'Port': ['ID=a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:11.653578 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af6ed46-6aa2-4a5e-97f1-41de2c3bbe7d req-4ca1a2c2-f7bb-44f9-897f-fa3341aa88a2 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] No DVR routers for this DVR port a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:10:11.656213 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1af6ed46-6aa2-4a5e-97f1-41de2c3bbe7d req-4ca1a2c2-f7bb-44f9-897f-fa3341aa88a2 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:11.660070 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1af6ed46-6aa2-4a5e-97f1-41de2c3bbe7d req-4ca1a2c2-f7bb-44f9-897f-fa3341aa88a2 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] 10.222.0.55 "DELETE /v2.0/ports/a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a HTTP/1.1" status: 204 len: 173 time: 0.8027780 Oct 19 01:10:11.660675 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7d7075-8740-4f4a-942c-eb1488d6c813', 'name': 'network-vif-deleted', 'tag': 'a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:10:11.663131 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebaa15a2-c542-4072-b940-82960f805121" -d '{"events": [{"server_uuid": "7a7d7075-8740-4f4a-942c-eb1488d6c813", "name": "network-vif-deleted", "tag": "a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:10:11.767039 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec96dd-ac00-4716-ad0e-077c3e659dff req-a3e8c53b-480c-45ec-a196-813cca1cd049 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:11.774740 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-99ec96dd-ac00-4716-ad0e-077c3e659dff req-a3e8c53b-480c-45ec-a196-813cca1cd049 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/ports?device_id=28d237cf-5f5c-4a3e-9866-31b4f5773432 HTTP/1.1" status: 200 len: 945 time: 0.0595963 Oct 19 01:10:11.820636 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-99ec96dd-ac00-4716-ad0e-077c3e659dff req-14f230cd-d416-46f6-b21d-87b043b9c271 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e980300-206f-41ab-a4a5-4d4b5763228c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446422 Oct 19 01:10:11.827071 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609da8a-462b-4481-a9ab-faa4ecb1b36e req-3a3091f9-24b6-49ba-b4cc-61ba1e32fa04 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:11.834255 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2609da8a-462b-4481-a9ab-faa4ecb1b36e req-3a3091f9-24b6-49ba-b4cc-61ba1e32fa04 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b7dd2c1-267a-4eb7-a1d7-af3323f67c41 HTTP/1.1" status: 200 len: 945 time: 0.1511953 Oct 19 01:10:11.859687 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-af6f895c-be94-4307-926e-17a32be3e0bf tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:11.866991 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83469d13-25fb-409a-8e27-ff563da9c5a6 x-openstack-request-id: req-83469d13-25fb-409a-8e27-ff563da9c5a6 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:10:11.867364 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7d7075-8740-4f4a-942c-eb1488d6c813", "name": "network-vif-deleted", "tag": "a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:10:11.867684 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-83469d13-25fb-409a-8e27-ff563da9c5a6 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:10:11.868213 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7d7075-8740-4f4a-942c-eb1488d6c813', 'name': 'network-vif-deleted', 'tag': 'a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a', 'status': 'completed', 'code': 200} Oct 19 01:10:11.882890 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-af6f895c-be94-4307-926e-17a32be3e0bf tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:11.907344 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2609da8a-462b-4481-a9ab-faa4ecb1b36e req-4b934473-5eab-4fba-9b61-37f79728f2a9 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721469 Oct 19 01:10:12.004157 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-af6f895c-be94-4307-926e-17a32be3e0bf tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Allocated IP 172.25.8.156 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/d7ec71f0-5519-4ace-9a9f-c5d305218e31) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:10:12.101366 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eff69fb4-2c5b-40ca-bca4-71c103839124 req-3ae139fa-c50b-44c2-b525-49c32d7b9bc2 tempest-ServerAddressesTestJSON-381533815 tempest-ServerAddressesTestJSON-381533815-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a7d7075-8740-4f4a-942c-eb1488d6c813 HTTP/1.1" status: 200 len: 210 time: 0.0377443 Oct 19 01:10:12.131338 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-af6f895c-be94-4307-926e-17a32be3e0bf tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:12.174381 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-af6f895c-be94-4307-926e-17a32be3e0bf tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:12.196170 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 49bb245e-dbfb-4f8f-91b8-89d9a5a56392 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:10:12.258517 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6f895c-be94-4307-926e-17a32be3e0bf tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:10:12.264923 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-af6f895c-be94-4307-926e-17a32be3e0bf tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:10:12.269072 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6f895c-be94-4307-926e-17a32be3e0bf tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:10:12.310271 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f895c-be94-4307-926e-17a32be3e0bf tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Pushing event updated for resources: {'Port': ['ID=d7ec71f0-5519-4ace-9a9f-c5d305218e31,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:12.380136 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 49bb245e-dbfb-4f8f-91b8-89d9a5a56392, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=49bb245e-dbfb-4f8f-91b8-89d9a5a56392,segment=NetworkSegment(d767b856-e22c-4473-bbdd-0ff5e849d4ed),segment_id=d767b856-e22c-4473-bbdd-0ff5e849d4ed)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:12.395353 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '49bb245e-dbfb-4f8f-91b8-89d9a5a56392', 'network_id': 'f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b', 'port_id': '49bb245e-dbfb-4f8f-91b8-89d9a5a56392', 'mac_address': 'fa:16:3e:2f:97:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a37280b7-54ff-46fe-803e-0d2e465304b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:10:12.436561 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:12.455978 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49bb245e-dbfb-4f8f-91b8-89d9a5a56392 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:10:12.467705 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71a66b-706f-4391-b8ca-2194831dc4fb req-76504be8-1784-4444-8549-4179ba23ef1a tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:12.469264 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2f71a66b-706f-4391-b8ca-2194831dc4fb req-76504be8-1784-4444-8549-4179ba23ef1a tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d73460-71b1-4cd0-ada1-71085b9d6722 HTTP/1.1" status: 200 len: 943 time: 0.1119792 Oct 19 01:10:12.484228 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 49bb245e-dbfb-4f8f-91b8-89d9a5a56392, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=49bb245e-dbfb-4f8f-91b8-89d9a5a56392,segment=NetworkSegment(d767b856-e22c-4473-bbdd-0ff5e849d4ed),segment_id=d767b856-e22c-4473-bbdd-0ff5e849d4ed)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:12.489836 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:12.567063 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=49bb245e-dbfb-4f8f-91b8-89d9a5a56392,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:12.584038 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2f71a66b-706f-4391-b8ca-2194831dc4fb req-6946c0f7-b3d6-45ee-ae25-fd5f13178fbc tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "GET /v2.0/security-groups?id=0169a27d-d71f-44e0-8bfe-b3ace499152b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779755 Oct 19 01:10:12.611123 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-af6f895c-be94-4307-926e-17a32be3e0bf tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:12.816977 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-af6f895c-be94-4307-926e-17a32be3e0bf tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:12.849197 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['49bb245e-dbfb-4f8f-91b8-89d9a5a56392'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:10:12.971588 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0775008-58a0-4eae-b37a-7f8a38cd1c2a req-ffdbc5c3-ee73-490a-a75e-63c4794ea145 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:12.981963 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c0775008-58a0-4eae-b37a-7f8a38cd1c2a req-ffdbc5c3-ee73-490a-a75e-63c4794ea145 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/ports?device_id=28d237cf-5f5c-4a3e-9866-31b4f5773432 HTTP/1.1" status: 200 len: 945 time: 0.0903840 Oct 19 01:10:13.011150 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6f895c-be94-4307-926e-17a32be3e0bf tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Router d186545a-3684-47b9-a87f-5cfd157826c1 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:10:13.050016 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c0775008-58a0-4eae-b37a-7f8a38cd1c2a req-ea74e100-cbb2-46df-a0d6-fb9764b5ebd5 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e980300-206f-41ab-a4a5-4d4b5763228c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662322 Oct 19 01:10:13.112027 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416de51-5c0b-47b8-b8a8-b6e892d63298 req-3798596f-e224-4427-ab9e-36bdb3596be6 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:13.113424 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0416de51-5c0b-47b8-b8a8-b6e892d63298 req-3798596f-e224-4427-ab9e-36bdb3596be6 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b7dd2c1-267a-4eb7-a1d7-af3323f67c41 HTTP/1.1" status: 200 len: 945 time: 0.0945649 Oct 19 01:10:13.166279 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37614) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:13.218060 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-c669ef54-39a3-498f-84cf-ed84663c9436 admin admin] Deleting subnet c39af2bc-eefd-4819-8f69-52526a5a90a1 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:10:13.221701 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c669ef54-39a3-498f-84cf-ed84663c9436 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:13.266437 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c669ef54-39a3-498f-84cf-ed84663c9436 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:13.309072 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c669ef54-39a3-498f-84cf-ed84663c9436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:13.372034 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c669ef54-39a3-498f-84cf-ed84663c9436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:13.400950 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669ef54-39a3-498f-84cf-ed84663c9436 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c39af2bc-eefd-4819-8f69-52526a5a90a1,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:13.415370 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c669ef54-39a3-498f-84cf-ed84663c9436 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:13.423378 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c669ef54-39a3-498f-84cf-ed84663c9436 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c39af2bc-eefd-4819-8f69-52526a5a90a1 HTTP/1.1" status: 204 len: 168 time: 0.2558904 Oct 19 01:10:13.424127 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37620) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:13.443674 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6f895c-be94-4307-926e-17a32be3e0bf tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:10:13.448182 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0416de51-5c0b-47b8-b8a8-b6e892d63298 req-8a2caa65-cf55-4c02-941b-692ee13df872 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280780 Oct 19 01:10:13.457211 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e8fd04-bd8d-46b4-bbdb-b360df5d42ba None None] Sync routers for ids ['d186545a-3684-47b9-a87f-5cfd157826c1'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:10:13.470229 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e8fd04-bd8d-46b4-bbdb-b360df5d42ba None None] Routers {'d186545a-3684-47b9-a87f-5cfd157826c1'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:10:13.471199 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-67e8fd04-bd8d-46b4-bbdb-b360df5d42ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:09:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d186545a-3684-47b9-a87f-5cfd157826c1'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:13.472541 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-af6f895c-be94-4307-926e-17a32be3e0bf tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:13.476475 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-af6f895c-be94-4307-926e-17a32be3e0bf tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.2172222 Oct 19 01:10:13.476621 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37622) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:13.575371 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a08f-ed0c-4870-befb-234a75b09fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:13.588101 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-67e8fd04-bd8d-46b4-bbdb-b360df5d42ba None None] Set router d186545a-3684-47b9-a87f-5cfd157826c1 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:10:13.719146 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a08f-ed0c-4870-befb-234a75b09fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:13.740766 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-5cb0a08f-ed0c-4870-befb-234a75b09fac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66042460-fa0f-425c-bb91-843b7c2a5b1a']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:13.760519 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-5cb0a08f-ed0c-4870-befb-234a75b09fac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd3aa161-59e5-4f68-977b-48bfbb947fde') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:13.760920 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-5cb0a08f-ed0c-4870-befb-234a75b09fac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd3aa161-59e5-4f68-977b-48bfbb947fde') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:13.797912 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a08f-ed0c-4870-befb-234a75b09fac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:13.820227 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a08f-ed0c-4870-befb-234a75b09fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:13.831981 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7a6f9fe6-6ea0-4ecf-ba19-2bcfd6611d50 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] 10.222.0.57 "GET /v2.0/routers/d186545a-3684-47b9-a87f-5cfd157826c1 HTTP/1.1" status: 200 len: 908 time: 0.3517499 Oct 19 01:10:13.832159 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37628) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:13.833190 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb0a08f-ed0c-4870-befb-234a75b09fac admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:10:13.833587 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a08f-ed0c-4870-befb-234a75b09fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:13.837209 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:10:13.837209 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:10:13.837209 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:10:13.837209 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:10:13.837209 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:10:13.837209 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:10:13.837209 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:10:13.837209 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:10:13.837209 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:10:13.837209 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:10:13.837209 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:10:13.837209 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:10:13.837209 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:10:13.837209 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:10:13.837209 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:10:13.837209 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:10:13.837209 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:10:13.837209 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:10:13.837209 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:10:13.837209 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:10:13.837209 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:10:13.837209 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:10:13.837209 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:10:13.837209 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:10:13.837209 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:10:13.837209 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:10:13.837209 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:10:13.837209 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:10:13.837209 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:10:13.837209 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:10:13.837209 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:10:13.837209 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:10:13.840386 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-8afe1fbc-54d5-44d1-89f0-d3b55afe98fd tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Request body: {'router': {'name': 'tempest-snat-router-263106420', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'enable_snat': True}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:13.870002 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02135e08-671b-4996-89a6-1048920300ea req-64f11438-56a2-4060-9c5e-5347b1467eb4 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:13.879520 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-02135e08-671b-4996-89a6-1048920300ea req-64f11438-56a2-4060-9c5e-5347b1467eb4 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d73460-71b1-4cd0-ada1-71085b9d6722 HTTP/1.1" status: 200 len: 944 time: 0.1289845 Oct 19 01:10:13.893689 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8afe1fbc-54d5-44d1-89f0-d3b55afe98fd tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:13.895123 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8afe1fbc-54d5-44d1-89f0-d3b55afe98fd tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:13.922104 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0ba24592-c104-41db-a16b-57d5b38696b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:13.947844 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-67e8fd04-bd8d-46b4-bbdb-b360df5d42ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd186545a-3684-47b9-a87f-5cfd157826c1', 'name': 'tempest-snat-router-263106420', 'tenant_id': '4862f4af4204466dbfc83a610ed6691c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156'}], 'enable_snat': False}, 'gw_port_id': 'd7ec71f0-5519-4ace-9a9f-c5d305218e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:10:11Z', 'updated_at': '2021-10-19T01:10:12Z', 'revision_number': 3, 'project_id': '4862f4af4204466dbfc83a610ed6691c', 'gw_port': {'id': 'd7ec71f0-5519-4ace-9a9f-c5d305218e31', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:03:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd186545a-3684-47b9-a87f-5cfd157826c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:10:11Z', 'updated_at': '2021-10-19T01:10:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:13.987864 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e8fd04-bd8d-46b4-bbdb-b360df5d42ba None None] Checking router: d186545a-3684-47b9-a87f-5cfd157826c1 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:10:13.990869 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e8fd04-bd8d-46b4-bbdb-b360df5d42ba None None] Updating router d186545a-3684-47b9-a87f-5cfd157826c1 port d7ec71f0-5519-4ace-9a9f-c5d305218e31 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:10:13.994448 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8afe1fbc-54d5-44d1-89f0-d3b55afe98fd tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:14.004594 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-02135e08-671b-4996-89a6-1048920300ea req-43099ba9-c1d5-4623-9632-65327b0966e9 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "GET /v2.0/security-groups?id=0169a27d-d71f-44e0-8bfe-b3ace499152b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195021 Oct 19 01:10:14.014832 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a08f-ed0c-4870-befb-234a75b09fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:14.026189 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a08f-ed0c-4870-befb-234a75b09fac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:14.040400 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5cb0a08f-ed0c-4870-befb-234a75b09fac admin admin] 10.222.0.57 "DELETE /v2.0/networks/66042460-fa0f-425c-bb91-843b7c2a5b1a HTTP/1.1" status: 204 len: 168 time: 0.6128261 Oct 19 01:10:14.063131 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0a08f-ed0c-4870-befb-234a75b09fac admin admin] Pushing event deleted for resources: {'Network': ['ID=66042460-fa0f-425c-bb91-843b7c2a5b1a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:14.083378 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-67e8fd04-bd8d-46b4-bbdb-b360df5d42ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:14.241543 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8afe1fbc-54d5-44d1-89f0-d3b55afe98fd tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:14.280225 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 49bb245e-dbfb-4f8f-91b8-89d9a5a56392 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:10:14.281093 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4dc87-8d3f-4aad-832f-aaa5b03998ac req-493a7d2b-7968-4365-93c6-83c2558ec459 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:14.282925 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5b4dc87-8d3f-4aad-832f-aaa5b03998ac req-493a7d2b-7968-4365-93c6-83c2558ec459 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/ports?device_id=28d237cf-5f5c-4a3e-9866-31b4f5773432 HTTP/1.1" status: 200 len: 945 time: 0.1094990 Oct 19 01:10:14.313024 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37642) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:14.391497 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5b4dc87-8d3f-4aad-832f-aaa5b03998ac req-706a2fc8-ce47-4ba4-baf3-6d9c5adb11a3 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e980300-206f-41ab-a4a5-4d4b5763228c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958028 Oct 19 01:10:14.419675 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ac095569-0845-4558-aee7-059a71ed8970 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9787233d37374ed58e92ce9821327294&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0948291 Oct 19 01:10:14.419675 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37646) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:14.548115 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-42f6769b-0ce0-4904-83d5-2f1c3c21f751 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:14.606352 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8afe1fbc-54d5-44d1-89f0-d3b55afe98fd tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:14.608791 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-42f6769b-0ce0-4904-83d5-2f1c3c21f751 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:14.641072 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8afe1fbc-54d5-44d1-89f0-d3b55afe98fd tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:14.689583 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-42f6769b-0ce0-4904-83d5-2f1c3c21f751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:14.692849 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-42f6769b-0ce0-4904-83d5-2f1c3c21f751 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:14.694452 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-42f6769b-0ce0-4904-83d5-2f1c3c21f751 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e6c0745a-b538-427c-8c56-814f58449f0c HTTP/1.1" status: 204 len: 168 time: 0.2807035 Oct 19 01:10:14.713782 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6769b-0ce0-4904-83d5-2f1c3c21f751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c0745a-b538-427c-8c56-814f58449f0c,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:14.719952 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 49bb245e-dbfb-4f8f-91b8-89d9a5a56392 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:10:14.734113 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 49bb245e-dbfb-4f8f-91b8-89d9a5a56392 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:14.734636 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:14.881375 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:14.908862 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-67e8fd04-bd8d-46b4-bbdb-b360df5d42ba None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:14.923598 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d73460-71b1-4cd0-ada1-71085b9d6722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bb245e-dbfb-4f8f-91b8-89d9a5a56392'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:10:14.925962 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf48b9b-36b6-4bb1-bd54-a889f512a597" -d '{"events": [{"server_uuid": "83d73460-71b1-4cd0-ada1-71085b9d6722", "name": "network-vif-plugged", "status": "completed", "tag": "49bb245e-dbfb-4f8f-91b8-89d9a5a56392"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:10:14.952706 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 49bb245e-dbfb-4f8f-91b8-89d9a5a56392, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=49bb245e-dbfb-4f8f-91b8-89d9a5a56392,segment=NetworkSegment(d767b856-e22c-4473-bbdd-0ff5e849d4ed),segment_id=d767b856-e22c-4473-bbdd-0ff5e849d4ed)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:14.954490 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-67e8fd04-bd8d-46b4-bbdb-b360df5d42ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:15.048738 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-8afe1fbc-54d5-44d1-89f0-d3b55afe98fd tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Allocated IP 172.25.8.94 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/df53b89e-f269-4c3d-94b4-4c22c74a1f2f) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:10:15.099375 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9effbf79-a595-4c8e-8926-e8e4a9e412a6 x-openstack-request-id: req-9effbf79-a595-4c8e-8926-e8e4a9e412a6 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:10:15.099772 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d73460-71b1-4cd0-ada1-71085b9d6722", "name": "network-vif-plugged", "status": "completed", "tag": "49bb245e-dbfb-4f8f-91b8-89d9a5a56392", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:10:15.102709 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9effbf79-a595-4c8e-8926-e8e4a9e412a6 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:10:15.104764 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d73460-71b1-4cd0-ada1-71085b9d6722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bb245e-dbfb-4f8f-91b8-89d9a5a56392', 'code': 200} Oct 19 01:10:15.118013 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f43454-51a1-4fbd-b07b-fbe83ddb1a7b req-c3c90fc1-bad5-4559-9cc6-37a76c4618a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:15.120037 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-42f43454-51a1-4fbd-b07b-fbe83ddb1a7b req-c3c90fc1-bad5-4559-9cc6-37a76c4618a6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=83d73460-71b1-4cd0-ada1-71085b9d6722 HTTP/1.1" status: 200 len: 1097 time: 0.0593472 Oct 19 01:10:15.147805 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:15.148984 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 1113304f-e35b-434b-a268-cf88d4fb2d98 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:10:15.155721 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3f4d3-b626-4a73-ae47-c145f0b2fe32 None None] Pushing event updated for resources: {'Port': ['ID=d7ec71f0-5519-4ace-9a9f-c5d305218e31,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:15.285570 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-42f43454-51a1-4fbd-b07b-fbe83ddb1a7b req-93e908e1-0236-4c47-8508-51204199ceb1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0169a27d-d71f-44e0-8bfe-b3ace499152b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410456 Oct 19 01:10:15.291114 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-67e8fd04-bd8d-46b4-bbdb-b360df5d42ba None None] Attempting to bind port d7ec71f0-5519-4ace-9a9f-c5d305218e31 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:10:15.291650 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-67e8fd04-bd8d-46b4-bbdb-b360df5d42ba None None] Attempting to bind port d7ec71f0-5519-4ace-9a9f-c5d305218e31 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:10:15.291977 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e8fd04-bd8d-46b4-bbdb-b360df5d42ba None None] Attempting to bind port d7ec71f0-5519-4ace-9a9f-c5d305218e31 on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:10:15.310033 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8afe1fbc-54d5-44d1-89f0-d3b55afe98fd tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:15.322582 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea3560-5e5d-4d65-ba41-65e8346a2d6d req-2f26f770-e5c9-42b6-b67e-59e462c28a87 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:15.324262 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e8fd04-bd8d-46b4-bbdb-b360df5d42ba None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:10:15.324680 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e8fd04-bd8d-46b4-bbdb-b360df5d42ba None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:10:15.325212 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-67e8fd04-bd8d-46b4-bbdb-b360df5d42ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:15.325610 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e8fd04-bd8d-46b4-bbdb-b360df5d42ba None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:10:15.326092 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-67e8fd04-bd8d-46b4-bbdb-b360df5d42ba None None] Bound port: d7ec71f0-5519-4ace-9a9f-c5d305218e31, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:10:15.326478 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-67e8fd04-bd8d-46b4-bbdb-b360df5d42ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:15.336445 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-46ea3560-5e5d-4d65-ba41-65e8346a2d6d req-2f26f770-e5c9-42b6-b67e-59e462c28a87 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d73460-71b1-4cd0-ada1-71085b9d6722 HTTP/1.1" status: 200 len: 945 time: 0.1151576 Oct 19 01:10:15.391451 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=49bb245e-dbfb-4f8f-91b8-89d9a5a56392,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:15.394510 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-46ea3560-5e5d-4d65-ba41-65e8346a2d6d req-a6a99bfb-a036-4e49-9074-7f884de85aca tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "GET /v2.0/security-groups?id=0169a27d-d71f-44e0-8bfe-b3ace499152b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568445 Oct 19 01:10:15.406465 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8afe1fbc-54d5-44d1-89f0-d3b55afe98fd tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:15.424574 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-67e8fd04-bd8d-46b4-bbdb-b360df5d42ba None None] For port d7ec71f0-5519-4ace-9a9f-c5d305218e31, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:10:15.434430 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-67e8fd04-bd8d-46b4-bbdb-b360df5d42ba None None] For port d7ec71f0-5519-4ace-9a9f-c5d305218e31, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d7ec71f0-5519-4ace-9a9f-c5d305218e31,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:10:15.440931 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 1113304f-e35b-434b-a268-cf88d4fb2d98 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:10:15.447278 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-67e8fd04-bd8d-46b4-bbdb-b360df5d42ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:15.455059 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afe1fbc-54d5-44d1-89f0-d3b55afe98fd tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:10:15.458068 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-8afe1fbc-54d5-44d1-89f0-d3b55afe98fd tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:10:15.461733 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 1113304f-e35b-434b-a268-cf88d4fb2d98 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:15.462157 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:15.468541 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afe1fbc-54d5-44d1-89f0-d3b55afe98fd tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:10:15.503937 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe1fbc-54d5-44d1-89f0-d3b55afe98fd tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Pushing event updated for resources: {'Port': ['ID=df53b89e-f269-4c3d-94b4-4c22c74a1f2f,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:15.552767 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e8fd04-bd8d-46b4-bbdb-b360df5d42ba None None] Routers {'d186545a-3684-47b9-a87f-5cfd157826c1'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:10:15.553624 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-67e8fd04-bd8d-46b4-bbdb-b360df5d42ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:09:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d186545a-3684-47b9-a87f-5cfd157826c1'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:15.600034 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3f4d3-b626-4a73-ae47-c145f0b2fe32 None None] Pushing event updated for resources: {'Port': ['ID=d7ec71f0-5519-4ace-9a9f-c5d305218e31,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:15.607087 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:10:15.627270 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045df74-d05e-43d8-9459-44ebc50d9d85 req-3693f3b9-a84d-4490-9a38-bbef7f86f63a tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:15.635510 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:10:15.636375 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device a7983b1a-eaa2-46cb-8cd3-385b4e7ca31a not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:10:15.638479 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8045df74-d05e-43d8-9459-44ebc50d9d85 req-3693f3b9-a84d-4490-9a38-bbef7f86f63a tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/ports?device_id=28d237cf-5f5c-4a3e-9866-31b4f5773432 HTTP/1.1" status: 200 len: 945 time: 0.1270845 Oct 19 01:10:15.699527 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8045df74-d05e-43d8-9459-44ebc50d9d85 req-a5a238e6-c60f-4e85-84e8-ef817c6fa94b tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e980300-206f-41ab-a4a5-4d4b5763228c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599458 Oct 19 01:10:15.731502 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:15.752840 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-67e8fd04-bd8d-46b4-bbdb-b360df5d42ba None None] Set router d186545a-3684-47b9-a87f-5cfd157826c1 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:10:15.819468 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8afe1fbc-54d5-44d1-89f0-d3b55afe98fd tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:15.828166 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 1113304f-e35b-434b-a268-cf88d4fb2d98, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1113304f-e35b-434b-a268-cf88d4fb2d98,segment=NetworkSegment(9d868592-c08e-4123-8d31-a67deeb039a8),segment_id=9d868592-c08e-4123-8d31-a67deeb039a8)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:15.842755 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:15.931069 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=1113304f-e35b-434b-a268-cf88d4fb2d98,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:16.007461 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-67e8fd04-bd8d-46b4-bbdb-b360df5d42ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd186545a-3684-47b9-a87f-5cfd157826c1', 'name': 'tempest-snat-router-263106420', 'tenant_id': '4862f4af4204466dbfc83a610ed6691c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156'}], 'enable_snat': False}, 'gw_port_id': 'd7ec71f0-5519-4ace-9a9f-c5d305218e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:10:11Z', 'updated_at': '2021-10-19T01:10:12Z', 'revision_number': 3, 'project_id': '4862f4af4204466dbfc83a610ed6691c', 'gw_port': {'id': 'd7ec71f0-5519-4ace-9a9f-c5d305218e31', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:03:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd186545a-3684-47b9-a87f-5cfd157826c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:10:11Z', 'updated_at': '2021-10-19T01:10:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:16.035189 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e8fd04-bd8d-46b4-bbdb-b360df5d42ba None None] The sync data for ids ['d186545a-3684-47b9-a87f-5cfd157826c1'] in n-d-715271-26 is: [{'id': 'd186545a-3684-47b9-a87f-5cfd157826c1', 'name': 'tempest-snat-router-263106420', 'tenant_id': '4862f4af4204466dbfc83a610ed6691c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156'}], 'enable_snat': False}, 'gw_port_id': 'd7ec71f0-5519-4ace-9a9f-c5d305218e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:10:11Z', 'updated_at': '2021-10-19T01:10:12Z', 'revision_number': 3, 'project_id': '4862f4af4204466dbfc83a610ed6691c', 'gw_port': {'id': 'd7ec71f0-5519-4ace-9a9f-c5d305218e31', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:03:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd186545a-3684-47b9-a87f-5cfd157826c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:10:11Z', 'updated_at': '2021-10-19T01:10:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:10:16.042391 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8afe1fbc-54d5-44d1-89f0-d3b55afe98fd tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:16.193588 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8afe1fbc-54d5-44d1-89f0-d3b55afe98fd tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Router 17489d27-febe-479e-a89d-6909c6f62200 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:10:16.395831 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afe1fbc-54d5-44d1-89f0-d3b55afe98fd tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:10:16.416653 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3375b2c-e32a-43af-ab37-ff00a1776828 None None] Sync routers for ids ['17489d27-febe-479e-a89d-6909c6f62200'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:10:16.435472 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3375b2c-e32a-43af-ab37-ff00a1776828 None None] Routers {'17489d27-febe-479e-a89d-6909c6f62200'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:10:16.436072 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-b3375b2c-e32a-43af-ab37-ff00a1776828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:09:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['17489d27-febe-479e-a89d-6909c6f62200'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:16.441652 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8afe1fbc-54d5-44d1-89f0-d3b55afe98fd tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:16.443666 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8afe1fbc-54d5-44d1-89f0-d3b55afe98fd tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.6094449 Oct 19 01:10:16.445910 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37724) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:16.529284 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-21b1287d-d362-4569-968e-ef150bca2b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:16.598302 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37728) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:16.598446 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-b3375b2c-e32a-43af-ab37-ff00a1776828 None None] Set router 17489d27-febe-479e-a89d-6909c6f62200 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:10:16.739813 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d430f39f-317d-4eb0-addd-fb482873cf91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:16.893050 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d7ec71f0-5519-4ace-9a9f-c5d305218e31 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:10:16.954662 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d430f39f-317d-4eb0-addd-fb482873cf91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:16.964762 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d430f39f-317d-4eb0-addd-fb482873cf91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:16.991270 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port d7ec71f0-5519-4ace-9a9f-c5d305218e31 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:16.991869 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:17.033440 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-b3375b2c-e32a-43af-ab37-ff00a1776828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17489d27-febe-479e-a89d-6909c6f62200', 'name': 'tempest-snat-router-263106420', 'tenant_id': '4862f4af4204466dbfc83a610ed6691c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': 'df53b89e-f269-4c3d-94b4-4c22c74a1f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:10:13Z', 'updated_at': '2021-10-19T01:10:15Z', 'revision_number': 3, 'project_id': '4862f4af4204466dbfc83a610ed6691c', 'gw_port': {'id': 'df53b89e-f269-4c3d-94b4-4c22c74a1f2f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:33:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17489d27-febe-479e-a89d-6909c6f62200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:10:14Z', 'updated_at': '2021-10-19T01:10:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:17.065025 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d430f39f-317d-4eb0-addd-fb482873cf91 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cad4c04d08664001a373c5b9ad8b2df7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4618812 Oct 19 01:10:17.065025 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37742) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:17.091751 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430f39f-317d-4eb0-addd-fb482873cf91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94160127-0990-4fb6-b9e5-474971ae9aca,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:17.095758 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:17.122586 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3375b2c-e32a-43af-ab37-ff00a1776828 None None] Checking router: 17489d27-febe-479e-a89d-6909c6f62200 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:10:17.124199 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port d7ec71f0-5519-4ace-9a9f-c5d305218e31, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d7ec71f0-5519-4ace-9a9f-c5d305218e31,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:17.124693 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3375b2c-e32a-43af-ab37-ff00a1776828 None None] Updating router 17489d27-febe-479e-a89d-6909c6f62200 port df53b89e-f269-4c3d-94b4-4c22c74a1f2f binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:10:17.125299 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d237cf-5f5c-4a3e-9866-31b4f5773432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1113304f-e35b-434b-a268-cf88d4fb2d98'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:10:17.127919 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7109b063-d31e-4126-b043-92337814161d" -d '{"events": [{"server_uuid": "28d237cf-5f5c-4a3e-9866-31b4f5773432", "name": "network-vif-plugged", "status": "completed", "tag": "1113304f-e35b-434b-a268-cf88d4fb2d98"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:10:17.135084 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:17.201329 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-b3375b2c-e32a-43af-ab37-ff00a1776828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:17.252730 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fa0fe8c1-c0cb-4d60-bf00-c81a2277faef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:17.254502 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:17.262891 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=d7ec71f0-5519-4ace-9a9f-c5d305218e31,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:17.270912 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-55d6bade-044d-44bc-85d7-46dd9b0b78f1 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] 10.222.0.57 "GET /v2.0/routers/17489d27-febe-479e-a89d-6909c6f62200 HTTP/1.1" status: 200 len: 906 time: 0.8238199 Oct 19 01:10:17.275536 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37746) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:17.284097 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a9e7a-0688-4ba2-ae8f-a05aa4ed1a7e req-1666b6ca-d0f3-439e-b398-10d69435c60b tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:17.295886 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3a7a9e7a-0688-4ba2-ae8f-a05aa4ed1a7e req-1666b6ca-d0f3-439e-b398-10d69435c60b tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d73460-71b1-4cd0-ada1-71085b9d6722 HTTP/1.1" status: 200 len: 945 time: 0.7342794 Oct 19 01:10:17.316634 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fa0fe8c1-c0cb-4d60-bf00-c81a2277faef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:17.423337 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3a7a9e7a-0688-4ba2-ae8f-a05aa4ed1a7e req-625e233c-7760-45ca-80d9-b54877b80691 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "GET /v2.0/security-groups?id=0169a27d-d71f-44e0-8bfe-b3ace499152b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262410 Oct 19 01:10:17.433761 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba337aea-92fb-4c04-b74b-5ddae8565b0e req-729e7623-a4ec-47d8-a525-4e35288ddd86 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:17.448061 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ba337aea-92fb-4c04-b74b-5ddae8565b0e req-729e7623-a4ec-47d8-a525-4e35288ddd86 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/ports?device_id=28d237cf-5f5c-4a3e-9866-31b4f5773432 HTTP/1.1" status: 200 len: 946 time: 0.1460183 Oct 19 01:10:17.514567 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-470c3d0f-82b3-4a41-adea-2f678712a6c4 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:17.523560 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ba337aea-92fb-4c04-b74b-5ddae8565b0e req-21b16b4c-7153-4fb4-a657-aeb8a893bffd tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e980300-206f-41ab-a4a5-4d4b5763228c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738485 Oct 19 01:10:17.524968 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fa0fe8c1-c0cb-4d60-bf00-c81a2277faef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:17.529945 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fa0fe8c1-c0cb-4d60-bf00-c81a2277faef admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:17.531157 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-fa0fe8c1-c0cb-4d60-bf00-c81a2277faef admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/94160127-0990-4fb6-b9e5-474971ae9aca HTTP/1.1" status: 204 len: 168 time: 0.4558082 Oct 19 01:10:17.541991 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0fe8c1-c0cb-4d60-bf00-c81a2277faef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94160127-0990-4fb6-b9e5-474971ae9aca,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:17.566075 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d77d1f-6d4b-4ba5-a66e-2439c4d18bac x-openstack-request-id: req-34d77d1f-6d4b-4ba5-a66e-2439c4d18bac {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:10:17.566542 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d237cf-5f5c-4a3e-9866-31b4f5773432", "name": "network-vif-plugged", "status": "completed", "tag": "1113304f-e35b-434b-a268-cf88d4fb2d98", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:10:17.566685 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-34d77d1f-6d4b-4ba5-a66e-2439c4d18bac {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:10:17.568221 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d237cf-5f5c-4a3e-9866-31b4f5773432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1113304f-e35b-434b-a268-cf88d4fb2d98', 'code': 200} Oct 19 01:10:17.670961 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-470c3d0f-82b3-4a41-adea-2f678712a6c4 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:17.677980 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c7bd3-1438-4415-aa94-2ec61da6f604 req-443a665d-94fc-4f55-8738-2aecbc31d408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:17.679929 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bb4c7bd3-1438-4415-aa94-2ec61da6f604 req-443a665d-94fc-4f55-8738-2aecbc31d408 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=28d237cf-5f5c-4a3e-9866-31b4f5773432 HTTP/1.1" status: 200 len: 1098 time: 0.0670893 Oct 19 01:10:17.689900 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:17.732873 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-b3375b2c-e32a-43af-ab37-ff00a1776828 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:17.743666 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-b3375b2c-e32a-43af-ab37-ff00a1776828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:17.772280 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bb4c7bd3-1438-4415-aa94-2ec61da6f604 req-c0c910b6-aed4-4f70-9f81-bb5619305f88 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6e980300-206f-41ab-a4a5-4d4b5763228c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767434 Oct 19 01:10:17.782162 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-470c3d0f-82b3-4a41-adea-2f678712a6c4 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Deleting port df53b89e-f269-4c3d-94b4-4c22c74a1f2f {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:10:17.782580 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-470c3d0f-82b3-4a41-adea-2f678712a6c4 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:17.800988 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8af0c-ca9c-494f-9196-a56d2260eea0 None None] Pushing event updated for resources: {'Port': ['ID=df53b89e-f269-4c3d-94b4-4c22c74a1f2f,revision_number=2']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:17.820832 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-b3375b2c-e32a-43af-ab37-ff00a1776828 None None] Attempting to bind port df53b89e-f269-4c3d-94b4-4c22c74a1f2f on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:10:17.821205 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-b3375b2c-e32a-43af-ab37-ff00a1776828 None None] Attempting to bind port df53b89e-f269-4c3d-94b4-4c22c74a1f2f by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:10:17.821568 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3375b2c-e32a-43af-ab37-ff00a1776828 None None] Attempting to bind port df53b89e-f269-4c3d-94b4-4c22c74a1f2f on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:10:17.828894 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3375b2c-e32a-43af-ab37-ff00a1776828 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:10:17.829263 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3375b2c-e32a-43af-ab37-ff00a1776828 None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:10:17.829660 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-b3375b2c-e32a-43af-ab37-ff00a1776828 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:17.830296 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3375b2c-e32a-43af-ab37-ff00a1776828 None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:10:17.831050 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-b3375b2c-e32a-43af-ab37-ff00a1776828 None None] Bound port: df53b89e-f269-4c3d-94b4-4c22c74a1f2f, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:10:17.831433 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-b3375b2c-e32a-43af-ab37-ff00a1776828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:17.874264 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-470c3d0f-82b3-4a41-adea-2f678712a6c4 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:17.898944 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-b3375b2c-e32a-43af-ab37-ff00a1776828 None None] For port df53b89e-f269-4c3d-94b4-4c22c74a1f2f, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:10:17.903972 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-b3375b2c-e32a-43af-ab37-ff00a1776828 None None] For port df53b89e-f269-4c3d-94b4-4c22c74a1f2f, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=df53b89e-f269-4c3d-94b4-4c22c74a1f2f,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:10:17.909556 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-b3375b2c-e32a-43af-ab37-ff00a1776828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:17.912031 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-470c3d0f-82b3-4a41-adea-2f678712a6c4 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Calling delete_port for df53b89e-f269-4c3d-94b4-4c22c74a1f2f owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:10:17.967480 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3375b2c-e32a-43af-ab37-ff00a1776828 None None] Routers {'17489d27-febe-479e-a89d-6909c6f62200'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:10:17.968145 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-b3375b2c-e32a-43af-ab37-ff00a1776828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:10:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['17489d27-febe-479e-a89d-6909c6f62200'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:18.142732 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-b3375b2c-e32a-43af-ab37-ff00a1776828 None None] Set router 17489d27-febe-479e-a89d-6909c6f62200 gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:10:18.174848 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-470c3d0f-82b3-4a41-adea-2f678712a6c4 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:18.230854 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c3d0f-82b3-4a41-adea-2f678712a6c4 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Pushing event deleted for resources: {'Port': ['ID=df53b89e-f269-4c3d-94b4-4c22c74a1f2f,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:18.348020 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-b3375b2c-e32a-43af-ab37-ff00a1776828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17489d27-febe-479e-a89d-6909c6f62200', 'name': 'tempest-snat-router-263106420', 'tenant_id': '4862f4af4204466dbfc83a610ed6691c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:10:13Z', 'updated_at': '2021-10-19T01:10:17Z', 'revision_number': 4, 'project_id': '4862f4af4204466dbfc83a610ed6691c', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:18.351397 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8af0c-ca9c-494f-9196-a56d2260eea0 None None] Pushing event updated for resources: {'Port': ['ID=df53b89e-f269-4c3d-94b4-4c22c74a1f2f,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:18.357070 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-470c3d0f-82b3-4a41-adea-2f678712a6c4 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:18.378464 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3375b2c-e32a-43af-ab37-ff00a1776828 None None] The sync data for ids ['17489d27-febe-479e-a89d-6909c6f62200'] in n-d-715271-26 is: [{'id': '17489d27-febe-479e-a89d-6909c6f62200', 'name': 'tempest-snat-router-263106420', 'tenant_id': '4862f4af4204466dbfc83a610ed6691c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:10:13Z', 'updated_at': '2021-10-19T01:10:17Z', 'revision_number': 4, 'project_id': '4862f4af4204466dbfc83a610ed6691c', 'gw_port_host': None}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:10:18.518205 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-470c3d0f-82b3-4a41-adea-2f678712a6c4 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:18.520676 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-470c3d0f-82b3-4a41-adea-2f678712a6c4 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:18.636637 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-470c3d0f-82b3-4a41-adea-2f678712a6c4 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:18.637221 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470c3d0f-82b3-4a41-adea-2f678712a6c4 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 17489d27-febe-479e-a89d-6909c6f62200 {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:10:18.660078 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-470c3d0f-82b3-4a41-adea-2f678712a6c4 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:18.663571 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-470c3d0f-82b3-4a41-adea-2f678712a6c4 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] 10.222.0.57 "DELETE /v2.0/routers/17489d27-febe-479e-a89d-6909c6f62200 HTTP/1.1" status: 204 len: 168 time: 1.3630118 Oct 19 01:10:18.663703 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeaa980-d191-4d69-a211-fdd261dd5a49 req-dd45bc24-62d3-457a-b281-417a719bc3ae tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:18.665053 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37784) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:18.671916 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fbeaa980-d191-4d69-a211-fdd261dd5a49 req-dd45bc24-62d3-457a-b281-417a719bc3ae tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d73460-71b1-4cd0-ada1-71085b9d6722 HTTP/1.1" status: 200 len: 945 time: 0.1039317 Oct 19 01:10:18.727181 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fbeaa980-d191-4d69-a211-fdd261dd5a49 req-0883acc3-f0c8-4fa9-8c5e-1ec96d3ec626 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "GET /v2.0/security-groups?id=0169a27d-d71f-44e0-8bfe-b3ace499152b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534563 Oct 19 01:10:18.792711 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fd143-1ded-4425-b04a-eef20a26f80c req-8b08d585-f7ab-477d-bd59-49c6fd1036c8 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:18.794368 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-835fd143-1ded-4425-b04a-eef20a26f80c req-8b08d585-f7ab-477d-bd59-49c6fd1036c8 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/ports?device_id=28d237cf-5f5c-4a3e-9866-31b4f5773432 HTTP/1.1" status: 200 len: 946 time: 0.1757867 Oct 19 01:10:18.876073 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d7ec71f0-5519-4ace-9a9f-c5d305218e31 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:10:18.894047 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689aa3e1-5c34-49d2-8f60-510796eff88a req-83e38863-1e49-4b12-b2c8-853629513f66 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:18.895890 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-689aa3e1-5c34-49d2-8f60-510796eff88a req-83e38863-1e49-4b12-b2c8-853629513f66 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d73460-71b1-4cd0-ada1-71085b9d6722 HTTP/1.1" status: 200 len: 945 time: 0.0697072 Oct 19 01:10:18.905456 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37792) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:18.910477 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-6e1b0143-db72-426e-ab14-d4adceb7c09f tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Request body: {'floatingip': {'port_id': '49bb245e-dbfb-4f8f-91b8-89d9a5a56392'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:18.910655 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fad42f54-0c28-4bcf-9d8a-44b3c2216079 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:18.984584 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6e1b0143-db72-426e-ab14-d4adceb7c09f tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks [] for floatingip, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:19.000652 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-835fd143-1ded-4425-b04a-eef20a26f80c req-58cc4293-51a5-47e4-a4eb-b49d71958c36 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e980300-206f-41ab-a4a5-4d4b5763228c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959302 Oct 19 01:10:19.012534 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port d7ec71f0-5519-4ace-9a9f-c5d305218e31 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:19.013018 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:19.177394 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fad42f54-0c28-4bcf-9d8a-44b3c2216079 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:19.279373 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-fad42f54-0c28-4bcf-9d8a-44b3c2216079 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Deleting port d7ec71f0-5519-4ace-9a9f-c5d305218e31 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:10:19.280357 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fad42f54-0c28-4bcf-9d8a-44b3c2216079 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:19.438351 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-fad42f54-0c28-4bcf-9d8a-44b3c2216079 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] For port d7ec71f0-5519-4ace-9a9f-c5d305218e31, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d7ec71f0-5519-4ace-9a9f-c5d305218e31,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:19.438726 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fad42f54-0c28-4bcf-9d8a-44b3c2216079 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:19.457790 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-fad42f54-0c28-4bcf-9d8a-44b3c2216079 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Calling delete_port for d7ec71f0-5519-4ace-9a9f-c5d305218e31 owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:10:19.681893 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:19.756511 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fad42f54-0c28-4bcf-9d8a-44b3c2216079 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:19.832920 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad42f54-0c28-4bcf-9d8a-44b3c2216079 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7ec71f0-5519-4ace-9a9f-c5d305218e31,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:19.900745 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fad42f54-0c28-4bcf-9d8a-44b3c2216079 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:20.105505 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fad42f54-0c28-4bcf-9d8a-44b3c2216079 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:20.108116 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fad42f54-0c28-4bcf-9d8a-44b3c2216079 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:20.155113 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6e1b0143-db72-426e-ab14-d4adceb7c09f tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:20.159151 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fad42f54-0c28-4bcf-9d8a-44b3c2216079 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:20.160253 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad42f54-0c28-4bcf-9d8a-44b3c2216079 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d186545a-3684-47b9-a87f-5cfd157826c1 {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:10:20.167000 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fad42f54-0c28-4bcf-9d8a-44b3c2216079 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:20.168789 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6e1b0143-db72-426e-ab14-d4adceb7c09f tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:20.175532 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fad42f54-0c28-4bcf-9d8a-44b3c2216079 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] 10.222.0.57 "DELETE /v2.0/routers/d186545a-3684-47b9-a87f-5cfd157826c1 HTTP/1.1" status: 204 len: 168 time: 1.5064621 Oct 19 01:10:20.176118 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37828) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:20.181285 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-16265594-e96a-4299-8ef8-12fbb47de1d0 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2075797261', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}, 'admin_state_up': False}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:20.221247 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-16265594-e96a-4299-8ef8-12fbb47de1d0 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:20.224237 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-16265594-e96a-4299-8ef8-12fbb47de1d0 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:20.286601 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5aed0-6ffa-4946-bcfc-3ad06a8b9cf9 req-8650c056-4549-4f80-92a7-f835d570b0f8 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:20.288428 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dae5aed0-6ffa-4946-bcfc-3ad06a8b9cf9 req-8650c056-4549-4f80-92a7-f835d570b0f8 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/ports?device_id=28d237cf-5f5c-4a3e-9866-31b4f5773432 HTTP/1.1" status: 200 len: 946 time: 0.1317317 Oct 19 01:10:20.333379 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-16265594-e96a-4299-8ef8-12fbb47de1d0 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:20.405043 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [None req-6e1b0143-db72-426e-ab14-d4adceb7c09f tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Floating IP 41c48db1-8dca-4878-b508-e3ae159cec9b associated. External IP: 172.25.8.142, port: 49bb245e-dbfb-4f8f-91b8-89d9a5a56392. Oct 19 01:10:20.450908 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dae5aed0-6ffa-4946-bcfc-3ad06a8b9cf9 req-6ea798ac-02de-48f6-a23a-18166e912fad tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e980300-206f-41ab-a4a5-4d4b5763228c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538689 Oct 19 01:10:20.627709 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-16265594-e96a-4299-8ef8-12fbb47de1d0 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:20.669395 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1b0143-db72-426e-ab14-d4adceb7c09f tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Router da0ff329-66e4-48b4-ae7b-57eb7fd56c18 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:10:20.673498 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6ac6e-fa6f-4cbd-89b0-3cf1cf471db0 req-4847a2fb-6663-4ea1-85e8-e22ecd6e2a6f tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:20.675461 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2aa6ac6e-fa6f-4cbd-89b0-3cf1cf471db0 req-4847a2fb-6663-4ea1-85e8-e22ecd6e2a6f tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/ports?device_id=28d237cf-5f5c-4a3e-9866-31b4f5773432 HTTP/1.1" status: 200 len: 946 time: 0.1134076 Oct 19 01:10:20.809714 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2aa6ac6e-fa6f-4cbd-89b0-3cf1cf471db0 req-0785f18c-0aff-4b8a-ac16-a78f6eb4c4b9 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e980300-206f-41ab-a4a5-4d4b5763228c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193950 Oct 19 01:10:20.874980 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d7ec71f0-5519-4ace-9a9f-c5d305218e31 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:10:20.898779 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1b0143-db72-426e-ab14-d4adceb7c09f tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:10:20.911702 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6e1b0143-db72-426e-ab14-d4adceb7c09f tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:20.961672 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: d7ec71f0-5519-4ace-9a9f-c5d305218e31 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:10:20.962928 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d7ec71f0-5519-4ace-9a9f-c5d305218e31 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:10:20.968798 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6e1b0143-db72-426e-ab14-d4adceb7c09f tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "PUT /v2.0/floatingips/41c48db1-8dca-4878-b508-e3ae159cec9b HTTP/1.1" status: 200 len: 991 time: 2.0621095 Oct 19 01:10:20.971343 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95060d34-3966-4c07-91a8-ab7edd4a74d1 None None] Sync routers for ids ['da0ff329-66e4-48b4-ae7b-57eb7fd56c18'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:10:20.972600 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d73460-71b1-4cd0-ada1-71085b9d6722', 'tag': '49bb245e-dbfb-4f8f-91b8-89d9a5a56392'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:10:20.976529 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17ca9ce-c0b2-4036-9b35-66163b3ba98a" -d '{"events": [{"name": "network-changed", "server_uuid": "83d73460-71b1-4cd0-ada1-71085b9d6722", "tag": "49bb245e-dbfb-4f8f-91b8-89d9a5a56392"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:10:21.020728 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95060d34-3966-4c07-91a8-ab7edd4a74d1 None None] Routers {'da0ff329-66e4-48b4-ae7b-57eb7fd56c18'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:10:21.022772 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-95060d34-3966-4c07-91a8-ab7edd4a74d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:10:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['da0ff329-66e4-48b4-ae7b-57eb7fd56c18'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:21.118797 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333c8eb-75d1-4702-a936-3b1bd170bb5d req-abed8f3e-3e33-478c-82be-eb4cdf094714 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:21.121591 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2333c8eb-75d1-4702-a936-3b1bd170bb5d req-abed8f3e-3e33-478c-82be-eb4cdf094714 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/ports?device_id=28d237cf-5f5c-4a3e-9866-31b4f5773432 HTTP/1.1" status: 200 len: 946 time: 0.0945890 Oct 19 01:10:21.162452 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-16265594-e96a-4299-8ef8-12fbb47de1d0 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:21.178216 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3cbab4-a1f5-4f99-8a1b-fa3a1e1a15b2 x-openstack-request-id: req-2b3cbab4-a1f5-4f99-8a1b-fa3a1e1a15b2 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:10:21.178752 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83d73460-71b1-4cd0-ada1-71085b9d6722", "tag": "49bb245e-dbfb-4f8f-91b8-89d9a5a56392", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:10:21.178752 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2b3cbab4-a1f5-4f99-8a1b-fa3a1e1a15b2 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:10:21.179118 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d73460-71b1-4cd0-ada1-71085b9d6722', 'tag': '49bb245e-dbfb-4f8f-91b8-89d9a5a56392', 'status': 'completed', 'code': 200} Oct 19 01:10:21.207971 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-16265594-e96a-4299-8ef8-12fbb47de1d0 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:21.222957 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2333c8eb-75d1-4702-a936-3b1bd170bb5d req-009ea183-3b84-42d5-a732-8c73430d5059 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e980300-206f-41ab-a4a5-4d4b5763228c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918379 Oct 19 01:10:21.237131 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37858) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:21.238216 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-95060d34-3966-4c07-91a8-ab7edd4a74d1 None None] Set router da0ff329-66e4-48b4-ae7b-57eb7fd56c18 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:10:21.419826 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ca9ce-c0b2-4036-9b35-66163b3ba98a req-be9e6a57-1120-412d-91ac-76e153c9ff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:21.422057 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e17ca9ce-c0b2-4036-9b35-66163b3ba98a req-be9e6a57-1120-412d-91ac-76e153c9ff68 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=367e6ec72e154da6846bfeff424d3eaf&device_id=83d73460-71b1-4cd0-ada1-71085b9d6722 HTTP/1.1" status: 200 len: 1097 time: 0.1291986 Oct 19 01:10:21.553986 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-16265594-e96a-4299-8ef8-12fbb47de1d0 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Allocated IP 172.25.8.32 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/654054ae-1715-4c68-86a7-98cd5295a9a5) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:10:21.561575 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ca9ce-c0b2-4036-9b35-66163b3ba98a req-7c50ba94-24bc-4505-8e8b-2303cdc80a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:21.563573 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e17ca9ce-c0b2-4036-9b35-66163b3ba98a req-7c50ba94-24bc-4505-8e8b-2303cdc80a11 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b HTTP/1.1" status: 200 len: 907 time: 0.1280336 Oct 19 01:10:21.586207 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2eb0229-41ec-4c26-9906-12a87d0e3d8b tempest-TestServerBasicOps-816277825 tempest-TestServerBasicOps-816277825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:21.589914 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f2eb0229-41ec-4c26-9906-12a87d0e3d8b tempest-TestServerBasicOps-816277825 tempest-TestServerBasicOps-816277825-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=28d237cf-5f5c-4a3e-9866-31b4f5773432 HTTP/1.1" status: 200 len: 1093 time: 0.3494647 Oct 19 01:10:21.591851 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37872) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:21.598044 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-7db13c0f-337d-4cac-93bc-937e48d3d0de tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'port_id': '1113304f-e35b-434b-a268-cf88d4fb2d98', 'tenant_id': '2cef90ceee4e4e5aba45348bee033f1a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:21.635145 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7db13c0f-337d-4cac-93bc-937e48d3d0de tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks [] for floatingip, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:21.680301 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-95060d34-3966-4c07-91a8-ab7edd4a74d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'name': 'tempest-ServersTestJSON-1174601585-router', 'tenant_id': '367e6ec72e154da6846bfeff424d3eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'c65aaa78-8ab1-47cb-af77-6aa246080eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:46Z', 'updated_at': '2021-10-19T01:09:58Z', 'revision_number': 4, 'project_id': '367e6ec72e154da6846bfeff424d3eaf', 'gw_port': {'id': 'c65aaa78-8ab1-47cb-af77-6aa246080eac', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:48Z', 'updated_at': '2021-10-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '41c48db1-8dca-4878-b508-e3ae159cec9b', 'tenant_id': '367e6ec72e154da6846bfeff424d3eaf', 'floating_ip_address': '172.25.8.142', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'port_id': '49bb245e-dbfb-4f8f-91b8-89d9a5a56392', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b', 'mac_address': 'fa:16:3e:2f:97:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d73460-71b1-4cd0-ada1-71085b9d6722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:10:01Z', 'updated_at': '2021-10-19T01:10:19Z', 'revision_number': 1, 'project_id': '367e6ec72e154da6846bfeff424d3eaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '709f23f4-a8b4-4007-b14a-c23e41ab903e', 'name': '', 'network_id': 'f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b', 'tenant_id': '367e6ec72e154da6846bfeff424d3eaf', 'mac_address': 'fa:16:3e:90:1a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'a37280b7-54ff-46fe-803e-0d2e465304b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:54Z', 'updated_at': '2021-10-19T01:10:01Z', 'revision_number': 5, 'project_id': '367e6ec72e154da6846bfeff424d3eaf', 'subnets': [{'id': 'a37280b7-54ff-46fe-803e-0d2e465304b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:21.738657 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95060d34-3966-4c07-91a8-ab7edd4a74d1 None None] Checking router: da0ff329-66e4-48b4-ae7b-57eb7fd56c18 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:10:21.756340 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95060d34-3966-4c07-91a8-ab7edd4a74d1 None None] Routers {'da0ff329-66e4-48b4-ae7b-57eb7fd56c18'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:10:21.757391 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-95060d34-3966-4c07-91a8-ab7edd4a74d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:10:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['da0ff329-66e4-48b4-ae7b-57eb7fd56c18'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:21.813921 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7db13c0f-337d-4cac-93bc-937e48d3d0de tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:21.841290 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-16265594-e96a-4299-8ef8-12fbb47de1d0 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:21.887853 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e17ca9ce-c0b2-4036-9b35-66163b3ba98a req-6e00f0bc-c937-49a8-9f6f-47435a5cefba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49bb245e-dbfb-4f8f-91b8-89d9a5a56392 HTTP/1.1" status: 200 len: 999 time: 0.3129573 Oct 19 01:10:21.889458 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-16265594-e96a-4299-8ef8-12fbb47de1d0 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:22.023001 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-7db13c0f-337d-4cac-93bc-937e48d3d0de tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Allocated IP 172.25.8.179 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/1f9725e5-6933-4258-ae49-f6b4d85b0387) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:10:22.035402 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16265594-e96a-4299-8ef8-12fbb47de1d0 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Pushing event updated for resources: {'Port': ['ID=654054ae-1715-4c68-86a7-98cd5295a9a5,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:22.081730 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-95060d34-3966-4c07-91a8-ab7edd4a74d1 None None] Set router da0ff329-66e4-48b4-ae7b-57eb7fd56c18 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:10:22.131061 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16265594-e96a-4299-8ef8-12fbb47de1d0 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:10:22.142854 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-16265594-e96a-4299-8ef8-12fbb47de1d0 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:10:22.158136 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16265594-e96a-4299-8ef8-12fbb47de1d0 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:10:22.167452 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7db13c0f-337d-4cac-93bc-937e48d3d0de tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:22.228881 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7db13c0f-337d-4cac-93bc-937e48d3d0de tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:22.262834 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ca9ce-c0b2-4036-9b35-66163b3ba98a req-c2527c23-c51c-4786-81df-723f61df5d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:22.265718 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e17ca9ce-c0b2-4036-9b35-66163b3ba98a req-c2527c23-c51c-4786-81df-723f61df5d70 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a37280b7-54ff-46fe-803e-0d2e465304b7 HTTP/1.1" status: 200 len: 845 time: 0.2898064 Oct 19 01:10:22.294417 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db13c0f-337d-4cac-93bc-937e48d3d0de tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Pushing event updated for resources: {'Port': ['ID=1f9725e5-6933-4258-ae49-f6b4d85b0387,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:22.303135 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db13c0f-337d-4cac-93bc-937e48d3d0de tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:10:22.304638 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-7db13c0f-337d-4cac-93bc-937e48d3d0de tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:10:22.308849 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db13c0f-337d-4cac-93bc-937e48d3d0de tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:10:22.584410 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ca9ce-c0b2-4036-9b35-66163b3ba98a req-8c601641-e27d-4980-b3d6-33ad21310c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:22.589925 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e17ca9ce-c0b2-4036-9b35-66163b3ba98a req-8c601641-e27d-4980-b3d6-33ad21310c7d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3166287 Oct 19 01:10:22.681070 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-95060d34-3966-4c07-91a8-ab7edd4a74d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'name': 'tempest-ServersTestJSON-1174601585-router', 'tenant_id': '367e6ec72e154da6846bfeff424d3eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'c65aaa78-8ab1-47cb-af77-6aa246080eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:46Z', 'updated_at': '2021-10-19T01:09:58Z', 'revision_number': 4, 'project_id': '367e6ec72e154da6846bfeff424d3eaf', 'gw_port': {'id': 'c65aaa78-8ab1-47cb-af77-6aa246080eac', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:48Z', 'updated_at': '2021-10-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '41c48db1-8dca-4878-b508-e3ae159cec9b', 'tenant_id': '367e6ec72e154da6846bfeff424d3eaf', 'floating_ip_address': '172.25.8.142', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'port_id': '49bb245e-dbfb-4f8f-91b8-89d9a5a56392', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b', 'mac_address': 'fa:16:3e:2f:97:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d73460-71b1-4cd0-ada1-71085b9d6722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:10:01Z', 'updated_at': '2021-10-19T01:10:19Z', 'revision_number': 1, 'project_id': '367e6ec72e154da6846bfeff424d3eaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '709f23f4-a8b4-4007-b14a-c23e41ab903e', 'name': '', 'network_id': 'f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b', 'tenant_id': '367e6ec72e154da6846bfeff424d3eaf', 'mac_address': 'fa:16:3e:90:1a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'a37280b7-54ff-46fe-803e-0d2e465304b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:54Z', 'updated_at': '2021-10-19T01:10:01Z', 'revision_number': 5, 'project_id': '367e6ec72e154da6846bfeff424d3eaf', 'subnets': [{'id': 'a37280b7-54ff-46fe-803e-0d2e465304b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:22.739140 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95060d34-3966-4c07-91a8-ab7edd4a74d1 None None] The sync data for ids ['da0ff329-66e4-48b4-ae7b-57eb7fd56c18'] in n-d-715271-26 is: [{'id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'name': 'tempest-ServersTestJSON-1174601585-router', 'tenant_id': '367e6ec72e154da6846bfeff424d3eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'c65aaa78-8ab1-47cb-af77-6aa246080eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:46Z', 'updated_at': '2021-10-19T01:09:58Z', 'revision_number': 4, 'project_id': '367e6ec72e154da6846bfeff424d3eaf', 'gw_port': {'id': 'c65aaa78-8ab1-47cb-af77-6aa246080eac', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:48Z', 'updated_at': '2021-10-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '41c48db1-8dca-4878-b508-e3ae159cec9b', 'tenant_id': '367e6ec72e154da6846bfeff424d3eaf', 'floating_ip_address': '172.25.8.142', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'port_id': '49bb245e-dbfb-4f8f-91b8-89d9a5a56392', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b', 'mac_address': 'fa:16:3e:2f:97:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d73460-71b1-4cd0-ada1-71085b9d6722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:10:01Z', 'updated_at': '2021-10-19T01:10:19Z', 'revision_number': 1, 'project_id': '367e6ec72e154da6846bfeff424d3eaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '709f23f4-a8b4-4007-b14a-c23e41ab903e', 'name': '', 'network_id': 'f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b', 'tenant_id': '367e6ec72e154da6846bfeff424d3eaf', 'mac_address': 'fa:16:3e:90:1a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'a37280b7-54ff-46fe-803e-0d2e465304b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:54Z', 'updated_at': '2021-10-19T01:10:01Z', 'revision_number': 5, 'project_id': '367e6ec72e154da6846bfeff424d3eaf', 'subnets': [{'id': 'a37280b7-54ff-46fe-803e-0d2e465304b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:10:22.857780 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7db13c0f-337d-4cac-93bc-937e48d3d0de tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:22.963387 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e17ca9ce-c0b2-4036-9b35-66163b3ba98a req-f9f0c751-4148-4370-b37a-3aa05cac29f4 service neutron] 10.222.0.24 "GET /v2.0/networks/f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546960 Oct 19 01:10:22.973229 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7db13c0f-337d-4cac-93bc-937e48d3d0de tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:22.976736 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-16265594-e96a-4299-8ef8-12fbb47de1d0 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:23.150322 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46903269-8df0-468d-952c-cfc2c99c4fd8 None None] New status for floating IP 41c48db1-8dca-4878-b508-e3ae159cec9b: ACTIVE {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:10:23.194419 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7db13c0f-337d-4cac-93bc-937e48d3d0de tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:23.213455 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7db13c0f-337d-4cac-93bc-937e48d3d0de tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:23.373232 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db13c0f-337d-4cac-93bc-937e48d3d0de tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Pushing event updated for resources: {'Port': ['ID=1f9725e5-6933-4258-ae49-f6b4d85b0387,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:23.405983 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7db13c0f-337d-4cac-93bc-937e48d3d0de tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:23.688486 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-16265594-e96a-4299-8ef8-12fbb47de1d0 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:23.692749 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e17ca9ce-c0b2-4036-9b35-66163b3ba98a req-3ad749e2-4a24-4c05-b43c-a4f88834642c service neutron] 10.222.0.24 "GET /v2.0/networks/f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7112138 Oct 19 01:10:23.815326 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [None req-7db13c0f-337d-4cac-93bc-937e48d3d0de tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Floating IP 96747f95-ffbc-45b2-85a6-0b1957e2a468 associated. External IP: 172.25.8.179, port: 1113304f-e35b-434b-a268-cf88d4fb2d98. Oct 19 01:10:23.910632 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16265594-e96a-4299-8ef8-12fbb47de1d0 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Router 005c38c9-36c0-49ca-9f8d-2984c43b8ca8 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:10:24.050939 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16265594-e96a-4299-8ef8-12fbb47de1d0 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:10:24.065361 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd101ba8-1b10-433f-bdd8-57c3a50e14b7 None None] Sync routers for ids ['005c38c9-36c0-49ca-9f8d-2984c43b8ca8'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:10:24.078253 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-16265594-e96a-4299-8ef8-12fbb47de1d0 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:24.081592 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd101ba8-1b10-433f-bdd8-57c3a50e14b7 None None] Routers {'005c38c9-36c0-49ca-9f8d-2984c43b8ca8'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:10:24.083566 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-bd101ba8-1b10-433f-bdd8-57c3a50e14b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:10:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['005c38c9-36c0-49ca-9f8d-2984c43b8ca8'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:24.083974 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-16265594-e96a-4299-8ef8-12fbb47de1d0 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.9066668 Oct 19 01:10:24.084604 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37940) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:24.085096 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db13c0f-337d-4cac-93bc-937e48d3d0de tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Router 27879909-22d6-434f-8834-d4d8fe985eb5 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:10:24.092716 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-daeb11ea-39b1-4ce6-89b8-3eafcf9ad806 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'enable_snat': False}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:24.160223 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-bd101ba8-1b10-433f-bdd8-57c3a50e14b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:24.174753 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd101ba8-1b10-433f-bdd8-57c3a50e14b7 None None] Routers {'005c38c9-36c0-49ca-9f8d-2984c43b8ca8'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:10:24.176005 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-bd101ba8-1b10-433f-bdd8-57c3a50e14b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:10:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['005c38c9-36c0-49ca-9f8d-2984c43b8ca8'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:24.249211 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-bd101ba8-1b10-433f-bdd8-57c3a50e14b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:24.249911 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd101ba8-1b10-433f-bdd8-57c3a50e14b7 None None] The sync data for ids ['005c38c9-36c0-49ca-9f8d-2984c43b8ca8'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:10:24.268647 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db13c0f-337d-4cac-93bc-937e48d3d0de tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:10:24.280742 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4ac128-455b-4bed-88b1-7574b13d0f2f None None] Sync routers for ids ['27879909-22d6-434f-8834-d4d8fe985eb5'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:10:24.290869 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7db13c0f-337d-4cac-93bc-937e48d3d0de tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:24.293564 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4ac128-455b-4bed-88b1-7574b13d0f2f None None] Routers {'27879909-22d6-434f-8834-d4d8fe985eb5'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:10:24.296177 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-fb4ac128-455b-4bed-88b1-7574b13d0f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:10:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['27879909-22d6-434f-8834-d4d8fe985eb5'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:24.336076 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7db13c0f-337d-4cac-93bc-937e48d3d0de tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7309821 Oct 19 01:10:24.336076 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d237cf-5f5c-4a3e-9866-31b4f5773432', 'tag': '1113304f-e35b-434b-a268-cf88d4fb2d98'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:10:24.336076 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0222d0bf-0261-4b4f-8148-cf72c14cc667" -d '{"events": [{"name": "network-changed", "server_uuid": "28d237cf-5f5c-4a3e-9866-31b4f5773432", "tag": "1113304f-e35b-434b-a268-cf88d4fb2d98"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:10:24.398203 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9698ab23-e095-4eaa-beec-85bf2530e84a x-openstack-request-id: req-9698ab23-e095-4eaa-beec-85bf2530e84a {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:10:24.399500 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d237cf-5f5c-4a3e-9866-31b4f5773432", "tag": "1113304f-e35b-434b-a268-cf88d4fb2d98", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:10:24.400061 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9698ab23-e095-4eaa-beec-85bf2530e84a {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:10:24.400631 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d237cf-5f5c-4a3e-9866-31b4f5773432', 'tag': '1113304f-e35b-434b-a268-cf88d4fb2d98', 'status': 'completed', 'code': 200} Oct 19 01:10:24.466597 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-fb4ac128-455b-4bed-88b1-7574b13d0f2f None None] Set router 27879909-22d6-434f-8834-d4d8fe985eb5 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:10:24.520415 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-daeb11ea-39b1-4ce6-89b8-3eafcf9ad806 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:24.535480 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222d0bf-0261-4b4f-8148-cf72c14cc667 req-70ca18e4-fa61-4373-84e1-52197bca2e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:24.537913 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0222d0bf-0261-4b4f-8148-cf72c14cc667 req-70ca18e4-fa61-4373-84e1-52197bca2e8c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2cef90ceee4e4e5aba45348bee033f1a&device_id=28d237cf-5f5c-4a3e-9866-31b4f5773432 HTTP/1.1" status: 200 len: 1098 time: 0.1047935 Oct 19 01:10:24.714958 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222d0bf-0261-4b4f-8148-cf72c14cc667 req-6de6d01e-f298-4aec-acd8-63f97b7ceb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:24.716771 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0222d0bf-0261-4b4f-8148-cf72c14cc667 req-6de6d01e-f298-4aec-acd8-63f97b7ceb77 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3439c557-cbe2-48fc-82d0-010c4f65e4e7 HTTP/1.1" status: 200 len: 910 time: 0.1698451 Oct 19 01:10:24.790559 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-fb4ac128-455b-4bed-88b1-7574b13d0f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'name': 'tempest-TestServerBasicOps-1351651501-router', 'tenant_id': '2cef90ceee4e4e5aba45348bee033f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '24167a87-6cfb-4dbe-a621-1568d918fbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:27Z', 'updated_at': '2021-10-19T01:09:37Z', 'revision_number': 4, 'project_id': '2cef90ceee4e4e5aba45348bee033f1a', 'gw_port': {'id': '24167a87-6cfb-4dbe-a621-1568d918fbc6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:28Z', 'updated_at': '2021-10-19T01:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '96747f95-ffbc-45b2-85a6-0b1957e2a468', 'tenant_id': '2cef90ceee4e4e5aba45348bee033f1a', 'floating_ip_address': '172.25.8.179', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'port_id': '1113304f-e35b-434b-a268-cf88d4fb2d98', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3439c557-cbe2-48fc-82d0-010c4f65e4e7', 'mac_address': 'fa:16:3e:59:16:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d237cf-5f5c-4a3e-9866-31b4f5773432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:10:22Z', 'updated_at': '2021-10-19T01:10:22Z', 'revision_number': 0, 'project_id': '2cef90ceee4e4e5aba45348bee033f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e', 'name': '', 'network_id': '3439c557-cbe2-48fc-82d0-010c4f65e4e7', 'tenant_id': '2cef90ceee4e4e5aba45348bee033f1a', 'mac_address': 'fa:16:3e:b4:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'fa143eec-2220-412c-9891-c90f025fab49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:35Z', 'updated_at': '2021-10-19T01:09:40Z', 'revision_number': 5, 'project_id': '2cef90ceee4e4e5aba45348bee033f1a', 'subnets': [{'id': 'fa143eec-2220-412c-9891-c90f025fab49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:24.846344 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4ac128-455b-4bed-88b1-7574b13d0f2f None None] Checking router: 27879909-22d6-434f-8834-d4d8fe985eb5 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:10:24.856952 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4ac128-455b-4bed-88b1-7574b13d0f2f None None] Routers {'27879909-22d6-434f-8834-d4d8fe985eb5'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:10:24.858959 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-fb4ac128-455b-4bed-88b1-7574b13d0f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:10:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['27879909-22d6-434f-8834-d4d8fe985eb5'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:24.870611 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0222d0bf-0261-4b4f-8148-cf72c14cc667 req-5466f84d-7f50-4a78-bf61-182ed2366cf7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1113304f-e35b-434b-a268-cf88d4fb2d98 HTTP/1.1" status: 200 len: 1000 time: 0.1300609 Oct 19 01:10:25.021638 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222d0bf-0261-4b4f-8148-cf72c14cc667 req-7a2359c1-47b2-4c3c-8405-b3defb5586e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:25.022940 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-fb4ac128-455b-4bed-88b1-7574b13d0f2f None None] Set router 27879909-22d6-434f-8834-d4d8fe985eb5 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:10:25.023213 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0222d0bf-0261-4b4f-8148-cf72c14cc667 req-7a2359c1-47b2-4c3c-8405-b3defb5586e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fa143eec-2220-412c-9891-c90f025fab49 HTTP/1.1" status: 200 len: 848 time: 0.1437912 Oct 19 01:10:25.149000 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222d0bf-0261-4b4f-8148-cf72c14cc667 req-5aa8627b-8d1f-4fa2-bf9a-1d2083ac4a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:25.150759 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0222d0bf-0261-4b4f-8148-cf72c14cc667 req-5aa8627b-8d1f-4fa2-bf9a-1d2083ac4a16 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3439c557-cbe2-48fc-82d0-010c4f65e4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961778 Oct 19 01:10:25.310125 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-fb4ac128-455b-4bed-88b1-7574b13d0f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'name': 'tempest-TestServerBasicOps-1351651501-router', 'tenant_id': '2cef90ceee4e4e5aba45348bee033f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '24167a87-6cfb-4dbe-a621-1568d918fbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:27Z', 'updated_at': '2021-10-19T01:09:37Z', 'revision_number': 4, 'project_id': '2cef90ceee4e4e5aba45348bee033f1a', 'gw_port': {'id': '24167a87-6cfb-4dbe-a621-1568d918fbc6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:28Z', 'updated_at': '2021-10-19T01:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '96747f95-ffbc-45b2-85a6-0b1957e2a468', 'tenant_id': '2cef90ceee4e4e5aba45348bee033f1a', 'floating_ip_address': '172.25.8.179', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'port_id': '1113304f-e35b-434b-a268-cf88d4fb2d98', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3439c557-cbe2-48fc-82d0-010c4f65e4e7', 'mac_address': 'fa:16:3e:59:16:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d237cf-5f5c-4a3e-9866-31b4f5773432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:10:22Z', 'updated_at': '2021-10-19T01:10:22Z', 'revision_number': 0, 'project_id': '2cef90ceee4e4e5aba45348bee033f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e', 'name': '', 'network_id': '3439c557-cbe2-48fc-82d0-010c4f65e4e7', 'tenant_id': '2cef90ceee4e4e5aba45348bee033f1a', 'mac_address': 'fa:16:3e:b4:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'fa143eec-2220-412c-9891-c90f025fab49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:35Z', 'updated_at': '2021-10-19T01:09:40Z', 'revision_number': 5, 'project_id': '2cef90ceee4e4e5aba45348bee033f1a', 'subnets': [{'id': 'fa143eec-2220-412c-9891-c90f025fab49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:25.348805 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4ac128-455b-4bed-88b1-7574b13d0f2f None None] The sync data for ids ['27879909-22d6-434f-8834-d4d8fe985eb5'] in n-d-715271-26 is: [{'id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'name': 'tempest-TestServerBasicOps-1351651501-router', 'tenant_id': '2cef90ceee4e4e5aba45348bee033f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '24167a87-6cfb-4dbe-a621-1568d918fbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:27Z', 'updated_at': '2021-10-19T01:09:37Z', 'revision_number': 4, 'project_id': '2cef90ceee4e4e5aba45348bee033f1a', 'gw_port': {'id': '24167a87-6cfb-4dbe-a621-1568d918fbc6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:28Z', 'updated_at': '2021-10-19T01:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '96747f95-ffbc-45b2-85a6-0b1957e2a468', 'tenant_id': '2cef90ceee4e4e5aba45348bee033f1a', 'floating_ip_address': '172.25.8.179', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'port_id': '1113304f-e35b-434b-a268-cf88d4fb2d98', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3439c557-cbe2-48fc-82d0-010c4f65e4e7', 'mac_address': 'fa:16:3e:59:16:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d237cf-5f5c-4a3e-9866-31b4f5773432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:10:22Z', 'updated_at': '2021-10-19T01:10:22Z', 'revision_number': 0, 'project_id': '2cef90ceee4e4e5aba45348bee033f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e', 'name': '', 'network_id': '3439c557-cbe2-48fc-82d0-010c4f65e4e7', 'tenant_id': '2cef90ceee4e4e5aba45348bee033f1a', 'mac_address': 'fa:16:3e:b4:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'fa143eec-2220-412c-9891-c90f025fab49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:35Z', 'updated_at': '2021-10-19T01:09:40Z', 'revision_number': 5, 'project_id': '2cef90ceee4e4e5aba45348bee033f1a', 'subnets': [{'id': 'fa143eec-2220-412c-9891-c90f025fab49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:10:25.382781 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0222d0bf-0261-4b4f-8148-cf72c14cc667 req-d46de063-8314-4b4f-8f9f-08020ed00112 service neutron] 10.222.0.24 "GET /v2.0/networks/3439c557-cbe2-48fc-82d0-010c4f65e4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879375 Oct 19 01:10:25.421181 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-daeb11ea-39b1-4ce6-89b8-3eafcf9ad806 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64930'] for router, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:25.427785 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-daeb11ea-39b1-4ce6-89b8-3eafcf9ad806 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592856'] for router, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:25.546554 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0222d0bf-0261-4b4f-8148-cf72c14cc667 req-0a76b583-2fb2-4677-893a-12be5dc47085 service neutron] 10.222.0.24 "GET /v2.0/networks/3439c557-cbe2-48fc-82d0-010c4f65e4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542702 Oct 19 01:10:25.607373 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daeb11ea-39b1-4ce6-89b8-3eafcf9ad806 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Router 005c38c9-36c0-49ca-9f8d-2984c43b8ca8 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:10:25.685666 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3fbd86-9435-4031-91e2-05a264e37859 None None] New status for floating IP 96747f95-ffbc-45b2-85a6-0b1957e2a468: ACTIVE {{(pid=100608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:10:25.753877 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daeb11ea-39b1-4ce6-89b8-3eafcf9ad806 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:10:25.758680 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-daeb11ea-39b1-4ce6-89b8-3eafcf9ad806 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:25.763288 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37978) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:25.763883 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-daeb11ea-39b1-4ce6-89b8-3eafcf9ad806 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] 10.222.0.57 "PUT /v2.0/routers/005c38c9-36c0-49ca-9f8d-2984c43b8ca8 HTTP/1.1" status: 200 len: 925 time: 1.6773686 Oct 19 01:10:25.764476 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586fe82d-2538-4c43-b24a-411ea06fd9ab None None] Sync routers for ids ['005c38c9-36c0-49ca-9f8d-2984c43b8ca8'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:10:25.778981 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586fe82d-2538-4c43-b24a-411ea06fd9ab None None] Routers {'005c38c9-36c0-49ca-9f8d-2984c43b8ca8'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:10:25.779698 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-586fe82d-2538-4c43-b24a-411ea06fd9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:10:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['005c38c9-36c0-49ca-9f8d-2984c43b8ca8'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:25.818688 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-586fe82d-2538-4c43-b24a-411ea06fd9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:25.831194 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586fe82d-2538-4c43-b24a-411ea06fd9ab None None] Routers {'005c38c9-36c0-49ca-9f8d-2984c43b8ca8'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:10:25.831967 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-586fe82d-2538-4c43-b24a-411ea06fd9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:10:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['005c38c9-36c0-49ca-9f8d-2984c43b8ca8'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:25.920947 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-586fe82d-2538-4c43-b24a-411ea06fd9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:25.921614 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586fe82d-2538-4c43-b24a-411ea06fd9ab None None] The sync data for ids ['005c38c9-36c0-49ca-9f8d-2984c43b8ca8'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:10:25.943635 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-796c7883-6a18-4472-8a77-2fb74e8ab4a9 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] 10.222.0.57 "GET /v2.0/routers/005c38c9-36c0-49ca-9f8d-2984c43b8ca8 HTTP/1.1" status: 200 len: 925 time: 0.1755972 Oct 19 01:10:25.945113 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37986) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:26.033977 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cb51cb-e52c-455a-8601-c8b15f4da078 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:26.038871 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37994) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:26.039199 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e1cb51cb-e52c-455a-8601-c8b15f4da078 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=a0ce41c0-3b90-40be-93cd-082af8f20c34&device_id=005c38c9-36c0-49ca-9f8d-2984c43b8ca8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0928011 Oct 19 01:10:26.147464 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75da0c0-0787-45ac-b5d5-bd9e34582eb8 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:26.148892 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a75da0c0-0787-45ac-b5d5-bd9e34582eb8 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 881 time: 0.1090226 Oct 19 01:10:26.152396 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37996) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:26.178691 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e76066ca-1c7e-4980-aece-09117fae86d3 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] 10.222.0.57 "GET /v2.0/ports?device_id=005c38c9-36c0-49ca-9f8d-2984c43b8ca8 HTTP/1.1" status: 200 len: 205 time: 0.0251682 Oct 19 01:10:26.181120 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37998) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:26.295329 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-52290b81-3fad-42e4-9aae-924affc00824 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:26.366890 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38002) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:26.403098 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-52290b81-3fad-42e4-9aae-924affc00824 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:26.460414 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-52290b81-3fad-42e4-9aae-924affc00824 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Deleting port 654054ae-1715-4c68-86a7-98cd5295a9a5 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:10:26.460949 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-52290b81-3fad-42e4-9aae-924affc00824 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:26.479586 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4c5ae311-34b7-4f87-8ac4-ebc419200788 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:26.561520 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-52290b81-3fad-42e4-9aae-924affc00824 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:26.571160 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4c5ae311-34b7-4f87-8ac4-ebc419200788 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:26.576002 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-52290b81-3fad-42e4-9aae-924affc00824 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Calling delete_port for 654054ae-1715-4c68-86a7-98cd5295a9a5 owned by network:router_gateway {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:10:26.578020 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4c5ae311-34b7-4f87-8ac4-ebc419200788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:26.621094 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4c5ae311-34b7-4f87-8ac4-ebc419200788 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b4ce5abf1a5b48758c5f96bd6629aacf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2504737 Oct 19 01:10:26.621094 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ae311-34b7-4f87-8ac4-ebc419200788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6725068c-b704-4087-aac8-1ab3ba265401,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:26.624155 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38008) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:26.737880 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-eff50d26-15cc-4929-b940-cd8b8f897d87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:26.783595 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-eff50d26-15cc-4929-b940-cd8b8f897d87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:26.838567 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-52290b81-3fad-42e4-9aae-924affc00824 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:26.873555 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52290b81-3fad-42e4-9aae-924affc00824 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Pushing event deleted for resources: {'Port': ['ID=654054ae-1715-4c68-86a7-98cd5295a9a5,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:26.875399 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-eff50d26-15cc-4929-b940-cd8b8f897d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:26.878371 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-eff50d26-15cc-4929-b940-cd8b8f897d87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:26.879126 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-eff50d26-15cc-4929-b940-cd8b8f897d87 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6725068c-b704-4087-aac8-1ab3ba265401 HTTP/1.1" status: 204 len: 168 time: 0.2536261 Oct 19 01:10:26.924055 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff50d26-15cc-4929-b940-cd8b8f897d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6725068c-b704-4087-aac8-1ab3ba265401,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:26.984560 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-52290b81-3fad-42e4-9aae-924affc00824 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:26.985798 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:27.086610 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-52290b81-3fad-42e4-9aae-924affc00824 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:27.089528 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-52290b81-3fad-42e4-9aae-924affc00824 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:27.176871 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-52290b81-3fad-42e4-9aae-924affc00824 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:27.177580 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52290b81-3fad-42e4-9aae-924affc00824 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Fanout notify agent at l3_agent the message router_deleted on router 005c38c9-36c0-49ca-9f8d-2984c43b8ca8 {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:10:27.194000 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-52290b81-3fad-42e4-9aae-924affc00824 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:27.195449 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-52290b81-3fad-42e4-9aae-924affc00824 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] 10.222.0.57 "DELETE /v2.0/routers/005c38c9-36c0-49ca-9f8d-2984c43b8ca8 HTTP/1.1" status: 204 len: 168 time: 1.0131824 Oct 19 01:10:27.199775 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38022) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:27.204714 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-5f5a378e-86c1-435c-80dd-8e1561a91dc4 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-808114163', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:27.231428 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5f5a378e-86c1-435c-80dd-8e1561a91dc4 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:27.232638 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5f5a378e-86c1-435c-80dd-8e1561a91dc4 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:27.237993 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38024) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:27.253287 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cb903bc3-ab32-4f5d-8c87-3ea49929e117 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:27.299680 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5f5a378e-86c1-435c-80dd-8e1561a91dc4 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:27.304620 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5f5a378e-86c1-435c-80dd-8e1561a91dc4 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:27.325795 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5f5a378e-86c1-435c-80dd-8e1561a91dc4 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:27.329776 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5f5a378e-86c1-435c-80dd-8e1561a91dc4 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1262822 Oct 19 01:10:27.330118 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38026) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:27.335755 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-3a28bf8b-e244-4c65-8613-9e96445dcf48 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:27.375067 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cb903bc3-ab32-4f5d-8c87-3ea49929e117 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:27.379708 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cb903bc3-ab32-4f5d-8c87-3ea49929e117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:27.430853 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-cb903bc3-ab32-4f5d-8c87-3ea49929e117 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e20576da452741969bdfec1918e7e22c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1899476 Oct 19 01:10:27.432256 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38028) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:27.433583 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb903bc3-ab32-4f5d-8c87-3ea49929e117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932f2928-9878-43b3-a027-aeefc5b15ec8,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:27.507055 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c750ba70-3c78-436a-8d3f-1fc57b991d35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:27.532924 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c750ba70-3c78-436a-8d3f-1fc57b991d35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:27.596451 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c750ba70-3c78-436a-8d3f-1fc57b991d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:27.601903 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c750ba70-3c78-436a-8d3f-1fc57b991d35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:27.603347 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c750ba70-3c78-436a-8d3f-1fc57b991d35 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/932f2928-9878-43b3-a027-aeefc5b15ec8 HTTP/1.1" status: 204 len: 168 time: 0.1668355 Oct 19 01:10:27.615669 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c750ba70-3c78-436a-8d3f-1fc57b991d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932f2928-9878-43b3-a027-aeefc5b15ec8,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:27.958905 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3a28bf8b-e244-4c65-8613-9e96445dcf48 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:28.182819 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3a28bf8b-e244-4c65-8613-9e96445dcf48 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:28.208509 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3a28bf8b-e244-4c65-8613-9e96445dcf48 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:28.347994 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-3a28bf8b-e244-4c65-8613-9e96445dcf48 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Allocated IP 172.25.8.238 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/9d3e47b9-a9a5-4aad-9a85-876fe6e4c526) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:10:28.465705 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3a28bf8b-e244-4c65-8613-9e96445dcf48 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:28.503145 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3a28bf8b-e244-4c65-8613-9e96445dcf48 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:28.550937 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a28bf8b-e244-4c65-8613-9e96445dcf48 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:10:28.553919 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-3a28bf8b-e244-4c65-8613-9e96445dcf48 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:10:28.559015 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a28bf8b-e244-4c65-8613-9e96445dcf48 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:10:28.562224 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a28bf8b-e244-4c65-8613-9e96445dcf48 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Pushing event updated for resources: {'Port': ['ID=9d3e47b9-a9a5-4aad-9a85-876fe6e4c526,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:28.835894 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3a28bf8b-e244-4c65-8613-9e96445dcf48 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:29.054733 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3a28bf8b-e244-4c65-8613-9e96445dcf48 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64930'] for router, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:29.061490 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3a28bf8b-e244-4c65-8613-9e96445dcf48 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592856'] for router, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:29.207291 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:29.209342 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a28bf8b-e244-4c65-8613-9e96445dcf48 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Router b03c4d85-a00d-446c-b9d4-0149b54282f8 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:10:29.335288 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a28bf8b-e244-4c65-8613-9e96445dcf48 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:10:29.345348 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3a28bf8b-e244-4c65-8613-9e96445dcf48 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:29.347172 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfd995c-22aa-4e55-82c8-07b578ebf0e6 None None] Sync routers for ids ['b03c4d85-a00d-446c-b9d4-0149b54282f8'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:10:29.349420 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38090) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:29.349871 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3a28bf8b-e244-4c65-8613-9e96445dcf48 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] 10.222.0.57 "PUT /v2.0/routers/b03c4d85-a00d-446c-b9d4-0149b54282f8 HTTP/1.1" status: 200 len: 883 time: 2.0179160 Oct 19 01:10:29.365963 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfd995c-22aa-4e55-82c8-07b578ebf0e6 None None] Routers {'b03c4d85-a00d-446c-b9d4-0149b54282f8'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:10:29.366590 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-0cfd995c-22aa-4e55-82c8-07b578ebf0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:10:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b03c4d85-a00d-446c-b9d4-0149b54282f8'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:29.417830 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-0cfd995c-22aa-4e55-82c8-07b578ebf0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:29.429270 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfd995c-22aa-4e55-82c8-07b578ebf0e6 None None] Routers {'b03c4d85-a00d-446c-b9d4-0149b54282f8'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:10:29.430170 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-0cfd995c-22aa-4e55-82c8-07b578ebf0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:10:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b03c4d85-a00d-446c-b9d4-0149b54282f8'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:29.471316 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-0cfd995c-22aa-4e55-82c8-07b578ebf0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:29.472449 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfd995c-22aa-4e55-82c8-07b578ebf0e6 None None] The sync data for ids ['b03c4d85-a00d-446c-b9d4-0149b54282f8'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:10:29.509729 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-69dde34d-4ab1-4453-b45f-d1ff686d532a tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] 10.222.0.57 "GET /v2.0/routers/b03c4d85-a00d-446c-b9d4-0149b54282f8 HTTP/1.1" status: 200 len: 924 time: 0.1556282 Oct 19 01:10:29.509933 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38094) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:29.580694 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996b77c3-9e0d-4f18-a889-119ae353a53f tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:29.588444 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-996b77c3-9e0d-4f18-a889-119ae353a53f tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=a0ce41c0-3b90-40be-93cd-082af8f20c34&device_id=b03c4d85-a00d-446c-b9d4-0149b54282f8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0713804 Oct 19 01:10:29.588444 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38096) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:29.679550 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25928aa-8f55-47ac-86fc-31ed14000e95 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:29.682876 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b25928aa-8f55-47ac-86fc-31ed14000e95 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 881 time: 0.0952098 Oct 19 01:10:29.685159 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38104) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:29.714680 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5ac6968d-9093-4b66-9dad-46f652745086 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] 10.222.0.57 "GET /v2.0/ports?device_id=b03c4d85-a00d-446c-b9d4-0149b54282f8 HTTP/1.1" status: 200 len: 205 time: 0.0283623 Oct 19 01:10:29.718862 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38106) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:29.846870 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6588edab-15d0-4ec4-9826-6867076c4883 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:29.973186 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6588edab-15d0-4ec4-9826-6867076c4883 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:30.037717 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-6588edab-15d0-4ec4-9826-6867076c4883 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Deleting port 9d3e47b9-a9a5-4aad-9a85-876fe6e4c526 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:10:30.038059 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6588edab-15d0-4ec4-9826-6867076c4883 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:30.125318 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6588edab-15d0-4ec4-9826-6867076c4883 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:30.137992 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-6588edab-15d0-4ec4-9826-6867076c4883 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Calling delete_port for 9d3e47b9-a9a5-4aad-9a85-876fe6e4c526 owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:10:30.306653 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6588edab-15d0-4ec4-9826-6867076c4883 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:30.335114 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6588edab-15d0-4ec4-9826-6867076c4883 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Pushing event deleted for resources: {'Port': ['ID=9d3e47b9-a9a5-4aad-9a85-876fe6e4c526,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:30.402105 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6588edab-15d0-4ec4-9826-6867076c4883 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:30.493345 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38126) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:30.513793 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6588edab-15d0-4ec4-9826-6867076c4883 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:30.516217 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6588edab-15d0-4ec4-9826-6867076c4883 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:30.592404 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6588edab-15d0-4ec4-9826-6867076c4883 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:30.592997 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6588edab-15d0-4ec4-9826-6867076c4883 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Fanout notify agent at l3_agent the message router_deleted on router b03c4d85-a00d-446c-b9d4-0149b54282f8 {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:10:30.600456 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6588edab-15d0-4ec4-9826-6867076c4883 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:30.601700 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6588edab-15d0-4ec4-9826-6867076c4883 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] 10.222.0.57 "DELETE /v2.0/routers/b03c4d85-a00d-446c-b9d4-0149b54282f8 HTTP/1.1" status: 204 len: 168 time: 0.8818610 Oct 19 01:10:30.606632 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38134) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:30.613634 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-a2091233-07d7-4dc5-8ccb-377366fbd9b2 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1331394262', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:30.646518 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3808dab7-83d5-4dfb-82d5-2063b4bed1bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:30.665715 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a2091233-07d7-4dc5-8ccb-377366fbd9b2 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:30.667280 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a2091233-07d7-4dc5-8ccb-377366fbd9b2 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:30.749843 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a2091233-07d7-4dc5-8ccb-377366fbd9b2 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:30.776689 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a2091233-07d7-4dc5-8ccb-377366fbd9b2 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:30.824642 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a2091233-07d7-4dc5-8ccb-377366fbd9b2 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:30.825832 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a2091233-07d7-4dc5-8ccb-377366fbd9b2 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2176816 Oct 19 01:10:30.829094 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38146) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:30.833883 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-f999e91f-15e4-4877-93ff-6d1332bebe5a tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'enable_snat': True}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:30.864607 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3808dab7-83d5-4dfb-82d5-2063b4bed1bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:30.870549 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3808dab7-83d5-4dfb-82d5-2063b4bed1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:30.927982 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3808dab7-83d5-4dfb-82d5-2063b4bed1bf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fcb3a89f8f3140dd979acfe607607337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4334548 Oct 19 01:10:30.934901 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-b5901ad0-d25a-4099-9744-fc8bc602f8f0 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:30.936321 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-b5901ad0-d25a-4099-9744-fc8bc602f8f0 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/networks?id=9ee57031-7c0e-477c-878f-24c41625b6af HTTP/1.1" status: 200 len: 815 time: 0.1892052 Oct 19 01:10:30.936794 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38150) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:30.945089 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808dab7-83d5-4dfb-82d5-2063b4bed1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ebfffb-b8dd-4ba9-be07-ce9a1deb2adf,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:30.973102 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-246cf0e3-ac4f-4c40-818f-c221a13d88fd tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/quotas/3197f324082c4b4faa8975269bfcbb60 HTTP/1.1" status: 200 len: 375 time: 0.0190949 Oct 19 01:10:31.027823 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2e9961d6-c132-4bd9-b6c1-46d5b831d99b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:31.050920 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f999e91f-15e4-4877-93ff-6d1332bebe5a tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:31.060749 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-5105e060-4d0e-4c93-bac6-d8f2a48a8a59 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3197f324082c4b4faa8975269bfcbb60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0766697 Oct 19 01:10:31.062600 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2e9961d6-c132-4bd9-b6c1-46d5b831d99b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:31.183494 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2e9961d6-c132-4bd9-b6c1-46d5b831d99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:31.185995 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2e9961d6-c132-4bd9-b6c1-46d5b831d99b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:31.189593 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2e9961d6-c132-4bd9-b6c1-46d5b831d99b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/39ebfffb-b8dd-4ba9-be07-ce9a1deb2adf HTTP/1.1" status: 204 len: 168 time: 0.2485235 Oct 19 01:10:31.204126 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-4e93fb69-5f01-4b4c-bc0b-f8cba511deda service neutron] 10.222.0.57 "GET /v2.0/networks/9ee57031-7c0e-477c-878f-24c41625b6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348939 Oct 19 01:10:31.206003 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9961d6-c132-4bd9-b6c1-46d5b831d99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ebfffb-b8dd-4ba9-be07-ce9a1deb2adf,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:31.289891 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f999e91f-15e4-4877-93ff-6d1332bebe5a tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:31.316027 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f999e91f-15e4-4877-93ff-6d1332bebe5a tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:31.317435 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-6b3d0f94-9f47-4862-8e12-7a6b88349867 service neutron] 10.222.0.57 "GET /v2.0/networks/9ee57031-7c0e-477c-878f-24c41625b6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124699 Oct 19 01:10:31.455037 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-f999e91f-15e4-4877-93ff-6d1332bebe5a tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Allocated IP 172.25.8.191 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/dd000a0c-829a-4a1b-8b9b-e9ad82cd5494) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:10:31.608332 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f999e91f-15e4-4877-93ff-6d1332bebe5a tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:31.616417 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38174) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:31.638039 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e6aa101-8215-4334-8683-0db28522dbbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:31.661657 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48d373-3bb0-4cb0-a6af-e97e33c8ebcf req-f0211a90-0866-4761-94dd-ec79177f76c9 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:31.664197 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1f48d373-3bb0-4cb0-a6af-e97e33c8ebcf req-f0211a90-0866-4761-94dd-ec79177f76c9 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b7dd2c1-267a-4eb7-a1d7-af3323f67c41 HTTP/1.1" status: 200 len: 945 time: 0.1004443 Oct 19 01:10:31.698920 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7ba8d3cc-1d6c-4faf-a249-de00a7ea42e2 req-4b1cc723-51d4-4518-8cd3-a20c0404c019 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc28eb00-a7a0-4e91-a500-96c409674c5b HTTP/1.1" status: 200 len: 210 time: 0.0411944 Oct 19 01:10:31.722224 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1f48d373-3bb0-4cb0-a6af-e97e33c8ebcf req-c501dbf8-8a28-4646-a67f-f91495b3d02b tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510972 Oct 19 01:10:31.723051 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f999e91f-15e4-4877-93ff-6d1332bebe5a tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:31.775810 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f999e91f-15e4-4877-93ff-6d1332bebe5a tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:10:31.783148 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-f999e91f-15e4-4877-93ff-6d1332bebe5a tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:10:31.791330 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f999e91f-15e4-4877-93ff-6d1332bebe5a tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:10:31.825413 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999e91f-15e4-4877-93ff-6d1332bebe5a tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Pushing event updated for resources: {'Port': ['ID=dd000a0c-829a-4a1b-8b9b-e9ad82cd5494,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:31.849341 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e6aa101-8215-4334-8683-0db28522dbbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:31.855492 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e6aa101-8215-4334-8683-0db28522dbbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:32.252532 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:10:32.277841 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9e6aa101-8215-4334-8683-0db28522dbbc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cf39869f9094495c8843c3a0ff20ff43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6603835 Oct 19 01:10:32.280091 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6aa101-8215-4334-8683-0db28522dbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ee030b-7850-4ce7-a801-aec8d6b0fee7,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:32.280700 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38186) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:32.332203 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4a18b39d-d75a-4de1-bd0c-4741a983b69c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:32.353369 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4a18b39d-d75a-4de1-bd0c-4741a983b69c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:32.408667 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4a18b39d-d75a-4de1-bd0c-4741a983b69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:32.411301 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4a18b39d-d75a-4de1-bd0c-4741a983b69c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:32.412653 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4a18b39d-d75a-4de1-bd0c-4741a983b69c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/19ee030b-7850-4ce7-a801-aec8d6b0fee7 HTTP/1.1" status: 204 len: 168 time: 0.1308951 Oct 19 01:10:32.420687 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f999e91f-15e4-4877-93ff-6d1332bebe5a tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:32.421634 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18b39d-d75a-4de1-bd0c-4741a983b69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ee030b-7850-4ce7-a801-aec8d6b0fee7,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:32.674538 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-5f9ff9d2-6314-478a-8143-08f7d23ab6b1 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:32.676937 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-5f9ff9d2-6314-478a-8143-08f7d23ab6b1 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.55 "GET /v2.0/networks?id=9ee57031-7c0e-477c-878f-24c41625b6af HTTP/1.1" status: 200 len: 815 time: 0.2106893 Oct 19 01:10:32.693655 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-ba91ab5c-72b0-4481-96c0-ea5ac2bb092e tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Request body: {'port': {'device_id': 'dc28eb00-a7a0-4e91-a500-96c409674c5b', 'network_id': '9ee57031-7c0e-477c-878f-24c41625b6af', 'admin_state_up': True, 'tenant_id': '3197f324082c4b4faa8975269bfcbb60'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:32.787263 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f999e91f-15e4-4877-93ff-6d1332bebe5a tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64930'] for router, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:32.810781 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6e7d9841-f202-4ef2-baf5-69b39dce4783 req-900c2cf2-9351-4a8d-85fe-c1b2b505bb9a tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc28eb00-a7a0-4e91-a500-96c409674c5b HTTP/1.1" status: 200 len: 210 time: 0.0310395 Oct 19 01:10:32.828502 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f999e91f-15e4-4877-93ff-6d1332bebe5a tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592856'] for router, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:32.940374 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4c1d7-6702-4bc2-98ef-c13b8ae95b23 req-0af46aa5-a0e2-4496-a2c7-2edb2328b3a3 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:32.941889 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5fc4c1d7-6702-4bc2-98ef-c13b8ae95b23 req-0af46aa5-a0e2-4496-a2c7-2edb2328b3a3 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b7dd2c1-267a-4eb7-a1d7-af3323f67c41 HTTP/1.1" status: 200 len: 945 time: 0.1248829 Oct 19 01:10:33.019976 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-ba91ab5c-72b0-4481-96c0-ea5ac2bb092e tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Made reservation on behalf of 3197f324082c4b4faa8975269bfcbb60 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:10:33.023436 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-ba91ab5c-72b0-4481-96c0-ea5ac2bb092e tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:33.055554 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5fc4c1d7-6702-4bc2-98ef-c13b8ae95b23 req-32ab059d-81a2-4c49-be8c-8f2d95bbb01f tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054068 Oct 19 01:10:33.135853 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f999e91f-15e4-4877-93ff-6d1332bebe5a tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Router 30382c0f-f949-4736-9a21-792d02e0b307 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:10:33.233766 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-ba91ab5c-72b0-4481-96c0-ea5ac2bb092e tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Allocated IP 172.20.0.9 (9ee57031-7c0e-477c-878f-24c41625b6af/2c491c19-2c54-43fa-a611-2d3b3495f28e/e4800170-6b31-4976-bd1b-d7227a97fa5a) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:10:33.310927 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f999e91f-15e4-4877-93ff-6d1332bebe5a tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:10:33.317344 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f999e91f-15e4-4877-93ff-6d1332bebe5a tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:33.321792 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f999e91f-15e4-4877-93ff-6d1332bebe5a tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] 10.222.0.57 "PUT /v2.0/routers/30382c0f-f949-4736-9a21-792d02e0b307 HTTP/1.1" status: 200 len: 919 time: 2.4881749 Oct 19 01:10:33.322071 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38222) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:33.324741 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f17d48-51cc-4ddb-8423-b14232950d0d None None] Sync routers for ids ['30382c0f-f949-4736-9a21-792d02e0b307'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:10:33.335580 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f17d48-51cc-4ddb-8423-b14232950d0d None None] Routers {'30382c0f-f949-4736-9a21-792d02e0b307'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:10:33.336220 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-38f17d48-51cc-4ddb-8423-b14232950d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:10:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['30382c0f-f949-4736-9a21-792d02e0b307'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:33.372265 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-38f17d48-51cc-4ddb-8423-b14232950d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:33.382367 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f17d48-51cc-4ddb-8423-b14232950d0d None None] Routers {'30382c0f-f949-4736-9a21-792d02e0b307'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:10:33.383400 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-38f17d48-51cc-4ddb-8423-b14232950d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:10:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['30382c0f-f949-4736-9a21-792d02e0b307'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:33.431320 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-38f17d48-51cc-4ddb-8423-b14232950d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:33.432652 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f17d48-51cc-4ddb-8423-b14232950d0d None None] The sync data for ids ['30382c0f-f949-4736-9a21-792d02e0b307'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:10:33.442233 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b2c2433d-021f-4f24-b2f0-fee2c28625b0 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] 10.222.0.57 "GET /v2.0/routers/30382c0f-f949-4736-9a21-792d02e0b307 HTTP/1.1" status: 200 len: 925 time: 0.1192129 Oct 19 01:10:33.445938 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38224) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:33.465990 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-ba91ab5c-72b0-4481-96c0-ea5ac2bb092e tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:33.512510 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b339a8ea-c20a-4bad-83aa-585c1df05736 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:33.514658 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b339a8ea-c20a-4bad-83aa-585c1df05736 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=a0ce41c0-3b90-40be-93cd-082af8f20c34&device_id=30382c0f-f949-4736-9a21-792d02e0b307&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0671556 Oct 19 01:10:33.517138 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38230) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:33.527833 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-ba91ab5c-72b0-4481-96c0-ea5ac2bb092e tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:33.543571 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['f59eeaf9-bdeb-4794-901e-8473ff7277a7', 'ed0ae9d3-c931-4c29-9947-3efb77ecdbf9'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:10:33.548087 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['a66d14c9-a704-4f2b-a7ec-33b4221823af'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:10:33.583794 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-ba91ab5c-72b0-4481-96c0-ea5ac2bb092e tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Network 9ee57031-7c0e-477c-878f-24c41625b6af is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:10:33.606856 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-ba91ab5c-72b0-4481-96c0-ea5ac2bb092e tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:10:33.610495 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-ba91ab5c-72b0-4481-96c0-ea5ac2bb092e tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:10:33.678391 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba91ab5c-72b0-4481-96c0-ea5ac2bb092e tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Pushing event updated for resources: {'Port': ['ID=e4800170-6b31-4976-bd1b-d7227a97fa5a,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:33.695945 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54013a30-c3cd-40ab-a04e-076bfe4bae23 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:33.705906 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-54013a30-c3cd-40ab-a04e-076bfe4bae23 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 881 time: 0.1858959 Oct 19 01:10:33.710670 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38240) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:33.742602 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9c69e-79c5-447b-ba2c-3193665834a4 req-3b4e84ad-1245-4dcb-beb5-872ce8333122 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:33.744855 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-11b9c69e-79c5-447b-ba2c-3193665834a4 req-3b4e84ad-1245-4dcb-beb5-872ce8333122 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b7dd2c1-267a-4eb7-a1d7-af3323f67c41 HTTP/1.1" status: 200 len: 945 time: 0.1846273 Oct 19 01:10:33.757434 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-ba91ab5c-72b0-4481-96c0-ea5ac2bb092e tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:33.758067 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-ba91ab5c-72b0-4481-96c0-ea5ac2bb092e tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:33.789998 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f155f089-f36f-4062-83dc-712258123aa4 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] 10.222.0.57 "GET /v2.0/ports?device_id=30382c0f-f949-4736-9a21-792d02e0b307 HTTP/1.1" status: 200 len: 205 time: 0.0739570 Oct 19 01:10:33.790105 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38244) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:33.827369 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-ba91ab5c-72b0-4481-96c0-ea5ac2bb092e tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1389248 Oct 19 01:10:33.866970 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-26df753b-ffb7-4f9d-ab76-1844dfaa9602 service neutron] Request body: {'port': {'device_id': 'dc28eb00-a7a0-4e91-a500-96c409674c5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:33.998375 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-26df753b-ffb7-4f9d-ab76-1844dfaa9602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:34.017881 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-11b9c69e-79c5-447b-ba2c-3193665834a4 req-397844d6-4e34-4709-b2e6-a5acc665e2ef tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Deleting port 301b9137-5922-49be-a3da-4733e18adf36 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:10:34.018225 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-11b9c69e-79c5-447b-ba2c-3193665834a4 req-397844d6-4e34-4709-b2e6-a5acc665e2ef tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:34.061000 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf27af-977e-4489-a0f5-65c839429bf9 req-162289b1-c167-4f13-b692-15e8345cd591 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:34.062837 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7ecf27af-977e-4489-a0f5-65c839429bf9 req-162289b1-c167-4f13-b692-15e8345cd591 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc28eb00-a7a0-4e91-a500-96c409674c5b HTTP/1.1" status: 200 len: 931 time: 0.1256945 Oct 19 01:10:34.237807 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4c00283e-77b8-46d1-b4d5-c86240dc0952 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:34.285273 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a344704-3556-485d-9fc4-9fe43de3b2a5 req-130fe92b-37a6-40ba-8961-5bdd481eb5ac tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:34.286917 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9a344704-3556-485d-9fc4-9fe43de3b2a5 req-130fe92b-37a6-40ba-8961-5bdd481eb5ac tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b7dd2c1-267a-4eb7-a1d7-af3323f67c41 HTTP/1.1" status: 200 len: 945 time: 0.1010292 Oct 19 01:10:34.289757 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7ecf27af-977e-4489-a0f5-65c839429bf9 req-8e5315f2-3fd1-4553-91b8-845198a58198 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814187 Oct 19 01:10:34.302994 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-11b9c69e-79c5-447b-ba2c-3193665834a4 req-397844d6-4e34-4709-b2e6-a5acc665e2ef tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] For port 301b9137-5922-49be-a3da-4733e18adf36, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=301b9137-5922-49be-a3da-4733e18adf36,segment=NetworkSegment(8a516c3b-6789-44d3-87bb-3790155029b6),segment_id=8a516c3b-6789-44d3-87bb-3790155029b6)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:34.303362 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-11b9c69e-79c5-447b-ba2c-3193665834a4 req-397844d6-4e34-4709-b2e6-a5acc665e2ef tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:34.345005 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-11b9c69e-79c5-447b-ba2c-3193665834a4 req-397844d6-4e34-4709-b2e6-a5acc665e2ef tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Calling delete_port for 301b9137-5922-49be-a3da-4733e18adf36 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:10:34.355178 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9a344704-3556-485d-9fc4-9fe43de3b2a5 req-5a94e403-5f21-4138-bfad-2dcd66f0935c tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520902 Oct 19 01:10:34.417480 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4c00283e-77b8-46d1-b4d5-c86240dc0952 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:34.488554 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-4c00283e-77b8-46d1-b4d5-c86240dc0952 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Deleting port dd000a0c-829a-4a1b-8b9b-e9ad82cd5494 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:10:34.488905 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4c00283e-77b8-46d1-b4d5-c86240dc0952 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:34.576026 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4c00283e-77b8-46d1-b4d5-c86240dc0952 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:34.578749 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-26df753b-ffb7-4f9d-ab76-1844dfaa9602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4800170-6b31-4976-bd1b-d7227a97fa5a {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:10:34.590341 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-26df753b-ffb7-4f9d-ab76-1844dfaa9602 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:34.593308 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-4c00283e-77b8-46d1-b4d5-c86240dc0952 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Calling delete_port for dd000a0c-829a-4a1b-8b9b-e9ad82cd5494 owned by network:router_gateway {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:10:34.611191 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-26df753b-ffb7-4f9d-ab76-1844dfaa9602 service neutron] Transition to ACTIVE for port object e4800170-6b31-4976-bd1b-d7227a97fa5a will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:10:34.612241 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-11b9c69e-79c5-447b-ba2c-3193665834a4 req-397844d6-4e34-4709-b2e6-a5acc665e2ef tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:34.624098 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-26df753b-ffb7-4f9d-ab76-1844dfaa9602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:34.653693 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397844d6-4e34-4709-b2e6-a5acc665e2ef tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Pushing event deleted for resources: {'Port': ['ID=301b9137-5922-49be-a3da-4733e18adf36,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:34.725125 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b9c69e-79c5-447b-ba2c-3193665834a4 req-397844d6-4e34-4709-b2e6-a5acc665e2ef tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] No DVR routers for this DVR port 301b9137-5922-49be-a3da-4733e18adf36 on host n-h2-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:10:34.731909 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-11b9c69e-79c5-447b-ba2c-3193665834a4 req-397844d6-4e34-4709-b2e6-a5acc665e2ef tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:34.735055 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-11b9c69e-79c5-447b-ba2c-3193665834a4 req-397844d6-4e34-4709-b2e6-a5acc665e2ef tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.24 "DELETE /v2.0/ports/301b9137-5922-49be-a3da-4733e18adf36 HTTP/1.1" status: 204 len: 173 time: 0.9594512 Oct 19 01:10:34.735805 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7dd2c1-267a-4eb7-a1d7-af3323f67c41', 'name': 'network-vif-deleted', 'tag': '301b9137-5922-49be-a3da-4733e18adf36'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:10:34.738060 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cf1641-59d8-430d-803d-a5d1bba94726" -d '{"events": [{"server_uuid": "6b7dd2c1-267a-4eb7-a1d7-af3323f67c41", "name": "network-vif-deleted", "tag": "301b9137-5922-49be-a3da-4733e18adf36"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:10:34.767312 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df753b-ffb7-4f9d-ab76-1844dfaa9602 service neutron] Pushing event updated for resources: {'Port': ['ID=e4800170-6b31-4976-bd1b-d7227a97fa5a,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:34.804489 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4c00283e-77b8-46d1-b4d5-c86240dc0952 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:34.833655 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-26df753b-ffb7-4f9d-ab76-1844dfaa9602 service neutron] Attempting to bind port e4800170-6b31-4976-bd1b-d7227a97fa5a on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:10:34.834176 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-26df753b-ffb7-4f9d-ab76-1844dfaa9602 service neutron] Attempting to bind port e4800170-6b31-4976-bd1b-d7227a97fa5a by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '24d285ee-2f28-4b9f-95c9-4edf3800159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ee57031-7c0e-477c-878f-24c41625b6af'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:10:34.834669 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-26df753b-ffb7-4f9d-ab76-1844dfaa9602 service neutron] Attempting to bind port e4800170-6b31-4976-bd1b-d7227a97fa5a on network 9ee57031-7c0e-477c-878f-24c41625b6af {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:10:34.840324 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-26df753b-ffb7-4f9d-ab76-1844dfaa9602 service neutron] Port e4800170-6b31-4976-bd1b-d7227a97fa5a on network 9ee57031-7c0e-477c-878f-24c41625b6af not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:10:34.841140 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-26df753b-ffb7-4f9d-ab76-1844dfaa9602 service neutron] Attempting to bind port e4800170-6b31-4976-bd1b-d7227a97fa5a on network 9ee57031-7c0e-477c-878f-24c41625b6af {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:10:34.842118 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00283e-77b8-46d1-b4d5-c86240dc0952 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Pushing event deleted for resources: {'Port': ['ID=dd000a0c-829a-4a1b-8b9b-e9ad82cd5494,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:34.847091 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-26df753b-ffb7-4f9d-ab76-1844dfaa9602 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:10:34.847485 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-26df753b-ffb7-4f9d-ab76-1844dfaa9602 service neutron] Checking segment: {'id': '24d285ee-2f28-4b9f-95c9-4edf3800159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ee57031-7c0e-477c-878f-24c41625b6af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:10:34.847920 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-26df753b-ffb7-4f9d-ab76-1844dfaa9602 service neutron] Bound using segment: {'id': '24d285ee-2f28-4b9f-95c9-4edf3800159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ee57031-7c0e-477c-878f-24c41625b6af'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:10:34.848390 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-26df753b-ffb7-4f9d-ab76-1844dfaa9602 service neutron] Bound port: e4800170-6b31-4976-bd1b-d7227a97fa5a, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d285ee-2f28-4b9f-95c9-4edf3800159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ee57031-7c0e-477c-878f-24c41625b6af'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:10:34.848876 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-26df753b-ffb7-4f9d-ab76-1844dfaa9602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:34.924801 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36538835-0c63-4d82-a282-9c53bd883fd9 x-openstack-request-id: req-36538835-0c63-4d82-a282-9c53bd883fd9 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:10:34.925092 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7dd2c1-267a-4eb7-a1d7-af3323f67c41", "name": "network-vif-deleted", "tag": "301b9137-5922-49be-a3da-4733e18adf36", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:10:34.925521 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-36538835-0c63-4d82-a282-9c53bd883fd9 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:10:34.925924 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b7dd2c1-267a-4eb7-a1d7-af3323f67c41', 'name': 'network-vif-deleted', 'tag': '301b9137-5922-49be-a3da-4733e18adf36', 'status': 'completed', 'code': 200} Oct 19 01:10:34.945290 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4c00283e-77b8-46d1-b4d5-c86240dc0952 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:34.976907 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-26df753b-ffb7-4f9d-ab76-1844dfaa9602 service neutron] For port e4800170-6b31-4976-bd1b-d7227a97fa5a, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:10:34.983086 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-26df753b-ffb7-4f9d-ab76-1844dfaa9602 service neutron] For port e4800170-6b31-4976-bd1b-d7227a97fa5a, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=e4800170-6b31-4976-bd1b-d7227a97fa5a,segment=NetworkSegment(24d285ee-2f28-4b9f-95c9-4edf3800159a),segment_id=24d285ee-2f28-4b9f-95c9-4edf3800159a)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:10:34.990392 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-26df753b-ffb7-4f9d-ab76-1844dfaa9602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:35.028351 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-26df753b-ffb7-4f9d-ab76-1844dfaa9602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:35.028960 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-26df753b-ffb7-4f9d-ab76-1844dfaa9602 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:35.030432 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-26df753b-ffb7-4f9d-ab76-1844dfaa9602 service neutron] 10.222.0.55 "PUT /v2.0/ports/e4800170-6b31-4976-bd1b-d7227a97fa5a HTTP/1.1" status: 200 len: 1092 time: 1.1701407 Oct 19 01:10:35.058311 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df753b-ffb7-4f9d-ab76-1844dfaa9602 service neutron] Pushing event updated for resources: {'Port': ['ID=e4800170-6b31-4976-bd1b-d7227a97fa5a,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:35.059719 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4c00283e-77b8-46d1-b4d5-c86240dc0952 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:35.069921 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4c00283e-77b8-46d1-b4d5-c86240dc0952 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:35.119200 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4c00283e-77b8-46d1-b4d5-c86240dc0952 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:35.120047 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c00283e-77b8-46d1-b4d5-c86240dc0952 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Fanout notify agent at l3_agent the message router_deleted on router 30382c0f-f949-4736-9a21-792d02e0b307 {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:10:35.133085 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-2b28aa90-0493-413a-be48-ae81266ce06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:35.134883 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-2b28aa90-0493-413a-be48-ae81266ce06b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3197f324082c4b4faa8975269bfcbb60&device_id=dc28eb00-a7a0-4e91-a500-96c409674c5b HTTP/1.1" status: 200 len: 1095 time: 0.0561817 Oct 19 01:10:35.141530 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4c00283e-77b8-46d1-b4d5-c86240dc0952 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:35.142820 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4c00283e-77b8-46d1-b4d5-c86240dc0952 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] 10.222.0.57 "DELETE /v2.0/routers/30382c0f-f949-4736-9a21-792d02e0b307 HTTP/1.1" status: 204 len: 168 time: 1.3532116 Oct 19 01:10:35.146860 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38296) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:35.154240 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-721cbe1d-4e10-46fd-9bf8-27a80c7aa04c tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-116934897', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:35.184610 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-0cc74802-583d-49aa-9ede-29bfbe905371 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4800170-6b31-4976-bd1b-d7227a97fa5a HTTP/1.1" status: 200 len: 217 time: 0.0426550 Oct 19 01:10:35.185459 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-721cbe1d-4e10-46fd-9bf8-27a80c7aa04c tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:35.186953 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-721cbe1d-4e10-46fd-9bf8-27a80c7aa04c tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:35.239308 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-9c6fa08c-8142-473c-9fe1-0bbca0ad6041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:35.241289 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-9c6fa08c-8142-473c-9fe1-0bbca0ad6041 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c491c19-2c54-43fa-a611-2d3b3495f28e HTTP/1.1" status: 200 len: 855 time: 0.0504024 Oct 19 01:10:35.246040 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-721cbe1d-4e10-46fd-9bf8-27a80c7aa04c tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:35.251552 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-721cbe1d-4e10-46fd-9bf8-27a80c7aa04c tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:35.256896 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38298) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:35.278990 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-721cbe1d-4e10-46fd-9bf8-27a80c7aa04c tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:35.281649 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-721cbe1d-4e10-46fd-9bf8-27a80c7aa04c tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1329849 Oct 19 01:10:35.283979 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38302) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:35.284318 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-bc76334a-6c04-4383-82f4-8aabda94a677 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ee57031-7c0e-477c-878f-24c41625b6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352683 Oct 19 01:10:35.289005 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-024ddbf9-2ecc-4d8a-8a2d-1daf9004247c tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'enable_snat': False}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:35.429188 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6bcc5c04-8dd0-4723-87c9-538af4275463 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:35.431405 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-ce894e8b-ee36-4863-946c-dcf1b61f00c5 service neutron] 10.222.0.55 "GET /v2.0/networks/9ee57031-7c0e-477c-878f-24c41625b6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392913 Oct 19 01:10:35.497887 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-84c51fdc-7c6a-453b-9cfd-188122ae1d12 req-2fb629ba-459a-429d-949a-f44657a51200 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b7dd2c1-267a-4eb7-a1d7-af3323f67c41 HTTP/1.1" status: 200 len: 210 time: 0.0351558 Oct 19 01:10:35.570917 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5c41deb1-f4a0-47b4-b4fd-4a212a0fe998 req-58ea7689-1776-409c-b7a4-d1a559eb041d service neutron] 10.222.0.55 "GET /v2.0/networks/9ee57031-7c0e-477c-878f-24c41625b6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318123 Oct 19 01:10:35.604583 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-024ddbf9-2ecc-4d8a-8a2d-1daf9004247c tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:35.620040 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7f543-43f3-4bf8-a82e-7803e08dc21d req-4ca85f1b-6a35-4919-8e44-25acd7d28961 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:35.621663 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-60e7f543-43f3-4bf8-a82e-7803e08dc21d req-4ca85f1b-6a35-4919-8e44-25acd7d28961 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc28eb00-a7a0-4e91-a500-96c409674c5b HTTP/1.1" status: 200 len: 943 time: 0.1941497 Oct 19 01:10:35.705559 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6bcc5c04-8dd0-4723-87c9-538af4275463 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:35.708831 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-60e7f543-43f3-4bf8-a82e-7803e08dc21d req-7f7cbc1e-23c5-4116-b4fe-5069738b52b6 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793822 Oct 19 01:10:35.716545 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6bcc5c04-8dd0-4723-87c9-538af4275463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:35.785433 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc5c04-8dd0-4723-87c9-538af4275463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc69b1f-ca45-4f89-ad5f-42d737c2333a,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:35.793679 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6bcc5c04-8dd0-4723-87c9-538af4275463 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2b561f4062ec4162ae0d454306a01eac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5328863 Oct 19 01:10:35.795573 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38310) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:35.937371 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-024ddbf9-2ecc-4d8a-8a2d-1daf9004247c tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:35.963000 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-024ddbf9-2ecc-4d8a-8a2d-1daf9004247c tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:36.102527 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-024ddbf9-2ecc-4d8a-8a2d-1daf9004247c tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Allocated IP 172.25.8.169 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/ea51aa86-d439-4a1d-9683-b8a09d9f29c7) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:10:36.184406 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cccded2c-83d7-48a5-9a03-31aacdd9f3d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:36.205794 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cccded2c-83d7-48a5-9a03-31aacdd9f3d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:36.209852 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-024ddbf9-2ecc-4d8a-8a2d-1daf9004247c tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:36.246296 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-024ddbf9-2ecc-4d8a-8a2d-1daf9004247c tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:36.257746 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cccded2c-83d7-48a5-9a03-31aacdd9f3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:36.261276 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cccded2c-83d7-48a5-9a03-31aacdd9f3d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:36.264196 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cccded2c-83d7-48a5-9a03-31aacdd9f3d0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/afc69b1f-ca45-4f89-ad5f-42d737c2333a HTTP/1.1" status: 204 len: 168 time: 0.4675431 Oct 19 01:10:36.274166 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccded2c-83d7-48a5-9a03-31aacdd9f3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc69b1f-ca45-4f89-ad5f-42d737c2333a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:36.313823 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024ddbf9-2ecc-4d8a-8a2d-1daf9004247c tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:10:36.317182 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-024ddbf9-2ecc-4d8a-8a2d-1daf9004247c tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:10:36.321710 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024ddbf9-2ecc-4d8a-8a2d-1daf9004247c tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:10:36.324369 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 301b9137-5922-49be-a3da-4733e18adf36 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:10:36.328219 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ddbf9-2ecc-4d8a-8a2d-1daf9004247c tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Pushing event updated for resources: {'Port': ['ID=ea51aa86-d439-4a1d-9683-b8a09d9f29c7,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:36.353731 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 301b9137-5922-49be-a3da-4733e18adf36 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:10:36.354177 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 301b9137-5922-49be-a3da-4733e18adf36 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:10:36.553266 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38322) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:36.569017 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f5834ae0-c4cd-4129-999c-48461b8b7e3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:36.608964 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-024ddbf9-2ecc-4d8a-8a2d-1daf9004247c tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:36.648859 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bbfca70f-76da-4d65-95c9-acee3649556f req-b2ff18fe-fc59-4a81-bb7c-43a95ac348cc tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b7dd2c1-267a-4eb7-a1d7-af3323f67c41 HTTP/1.1" status: 200 len: 210 time: 0.0379107 Oct 19 01:10:36.688954 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f5834ae0-c4cd-4129-999c-48461b8b7e3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:36.695435 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f5834ae0-c4cd-4129-999c-48461b8b7e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:36.741861 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f5834ae0-c4cd-4129-999c-48461b8b7e3c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f689055c14964890a62718e134ef8937&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1874013 Oct 19 01:10:36.742552 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38328) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:36.744631 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5834ae0-c4cd-4129-999c-48461b8b7e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6caae8e4-2110-45d2-80cf-ad3a860bb904,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:36.810737 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-82562242-575a-478c-8f01-4d511dbd1847 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:36.833722 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-82562242-575a-478c-8f01-4d511dbd1847 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:36.859973 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-024ddbf9-2ecc-4d8a-8a2d-1daf9004247c tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64930'] for router, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:36.863581 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-024ddbf9-2ecc-4d8a-8a2d-1daf9004247c tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592856'] for router, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:36.914240 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e6888-728b-40ad-9397-6bc64da47c3c req-750664f7-823f-436f-a862-2b77002c9801 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:36.922419 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-441e6888-728b-40ad-9397-6bc64da47c3c req-750664f7-823f-436f-a862-2b77002c9801 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc28eb00-a7a0-4e91-a500-96c409674c5b HTTP/1.1" status: 200 len: 943 time: 0.1160786 Oct 19 01:10:36.931548 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc28eb00-a7a0-4e91-a500-96c409674c5b', 'tag': 'e4800170-6b31-4976-bd1b-d7227a97fa5a'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:10:36.933253 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efe3e2d-2a89-4c20-8d93-7f61bbabf0aa" -d '{"events": [{"name": "network-changed", "server_uuid": "dc28eb00-a7a0-4e91-a500-96c409674c5b", "tag": "e4800170-6b31-4976-bd1b-d7227a97fa5a"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:10:36.975688 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-441e6888-728b-40ad-9397-6bc64da47c3c req-1272f57b-a3a1-4490-99e5-5aced5b92f2a tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491135 Oct 19 01:10:36.980994 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-82562242-575a-478c-8f01-4d511dbd1847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:36.983800 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-82562242-575a-478c-8f01-4d511dbd1847 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:36.984931 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-82562242-575a-478c-8f01-4d511dbd1847 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6caae8e4-2110-45d2-80cf-ad3a860bb904 HTTP/1.1" status: 204 len: 168 time: 0.2412417 Oct 19 01:10:37.022423 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a083332a-7379-45bb-b8a2-4c02afc6258f x-openstack-request-id: req-a083332a-7379-45bb-b8a2-4c02afc6258f {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:10:37.022754 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc28eb00-a7a0-4e91-a500-96c409674c5b", "tag": "e4800170-6b31-4976-bd1b-d7227a97fa5a", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:10:37.023049 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a083332a-7379-45bb-b8a2-4c02afc6258f {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:10:37.023465 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc28eb00-a7a0-4e91-a500-96c409674c5b', 'tag': 'e4800170-6b31-4976-bd1b-d7227a97fa5a', 'status': 'completed', 'code': 200} Oct 19 01:10:37.024447 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82562242-575a-478c-8f01-4d511dbd1847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6caae8e4-2110-45d2-80cf-ad3a860bb904,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:37.069812 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024ddbf9-2ecc-4d8a-8a2d-1daf9004247c tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Router de6be30e-79be-451a-a42d-27e8ab6ada50 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:10:37.103961 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe3e2d-2a89-4c20-8d93-7f61bbabf0aa req-eadb9911-3de3-4a76-9768-d284df858c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:37.105761 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0efe3e2d-2a89-4c20-8d93-7f61bbabf0aa req-eadb9911-3de3-4a76-9768-d284df858c54 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3197f324082c4b4faa8975269bfcbb60&device_id=dc28eb00-a7a0-4e91-a500-96c409674c5b HTTP/1.1" status: 200 len: 1095 time: 0.0627940 Oct 19 01:10:37.194820 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024ddbf9-2ecc-4d8a-8a2d-1daf9004247c tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:10:37.204651 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2db355d-cbf0-42bc-bc57-59e463f18d5d None None] Sync routers for ids ['de6be30e-79be-451a-a42d-27e8ab6ada50'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:10:37.205656 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-024ddbf9-2ecc-4d8a-8a2d-1daf9004247c tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:37.207198 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-024ddbf9-2ecc-4d8a-8a2d-1daf9004247c tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] 10.222.0.57 "PUT /v2.0/routers/de6be30e-79be-451a-a42d-27e8ab6ada50 HTTP/1.1" status: 200 len: 919 time: 1.9218283 Oct 19 01:10:37.209978 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38338) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:37.220519 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2db355d-cbf0-42bc-bc57-59e463f18d5d None None] Routers {'de6be30e-79be-451a-a42d-27e8ab6ada50'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:10:37.221376 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a2db355d-cbf0-42bc-bc57-59e463f18d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:10:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['de6be30e-79be-451a-a42d-27e8ab6ada50'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:37.283158 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a2db355d-cbf0-42bc-bc57-59e463f18d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:37.283396 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe3e2d-2a89-4c20-8d93-7f61bbabf0aa req-ba5a1615-be34-49e5-93a0-ba7d08ef579c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:37.285174 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0efe3e2d-2a89-4c20-8d93-7f61bbabf0aa req-ba5a1615-be34-49e5-93a0-ba7d08ef579c service neutron] 10.222.0.55 "GET /v2.0/networks?id=9ee57031-7c0e-477c-878f-24c41625b6af HTTP/1.1" status: 200 len: 916 time: 0.1641941 Oct 19 01:10:37.293613 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2db355d-cbf0-42bc-bc57-59e463f18d5d None None] Routers {'de6be30e-79be-451a-a42d-27e8ab6ada50'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:10:37.294454 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a2db355d-cbf0-42bc-bc57-59e463f18d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:10:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['de6be30e-79be-451a-a42d-27e8ab6ada50'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:37.348857 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5f97bc33-a622-48a6-9526-018b02ca5958 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] 10.222.0.57 "GET /v2.0/routers/de6be30e-79be-451a-a42d-27e8ab6ada50 HTTP/1.1" status: 200 len: 925 time: 0.1377294 Oct 19 01:10:37.351594 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38342) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:37.361150 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a2db355d-cbf0-42bc-bc57-59e463f18d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:37.362452 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2db355d-cbf0-42bc-bc57-59e463f18d5d None None] The sync data for ids ['de6be30e-79be-451a-a42d-27e8ab6ada50'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:10:37.370771 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0efe3e2d-2a89-4c20-8d93-7f61bbabf0aa req-9f6c1fbb-cef0-4cad-96ea-94346b4885e2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4800170-6b31-4976-bd1b-d7227a97fa5a HTTP/1.1" status: 200 len: 217 time: 0.0770607 Oct 19 01:10:37.429345 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe3e2d-2a89-4c20-8d93-7f61bbabf0aa req-ffec66f6-5cb1-4164-84e3-32e8519ee5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:37.430899 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0efe3e2d-2a89-4c20-8d93-7f61bbabf0aa req-ffec66f6-5cb1-4164-84e3-32e8519ee5ba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c491c19-2c54-43fa-a611-2d3b3495f28e HTTP/1.1" status: 200 len: 855 time: 0.0534472 Oct 19 01:10:37.471754 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0efe3e2d-2a89-4c20-8d93-7f61bbabf0aa req-b7a52d7c-adce-4d00-9b75-4bde79f4cc98 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ee57031-7c0e-477c-878f-24c41625b6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328951 Oct 19 01:10:37.587760 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0efe3e2d-2a89-4c20-8d93-7f61bbabf0aa req-574665dc-862f-4aad-805d-2b8c190cccae service neutron] 10.222.0.55 "GET /v2.0/networks/9ee57031-7c0e-477c-878f-24c41625b6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065476 Oct 19 01:10:37.660442 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbbb2a3-f27b-4c7d-b427-519ea638d625 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:37.662058 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1dbbb2a3-f27b-4c7d-b427-519ea638d625 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=a0ce41c0-3b90-40be-93cd-082af8f20c34&device_id=de6be30e-79be-451a-a42d-27e8ab6ada50&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3094132 Oct 19 01:10:37.664653 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38354) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:37.701919 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device e4800170-6b31-4976-bd1b-d7227a97fa5a details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:10:37.714704 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0efe3e2d-2a89-4c20-8d93-7f61bbabf0aa req-f231a17c-edac-46c1-996e-c3e38de196cc service neutron] 10.222.0.55 "GET /v2.0/networks/9ee57031-7c0e-477c-878f-24c41625b6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182427 Oct 19 01:10:37.797811 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8ea0fb35-72b8-47e7-b780-5c27e11ffc96 req-5ef2d1e8-b527-4006-b03e-61558ad698f3 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b7dd2c1-267a-4eb7-a1d7-af3323f67c41 HTTP/1.1" status: 200 len: 210 time: 0.0409560 Oct 19 01:10:37.844209 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9935a68-e156-4a56-88c4-c878f6886308 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:37.848779 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b9935a68-e156-4a56-88c4-c878f6886308 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 881 time: 0.1831393 Oct 19 01:10:37.849080 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38366) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:37.877099 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2bac7a7e-7e01-4f1d-8906-05fb7cbc9082 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] 10.222.0.57 "GET /v2.0/ports?device_id=de6be30e-79be-451a-a42d-27e8ab6ada50 HTTP/1.1" status: 200 len: 205 time: 0.0271308 Oct 19 01:10:37.879486 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38368) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:37.907720 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port e4800170-6b31-4976-bd1b-d7227a97fa5a, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=e4800170-6b31-4976-bd1b-d7227a97fa5a,segment=NetworkSegment(24d285ee-2f28-4b9f-95c9-4edf3800159a),segment_id=24d285ee-2f28-4b9f-95c9-4edf3800159a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:37.925643 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'e4800170-6b31-4976-bd1b-d7227a97fa5a', 'network_id': '9ee57031-7c0e-477c-878f-24c41625b6af', 'port_id': 'e4800170-6b31-4976-bd1b-d7227a97fa5a', 'mac_address': 'fa:16:3e:71:41:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c491c19-2c54-43fa-a611-2d3b3495f28e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:10:37.978962 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:37.997998 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4800170-6b31-4976-bd1b-d7227a97fa5a {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:10:38.023646 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-819ea9d8-e68b-4968-8ce9-4636151594f6 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:38.029114 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port e4800170-6b31-4976-bd1b-d7227a97fa5a, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=e4800170-6b31-4976-bd1b-d7227a97fa5a,segment=NetworkSegment(24d285ee-2f28-4b9f-95c9-4edf3800159a),segment_id=24d285ee-2f28-4b9f-95c9-4edf3800159a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:38.037950 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:38.128440 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=e4800170-6b31-4976-bd1b-d7227a97fa5a,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:38.148663 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:38.149382 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:38.151419 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:38.152095 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:38.154380 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:38.156909 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:38.158445 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:38.158804 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:38.159177 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:38.164030 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:38.164897 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:38.165407 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:38.228052 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c919f0-ce4a-4167-95ec-863cf10cdbc1 req-93144175-2816-483f-b724-8882b443aa2c tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:38.229904 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-57c919f0-ce4a-4167-95ec-863cf10cdbc1 req-93144175-2816-483f-b724-8882b443aa2c tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc28eb00-a7a0-4e91-a500-96c409674c5b HTTP/1.1" status: 200 len: 944 time: 0.1352644 Oct 19 01:10:38.265223 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-819ea9d8-e68b-4968-8ce9-4636151594f6 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:38.286306 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-57c919f0-ce4a-4167-95ec-863cf10cdbc1 req-b63c9428-f9e5-4418-a9f2-4d980a37b14a tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487688 Oct 19 01:10:38.332995 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-819ea9d8-e68b-4968-8ce9-4636151594f6 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Deleting port ea51aa86-d439-4a1d-9683-b8a09d9f29c7 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:10:38.333338 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-819ea9d8-e68b-4968-8ce9-4636151594f6 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:38.358526 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['e4800170-6b31-4976-bd1b-d7227a97fa5a'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:10:38.429613 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-819ea9d8-e68b-4968-8ce9-4636151594f6 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:38.444253 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-819ea9d8-e68b-4968-8ce9-4636151594f6 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Calling delete_port for ea51aa86-d439-4a1d-9683-b8a09d9f29c7 owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:10:38.624812 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-819ea9d8-e68b-4968-8ce9-4636151594f6 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:38.654662 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ea9d8-e68b-4968-8ce9-4636151594f6 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Pushing event deleted for resources: {'Port': ['ID=ea51aa86-d439-4a1d-9683-b8a09d9f29c7,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:38.717933 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-819ea9d8-e68b-4968-8ce9-4636151594f6 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:38.833001 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-819ea9d8-e68b-4968-8ce9-4636151594f6 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:38.835324 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-819ea9d8-e68b-4968-8ce9-4636151594f6 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:38.895277 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-819ea9d8-e68b-4968-8ce9-4636151594f6 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:38.896013 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819ea9d8-e68b-4968-8ce9-4636151594f6 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Fanout notify agent at l3_agent the message router_deleted on router de6be30e-79be-451a-a42d-27e8ab6ada50 {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:10:38.904643 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-819ea9d8-e68b-4968-8ce9-4636151594f6 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:38.910239 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-819ea9d8-e68b-4968-8ce9-4636151594f6 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] 10.222.0.57 "DELETE /v2.0/routers/de6be30e-79be-451a-a42d-27e8ab6ada50 HTTP/1.1" status: 204 len: 168 time: 1.0257635 Oct 19 01:10:38.910845 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38406) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:38.917976 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-59683c91-032f-4757-80e3-94ba01969dee tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-147789955', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}, 'admin_state_up': False}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:38.924101 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fa07ee0b-648d-4caa-a451-1a7896b43559 req-8d2925b3-9f6e-44a9-bf14-89d64d7d3359 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b7dd2c1-267a-4eb7-a1d7-af3323f67c41 HTTP/1.1" status: 200 len: 210 time: 0.0403950 Oct 19 01:10:38.954911 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-59683c91-032f-4757-80e3-94ba01969dee tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:38.956026 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-59683c91-032f-4757-80e3-94ba01969dee tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:39.023995 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-59683c91-032f-4757-80e3-94ba01969dee tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:39.175313 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-59683c91-032f-4757-80e3-94ba01969dee tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:39.407375 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-59683c91-032f-4757-80e3-94ba01969dee tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:39.449298 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-59683c91-032f-4757-80e3-94ba01969dee tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:39.511251 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984fee2-1779-4046-819f-cf083cee4cbf req-281625a3-4ab8-4779-9057-4272b74fb503 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:39.512784 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f984fee2-1779-4046-819f-cf083cee4cbf req-281625a3-4ab8-4779-9057-4272b74fb503 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc28eb00-a7a0-4e91-a500-96c409674c5b HTTP/1.1" status: 200 len: 944 time: 0.1323457 Oct 19 01:10:39.587687 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f984fee2-1779-4046-819f-cf083cee4cbf req-df312050-65c1-4214-83b6-b0651cc2f372 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673871 Oct 19 01:10:39.614400 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-59683c91-032f-4757-80e3-94ba01969dee tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Allocated IP 172.25.8.141 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/ce293e25-52a5-49d5-8f4b-af8c0b7c80d1) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:10:39.726977 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device e4800170-6b31-4976-bd1b-d7227a97fa5a up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:10:39.737293 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-59683c91-032f-4757-80e3-94ba01969dee tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:39.773716 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-59683c91-032f-4757-80e3-94ba01969dee tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:39.798007 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port e4800170-6b31-4976-bd1b-d7227a97fa5a completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:10:39.803169 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port e4800170-6b31-4976-bd1b-d7227a97fa5a triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:39.803804 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:39.826875 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59683c91-032f-4757-80e3-94ba01969dee tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:10:39.830775 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-59683c91-032f-4757-80e3-94ba01969dee tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:10:39.833053 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59683c91-032f-4757-80e3-94ba01969dee tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Pushing event updated for resources: {'Port': ['ID=ce293e25-52a5-49d5-8f4b-af8c0b7c80d1,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:39.842053 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59683c91-032f-4757-80e3-94ba01969dee tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:10:39.898810 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:39.925102 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc28eb00-a7a0-4e91-a500-96c409674c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4800170-6b31-4976-bd1b-d7227a97fa5a'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:10:39.927842 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417a8ab9-d6f1-47bb-8ae4-de2d6b044d7e" -d '{"events": [{"server_uuid": "dc28eb00-a7a0-4e91-a500-96c409674c5b", "name": "network-vif-plugged", "status": "completed", "tag": "e4800170-6b31-4976-bd1b-d7227a97fa5a"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:10:39.946542 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port e4800170-6b31-4976-bd1b-d7227a97fa5a, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=e4800170-6b31-4976-bd1b-d7227a97fa5a,segment=NetworkSegment(24d285ee-2f28-4b9f-95c9-4edf3800159a),segment_id=24d285ee-2f28-4b9f-95c9-4edf3800159a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:39.956652 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:40.047308 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=e4800170-6b31-4976-bd1b-d7227a97fa5a,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:40.103644 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e70b26-fa9d-4cae-903b-b1b0a6f928b8 x-openstack-request-id: req-80e70b26-fa9d-4cae-903b-b1b0a6f928b8 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:10:40.103971 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc28eb00-a7a0-4e91-a500-96c409674c5b", "name": "network-vif-plugged", "status": "completed", "tag": "e4800170-6b31-4976-bd1b-d7227a97fa5a", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:10:40.104593 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-80e70b26-fa9d-4cae-903b-b1b0a6f928b8 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:10:40.104782 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc28eb00-a7a0-4e91-a500-96c409674c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4800170-6b31-4976-bd1b-d7227a97fa5a', 'code': 200} Oct 19 01:10:40.137910 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6fdf4dbf-dea2-44f0-8287-f56fcc293242 req-d68f5bb8-cc99-4f91-bdbd-36832440bfd0 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b7dd2c1-267a-4eb7-a1d7-af3323f67c41 HTTP/1.1" status: 200 len: 210 time: 0.0782583 Oct 19 01:10:40.234481 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-59683c91-032f-4757-80e3-94ba01969dee tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:40.273482 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42ee64-2196-4597-9697-16a802636b8a req-0dfd1cca-29fa-44ae-8e4a-eff8dcbcc425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:40.274981 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4a42ee64-2196-4597-9697-16a802636b8a req-0dfd1cca-29fa-44ae-8e4a-eff8dcbcc425 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dc28eb00-a7a0-4e91-a500-96c409674c5b HTTP/1.1" status: 200 len: 1097 time: 0.0862741 Oct 19 01:10:40.363355 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4a42ee64-2196-4597-9697-16a802636b8a req-800641c2-2a3d-4152-8e96-f4be9bdb1e8e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811958 Oct 19 01:10:40.478174 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-59683c91-032f-4757-80e3-94ba01969dee tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:40.627267 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59683c91-032f-4757-80e3-94ba01969dee tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Router d7c2fea7-cc42-47af-bb7b-18ed5a274c1c is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:10:40.763894 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e5029-10ea-4abe-87ee-6e1766838400 req-c685afff-0e4e-4b3f-84fb-fd8aadec54d3 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:40.768276 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9e9e5029-10ea-4abe-87ee-6e1766838400 req-c685afff-0e4e-4b3f-84fb-fd8aadec54d3 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc28eb00-a7a0-4e91-a500-96c409674c5b HTTP/1.1" status: 200 len: 945 time: 0.0905857 Oct 19 01:10:40.815975 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9e9e5029-10ea-4abe-87ee-6e1766838400 req-94b07c3b-0fd0-4275-bdc3-66c866875497 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407782 Oct 19 01:10:41.065963 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59683c91-032f-4757-80e3-94ba01969dee tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:10:41.079436 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc5f1c8-d356-464b-a67b-a4ff77fd3c32 None None] Sync routers for ids ['d7c2fea7-cc42-47af-bb7b-18ed5a274c1c'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:10:41.089576 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-59683c91-032f-4757-80e3-94ba01969dee tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:41.090893 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-59683c91-032f-4757-80e3-94ba01969dee tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.1782579 Oct 19 01:10:41.092938 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc5f1c8-d356-464b-a67b-a4ff77fd3c32 None None] Routers {'d7c2fea7-cc42-47af-bb7b-18ed5a274c1c'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:10:41.093659 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38474) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:41.094226 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-8bc5f1c8-d356-464b-a67b-a4ff77fd3c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:10:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d7c2fea7-cc42-47af-bb7b-18ed5a274c1c'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:41.099132 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-a40d3aa0-9cfd-414b-9656-6f733f91e190 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:41.134141 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-8bc5f1c8-d356-464b-a67b-a4ff77fd3c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:41.146324 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc5f1c8-d356-464b-a67b-a4ff77fd3c32 None None] Routers {'d7c2fea7-cc42-47af-bb7b-18ed5a274c1c'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:10:41.146963 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-8bc5f1c8-d356-464b-a67b-a4ff77fd3c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:10:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d7c2fea7-cc42-47af-bb7b-18ed5a274c1c'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:41.183433 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-8bc5f1c8-d356-464b-a67b-a4ff77fd3c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:41.184225 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc5f1c8-d356-464b-a67b-a4ff77fd3c32 None None] The sync data for ids ['d7c2fea7-cc42-47af-bb7b-18ed5a274c1c'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:10:41.452164 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a40d3aa0-9cfd-414b-9656-6f733f91e190 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:41.466489 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a40d3aa0-9cfd-414b-9656-6f733f91e190 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:41.532569 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-a40d3aa0-9cfd-414b-9656-6f733f91e190 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Deleting port ce293e25-52a5-49d5-8f4b-af8c0b7c80d1 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:10:41.532975 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a40d3aa0-9cfd-414b-9656-6f733f91e190 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:41.610683 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a40d3aa0-9cfd-414b-9656-6f733f91e190 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:41.628077 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-a40d3aa0-9cfd-414b-9656-6f733f91e190 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Calling delete_port for ce293e25-52a5-49d5-8f4b-af8c0b7c80d1 owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:10:41.701231 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778a106-ac7a-430f-a2eb-4fd8ae71f1d1 req-3a5405d8-f48c-4ec0-872e-4a3389692cfe tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:41.709570 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5778a106-ac7a-430f-a2eb-4fd8ae71f1d1 req-3a5405d8-f48c-4ec0-872e-4a3389692cfe tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/networks?id=9fdfc968-fd05-4762-858e-87980e28a6e6 HTTP/1.1" status: 200 len: 812 time: 0.1209700 Oct 19 01:10:41.720322 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5778a106-ac7a-430f-a2eb-4fd8ae71f1d1 req-ae670b1a-b856-41b6-9317-2db23fc98505 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/quotas/6b1b4901fc87414a92dc3f7f47c3c09a HTTP/1.1" status: 200 len: 375 time: 0.0097399 Oct 19 01:10:41.771371 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5778a106-ac7a-430f-a2eb-4fd8ae71f1d1 req-861b4d35-c0b2-4464-a177-5b6bcf460cae tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b1b4901fc87414a92dc3f7f47c3c09a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331883 Oct 19 01:10:41.841236 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a40d3aa0-9cfd-414b-9656-6f733f91e190 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:41.873509 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d3aa0-9cfd-414b-9656-6f733f91e190 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Pushing event deleted for resources: {'Port': ['ID=ce293e25-52a5-49d5-8f4b-af8c0b7c80d1,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:41.894868 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5778a106-ac7a-430f-a2eb-4fd8ae71f1d1 req-f86d1338-ad61-44be-b4fd-d1ef35635390 service neutron] 10.222.0.57 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145945 Oct 19 01:10:41.967902 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a40d3aa0-9cfd-414b-9656-6f733f91e190 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:41.995495 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5778a106-ac7a-430f-a2eb-4fd8ae71f1d1 req-1a1f5bbb-ca8c-4f7f-a7eb-a50d30557f12 service neutron] 10.222.0.57 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924616 Oct 19 01:10:42.022372 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d3a7c-a07c-4afe-abf1-eefb21494b72 req-c2e1149b-b7ab-4044-a6af-915bd745d8e0 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:42.023877 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2a7d3a7c-a07c-4afe-abf1-eefb21494b72 req-c2e1149b-b7ab-4044-a6af-915bd745d8e0 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc28eb00-a7a0-4e91-a500-96c409674c5b HTTP/1.1" status: 200 len: 945 time: 0.1033292 Oct 19 01:10:42.150537 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2a7d3a7c-a07c-4afe-abf1-eefb21494b72 req-5eed65c9-51b8-4246-9307-138c9043f39e tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940435 Oct 19 01:10:42.299094 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2104d463-d08a-4902-98d2-58918dc278be req-8e866822-d222-4677-9c45-b12f57624c03 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1388598-0855-4dd1-a132-28a93c7222f3 HTTP/1.1" status: 200 len: 210 time: 0.0584893 Oct 19 01:10:42.301454 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a40d3aa0-9cfd-414b-9656-6f733f91e190 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64930'] for router, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:42.305376 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a40d3aa0-9cfd-414b-9656-6f733f91e190 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592856'] for router, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:42.404689 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40d3aa0-9cfd-414b-9656-6f733f91e190 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Router d7c2fea7-cc42-47af-bb7b-18ed5a274c1c has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:10:42.517587 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40d3aa0-9cfd-414b-9656-6f733f91e190 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:10:42.532510 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ebeb2b-ce0a-47ec-bb9c-ef29894fc034 None None] Sync routers for ids ['d7c2fea7-cc42-47af-bb7b-18ed5a274c1c'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:10:42.540804 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a40d3aa0-9cfd-414b-9656-6f733f91e190 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:42.546643 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38558) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:42.547889 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a40d3aa0-9cfd-414b-9656-6f733f91e190 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] 10.222.0.57 "PUT /v2.0/routers/d7c2fea7-cc42-47af-bb7b-18ed5a274c1c HTTP/1.1" status: 200 len: 709 time: 1.4527602 Oct 19 01:10:42.549718 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ebeb2b-ce0a-47ec-bb9c-ef29894fc034 None None] Routers {'d7c2fea7-cc42-47af-bb7b-18ed5a274c1c'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:10:42.550676 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-41ebeb2b-ce0a-47ec-bb9c-ef29894fc034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:10:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d7c2fea7-cc42-47af-bb7b-18ed5a274c1c'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:42.658596 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-41ebeb2b-ce0a-47ec-bb9c-ef29894fc034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:42.677656 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ebeb2b-ce0a-47ec-bb9c-ef29894fc034 None None] Routers {'d7c2fea7-cc42-47af-bb7b-18ed5a274c1c'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:10:42.679773 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8e851364-ae77-4574-938d-8c51a0172787 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] 10.222.0.57 "GET /v2.0/routers/d7c2fea7-cc42-47af-bb7b-18ed5a274c1c HTTP/1.1" status: 200 len: 744 time: 0.1305788 Oct 19 01:10:42.679930 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-41ebeb2b-ce0a-47ec-bb9c-ef29894fc034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:10:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d7c2fea7-cc42-47af-bb7b-18ed5a274c1c'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:42.681380 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38568) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:42.728049 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-41ebeb2b-ce0a-47ec-bb9c-ef29894fc034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:42.728711 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ebeb2b-ce0a-47ec-bb9c-ef29894fc034 None None] The sync data for ids ['d7c2fea7-cc42-47af-bb7b-18ed5a274c1c'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:10:42.756091 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-53f17dd2-cc15-492c-99b7-ba92fd6fb0a2 tempest-RoutersIpV6AdminTest-1281775381 tempest-RoutersIpV6AdminTest-1281775381-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=a0ce41c0-3b90-40be-93cd-082af8f20c34&device_id=d7c2fea7-cc42-47af-bb7b-18ed5a274c1c HTTP/1.1" status: 200 len: 205 time: 0.0734565 Oct 19 01:10:42.758855 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38572) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:42.797635 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e431ae2c-3f2a-4c56-b1fa-5975daf93b68 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7c2fea7-cc42-47af-bb7b-18ed5a274c1c HTTP/1.1" status: 200 len: 205 time: 0.0372541 Oct 19 01:10:42.799837 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38576) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:42.892041 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c0ba945-1f37-4ba7-b521-3ec4ad5e1686 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:43.099145 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c0ba945-1f37-4ba7-b521-3ec4ad5e1686 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:43.101505 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c0ba945-1f37-4ba7-b521-3ec4ad5e1686 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:43.158734 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c0ba945-1f37-4ba7-b521-3ec4ad5e1686 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:43.159625 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0ba945-1f37-4ba7-b521-3ec4ad5e1686 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Fanout notify agent at l3_agent the message router_deleted on router d7c2fea7-cc42-47af-bb7b-18ed5a274c1c {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:10:43.184045 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c0ba945-1f37-4ba7-b521-3ec4ad5e1686 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:43.185612 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0c0ba945-1f37-4ba7-b521-3ec4ad5e1686 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] 10.222.0.57 "DELETE /v2.0/routers/d7c2fea7-cc42-47af-bb7b-18ed5a274c1c HTTP/1.1" status: 204 len: 168 time: 0.3844883 Oct 19 01:10:43.189198 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38598) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:43.225486 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7b1550a4-a4f6-4702-9684-1e640f613c3c tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7c2fea7-cc42-47af-bb7b-18ed5a274c1c HTTP/1.1" status: 200 len: 205 time: 0.0327744 Oct 19 01:10:43.225849 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38606) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:43.272898 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-0e06f62b-6386-4215-a929-197aed12c083 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] delete failed (client error): The resource could not be found. Oct 19 01:10:43.274527 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0e06f62b-6386-4215-a929-197aed12c083 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] 10.222.0.57 "DELETE /v2.0/routers/d7c2fea7-cc42-47af-bb7b-18ed5a274c1c HTTP/1.1" status: 404 len: 336 time: 0.0476809 Oct 19 01:10:43.278049 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38614) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:43.317853 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f9cdfa6c-598c-4eba-a54d-fded938529c4 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] 10.222.0.57 "GET /v2.0/ports?device_id=de6be30e-79be-451a-a42d-27e8ab6ada50 HTTP/1.1" status: 200 len: 205 time: 0.0379243 Oct 19 01:10:43.320752 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38622) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:43.375679 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-137a258b-dc1f-400b-b12f-d558cfcdb0b7 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] delete failed (client error): The resource could not be found. Oct 19 01:10:43.376763 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-137a258b-dc1f-400b-b12f-d558cfcdb0b7 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] 10.222.0.57 "DELETE /v2.0/routers/de6be30e-79be-451a-a42d-27e8ab6ada50 HTTP/1.1" status: 404 len: 336 time: 0.0550218 Oct 19 01:10:43.379398 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38626) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:43.429533 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d1af48f6-a16d-4939-8e33-f6590e06590c tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] 10.222.0.57 "GET /v2.0/ports?device_id=30382c0f-f949-4736-9a21-792d02e0b307 HTTP/1.1" status: 200 len: 205 time: 0.0488141 Oct 19 01:10:43.431922 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38630) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:43.460141 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-80100a5f-5dcc-48fd-ab2c-17909e5062b0 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:43.462050 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-80100a5f-5dcc-48fd-ab2c-17909e5062b0 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/networks?id=9fdfc968-fd05-4762-858e-87980e28a6e6 HTTP/1.1" status: 200 len: 812 time: 0.1326218 Oct 19 01:10:43.477402 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-04581cf7-4dfa-42f5-8dd4-d3e267c74e96 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] delete failed (client error): The resource could not be found. Oct 19 01:10:43.479971 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-04581cf7-4dfa-42f5-8dd4-d3e267c74e96 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] 10.222.0.57 "DELETE /v2.0/routers/30382c0f-f949-4736-9a21-792d02e0b307 HTTP/1.1" status: 404 len: 336 time: 0.0453794 Oct 19 01:10:43.481827 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38632) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:43.485027 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-19ca3427-f43c-4ed0-96fe-742977db7c70 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/quotas/6b1b4901fc87414a92dc3f7f47c3c09a HTTP/1.1" status: 200 len: 375 time: 0.0148554 Oct 19 01:10:43.511478 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1bb0f553-a110-4d2a-bb87-30fdfab8eba8 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] 10.222.0.57 "GET /v2.0/ports?device_id=b03c4d85-a00d-446c-b9d4-0149b54282f8 HTTP/1.1" status: 200 len: 205 time: 0.0273588 Oct 19 01:10:43.513697 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38636) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:43.521184 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-700cbeb6-7c42-4681-ac46-964d1c8e8eaa tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b1b4901fc87414a92dc3f7f47c3c09a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299218 Oct 19 01:10:43.561104 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-15600004-38f9-48e4-b087-e539e01a34df tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] delete failed (client error): The resource could not be found. Oct 19 01:10:43.562498 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-15600004-38f9-48e4-b087-e539e01a34df tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] 10.222.0.57 "DELETE /v2.0/routers/b03c4d85-a00d-446c-b9d4-0149b54282f8 HTTP/1.1" status: 404 len: 336 time: 0.0476835 Oct 19 01:10:43.567409 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38640) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:43.612988 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b15a4302-e285-452c-b6f4-b8d5121a1537 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] 10.222.0.57 "GET /v2.0/ports?device_id=005c38c9-36c0-49ca-9f8d-2984c43b8ca8 HTTP/1.1" status: 200 len: 205 time: 0.0440295 Oct 19 01:10:43.615526 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38642) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:43.700882 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-07f566b3-8f58-43b7-9e35-75aa8e30523d tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] delete failed (client error): The resource could not be found. Oct 19 01:10:43.701834 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-07f566b3-8f58-43b7-9e35-75aa8e30523d tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] 10.222.0.57 "DELETE /v2.0/routers/005c38c9-36c0-49ca-9f8d-2984c43b8ca8 HTTP/1.1" status: 404 len: 336 time: 0.0848713 Oct 19 01:10:43.705329 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38650) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:43.745840 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-e7b9b6bd-082e-4608-a33e-61b1df8beeff service neutron] 10.222.0.57 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155128 Oct 19 01:10:43.769213 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b0e6c059-bf01-4803-8972-92cd28a61e4e tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] 10.222.0.57 "GET /v2.0/ports?device_id=f595370b-71a3-4bcf-a306-ab30c6d440a7 HTTP/1.1" status: 200 len: 205 time: 0.0623622 Oct 19 01:10:43.771598 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38652) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:43.820753 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-d802167a-0589-444c-ba89-e9d631e72006 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] delete failed (client error): The resource could not be found. Oct 19 01:10:43.821865 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d802167a-0589-444c-ba89-e9d631e72006 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] 10.222.0.57 "DELETE /v2.0/routers/f595370b-71a3-4bcf-a306-ab30c6d440a7 HTTP/1.1" status: 404 len: 336 time: 0.0490544 Oct 19 01:10:43.826237 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38656) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:43.866869 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-d067c617-7595-403b-bf2d-d87e9551d707 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] DELETE failed (client error): The resource could not be found. Oct 19 01:10:43.866970 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d067c617-7595-403b-bf2d-d87e9551d707 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:10:43.870609 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d067c617-7595-403b-bf2d-d87e9551d707 tempest-RoutersIpV6AdminTest-1887529316 tempest-RoutersIpV6AdminTest-1887529316-project] 10.222.0.57 "DELETE /v2.0/subnets/2dfb9d35-6ec3-428b-95a1-03a27966d956 HTTP/1.1" status: 404 len: 337 time: 0.0426106 Oct 19 01:10:43.872381 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-2f6b2e87-b2f3-42f3-851c-02e322e5c1b7 service neutron] 10.222.0.57 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200233 Oct 19 01:10:43.878405 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-422614ff-68f1-4d0c-b2eb-a7b82304720a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:44.052426 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8be1af5f-1f21-47f6-87d3-ca6142721fb7 req-5459bb81-3999-440a-bb25-71d53bdc982a tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fc616a0-400f-41b1-a58a-b486ba3b6497 HTTP/1.1" status: 200 len: 210 time: 0.0298033 Oct 19 01:10:44.108020 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-13a92669-dc6d-4b74-b97e-3bc5a8051866 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0580165 Oct 19 01:10:44.189923 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-d304593e-9b50-44d2-91b0-ac9e58e09dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:44.190513 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-d304593e-9b50-44d2-91b0-ac9e58e09dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:44.190994 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-d304593e-9b50-44d2-91b0-ac9e58e09dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:44.191462 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-d304593e-9b50-44d2-91b0-ac9e58e09dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:44.191950 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-d304593e-9b50-44d2-91b0-ac9e58e09dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:44.192420 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-d304593e-9b50-44d2-91b0-ac9e58e09dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:44.192898 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-d304593e-9b50-44d2-91b0-ac9e58e09dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:44.194812 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-d304593e-9b50-44d2-91b0-ac9e58e09dcb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=372044798076488b8078f880b919e81f&device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 6506 time: 0.0613096 Oct 19 01:10:44.225653 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38674) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:44.340714 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-1f5ec1a1-9827-4d8c-8c7f-4367891c3e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:44.341240 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-1f5ec1a1-9827-4d8c-8c7f-4367891c3e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:44.341707 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-1f5ec1a1-9827-4d8c-8c7f-4367891c3e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:44.343596 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-1f5ec1a1-9827-4d8c-8c7f-4367891c3e89 service neutron] 10.222.0.24 "GET /v2.0/networks?id=40f93092-66e2-4482-a54e-d83d48322c91&id=4bdbb06e-439a-49c1-8bb0-4db0fdb649a5&id=4bdbb06e-439a-49c1-8bb0-4db0fdb649a5&id=4bdbb06e-439a-49c1-8bb0-4db0fdb649a5&id=4bdbb06e-439a-49c1-8bb0-4db0fdb649a5&id=28bbb5fd-c75c-47ce-a413-f94e9e278cac&id=28bbb5fd-c75c-47ce-a413-f94e9e278cac HTTP/1.1" status: 200 len: 2298 time: 0.1231446 Oct 19 01:10:44.440834 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-862a4884-a7e8-43df-a744-de3d1bee8825 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd HTTP/1.1" status: 200 len: 1001 time: 0.0873172 Oct 19 01:10:44.518539 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-d76569d1-f982-4535-b865-56fd51f1fbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:44.521867 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-d76569d1-f982-4535-b865-56fd51f1fbde service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc8382b7-c6e6-465d-807f-c2cfe210cd02 HTTP/1.1" status: 200 len: 856 time: 0.0713246 Oct 19 01:10:44.549259 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-897f2dfc-380f-4898-b99f-3024415f9d87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:44.580271 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-0f9351ab-bab4-42fa-89cd-98ace70b8406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:44.582379 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-0f9351ab-bab4-42fa-89cd-98ace70b8406 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=40f93092-66e2-4482-a54e-d83d48322c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537469 Oct 19 01:10:44.654714 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-897f2dfc-380f-4898-b99f-3024415f9d87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:44.662288 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-897f2dfc-380f-4898-b99f-3024415f9d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:44.712733 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-897f2dfc-380f-4898-b99f-3024415f9d87 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=af3e0849ef314d8f9b46a2c4b49686e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4855320 Oct 19 01:10:44.718731 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38692) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:44.718911 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f2dfc-380f-4898-b99f-3024415f9d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f804ebef-0468-4f9b-bef9-f5e7caff30a7,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:44.766505 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-a8e7c4fd-5fcc-447e-bd51-467b0e850253 service neutron] 10.222.0.24 "GET /v2.0/networks/40f93092-66e2-4482-a54e-d83d48322c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766531 Oct 19 01:10:44.877825 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5a981dee-3a9a-4dd3-9600-bedb2d6293fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:44.910378 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5a981dee-3a9a-4dd3-9600-bedb2d6293fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:44.931617 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-a88ee30e-41e1-48ce-9168-d78680ec57ea service neutron] 10.222.0.24 "GET /v2.0/networks/40f93092-66e2-4482-a54e-d83d48322c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516931 Oct 19 01:10:44.993475 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-d2a12e01-628b-4d4c-9b95-c48a86a19990 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=394a4e11-f9e4-4f2c-84f4-e9d161e34a1c HTTP/1.1" status: 200 len: 217 time: 0.0541928 Oct 19 01:10:45.060006 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5a981dee-3a9a-4dd3-9600-bedb2d6293fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:45.063103 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5a981dee-3a9a-4dd3-9600-bedb2d6293fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:45.063821 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5a981dee-3a9a-4dd3-9600-bedb2d6293fa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f804ebef-0468-4f9b-bef9-f5e7caff30a7 HTTP/1.1" status: 204 len: 168 time: 0.3441210 Oct 19 01:10:45.073714 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-bfc7523a-7a06-4d95-a41b-1cd05ec7221b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:45.075549 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-bfc7523a-7a06-4d95-a41b-1cd05ec7221b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67dfdfc9-7c16-4d97-8f29-d21072ecc7ea HTTP/1.1" status: 200 len: 797 time: 0.0724840 Oct 19 01:10:45.106637 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a981dee-3a9a-4dd3-9600-bedb2d6293fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f804ebef-0468-4f9b-bef9-f5e7caff30a7,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:45.156659 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-1beedc52-5ec2-45fe-bafd-8124defb7a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:45.158549 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-1beedc52-5ec2-45fe-bafd-8124defb7a4a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bdbb06e-439a-49c1-8bb0-4db0fdb649a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0711305 Oct 19 01:10:45.320077 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d5103105-efe3-49b3-a1c2-b2c23a091399 req-ee7529cf-a449-48af-bf46-a2ec45720bf5 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fc616a0-400f-41b1-a58a-b486ba3b6497 HTTP/1.1" status: 200 len: 210 time: 0.0595703 Oct 19 01:10:45.382727 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-db51a895-e018-4a5a-a89f-781a069fadf8 service neutron] 10.222.0.24 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141523 Oct 19 01:10:45.436403 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-2f8f6a70-8087-4733-9e23-5760865b7a98 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:45.449637 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-2f8f6a70-8087-4733-9e23-5760865b7a98 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.24 "GET /v2.0/networks?id=9fdfc968-fd05-4762-858e-87980e28a6e6 HTTP/1.1" status: 200 len: 812 time: 0.1693568 Oct 19 01:10:45.463123 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-280bffb7-0756-410c-a0d1-d98dfd9b3b71 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Request body: {'port': {'device_id': '4fc616a0-400f-41b1-a58a-b486ba3b6497', 'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6', 'admin_state_up': True, 'tenant_id': '6b1b4901fc87414a92dc3f7f47c3c09a'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:45.565099 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-f0bece38-7254-41e9-979b-1b9c474171c9 service neutron] 10.222.0.24 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746206 Oct 19 01:10:45.607777 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38724) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:45.620596 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-74534f49-6f7b-4689-a115-f3bf574db1c8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=6a5f7373-9852-4292-a957-43becd30457e HTTP/1.1" status: 200 len: 217 time: 0.0426471 Oct 19 01:10:45.634109 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-280bffb7-0756-410c-a0d1-d98dfd9b3b71 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Made reservation on behalf of 6b1b4901fc87414a92dc3f7f47c3c09a for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:10:45.639172 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-280bffb7-0756-410c-a0d1-d98dfd9b3b71 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:45.684408 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-e8212e72-e840-413e-adbf-b743573da418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:45.686202 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-e8212e72-e840-413e-adbf-b743573da418 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67dfdfc9-7c16-4d97-8f29-d21072ecc7ea HTTP/1.1" status: 200 len: 797 time: 0.0518527 Oct 19 01:10:45.692922 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38726) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:45.693854 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4c420bde-b5c1-44ef-a99f-a5c26277d049 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4862f4af4204466dbfc83a610ed6691c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0845132 Oct 19 01:10:45.855317 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-280bffb7-0756-410c-a0d1-d98dfd9b3b71 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Allocated IP 172.20.0.9 (9fdfc968-fd05-4762-858e-87980e28a6e6/48d33ad6-49ce-4420-8e80-235f3948de37/4d90fd5a-9227-4a73-ba0b-0819bce32c39) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:10:46.060650 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-280bffb7-0756-410c-a0d1-d98dfd9b3b71 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:46.099419 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-280bffb7-0756-410c-a0d1-d98dfd9b3b71 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:46.158114 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-280bffb7-0756-410c-a0d1-d98dfd9b3b71 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Network 9fdfc968-fd05-4762-858e-87980e28a6e6 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:10:46.161711 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-280bffb7-0756-410c-a0d1-d98dfd9b3b71 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:10:46.167129 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-280bffb7-0756-410c-a0d1-d98dfd9b3b71 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:10:46.180631 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ff89c2f1-3477-4a8f-9035-44b98da185d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:46.185009 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-fc8c9a4a-7a85-4d3f-9447-05988ed1cc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:46.186516 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-fc8c9a4a-7a85-4d3f-9447-05988ed1cc1e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bdbb06e-439a-49c1-8bb0-4db0fdb649a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4833481 Oct 19 01:10:46.199130 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280bffb7-0756-410c-a0d1-d98dfd9b3b71 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Pushing event updated for resources: {'Port': ['ID=4d90fd5a-9227-4a73-ba0b-0819bce32c39,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:46.228194 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ff89c2f1-3477-4a8f-9035-44b98da185d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:46.229834 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-280bffb7-0756-410c-a0d1-d98dfd9b3b71 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:46.230607 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-280bffb7-0756-410c-a0d1-d98dfd9b3b71 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:46.247123 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-280bffb7-0756-410c-a0d1-d98dfd9b3b71 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7952938 Oct 19 01:10:46.261179 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-bfcedfc4-6608-4450-94ac-52597bd319b1 service neutron] Request body: {'port': {'device_id': '4fc616a0-400f-41b1-a58a-b486ba3b6497', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:46.331268 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-bfcedfc4-6608-4450-94ac-52597bd319b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:46.384379 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ff89c2f1-3477-4a8f-9035-44b98da185d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:46.390481 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ff89c2f1-3477-4a8f-9035-44b98da185d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:46.392166 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ff89c2f1-3477-4a8f-9035-44b98da185d3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a23932c2-c4d7-4b96-9a32-562fe3d2bb54 HTTP/1.1" status: 204 len: 168 time: 0.6980827 Oct 19 01:10:46.408455 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-0a2f6976-157e-47bb-975b-b0436c9ca34d service neutron] 10.222.0.24 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115846 Oct 19 01:10:46.415179 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89c2f1-3477-4a8f-9035-44b98da185d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23932c2-c4d7-4b96-9a32-562fe3d2bb54,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:46.536468 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e3b2dcff-3d2c-408f-a72d-79c52202f0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:46.608027 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-36d04598-a4df-4091-976c-e468c5336691 service neutron] 10.222.0.24 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856730 Oct 19 01:10:46.616098 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e0f2d-9426-4ee5-a793-c4d4262d2e27 req-161d0b07-9025-4de1-8f55-7963a0a9d2ae tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:46.617597 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7d4e0f2d-9426-4ee5-a793-c4d4262d2e27 req-161d0b07-9025-4de1-8f55-7963a0a9d2ae tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fc616a0-400f-41b1-a58a-b486ba3b6497 HTTP/1.1" status: 200 len: 931 time: 0.1156709 Oct 19 01:10:46.656743 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-e52c34e0-cec7-406b-b18c-626562da999e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=2fe1e695-5923-449b-b1db-c20c39248126 HTTP/1.1" status: 200 len: 217 time: 0.0380809 Oct 19 01:10:46.732799 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7d4e0f2d-9426-4ee5-a793-c4d4262d2e27 req-89114481-0430-4c69-a3b2-b2d277d121c4 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060493 Oct 19 01:10:46.772355 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-b78bb1b2-f33a-4547-a4e3-2c2e8ce2cb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:46.773895 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-b78bb1b2-f33a-4547-a4e3-2c2e8ce2cb9f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67dfdfc9-7c16-4d97-8f29-d21072ecc7ea HTTP/1.1" status: 200 len: 797 time: 0.0984159 Oct 19 01:10:46.800465 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-bfcedfc4-6608-4450-94ac-52597bd319b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d90fd5a-9227-4a73-ba0b-0819bce32c39 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:10:46.821452 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-bfcedfc4-6608-4450-94ac-52597bd319b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:46.835290 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-1b97c460-d46f-4375-b90f-8efdf131152d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:46.837167 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-1b97c460-d46f-4375-b90f-8efdf131152d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bdbb06e-439a-49c1-8bb0-4db0fdb649a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0558417 Oct 19 01:10:46.849820 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-bfcedfc4-6608-4450-94ac-52597bd319b1 service neutron] Transition to ACTIVE for port object 4d90fd5a-9227-4a73-ba0b-0819bce32c39 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:10:46.857275 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-bfcedfc4-6608-4450-94ac-52597bd319b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:46.959889 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcedfc4-6608-4450-94ac-52597bd319b1 service neutron] Pushing event updated for resources: {'Port': ['ID=4d90fd5a-9227-4a73-ba0b-0819bce32c39,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:47.054960 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-b938f08e-5b6d-4a4e-ac44-666b281d7a90 service neutron] 10.222.0.24 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089534 Oct 19 01:10:47.112901 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-bfcedfc4-6608-4450-94ac-52597bd319b1 service neutron] Attempting to bind port 4d90fd5a-9227-4a73-ba0b-0819bce32c39 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:10:47.119625 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-bfcedfc4-6608-4450-94ac-52597bd319b1 service neutron] Attempting to bind port 4d90fd5a-9227-4a73-ba0b-0819bce32c39 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '8a516c3b-6789-44d3-87bb-3790155029b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:10:47.122479 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-bfcedfc4-6608-4450-94ac-52597bd319b1 service neutron] Attempting to bind port 4d90fd5a-9227-4a73-ba0b-0819bce32c39 on network 9fdfc968-fd05-4762-858e-87980e28a6e6 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:10:47.133891 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-bfcedfc4-6608-4450-94ac-52597bd319b1 service neutron] Port 4d90fd5a-9227-4a73-ba0b-0819bce32c39 on network 9fdfc968-fd05-4762-858e-87980e28a6e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:10:47.134225 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-bfcedfc4-6608-4450-94ac-52597bd319b1 service neutron] Attempting to bind port 4d90fd5a-9227-4a73-ba0b-0819bce32c39 on network 9fdfc968-fd05-4762-858e-87980e28a6e6 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:10:47.142507 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-bfcedfc4-6608-4450-94ac-52597bd319b1 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:10:47.142507 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-bfcedfc4-6608-4450-94ac-52597bd319b1 service neutron] Checking segment: {'id': '8a516c3b-6789-44d3-87bb-3790155029b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:10:47.142821 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-bfcedfc4-6608-4450-94ac-52597bd319b1 service neutron] Bound using segment: {'id': '8a516c3b-6789-44d3-87bb-3790155029b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:10:47.143239 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-bfcedfc4-6608-4450-94ac-52597bd319b1 service neutron] Bound port: 4d90fd5a-9227-4a73-ba0b-0819bce32c39, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a516c3b-6789-44d3-87bb-3790155029b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:10:47.143593 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-bfcedfc4-6608-4450-94ac-52597bd319b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:47.212522 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-ad268ce7-ce92-416b-8f50-5cd99acd1daf service neutron] 10.222.0.24 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445308 Oct 19 01:10:47.254497 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:47.301684 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-bfcedfc4-6608-4450-94ac-52597bd319b1 service neutron] For port 4d90fd5a-9227-4a73-ba0b-0819bce32c39, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:10:47.305251 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-bfcedfc4-6608-4450-94ac-52597bd319b1 service neutron] For port 4d90fd5a-9227-4a73-ba0b-0819bce32c39, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=4d90fd5a-9227-4a73-ba0b-0819bce32c39,segment=NetworkSegment(8a516c3b-6789-44d3-87bb-3790155029b6),segment_id=8a516c3b-6789-44d3-87bb-3790155029b6)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:10:47.315084 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-bfcedfc4-6608-4450-94ac-52597bd319b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:47.338264 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-6ce1262b-66ac-4835-86ee-18ba8afd67a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=9c27f7e3-5adb-4a06-a706-c950206ee957 HTTP/1.1" status: 200 len: 217 time: 0.1125548 Oct 19 01:10:47.365486 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-bfcedfc4-6608-4450-94ac-52597bd319b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:47.366105 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-bfcedfc4-6608-4450-94ac-52597bd319b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:47.367697 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-bfcedfc4-6608-4450-94ac-52597bd319b1 service neutron] 10.222.0.24 "PUT /v2.0/ports/4d90fd5a-9227-4a73-ba0b-0819bce32c39 HTTP/1.1" status: 200 len: 1092 time: 1.1117966 Oct 19 01:10:47.368523 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc616a0-400f-41b1-a58a-b486ba3b6497', 'tag': '4d90fd5a-9227-4a73-ba0b-0819bce32c39'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:10:47.371375 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544f05e3-d83b-479a-94db-b9e53cf0e9dd" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc616a0-400f-41b1-a58a-b486ba3b6497", "tag": "4d90fd5a-9227-4a73-ba0b-0819bce32c39"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:10:47.409589 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcedfc4-6608-4450-94ac-52597bd319b1 service neutron] Pushing event updated for resources: {'Port': ['ID=4d90fd5a-9227-4a73-ba0b-0819bce32c39,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:47.428102 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-688a7a90-0e2a-4eac-b9b5-6ab1984659ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:47.429785 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-688a7a90-0e2a-4eac-b9b5-6ab1984659ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67dfdfc9-7c16-4d97-8f29-d21072ecc7ea HTTP/1.1" status: 200 len: 797 time: 0.0844305 Oct 19 01:10:47.430562 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcedfc4-6608-4450-94ac-52597bd319b1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:47.430928 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcedfc4-6608-4450-94ac-52597bd319b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:47.431247 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcedfc4-6608-4450-94ac-52597bd319b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:47.431577 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcedfc4-6608-4450-94ac-52597bd319b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:47.432207 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcedfc4-6608-4450-94ac-52597bd319b1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:47.433191 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcedfc4-6608-4450-94ac-52597bd319b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:47.433519 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcedfc4-6608-4450-94ac-52597bd319b1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:47.433838 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcedfc4-6608-4450-94ac-52597bd319b1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:47.434159 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcedfc4-6608-4450-94ac-52597bd319b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:47.434532 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcedfc4-6608-4450-94ac-52597bd319b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:47.434853 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcedfc4-6608-4450-94ac-52597bd319b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:47.435169 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcedfc4-6608-4450-94ac-52597bd319b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:47.458061 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297acf90-b3af-4d5e-9b3f-a7b4f1673795 x-openstack-request-id: req-297acf90-b3af-4d5e-9b3f-a7b4f1673795 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:10:47.458350 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc616a0-400f-41b1-a58a-b486ba3b6497", "tag": "4d90fd5a-9227-4a73-ba0b-0819bce32c39", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:10:47.458654 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-297acf90-b3af-4d5e-9b3f-a7b4f1673795 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:10:47.459054 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc616a0-400f-41b1-a58a-b486ba3b6497', 'tag': '4d90fd5a-9227-4a73-ba0b-0819bce32c39', 'status': 'completed', 'code': 200} Oct 19 01:10:47.480302 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-30390d13-3ae1-46bd-bd7d-3a14520b0131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:47.482469 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-30390d13-3ae1-46bd-bd7d-3a14520b0131 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b1b4901fc87414a92dc3f7f47c3c09a&device_id=4fc616a0-400f-41b1-a58a-b486ba3b6497 HTTP/1.1" status: 200 len: 1095 time: 0.0632215 Oct 19 01:10:47.528170 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-64e772f2-df27-4de3-9801-36bf4447a501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:47.533205 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-64e772f2-df27-4de3-9801-36bf4447a501 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bdbb06e-439a-49c1-8bb0-4db0fdb649a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0961206 Oct 19 01:10:47.534996 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-f280099f-c681-4b6b-8c13-61934e6e3ff1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d90fd5a-9227-4a73-ba0b-0819bce32c39 HTTP/1.1" status: 200 len: 217 time: 0.0430636 Oct 19 01:10:47.631824 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-792f6118-877b-4b7a-a17d-771c24454117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:47.635768 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-792f6118-877b-4b7a-a17d-771c24454117 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=48d33ad6-49ce-4420-8e80-235f3948de37 HTTP/1.1" status: 200 len: 852 time: 0.0874436 Oct 19 01:10:47.700791 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-f4473e21-4a96-40dc-85ba-3fc9ba3512c3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9fdfc968-fd05-4762-858e-87980e28a6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572932 Oct 19 01:10:47.702956 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:47.742011 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-35d87d26-734a-4e46-b153-035dffabc706 service neutron] 10.222.0.24 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944821 Oct 19 01:10:47.872742 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-a97206ba-f1bf-42da-90b5-c5bc44da3437 service neutron] 10.222.0.24 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637063 Oct 19 01:10:47.875988 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-5f5bfaf7-81f4-42e9-bb99-9a07fef0a22d service neutron] 10.222.0.24 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264303 Oct 19 01:10:47.979516 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-2b8fbaee-3738-415d-9a4f-61f5d282631a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=448ed52f-8e37-4de5-8ece-79e0b041cb70 HTTP/1.1" status: 200 len: 217 time: 0.0861239 Oct 19 01:10:47.988874 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc47462-89c6-4c07-80c6-f6fee9590612 req-a3e1bb7a-4df6-4958-8116-72bedbc34cc7 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:47.990397 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bcc47462-89c6-4c07-80c6-f6fee9590612 req-a3e1bb7a-4df6-4958-8116-72bedbc34cc7 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fc616a0-400f-41b1-a58a-b486ba3b6497 HTTP/1.1" status: 200 len: 943 time: 0.1437879 Oct 19 01:10:48.065746 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-2ad72866-2b56-4911-8e74-a5cf5f867867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:48.067455 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-2ad72866-2b56-4911-8e74-a5cf5f867867 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3be225f4-ab98-4635-abe3-f510061f702c HTTP/1.1" status: 200 len: 797 time: 0.0808446 Oct 19 01:10:48.083796 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c11db6fb-3a2c-49ed-8ea2-287fe0b123d9 req-edfc2791-50b6-473e-b4a9-f0fc5868c2b2 service neutron] 10.222.0.24 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878953 Oct 19 01:10:48.109305 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bcc47462-89c6-4c07-80c6-f6fee9590612 req-696aa123-553b-4b69-b3da-40f3a17b22ff tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051357 Oct 19 01:10:48.164817 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38808) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:48.228025 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f05e3-d83b-479a-94db-b9e53cf0e9dd req-b09e8eee-5519-480d-b53d-d63d4b175118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:48.235016 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-544f05e3-d83b-479a-94db-b9e53cf0e9dd req-b09e8eee-5519-480d-b53d-d63d4b175118 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b1b4901fc87414a92dc3f7f47c3c09a&device_id=4fc616a0-400f-41b1-a58a-b486ba3b6497 HTTP/1.1" status: 200 len: 1095 time: 0.0922301 Oct 19 01:10:48.238093 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-db46752a-f7e7-40d9-93d6-d72f7ec0505c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:48.239595 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-db46752a-f7e7-40d9-93d6-d72f7ec0505c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28bbb5fd-c75c-47ce-a413-f94e9e278cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1640208 Oct 19 01:10:48.246959 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e74fe102-292d-4ea1-88c5-18655e2e7f2c req-87de91c9-3376-4fd5-86e4-8f55493b4a5a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6e537566-a91b-4f92-92cc-5b7c5dbffeaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0859947 Oct 19 01:10:48.384363 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f05e3-d83b-479a-94db-b9e53cf0e9dd req-a34b34b6-c89e-40a3-8247-cf48bfe4369c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:48.386492 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-544f05e3-d83b-479a-94db-b9e53cf0e9dd req-a34b34b6-c89e-40a3-8247-cf48bfe4369c service neutron] 10.222.0.24 "GET /v2.0/networks?id=9fdfc968-fd05-4762-858e-87980e28a6e6 HTTP/1.1" status: 200 len: 913 time: 0.1291642 Oct 19 01:10:48.386649 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74fe102-292d-4ea1-88c5-18655e2e7f2c req-77b346a3-baa4-4714-8d85-75c1cdb12423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:48.388004 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e74fe102-292d-4ea1-88c5-18655e2e7f2c req-77b346a3-baa4-4714-8d85-75c1cdb12423 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3197f324082c4b4faa8975269bfcbb60&device_id=6e537566-a91b-4f92-92cc-5b7c5dbffeaa HTTP/1.1" status: 200 len: 1098 time: 0.0851643 Oct 19 01:10:48.395550 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-2a2e0aed-728b-4208-9af1-f60b2d63b92b tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1457542002'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:48.405450 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-8f33c5a8-5f02-4816-8836-371fbcd1a30a service neutron] 10.222.0.24 "GET /v2.0/networks/28bbb5fd-c75c-47ce-a413-f94e9e278cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480358 Oct 19 01:10:48.444769 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-544f05e3-d83b-479a-94db-b9e53cf0e9dd req-31cae387-43d7-48ef-8e10-6788701b8b4a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d90fd5a-9227-4a73-ba0b-0819bce32c39 HTTP/1.1" status: 200 len: 217 time: 0.0450792 Oct 19 01:10:48.518038 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f05e3-d83b-479a-94db-b9e53cf0e9dd req-5acb97e7-6869-4cd8-a31c-ca8ec5a00d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:48.519507 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-544f05e3-d83b-479a-94db-b9e53cf0e9dd req-5acb97e7-6869-4cd8-a31c-ca8ec5a00d6a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=48d33ad6-49ce-4420-8e80-235f3948de37 HTTP/1.1" status: 200 len: 852 time: 0.0653510 Oct 19 01:10:48.541116 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2e0aed-728b-4208-9af1-f60b2d63b92b tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Made reservation on behalf of 666055d753324cee81f7678255cc40c1 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:10:48.549681 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2a2e0aed-728b-4208-9af1-f60b2d63b92b tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:48.588074 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-544f05e3-d83b-479a-94db-b9e53cf0e9dd req-d15d5e60-8cd7-42f0-a77f-07bc4d901132 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9fdfc968-fd05-4762-858e-87980e28a6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583045 Oct 19 01:10:48.588973 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2a2e0aed-728b-4208-9af1-f60b2d63b92b tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:48.620403 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-18027307-54d8-4d4c-b479-c9ce109d961c service neutron] 10.222.0.24 "GET /v2.0/networks/28bbb5fd-c75c-47ce-a413-f94e9e278cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993113 Oct 19 01:10:48.622062 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74fe102-292d-4ea1-88c5-18655e2e7f2c req-ad9ef695-7abc-4d80-a9d8-97862c0cf6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:48.623540 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e74fe102-292d-4ea1-88c5-18655e2e7f2c req-ad9ef695-7abc-4d80-a9d8-97862c0cf6d1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9ee57031-7c0e-477c-878f-24c41625b6af HTTP/1.1" status: 200 len: 916 time: 0.2123065 Oct 19 01:10:48.717205 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-544f05e3-d83b-479a-94db-b9e53cf0e9dd req-bf9403b4-2b31-4598-9288-742a216ab193 service neutron] 10.222.0.24 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174655 Oct 19 01:10:48.718084 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e74fe102-292d-4ea1-88c5-18655e2e7f2c req-c63f8395-2bca-454c-a956-944b807c6362 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f59eeaf9-bdeb-4794-901e-8473ff7277a7 HTTP/1.1" status: 200 len: 217 time: 0.0737357 Oct 19 01:10:48.719774 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-a84cba50-dd82-4fd7-8e44-d2008a32c68a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=624b0885-8316-4d09-af8e-792cd46ef66c HTTP/1.1" status: 200 len: 217 time: 0.0911403 Oct 19 01:10:48.825372 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74fe102-292d-4ea1-88c5-18655e2e7f2c req-133fbef0-84b4-4464-805f-425ad86d37ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:48.827240 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e74fe102-292d-4ea1-88c5-18655e2e7f2c req-133fbef0-84b4-4464-805f-425ad86d37ef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c491c19-2c54-43fa-a611-2d3b3495f28e HTTP/1.1" status: 200 len: 855 time: 0.0971375 Oct 19 01:10:48.843674 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-040fe300-e8e3-4117-82e5-189a58f1cfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:48.845155 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-040fe300-e8e3-4117-82e5-189a58f1cfda service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3be225f4-ab98-4635-abe3-f510061f702c HTTP/1.1" status: 200 len: 797 time: 0.0868196 Oct 19 01:10:48.865383 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2a2e0aed-728b-4208-9af1-f60b2d63b92b tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:48.872267 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e74fe102-292d-4ea1-88c5-18655e2e7f2c req-887a2dba-6e20-44a4-94a1-ca4a571d96e4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ee57031-7c0e-477c-878f-24c41625b6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381587 Oct 19 01:10:48.877860 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2a2e0aed-728b-4208-9af1-f60b2d63b92b tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:48.905337 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-544f05e3-d83b-479a-94db-b9e53cf0e9dd req-a947f296-62fe-4f8b-804f-441e354ba695 service neutron] 10.222.0.24 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664221 Oct 19 01:10:48.910863 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a2e0aed-728b-4208-9af1-f60b2d63b92b tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:10:48.960466 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2a2e0aed-728b-4208-9af1-f60b2d63b92b tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:48.960961 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-2a2e0aed-728b-4208-9af1-f60b2d63b92b tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Added segment 2eeac007-e634-4f14-b6cb-a78ee705f4a0 of type vlan for network f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916 Oct 19 01:10:48.962493 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e0aed-728b-4208-9af1-f60b2d63b92b tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a64bfd-8725-47b1-81e7-97b4099d768b,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:49.003292 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-9c05167f-36ac-4944-bb01-3c2c16937058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:49.004933 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-9c05167f-36ac-4944-bb01-3c2c16937058 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28bbb5fd-c75c-47ce-a413-f94e9e278cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1314371 Oct 19 01:10:49.026664 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2a2e0aed-728b-4208-9af1-f60b2d63b92b tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:49.047924 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e74fe102-292d-4ea1-88c5-18655e2e7f2c req-2f61a4c8-a955-4c0b-b811-70a225fba3e7 service neutron] 10.222.0.55 "GET /v2.0/networks/9ee57031-7c0e-477c-878f-24c41625b6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655431 Oct 19 01:10:49.067209 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2a2e0aed-728b-4208-9af1-f60b2d63b92b tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:49.081604 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2e0aed-728b-4208-9af1-f60b2d63b92b tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:49.082715 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2a2e0aed-728b-4208-9af1-f60b2d63b92b tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:49.175965 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2a2e0aed-728b-4208-9af1-f60b2d63b92b tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0106843 Oct 19 01:10:49.188378 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38838) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:49.193955 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-7941fa64-a51b-4f98-a2b5-a5fa76f8ba65 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Request body: {'subnet': {'network_id': 'f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:49.280809 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e0aed-728b-4208-9af1-f60b2d63b92b tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Pushing event updated for resources: {'Network': ['ID=f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:49.293718 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-10744da4-31e3-4485-92b6-debcdde9e007 service neutron] 10.222.0.24 "GET /v2.0/networks/28bbb5fd-c75c-47ce-a413-f94e9e278cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770026 Oct 19 01:10:49.302336 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e74fe102-292d-4ea1-88c5-18655e2e7f2c req-6b751abf-76a4-4445-a5a3-22ab2ec5d9f9 service neutron] 10.222.0.55 "GET /v2.0/networks/9ee57031-7c0e-477c-878f-24c41625b6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427437 Oct 19 01:10:49.305522 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:10:49.413126 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb3964-6338-4fa0-93b4-1576a0968894 req-5ff920c8-a59c-4fff-aeb2-63822acc441f tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:49.416017 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-30eb3964-6338-4fa0-93b4-1576a0968894 req-5ff920c8-a59c-4fff-aeb2-63822acc441f tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fc616a0-400f-41b1-a58a-b486ba3b6497 HTTP/1.1" status: 200 len: 943 time: 0.1497672 Oct 19 01:10:49.473244 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7941fa64-a51b-4f98-a2b5-a5fa76f8ba65 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Made reservation on behalf of 666055d753324cee81f7678255cc40c1 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:10:49.476712 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7941fa64-a51b-4f98-a2b5-a5fa76f8ba65 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:49.495378 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-30eb3964-6338-4fa0-93b4-1576a0968894 req-35ec88aa-2143-4ee2-a5fa-264f44fc2b46 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665507 Oct 19 01:10:49.505282 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1e172e1-d466-42d8-a007-83d330aa87d5 req-61c67212-95d1-4d64-97fb-15fd02d84ee4 service neutron] 10.222.0.24 "GET /v2.0/networks/28bbb5fd-c75c-47ce-a413-f94e9e278cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953359 Oct 19 01:10:49.677051 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:49.749450 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7941fa64-a51b-4f98-a2b5-a5fa76f8ba65 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:49.822472 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7941fa64-a51b-4f98-a2b5-a5fa76f8ba65 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Pushing event updated for resources: {'Subnet': ['ID=3d632390-ee94-4cd9-a79d-e34baa1e377b,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:49.833844 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7941fa64-a51b-4f98-a2b5-a5fa76f8ba65 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Checking segment: {'id': '2eeac007-e634-4f14-b6cb-a78ee705f4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:10:49.834446 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7941fa64-a51b-4f98-a2b5-a5fa76f8ba65 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Network hostable DHCP agents. Network: f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:10:49.836866 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7941fa64-a51b-4f98-a2b5-a5fa76f8ba65 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:49.837216 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7941fa64-a51b-4f98-a2b5-a5fa76f8ba65 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:49.837559 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7941fa64-a51b-4f98-a2b5-a5fa76f8ba65 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:49.837889 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7941fa64-a51b-4f98-a2b5-a5fa76f8ba65 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:49.838235 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7941fa64-a51b-4f98-a2b5-a5fa76f8ba65 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:49.838601 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7941fa64-a51b-4f98-a2b5-a5fa76f8ba65 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:49.838931 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7941fa64-a51b-4f98-a2b5-a5fa76f8ba65 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:49.839263 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7941fa64-a51b-4f98-a2b5-a5fa76f8ba65 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:49.839590 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7941fa64-a51b-4f98-a2b5-a5fa76f8ba65 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:49.839944 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7941fa64-a51b-4f98-a2b5-a5fa76f8ba65 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:49.840268 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7941fa64-a51b-4f98-a2b5-a5fa76f8ba65 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:49.840593 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7941fa64-a51b-4f98-a2b5-a5fa76f8ba65 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:49.860295 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7941fa64-a51b-4f98-a2b5-a5fa76f8ba65 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Network f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:10:49.872303 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-7941fa64-a51b-4f98-a2b5-a5fa76f8ba65 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:10:49.880899 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad417d7-113a-4e8d-bbc2-8de98ef607a2 None None] Network f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:10:49.884770 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7941fa64-a51b-4f98-a2b5-a5fa76f8ba65 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:49.885403 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7941fa64-a51b-4f98-a2b5-a5fa76f8ba65 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:49.909733 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38856) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:49.910314 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7941fa64-a51b-4f98-a2b5-a5fa76f8ba65 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7206750 Oct 19 01:10:49.917667 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-fc6d7c0f-0911-45d5-ac98-88d5437789e2 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Request body: {'port': {'network_id': 'f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1117107537'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:50.073616 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6d7c0f-0911-45d5-ac98-88d5437789e2 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Made reservation on behalf of 666055d753324cee81f7678255cc40c1 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:10:50.080360 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fc6d7c0f-0911-45d5-ac98-88d5437789e2 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:50.084026 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fff4ce0-20fc-4674-99c0-97e3a11df5a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916', 'network_id': 'f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916', 'tenant_id': '666055d753324cee81f7678255cc40c1', 'fixed_ips': [{'subnet_id': '3d632390-ee94-4cd9-a79d-e34baa1e377b'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:10:50.085714 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0fff4ce0-20fc-4674-99c0-97e3a11df5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:50.104013 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-fc6d7c0f-0911-45d5-ac98-88d5437789e2 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] device_id is not set on port 3cb91d42-39fd-4f97-90ba-b596712ca2b9 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:10:50.234474 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-0fff4ce0-20fc-4674-99c0-97e3a11df5a5 None None] Allocated IP 2001:db8::2 (f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916/3d632390-ee94-4cd9-a79d-e34baa1e377b/b24357c2-27ab-4b49-9851-2f75e736c4a6) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:10:50.377053 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 4d90fd5a-9227-4a73-ba0b-0819bce32c39 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:10:50.478233 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0fff4ce0-20fc-4674-99c0-97e3a11df5a5 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:50.486893 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0fff4ce0-20fc-4674-99c0-97e3a11df5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:50.540396 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fff4ce0-20fc-4674-99c0-97e3a11df5a5 None None] Network f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:10:50.550982 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-0fff4ce0-20fc-4674-99c0-97e3a11df5a5 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:10:50.554866 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 4d90fd5a-9227-4a73-ba0b-0819bce32c39, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=4d90fd5a-9227-4a73-ba0b-0819bce32c39,segment=NetworkSegment(8a516c3b-6789-44d3-87bb-3790155029b6),segment_id=8a516c3b-6789-44d3-87bb-3790155029b6)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:50.568326 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fff4ce0-20fc-4674-99c0-97e3a11df5a5 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:10:50.607985 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-fc6d7c0f-0911-45d5-ac98-88d5437789e2 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Allocated IP 2001:db8::30c (f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916/3d632390-ee94-4cd9-a79d-e34baa1e377b/3cb91d42-39fd-4f97-90ba-b596712ca2b9) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:10:50.628649 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '4d90fd5a-9227-4a73-ba0b-0819bce32c39', 'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6', 'port_id': '4d90fd5a-9227-4a73-ba0b-0819bce32c39', 'mac_address': 'fa:16:3e:bc:3e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d33ad6-49ce-4420-8e80-235f3948de37', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:10:50.648802 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff4ce0-20fc-4674-99c0-97e3a11df5a5 None None] Pushing event updated for resources: {'Port': ['ID=b24357c2-27ab-4b49-9851-2f75e736c4a6,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:50.657307 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-0fff4ce0-20fc-4674-99c0-97e3a11df5a5 None None] Attempting to bind port b24357c2-27ab-4b49-9851-2f75e736c4a6 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:10:50.657669 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-0fff4ce0-20fc-4674-99c0-97e3a11df5a5 None None] Attempting to bind port b24357c2-27ab-4b49-9851-2f75e736c4a6 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '2eeac007-e634-4f14-b6cb-a78ee705f4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:10:50.658025 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fff4ce0-20fc-4674-99c0-97e3a11df5a5 None None] Attempting to bind port b24357c2-27ab-4b49-9851-2f75e736c4a6 on network f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:10:50.685866 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fff4ce0-20fc-4674-99c0-97e3a11df5a5 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:10:50.686249 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fff4ce0-20fc-4674-99c0-97e3a11df5a5 None None] Checking segment: {'id': '2eeac007-e634-4f14-b6cb-a78ee705f4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:10:50.686630 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0fff4ce0-20fc-4674-99c0-97e3a11df5a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:50.687017 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fff4ce0-20fc-4674-99c0-97e3a11df5a5 None None] Bound using segment: {'id': '2eeac007-e634-4f14-b6cb-a78ee705f4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:10:50.687496 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-0fff4ce0-20fc-4674-99c0-97e3a11df5a5 None None] Bound port: b24357c2-27ab-4b49-9851-2f75e736c4a6, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eeac007-e634-4f14-b6cb-a78ee705f4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:10:50.687914 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0fff4ce0-20fc-4674-99c0-97e3a11df5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:50.717724 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbb944-c993-489d-a586-b7610a173f8e req-33d2357b-fb2b-41ca-96bc-fd24f0fb922c tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:50.725416 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6ebbb944-c993-489d-a586-b7610a173f8e req-33d2357b-fb2b-41ca-96bc-fd24f0fb922c tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fc616a0-400f-41b1-a58a-b486ba3b6497 HTTP/1.1" status: 200 len: 943 time: 0.1059930 Oct 19 01:10:50.756596 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:50.795002 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d90fd5a-9227-4a73-ba0b-0819bce32c39 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:10:50.835602 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 4d90fd5a-9227-4a73-ba0b-0819bce32c39, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=4d90fd5a-9227-4a73-ba0b-0819bce32c39,segment=NetworkSegment(8a516c3b-6789-44d3-87bb-3790155029b6),segment_id=8a516c3b-6789-44d3-87bb-3790155029b6)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:50.841585 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-0fff4ce0-20fc-4674-99c0-97e3a11df5a5 None None] For port b24357c2-27ab-4b49-9851-2f75e736c4a6, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:10:50.846361 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-0fff4ce0-20fc-4674-99c0-97e3a11df5a5 None None] For port b24357c2-27ab-4b49-9851-2f75e736c4a6, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b24357c2-27ab-4b49-9851-2f75e736c4a6,segment=NetworkSegment(2eeac007-e634-4f14-b6cb-a78ee705f4a0),segment_id=2eeac007-e634-4f14-b6cb-a78ee705f4a0)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:10:50.847913 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:50.913338 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=4d90fd5a-9227-4a73-ba0b-0819bce32c39,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:50.925051 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0fff4ce0-20fc-4674-99c0-97e3a11df5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:51.032833 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff4ce0-20fc-4674-99c0-97e3a11df5a5 None None] Pushing event updated for resources: {'Port': ['ID=b24357c2-27ab-4b49-9851-2f75e736c4a6,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:51.152563 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fc6d7c0f-0911-45d5-ac98-88d5437789e2 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:51.195983 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fc6d7c0f-0911-45d5-ac98-88d5437789e2 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:51.231707 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['4d90fd5a-9227-4a73-ba0b-0819bce32c39'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:10:51.243903 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6ebbb944-c993-489d-a586-b7610a173f8e req-40d442fb-e379-4695-b8be-ef8adf9485b9 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5114794 Oct 19 01:10:51.257473 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6d7c0f-0911-45d5-ac98-88d5437789e2 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Network f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:10:51.260908 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-fc6d7c0f-0911-45d5-ac98-88d5437789e2 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:10:51.264925 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6d7c0f-0911-45d5-ac98-88d5437789e2 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:10:51.294680 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6d7c0f-0911-45d5-ac98-88d5437789e2 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:51.295358 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fc6d7c0f-0911-45d5-ac98-88d5437789e2 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:51.314421 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d7c0f-0911-45d5-ac98-88d5437789e2 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Pushing event updated for resources: {'Port': ['ID=3cb91d42-39fd-4f97-90ba-b596712ca2b9,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:51.348223 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-fc6d7c0f-0911-45d5-ac98-88d5437789e2 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4370720 Oct 19 01:10:51.351955 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38884) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:51.358055 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-f596d574-e887-434a-9d3c-18447f3d413c tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Request body: {'port': {'network_id': 'f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2091419631', 'allowed_address_pairs': [{'ip_address': '2001:db8::30c', 'mac_address': 'fa:16:3e:16:9d:6b'}]}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:51.575354 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f596d574-e887-434a-9d3c-18447f3d413c tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Made reservation on behalf of 666055d753324cee81f7678255cc40c1 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:10:51.660091 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f596d574-e887-434a-9d3c-18447f3d413c tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:51.680319 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-f596d574-e887-434a-9d3c-18447f3d413c tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] device_id is not set on port 13dcbee4-6a26-4fa9-98fd-ea7fc5a1d608 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:10:51.804288 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-f596d574-e887-434a-9d3c-18447f3d413c tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Allocated IP 2001:db8::1d2 (f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916/3d632390-ee94-4cd9-a79d-e34baa1e377b/13dcbee4-6a26-4fa9-98fd-ea7fc5a1d608) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:10:51.942024 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38894) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:52.016464 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f596d574-e887-434a-9d3c-18447f3d413c tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:52.060161 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f596d574-e887-434a-9d3c-18447f3d413c tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:52.105419 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c9612c15-9754-4f63-b1ae-408af9140d76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:52.123506 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f596d574-e887-434a-9d3c-18447f3d413c tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Network f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:10:52.127461 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-f596d574-e887-434a-9d3c-18447f3d413c tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:10:52.133161 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f596d574-e887-434a-9d3c-18447f3d413c tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:10:52.139467 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f596d574-e887-434a-9d3c-18447f3d413c tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:52.140283 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f596d574-e887-434a-9d3c-18447f3d413c tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:52.156856 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f596d574-e887-434a-9d3c-18447f3d413c tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Pushing event updated for resources: {'Port': ['ID=13dcbee4-6a26-4fa9-98fd-ea7fc5a1d608,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:52.192714 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f596d574-e887-434a-9d3c-18447f3d413c tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 0.8395386 Oct 19 01:10:52.195179 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38900) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:52.264361 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c9612c15-9754-4f63-b1ae-408af9140d76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:52.270822 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c9612c15-9754-4f63-b1ae-408af9140d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:52.317669 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c9612c15-9754-4f63-b1ae-408af9140d76 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c8f233bc29c34c43b4c8c0268bedbced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3745370 Oct 19 01:10:52.318575 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9612c15-9754-4f63-b1ae-408af9140d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f27c2f-e1f8-4ad6-b172-b2191c6e2c13,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:52.324828 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38904) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:52.326071 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4e2f6e-5caf-4368-ba8f-1bcae04892a1 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:52.333391 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4e2f6e-5caf-4368-ba8f-1bcae04892a1 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:52.340415 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4e2f6e-5caf-4368-ba8f-1bcae04892a1 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:52.345480 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0a4e2f6e-5caf-4368-ba8f-1bcae04892a1 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1486933 Oct 19 01:10:52.346166 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38906) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:52.374144 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88df6e03-ce53-426d-bcf0-753269995360 None None] Network f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:10:52.399835 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ba2526df-9e68-4cc5-b0c6-a92c642c4889 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:52.429061 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ba2526df-9e68-4cc5-b0c6-a92c642c4889 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:52.503165 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ba2526df-9e68-4cc5-b0c6-a92c642c4889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:52.506078 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ba2526df-9e68-4cc5-b0c6-a92c642c4889 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:52.509903 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ba2526df-9e68-4cc5-b0c6-a92c642c4889 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/11f27c2f-e1f8-4ad6-b172-b2191c6e2c13 HTTP/1.1" status: 204 len: 168 time: 0.1815689 Oct 19 01:10:52.512903 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79336929-8d81-4cdd-bb81-21cdd7199702 req-1299d294-cd5c-45a5-876d-97e6983a0a65 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:52.514551 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-79336929-8d81-4cdd-bb81-21cdd7199702 req-1299d294-cd5c-45a5-876d-97e6983a0a65 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fc616a0-400f-41b1-a58a-b486ba3b6497 HTTP/1.1" status: 200 len: 944 time: 0.0992131 Oct 19 01:10:52.517391 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2526df-9e68-4cc5-b0c6-a92c642c4889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f27c2f-e1f8-4ad6-b172-b2191c6e2c13,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:52.553695 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-5cd70cfb-753f-460c-8181-78e93d707ab0 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Deleting port 13dcbee4-6a26-4fa9-98fd-ea7fc5a1d608 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:10:52.554657 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5cd70cfb-753f-460c-8181-78e93d707ab0 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:52.600409 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-a94e0f95-870a-4dc6-9d61-13fb84ff6547 None None] Provisioning complete for port b24357c2-27ab-4b49-9851-2f75e736c4a6 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:52.600779 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a94e0f95-870a-4dc6-9d61-13fb84ff6547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:52.606436 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-79336929-8d81-4cdd-bb81-21cdd7199702 req-07525cc7-e382-4baa-8d95-6a1c75631e46 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807722 Oct 19 01:10:52.678338 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5cd70cfb-753f-460c-8181-78e93d707ab0 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:52.692420 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-5cd70cfb-753f-460c-8181-78e93d707ab0 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Calling delete_port for 13dcbee4-6a26-4fa9-98fd-ea7fc5a1d608 owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:10:52.785159 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a94e0f95-870a-4dc6-9d61-13fb84ff6547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:52.823963 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-a94e0f95-870a-4dc6-9d61-13fb84ff6547 None None] For port b24357c2-27ab-4b49-9851-2f75e736c4a6, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b24357c2-27ab-4b49-9851-2f75e736c4a6,segment=NetworkSegment(2eeac007-e634-4f14-b6cb-a78ee705f4a0),segment_id=2eeac007-e634-4f14-b6cb-a78ee705f4a0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:52.830899 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a94e0f95-870a-4dc6-9d61-13fb84ff6547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:52.865217 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5cd70cfb-753f-460c-8181-78e93d707ab0 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:52.894007 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e0f95-870a-4dc6-9d61-13fb84ff6547 None None] Pushing event updated for resources: {'Port': ['ID=b24357c2-27ab-4b49-9851-2f75e736c4a6,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:52.902137 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd70cfb-753f-460c-8181-78e93d707ab0 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Pushing event deleted for resources: {'Port': ['ID=13dcbee4-6a26-4fa9-98fd-ea7fc5a1d608,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:52.918005 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38918) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:52.940315 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2614090d-1d2c-4e4f-a3a2-6903afcaf3ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:52.956850 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b24357c2-27ab-4b49-9851-2f75e736c4a6 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:10:53.033837 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2614090d-1d2c-4e4f-a3a2-6903afcaf3ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:53.045100 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2614090d-1d2c-4e4f-a3a2-6903afcaf3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:53.047856 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port b24357c2-27ab-4b49-9851-2f75e736c4a6 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:53.048238 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:53.061639 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5cd70cfb-753f-460c-8181-78e93d707ab0 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:53.065191 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5cd70cfb-753f-460c-8181-78e93d707ab0 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] 10.222.0.57 "DELETE /v2.0/ports/13dcbee4-6a26-4fa9-98fd-ea7fc5a1d608 HTTP/1.1" status: 204 len: 168 time: 0.7180479 Oct 19 01:10:53.068107 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38920) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:53.092642 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2614090d-1d2c-4e4f-a3a2-6903afcaf3ef admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=98937477b5594950b802f83b17add818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1728318 Oct 19 01:10:53.093514 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614090d-1d2c-4e4f-a3a2-6903afcaf3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1e09d8-3d03-4f78-a52d-3aea78f8777b,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:53.095933 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f8db00b-3af1-4062-ac6c-bd901f8f6f78 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] GET failed (client error): The resource could not be found. Oct 19 01:10:53.096101 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38922) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:53.115802 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5f8db00b-3af1-4062-ac6c-bd901f8f6f78 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] 10.222.0.57 "GET /v2.0/ports/13dcbee4-6a26-4fa9-98fd-ea7fc5a1d608 HTTP/1.1" status: 404 len: 333 time: 0.0426664 Oct 19 01:10:53.115901 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38924) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:53.120497 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-81386869-e571-4cce-9f9e-68ce7d7c9029 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Request body: {'port': {'network_id': 'f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1600490375'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:53.176772 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-1dff71a8-bdb9-472d-974f-7b36c1c2d52c None None] Provisioning complete for port 3cb91d42-39fd-4f97-90ba-b596712ca2b9 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:53.177476 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1dff71a8-bdb9-472d-974f-7b36c1c2d52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:53.217859 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e694cea-70f5-4c21-a81a-1c7a282d11aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:53.221139 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-1dff71a8-bdb9-472d-974f-7b36c1c2d52c None None] Port 3cb91d42-39fd-4f97-90ba-b596712ca2b9 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:10:53.224549 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-1dff71a8-bdb9-472d-974f-7b36c1c2d52c None None] Could not find standard attr ID for object 13dcbee4-6a26-4fa9-98fd-ea7fc5a1d608. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:10:53.234640 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-1dff71a8-bdb9-472d-974f-7b36c1c2d52c None None] Provisioning complete for port b24357c2-27ab-4b49-9851-2f75e736c4a6 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:53.235014 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1dff71a8-bdb9-472d-974f-7b36c1c2d52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:53.239900 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e694cea-70f5-4c21-a81a-1c7a282d11aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:53.315755 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e694cea-70f5-4c21-a81a-1c7a282d11aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:53.318982 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e694cea-70f5-4c21-a81a-1c7a282d11aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:53.323136 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9e694cea-70f5-4c21-a81a-1c7a282d11aa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ad1e09d8-3d03-4f78-a52d-3aea78f8777b HTTP/1.1" status: 204 len: 168 time: 0.2235024 Oct 19 01:10:53.331466 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81386869-e571-4cce-9f9e-68ce7d7c9029 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Made reservation on behalf of 666055d753324cee81f7678255cc40c1 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:10:53.335109 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-81386869-e571-4cce-9f9e-68ce7d7c9029 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:53.338294 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e694cea-70f5-4c21-a81a-1c7a282d11aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1e09d8-3d03-4f78-a52d-3aea78f8777b,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:53.368474 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-81386869-e571-4cce-9f9e-68ce7d7c9029 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] device_id is not set on port 46f70224-8220-45e1-8be6-942e527d0930 yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:10:53.442402 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-622d750c-e187-4e97-80ad-db2eea9d9d42 None None] Provisioning complete for port 3cb91d42-39fd-4f97-90ba-b596712ca2b9 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:53.442999 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-622d750c-e187-4e97-80ad-db2eea9d9d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:53.482009 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-622d750c-e187-4e97-80ad-db2eea9d9d42 None None] Port 3cb91d42-39fd-4f97-90ba-b596712ca2b9 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:10:53.512133 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-81386869-e571-4cce-9f9e-68ce7d7c9029 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Allocated IP 2001:db8::3a5 (f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916/3d632390-ee94-4cd9-a79d-e34baa1e377b/46f70224-8220-45e1-8be6-942e527d0930) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:10:53.699178 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-2c41746e-b652-4280-abdd-498aefe4d0f6 None None] Could not find standard attr ID for object 13dcbee4-6a26-4fa9-98fd-ea7fc5a1d608. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:10:53.715874 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-81386869-e571-4cce-9f9e-68ce7d7c9029 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:53.755865 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938760e-3b48-410b-a36d-63da80a40fbf req-5b14de01-f492-4975-b1f3-f19a018f4112 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:53.757831 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-81386869-e571-4cce-9f9e-68ce7d7c9029 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:53.761426 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8938760e-3b48-410b-a36d-63da80a40fbf req-5b14de01-f492-4975-b1f3-f19a018f4112 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fc616a0-400f-41b1-a58a-b486ba3b6497 HTTP/1.1" status: 200 len: 944 time: 0.0654702 Oct 19 01:10:53.819428 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81386869-e571-4cce-9f9e-68ce7d7c9029 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Network f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:10:53.823853 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8938760e-3b48-410b-a36d-63da80a40fbf req-12d92e0f-651d-4bb1-81f6-ef8e03bad584 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564535 Oct 19 01:10:53.824037 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-81386869-e571-4cce-9f9e-68ce7d7c9029 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:10:53.829336 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81386869-e571-4cce-9f9e-68ce7d7c9029 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:10:53.835433 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81386869-e571-4cce-9f9e-68ce7d7c9029 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:53.836232 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-81386869-e571-4cce-9f9e-68ce7d7c9029 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:53.860445 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38946) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:53.864272 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-81386869-e571-4cce-9f9e-68ce7d7c9029 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7477725 Oct 19 01:10:53.865600 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81386869-e571-4cce-9f9e-68ce7d7c9029 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Pushing event updated for resources: {'Port': ['ID=46f70224-8220-45e1-8be6-942e527d0930,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:53.866103 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-d2df70a5-3adf-4261-815f-76f40a34bf31 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::30c', 'mac_address': 'fa:16:3e:16:9d:6b'}]}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:53.950037 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d2df70a5-3adf-4261-815f-76f40a34bf31 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:54.154754 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d2df70a5-3adf-4261-815f-76f40a34bf31 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:54.159701 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d2df70a5-3adf-4261-815f-76f40a34bf31 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:54.196249 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-d2df70a5-3adf-4261-815f-76f40a34bf31 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] In _notify_port_updated(), no bound segment for port 46f70224-8220-45e1-8be6-942e527d0930 on network f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916 {{(pid=100607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:10:54.201964 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2df70a5-3adf-4261-815f-76f40a34bf31 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:54.202498 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d2df70a5-3adf-4261-815f-76f40a34bf31 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:54.207075 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38962) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:54.212681 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d2df70a5-3adf-4261-815f-76f40a34bf31 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] 10.222.0.57 "PUT /v2.0/ports/46f70224-8220-45e1-8be6-942e527d0930 HTTP/1.1" status: 200 len: 1003 time: 0.3507864 Oct 19 01:10:54.234423 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df70a5-3adf-4261-815f-76f40a34bf31 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Pushing event updated for resources: {'Port': ['ID=46f70224-8220-45e1-8be6-942e527d0930,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:54.251957 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-f65f3066-e0f3-4ec9-856d-d708df819c29 None None] Provisioning complete for port 46f70224-8220-45e1-8be6-942e527d0930 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:54.252262 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f65f3066-e0f3-4ec9-856d-d708df819c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:54.316787 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-f65f3066-e0f3-4ec9-856d-d708df819c29 None None] Port 46f70224-8220-45e1-8be6-942e527d0930 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:10:54.359462 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-6aa3eb0b-a40f-4ffe-9e88-98346481e09b tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Deleting port 46f70224-8220-45e1-8be6-942e527d0930 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:10:54.359860 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6aa3eb0b-a40f-4ffe-9e88-98346481e09b tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:54.369919 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 4d90fd5a-9227-4a73-ba0b-0819bce32c39 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:10:54.438430 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 4d90fd5a-9227-4a73-ba0b-0819bce32c39 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:10:54.443518 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 4d90fd5a-9227-4a73-ba0b-0819bce32c39 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:54.444608 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:54.468067 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6aa3eb0b-a40f-4ffe-9e88-98346481e09b tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:54.482302 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-6aa3eb0b-a40f-4ffe-9e88-98346481e09b tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Calling delete_port for 46f70224-8220-45e1-8be6-942e527d0930 owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:10:54.533122 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:54.559516 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-cea1ed8e-eb6a-4e60-8c9f-303fa86f04ff None None] Provisioning complete for port 46f70224-8220-45e1-8be6-942e527d0930 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:54.559911 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cea1ed8e-eb6a-4e60-8c9f-303fa86f04ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:54.584309 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc616a0-400f-41b1-a58a-b486ba3b6497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d90fd5a-9227-4a73-ba0b-0819bce32c39'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:10:54.586564 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1c0345-c1b0-49a0-a97b-d355ce15cf24" -d '{"events": [{"server_uuid": "4fc616a0-400f-41b1-a58a-b486ba3b6497", "name": "network-vif-plugged", "status": "completed", "tag": "4d90fd5a-9227-4a73-ba0b-0819bce32c39"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:10:54.603831 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38984) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:54.631990 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50191f4-0f57-45f1-b23e-06922584ffb7 x-openstack-request-id: req-f50191f4-0f57-45f1-b23e-06922584ffb7 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:10:54.632632 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc616a0-400f-41b1-a58a-b486ba3b6497", "name": "network-vif-plugged", "status": "completed", "tag": "4d90fd5a-9227-4a73-ba0b-0819bce32c39", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:10:54.632979 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f50191f4-0f57-45f1-b23e-06922584ffb7 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:10:54.633248 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc616a0-400f-41b1-a58a-b486ba3b6497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d90fd5a-9227-4a73-ba0b-0819bce32c39', 'code': 200} Oct 19 01:10:54.637550 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 4d90fd5a-9227-4a73-ba0b-0819bce32c39, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=4d90fd5a-9227-4a73-ba0b-0819bce32c39,segment=NetworkSegment(8a516c3b-6789-44d3-87bb-3790155029b6),segment_id=8a516c3b-6789-44d3-87bb-3790155029b6)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:54.639271 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6aa3eb0b-a40f-4ffe-9e88-98346481e09b tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:54.645532 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:54.648260 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-cea1ed8e-eb6a-4e60-8c9f-303fa86f04ff None None] Port 46f70224-8220-45e1-8be6-942e527d0930 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:10:54.685490 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa3eb0b-a40f-4ffe-9e88-98346481e09b tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Pushing event deleted for resources: {'Port': ['ID=46f70224-8220-45e1-8be6-942e527d0930,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:54.809320 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-98128987-0354-4751-9592-65fa5fce5fbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:54.810336 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=4d90fd5a-9227-4a73-ba0b-0819bce32c39,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:54.873839 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6aa3eb0b-a40f-4ffe-9e88-98346481e09b tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:54.880479 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6aa3eb0b-a40f-4ffe-9e88-98346481e09b tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] 10.222.0.57 "DELETE /v2.0/ports/46f70224-8220-45e1-8be6-942e527d0930 HTTP/1.1" status: 204 len: 168 time: 0.6688743 Oct 19 01:10:54.881766 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38992) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:54.882600 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b24357c2-27ab-4b49-9851-2f75e736c4a6 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:10:54.887854 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178552d-6523-4f50-a329-c83774be84b5 req-f9f1e2ca-3bed-45bc-9326-132390e79364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:54.889442 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f178552d-6523-4f50-a329-c83774be84b5 req-f9f1e2ca-3bed-45bc-9326-132390e79364 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4fc616a0-400f-41b1-a58a-b486ba3b6497 HTTP/1.1" status: 200 len: 1097 time: 0.1892703 Oct 19 01:10:54.922749 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f15516b-6016-4e9c-9c7c-041ec2be177e tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] GET failed (client error): The resource could not be found. Oct 19 01:10:54.925097 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5f15516b-6016-4e9c-9c7c-041ec2be177e tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] 10.222.0.57 "GET /v2.0/ports/46f70224-8220-45e1-8be6-942e527d0930 HTTP/1.1" status: 404 len: 333 time: 0.0414014 Oct 19 01:10:54.928441 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38994) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:54.934763 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-2db20862-7825-47a6-b889-41620aa47a89 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Request body: {'port': {'network_id': 'f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1013875511'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:54.948146 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f178552d-6523-4f50-a329-c83774be84b5 req-972a1d2c-2124-4bf5-a55a-7078fa245a9f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506420 Oct 19 01:10:55.010438 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port b24357c2-27ab-4b49-9851-2f75e736c4a6 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:55.010968 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:55.083926 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-98128987-0354-4751-9592-65fa5fce5fbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:55.094721 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5dbbe-9f68-49ad-802c-062545981f77 req-73439b32-c350-4bdb-8ab6-c2d121cb5c23 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:55.096253 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-77e5dbbe-9f68-49ad-802c-062545981f77 req-73439b32-c350-4bdb-8ab6-c2d121cb5c23 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fc616a0-400f-41b1-a58a-b486ba3b6497 HTTP/1.1" status: 200 len: 945 time: 0.1686878 Oct 19 01:10:55.099176 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-98128987-0354-4751-9592-65fa5fce5fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:55.175327 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-98128987-0354-4751-9592-65fa5fce5fbb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c264f5ccb0f24172b5dd4af9277931ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5685771 Oct 19 01:10:55.178454 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38998) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:55.179171 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98128987-0354-4751-9592-65fa5fce5fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf56199-0708-44a0-9935-e0d012df7b39,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:55.202190 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-77e5dbbe-9f68-49ad-802c-062545981f77 req-b98d1e49-0ce6-4e16-8cd0-510b78ea1e17 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923779 Oct 19 01:10:55.202807 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db20862-7825-47a6-b889-41620aa47a89 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Made reservation on behalf of 666055d753324cee81f7678255cc40c1 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:10:55.206334 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2db20862-7825-47a6-b889-41620aa47a89 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:55.226111 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-2db20862-7825-47a6-b889-41620aa47a89 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] device_id is not set on port 1511c484-f7bc-4190-9431-53191393e988 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:10:55.232139 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d04c0c72-90a5-4490-8464-95dc9107336a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:55.253744 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d04c0c72-90a5-4490-8464-95dc9107336a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:55.301077 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d04c0c72-90a5-4490-8464-95dc9107336a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:55.303746 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d04c0c72-90a5-4490-8464-95dc9107336a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:55.305268 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d04c0c72-90a5-4490-8464-95dc9107336a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ccf56199-0708-44a0-9935-e0d012df7b39 HTTP/1.1" status: 204 len: 168 time: 0.1258278 Oct 19 01:10:55.314753 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c0c72-90a5-4490-8464-95dc9107336a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf56199-0708-44a0-9935-e0d012df7b39,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:55.352649 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-2db20862-7825-47a6-b889-41620aa47a89 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Allocated IP 2001:db8::e9 (f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916/3d632390-ee94-4cd9-a79d-e34baa1e377b/1511c484-f7bc-4190-9431-53191393e988) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:10:55.511192 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2db20862-7825-47a6-b889-41620aa47a89 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:55.546907 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2db20862-7825-47a6-b889-41620aa47a89 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:55.594006 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db20862-7825-47a6-b889-41620aa47a89 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Network f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:10:55.597256 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-2db20862-7825-47a6-b889-41620aa47a89 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:10:55.600921 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db20862-7825-47a6-b889-41620aa47a89 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:10:55.606622 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db20862-7825-47a6-b889-41620aa47a89 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:55.607231 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2db20862-7825-47a6-b889-41620aa47a89 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:55.620386 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db20862-7825-47a6-b889-41620aa47a89 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Pushing event updated for resources: {'Port': ['ID=1511c484-f7bc-4190-9431-53191393e988,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:55.632879 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2db20862-7825-47a6-b889-41620aa47a89 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7030644 Oct 19 01:10:55.636322 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39012) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:55.641798 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-edc37070-642f-46aa-b347-fa05971996df tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:16:9d:6b'}]}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:55.718858 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-edc37070-642f-46aa-b347-fa05971996df tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:55.876542 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-1256852e-2c34-4754-9ca1-941935065ac9 None None] Provisioning complete for port 1511c484-f7bc-4190-9431-53191393e988 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:55.877041 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1256852e-2c34-4754-9ca1-941935065ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:55.912990 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-1256852e-2c34-4754-9ca1-941935065ac9 None None] Port 1511c484-f7bc-4190-9431-53191393e988 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:10:55.946805 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-edc37070-642f-46aa-b347-fa05971996df tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:55.954526 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-edc37070-642f-46aa-b347-fa05971996df tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:55.989751 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-edc37070-642f-46aa-b347-fa05971996df tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] In _notify_port_updated(), no bound segment for port 1511c484-f7bc-4190-9431-53191393e988 on network f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916 {{(pid=100607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:10:55.995743 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc37070-642f-46aa-b347-fa05971996df tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:55.996376 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-edc37070-642f-46aa-b347-fa05971996df tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:56.000361 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-edc37070-642f-46aa-b347-fa05971996df tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] 10.222.0.57 "PUT /v2.0/ports/1511c484-f7bc-4190-9431-53191393e988 HTTP/1.1" status: 200 len: 1002 time: 0.3603230 Oct 19 01:10:56.000706 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39028) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:56.019523 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc37070-642f-46aa-b347-fa05971996df tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Pushing event updated for resources: {'Port': ['ID=1511c484-f7bc-4190-9431-53191393e988,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:56.110196 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-78f05b85-9d53-4018-bf82-64969e6fab22 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Deleting port 1511c484-f7bc-4190-9431-53191393e988 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:10:56.110714 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-78f05b85-9d53-4018-bf82-64969e6fab22 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:56.217313 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-78f05b85-9d53-4018-bf82-64969e6fab22 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:56.230188 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-78f05b85-9d53-4018-bf82-64969e6fab22 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Calling delete_port for 1511c484-f7bc-4190-9431-53191393e988 owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:10:56.326796 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8f77d-2bf1-4182-b447-9be1bd48cf2d req-2c23a346-4627-4b8b-a79b-f80370a438f8 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:56.328247 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-67a8f77d-2bf1-4182-b447-9be1bd48cf2d req-2c23a346-4627-4b8b-a79b-f80370a438f8 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fc616a0-400f-41b1-a58a-b486ba3b6497 HTTP/1.1" status: 200 len: 945 time: 0.0515554 Oct 19 01:10:56.354338 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b920ebb9-6677-42b3-934c-1cc6f6edf563 None None] Provisioning complete for port 1511c484-f7bc-4190-9431-53191393e988 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:56.354704 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b920ebb9-6677-42b3-934c-1cc6f6edf563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:56.367970 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-78f05b85-9d53-4018-bf82-64969e6fab22 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:56.370980 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-67a8f77d-2bf1-4182-b447-9be1bd48cf2d req-032d7558-af33-48c3-8e82-36daa65dd96b tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350862 Oct 19 01:10:56.395900 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f05b85-9d53-4018-bf82-64969e6fab22 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Pushing event deleted for resources: {'Port': ['ID=1511c484-f7bc-4190-9431-53191393e988,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:56.397016 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-b920ebb9-6677-42b3-934c-1cc6f6edf563 None None] Port 1511c484-f7bc-4190-9431-53191393e988 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:10:56.437194 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-78f05b85-9d53-4018-bf82-64969e6fab22 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:56.440587 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-78f05b85-9d53-4018-bf82-64969e6fab22 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] 10.222.0.57 "DELETE /v2.0/ports/1511c484-f7bc-4190-9431-53191393e988 HTTP/1.1" status: 204 len: 168 time: 0.4388463 Oct 19 01:10:56.443978 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39040) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:56.470674 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b9adfd-c20e-4422-b4a6-c727000ef2e3 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] GET failed (client error): The resource could not be found. Oct 19 01:10:56.475913 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-20b9adfd-c20e-4422-b4a6-c727000ef2e3 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] 10.222.0.57 "GET /v2.0/ports/1511c484-f7bc-4190-9431-53191393e988 HTTP/1.1" status: 404 len: 333 time: 0.0273399 Oct 19 01:10:56.476176 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39042) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:56.481910 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-f999dacd-5a6c-4447-a9eb-2cd645c5e3c3 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Request body: {'port': {'network_id': 'f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1395465410'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:56.652437 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987efd94-0893-4abc-8860-3c08524d3eba req-a5bb83ee-5284-4f97-b617-988171afdcb5 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:56.653963 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-987efd94-0893-4abc-8860-3c08524d3eba req-a5bb83ee-5284-4f97-b617-988171afdcb5 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fc616a0-400f-41b1-a58a-b486ba3b6497 HTTP/1.1" status: 200 len: 945 time: 0.0760860 Oct 19 01:10:56.654734 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f999dacd-5a6c-4447-a9eb-2cd645c5e3c3 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Made reservation on behalf of 666055d753324cee81f7678255cc40c1 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:10:56.658200 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f999dacd-5a6c-4447-a9eb-2cd645c5e3c3 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:56.691976 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-f999dacd-5a6c-4447-a9eb-2cd645c5e3c3 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] device_id is not set on port 8e2c304d-9c9c-40a4-a101-1f0a8a469c54 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:10:56.740488 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-987efd94-0893-4abc-8860-3c08524d3eba req-f1daf234-7c38-4dbe-ab4d-425597de5db4 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798318 Oct 19 01:10:56.826967 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-f999dacd-5a6c-4447-a9eb-2cd645c5e3c3 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Allocated IP 2001:db8::1ce (f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916/3d632390-ee94-4cd9-a79d-e34baa1e377b/8e2c304d-9c9c-40a4-a101-1f0a8a469c54) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:10:56.965142 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:56.988330 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f999dacd-5a6c-4447-a9eb-2cd645c5e3c3 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:57.021643 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f999dacd-5a6c-4447-a9eb-2cd645c5e3c3 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:57.078383 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f999dacd-5a6c-4447-a9eb-2cd645c5e3c3 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Network f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:10:57.081595 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-f999dacd-5a6c-4447-a9eb-2cd645c5e3c3 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:10:57.085588 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f999dacd-5a6c-4447-a9eb-2cd645c5e3c3 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:10:57.091232 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f999dacd-5a6c-4447-a9eb-2cd645c5e3c3 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:57.091925 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f999dacd-5a6c-4447-a9eb-2cd645c5e3c3 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:57.104598 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999dacd-5a6c-4447-a9eb-2cd645c5e3c3 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Pushing event updated for resources: {'Port': ['ID=8e2c304d-9c9c-40a4-a101-1f0a8a469c54,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:57.117085 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f999dacd-5a6c-4447-a9eb-2cd645c5e3c3 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6397283 Oct 19 01:10:57.120285 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39050) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:57.125905 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-db3f5ab7-ee5e-4c4c-864d-f6a26977b028 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Request body: {'port': {'network_id': 'f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-305202135'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:57.266045 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3f5ab7-ee5e-4c4c-864d-f6a26977b028 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Made reservation on behalf of 666055d753324cee81f7678255cc40c1 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:10:57.270900 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-db3f5ab7-ee5e-4c4c-864d-f6a26977b028 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:57.309535 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-db3f5ab7-ee5e-4c4c-864d-f6a26977b028 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] device_id is not set on port d8dc5848-1126-496c-8623-6475d9d1dafe yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:10:57.427051 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-30b63603-6888-43f3-b36c-94c26aba26ed None None] Provisioning complete for port 8e2c304d-9c9c-40a4-a101-1f0a8a469c54 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:57.427762 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-30b63603-6888-43f3-b36c-94c26aba26ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:57.473092 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-30b63603-6888-43f3-b36c-94c26aba26ed None None] Port 8e2c304d-9c9c-40a4-a101-1f0a8a469c54 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:10:57.755403 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-db3f5ab7-ee5e-4c4c-864d-f6a26977b028 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Allocated IP 2001:db8::2b9 (f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916/3d632390-ee94-4cd9-a79d-e34baa1e377b/d8dc5848-1126-496c-8623-6475d9d1dafe) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:10:57.865269 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977b468-802b-4e9e-90e6-ae21f73dbc67 req-54ea94ea-8965-4d77-907b-f9a658ff03ab tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:57.866777 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4977b468-802b-4e9e-90e6-ae21f73dbc67 req-54ea94ea-8965-4d77-907b-f9a658ff03ab tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fc616a0-400f-41b1-a58a-b486ba3b6497 HTTP/1.1" status: 200 len: 945 time: 0.0508468 Oct 19 01:10:57.908845 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4977b468-802b-4e9e-90e6-ae21f73dbc67 req-90364fc6-a8fe-4bac-9655-48959aba7645 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343716 Oct 19 01:10:57.924296 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-db3f5ab7-ee5e-4c4c-864d-f6a26977b028 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:57.990524 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-db3f5ab7-ee5e-4c4c-864d-f6a26977b028 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:58.044486 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3f5ab7-ee5e-4c4c-864d-f6a26977b028 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Network f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:10:58.052274 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-db3f5ab7-ee5e-4c4c-864d-f6a26977b028 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:10:58.056509 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3f5ab7-ee5e-4c4c-864d-f6a26977b028 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:10:58.064279 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3f5ab7-ee5e-4c4c-864d-f6a26977b028 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:58.064993 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-db3f5ab7-ee5e-4c4c-864d-f6a26977b028 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:58.083457 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f5ab7-ee5e-4c4c-864d-f6a26977b028 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Pushing event updated for resources: {'Port': ['ID=d8dc5848-1126-496c-8623-6475d9d1dafe,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:58.090505 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-db3f5ab7-ee5e-4c4c-864d-f6a26977b028 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9687593 Oct 19 01:10:58.093083 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39074) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:58.099211 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-7fb54532-a782-48e8-9c9e-a0ffb48170cb tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::30c', 'mac_address': 'fa:16:3e:16:9d:6b'}, {'ip_address': '2001:db8::1ce', 'mac_address': 'fa:16:3e:b4:91:72'}]}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:58.286396 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b85f3-2933-4453-95b0-3a4d2f88627b req-5d395969-c72a-4a5b-bc6e-fe17dd3dfbcb tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:58.287961 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-338b85f3-2933-4453-95b0-3a4d2f88627b req-5d395969-c72a-4a5b-bc6e-fe17dd3dfbcb tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fc616a0-400f-41b1-a58a-b486ba3b6497 HTTP/1.1" status: 200 len: 945 time: 0.1226456 Oct 19 01:10:58.355208 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7fb54532-a782-48e8-9c9e-a0ffb48170cb tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:58.370252 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-338b85f3-2933-4453-95b0-3a4d2f88627b req-8477ee73-0283-4c09-97b0-3a14eeb5f174 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712328 Oct 19 01:10:58.403446 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-1b24b25b-0005-4170-8abf-75126918d16b None None] Provisioning complete for port d8dc5848-1126-496c-8623-6475d9d1dafe triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:58.404457 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1b24b25b-0005-4170-8abf-75126918d16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:58.439084 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-1b24b25b-0005-4170-8abf-75126918d16b None None] Port d8dc5848-1126-496c-8623-6475d9d1dafe cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:10:58.579201 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7fb54532-a782-48e8-9c9e-a0ffb48170cb tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:58.585897 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7fb54532-a782-48e8-9c9e-a0ffb48170cb tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:58.637051 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-7fb54532-a782-48e8-9c9e-a0ffb48170cb tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] In _notify_port_updated(), no bound segment for port d8dc5848-1126-496c-8623-6475d9d1dafe on network f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916 {{(pid=100606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:10:58.642662 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb54532-a782-48e8-9c9e-a0ffb48170cb tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:58.643293 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7fb54532-a782-48e8-9c9e-a0ffb48170cb tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:58.644654 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7fb54532-a782-48e8-9c9e-a0ffb48170cb tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] 10.222.0.57 "PUT /v2.0/ports/d8dc5848-1126-496c-8623-6475d9d1dafe HTTP/1.1" status: 200 len: 1067 time: 0.5503700 Oct 19 01:10:58.647544 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39100) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:58.689750 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb54532-a782-48e8-9c9e-a0ffb48170cb tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Pushing event updated for resources: {'Port': ['ID=d8dc5848-1126-496c-8623-6475d9d1dafe,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:58.760623 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-a997cda1-7782-4b52-a68a-70bc91da447c tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Deleting port d8dc5848-1126-496c-8623-6475d9d1dafe {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:10:58.761342 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a997cda1-7782-4b52-a68a-70bc91da447c tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:58.859078 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a997cda1-7782-4b52-a68a-70bc91da447c tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:58.872465 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-a997cda1-7782-4b52-a68a-70bc91da447c tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Calling delete_port for d8dc5848-1126-496c-8623-6475d9d1dafe owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:10:58.969470 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-2dd1c98b-0b13-4504-8861-e66700bbaf79 None None] Provisioning complete for port d8dc5848-1126-496c-8623-6475d9d1dafe triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:58.969839 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2dd1c98b-0b13-4504-8861-e66700bbaf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:59.005545 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-2dd1c98b-0b13-4504-8861-e66700bbaf79 None None] Port d8dc5848-1126-496c-8623-6475d9d1dafe cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:10:59.010486 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a997cda1-7782-4b52-a68a-70bc91da447c tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:59.040651 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997cda1-7782-4b52-a68a-70bc91da447c tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Pushing event deleted for resources: {'Port': ['ID=d8dc5848-1126-496c-8623-6475d9d1dafe,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:59.200748 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:59.209380 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a997cda1-7782-4b52-a68a-70bc91da447c tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:59.212643 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a997cda1-7782-4b52-a68a-70bc91da447c tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] 10.222.0.57 "DELETE /v2.0/ports/d8dc5848-1126-496c-8623-6475d9d1dafe HTTP/1.1" status: 204 len: 168 time: 0.5641358 Oct 19 01:10:59.215981 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39108) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:59.241697 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef35478-9497-4922-b4c5-8a45b0f78747 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] GET failed (client error): The resource could not be found. Oct 19 01:10:59.243620 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9ef35478-9497-4922-b4c5-8a45b0f78747 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] 10.222.0.57 "GET /v2.0/ports/d8dc5848-1126-496c-8623-6475d9d1dafe HTTP/1.1" status: 404 len: 333 time: 0.0264511 Oct 19 01:10:59.247127 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39110) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:59.343541 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-7cf5e059-f87a-4d7a-aefa-bfa8ab90dccb tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Deleting port 8e2c304d-9c9c-40a4-a101-1f0a8a469c54 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:10:59.343831 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7cf5e059-f87a-4d7a-aefa-bfa8ab90dccb tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:59.430091 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7cf5e059-f87a-4d7a-aefa-bfa8ab90dccb tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:59.443410 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-7cf5e059-f87a-4d7a-aefa-bfa8ab90dccb tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Calling delete_port for 8e2c304d-9c9c-40a4-a101-1f0a8a469c54 owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:10:59.582900 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25caabfc-91bc-403e-9f6c-3743f7ed76fd req-9b164e0e-a16e-4077-a2d7-0525464d36ce tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:59.584405 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-25caabfc-91bc-403e-9f6c-3743f7ed76fd req-9b164e0e-a16e-4077-a2d7-0525464d36ce tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fc616a0-400f-41b1-a58a-b486ba3b6497 HTTP/1.1" status: 200 len: 945 time: 0.1267116 Oct 19 01:10:59.635185 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7cf5e059-f87a-4d7a-aefa-bfa8ab90dccb tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:59.639944 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-25caabfc-91bc-403e-9f6c-3743f7ed76fd req-6ab1ab5b-b43c-4936-910a-12a5d3dd8fdb tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486772 Oct 19 01:10:59.688367 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5e059-f87a-4d7a-aefa-bfa8ab90dccb tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Pushing event deleted for resources: {'Port': ['ID=8e2c304d-9c9c-40a4-a101-1f0a8a469c54,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:59.742990 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b99b42-9cb0-4562-bf5b-7f8be7139c2a req-476fcaec-ab6e-4fd7-a0b8-5caae4c63f97 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:59.744408 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61b99b42-9cb0-4562-bf5b-7f8be7139c2a req-476fcaec-ab6e-4fd7-a0b8-5caae4c63f97 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fc616a0-400f-41b1-a58a-b486ba3b6497 HTTP/1.1" status: 200 len: 945 time: 0.0841391 Oct 19 01:10:59.751284 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7cf5e059-f87a-4d7a-aefa-bfa8ab90dccb tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:59.754630 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7cf5e059-f87a-4d7a-aefa-bfa8ab90dccb tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] 10.222.0.57 "DELETE /v2.0/ports/8e2c304d-9c9c-40a4-a101-1f0a8a469c54 HTTP/1.1" status: 204 len: 168 time: 0.5064549 Oct 19 01:10:59.757223 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39122) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:59.792693 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cf13560-04c7-4d4d-9008-e9719860350b tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] GET failed (client error): The resource could not be found. Oct 19 01:10:59.797106 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3cf13560-04c7-4d4d-9008-e9719860350b tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] 10.222.0.57 "GET /v2.0/ports/8e2c304d-9c9c-40a4-a101-1f0a8a469c54 HTTP/1.1" status: 404 len: 333 time: 0.0357671 Oct 19 01:10:59.798498 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39126) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:59.884880 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-61b99b42-9cb0-4562-bf5b-7f8be7139c2a req-eff231ec-a4f7-490a-81ce-85f7fab3f990 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Deleting port 4d90fd5a-9227-4a73-ba0b-0819bce32c39 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:10:59.885878 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-61b99b42-9cb0-4562-bf5b-7f8be7139c2a req-eff231ec-a4f7-490a-81ce-85f7fab3f990 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:59.943277 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-9743482a-d2b5-4273-a3af-b20b79918787 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Deleting port 3cb91d42-39fd-4f97-90ba-b596712ca2b9 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:10:59.944022 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9743482a-d2b5-4273-a3af-b20b79918787 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:00.015701 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-61b99b42-9cb0-4562-bf5b-7f8be7139c2a req-eff231ec-a4f7-490a-81ce-85f7fab3f990 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] For port 4d90fd5a-9227-4a73-ba0b-0819bce32c39, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=4d90fd5a-9227-4a73-ba0b-0819bce32c39,segment=NetworkSegment(8a516c3b-6789-44d3-87bb-3790155029b6),segment_id=8a516c3b-6789-44d3-87bb-3790155029b6)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:00.016099 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-61b99b42-9cb0-4562-bf5b-7f8be7139c2a req-eff231ec-a4f7-490a-81ce-85f7fab3f990 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:00.031995 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-61b99b42-9cb0-4562-bf5b-7f8be7139c2a req-eff231ec-a4f7-490a-81ce-85f7fab3f990 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Calling delete_port for 4d90fd5a-9227-4a73-ba0b-0819bce32c39 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:00.058441 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9743482a-d2b5-4273-a3af-b20b79918787 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:00.072177 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-9743482a-d2b5-4273-a3af-b20b79918787 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Calling delete_port for 3cb91d42-39fd-4f97-90ba-b596712ca2b9 owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:00.179910 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-61b99b42-9cb0-4562-bf5b-7f8be7139c2a req-eff231ec-a4f7-490a-81ce-85f7fab3f990 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:00.193098 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['4d90fd5a-9227-4a73-ba0b-0819bce32c39'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:11:00.219925 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff231ec-a4f7-490a-81ce-85f7fab3f990 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Pushing event deleted for resources: {'Port': ['ID=4d90fd5a-9227-4a73-ba0b-0819bce32c39,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:00.236219 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9743482a-d2b5-4273-a3af-b20b79918787 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:00.265201 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b99b42-9cb0-4562-bf5b-7f8be7139c2a req-eff231ec-a4f7-490a-81ce-85f7fab3f990 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] No DVR routers for this DVR port 4d90fd5a-9227-4a73-ba0b-0819bce32c39 on host n-h2-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:11:00.267753 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-61b99b42-9cb0-4562-bf5b-7f8be7139c2a req-eff231ec-a4f7-490a-81ce-85f7fab3f990 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:00.271342 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61b99b42-9cb0-4562-bf5b-7f8be7139c2a req-eff231ec-a4f7-490a-81ce-85f7fab3f990 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.24 "DELETE /v2.0/ports/4d90fd5a-9227-4a73-ba0b-0819bce32c39 HTTP/1.1" status: 204 len: 173 time: 0.5172007 Oct 19 01:11:00.271825 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc616a0-400f-41b1-a58a-b486ba3b6497', 'name': 'network-vif-deleted', 'tag': '4d90fd5a-9227-4a73-ba0b-0819bce32c39'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:00.274135 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47230af-401f-4632-a7b5-1008f334b37c" -d '{"events": [{"server_uuid": "4fc616a0-400f-41b1-a58a-b486ba3b6497", "name": "network-vif-deleted", "tag": "4d90fd5a-9227-4a73-ba0b-0819bce32c39"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:00.327905 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43fac31-e60f-44c2-a4c5-22102d27b3ee x-openstack-request-id: req-d43fac31-e60f-44c2-a4c5-22102d27b3ee {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:00.328199 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc616a0-400f-41b1-a58a-b486ba3b6497", "name": "network-vif-deleted", "tag": "4d90fd5a-9227-4a73-ba0b-0819bce32c39", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:00.328515 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d43fac31-e60f-44c2-a4c5-22102d27b3ee {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:00.328923 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc616a0-400f-41b1-a58a-b486ba3b6497', 'name': 'network-vif-deleted', 'tag': '4d90fd5a-9227-4a73-ba0b-0819bce32c39', 'status': 'completed', 'code': 200} Oct 19 01:11:00.533592 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9743482a-d2b5-4273-a3af-b20b79918787 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Pushing event deleted for resources: {'Port': ['ID=3cb91d42-39fd-4f97-90ba-b596712ca2b9,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:00.557687 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9743482a-d2b5-4273-a3af-b20b79918787 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:00.563414 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9743482a-d2b5-4273-a3af-b20b79918787 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] 10.222.0.57 "DELETE /v2.0/ports/3cb91d42-39fd-4f97-90ba-b596712ca2b9 HTTP/1.1" status: 204 len: 168 time: 0.7617390 Oct 19 01:11:00.563812 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39134) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:00.624353 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-580295c5-6542-44db-bd62-5f6974e47eb8 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Deleting subnet 3d632390-ee94-4cd9-a79d-e34baa1e377b {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:11:00.629097 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-580295c5-6542-44db-bd62-5f6974e47eb8 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:00.674907 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-580295c5-6542-44db-bd62-5f6974e47eb8 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:00.784098 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-580295c5-6542-44db-bd62-5f6974e47eb8 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:00.819702 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-13bb71b0-1049-4f2e-a6e1-833f3d22953e req-f348b4dc-9191-4654-a775-2cd635e5a907 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fc616a0-400f-41b1-a58a-b486ba3b6497 HTTP/1.1" status: 200 len: 210 time: 0.0340753 Oct 19 01:11:00.881897 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-580295c5-6542-44db-bd62-5f6974e47eb8 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:00.919760 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-580295c5-6542-44db-bd62-5f6974e47eb8 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:00.928395 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39150) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:00.930989 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de418e95-798d-4628-a068-af4cf4fbb130 None None] Network f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:11:00.939157 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-580295c5-6542-44db-bd62-5f6974e47eb8 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] 10.222.0.57 "DELETE /v2.0/subnets/3d632390-ee94-4cd9-a79d-e34baa1e377b HTTP/1.1" status: 204 len: 168 time: 0.3741224 Oct 19 01:11:00.955326 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580295c5-6542-44db-bd62-5f6974e47eb8 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Pushing event deleted for resources: {'Subnet': ['ID=3d632390-ee94-4cd9-a79d-e34baa1e377b,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:01.045649 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b4284488-4e8b-4f41-96f2-d2a05e067176 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:01.110260 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-b4284488-4e8b-4f41-96f2-d2a05e067176 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Deleting port b24357c2-27ab-4b49-9851-2f75e736c4a6 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:11:01.110645 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b4284488-4e8b-4f41-96f2-d2a05e067176 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:01.174049 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3a36cd-e4b4-466f-b13b-2c19daac0755 None None] DHCP port deletion for f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:11:01.176399 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-b4284488-4e8b-4f41-96f2-d2a05e067176 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] For port b24357c2-27ab-4b49-9851-2f75e736c4a6, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b24357c2-27ab-4b49-9851-2f75e736c4a6,segment=NetworkSegment(2eeac007-e634-4f14-b6cb-a78ee705f4a0),segment_id=2eeac007-e634-4f14-b6cb-a78ee705f4a0)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:01.176886 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b4284488-4e8b-4f41-96f2-d2a05e067176 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:01.191416 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-b4284488-4e8b-4f41-96f2-d2a05e067176 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Calling delete_port for b24357c2-27ab-4b49-9851-2f75e736c4a6 owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:01.228540 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-0c3a36cd-e4b4-466f-b13b-2c19daac0755 None None] Deleting port b24357c2-27ab-4b49-9851-2f75e736c4a6 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:11:01.229676 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0c3a36cd-e4b4-466f-b13b-2c19daac0755 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:01.299848 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-0c3a36cd-e4b4-466f-b13b-2c19daac0755 None None] For port b24357c2-27ab-4b49-9851-2f75e736c4a6, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b24357c2-27ab-4b49-9851-2f75e736c4a6,segment=NetworkSegment(2eeac007-e634-4f14-b6cb-a78ee705f4a0),segment_id=2eeac007-e634-4f14-b6cb-a78ee705f4a0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:01.300172 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0c3a36cd-e4b4-466f-b13b-2c19daac0755 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:01.304983 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b4284488-4e8b-4f41-96f2-d2a05e067176 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:01.314985 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-0c3a36cd-e4b4-466f-b13b-2c19daac0755 None None] Calling delete_port for b24357c2-27ab-4b49-9851-2f75e736c4a6 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:01.333498 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4284488-4e8b-4f41-96f2-d2a05e067176 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Pushing event deleted for resources: {'Port': ['ID=b24357c2-27ab-4b49-9851-2f75e736c4a6,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:01.338280 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4284488-4e8b-4f41-96f2-d2a05e067176 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] No DVR routers for this DVR port b24357c2-27ab-4b49-9851-2f75e736c4a6 on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:11:01.394017 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0c3a36cd-e4b4-466f-b13b-2c19daac0755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:01.423668 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3a36cd-e4b4-466f-b13b-2c19daac0755 None None] Pushing event deleted for resources: {'Port': ['ID=b24357c2-27ab-4b49-9851-2f75e736c4a6,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:01.425522 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3a36cd-e4b4-466f-b13b-2c19daac0755 None None] No DVR routers for this DVR port b24357c2-27ab-4b49-9851-2f75e736c4a6 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:11:01.432656 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b4284488-4e8b-4f41-96f2-d2a05e067176 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:01.454113 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-b4284488-4e8b-4f41-96f2-d2a05e067176 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:11:01.464004 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-b4284488-4e8b-4f41-96f2-d2a05e067176 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eeac007-e634-4f14-b6cb-a78ee705f4a0') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:11:01.464571 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-b4284488-4e8b-4f41-96f2-d2a05e067176 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eeac007-e634-4f14-b6cb-a78ee705f4a0') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:11:01.473757 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b4284488-4e8b-4f41-96f2-d2a05e067176 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:01.486873 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b4284488-4e8b-4f41-96f2-d2a05e067176 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:01.492971 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4284488-4e8b-4f41-96f2-d2a05e067176 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:11:01.493390 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b4284488-4e8b-4f41-96f2-d2a05e067176 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:01.497354 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:11:01.497354 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:11:01.497354 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:11:01.497354 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:11:01.497354 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:11:01.497354 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:11:01.497354 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:11:01.497354 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:11:01.497354 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:11:01.497354 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:11:01.497354 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:11:01.497354 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:11:01.497354 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:11:01.497354 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:11:01.497354 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:11:01.497354 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:11:01.497354 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:11:01.497354 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:11:01.497354 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:11:01.497354 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:11:01.497354 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:11:01.497354 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:11:01.497354 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:11:01.497354 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:11:01.497354 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:11:01.497354 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:11:01.497354 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:11:01.497354 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:11:01.497354 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:11:01.497354 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:11:01.497354 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:11:01.497354 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:11:01.554420 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b4284488-4e8b-4f41-96f2-d2a05e067176 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:01.561871 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b4284488-4e8b-4f41-96f2-d2a05e067176 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:01.565016 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b4284488-4e8b-4f41-96f2-d2a05e067176 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] 10.222.0.57 "DELETE /v2.0/networks/f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916 HTTP/1.1" status: 204 len: 168 time: 0.6331575 Oct 19 01:11:01.581765 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4284488-4e8b-4f41-96f2-d2a05e067176 tempest-AllowedAddressPairIpV6TestJSON-2053444964 tempest-AllowedAddressPairIpV6TestJSON-2053444964-project] Pushing event deleted for resources: {'Network': ['ID=f3ef2c6a-8ab6-4d0c-92b8-0dd59fa4e916,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:01.814603 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39162) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:02.001080 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-88eda846-5e1a-4309-bfe2-e1a5c8216c8c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=666055d753324cee81f7678255cc40c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1852350 Oct 19 01:11:02.003638 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39178) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:02.098220 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2b9c9226-21e1-4790-94c7-c77f8e1b351b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:02.124972 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2b9c9226-21e1-4790-94c7-c77f8e1b351b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:02.188894 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2b9c9226-21e1-4790-94c7-c77f8e1b351b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:02.194200 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2b9c9226-21e1-4790-94c7-c77f8e1b351b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:02.196811 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2b9c9226-21e1-4790-94c7-c77f8e1b351b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c4a64bfd-8725-47b1-81e7-97b4099d768b HTTP/1.1" status: 204 len: 168 time: 0.1921418 Oct 19 01:11:02.210427 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c9226-21e1-4790-94c7-c77f8e1b351b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a64bfd-8725-47b1-81e7-97b4099d768b,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:02.241053 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48132a47-db9b-424c-83b9-2e2285640551 req-fcec1086-c28e-4688-95fc-d871806884d7 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:02.249042 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-48132a47-db9b-424c-83b9-2e2285640551 req-fcec1086-c28e-4688-95fc-d871806884d7 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/networks?id=9fdfc968-fd05-4762-858e-87980e28a6e6 HTTP/1.1" status: 200 len: 812 time: 0.1449497 Oct 19 01:11:02.269189 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-48132a47-db9b-424c-83b9-2e2285640551 req-d1212261-bbb3-41e2-9d0c-240623c80e33 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/quotas/6b1b4901fc87414a92dc3f7f47c3c09a HTTP/1.1" status: 200 len: 375 time: 0.0190268 Oct 19 01:11:02.333706 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-48132a47-db9b-424c-83b9-2e2285640551 req-75d96cd7-81d5-46a8-b937-aa7fbebc252e tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b1b4901fc87414a92dc3f7f47c3c09a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631974 Oct 19 01:11:02.399336 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 4d90fd5a-9227-4a73-ba0b-0819bce32c39 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:11:02.424463 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 4d90fd5a-9227-4a73-ba0b-0819bce32c39 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:11:02.425459 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 4d90fd5a-9227-4a73-ba0b-0819bce32c39 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:11:02.476333 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-48132a47-db9b-424c-83b9-2e2285640551 req-4b587770-69bf-495f-b258-15f3583e9352 service neutron] 10.222.0.57 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415145 Oct 19 01:11:02.571932 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-48132a47-db9b-424c-83b9-2e2285640551 req-438fd6a6-6d66-4690-b3cc-4ecc5c6d8b08 service neutron] 10.222.0.57 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947764 Oct 19 01:11:02.576615 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39214) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:02.688543 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef801894-8007-48fa-b2ba-9ece43406961 req-2e13d6dc-90e2-4f55-b23a-e22d9e6f9c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:02.690458 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ef801894-8007-48fa-b2ba-9ece43406961 req-2e13d6dc-90e2-4f55-b23a-e22d9e6f9c52 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=28d237cf-5f5c-4a3e-9866-31b4f5773432 HTTP/1.1" status: 200 len: 1098 time: 0.1124828 Oct 19 01:11:02.743881 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ef801894-8007-48fa-b2ba-9ece43406961 req-86892ad4-47f5-415a-8b61-49f94e38908d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6e980300-206f-41ab-a4a5-4d4b5763228c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464280 Oct 19 01:11:02.776754 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-75a0728f-791e-425d-a5f7-25ac67315a26 req-caae9bda-5256-460d-b964-6c0858d82ec3 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 210 time: 0.0317552 Oct 19 01:11:02.871497 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b24357c2-27ab-4b49-9851-2f75e736c4a6 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:11:02.899945 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: b24357c2-27ab-4b49-9851-2f75e736c4a6 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:11:02.900298 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b24357c2-27ab-4b49-9851-2f75e736c4a6 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:11:03.249645 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39258) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:03.377832 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-8a33baad-141d-41ee-886b-e7013366ce13 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1803912500'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:03.413928 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a33baad-141d-41ee-886b-e7013366ce13 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:03.424872 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8a33baad-141d-41ee-886b-e7013366ce13 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:03.452565 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8a33baad-141d-41ee-886b-e7013366ce13 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:03.608483 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8a33baad-141d-41ee-886b-e7013366ce13 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:03.613873 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8a33baad-141d-41ee-886b-e7013366ce13 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:03.637519 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a33baad-141d-41ee-886b-e7013366ce13 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:11:03.652918 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33baad-141d-41ee-886b-e7013366ce13 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=946154f7-3463-4be4-8eab-7f9f320e1531,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:03.655832 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8a33baad-141d-41ee-886b-e7013366ce13 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:03.656174 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-8a33baad-141d-41ee-886b-e7013366ce13 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Added segment 1be70c02-2e7b-4331-afaf-07067d0be27b of type vlan for network 833e9ff3-de52-4870-807a-a323cda2654c Oct 19 01:11:03.698146 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8a33baad-141d-41ee-886b-e7013366ce13 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:03.723862 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8a33baad-141d-41ee-886b-e7013366ce13 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:03.729676 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a33baad-141d-41ee-886b-e7013366ce13 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:03.730268 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8a33baad-141d-41ee-886b-e7013366ce13 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:03.771498 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8a33baad-141d-41ee-886b-e7013366ce13 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5206666 Oct 19 01:11:03.774898 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39276) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:03.782703 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-4cf51c80-1a93-43d2-bc46-4857b01a3652 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:03.822020 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33baad-141d-41ee-886b-e7013366ce13 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Network': ['ID=833e9ff3-de52-4870-807a-a323cda2654c,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:03.856783 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:11:03.960906 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf51c80-1a93-43d2-bc46-4857b01a3652 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:03.964815 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4cf51c80-1a93-43d2-bc46-4857b01a3652 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:03.989299 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0976db4f-900e-47fb-8c24-e347113c448f req-5503b1af-093a-4b36-91cf-3795c4619145 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 210 time: 0.0397139 Oct 19 01:11:04.177558 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48132a47-db9b-424c-83b9-2e2285640551 req-ce91415a-593a-455e-8000-b7bf79c1656e tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:04.179763 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-48132a47-db9b-424c-83b9-2e2285640551 req-ce91415a-593a-455e-8000-b7bf79c1656e tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.55 "GET /v2.0/networks?id=9fdfc968-fd05-4762-858e-87980e28a6e6 HTTP/1.1" status: 200 len: 812 time: 0.1786540 Oct 19 01:11:04.216515 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-48132a47-db9b-424c-83b9-2e2285640551 req-b32f1b38-eed3-4e17-82aa-7e7a89bb59e0 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Request body: {'port': {'device_id': '5d1abc2f-3cbb-4a02-b898-260826f13268', 'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6', 'admin_state_up': True, 'tenant_id': '6b1b4901fc87414a92dc3f7f47c3c09a'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:04.353808 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4cf51c80-1a93-43d2-bc46-4857b01a3652 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:04.439567 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf51c80-1a93-43d2-bc46-4857b01a3652 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Subnet': ['ID=b5e9a843-ed52-4bf5-b6ef-e63fe6e53812,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:04.443162 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48132a47-db9b-424c-83b9-2e2285640551 req-b32f1b38-eed3-4e17-82aa-7e7a89bb59e0 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Made reservation on behalf of 6b1b4901fc87414a92dc3f7f47c3c09a for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:04.446980 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-48132a47-db9b-424c-83b9-2e2285640551 req-b32f1b38-eed3-4e17-82aa-7e7a89bb59e0 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:04.466120 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf51c80-1a93-43d2-bc46-4857b01a3652 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Checking segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:04.466482 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf51c80-1a93-43d2-bc46-4857b01a3652 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network hostable DHCP agents. Network: 833e9ff3-de52-4870-807a-a323cda2654c, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:11:04.542715 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf51c80-1a93-43d2-bc46-4857b01a3652 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:11:04.561670 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-4cf51c80-1a93-43d2-bc46-4857b01a3652 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 833e9ff3-de52-4870-807a-a323cda2654c) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:04.566155 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf51c80-1a93-43d2-bc46-4857b01a3652 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:04.567202 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4cf51c80-1a93-43d2-bc46-4857b01a3652 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:04.570512 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26419970-7e20-4b29-8761-3595f7cdb9ae None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:11:04.614341 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4cf51c80-1a93-43d2-bc46-4857b01a3652 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8377030 Oct 19 01:11:04.617897 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39290) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:04.627046 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-6734745e-4100-4821-8af9-b630aebfc99e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'port': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'name': 'tempest-NetworksTestDHCPv6-603080918'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:04.647454 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-48132a47-db9b-424c-83b9-2e2285640551 req-b32f1b38-eed3-4e17-82aa-7e7a89bb59e0 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Allocated IP 172.20.0.13 (9fdfc968-fd05-4762-858e-87980e28a6e6/48d33ad6-49ce-4420-8e80-235f3948de37/21a31d8a-2a7f-452d-9ce8-72232243197f) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:04.730085 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb0d41a-f829-43dc-bf74-4a6e11ff6bb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-833e9ff3-de52-4870-807a-a323cda2654c', 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'tenant_id': 'c34b9efccd444514b6828a5a5dd7684d', 'fixed_ips': [{'subnet_id': 'b5e9a843-ed52-4bf5-b6ef-e63fe6e53812'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:11:04.730965 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d41a-f829-43dc-bf74-4a6e11ff6bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:04.756465 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6734745e-4100-4821-8af9-b630aebfc99e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:04.761296 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6734745e-4100-4821-8af9-b630aebfc99e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:04.781052 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-6734745e-4100-4821-8af9-b630aebfc99e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] device_id is not set on port 51b422df-e9db-44ca-9017-c209c6c3b6e7 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:11:04.810509 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-48132a47-db9b-424c-83b9-2e2285640551 req-b32f1b38-eed3-4e17-82aa-7e7a89bb59e0 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:04.849351 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-48132a47-db9b-424c-83b9-2e2285640551 req-b32f1b38-eed3-4e17-82aa-7e7a89bb59e0 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:04.871463 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-0cb0d41a-f829-43dc-bf74-4a6e11ff6bb0 None None] Allocated IP 2001:db8::2 (833e9ff3-de52-4870-807a-a323cda2654c/b5e9a843-ed52-4bf5-b6ef-e63fe6e53812/b6cd8c9f-3eda-47f2-a9b8-9146b425a2f5) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:04.898053 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48132a47-db9b-424c-83b9-2e2285640551 req-b32f1b38-eed3-4e17-82aa-7e7a89bb59e0 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Network 9fdfc968-fd05-4762-858e-87980e28a6e6 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:04.901766 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-48132a47-db9b-424c-83b9-2e2285640551 req-b32f1b38-eed3-4e17-82aa-7e7a89bb59e0 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:04.906163 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-48132a47-db9b-424c-83b9-2e2285640551 req-b32f1b38-eed3-4e17-82aa-7e7a89bb59e0 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:04.910145 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f1b38-eed3-4e17-82aa-7e7a89bb59e0 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Pushing event updated for resources: {'Port': ['ID=21a31d8a-2a7f-452d-9ce8-72232243197f,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:04.965894 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48132a47-db9b-424c-83b9-2e2285640551 req-b32f1b38-eed3-4e17-82aa-7e7a89bb59e0 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:04.966518 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-48132a47-db9b-424c-83b9-2e2285640551 req-b32f1b38-eed3-4e17-82aa-7e7a89bb59e0 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:04.982366 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-48132a47-db9b-424c-83b9-2e2285640551 req-b32f1b38-eed3-4e17-82aa-7e7a89bb59e0 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7935860 Oct 19 01:11:04.995270 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-48132a47-db9b-424c-83b9-2e2285640551 req-88d4bc49-92f9-434f-bbe0-205cdf777df2 service neutron] Request body: {'port': {'device_id': '5d1abc2f-3cbb-4a02-b898-260826f13268', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:05.015169 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d41a-f829-43dc-bf74-4a6e11ff6bb0 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:05.025284 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d41a-f829-43dc-bf74-4a6e11ff6bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:05.066460 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-48132a47-db9b-424c-83b9-2e2285640551 req-88d4bc49-92f9-434f-bbe0-205cdf777df2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:05.094207 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-6734745e-4100-4821-8af9-b630aebfc99e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Allocated IP 2001:db8::396 (833e9ff3-de52-4870-807a-a323cda2654c/b5e9a843-ed52-4bf5-b6ef-e63fe6e53812/51b422df-e9db-44ca-9017-c209c6c3b6e7) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:05.190011 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76199e74-8bb9-448f-b781-4c62a51ba500 req-fdc8a419-fc95-4953-9d23-110b358ea12d tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:05.191651 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-76199e74-8bb9-448f-b781-4c62a51ba500 req-fdc8a419-fc95-4953-9d23-110b358ea12d tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 932 time: 0.0909128 Oct 19 01:11:05.211527 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0d41a-f829-43dc-bf74-4a6e11ff6bb0 None None] Pushing event updated for resources: {'Port': ['ID=b6cd8c9f-3eda-47f2-a9b8-9146b425a2f5,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:05.222722 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb0d41a-f829-43dc-bf74-4a6e11ff6bb0 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:05.224458 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-0cb0d41a-f829-43dc-bf74-4a6e11ff6bb0 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:05.229590 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb0d41a-f829-43dc-bf74-4a6e11ff6bb0 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:05.293283 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-76199e74-8bb9-448f-b781-4c62a51ba500 req-6983d68f-8aea-4616-949b-4550de063f67 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855086 Oct 19 01:11:05.296596 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-0cb0d41a-f829-43dc-bf74-4a6e11ff6bb0 None None] Attempting to bind port b6cd8c9f-3eda-47f2-a9b8-9146b425a2f5 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:05.296721 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-0cb0d41a-f829-43dc-bf74-4a6e11ff6bb0 None None] Attempting to bind port b6cd8c9f-3eda-47f2-a9b8-9146b425a2f5 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:05.297060 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0d41a-f829-43dc-bf74-4a6e11ff6bb0 None None] Attempting to bind port b6cd8c9f-3eda-47f2-a9b8-9146b425a2f5 on network 833e9ff3-de52-4870-807a-a323cda2654c {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:05.305359 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0d41a-f829-43dc-bf74-4a6e11ff6bb0 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:11:05.306148 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0d41a-f829-43dc-bf74-4a6e11ff6bb0 None None] Checking segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:05.306724 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d41a-f829-43dc-bf74-4a6e11ff6bb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:05.308185 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0d41a-f829-43dc-bf74-4a6e11ff6bb0 None None] Bound using segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:11:05.309156 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-0cb0d41a-f829-43dc-bf74-4a6e11ff6bb0 None None] Bound port: b6cd8c9f-3eda-47f2-a9b8-9146b425a2f5, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:11:05.309708 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d41a-f829-43dc-bf74-4a6e11ff6bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:05.346744 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6734745e-4100-4821-8af9-b630aebfc99e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:05.383347 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-0cb0d41a-f829-43dc-bf74-4a6e11ff6bb0 None None] For port b6cd8c9f-3eda-47f2-a9b8-9146b425a2f5, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:05.387628 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6734745e-4100-4821-8af9-b630aebfc99e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:05.389572 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-0cb0d41a-f829-43dc-bf74-4a6e11ff6bb0 None None] For port b6cd8c9f-3eda-47f2-a9b8-9146b425a2f5, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b6cd8c9f-3eda-47f2-a9b8-9146b425a2f5,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:11:05.391714 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-48132a47-db9b-424c-83b9-2e2285640551 req-88d4bc49-92f9-434f-bbe0-205cdf777df2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21a31d8a-2a7f-452d-9ce8-72232243197f {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:11:05.394729 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d41a-f829-43dc-bf74-4a6e11ff6bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:05.418701 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-48132a47-db9b-424c-83b9-2e2285640551 req-88d4bc49-92f9-434f-bbe0-205cdf777df2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:05.440736 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6734745e-4100-4821-8af9-b630aebfc99e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:05.442225 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-48132a47-db9b-424c-83b9-2e2285640551 req-88d4bc49-92f9-434f-bbe0-205cdf777df2 service neutron] Transition to ACTIVE for port object 21a31d8a-2a7f-452d-9ce8-72232243197f will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:11:05.444076 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-6734745e-4100-4821-8af9-b630aebfc99e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:05.449430 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6734745e-4100-4821-8af9-b630aebfc99e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:05.451290 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-48132a47-db9b-424c-83b9-2e2285640551 req-88d4bc49-92f9-434f-bbe0-205cdf777df2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:05.455196 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6734745e-4100-4821-8af9-b630aebfc99e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:05.455881 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6734745e-4100-4821-8af9-b630aebfc99e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:05.465742 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0d41a-f829-43dc-bf74-4a6e11ff6bb0 None None] Pushing event updated for resources: {'Port': ['ID=b6cd8c9f-3eda-47f2-a9b8-9146b425a2f5,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:05.471063 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6734745e-4100-4821-8af9-b630aebfc99e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Port': ['ID=51b422df-e9db-44ca-9017-c209c6c3b6e7,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:05.485456 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6734745e-4100-4821-8af9-b630aebfc99e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8657124 Oct 19 01:11:05.488318 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39302) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:05.521309 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4bc49-92f9-434f-bbe0-205cdf777df2 service neutron] Pushing event updated for resources: {'Port': ['ID=21a31d8a-2a7f-452d-9ce8-72232243197f,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:05.602446 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38976d2-5ad8-47f2-ba3c-a0f968da42c1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:05.611213 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38976d2-5ad8-47f2-ba3c-a0f968da42c1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:05.612833 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a38976d2-5ad8-47f2-ba3c-a0f968da42c1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1227765 Oct 19 01:11:05.615150 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39308) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:05.657156 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-48132a47-db9b-424c-83b9-2e2285640551 req-88d4bc49-92f9-434f-bbe0-205cdf777df2 service neutron] Attempting to bind port 21a31d8a-2a7f-452d-9ce8-72232243197f on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:05.657510 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-48132a47-db9b-424c-83b9-2e2285640551 req-88d4bc49-92f9-434f-bbe0-205cdf777df2 service neutron] Attempting to bind port 21a31d8a-2a7f-452d-9ce8-72232243197f by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '8a516c3b-6789-44d3-87bb-3790155029b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:05.658850 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48132a47-db9b-424c-83b9-2e2285640551 req-88d4bc49-92f9-434f-bbe0-205cdf777df2 service neutron] Attempting to bind port 21a31d8a-2a7f-452d-9ce8-72232243197f on network 9fdfc968-fd05-4762-858e-87980e28a6e6 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:05.669802 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48132a47-db9b-424c-83b9-2e2285640551 req-88d4bc49-92f9-434f-bbe0-205cdf777df2 service neutron] Port 21a31d8a-2a7f-452d-9ce8-72232243197f on network 9fdfc968-fd05-4762-858e-87980e28a6e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:05.672261 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48132a47-db9b-424c-83b9-2e2285640551 req-88d4bc49-92f9-434f-bbe0-205cdf777df2 service neutron] Attempting to bind port 21a31d8a-2a7f-452d-9ce8-72232243197f on network 9fdfc968-fd05-4762-858e-87980e28a6e6 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:05.693371 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48132a47-db9b-424c-83b9-2e2285640551 req-88d4bc49-92f9-434f-bbe0-205cdf777df2 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:11:05.696350 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48132a47-db9b-424c-83b9-2e2285640551 req-88d4bc49-92f9-434f-bbe0-205cdf777df2 service neutron] Checking segment: {'id': '8a516c3b-6789-44d3-87bb-3790155029b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:05.696918 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48132a47-db9b-424c-83b9-2e2285640551 req-88d4bc49-92f9-434f-bbe0-205cdf777df2 service neutron] Bound using segment: {'id': '8a516c3b-6789-44d3-87bb-3790155029b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:11:05.698269 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-48132a47-db9b-424c-83b9-2e2285640551 req-88d4bc49-92f9-434f-bbe0-205cdf777df2 service neutron] Bound port: 21a31d8a-2a7f-452d-9ce8-72232243197f, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a516c3b-6789-44d3-87bb-3790155029b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:11:05.700017 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-48132a47-db9b-424c-83b9-2e2285640551 req-88d4bc49-92f9-434f-bbe0-205cdf777df2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:05.745002 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-8a877424-3076-4bd3-85dc-385b5304e4ab tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting port 51b422df-e9db-44ca-9017-c209c6c3b6e7 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:11:05.745594 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8a877424-3076-4bd3-85dc-385b5304e4ab tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:05.815982 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-48132a47-db9b-424c-83b9-2e2285640551 req-88d4bc49-92f9-434f-bbe0-205cdf777df2 service neutron] For port 21a31d8a-2a7f-452d-9ce8-72232243197f, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:05.819416 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-48132a47-db9b-424c-83b9-2e2285640551 req-88d4bc49-92f9-434f-bbe0-205cdf777df2 service neutron] For port 21a31d8a-2a7f-452d-9ce8-72232243197f, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=21a31d8a-2a7f-452d-9ce8-72232243197f,segment=NetworkSegment(8a516c3b-6789-44d3-87bb-3790155029b6),segment_id=8a516c3b-6789-44d3-87bb-3790155029b6)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:11:05.825253 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-48132a47-db9b-424c-83b9-2e2285640551 req-88d4bc49-92f9-434f-bbe0-205cdf777df2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:05.856031 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8a877424-3076-4bd3-85dc-385b5304e4ab tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:05.868484 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48132a47-db9b-424c-83b9-2e2285640551 req-88d4bc49-92f9-434f-bbe0-205cdf777df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:05.869101 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-48132a47-db9b-424c-83b9-2e2285640551 req-88d4bc49-92f9-434f-bbe0-205cdf777df2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:05.870728 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-8a877424-3076-4bd3-85dc-385b5304e4ab tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Calling delete_port for 51b422df-e9db-44ca-9017-c209c6c3b6e7 owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:05.870885 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-48132a47-db9b-424c-83b9-2e2285640551 req-88d4bc49-92f9-434f-bbe0-205cdf777df2 service neutron] 10.222.0.55 "PUT /v2.0/ports/21a31d8a-2a7f-452d-9ce8-72232243197f HTTP/1.1" status: 200 len: 1093 time: 0.8796098 Oct 19 01:11:05.871200 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1abc2f-3cbb-4a02-b898-260826f13268', 'tag': '21a31d8a-2a7f-452d-9ce8-72232243197f'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:05.873702 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be796fad-f924-4ffe-97e7-1654a2fae1e2" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1abc2f-3cbb-4a02-b898-260826f13268", "tag": "21a31d8a-2a7f-452d-9ce8-72232243197f"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:05.911911 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4bc49-92f9-434f-bbe0-205cdf777df2 service neutron] Pushing event updated for resources: {'Port': ['ID=21a31d8a-2a7f-452d-9ce8-72232243197f,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:05.928283 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87282b6-13dd-4d8d-a302-ae67eb01604e x-openstack-request-id: req-b87282b6-13dd-4d8d-a302-ae67eb01604e {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:05.928879 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1abc2f-3cbb-4a02-b898-260826f13268", "tag": "21a31d8a-2a7f-452d-9ce8-72232243197f", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:05.929404 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b87282b6-13dd-4d8d-a302-ae67eb01604e {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:05.929942 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1abc2f-3cbb-4a02-b898-260826f13268', 'tag': '21a31d8a-2a7f-452d-9ce8-72232243197f', 'status': 'completed', 'code': 200} Oct 19 01:11:05.989160 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48132a47-db9b-424c-83b9-2e2285640551 req-859ae791-8675-4860-8804-becb9ca0502b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:05.990666 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-48132a47-db9b-424c-83b9-2e2285640551 req-859ae791-8675-4860-8804-becb9ca0502b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b1b4901fc87414a92dc3f7f47c3c09a&device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 1096 time: 0.0649939 Oct 19 01:11:06.040416 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-48132a47-db9b-424c-83b9-2e2285640551 req-24760908-4f01-4b8a-9b54-ff9c9939a7dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21a31d8a-2a7f-452d-9ce8-72232243197f HTTP/1.1" status: 200 len: 217 time: 0.0407791 Oct 19 01:11:06.058240 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8a877424-3076-4bd3-85dc-385b5304e4ab tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:06.100045 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48132a47-db9b-424c-83b9-2e2285640551 req-85a58b32-83f1-42b8-a915-12a35811bce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:06.100260 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a877424-3076-4bd3-85dc-385b5304e4ab tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Port': ['ID=51b422df-e9db-44ca-9017-c209c6c3b6e7,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:06.101535 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-48132a47-db9b-424c-83b9-2e2285640551 req-85a58b32-83f1-42b8-a915-12a35811bce9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=48d33ad6-49ce-4420-8e80-235f3948de37 HTTP/1.1" status: 200 len: 852 time: 0.0539570 Oct 19 01:11:06.127636 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8a877424-3076-4bd3-85dc-385b5304e4ab tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:06.133632 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8a877424-3076-4bd3-85dc-385b5304e4ab tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/51b422df-e9db-44ca-9017-c209c6c3b6e7 HTTP/1.1" status: 204 len: 168 time: 0.5151405 Oct 19 01:11:06.133892 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39314) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:06.142628 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-48132a47-db9b-424c-83b9-2e2285640551 req-a1c9cc46-57c6-44e0-9640-76067eb088cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9fdfc968-fd05-4762-858e-87980e28a6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329149 Oct 19 01:11:06.217899 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f012b1-029b-4c68-994d-d5bfe4520f6a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:06.219401 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f012b1-029b-4c68-994d-d5bfe4520f6a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:06.220921 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f7f012b1-029b-4c68-994d-d5bfe4520f6a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0860827 Oct 19 01:11:06.223526 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39316) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:06.236681 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-48132a47-db9b-424c-83b9-2e2285640551 req-8ebaca2e-0d74-4e3c-a4ce-9e9612d2d307 service neutron] 10.222.0.55 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863752 Oct 19 01:11:06.287170 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e9c6283-5968-4c09-8ff5-ad91fb16a624 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting subnet b5e9a843-ed52-4bf5-b6ef-e63fe6e53812 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:11:06.292029 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3e9c6283-5968-4c09-8ff5-ad91fb16a624 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:06.363536 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3e9c6283-5968-4c09-8ff5-ad91fb16a624 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:06.395684 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-48132a47-db9b-424c-83b9-2e2285640551 req-31106e17-48b0-4f00-bf22-b1745d85eda3 service neutron] 10.222.0.55 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509905 Oct 19 01:11:06.502320 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be796fad-f924-4ffe-97e7-1654a2fae1e2 req-e563eec1-fac2-47cc-b506-f4c433a9be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:06.504053 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-be796fad-f924-4ffe-97e7-1654a2fae1e2 req-e563eec1-fac2-47cc-b506-f4c433a9be53 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b1b4901fc87414a92dc3f7f47c3c09a&device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 1096 time: 0.0535581 Oct 19 01:11:06.509179 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de325f9-ec64-4d5b-88b6-711dc7a73e8d req-3d5daa47-67d0-47a6-8b3e-20690d5b5853 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:06.511449 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8de325f9-ec64-4d5b-88b6-711dc7a73e8d req-3d5daa47-67d0-47a6-8b3e-20690d5b5853 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 944 time: 0.1106021 Oct 19 01:11:06.520614 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3e9c6283-5968-4c09-8ff5-ad91fb16a624 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:06.603155 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8de325f9-ec64-4d5b-88b6-711dc7a73e8d req-edb9a2b7-9744-416b-bef6-c7ed8da9c7de tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846267 Oct 19 01:11:06.633086 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be796fad-f924-4ffe-97e7-1654a2fae1e2 req-e17f4acb-f042-47e4-bb73-931a16e810c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:06.635865 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-be796fad-f924-4ffe-97e7-1654a2fae1e2 req-e17f4acb-f042-47e4-bb73-931a16e810c3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9fdfc968-fd05-4762-858e-87980e28a6e6 HTTP/1.1" status: 200 len: 913 time: 0.1175690 Oct 19 01:11:06.663654 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3e9c6283-5968-4c09-8ff5-ad91fb16a624 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:06.694650 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-be796fad-f924-4ffe-97e7-1654a2fae1e2 req-e0d8c4f7-2411-4e65-bfd1-7a8fb5d47e5a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21a31d8a-2a7f-452d-9ce8-72232243197f HTTP/1.1" status: 200 len: 217 time: 0.0489771 Oct 19 01:11:06.721747 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c6283-5968-4c09-8ff5-ad91fb16a624 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Subnet': ['ID=b5e9a843-ed52-4bf5-b6ef-e63fe6e53812,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:06.725940 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3e9c6283-5968-4c09-8ff5-ad91fb16a624 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:06.736637 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39326) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:06.739367 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3e9c6283-5968-4c09-8ff5-ad91fb16a624 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/b5e9a843-ed52-4bf5-b6ef-e63fe6e53812 HTTP/1.1" status: 204 len: 168 time: 0.5147705 Oct 19 01:11:06.781025 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bc01b0-d76a-43e1-9be8-ad0cfb8472c3 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:11:06.840336 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-84b65f90-eef2-4b24-9b4b-3d94b5aef8b4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1022353 Oct 19 01:11:06.842956 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39330) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:06.858781 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-e33a94a3-8073-414e-a44a-ad48318a0e20 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:06.875258 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-283239e2-f09f-47f2-8272-cee30ac9005a None None] Provisioning complete for port b6cd8c9f-3eda-47f2-a9b8-9146b425a2f5 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:06.875898 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-283239e2-f09f-47f2-8272-cee30ac9005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:06.890209 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be796fad-f924-4ffe-97e7-1654a2fae1e2 req-19df5422-5ae8-4bcf-9070-a80833791259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:06.892241 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-be796fad-f924-4ffe-97e7-1654a2fae1e2 req-19df5422-5ae8-4bcf-9070-a80833791259 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=48d33ad6-49ce-4420-8e80-235f3948de37 HTTP/1.1" status: 200 len: 852 time: 0.1899593 Oct 19 01:11:06.935186 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-be796fad-f924-4ffe-97e7-1654a2fae1e2 req-29105700-506f-4440-9492-b43161fb2fa1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9fdfc968-fd05-4762-858e-87980e28a6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319679 Oct 19 01:11:06.964291 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b6cd8c9f-3eda-47f2-a9b8-9146b425a2f5 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:11:07.045135 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port b6cd8c9f-3eda-47f2-a9b8-9146b425a2f5 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:07.045703 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:07.084328 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33a94a3-8073-414e-a44a-ad48318a0e20 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:07.092170 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e33a94a3-8073-414e-a44a-ad48318a0e20 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:07.111581 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-be796fad-f924-4ffe-97e7-1654a2fae1e2 req-294b98e3-bf94-445b-9292-234707d4fb45 service neutron] 10.222.0.55 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395199 Oct 19 01:11:07.126547 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5780f90-2588-4f8d-8cd7-1e97e6bd46cd None None] DHCP port deletion for 833e9ff3-de52-4870-807a-a323cda2654c request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:11:07.134817 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-283239e2-f09f-47f2-8272-cee30ac9005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:07.228321 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-283239e2-f09f-47f2-8272-cee30ac9005a None None] For port b6cd8c9f-3eda-47f2-a9b8-9146b425a2f5, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b6cd8c9f-3eda-47f2-a9b8-9146b425a2f5,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:07.233912 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:07.237709 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-283239e2-f09f-47f2-8272-cee30ac9005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:07.264881 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-be796fad-f924-4ffe-97e7-1654a2fae1e2 req-d5196303-d778-4e25-b0a9-433ed5524457 service neutron] 10.222.0.55 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440992 Oct 19 01:11:07.322846 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:11:07.323268 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:11:07.337651 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-e5780f90-2588-4f8d-8cd7-1e97e6bd46cd None None] Deleting port b6cd8c9f-3eda-47f2-a9b8-9146b425a2f5 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:11:07.338072 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e5780f90-2588-4f8d-8cd7-1e97e6bd46cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:07.393505 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e33a94a3-8073-414e-a44a-ad48318a0e20 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:07.420236 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-e5780f90-2588-4f8d-8cd7-1e97e6bd46cd None None] For port b6cd8c9f-3eda-47f2-a9b8-9146b425a2f5, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b6cd8c9f-3eda-47f2-a9b8-9146b425a2f5,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:07.420629 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e5780f90-2588-4f8d-8cd7-1e97e6bd46cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:07.433142 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-e5780f90-2588-4f8d-8cd7-1e97e6bd46cd None None] Calling delete_port for b6cd8c9f-3eda-47f2-a9b8-9146b425a2f5 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:07.444974 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33a94a3-8073-414e-a44a-ad48318a0e20 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:07.447114 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-e33a94a3-8073-414e-a44a-ad48318a0e20 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:07.452388 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33a94a3-8073-414e-a44a-ad48318a0e20 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:07.453110 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e33a94a3-8073-414e-a44a-ad48318a0e20 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:07.470660 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a94a3-8073-414e-a44a-ad48318a0e20 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Subnet': ['ID=0a601673-0d4a-424e-ad27-6b295848f42f,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:07.485390 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e33a94a3-8073-414e-a44a-ad48318a0e20 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6387644 Oct 19 01:11:07.485558 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39334) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:07.490511 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-6e5e0094-e524-40bf-8d09-b3fe02608830 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'port': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'name': 'tempest-NetworksTestDHCPv6-269386049'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:07.512335 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283239e2-f09f-47f2-8272-cee30ac9005a None None] Pushing event updated for resources: {'Port': ['ID=b6cd8c9f-3eda-47f2-a9b8-9146b425a2f5,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:07.522653 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e5780f90-2588-4f8d-8cd7-1e97e6bd46cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:07.550423 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5780f90-2588-4f8d-8cd7-1e97e6bd46cd None None] Pushing event deleted for resources: {'Port': ['ID=b6cd8c9f-3eda-47f2-a9b8-9146b425a2f5,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:07.557816 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5780f90-2588-4f8d-8cd7-1e97e6bd46cd None None] No DVR routers for this DVR port b6cd8c9f-3eda-47f2-a9b8-9146b425a2f5 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:11:07.575018 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e41e35e-83ef-4ef6-ad99-07da13eac56c None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:11:07.614878 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5e0094-e524-40bf-8d09-b3fe02608830 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:07.620137 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6e5e0094-e524-40bf-8d09-b3fe02608830 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:07.646812 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-6e5e0094-e524-40bf-8d09-b3fe02608830 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] device_id is not set on port 5aae710f-4a74-400e-9b29-2c0ae468ad55 yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:11:07.753980 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8265d64-8463-47e0-9289-f3ef978606ed req-11753fc2-61b5-4228-a49a-7ceafc6e1132 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:07.756328 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f8265d64-8463-47e0-9289-f3ef978606ed req-11753fc2-61b5-4228-a49a-7ceafc6e1132 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 944 time: 0.0806727 Oct 19 01:11:07.794506 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-6e5e0094-e524-40bf-8d09-b3fe02608830 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Allocated IP 2001:db8::12a (833e9ff3-de52-4870-807a-a323cda2654c/0a601673-0d4a-424e-ad27-6b295848f42f/5aae710f-4a74-400e-9b29-2c0ae468ad55) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:07.803230 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc08bda7-a016-4f0b-a55b-e5d7e2d289c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-833e9ff3-de52-4870-807a-a323cda2654c', 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'tenant_id': 'c34b9efccd444514b6828a5a5dd7684d', 'fixed_ips': [{'subnet_id': '0a601673-0d4a-424e-ad27-6b295848f42f'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:11:07.805424 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fc08bda7-a016-4f0b-a55b-e5d7e2d289c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:07.809117 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f8265d64-8463-47e0-9289-f3ef978606ed req-380008e7-0146-41b3-ac64-2a08bb473a65 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454202 Oct 19 01:11:07.856963 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Port b6cd8c9f-3eda-47f2-a9b8-9146b425a2f5 update to ACTIVE by agent not found {{(pid=100608) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 19 01:11:07.978485 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6e5e0094-e524-40bf-8d09-b3fe02608830 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:08.011689 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6e5e0094-e524-40bf-8d09-b3fe02608830 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:08.058816 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5e0094-e524-40bf-8d09-b3fe02608830 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:08.061734 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-fc08bda7-a016-4f0b-a55b-e5d7e2d289c3 None None] Allocated IP 2001:db8::2 (833e9ff3-de52-4870-807a-a323cda2654c/0a601673-0d4a-424e-ad27-6b295848f42f/b2c16c8f-1ccf-4d1f-a3d0-3da9569c930c) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:08.062410 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-6e5e0094-e524-40bf-8d09-b3fe02608830 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:08.073549 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5e0094-e524-40bf-8d09-b3fe02608830 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:08.079476 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5e0094-e524-40bf-8d09-b3fe02608830 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:08.080136 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6e5e0094-e524-40bf-8d09-b3fe02608830 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:08.101510 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e0094-e524-40bf-8d09-b3fe02608830 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Port': ['ID=5aae710f-4a74-400e-9b29-2c0ae468ad55,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:08.107417 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6e5e0094-e524-40bf-8d09-b3fe02608830 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6208057 Oct 19 01:11:08.109777 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39344) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:08.200154 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599b582b-1415-41bb-a14e-9744b541f34a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:08.202216 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-599b582b-1415-41bb-a14e-9744b541f34a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0915251 Oct 19 01:11:08.204925 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39346) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:08.233222 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fc08bda7-a016-4f0b-a55b-e5d7e2d289c3 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:08.239469 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fc08bda7-a016-4f0b-a55b-e5d7e2d289c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:08.281409 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc08bda7-a016-4f0b-a55b-e5d7e2d289c3 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:08.284445 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-fc08bda7-a016-4f0b-a55b-e5d7e2d289c3 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:08.287985 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc08bda7-a016-4f0b-a55b-e5d7e2d289c3 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:08.295571 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08bda7-a016-4f0b-a55b-e5d7e2d289c3 None None] Pushing event updated for resources: {'Port': ['ID=b2c16c8f-1ccf-4d1f-a3d0-3da9569c930c,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:08.306423 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e2e4b-a7be-41d6-b389-abf28c87b82f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting port 5aae710f-4a74-400e-9b29-2c0ae468ad55 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:11:08.306832 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3b9e2e4b-a7be-41d6-b389-abf28c87b82f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:08.353680 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-fc08bda7-a016-4f0b-a55b-e5d7e2d289c3 None None] Attempting to bind port b2c16c8f-1ccf-4d1f-a3d0-3da9569c930c on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:08.354081 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-fc08bda7-a016-4f0b-a55b-e5d7e2d289c3 None None] Attempting to bind port b2c16c8f-1ccf-4d1f-a3d0-3da9569c930c by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:08.354614 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc08bda7-a016-4f0b-a55b-e5d7e2d289c3 None None] Attempting to bind port b2c16c8f-1ccf-4d1f-a3d0-3da9569c930c on network 833e9ff3-de52-4870-807a-a323cda2654c {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:08.359895 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc08bda7-a016-4f0b-a55b-e5d7e2d289c3 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:11:08.360270 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc08bda7-a016-4f0b-a55b-e5d7e2d289c3 None None] Checking segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:08.360664 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fc08bda7-a016-4f0b-a55b-e5d7e2d289c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:08.361073 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc08bda7-a016-4f0b-a55b-e5d7e2d289c3 None None] Bound using segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:11:08.361515 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-fc08bda7-a016-4f0b-a55b-e5d7e2d289c3 None None] Bound port: b2c16c8f-1ccf-4d1f-a3d0-3da9569c930c, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:11:08.361890 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fc08bda7-a016-4f0b-a55b-e5d7e2d289c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:08.400576 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3b9e2e4b-a7be-41d6-b389-abf28c87b82f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:08.415094 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e2e4b-a7be-41d6-b389-abf28c87b82f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Calling delete_port for 5aae710f-4a74-400e-9b29-2c0ae468ad55 owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:08.430205 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-fc08bda7-a016-4f0b-a55b-e5d7e2d289c3 None None] For port b2c16c8f-1ccf-4d1f-a3d0-3da9569c930c, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:08.434112 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-fc08bda7-a016-4f0b-a55b-e5d7e2d289c3 None None] For port b2c16c8f-1ccf-4d1f-a3d0-3da9569c930c, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b2c16c8f-1ccf-4d1f-a3d0-3da9569c930c,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:11:08.438302 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fc08bda7-a016-4f0b-a55b-e5d7e2d289c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:08.506774 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08bda7-a016-4f0b-a55b-e5d7e2d289c3 None None] Pushing event updated for resources: {'Port': ['ID=b2c16c8f-1ccf-4d1f-a3d0-3da9569c930c,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:08.578236 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3b9e2e4b-a7be-41d6-b389-abf28c87b82f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:08.607299 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e2e4b-a7be-41d6-b389-abf28c87b82f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Port': ['ID=5aae710f-4a74-400e-9b29-2c0ae468ad55,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:08.639952 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3b9e2e4b-a7be-41d6-b389-abf28c87b82f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:08.644010 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3b9e2e4b-a7be-41d6-b389-abf28c87b82f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/5aae710f-4a74-400e-9b29-2c0ae468ad55 HTTP/1.1" status: 204 len: 168 time: 0.4377885 Oct 19 01:11:08.646444 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39350) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:08.740235 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e03760-c5cc-4942-81f9-ba5597303862 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:08.741914 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e03760-c5cc-4942-81f9-ba5597303862 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:08.743884 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-37e03760-c5cc-4942-81f9-ba5597303862 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0959764 Oct 19 01:11:08.746811 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39354) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:08.814278 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a0a7fe7-29e8-47c3-a630-079d4f9ca773 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting subnet 0a601673-0d4a-424e-ad27-6b295848f42f {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:11:08.818333 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7fe7-29e8-47c3-a630-079d4f9ca773 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:08.879483 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7fe7-29e8-47c3-a630-079d4f9ca773 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:08.912725 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b2c16c8f-1ccf-4d1f-a3d0-3da9569c930c up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:11:08.976655 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port b2c16c8f-1ccf-4d1f-a3d0-3da9569c930c triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:08.977272 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:09.014445 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a0664-721b-488e-bc17-467170cf608f req-a8431073-7d3e-4b5a-8003-b3432746b1e1 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:09.016044 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-149a0664-721b-488e-bc17-467170cf608f req-a8431073-7d3e-4b5a-8003-b3432746b1e1 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 944 time: 0.0857577 Oct 19 01:11:09.022696 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7fe7-29e8-47c3-a630-079d4f9ca773 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:09.074114 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-149a0664-721b-488e-bc17-467170cf608f req-c7909766-5245-47ce-8a3d-b789e50661ba tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510979 Oct 19 01:11:09.099380 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:09.103508 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7fe7-29e8-47c3-a630-079d4f9ca773 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:09.136069 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a7fe7-29e8-47c3-a630-079d4f9ca773 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Subnet': ['ID=0a601673-0d4a-424e-ad27-6b295848f42f,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:09.140677 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7fe7-29e8-47c3-a630-079d4f9ca773 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:09.145219 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9a0a7fe7-29e8-47c3-a630-079d4f9ca773 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/0a601673-0d4a-424e-ad27-6b295848f42f HTTP/1.1" status: 204 len: 168 time: 0.3969371 Oct 19 01:11:09.147272 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39362) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:09.154733 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:11:09.155157 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:11:09.194067 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-524a37fa-6738-4ee1-abe2-d0236242986e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0426774 Oct 19 01:11:09.194301 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39364) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:09.200084 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-feb36b4f-72a5-43d5-9fa2-2105be1d365d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:09.255049 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:11:09.294138 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb36b4f-72a5-43d5-9fa2-2105be1d365d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:09.298000 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-feb36b4f-72a5-43d5-9fa2-2105be1d365d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:09.498585 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-feb36b4f-72a5-43d5-9fa2-2105be1d365d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:09.585573 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc45a82-6f05-4679-8ba2-0fcf67cbe07b None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:11:09.737725 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:09.757216 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-7e733782-9f11-48cf-8a15-dac424e3f901 None None] Provisioning complete for port b2c16c8f-1ccf-4d1f-a3d0-3da9569c930c triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:09.757492 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7e733782-9f11-48cf-8a15-dac424e3f901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:09.820306 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port b2c16c8f-1ccf-4d1f-a3d0-3da9569c930c, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b2c16c8f-1ccf-4d1f-a3d0-3da9569c930c,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:09.850240 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:09.884576 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb36b4f-72a5-43d5-9fa2-2105be1d365d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:09.889946 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-feb36b4f-72a5-43d5-9fa2-2105be1d365d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:09.892507 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb36b4f-72a5-43d5-9fa2-2105be1d365d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:09.893085 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-feb36b4f-72a5-43d5-9fa2-2105be1d365d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:09.901612 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 21a31d8a-2a7f-452d-9ce8-72232243197f details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:11:09.910591 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb36b4f-72a5-43d5-9fa2-2105be1d365d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Subnet': ['ID=4f634a2d-8c15-4a73-bc3f-dd28f73c1ae3,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:09.949929 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39374) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:09.954792 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-feb36b4f-72a5-43d5-9fa2-2105be1d365d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7470233 Oct 19 01:11:09.963984 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-8f14c976-eb8a-40d2-9f88-34754d01bf05 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'port': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'name': 'tempest-NetworksTestDHCPv6-1903121422'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:10.005139 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=b2c16c8f-1ccf-4d1f-a3d0-3da9569c930c,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:10.015395 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b6cd8c9f-3eda-47f2-a9b8-9146b425a2f5 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:11:10.074124 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: b6cd8c9f-3eda-47f2-a9b8-9146b425a2f5 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:11:10.074429 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b6cd8c9f-3eda-47f2-a9b8-9146b425a2f5 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:11:10.188812 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f14c976-eb8a-40d2-9f88-34754d01bf05 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:10.196579 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8f14c976-eb8a-40d2-9f88-34754d01bf05 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:10.230444 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-8f14c976-eb8a-40d2-9f88-34754d01bf05 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] device_id is not set on port fe0429b2-6a34-40be-a4a8-83b5e7fff007 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:11:10.243111 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 21a31d8a-2a7f-452d-9ce8-72232243197f, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=21a31d8a-2a7f-452d-9ce8-72232243197f,segment=NetworkSegment(8a516c3b-6789-44d3-87bb-3790155029b6),segment_id=8a516c3b-6789-44d3-87bb-3790155029b6)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:10.269840 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '21a31d8a-2a7f-452d-9ce8-72232243197f', 'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6', 'port_id': '21a31d8a-2a7f-452d-9ce8-72232243197f', 'mac_address': 'fa:16:3e:bc:cf:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d33ad6-49ce-4420-8e80-235f3948de37', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:11:10.306552 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330c7b7-bbce-45b1-9db3-0e69a60c6eb2 req-9094170b-8195-4cde-a890-824d02ac0679 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:10.314475 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3330c7b7-bbce-45b1-9db3-0e69a60c6eb2 req-9094170b-8195-4cde-a890-824d02ac0679 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc28eb00-a7a0-4e91-a500-96c409674c5b HTTP/1.1" status: 200 len: 945 time: 0.1067588 Oct 19 01:11:10.319889 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6ef851-21f9-4186-a4f8-b934e0b41e43 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:11:10.352570 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3330c7b7-bbce-45b1-9db3-0e69a60c6eb2 req-b4f27f66-6140-4f3e-97a8-4b95fc7f5b69 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369029 Oct 19 01:11:10.399196 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16fb01-db3e-48fd-be3b-ebde9bea402e req-d5e41296-533e-48fd-89e2-ae2b78859fa0 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:10.401597 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6a16fb01-db3e-48fd-be3b-ebde9bea402e req-d5e41296-533e-48fd-89e2-ae2b78859fa0 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 944 time: 0.1221237 Oct 19 01:11:10.402741 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-8f14c976-eb8a-40d2-9f88-34754d01bf05 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Allocated IP 2001:db8::fd (833e9ff3-de52-4870-807a-a323cda2654c/4f634a2d-8c15-4a73-bc3f-dd28f73c1ae3/fe0429b2-6a34-40be-a4a8-83b5e7fff007) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:10.410172 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:10.422659 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-ac2e59bd-379b-4597-a4c0-0e563403cd40 None None] Provisioning complete for port b2c16c8f-1ccf-4d1f-a3d0-3da9569c930c triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:10.423105 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ac2e59bd-379b-4597-a4c0-0e563403cd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:10.462098 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a31d8a-2a7f-452d-9ce8-72232243197f {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:11:10.468880 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6a16fb01-db3e-48fd-be3b-ebde9bea402e req-921841ca-ea54-45d8-9e41-9ee080ef65a7 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565403 Oct 19 01:11:10.520373 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 21a31d8a-2a7f-452d-9ce8-72232243197f, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=21a31d8a-2a7f-452d-9ce8-72232243197f,segment=NetworkSegment(8a516c3b-6789-44d3-87bb-3790155029b6),segment_id=8a516c3b-6789-44d3-87bb-3790155029b6)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:10.531862 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:10.600672 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8f14c976-eb8a-40d2-9f88-34754d01bf05 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:10.637181 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=21a31d8a-2a7f-452d-9ce8-72232243197f,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:10.643807 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8f14c976-eb8a-40d2-9f88-34754d01bf05 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:10.690369 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f14c976-eb8a-40d2-9f88-34754d01bf05 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:10.693594 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-8f14c976-eb8a-40d2-9f88-34754d01bf05 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:10.697621 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f14c976-eb8a-40d2-9f88-34754d01bf05 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:10.703803 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f14c976-eb8a-40d2-9f88-34754d01bf05 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:10.704439 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8f14c976-eb8a-40d2-9f88-34754d01bf05 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:10.713845 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14c976-eb8a-40d2-9f88-34754d01bf05 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Port': ['ID=fe0429b2-6a34-40be-a4a8-83b5e7fff007,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:10.727139 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8f14c976-eb8a-40d2-9f88-34754d01bf05 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7726870 Oct 19 01:11:10.729926 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39384) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:10.784410 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4db9ee-a3aa-4aa4-959d-334c77305f89 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:10.790963 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4db9ee-a3aa-4aa4-959d-334c77305f89 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:10.796228 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39386) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:10.796375 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5f4db9ee-a3aa-4aa4-959d-334c77305f89 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.0653360 Oct 19 01:11:10.860287 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b2c16c8f-1ccf-4d1f-a3d0-3da9569c930c up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:11:10.868812 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-f1c52b31-ac00-4d5e-a50b-7d1c4984fbda None None] Provisioning complete for port b2c16c8f-1ccf-4d1f-a3d0-3da9569c930c triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:10.869179 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f1c52b31-ac00-4d5e-a50b-7d1c4984fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:10.907195 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e3d7a-36cb-4403-a269-f4ca83ce2c37 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting port fe0429b2-6a34-40be-a4a8-83b5e7fff007 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:11:10.907532 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8a4e3d7a-36cb-4403-a269-f4ca83ce2c37 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:11.009123 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8a4e3d7a-36cb-4403-a269-f4ca83ce2c37 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:11.029957 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['21a31d8a-2a7f-452d-9ce8-72232243197f'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:11:11.030566 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e3d7a-36cb-4403-a269-f4ca83ce2c37 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Calling delete_port for fe0429b2-6a34-40be-a4a8-83b5e7fff007 owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:11.161346 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port b2c16c8f-1ccf-4d1f-a3d0-3da9569c930c triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:11.161724 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:11.190140 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8a4e3d7a-36cb-4403-a269-f4ca83ce2c37 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:11.224031 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e3d7a-36cb-4403-a269-f4ca83ce2c37 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Port': ['ID=fe0429b2-6a34-40be-a4a8-83b5e7fff007,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:11.251799 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8a4e3d7a-36cb-4403-a269-f4ca83ce2c37 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:11.258095 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8a4e3d7a-36cb-4403-a269-f4ca83ce2c37 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/fe0429b2-6a34-40be-a4a8-83b5e7fff007 HTTP/1.1" status: 204 len: 168 time: 0.4581997 Oct 19 01:11:11.258095 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39392) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:11.346532 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-becbadfc-5640-4ded-b009-db737483780b None None] Could not find standard attr ID for object 5aae710f-4a74-400e-9b29-2c0ae468ad55. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:11:11.353152 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-becbadfc-5640-4ded-b009-db737483780b None None] Could not find standard attr ID for object 51b422df-e9db-44ca-9017-c209c6c3b6e7. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:11:11.357774 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2f27a2-8dd9-4a35-9eb0-4923f5698844 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:11.359276 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2f27a2-8dd9-4a35-9eb0-4923f5698844 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:11.360838 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ff2f27a2-8dd9-4a35-9eb0-4923f5698844 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1018729 Oct 19 01:11:11.363683 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39394) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:11.421463 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc84ec71-b8cf-49fa-826d-8f4927e4500c tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting subnet 4f634a2d-8c15-4a73-bc3f-dd28f73c1ae3 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:11:11.425081 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bc84ec71-b8cf-49fa-826d-8f4927e4500c tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:11.487841 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bc84ec71-b8cf-49fa-826d-8f4927e4500c tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:11.534036 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533efb1-c2af-4827-82bc-c78490382a07 req-e81221d0-cfde-447c-a125-e59c3f35781b tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:11.535500 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b533efb1-c2af-4827-82bc-c78490382a07 req-e81221d0-cfde-447c-a125-e59c3f35781b tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc28eb00-a7a0-4e91-a500-96c409674c5b HTTP/1.1" status: 200 len: 945 time: 0.1077104 Oct 19 01:11:11.554051 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bc84ec71-b8cf-49fa-826d-8f4927e4500c tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:11.572677 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-685f93e4-e479-440a-87c4-4c589cdfa38b None None] Could not find standard attr ID for object fe0429b2-6a34-40be-a4a8-83b5e7fff007. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:11:11.613086 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52108ca-8b75-4902-a3ef-0309dcaff263 req-7d665547-b20b-4588-9646-790ccb32b9ed tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:11.614801 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e52108ca-8b75-4902-a3ef-0309dcaff263 req-7d665547-b20b-4588-9646-790ccb32b9ed tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 945 time: 0.0563145 Oct 19 01:11:11.614945 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b533efb1-c2af-4827-82bc-c78490382a07 req-cc9aa147-72ec-45a0-a6cc-4cc9e2e5ccf6 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708508 Oct 19 01:11:11.641842 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bc84ec71-b8cf-49fa-826d-8f4927e4500c tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:11.670080 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e52108ca-8b75-4902-a3ef-0309dcaff263 req-6b1b37ca-55db-4cba-9d54-9733d23909a3 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444891 Oct 19 01:11:11.679887 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84ec71-b8cf-49fa-826d-8f4927e4500c tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Subnet': ['ID=4f634a2d-8c15-4a73-bc3f-dd28f73c1ae3,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:11.692008 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bc84ec71-b8cf-49fa-826d-8f4927e4500c tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:11.696463 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-bc84ec71-b8cf-49fa-826d-8f4927e4500c tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/4f634a2d-8c15-4a73-bc3f-dd28f73c1ae3 HTTP/1.1" status: 204 len: 168 time: 0.3316705 Oct 19 01:11:11.699259 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39402) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:11.742674 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-663c421e-4590-4e9f-93ef-c2b219065c27 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0426960 Oct 19 01:11:11.746012 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39404) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:11.797069 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa89e6f1-f4bd-448d-a49e-30e3f7889f94 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:11.798601 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fa89e6f1-f4bd-448d-a49e-30e3f7889f94 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0515862 Oct 19 01:11:11.801109 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39406) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:11.829393 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adced86-5842-47ae-aff6-10445377967a None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:11:11.878120 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cbbb89-8e05-4d6b-8cfa-31e4827debf7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:11.882234 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d4cbbb89-8e05-4d6b-8cfa-31e4827debf7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0777175 Oct 19 01:11:11.882575 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39408) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:11.897610 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b12f93-3eef-4d90-9217-115e1854416b req-761002f7-e000-4bb6-9430-fcc9b4124121 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:11.899211 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d0b12f93-3eef-4d90-9217-115e1854416b req-761002f7-e000-4bb6-9430-fcc9b4124121 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc28eb00-a7a0-4e91-a500-96c409674c5b HTTP/1.1" status: 200 len: 945 time: 0.0674033 Oct 19 01:11:11.949867 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1511508c-bd0e-4feb-8432-e5ab073cbf06 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0612381 Oct 19 01:11:11.951186 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39410) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:11.956490 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-6fa82cd2-f22c-436f-9427-8dc147d55d63 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:12.020717 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2a6280-a344-495f-b8b3-00e61e22d352 None None] DHCP port deletion for 833e9ff3-de52-4870-807a-a323cda2654c request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:11:12.022616 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-d0b12f93-3eef-4d90-9217-115e1854416b req-98b6017a-4fb7-43aa-8c4d-edd2910fa722 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Deleting port e4800170-6b31-4976-bd1b-d7227a97fa5a {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:11:12.023179 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d0b12f93-3eef-4d90-9217-115e1854416b req-98b6017a-4fb7-43aa-8c4d-edd2910fa722 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:12.051804 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa82cd2-f22c-436f-9427-8dc147d55d63 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:12.057525 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6fa82cd2-f22c-436f-9427-8dc147d55d63 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:12.076193 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-be2a6280-a344-495f-b8b3-00e61e22d352 None None] Deleting port b2c16c8f-1ccf-4d1f-a3d0-3da9569c930c {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:11:12.076776 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-be2a6280-a344-495f-b8b3-00e61e22d352 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:12.115018 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-d0b12f93-3eef-4d90-9217-115e1854416b req-98b6017a-4fb7-43aa-8c4d-edd2910fa722 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] For port e4800170-6b31-4976-bd1b-d7227a97fa5a, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=e4800170-6b31-4976-bd1b-d7227a97fa5a,segment=NetworkSegment(24d285ee-2f28-4b9f-95c9-4edf3800159a),segment_id=24d285ee-2f28-4b9f-95c9-4edf3800159a)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:12.115377 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d0b12f93-3eef-4d90-9217-115e1854416b req-98b6017a-4fb7-43aa-8c4d-edd2910fa722 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:12.128878 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-d0b12f93-3eef-4d90-9217-115e1854416b req-98b6017a-4fb7-43aa-8c4d-edd2910fa722 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Calling delete_port for e4800170-6b31-4976-bd1b-d7227a97fa5a owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:12.148330 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-be2a6280-a344-495f-b8b3-00e61e22d352 None None] For port b2c16c8f-1ccf-4d1f-a3d0-3da9569c930c, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b2c16c8f-1ccf-4d1f-a3d0-3da9569c930c,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:12.148727 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-be2a6280-a344-495f-b8b3-00e61e22d352 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:12.168551 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-be2a6280-a344-495f-b8b3-00e61e22d352 None None] Calling delete_port for b2c16c8f-1ccf-4d1f-a3d0-3da9569c930c owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:12.264185 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6fa82cd2-f22c-436f-9427-8dc147d55d63 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:12.266489 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-be2a6280-a344-495f-b8b3-00e61e22d352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:12.296579 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a6280-a344-495f-b8b3-00e61e22d352 None None] Pushing event deleted for resources: {'Port': ['ID=b2c16c8f-1ccf-4d1f-a3d0-3da9569c930c,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:12.303533 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2a6280-a344-495f-b8b3-00e61e22d352 None None] No DVR routers for this DVR port b2c16c8f-1ccf-4d1f-a3d0-3da9569c930c on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:11:12.317046 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d0b12f93-3eef-4d90-9217-115e1854416b req-98b6017a-4fb7-43aa-8c4d-edd2910fa722 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:12.320445 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa82cd2-f22c-436f-9427-8dc147d55d63 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Subnet': ['ID=df907e26-bcce-43db-a9e0-21496bfaf53d,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:12.329952 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['a66d14c9-a704-4f2b-a7ec-33b4221823af'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:11:12.333235 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['f59eeaf9-bdeb-4794-901e-8473ff7277a7', 'ed0ae9d3-c931-4c29-9947-3efb77ecdbf9', 'e4800170-6b31-4976-bd1b-d7227a97fa5a'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:11:12.339081 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa82cd2-f22c-436f-9427-8dc147d55d63 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:12.341427 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-6fa82cd2-f22c-436f-9427-8dc147d55d63 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:12.344930 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa82cd2-f22c-436f-9427-8dc147d55d63 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:12.345567 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6fa82cd2-f22c-436f-9427-8dc147d55d63 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:12.353686 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b6017a-4fb7-43aa-8c4d-edd2910fa722 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Pushing event deleted for resources: {'Port': ['ID=e4800170-6b31-4976-bd1b-d7227a97fa5a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:12.371315 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6fa82cd2-f22c-436f-9427-8dc147d55d63 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4189174 Oct 19 01:11:12.373997 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39416) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:12.379549 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-945be8b5-2432-4a33-ae86-302451b8f6d2 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'port': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'fixed_ips': [{'subnet_id': 'df907e26-bcce-43db-a9e0-21496bfaf53d', 'ip_address': '2001:db8::fbe4:1cd8:1463:ecb0'}], 'name': 'tempest-NetworksTestDHCPv6-54027966'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:12.386849 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c477287d-6183-431e-8fc4-2156cacd1a20 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:11:12.400718 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b12f93-3eef-4d90-9217-115e1854416b req-98b6017a-4fb7-43aa-8c4d-edd2910fa722 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] No DVR routers for this DVR port e4800170-6b31-4976-bd1b-d7227a97fa5a on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:11:12.404231 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d0b12f93-3eef-4d90-9217-115e1854416b req-98b6017a-4fb7-43aa-8c4d-edd2910fa722 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:12.408321 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d0b12f93-3eef-4d90-9217-115e1854416b req-98b6017a-4fb7-43aa-8c4d-edd2910fa722 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.55 "DELETE /v2.0/ports/e4800170-6b31-4976-bd1b-d7227a97fa5a HTTP/1.1" status: 204 len: 173 time: 0.5018766 Oct 19 01:11:12.408788 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc28eb00-a7a0-4e91-a500-96c409674c5b', 'name': 'network-vif-deleted', 'tag': 'e4800170-6b31-4976-bd1b-d7227a97fa5a'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:12.412247 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ab2b49-ae7f-49b8-b3c7-4af0ba40141a" -d '{"events": [{"server_uuid": "dc28eb00-a7a0-4e91-a500-96c409674c5b", "name": "network-vif-deleted", "tag": "e4800170-6b31-4976-bd1b-d7227a97fa5a"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:12.488340 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129d4754-3459-4171-b0c9-55694785de4e x-openstack-request-id: req-129d4754-3459-4171-b0c9-55694785de4e {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:12.488839 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc28eb00-a7a0-4e91-a500-96c409674c5b", "name": "network-vif-deleted", "tag": "e4800170-6b31-4976-bd1b-d7227a97fa5a", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:12.489247 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-129d4754-3459-4171-b0c9-55694785de4e {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:12.489793 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc28eb00-a7a0-4e91-a500-96c409674c5b', 'name': 'network-vif-deleted', 'tag': 'e4800170-6b31-4976-bd1b-d7227a97fa5a', 'status': 'completed', 'code': 200} Oct 19 01:11:12.515083 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945be8b5-2432-4a33-ae86-302451b8f6d2 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:12.603758 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-945be8b5-2432-4a33-ae86-302451b8f6d2 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:12.731575 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd125ea7-eb57-419e-9db1-6a717a0bf9a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-833e9ff3-de52-4870-807a-a323cda2654c', 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'tenant_id': 'c34b9efccd444514b6828a5a5dd7684d', 'fixed_ips': [{'subnet_id': 'df907e26-bcce-43db-a9e0-21496bfaf53d'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:11:12.732515 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cd125ea7-eb57-419e-9db1-6a717a0bf9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:12.821517 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d7578-c6fd-46d9-9b86-a47f628cb3f9 req-0f360a60-8a0b-401a-b63a-675cdd3fc278 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:12.824384 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-885d7578-c6fd-46d9-9b86-a47f628cb3f9 req-0f360a60-8a0b-401a-b63a-675cdd3fc278 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 945 time: 0.0772698 Oct 19 01:11:12.885903 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b2c16c8f-1ccf-4d1f-a3d0-3da9569c930c no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:11:12.896141 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-885d7578-c6fd-46d9-9b86-a47f628cb3f9 req-e49beb9d-4a2d-4e47-8768-89758a61b9cf tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610344 Oct 19 01:11:12.919092 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: b2c16c8f-1ccf-4d1f-a3d0-3da9569c930c {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:11:12.919092 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b2c16c8f-1ccf-4d1f-a3d0-3da9569c930c not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:11:13.004018 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-37e163ae-6781-40d2-9ea6-02cf0711aa86 req-f24625aa-0cdb-489e-894e-a6072c5626bc tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc28eb00-a7a0-4e91-a500-96c409674c5b HTTP/1.1" status: 200 len: 210 time: 0.0443633 Oct 19 01:11:13.005907 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-945be8b5-2432-4a33-ae86-302451b8f6d2 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] device_id is not set on port 39bdad87-7d76-4e3e-aead-1e2f4666ec38 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:11:13.020978 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-cd125ea7-eb57-419e-9db1-6a717a0bf9a0 None None] Allocated IP 2001:db8::2 (833e9ff3-de52-4870-807a-a323cda2654c/df907e26-bcce-43db-a9e0-21496bfaf53d/6fb38aef-ea1d-4182-a13a-ab69e928ad6b) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:13.178951 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cd125ea7-eb57-419e-9db1-6a717a0bf9a0 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:13.185340 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cd125ea7-eb57-419e-9db1-6a717a0bf9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:13.222043 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd125ea7-eb57-419e-9db1-6a717a0bf9a0 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:13.224947 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-cd125ea7-eb57-419e-9db1-6a717a0bf9a0 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:13.228357 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd125ea7-eb57-419e-9db1-6a717a0bf9a0 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:13.233283 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-945be8b5-2432-4a33-ae86-302451b8f6d2 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Allocated IP 2001:db8::fbe4:1cd8:1463:ecb0 (833e9ff3-de52-4870-807a-a323cda2654c/df907e26-bcce-43db-a9e0-21496bfaf53d/39bdad87-7d76-4e3e-aead-1e2f4666ec38) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:13.241911 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd125ea7-eb57-419e-9db1-6a717a0bf9a0 None None] Pushing event updated for resources: {'Port': ['ID=6fb38aef-ea1d-4182-a13a-ab69e928ad6b,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:13.289535 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-cd125ea7-eb57-419e-9db1-6a717a0bf9a0 None None] Attempting to bind port 6fb38aef-ea1d-4182-a13a-ab69e928ad6b on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:13.289798 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-cd125ea7-eb57-419e-9db1-6a717a0bf9a0 None None] Attempting to bind port 6fb38aef-ea1d-4182-a13a-ab69e928ad6b by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:13.290680 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd125ea7-eb57-419e-9db1-6a717a0bf9a0 None None] Attempting to bind port 6fb38aef-ea1d-4182-a13a-ab69e928ad6b on network 833e9ff3-de52-4870-807a-a323cda2654c {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:13.295340 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd125ea7-eb57-419e-9db1-6a717a0bf9a0 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:11:13.295718 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd125ea7-eb57-419e-9db1-6a717a0bf9a0 None None] Checking segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:13.296153 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cd125ea7-eb57-419e-9db1-6a717a0bf9a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:13.296522 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd125ea7-eb57-419e-9db1-6a717a0bf9a0 None None] Bound using segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:11:13.296987 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-cd125ea7-eb57-419e-9db1-6a717a0bf9a0 None None] Bound port: 6fb38aef-ea1d-4182-a13a-ab69e928ad6b, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:11:13.297377 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cd125ea7-eb57-419e-9db1-6a717a0bf9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:13.363095 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-cd125ea7-eb57-419e-9db1-6a717a0bf9a0 None None] For port 6fb38aef-ea1d-4182-a13a-ab69e928ad6b, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:13.366261 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-cd125ea7-eb57-419e-9db1-6a717a0bf9a0 None None] For port 6fb38aef-ea1d-4182-a13a-ab69e928ad6b, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=6fb38aef-ea1d-4182-a13a-ab69e928ad6b,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:11:13.371721 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cd125ea7-eb57-419e-9db1-6a717a0bf9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:13.396397 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-945be8b5-2432-4a33-ae86-302451b8f6d2 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:13.433678 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-945be8b5-2432-4a33-ae86-302451b8f6d2 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:13.440695 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd125ea7-eb57-419e-9db1-6a717a0bf9a0 None None] Pushing event updated for resources: {'Port': ['ID=6fb38aef-ea1d-4182-a13a-ab69e928ad6b,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:13.484119 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945be8b5-2432-4a33-ae86-302451b8f6d2 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:13.489269 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-945be8b5-2432-4a33-ae86-302451b8f6d2 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:13.492252 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945be8b5-2432-4a33-ae86-302451b8f6d2 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:13.499056 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945be8b5-2432-4a33-ae86-302451b8f6d2 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:13.499648 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-945be8b5-2432-4a33-ae86-302451b8f6d2 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:13.508011 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945be8b5-2432-4a33-ae86-302451b8f6d2 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Port': ['ID=39bdad87-7d76-4e3e-aead-1e2f4666ec38,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:13.521571 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-945be8b5-2432-4a33-ae86-302451b8f6d2 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.1462760 Oct 19 01:11:13.524083 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39430) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:13.584806 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cd3cec-55fc-43b1-b0c7-9b59074677c0 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:13.592704 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cd3cec-55fc-43b1-b0c7-9b59074677c0 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:13.594381 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-32cd3cec-55fc-43b1-b0c7-9b59074677c0 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0693529 Oct 19 01:11:13.597381 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39432) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:13.704695 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-d7e88fbb-6dbb-47b2-93be-090bbd2787f7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting port 39bdad87-7d76-4e3e-aead-1e2f4666ec38 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:11:13.705036 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d7e88fbb-6dbb-47b2-93be-090bbd2787f7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:13.789671 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d7e88fbb-6dbb-47b2-93be-090bbd2787f7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:13.802180 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-d7e88fbb-6dbb-47b2-93be-090bbd2787f7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Calling delete_port for 39bdad87-7d76-4e3e-aead-1e2f4666ec38 owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:13.880894 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-80f30850-d551-464c-aec8-cb4841e3478a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:13.908866 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 21a31d8a-2a7f-452d-9ce8-72232243197f up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:11:13.936142 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d7e88fbb-6dbb-47b2-93be-090bbd2787f7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:13.969993 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 21a31d8a-2a7f-452d-9ce8-72232243197f completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:11:13.976449 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 21a31d8a-2a7f-452d-9ce8-72232243197f triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:13.977048 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:14.011721 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e88fbb-6dbb-47b2-93be-090bbd2787f7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Port': ['ID=39bdad87-7d76-4e3e-aead-1e2f4666ec38,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:14.032670 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d7e88fbb-6dbb-47b2-93be-090bbd2787f7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:14.038633 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d7e88fbb-6dbb-47b2-93be-090bbd2787f7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/39bdad87-7d76-4e3e-aead-1e2f4666ec38 HTTP/1.1" status: 204 len: 168 time: 0.4400232 Oct 19 01:11:14.043446 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39440) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:14.129803 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfabdf-3306-4767-bf46-32b6c99091fd req-f4d9fb4b-aacc-4284-9a8d-a38e6baa13e6 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:14.130618 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9a2030-cbca-4f40-8f43-224372ef2342 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:14.132738 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fdbfabdf-3306-4767-bf46-32b6c99091fd req-f4d9fb4b-aacc-4284-9a8d-a38e6baa13e6 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 945 time: 0.1466300 Oct 19 01:11:14.133276 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:14.136076 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9a2030-cbca-4f40-8f43-224372ef2342 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:14.140524 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2f9a2030-cbca-4f40-8f43-224372ef2342 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0955677 Oct 19 01:11:14.142716 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39442) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:14.177054 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 21a31d8a-2a7f-452d-9ce8-72232243197f, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=21a31d8a-2a7f-452d-9ce8-72232243197f,segment=NetworkSegment(8a516c3b-6789-44d3-87bb-3790155029b6),segment_id=8a516c3b-6789-44d3-87bb-3790155029b6)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:14.178433 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1abc2f-3cbb-4a02-b898-260826f13268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a31d8a-2a7f-452d-9ce8-72232243197f'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:14.181614 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc36219-fc97-45b1-94d8-833dd837a6ca" -d '{"events": [{"server_uuid": "5d1abc2f-3cbb-4a02-b898-260826f13268", "name": "network-vif-plugged", "status": "completed", "tag": "21a31d8a-2a7f-452d-9ce8-72232243197f"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:14.187010 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:14.194516 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fdbfabdf-3306-4767-bf46-32b6c99091fd req-4063c2db-9d90-4a7a-80b9-6ebfcd4b7cfb tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492134 Oct 19 01:11:14.249129 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69553021-203f-433f-8561-e7826632ca07 x-openstack-request-id: req-69553021-203f-433f-8561-e7826632ca07 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:14.249337 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1abc2f-3cbb-4a02-b898-260826f13268", "name": "network-vif-plugged", "status": "completed", "tag": "21a31d8a-2a7f-452d-9ce8-72232243197f", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:14.249696 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-69553021-203f-433f-8561-e7826632ca07 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:14.250318 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1abc2f-3cbb-4a02-b898-260826f13268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a31d8a-2a7f-452d-9ce8-72232243197f', 'code': 200} Oct 19 01:11:14.252503 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf341169-9587-49fc-85d8-0ad01fdd6e26 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting subnet df907e26-bcce-43db-a9e0-21496bfaf53d {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:11:14.255972 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=21a31d8a-2a7f-452d-9ce8-72232243197f,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:14.256447 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bf341169-9587-49fc-85d8-0ad01fdd6e26 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:14.353588 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bf341169-9587-49fc-85d8-0ad01fdd6e26 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:14.376566 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2958786-a00b-44a7-b354-39ef3d4b9d34 req-4d90df59-7f79-4d16-91de-66be771ce5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:14.378325 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b2958786-a00b-44a7-b354-39ef3d4b9d34 req-4d90df59-7f79-4d16-91de-66be771ce5f1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 1098 time: 0.0540645 Oct 19 01:11:14.427645 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b2958786-a00b-44a7-b354-39ef3d4b9d34 req-0f5e12f1-dbcf-41dd-bf12-00092726c006 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407059 Oct 19 01:11:14.461190 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bf341169-9587-49fc-85d8-0ad01fdd6e26 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:14.529392 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bf341169-9587-49fc-85d8-0ad01fdd6e26 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:14.538716 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-f0065065-f9b8-44e5-b496-b6e50a1e1a08 None None] Provisioning complete for port 6fb38aef-ea1d-4182-a13a-ab69e928ad6b triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:14.539098 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f0065065-f9b8-44e5-b496-b6e50a1e1a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:14.568525 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bf341169-9587-49fc-85d8-0ad01fdd6e26 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:14.575641 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-bf341169-9587-49fc-85d8-0ad01fdd6e26 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/df907e26-bcce-43db-a9e0-21496bfaf53d HTTP/1.1" status: 204 len: 168 time: 0.4294240 Oct 19 01:11:14.575641 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf341169-9587-49fc-85d8-0ad01fdd6e26 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Subnet': ['ID=df907e26-bcce-43db-a9e0-21496bfaf53d,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:14.575995 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39456) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:14.659801 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f5c6d3af-23ab-4b23-8f9e-96a3e9771aee tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800140 Oct 19 01:11:14.660441 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39460) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:14.668413 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-8d093a22-3251-4f3a-a422-88f3c9a98267 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:14.676646 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f0065065-f9b8-44e5-b496-b6e50a1e1a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:14.717800 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-f0065065-f9b8-44e5-b496-b6e50a1e1a08 None None] For port 6fb38aef-ea1d-4182-a13a-ab69e928ad6b, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=6fb38aef-ea1d-4182-a13a-ab69e928ad6b,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:14.724466 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f0065065-f9b8-44e5-b496-b6e50a1e1a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:14.803539 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0065065-f9b8-44e5-b496-b6e50a1e1a08 None None] Pushing event updated for resources: {'Port': ['ID=6fb38aef-ea1d-4182-a13a-ab69e928ad6b,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:14.822831 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d093a22-3251-4f3a-a422-88f3c9a98267 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:14.827030 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b56f71-9e16-4057-95c2-e60557b460ed None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:11:14.838354 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8d093a22-3251-4f3a-a422-88f3c9a98267 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:14.858446 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-ac0d912a-115f-4e02-bac6-d5d2132c0b2d None None] Could not find standard attr ID for object 39bdad87-7d76-4e3e-aead-1e2f4666ec38. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:11:14.929887 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 6fb38aef-ea1d-4182-a13a-ab69e928ad6b up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:11:15.000854 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 6fb38aef-ea1d-4182-a13a-ab69e928ad6b triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:15.001223 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:15.049494 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66caa753-160b-4939-9abf-fd921fa97df9 None None] DHCP port deletion for 833e9ff3-de52-4870-807a-a323cda2654c request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:11:15.104496 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8d093a22-3251-4f3a-a422-88f3c9a98267 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:15.136044 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-66caa753-160b-4939-9abf-fd921fa97df9 None None] Deleting port 6fb38aef-ea1d-4182-a13a-ab69e928ad6b {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:11:15.136423 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-66caa753-160b-4939-9abf-fd921fa97df9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:15.183768 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d093a22-3251-4f3a-a422-88f3c9a98267 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:15.187317 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-8d093a22-3251-4f3a-a422-88f3c9a98267 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:15.190444 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d093a22-3251-4f3a-a422-88f3c9a98267 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:15.191049 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8d093a22-3251-4f3a-a422-88f3c9a98267 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:15.206122 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d093a22-3251-4f3a-a422-88f3c9a98267 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Subnet': ['ID=3b2bf842-3201-4227-a59b-a77164f2f7d7,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:15.216310 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8d093a22-3251-4f3a-a422-88f3c9a98267 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5543227 Oct 19 01:11:15.217063 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39464) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:15.222314 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-c2f3820b-15eb-4a77-82ae-de7aea549adf tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'port': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'fixed_ips': [{'subnet_id': '3b2bf842-3201-4227-a59b-a77164f2f7d7', 'ip_address': '2001:db8::9a8a:1e78:6dea:a98a'}], 'name': 'tempest-NetworksTestDHCPv6-768498608'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:15.384841 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e29e68-60c7-4a68-af3a-9d96885cf18c req-9373916e-79a2-4483-8528-9e0a16c91aa7 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:15.386645 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-66caa753-160b-4939-9abf-fd921fa97df9 None None] For port 6fb38aef-ea1d-4182-a13a-ab69e928ad6b, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=6fb38aef-ea1d-4182-a13a-ab69e928ad6b,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:15.387158 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-66caa753-160b-4939-9abf-fd921fa97df9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:15.387305 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f3e29e68-60c7-4a68-af3a-9d96885cf18c req-9373916e-79a2-4483-8528-9e0a16c91aa7 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 946 time: 0.0808406 Oct 19 01:11:15.403336 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-66caa753-160b-4939-9abf-fd921fa97df9 None None] Calling delete_port for 6fb38aef-ea1d-4182-a13a-ab69e928ad6b owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:15.414685 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f3820b-15eb-4a77-82ae-de7aea549adf tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:15.420794 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c2f3820b-15eb-4a77-82ae-de7aea549adf tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:15.453028 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-c2f3820b-15eb-4a77-82ae-de7aea549adf tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] device_id is not set on port eb55f1e9-c8cc-4fd1-8dad-a0e06e3e30b8 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:11:15.466973 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f3e29e68-60c7-4a68-af3a-9d96885cf18c req-6419d32c-1547-4b11-a1cf-9a012a49e31f tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725195 Oct 19 01:11:15.518776 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-66caa753-160b-4939-9abf-fd921fa97df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:15.556504 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66caa753-160b-4939-9abf-fd921fa97df9 None None] Pushing event deleted for resources: {'Port': ['ID=6fb38aef-ea1d-4182-a13a-ab69e928ad6b,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:15.568627 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66caa753-160b-4939-9abf-fd921fa97df9 None None] No DVR routers for this DVR port 6fb38aef-ea1d-4182-a13a-ab69e928ad6b on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:11:15.588894 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129e1c12-f2b5-4bf9-8e17-40359405f4f0 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:11:15.668962 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-c2f3820b-15eb-4a77-82ae-de7aea549adf tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Allocated IP 2001:db8::9a8a:1e78:6dea:a98a (833e9ff3-de52-4870-807a-a323cda2654c/3b2bf842-3201-4227-a59b-a77164f2f7d7/eb55f1e9-c8cc-4fd1-8dad-a0e06e3e30b8) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:15.749463 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb64cd58-815c-495d-8eb8-a66f56e99c45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-833e9ff3-de52-4870-807a-a323cda2654c', 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'tenant_id': 'c34b9efccd444514b6828a5a5dd7684d', 'fixed_ips': [{'subnet_id': '3b2bf842-3201-4227-a59b-a77164f2f7d7'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:11:15.750624 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bb64cd58-815c-495d-8eb8-a66f56e99c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:15.874324 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c2f3820b-15eb-4a77-82ae-de7aea549adf tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:15.912839 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c2f3820b-15eb-4a77-82ae-de7aea549adf tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:15.922696 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device e4800170-6b31-4976-bd1b-d7227a97fa5a no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:11:15.969647 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f3820b-15eb-4a77-82ae-de7aea549adf tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:15.973270 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-c2f3820b-15eb-4a77-82ae-de7aea549adf tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:15.977482 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f3820b-15eb-4a77-82ae-de7aea549adf tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:15.980588 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: e4800170-6b31-4976-bd1b-d7227a97fa5a {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:11:15.980931 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device e4800170-6b31-4976-bd1b-d7227a97fa5a not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:11:15.983979 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f3820b-15eb-4a77-82ae-de7aea549adf tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:15.984644 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c2f3820b-15eb-4a77-82ae-de7aea549adf tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:15.993808 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3820b-15eb-4a77-82ae-de7aea549adf tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Port': ['ID=eb55f1e9-c8cc-4fd1-8dad-a0e06e3e30b8,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:16.008211 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-bb64cd58-815c-495d-8eb8-a66f56e99c45 None None] Allocated IP 2001:db8::2 (833e9ff3-de52-4870-807a-a323cda2654c/3b2bf842-3201-4227-a59b-a77164f2f7d7/dd694ef2-b311-436f-9300-72c591ac435d) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:16.010803 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c2f3820b-15eb-4a77-82ae-de7aea549adf tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7921007 Oct 19 01:11:16.013567 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39484) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:16.071716 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8957fd-d445-4829-aa62-17b6b635d77d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:16.073478 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4a8957fd-d445-4829-aa62-17b6b635d77d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0581846 Oct 19 01:11:16.076112 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39486) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:16.176987 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-a586ba07-d869-4dd9-8d97-f02a391d284e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting port eb55f1e9-c8cc-4fd1-8dad-a0e06e3e30b8 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:11:16.177508 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a586ba07-d869-4dd9-8d97-f02a391d284e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:16.204184 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bb64cd58-815c-495d-8eb8-a66f56e99c45 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:16.215013 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bb64cd58-815c-495d-8eb8-a66f56e99c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:16.263355 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb64cd58-815c-495d-8eb8-a66f56e99c45 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:16.267118 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-bb64cd58-815c-495d-8eb8-a66f56e99c45 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:16.270069 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb64cd58-815c-495d-8eb8-a66f56e99c45 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:16.279225 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb64cd58-815c-495d-8eb8-a66f56e99c45 None None] Pushing event updated for resources: {'Port': ['ID=dd694ef2-b311-436f-9300-72c591ac435d,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:16.329387 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a586ba07-d869-4dd9-8d97-f02a391d284e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:16.341799 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-a586ba07-d869-4dd9-8d97-f02a391d284e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Calling delete_port for eb55f1e9-c8cc-4fd1-8dad-a0e06e3e30b8 owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:16.348307 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-bb64cd58-815c-495d-8eb8-a66f56e99c45 None None] Attempting to bind port dd694ef2-b311-436f-9300-72c591ac435d on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:16.348796 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-bb64cd58-815c-495d-8eb8-a66f56e99c45 None None] Attempting to bind port dd694ef2-b311-436f-9300-72c591ac435d by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:16.349456 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb64cd58-815c-495d-8eb8-a66f56e99c45 None None] Attempting to bind port dd694ef2-b311-436f-9300-72c591ac435d on network 833e9ff3-de52-4870-807a-a323cda2654c {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:16.355472 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb64cd58-815c-495d-8eb8-a66f56e99c45 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:11:16.356031 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb64cd58-815c-495d-8eb8-a66f56e99c45 None None] Checking segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:16.356531 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bb64cd58-815c-495d-8eb8-a66f56e99c45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:16.357022 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb64cd58-815c-495d-8eb8-a66f56e99c45 None None] Bound using segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:11:16.357592 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-bb64cd58-815c-495d-8eb8-a66f56e99c45 None None] Bound port: dd694ef2-b311-436f-9300-72c591ac435d, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:11:16.358084 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bb64cd58-815c-495d-8eb8-a66f56e99c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:16.423386 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-bb64cd58-815c-495d-8eb8-a66f56e99c45 None None] For port dd694ef2-b311-436f-9300-72c591ac435d, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:16.426659 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-bb64cd58-815c-495d-8eb8-a66f56e99c45 None None] For port dd694ef2-b311-436f-9300-72c591ac435d, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=dd694ef2-b311-436f-9300-72c591ac435d,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:11:16.433084 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bb64cd58-815c-495d-8eb8-a66f56e99c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:16.479752 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a586ba07-d869-4dd9-8d97-f02a391d284e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:16.515409 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb64cd58-815c-495d-8eb8-a66f56e99c45 None None] Pushing event updated for resources: {'Port': ['ID=dd694ef2-b311-436f-9300-72c591ac435d,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:16.560943 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-371a7a04-a181-4bca-87ce-f44fc1e391c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:16.563346 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586ba07-d869-4dd9-8d97-f02a391d284e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Port': ['ID=eb55f1e9-c8cc-4fd1-8dad-a0e06e3e30b8,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:16.573754 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a586ba07-d869-4dd9-8d97-f02a391d284e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:16.577342 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a586ba07-d869-4dd9-8d97-f02a391d284e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/eb55f1e9-c8cc-4fd1-8dad-a0e06e3e30b8 HTTP/1.1" status: 204 len: 168 time: 0.5002909 Oct 19 01:11:16.580071 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39498) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:16.649382 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaf508f-cdc7-43df-a46f-1210bb923dfe tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:16.652383 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaf508f-cdc7-43df-a46f-1210bb923dfe tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:16.659104 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-daaf508f-cdc7-43df-a46f-1210bb923dfe tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0778823 Oct 19 01:11:16.660003 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39500) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:16.660652 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd090243-36e9-47bd-8068-3b5d32b4904a req-94600599-18b3-4227-b665-eafe2c51df0e tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:16.662664 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bd090243-36e9-47bd-8068-3b5d32b4904a req-94600599-18b3-4227-b665-eafe2c51df0e tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 946 time: 0.0839515 Oct 19 01:11:16.719633 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-368337f1-71f7-48da-b691-6c3ce98b7c83 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting subnet 3b2bf842-3201-4227-a59b-a77164f2f7d7 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:11:16.719874 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bd090243-36e9-47bd-8068-3b5d32b4904a req-525f4d5b-6557-446d-b1da-218904d42e57 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473862 Oct 19 01:11:16.723751 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-368337f1-71f7-48da-b691-6c3ce98b7c83 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:16.770746 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-368337f1-71f7-48da-b691-6c3ce98b7c83 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:16.899968 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-368337f1-71f7-48da-b691-6c3ce98b7c83 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:16.974309 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device dd694ef2-b311-436f-9300-72c591ac435d up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:11:17.010647 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-368337f1-71f7-48da-b691-6c3ce98b7c83 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:17.065174 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368337f1-71f7-48da-b691-6c3ce98b7c83 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Subnet': ['ID=3b2bf842-3201-4227-a59b-a77164f2f7d7,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:17.079244 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-368337f1-71f7-48da-b691-6c3ce98b7c83 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:17.082981 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-368337f1-71f7-48da-b691-6c3ce98b7c83 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/3b2bf842-3201-4227-a59b-a77164f2f7d7 HTTP/1.1" status: 204 len: 168 time: 0.4214418 Oct 19 01:11:17.084426 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port dd694ef2-b311-436f-9300-72c591ac435d triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:17.084921 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:17.085431 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39512) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:17.131908 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fadc2883-16f4-405c-bd25-b01172887380 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451388 Oct 19 01:11:17.134680 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39516) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:17.140583 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-edbec8fb-2c38-4974-aee3-a397860b49d5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:17.226949 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:17.270516 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:17.310472 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port dd694ef2-b311-436f-9300-72c591ac435d, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=dd694ef2-b311-436f-9300-72c591ac435d,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:17.319683 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:17.367000 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90d8f1-7d8e-446c-b258-830f21b94f08 req-f5d14106-d236-4c14-8fcb-51c1ab7351fd tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:17.368760 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1d90d8f1-7d8e-446c-b258-830f21b94f08 req-f5d14106-d236-4c14-8fcb-51c1ab7351fd tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 946 time: 0.1320617 Oct 19 01:11:17.373412 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbec8fb-2c38-4974-aee3-a397860b49d5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:17.381110 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-edbec8fb-2c38-4974-aee3-a397860b49d5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:17.397176 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 6fb38aef-ea1d-4182-a13a-ab69e928ad6b no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:11:17.434130 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=dd694ef2-b311-436f-9300-72c591ac435d,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:17.442684 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 6fb38aef-ea1d-4182-a13a-ab69e928ad6b {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:11:17.443507 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 6fb38aef-ea1d-4182-a13a-ab69e928ad6b not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:11:17.450568 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1d90d8f1-7d8e-446c-b258-830f21b94f08 req-708471a8-08e2-46c9-aadf-4c551724593e tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723443 Oct 19 01:11:17.622216 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-edbec8fb-2c38-4974-aee3-a397860b49d5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:17.669322 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbec8fb-2c38-4974-aee3-a397860b49d5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:17.672616 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-edbec8fb-2c38-4974-aee3-a397860b49d5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:17.676909 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbec8fb-2c38-4974-aee3-a397860b49d5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:17.677485 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-edbec8fb-2c38-4974-aee3-a397860b49d5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:17.690049 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbec8fb-2c38-4974-aee3-a397860b49d5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Subnet': ['ID=f87dd1f6-321a-4930-9778-385eebc6bf08,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:17.707511 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-edbec8fb-2c38-4974-aee3-a397860b49d5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5710731 Oct 19 01:11:17.710331 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39532) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:17.716232 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-3faf938c-634a-44ed-aaf4-f7bae572767f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'port': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'fixed_ips': [{'subnet_id': 'f87dd1f6-321a-4930-9778-385eebc6bf08', 'ip_address': '2001:db8::a5c4:415:e950:a478'}], 'name': 'tempest-NetworksTestDHCPv6-1420492824'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:17.721787 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:17.850422 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3faf938c-634a-44ed-aaf4-f7bae572767f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:17.879134 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216abed5-f1f5-4fd3-8f7d-f03329d9081e None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:11:17.937921 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3faf938c-634a-44ed-aaf4-f7bae572767f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:17.960884 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-3faf938c-634a-44ed-aaf4-f7bae572767f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] device_id is not set on port 603f1939-7ff9-4e9e-bd7a-f120b9dc1393 yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:11:17.966707 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-e24e1f9a-5089-447b-ae89-8e078cf78c06 None None] Provisioning complete for port dd694ef2-b311-436f-9300-72c591ac435d triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:17.967190 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e24e1f9a-5089-447b-ae89-8e078cf78c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:18.123381 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-3faf938c-634a-44ed-aaf4-f7bae572767f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Allocated IP 2001:db8::a5c4:415:e950:a478 (833e9ff3-de52-4870-807a-a323cda2654c/f87dd1f6-321a-4930-9778-385eebc6bf08/603f1939-7ff9-4e9e-bd7a-f120b9dc1393) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:18.293610 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3faf938c-634a-44ed-aaf4-f7bae572767f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:18.332648 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3faf938c-634a-44ed-aaf4-f7bae572767f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:18.383114 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3faf938c-634a-44ed-aaf4-f7bae572767f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:18.387298 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-3faf938c-634a-44ed-aaf4-f7bae572767f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:18.391661 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faf938c-634a-44ed-aaf4-f7bae572767f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:18.397512 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faf938c-634a-44ed-aaf4-f7bae572767f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:18.398145 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3faf938c-634a-44ed-aaf4-f7bae572767f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:18.414184 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf938c-634a-44ed-aaf4-f7bae572767f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Port': ['ID=603f1939-7ff9-4e9e-bd7a-f120b9dc1393,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:18.433976 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3faf938c-634a-44ed-aaf4-f7bae572767f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7204292 Oct 19 01:11:18.434132 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b56de172-d8cd-45fe-b44c-3880e28d094c None None] Provisioning complete for port dd694ef2-b311-436f-9300-72c591ac435d triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:18.434635 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39540) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:18.436550 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b56de172-d8cd-45fe-b44c-3880e28d094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:18.527129 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e5b522-84db-47ff-9b34-b7e01232407e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:18.534451 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e5b522-84db-47ff-9b34-b7e01232407e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:18.536241 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-20e5b522-84db-47ff-9b34-b7e01232407e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1005986 Oct 19 01:11:18.540089 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39546) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:18.743849 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-8c573da7-a584-4c6e-90d5-d9fdcf2409c9 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting port 603f1939-7ff9-4e9e-bd7a-f120b9dc1393 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:11:18.745036 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8c573da7-a584-4c6e-90d5-d9fdcf2409c9 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:18.782251 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea942c28-8da3-4167-99f5-2693920ccf72 req-fb23d035-d4ba-44f5-9fc8-c407c07986e9 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:18.787548 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ea942c28-8da3-4167-99f5-2693920ccf72 req-fb23d035-d4ba-44f5-9fc8-c407c07986e9 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 946 time: 0.1073236 Oct 19 01:11:18.868016 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-5c4c9f59-2ccc-439a-b6b8-d22a1efe1659 None None] Could not find standard attr ID for object eb55f1e9-c8cc-4fd1-8dad-a0e06e3e30b8. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:11:18.883837 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ea942c28-8da3-4167-99f5-2693920ccf72 req-5cf5c8f9-12b8-4bd2-b696-6a6037221408 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829134 Oct 19 01:11:18.924378 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8c573da7-a584-4c6e-90d5-d9fdcf2409c9 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:18.946233 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-8c573da7-a584-4c6e-90d5-d9fdcf2409c9 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Calling delete_port for 603f1939-7ff9-4e9e-bd7a-f120b9dc1393 owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:18.961794 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device dd694ef2-b311-436f-9300-72c591ac435d up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:11:19.064549 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port dd694ef2-b311-436f-9300-72c591ac435d triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:19.064925 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:19.094293 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c62e65-9ba6-411a-8b8e-2ff3f9d353d1 req-bac7fef5-31be-4c6d-96fc-1b9a23498d09 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:19.102341 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-39c62e65-9ba6-411a-8b8e-2ff3f9d353d1 req-bac7fef5-31be-4c6d-96fc-1b9a23498d09 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1a78554-c981-4079-b8c8-ee1b312cc36f HTTP/1.1" status: 200 len: 946 time: 0.0991955 Oct 19 01:11:19.115028 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-f442b942-d36b-4e1e-b338-6c0d642bfc6b None None] Provisioning complete for port 603f1939-7ff9-4e9e-bd7a-f120b9dc1393 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:19.115763 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f442b942-d36b-4e1e-b338-6c0d642bfc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:19.170033 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-f442b942-d36b-4e1e-b338-6c0d642bfc6b None None] Port 603f1939-7ff9-4e9e-bd7a-f120b9dc1393 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:11:19.181103 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8c573da7-a584-4c6e-90d5-d9fdcf2409c9 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:19.223755 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c573da7-a584-4c6e-90d5-d9fdcf2409c9 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Port': ['ID=603f1939-7ff9-4e9e-bd7a-f120b9dc1393,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:19.251132 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-39c62e65-9ba6-411a-8b8e-2ff3f9d353d1 req-9d1a9adf-3320-4173-8539-655be9cec04a tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479237 Oct 19 01:11:19.255338 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8c573da7-a584-4c6e-90d5-d9fdcf2409c9 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:19.259077 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8c573da7-a584-4c6e-90d5-d9fdcf2409c9 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/603f1939-7ff9-4e9e-bd7a-f120b9dc1393 HTTP/1.1" status: 204 len: 168 time: 0.7179799 Oct 19 01:11:19.261636 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39558) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:19.325290 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c06866-d3df-4085-bd90-387ff33aea49 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:19.326981 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c06866-d3df-4085-bd90-387ff33aea49 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:19.331666 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d2c06866-d3df-4085-bd90-387ff33aea49 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0689971 Oct 19 01:11:19.332187 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39560) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:19.387020 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-43497d21-dd24-443b-9126-05b24d1ea9b6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting subnet f87dd1f6-321a-4930-9778-385eebc6bf08 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:11:19.390577 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-43497d21-dd24-443b-9126-05b24d1ea9b6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:19.435087 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-43497d21-dd24-443b-9126-05b24d1ea9b6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:19.480422 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-43497d21-dd24-443b-9126-05b24d1ea9b6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:19.540825 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-43497d21-dd24-443b-9126-05b24d1ea9b6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:19.569592 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43497d21-dd24-443b-9126-05b24d1ea9b6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Subnet': ['ID=f87dd1f6-321a-4930-9778-385eebc6bf08,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:19.576091 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-43497d21-dd24-443b-9126-05b24d1ea9b6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:19.579925 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-43497d21-dd24-443b-9126-05b24d1ea9b6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/f87dd1f6-321a-4930-9778-385eebc6bf08 HTTP/1.1" status: 204 len: 168 time: 0.2457886 Oct 19 01:11:19.582199 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39564) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:19.582740 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6884783b-1ded-483c-b3b9-60be19cb62b1 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:11:19.621028 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-93f0787f-fd46-43d9-a75e-339fa94a935b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0375535 Oct 19 01:11:19.623593 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39566) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:19.675363 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358b9119-2f35-42be-8c8e-9e9c6a0ca651 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:19.677155 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-358b9119-2f35-42be-8c8e-9e9c6a0ca651 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0525310 Oct 19 01:11:19.679811 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39570) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:19.695394 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:19.734280 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ad0d51-37f8-4d0e-a26f-857da16c672b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:19.735684 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e5ad0d51-37f8-4d0e-a26f-857da16c672b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0549757 Oct 19 01:11:19.738252 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39572) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:19.759592 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e0be07-73b0-4cc9-bc28-f9dfba136e12 None None] DHCP port deletion for 833e9ff3-de52-4870-807a-a323cda2654c request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:11:19.775183 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c76012c1-0c90-4e5b-b46c-a7d93158a29e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0358515 Oct 19 01:11:19.779567 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39574) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:19.784445 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-03e83e85-0ce1-4273-8e42-77cb19354c68 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:19.809957 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-f3e0be07-73b0-4cc9-bc28-f9dfba136e12 None None] Deleting port dd694ef2-b311-436f-9300-72c591ac435d {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:11:19.810332 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f3e0be07-73b0-4cc9-bc28-f9dfba136e12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:19.872543 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-f3e0be07-73b0-4cc9-bc28-f9dfba136e12 None None] For port dd694ef2-b311-436f-9300-72c591ac435d, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=dd694ef2-b311-436f-9300-72c591ac435d,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:19.872927 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f3e0be07-73b0-4cc9-bc28-f9dfba136e12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:19.874150 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e83e85-0ce1-4273-8e42-77cb19354c68 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:19.877819 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03e83e85-0ce1-4273-8e42-77cb19354c68 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:19.884660 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-f3e0be07-73b0-4cc9-bc28-f9dfba136e12 None None] Calling delete_port for dd694ef2-b311-436f-9300-72c591ac435d owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:19.996148 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f3e0be07-73b0-4cc9-bc28-f9dfba136e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:20.021323 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0be07-73b0-4cc9-bc28-f9dfba136e12 None None] Pushing event deleted for resources: {'Port': ['ID=dd694ef2-b311-436f-9300-72c591ac435d,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:20.024762 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e0be07-73b0-4cc9-bc28-f9dfba136e12 None None] No DVR routers for this DVR port dd694ef2-b311-436f-9300-72c591ac435d on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:11:20.110616 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817764e1-c51d-42f4-bf40-f29ca7d8f6fa req-d4ae5b7f-e709-4ca0-bed8-83ba37b513ae tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:20.112108 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-817764e1-c51d-42f4-bf40-f29ca7d8f6fa req-d4ae5b7f-e709-4ca0-bed8-83ba37b513ae tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 946 time: 0.1024189 Oct 19 01:11:20.127103 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03e83e85-0ce1-4273-8e42-77cb19354c68 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:20.184241 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e83e85-0ce1-4273-8e42-77cb19354c68 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:20.192343 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-03e83e85-0ce1-4273-8e42-77cb19354c68 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:20.197005 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e83e85-0ce1-4273-8e42-77cb19354c68 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:20.198058 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03e83e85-0ce1-4273-8e42-77cb19354c68 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:20.201927 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23761f1f-b6da-485f-8422-b384e40d662c None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:11:20.202727 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-817764e1-c51d-42f4-bf40-f29ca7d8f6fa req-ebc8b09e-ca0e-4d8d-94b8-a943a7da1b11 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842123 Oct 19 01:11:20.209296 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e83e85-0ce1-4273-8e42-77cb19354c68 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Subnet': ['ID=135bd86e-12b7-46bb-922a-f4413def7a01,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:20.222764 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-03e83e85-0ce1-4273-8e42-77cb19354c68 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4420762 Oct 19 01:11:20.224941 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39582) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:20.234651 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-3a6c757a-2307-4f1c-863f-6c312a55b39f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'port': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'fixed_ips': [{'subnet_id': '135bd86e-12b7-46bb-922a-f4413def7a01', 'ip_address': '2001:db8::70c9:ee42:829c:ddbc'}], 'name': 'tempest-NetworksTestDHCPv6-2045413858'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:20.353881 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3502eb9c-cfed-4995-9d87-63df376da28c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-833e9ff3-de52-4870-807a-a323cda2654c', 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'tenant_id': 'c34b9efccd444514b6828a5a5dd7684d', 'fixed_ips': [{'subnet_id': '135bd86e-12b7-46bb-922a-f4413def7a01'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:11:20.354660 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6c757a-2307-4f1c-863f-6c312a55b39f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:20.354991 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3502eb9c-cfed-4995-9d87-63df376da28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:20.371870 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cd7d7-9a65-4a89-b830-8e63631f478f req-471c11fb-0e72-49c8-8d09-d3feb665dd98 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:20.379130 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c2cd7d7-9a65-4a89-b830-8e63631f478f req-471c11fb-0e72-49c8-8d09-d3feb665dd98 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1a78554-c981-4079-b8c8-ee1b312cc36f HTTP/1.1" status: 200 len: 946 time: 0.0563891 Oct 19 01:11:20.411890 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c2cd7d7-9a65-4a89-b830-8e63631f478f req-04ca456d-6f55-470d-945d-108dd67d71ae tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318727 Oct 19 01:11:20.454464 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3a6c757a-2307-4f1c-863f-6c312a55b39f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:20.473070 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-3a6c757a-2307-4f1c-863f-6c312a55b39f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] device_id is not set on port dde282d6-355f-45d6-938f-607e956df43d yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:11:20.488395 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77677c83-7183-4e90-9957-c4ff708604aa req-9a0e664e-1a1e-49d9-b022-59d765677555 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:20.489852 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-77677c83-7183-4e90-9957-c4ff708604aa req-9a0e664e-1a1e-49d9-b022-59d765677555 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1a78554-c981-4079-b8c8-ee1b312cc36f HTTP/1.1" status: 200 len: 946 time: 0.0507312 Oct 19 01:11:20.498360 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-3502eb9c-cfed-4995-9d87-63df376da28c None None] Allocated IP 2001:db8::2 (833e9ff3-de52-4870-807a-a323cda2654c/135bd86e-12b7-46bb-922a-f4413def7a01/ece5050e-caa1-4628-8581-03cbacac8356) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:20.600487 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-77677c83-7183-4e90-9957-c4ff708604aa req-dbf0e183-c79e-417f-bcfa-e0ce8eb3d7e0 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Deleting port ed0ae9d3-c931-4c29-9947-3efb77ecdbf9 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:11:20.600836 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-77677c83-7183-4e90-9957-c4ff708604aa req-dbf0e183-c79e-417f-bcfa-e0ce8eb3d7e0 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:20.650331 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3502eb9c-cfed-4995-9d87-63df376da28c None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:20.655935 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3502eb9c-cfed-4995-9d87-63df376da28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:20.702174 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3502eb9c-cfed-4995-9d87-63df376da28c None None] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:20.705363 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-3502eb9c-cfed-4995-9d87-63df376da28c None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:20.710612 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3502eb9c-cfed-4995-9d87-63df376da28c None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:20.715232 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-77677c83-7183-4e90-9957-c4ff708604aa req-dbf0e183-c79e-417f-bcfa-e0ce8eb3d7e0 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] For port ed0ae9d3-c931-4c29-9947-3efb77ecdbf9, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=ed0ae9d3-c931-4c29-9947-3efb77ecdbf9,segment=NetworkSegment(24d285ee-2f28-4b9f-95c9-4edf3800159a),segment_id=24d285ee-2f28-4b9f-95c9-4edf3800159a)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:20.715623 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-77677c83-7183-4e90-9957-c4ff708604aa req-dbf0e183-c79e-417f-bcfa-e0ce8eb3d7e0 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:20.716872 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502eb9c-cfed-4995-9d87-63df376da28c None None] Pushing event updated for resources: {'Port': ['ID=ece5050e-caa1-4628-8581-03cbacac8356,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:20.718328 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-3a6c757a-2307-4f1c-863f-6c312a55b39f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Allocated IP 2001:db8::70c9:ee42:829c:ddbc (833e9ff3-de52-4870-807a-a323cda2654c/135bd86e-12b7-46bb-922a-f4413def7a01/dde282d6-355f-45d6-938f-607e956df43d) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:20.738741 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-77677c83-7183-4e90-9957-c4ff708604aa req-dbf0e183-c79e-417f-bcfa-e0ce8eb3d7e0 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Calling delete_port for ed0ae9d3-c931-4c29-9947-3efb77ecdbf9 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:20.784629 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-3502eb9c-cfed-4995-9d87-63df376da28c None None] Attempting to bind port ece5050e-caa1-4628-8581-03cbacac8356 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:20.785096 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-3502eb9c-cfed-4995-9d87-63df376da28c None None] Attempting to bind port ece5050e-caa1-4628-8581-03cbacac8356 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:20.785665 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3502eb9c-cfed-4995-9d87-63df376da28c None None] Attempting to bind port ece5050e-caa1-4628-8581-03cbacac8356 on network 833e9ff3-de52-4870-807a-a323cda2654c {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:20.791832 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3502eb9c-cfed-4995-9d87-63df376da28c None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:11:20.792598 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3502eb9c-cfed-4995-9d87-63df376da28c None None] Checking segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:20.792936 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3502eb9c-cfed-4995-9d87-63df376da28c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:20.793404 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3502eb9c-cfed-4995-9d87-63df376da28c None None] Bound using segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:11:20.793949 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-3502eb9c-cfed-4995-9d87-63df376da28c None None] Bound port: ece5050e-caa1-4628-8581-03cbacac8356, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:11:20.794404 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3502eb9c-cfed-4995-9d87-63df376da28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:20.898218 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-3502eb9c-cfed-4995-9d87-63df376da28c None None] For port ece5050e-caa1-4628-8581-03cbacac8356, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:20.923036 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3a6c757a-2307-4f1c-863f-6c312a55b39f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:20.925178 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device dd694ef2-b311-436f-9300-72c591ac435d no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:11:20.928626 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-3502eb9c-cfed-4995-9d87-63df376da28c None None] For port ece5050e-caa1-4628-8581-03cbacac8356, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=ece5050e-caa1-4628-8581-03cbacac8356,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:11:20.928995 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-77677c83-7183-4e90-9957-c4ff708604aa req-dbf0e183-c79e-417f-bcfa-e0ce8eb3d7e0 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:20.954266 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['a66d14c9-a704-4f2b-a7ec-33b4221823af'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:11:20.962713 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0e183-c79e-417f-bcfa-e0ce8eb3d7e0 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Pushing event deleted for resources: {'Port': ['ID=ed0ae9d3-c931-4c29-9947-3efb77ecdbf9,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:20.972156 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3a6c757a-2307-4f1c-863f-6c312a55b39f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:21.004625 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['f59eeaf9-bdeb-4794-901e-8473ff7277a7', 'ed0ae9d3-c931-4c29-9947-3efb77ecdbf9'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:11:21.007485 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3502eb9c-cfed-4995-9d87-63df376da28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:21.025790 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-77677c83-7183-4e90-9957-c4ff708604aa req-dbf0e183-c79e-417f-bcfa-e0ce8eb3d7e0 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] No DVR routers for this DVR port ed0ae9d3-c931-4c29-9947-3efb77ecdbf9 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:11:21.029468 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6c757a-2307-4f1c-863f-6c312a55b39f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:21.030135 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-77677c83-7183-4e90-9957-c4ff708604aa req-dbf0e183-c79e-417f-bcfa-e0ce8eb3d7e0 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:21.032916 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-3a6c757a-2307-4f1c-863f-6c312a55b39f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:21.034673 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-77677c83-7183-4e90-9957-c4ff708604aa req-dbf0e183-c79e-417f-bcfa-e0ce8eb3d7e0 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.55 "DELETE /v2.0/ports/ed0ae9d3-c931-4c29-9947-3efb77ecdbf9 HTTP/1.1" status: 204 len: 173 time: 0.5385611 Oct 19 01:11:21.035179 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a78554-c981-4079-b8c8-ee1b312cc36f', 'name': 'network-vif-deleted', 'tag': 'ed0ae9d3-c931-4c29-9947-3efb77ecdbf9'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:21.036738 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6c757a-2307-4f1c-863f-6c312a55b39f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:21.038849 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7a39fb-0566-4094-8092-caf45fb8a52e" -d '{"events": [{"server_uuid": "c1a78554-c981-4079-b8c8-ee1b312cc36f", "name": "network-vif-deleted", "tag": "ed0ae9d3-c931-4c29-9947-3efb77ecdbf9"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:21.053119 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: dd694ef2-b311-436f-9300-72c591ac435d {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:11:21.053445 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device dd694ef2-b311-436f-9300-72c591ac435d not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:11:21.053869 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6c757a-2307-4f1c-863f-6c312a55b39f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:21.054582 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3a6c757a-2307-4f1c-863f-6c312a55b39f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:21.075212 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c757a-2307-4f1c-863f-6c312a55b39f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Port': ['ID=dde282d6-355f-45d6-938f-607e956df43d,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:21.103069 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6190ee7-8ff2-4e35-b824-5919c40bfb62 x-openstack-request-id: req-c6190ee7-8ff2-4e35-b824-5919c40bfb62 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:21.103441 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a78554-c981-4079-b8c8-ee1b312cc36f", "name": "network-vif-deleted", "tag": "ed0ae9d3-c931-4c29-9947-3efb77ecdbf9", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:21.104517 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c6190ee7-8ff2-4e35-b824-5919c40bfb62 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:21.105290 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a78554-c981-4079-b8c8-ee1b312cc36f', 'name': 'network-vif-deleted', 'tag': 'ed0ae9d3-c931-4c29-9947-3efb77ecdbf9', 'status': 'completed', 'code': 200} Oct 19 01:11:21.109709 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3a6c757a-2307-4f1c-863f-6c312a55b39f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8835866 Oct 19 01:11:21.112811 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39598) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:21.118803 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-20fcea75-be53-4e20-a82d-62e7a6f5d464 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'port': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'fixed_ips': [{'subnet_id': '135bd86e-12b7-46bb-922a-f4413def7a01', 'ip_address': '2001:db8::70c9:ee42:829c:ddbc'}], 'name': 'tempest-NetworksTestDHCPv6-1808185497'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:21.128165 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39600) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:21.205266 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502eb9c-cfed-4995-9d87-63df376da28c None None] Pushing event updated for resources: {'Port': ['ID=ece5050e-caa1-4628-8581-03cbacac8356,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:21.302679 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fcea75-be53-4e20-a82d-62e7a6f5d464 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:21.311045 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-20fcea75-be53-4e20-a82d-62e7a6f5d464 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:21.330970 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-20fcea75-be53-4e20-a82d-62e7a6f5d464 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] device_id is not set on port 7f568b9c-80ab-4984-b095-28e7b29923b9 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:11:21.363109 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-acc7da10-e697-4c6b-9d94-483529b51841 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:21.404659 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ae116-3ad3-4b80-95b0-77a191075b78 req-457836f8-82bc-4fcb-b657-cf42938c6f23 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:21.406234 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-486ae116-3ad3-4b80-95b0-77a191075b78 req-457836f8-82bc-4fcb-b657-cf42938c6f23 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 946 time: 0.1065688 Oct 19 01:11:21.491716 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-486ae116-3ad3-4b80-95b0-77a191075b78 req-cba8834e-70f8-42df-a3b2-639287710d29 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766263 Oct 19 01:11:21.563017 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-20fcea75-be53-4e20-a82d-62e7a6f5d464 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 19 01:11:21.563481 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20fcea75-be53-4e20-a82d-62e7a6f5d464 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:11:21.566125 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-acc7da10-e697-4c6b-9d94-483529b51841 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:21.580808 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-acc7da10-e697-4c6b-9d94-483529b51841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:21.613370 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-20fcea75-be53-4e20-a82d-62e7a6f5d464 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.4990854 Oct 19 01:11:21.615817 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f272ff9e-f214-4103-a8a9-5a5622c5975a req-2dd70200-5662-4368-8082-21f3815e84a0 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1a78554-c981-4079-b8c8-ee1b312cc36f HTTP/1.1" status: 200 len: 210 time: 0.0435760 Oct 19 01:11:21.617277 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39610) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:21.674271 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39614) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:21.676701 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-acc7da10-e697-4c6b-9d94-483529b51841 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=74c213e4f7314f749971e90d904ed366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5476434 Oct 19 01:11:21.677487 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7da10-e697-4c6b-9d94-483529b51841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c04734a-e6ad-44d1-be96-833aa7a5aa21,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:21.690902 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3644c0f7-64dd-4471-b340-71fc4a5fa398 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:21.698339 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3644c0f7-64dd-4471-b340-71fc4a5fa398 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:21.700051 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3644c0f7-64dd-4471-b340-71fc4a5fa398 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0816653 Oct 19 01:11:21.704357 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39616) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:21.803982 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-7a850049-1238-4e5d-a30e-a9589a845b16 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting port dde282d6-355f-45d6-938f-607e956df43d {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:11:21.804328 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7a850049-1238-4e5d-a30e-a9589a845b16 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:21.899333 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7a850049-1238-4e5d-a30e-a9589a845b16 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:21.912192 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-7a850049-1238-4e5d-a30e-a9589a845b16 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Calling delete_port for dde282d6-355f-45d6-938f-607e956df43d owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:22.021274 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ee29b98d-8ce8-4ab9-bb7a-031577817ccb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:22.044738 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7a850049-1238-4e5d-a30e-a9589a845b16 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:22.050347 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ee29b98d-8ce8-4ab9-bb7a-031577817ccb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:22.083310 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a850049-1238-4e5d-a30e-a9589a845b16 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Port': ['ID=dde282d6-355f-45d6-938f-607e956df43d,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:22.106963 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ee29b98d-8ce8-4ab9-bb7a-031577817ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:22.110080 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ee29b98d-8ce8-4ab9-bb7a-031577817ccb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:22.113144 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7a850049-1238-4e5d-a30e-a9589a845b16 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:22.114383 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ee29b98d-8ce8-4ab9-bb7a-031577817ccb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9c04734a-e6ad-44d1-be96-833aa7a5aa21 HTTP/1.1" status: 204 len: 168 time: 0.4388673 Oct 19 01:11:22.116427 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7a850049-1238-4e5d-a30e-a9589a845b16 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/dde282d6-355f-45d6-938f-607e956df43d HTTP/1.1" status: 204 len: 168 time: 0.4109848 Oct 19 01:11:22.118854 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39620) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:22.123502 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee29b98d-8ce8-4ab9-bb7a-031577817ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c04734a-e6ad-44d1-be96-833aa7a5aa21,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:22.201410 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a3a731-bc86-4562-94e2-8607af63624e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:22.203159 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a3a731-bc86-4562-94e2-8607af63624e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:22.204838 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e3a3a731-bc86-4562-94e2-8607af63624e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0848637 Oct 19 01:11:22.207610 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39624) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:22.270674 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d6687b9-c27f-48cc-8fc1-046cf1020e2d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting subnet 135bd86e-12b7-46bb-922a-f4413def7a01 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:11:22.274965 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3d6687b9-c27f-48cc-8fc1-046cf1020e2d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:22.327395 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3d6687b9-c27f-48cc-8fc1-046cf1020e2d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:22.417636 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-f932d77b-62fc-4fd5-b402-c1ad7de622fc None None] Provisioning complete for port ece5050e-caa1-4628-8581-03cbacac8356 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:22.418271 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f932d77b-62fc-4fd5-b402-c1ad7de622fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:22.436800 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3d6687b9-c27f-48cc-8fc1-046cf1020e2d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:22.510297 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f932d77b-62fc-4fd5-b402-c1ad7de622fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:22.516907 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3d6687b9-c27f-48cc-8fc1-046cf1020e2d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:22.573861 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6687b9-c27f-48cc-8fc1-046cf1020e2d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Subnet': ['ID=135bd86e-12b7-46bb-922a-f4413def7a01,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:22.575590 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-f932d77b-62fc-4fd5-b402-c1ad7de622fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:11:22.576036 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-f932d77b-62fc-4fd5-b402-c1ad7de622fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:11:22.578685 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3d6687b9-c27f-48cc-8fc1-046cf1020e2d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:22.582415 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3d6687b9-c27f-48cc-8fc1-046cf1020e2d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/135bd86e-12b7-46bb-922a-f4413def7a01 HTTP/1.1" status: 204 len: 168 time: 0.3737652 Oct 19 01:11:22.585329 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39640) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:22.598846 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1e67c9-d568-4751-adc3-a30b9e3deb63 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:11:22.630070 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-661f1219-84f1-4e79-a735-32f7a592011f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431638 Oct 19 01:11:22.633838 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39642) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:22.639103 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-70912c4d-4019-49d3-83b4-39556c82a2d1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:22.714945 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e5d39-2eaa-4db1-8c28-d7e63f91b00e req-0c85736b-b36c-4b01-aca9-c4ffa0e406d4 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:22.716473 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-238e5d39-2eaa-4db1-8c28-d7e63f91b00e req-0c85736b-b36c-4b01-aca9-c4ffa0e406d4 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 946 time: 0.0890777 Oct 19 01:11:22.775600 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-238e5d39-2eaa-4db1-8c28-d7e63f91b00e req-05522884-23a3-443f-8e0a-8dcfa021d67d tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517831 Oct 19 01:11:22.805794 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70912c4d-4019-49d3-83b4-39556c82a2d1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:22.811162 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-70912c4d-4019-49d3-83b4-39556c82a2d1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:22.830151 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283b3be7-173e-4aeb-886e-60dc77d7c3e6 None None] DHCP port deletion for 833e9ff3-de52-4870-807a-a323cda2654c request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:11:22.902285 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-283b3be7-173e-4aeb-886e-60dc77d7c3e6 None None] Deleting port ece5050e-caa1-4628-8581-03cbacac8356 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:11:22.904401 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-283b3be7-173e-4aeb-886e-60dc77d7c3e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:23.014482 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-283b3be7-173e-4aeb-886e-60dc77d7c3e6 None None] For port ece5050e-caa1-4628-8581-03cbacac8356, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=ece5050e-caa1-4628-8581-03cbacac8356,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:23.015351 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-283b3be7-173e-4aeb-886e-60dc77d7c3e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:23.036976 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-283b3be7-173e-4aeb-886e-60dc77d7c3e6 None None] Calling delete_port for ece5050e-caa1-4628-8581-03cbacac8356 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:23.045855 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe59a74-f4d1-42c2-b8e7-27ad10afba39 req-f18092b3-a18b-4166-8160-73b5c7498219 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:23.047614 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dbe59a74-f4d1-42c2-b8e7-27ad10afba39 req-f18092b3-a18b-4166-8160-73b5c7498219 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd46cca1-be1f-4e40-956e-6ae0fb29e09d HTTP/1.1" status: 200 len: 945 time: 0.0557837 Oct 19 01:11:23.088115 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-70912c4d-4019-49d3-83b4-39556c82a2d1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:23.106068 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dbe59a74-f4d1-42c2-b8e7-27ad10afba39 req-6ecf24fc-2b7f-482f-adcc-cb9c588b4711 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491183 Oct 19 01:11:23.137056 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f932d77b-62fc-4fd5-b402-c1ad7de622fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:23.146803 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70912c4d-4019-49d3-83b4-39556c82a2d1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:23.150226 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-70912c4d-4019-49d3-83b4-39556c82a2d1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:23.154009 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70912c4d-4019-49d3-83b4-39556c82a2d1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:23.154734 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-70912c4d-4019-49d3-83b4-39556c82a2d1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:23.168366 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70912c4d-4019-49d3-83b4-39556c82a2d1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Subnet': ['ID=003c65d6-e803-42f2-8a4b-d289f11eab8b,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:23.186308 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-70912c4d-4019-49d3-83b4-39556c82a2d1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5513165 Oct 19 01:11:23.189135 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39664) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:23.190294 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-f932d77b-62fc-4fd5-b402-c1ad7de622fc None None] For port ece5050e-caa1-4628-8581-03cbacac8356, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=ece5050e-caa1-4628-8581-03cbacac8356,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:23.194784 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-e45793c5-e3d3-4b60-88fe-eac2080309d0 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'port': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'fixed_ips': [{'subnet_id': '003c65d6-e803-42f2-8a4b-d289f11eab8b', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1220418368'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:23.196844 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f932d77b-62fc-4fd5-b402-c1ad7de622fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:23.224117 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-283b3be7-173e-4aeb-886e-60dc77d7c3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:23.244027 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283b3be7-173e-4aeb-886e-60dc77d7c3e6 None None] No DVR routers for this DVR port ece5050e-caa1-4628-8581-03cbacac8356 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:11:23.262663 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f932d77b-62fc-4fd5-b402-c1ad7de622fc None None] Pushing event updated for resources: {'Port': ['ID=ece5050e-caa1-4628-8581-03cbacac8356,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:23.270409 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40a364a-c42f-4b15-9222-d5657d54d32f None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:11:23.303574 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b3be7-173e-4aeb-886e-60dc77d7c3e6 None None] Pushing event deleted for resources: {'Port': ['ID=ece5050e-caa1-4628-8581-03cbacac8356,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:23.322947 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-86ecf865-e196-46c0-aab0-72da6e9e1720 None None] Could not find standard attr ID for object dde282d6-355f-45d6-938f-607e956df43d. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:11:23.346582 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45793c5-e3d3-4b60-88fe-eac2080309d0 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:23.351982 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e45793c5-e3d3-4b60-88fe-eac2080309d0 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:23.378878 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-e45793c5-e3d3-4b60-88fe-eac2080309d0 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] device_id is not set on port c5e86870-94df-458f-93c0-03333403e919 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:11:23.469261 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e62f5a6-2082-4af2-bc1f-24bddc755f6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-833e9ff3-de52-4870-807a-a323cda2654c', 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'tenant_id': 'c34b9efccd444514b6828a5a5dd7684d', 'fixed_ips': [{'subnet_id': '003c65d6-e803-42f2-8a4b-d289f11eab8b'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:11:23.473142 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2e62f5a6-2082-4af2-bc1f-24bddc755f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:23.503391 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-e45793c5-e3d3-4b60-88fe-eac2080309d0 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:11:23.503882 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e45793c5-e3d3-4b60-88fe-eac2080309d0 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:11:23.521973 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e45793c5-e3d3-4b60-88fe-eac2080309d0 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.3316462 Oct 19 01:11:23.524452 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39676) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:23.552977 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-041166d9-9108-41e5-ba1d-e9578f083819 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0274298 Oct 19 01:11:23.555366 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39678) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:23.609230 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a0e0f6-5d7b-4760-a6fb-134c8c71f058 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:23.610887 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a0e0f6-5d7b-4760-a6fb-134c8c71f058 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:23.612422 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f0a0e0f6-5d7b-4760-a6fb-134c8c71f058 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0560277 Oct 19 01:11:23.615066 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39682) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:23.619752 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-2e62f5a6-2082-4af2-bc1f-24bddc755f6b None None] Allocated IP 2001:db8::2 (833e9ff3-de52-4870-807a-a323cda2654c/003c65d6-e803-42f2-8a4b-d289f11eab8b/7e6e40d3-070d-4fea-9d30-489f94f7eae5) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:23.679713 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-5540e964-11f2-4d7a-9b31-c356abf7c84b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting subnet 003c65d6-e803-42f2-8a4b-d289f11eab8b {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:11:23.908551 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285ab61-180b-4d60-b6fe-384cd6de47df req-6367f6d0-93d4-4d6f-918f-5cc06707f9bf tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:23.908793 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2e62f5a6-2082-4af2-bc1f-24bddc755f6b None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:23.910061 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3285ab61-180b-4d60-b6fe-384cd6de47df req-6367f6d0-93d4-4d6f-918f-5cc06707f9bf tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 946 time: 0.0491924 Oct 19 01:11:23.922301 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2e62f5a6-2082-4af2-bc1f-24bddc755f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:23.929034 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5540e964-11f2-4d7a-9b31-c356abf7c84b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:23.986140 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device ed0ae9d3-c931-4c29-9947-3efb77ecdbf9 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:11:23.986430 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3285ab61-180b-4d60-b6fe-384cd6de47df req-96e84811-c564-4374-9794-43b311fac8ac tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682180 Oct 19 01:11:23.988710 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5540e964-11f2-4d7a-9b31-c356abf7c84b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:24.023384 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e62f5a6-2082-4af2-bc1f-24bddc755f6b None None] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:24.028110 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: ed0ae9d3-c931-4c29-9947-3efb77ecdbf9 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:11:24.028560 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device ed0ae9d3-c931-4c29-9947-3efb77ecdbf9 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:11:24.031321 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e62f5a6-2082-4af2-bc1f-24bddc755f6b None None] Pushing event updated for resources: {'Port': ['ID=7e6e40d3-070d-4fea-9d30-489f94f7eae5,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:24.035420 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-2e62f5a6-2082-4af2-bc1f-24bddc755f6b None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:24.038546 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e62f5a6-2082-4af2-bc1f-24bddc755f6b None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:24.098147 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-2e62f5a6-2082-4af2-bc1f-24bddc755f6b None None] Attempting to bind port 7e6e40d3-070d-4fea-9d30-489f94f7eae5 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:24.098469 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-2e62f5a6-2082-4af2-bc1f-24bddc755f6b None None] Attempting to bind port 7e6e40d3-070d-4fea-9d30-489f94f7eae5 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:24.098847 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e62f5a6-2082-4af2-bc1f-24bddc755f6b None None] Attempting to bind port 7e6e40d3-070d-4fea-9d30-489f94f7eae5 on network 833e9ff3-de52-4870-807a-a323cda2654c {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:24.101113 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5540e964-11f2-4d7a-9b31-c356abf7c84b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:24.104522 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e62f5a6-2082-4af2-bc1f-24bddc755f6b None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:11:24.104960 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e62f5a6-2082-4af2-bc1f-24bddc755f6b None None] Checking segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:24.105363 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2e62f5a6-2082-4af2-bc1f-24bddc755f6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:24.105995 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e62f5a6-2082-4af2-bc1f-24bddc755f6b None None] Bound using segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:11:24.106477 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-2e62f5a6-2082-4af2-bc1f-24bddc755f6b None None] Bound port: 7e6e40d3-070d-4fea-9d30-489f94f7eae5, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:11:24.106889 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2e62f5a6-2082-4af2-bc1f-24bddc755f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:24.189946 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5540e964-11f2-4d7a-9b31-c356abf7c84b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:24.190665 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-2e62f5a6-2082-4af2-bc1f-24bddc755f6b None None] For port 7e6e40d3-070d-4fea-9d30-489f94f7eae5, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:24.199582 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-2e62f5a6-2082-4af2-bc1f-24bddc755f6b None None] For port 7e6e40d3-070d-4fea-9d30-489f94f7eae5, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=7e6e40d3-070d-4fea-9d30-489f94f7eae5,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:11:24.207324 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2e62f5a6-2082-4af2-bc1f-24bddc755f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:24.223210 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5540e964-11f2-4d7a-9b31-c356abf7c84b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Subnet': ['ID=003c65d6-e803-42f2-8a4b-d289f11eab8b,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:24.229088 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5540e964-11f2-4d7a-9b31-c356abf7c84b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:24.234825 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5540e964-11f2-4d7a-9b31-c356abf7c84b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/003c65d6-e803-42f2-8a4b-d289f11eab8b HTTP/1.1" status: 204 len: 168 time: 0.6187747 Oct 19 01:11:24.235456 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39706) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:24.257009 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53da60-b09d-405f-b646-7a494a75b308 req-5563f761-88fe-48b8-87e3-471cd5a628d9 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:24.261217 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4c53da60-b09d-405f-b646-7a494a75b308 req-5563f761-88fe-48b8-87e3-471cd5a628d9 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd46cca1-be1f-4e40-956e-6ae0fb29e09d HTTP/1.1" status: 200 len: 945 time: 0.0755556 Oct 19 01:11:24.282051 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e62f5a6-2082-4af2-bc1f-24bddc755f6b None None] Pushing event updated for resources: {'Port': ['ID=7e6e40d3-070d-4fea-9d30-489f94f7eae5,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:24.314253 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4c53da60-b09d-405f-b646-7a494a75b308 req-16c499fd-d847-428f-b755-4dcab554a52b tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456841 Oct 19 01:11:24.332948 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-036822db-319b-4830-b702-2ce930c1fe86 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0931070 Oct 19 01:11:24.333309 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39708) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:24.339447 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-a91f7b7b-362e-44d2-a37d-cb790ba82ad6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:24.354549 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4989fd-d9e2-497f-a52b-41022bcbac16 req-c6b06be3-075b-4cde-8434-a82fb7a27028 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:24.357099 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5b4989fd-d9e2-497f-a52b-41022bcbac16 req-c6b06be3-075b-4cde-8434-a82fb7a27028 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd46cca1-be1f-4e40-956e-6ae0fb29e09d HTTP/1.1" status: 200 len: 945 time: 0.1142821 Oct 19 01:11:24.461652 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91f7b7b-362e-44d2-a37d-cb790ba82ad6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:24.468341 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a91f7b7b-362e-44d2-a37d-cb790ba82ad6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:24.540018 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-5b4989fd-d9e2-497f-a52b-41022bcbac16 req-e9dd3cba-ad66-4cbf-9ac4-0b89edd0da6b tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Deleting port a66d14c9-a704-4f2b-a7ec-33b4221823af {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:11:24.540018 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5b4989fd-d9e2-497f-a52b-41022bcbac16 req-e9dd3cba-ad66-4cbf-9ac4-0b89edd0da6b tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:24.673912 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-5b4989fd-d9e2-497f-a52b-41022bcbac16 req-e9dd3cba-ad66-4cbf-9ac4-0b89edd0da6b tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] For port a66d14c9-a704-4f2b-a7ec-33b4221823af, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a66d14c9-a704-4f2b-a7ec-33b4221823af,segment=NetworkSegment(24d285ee-2f28-4b9f-95c9-4edf3800159a),segment_id=24d285ee-2f28-4b9f-95c9-4edf3800159a)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:24.674557 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5b4989fd-d9e2-497f-a52b-41022bcbac16 req-e9dd3cba-ad66-4cbf-9ac4-0b89edd0da6b tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:24.688407 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-5b4989fd-d9e2-497f-a52b-41022bcbac16 req-e9dd3cba-ad66-4cbf-9ac4-0b89edd0da6b tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Calling delete_port for a66d14c9-a704-4f2b-a7ec-33b4221823af owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:24.718642 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a91f7b7b-362e-44d2-a37d-cb790ba82ad6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:24.765833 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91f7b7b-362e-44d2-a37d-cb790ba82ad6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:24.769325 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-a91f7b7b-362e-44d2-a37d-cb790ba82ad6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:24.772184 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91f7b7b-362e-44d2-a37d-cb790ba82ad6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:24.772760 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a91f7b7b-362e-44d2-a37d-cb790ba82ad6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:24.790035 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f7b7b-362e-44d2-a37d-cb790ba82ad6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Subnet': ['ID=b03af8b1-45a9-461e-bbae-4030a7e421a4,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:24.804272 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a91f7b7b-362e-44d2-a37d-cb790ba82ad6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4698296 Oct 19 01:11:24.806365 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39736) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:24.814405 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-0f30b5b4-15f5-46be-9f55-da6bae87b870 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-197591713', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:24.844707 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0f30b5b4-15f5-46be-9f55-da6bae87b870 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:24.846265 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5b4989fd-d9e2-497f-a52b-41022bcbac16 req-e9dd3cba-ad66-4cbf-9ac4-0b89edd0da6b tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:24.847120 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0f30b5b4-15f5-46be-9f55-da6bae87b870 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:24.876583 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['f59eeaf9-bdeb-4794-901e-8473ff7277a7'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:11:24.911432 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd3cba-ad66-4cbf-9ac4-0b89edd0da6b tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Pushing event deleted for resources: {'Port': ['ID=a66d14c9-a704-4f2b-a7ec-33b4221823af,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:24.937853 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0f30b5b4-15f5-46be-9f55-da6bae87b870 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:24.945380 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0f30b5b4-15f5-46be-9f55-da6bae87b870 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:24.964048 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7e6e40d3-070d-4fea-9d30-489f94f7eae5 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:11:24.969998 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0f30b5b4-15f5-46be-9f55-da6bae87b870 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:24.970210 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4989fd-d9e2-497f-a52b-41022bcbac16 req-e9dd3cba-ad66-4cbf-9ac4-0b89edd0da6b tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] No DVR routers for this DVR port a66d14c9-a704-4f2b-a7ec-33b4221823af on host n-h2-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:11:24.974357 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0f30b5b4-15f5-46be-9f55-da6bae87b870 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1616039 Oct 19 01:11:24.974535 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5b4989fd-d9e2-497f-a52b-41022bcbac16 req-e9dd3cba-ad66-4cbf-9ac4-0b89edd0da6b tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:24.974637 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39740) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:24.976494 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5b4989fd-d9e2-497f-a52b-41022bcbac16 req-e9dd3cba-ad66-4cbf-9ac4-0b89edd0da6b tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.24 "DELETE /v2.0/ports/a66d14c9-a704-4f2b-a7ec-33b4221823af HTTP/1.1" status: 204 len: 173 time: 0.6098607 Oct 19 01:11:24.976939 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd46cca1-be1f-4e40-956e-6ae0fb29e09d', 'name': 'network-vif-deleted', 'tag': 'a66d14c9-a704-4f2b-a7ec-33b4221823af'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:24.979470 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45efe1fa-58ec-4e83-8941-19fbd0bb57ff" -d '{"events": [{"server_uuid": "bd46cca1-be1f-4e40-956e-6ae0fb29e09d", "name": "network-vif-deleted", "tag": "a66d14c9-a704-4f2b-a7ec-33b4221823af"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:25.000253 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39744) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:25.065629 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c439403-1b11-4435-a552-20c5bf8fdf92 x-openstack-request-id: req-5c439403-1b11-4435-a552-20c5bf8fdf92 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:25.065927 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd46cca1-be1f-4e40-956e-6ae0fb29e09d", "name": "network-vif-deleted", "tag": "a66d14c9-a704-4f2b-a7ec-33b4221823af", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:25.066185 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5c439403-1b11-4435-a552-20c5bf8fdf92 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:25.066583 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd46cca1-be1f-4e40-956e-6ae0fb29e09d', 'name': 'network-vif-deleted', 'tag': 'a66d14c9-a704-4f2b-a7ec-33b4221823af', 'status': 'completed', 'code': 200} Oct 19 01:11:25.216918 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 7e6e40d3-070d-4fea-9d30-489f94f7eae5 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:25.217423 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:25.235206 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-737f9e4e-654a-484f-8216-c2c8bf43ff4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:25.246289 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746334c1-36f3-45c2-b182-d6c27ec22e9e req-59f3e2b4-4f44-49a1-983e-8f3aeff00004 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:25.253738 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-746334c1-36f3-45c2-b182-d6c27ec22e9e req-59f3e2b4-4f44-49a1-983e-8f3aeff00004 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 946 time: 0.0843902 Oct 19 01:11:25.326553 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-746334c1-36f3-45c2-b182-d6c27ec22e9e req-b2599276-7d8a-4f16-a986-b0738cd81e5f tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688550 Oct 19 01:11:25.328436 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-785ef877-b4da-4524-b470-bb6550bd3dac tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:25.383187 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:25.424810 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 7e6e40d3-070d-4fea-9d30-489f94f7eae5, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=7e6e40d3-070d-4fea-9d30-489f94f7eae5,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:25.430555 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:25.440447 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-737f9e4e-654a-484f-8216-c2c8bf43ff4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:25.450146 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-737f9e4e-654a-484f-8216-c2c8bf43ff4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:25.505470 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1d8de5fb-de98-4b96-9708-7f50b390ed7d req-21138977-0212-4545-a133-524195b788da tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd46cca1-be1f-4e40-956e-6ae0fb29e09d HTTP/1.1" status: 200 len: 210 time: 0.0421231 Oct 19 01:11:25.509769 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=7e6e40d3-070d-4fea-9d30-489f94f7eae5,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:25.532309 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f9e4e-654a-484f-8216-c2c8bf43ff4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e760e9-8ab7-40f8-b6f3-0a46c18d23fc,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:25.579120 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-737f9e4e-654a-484f-8216-c2c8bf43ff4a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eae63b922a7b49908aba8964b0064361&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5768602 Oct 19 01:11:25.590182 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39758) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:25.595355 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c86252c-b8d0-4f5a-9d8e-9c881939340e None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:11:25.660427 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b158a290-568e-467f-b709-217439d8cba1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:25.683647 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b158a290-568e-467f-b709-217439d8cba1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:25.700665 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-6097a09a-7797-461f-9b3d-88c8e2ee5a82 None None] Provisioning complete for port 7e6e40d3-070d-4fea-9d30-489f94f7eae5 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:25.701028 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6097a09a-7797-461f-9b3d-88c8e2ee5a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:25.724020 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-785ef877-b4da-4524-b470-bb6550bd3dac tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Allocated IP 2001:db8::1 (833e9ff3-de52-4870-807a-a323cda2654c/b03af8b1-45a9-461e-bbae-4030a7e421a4/36da14f0-e930-4c89-8749-7fc1c2c48391) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:25.738238 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b158a290-568e-467f-b709-217439d8cba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:25.741354 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b158a290-568e-467f-b709-217439d8cba1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:25.744186 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b158a290-568e-467f-b709-217439d8cba1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/31e760e9-8ab7-40f8-b6f3-0a46c18d23fc HTTP/1.1" status: 204 len: 168 time: 0.1529417 Oct 19 01:11:25.760503 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158a290-568e-467f-b709-217439d8cba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e760e9-8ab7-40f8-b6f3-0a46c18d23fc,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:25.867477 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-785ef877-b4da-4524-b470-bb6550bd3dac tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:25.904760 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-785ef877-b4da-4524-b470-bb6550bd3dac tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:25.946358 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785ef877-b4da-4524-b470-bb6550bd3dac tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:25.951162 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-785ef877-b4da-4524-b470-bb6550bd3dac tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:25.955556 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785ef877-b4da-4524-b470-bb6550bd3dac tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:25.956189 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-785ef877-b4da-4524-b470-bb6550bd3dac tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:25.998957 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ef877-b4da-4524-b470-bb6550bd3dac tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Port': ['ID=36da14f0-e930-4c89-8749-7fc1c2c48391,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:26.054626 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39764) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:26.087229 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6f162e2f-1871-4d09-865c-7997d6af7230 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:26.109446 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-785ef877-b4da-4524-b470-bb6550bd3dac tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:26.185418 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-8a14ce86-a6b5-4367-b245-ae01e44e074c None None] Provisioning complete for port 7e6e40d3-070d-4fea-9d30-489f94f7eae5 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:26.186416 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8a14ce86-a6b5-4367-b245-ae01e44e074c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:26.302784 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6f162e2f-1871-4d09-865c-7997d6af7230 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:26.307701 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6f162e2f-1871-4d09-865c-7997d6af7230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:26.373956 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6f162e2f-1871-4d09-865c-7997d6af7230 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b83dc169958d41b4a1b9e447295bb5e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3182471 Oct 19 01:11:26.376614 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39770) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:26.384612 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f162e2f-1871-4d09-865c-7997d6af7230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f983962e-3df6-4db0-9fad-9f5e8d48ff39,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:26.394205 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-aede871f-a9a5-4aeb-849f-f2b6f66a1162 None None] Provisioning complete for port 36da14f0-e930-4c89-8749-7fc1c2c48391 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:26.394647 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-aede871f-a9a5-4aeb-849f-f2b6f66a1162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:26.434048 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-aede871f-a9a5-4aeb-849f-f2b6f66a1162 None None] Port 36da14f0-e930-4c89-8749-7fc1c2c48391 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:11:26.457694 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c76b7-b29e-4668-8dd8-cc79d09d1b99 req-ffff4025-d9e6-467d-91c9-70fa77ff7eba tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:26.459537 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-790c76b7-b29e-4668-8dd8-cc79d09d1b99 req-ffff4025-d9e6-467d-91c9-70fa77ff7eba tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 946 time: 0.0643399 Oct 19 01:11:26.488818 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9bbdd3ad-6092-41af-b68b-95bea24f6ae6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:26.499384 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-790c76b7-b29e-4668-8dd8-cc79d09d1b99 req-2f4be97a-c3a6-48ec-a47d-10df82089a15 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330603 Oct 19 01:11:26.519268 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-785ef877-b4da-4524-b470-bb6550bd3dac tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:26.521802 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device a66d14c9-a704-4f2b-a7ec-33b4221823af no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:11:26.524998 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9bbdd3ad-6092-41af-b68b-95bea24f6ae6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:26.532669 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-785ef877-b4da-4524-b470-bb6550bd3dac tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:26.533433 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-785ef877-b4da-4524-b470-bb6550bd3dac tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:26.547133 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: a66d14c9-a704-4f2b-a7ec-33b4221823af {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:11:26.547622 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device a66d14c9-a704-4f2b-a7ec-33b4221823af not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:11:26.621695 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ef877-b4da-4524-b470-bb6550bd3dac tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Port': ['ID=36da14f0-e930-4c89-8749-7fc1c2c48391,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:26.703131 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9bbdd3ad-6092-41af-b68b-95bea24f6ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:26.705703 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9bbdd3ad-6092-41af-b68b-95bea24f6ae6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:26.706857 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9bbdd3ad-6092-41af-b68b-95bea24f6ae6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f983962e-3df6-4db0-9fad-9f5e8d48ff39 HTTP/1.1" status: 204 len: 168 time: 0.3293407 Oct 19 01:11:26.728036 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbdd3ad-6092-41af-b68b-95bea24f6ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f983962e-3df6-4db0-9fad-9f5e8d48ff39,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:26.732952 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785ef877-b4da-4524-b470-bb6550bd3dac tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:26.734723 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-785ef877-b4da-4524-b470-bb6550bd3dac tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:26.872466 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785ef877-b4da-4524-b470-bb6550bd3dac tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Router 6fe5f7ad-f7ff-4497-80ac-b77faf511118 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:11:26.943541 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7e6e40d3-070d-4fea-9d30-489f94f7eae5 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:11:27.021434 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 7e6e40d3-070d-4fea-9d30-489f94f7eae5 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:27.021975 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:27.058478 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:27.068373 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785ef877-b4da-4524-b470-bb6550bd3dac tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:11:27.077162 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-785ef877-b4da-4524-b470-bb6550bd3dac tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "PUT /v2.0/routers/6fe5f7ad-f7ff-4497-80ac-b77faf511118/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1012568 Oct 19 01:11:27.079942 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39786) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:27.084484 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb24cb6b-aaff-4b66-94f4-b75615c89a7f None None] Sync routers for ids ['6fe5f7ad-f7ff-4497-80ac-b77faf511118'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:11:27.100407 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb24cb6b-aaff-4b66-94f4-b75615c89a7f None None] Routers {'6fe5f7ad-f7ff-4497-80ac-b77faf511118'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:11:27.103096 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-bb24cb6b-aaff-4b66-94f4-b75615c89a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:11:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['6fe5f7ad-f7ff-4497-80ac-b77faf511118'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:11:27.160845 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c450e5a-da23-4c5e-8b08-2e58c94c3077 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:27.172885 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39794) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:27.175151 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0c450e5a-da23-4c5e-8b08-2e58c94c3077 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports/36da14f0-e930-4c89-8749-7fc1c2c48391 HTTP/1.1" status: 200 len: 911 time: 0.0934103 Oct 19 01:11:27.194992 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-04448499-4653-4256-bb35-749702b97ddb None None] Provisioning complete for port 36da14f0-e930-4c89-8749-7fc1c2c48391 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:27.195514 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-04448499-4653-4256-bb35-749702b97ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:27.248278 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-04448499-4653-4256-bb35-749702b97ddb None None] Port 36da14f0-e930-4c89-8749-7fc1c2c48391 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:11:27.264380 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b7358f-4096-4432-9dd8-cf50da8626d3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:27.270900 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b7358f-4096-4432-9dd8-cf50da8626d3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:27.272821 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a6b7358f-4096-4432-9dd8-cf50da8626d3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0986230 Oct 19 01:11:27.276257 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39798) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:27.364082 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-bb24cb6b-aaff-4b66-94f4-b75615c89a7f None None] Set router 6fe5f7ad-f7ff-4497-80ac-b77faf511118 gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:11:27.641395 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-bb24cb6b-aaff-4b66-94f4-b75615c89a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe5f7ad-f7ff-4497-80ac-b77faf511118', 'name': 'tempest-NetworksTestDHCPv6-router-197591713', 'tenant_id': 'c34b9efccd444514b6828a5a5dd7684d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:11:24Z', 'updated_at': '2021-10-19T01:11:26Z', 'revision_number': 2, 'project_id': 'c34b9efccd444514b6828a5a5dd7684d', 'gw_port_host': None, '_interfaces': [{'id': '36da14f0-e930-4c89-8749-7fc1c2c48391', 'name': '', 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'tenant_id': 'c34b9efccd444514b6828a5a5dd7684d', 'mac_address': 'fa:16:3e:06:ab:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe5f7ad-f7ff-4497-80ac-b77faf511118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'b03af8b1-45a9-461e-bbae-4030a7e421a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:11:25Z', 'updated_at': '2021-10-19T01:11:26Z', 'revision_number': 2, 'project_id': 'c34b9efccd444514b6828a5a5dd7684d', 'subnets': [{'id': 'b03af8b1-45a9-461e-bbae-4030a7e421a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:11:27.676819 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb24cb6b-aaff-4b66-94f4-b75615c89a7f None None] Checking router: 6fe5f7ad-f7ff-4497-80ac-b77faf511118 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:11:27.677490 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb24cb6b-aaff-4b66-94f4-b75615c89a7f None None] Updating router 6fe5f7ad-f7ff-4497-80ac-b77faf511118 port 36da14f0-e930-4c89-8749-7fc1c2c48391 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:11:27.729071 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-bb24cb6b-aaff-4b66-94f4-b75615c89a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:27.744109 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc76700-e0c0-4018-a1de-56af7a60ac0d req-d127592d-7bcc-4ad2-af74-06cadcca39f8 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:27.746186 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dcc76700-e0c0-4018-a1de-56af7a60ac0d req-d127592d-7bcc-4ad2-af74-06cadcca39f8 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 946 time: 0.1125460 Oct 19 01:11:27.833303 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dcc76700-e0c0-4018-a1de-56af7a60ac0d req-7fce7b9c-1f4d-4ff6-96e8-26a08898ee4d tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702667 Oct 19 01:11:27.979241 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2c682020-dd08-4010-9a77-b84ceb373b88 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:28.133237 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-bb24cb6b-aaff-4b66-94f4-b75615c89a7f None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:28.143853 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-bb24cb6b-aaff-4b66-94f4-b75615c89a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:28.305194 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-bb24cb6b-aaff-4b66-94f4-b75615c89a7f None None] Attempting to bind port 36da14f0-e930-4c89-8749-7fc1c2c48391 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:28.305804 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-bb24cb6b-aaff-4b66-94f4-b75615c89a7f None None] Attempting to bind port 36da14f0-e930-4c89-8749-7fc1c2c48391 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:28.308469 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb24cb6b-aaff-4b66-94f4-b75615c89a7f None None] Attempting to bind port 36da14f0-e930-4c89-8749-7fc1c2c48391 on network 833e9ff3-de52-4870-807a-a323cda2654c {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:28.324400 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb24cb6b-aaff-4b66-94f4-b75615c89a7f None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:11:28.325050 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb24cb6b-aaff-4b66-94f4-b75615c89a7f None None] Checking segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:28.325627 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-bb24cb6b-aaff-4b66-94f4-b75615c89a7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:28.327917 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb24cb6b-aaff-4b66-94f4-b75615c89a7f None None] Bound using segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:11:28.331241 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-bb24cb6b-aaff-4b66-94f4-b75615c89a7f None None] Bound port: 36da14f0-e930-4c89-8749-7fc1c2c48391, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:11:28.332042 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-bb24cb6b-aaff-4b66-94f4-b75615c89a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:28.351628 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02038916-6692-4e5e-b433-17575ca6d24c None None] Pushing event updated for resources: {'Port': ['ID=36da14f0-e930-4c89-8749-7fc1c2c48391,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:28.372793 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02038916-6692-4e5e-b433-17575ca6d24c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:28.373150 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02038916-6692-4e5e-b433-17575ca6d24c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:28.373488 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02038916-6692-4e5e-b433-17575ca6d24c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:28.373817 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02038916-6692-4e5e-b433-17575ca6d24c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:28.374226 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02038916-6692-4e5e-b433-17575ca6d24c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:28.374604 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02038916-6692-4e5e-b433-17575ca6d24c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:28.374931 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02038916-6692-4e5e-b433-17575ca6d24c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:28.375252 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02038916-6692-4e5e-b433-17575ca6d24c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:28.375853 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02038916-6692-4e5e-b433-17575ca6d24c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:28.376176 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02038916-6692-4e5e-b433-17575ca6d24c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:28.376495 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02038916-6692-4e5e-b433-17575ca6d24c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:28.376810 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02038916-6692-4e5e-b433-17575ca6d24c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:28.462458 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-bb24cb6b-aaff-4b66-94f4-b75615c89a7f None None] For port 36da14f0-e930-4c89-8749-7fc1c2c48391, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:28.466763 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-bb24cb6b-aaff-4b66-94f4-b75615c89a7f None None] For port 36da14f0-e930-4c89-8749-7fc1c2c48391, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=36da14f0-e930-4c89-8749-7fc1c2c48391,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:11:28.483514 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-bb24cb6b-aaff-4b66-94f4-b75615c89a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:28.550044 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb24cb6b-aaff-4b66-94f4-b75615c89a7f None None] Routers {'6fe5f7ad-f7ff-4497-80ac-b77faf511118'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:11:28.550593 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-bb24cb6b-aaff-4b66-94f4-b75615c89a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:11:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['6fe5f7ad-f7ff-4497-80ac-b77faf511118'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:11:28.552463 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02038916-6692-4e5e-b433-17575ca6d24c None None] Pushing event updated for resources: {'Port': ['ID=36da14f0-e930-4c89-8749-7fc1c2c48391,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:28.603147 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-0158e4fc-1da0-4576-be05-37c1461550d6 None None] Provisioning complete for port 36da14f0-e930-4c89-8749-7fc1c2c48391 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:28.603874 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0158e4fc-1da0-4576-be05-37c1461550d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:28.638991 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-2c682020-dd08-4010-9a77-b84ceb373b88 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting port 36da14f0-e930-4c89-8749-7fc1c2c48391 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:11:28.639371 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2c682020-dd08-4010-9a77-b84ceb373b88 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:28.671140 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-bb24cb6b-aaff-4b66-94f4-b75615c89a7f None None] Set router 6fe5f7ad-f7ff-4497-80ac-b77faf511118 gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:11:28.734580 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0158e4fc-1da0-4576-be05-37c1461550d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:28.777969 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39852) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:28.803600 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-2c682020-dd08-4010-9a77-b84ceb373b88 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] For port 36da14f0-e930-4c89-8749-7fc1c2c48391, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=36da14f0-e930-4c89-8749-7fc1c2c48391,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:28.804326 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2c682020-dd08-4010-9a77-b84ceb373b88 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:28.823210 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-0158e4fc-1da0-4576-be05-37c1461550d6 None None] For port 36da14f0-e930-4c89-8749-7fc1c2c48391, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=36da14f0-e930-4c89-8749-7fc1c2c48391,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:28.830071 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-2c682020-dd08-4010-9a77-b84ceb373b88 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Calling delete_port for 36da14f0-e930-4c89-8749-7fc1c2c48391 owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:28.833548 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0158e4fc-1da0-4576-be05-37c1461550d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:28.953944 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0158e4fc-1da0-4576-be05-37c1461550d6 None None] Pushing event updated for resources: {'Port': ['ID=36da14f0-e930-4c89-8749-7fc1c2c48391,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:28.977046 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-599fd32b-4937-4255-b4a7-40cf7268167a None None] Provisioning complete for port 36da14f0-e930-4c89-8749-7fc1c2c48391 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:28.977260 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-599fd32b-4937-4255-b4a7-40cf7268167a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:29.005315 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-bb24cb6b-aaff-4b66-94f4-b75615c89a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe5f7ad-f7ff-4497-80ac-b77faf511118', 'name': 'tempest-NetworksTestDHCPv6-router-197591713', 'tenant_id': 'c34b9efccd444514b6828a5a5dd7684d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:11:24Z', 'updated_at': '2021-10-19T01:11:26Z', 'revision_number': 2, 'project_id': 'c34b9efccd444514b6828a5a5dd7684d', 'gw_port_host': None, '_interfaces': [{'id': '36da14f0-e930-4c89-8749-7fc1c2c48391', 'name': '', 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'tenant_id': 'c34b9efccd444514b6828a5a5dd7684d', 'mac_address': 'fa:16:3e:06:ab:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe5f7ad-f7ff-4497-80ac-b77faf511118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'b03af8b1-45a9-461e-bbae-4030a7e421a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:11:25Z', 'updated_at': '2021-10-19T01:11:28Z', 'revision_number': 4, 'project_id': 'c34b9efccd444514b6828a5a5dd7684d', 'subnets': [{'id': 'b03af8b1-45a9-461e-bbae-4030a7e421a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:11:29.036490 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb24cb6b-aaff-4b66-94f4-b75615c89a7f None None] The sync data for ids ['6fe5f7ad-f7ff-4497-80ac-b77faf511118'] in n-d-715271-26 is: [{'id': '6fe5f7ad-f7ff-4497-80ac-b77faf511118', 'name': 'tempest-NetworksTestDHCPv6-router-197591713', 'tenant_id': 'c34b9efccd444514b6828a5a5dd7684d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:11:24Z', 'updated_at': '2021-10-19T01:11:26Z', 'revision_number': 2, 'project_id': 'c34b9efccd444514b6828a5a5dd7684d', 'gw_port_host': None, '_interfaces': [{'id': '36da14f0-e930-4c89-8749-7fc1c2c48391', 'name': '', 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'tenant_id': 'c34b9efccd444514b6828a5a5dd7684d', 'mac_address': 'fa:16:3e:06:ab:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe5f7ad-f7ff-4497-80ac-b77faf511118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'b03af8b1-45a9-461e-bbae-4030a7e421a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:11:25Z', 'updated_at': '2021-10-19T01:11:28Z', 'revision_number': 4, 'project_id': 'c34b9efccd444514b6828a5a5dd7684d', 'subnets': [{'id': 'b03af8b1-45a9-461e-bbae-4030a7e421a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:11:29.082662 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9d0f9-5bb7-42fe-ac8e-394d091d59bc req-437fe307-fc7e-434b-a493-eb6eb5d9b362 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:29.085180 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aac9d0f9-5bb7-42fe-ac8e-394d091d59bc req-437fe307-fc7e-434b-a493-eb6eb5d9b362 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 946 time: 0.1051440 Oct 19 01:11:29.130277 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-250d7f69-5e93-41b8-ac53-1fc13ff4dbb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:29.159087 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aac9d0f9-5bb7-42fe-ac8e-394d091d59bc req-c6fb36fe-079b-4e16-84dc-e7cdced14237 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648251 Oct 19 01:11:29.205921 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2c682020-dd08-4010-9a77-b84ceb373b88 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:29.211056 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:29.238273 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c682020-dd08-4010-9a77-b84ceb373b88 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Port': ['ID=36da14f0-e930-4c89-8749-7fc1c2c48391,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:29.246117 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-250d7f69-5e93-41b8-ac53-1fc13ff4dbb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:29.252639 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-250d7f69-5e93-41b8-ac53-1fc13ff4dbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:29.306653 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-250d7f69-5e93-41b8-ac53-1fc13ff4dbb9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=919d0517d19e4e409f7543fef61ae1eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5274549 Oct 19 01:11:29.308271 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39862) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:29.314824 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d7f69-5e93-41b8-ac53-1fc13ff4dbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189583f3-a320-4bed-8336-3a857ced8676,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:29.393275 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9d9f3910-50b1-4531-b355-358f0d4378d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:29.419454 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2c682020-dd08-4010-9a77-b84ceb373b88 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:29.427420 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9d9f3910-50b1-4531-b355-358f0d4378d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:29.498596 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9d9f3910-50b1-4531-b355-358f0d4378d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:29.501344 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9d9f3910-50b1-4531-b355-358f0d4378d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:29.517748 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9d9f3910-50b1-4531-b355-358f0d4378d1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/189583f3-a320-4bed-8336-3a857ced8676 HTTP/1.1" status: 204 len: 168 time: 0.1958561 Oct 19 01:11:29.529418 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f3910-50b1-4531-b355-358f0d4378d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189583f3-a320-4bed-8336-3a857ced8676,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:29.664491 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c682020-dd08-4010-9a77-b84ceb373b88 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Router 6fe5f7ad-f7ff-4497-80ac-b77faf511118 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:11:29.753025 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c682020-dd08-4010-9a77-b84ceb373b88 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:11:29.762810 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2c682020-dd08-4010-9a77-b84ceb373b88 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "PUT /v2.0/routers/6fe5f7ad-f7ff-4497-80ac-b77faf511118/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4849703 Oct 19 01:11:29.765770 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39872) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:29.824656 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c4902c-d749-4a95-98f8-a09bfc6405ce tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:29.826884 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c4902c-d749-4a95-98f8-a09bfc6405ce tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:29.828517 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-25c4902c-d749-4a95-98f8-a09bfc6405ce tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0617743 Oct 19 01:11:29.832669 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39876) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:29.897160 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-4608757b-5827-413b-b948-41ef7396cf1b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting subnet b03af8b1-45a9-461e-bbae-4030a7e421a4 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:11:29.901246 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4608757b-5827-413b-b948-41ef7396cf1b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:29.972088 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4608757b-5827-413b-b948-41ef7396cf1b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:30.028652 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4608757b-5827-413b-b948-41ef7396cf1b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:30.100162 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4608757b-5827-413b-b948-41ef7396cf1b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:30.132417 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608757b-5827-413b-b948-41ef7396cf1b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Subnet': ['ID=b03af8b1-45a9-461e-bbae-4030a7e421a4,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:30.142655 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1da775a-2c06-4ea2-9848-9219e7ecde3d None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:11:30.145889 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4608757b-5827-413b-b948-41ef7396cf1b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:30.159494 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4608757b-5827-413b-b948-41ef7396cf1b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/b03af8b1-45a9-461e-bbae-4030a7e421a4 HTTP/1.1" status: 204 len: 168 time: 0.3233204 Oct 19 01:11:30.160100 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39892) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:30.290986 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-defff62d-7644-48b9-a629-6e918b9f1e56 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1294994 Oct 19 01:11:30.293798 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39898) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:30.412090 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c225ad-f041-4a8d-8f75-80a3bf0ee8ab None None] DHCP port deletion for 833e9ff3-de52-4870-807a-a323cda2654c request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:11:30.480856 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-52c225ad-f041-4a8d-8f75-80a3bf0ee8ab None None] Deleting port 7e6e40d3-070d-4fea-9d30-489f94f7eae5 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:11:30.481234 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-52c225ad-f041-4a8d-8f75-80a3bf0ee8ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:30.609874 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-52c225ad-f041-4a8d-8f75-80a3bf0ee8ab None None] For port 7e6e40d3-070d-4fea-9d30-489f94f7eae5, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=7e6e40d3-070d-4fea-9d30-489f94f7eae5,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:30.610591 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-52c225ad-f041-4a8d-8f75-80a3bf0ee8ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:30.631856 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-52c225ad-f041-4a8d-8f75-80a3bf0ee8ab None None] Calling delete_port for 7e6e40d3-070d-4fea-9d30-489f94f7eae5 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:30.722921 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-52c225ad-f041-4a8d-8f75-80a3bf0ee8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:30.750641 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c225ad-f041-4a8d-8f75-80a3bf0ee8ab None None] Pushing event deleted for resources: {'Port': ['ID=7e6e40d3-070d-4fea-9d30-489f94f7eae5,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:30.763451 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c225ad-f041-4a8d-8f75-80a3bf0ee8ab None None] No DVR routers for this DVR port 7e6e40d3-070d-4fea-9d30-489f94f7eae5 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:11:30.855390 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9bd3f5bf-3d1d-4076-ae77-e690b5f3fe44 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:30.911899 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a9485-23df-414d-8e4a-e989f2f2d4cb req-3c8a9012-0142-4bbc-ad25-482c921b721a tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:30.919559 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b90a9485-23df-414d-8e4a-e989f2f2d4cb req-3c8a9012-0142-4bbc-ad25-482c921b721a tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 946 time: 0.5644059 Oct 19 01:11:30.956426 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7e6e40d3-070d-4fea-9d30-489f94f7eae5 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:11:30.960029 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35830a4d-d98c-4271-bab5-2ac39375aa27 None None] Sync routers for ids ['6fe5f7ad-f7ff-4497-80ac-b77faf511118'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:11:31.001146 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 7e6e40d3-070d-4fea-9d30-489f94f7eae5 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:11:31.001499 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7e6e40d3-070d-4fea-9d30-489f94f7eae5 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:11:31.008029 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35830a4d-d98c-4271-bab5-2ac39375aa27 None None] Routers {'6fe5f7ad-f7ff-4497-80ac-b77faf511118'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:11:31.008664 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-35830a4d-d98c-4271-bab5-2ac39375aa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:11:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['6fe5f7ad-f7ff-4497-80ac-b77faf511118'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:11:31.060495 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b90a9485-23df-414d-8e4a-e989f2f2d4cb req-aa716a42-044b-4671-bbfe-0533f25c9eb7 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396856 Oct 19 01:11:31.123786 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-35830a4d-d98c-4271-bab5-2ac39375aa27 None None] Set router 6fe5f7ad-f7ff-4497-80ac-b77faf511118 gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:11:31.140211 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9bd3f5bf-3d1d-4076-ae77-e690b5f3fe44 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:31.142884 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9bd3f5bf-3d1d-4076-ae77-e690b5f3fe44 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:31.206086 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9bd3f5bf-3d1d-4076-ae77-e690b5f3fe44 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:31.206954 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd3f5bf-3d1d-4076-ae77-e690b5f3fe44 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Fanout notify agent at l3_agent the message router_deleted on router 6fe5f7ad-f7ff-4497-80ac-b77faf511118 {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:11:31.220430 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9bd3f5bf-3d1d-4076-ae77-e690b5f3fe44 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:31.225364 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39922) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:31.226009 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9bd3f5bf-3d1d-4076-ae77-e690b5f3fe44 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/routers/6fe5f7ad-f7ff-4497-80ac-b77faf511118 HTTP/1.1" status: 204 len: 168 time: 0.9309673 Oct 19 01:11:31.232720 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-f6c94ceb-ef3c-416c-93ee-fc073068242d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:31.248724 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-35830a4d-d98c-4271-bab5-2ac39375aa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe5f7ad-f7ff-4497-80ac-b77faf511118', 'name': 'tempest-NetworksTestDHCPv6-router-197591713', 'tenant_id': 'c34b9efccd444514b6828a5a5dd7684d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:11:24Z', 'updated_at': '2021-10-19T01:11:29Z', 'revision_number': 3, 'project_id': 'c34b9efccd444514b6828a5a5dd7684d', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:11:31.318227 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35830a4d-d98c-4271-bab5-2ac39375aa27 None None] Checking router: 6fe5f7ad-f7ff-4497-80ac-b77faf511118 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:11:31.335105 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35830a4d-d98c-4271-bab5-2ac39375aa27 None None] Routers set() bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:11:31.335559 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35830a4d-d98c-4271-bab5-2ac39375aa27 None None] Router IDs set() for agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 19 01:11:31.336685 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_agentschedulers_db [None req-35830a4d-d98c-4271-bab5-2ac39375aa27 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6fe5f7ad-f7ff-4497-80ac-b77faf511118'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:11:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent'). {{(pid=100608) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 19 01:11:31.337136 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35830a4d-d98c-4271-bab5-2ac39375aa27 None None] The sync data for ids ['6fe5f7ad-f7ff-4497-80ac-b77faf511118'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:11:31.418329 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c94ceb-ef3c-416c-93ee-fc073068242d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:31.422171 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f6c94ceb-ef3c-416c-93ee-fc073068242d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:31.435902 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ecc05-5242-4028-ade8-e055d1ffa4e6 req-9f74b4e5-ef0e-4a08-850c-69888d98bfab tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:31.437679 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-754ecc05-5242-4028-ade8-e055d1ffa4e6 req-9f74b4e5-ef0e-4a08-850c-69888d98bfab tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e537566-a91b-4f92-92cc-5b7c5dbffeaa HTTP/1.1" status: 200 len: 946 time: 0.1101365 Oct 19 01:11:31.484145 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39930) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:31.537954 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-754ecc05-5242-4028-ade8-e055d1ffa4e6 req-ea0bf323-079f-49b0-b0b4-2e87f98b92f8 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898473 Oct 19 01:11:31.612374 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-398b5df2-11aa-4598-be9b-bf6543a5fa21 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:31.638277 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-398b5df2-11aa-4598-be9b-bf6543a5fa21 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:31.672757 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f6c94ceb-ef3c-416c-93ee-fc073068242d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:31.726954 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c94ceb-ef3c-416c-93ee-fc073068242d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:31.732221 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-f6c94ceb-ef3c-416c-93ee-fc073068242d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:31.736354 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c94ceb-ef3c-416c-93ee-fc073068242d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:31.737126 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f6c94ceb-ef3c-416c-93ee-fc073068242d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:31.742391 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad4c9ca-334b-4ce3-9136-0feb2bf5f42e None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:11:31.746910 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-398b5df2-11aa-4598-be9b-bf6543a5fa21 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:31.765737 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c94ceb-ef3c-416c-93ee-fc073068242d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Subnet': ['ID=14cccd41-49fc-4ae2-bb1b-f5fdd99dbcc5,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:31.772315 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f6c94ceb-ef3c-416c-93ee-fc073068242d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5454884 Oct 19 01:11:31.774884 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39936) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:31.780469 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-5ebeb8f7-341a-4bd1-82fa-8691f692f5c3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-236757532', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:31.817196 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5ebeb8f7-341a-4bd1-82fa-8691f692f5c3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:31.818506 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5ebeb8f7-341a-4bd1-82fa-8691f692f5c3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:31.907160 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5ebeb8f7-341a-4bd1-82fa-8691f692f5c3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:31.912570 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5ebeb8f7-341a-4bd1-82fa-8691f692f5c3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:31.913270 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-398b5df2-11aa-4598-be9b-bf6543a5fa21 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] Allocated IP 172.25.8.232 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/cbefb507-7901-4256-b050-fe496200bd54) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:31.932315 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5ebeb8f7-341a-4bd1-82fa-8691f692f5c3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:31.933705 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5ebeb8f7-341a-4bd1-82fa-8691f692f5c3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1571810 Oct 19 01:11:31.936383 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39938) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:32.008964 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d252041a-9a7f-4b62-a626-88ad4fb41d97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-833e9ff3-de52-4870-807a-a323cda2654c', 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'tenant_id': 'c34b9efccd444514b6828a5a5dd7684d', 'fixed_ips': [{'subnet_id': '14cccd41-49fc-4ae2-bb1b-f5fdd99dbcc5'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:11:32.010499 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d252041a-9a7f-4b62-a626-88ad4fb41d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:32.042675 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-398b5df2-11aa-4598-be9b-bf6543a5fa21 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:32.091926 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-398b5df2-11aa-4598-be9b-bf6543a5fa21 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:32.129770 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398b5df2-11aa-4598-be9b-bf6543a5fa21 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:32.132822 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-398b5df2-11aa-4598-be9b-bf6543a5fa21 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:32.139358 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398b5df2-11aa-4598-be9b-bf6543a5fa21 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:32.177837 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-d252041a-9a7f-4b62-a626-88ad4fb41d97 None None] Allocated IP 2001:db8::2 (833e9ff3-de52-4870-807a-a323cda2654c/14cccd41-49fc-4ae2-bb1b-f5fdd99dbcc5/5d8a8409-7d47-4186-85d9-cf0f611690b1) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:32.189742 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b5df2-11aa-4598-be9b-bf6543a5fa21 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] Pushing event updated for resources: {'Port': ['ID=cbefb507-7901-4256-b050-fe496200bd54,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:32.323421 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b320b-0326-4519-86b4-92827f94afd3 req-05c074ac-c8bb-4564-9629-5ca1b510e2d8 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:32.325124 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bb7b320b-0326-4519-86b4-92827f94afd3 req-05c074ac-c8bb-4564-9629-5ca1b510e2d8 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 946 time: 0.1230986 Oct 19 01:11:32.326954 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-00db40df-eed1-4f6c-9166-e6acc4251acb tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:32.340166 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-398b5df2-11aa-4598-be9b-bf6543a5fa21 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:32.407576 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-398b5df2-11aa-4598-be9b-bf6543a5fa21 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:32.466187 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bb7b320b-0326-4519-86b4-92827f94afd3 req-27f9d4f4-9fb8-4c67-bf57-1274df3e94d6 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294355 Oct 19 01:11:32.541961 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d252041a-9a7f-4b62-a626-88ad4fb41d97 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:32.555186 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d252041a-9a7f-4b62-a626-88ad4fb41d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:32.605533 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d252041a-9a7f-4b62-a626-88ad4fb41d97 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:32.609294 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-d252041a-9a7f-4b62-a626-88ad4fb41d97 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:32.609856 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-398b5df2-11aa-4598-be9b-bf6543a5fa21 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:32.613420 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d252041a-9a7f-4b62-a626-88ad4fb41d97 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:32.622903 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-398b5df2-11aa-4598-be9b-bf6543a5fa21 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:32.624068 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252041a-9a7f-4b62-a626-88ad4fb41d97 None None] Pushing event updated for resources: {'Port': ['ID=5d8a8409-7d47-4186-85d9-cf0f611690b1,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:32.652680 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-00db40df-eed1-4f6c-9166-e6acc4251acb tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Allocated IP 2001:db8::1 (833e9ff3-de52-4870-807a-a323cda2654c/14cccd41-49fc-4ae2-bb1b-f5fdd99dbcc5/670d4e4b-8ca2-4275-9833-cdff3826d316) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:32.682997 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-d252041a-9a7f-4b62-a626-88ad4fb41d97 None None] Attempting to bind port 5d8a8409-7d47-4186-85d9-cf0f611690b1 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:32.683664 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-d252041a-9a7f-4b62-a626-88ad4fb41d97 None None] Attempting to bind port 5d8a8409-7d47-4186-85d9-cf0f611690b1 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:32.684068 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d252041a-9a7f-4b62-a626-88ad4fb41d97 None None] Attempting to bind port 5d8a8409-7d47-4186-85d9-cf0f611690b1 on network 833e9ff3-de52-4870-807a-a323cda2654c {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:32.702544 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d252041a-9a7f-4b62-a626-88ad4fb41d97 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:11:32.703062 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d252041a-9a7f-4b62-a626-88ad4fb41d97 None None] Checking segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:32.703476 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d252041a-9a7f-4b62-a626-88ad4fb41d97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:32.703913 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d252041a-9a7f-4b62-a626-88ad4fb41d97 None None] Bound using segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:11:32.704420 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-d252041a-9a7f-4b62-a626-88ad4fb41d97 None None] Bound port: 5d8a8409-7d47-4186-85d9-cf0f611690b1, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:11:32.704820 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d252041a-9a7f-4b62-a626-88ad4fb41d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:32.741188 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b5df2-11aa-4598-be9b-bf6543a5fa21 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] Pushing event updated for resources: {'Port': ['ID=cbefb507-7901-4256-b050-fe496200bd54,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:32.782379 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-398b5df2-11aa-4598-be9b-bf6543a5fa21 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:32.784746 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-d252041a-9a7f-4b62-a626-88ad4fb41d97 None None] For port 5d8a8409-7d47-4186-85d9-cf0f611690b1, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:32.788018 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-d252041a-9a7f-4b62-a626-88ad4fb41d97 None None] For port 5d8a8409-7d47-4186-85d9-cf0f611690b1, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=5d8a8409-7d47-4186-85d9-cf0f611690b1,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:11:32.793029 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb847a-fea3-48d6-91d1-2658a6330691 req-eefd3259-1eaf-480d-b94a-5c67676facf1 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:32.793732 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d252041a-9a7f-4b62-a626-88ad4fb41d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:32.794796 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2bcb847a-fea3-48d6-91d1-2658a6330691 req-eefd3259-1eaf-480d-b94a-5c67676facf1 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e537566-a91b-4f92-92cc-5b7c5dbffeaa HTTP/1.1" status: 200 len: 946 time: 0.1218143 Oct 19 01:11:32.821809 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-00db40df-eed1-4f6c-9166-e6acc4251acb tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:32.824090 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-398b5df2-11aa-4598-be9b-bf6543a5fa21 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:32.828707 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-398b5df2-11aa-4598-be9b-bf6543a5fa21 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3402112 Oct 19 01:11:32.830412 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39950) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:32.839993 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-84607a19-a9b1-401d-a4af-26c422e7f973 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-337072202', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'fixed_ips': [{'ip_address': '172.25.8.232'}]}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:32.841339 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 36da14f0-e930-4c89-8749-7fc1c2c48391 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:11:32.867542 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2bcb847a-fea3-48d6-91d1-2658a6330691 req-5b7a53ad-f900-416d-a550-2556b073c96f tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/security-groups?id=2600572f-509b-46da-985b-f58d05f5df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650053 Oct 19 01:11:32.874123 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 36da14f0-e930-4c89-8749-7fc1c2c48391 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:11:32.874608 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 36da14f0-e930-4c89-8749-7fc1c2c48391 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:11:32.887557 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252041a-9a7f-4b62-a626-88ad4fb41d97 None None] Pushing event updated for resources: {'Port': ['ID=5d8a8409-7d47-4186-85d9-cf0f611690b1,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:32.904610 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84607a19-a9b1-401d-a4af-26c422e7f973 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] Made reservation on behalf of 83733fe447f8495191091623d67cdbc2 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:32.907010 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-84607a19-a9b1-401d-a4af-26c422e7f973 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:32.919303 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-84607a19-a9b1-401d-a4af-26c422e7f973 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:32.929278 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459b763-b057-4ca6-b588-b5c2eec3aa3f req-b07c48f4-049d-4a71-9f3b-6251730c117a tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:32.929911 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-00db40df-eed1-4f6c-9166-e6acc4251acb tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:32.930871 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1459b763-b057-4ca6-b588-b5c2eec3aa3f req-b07c48f4-049d-4a71-9f3b-6251730c117a tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e537566-a91b-4f92-92cc-5b7c5dbffeaa HTTP/1.1" status: 200 len: 946 time: 0.0620003 Oct 19 01:11:33.002239 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00db40df-eed1-4f6c-9166-e6acc4251acb tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:33.009646 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-00db40df-eed1-4f6c-9166-e6acc4251acb tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:33.015995 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00db40df-eed1-4f6c-9166-e6acc4251acb tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:33.016535 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-00db40df-eed1-4f6c-9166-e6acc4251acb tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:33.020746 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db40df-eed1-4f6c-9166-e6acc4251acb tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Port': ['ID=670d4e4b-8ca2-4275-9833-cdff3826d316,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:33.038588 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-1459b763-b057-4ca6-b588-b5c2eec3aa3f req-daedda2e-b433-401e-ad83-eccef811037d tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Deleting port f59eeaf9-bdeb-4794-901e-8473ff7277a7 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:11:33.038972 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1459b763-b057-4ca6-b588-b5c2eec3aa3f req-daedda2e-b433-401e-ad83-eccef811037d tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:33.167215 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-84607a19-a9b1-401d-a4af-26c422e7f973 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:33.177447 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-1459b763-b057-4ca6-b588-b5c2eec3aa3f req-daedda2e-b433-401e-ad83-eccef811037d tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] For port f59eeaf9-bdeb-4794-901e-8473ff7277a7, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=f59eeaf9-bdeb-4794-901e-8473ff7277a7,segment=NetworkSegment(24d285ee-2f28-4b9f-95c9-4edf3800159a),segment_id=24d285ee-2f28-4b9f-95c9-4edf3800159a)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:33.177818 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1459b763-b057-4ca6-b588-b5c2eec3aa3f req-daedda2e-b433-401e-ad83-eccef811037d tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:33.189047 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-84607a19-a9b1-401d-a4af-26c422e7f973 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:33.192522 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-1459b763-b057-4ca6-b588-b5c2eec3aa3f req-daedda2e-b433-401e-ad83-eccef811037d tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Calling delete_port for f59eeaf9-bdeb-4794-901e-8473ff7277a7 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:33.193949 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-84607a19-a9b1-401d-a4af-26c422e7f973 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] device_id is not set on port 73ba100e-ad5a-4f4b-b1dd-b50cfbc3ef63 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:11:33.262602 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-00db40df-eed1-4f6c-9166-e6acc4251acb tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:33.314389 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84607a19-a9b1-401d-a4af-26c422e7f973 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2608013-653c-4063-bab2-a98fc55e3cd9,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:33.330923 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1459b763-b057-4ca6-b588-b5c2eec3aa3f req-daedda2e-b433-401e-ad83-eccef811037d tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:33.343833 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['f59eeaf9-bdeb-4794-901e-8473ff7277a7'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:11:33.372205 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daedda2e-b433-401e-ad83-eccef811037d tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Pushing event deleted for resources: {'Port': ['ID=f59eeaf9-bdeb-4794-901e-8473ff7277a7,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:33.426495 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-1459b763-b057-4ca6-b588-b5c2eec3aa3f req-daedda2e-b433-401e-ad83-eccef811037d tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] No DVR routers for this DVR port f59eeaf9-bdeb-4794-901e-8473ff7277a7 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:11:33.427501 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1459b763-b057-4ca6-b588-b5c2eec3aa3f req-daedda2e-b433-401e-ad83-eccef811037d tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:33.430982 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1459b763-b057-4ca6-b588-b5c2eec3aa3f req-daedda2e-b433-401e-ad83-eccef811037d tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.55 "DELETE /v2.0/ports/f59eeaf9-bdeb-4794-901e-8473ff7277a7 HTTP/1.1" status: 204 len: 173 time: 0.4944344 Oct 19 01:11:33.431596 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e537566-a91b-4f92-92cc-5b7c5dbffeaa', 'name': 'network-vif-deleted', 'tag': 'f59eeaf9-bdeb-4794-901e-8473ff7277a7'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:33.434420 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba645f45-f07c-480b-b1b6-9a3aa4102a7b" -d '{"events": [{"server_uuid": "6e537566-a91b-4f92-92cc-5b7c5dbffeaa", "name": "network-vif-deleted", "tag": "f59eeaf9-bdeb-4794-901e-8473ff7277a7"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:33.479675 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248c219a-9f33-40e3-a6bf-2ce779306b2d x-openstack-request-id: req-248c219a-9f33-40e3-a6bf-2ce779306b2d {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:33.480028 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e537566-a91b-4f92-92cc-5b7c5dbffeaa", "name": "network-vif-deleted", "tag": "f59eeaf9-bdeb-4794-901e-8473ff7277a7", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:33.480280 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-248c219a-9f33-40e3-a6bf-2ce779306b2d {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:33.480700 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e537566-a91b-4f92-92cc-5b7c5dbffeaa', 'name': 'network-vif-deleted', 'tag': 'f59eeaf9-bdeb-4794-901e-8473ff7277a7', 'status': 'completed', 'code': 200} Oct 19 01:11:33.593872 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-84607a19-a9b1-401d-a4af-26c422e7f973 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 19 01:11:33.594442 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84607a19-a9b1-401d-a4af-26c422e7f973 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:11:33.641756 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-84607a19-a9b1-401d-a4af-26c422e7f973 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8116443 Oct 19 01:11:33.644814 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39960) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:33.657244 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b3289-2b05-4c57-bfd8-91aa25e051a8 req-4a978df8-011a-4f72-9a5b-dcd2e27a31e7 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:33.658757 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f20b3289-2b05-4c57-bfd8-91aa25e051a8 req-4a978df8-011a-4f72-9a5b-dcd2e27a31e7 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 946 time: 0.1146159 Oct 19 01:11:33.744135 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f20b3289-2b05-4c57-bfd8-91aa25e051a8 req-bcf83fd8-7cb2-4707-9b87-f9bfe9e864e3 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782330 Oct 19 01:11:33.786277 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-00db40df-eed1-4f6c-9166-e6acc4251acb tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:33.794047 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-00db40df-eed1-4f6c-9166-e6acc4251acb tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:33.796619 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-00db40df-eed1-4f6c-9166-e6acc4251acb tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:33.815801 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-5d95795d-3b25-4ceb-a9af-2df92dc53cf8 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] Deleting port cbefb507-7901-4256-b050-fe496200bd54 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:11:33.816149 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d95795d-3b25-4ceb-a9af-2df92dc53cf8 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:33.889282 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db40df-eed1-4f6c-9166-e6acc4251acb tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Port': ['ID=670d4e4b-8ca2-4275-9833-cdff3826d316,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:33.925374 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d95795d-3b25-4ceb-a9af-2df92dc53cf8 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:33.927993 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d95795d-3b25-4ceb-a9af-2df92dc53cf8 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:33.948451 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-5d95795d-3b25-4ceb-a9af-2df92dc53cf8 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] Calling delete_port for cbefb507-7901-4256-b050-fe496200bd54 owned by network:floatingip {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:34.000755 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-43aaef5d-4196-472f-975f-2e81bc87e6e1 req-e384bca0-73cf-49d8-a024-81b9bde05828 tempest-AttachVolumeNegativeTest-1443795308 tempest-AttachVolumeNegativeTest-1443795308-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e537566-a91b-4f92-92cc-5b7c5dbffeaa HTTP/1.1" status: 200 len: 210 time: 0.0363109 Oct 19 01:11:34.013317 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00db40df-eed1-4f6c-9166-e6acc4251acb tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:34.015322 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-00db40df-eed1-4f6c-9166-e6acc4251acb tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:34.042893 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-579d70bd-54c8-4e21-9e03-aef8bdea8b10 None None] Provisioning complete for port 5d8a8409-7d47-4186-85d9-cf0f611690b1 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:34.042893 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-579d70bd-54c8-4e21-9e03-aef8bdea8b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:34.141043 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-579d70bd-54c8-4e21-9e03-aef8bdea8b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:34.155152 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d95795d-3b25-4ceb-a9af-2df92dc53cf8 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:34.180246 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-579d70bd-54c8-4e21-9e03-aef8bdea8b10 None None] For port 5d8a8409-7d47-4186-85d9-cf0f611690b1, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=5d8a8409-7d47-4186-85d9-cf0f611690b1,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:34.185528 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-579d70bd-54c8-4e21-9e03-aef8bdea8b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:34.188651 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95795d-3b25-4ceb-a9af-2df92dc53cf8 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] Pushing event deleted for resources: {'Port': ['ID=cbefb507-7901-4256-b050-fe496200bd54,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:34.254799 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d70bd-54c8-4e21-9e03-aef8bdea8b10 None None] Pushing event updated for resources: {'Port': ['ID=5d8a8409-7d47-4186-85d9-cf0f611690b1,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:34.266969 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d95795d-3b25-4ceb-a9af-2df92dc53cf8 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:34.269838 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d95795d-3b25-4ceb-a9af-2df92dc53cf8 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:34.271268 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5d95795d-3b25-4ceb-a9af-2df92dc53cf8 tempest-ExternalNetworksAdminNegativeTestJSON-841173773 tempest-ExternalNetworksAdminNegativeTestJSON-841173773-project-admin] 10.222.0.57 "DELETE /v2.0/floatingips/c3466136-2eef-4388-8393-da6a4d63751d HTTP/1.1" status: 204 len: 168 time: 0.6251431 Oct 19 01:11:34.315187 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-51489e85-9ab5-4f6b-956c-f02a344eeba1 None None] Provisioning complete for port 670d4e4b-8ca2-4275-9833-cdff3826d316 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:34.315616 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-51489e85-9ab5-4f6b-956c-f02a344eeba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:34.361616 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-51489e85-9ab5-4f6b-956c-f02a344eeba1 None None] Port 670d4e4b-8ca2-4275-9833-cdff3826d316 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:11:34.482097 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-6c3d8d8b-4253-4aca-b621-7f3c1c99609a None None] Provisioning complete for port 670d4e4b-8ca2-4275-9833-cdff3826d316 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:34.482691 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6c3d8d8b-4253-4aca-b621-7f3c1c99609a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:34.504843 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00db40df-eed1-4f6c-9166-e6acc4251acb tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Router a8e0259d-5161-4c94-b154-ebd53e9e2f61 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:11:34.520297 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-6c3d8d8b-4253-4aca-b621-7f3c1c99609a None None] Port 670d4e4b-8ca2-4275-9833-cdff3826d316 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:11:34.603285 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39974) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:34.609905 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00db40df-eed1-4f6c-9166-e6acc4251acb tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:11:34.616348 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-00db40df-eed1-4f6c-9166-e6acc4251acb tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "PUT /v2.0/routers/a8e0259d-5161-4c94-b154-ebd53e9e2f61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6777985 Oct 19 01:11:34.617568 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39978) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:34.621176 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98eb6aa2-1ff8-4795-83cf-6682b5d9a6c6 None None] Sync routers for ids ['a8e0259d-5161-4c94-b154-ebd53e9e2f61'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:11:34.632791 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eb6aa2-1ff8-4795-83cf-6682b5d9a6c6 None None] Routers {'a8e0259d-5161-4c94-b154-ebd53e9e2f61'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:11:34.633867 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-98eb6aa2-1ff8-4795-83cf-6682b5d9a6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:11:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['a8e0259d-5161-4c94-b154-ebd53e9e2f61'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:11:34.668065 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dd62e2-2ff4-45ab-a8e7-e1d92f7a75ec tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:34.672310 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-09dd62e2-2ff4-45ab-a8e7-e1d92f7a75ec tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports/670d4e4b-8ca2-4275-9833-cdff3826d316 HTTP/1.1" status: 200 len: 911 time: 0.0509341 Oct 19 01:11:34.672730 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39980) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:34.722640 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dd225f54-2a8a-41af-afc1-02e80f8a84b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:34.749496 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967c4d31-7cb7-46ff-970c-71601cf61580 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:34.755409 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967c4d31-7cb7-46ff-970c-71601cf61580 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:34.756980 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-967c4d31-7cb7-46ff-970c-71601cf61580 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0832107 Oct 19 01:11:34.760611 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39982) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:34.769570 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-98eb6aa2-1ff8-4795-83cf-6682b5d9a6c6 None None] Set router a8e0259d-5161-4c94-b154-ebd53e9e2f61 gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:11:34.903021 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e3920-0342-4ff2-a594-c6a3e20e4b3d req-29505bb1-8830-4604-9faa-ea76fb610baf tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:34.910273 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-287e3920-0342-4ff2-a594-c6a3e20e4b3d req-29505bb1-8830-4604-9faa-ea76fb610baf tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 946 time: 0.0811751 Oct 19 01:11:34.964515 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 5d8a8409-7d47-4186-85d9-cf0f611690b1 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:11:34.993245 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-287e3920-0342-4ff2-a594-c6a3e20e4b3d req-8ae50c51-e620-4ebc-96dc-65788b9cffa4 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820410 Oct 19 01:11:35.020492 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 5d8a8409-7d47-4186-85d9-cf0f611690b1 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:35.020492 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.035308 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dd225f54-2a8a-41af-afc1-02e80f8a84b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.043874 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dd225f54-2a8a-41af-afc1-02e80f8a84b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.084805 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39990) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:35.112373 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-dd225f54-2a8a-41af-afc1-02e80f8a84b7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d3d1f1c3ca6c4b2c992395fecd46aad8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5079107 Oct 19 01:11:35.114403 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd225f54-2a8a-41af-afc1-02e80f8a84b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22cda6a-0c2e-4ad1-9bd4-1b3404b3aaf8,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:35.117323 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39992) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:35.155967 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-98eb6aa2-1ff8-4795-83cf-6682b5d9a6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e0259d-5161-4c94-b154-ebd53e9e2f61', 'name': 'tempest-NetworksTestDHCPv6-router-236757532', 'tenant_id': 'c34b9efccd444514b6828a5a5dd7684d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:11:31Z', 'updated_at': '2021-10-19T01:11:33Z', 'revision_number': 2, 'project_id': 'c34b9efccd444514b6828a5a5dd7684d', 'gw_port_host': None, '_interfaces': [{'id': '670d4e4b-8ca2-4275-9833-cdff3826d316', 'name': '', 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'tenant_id': 'c34b9efccd444514b6828a5a5dd7684d', 'mac_address': 'fa:16:3e:82:e8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e0259d-5161-4c94-b154-ebd53e9e2f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '14cccd41-49fc-4ae2-bb1b-f5fdd99dbcc5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:11:32Z', 'updated_at': '2021-10-19T01:11:33Z', 'revision_number': 2, 'project_id': 'c34b9efccd444514b6828a5a5dd7684d', 'subnets': [{'id': '14cccd41-49fc-4ae2-bb1b-f5fdd99dbcc5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:11:35.158613 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6fb9af4-5960-43bd-961c-d30e03cf6dc8 admin admin] Deleting subnet 2c491c19-2c54-43fa-a611-2d3b3495f28e {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:11:35.161642 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e6fb9af4-5960-43bd-961c-d30e03cf6dc8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.200851 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e6fb9af4-5960-43bd-961c-d30e03cf6dc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.211126 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f68fdfb6-8146-45a7-b387-cfebfa0c9427 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.241694 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f68fdfb6-8146-45a7-b387-cfebfa0c9427 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.242983 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e6fb9af4-5960-43bd-961c-d30e03cf6dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.283614 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98eb6aa2-1ff8-4795-83cf-6682b5d9a6c6 None None] Checking router: a8e0259d-5161-4c94-b154-ebd53e9e2f61 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:11:35.283614 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98eb6aa2-1ff8-4795-83cf-6682b5d9a6c6 None None] Updating router a8e0259d-5161-4c94-b154-ebd53e9e2f61 port 670d4e4b-8ca2-4275-9833-cdff3826d316 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:11:35.299152 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e6fb9af4-5960-43bd-961c-d30e03cf6dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.311578 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-98eb6aa2-1ff8-4795-83cf-6682b5d9a6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.313937 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8609116b-c860-4d2a-a9ce-65722851b0db tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.332545 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e6fb9af4-5960-43bd-961c-d30e03cf6dc8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.339283 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e6fb9af4-5960-43bd-961c-d30e03cf6dc8 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/2c491c19-2c54-43fa-a611-2d3b3495f28e HTTP/1.1" status: 204 len: 168 time: 0.2496028 Oct 19 01:11:35.339283 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb9af4-5960-43bd-961c-d30e03cf6dc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c491c19-2c54-43fa-a611-2d3b3495f28e,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:35.339283 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39994) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:35.398910 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f68fdfb6-8146-45a7-b387-cfebfa0c9427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.402171 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f68fdfb6-8146-45a7-b387-cfebfa0c9427 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.403314 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f68fdfb6-8146-45a7-b387-cfebfa0c9427 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f22cda6a-0c2e-4ad1-9bd4-1b3404b3aaf8 HTTP/1.1" status: 204 len: 168 time: 0.2835286 Oct 19 01:11:35.414706 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68fdfb6-8146-45a7-b387-cfebfa0c9427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22cda6a-0c2e-4ad1-9bd4-1b3404b3aaf8,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:35.421201 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4ccdf940-8ab9-4bab-a346-eea09176906d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.516284 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4ccdf940-8ab9-4bab-a346-eea09176906d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.551697 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-4ccdf940-8ab9-4bab-a346-eea09176906d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee57031-7c0e-477c-878f-24c41625b6af']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:11:35.562746 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-4ccdf940-8ab9-4bab-a346-eea09176906d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d285ee-2f28-4b9f-95c9-4edf3800159a') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:11:35.563100 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-4ccdf940-8ab9-4bab-a346-eea09176906d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d285ee-2f28-4b9f-95c9-4edf3800159a') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:11:35.576558 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4ccdf940-8ab9-4bab-a346-eea09176906d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.602873 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4ccdf940-8ab9-4bab-a346-eea09176906d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.611454 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ccdf940-8ab9-4bab-a346-eea09176906d admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:11:35.611957 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4ccdf940-8ab9-4bab-a346-eea09176906d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.615075 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:11:35.615075 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:11:35.615075 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:11:35.615075 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:11:35.615075 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:11:35.615075 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:11:35.615075 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:11:35.615075 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:11:35.615075 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:11:35.615075 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:11:35.615075 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:11:35.615075 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:11:35.615075 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:11:35.615075 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:11:35.615075 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:11:35.615075 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:11:35.615075 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:11:35.615075 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:11:35.615075 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:11:35.615075 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:11:35.615075 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:11:35.615075 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:11:35.615075 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:11:35.615075 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:11:35.615075 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:11:35.615075 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:11:35.615075 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:11:35.615075 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:11:35.615075 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:11:35.615075 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:11:35.615075 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:11:35.615075 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:11:35.655546 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-98eb6aa2-1ff8-4795-83cf-6682b5d9a6c6 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.663329 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-98eb6aa2-1ff8-4795-83cf-6682b5d9a6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.667154 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-8609116b-c860-4d2a-a9ce-65722851b0db tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting port 670d4e4b-8ca2-4275-9833-cdff3826d316 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:11:35.667681 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8609116b-c860-4d2a-a9ce-65722851b0db tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.696913 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4ccdf940-8ab9-4bab-a346-eea09176906d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.711221 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4ccdf940-8ab9-4bab-a346-eea09176906d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.715254 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4ccdf940-8ab9-4bab-a346-eea09176906d admin admin] 10.222.0.57 "DELETE /v2.0/networks/9ee57031-7c0e-477c-878f-24c41625b6af HTTP/1.1" status: 204 len: 168 time: 0.3752837 Oct 19 01:11:35.735315 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df2f02-e99d-477b-b8f0-45d937ab8cfd None None] Pushing event updated for resources: {'Port': ['ID=670d4e4b-8ca2-4275-9833-cdff3826d316,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:35.754647 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccdf940-8ab9-4bab-a346-eea09176906d admin admin] Pushing event deleted for resources: {'Network': ['ID=9ee57031-7c0e-477c-878f-24c41625b6af,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:35.804092 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-98eb6aa2-1ff8-4795-83cf-6682b5d9a6c6 None None] Attempting to bind port 670d4e4b-8ca2-4275-9833-cdff3826d316 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:35.804542 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-98eb6aa2-1ff8-4795-83cf-6682b5d9a6c6 None None] Attempting to bind port 670d4e4b-8ca2-4275-9833-cdff3826d316 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:35.804905 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eb6aa2-1ff8-4795-83cf-6682b5d9a6c6 None None] Attempting to bind port 670d4e4b-8ca2-4275-9833-cdff3826d316 on network 833e9ff3-de52-4870-807a-a323cda2654c {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:35.815170 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eb6aa2-1ff8-4795-83cf-6682b5d9a6c6 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:11:35.815539 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eb6aa2-1ff8-4795-83cf-6682b5d9a6c6 None None] Checking segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:35.815971 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-98eb6aa2-1ff8-4795-83cf-6682b5d9a6c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.816353 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eb6aa2-1ff8-4795-83cf-6682b5d9a6c6 None None] Bound using segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:11:35.816961 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-98eb6aa2-1ff8-4795-83cf-6682b5d9a6c6 None None] Bound port: 670d4e4b-8ca2-4275-9833-cdff3826d316, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:11:35.817195 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-98eb6aa2-1ff8-4795-83cf-6682b5d9a6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.819855 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8609116b-c860-4d2a-a9ce-65722851b0db tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.844676 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-8609116b-c860-4d2a-a9ce-65722851b0db tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Calling delete_port for 670d4e4b-8ca2-4275-9833-cdff3826d316 owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:35.850198 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40006) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:35.911585 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-98eb6aa2-1ff8-4795-83cf-6682b5d9a6c6 None None] For port 670d4e4b-8ca2-4275-9833-cdff3826d316, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:35.915402 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-98eb6aa2-1ff8-4795-83cf-6682b5d9a6c6 None None] For port 670d4e4b-8ca2-4275-9833-cdff3826d316, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=670d4e4b-8ca2-4275-9833-cdff3826d316,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:11:35.923551 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-98eb6aa2-1ff8-4795-83cf-6682b5d9a6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.924895 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4bc8ff8a-65a7-47b9-b15b-81257b555626 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=83733fe447f8495191091623d67cdbc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0728102 Oct 19 01:11:35.927775 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40008) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:35.959196 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40012) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:36.007547 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df2f02-e99d-477b-b8f0-45d937ab8cfd None None] Pushing event updated for resources: {'Port': ['ID=670d4e4b-8ca2-4275-9833-cdff3826d316,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:36.014644 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eb6aa2-1ff8-4795-83cf-6682b5d9a6c6 None None] Routers {'a8e0259d-5161-4c94-b154-ebd53e9e2f61'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:11:36.018213 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-98eb6aa2-1ff8-4795-83cf-6682b5d9a6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:11:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['a8e0259d-5161-4c94-b154-ebd53e9e2f61'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:11:36.044355 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c4a168fd-0f83-4986-8182-1d38619a2d2a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3197f324082c4b4faa8975269bfcbb60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0833988 Oct 19 01:11:36.049468 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40016) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:36.106257 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-34be01fb-4d40-49c1-999a-38fa3b717040 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:36.109318 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8609116b-c860-4d2a-a9ce-65722851b0db tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:36.138125 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-98eb6aa2-1ff8-4795-83cf-6682b5d9a6c6 None None] Set router a8e0259d-5161-4c94-b154-ebd53e9e2f61 gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:11:36.146749 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-34be01fb-4d40-49c1-999a-38fa3b717040 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:36.155432 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8609116b-c860-4d2a-a9ce-65722851b0db tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Port': ['ID=670d4e4b-8ca2-4275-9833-cdff3826d316,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:36.164964 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7dcba3b2-b9a7-4315-a9a1-5e703f14ce9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:36.168686 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-0d21599e-d137-4ffc-966b-3d316dc03c84 None None] Could not find standard attr ID for object 670d4e4b-8ca2-4275-9833-cdff3826d316. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:11:36.193836 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7dcba3b2-b9a7-4315-a9a1-5e703f14ce9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:36.284976 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8609116b-c860-4d2a-a9ce-65722851b0db tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:36.285711 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7dcba3b2-b9a7-4315-a9a1-5e703f14ce9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:36.289393 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7dcba3b2-b9a7-4315-a9a1-5e703f14ce9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:36.292118 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7dcba3b2-b9a7-4315-a9a1-5e703f14ce9a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2600572f-509b-46da-985b-f58d05f5df20 HTTP/1.1" status: 204 len: 168 time: 0.2414682 Oct 19 01:11:36.302651 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-34be01fb-4d40-49c1-999a-38fa3b717040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:36.305569 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-34be01fb-4d40-49c1-999a-38fa3b717040 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:36.307718 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-34be01fb-4d40-49c1-999a-38fa3b717040 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a2608013-653c-4063-bab2-a98fc55e3cd9 HTTP/1.1" status: 204 len: 168 time: 0.3777347 Oct 19 01:11:36.308816 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcba3b2-b9a7-4315-a9a1-5e703f14ce9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2600572f-509b-46da-985b-f58d05f5df20,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:36.341756 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be01fb-4d40-49c1-999a-38fa3b717040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2608013-653c-4063-bab2-a98fc55e3cd9,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:36.402848 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4174a-74a1-4b0a-9ae7-f104f3d94274 req-a85027a4-2688-4464-b746-45bd9e32a58f tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:36.404423 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8ac4174a-74a1-4b0a-9ae7-f104f3d94274 req-a85027a4-2688-4464-b746-45bd9e32a58f tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 946 time: 0.2922437 Oct 19 01:11:36.450970 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-98eb6aa2-1ff8-4795-83cf-6682b5d9a6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e0259d-5161-4c94-b154-ebd53e9e2f61', 'name': 'tempest-NetworksTestDHCPv6-router-236757532', 'tenant_id': 'c34b9efccd444514b6828a5a5dd7684d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:11:31Z', 'updated_at': '2021-10-19T01:11:33Z', 'revision_number': 2, 'project_id': 'c34b9efccd444514b6828a5a5dd7684d', 'gw_port_host': None, '_interfaces': [{'id': '670d4e4b-8ca2-4275-9833-cdff3826d316', 'name': '', 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'tenant_id': 'c34b9efccd444514b6828a5a5dd7684d', 'mac_address': 'fa:16:3e:82:e8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e0259d-5161-4c94-b154-ebd53e9e2f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '14cccd41-49fc-4ae2-bb1b-f5fdd99dbcc5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:11:32Z', 'updated_at': '2021-10-19T01:11:35Z', 'revision_number': 4, 'project_id': 'c34b9efccd444514b6828a5a5dd7684d', 'subnets': [{'id': '14cccd41-49fc-4ae2-bb1b-f5fdd99dbcc5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:11:36.480496 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98eb6aa2-1ff8-4795-83cf-6682b5d9a6c6 None None] The sync data for ids ['a8e0259d-5161-4c94-b154-ebd53e9e2f61'] in n-d-715271-26 is: [{'id': 'a8e0259d-5161-4c94-b154-ebd53e9e2f61', 'name': 'tempest-NetworksTestDHCPv6-router-236757532', 'tenant_id': 'c34b9efccd444514b6828a5a5dd7684d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:11:31Z', 'updated_at': '2021-10-19T01:11:33Z', 'revision_number': 2, 'project_id': 'c34b9efccd444514b6828a5a5dd7684d', 'gw_port_host': None, '_interfaces': [{'id': '670d4e4b-8ca2-4275-9833-cdff3826d316', 'name': '', 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'tenant_id': 'c34b9efccd444514b6828a5a5dd7684d', 'mac_address': 'fa:16:3e:82:e8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e0259d-5161-4c94-b154-ebd53e9e2f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '14cccd41-49fc-4ae2-bb1b-f5fdd99dbcc5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:11:32Z', 'updated_at': '2021-10-19T01:11:35Z', 'revision_number': 4, 'project_id': 'c34b9efccd444514b6828a5a5dd7684d', 'subnets': [{'id': '14cccd41-49fc-4ae2-bb1b-f5fdd99dbcc5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:11:36.486663 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-2db53ddd-5928-4836-98b5-2e4e924f5e9c None None] Could not find standard attr ID for object 670d4e4b-8ca2-4275-9833-cdff3826d316. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:11:36.530465 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8609116b-c860-4d2a-a9ce-65722851b0db tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Router a8e0259d-5161-4c94-b154-ebd53e9e2f61 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:11:36.540280 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8ac4174a-74a1-4b0a-9ae7-f104f3d94274 req-8cd1a1d6-5824-4ba7-8ffc-01e4a2c9fd6d tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996666 Oct 19 01:11:36.653921 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8609116b-c860-4d2a-a9ce-65722851b0db tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:11:36.666915 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8609116b-c860-4d2a-a9ce-65722851b0db tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "PUT /v2.0/routers/a8e0259d-5161-4c94-b154-ebd53e9e2f61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9020975 Oct 19 01:11:36.667409 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40028) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:36.788735 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068a753e-91aa-4976-b6aa-2307cac542dc tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:36.790544 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068a753e-91aa-4976-b6aa-2307cac542dc tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:36.795534 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-068a753e-91aa-4976-b6aa-2307cac542dc tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1270258 Oct 19 01:11:36.798126 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40038) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:36.894494 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac817e0-c75b-4d44-95a6-4acc316b653a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting subnet 14cccd41-49fc-4ae2-bb1b-f5fdd99dbcc5 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:11:36.898491 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9ac817e0-c75b-4d44-95a6-4acc316b653a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:36.974939 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9ac817e0-c75b-4d44-95a6-4acc316b653a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:37.081669 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9ac817e0-c75b-4d44-95a6-4acc316b653a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:37.161731 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9ac817e0-c75b-4d44-95a6-4acc316b653a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:37.198486 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9ac817e0-c75b-4d44-95a6-4acc316b653a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:37.205499 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40062) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:37.206184 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9ac817e0-c75b-4d44-95a6-4acc316b653a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/14cccd41-49fc-4ae2-bb1b-f5fdd99dbcc5 HTTP/1.1" status: 204 len: 168 time: 0.4062450 Oct 19 01:11:37.206633 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac817e0-c75b-4d44-95a6-4acc316b653a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Subnet': ['ID=14cccd41-49fc-4ae2-bb1b-f5fdd99dbcc5,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:37.210614 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35c6117-764c-4ec6-8b41-60a386e7e017 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:11:37.365024 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-50183de5-8d55-417e-82b7-657f745042db tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1565261 Oct 19 01:11:37.367415 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40070) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:37.458003 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dbf054-ce91-4889-9dca-70be28912973 None None] DHCP port deletion for 833e9ff3-de52-4870-807a-a323cda2654c request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:11:37.491584 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-898d4179-5022-43a7-a962-29837ee96f5f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:37.510266 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-48dbf054-ce91-4889-9dca-70be28912973 None None] Deleting port 5d8a8409-7d47-4186-85d9-cf0f611690b1 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:11:37.510751 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-48dbf054-ce91-4889-9dca-70be28912973 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:37.598727 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-48dbf054-ce91-4889-9dca-70be28912973 None None] For port 5d8a8409-7d47-4186-85d9-cf0f611690b1, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=5d8a8409-7d47-4186-85d9-cf0f611690b1,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:37.599410 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-48dbf054-ce91-4889-9dca-70be28912973 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:37.614184 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-48dbf054-ce91-4889-9dca-70be28912973 None None] Calling delete_port for 5d8a8409-7d47-4186-85d9-cf0f611690b1 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:37.710491 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-48dbf054-ce91-4889-9dca-70be28912973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:37.739324 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dbf054-ce91-4889-9dca-70be28912973 None None] Pushing event deleted for resources: {'Port': ['ID=5d8a8409-7d47-4186-85d9-cf0f611690b1,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:37.741613 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dbf054-ce91-4889-9dca-70be28912973 None None] No DVR routers for this DVR port 5d8a8409-7d47-4186-85d9-cf0f611690b1 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:11:37.756380 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-898d4179-5022-43a7-a962-29837ee96f5f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:37.761068 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-898d4179-5022-43a7-a962-29837ee96f5f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:37.826719 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf524e-61ba-43a5-af69-0212def12239 req-3af4ecd0-504c-427e-868e-9a1625ac81aa tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:37.834835 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b2cf524e-61ba-43a5-af69-0212def12239 req-3af4ecd0-504c-427e-868e-9a1625ac81aa tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 946 time: 0.1648743 Oct 19 01:11:37.845374 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-898d4179-5022-43a7-a962-29837ee96f5f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:37.845970 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898d4179-5022-43a7-a962-29837ee96f5f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Fanout notify agent at l3_agent the message router_deleted on router a8e0259d-5161-4c94-b154-ebd53e9e2f61 {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:11:37.854546 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-898d4179-5022-43a7-a962-29837ee96f5f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:37.858697 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40094) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:37.867666 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-898d4179-5022-43a7-a962-29837ee96f5f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/routers/a8e0259d-5161-4c94-b154-ebd53e9e2f61 HTTP/1.1" status: 204 len: 168 time: 0.4985428 Oct 19 01:11:37.898874 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-14c2a738-3cf7-42ba-a0ef-24c18ad6cfb3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0388064 Oct 19 01:11:37.899524 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40096) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:37.925582 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b2cf524e-61ba-43a5-af69-0212def12239 req-83f48497-97b4-4115-84ec-e3bb69b8b952 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897288 Oct 19 01:11:37.983669 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2979c233-2ef0-4e3a-9146-d1f577d34ef9 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:37.987574 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2979c233-2ef0-4e3a-9146-d1f577d34ef9 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0846429 Oct 19 01:11:37.987926 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40102) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:38.033871 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-da9d2584-6445-4cfa-9c51-96f44aebbec9 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444927 Oct 19 01:11:38.038023 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40104) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:38.044779 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-09268d4f-16f1-4a3e-9d0d-108292e1e31e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:38.072077 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device f59eeaf9-bdeb-4794-901e-8473ff7277a7 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:11:38.098737 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: f59eeaf9-bdeb-4794-901e-8473ff7277a7 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:11:38.099353 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device f59eeaf9-bdeb-4794-901e-8473ff7277a7 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:11:38.170489 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09268d4f-16f1-4a3e-9d0d-108292e1e31e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:38.176929 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-09268d4f-16f1-4a3e-9d0d-108292e1e31e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:38.232770 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40116) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:38.467073 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe5a45c-5040-402f-b075-e8185d0c6bd7 None None] Sync routers for ids ['a8e0259d-5161-4c94-b154-ebd53e9e2f61'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:11:38.476291 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe5a45c-5040-402f-b075-e8185d0c6bd7 None None] Routers set() bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:11:38.476882 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe5a45c-5040-402f-b075-e8185d0c6bd7 None None] Router IDs set() for agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 19 01:11:38.477757 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_agentschedulers_db [None req-abe5a45c-5040-402f-b075-e8185d0c6bd7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a8e0259d-5161-4c94-b154-ebd53e9e2f61'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:11:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent'). {{(pid=100608) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 19 01:11:38.486215 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-1e12c872-bed8-464c-99ec-2221f1d5cc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1684652185'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:38.487485 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe5a45c-5040-402f-b075-e8185d0c6bd7 None None] Routers set() bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:11:38.487901 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe5a45c-5040-402f-b075-e8185d0c6bd7 None None] Router IDs set() for agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 19 01:11:38.488484 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_agentschedulers_db [None req-abe5a45c-5040-402f-b075-e8185d0c6bd7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a8e0259d-5161-4c94-b154-ebd53e9e2f61'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:11:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent'). {{(pid=100608) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 19 01:11:38.488902 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe5a45c-5040-402f-b075-e8185d0c6bd7 None None] The sync data for ids ['a8e0259d-5161-4c94-b154-ebd53e9e2f61'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:11:38.507603 n-d-715271-26 neutron-server[100607]: DEBUG neutron.objects.ports [None req-09268d4f-16f1-4a3e-9d0d-108292e1e31e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100607) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:11:38.509111 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-09268d4f-16f1-4a3e-9d0d-108292e1e31e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:38.518174 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e12c872-bed8-464c-99ec-2221f1d5cc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066-project] Made reservation on behalf of e5cf8448bb084f259dbed2597f508156 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:38.523338 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1e12c872-bed8-464c-99ec-2221f1d5cc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:38.535943 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1e12c872-bed8-464c-99ec-2221f1d5cc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:38.629372 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1e12c872-bed8-464c-99ec-2221f1d5cc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:38.634573 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1e12c872-bed8-464c-99ec-2221f1d5cc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:38.665258 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e12c872-bed8-464c-99ec-2221f1d5cc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:11:38.675823 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e12c872-bed8-464c-99ec-2221f1d5cc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5afc5c85-bbe5-4078-90a7-ec65f75b8594,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:38.689571 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1e12c872-bed8-464c-99ec-2221f1d5cc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:38.690030 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-1e12c872-bed8-464c-99ec-2221f1d5cc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066-project] Added segment 51960e85-3e02-43a4-b625-52fe66911feb of type vlan for network 4efb994a-3da7-482c-b775-42ab43c6cafc Oct 19 01:11:38.737603 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1e12c872-bed8-464c-99ec-2221f1d5cc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:38.772220 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1e12c872-bed8-464c-99ec-2221f1d5cc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:38.779855 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e12c872-bed8-464c-99ec-2221f1d5cc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:38.780994 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1e12c872-bed8-464c-99ec-2221f1d5cc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:38.833645 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1e12c872-bed8-464c-99ec-2221f1d5cc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.5997424 Oct 19 01:11:38.868340 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09268d4f-16f1-4a3e-9d0d-108292e1e31e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Subnet': ['ID=077ae987-6301-41d8-b974-11ecfee26e76,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:38.871833 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09268d4f-16f1-4a3e-9d0d-108292e1e31e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:38.873643 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-09268d4f-16f1-4a3e-9d0d-108292e1e31e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:38.877369 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09268d4f-16f1-4a3e-9d0d-108292e1e31e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:38.877981 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-09268d4f-16f1-4a3e-9d0d-108292e1e31e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:38.890157 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cb50d2-1434-447e-8b7b-6d1f18900136 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:11:38.910776 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-09268d4f-16f1-4a3e-9d0d-108292e1e31e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8689880 Oct 19 01:11:38.911062 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40140) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:38.916764 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-11f09fae-4208-4e89-ba98-80ff1ab5cf5c tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:38.920880 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e12c872-bed8-464c-99ec-2221f1d5cc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066-project] Pushing event updated for resources: {'Network': ['ID=4efb994a-3da7-482c-b775-42ab43c6cafc,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:38.948929 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 4efb994a-3da7-482c-b775-42ab43c6cafc details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:11:39.052331 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 5d8a8409-7d47-4186-85d9-cf0f611690b1 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:11:39.086637 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 5d8a8409-7d47-4186-85d9-cf0f611690b1 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:11:39.087219 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 5d8a8409-7d47-4186-85d9-cf0f611690b1 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:11:39.182200 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f09fae-4208-4e89-ba98-80ff1ab5cf5c tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:39.186323 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-11f09fae-4208-4e89-ba98-80ff1ab5cf5c tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:39.248528 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40152) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:39.255407 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Request body: {'port': {'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc', 'binding:host_id': 'n-h2-715271-26', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-164743952'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:39.272335 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51323b96-0599-40b5-bebe-8c1ce1e9b52a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-833e9ff3-de52-4870-807a-a323cda2654c', 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'tenant_id': 'c34b9efccd444514b6828a5a5dd7684d', 'fixed_ips': [{'subnet_id': '077ae987-6301-41d8-b974-11ecfee26e76'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:11:39.273223 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-51323b96-0599-40b5-bebe-8c1ce1e9b52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:39.281839 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3dd266-b053-4f2f-95ce-ee908a0dda84 req-cd703cf7-6d3b-4130-836f-cd978ff30b62 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:39.283614 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8f3dd266-b053-4f2f-95ce-ee908a0dda84 req-cd703cf7-6d3b-4130-836f-cd978ff30b62 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 946 time: 0.0822749 Oct 19 01:11:39.325129 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Made reservation on behalf of b4ad2fa1fd154875ae14b1b2042e28a4 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:39.328088 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:39.344502 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:39.358414 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8f3dd266-b053-4f2f-95ce-ee908a0dda84 req-9c84272c-6f2f-4b70-ad88-028d221e7bdf tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643828 Oct 19 01:11:39.441383 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:39.448222 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:39.456874 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] device_id is not set on port 7740f35d-41df-4e8a-b75c-41e7573d0c19 yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:11:39.472672 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-51323b96-0599-40b5-bebe-8c1ce1e9b52a None None] Allocated IP 2001:db8::f816:3eff:fe07:8b36 (833e9ff3-de52-4870-807a-a323cda2654c/077ae987-6301-41d8-b974-11ecfee26e76/477408a1-d5bb-4674-9f1d-56577a802fae) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:39.546947 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-11f09fae-4208-4e89-ba98-80ff1ab5cf5c tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:39.561726 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513993ff-01af-41a2-9191-0424de474e77,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:39.616250 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f09fae-4208-4e89-ba98-80ff1ab5cf5c tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:39.621862 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-11f09fae-4208-4e89-ba98-80ff1ab5cf5c tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:39.627359 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f09fae-4208-4e89-ba98-80ff1ab5cf5c tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:39.628988 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-11f09fae-4208-4e89-ba98-80ff1ab5cf5c tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:39.644616 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-51323b96-0599-40b5-bebe-8c1ce1e9b52a None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:39.655155 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-51323b96-0599-40b5-bebe-8c1ce1e9b52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:39.660477 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-11f09fae-4208-4e89-ba98-80ff1ab5cf5c tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7483065 Oct 19 01:11:39.661379 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40160) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:39.671462 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-472b9db3-18aa-4cab-8402-34f6aa3603fd tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'port': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'mac_address': 'fa:16:3e:1f:1c:0f', 'name': 'tempest-NetworksTestDHCPv6-1467929559'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:39.675405 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51323b96-0599-40b5-bebe-8c1ce1e9b52a None None] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:39.675622 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f09fae-4208-4e89-ba98-80ff1ab5cf5c tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Subnet': ['ID=e49e443b-18a6-4f4d-bbea-6431f344c347,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:39.719702 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-51323b96-0599-40b5-bebe-8c1ce1e9b52a None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:39.733478 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51323b96-0599-40b5-bebe-8c1ce1e9b52a None None] Pushing event updated for resources: {'Port': ['ID=477408a1-d5bb-4674-9f1d-56577a802fae,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:39.736993 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51323b96-0599-40b5-bebe-8c1ce1e9b52a None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:39.747459 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51323b96-0599-40b5-bebe-8c1ce1e9b52a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:39.748035 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51323b96-0599-40b5-bebe-8c1ce1e9b52a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:39.748373 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51323b96-0599-40b5-bebe-8c1ce1e9b52a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:39.748731 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51323b96-0599-40b5-bebe-8c1ce1e9b52a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:39.749226 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51323b96-0599-40b5-bebe-8c1ce1e9b52a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:39.754147 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51323b96-0599-40b5-bebe-8c1ce1e9b52a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:39.754535 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51323b96-0599-40b5-bebe-8c1ce1e9b52a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:39.754894 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51323b96-0599-40b5-bebe-8c1ce1e9b52a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:39.755234 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51323b96-0599-40b5-bebe-8c1ce1e9b52a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:39.755772 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51323b96-0599-40b5-bebe-8c1ce1e9b52a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:39.756123 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51323b96-0599-40b5-bebe-8c1ce1e9b52a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:39.756463 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51323b96-0599-40b5-bebe-8c1ce1e9b52a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:39.762334 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] device_id is not set on port 7740f35d-41df-4e8a-b75c-41e7573d0c19 yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:11:39.772951 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:39.782684 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:39.821198 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-51323b96-0599-40b5-bebe-8c1ce1e9b52a None None] Attempting to bind port 477408a1-d5bb-4674-9f1d-56577a802fae on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:39.823798 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-51323b96-0599-40b5-bebe-8c1ce1e9b52a None None] Attempting to bind port 477408a1-d5bb-4674-9f1d-56577a802fae by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:39.824498 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51323b96-0599-40b5-bebe-8c1ce1e9b52a None None] Attempting to bind port 477408a1-d5bb-4674-9f1d-56577a802fae on network 833e9ff3-de52-4870-807a-a323cda2654c {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:39.824934 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472b9db3-18aa-4cab-8402-34f6aa3603fd tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:39.832142 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51323b96-0599-40b5-bebe-8c1ce1e9b52a None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:11:39.832532 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51323b96-0599-40b5-bebe-8c1ce1e9b52a None None] Checking segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:39.832935 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-51323b96-0599-40b5-bebe-8c1ce1e9b52a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:39.833869 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51323b96-0599-40b5-bebe-8c1ce1e9b52a None None] Bound using segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:11:39.834354 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-51323b96-0599-40b5-bebe-8c1ce1e9b52a None None] Bound port: 477408a1-d5bb-4674-9f1d-56577a802fae, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:11:39.835195 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-51323b96-0599-40b5-bebe-8c1ce1e9b52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:39.839339 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Pushing event updated for resources: {'Port': ['ID=7740f35d-41df-4e8a-b75c-41e7573d0c19,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:39.860506 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Checking segment: {'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:39.860955 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Network hostable DHCP agents. Network: 4efb994a-3da7-482c-b775-42ab43c6cafc, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:11:39.876401 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40164) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:39.882715 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Network 4efb994a-3da7-482c-b775-42ab43c6cafc is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:11:39.895550 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 4efb994a-3da7-482c-b775-42ab43c6cafc) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:39.903863 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:39.909874 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63941ebd-1567-47c4-ab26-730e3ee7c8d6 None None] Network 4efb994a-3da7-482c-b775-42ab43c6cafc requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:11:39.919454 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:39.919822 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:39.920776 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on network 4efb994a-3da7-482c-b775-42ab43c6cafc {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:39.926660 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on network 4efb994a-3da7-482c-b775-42ab43c6cafc not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:39.927357 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Failed to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] Oct 19 01:11:39.927777 n-d-715271-26 neutron-server[100606]: INFO neutron.plugins.ml2.plugin [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempt 2 to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 Oct 19 01:11:39.940236 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-472b9db3-18aa-4cab-8402-34f6aa3603fd tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:39.954084 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:39.954422 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:39.954758 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on network 4efb994a-3da7-482c-b775-42ab43c6cafc {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:39.961407 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on network 4efb994a-3da7-482c-b775-42ab43c6cafc not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:39.961747 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Failed to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] Oct 19 01:11:39.962264 n-d-715271-26 neutron-server[100606]: INFO neutron.plugins.ml2.plugin [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempt 3 to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 Oct 19 01:11:39.974531 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-472b9db3-18aa-4cab-8402-34f6aa3603fd tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] device_id is not set on port e6d7494e-ccb0-42e6-8219-358a8f0c9f98 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:11:39.979983 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:39.980435 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:39.980777 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on network 4efb994a-3da7-482c-b775-42ab43c6cafc {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:39.985696 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on network 4efb994a-3da7-482c-b775-42ab43c6cafc not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:39.986207 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Failed to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] Oct 19 01:11:39.986597 n-d-715271-26 neutron-server[100606]: INFO neutron.plugins.ml2.plugin [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempt 4 to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 Oct 19 01:11:40.004465 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:40.005087 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:40.005783 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on network 4efb994a-3da7-482c-b775-42ab43c6cafc {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:40.018659 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on network 4efb994a-3da7-482c-b775-42ab43c6cafc not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:40.019078 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Failed to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] Oct 19 01:11:40.024350 n-d-715271-26 neutron-server[100606]: INFO neutron.plugins.ml2.plugin [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempt 5 to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 Oct 19 01:11:40.036033 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d2c7069a-1c93-4014-9ae3-985fe4f63107 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:40.052517 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-51323b96-0599-40b5-bebe-8c1ce1e9b52a None None] For port 477408a1-d5bb-4674-9f1d-56577a802fae, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:40.056143 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:40.056487 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:40.057004 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-51323b96-0599-40b5-bebe-8c1ce1e9b52a None None] For port 477408a1-d5bb-4674-9f1d-56577a802fae, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=477408a1-d5bb-4674-9f1d-56577a802fae,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:11:40.057167 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on network 4efb994a-3da7-482c-b775-42ab43c6cafc {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:40.062691 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-51323b96-0599-40b5-bebe-8c1ce1e9b52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:40.067576 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on network 4efb994a-3da7-482c-b775-42ab43c6cafc not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:40.072258 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Failed to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] Oct 19 01:11:40.072258 n-d-715271-26 neutron-server[100606]: INFO neutron.plugins.ml2.plugin [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempt 6 to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 Oct 19 01:11:40.110771 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:40.111165 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:40.111513 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on network 4efb994a-3da7-482c-b775-42ab43c6cafc {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:40.124757 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on network 4efb994a-3da7-482c-b775-42ab43c6cafc not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:40.125353 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Failed to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] Oct 19 01:11:40.127134 n-d-715271-26 neutron-server[100606]: INFO neutron.plugins.ml2.plugin [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempt 7 to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 Oct 19 01:11:40.139364 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51323b96-0599-40b5-bebe-8c1ce1e9b52a None None] Pushing event updated for resources: {'Port': ['ID=477408a1-d5bb-4674-9f1d-56577a802fae,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:40.161708 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:40.162308 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:40.162649 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on network 4efb994a-3da7-482c-b775-42ab43c6cafc {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:40.171048 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on network 4efb994a-3da7-482c-b775-42ab43c6cafc not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:40.171372 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Failed to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] Oct 19 01:11:40.175755 n-d-715271-26 neutron-server[100606]: INFO neutron.plugins.ml2.plugin [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempt 8 to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 Oct 19 01:11:40.188070 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d2c7069a-1c93-4014-9ae3-985fe4f63107 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:40.198275 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d2c7069a-1c93-4014-9ae3-985fe4f63107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:40.218375 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:40.218716 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:40.219067 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on network 4efb994a-3da7-482c-b775-42ab43c6cafc {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:40.224253 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-472b9db3-18aa-4cab-8402-34f6aa3603fd tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Allocated IP 172.20.0.6 (833e9ff3-de52-4870-807a-a323cda2654c/e49e443b-18a6-4f4d-bbea-6431f344c347/e6d7494e-ccb0-42e6-8219-358a8f0c9f98) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:40.230859 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-472b9db3-18aa-4cab-8402-34f6aa3603fd tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Allocated IP 2001:db8::f816:3eff:fe1f:1c0f (833e9ff3-de52-4870-807a-a323cda2654c/077ae987-6301-41d8-b974-11ecfee26e76/e6d7494e-ccb0-42e6-8219-358a8f0c9f98) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:40.239852 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on network 4efb994a-3da7-482c-b775-42ab43c6cafc not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:40.240186 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Failed to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] Oct 19 01:11:40.243697 n-d-715271-26 neutron-server[100606]: INFO neutron.plugins.ml2.plugin [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempt 9 to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 Oct 19 01:11:40.252972 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d2c7069a-1c93-4014-9ae3-985fe4f63107 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e4641f959fbf4138baea0c2c126ed94d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3730836 Oct 19 01:11:40.253615 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40172) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:40.256459 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c7069a-1c93-4014-9ae3-985fe4f63107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1075665-0c20-4b2b-af86-3fdb965dfbfa,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:40.264024 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:40.264339 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:40.264678 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on network 4efb994a-3da7-482c-b775-42ab43c6cafc {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:40.269431 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on network 4efb994a-3da7-482c-b775-42ab43c6cafc not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:40.269758 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Failed to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] Oct 19 01:11:40.270147 n-d-715271-26 neutron-server[100606]: INFO neutron.plugins.ml2.plugin [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempt 10 to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 Oct 19 01:11:40.283905 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:40.284292 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:40.284585 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on network 4efb994a-3da7-482c-b775-42ab43c6cafc {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:40.289254 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on network 4efb994a-3da7-482c-b775-42ab43c6cafc not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:40.289591 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Failed to bind port 7740f35d-41df-4e8a-b75c-41e7573d0c19 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] Oct 19 01:11:40.289930 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:40.390896 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] For port 7740f35d-41df-4e8a-b75c-41e7573d0c19, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:40.390896 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempted to set empty binding levels {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 19 01:11:40.401359 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:40.454393 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7aee041a-fba9-4cb5-974d-106d901c1a21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:40.465155 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:40.466019 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:40.499542 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7aee041a-fba9-4cb5-974d-106d901c1a21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:40.503418 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Pushing event updated for resources: {'Port': ['ID=7740f35d-41df-4e8a-b75c-41e7573d0c19,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:40.509136 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-472b9db3-18aa-4cab-8402-34f6aa3603fd tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:40.513189 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0c28540f-47f3-4136-80a9-b6c865d17bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.2635396 Oct 19 01:11:40.515917 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40178) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:40.533995 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb2d08-6860-4f83-bdc0-91a7733e50ec req-9fe6f7df-e090-45fd-92c3-e08ad510f13a tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:40.535469 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bafb2d08-6860-4f83-bdc0-91a7733e50ec req-9fe6f7df-e090-45fd-92c3-e08ad510f13a tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 946 time: 0.0744655 Oct 19 01:11:40.575170 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bafb2d08-6860-4f83-bdc0-91a7733e50ec req-6cbd1c4b-593a-4f8b-8529-953c0bd5cbcb tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331507 Oct 19 01:11:40.623147 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7aee041a-fba9-4cb5-974d-106d901c1a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:40.625683 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7aee041a-fba9-4cb5-974d-106d901c1a21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:40.626846 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7aee041a-fba9-4cb5-974d-106d901c1a21 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a1075665-0c20-4b2b-af86-3fdb965dfbfa HTTP/1.1" status: 204 len: 168 time: 0.3717339 Oct 19 01:11:40.641779 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-472b9db3-18aa-4cab-8402-34f6aa3603fd tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:40.643661 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee041a-fba9-4cb5-974d-106d901c1a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1075665-0c20-4b2b-af86-3fdb965dfbfa,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:40.693459 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-16a58569-b066-42b4-9a52-035079a95758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Deleting port 7740f35d-41df-4e8a-b75c-41e7573d0c19 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:11:40.693796 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-16a58569-b066-42b4-9a52-035079a95758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:40.700671 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472b9db3-18aa-4cab-8402-34f6aa3603fd tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:40.715512 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-472b9db3-18aa-4cab-8402-34f6aa3603fd tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:40.722143 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472b9db3-18aa-4cab-8402-34f6aa3603fd tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:40.727134 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b9db3-18aa-4cab-8402-34f6aa3603fd tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Port': ['ID=e6d7494e-ccb0-42e6-8219-358a8f0c9f98,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:40.807173 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-16a58569-b066-42b4-9a52-035079a95758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] For port 7740f35d-41df-4e8a-b75c-41e7573d0c19, host n-h2-715271-26, got binding levels [] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:40.807859 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-16a58569-b066-42b4-9a52-035079a95758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:40.827532 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472b9db3-18aa-4cab-8402-34f6aa3603fd tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:40.828177 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-472b9db3-18aa-4cab-8402-34f6aa3603fd tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:40.834434 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-16a58569-b066-42b4-9a52-035079a95758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Calling delete_port for 7740f35d-41df-4e8a-b75c-41e7573d0c19 owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:40.858641 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-472b9db3-18aa-4cab-8402-34f6aa3603fd tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1939011 Oct 19 01:11:40.862835 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40184) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:40.948571 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-16a58569-b066-42b4-9a52-035079a95758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:40.965119 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e225a50-91bf-4864-b052-3686df640413 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:40.971344 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 477408a1-d5bb-4674-9f1d-56577a802fae up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:11:40.989317 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e225a50-91bf-4864-b052-3686df640413 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:40.993551 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5e225a50-91bf-4864-b052-3686df640413 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1283920 Oct 19 01:11:40.993752 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a58569-b066-42b4-9a52-035079a95758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Pushing event deleted for resources: {'Port': ['ID=7740f35d-41df-4e8a-b75c-41e7573d0c19,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:40.994805 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40186) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:40.999333 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-16a58569-b066-42b4-9a52-035079a95758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:41.002782 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-16a58569-b066-42b4-9a52-035079a95758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] 10.222.0.57 "DELETE /v2.0/ports/7740f35d-41df-4e8a-b75c-41e7573d0c19 HTTP/1.1" status: 204 len: 168 time: 0.4859006 Oct 19 01:11:41.005905 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40188) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:41.013142 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40190) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:41.038531 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-9254d5c3-e7e1-4194-948c-0d974f585af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] GET failed (client error): The resource could not be found. Oct 19 01:11:41.044802 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9254d5c3-e7e1-4194-948c-0d974f585af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] 10.222.0.57 "GET /v2.0/ports/7740f35d-41df-4e8a-b75c-41e7573d0c19 HTTP/1.1" status: 404 len: 333 time: 0.0333922 Oct 19 01:11:41.047081 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40192) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:41.051916 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 477408a1-d5bb-4674-9f1d-56577a802fae triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:41.052128 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0a14d251-43dd-43cb-8a71-8ffcbe95f400 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:41.052437 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:41.053348 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-5d6e2863-059c-402c-ba09-bb1f33d77e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Request body: {'port': {'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800564334'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:41.089535 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6e2863-059c-402c-ba09-bb1f33d77e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Made reservation on behalf of b4ad2fa1fd154875ae14b1b2042e28a4 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:41.093743 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d6e2863-059c-402c-ba09-bb1f33d77e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:41.116442 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-5d6e2863-059c-402c-ba09-bb1f33d77e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] device_id is not set on port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:11:41.187863 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-8a99555e-c7a5-4a26-9c40-946fa53b3838 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting port e6d7494e-ccb0-42e6-8219-358a8f0c9f98 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:11:41.188357 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8a99555e-c7a5-4a26-9c40-946fa53b3838 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:41.195056 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:41.234417 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 477408a1-d5bb-4674-9f1d-56577a802fae, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=477408a1-d5bb-4674-9f1d-56577a802fae,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:41.239060 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:41.286136 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79a810a-63c1-4cea-b264-c87ca00280f0 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:11:41.292271 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8a99555e-c7a5-4a26-9c40-946fa53b3838 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:41.303740 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d6e2863-059c-402c-ba09-bb1f33d77e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:41.306265 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-8a99555e-c7a5-4a26-9c40-946fa53b3838 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Calling delete_port for e6d7494e-ccb0-42e6-8219-358a8f0c9f98 owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:41.341768 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d6e2863-059c-402c-ba09-bb1f33d77e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:41.371285 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=477408a1-d5bb-4674-9f1d-56577a802fae,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:41.383830 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-7a1f3f15-6479-4354-98bc-12eb474bee46 None None] Provisioning complete for port 477408a1-d5bb-4674-9f1d-56577a802fae triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:41.384030 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7a1f3f15-6479-4354-98bc-12eb474bee46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:41.384769 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6e2863-059c-402c-ba09-bb1f33d77e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Network 4efb994a-3da7-482c-b775-42ab43c6cafc is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:41.390529 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-5d6e2863-059c-402c-ba09-bb1f33d77e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:41.394197 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6e2863-059c-402c-ba09-bb1f33d77e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:41.395264 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6e2863-059c-402c-ba09-bb1f33d77e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:41.395689 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d6e2863-059c-402c-ba09-bb1f33d77e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:41.409914 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0a14d251-43dd-43cb-8a71-8ffcbe95f400 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:41.412192 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e2863-059c-402c-ba09-bb1f33d77e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Pushing event updated for resources: {'Port': ['ID=a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:41.421344 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5d6e2863-059c-402c-ba09-bb1f33d77e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3726881 Oct 19 01:11:41.422642 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0a14d251-43dd-43cb-8a71-8ffcbe95f400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:41.423981 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40198) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:41.431246 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:41.499936 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0a14d251-43dd-43cb-8a71-8ffcbe95f400 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0b5bc245f699493f9a9d9b12f6204cfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4845667 Oct 19 01:11:41.504838 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40202) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:41.514117 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14d251-43dd-43cb-8a71-8ffcbe95f400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67464ec-aa52-4549-ab27-9698d5da0167,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:41.526895 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:41.627565 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4add503a-e064-43ee-8fe3-2b1b284eab49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:41.649491 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8a99555e-c7a5-4a26-9c40-946fa53b3838 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:41.672481 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d1aea2-c30a-4cd2-bda0-94c437ebfc6c None None] Update dhcp port {'port': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'fixed_ips': [{'subnet_id': '077ae987-6301-41d8-b974-11ecfee26e76', 'ip_address': '2001:db8::f816:3eff:fe07:8b36'}, {'subnet_id': 'e49e443b-18a6-4f4d-bbea-6431f344c347'}], 'binding:host_id': 'n-d-715271-26'}, 'id': '477408a1-d5bb-4674-9f1d-56577a802fae'} from n-d-715271-26. {{(pid=100608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 01:11:41.688753 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4add503a-e064-43ee-8fe3-2b1b284eab49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:41.690537 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99555e-c7a5-4a26-9c40-946fa53b3838 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Port': ['ID=e6d7494e-ccb0-42e6-8219-358a8f0c9f98,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:41.707030 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-49d1aea2-c30a-4cd2-bda0-94c437ebfc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:41.746380 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] device_id is not set on port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:11:41.755925 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:41.763815 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:41.814609 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8a99555e-c7a5-4a26-9c40-946fa53b3838 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:41.820903 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8a99555e-c7a5-4a26-9c40-946fa53b3838 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/e6d7494e-ccb0-42e6-8219-358a8f0c9f98 HTTP/1.1" status: 204 len: 168 time: 0.8215158 Oct 19 01:11:41.821174 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40208) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:41.834046 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:41.835465 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:41.835465 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on network 4efb994a-3da7-482c-b775-42ab43c6cafc {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:41.846760 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on network 4efb994a-3da7-482c-b775-42ab43c6cafc not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:41.847111 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Failed to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on host n-h2-715271-26 for vnic_type normal using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] Oct 19 01:11:41.847708 n-d-715271-26 neutron-server[100606]: INFO neutron.plugins.ml2.plugin [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempt 2 to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b Oct 19 01:11:41.851326 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Pushing event updated for resources: {'Port': ['ID=a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:41.872407 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4add503a-e064-43ee-8fe3-2b1b284eab49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:41.872900 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:41.873243 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:41.873581 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on network 4efb994a-3da7-482c-b775-42ab43c6cafc {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:41.875335 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4add503a-e064-43ee-8fe3-2b1b284eab49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:41.876895 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4add503a-e064-43ee-8fe3-2b1b284eab49 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c67464ec-aa52-4549-ab27-9698d5da0167 HTTP/1.1" status: 204 len: 168 time: 0.3706608 Oct 19 01:11:41.878709 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on network 4efb994a-3da7-482c-b775-42ab43c6cafc not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:41.879327 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Failed to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on host n-h2-715271-26 for vnic_type normal using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] Oct 19 01:11:41.879531 n-d-715271-26 neutron-server[100606]: INFO neutron.plugins.ml2.plugin [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempt 3 to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b Oct 19 01:11:41.895374 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add503a-e064-43ee-8fe3-2b1b284eab49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67464ec-aa52-4549-ab27-9698d5da0167,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:41.904420 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:41.904960 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:41.905094 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27637f44-b5f3-4bc1-a46e-427629e138d9 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:41.905598 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on network 4efb994a-3da7-482c-b775-42ab43c6cafc {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:41.906922 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27637f44-b5f3-4bc1-a46e-427629e138d9 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:41.908678 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27637f44-b5f3-4bc1-a46e-427629e138d9 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:41.910758 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on network 4efb994a-3da7-482c-b775-42ab43c6cafc not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:41.911257 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Failed to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on host n-h2-715271-26 for vnic_type normal using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] Oct 19 01:11:41.911832 n-d-715271-26 neutron-server[100606]: INFO neutron.plugins.ml2.plugin [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempt 4 to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b Oct 19 01:11:41.913032 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-27637f44-b5f3-4bc1-a46e-427629e138d9 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0905454 Oct 19 01:11:41.913752 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40212) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:41.925994 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:41.926590 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:41.927100 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on network 4efb994a-3da7-482c-b775-42ab43c6cafc {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:41.943415 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on network 4efb994a-3da7-482c-b775-42ab43c6cafc not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:41.944038 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Failed to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on host n-h2-715271-26 for vnic_type normal using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] Oct 19 01:11:41.944607 n-d-715271-26 neutron-server[100606]: INFO neutron.plugins.ml2.plugin [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempt 5 to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b Oct 19 01:11:41.959236 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:41.959811 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:41.960324 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on network 4efb994a-3da7-482c-b775-42ab43c6cafc {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:41.965944 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on network 4efb994a-3da7-482c-b775-42ab43c6cafc not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:41.966277 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Failed to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on host n-h2-715271-26 for vnic_type normal using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] Oct 19 01:11:41.966676 n-d-715271-26 neutron-server[100606]: INFO neutron.plugins.ml2.plugin [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempt 6 to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b Oct 19 01:11:41.979774 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-a001f041-9391-406f-90c1-4ad563b35586 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting subnet 077ae987-6301-41d8-b974-11ecfee26e76 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:11:42.000690 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:42.001130 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:42.001520 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on network 4efb994a-3da7-482c-b775-42ab43c6cafc {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:42.007032 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on network 4efb994a-3da7-482c-b775-42ab43c6cafc not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:42.007371 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Failed to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on host n-h2-715271-26 for vnic_type normal using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] Oct 19 01:11:42.007841 n-d-715271-26 neutron-server[100606]: INFO neutron.plugins.ml2.plugin [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempt 7 to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b Oct 19 01:11:42.026295 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-49d1aea2-c30a-4cd2-bda0-94c437ebfc6c None None] Allocated IP 172.20.0.2 (833e9ff3-de52-4870-807a-a323cda2654c/e49e443b-18a6-4f4d-bbea-6431f344c347/477408a1-d5bb-4674-9f1d-56577a802fae) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:42.043654 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:42.044019 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:42.044575 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on network 4efb994a-3da7-482c-b775-42ab43c6cafc {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:42.065525 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on network 4efb994a-3da7-482c-b775-42ab43c6cafc not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:42.065874 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Failed to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on host n-h2-715271-26 for vnic_type normal using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] Oct 19 01:11:42.066907 n-d-715271-26 neutron-server[100606]: INFO neutron.plugins.ml2.plugin [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempt 8 to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b Oct 19 01:11:42.086787 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:42.087167 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:42.087590 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on network 4efb994a-3da7-482c-b775-42ab43c6cafc {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:42.104125 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63a1d6-b8c8-4afd-b8b0-2556120b185e req-dbcd0fad-b7da-4de9-971c-9669a4d6ceee tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.105950 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-af63a1d6-b8c8-4afd-b8b0-2556120b185e req-dbcd0fad-b7da-4de9-971c-9669a4d6ceee tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 946 time: 0.4475543 Oct 19 01:11:42.106737 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on network 4efb994a-3da7-482c-b775-42ab43c6cafc not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:42.107062 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Failed to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on host n-h2-715271-26 for vnic_type normal using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] Oct 19 01:11:42.107511 n-d-715271-26 neutron-server[100606]: INFO neutron.plugins.ml2.plugin [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempt 9 to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b Oct 19 01:11:42.135648 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:42.136040 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:42.136855 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on network 4efb994a-3da7-482c-b775-42ab43c6cafc {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:42.140510 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-49d1aea2-c30a-4cd2-bda0-94c437ebfc6c None None] For port 477408a1-d5bb-4674-9f1d-56577a802fae, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=477408a1-d5bb-4674-9f1d-56577a802fae,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:42.145564 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on network 4efb994a-3da7-482c-b775-42ab43c6cafc not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:42.145900 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Failed to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on host n-h2-715271-26 for vnic_type normal using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] Oct 19 01:11:42.146440 n-d-715271-26 neutron-server[100606]: INFO neutron.plugins.ml2.plugin [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempt 10 to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b Oct 19 01:11:42.170743 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-49d1aea2-c30a-4cd2-bda0-94c437ebfc6c None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:42.173031 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-af63a1d6-b8c8-4afd-b8b0-2556120b185e req-05dc41ef-3f7e-4fba-9106-907cafd7286f tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551507 Oct 19 01:11:42.174008 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:42.174311 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:42.174718 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on network 4efb994a-3da7-482c-b775-42ab43c6cafc {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:42.177286 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a001f041-9391-406f-90c1-4ad563b35586 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:42.180000 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on network 4efb994a-3da7-482c-b775-42ab43c6cafc not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:42.180329 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Failed to bind port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on host n-h2-715271-26 for vnic_type normal using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] Oct 19 01:11:42.180701 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:42.187172 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-49d1aea2-c30a-4cd2-bda0-94c437ebfc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:42.292583 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a001f041-9391-406f-90c1-4ad563b35586 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:42.308240 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1aea2-c30a-4cd2-bda0-94c437ebfc6c None None] Pushing event updated for resources: {'Port': ['ID=477408a1-d5bb-4674-9f1d-56577a802fae,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:42.315776 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] For port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:42.316675 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempted to set empty binding levels {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 19 01:11:42.323606 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:42.383092 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] In _notify_port_updated(), no bound segment for port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b on network 4efb994a-3da7-482c-b775-42ab43c6cafc {{(pid=100606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:11:42.383985 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.384656 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:42.388840 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] 10.222.0.57 "PUT /v2.0/ports/a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b HTTP/1.1" status: 200 len: 980 time: 0.9616401 Oct 19 01:11:42.389264 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40226) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:42.425627 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a001f041-9391-406f-90c1-4ad563b35586 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:42.437292 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e514a697-1831-4d14-a202-1d7f98f96b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Pushing event updated for resources: {'Port': ['ID=a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:42.514902 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a001f041-9391-406f-90c1-4ad563b35586 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:42.531543 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.532213 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.532741 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.533266 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.533787 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.534311 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.534830 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.535341 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.535892 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.536406 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.536920 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.539184 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.539772 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.540316 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.540777 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.541773 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.544029 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.544595 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.545109 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.545783 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.546381 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.546907 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.547435 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.547981 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.548437 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.548889 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.549341 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.550148 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.550500 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.550987 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.551546 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.552026 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.552481 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.552930 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.553378 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.554135 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.554278 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.554725 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.555174 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.555684 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.556099 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.556587 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.557092 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.557540 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.557986 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.558438 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.562851 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-77b59c53-c4b3-4b5c-a704-248be474ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 41681 time: 0.1726053 Oct 19 01:11:42.566089 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001f041-9391-406f-90c1-4ad563b35586 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Subnet': ['ID=077ae987-6301-41d8-b974-11ecfee26e76,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:42.567863 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40232) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:42.575254 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a001f041-9391-406f-90c1-4ad563b35586 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:42.585783 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a001f041-9391-406f-90c1-4ad563b35586 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/077ae987-6301-41d8-b974-11ecfee26e76 HTTP/1.1" status: 204 len: 168 time: 0.6707959 Oct 19 01:11:42.586644 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40234) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:42.662789 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9e70c13-51b8-49d1-91b7-9e5e722b49a7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting subnet e49e443b-18a6-4f4d-bbea-6431f344c347 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:11:42.667341 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f9e70c13-51b8-49d1-91b7-9e5e722b49a7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:42.667542 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-9ccdac9d-dc39-4fca-aab4-29918c0fb08d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Deleting port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:11:42.667889 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9ccdac9d-dc39-4fca-aab4-29918c0fb08d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:42.718093 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f9e70c13-51b8-49d1-91b7-9e5e722b49a7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:42.758797 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-9ccdac9d-dc39-4fca-aab4-29918c0fb08d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] For port a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b, host n-h2-715271-26, got binding levels [] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:42.759260 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9ccdac9d-dc39-4fca-aab4-29918c0fb08d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:42.776613 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-9ccdac9d-dc39-4fca-aab4-29918c0fb08d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Calling delete_port for a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:42.835569 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f9e70c13-51b8-49d1-91b7-9e5e722b49a7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:42.882683 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9ccdac9d-dc39-4fca-aab4-29918c0fb08d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:42.916874 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f9e70c13-51b8-49d1-91b7-9e5e722b49a7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:42.943699 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 477408a1-d5bb-4674-9f1d-56577a802fae up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:11:42.949784 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9ccdac9d-dc39-4fca-aab4-29918c0fb08d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:42.954427 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9ccdac9d-dc39-4fca-aab4-29918c0fb08d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] 10.222.0.57 "DELETE /v2.0/ports/a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b HTTP/1.1" status: 204 len: 168 time: 0.3859658 Oct 19 01:11:42.957006 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40246) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:42.967477 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccdac9d-dc39-4fca-aab4-29918c0fb08d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:42.995393 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a9c69bb-1034-4bdd-bac1-c87b8efc482e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] GET failed (client error): The resource could not be found. Oct 19 01:11:42.996101 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e70c13-51b8-49d1-91b7-9e5e722b49a7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Subnet': ['ID=e49e443b-18a6-4f4d-bbea-6431f344c347,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:43.000373 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8a9c69bb-1034-4bdd-bac1-c87b8efc482e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] 10.222.0.57 "GET /v2.0/ports/a9f3e3c6-ad88-4d3c-bcc8-bcbeaebabb0b HTTP/1.1" status: 404 len: 333 time: 0.0423520 Oct 19 01:11:43.001234 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40248) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:43.004030 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f9e70c13-51b8-49d1-91b7-9e5e722b49a7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:43.013502 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-30c143a9-6098-4866-8e40-033f8bc681a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-810989525', 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:43.014394 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f9e70c13-51b8-49d1-91b7-9e5e722b49a7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/e49e443b-18a6-4f4d-bbea-6431f344c347 HTTP/1.1" status: 204 len: 168 time: 0.4259038 Oct 19 01:11:43.015663 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40250) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:43.019474 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 477408a1-d5bb-4674-9f1d-56577a802fae triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:43.019996 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:43.051039 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c143a9-6098-4866-8e40-033f8bc681a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Made reservation on behalf of b4ad2fa1fd154875ae14b1b2042e28a4 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:43.058532 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-30c143a9-6098-4866-8e40-033f8bc681a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:43.070455 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4867dc8c-a071-4023-a32d-59baf0739d30 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0519824 Oct 19 01:11:43.071154 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40252) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:43.079267 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-6be62547-64ad-4de4-b7bd-d2c6e114b7b4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:43.083249 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-30c143a9-6098-4866-8e40-033f8bc681a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] device_id is not set on port 3816f8af-a967-492d-8f37-bddf08598448 yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:11:43.249926 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be62547-64ad-4de4-b7bd-d2c6e114b7b4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:43.253503 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6be62547-64ad-4de4-b7bd-d2c6e114b7b4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:43.317620 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2110c36e-f15a-491f-ac7d-d26a16ea1ace None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:11:43.361779 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-af92f9e0-07ed-4609-b12f-fb3482874198 None None] Provisioning complete for port 477408a1-d5bb-4674-9f1d-56577a802fae triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:43.362294 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-af92f9e0-07ed-4609-b12f-fb3482874198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:43.377955 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-30c143a9-6098-4866-8e40-033f8bc681a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:43.396282 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8a5da-3c7f-46ee-b082-53c91df46802 req-7a59508f-97dc-4e51-a9ea-11b3cd06b1d9 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:43.405400 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a8e8a5da-3c7f-46ee-b082-53c91df46802 req-7a59508f-97dc-4e51-a9ea-11b3cd06b1d9 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 946 time: 0.0947461 Oct 19 01:11:43.468942 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a8e8a5da-3c7f-46ee-b082-53c91df46802 req-1f81e305-59fe-48a3-aec6-91d005ae2b25 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594039 Oct 19 01:11:43.483488 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-30c143a9-6098-4866-8e40-033f8bc681a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:43.529372 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c143a9-6098-4866-8e40-033f8bc681a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Network 4efb994a-3da7-482c-b775-42ab43c6cafc is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:43.532674 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-30c143a9-6098-4866-8e40-033f8bc681a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:43.538987 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c143a9-6098-4866-8e40-033f8bc681a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:43.540318 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c143a9-6098-4866-8e40-033f8bc681a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:43.541087 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-30c143a9-6098-4866-8e40-033f8bc681a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:43.560747 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c143a9-6098-4866-8e40-033f8bc681a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Pushing event updated for resources: {'Port': ['ID=3816f8af-a967-492d-8f37-bddf08598448,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:43.566652 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-30c143a9-6098-4866-8e40-033f8bc681a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5608518 Oct 19 01:11:43.569909 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40268) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:43.573204 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-af92f9e0-07ed-4609-b12f-fb3482874198 None None] Could not find standard attr ID for object e6d7494e-ccb0-42e6-8219-358a8f0c9f98. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:11:43.615549 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4758694-0f0c-4c6a-8537-ddbb45a7414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:43.620172 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d4758694-0f0c-4c6a-8537-ddbb45a7414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] 10.222.0.57 "GET /v2.0/ports/3816f8af-a967-492d-8f37-bddf08598448 HTTP/1.1" status: 200 len: 958 time: 0.0459716 Oct 19 01:11:43.620366 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40270) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:43.642397 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f183b14e-de4c-489d-b78f-e09c45e952c9 None None] DHCP port deletion for 833e9ff3-de52-4870-807a-a323cda2654c request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:11:43.727930 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-f183b14e-de4c-489d-b78f-e09c45e952c9 None None] Deleting port 477408a1-d5bb-4674-9f1d-56577a802fae {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:11:43.728535 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f183b14e-de4c-489d-b78f-e09c45e952c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:43.730772 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-a683879a-36ed-4d1a-a5a8-d60a89da1370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Deleting port 3816f8af-a967-492d-8f37-bddf08598448 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:11:43.731114 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a683879a-36ed-4d1a-a5a8-d60a89da1370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:43.778572 n-d-715271-26 neutron-server[100607]: DEBUG neutron.objects.ports [None req-6be62547-64ad-4de4-b7bd-d2c6e114b7b4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100607) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:11:43.821888 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a683879a-36ed-4d1a-a5a8-d60a89da1370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:43.833659 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-f183b14e-de4c-489d-b78f-e09c45e952c9 None None] For port 477408a1-d5bb-4674-9f1d-56577a802fae, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=477408a1-d5bb-4674-9f1d-56577a802fae,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:43.834200 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f183b14e-de4c-489d-b78f-e09c45e952c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:43.834861 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-a683879a-36ed-4d1a-a5a8-d60a89da1370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Calling delete_port for 3816f8af-a967-492d-8f37-bddf08598448 owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:43.855223 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-f183b14e-de4c-489d-b78f-e09c45e952c9 None None] Calling delete_port for 477408a1-d5bb-4674-9f1d-56577a802fae owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:43.921062 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-17e4d572-75c0-4c73-9be3-d345c2c47e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:43.952840 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a683879a-36ed-4d1a-a5a8-d60a89da1370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:43.972412 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f183b14e-de4c-489d-b78f-e09c45e952c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:43.987968 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f183b14e-de4c-489d-b78f-e09c45e952c9 None None] No DVR routers for this DVR port 477408a1-d5bb-4674-9f1d-56577a802fae on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:11:44.001496 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a683879a-36ed-4d1a-a5a8-d60a89da1370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Pushing event deleted for resources: {'Port': ['ID=3816f8af-a967-492d-8f37-bddf08598448,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:44.002257 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.ipam_pluggable_backend [None req-6be62547-64ad-4de4-b7bd-d2c6e114b7b4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Port 477408a1-d5bb-4674-9f1d-56577a802fae was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100607) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 19 01:11:44.003106 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.ipam_pluggable_backend [None req-6be62547-64ad-4de4-b7bd-d2c6e114b7b4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Reverting IP allocation for 2001:db8::f816:3eff:fe07:8b36 {{(pid=100607) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 19 01:11:44.008065 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.ipam_pluggable_backend [None req-6be62547-64ad-4de4-b7bd-d2c6e114b7b4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe07:8b36 {{(pid=100607) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 19 01:11:44.009567 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6be62547-64ad-4de4-b7bd-d2c6e114b7b4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:44.010669 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a683879a-36ed-4d1a-a5a8-d60a89da1370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:44.014346 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a683879a-36ed-4d1a-a5a8-d60a89da1370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] 10.222.0.57 "DELETE /v2.0/ports/3816f8af-a967-492d-8f37-bddf08598448 HTTP/1.1" status: 204 len: 168 time: 0.3929279 Oct 19 01:11:44.014490 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f183b14e-de4c-489d-b78f-e09c45e952c9 None None] Pushing event deleted for resources: {'Port': ['ID=477408a1-d5bb-4674-9f1d-56577a802fae,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:44.017243 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40282) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:44.057715 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a116c0f-642c-4f8b-abd0-c9f99360dc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] GET failed (client error): The resource could not be found. Oct 19 01:11:44.058897 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be62547-64ad-4de4-b7bd-d2c6e114b7b4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:44.059354 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8a116c0f-642c-4f8b-abd0-c9f99360dc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] 10.222.0.57 "GET /v2.0/ports/3816f8af-a967-492d-8f37-bddf08598448 HTTP/1.1" status: 404 len: 333 time: 0.0408654 Oct 19 01:11:44.062259 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-6be62547-64ad-4de4-b7bd-d2c6e114b7b4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:44.067467 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40284) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:44.070775 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-90d0fcb5-0fd4-4b51-a699-11152c845b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Request body: {'port': {'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-284495022'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:44.077422 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be62547-64ad-4de4-b7bd-d2c6e114b7b4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:44.078000 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6be62547-64ad-4de4-b7bd-d2c6e114b7b4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:44.079373 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf654a7-edc7-469b-b6ac-9337d944d504 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:11:44.097553 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 21a31d8a-2a7f-452d-9ce8-72232243197f details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:11:44.101282 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6be62547-64ad-4de4-b7bd-d2c6e114b7b4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0262477 Oct 19 01:11:44.101282 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be62547-64ad-4de4-b7bd-d2c6e114b7b4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Subnet': ['ID=0e1d982d-5227-4903-8ec8-b88ea0361c25,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:44.102068 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40288) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:44.107137 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-fd8a4a9b-bd82-41a0-b09b-f0227ed316b5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:44.128461 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d0fcb5-0fd4-4b51-a699-11152c845b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Made reservation on behalf of b4ad2fa1fd154875ae14b1b2042e28a4 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:44.131082 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-90d0fcb5-0fd4-4b51-a699-11152c845b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:44.154390 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-90d0fcb5-0fd4-4b51-a699-11152c845b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] device_id is not set on port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:11:44.377773 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 21a31d8a-2a7f-452d-9ce8-72232243197f, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=21a31d8a-2a7f-452d-9ce8-72232243197f,segment=NetworkSegment(8a516c3b-6789-44d3-87bb-3790155029b6),segment_id=8a516c3b-6789-44d3-87bb-3790155029b6)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:44.384304 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-90d0fcb5-0fd4-4b51-a699-11152c845b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:44.412103 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '21a31d8a-2a7f-452d-9ce8-72232243197f', 'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6', 'port_id': '21a31d8a-2a7f-452d-9ce8-72232243197f', 'mac_address': 'fa:16:3e:bc:cf:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d33ad6-49ce-4420-8e80-235f3948de37', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:11:44.422987 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adaad5dd-f1cc-46bf-8583-016b627da1dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-833e9ff3-de52-4870-807a-a323cda2654c', 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'tenant_id': 'c34b9efccd444514b6828a5a5dd7684d', 'fixed_ips': [{'subnet_id': '0e1d982d-5227-4903-8ec8-b88ea0361c25'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:11:44.423972 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-adaad5dd-f1cc-46bf-8583-016b627da1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:44.429869 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-90d0fcb5-0fd4-4b51-a699-11152c845b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:44.492655 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0fcb5-0fd4-4b51-a699-11152c845b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Pushing event updated for resources: {'Port': ['ID=0edf5a4f-ef7e-4471-beb9-7bdffd8ea138,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:44.498620 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:44.508904 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d0fcb5-0fd4-4b51-a699-11152c845b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Network 4efb994a-3da7-482c-b775-42ab43c6cafc is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:44.511329 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-90d0fcb5-0fd4-4b51-a699-11152c845b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:44.513856 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d0fcb5-0fd4-4b51-a699-11152c845b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:44.514913 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d0fcb5-0fd4-4b51-a699-11152c845b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:44.515569 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-90d0fcb5-0fd4-4b51-a699-11152c845b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:44.521907 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21a31d8a-2a7f-452d-9ce8-72232243197f {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:11:44.545497 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-90d0fcb5-0fd4-4b51-a699-11152c845b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4759843 Oct 19 01:11:44.546230 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40304) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:44.570308 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:44.610366 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 21a31d8a-2a7f-452d-9ce8-72232243197f, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=21a31d8a-2a7f-452d-9ce8-72232243197f,segment=NetworkSegment(8a516c3b-6789-44d3-87bb-3790155029b6),segment_id=8a516c3b-6789-44d3-87bb-3790155029b6)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:44.623891 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:44.709567 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:44.721515 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['21a31d8a-2a7f-452d-9ce8-72232243197f'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:11:44.731395 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7dec4-bf3a-469a-8078-bde91b3f2398 req-305d853d-44de-4c68-bedd-5c8b4e1e043a tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:44.732007 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-adaad5dd-f1cc-46bf-8583-016b627da1dd None None] Allocated IP 2001:db8::f816:3eff:fe27:b7b0 (833e9ff3-de52-4870-807a-a323cda2654c/0e1d982d-5227-4903-8ec8-b88ea0361c25/57439e6e-ef30-44d1-a86e-3ddfe777920d) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:44.733378 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a5b7dec4-bf3a-469a-8078-bde91b3f2398 req-305d853d-44de-4c68-bedd-5c8b4e1e043a tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 945 time: 0.0817373 Oct 19 01:11:44.761301 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8a4a9b-bd82-41a0-b09b-f0227ed316b5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:44.765108 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fd8a4a9b-bd82-41a0-b09b-f0227ed316b5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:44.769834 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=21a31d8a-2a7f-452d-9ce8-72232243197f,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:45.015890 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 477408a1-d5bb-4674-9f1d-56577a802fae no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:11:45.046307 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] device_id is not set on port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:11:45.058092 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:45.074280 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:45.084378 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a5b7dec4-bf3a-469a-8078-bde91b3f2398 req-6b6331c4-4235-499a-a79c-9a587737d80d tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452785 Oct 19 01:11:45.086756 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fd8a4a9b-bd82-41a0-b09b-f0227ed316b5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:45.098597 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 477408a1-d5bb-4674-9f1d-56577a802fae {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:11:45.099417 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 477408a1-d5bb-4674-9f1d-56577a802fae not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:11:45.117378 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-adaad5dd-f1cc-46bf-8583-016b627da1dd None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:45.152182 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8a4a9b-bd82-41a0-b09b-f0227ed316b5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:45.152182 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-fd8a4a9b-bd82-41a0-b09b-f0227ed316b5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:45.157545 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-adaad5dd-f1cc-46bf-8583-016b627da1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:45.178620 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8a4a9b-bd82-41a0-b09b-f0227ed316b5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:45.179675 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fd8a4a9b-bd82-41a0-b09b-f0227ed316b5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:45.182130 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a4a9b-bd82-41a0-b09b-f0227ed316b5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Subnet': ['ID=46adaf31-ee26-4a0e-b09d-b12c89b47cac,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:45.206728 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fd8a4a9b-bd82-41a0-b09b-f0227ed316b5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1010249 Oct 19 01:11:45.206728 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40318) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:45.213407 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-e4ec9cef-4174-4074-a8c5-561959a71640 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'port': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'mac_address': 'fa:16:3e:20:fd:64', 'name': 'tempest-NetworksTestDHCPv6-159247312'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:45.224192 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:45.224531 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:45.224896 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on network 4efb994a-3da7-482c-b775-42ab43c6cafc {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:45.226891 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Pushing event updated for resources: {'Port': ['ID=0edf5a4f-ef7e-4471-beb9-7bdffd8ea138,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:45.244449 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on network 4efb994a-3da7-482c-b775-42ab43c6cafc not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:45.244791 n-d-715271-26 neutron-server[100607]: ERROR neutron.plugins.ml2.managers [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Failed to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] Oct 19 01:11:45.245332 n-d-715271-26 neutron-server[100607]: INFO neutron.plugins.ml2.plugin [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempt 2 to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 Oct 19 01:11:45.253632 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaad5dd-f1cc-46bf-8583-016b627da1dd None None] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:45.262528 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:45.262867 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:45.263206 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on network 4efb994a-3da7-482c-b775-42ab43c6cafc {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:45.264705 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-adaad5dd-f1cc-46bf-8583-016b627da1dd None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:45.268033 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on network 4efb994a-3da7-482c-b775-42ab43c6cafc not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:45.268488 n-d-715271-26 neutron-server[100607]: ERROR neutron.plugins.ml2.managers [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Failed to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] Oct 19 01:11:45.268887 n-d-715271-26 neutron-server[100607]: INFO neutron.plugins.ml2.plugin [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempt 3 to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 Oct 19 01:11:45.269609 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaad5dd-f1cc-46bf-8583-016b627da1dd None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:45.287788 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaad5dd-f1cc-46bf-8583-016b627da1dd None None] Pushing event updated for resources: {'Port': ['ID=57439e6e-ef30-44d1-a86e-3ddfe777920d,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:45.294657 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:45.295001 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:45.295337 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on network 4efb994a-3da7-482c-b775-42ab43c6cafc {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:45.306165 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on network 4efb994a-3da7-482c-b775-42ab43c6cafc not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:45.307986 n-d-715271-26 neutron-server[100607]: ERROR neutron.plugins.ml2.managers [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Failed to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] Oct 19 01:11:45.308440 n-d-715271-26 neutron-server[100607]: INFO neutron.plugins.ml2.plugin [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempt 4 to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 Oct 19 01:11:45.341216 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:45.341567 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:45.341977 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on network 4efb994a-3da7-482c-b775-42ab43c6cafc {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:45.353989 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on network 4efb994a-3da7-482c-b775-42ab43c6cafc not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:45.354322 n-d-715271-26 neutron-server[100607]: ERROR neutron.plugins.ml2.managers [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Failed to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] Oct 19 01:11:45.354715 n-d-715271-26 neutron-server[100607]: INFO neutron.plugins.ml2.plugin [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempt 5 to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 Oct 19 01:11:45.379696 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:45.380356 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:45.380630 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on network 4efb994a-3da7-482c-b775-42ab43c6cafc {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:45.381098 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-adaad5dd-f1cc-46bf-8583-016b627da1dd None None] Attempting to bind port 57439e6e-ef30-44d1-a86e-3ddfe777920d on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:45.381546 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-adaad5dd-f1cc-46bf-8583-016b627da1dd None None] Attempting to bind port 57439e6e-ef30-44d1-a86e-3ddfe777920d by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:45.382162 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaad5dd-f1cc-46bf-8583-016b627da1dd None None] Attempting to bind port 57439e6e-ef30-44d1-a86e-3ddfe777920d on network 833e9ff3-de52-4870-807a-a323cda2654c {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:45.389220 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaad5dd-f1cc-46bf-8583-016b627da1dd None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:11:45.389620 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaad5dd-f1cc-46bf-8583-016b627da1dd None None] Checking segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:45.390137 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-adaad5dd-f1cc-46bf-8583-016b627da1dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:45.390606 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaad5dd-f1cc-46bf-8583-016b627da1dd None None] Bound using segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:11:45.391035 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-adaad5dd-f1cc-46bf-8583-016b627da1dd None None] Bound port: 57439e6e-ef30-44d1-a86e-3ddfe777920d, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:11:45.391448 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-adaad5dd-f1cc-46bf-8583-016b627da1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:45.392755 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ec9cef-4174-4074-a8c5-561959a71640 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:45.393380 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on network 4efb994a-3da7-482c-b775-42ab43c6cafc not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:45.393715 n-d-715271-26 neutron-server[100607]: ERROR neutron.plugins.ml2.managers [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Failed to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] Oct 19 01:11:45.394637 n-d-715271-26 neutron-server[100607]: INFO neutron.plugins.ml2.plugin [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempt 6 to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 Oct 19 01:11:45.418703 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:45.419045 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:45.419384 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on network 4efb994a-3da7-482c-b775-42ab43c6cafc {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:45.429717 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on network 4efb994a-3da7-482c-b775-42ab43c6cafc not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:45.430049 n-d-715271-26 neutron-server[100607]: ERROR neutron.plugins.ml2.managers [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Failed to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] Oct 19 01:11:45.430433 n-d-715271-26 neutron-server[100607]: INFO neutron.plugins.ml2.plugin [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempt 7 to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 Oct 19 01:11:45.452619 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:45.454324 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:45.454742 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on network 4efb994a-3da7-482c-b775-42ab43c6cafc {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:45.464177 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on network 4efb994a-3da7-482c-b775-42ab43c6cafc not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:45.464521 n-d-715271-26 neutron-server[100607]: ERROR neutron.plugins.ml2.managers [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Failed to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] Oct 19 01:11:45.464926 n-d-715271-26 neutron-server[100607]: INFO neutron.plugins.ml2.plugin [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempt 8 to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 Oct 19 01:11:45.476820 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-adaad5dd-f1cc-46bf-8583-016b627da1dd None None] For port 57439e6e-ef30-44d1-a86e-3ddfe777920d, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:45.481652 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:45.482062 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-adaad5dd-f1cc-46bf-8583-016b627da1dd None None] For port 57439e6e-ef30-44d1-a86e-3ddfe777920d, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=57439e6e-ef30-44d1-a86e-3ddfe777920d,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:11:45.482349 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:45.482846 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on network 4efb994a-3da7-482c-b775-42ab43c6cafc {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:45.488046 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on network 4efb994a-3da7-482c-b775-42ab43c6cafc not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:45.488580 n-d-715271-26 neutron-server[100607]: ERROR neutron.plugins.ml2.managers [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Failed to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] Oct 19 01:11:45.489129 n-d-715271-26 neutron-server[100607]: INFO neutron.plugins.ml2.plugin [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempt 9 to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 Oct 19 01:11:45.489781 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-adaad5dd-f1cc-46bf-8583-016b627da1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:45.505327 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:45.505935 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:45.506431 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on network 4efb994a-3da7-482c-b775-42ab43c6cafc {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:45.506597 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9cef-4174-4074-a8c5-561959a71640 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:45.512362 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on network 4efb994a-3da7-482c-b775-42ab43c6cafc not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:45.512936 n-d-715271-26 neutron-server[100607]: ERROR neutron.plugins.ml2.managers [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Failed to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] Oct 19 01:11:45.513517 n-d-715271-26 neutron-server[100607]: INFO neutron.plugins.ml2.plugin [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempt 10 to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 Oct 19 01:11:45.526652 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:45.527469 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:45.528163 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempting to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on network 4efb994a-3da7-482c-b775-42ab43c6cafc {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:45.533317 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on network 4efb994a-3da7-482c-b775-42ab43c6cafc not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:45.533897 n-d-715271-26 neutron-server[100607]: ERROR neutron.plugins.ml2.managers [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Failed to bind port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '51960e85-3e02-43a4-b625-52fe66911feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4efb994a-3da7-482c-b775-42ab43c6cafc'}] Oct 19 01:11:45.534476 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:45.546110 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-e4ec9cef-4174-4074-a8c5-561959a71640 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] device_id is not set on port 052da150-9a4f-4f6d-81d3-d5ed3b7b9afb yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:11:45.599631 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaad5dd-f1cc-46bf-8583-016b627da1dd None None] Pushing event updated for resources: {'Port': ['ID=57439e6e-ef30-44d1-a86e-3ddfe777920d,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:45.657015 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] For port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:45.657392 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attempted to set empty binding levels {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 19 01:11:45.664007 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:45.742043 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Pushing event updated for resources: {'Port': ['ID=0edf5a4f-ef7e-4471-beb9-7bdffd8ea138,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:45.753193 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] In _notify_port_updated(), no bound segment for port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 on network 4efb994a-3da7-482c-b775-42ab43c6cafc {{(pid=100607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:11:45.754291 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:45.755069 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:45.761269 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-533fadc3-6a8c-4b89-a7fe-1c4e2bd7dafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] 10.222.0.57 "PUT /v2.0/ports/0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 HTTP/1.1" status: 200 len: 979 time: 1.2063520 Oct 19 01:11:45.761649 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40334) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:45.848965 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-e4ec9cef-4174-4074-a8c5-561959a71640 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Allocated IP 172.20.0.10 (833e9ff3-de52-4870-807a-a323cda2654c/46adaf31-ee26-4a0e-b09d-b12c89b47cac/052da150-9a4f-4f6d-81d3-d5ed3b7b9afb) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:45.860154 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-e4ec9cef-4174-4074-a8c5-561959a71640 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Allocated IP 2001:db8::f816:3eff:fe20:fd64 (833e9ff3-de52-4870-807a-a323cda2654c/0e1d982d-5227-4903-8ec8-b88ea0361c25/052da150-9a4f-4f6d-81d3-d5ed3b7b9afb) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:45.930548 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-5df10211-135e-4e2d-be29-63d0b09572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Deleting port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:11:45.930548 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5df10211-135e-4e2d-be29-63d0b09572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:46.059384 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-5df10211-135e-4e2d-be29-63d0b09572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] For port 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138, host n-h2-715271-26, got binding levels [] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:46.059667 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5df10211-135e-4e2d-be29-63d0b09572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:46.077794 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-5df10211-135e-4e2d-be29-63d0b09572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Calling delete_port for 0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:46.145764 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9cef-4174-4074-a8c5-561959a71640 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:46.153034 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 21a31d8a-2a7f-452d-9ce8-72232243197f up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:11:46.220647 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9cef-4174-4074-a8c5-561959a71640 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:46.233656 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5df10211-135e-4e2d-be29-63d0b09572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:46.237811 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 21a31d8a-2a7f-452d-9ce8-72232243197f triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:46.238199 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:46.254781 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:11:46.318923 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:46.319547 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5df10211-135e-4e2d-be29-63d0b09572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:46.323558 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5df10211-135e-4e2d-be29-63d0b09572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] 10.222.0.57 "DELETE /v2.0/ports/0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 HTTP/1.1" status: 204 len: 168 time: 0.5609434 Oct 19 01:11:46.326321 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40346) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:46.328867 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ec9cef-4174-4074-a8c5-561959a71640 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:46.336581 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-e4ec9cef-4174-4074-a8c5-561959a71640 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:46.341095 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ec9cef-4174-4074-a8c5-561959a71640 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:46.345629 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec9cef-4174-4074-a8c5-561959a71640 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Port': ['ID=052da150-9a4f-4f6d-81d3-d5ed3b7b9afb,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:46.346350 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1abc2f-3cbb-4a02-b898-260826f13268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a31d8a-2a7f-452d-9ce8-72232243197f'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:46.348688 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a737bf-63a7-468e-aa3a-d4b2420c2ee4" -d '{"events": [{"server_uuid": "5d1abc2f-3cbb-4a02-b898-260826f13268", "name": "network-vif-plugged", "status": "completed", "tag": "21a31d8a-2a7f-452d-9ce8-72232243197f"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:46.379060 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-651a66f2-9f73-4b34-b73d-c49ba0064cfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] GET failed (client error): The resource could not be found. Oct 19 01:11:46.381240 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-651a66f2-9f73-4b34-b73d-c49ba0064cfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] 10.222.0.57 "GET /v2.0/ports/0edf5a4f-ef7e-4471-beb9-7bdffd8ea138 HTTP/1.1" status: 404 len: 333 time: 0.0532618 Oct 19 01:11:46.390950 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40350) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:46.396635 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 21a31d8a-2a7f-452d-9ce8-72232243197f, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=21a31d8a-2a7f-452d-9ce8-72232243197f,segment=NetworkSegment(8a516c3b-6789-44d3-87bb-3790155029b6),segment_id=8a516c3b-6789-44d3-87bb-3790155029b6)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:46.405828 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:46.410572 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df10211-135e-4e2d-be29-63d0b09572cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000078305-project-admin] Pushing event deleted for resources: {'Port': ['ID=0edf5a4f-ef7e-4471-beb9-7bdffd8ea138,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:46.434415 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edffc745-0cde-4d93-aa68-acd2ac1950d1 x-openstack-request-id: req-edffc745-0cde-4d93-aa68-acd2ac1950d1 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:46.434986 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1abc2f-3cbb-4a02-b898-260826f13268", "name": "network-vif-plugged", "status": "completed", "tag": "21a31d8a-2a7f-452d-9ce8-72232243197f", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:46.436073 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-edffc745-0cde-4d93-aa68-acd2ac1950d1 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:46.436664 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1abc2f-3cbb-4a02-b898-260826f13268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a31d8a-2a7f-452d-9ce8-72232243197f', 'code': 200} Oct 19 01:11:46.454029 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720dd538-a5dd-4b2a-b4b5-eea1aeae9b98 req-f955ae75-ef76-4986-ad1a-7bbbce455755 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:46.470081 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=21a31d8a-2a7f-452d-9ce8-72232243197f,revision_number=7']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:46.471607 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-720dd538-a5dd-4b2a-b4b5-eea1aeae9b98 req-f955ae75-ef76-4986-ad1a-7bbbce455755 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 945 time: 0.2023809 Oct 19 01:11:46.505848 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ec9cef-4174-4074-a8c5-561959a71640 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:46.506680 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9cef-4174-4074-a8c5-561959a71640 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:46.528913 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a20eb23f-bb28-4ecb-bcc4-de880403c9a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:46.530048 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0899943f-bfea-44c9-9a9b-942b9983bd8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:46.551976 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e4ec9cef-4174-4074-a8c5-561959a71640 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3431165 Oct 19 01:11:46.554803 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40356) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:46.570141 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-720dd538-a5dd-4b2a-b4b5-eea1aeae9b98 req-b1b08e26-1a50-4519-9bf6-48e492667453 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975218 Oct 19 01:11:46.623886 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cade106d-21c4-4a9a-9a34-c990522ea0eb tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:46.631957 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cade106d-21c4-4a9a-9a34-c990522ea0eb tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:46.637410 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cade106d-21c4-4a9a-9a34-c990522ea0eb tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0815573 Oct 19 01:11:46.638483 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40360) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:46.659201 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a20eb23f-bb28-4ecb-bcc4-de880403c9a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:46.702022 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-a20eb23f-bb28-4ecb-bcc4-de880403c9a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4efb994a-3da7-482c-b775-42ab43c6cafc']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:11:46.713285 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-a20eb23f-bb28-4ecb-bcc4-de880403c9a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51960e85-3e02-43a4-b625-52fe66911feb') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:11:46.713906 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-a20eb23f-bb28-4ecb-bcc4-de880403c9a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51960e85-3e02-43a4-b625-52fe66911feb') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:11:46.724988 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a20eb23f-bb28-4ecb-bcc4-de880403c9a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:46.750044 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a20eb23f-bb28-4ecb-bcc4-de880403c9a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:46.757840 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a20eb23f-bb28-4ecb-bcc4-de880403c9a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:11:46.758669 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a20eb23f-bb28-4ecb-bcc4-de880403c9a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:46.762532 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:11:46.762532 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:11:46.762532 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:11:46.762532 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:11:46.762532 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:11:46.762532 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:11:46.762532 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:11:46.762532 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:11:46.762532 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:11:46.762532 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:11:46.762532 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:11:46.762532 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:11:46.762532 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:11:46.762532 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:11:46.762532 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:11:46.762532 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:11:46.762532 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:11:46.762532 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:11:46.762532 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:11:46.762532 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:11:46.762532 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:11:46.762532 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:11:46.762532 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:11:46.762532 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:11:46.762532 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:11:46.762532 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:11:46.762532 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:11:46.762532 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:11:46.762532 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:11:46.762532 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:11:46.762532 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:11:46.762532 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:11:46.764648 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-71038b60-7b13-40bf-aa9a-1c3449e124b6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting port 052da150-9a4f-4f6d-81d3-d5ed3b7b9afb {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:11:46.764648 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-71038b60-7b13-40bf-aa9a-1c3449e124b6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:46.852374 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a20eb23f-bb28-4ecb-bcc4-de880403c9a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:46.887977 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a20eb23f-bb28-4ecb-bcc4-de880403c9a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:46.889279 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0445c01a-a054-432f-9f33-8eff1f0681a1 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:11:46.898600 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a20eb23f-bb28-4ecb-bcc4-de880403c9a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066-project] 10.222.0.57 "DELETE /v2.0/networks/4efb994a-3da7-482c-b775-42ab43c6cafc HTTP/1.1" status: 204 len: 168 time: 0.5058813 Oct 19 01:11:46.899847 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-71038b60-7b13-40bf-aa9a-1c3449e124b6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:46.921800 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20eb23f-bb28-4ecb-bcc4-de880403c9a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522394066-project] Pushing event deleted for resources: {'Network': ['ID=4efb994a-3da7-482c-b775-42ab43c6cafc,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:46.946284 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-71038b60-7b13-40bf-aa9a-1c3449e124b6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Calling delete_port for 052da150-9a4f-4f6d-81d3-d5ed3b7b9afb owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:47.073884 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 57439e6e-ef30-44d1-a86e-3ddfe777920d up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:11:47.079680 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-e42c8f05-affd-40d7-ab84-04dd5860db64 None None] Provisioning complete for port 57439e6e-ef30-44d1-a86e-3ddfe777920d triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:47.080005 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e42c8f05-affd-40d7-ab84-04dd5860db64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:47.264003 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:47.265480 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 57439e6e-ef30-44d1-a86e-3ddfe777920d triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:47.265837 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:47.297476 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-71038b60-7b13-40bf-aa9a-1c3449e124b6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:47.341624 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71038b60-7b13-40bf-aa9a-1c3449e124b6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Port': ['ID=052da150-9a4f-4f6d-81d3-d5ed3b7b9afb,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:47.345300 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e42c8f05-affd-40d7-ab84-04dd5860db64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:47.404660 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-e42c8f05-affd-40d7-ab84-04dd5860db64 None None] For port 57439e6e-ef30-44d1-a86e-3ddfe777920d, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=57439e6e-ef30-44d1-a86e-3ddfe777920d,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:47.430985 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e42c8f05-affd-40d7-ab84-04dd5860db64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:47.496348 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-71038b60-7b13-40bf-aa9a-1c3449e124b6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:47.502678 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-71038b60-7b13-40bf-aa9a-1c3449e124b6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/052da150-9a4f-4f6d-81d3-d5ed3b7b9afb HTTP/1.1" status: 204 len: 168 time: 0.8615894 Oct 19 01:11:47.504476 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:47.505306 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40398) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:47.518175 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40402) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:47.552712 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c8f05-affd-40d7-ab84-04dd5860db64 None None] Pushing event updated for resources: {'Port': ['ID=57439e6e-ef30-44d1-a86e-3ddfe777920d,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:47.555394 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180b0b4c-4488-4965-8373-1dcb50082494 None None] Update dhcp port {'port': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'fixed_ips': [{'subnet_id': '0e1d982d-5227-4903-8ec8-b88ea0361c25', 'ip_address': '2001:db8::f816:3eff:fe27:b7b0'}, {'subnet_id': '46adaf31-ee26-4a0e-b09d-b12c89b47cac'}], 'binding:host_id': 'n-d-715271-26'}, 'id': '57439e6e-ef30-44d1-a86e-3ddfe777920d'} from n-d-715271-26. {{(pid=100608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 01:11:47.588623 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2319c7a-40cc-4b12-9c82-a9590b43e6df tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:47.590582 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2319c7a-40cc-4b12-9c82-a9590b43e6df tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:47.593214 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2319c7a-40cc-4b12-9c82-a9590b43e6df tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:47.594098 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f2319c7a-40cc-4b12-9c82-a9590b43e6df tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0877159 Oct 19 01:11:47.597099 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40412) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:47.637401 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-180b0b4c-4488-4965-8373-1dcb50082494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:47.654026 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:11:47.654391 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:11:47.685914 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d78ca0b-8643-4c73-ad8d-789fcaba1b73 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting subnet 0e1d982d-5227-4903-8ec8-b88ea0361c25 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:11:47.701114 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d78ca0b-8643-4c73-ad8d-789fcaba1b73 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:47.714186 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:47.806543 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d78ca0b-8643-4c73-ad8d-789fcaba1b73 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:47.845108 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a45fe-3c46-4a87-82e7-65737392b8dc req-b1fdae35-d187-4262-a785-c9245d03c26d tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:47.848760 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ba8a45fe-3c46-4a87-82e7-65737392b8dc req-b1fdae35-d187-4262-a785-c9245d03c26d tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 946 time: 0.1539896 Oct 19 01:11:47.894794 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-88c0025d-2770-4852-9949-ab0187a03a07 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e5cf8448bb084f259dbed2597f508156&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3760941 Oct 19 01:11:47.897390 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40428) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:47.975648 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ba8a45fe-3c46-4a87-82e7-65737392b8dc req-55b2da98-8d3e-4f29-96c4-d7a18b80c03a tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198924 Oct 19 01:11:48.044452 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d78ca0b-8643-4c73-ad8d-789fcaba1b73 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:48.060463 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4564aedf-5e55-4baf-b7c6-d3f4d0f71b72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:48.086991 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4564aedf-5e55-4baf-b7c6-d3f4d0f71b72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:48.134038 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d78ca0b-8643-4c73-ad8d-789fcaba1b73 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:48.146853 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4564aedf-5e55-4baf-b7c6-d3f4d0f71b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:48.153349 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4564aedf-5e55-4baf-b7c6-d3f4d0f71b72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:48.154652 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4564aedf-5e55-4baf-b7c6-d3f4d0f71b72 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5afc5c85-bbe5-4078-90a7-ec65f75b8594 HTTP/1.1" status: 204 len: 168 time: 0.2560894 Oct 19 01:11:48.164084 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4564aedf-5e55-4baf-b7c6-d3f4d0f71b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afc5c85-bbe5-4078-90a7-ec65f75b8594,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:48.170809 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78ca0b-8643-4c73-ad8d-789fcaba1b73 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Subnet': ['ID=0e1d982d-5227-4903-8ec8-b88ea0361c25,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:48.173310 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d78ca0b-8643-4c73-ad8d-789fcaba1b73 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:48.175424 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4564aedf-5e55-4baf-b7c6-d3f4d0f71b72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:48.175912 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4564aedf-5e55-4baf-b7c6-d3f4d0f71b72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:48.176394 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4564aedf-5e55-4baf-b7c6-d3f4d0f71b72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:48.176818 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4564aedf-5e55-4baf-b7c6-d3f4d0f71b72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:48.177414 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4564aedf-5e55-4baf-b7c6-d3f4d0f71b72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:48.177983 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4564aedf-5e55-4baf-b7c6-d3f4d0f71b72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:48.178708 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4564aedf-5e55-4baf-b7c6-d3f4d0f71b72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:48.179154 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4564aedf-5e55-4baf-b7c6-d3f4d0f71b72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:48.179687 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4564aedf-5e55-4baf-b7c6-d3f4d0f71b72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:48.180380 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4564aedf-5e55-4baf-b7c6-d3f4d0f71b72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:48.180802 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4564aedf-5e55-4baf-b7c6-d3f4d0f71b72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:48.181216 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4564aedf-5e55-4baf-b7c6-d3f4d0f71b72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:48.181514 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5d78ca0b-8643-4c73-ad8d-789fcaba1b73 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/0e1d982d-5227-4903-8ec8-b88ea0361c25 HTTP/1.1" status: 204 len: 168 time: 0.5832002 Oct 19 01:11:48.182624 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40440) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server [None req-180b0b4c-4488-4965-8373-1dcb50082494 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e1d982d-5227-4903-8ec8-b88ea0361c25: This subnet is being modified by another concurrent operation. Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:11:48.221498 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:11:48.225655 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:11:48.225655 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:11:48.225655 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:11:48.225655 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:11:48.225655 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:11:48.225655 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:11:48.225655 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:11:48.225655 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:11:48.225655 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:11:48.225655 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:11:48.225655 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:11:48.225655 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:11:48.225655 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:11:48.225655 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:11:48.225655 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 19 01:11:48.225655 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 19 01:11:48.225655 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 01:11:48.225655 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 01:11:48.225655 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 19 01:11:48.225655 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 19 01:11:48.225655 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 19 01:11:48.225655 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 19 01:11:48.225655 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 19 01:11:48.225655 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 19 01:11:48.225655 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 19 01:11:48.225655 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 01:11:48.225655 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 19 01:11:48.225655 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 01:11:48.225655 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 01:11:48.225655 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise exception Oct 19 01:11:48.225655 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e1d982d-5227-4903-8ec8-b88ea0361c25: This subnet is being modified by another concurrent operation. Oct 19 01:11:48.225655 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server Oct 19 01:11:48.279317 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c88bd0e-dff9-4ffa-bc85-dca34ccd7691 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting subnet 46adaf31-ee26-4a0e-b09d-b12c89b47cac {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:11:48.285533 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0c88bd0e-dff9-4ffa-bc85-dca34ccd7691 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:48.337643 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0c88bd0e-dff9-4ffa-bc85-dca34ccd7691 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:48.371647 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd0afb3-28ea-4cc9-8802-797eaff1a63e None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:11:48.399775 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0c88bd0e-dff9-4ffa-bc85-dca34ccd7691 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:48.466581 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-7f22feda-56eb-417c-88bd-c5370ba12fc4 None None] Provisioning complete for port 57439e6e-ef30-44d1-a86e-3ddfe777920d triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:48.467149 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7f22feda-56eb-417c-88bd-c5370ba12fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:48.491612 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0c88bd0e-dff9-4ffa-bc85-dca34ccd7691 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:48.537365 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c88bd0e-dff9-4ffa-bc85-dca34ccd7691 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Subnet': ['ID=46adaf31-ee26-4a0e-b09d-b12c89b47cac,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:48.540491 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0c88bd0e-dff9-4ffa-bc85-dca34ccd7691 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:48.544043 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0c88bd0e-dff9-4ffa-bc85-dca34ccd7691 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/46adaf31-ee26-4a0e-b09d-b12c89b47cac HTTP/1.1" status: 204 len: 168 time: 0.3600221 Oct 19 01:11:48.546574 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40446) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:48.609485 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-32dea0f8-5d46-469a-b64c-006760e430c0 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0599501 Oct 19 01:11:48.611320 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40448) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:48.620006 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-6b504be7-0410-46ce-957f-591cd18505f1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:48.651251 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79737e51-326f-4dd3-bd99-b54c787f6206 None None] DHCP port deletion for 833e9ff3-de52-4870-807a-a323cda2654c request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:11:48.771093 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-79737e51-326f-4dd3-bd99-b54c787f6206 None None] Deleting port 57439e6e-ef30-44d1-a86e-3ddfe777920d {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:11:48.772765 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-79737e51-326f-4dd3-bd99-b54c787f6206 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:48.781113 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b504be7-0410-46ce-957f-591cd18505f1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:48.785437 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6b504be7-0410-46ce-957f-591cd18505f1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:48.855415 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40454) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:48.938950 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7dcca260-c903-4fe3-81b3-ebb2ece06552 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b4ad2fa1fd154875ae14b1b2042e28a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0699902 Oct 19 01:11:48.943722 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40456) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:48.965594 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-79737e51-326f-4dd3-bd99-b54c787f6206 None None] For port 57439e6e-ef30-44d1-a86e-3ddfe777920d, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=57439e6e-ef30-44d1-a86e-3ddfe777920d,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:48.967518 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-79737e51-326f-4dd3-bd99-b54c787f6206 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:48.994891 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-79737e51-326f-4dd3-bd99-b54c787f6206 None None] Calling delete_port for 57439e6e-ef30-44d1-a86e-3ddfe777920d owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:49.025930 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 57439e6e-ef30-44d1-a86e-3ddfe777920d no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:11:49.104962 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-087f2964-6725-45a0-a105-4123b82bd190 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:49.157838 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-087f2964-6725-45a0-a105-4123b82bd190 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:49.219382 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-087f2964-6725-45a0-a105-4123b82bd190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:49.223055 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-087f2964-6725-45a0-a105-4123b82bd190 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:49.224485 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-087f2964-6725-45a0-a105-4123b82bd190 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/513993ff-01af-41a2-9191-0424de474e77 HTTP/1.1" status: 204 len: 168 time: 0.2791815 Oct 19 01:11:49.250902 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6b504be7-0410-46ce-957f-591cd18505f1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:49.254835 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f2964-6725-45a0-a105-4123b82bd190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513993ff-01af-41a2-9191-0424de474e77,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:49.403121 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b504be7-0410-46ce-957f-591cd18505f1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Subnet': ['ID=6a58547e-22ef-468a-8e66-69db5a8d3245,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:49.412484 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b504be7-0410-46ce-957f-591cd18505f1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:49.418328 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-6b504be7-0410-46ce-957f-591cd18505f1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:49.422345 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b504be7-0410-46ce-957f-591cd18505f1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:49.422937 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6b504be7-0410-46ce-957f-591cd18505f1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:49.446231 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-79737e51-326f-4dd3-bd99-b54c787f6206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:49.463662 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2aad57-ab80-4166-a343-6423ee28877c req-7aef4f8b-c424-4d7e-8cbf-b5f371eaed1d tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:49.472781 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7c2aad57-ab80-4166-a343-6423ee28877c req-7aef4f8b-c424-4d7e-8cbf-b5f371eaed1d tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 946 time: 0.2671280 Oct 19 01:11:49.480738 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79737e51-326f-4dd3-bd99-b54c787f6206 None None] Pushing event deleted for resources: {'Port': ['ID=57439e6e-ef30-44d1-a86e-3ddfe777920d,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:49.489482 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6b504be7-0410-46ce-957f-591cd18505f1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8742003 Oct 19 01:11:49.493340 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40470) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:49.500196 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-48c4e932-9eb8-448f-87b2-d4cab59efcd6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:49.514275 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Port 57439e6e-ef30-44d1-a86e-3ddfe777920d update to DOWN by agent not found {{(pid=100608) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 19 01:11:49.520374 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79737e51-326f-4dd3-bd99-b54c787f6206 None None] No DVR routers for this DVR port 57439e6e-ef30-44d1-a86e-3ddfe777920d on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:11:49.545380 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c09b4b-548b-4865-bff0-b21496345ee9 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:11:49.596558 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7c2aad57-ab80-4166-a343-6423ee28877c req-ac295e7f-3729-4b7e-99be-dab105c1e07c tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228330 Oct 19 01:11:49.719278 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:49.737774 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c4e932-9eb8-448f-87b2-d4cab59efcd6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:49.747635 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-48c4e932-9eb8-448f-87b2-d4cab59efcd6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:49.886760 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1d6932-37a7-4a8d-9e03-7d7d7b82e935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-833e9ff3-de52-4870-807a-a323cda2654c', 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'tenant_id': 'c34b9efccd444514b6828a5a5dd7684d', 'fixed_ips': [{'subnet_id': '6a58547e-22ef-468a-8e66-69db5a8d3245'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:11:49.888933 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-aa1d6932-37a7-4a8d-9e03-7d7d7b82e935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:50.159259 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-aa1d6932-37a7-4a8d-9e03-7d7d7b82e935 None None] Allocated IP 172.20.0.2 (833e9ff3-de52-4870-807a-a323cda2654c/6a58547e-22ef-468a-8e66-69db5a8d3245/567c566c-9612-4dfe-8891-4b8326b6daa7) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:50.289567 n-d-715271-26 neutron-server[100607]: DEBUG neutron.objects.ports [None req-48c4e932-9eb8-448f-87b2-d4cab59efcd6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100607) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:11:50.292115 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-48c4e932-9eb8-448f-87b2-d4cab59efcd6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:50.357942 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c4e932-9eb8-448f-87b2-d4cab59efcd6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:50.367359 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-48c4e932-9eb8-448f-87b2-d4cab59efcd6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:50.376590 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c4e932-9eb8-448f-87b2-d4cab59efcd6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:50.377192 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-48c4e932-9eb8-448f-87b2-d4cab59efcd6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:50.384231 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4e932-9eb8-448f-87b2-d4cab59efcd6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Subnet': ['ID=9fe22de1-71cb-4eb4-8b1b-800b57534fb1,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:50.407327 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-48c4e932-9eb8-448f-87b2-d4cab59efcd6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9133644 Oct 19 01:11:50.408056 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40498) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:50.413522 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-71a6d05e-6ac8-469c-ab41-e78f65064035 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'port': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'mac_address': 'fa:16:3e:2b:b5:4e', 'name': 'tempest-NetworksTestDHCPv6-658990312'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:50.521084 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-aa1d6932-37a7-4a8d-9e03-7d7d7b82e935 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:50.532385 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-aa1d6932-37a7-4a8d-9e03-7d7d7b82e935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:50.567979 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a6d05e-6ac8-469c-ab41-e78f65064035 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:50.623721 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d6932-37a7-4a8d-9e03-7d7d7b82e935 None None] Pushing event updated for resources: {'Port': ['ID=567c566c-9612-4dfe-8891-4b8326b6daa7,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:50.632592 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1d6932-37a7-4a8d-9e03-7d7d7b82e935 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:50.634117 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-aa1d6932-37a7-4a8d-9e03-7d7d7b82e935 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:50.637439 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1d6932-37a7-4a8d-9e03-7d7d7b82e935 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:50.777699 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-aa1d6932-37a7-4a8d-9e03-7d7d7b82e935 None None] Attempting to bind port 567c566c-9612-4dfe-8891-4b8326b6daa7 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:50.778351 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-aa1d6932-37a7-4a8d-9e03-7d7d7b82e935 None None] Attempting to bind port 567c566c-9612-4dfe-8891-4b8326b6daa7 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:50.778920 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1d6932-37a7-4a8d-9e03-7d7d7b82e935 None None] Attempting to bind port 567c566c-9612-4dfe-8891-4b8326b6daa7 on network 833e9ff3-de52-4870-807a-a323cda2654c {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:50.791962 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1d6932-37a7-4a8d-9e03-7d7d7b82e935 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:11:50.792348 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1d6932-37a7-4a8d-9e03-7d7d7b82e935 None None] Checking segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:50.799168 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-aa1d6932-37a7-4a8d-9e03-7d7d7b82e935 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:50.799811 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1d6932-37a7-4a8d-9e03-7d7d7b82e935 None None] Bound using segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:11:50.800350 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-aa1d6932-37a7-4a8d-9e03-7d7d7b82e935 None None] Bound port: 567c566c-9612-4dfe-8891-4b8326b6daa7, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:11:50.800787 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-aa1d6932-37a7-4a8d-9e03-7d7d7b82e935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:50.856427 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17beca5e-eb47-41ac-92c2-bcc5a86169bd req-af0bb4e0-7b44-4436-87cb-b52429c6a932 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:50.864978 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-17beca5e-eb47-41ac-92c2-bcc5a86169bd req-af0bb4e0-7b44-4436-87cb-b52429c6a932 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 946 time: 0.0776722 Oct 19 01:11:51.002031 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-17beca5e-eb47-41ac-92c2-bcc5a86169bd req-6bda0bca-20d0-423d-9160-94f112899ed4 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350079 Oct 19 01:11:51.002783 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-aa1d6932-37a7-4a8d-9e03-7d7d7b82e935 None None] For port 567c566c-9612-4dfe-8891-4b8326b6daa7, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:51.007695 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-aa1d6932-37a7-4a8d-9e03-7d7d7b82e935 None None] For port 567c566c-9612-4dfe-8891-4b8326b6daa7, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=567c566c-9612-4dfe-8891-4b8326b6daa7,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:11:51.020098 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-aa1d6932-37a7-4a8d-9e03-7d7d7b82e935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:51.097990 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d6932-37a7-4a8d-9e03-7d7d7b82e935 None None] Pushing event updated for resources: {'Port': ['ID=567c566c-9612-4dfe-8891-4b8326b6daa7,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:51.169212 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-71a6d05e-6ac8-469c-ab41-e78f65064035 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:51.217610 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-71a6d05e-6ac8-469c-ab41-e78f65064035 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] device_id is not set on port ed8fa4e2-8471-40ff-94b7-8920dc448cf5 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:11:51.273342 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40520) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:51.515304 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-eb29b9fe-e202-4f91-b20a-a6a2c9de1a70 tempest-AgentManagementNegativeTest-609669965 tempest-AgentManagementNegativeTest-609669965-project] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2402403 Oct 19 01:11:51.580212 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-71a6d05e-6ac8-469c-ab41-e78f65064035 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Allocated IP 172.20.0.3 (833e9ff3-de52-4870-807a-a323cda2654c/6a58547e-22ef-468a-8e66-69db5a8d3245/ed8fa4e2-8471-40ff-94b7-8920dc448cf5) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:51.599576 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-71a6d05e-6ac8-469c-ab41-e78f65064035 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Allocated IP 2001:db8::f816:3eff:fe2b:b54e (833e9ff3-de52-4870-807a-a323cda2654c/9fe22de1-71cb-4eb4-8b1b-800b57534fb1/ed8fa4e2-8471-40ff-94b7-8920dc448cf5) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:51.852656 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-71a6d05e-6ac8-469c-ab41-e78f65064035 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:51.889596 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-71a6d05e-6ac8-469c-ab41-e78f65064035 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:51.958658 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a6d05e-6ac8-469c-ab41-e78f65064035 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:51.965403 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-71a6d05e-6ac8-469c-ab41-e78f65064035 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:51.970277 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a6d05e-6ac8-469c-ab41-e78f65064035 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:52.021974 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6d05e-6ac8-469c-ab41-e78f65064035 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Port': ['ID=ed8fa4e2-8471-40ff-94b7-8920dc448cf5,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:52.060156 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40548) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:52.074061 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a6d05e-6ac8-469c-ab41-e78f65064035 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:52.074717 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-71a6d05e-6ac8-469c-ab41-e78f65064035 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:52.104702 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-71a6d05e-6ac8-469c-ab41-e78f65064035 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6955061 Oct 19 01:11:52.107752 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40554) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:52.200319 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34bd57b-2107-45af-b93e-889e475e920d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:52.217485 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9fb56c-dc64-443c-a4b2-54157c30399c req-88c0e6d6-c690-4f8c-8dd2-71d6876aa633 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:52.219797 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34bd57b-2107-45af-b93e-889e475e920d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:52.224552 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a34bd57b-2107-45af-b93e-889e475e920d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1144266 Oct 19 01:11:52.226731 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40560) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:52.232042 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7e9fb56c-dc64-443c-a4b2-54157c30399c req-88c0e6d6-c690-4f8c-8dd2-71d6876aa633 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 946 time: 0.1143084 Oct 19 01:11:52.297792 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7e9fb56c-dc64-443c-a4b2-54157c30399c req-04a7d52b-28e5-4db2-801c-0e3468656753 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646780 Oct 19 01:11:52.325412 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0f16bd4b-5f64-4886-a276-d3c75a0e9d72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:52.435517 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-6e82d050-b7fd-4ed0-a429-5e167e4f982e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting port ed8fa4e2-8471-40ff-94b7-8920dc448cf5 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:11:52.436257 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6e82d050-b7fd-4ed0-a429-5e167e4f982e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:52.459959 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0f16bd4b-5f64-4886-a276-d3c75a0e9d72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:52.471874 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0f16bd4b-5f64-4886-a276-d3c75a0e9d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:52.552178 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6e82d050-b7fd-4ed0-a429-5e167e4f982e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:52.567096 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-6e82d050-b7fd-4ed0-a429-5e167e4f982e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Calling delete_port for ed8fa4e2-8471-40ff-94b7-8920dc448cf5 owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:52.576592 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0f16bd4b-5f64-4886-a276-d3c75a0e9d72 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=22140279010048e5bdd0568c723fe80b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5152764 Oct 19 01:11:52.577436 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16bd4b-5f64-4886-a276-d3c75a0e9d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db2ff3a-ff69-4e3d-9333-482f1532e147,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:52.580124 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40566) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:52.618816 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16bd4b-5f64-4886-a276-d3c75a0e9d72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:52.619957 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16bd4b-5f64-4886-a276-d3c75a0e9d72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:52.620463 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16bd4b-5f64-4886-a276-d3c75a0e9d72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:52.620984 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16bd4b-5f64-4886-a276-d3c75a0e9d72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:52.621468 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16bd4b-5f64-4886-a276-d3c75a0e9d72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:52.621980 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16bd4b-5f64-4886-a276-d3c75a0e9d72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:52.622461 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16bd4b-5f64-4886-a276-d3c75a0e9d72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:52.623087 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16bd4b-5f64-4886-a276-d3c75a0e9d72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:52.623590 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16bd4b-5f64-4886-a276-d3c75a0e9d72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:52.624089 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16bd4b-5f64-4886-a276-d3c75a0e9d72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:52.624568 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16bd4b-5f64-4886-a276-d3c75a0e9d72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:52.626039 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16bd4b-5f64-4886-a276-d3c75a0e9d72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:52.698527 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a30d0936-016b-4c61-b75a-e920f2fbfe44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:52.729252 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a30d0936-016b-4c61-b75a-e920f2fbfe44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:52.781731 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7984c05c-8c38-4103-8603-a1a14e0ad246 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:11:52.798717 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6e82d050-b7fd-4ed0-a429-5e167e4f982e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:52.801844 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a30d0936-016b-4c61-b75a-e920f2fbfe44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:52.806080 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a30d0936-016b-4c61-b75a-e920f2fbfe44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:52.808091 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a30d0936-016b-4c61-b75a-e920f2fbfe44 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4db2ff3a-ff69-4e3d-9333-482f1532e147 HTTP/1.1" status: 204 len: 168 time: 0.2260804 Oct 19 01:11:52.832724 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d0936-016b-4c61-b75a-e920f2fbfe44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db2ff3a-ff69-4e3d-9333-482f1532e147,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:52.919295 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82d050-b7fd-4ed0-a429-5e167e4f982e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Port': ['ID=ed8fa4e2-8471-40ff-94b7-8920dc448cf5,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:53.038397 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6e82d050-b7fd-4ed0-a429-5e167e4f982e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:53.045698 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40574) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:53.045998 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6e82d050-b7fd-4ed0-a429-5e167e4f982e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/ed8fa4e2-8471-40ff-94b7-8920dc448cf5 HTTP/1.1" status: 204 len: 168 time: 0.8159332 Oct 19 01:11:53.055468 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 567c566c-9612-4dfe-8891-4b8326b6daa7 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:11:53.146182 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-ee211564-af15-472c-9aeb-336473f05ab0 None None] Provisioning complete for port 567c566c-9612-4dfe-8891-4b8326b6daa7 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:53.146568 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ee211564-af15-472c-9aeb-336473f05ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:53.184829 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989dea38-8849-492c-b079-48ddedffd86d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:53.189284 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989dea38-8849-492c-b079-48ddedffd86d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:53.198187 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989dea38-8849-492c-b079-48ddedffd86d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:53.203863 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-989dea38-8849-492c-b079-48ddedffd86d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1541460 Oct 19 01:11:53.206137 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40580) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:53.295203 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ee512d5-b1bf-45c8-af4b-315d3aafb54f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting subnet 6a58547e-22ef-468a-8e66-69db5a8d3245 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:11:53.304887 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5ee512d5-b1bf-45c8-af4b-315d3aafb54f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:53.407625 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 567c566c-9612-4dfe-8891-4b8326b6daa7 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:53.411653 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:53.440966 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5ee512d5-b1bf-45c8-af4b-315d3aafb54f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:53.468801 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ee211564-af15-472c-9aeb-336473f05ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:53.565104 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2acd2eb-2686-4622-8aa5-8a98f8f42c2c req-36e866e6-9313-4580-9cbb-a8418f4655a3 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:53.566650 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b2acd2eb-2686-4622-8aa5-8a98f8f42c2c req-36e866e6-9313-4580-9cbb-a8418f4655a3 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 946 time: 0.1200044 Oct 19 01:11:53.651561 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b2acd2eb-2686-4622-8aa5-8a98f8f42c2c req-7611b37f-a9b4-4d89-968e-73dabacaaef6 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741379 Oct 19 01:11:53.652540 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae41ca5d-987b-45ea-a515-16bc750d27bb None None] Update dhcp port {'port': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'fixed_ips': [{'subnet_id': '6a58547e-22ef-468a-8e66-69db5a8d3245', 'ip_address': '172.20.0.2'}, {'subnet_id': '9fe22de1-71cb-4eb4-8b1b-800b57534fb1'}], 'binding:host_id': 'n-d-715271-26'}, 'id': '567c566c-9612-4dfe-8891-4b8326b6daa7'} from n-d-715271-26. {{(pid=100608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 01:11:53.689811 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ae41ca5d-987b-45ea-a515-16bc750d27bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:53.708597 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-ee211564-af15-472c-9aeb-336473f05ab0 None None] For port 567c566c-9612-4dfe-8891-4b8326b6daa7, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=567c566c-9612-4dfe-8891-4b8326b6daa7,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:53.719340 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5ee512d5-b1bf-45c8-af4b-315d3aafb54f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:53.737488 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ee211564-af15-472c-9aeb-336473f05ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:53.848769 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5ee512d5-b1bf-45c8-af4b-315d3aafb54f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:53.888110 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee512d5-b1bf-45c8-af4b-315d3aafb54f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Subnet': ['ID=6a58547e-22ef-468a-8e66-69db5a8d3245,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:53.900162 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5ee512d5-b1bf-45c8-af4b-315d3aafb54f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:53.905486 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5ee512d5-b1bf-45c8-af4b-315d3aafb54f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/6a58547e-22ef-468a-8e66-69db5a8d3245 HTTP/1.1" status: 204 len: 168 time: 0.6977320 Oct 19 01:11:53.908581 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40602) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server [None req-ae41ca5d-987b-45ea-a515-16bc750d27bb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a58547e-22ef-468a-8e66-69db5a8d3245: This subnet is being modified by another concurrent operation. Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:11:53.978679 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:11:53.983234 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:11:53.983234 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:11:53.983234 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:11:53.983234 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:11:53.983234 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:11:53.983234 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:11:53.983234 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:11:53.983234 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:11:53.983234 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:11:53.983234 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:11:53.983234 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:11:53.983234 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:11:53.983234 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:11:53.983234 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:11:53.983234 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 19 01:11:53.983234 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 19 01:11:53.983234 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 01:11:53.983234 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 01:11:53.983234 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 19 01:11:53.983234 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 19 01:11:53.983234 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 19 01:11:53.983234 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 19 01:11:53.983234 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 19 01:11:53.983234 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 19 01:11:53.983234 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 19 01:11:53.983234 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 01:11:53.983234 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 19 01:11:53.983234 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 01:11:53.983234 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 01:11:53.983234 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise exception Oct 19 01:11:53.983234 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a58547e-22ef-468a-8e66-69db5a8d3245: This subnet is being modified by another concurrent operation. Oct 19 01:11:53.983234 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server Oct 19 01:11:54.000347 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee930c1c-153e-4187-a716-9968b40cea21 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting subnet 9fe22de1-71cb-4eb4-8b1b-800b57534fb1 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:11:54.008938 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ee930c1c-153e-4187-a716-9968b40cea21 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:54.105041 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e482cc8d-9360-4abb-ad39-0343a43e5a6d None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:11:54.158445 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ee930c1c-153e-4187-a716-9968b40cea21 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:54.271819 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ee930c1c-153e-4187-a716-9968b40cea21 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:54.320572 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee211564-af15-472c-9aeb-336473f05ab0 None None] Pushing event updated for resources: {'Port': ['ID=567c566c-9612-4dfe-8891-4b8326b6daa7,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:54.331214 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-a0b861f8-6026-4a36-9a71-ba2f5f90dfe3 None None] Provisioning complete for port 567c566c-9612-4dfe-8891-4b8326b6daa7 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:54.331953 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a0b861f8-6026-4a36-9a71-ba2f5f90dfe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:54.372008 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ee930c1c-153e-4187-a716-9968b40cea21 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:54.428837 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee930c1c-153e-4187-a716-9968b40cea21 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Subnet': ['ID=9fe22de1-71cb-4eb4-8b1b-800b57534fb1,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:54.461803 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953d2677-b3d0-4470-8922-5c3cdc500bdd None None] Update dhcp port {'port': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'fixed_ips': [{'subnet_id': '9fe22de1-71cb-4eb4-8b1b-800b57534fb1'}], 'binding:host_id': 'n-d-715271-26'}, 'id': '567c566c-9612-4dfe-8891-4b8326b6daa7'} from n-d-715271-26. {{(pid=100608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 01:11:54.465685 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ee930c1c-153e-4187-a716-9968b40cea21 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:54.475175 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40622) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:54.484379 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ee930c1c-153e-4187-a716-9968b40cea21 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/9fe22de1-71cb-4eb4-8b1b-800b57534fb1 HTTP/1.1" status: 204 len: 168 time: 0.5744240 Oct 19 01:11:54.524742 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-953d2677-b3d0-4470-8922-5c3cdc500bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:54.537538 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-efddd902-ac2a-42a2-82ef-9d20d72c84f6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0611653 Oct 19 01:11:54.541299 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40626) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:54.548393 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-40e7397d-dad8-47f7-809a-9dbac02eaf2e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:54.767149 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e7397d-dad8-47f7-809a-9dbac02eaf2e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:54.780675 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-40e7397d-dad8-47f7-809a-9dbac02eaf2e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:54.824435 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40636) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:54.951555 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-937368bd-7e02-4431-abd8-bd9886633c97 None None] Provisioning complete for port 567c566c-9612-4dfe-8891-4b8326b6daa7 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:54.951937 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-937368bd-7e02-4431-abd8-bd9886633c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:55.074833 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-7ca4c2e4-343a-4cfb-affb-70875fff2ac4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1832048612'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:55.082113 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 567c566c-9612-4dfe-8891-4b8326b6daa7 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:11:55.122493 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936350a-2aba-42a4-b65d-a5228c71e83d req-6829932b-588c-4ab5-8c86-66b9c1ac1549 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:55.131028 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5936350a-2aba-42a4-b65d-a5228c71e83d req-6829932b-588c-4ab5-8c86-66b9c1ac1549 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 946 time: 0.3153441 Oct 19 01:11:55.151380 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca4c2e4-343a-4cfb-affb-70875fff2ac4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Made reservation on behalf of 12aed70676374a509f3d3a36c717ad7a for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:55.157640 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7ca4c2e4-343a-4cfb-affb-70875fff2ac4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:55.177849 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7ca4c2e4-343a-4cfb-affb-70875fff2ac4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:55.207589 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:55.233710 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-dcbaa0d4-863d-4ca1-9799-76a83a668162 None None] Could not find standard attr ID for object 052da150-9a4f-4f6d-81d3-d5ed3b7b9afb. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:11:55.241849 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-dcbaa0d4-863d-4ca1-9799-76a83a668162 None None] Could not find standard attr ID for object ed8fa4e2-8471-40ff-94b7-8920dc448cf5. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:11:55.273607 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 567c566c-9612-4dfe-8891-4b8326b6daa7, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=567c566c-9612-4dfe-8891-4b8326b6daa7,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:55.282023 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:55.311031 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5936350a-2aba-42a4-b65d-a5228c71e83d req-ce11d81c-6867-4619-b3ab-fe24db28e68a tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789198 Oct 19 01:11:55.340375 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc049973-a8ed-4a9e-b1ee-8730f7b057d5 None None] get_active_networks_info from n-d-715271-26 {{(pid=100608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:11:55.374591 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7ca4c2e4-343a-4cfb-affb-70875fff2ac4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:55.383448 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7ca4c2e4-343a-4cfb-affb-70875fff2ac4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:55.430312 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=567c566c-9612-4dfe-8891-4b8326b6daa7,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:55.455319 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-40e7397d-dad8-47f7-809a-9dbac02eaf2e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:55.460516 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ca4c2e4-343a-4cfb-affb-70875fff2ac4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:11:55.475923 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca4c2e4-343a-4cfb-affb-70875fff2ac4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1302e470-cafc-4e30-b008-949d16072ee6,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:55.498518 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7ca4c2e4-343a-4cfb-affb-70875fff2ac4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:55.499518 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-7ca4c2e4-343a-4cfb-affb-70875fff2ac4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Added segment 1b21eafc-a92f-49cf-ad7a-bc929b62687a of type vlan for network 2337167a-06ba-400f-9020-abf4a440a696 Oct 19 01:11:55.538882 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e7397d-dad8-47f7-809a-9dbac02eaf2e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Subnet': ['ID=bad72ee8-6546-4f37-928f-21e46c9c91a7,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:55.552427 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e7397d-dad8-47f7-809a-9dbac02eaf2e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:55.554509 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-40e7397d-dad8-47f7-809a-9dbac02eaf2e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:55.558617 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e7397d-dad8-47f7-809a-9dbac02eaf2e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:55.560050 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-40e7397d-dad8-47f7-809a-9dbac02eaf2e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:55.581338 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7ca4c2e4-343a-4cfb-affb-70875fff2ac4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:55.593792 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-40e7397d-dad8-47f7-809a-9dbac02eaf2e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0511258 Oct 19 01:11:55.596731 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40650) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:55.605347 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-2176ebb6-ac20-4374-ad58-94c2b381a63e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:55.623770 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc049973-a8ed-4a9e-b1ee-8730f7b057d5 None None] Resources bound (agent type, host, resource id): {{(pid=100608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:11:55.671298 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7ca4c2e4-343a-4cfb-affb-70875fff2ac4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:55.684190 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca4c2e4-343a-4cfb-affb-70875fff2ac4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:55.684857 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7ca4c2e4-343a-4cfb-affb-70875fff2ac4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:55.765344 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2176ebb6-ac20-4374-ad58-94c2b381a63e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:55.769728 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2176ebb6-ac20-4374-ad58-94c2b381a63e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:55.789684 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7ca4c2e4-343a-4cfb-affb-70875fff2ac4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9638481 Oct 19 01:11:55.795209 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40656) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:55.808147 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-70aa4ab5-15a3-4bcc-8f86-1cc45c9d06c4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Request body: {'subnet': {'network_id': '2337167a-06ba-400f-9020-abf4a440a696', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:55.859285 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca4c2e4-343a-4cfb-affb-70875fff2ac4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event updated for resources: {'Network': ['ID=2337167a-06ba-400f-9020-abf4a440a696,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:56.042496 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70aa4ab5-15a3-4bcc-8f86-1cc45c9d06c4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Made reservation on behalf of 12aed70676374a509f3d3a36c717ad7a for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:56.047558 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-70aa4ab5-15a3-4bcc-8f86-1cc45c9d06c4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:56.148731 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 2337167a-06ba-400f-9020-abf4a440a696 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:11:56.615489 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-70aa4ab5-15a3-4bcc-8f86-1cc45c9d06c4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:56.671071 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e362c65-af49-4c01-a3a6-3bf6506caad6 None None] Update dhcp port {'port': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'fixed_ips': [{'subnet_id': 'b62a0ddb-93f1-4e8e-9605-cd5ab902fa96'}, {'subnet_id': 'bad72ee8-6546-4f37-928f-21e46c9c91a7'}], 'binding:host_id': 'n-d-715271-26'}, 'id': '567c566c-9612-4dfe-8891-4b8326b6daa7'} from n-d-715271-26. {{(pid=100608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 01:11:56.715515 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3e362c65-af49-4c01-a3a6-3bf6506caad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:56.809986 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8a102-3a41-4e54-9ac6-06488716339c req-efdbccbe-033b-49ad-94ef-2cf52710b6a6 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:56.811582 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-84d8a102-3a41-4e54-9ac6-06488716339c req-efdbccbe-033b-49ad-94ef-2cf52710b6a6 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 946 time: 0.3205256 Oct 19 01:11:56.892258 n-d-715271-26 neutron-server[100606]: DEBUG neutron.objects.ports [None req-2176ebb6-ac20-4374-ad58-94c2b381a63e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100606) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:11:56.918345 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa4ab5-15a3-4bcc-8f86-1cc45c9d06c4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event updated for resources: {'Subnet': ['ID=7b3910f0-f062-416a-b72c-a7edcb3ab2cd,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:57.003811 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:57.101983 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-3e362c65-af49-4c01-a3a6-3bf6506caad6 None None] Allocated IP 172.20.0.2 (833e9ff3-de52-4870-807a-a323cda2654c/bad72ee8-6546-4f37-928f-21e46c9c91a7/567c566c-9612-4dfe-8891-4b8326b6daa7) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:57.109824 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-3e362c65-af49-4c01-a3a6-3bf6506caad6 None None] Allocated IP 2001:db8::f816:3eff:fe44:4573 (833e9ff3-de52-4870-807a-a323cda2654c/b62a0ddb-93f1-4e8e-9605-cd5ab902fa96/567c566c-9612-4dfe-8891-4b8326b6daa7) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:57.241682 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-3e362c65-af49-4c01-a3a6-3bf6506caad6 None None] For port 567c566c-9612-4dfe-8891-4b8326b6daa7, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=567c566c-9612-4dfe-8891-4b8326b6daa7,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:57.294258 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3e362c65-af49-4c01-a3a6-3bf6506caad6 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:57.307371 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3e362c65-af49-4c01-a3a6-3bf6506caad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:57.429560 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e362c65-af49-4c01-a3a6-3bf6506caad6 None None] Pushing event updated for resources: {'Port': ['ID=567c566c-9612-4dfe-8891-4b8326b6daa7,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:57.816449 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-84d8a102-3a41-4e54-9ac6-06488716339c req-d833eef9-64e1-480d-87e6-6fdc67fdf369 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9829335 Oct 19 01:11:57.837133 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aa4ab5-15a3-4bcc-8f86-1cc45c9d06c4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Checking segment: {'id': '1b21eafc-a92f-49cf-ad7a-bc929b62687a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2337167a-06ba-400f-9020-abf4a440a696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:57.837662 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70aa4ab5-15a3-4bcc-8f86-1cc45c9d06c4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Network hostable DHCP agents. Network: 2337167a-06ba-400f-9020-abf4a440a696, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:11:57.875495 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.ipam_pluggable_backend [None req-2176ebb6-ac20-4374-ad58-94c2b381a63e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Port 567c566c-9612-4dfe-8891-4b8326b6daa7 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=100606) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:584}} Oct 19 01:11:57.875495 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2176ebb6-ac20-4374-ad58-94c2b381a63e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:57.894105 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70aa4ab5-15a3-4bcc-8f86-1cc45c9d06c4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Network 2337167a-06ba-400f-9020-abf4a440a696 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:11:57.957379 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2176ebb6-ac20-4374-ad58-94c2b381a63e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:57.958300 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-70aa4ab5-15a3-4bcc-8f86-1cc45c9d06c4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 2337167a-06ba-400f-9020-abf4a440a696) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:57.967238 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-2176ebb6-ac20-4374-ad58-94c2b381a63e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:57.970080 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70aa4ab5-15a3-4bcc-8f86-1cc45c9d06c4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:57.970673 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-70aa4ab5-15a3-4bcc-8f86-1cc45c9d06c4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:57.978419 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2176ebb6-ac20-4374-ad58-94c2b381a63e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:57.979044 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2176ebb6-ac20-4374-ad58-94c2b381a63e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:58.003337 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176ebb6-ac20-4374-ad58-94c2b381a63e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Subnet': ['ID=b62a0ddb-93f1-4e8e-9605-cd5ab902fa96,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:58.014956 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40706) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:58.015484 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2176ebb6-ac20-4374-ad58-94c2b381a63e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4170990 Oct 19 01:11:58.021298 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-1e2b6bf9-e19b-4acf-abc7-fdb71146ff20 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'port': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'mac_address': 'fa:16:3e:0b:bc:e8', 'name': 'tempest-NetworksTestDHCPv6-1244923463'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:58.028936 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-70aa4ab5-15a3-4bcc-8f86-1cc45c9d06c4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2325165 Oct 19 01:11:58.029670 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40708) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:58.042855 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-ae5f763c-67de-4021-84e5-51436d472f8e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1655599343', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}, 'admin_state_up': False}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:58.083537 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ae5f763c-67de-4021-84e5-51436d472f8e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:58.085939 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ae5f763c-67de-4021-84e5-51436d472f8e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:58.262909 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ae5f763c-67de-4021-84e5-51436d472f8e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:58.322564 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2b6bf9-e19b-4acf-abc7-fdb71146ff20 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:58.500072 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1e2b6bf9-e19b-4acf-abc7-fdb71146ff20 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:58.523327 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-1e2b6bf9-e19b-4acf-abc7-fdb71146ff20 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] device_id is not set on port 426e8fb3-67e5-4aff-be77-ac638afbe09c yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:11:58.574006 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ae5f763c-67de-4021-84e5-51436d472f8e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:58.768542 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-1e2b6bf9-e19b-4acf-abc7-fdb71146ff20 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Allocated IP 172.20.0.9 (833e9ff3-de52-4870-807a-a323cda2654c/bad72ee8-6546-4f37-928f-21e46c9c91a7/426e8fb3-67e5-4aff-be77-ac638afbe09c) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:58.784287 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-1e2b6bf9-e19b-4acf-abc7-fdb71146ff20 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Allocated IP 2001:db8::f816:3eff:fe0b:bce8 (833e9ff3-de52-4870-807a-a323cda2654c/b62a0ddb-93f1-4e8e-9605-cd5ab902fa96/426e8fb3-67e5-4aff-be77-ac638afbe09c) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:58.956174 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faec76cb-cf21-4f63-9f70-7de351cbe35f None None] get_active_networks_info from n-d-715271-26 {{(pid=100608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:11:59.087528 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 567c566c-9612-4dfe-8891-4b8326b6daa7 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:11:59.119446 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ae5f763c-67de-4021-84e5-51436d472f8e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:59.138196 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1e2b6bf9-e19b-4acf-abc7-fdb71146ff20 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:59.162526 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ae5f763c-67de-4021-84e5-51436d472f8e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:59.218611 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1e2b6bf9-e19b-4acf-abc7-fdb71146ff20 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:59.269492 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-e320662a-a98e-432c-a24d-b1e20a779f25 None None] Provisioning complete for port 567c566c-9612-4dfe-8891-4b8326b6daa7 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:59.269862 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e320662a-a98e-432c-a24d-b1e20a779f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:59.280417 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e00c1-eb29-481d-a46a-a3abd89f58f6 req-7ec5b179-e218-4716-a192-787906e38b4d tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:59.288788 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f59e00c1-eb29-481d-a46a-a3abd89f58f6 req-7ec5b179-e218-4716-a192-787906e38b4d tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 946 time: 0.2909131 Oct 19 01:11:59.319757 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2b6bf9-e19b-4acf-abc7-fdb71146ff20 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:59.342963 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-1e2b6bf9-e19b-4acf-abc7-fdb71146ff20 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:59.348073 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2b6bf9-e19b-4acf-abc7-fdb71146ff20 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:59.352257 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b6bf9-e19b-4acf-abc7-fdb71146ff20 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Port': ['ID=426e8fb3-67e5-4aff-be77-ac638afbe09c,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:59.378346 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:59.450351 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f59e00c1-eb29-481d-a46a-a3abd89f58f6 req-4656b9e9-10ac-4479-9c2b-e728a17a7469 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599667 Oct 19 01:11:59.467976 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2b6bf9-e19b-4acf-abc7-fdb71146ff20 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:59.467976 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1e2b6bf9-e19b-4acf-abc7-fdb71146ff20 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:59.483245 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-ae5f763c-67de-4021-84e5-51436d472f8e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Allocated IP 172.25.8.113 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/a88a35b1-099f-4ba0-9039-b25111426603) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:59.500031 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1e2b6bf9-e19b-4acf-abc7-fdb71146ff20 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4831462 Oct 19 01:11:59.502823 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40736) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:59.540534 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 567c566c-9612-4dfe-8891-4b8326b6daa7 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:59.542501 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:59.576352 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faec76cb-cf21-4f63-9f70-7de351cbe35f None None] Resources bound (agent type, host, resource id): {{(pid=100608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:11:59.642077 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2582605-c438-4ad7-b6ef-38b5cd580c73 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:59.648050 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2582605-c438-4ad7-b6ef-38b5cd580c73 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:59.649744 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d2582605-c438-4ad7-b6ef-38b5cd580c73 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1422131 Oct 19 01:11:59.656191 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40738) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:59.690778 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e320662a-a98e-432c-a24d-b1e20a779f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:59.752700 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ae5f763c-67de-4021-84e5-51436d472f8e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:59.815657 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:59.833561 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ae5f763c-67de-4021-84e5-51436d472f8e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:59.841971 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-e320662a-a98e-432c-a24d-b1e20a779f25 None None] For port 567c566c-9612-4dfe-8891-4b8326b6daa7, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=567c566c-9612-4dfe-8891-4b8326b6daa7,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:59.856350 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e320662a-a98e-432c-a24d-b1e20a779f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:59.884097 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-47992c82-1aa7-4a62-9149-e24543f843db tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting port 426e8fb3-67e5-4aff-be77-ac638afbe09c {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:11:59.884932 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-47992c82-1aa7-4a62-9149-e24543f843db tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:59.910217 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f763c-67de-4021-84e5-51436d472f8e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event updated for resources: {'Port': ['ID=a88a35b1-099f-4ba0-9039-b25111426603,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:59.925240 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5f763c-67de-4021-84e5-51436d472f8e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:59.927551 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-ae5f763c-67de-4021-84e5-51436d472f8e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:59.930519 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5f763c-67de-4021-84e5-51436d472f8e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:00.016714 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:12:00.017293 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:12:00.018508 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e320662a-a98e-432c-a24d-b1e20a779f25 None None] Pushing event updated for resources: {'Port': ['ID=567c566c-9612-4dfe-8891-4b8326b6daa7,revision_number=7']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:00.133767 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-47992c82-1aa7-4a62-9149-e24543f843db tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:00.150984 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-47992c82-1aa7-4a62-9149-e24543f843db tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Calling delete_port for 426e8fb3-67e5-4aff-be77-ac638afbe09c owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:00.383630 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ae5f763c-67de-4021-84e5-51436d472f8e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:00.561745 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-47992c82-1aa7-4a62-9149-e24543f843db tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:00.695993 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47992c82-1aa7-4a62-9149-e24543f843db tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Port': ['ID=426e8fb3-67e5-4aff-be77-ac638afbe09c,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:00.779048 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-47992c82-1aa7-4a62-9149-e24543f843db tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:00.786983 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-47992c82-1aa7-4a62-9149-e24543f843db tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/426e8fb3-67e5-4aff-be77-ac638afbe09c HTTP/1.1" status: 204 len: 168 time: 1.1257579 Oct 19 01:12:00.790617 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec6d15-8d18-4b53-83c5-1546295ffa22 req-9ad37a35-ae27-473d-a1ba-bcdd3f07ab75 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:00.800177 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40762) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:00.802332 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b4ec6d15-8d18-4b53-83c5-1546295ffa22 req-9ad37a35-ae27-473d-a1ba-bcdd3f07ab75 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 946 time: 0.1712933 Oct 19 01:12:00.925932 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950237b7-0a39-44e0-82f1-f907f62cd182 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:00.927551 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950237b7-0a39-44e0-82f1-f907f62cd182 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:00.929118 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950237b7-0a39-44e0-82f1-f907f62cd182 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:00.930776 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-950237b7-0a39-44e0-82f1-f907f62cd182 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1295714 Oct 19 01:12:00.938364 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40766) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:00.980328 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b4ec6d15-8d18-4b53-83c5-1546295ffa22 req-561eb8d1-f2d6-4ef1-9620-59301501c710 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770654 Oct 19 01:12:00.980682 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 567c566c-9612-4dfe-8891-4b8326b6daa7 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:01.098098 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 567c566c-9612-4dfe-8891-4b8326b6daa7 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:01.098828 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:01.313989 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ae5f763c-67de-4021-84e5-51436d472f8e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:01.325038 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d930d7-8569-4988-84a7-fd330e4a4836 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting subnet b62a0ddb-93f1-4e8e-9605-cd5ab902fa96 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:12:01.329486 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-32d930d7-8569-4988-84a7-fd330e4a4836 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:01.375975 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-32d930d7-8569-4988-84a7-fd330e4a4836 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:01.415387 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b914756-5bf8-4a52-90ba-c4ae61373c13 req-640e7208-be28-4ef4-8d86-d3f82fe94c90 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:01.417244 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566221b4-0c1d-4e2b-b4b0-d2b8bb085d94 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:01.418535 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5b914756-5bf8-4a52-90ba-c4ae61373c13 req-640e7208-be28-4ef4-8d86-d3f82fe94c90 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d73460-71b1-4cd0-ada1-71085b9d6722 HTTP/1.1" status: 200 len: 945 time: 0.3204732 Oct 19 01:12:01.421050 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21426852-aa5a-4cd0-bfcb-1804a00e5a37 None None] Network 2337167a-06ba-400f-9020-abf4a440a696 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:01.477730 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5b914756-5bf8-4a52-90ba-c4ae61373c13 req-077eaae8-530e-422f-a20c-fee379277e3e tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "GET /v2.0/security-groups?id=0169a27d-d71f-44e0-8bfe-b3ace499152b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530469 Oct 19 01:12:01.512940 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-cf01b34f-5cd2-4982-ad36-7a270b66c25c None None] Provisioning complete for port 567c566c-9612-4dfe-8891-4b8326b6daa7 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:01.513497 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cf01b34f-5cd2-4982-ad36-7a270b66c25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:01.581965 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-32d930d7-8569-4988-84a7-fd330e4a4836 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:01.683692 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5f763c-67de-4021-84e5-51436d472f8e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Router 48b4d657-b554-4fc5-a40b-3f0590b5de04 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:12:01.707539 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-32d930d7-8569-4988-84a7-fd330e4a4836 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:01.824725 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d930d7-8569-4988-84a7-fd330e4a4836 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Subnet': ['ID=b62a0ddb-93f1-4e8e-9605-cd5ab902fa96,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:01.856215 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-32d930d7-8569-4988-84a7-fd330e4a4836 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:01.859663 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-32d930d7-8569-4988-84a7-fd330e4a4836 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/b62a0ddb-93f1-4e8e-9605-cd5ab902fa96 HTTP/1.1" status: 204 len: 168 time: 0.9006450 Oct 19 01:12:01.862701 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40802) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:01.920672 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cb001b-e730-41e2-8c98-1e3ff2c42b05 None None] Network 2337167a-06ba-400f-9020-abf4a440a696 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:01.935048 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c793e4d-c8b7-42c6-95ff-7ec20f50bd85 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting subnet bad72ee8-6546-4f37-928f-21e46c9c91a7 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:12:01.953713 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-cf01b34f-5cd2-4982-ad36-7a270b66c25c None None] Could not find standard attr ID for object 426e8fb3-67e5-4aff-be77-ac638afbe09c. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:12:01.958925 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1c793e4d-c8b7-42c6-95ff-7ec20f50bd85 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:02.138505 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1c793e4d-c8b7-42c6-95ff-7ec20f50bd85 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:02.391601 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5f763c-67de-4021-84e5-51436d472f8e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:12:02.406143 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bcac78-afde-4ffe-a935-dda20e4bea35 None None] Sync routers for ids ['48b4d657-b554-4fc5-a40b-3f0590b5de04'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:12:02.417919 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b315e3-631b-4e6d-80dd-ab70f01a3101 req-3e7782ef-c7c8-4331-816b-6a6667ffb660 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:02.419532 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bcac78-afde-4ffe-a935-dda20e4bea35 None None] Routers {'48b4d657-b554-4fc5-a40b-3f0590b5de04'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:02.420406 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-29bcac78-afde-4ffe-a935-dda20e4bea35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:11:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['48b4d657-b554-4fc5-a40b-3f0590b5de04'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:02.425758 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f4b315e3-631b-4e6d-80dd-ab70f01a3101 req-3e7782ef-c7c8-4331-816b-6a6667ffb660 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d73460-71b1-4cd0-ada1-71085b9d6722 HTTP/1.1" status: 200 len: 945 time: 0.0726678 Oct 19 01:12:02.451432 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1c793e4d-c8b7-42c6-95ff-7ec20f50bd85 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:02.483126 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f785a-7c76-4bc7-8111-f29383a4c64f req-355d6120-a9f4-4e68-824e-16be62d537e1 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:02.500475 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0f1f785a-7c76-4bc7-8111-f29383a4c64f req-355d6120-a9f4-4e68-824e-16be62d537e1 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 946 time: 0.3659394 Oct 19 01:12:02.523031 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f4b315e3-631b-4e6d-80dd-ab70f01a3101 req-6aad5e5f-1b2d-4322-9b54-23903c0c83a3 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "GET /v2.0/security-groups?id=0169a27d-d71f-44e0-8bfe-b3ace499152b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836272 Oct 19 01:12:02.523270 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-29bcac78-afde-4ffe-a935-dda20e4bea35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:02.545239 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bcac78-afde-4ffe-a935-dda20e4bea35 None None] Routers {'48b4d657-b554-4fc5-a40b-3f0590b5de04'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:02.547757 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-29bcac78-afde-4ffe-a935-dda20e4bea35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:11:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['48b4d657-b554-4fc5-a40b-3f0590b5de04'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:02.553986 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ae5f763c-67de-4021-84e5-51436d472f8e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:02.554701 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ae5f763c-67de-4021-84e5-51436d472f8e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5226815 Oct 19 01:12:02.557890 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40820) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:02.626702 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-29bcac78-afde-4ffe-a935-dda20e4bea35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:02.627486 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bcac78-afde-4ffe-a935-dda20e4bea35 None None] The sync data for ids ['48b4d657-b554-4fc5-a40b-3f0590b5de04'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:12:02.734122 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0f1f785a-7c76-4bc7-8111-f29383a4c64f req-7410f3e7-f5f8-497f-acb9-b1d6b69f26b1 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325621 Oct 19 01:12:02.758829 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1c793e4d-c8b7-42c6-95ff-7ec20f50bd85 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:02.818291 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c793e4d-c8b7-42c6-95ff-7ec20f50bd85 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Subnet': ['ID=bad72ee8-6546-4f37-928f-21e46c9c91a7,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:02.843256 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1c793e4d-c8b7-42c6-95ff-7ec20f50bd85 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:02.849961 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1c793e4d-c8b7-42c6-95ff-7ec20f50bd85 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/bad72ee8-6546-4f37-928f-21e46c9c91a7 HTTP/1.1" status: 204 len: 168 time: 0.9837797 Oct 19 01:12:02.850193 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40828) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:02.935814 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6a07fcf5-05ec-409d-854b-957ede3ee0e3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0836213 Oct 19 01:12:02.937429 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40832) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:03.062831 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b48427-19ca-4e80-9fcd-fccbf35d1e83 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:03.067416 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f4b48427-19ca-4e80-9fcd-fccbf35d1e83 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1287456 Oct 19 01:12:03.068479 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40836) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:03.081855 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dba18e-940c-4aa1-b911-3e2c85fc35ff None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:03.163705 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1313e582-a460-415a-bd88-00a67253852a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:03.168321 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1313e582-a460-415a-bd88-00a67253852a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0986912 Oct 19 01:12:03.173234 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40838) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:03.231827 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cc440107-7999-4b68-814f-2e39bfa3c419 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0575733 Oct 19 01:12:03.238377 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40842) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:03.244850 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-a9c4fcb5-a5a9-4f95-8f14-45915944be75 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:03.269064 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-542139dc-a657-4631-8e34-40921f207029 None None] Provisioning complete for port 567c566c-9612-4dfe-8891-4b8326b6daa7 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:03.274002 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-542139dc-a657-4631-8e34-40921f207029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:03.435526 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c4fcb5-a5a9-4f95-8f14-45915944be75 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:03.442000 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a9c4fcb5-a5a9-4f95-8f14-45915944be75 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:03.451686 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9c4fcb5-a5a9-4f95-8f14-45915944be75 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:12:03.452366 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9c4fcb5-a5a9-4f95-8f14-45915944be75 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:12:03.483893 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a9c4fcb5-a5a9-4f95-8f14-45915944be75 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2413037 Oct 19 01:12:03.493170 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40844) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:03.500480 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-ed70976e-bac2-4ff2-97eb-495982dc21f1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:03.511764 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ae588-cc52-4f4a-9674-f72957f18676 req-fcc924a7-0e1d-4b90-bf8b-05b4054a9b48 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:03.516239 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9b7ae588-cc52-4f4a-9674-f72957f18676 req-fcc924a7-0e1d-4b90-bf8b-05b4054a9b48 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d73460-71b1-4cd0-ada1-71085b9d6722 HTTP/1.1" status: 200 len: 945 time: 0.2053823 Oct 19 01:12:03.523851 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da449c0b-1c54-4995-a6a4-f61bbb4eef58 None None] DHCP port deletion for 833e9ff3-de52-4870-807a-a323cda2654c request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:12:03.590990 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-da449c0b-1c54-4995-a6a4-f61bbb4eef58 None None] Deleting port 567c566c-9612-4dfe-8891-4b8326b6daa7 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:03.591460 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-da449c0b-1c54-4995-a6a4-f61bbb4eef58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:03.674286 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40848) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:03.676954 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-da449c0b-1c54-4995-a6a4-f61bbb4eef58 None None] For port 567c566c-9612-4dfe-8891-4b8326b6daa7, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=567c566c-9612-4dfe-8891-4b8326b6daa7,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:03.677594 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-da449c0b-1c54-4995-a6a4-f61bbb4eef58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:03.687949 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed70976e-bac2-4ff2-97eb-495982dc21f1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:03.692147 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ed70976e-bac2-4ff2-97eb-495982dc21f1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:03.693355 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-da449c0b-1c54-4995-a6a4-f61bbb4eef58 None None] Calling delete_port for 567c566c-9612-4dfe-8891-4b8326b6daa7 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:03.693558 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed70976e-bac2-4ff2-97eb-495982dc21f1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:12:03.694149 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed70976e-bac2-4ff2-97eb-495982dc21f1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:12:03.719208 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9b7ae588-cc52-4f4a-9674-f72957f18676 req-9cc09e94-f201-4e9b-a454-e039562caec5 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "GET /v2.0/security-groups?id=0169a27d-d71f-44e0-8bfe-b3ace499152b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722293 Oct 19 01:12:03.723639 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fd48b396-ca21-433e-ae19-337678702a2a tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:03.832295 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40856) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:03.833319 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ed70976e-bac2-4ff2-97eb-495982dc21f1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3389125 Oct 19 01:12:03.853723 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-07f65531-6c6e-435b-b247-57a48e08cebc tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:03.881398 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-00005325-48b2-4867-82ac-a13f9c43810d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:03.887681 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-da449c0b-1c54-4995-a6a4-f61bbb4eef58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:03.923067 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1dc93-f191-48db-8a87-d42b9da2075c req-7dfbf1bb-00a0-4ef7-bfe6-0ab341fa0e26 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:03.924901 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da449c0b-1c54-4995-a6a4-f61bbb4eef58 None None] No DVR routers for this DVR port 567c566c-9612-4dfe-8891-4b8326b6daa7 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:12:03.925086 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-23c1dc93-f191-48db-8a87-d42b9da2075c req-7dfbf1bb-00a0-4ef7-bfe6-0ab341fa0e26 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 946 time: 0.0884984 Oct 19 01:12:03.943243 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da449c0b-1c54-4995-a6a4-f61bbb4eef58 None None] Pushing event deleted for resources: {'Port': ['ID=567c566c-9612-4dfe-8891-4b8326b6daa7,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:03.988664 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-23c1dc93-f191-48db-8a87-d42b9da2075c req-c322de78-b4f7-4215-9e01-e3f5ea4e68ce tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541730 Oct 19 01:12:04.078032 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f65531-6c6e-435b-b247-57a48e08cebc tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:04.082301 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-07f65531-6c6e-435b-b247-57a48e08cebc tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:04.084087 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f65531-6c6e-435b-b247-57a48e08cebc tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:12:04.084760 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07f65531-6c6e-435b-b247-57a48e08cebc tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:12:04.122016 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-07f65531-6c6e-435b-b247-57a48e08cebc tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2887139 Oct 19 01:12:04.124737 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-00005325-48b2-4867-82ac-a13f9c43810d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:04.125895 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40860) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:04.131482 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-c293ca41-37ad-46a0-8e01-7c1822c91703 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:04.174210 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-00005325-48b2-4867-82ac-a13f9c43810d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:04.196486 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-fd48b396-ca21-433e-ae19-337678702a2a tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Allocated IP 172.20.0.1 (2337167a-06ba-400f-9020-abf4a440a696/7b3910f0-f062-416a-b72c-a7edcb3ab2cd/c427bb4e-3e6c-4ce7-8961-f651e035d05d) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:04.259021 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-00005325-48b2-4867-82ac-a13f9c43810d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1f049af70b014e7ab75ddac4ba50944d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5823359 Oct 19 01:12:04.262942 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40862) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:04.271216 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00005325-48b2-4867-82ac-a13f9c43810d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152f50fb-121b-42f2-8582-c80a5aa4c387,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:04.319993 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c293ca41-37ad-46a0-8e01-7c1822c91703 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:04.324465 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c293ca41-37ad-46a0-8e01-7c1822c91703 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:04.326183 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-c293ca41-37ad-46a0-8e01-7c1822c91703 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:12:04.326719 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c293ca41-37ad-46a0-8e01-7c1822c91703 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:12:04.343443 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fd48b396-ca21-433e-ae19-337678702a2a tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:04.366847 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c293ca41-37ad-46a0-8e01-7c1822c91703 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2368870 Oct 19 01:12:04.367067 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40864) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:04.372306 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-ec465199-3e73-4a63-ba6b-ac112cb29aaa tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:04.376998 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0a39a543-ec6a-4137-90bb-43d499e26672 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:04.387006 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fd48b396-ca21-433e-ae19-337678702a2a tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:04.424896 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0a39a543-ec6a-4137-90bb-43d499e26672 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:04.461022 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd48b396-ca21-433e-ae19-337678702a2a tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Network 2337167a-06ba-400f-9020-abf4a440a696 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:04.464548 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-fd48b396-ca21-433e-ae19-337678702a2a tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:04.469528 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd48b396-ca21-433e-ae19-337678702a2a tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:04.496946 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48b396-ca21-433e-ae19-337678702a2a tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event updated for resources: {'Port': ['ID=c427bb4e-3e6c-4ce7-8961-f651e035d05d,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:04.522573 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fd48b396-ca21-433e-ae19-337678702a2a tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:04.563691 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726142c-2aac-4e18-a9b6-9a97684420d4 req-fba369b4-c38b-4416-898a-ef21e7770214 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:04.565252 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3726142c-2aac-4e18-a9b6-9a97684420d4 req-fba369b4-c38b-4416-898a-ef21e7770214 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.24 "GET /v2.0/ports?device_id=83d73460-71b1-4cd0-ada1-71085b9d6722 HTTP/1.1" status: 200 len: 945 time: 0.0944388 Oct 19 01:12:04.567797 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec465199-3e73-4a63-ba6b-ac112cb29aaa tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:04.570224 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ec465199-3e73-4a63-ba6b-ac112cb29aaa tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:04.572122 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec465199-3e73-4a63-ba6b-ac112cb29aaa tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:12:04.572570 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec465199-3e73-4a63-ba6b-ac112cb29aaa tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:12:04.632044 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ec465199-3e73-4a63-ba6b-ac112cb29aaa tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2610681 Oct 19 01:12:04.633358 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0a39a543-ec6a-4137-90bb-43d499e26672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:04.636223 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0a39a543-ec6a-4137-90bb-43d499e26672 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:04.639587 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0a39a543-ec6a-4137-90bb-43d499e26672 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/152f50fb-121b-42f2-8582-c80a5aa4c387 HTTP/1.1" status: 204 len: 168 time: 0.3730073 Oct 19 01:12:04.639587 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40866) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:04.664627 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-e99ab6f6-4fd9-436c-854b-7d5c8af9737b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:04.710860 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39a543-ec6a-4137-90bb-43d499e26672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152f50fb-121b-42f2-8582-c80a5aa4c387,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:04.727015 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fd48b396-ca21-433e-ae19-337678702a2a tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:04.876118 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99ab6f6-4fd9-436c-854b-7d5c8af9737b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:04.883369 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e99ab6f6-4fd9-436c-854b-7d5c8af9737b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:04.883369 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99ab6f6-4fd9-436c-854b-7d5c8af9737b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:12:04.888865 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e99ab6f6-4fd9-436c-854b-7d5c8af9737b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:12:04.940594 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 567c566c-9612-4dfe-8891-4b8326b6daa7 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:12:04.958825 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e99ab6f6-4fd9-436c-854b-7d5c8af9737b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3036249 Oct 19 01:12:04.960889 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-3726142c-2aac-4e18-a9b6-9a97684420d4 req-a2b59bdf-d862-4d89-9861-4f3e462a5b96 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Deleting port 49bb245e-dbfb-4f8f-91b8-89d9a5a56392 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:04.971236 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3726142c-2aac-4e18-a9b6-9a97684420d4 req-a2b59bdf-d862-4d89-9861-4f3e462a5b96 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:04.976168 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40876) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:04.990233 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 567c566c-9612-4dfe-8891-4b8326b6daa7 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:12:04.993641 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 567c566c-9612-4dfe-8891-4b8326b6daa7 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:12:05.087779 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f7c75d26-9d10-46a8-901d-a99772fe282a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1021860 Oct 19 01:12:05.097705 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40880) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:05.158228 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b507e-a48d-4792-b181-60417d2c0541 req-04534e56-6dfd-46c2-9ade-26906253dca9 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:05.172185 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ea5b507e-a48d-4792-b181-60417d2c0541 req-04534e56-6dfd-46c2-9ade-26906253dca9 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d73460-71b1-4cd0-ada1-71085b9d6722 HTTP/1.1" status: 200 len: 945 time: 0.2350678 Oct 19 01:12:05.195764 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40884) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:05.218073 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-98e38e5e-c69a-458b-87a3-8c85bc90266a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:05.287873 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ea5b507e-a48d-4792-b181-60417d2c0541 req-cbe50cce-fa88-4644-9b51-d1d33b8181d6 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "GET /v2.0/security-groups?id=0169a27d-d71f-44e0-8bfe-b3ace499152b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145761 Oct 19 01:12:05.392014 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-98e38e5e-c69a-458b-87a3-8c85bc90266a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:05.423816 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-98e38e5e-c69a-458b-87a3-8c85bc90266a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:05.495862 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-98e38e5e-c69a-458b-87a3-8c85bc90266a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=76190f06c799472ebc4724e7882b5319&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2956674 Oct 19 01:12:05.500807 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40886) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:05.507621 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e38e5e-c69a-458b-87a3-8c85bc90266a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fec502c-a385-4fa0-a14f-832a4eceeca3,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:05.581253 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37b5692-1b88-4e4e-b41a-e2bf4a50ea10 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:05.582756 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c37b5692-1b88-4e4e-b41a-e2bf4a50ea10 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4837363 Oct 19 01:12:05.585668 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40888) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:05.593106 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-3726142c-2aac-4e18-a9b6-9a97684420d4 req-a2b59bdf-d862-4d89-9861-4f3e462a5b96 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] For port 49bb245e-dbfb-4f8f-91b8-89d9a5a56392, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=49bb245e-dbfb-4f8f-91b8-89d9a5a56392,segment=NetworkSegment(d767b856-e22c-4473-bbdd-0ff5e849d4ed),segment_id=d767b856-e22c-4473-bbdd-0ff5e849d4ed)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:05.593606 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3726142c-2aac-4e18-a9b6-9a97684420d4 req-a2b59bdf-d862-4d89-9861-4f3e462a5b96 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:05.597911 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fd48b396-ca21-433e-ae19-337678702a2a tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:05.617550 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293a74f-3564-4b1f-a1b3-4df87578546a req-cb603153-7df1-471d-8e13-c0029b6c826a tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:05.624921 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6293a74f-3564-4b1f-a1b3-4df87578546a req-cb603153-7df1-471d-8e13-c0029b6c826a tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 946 time: 0.4917924 Oct 19 01:12:05.643473 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2de1a7f5-81d8-4993-bbca-5038a151997b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0520563 Oct 19 01:12:05.644718 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fd48b396-ca21-433e-ae19-337678702a2a tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:05.647365 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40890) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:05.779306 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6293a74f-3564-4b1f-a1b3-4df87578546a req-1f41e218-96b4-4991-96ec-3ad5db5255e3 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532409 Oct 19 01:12:05.886647 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3726142c-2aac-4e18-a9b6-9a97684420d4 req-a2b59bdf-d862-4d89-9861-4f3e462a5b96 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:05.887779 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3726142c-2aac-4e18-a9b6-9a97684420d4 req-a2b59bdf-d862-4d89-9861-4f3e462a5b96 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:05.888290 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [req-3726142c-2aac-4e18-a9b6-9a97684420d4 req-a2b59bdf-d862-4d89-9861-4f3e462a5b96 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Floating IP 41c48db1-8dca-4878-b508-e3ae159cec9b disassociated. External IP: 172.25.8.142, port: 49bb245e-dbfb-4f8f-91b8-89d9a5a56392. Oct 19 01:12:05.888800 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-3726142c-2aac-4e18-a9b6-9a97684420d4 req-a2b59bdf-d862-4d89-9861-4f3e462a5b96 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Calling delete_port for 49bb245e-dbfb-4f8f-91b8-89d9a5a56392 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:06.015944 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-fc698e60-b9a6-4fdd-a07f-97b66453677b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:06.061305 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3726142c-2aac-4e18-a9b6-9a97684420d4 req-a2b59bdf-d862-4d89-9861-4f3e462a5b96 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:06.074781 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-16a67550-79ef-4ae0-b48a-40de5640cdda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:06.101518 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b59bdf-d862-4d89-9861-4f3e462a5b96 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Pushing event deleted for resources: {'Port': ['ID=49bb245e-dbfb-4f8f-91b8-89d9a5a56392,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:06.169281 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fd48b396-ca21-433e-ae19-337678702a2a tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:06.208884 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-16a67550-79ef-4ae0-b48a-40de5640cdda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:06.210560 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48b396-ca21-433e-ae19-337678702a2a tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event updated for resources: {'Port': ['ID=c427bb4e-3e6c-4ce7-8961-f651e035d05d,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:06.292612 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3726142c-2aac-4e18-a9b6-9a97684420d4 req-a2b59bdf-d862-4d89-9861-4f3e462a5b96 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Router da0ff329-66e4-48b4-ae7b-57eb7fd56c18 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:12:06.295258 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc698e60-b9a6-4fdd-a07f-97b66453677b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:06.299414 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fc698e60-b9a6-4fdd-a07f-97b66453677b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:06.462121 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9489efc7-3061-4671-a817-2c0e069117c4 req-72c33408-9106-41e6-8ace-b3c52244862c tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d73460-71b1-4cd0-ada1-71085b9d6722 HTTP/1.1" status: 200 len: 210 time: 0.0409999 Oct 19 01:12:06.475957 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3726142c-2aac-4e18-a9b6-9a97684420d4 req-a2b59bdf-d862-4d89-9861-4f3e462a5b96 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:12:06.488230 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0faf299-38b6-4a6a-8e54-12a487420edf None None] Sync routers for ids ['da0ff329-66e4-48b4-ae7b-57eb7fd56c18'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:12:06.505126 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0faf299-38b6-4a6a-8e54-12a487420edf None None] Routers {'da0ff329-66e4-48b4-ae7b-57eb7fd56c18'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:06.506001 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-e0faf299-38b6-4a6a-8e54-12a487420edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:11:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['da0ff329-66e4-48b4-ae7b-57eb7fd56c18'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:06.551308 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-3726142c-2aac-4e18-a9b6-9a97684420d4 req-a2b59bdf-d862-4d89-9861-4f3e462a5b96 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] No DVR routers for this DVR port 49bb245e-dbfb-4f8f-91b8-89d9a5a56392 on host n-h2-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:12:06.554599 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3726142c-2aac-4e18-a9b6-9a97684420d4 req-a2b59bdf-d862-4d89-9861-4f3e462a5b96 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:06.559257 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3726142c-2aac-4e18-a9b6-9a97684420d4 req-a2b59bdf-d862-4d89-9861-4f3e462a5b96 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.24 "DELETE /v2.0/ports/49bb245e-dbfb-4f8f-91b8-89d9a5a56392 HTTP/1.1" status: 204 len: 173 time: 1.9838870 Oct 19 01:12:06.560018 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d73460-71b1-4cd0-ada1-71085b9d6722', 'name': 'network-vif-deleted', 'tag': '49bb245e-dbfb-4f8f-91b8-89d9a5a56392'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:12:06.562655 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279e14f5-71cd-4c05-83e6-8391ea0e6487" -d '{"events": [{"server_uuid": "83d73460-71b1-4cd0-ada1-71085b9d6722", "name": "network-vif-deleted", "tag": "49bb245e-dbfb-4f8f-91b8-89d9a5a56392"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:12:06.664518 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-16a67550-79ef-4ae0-b48a-40de5640cdda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:06.668645 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-16a67550-79ef-4ae0-b48a-40de5640cdda admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:06.669887 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-16a67550-79ef-4ae0-b48a-40de5640cdda admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2fec502c-a385-4fa0-a14f-832a4eceeca3 HTTP/1.1" status: 204 len: 168 time: 1.1677556 Oct 19 01:12:06.696567 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a67550-79ef-4ae0-b48a-40de5640cdda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fec502c-a385-4fa0-a14f-832a4eceeca3,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:06.701835 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd48b396-ca21-433e-ae19-337678702a2a tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Network 2337167a-06ba-400f-9020-abf4a440a696 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:06.708397 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-fd48b396-ca21-433e-ae19-337678702a2a tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:06.786682 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 49bb245e-dbfb-4f8f-91b8-89d9a5a56392 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:12:06.897586 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 49bb245e-dbfb-4f8f-91b8-89d9a5a56392 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:12:06.898161 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 49bb245e-dbfb-4f8f-91b8-89d9a5a56392 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:12:06.927213 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-e0faf299-38b6-4a6a-8e54-12a487420edf None None] Set router da0ff329-66e4-48b4-ae7b-57eb7fd56c18 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:12:07.055277 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68dac94f-feee-46b5-8d88-9e64e9f41a18 x-openstack-request-id: req-68dac94f-feee-46b5-8d88-9e64e9f41a18 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:12:07.056708 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d73460-71b1-4cd0-ada1-71085b9d6722", "name": "network-vif-deleted", "tag": "49bb245e-dbfb-4f8f-91b8-89d9a5a56392", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:12:07.057214 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-68dac94f-feee-46b5-8d88-9e64e9f41a18 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:12:07.058378 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d73460-71b1-4cd0-ada1-71085b9d6722', 'name': 'network-vif-deleted', 'tag': '49bb245e-dbfb-4f8f-91b8-89d9a5a56392', 'status': 'completed', 'code': 200} Oct 19 01:12:07.133954 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da483d-6080-44f1-9916-a9d1f22f9d34 req-e1714a0b-3298-4817-95f8-1109a4f62630 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:07.143204 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-29da483d-6080-44f1-9916-a9d1f22f9d34 req-e1714a0b-3298-4817-95f8-1109a4f62630 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 946 time: 0.1912982 Oct 19 01:12:07.152408 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd48b396-ca21-433e-ae19-337678702a2a tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Router 48b4d657-b554-4fc5-a40b-3f0590b5de04 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:12:07.212023 n-d-715271-26 neutron-server[100607]: DEBUG neutron.objects.ports [None req-fc698e60-b9a6-4fdd-a07f-97b66453677b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100607) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:12:07.272513 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fc698e60-b9a6-4fdd-a07f-97b66453677b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:07.278425 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-e0faf299-38b6-4a6a-8e54-12a487420edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'name': 'tempest-ServersTestJSON-1174601585-router', 'tenant_id': '367e6ec72e154da6846bfeff424d3eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'c65aaa78-8ab1-47cb-af77-6aa246080eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:46Z', 'updated_at': '2021-10-19T01:09:58Z', 'revision_number': 4, 'project_id': '367e6ec72e154da6846bfeff424d3eaf', 'gw_port': {'id': 'c65aaa78-8ab1-47cb-af77-6aa246080eac', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:48Z', 'updated_at': '2021-10-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '709f23f4-a8b4-4007-b14a-c23e41ab903e', 'name': '', 'network_id': 'f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b', 'tenant_id': '367e6ec72e154da6846bfeff424d3eaf', 'mac_address': 'fa:16:3e:90:1a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'a37280b7-54ff-46fe-803e-0d2e465304b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:54Z', 'updated_at': '2021-10-19T01:10:01Z', 'revision_number': 5, 'project_id': '367e6ec72e154da6846bfeff424d3eaf', 'subnets': [{'id': 'a37280b7-54ff-46fe-803e-0d2e465304b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:07.318285 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0faf299-38b6-4a6a-8e54-12a487420edf None None] Checking router: da0ff329-66e4-48b4-ae7b-57eb7fd56c18 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:12:07.335081 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0faf299-38b6-4a6a-8e54-12a487420edf None None] Routers {'da0ff329-66e4-48b4-ae7b-57eb7fd56c18'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:07.336034 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-e0faf299-38b6-4a6a-8e54-12a487420edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:11:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['da0ff329-66e4-48b4-ae7b-57eb7fd56c18'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:07.358453 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc698e60-b9a6-4fdd-a07f-97b66453677b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:07.376764 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-fc698e60-b9a6-4fdd-a07f-97b66453677b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:07.387560 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877dbec7-37a9-4687-884e-1fdee5759f0a None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:07.393994 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc698e60-b9a6-4fdd-a07f-97b66453677b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:07.394187 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fc698e60-b9a6-4fdd-a07f-97b66453677b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:07.396376 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc698e60-b9a6-4fdd-a07f-97b66453677b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Subnet': ['ID=2fd65ad9-2f3a-4930-99fd-d735419686bc,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:07.415691 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-29da483d-6080-44f1-9916-a9d1f22f9d34 req-1db99b2d-5741-4502-8309-08ccdcc3dd00 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692201 Oct 19 01:12:07.515708 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd48b396-ca21-433e-ae19-337678702a2a tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:12:07.520116 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-fc698e60-b9a6-4fdd-a07f-97b66453677b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8662059 Oct 19 01:12:07.522860 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40922) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:07.524386 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-fd48b396-ca21-433e-ae19-337678702a2a tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "PUT /v2.0/routers/48b4d657-b554-4fc5-a40b-3f0590b5de04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9652693 Oct 19 01:12:07.527827 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40924) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:07.530306 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-fa31bf94-2300-493f-8e9b-6ce7242369ae tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'port': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'mac_address': 'fa:16:3e:46:eb:c9', 'name': 'tempest-NetworksTestDHCPv6-1901828137'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:07.531667 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f3b55c-fac0-480d-b06b-a3467314f9eb None None] Sync routers for ids ['48b4d657-b554-4fc5-a40b-3f0590b5de04'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:12:07.533554 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-ed0d3da6-bd16-4852-821b-297042217a5f tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Request body: {'port': {'network_id': '2337167a-06ba-400f-9020-abf4a440a696', 'name': 'tempest-FloatingIPTestJSON-527822903'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:07.552269 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f3b55c-fac0-480d-b06b-a3467314f9eb None None] Routers {'48b4d657-b554-4fc5-a40b-3f0590b5de04'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:07.555702 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-70f3b55c-fac0-480d-b06b-a3467314f9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:11:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['48b4d657-b554-4fc5-a40b-3f0590b5de04'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:07.596016 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40932) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:07.653434 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-70f3b55c-fac0-480d-b06b-a3467314f9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:07.672818 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f3b55c-fac0-480d-b06b-a3467314f9eb None None] Routers {'48b4d657-b554-4fc5-a40b-3f0590b5de04'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:07.673971 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-70f3b55c-fac0-480d-b06b-a3467314f9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:11:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['48b4d657-b554-4fc5-a40b-3f0590b5de04'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:07.729906 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-e0faf299-38b6-4a6a-8e54-12a487420edf None None] Set router da0ff329-66e4-48b4-ae7b-57eb7fd56c18 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:12:07.755718 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-70f3b55c-fac0-480d-b06b-a3467314f9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:07.756434 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f3b55c-fac0-480d-b06b-a3467314f9eb None None] The sync data for ids ['48b4d657-b554-4fc5-a40b-3f0590b5de04'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:12:07.790047 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0d3da6-bd16-4852-821b-297042217a5f tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Made reservation on behalf of 12aed70676374a509f3d3a36c717ad7a for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:07.798273 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ed0d3da6-bd16-4852-821b-297042217a5f tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:07.833609 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-ed0d3da6-bd16-4852-821b-297042217a5f tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] device_id is not set on port 4c64b9ad-b282-4f3d-91e3-c3c80a7cb38f yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:12:07.870299 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cf2a5c5a-6c2e-4349-8042-b61db4c7942d tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:07.927378 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa31bf94-2300-493f-8e9b-6ce7242369ae tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:07.935375 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cf2a5c5a-6c2e-4349-8042-b61db4c7942d tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:08.014218 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-ed0d3da6-bd16-4852-821b-297042217a5f tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Allocated IP 172.20.0.8 (2337167a-06ba-400f-9020-abf4a440a696/7b3910f0-f062-416a-b72c-a7edcb3ab2cd/4c64b9ad-b282-4f3d-91e3-c3c80a7cb38f) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:08.029296 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f260fe-f83f-4488-833b-7dbbbfcd6ab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-833e9ff3-de52-4870-807a-a323cda2654c', 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'tenant_id': 'c34b9efccd444514b6828a5a5dd7684d', 'fixed_ips': [{'subnet_id': '2fd65ad9-2f3a-4930-99fd-d735419686bc'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:12:08.030686 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-04f260fe-f83f-4488-833b-7dbbbfcd6ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:08.063506 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fa31bf94-2300-493f-8e9b-6ce7242369ae tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:08.098404 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-fa31bf94-2300-493f-8e9b-6ce7242369ae tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] device_id is not set on port 4bc76299-7fbb-436a-8acd-752f632a3e63 yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:12:08.162661 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cf2a5c5a-6c2e-4349-8042-b61db4c7942d tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:08.166245 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cf2a5c5a-6c2e-4349-8042-b61db4c7942d tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:08.167642 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cf2a5c5a-6c2e-4349-8042-b61db4c7942d tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "DELETE /v2.0/security-groups/0169a27d-d71f-44e0-8bfe-b3ace499152b HTTP/1.1" status: 204 len: 168 time: 0.5585289 Oct 19 01:12:08.191435 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40954) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:08.194825 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a5c5a-6c2e-4349-8042-b61db4c7942d tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0169a27d-d71f-44e0-8bfe-b3ace499152b,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:08.248743 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ed0d3da6-bd16-4852-821b-297042217a5f tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:08.292596 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-7ed6c5c4-28cd-462a-9f2e-beb9195ca4d4 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] show failed (client error): The resource could not be found. Oct 19 01:12:08.296646 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7ed6c5c4-28cd-462a-9f2e-beb9195ca4d4 tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "GET /v2.0/security-groups/0169a27d-d71f-44e0-8bfe-b3ace499152b HTTP/1.1" status: 404 len: 347 time: 0.0954444 Oct 19 01:12:08.297284 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40958) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:08.327523 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ed0d3da6-bd16-4852-821b-297042217a5f tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:08.330039 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-e0faf299-38b6-4a6a-8e54-12a487420edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'name': 'tempest-ServersTestJSON-1174601585-router', 'tenant_id': '367e6ec72e154da6846bfeff424d3eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'c65aaa78-8ab1-47cb-af77-6aa246080eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:46Z', 'updated_at': '2021-10-19T01:09:58Z', 'revision_number': 4, 'project_id': '367e6ec72e154da6846bfeff424d3eaf', 'gw_port': {'id': 'c65aaa78-8ab1-47cb-af77-6aa246080eac', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:48Z', 'updated_at': '2021-10-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '709f23f4-a8b4-4007-b14a-c23e41ab903e', 'name': '', 'network_id': 'f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b', 'tenant_id': '367e6ec72e154da6846bfeff424d3eaf', 'mac_address': 'fa:16:3e:90:1a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'a37280b7-54ff-46fe-803e-0d2e465304b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:54Z', 'updated_at': '2021-10-19T01:10:01Z', 'revision_number': 5, 'project_id': '367e6ec72e154da6846bfeff424d3eaf', 'subnets': [{'id': 'a37280b7-54ff-46fe-803e-0d2e465304b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:08.376750 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0faf299-38b6-4a6a-8e54-12a487420edf None None] The sync data for ids ['da0ff329-66e4-48b4-ae7b-57eb7fd56c18'] in n-d-715271-26 is: [{'id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'name': 'tempest-ServersTestJSON-1174601585-router', 'tenant_id': '367e6ec72e154da6846bfeff424d3eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'c65aaa78-8ab1-47cb-af77-6aa246080eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:46Z', 'updated_at': '2021-10-19T01:09:58Z', 'revision_number': 4, 'project_id': '367e6ec72e154da6846bfeff424d3eaf', 'gw_port': {'id': 'c65aaa78-8ab1-47cb-af77-6aa246080eac', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:48Z', 'updated_at': '2021-10-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '709f23f4-a8b4-4007-b14a-c23e41ab903e', 'name': '', 'network_id': 'f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b', 'tenant_id': '367e6ec72e154da6846bfeff424d3eaf', 'mac_address': 'fa:16:3e:90:1a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'a37280b7-54ff-46fe-803e-0d2e465304b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:54Z', 'updated_at': '2021-10-19T01:10:01Z', 'revision_number': 5, 'project_id': '367e6ec72e154da6846bfeff424d3eaf', 'subnets': [{'id': 'a37280b7-54ff-46fe-803e-0d2e465304b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:12:08.391629 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0d3da6-bd16-4852-821b-297042217a5f tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Network 2337167a-06ba-400f-9020-abf4a440a696 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:08.395311 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-ed0d3da6-bd16-4852-821b-297042217a5f tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:08.401493 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0d3da6-bd16-4852-821b-297042217a5f tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:08.401780 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-fa31bf94-2300-493f-8e9b-6ce7242369ae tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Allocated IP 2001:db8::f816:3eff:fe46:ebc9 (833e9ff3-de52-4870-807a-a323cda2654c/2fd65ad9-2f3a-4930-99fd-d735419686bc/4bc76299-7fbb-436a-8acd-752f632a3e63) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:08.425976 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d3da6-bd16-4852-821b-297042217a5f tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event updated for resources: {'Port': ['ID=4c64b9ad-b282-4f3d-91e3-c3c80a7cb38f,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:08.460211 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0d3da6-bd16-4852-821b-297042217a5f tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:08.460864 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ed0d3da6-bd16-4852-821b-297042217a5f tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:08.486807 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ed0d3da6-bd16-4852-821b-297042217a5f tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9563010 Oct 19 01:12:08.488194 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40966) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:08.501799 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-0efd966c-edae-47f6-9281-77e3b7bdc771 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Request body: {'port': {'network_id': '2337167a-06ba-400f-9020-abf4a440a696', 'name': 'tempest-FloatingIPTestJSON-1357737232'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:08.637761 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-96141366-a470-45d4-850b-efcf03e327cf tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Deleting port f08170b2-e1f3-4d6f-ad27-a508ae47c2c7 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:08.638398 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-96141366-a470-45d4-850b-efcf03e327cf tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:08.682383 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efd966c-edae-47f6-9281-77e3b7bdc771 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Made reservation on behalf of 12aed70676374a509f3d3a36c717ad7a for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:08.687886 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0efd966c-edae-47f6-9281-77e3b7bdc771 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:08.724536 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-0efd966c-edae-47f6-9281-77e3b7bdc771 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] device_id is not set on port bfb9e658-a997-40b9-b481-d44fcf1e903c yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:12:08.761554 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76aae19-98a8-41b5-955c-e93c19c7e5f9 req-74ccb39e-981b-4d1f-ad59-a77b1b803004 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:08.763233 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e76aae19-98a8-41b5-955c-e93c19c7e5f9 req-74ccb39e-981b-4d1f-ad59-a77b1b803004 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 946 time: 0.2469578 Oct 19 01:12:08.805953 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fa31bf94-2300-493f-8e9b-6ce7242369ae tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:08.808582 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-96141366-a470-45d4-850b-efcf03e327cf tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:08.808911 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-96141366-a470-45d4-850b-efcf03e327cf tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:08.827911 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccade8b-44ae-4d1a-b59c-394b458e36c3 None None] New status for floating IP 41c48db1-8dca-4878-b508-e3ae159cec9b: DOWN {{(pid=100608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:12:08.861482 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-96141366-a470-45d4-850b-efcf03e327cf tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Calling delete_port for f08170b2-e1f3-4d6f-ad27-a508ae47c2c7 owned by network:floatingip {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:08.863849 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-0efd966c-edae-47f6-9281-77e3b7bdc771 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Allocated IP 172.20.0.14 (2337167a-06ba-400f-9020-abf4a440a696/7b3910f0-f062-416a-b72c-a7edcb3ab2cd/bfb9e658-a997-40b9-b481-d44fcf1e903c) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:08.958285 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e76aae19-98a8-41b5-955c-e93c19c7e5f9 req-eefb74fa-02e5-4c29-9797-54b80958abfc tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853380 Oct 19 01:12:08.996218 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bf700-3869-4c39-ac26-7c7ace5fa460 req-27690887-11d6-46b8-86f7-f2d860d7aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:08.997901 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-117bf700-3869-4c39-ac26-7c7ace5fa460 req-27690887-11d6-46b8-86f7-f2d860d7aeba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b1b4901fc87414a92dc3f7f47c3c09a&device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 1098 time: 0.2083440 Oct 19 01:12:09.024658 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fa31bf94-2300-493f-8e9b-6ce7242369ae tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:09.080176 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0efd966c-edae-47f6-9281-77e3b7bdc771 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:09.093993 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-04f260fe-f83f-4488-833b-7dbbbfcd6ab5 None None] Allocated IP 2001:db8::f816:3eff:fe36:57db (833e9ff3-de52-4870-807a-a323cda2654c/2fd65ad9-2f3a-4930-99fd-d735419686bc/df46f5f7-465f-4cb0-987f-59c2a7901f72) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:09.139368 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0efd966c-edae-47f6-9281-77e3b7bdc771 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:09.157785 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa31bf94-2300-493f-8e9b-6ce7242369ae tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:09.172790 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-fa31bf94-2300-493f-8e9b-6ce7242369ae tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:09.175566 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa31bf94-2300-493f-8e9b-6ce7242369ae tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:09.179649 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efd966c-edae-47f6-9281-77e3b7bdc771 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Network 2337167a-06ba-400f-9020-abf4a440a696 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:09.182338 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa31bf94-2300-493f-8e9b-6ce7242369ae tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:09.183072 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fa31bf94-2300-493f-8e9b-6ce7242369ae tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:09.185943 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-0efd966c-edae-47f6-9281-77e3b7bdc771 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:09.189982 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efd966c-edae-47f6-9281-77e3b7bdc771 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:09.215108 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa31bf94-2300-493f-8e9b-6ce7242369ae tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Port': ['ID=4bc76299-7fbb-436a-8acd-752f632a3e63,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:09.236740 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd966c-edae-47f6-9281-77e3b7bdc771 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event updated for resources: {'Port': ['ID=bfb9e658-a997-40b9-b481-d44fcf1e903c,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:09.248191 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fa31bf94-2300-493f-8e9b-6ce7242369ae tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7241154 Oct 19 01:12:09.250973 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40982) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:09.257900 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bf700-3869-4c39-ac26-7c7ace5fa460 req-8fd1c172-9101-4e0e-a8e1-83e3f6cec44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:09.259986 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-117bf700-3869-4c39-ac26-7c7ace5fa460 req-8fd1c172-9101-4e0e-a8e1-83e3f6cec44a service neutron] 10.222.0.55 "GET /v2.0/networks?id=9fdfc968-fd05-4762-858e-87980e28a6e6 HTTP/1.1" status: 200 len: 913 time: 0.2480421 Oct 19 01:12:09.261472 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-96141366-a470-45d4-850b-efcf03e327cf tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:09.288228 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-04f260fe-f83f-4488-833b-7dbbbfcd6ab5 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:09.297618 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96141366-a470-45d4-850b-efcf03e327cf tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Pushing event deleted for resources: {'Port': ['ID=f08170b2-e1f3-4d6f-ad27-a508ae47c2c7,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:09.297833 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-04f260fe-f83f-4488-833b-7dbbbfcd6ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:09.304930 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efd966c-edae-47f6-9281-77e3b7bdc771 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:09.305590 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0efd966c-edae-47f6-9281-77e3b7bdc771 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:09.339773 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b8929e-da64-4201-96a6-8bcfe2960c26 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:09.341387 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-89b8929e-da64-4201-96a6-8bcfe2960c26 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0893829 Oct 19 01:12:09.344822 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0efd966c-edae-47f6-9281-77e3b7bdc771 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8545268 Oct 19 01:12:09.345385 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40986) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:09.352388 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40988) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:09.357458 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-964b9906-fcac-4acd-bf88-b360044411e0 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'port_id': 'bfb9e658-a997-40b9-b481-d44fcf1e903c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:09.372719 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-117bf700-3869-4c39-ac26-7c7ace5fa460 req-b7315283-30e0-4992-b337-5435f24fc535 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21a31d8a-2a7f-452d-9ce8-72232243197f HTTP/1.1" status: 200 len: 217 time: 0.0796592 Oct 19 01:12:09.382075 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f260fe-f83f-4488-833b-7dbbbfcd6ab5 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:09.385995 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-04f260fe-f83f-4488-833b-7dbbbfcd6ab5 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:09.390806 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f260fe-f83f-4488-833b-7dbbbfcd6ab5 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:09.441115 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f260fe-f83f-4488-833b-7dbbbfcd6ab5 None None] Pushing event updated for resources: {'Port': ['ID=df46f5f7-465f-4cb0-987f-59c2a7901f72,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:09.454899 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-04f260fe-f83f-4488-833b-7dbbbfcd6ab5 None None] Attempting to bind port df46f5f7-465f-4cb0-987f-59c2a7901f72 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:12:09.455283 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-04f260fe-f83f-4488-833b-7dbbbfcd6ab5 None None] Attempting to bind port df46f5f7-465f-4cb0-987f-59c2a7901f72 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:12:09.455657 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f260fe-f83f-4488-833b-7dbbbfcd6ab5 None None] Attempting to bind port df46f5f7-465f-4cb0-987f-59c2a7901f72 on network 833e9ff3-de52-4870-807a-a323cda2654c {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:09.460899 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f260fe-f83f-4488-833b-7dbbbfcd6ab5 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:12:09.461219 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-964b9906-fcac-4acd-bf88-b360044411e0 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for floatingip, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:09.461338 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f260fe-f83f-4488-833b-7dbbbfcd6ab5 None None] Checking segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:09.461658 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-04f260fe-f83f-4488-833b-7dbbbfcd6ab5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:09.462319 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f260fe-f83f-4488-833b-7dbbbfcd6ab5 None None] Bound using segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:12:09.462887 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-04f260fe-f83f-4488-833b-7dbbbfcd6ab5 None None] Bound port: df46f5f7-465f-4cb0-987f-59c2a7901f72, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:12:09.463274 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-04f260fe-f83f-4488-833b-7dbbbfcd6ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:09.504212 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bf700-3869-4c39-ac26-7c7ace5fa460 req-8dc1fe74-c6d2-48fb-ae27-0e30ea3c6a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:09.507203 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-117bf700-3869-4c39-ac26-7c7ace5fa460 req-8dc1fe74-c6d2-48fb-ae27-0e30ea3c6a83 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=48d33ad6-49ce-4420-8e80-235f3948de37 HTTP/1.1" status: 200 len: 852 time: 0.1043510 Oct 19 01:12:09.511500 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-96141366-a470-45d4-850b-efcf03e327cf tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks [] for floatingip, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:09.514398 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-96141366-a470-45d4-850b-efcf03e327cf tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:09.515525 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-96141366-a470-45d4-850b-efcf03e327cf tempest-ServersTestJSON-444823257 tempest-ServersTestJSON-444823257-project] 10.222.0.57 "DELETE /v2.0/floatingips/41c48db1-8dca-4878-b508-e3ae159cec9b HTTP/1.1" status: 204 len: 168 time: 1.2176638 Oct 19 01:12:09.521106 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40994) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:09.538933 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-04f260fe-f83f-4488-833b-7dbbbfcd6ab5 None None] For port df46f5f7-465f-4cb0-987f-59c2a7901f72, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:12:09.543619 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-04f260fe-f83f-4488-833b-7dbbbfcd6ab5 None None] For port df46f5f7-465f-4cb0-987f-59c2a7901f72, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=df46f5f7-465f-4cb0-987f-59c2a7901f72,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:12:09.551332 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-04f260fe-f83f-4488-833b-7dbbbfcd6ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:09.553599 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-117bf700-3869-4c39-ac26-7c7ace5fa460 req-3eefdc96-a019-4df1-ae1a-393121b9491c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9fdfc968-fd05-4762-858e-87980e28a6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369775 Oct 19 01:12:09.622544 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f260fe-f83f-4488-833b-7dbbbfcd6ab5 None None] Pushing event updated for resources: {'Port': ['ID=df46f5f7-465f-4cb0-987f-59c2a7901f72,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:09.649857 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-7241112c-6c10-4b21-9ab1-68ae2d193fbd tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting port 4bc76299-7fbb-436a-8acd-752f632a3e63 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:09.649857 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7241112c-6c10-4b21-9ab1-68ae2d193fbd tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:09.683063 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-117bf700-3869-4c39-ac26-7c7ace5fa460 req-7582b176-abcb-4da5-a0ea-4bc62d2ad0c0 service neutron] 10.222.0.55 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220539 Oct 19 01:12:09.821382 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-117bf700-3869-4c39-ac26-7c7ace5fa460 req-3f3f3876-7a16-4979-a6ec-4ed3bad0ea9d service neutron] 10.222.0.55 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320791 Oct 19 01:12:09.860735 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7241112c-6c10-4b21-9ab1-68ae2d193fbd tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:09.914384 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-7241112c-6c10-4b21-9ab1-68ae2d193fbd tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Calling delete_port for 4bc76299-7fbb-436a-8acd-752f632a3e63 owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:09.944024 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-964b9906-fcac-4acd-bf88-b360044411e0 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:10.228077 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad54ebc-a326-4231-8c2b-ffbe6c2f176f req-02eab61a-6a58-48a7-b27b-2784c5d7ba38 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:10.229561 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fad54ebc-a326-4231-8c2b-ffbe6c2f176f req-02eab61a-6a58-48a7-b27b-2784c5d7ba38 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 946 time: 0.1784449 Oct 19 01:12:10.267312 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-964b9906-fcac-4acd-bf88-b360044411e0 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Allocated IP 172.25.8.205 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/1d4d1912-7fa3-4c99-8af5-438b2d9c94cc) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:10.320283 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7241112c-6c10-4b21-9ab1-68ae2d193fbd tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:10.357199 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fad54ebc-a326-4231-8c2b-ffbe6c2f176f req-5ae6751a-554e-4949-bb62-d680ae96121c tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191227 Oct 19 01:12:10.393107 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7241112c-6c10-4b21-9ab1-68ae2d193fbd tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Port': ['ID=4bc76299-7fbb-436a-8acd-752f632a3e63,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:10.488561 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41020) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:10.618063 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a3bee0bf-a4e0-41c0-8632-2b1f06c7450b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:10.709271 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a3bee0bf-a4e0-41c0-8632-2b1f06c7450b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:10.715485 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a3bee0bf-a4e0-41c0-8632-2b1f06c7450b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:10.744565 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-64525ee7-a691-4cfa-81dd-0963cf043faa None None] Provisioning complete for port df46f5f7-465f-4cb0-987f-59c2a7901f72 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:10.745587 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-64525ee7-a691-4cfa-81dd-0963cf043faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:10.759803 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a3bee0bf-a4e0-41c0-8632-2b1f06c7450b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=132e3fe0f96e4afda36381910bc01341&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2698805 Oct 19 01:12:10.760610 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bee0bf-a4e0-41c0-8632-2b1f06c7450b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65026737-9425-45b7-976b-430347c6ff8f,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:10.763099 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41024) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:10.772678 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7241112c-6c10-4b21-9ab1-68ae2d193fbd tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:10.776541 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7241112c-6c10-4b21-9ab1-68ae2d193fbd tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/4bc76299-7fbb-436a-8acd-752f632a3e63 HTTP/1.1" status: 204 len: 168 time: 1.4302087 Oct 19 01:12:10.783141 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41026) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:10.832594 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-64525ee7-a691-4cfa-81dd-0963cf043faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:10.854700 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-584f911a-526e-4b8c-8585-ca5da3d0d140 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:10.869526 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-64525ee7-a691-4cfa-81dd-0963cf043faa None None] For port df46f5f7-465f-4cb0-987f-59c2a7901f72, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=df46f5f7-465f-4cb0-987f-59c2a7901f72,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:10.878243 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-64525ee7-a691-4cfa-81dd-0963cf043faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:10.901821 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-584f911a-526e-4b8c-8585-ca5da3d0d140 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:10.957426 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-964b9906-fcac-4acd-bf88-b360044411e0 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:10.959820 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64525ee7-a691-4cfa-81dd-0963cf043faa None None] Pushing event updated for resources: {'Port': ['ID=df46f5f7-465f-4cb0-987f-59c2a7901f72,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:10.965565 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8d3e43-26a2-4b61-a5f0-523f3515ebe3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:10.967350 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8d3e43-26a2-4b61-a5f0-523f3515ebe3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:10.969130 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-fc8d3e43-26a2-4b61-a5f0-523f3515ebe3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1850121 Oct 19 01:12:10.972154 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41030) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:10.996552 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03e0a0c1-209a-480a-918a-c0606bf5cd22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:11.028070 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-584f911a-526e-4b8c-8585-ca5da3d0d140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:11.030240 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device df46f5f7-465f-4cb0-987f-59c2a7901f72 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:11.030778 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-584f911a-526e-4b8c-8585-ca5da3d0d140 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:11.031970 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-584f911a-526e-4b8c-8585-ca5da3d0d140 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/65026737-9425-45b7-976b-430347c6ff8f HTTP/1.1" status: 204 len: 168 time: 0.2537971 Oct 19 01:12:11.049800 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f911a-526e-4b8c-8585-ca5da3d0d140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65026737-9425-45b7-976b-430347c6ff8f,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:11.056075 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-b782da21-d082-4e13-9d48-cccdce6b2399 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting subnet 2fd65ad9-2f3a-4930-99fd-d735419686bc {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:12:11.067434 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b782da21-d082-4e13-9d48-cccdce6b2399 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:11.117315 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-964b9906-fcac-4acd-bf88-b360044411e0 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:11.125141 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b782da21-d082-4e13-9d48-cccdce6b2399 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:11.136063 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-ad73a93c-d972-4c09-abdf-beb738d702da None None] Could not find standard attr ID for object 4bc76299-7fbb-436a-8acd-752f632a3e63. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:12:11.150898 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port df46f5f7-465f-4cb0-987f-59c2a7901f72 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:11.151584 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:11.224870 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964b9906-fcac-4acd-bf88-b360044411e0 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:11.269630 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b782da21-d082-4e13-9d48-cccdce6b2399 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:11.273897 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-964b9906-fcac-4acd-bf88-b360044411e0 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:11.280184 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b9906-fcac-4acd-bf88-b360044411e0 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event updated for resources: {'Port': ['ID=1d4d1912-7fa3-4c99-8af5-438b2d9c94cc,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:11.309037 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964b9906-fcac-4acd-bf88-b360044411e0 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:11.347707 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b782da21-d082-4e13-9d48-cccdce6b2399 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:11.368275 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b782da21-d082-4e13-9d48-cccdce6b2399 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:11.375819 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b782da21-d082-4e13-9d48-cccdce6b2399 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/2fd65ad9-2f3a-4930-99fd-d735419686bc HTTP/1.1" status: 204 len: 168 time: 0.4014823 Oct 19 01:12:11.378044 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b69bb28-840a-4b5d-aeee-bda6fe649cc7 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:11.390340 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41036) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:11.444714 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782da21-d082-4e13-9d48-cccdce6b2399 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Subnet': ['ID=2fd65ad9-2f3a-4930-99fd-d735419686bc,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:11.456899 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b631cf9a-fed4-4068-863e-54fd67886869 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0646701 Oct 19 01:12:11.459872 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41042) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:11.473449 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-9b81b922-4952-4923-a826-645a2ed20661 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:11.646927 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c922ee5-c34a-4688-b4b0-6667e801e0bd req-6eedda0b-4f9b-4254-9efa-1c29cc2f7af0 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:11.646927 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c922ee5-c34a-4688-b4b0-6667e801e0bd req-6eedda0b-4f9b-4254-9efa-1c29cc2f7af0 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 946 time: 0.1351082 Oct 19 01:12:11.653337 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50c23df-ecd2-4fea-ac9c-5cd68468b363 None None] DHCP port deletion for 833e9ff3-de52-4870-807a-a323cda2654c request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:12:11.703528 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-03e0a0c1-209a-480a-918a-c0606bf5cd22 admin admin] Deleting port 709f23f4-a8b4-4007-b14a-c23e41ab903e {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:11.703927 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03e0a0c1-209a-480a-918a-c0606bf5cd22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:11.720515 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c922ee5-c34a-4688-b4b0-6667e801e0bd req-34129f07-7f9e-4e93-b3ab-ed1482c15e56 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621929 Oct 19 01:12:11.723065 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-f50c23df-ecd2-4fea-ac9c-5cd68468b363 None None] Deleting port df46f5f7-465f-4cb0-987f-59c2a7901f72 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:11.723651 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f50c23df-ecd2-4fea-ac9c-5cd68468b363 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:11.726366 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b81b922-4952-4923-a826-645a2ed20661 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:11.733178 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9b81b922-4952-4923-a826-645a2ed20661 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:11.800771 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-f50c23df-ecd2-4fea-ac9c-5cd68468b363 None None] For port df46f5f7-465f-4cb0-987f-59c2a7901f72, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=df46f5f7-465f-4cb0-987f-59c2a7901f72,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:11.801380 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f50c23df-ecd2-4fea-ac9c-5cd68468b363 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:11.814824 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-f50c23df-ecd2-4fea-ac9c-5cd68468b363 None None] Calling delete_port for df46f5f7-465f-4cb0-987f-59c2a7901f72 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:11.916114 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-03e0a0c1-209a-480a-918a-c0606bf5cd22 admin admin] For port 709f23f4-a8b4-4007-b14a-c23e41ab903e, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=709f23f4-a8b4-4007-b14a-c23e41ab903e,segment=NetworkSegment(d767b856-e22c-4473-bbdd-0ff5e849d4ed),segment_id=d767b856-e22c-4473-bbdd-0ff5e849d4ed)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:11.916634 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03e0a0c1-209a-480a-918a-c0606bf5cd22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:11.919024 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f50c23df-ecd2-4fea-ac9c-5cd68468b363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:11.953745 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50c23df-ecd2-4fea-ac9c-5cd68468b363 None None] No DVR routers for this DVR port df46f5f7-465f-4cb0-987f-59c2a7901f72 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:12:11.955955 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-03e0a0c1-209a-480a-918a-c0606bf5cd22 admin admin] Calling delete_port for 709f23f4-a8b4-4007-b14a-c23e41ab903e owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:11.992607 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c23df-ecd2-4fea-ac9c-5cd68468b363 None None] Pushing event deleted for resources: {'Port': ['ID=df46f5f7-465f-4cb0-987f-59c2a7901f72,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:12.022921 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-964b9906-fcac-4acd-bf88-b360044411e0 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:12.182707 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-964b9906-fcac-4acd-bf88-b360044411e0 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:12.207174 n-d-715271-26 neutron-server[100606]: DEBUG neutron.objects.ports [None req-9b81b922-4952-4923-a826-645a2ed20661 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100606) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:12:12.210534 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9b81b922-4952-4923-a826-645a2ed20661 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:12.259063 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b81b922-4952-4923-a826-645a2ed20661 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:12.264245 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-9b81b922-4952-4923-a826-645a2ed20661 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:12.270354 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b81b922-4952-4923-a826-645a2ed20661 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:12.271108 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9b81b922-4952-4923-a826-645a2ed20661 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:12.274582 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1ddfa9-6cc6-44d8-ac74-127f8b6cd4b1 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:12.278820 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 21a31d8a-2a7f-452d-9ce8-72232243197f no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:12:12.304037 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81b922-4952-4923-a826-645a2ed20661 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Subnet': ['ID=3db596dc-7d89-4644-adf0-6e12e4f34018,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:12.315603 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9b81b922-4952-4923-a826-645a2ed20661 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8528314 Oct 19 01:12:12.316574 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41078) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:12.327691 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-a0624c61-4d5c-4d9d-ad73-b5acc92fbe0a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'port': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'mac_address': 'fa:16:3e:d7:3c:0f', 'name': 'tempest-NetworksTestDHCPv6-902193794'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:12.402330 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03e0a0c1-209a-480a-918a-c0606bf5cd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:12.469902 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0a0c1-209a-480a-918a-c0606bf5cd22 admin admin] Pushing event deleted for resources: {'Port': ['ID=709f23f4-a8b4-4007-b14a-c23e41ab903e,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:12.471963 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:12.543481 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1abc2f-3cbb-4a02-b898-260826f13268', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21a31d8a-2a7f-452d-9ce8-72232243197f'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:12:12.547265 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37a5fb8-ef62-4411-a468-9bae1854b7e8" -d '{"events": [{"server_uuid": "5d1abc2f-3cbb-4a02-b898-260826f13268", "name": "network-vif-unplugged", "status": "completed", "tag": "21a31d8a-2a7f-452d-9ce8-72232243197f"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:12:12.556865 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 21a31d8a-2a7f-452d-9ce8-72232243197f, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=21a31d8a-2a7f-452d-9ce8-72232243197f,segment=NetworkSegment(8a516c3b-6789-44d3-87bb-3790155029b6),segment_id=8a516c3b-6789-44d3-87bb-3790155029b6)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:12.604357 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-964b9906-fcac-4acd-bf88-b360044411e0 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:12.642344 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-964b9906-fcac-4acd-bf88-b360044411e0 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:12.666994 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:12.777844 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c6fe6b-3883-4e56-ab3c-5f3414442a58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-833e9ff3-de52-4870-807a-a323cda2654c', 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'tenant_id': 'c34b9efccd444514b6828a5a5dd7684d', 'fixed_ips': [{'subnet_id': '3db596dc-7d89-4644-adf0-6e12e4f34018'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:12:12.782437 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a7c6fe6b-3883-4e56-ab3c-5f3414442a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:12.850450 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 19 Oct 2021 01:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fadd50c-8a00-4e01-bc2f-9852c86dfb78 x-openstack-request-id: req-7fadd50c-8a00-4e01-bc2f-9852c86dfb78 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:12:12.851116 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1abc2f-3cbb-4a02-b898-260826f13268", "name": "network-vif-unplugged", "status": "failed", "tag": "21a31d8a-2a7f-452d-9ce8-72232243197f", "code": 422}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:12:12.851116 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7fadd50c-8a00-4e01-bc2f-9852c86dfb78 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:12:12.851398 n-d-715271-26 neutron-server[100608]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5d1abc2f-3cbb-4a02-b898-260826f13268', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '21a31d8a-2a7f-452d-9ce8-72232243197f', 'code': 422} returned with failed status Oct 19 01:12:12.854594 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=21a31d8a-2a7f-452d-9ce8-72232243197f,revision_number=8']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:13.012854 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0624c61-4d5c-4d9d-ad73-b5acc92fbe0a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:13.021640 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b9906-fcac-4acd-bf88-b360044411e0 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event updated for resources: {'Port': ['ID=1d4d1912-7fa3-4c99-8af5-438b2d9c94cc,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:13.060158 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-a7c6fe6b-3883-4e56-ab3c-5f3414442a58 None None] Allocated IP 2001:db8::f816:3eff:fe3e:764e (833e9ff3-de52-4870-807a-a323cda2654c/3db596dc-7d89-4644-adf0-6e12e4f34018/e978e415-122c-470d-9337-9fceeaedf235) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:13.110308 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03e0a0c1-209a-480a-918a-c0606bf5cd22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:13.124902 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device df46f5f7-465f-4cb0-987f-59c2a7901f72 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:12:13.173317 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: df46f5f7-465f-4cb0-987f-59c2a7901f72 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:12:13.173658 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device df46f5f7-465f-4cb0-987f-59c2a7901f72 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:12:13.193682 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-964b9906-fcac-4acd-bf88-b360044411e0 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:13.248211 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41136) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:13.261804 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a7c6fe6b-3883-4e56-ab3c-5f3414442a58 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:13.269734 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a7c6fe6b-3883-4e56-ab3c-5f3414442a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:13.318786 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c6fe6b-3883-4e56-ab3c-5f3414442a58 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:13.323336 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-a7c6fe6b-3883-4e56-ab3c-5f3414442a58 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:13.325339 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6fe6b-3883-4e56-ab3c-5f3414442a58 None None] Pushing event updated for resources: {'Port': ['ID=e978e415-122c-470d-9337-9fceeaedf235,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:13.327302 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c03ff-5f41-488a-8b55-9cd9ac3d4f45 req-0b9d92f1-3e19-41d5-9266-320c0cdfe1d6 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:13.327503 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c6fe6b-3883-4e56-ab3c-5f3414442a58 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:13.334264 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-200c03ff-5f41-488a-8b55-9cd9ac3d4f45 req-0b9d92f1-3e19-41d5-9266-320c0cdfe1d6 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d1abc2f-3cbb-4a02-b898-260826f13268 HTTP/1.1" status: 200 len: 944 time: 0.2121608 Oct 19 01:12:13.342151 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a0624c61-4d5c-4d9d-ad73-b5acc92fbe0a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:13.379332 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c34bc16d-7e86-4969-8975-71c8822883ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:13.384788 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-a7c6fe6b-3883-4e56-ab3c-5f3414442a58 None None] Attempting to bind port e978e415-122c-470d-9337-9fceeaedf235 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:12:13.385255 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-a7c6fe6b-3883-4e56-ab3c-5f3414442a58 None None] Attempting to bind port e978e415-122c-470d-9337-9fceeaedf235 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:12:13.385734 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c6fe6b-3883-4e56-ab3c-5f3414442a58 None None] Attempting to bind port e978e415-122c-470d-9337-9fceeaedf235 on network 833e9ff3-de52-4870-807a-a323cda2654c {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:13.391417 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c6fe6b-3883-4e56-ab3c-5f3414442a58 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:12:13.391912 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c6fe6b-3883-4e56-ab3c-5f3414442a58 None None] Checking segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:13.392380 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a7c6fe6b-3883-4e56-ab3c-5f3414442a58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:13.392863 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c6fe6b-3883-4e56-ab3c-5f3414442a58 None None] Bound using segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:12:13.393403 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-a7c6fe6b-3883-4e56-ab3c-5f3414442a58 None None] Bound port: e978e415-122c-470d-9337-9fceeaedf235, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:12:13.393853 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a7c6fe6b-3883-4e56-ab3c-5f3414442a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:13.460388 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c34bc16d-7e86-4969-8975-71c8822883ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:13.463531 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-a7c6fe6b-3883-4e56-ab3c-5f3414442a58 None None] For port e978e415-122c-470d-9337-9fceeaedf235, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:12:13.466121 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c34bc16d-7e86-4969-8975-71c8822883ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:13.466970 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-a7c6fe6b-3883-4e56-ab3c-5f3414442a58 None None] For port e978e415-122c-470d-9337-9fceeaedf235, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=e978e415-122c-470d-9337-9fceeaedf235,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:12:13.472254 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a7c6fe6b-3883-4e56-ab3c-5f3414442a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:13.472605 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-a0624c61-4d5c-4d9d-ad73-b5acc92fbe0a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] device_id is not set on port 57b638e0-8082-4c8a-b539-0793cd513e6b yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:12:13.509878 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34bc16d-7e86-4969-8975-71c8822883ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0e93e7-8b54-489a-86e1-4f7ebe61b1ea,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:13.517580 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c34bc16d-7e86-4969-8975-71c8822883ba admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=51ef0e9987ed48b49b8a57c8799615d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2677901 Oct 19 01:12:13.518641 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41140) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:13.537400 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6fe6b-3883-4e56-ab3c-5f3414442a58 None None] Pushing event updated for resources: {'Port': ['ID=e978e415-122c-470d-9337-9fceeaedf235,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:13.568228 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [None req-964b9906-fcac-4acd-bf88-b360044411e0 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Floating IP a3730ada-c720-468a-a417-06cdc660d055 associated. External IP: 172.25.8.205, port: bfb9e658-a997-40b9-b481-d44fcf1e903c. Oct 19 01:12:13.575441 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9c01ceb7-42f1-42a7-9e13-68f9b02d04ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:13.598792 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9c01ceb7-42f1-42a7-9e13-68f9b02d04ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:13.656056 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9c01ceb7-42f1-42a7-9e13-68f9b02d04ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:13.658830 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9c01ceb7-42f1-42a7-9e13-68f9b02d04ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:13.662742 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9c01ceb7-42f1-42a7-9e13-68f9b02d04ee admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bb0e93e7-8b54-489a-86e1-4f7ebe61b1ea HTTP/1.1" status: 204 len: 168 time: 0.1405854 Oct 19 01:12:13.670161 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c01ceb7-42f1-42a7-9e13-68f9b02d04ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0e93e7-8b54-489a-86e1-4f7ebe61b1ea,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:13.889007 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2443fd9d-7eeb-4da4-ade6-c9b7f6d75f94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:14.140974 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-a0624c61-4d5c-4d9d-ad73-b5acc92fbe0a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Allocated IP 2001:db8::f816:3eff:fed7:3c0f (833e9ff3-de52-4870-807a-a323cda2654c/3db596dc-7d89-4644-adf0-6e12e4f34018/57b638e0-8082-4c8a-b539-0793cd513e6b) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:14.152188 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-200c03ff-5f41-488a-8b55-9cd9ac3d4f45 req-8a570fa5-18b1-4035-80cb-6343c93c805a tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Deleting port 21a31d8a-2a7f-452d-9ce8-72232243197f {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:14.152532 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-200c03ff-5f41-488a-8b55-9cd9ac3d4f45 req-8a570fa5-18b1-4035-80cb-6343c93c805a tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:14.216654 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e0a0c1-209a-480a-918a-c0606bf5cd22 admin admin] Router da0ff329-66e4-48b4-ae7b-57eb7fd56c18 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:12:14.415603 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-200c03ff-5f41-488a-8b55-9cd9ac3d4f45 req-8a570fa5-18b1-4035-80cb-6343c93c805a tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] For port 21a31d8a-2a7f-452d-9ce8-72232243197f, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=21a31d8a-2a7f-452d-9ce8-72232243197f,segment=NetworkSegment(8a516c3b-6789-44d3-87bb-3790155029b6),segment_id=8a516c3b-6789-44d3-87bb-3790155029b6)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:14.416021 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-200c03ff-5f41-488a-8b55-9cd9ac3d4f45 req-8a570fa5-18b1-4035-80cb-6343c93c805a tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:14.485161 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-200c03ff-5f41-488a-8b55-9cd9ac3d4f45 req-8a570fa5-18b1-4035-80cb-6343c93c805a tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Calling delete_port for 21a31d8a-2a7f-452d-9ce8-72232243197f owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:14.640930 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964b9906-fcac-4acd-bf88-b360044411e0 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Router 48b4d657-b554-4fc5-a40b-3f0590b5de04 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:12:14.657717 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e0a0c1-209a-480a-918a-c0606bf5cd22 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:12:14.663265 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-03e0a0c1-209a-480a-918a-c0606bf5cd22 admin admin] 10.222.0.57 "PUT /v2.0/routers/da0ff329-66e4-48b4-ae7b-57eb7fd56c18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1410677 Oct 19 01:12:14.665994 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41170) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:14.669722 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7f9b0e-95e5-4629-9a39-dd5a00572a8d None None] Sync routers for ids ['da0ff329-66e4-48b4-ae7b-57eb7fd56c18'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:12:14.685261 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7f9b0e-95e5-4629-9a39-dd5a00572a8d None None] Routers {'da0ff329-66e4-48b4-ae7b-57eb7fd56c18'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:14.686340 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-8e7f9b0e-95e5-4629-9a39-dd5a00572a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:11:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['da0ff329-66e4-48b4-ae7b-57eb7fd56c18'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:14.697327 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4a8dc20b-2a0b-495b-8c08-401b6daa29db None None] Provisioning complete for port e978e415-122c-470d-9337-9fceeaedf235 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:14.698005 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4a8dc20b-2a0b-495b-8c08-401b6daa29db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:14.701701 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a0624c61-4d5c-4d9d-ad73-b5acc92fbe0a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:14.811499 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-8e7f9b0e-95e5-4629-9a39-dd5a00572a8d None None] Set router da0ff329-66e4-48b4-ae7b-57eb7fd56c18 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:12:14.869883 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4a8dc20b-2a0b-495b-8c08-401b6daa29db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:14.876249 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a0624c61-4d5c-4d9d-ad73-b5acc92fbe0a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:14.914150 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964b9906-fcac-4acd-bf88-b360044411e0 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:12:14.917186 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b8af896e-ca27-428d-b701-4c19457cb957 admin admin] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:14.933987 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-200c03ff-5f41-488a-8b55-9cd9ac3d4f45 req-8a570fa5-18b1-4035-80cb-6343c93c805a tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:14.944030 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4a8dc20b-2a0b-495b-8c08-401b6daa29db None None] For port e978e415-122c-470d-9337-9fceeaedf235, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=e978e415-122c-470d-9337-9fceeaedf235,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:14.953941 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b2d9e3-8ce5-4333-8602-ad0255eef6b7 None None] Sync routers for ids ['48b4d657-b554-4fc5-a40b-3f0590b5de04'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:12:14.956509 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0624c61-4d5c-4d9d-ad73-b5acc92fbe0a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:14.966416 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-a0624c61-4d5c-4d9d-ad73-b5acc92fbe0a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:14.968041 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4a8dc20b-2a0b-495b-8c08-401b6daa29db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:14.970402 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0624c61-4d5c-4d9d-ad73-b5acc92fbe0a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:14.977551 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0624c61-4d5c-4d9d-ad73-b5acc92fbe0a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:14.979773 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a0624c61-4d5c-4d9d-ad73-b5acc92fbe0a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:14.995204 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-964b9906-fcac-4acd-bf88-b360044411e0 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:15.039139 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0624c61-4d5c-4d9d-ad73-b5acc92fbe0a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Port': ['ID=57b638e0-8082-4c8a-b539-0793cd513e6b,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:15.061651 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-8e7f9b0e-95e5-4629-9a39-dd5a00572a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'name': 'tempest-ServersTestJSON-1174601585-router', 'tenant_id': '367e6ec72e154da6846bfeff424d3eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'c65aaa78-8ab1-47cb-af77-6aa246080eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:46Z', 'updated_at': '2021-10-19T01:12:12Z', 'revision_number': 5, 'project_id': '367e6ec72e154da6846bfeff424d3eaf', 'gw_port': {'id': 'c65aaa78-8ab1-47cb-af77-6aa246080eac', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:48Z', 'updated_at': '2021-10-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:15.085060 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8dc20b-2a0b-495b-8c08-401b6daa29db None None] Pushing event updated for resources: {'Port': ['ID=e978e415-122c-470d-9337-9fceeaedf235,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:15.098993 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7f9b0e-95e5-4629-9a39-dd5a00572a8d None None] Checking router: da0ff329-66e4-48b4-ae7b-57eb7fd56c18 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:12:15.102900 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b2d9e3-8ce5-4333-8602-ad0255eef6b7 None None] Routers {'48b4d657-b554-4fc5-a40b-3f0590b5de04'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:15.104012 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-67b2d9e3-8ce5-4333-8602-ad0255eef6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:11:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['48b4d657-b554-4fc5-a40b-3f0590b5de04'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:15.117971 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7f9b0e-95e5-4629-9a39-dd5a00572a8d None None] Routers {'da0ff329-66e4-48b4-ae7b-57eb7fd56c18'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:15.119784 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-8e7f9b0e-95e5-4629-9a39-dd5a00572a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:11:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['da0ff329-66e4-48b4-ae7b-57eb7fd56c18'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:15.184377 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b8af896e-ca27-428d-b701-4c19457cb957 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:15.192033 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-67b2d9e3-8ce5-4333-8602-ad0255eef6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:15.211895 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-200c03ff-5f41-488a-8b55-9cd9ac3d4f45 req-8a570fa5-18b1-4035-80cb-6343c93c805a tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] No DVR routers for this DVR port 21a31d8a-2a7f-452d-9ce8-72232243197f on host n-h1-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:12:15.218786 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a570fa5-18b1-4035-80cb-6343c93c805a tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Pushing event deleted for resources: {'Port': ['ID=21a31d8a-2a7f-452d-9ce8-72232243197f,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:15.225438 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-200c03ff-5f41-488a-8b55-9cd9ac3d4f45 req-8a570fa5-18b1-4035-80cb-6343c93c805a tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:15.233376 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-200c03ff-5f41-488a-8b55-9cd9ac3d4f45 req-8a570fa5-18b1-4035-80cb-6343c93c805a tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "DELETE /v2.0/ports/21a31d8a-2a7f-452d-9ce8-72232243197f HTTP/1.1" status: 204 len: 173 time: 1.8983374 Oct 19 01:12:15.236491 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1abc2f-3cbb-4a02-b898-260826f13268', 'name': 'network-vif-deleted', 'tag': '21a31d8a-2a7f-452d-9ce8-72232243197f'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:12:15.239349 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7046ff44-f0b4-4bca-bf27-83b6a45546d1" -d '{"events": [{"server_uuid": "5d1abc2f-3cbb-4a02-b898-260826f13268", "name": "network-vif-deleted", "tag": "21a31d8a-2a7f-452d-9ce8-72232243197f"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:12:15.247130 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b2d9e3-8ce5-4333-8602-ad0255eef6b7 None None] Routers {'48b4d657-b554-4fc5-a40b-3f0590b5de04'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:15.257721 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-67b2d9e3-8ce5-4333-8602-ad0255eef6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:11:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['48b4d657-b554-4fc5-a40b-3f0590b5de04'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:15.262855 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a0624c61-4d5c-4d9d-ad73-b5acc92fbe0a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9394972 Oct 19 01:12:15.267377 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41188) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:15.269037 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-964b9906-fcac-4acd-bf88-b360044411e0 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.9156265 Oct 19 01:12:15.273461 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41190) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:15.291000 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-ff8cd3f4-47f4-4005-8c3c-1bba9a1a3dee tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:15.360404 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-b8af896e-ca27-428d-b701-4c19457cb957 admin admin] Deleting port c65aaa78-8ab1-47cb-af77-6aa246080eac {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:15.360745 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b8af896e-ca27-428d-b701-4c19457cb957 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:15.364502 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device e978e415-122c-470d-9337-9fceeaedf235 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:15.368209 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-67b2d9e3-8ce5-4333-8602-ad0255eef6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:15.369473 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b2d9e3-8ce5-4333-8602-ad0255eef6b7 None None] The sync data for ids ['48b4d657-b554-4fc5-a40b-3f0590b5de04'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:12:15.486026 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 19 Oct 2021 01:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258787b9-4f41-403d-b63a-69e7ed86baca x-openstack-request-id: req-258787b9-4f41-403d-b63a-69e7ed86baca {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:12:15.486319 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1abc2f-3cbb-4a02-b898-260826f13268", "name": "network-vif-deleted", "tag": "21a31d8a-2a7f-452d-9ce8-72232243197f", "status": "failed", "code": 422}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:12:15.486636 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-258787b9-4f41-403d-b63a-69e7ed86baca {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:12:15.486987 n-d-715271-26 neutron-server[100607]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5d1abc2f-3cbb-4a02-b898-260826f13268', 'name': 'network-vif-deleted', 'tag': '21a31d8a-2a7f-452d-9ce8-72232243197f', 'status': 'failed', 'code': 422} returned with failed status Oct 19 01:12:15.493854 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ff8cd3f4-47f4-4005-8c3c-1bba9a1a3dee tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for floatingip, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:15.520064 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-8e7f9b0e-95e5-4629-9a39-dd5a00572a8d None None] Set router da0ff329-66e4-48b4-ae7b-57eb7fd56c18 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:12:15.525253 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port e978e415-122c-470d-9337-9fceeaedf235 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:15.525895 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:15.594991 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5a0fa0-7792-4a20-a373-51a2157529a2 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:15.617293 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99385fd6-f0ae-4c54-983d-4d62f578c5ee None None] Provisioning complete for port 57b638e0-8082-4c8a-b539-0793cd513e6b triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:15.617665 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99385fd6-f0ae-4c54-983d-4d62f578c5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:15.617883 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5a0fa0-7792-4a20-a373-51a2157529a2 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:15.622915 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6e5a0fa0-7792-4a20-a373-51a2157529a2 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.3447335 Oct 19 01:12:15.644390 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-b8af896e-ca27-428d-b701-4c19457cb957 admin admin] For port c65aaa78-8ab1-47cb-af77-6aa246080eac, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c65aaa78-8ab1-47cb-af77-6aa246080eac,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:15.644911 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b8af896e-ca27-428d-b701-4c19457cb957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:15.658661 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-b8af896e-ca27-428d-b701-4c19457cb957 admin admin] Calling delete_port for c65aaa78-8ab1-47cb-af77-6aa246080eac owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:15.660267 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41200) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:15.731755 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99385fd6-f0ae-4c54-983d-4d62f578c5ee None None] Port 57b638e0-8082-4c8a-b539-0793cd513e6b cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:12:15.784447 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ff8cd3f4-47f4-4005-8c3c-1bba9a1a3dee tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:15.786327 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-8e7f9b0e-95e5-4629-9a39-dd5a00572a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'name': 'tempest-ServersTestJSON-1174601585-router', 'tenant_id': '367e6ec72e154da6846bfeff424d3eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'c65aaa78-8ab1-47cb-af77-6aa246080eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:46Z', 'updated_at': '2021-10-19T01:12:12Z', 'revision_number': 5, 'project_id': '367e6ec72e154da6846bfeff424d3eaf', 'gw_port': {'id': 'c65aaa78-8ab1-47cb-af77-6aa246080eac', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:48Z', 'updated_at': '2021-10-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:15.791018 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ff8cd3f4-47f4-4005-8c3c-1bba9a1a3dee tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:15.791885 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [None req-ff8cd3f4-47f4-4005-8c3c-1bba9a1a3dee tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Floating IP a3730ada-c720-468a-a417-06cdc660d055 disassociated. External IP: 172.25.8.205, port: bfb9e658-a997-40b9-b481-d44fcf1e903c. Oct 19 01:12:15.848590 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7f9b0e-95e5-4629-9a39-dd5a00572a8d None None] The sync data for ids ['da0ff329-66e4-48b4-ae7b-57eb7fd56c18'] in n-d-715271-26 is: [{'id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'name': 'tempest-ServersTestJSON-1174601585-router', 'tenant_id': '367e6ec72e154da6846bfeff424d3eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'c65aaa78-8ab1-47cb-af77-6aa246080eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:46Z', 'updated_at': '2021-10-19T01:12:12Z', 'revision_number': 5, 'project_id': '367e6ec72e154da6846bfeff424d3eaf', 'gw_port': {'id': 'c65aaa78-8ab1-47cb-af77-6aa246080eac', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0ff329-66e4-48b4-ae7b-57eb7fd56c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:48Z', 'updated_at': '2021-10-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:12:15.966628 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b8af896e-ca27-428d-b701-4c19457cb957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:16.009077 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af896e-ca27-428d-b701-4c19457cb957 admin admin] Pushing event deleted for resources: {'Port': ['ID=c65aaa78-8ab1-47cb-af77-6aa246080eac,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:16.030617 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-19baa066-3378-4c6b-9248-51511b0702bd tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting port 57b638e0-8082-4c8a-b539-0793cd513e6b {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:16.030966 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-19baa066-3378-4c6b-9248-51511b0702bd tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:16.133928 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b8af896e-ca27-428d-b701-4c19457cb957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:16.164350 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8cd3f4-47f4-4005-8c3c-1bba9a1a3dee tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Router 48b4d657-b554-4fc5-a40b-3f0590b5de04 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:12:16.178600 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-ef910192-6e88-4722-b7c4-6be6f8453709 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:16.180249 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-ef910192-6e88-4722-b7c4-6be6f8453709 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/networks?id=9fdfc968-fd05-4762-858e-87980e28a6e6 HTTP/1.1" status: 200 len: 812 time: 0.1704643 Oct 19 01:12:16.243020 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-446f5786-a3e4-43f0-8d7d-c74a74b936a4 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/quotas/6b1b4901fc87414a92dc3f7f47c3c09a HTTP/1.1" status: 200 len: 375 time: 0.0532022 Oct 19 01:12:16.293482 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 21a31d8a-2a7f-452d-9ce8-72232243197f no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:12:16.297098 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-fc6ade4e-7d1f-4301-9a59-ed851808bd55 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b1b4901fc87414a92dc3f7f47c3c09a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414059 Oct 19 01:12:16.365755 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 21a31d8a-2a7f-452d-9ce8-72232243197f {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:12:16.371997 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 21a31d8a-2a7f-452d-9ce8-72232243197f not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:12:16.383643 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8cd3f4-47f4-4005-8c3c-1bba9a1a3dee tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:12:16.395665 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3456e85-1f01-49d5-85be-804aefb6795e None None] Sync routers for ids ['48b4d657-b554-4fc5-a40b-3f0590b5de04'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:12:16.396350 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ff8cd3f4-47f4-4005-8c3c-1bba9a1a3dee tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:16.412211 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3456e85-1f01-49d5-85be-804aefb6795e None None] Routers {'48b4d657-b554-4fc5-a40b-3f0590b5de04'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:16.415319 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-b3456e85-1f01-49d5-85be-804aefb6795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:11:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['48b4d657-b554-4fc5-a40b-3f0590b5de04'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:16.432194 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ff8cd3f4-47f4-4005-8c3c-1bba9a1a3dee tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "PUT /v2.0/floatingips/a3730ada-c720-468a-a417-06cdc660d055 HTTP/1.1" status: 200 len: 688 time: 1.1561456 Oct 19 01:12:16.434891 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41252) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:16.491120 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-b3456e85-1f01-49d5-85be-804aefb6795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:16.506355 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41254) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:16.519932 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3456e85-1f01-49d5-85be-804aefb6795e None None] Routers {'48b4d657-b554-4fc5-a40b-3f0590b5de04'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:16.520723 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-b3456e85-1f01-49d5-85be-804aefb6795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:11:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['48b4d657-b554-4fc5-a40b-3f0590b5de04'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:16.530751 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1e059b91-366b-4615-9260-59fefed4584b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:16.582482 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-b3456e85-1f01-49d5-85be-804aefb6795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:16.583144 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3456e85-1f01-49d5-85be-804aefb6795e None None] The sync data for ids ['48b4d657-b554-4fc5-a40b-3f0590b5de04'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:12:16.647954 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-19baa066-3378-4c6b-9248-51511b0702bd tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:16.651955 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b8af896e-ca27-428d-b701-4c19457cb957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:16.653900 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-014f2b59-da9a-471b-af4e-8dc6ecd9e64f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:16.658605 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b8af896e-ca27-428d-b701-4c19457cb957 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:16.667733 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-19baa066-3378-4c6b-9248-51511b0702bd tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Calling delete_port for 57b638e0-8082-4c8a-b539-0793cd513e6b owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:16.714840 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-1b12f0a5-f13c-4462-9192-e88b490f3d35 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Deleting port 1d4d1912-7fa3-4c99-8af5-438b2d9c94cc {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:16.715234 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1b12f0a5-f13c-4462-9192-e88b490f3d35 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:16.740738 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b8af896e-ca27-428d-b701-4c19457cb957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:16.741303 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8af896e-ca27-428d-b701-4c19457cb957 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da0ff329-66e4-48b4-ae7b-57eb7fd56c18 {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:12:16.746408 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b8af896e-ca27-428d-b701-4c19457cb957 admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:16.748288 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b8af896e-ca27-428d-b701-4c19457cb957 admin admin] 10.222.0.57 "DELETE /v2.0/routers/da0ff329-66e4-48b4-ae7b-57eb7fd56c18 HTTP/1.1" status: 204 len: 168 time: 2.0805809 Oct 19 01:12:16.752317 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41260) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:16.801052 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-64291822-471a-474f-9d1e-4cd8e5b21ba5 service neutron] 10.222.0.57 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738441 Oct 19 01:12:16.862638 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-19baa066-3378-4c6b-9248-51511b0702bd tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:16.879419 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-d924ef9a-f211-425b-b6a8-a797c26954d5 admin admin] Deleting subnet a37280b7-54ff-46fe-803e-0d2e465304b7 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:12:16.893737 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d924ef9a-f211-425b-b6a8-a797c26954d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:16.904120 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19baa066-3378-4c6b-9248-51511b0702bd tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Port': ['ID=57b638e0-8082-4c8a-b539-0793cd513e6b,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:16.939281 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-19baa066-3378-4c6b-9248-51511b0702bd tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:16.943221 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-19baa066-3378-4c6b-9248-51511b0702bd tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/57b638e0-8082-4c8a-b539-0793cd513e6b HTTP/1.1" status: 204 len: 168 time: 1.2817025 Oct 19 01:12:16.947892 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41262) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:17.005903 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cc2696-4c84-4bf6-a802-f3e5eca43b2f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:17.007495 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cc2696-4c84-4bf6-a802-f3e5eca43b2f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:17.009219 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-17cc2696-4c84-4bf6-a802-f3e5eca43b2f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0599265 Oct 19 01:12:17.012160 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41264) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:17.075014 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7d6e582-35f7-488f-931f-9e12c7c81d41 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting subnet 3db596dc-7d89-4644-adf0-6e12e4f34018 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:12:17.078696 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e7d6e582-35f7-488f-931f-9e12c7c81d41 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:17.125571 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e7d6e582-35f7-488f-931f-9e12c7c81d41 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:17.213886 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e7d6e582-35f7-488f-931f-9e12c7c81d41 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:17.238877 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:17.300117 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e7d6e582-35f7-488f-931f-9e12c7c81d41 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:17.334174 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d6e582-35f7-488f-931f-9e12c7c81d41 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Subnet': ['ID=3db596dc-7d89-4644-adf0-6e12e4f34018,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:17.336409 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e7d6e582-35f7-488f-931f-9e12c7c81d41 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:17.338674 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device e978e415-122c-470d-9337-9fceeaedf235 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:17.341124 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e7d6e582-35f7-488f-931f-9e12c7c81d41 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/3db596dc-7d89-4644-adf0-6e12e4f34018 HTTP/1.1" status: 204 len: 168 time: 0.3279448 Oct 19 01:12:17.341480 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1b12f0a5-f13c-4462-9192-e88b490f3d35 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:17.341881 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1b12f0a5-f13c-4462-9192-e88b490f3d35 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:17.344069 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41266) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:17.381456 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2365dfe-0f43-46c5-b7a7-d43c2cfd60c7 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:17.386299 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-38d0c2df-cb64-47bd-a34c-418262a4853f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0412130 Oct 19 01:12:17.392216 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41270) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:17.396652 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d924ef9a-f211-425b-b6a8-a797c26954d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:17.447464 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13b2603-0f0e-4162-b8b5-688ac959768c tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:17.451679 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d13b2603-0f0e-4162-b8b5-688ac959768c tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0580411 Oct 19 01:12:17.452309 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41272) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:17.485572 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-1b12f0a5-f13c-4462-9192-e88b490f3d35 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Calling delete_port for 1d4d1912-7fa3-4c99-8af5-438b2d9c94cc owned by network:floatingip {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:17.488624 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-a6eb18a2-467d-44bd-9bc7-6861bddeaa0f service neutron] 10.222.0.57 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6502616 Oct 19 01:12:17.489413 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port e978e415-122c-470d-9337-9fceeaedf235 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:17.490029 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:17.540827 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce935e05-e905-4f1d-ab42-055e3a8d3e30 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:17.544287 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ce935e05-e905-4f1d-ab42-055e3a8d3e30 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0879619 Oct 19 01:12:17.553171 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41276) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:17.605970 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5465925f-a0a2-4b20-a954-ec669b11cbe2 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0443749 Oct 19 01:12:17.607478 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d924ef9a-f211-425b-b6a8-a797c26954d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:17.612143 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41278) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:17.617203 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-014f2b59-da9a-471b-af4e-8dc6ecd9e64f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:17.618498 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-c054dc9a-d2a2-43b8-af2c-5d4629380b0a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:17.626321 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 709f23f4-a8b4-4007-b14a-c23e41ab903e no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:12:17.652573 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-014f2b59-da9a-471b-af4e-8dc6ecd9e64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:17.655419 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23221ea0-13ed-419a-ae1d-c2fa0c53e38d None None] DHCP port deletion for 833e9ff3-de52-4870-807a-a323cda2654c request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:12:17.660041 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 709f23f4-a8b4-4007-b14a-c23e41ab903e {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:12:17.660390 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 709f23f4-a8b4-4007-b14a-c23e41ab903e not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:12:17.718086 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:17.731506 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-23221ea0-13ed-419a-ae1d-c2fa0c53e38d None None] Deleting port e978e415-122c-470d-9337-9fceeaedf235 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:17.732120 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-23221ea0-13ed-419a-ae1d-c2fa0c53e38d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:17.757387 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c054dc9a-d2a2-43b8-af2c-5d4629380b0a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:17.762073 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c054dc9a-d2a2-43b8-af2c-5d4629380b0a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:17.794918 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f2b59-da9a-471b-af4e-8dc6ecd9e64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc275f63-6381-4072-bf23-a35edf671e92,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:17.797325 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ed3c4550-b139-4ad9-9327-33b718de853f req-df4e0076-bbfe-4e67-86d6-9e90ed44bde9 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 210 time: 0.0522590 Oct 19 01:12:17.816671 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d924ef9a-f211-425b-b6a8-a797c26954d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:17.824054 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-23221ea0-13ed-419a-ae1d-c2fa0c53e38d None None] For port e978e415-122c-470d-9337-9fceeaedf235, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=e978e415-122c-470d-9337-9fceeaedf235,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:17.824948 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-23221ea0-13ed-419a-ae1d-c2fa0c53e38d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:17.838842 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-23221ea0-13ed-419a-ae1d-c2fa0c53e38d None None] Calling delete_port for e978e415-122c-470d-9337-9fceeaedf235 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:17.851417 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd7b7cd-49ca-4950-a9b6-8f0049abe371 None None] Network f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:17.860192 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d924ef9a-f211-425b-b6a8-a797c26954d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:17.865656 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d924ef9a-f211-425b-b6a8-a797c26954d5 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a37280b7-54ff-46fe-803e-0d2e465304b7 HTTP/1.1" status: 204 len: 168 time: 1.1084673 Oct 19 01:12:17.872378 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-014f2b59-da9a-471b-af4e-8dc6ecd9e64f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=809ca62bed9d42cc82125efec6018cdb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3212247 Oct 19 01:12:17.873540 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924ef9a-f211-425b-b6a8-a797c26954d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a37280b7-54ff-46fe-803e-0d2e465304b7,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:17.875510 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41286) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:17.876019 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41288) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:17.969726 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1b12f0a5-f13c-4462-9192-e88b490f3d35 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:18.025724 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12f0a5-f13c-4462-9192-e88b490f3d35 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event deleted for resources: {'Port': ['ID=1d4d1912-7fa3-4c99-8af5-438b2d9c94cc,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:18.097379 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b916195-d286-40d2-a195-73a85a1d801e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:18.151531 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a4aa3ef-7f9a-48d5-b439-96e90dc63dee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:18.198438 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1b12f0a5-f13c-4462-9192-e88b490f3d35 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for floatingip, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:18.200769 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1b12f0a5-f13c-4462-9192-e88b490f3d35 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:18.205194 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1b12f0a5-f13c-4462-9192-e88b490f3d35 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "DELETE /v2.0/floatingips/a3730ada-c720-468a-a417-06cdc660d055 HTTP/1.1" status: 204 len: 168 time: 1.7660310 Oct 19 01:12:18.207260 n-d-715271-26 neutron-server[100606]: DEBUG neutron.objects.ports [None req-c054dc9a-d2a2-43b8-af2c-5d4629380b0a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100606) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:12:18.208845 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41294) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:18.214921 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-c6c737a2-8ed8-4f79-a95b-8ec9e24be960 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'port_id': '4c64b9ad-b282-4f3d-91e3-c3c80a7cb38f'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:18.216368 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a4aa3ef-7f9a-48d5-b439-96e90dc63dee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:18.265820 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-9b916195-d286-40d2-a195-73a85a1d801e admin admin] Deleting port b1c94101-e7b9-4de6-9780-82fdca436dd6 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:18.266061 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b916195-d286-40d2-a195-73a85a1d801e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:18.328781 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-23221ea0-13ed-419a-ae1d-c2fa0c53e38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:18.332136 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a4aa3ef-7f9a-48d5-b439-96e90dc63dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:18.334484 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a4aa3ef-7f9a-48d5-b439-96e90dc63dee admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:18.338547 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9a4aa3ef-7f9a-48d5-b439-96e90dc63dee admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fc275f63-6381-4072-bf23-a35edf671e92 HTTP/1.1" status: 204 len: 168 time: 0.4072454 Oct 19 01:12:18.345199 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-9b916195-d286-40d2-a195-73a85a1d801e admin admin] For port b1c94101-e7b9-4de6-9780-82fdca436dd6, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b1c94101-e7b9-4de6-9780-82fdca436dd6,segment=NetworkSegment(d767b856-e22c-4473-bbdd-0ff5e849d4ed),segment_id=d767b856-e22c-4473-bbdd-0ff5e849d4ed)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:18.345782 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b916195-d286-40d2-a195-73a85a1d801e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:18.363193 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4aa3ef-7f9a-48d5-b439-96e90dc63dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc275f63-6381-4072-bf23-a35edf671e92,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:18.363708 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23221ea0-13ed-419a-ae1d-c2fa0c53e38d None None] Pushing event deleted for resources: {'Port': ['ID=e978e415-122c-470d-9337-9fceeaedf235,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:18.370768 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23221ea0-13ed-419a-ae1d-c2fa0c53e38d None None] No DVR routers for this DVR port e978e415-122c-470d-9337-9fceeaedf235 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:12:18.374717 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-9b916195-d286-40d2-a195-73a85a1d801e admin admin] Calling delete_port for b1c94101-e7b9-4de6-9780-82fdca436dd6 owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:18.421365 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.ipam_pluggable_backend [None req-c054dc9a-d2a2-43b8-af2c-5d4629380b0a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Port e978e415-122c-470d-9337-9fceeaedf235 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100606) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 19 01:12:18.421788 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.ipam_pluggable_backend [None req-c054dc9a-d2a2-43b8-af2c-5d4629380b0a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Reverting IP allocation for 2001:db8::f816:3eff:fe3e:764e {{(pid=100606) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 19 01:12:18.425465 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c6c737a2-8ed8-4f79-a95b-8ec9e24be960 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for floatingip, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:18.428210 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.ipam_pluggable_backend [None req-c054dc9a-d2a2-43b8-af2c-5d4629380b0a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe3e:764e {{(pid=100606) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 19 01:12:18.430444 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c054dc9a-d2a2-43b8-af2c-5d4629380b0a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:18.475819 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d8ea0e-0642-4ca1-b98d-c889a1220c8c None None] DHCP port deletion for f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:12:18.486224 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054dc9a-d2a2-43b8-af2c-5d4629380b0a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Subnet': ['ID=0153fb7a-f474-4a35-a4b7-4745cf0142ae,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:18.506482 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c054dc9a-d2a2-43b8-af2c-5d4629380b0a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:18.515105 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-c054dc9a-d2a2-43b8-af2c-5d4629380b0a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:18.528888 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c054dc9a-d2a2-43b8-af2c-5d4629380b0a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:18.530585 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c054dc9a-d2a2-43b8-af2c-5d4629380b0a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:18.536087 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b1e0a8-9a20-4de4-8ae3-b1809ffe766f None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:18.570932 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b916195-d286-40d2-a195-73a85a1d801e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:18.573039 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c054dc9a-d2a2-43b8-af2c-5d4629380b0a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9595869 Oct 19 01:12:18.577730 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41304) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:18.607517 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-c6165025-35a1-4d4a-944f-324b22535db7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'port': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'mac_address': 'fa:16:3e:f8:92:7c', 'name': 'tempest-NetworksTestDHCPv6-414362035'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:18.619192 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b916195-d286-40d2-a195-73a85a1d801e admin admin] Pushing event deleted for resources: {'Port': ['ID=b1c94101-e7b9-4de6-9780-82fdca436dd6,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:18.656919 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b916195-d286-40d2-a195-73a85a1d801e admin admin] No DVR routers for this DVR port b1c94101-e7b9-4de6-9780-82fdca436dd6 on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:12:18.671666 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c6c737a2-8ed8-4f79-a95b-8ec9e24be960 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:18.718384 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b1d837-1026-4960-b85c-48a8570f3430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-833e9ff3-de52-4870-807a-a323cda2654c', 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'tenant_id': 'c34b9efccd444514b6828a5a5dd7684d', 'fixed_ips': [{'subnet_id': '0153fb7a-f474-4a35-a4b7-4745cf0142ae'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:12:18.719359 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-11b1d837-1026-4960-b85c-48a8570f3430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:18.736240 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-e4d8ea0e-0642-4ca1-b98d-c889a1220c8c None None] Deleting port b1c94101-e7b9-4de6-9780-82fdca436dd6 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:18.736615 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e4d8ea0e-0642-4ca1-b98d-c889a1220c8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:18.857313 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41310) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:18.866417 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-c6c737a2-8ed8-4f79-a95b-8ec9e24be960 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Allocated IP 172.25.8.165 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/6ec69217-a355-4dcb-b48c-e3dd73873072) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:18.881846 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-93548388-1409-4109-ba28-2c4b40dd1253 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:18.918682 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b916195-d286-40d2-a195-73a85a1d801e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:18.972404 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device e978e415-122c-470d-9337-9fceeaedf235 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:12:18.989687 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b8002fd5-4756-443a-ad8c-3d9558cc9b05 req-ce16b523-f9d4-4fd9-8443-a0f9a6b82b3c tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 210 time: 0.0663016 Oct 19 01:12:18.991615 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-9b916195-d286-40d2-a195-73a85a1d801e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:19.008334 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-9b916195-d286-40d2-a195-73a85a1d801e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd767b856-e22c-4473-bbdd-0ff5e849d4ed') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:19.009119 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-9b916195-d286-40d2-a195-73a85a1d801e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd767b856-e22c-4473-bbdd-0ff5e849d4ed') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:19.024265 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b916195-d286-40d2-a195-73a85a1d801e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.038176 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-11b1d837-1026-4960-b85c-48a8570f3430 None None] Allocated IP 2001:db8::f816:3eff:feb9:289f (833e9ff3-de52-4870-807a-a323cda2654c/0153fb7a-f474-4a35-a4b7-4745cf0142ae/9468db36-84cf-456a-a941-ecbcaacd40d5) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:19.043381 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b916195-d286-40d2-a195-73a85a1d801e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.047026 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: e978e415-122c-470d-9337-9fceeaedf235 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:12:19.047381 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device e978e415-122c-470d-9337-9fceeaedf235 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:12:19.047836 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b1c94101-e7b9-4de6-9780-82fdca436dd6 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:12:19.049127 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6165025-35a1-4d4a-944f-324b22535db7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:19.055848 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b916195-d286-40d2-a195-73a85a1d801e admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:12:19.056925 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b916195-d286-40d2-a195-73a85a1d801e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.058842 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:12:19.058842 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:12:19.058842 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:12:19.058842 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:12:19.058842 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:12:19.058842 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:12:19.058842 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:12:19.058842 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:12:19.058842 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:12:19.058842 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:12:19.058842 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:12:19.058842 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:12:19.058842 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:12:19.058842 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:12:19.058842 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:12:19.058842 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:12:19.058842 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:12:19.058842 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:12:19.058842 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:12:19.058842 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:12:19.058842 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:12:19.058842 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:12:19.058842 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:12:19.058842 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:12:19.058842 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:12:19.058842 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:12:19.058842 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:12:19.058842 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:12:19.058842 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:12:19.058842 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:12:19.058842 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:12:19.058842 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:12:19.078503 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-93548388-1409-4109-ba28-2c4b40dd1253 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.080722 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-e4d8ea0e-0642-4ca1-b98d-c889a1220c8c None None] For port b1c94101-e7b9-4de6-9780-82fdca436dd6, host n-d-715271-26, got binding levels [] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:19.081125 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e4d8ea0e-0642-4ca1-b98d-c889a1220c8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.082506 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c6c737a2-8ed8-4f79-a95b-8ec9e24be960 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.084840 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: b1c94101-e7b9-4de6-9780-82fdca436dd6 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:12:19.084987 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-93548388-1409-4109-ba28-2c4b40dd1253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.085177 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b1c94101-e7b9-4de6-9780-82fdca436dd6 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:12:19.085592 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c65aaa78-8ab1-47cb-af77-6aa246080eac no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:12:19.122631 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93548388-1409-4109-ba28-2c4b40dd1253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ef4943-40d7-493b-b4cc-f352c4464d40,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:19.125543 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-e4d8ea0e-0642-4ca1-b98d-c889a1220c8c None None] Calling delete_port for b1c94101-e7b9-4de6-9780-82fdca436dd6 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:19.127171 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: c65aaa78-8ab1-47cb-af77-6aa246080eac {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:12:19.127583 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c65aaa78-8ab1-47cb-af77-6aa246080eac not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:12:19.130019 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.ipam_backend_mixin [None req-e4d8ea0e-0642-4ca1-b98d-c889a1220c8c None None] Port b1c94101-e7b9-4de6-9780-82fdca436dd6 was not found and therefore no delete operation was performed {{(pid=100608) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:12:19.135655 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e4d8ea0e-0642-4ca1-b98d-c889a1220c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.152691 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-93548388-1409-4109-ba28-2c4b40dd1253 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b4d5a1b42e7140e8ac75548c6b60c0d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2915702 Oct 19 01:12:19.154655 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41312) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:19.176232 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8ea0e-0642-4ca1-b98d-c889a1220c8c None None] Pushing event deleted for resources: {'Port': ['ID=b1c94101-e7b9-4de6-9780-82fdca436dd6,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:19.189760 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b916195-d286-40d2-a195-73a85a1d801e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.208797 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b916195-d286-40d2-a195-73a85a1d801e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.211688 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d8ea0e-0642-4ca1-b98d-c889a1220c8c None None] No DVR routers for this DVR port b1c94101-e7b9-4de6-9780-82fdca436dd6 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:12:19.213181 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9b916195-d286-40d2-a195-73a85a1d801e admin admin] 10.222.0.57 "DELETE /v2.0/networks/f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b HTTP/1.1" status: 204 len: 168 time: 1.2852719 Oct 19 01:12:19.226988 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b916195-d286-40d2-a195-73a85a1d801e admin admin] Pushing event deleted for resources: {'Network': ['ID=f0dc0d8a-8db0-44a4-a2b8-8a2dba3f197b,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:19.230544 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ba07818a-191b-483f-b6e4-666955985070 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.232318 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c6165025-35a1-4d4a-944f-324b22535db7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.259991 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-c6165025-35a1-4d4a-944f-324b22535db7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] device_id is not set on port ed5546c5-668d-4820-bdc5-3a80ec0a23e4 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:12:19.266665 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c6c737a2-8ed8-4f79-a95b-8ec9e24be960 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.297684 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ba07818a-191b-483f-b6e4-666955985070 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.375040 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-11b1d837-1026-4960-b85c-48a8570f3430 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.383595 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-11b1d837-1026-4960-b85c-48a8570f3430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.397227 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c737a2-8ed8-4f79-a95b-8ec9e24be960 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:19.427801 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-c6c737a2-8ed8-4f79-a95b-8ec9e24be960 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:19.431662 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c737a2-8ed8-4f79-a95b-8ec9e24be960 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:19.454147 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-c6165025-35a1-4d4a-944f-324b22535db7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Allocated IP 2001:db8::f816:3eff:fef8:927c (833e9ff3-de52-4870-807a-a323cda2654c/0153fb7a-f474-4a35-a4b7-4745cf0142ae/ed5546c5-668d-4820-bdc5-3a80ec0a23e4) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:19.478094 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b1d837-1026-4960-b85c-48a8570f3430 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:19.483176 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-11b1d837-1026-4960-b85c-48a8570f3430 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:19.488276 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b1d837-1026-4960-b85c-48a8570f3430 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:19.506400 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41316) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:19.523080 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1d837-1026-4960-b85c-48a8570f3430 None None] Pushing event updated for resources: {'Port': ['ID=9468db36-84cf-456a-a941-ecbcaacd40d5,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:19.527118 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c737a2-8ed8-4f79-a95b-8ec9e24be960 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event updated for resources: {'Port': ['ID=6ec69217-a355-4dcb-b48c-e3dd73873072,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:19.555815 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-11b1d837-1026-4960-b85c-48a8570f3430 None None] Attempting to bind port 9468db36-84cf-456a-a941-ecbcaacd40d5 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:12:19.557950 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-11b1d837-1026-4960-b85c-48a8570f3430 None None] Attempting to bind port 9468db36-84cf-456a-a941-ecbcaacd40d5 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:12:19.557950 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b1d837-1026-4960-b85c-48a8570f3430 None None] Attempting to bind port 9468db36-84cf-456a-a941-ecbcaacd40d5 on network 833e9ff3-de52-4870-807a-a323cda2654c {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:19.564974 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b1d837-1026-4960-b85c-48a8570f3430 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:12:19.565364 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b1d837-1026-4960-b85c-48a8570f3430 None None] Checking segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:19.565869 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-11b1d837-1026-4960-b85c-48a8570f3430 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.569045 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b1d837-1026-4960-b85c-48a8570f3430 None None] Bound using segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:12:19.569790 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-11b1d837-1026-4960-b85c-48a8570f3430 None None] Bound port: 9468db36-84cf-456a-a941-ecbcaacd40d5, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:12:19.570127 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-11b1d837-1026-4960-b85c-48a8570f3430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.602242 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d19bce43-faca-43ac-941c-32d2976d7f72 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=367e6ec72e154da6846bfeff424d3eaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0918634 Oct 19 01:12:19.603442 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41320) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:19.631029 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-ba8468c2-ea9e-4447-be39-4535523ea8e7 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:19.632971 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-ba8468c2-ea9e-4447-be39-4535523ea8e7 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.55 "GET /v2.0/networks?id=9fdfc968-fd05-4762-858e-87980e28a6e6 HTTP/1.1" status: 200 len: 812 time: 0.3198297 Oct 19 01:12:19.639365 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ba07818a-191b-483f-b6e4-666955985070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.642704 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ba07818a-191b-483f-b6e4-666955985070 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.643896 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ba07818a-191b-483f-b6e4-666955985070 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/67ef4943-40d7-493b-b4cc-f352c4464d40 HTTP/1.1" status: 204 len: 168 time: 0.4896894 Oct 19 01:12:19.654266 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-f4d49dc8-a049-442b-b8d6-e2e2c117e3e2 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Request body: {'port': {'device_id': 'a0c29516-f410-4191-bff8-db67f7078d43', 'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6', 'admin_state_up': True, 'tenant_id': '6b1b4901fc87414a92dc3f7f47c3c09a'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:19.695166 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-11b1d837-1026-4960-b85c-48a8570f3430 None None] For port 9468db36-84cf-456a-a941-ecbcaacd40d5, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:12:19.703289 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-11b1d837-1026-4960-b85c-48a8570f3430 None None] For port 9468db36-84cf-456a-a941-ecbcaacd40d5, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=9468db36-84cf-456a-a941-ecbcaacd40d5,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:12:19.706945 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.710179 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-11b1d837-1026-4960-b85c-48a8570f3430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.714729 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07818a-191b-483f-b6e4-666955985070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ef4943-40d7-493b-b4cc-f352c4464d40,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:19.737710 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a05b5ce6-be69-44cd-86bb-033ca3a92825 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.757886 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c6165025-35a1-4d4a-944f-324b22535db7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.786347 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a05b5ce6-be69-44cd-86bb-033ca3a92825 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.834338 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1d837-1026-4960-b85c-48a8570f3430 None None] Pushing event updated for resources: {'Port': ['ID=9468db36-84cf-456a-a941-ecbcaacd40d5,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:19.851088 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c6165025-35a1-4d4a-944f-324b22535db7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.909568 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6165025-35a1-4d4a-944f-324b22535db7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:19.914496 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-c6165025-35a1-4d4a-944f-324b22535db7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:19.919621 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6165025-35a1-4d4a-944f-324b22535db7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:19.931881 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6165025-35a1-4d4a-944f-324b22535db7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:19.931881 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c6165025-35a1-4d4a-944f-324b22535db7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.946955 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6165025-35a1-4d4a-944f-324b22535db7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Port': ['ID=ed5546c5-668d-4820-bdc5-3a80ec0a23e4,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:19.952365 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a05b5ce6-be69-44cd-86bb-033ca3a92825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.955002 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a05b5ce6-be69-44cd-86bb-033ca3a92825 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.956631 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a05b5ce6-be69-44cd-86bb-033ca3a92825 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2ff14264-8b98-49c1-846f-09f4994dbe5e HTTP/1.1" status: 204 len: 168 time: 0.3521841 Oct 19 01:12:19.969081 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-f4d49dc8-a049-442b-b8d6-e2e2c117e3e2 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Made reservation on behalf of 6b1b4901fc87414a92dc3f7f47c3c09a for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:19.973180 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-f4d49dc8-a049-442b-b8d6-e2e2c117e3e2 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.980019 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c6165025-35a1-4d4a-944f-324b22535db7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3993802 Oct 19 01:12:19.980938 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b5ce6-be69-44cd-86bb-033ca3a92825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff14264-8b98-49c1-846f-09f4994dbe5e,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:19.982542 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41330) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:20.068730 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3e6150-8236-4a91-bee6-2341cd0f772f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:20.076179 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3e6150-8236-4a91-bee6-2341cd0f772f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:20.078233 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4d3e6150-8236-4a91-bee6-2341cd0f772f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0946286 Oct 19 01:12:20.084839 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41334) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:20.164569 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dbf98f31-5a71-4c36-ba79-5b5e39893620 req-d6ae60c8-463d-4e14-9bd6-96ea7a1a17e1 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 210 time: 0.0547407 Oct 19 01:12:20.296176 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-5068c04e-1156-4ec0-b5c2-6824116e0a11 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting port ed5546c5-668d-4820-bdc5-3a80ec0a23e4 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:20.296519 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5068c04e-1156-4ec0-b5c2-6824116e0a11 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:20.323889 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-f4d49dc8-a049-442b-b8d6-e2e2c117e3e2 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Allocated IP 172.20.0.3 (9fdfc968-fd05-4762-858e-87980e28a6e6/48d33ad6-49ce-4420-8e80-235f3948de37/86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:20.342640 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c6c737a2-8ed8-4f79-a95b-8ec9e24be960 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:20.438006 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5068c04e-1156-4ec0-b5c2-6824116e0a11 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:20.455971 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-5068c04e-1156-4ec0-b5c2-6824116e0a11 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Calling delete_port for ed5546c5-668d-4820-bdc5-3a80ec0a23e4 owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:20.481788 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c6c737a2-8ed8-4f79-a95b-8ec9e24be960 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:20.597655 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-f4d49dc8-a049-442b-b8d6-e2e2c117e3e2 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:20.633579 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5068c04e-1156-4ec0-b5c2-6824116e0a11 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:20.725701 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068c04e-1156-4ec0-b5c2-6824116e0a11 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Port': ['ID=ed5546c5-668d-4820-bdc5-3a80ec0a23e4,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:20.737050 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-f4d49dc8-a049-442b-b8d6-e2e2c117e3e2 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:20.778896 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5068c04e-1156-4ec0-b5c2-6824116e0a11 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:20.782761 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5068c04e-1156-4ec0-b5c2-6824116e0a11 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/ed5546c5-668d-4820-bdc5-3a80ec0a23e4 HTTP/1.1" status: 204 len: 168 time: 0.6945651 Oct 19 01:12:20.784524 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41362) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:20.816131 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c6c737a2-8ed8-4f79-a95b-8ec9e24be960 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:20.839038 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-f4d49dc8-a049-442b-b8d6-e2e2c117e3e2 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Network 9fdfc968-fd05-4762-858e-87980e28a6e6 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:20.842683 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c6c737a2-8ed8-4f79-a95b-8ec9e24be960 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:20.847032 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-f4d49dc8-a049-442b-b8d6-e2e2c117e3e2 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:20.847910 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c0e563-dfa4-4baa-b38d-44d31d677468 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:20.857225 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-f4d49dc8-a049-442b-b8d6-e2e2c117e3e2 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:20.863669 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c0e563-dfa4-4baa-b38d-44d31d677468 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:20.868678 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-84c0e563-dfa4-4baa-b38d-44d31d677468 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0831721 Oct 19 01:12:20.871066 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41368) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:20.896772 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d49dc8-a049-442b-b8d6-e2e2c117e3e2 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Pushing event updated for resources: {'Port': ['ID=86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:20.988817 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-f4d49dc8-a049-442b-b8d6-e2e2c117e3e2 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:20.989777 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-f4d49dc8-a049-442b-b8d6-e2e2c117e3e2 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:21.005791 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c6c737a2-8ed8-4f79-a95b-8ec9e24be960 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:21.061357 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-672cb8f4-7b21-4dc6-9ba1-97e43c86e39d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting subnet 0153fb7a-f474-4a35-a4b7-4745cf0142ae {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:12:21.069203 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-672cb8f4-7b21-4dc6-9ba1-97e43c86e39d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:21.082696 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c737a2-8ed8-4f79-a95b-8ec9e24be960 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event updated for resources: {'Port': ['ID=6ec69217-a355-4dcb-b48c-e3dd73873072,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:21.091166 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-f4d49dc8-a049-442b-b8d6-e2e2c117e3e2 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4461532 Oct 19 01:12:21.116537 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-40448c38-6505-4ace-a54f-b269819f5c07 service neutron] Request body: {'port': {'device_id': 'a0c29516-f410-4191-bff8-db67f7078d43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:21.121443 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 9468db36-84cf-456a-a941-ecbcaacd40d5 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:21.165709 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-672cb8f4-7b21-4dc6-9ba1-97e43c86e39d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:21.207381 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 9468db36-84cf-456a-a941-ecbcaacd40d5 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:21.207784 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:21.301261 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41386) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:21.347130 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [None req-c6c737a2-8ed8-4f79-a95b-8ec9e24be960 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Floating IP 58f5607e-d1b3-4737-b61a-6d46fc4ad938 associated. External IP: 172.25.8.165, port: 4c64b9ad-b282-4f3d-91e3-c3c80a7cb38f. Oct 19 01:12:21.351766 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-40448c38-6505-4ace-a54f-b269819f5c07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:21.360924 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:21.462365 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 9468db36-84cf-456a-a941-ecbcaacd40d5, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=9468db36-84cf-456a-a941-ecbcaacd40d5,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:21.472281 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3498de2-13db-4367-aa11-300f7f8feea2 req-97767de5-600b-488f-8922-3cb3179f5bad tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:21.474492 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:21.483994 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d3498de2-13db-4367-aa11-300f7f8feea2 req-97767de5-600b-488f-8922-3cb3179f5bad tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 931 time: 0.1502254 Oct 19 01:12:21.490949 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-672cb8f4-7b21-4dc6-9ba1-97e43c86e39d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:21.544630 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-a7dd4d22-c142-4022-9300-b723fe8ff910 None None] Provisioning complete for port 9468db36-84cf-456a-a941-ecbcaacd40d5 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:21.545009 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a7dd4d22-c142-4022-9300-b723fe8ff910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:21.550627 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=9468db36-84cf-456a-a941-ecbcaacd40d5,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:21.552996 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-9c504e91-d6a0-41c0-a659-e218ab0b5525 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-839703103-network', 'tenant_id': 'c37fe5cecaae474d866f7a28aa6ce8ef'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:21.598172 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c504e91-d6a0-41c0-a659-e218ab0b5525 admin admin] Made reservation on behalf of c37fe5cecaae474d866f7a28aa6ce8ef for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:21.602211 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9c504e91-d6a0-41c0-a659-e218ab0b5525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:21.611232 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d3498de2-13db-4367-aa11-300f7f8feea2 req-106dffea-a61c-46a1-bed9-5e234df0bc8f tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147346 Oct 19 01:12:21.648283 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-672cb8f4-7b21-4dc6-9ba1-97e43c86e39d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:21.682202 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9c504e91-d6a0-41c0-a659-e218ab0b5525 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:21.701855 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672cb8f4-7b21-4dc6-9ba1-97e43c86e39d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Subnet': ['ID=0153fb7a-f474-4a35-a4b7-4745cf0142ae,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:21.709056 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-672cb8f4-7b21-4dc6-9ba1-97e43c86e39d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:21.717703 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-672cb8f4-7b21-4dc6-9ba1-97e43c86e39d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/0153fb7a-f474-4a35-a4b7-4745cf0142ae HTTP/1.1" status: 204 len: 168 time: 0.8417590 Oct 19 01:12:21.719689 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41396) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:21.763178 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43123c41-d6db-4756-bf88-e690281d3cf3 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:21.765574 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-10e25c62-6922-4be4-83bb-e25faa03b348 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434861 Oct 19 01:12:21.766162 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41402) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:21.771609 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-49b4f5e1-a7ab-40f5-b66d-e0a52ada93c1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:21.876832 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-ec2780c4-fcc4-4f96-b7fb-a5ccafe875e3 None None] Could not find standard attr ID for object ed5546c5-668d-4820-bdc5-3a80ec0a23e4. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:12:21.910356 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b4f5e1-a7ab-40f5-b66d-e0a52ada93c1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:21.915615 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-49b4f5e1-a7ab-40f5-b66d-e0a52ada93c1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:22.023823 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074c9d91-587a-4a60-875e-e37d5a149d98 None None] DHCP port deletion for 833e9ff3-de52-4870-807a-a323cda2654c request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:12:22.103498 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-074c9d91-587a-4a60-875e-e37d5a149d98 None None] Deleting port 9468db36-84cf-456a-a941-ecbcaacd40d5 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:22.107051 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-074c9d91-587a-4a60-875e-e37d5a149d98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:22.211535 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-074c9d91-587a-4a60-875e-e37d5a149d98 None None] For port 9468db36-84cf-456a-a941-ecbcaacd40d5, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=9468db36-84cf-456a-a941-ecbcaacd40d5,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:22.212172 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-074c9d91-587a-4a60-875e-e37d5a149d98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:22.230748 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-074c9d91-587a-4a60-875e-e37d5a149d98 None None] Calling delete_port for 9468db36-84cf-456a-a941-ecbcaacd40d5 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:22.340322 n-d-715271-26 neutron-server[100607]: DEBUG neutron.objects.ports [None req-49b4f5e1-a7ab-40f5-b66d-e0a52ada93c1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100607) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:12:22.360708 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-074c9d91-587a-4a60-875e-e37d5a149d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:22.408520 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c9d91-587a-4a60-875e-e37d5a149d98 None None] Pushing event deleted for resources: {'Port': ['ID=9468db36-84cf-456a-a941-ecbcaacd40d5,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:22.418965 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074c9d91-587a-4a60-875e-e37d5a149d98 None None] No DVR routers for this DVR port 9468db36-84cf-456a-a941-ecbcaacd40d5 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:12:22.428753 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c737a2-8ed8-4f79-a95b-8ec9e24be960 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Router 48b4d657-b554-4fc5-a40b-3f0590b5de04 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:12:22.449790 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9c504e91-d6a0-41c0-a659-e218ab0b5525 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:22.457847 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-40448c38-6505-4ace-a54f-b269819f5c07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:12:22.462080 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9c504e91-d6a0-41c0-a659-e218ab0b5525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:22.476295 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-40448c38-6505-4ace-a54f-b269819f5c07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:22.497656 n-d-715271-26 neutron-server[100607]: WARNING neutron.services.revisions.revision_plugin [None req-49b4f5e1-a7ab-40f5-b66d-e0a52ada93c1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Could not find related port for resource to bump revision. Oct 19 01:12:22.503110 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.ipam_pluggable_backend [None req-49b4f5e1-a7ab-40f5-b66d-e0a52ada93c1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Port 9468db36-84cf-456a-a941-ecbcaacd40d5 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100607) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 19 01:12:22.503410 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.ipam_pluggable_backend [None req-49b4f5e1-a7ab-40f5-b66d-e0a52ada93c1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Reverting IP allocation for 2001:db8::f816:3eff:feb9:289f {{(pid=100607) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 19 01:12:22.506818 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.ipam_pluggable_backend [None req-49b4f5e1-a7ab-40f5-b66d-e0a52ada93c1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb9:289f {{(pid=100607) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 19 01:12:22.508024 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-49b4f5e1-a7ab-40f5-b66d-e0a52ada93c1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:22.535473 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c504e91-d6a0-41c0-a659-e218ab0b5525 admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:12:22.553069 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b4f5e1-a7ab-40f5-b66d-e0a52ada93c1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:22.556955 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-49b4f5e1-a7ab-40f5-b66d-e0a52ada93c1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:22.557089 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-40448c38-6505-4ace-a54f-b269819f5c07 service neutron] Transition to ACTIVE for port object 86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:12:22.561658 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b4f5e1-a7ab-40f5-b66d-e0a52ada93c1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:22.562287 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-49b4f5e1-a7ab-40f5-b66d-e0a52ada93c1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:22.566192 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c504e91-d6a0-41c0-a659-e218ab0b5525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd184901-d9e0-49b7-8bcb-3e71a3b25297,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:22.573327 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9c504e91-d6a0-41c0-a659-e218ab0b5525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:22.573685 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-9c504e91-d6a0-41c0-a659-e218ab0b5525 admin admin] Added segment 342fc941-ace1-4af2-bee1-519d3761ce6d of type vlan for network b2aef40f-b7ef-4b55-83db-50230d4290bd Oct 19 01:12:22.577225 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4f5e1-a7ab-40f5-b66d-e0a52ada93c1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Subnet': ['ID=5f96a0b6-e65b-4857-8dfe-2b8b7f4a9b1c,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:22.580412 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-40448c38-6505-4ace-a54f-b269819f5c07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:22.589122 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-49b4f5e1-a7ab-40f5-b66d-e0a52ada93c1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8218875 Oct 19 01:12:22.592836 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41442) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:22.593093 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8adca07-a061-4fd3-8d16-666e4fea10fc None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:22.599915 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-c09ab0f5-a0fa-4ecd-9308-5289262bc75c tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'port': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'mac_address': 'fa:16:3e:ae:fd:b6', 'name': 'tempest-NetworksTestDHCPv6-1601865850'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:22.713824 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9c504e91-d6a0-41c0-a659-e218ab0b5525 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:22.730554 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40448c38-6505-4ace-a54f-b269819f5c07 service neutron] Pushing event updated for resources: {'Port': ['ID=86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:22.770918 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09ab0f5-a0fa-4ecd-9308-5289262bc75c tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:22.777158 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c09ab0f5-a0fa-4ecd-9308-5289262bc75c tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:22.812518 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14bc20f-f8ce-44ea-b4fd-fdb1a18e2781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-833e9ff3-de52-4870-807a-a323cda2654c', 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'tenant_id': 'c34b9efccd444514b6828a5a5dd7684d', 'fixed_ips': [{'subnet_id': '5f96a0b6-e65b-4857-8dfe-2b8b7f4a9b1c'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:12:22.813529 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f14bc20f-f8ce-44ea-b4fd-fdb1a18e2781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:22.816454 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-c09ab0f5-a0fa-4ecd-9308-5289262bc75c tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] device_id is not set on port 90acf195-8c77-404b-a50b-02f5d678ebc2 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:12:22.817519 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c737a2-8ed8-4f79-a95b-8ec9e24be960 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:12:22.840241 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fbd7dc-2091-4ff9-b36b-86d99a278c6a None None] Sync routers for ids ['48b4d657-b554-4fc5-a40b-3f0590b5de04'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:12:22.861478 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9c504e91-d6a0-41c0-a659-e218ab0b5525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:22.862858 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c504e91-d6a0-41c0-a659-e218ab0b5525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:22.863433 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9c504e91-d6a0-41c0-a659-e218ab0b5525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:22.905453 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c6c737a2-8ed8-4f79-a95b-8ec9e24be960 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:22.935084 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fbd7dc-2091-4ff9-b36b-86d99a278c6a None None] Routers {'48b4d657-b554-4fc5-a40b-3f0590b5de04'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:22.949703 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9c504e91-d6a0-41c0-a659-e218ab0b5525 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6420107 Oct 19 01:12:22.954029 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41460) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:22.964656 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-07fbd7dc-2091-4ff9-b36b-86d99a278c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:12:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['48b4d657-b554-4fc5-a40b-3f0590b5de04'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:22.966327 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-6ffffb76-8209-4ed6-8390-44f5f0d02991 admin admin] Request body: {'subnet': {'network_id': 'b2aef40f-b7ef-4b55-83db-50230d4290bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-839703103-subnet', 'tenant_id': 'c37fe5cecaae474d866f7a28aa6ce8ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:22.986412 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe3dcf-c3a8-4b3b-af25-ab8f21185c82 req-963f3957-0a0c-40d0-86aa-8cef7f63c27a tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:22.988232 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-98fe3dcf-c3a8-4b3b-af25-ab8f21185c82 req-963f3957-0a0c-40d0-86aa-8cef7f63c27a tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 943 time: 0.2164299 Oct 19 01:12:22.989134 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-40448c38-6505-4ace-a54f-b269819f5c07 service neutron] Attempting to bind port 86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:12:22.989651 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-40448c38-6505-4ace-a54f-b269819f5c07 service neutron] Attempting to bind port 86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '8a516c3b-6789-44d3-87bb-3790155029b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:12:22.990148 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-40448c38-6505-4ace-a54f-b269819f5c07 service neutron] Attempting to bind port 86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201 on network 9fdfc968-fd05-4762-858e-87980e28a6e6 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:23.022158 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-c09ab0f5-a0fa-4ecd-9308-5289262bc75c tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Allocated IP 2001:db8::f816:3eff:feae:fdb6 (833e9ff3-de52-4870-807a-a323cda2654c/5f96a0b6-e65b-4857-8dfe-2b8b7f4a9b1c/90acf195-8c77-404b-a50b-02f5d678ebc2) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:23.041831 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c504e91-d6a0-41c0-a659-e218ab0b5525 admin admin] Pushing event updated for resources: {'Network': ['ID=b2aef40f-b7ef-4b55-83db-50230d4290bd,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:23.044262 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-40448c38-6505-4ace-a54f-b269819f5c07 service neutron] Port 86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201 on network 9fdfc968-fd05-4762-858e-87980e28a6e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:12:23.044744 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-40448c38-6505-4ace-a54f-b269819f5c07 service neutron] Attempting to bind port 86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201 on network 9fdfc968-fd05-4762-858e-87980e28a6e6 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:23.054288 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c6c737a2-8ed8-4f79-a95b-8ec9e24be960 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.8437870 Oct 19 01:12:23.056216 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41466) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:23.095833 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 9468db36-84cf-456a-a941-ecbcaacd40d5 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:12:23.121719 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 9468db36-84cf-456a-a941-ecbcaacd40d5 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:12:23.122142 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 9468db36-84cf-456a-a941-ecbcaacd40d5 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:12:23.123952 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network b2aef40f-b7ef-4b55-83db-50230d4290bd details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:12:23.172420 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-07fbd7dc-2091-4ff9-b36b-86d99a278c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:23.175084 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-40448c38-6505-4ace-a54f-b269819f5c07 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:12:23.176551 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-40448c38-6505-4ace-a54f-b269819f5c07 service neutron] Checking segment: {'id': '8a516c3b-6789-44d3-87bb-3790155029b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:23.177136 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-40448c38-6505-4ace-a54f-b269819f5c07 service neutron] Bound using segment: {'id': '8a516c3b-6789-44d3-87bb-3790155029b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:12:23.177890 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-40448c38-6505-4ace-a54f-b269819f5c07 service neutron] Bound port: 86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a516c3b-6789-44d3-87bb-3790155029b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:12:23.178993 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-40448c38-6505-4ace-a54f-b269819f5c07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:23.201980 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-921e8aa3-ba49-4e3c-a095-646cd4086c92 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "GET /v2.0/floatingips/58f5607e-d1b3-4737-b61a-6d46fc4ad938 HTTP/1.1" status: 200 len: 977 time: 0.1272051 Oct 19 01:12:23.205164 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-98fe3dcf-c3a8-4b3b-af25-ab8f21185c82 req-9db7634a-a3b9-48c4-913f-7720698f5e9c tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068212 Oct 19 01:12:23.205864 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41476) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:23.241156 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fbd7dc-2091-4ff9-b36b-86d99a278c6a None None] Routers {'48b4d657-b554-4fc5-a40b-3f0590b5de04'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:23.241874 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-07fbd7dc-2091-4ff9-b36b-86d99a278c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:12:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['48b4d657-b554-4fc5-a40b-3f0590b5de04'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:23.249928 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c09ab0f5-a0fa-4ecd-9308-5289262bc75c tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:23.260102 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:12:23.289791 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-07fbd7dc-2091-4ff9-b36b-86d99a278c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:23.291984 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fbd7dc-2091-4ff9-b36b-86d99a278c6a None None] The sync data for ids ['48b4d657-b554-4fc5-a40b-3f0590b5de04'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:12:23.301016 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c09ab0f5-a0fa-4ecd-9308-5289262bc75c tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:23.351391 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09ab0f5-a0fa-4ecd-9308-5289262bc75c tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:23.353872 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-f14bc20f-f8ce-44ea-b4fd-fdb1a18e2781 None None] Allocated IP 2001:db8::f816:3eff:fee5:2ead (833e9ff3-de52-4870-807a-a323cda2654c/5f96a0b6-e65b-4857-8dfe-2b8b7f4a9b1c/885cce37-0784-46a3-84eb-b06d53c68d23) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:23.355549 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-c09ab0f5-a0fa-4ecd-9308-5289262bc75c tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:23.360217 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09ab0f5-a0fa-4ecd-9308-5289262bc75c tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:23.363311 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b728fef4-ae02-48c6-a585-2ba81432d261 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1482832 Oct 19 01:12:23.366039 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09ab0f5-a0fa-4ecd-9308-5289262bc75c tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:23.366778 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c09ab0f5-a0fa-4ecd-9308-5289262bc75c tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:23.380169 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41488) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:23.380659 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffffb76-8209-4ed6-8390-44f5f0d02991 admin admin] Made reservation on behalf of c37fe5cecaae474d866f7a28aa6ce8ef for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:23.384630 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6ffffb76-8209-4ed6-8390-44f5f0d02991 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:23.385375 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-29c6c9f8-15b0-412c-ab76-a9cc2125b532 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Request body: {'floatingip': {'port_id': 'bfb9e658-a997-40b9-b481-d44fcf1e903c'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:23.395002 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c09ab0f5-a0fa-4ecd-9308-5289262bc75c tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8007147 Oct 19 01:12:23.404007 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41490) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:23.425235 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ab0f5-a0fa-4ecd-9308-5289262bc75c tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Port': ['ID=90acf195-8c77-404b-a50b-02f5d678ebc2,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:23.457651 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29c6c9f8-15b0-412c-ab76-a9cc2125b532 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for floatingip, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:23.521307 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-40448c38-6505-4ace-a54f-b269819f5c07 service neutron] For port 86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:12:23.546031 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dcff5e-c4b6-433d-99e7-a883c8f75c9f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:23.547816 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f9dcff5e-c4b6-433d-99e7-a883c8f75c9f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1428385 Oct 19 01:12:23.554373 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41496) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:23.557068 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-40448c38-6505-4ace-a54f-b269819f5c07 service neutron] For port 86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201,segment=NetworkSegment(8a516c3b-6789-44d3-87bb-3790155029b6),segment_id=8a516c3b-6789-44d3-87bb-3790155029b6)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:12:23.563422 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f14bc20f-f8ce-44ea-b4fd-fdb1a18e2781 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:23.571931 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-40448c38-6505-4ace-a54f-b269819f5c07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:23.579851 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f14bc20f-f8ce-44ea-b4fd-fdb1a18e2781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:23.661393 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-40448c38-6505-4ace-a54f-b269819f5c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:23.661993 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-40448c38-6505-4ace-a54f-b269819f5c07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:23.663258 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14bc20f-f8ce-44ea-b4fd-fdb1a18e2781 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:23.663844 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-40448c38-6505-4ace-a54f-b269819f5c07 service neutron] 10.222.0.55 "PUT /v2.0/ports/86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201 HTTP/1.1" status: 200 len: 1092 time: 2.5618162 Oct 19 01:12:23.672243 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c29516-f410-4191-bff8-db67f7078d43', 'tag': '86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:12:23.674613 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2106e39-8d4d-499a-99c6-777d89cd4bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "a0c29516-f410-4191-bff8-db67f7078d43", "tag": "86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:12:23.674907 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-f14bc20f-f8ce-44ea-b4fd-fdb1a18e2781 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:23.687802 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14bc20f-f8ce-44ea-b4fd-fdb1a18e2781 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:23.723515 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14bc20f-f8ce-44ea-b4fd-fdb1a18e2781 None None] Pushing event updated for resources: {'Port': ['ID=885cce37-0784-46a3-84eb-b06d53c68d23,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:23.752651 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2df0a8c-f818-4420-b62f-248add0bb86b x-openstack-request-id: req-a2df0a8c-f818-4420-b62f-248add0bb86b {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:12:23.752941 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0c29516-f410-4191-bff8-db67f7078d43", "tag": "86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:12:23.753193 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a2df0a8c-f818-4420-b62f-248add0bb86b {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:12:23.753584 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c29516-f410-4191-bff8-db67f7078d43', 'tag': '86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201', 'status': 'completed', 'code': 200} Oct 19 01:12:23.772634 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-f14bc20f-f8ce-44ea-b4fd-fdb1a18e2781 None None] Attempting to bind port 885cce37-0784-46a3-84eb-b06d53c68d23 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:12:23.773130 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-f14bc20f-f8ce-44ea-b4fd-fdb1a18e2781 None None] Attempting to bind port 885cce37-0784-46a3-84eb-b06d53c68d23 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:12:23.773596 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14bc20f-f8ce-44ea-b4fd-fdb1a18e2781 None None] Attempting to bind port 885cce37-0784-46a3-84eb-b06d53c68d23 on network 833e9ff3-de52-4870-807a-a323cda2654c {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:23.779596 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14bc20f-f8ce-44ea-b4fd-fdb1a18e2781 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:12:23.795253 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14bc20f-f8ce-44ea-b4fd-fdb1a18e2781 None None] Checking segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:23.795961 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f14bc20f-f8ce-44ea-b4fd-fdb1a18e2781 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:23.796435 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14bc20f-f8ce-44ea-b4fd-fdb1a18e2781 None None] Bound using segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:12:23.797452 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-f14bc20f-f8ce-44ea-b4fd-fdb1a18e2781 None None] Bound port: 885cce37-0784-46a3-84eb-b06d53c68d23, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:12:23.797848 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f14bc20f-f8ce-44ea-b4fd-fdb1a18e2781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:23.811395 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40448c38-6505-4ace-a54f-b269819f5c07 service neutron] Pushing event updated for resources: {'Port': ['ID=86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:23.838422 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-6e58a356-6f3c-48e6-a4e5-c971d1b6b6a4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting port 90acf195-8c77-404b-a50b-02f5d678ebc2 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:23.839041 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6e58a356-6f3c-48e6-a4e5-c971d1b6b6a4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:23.883990 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-f14bc20f-f8ce-44ea-b4fd-fdb1a18e2781 None None] For port 885cce37-0784-46a3-84eb-b06d53c68d23, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:12:23.889323 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-f14bc20f-f8ce-44ea-b4fd-fdb1a18e2781 None None] For port 885cce37-0784-46a3-84eb-b06d53c68d23, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=885cce37-0784-46a3-84eb-b06d53c68d23,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:12:23.897809 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f14bc20f-f8ce-44ea-b4fd-fdb1a18e2781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:23.994681 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14bc20f-f8ce-44ea-b4fd-fdb1a18e2781 None None] Pushing event updated for resources: {'Port': ['ID=885cce37-0784-46a3-84eb-b06d53c68d23,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:24.004326 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6ffffb76-8209-4ed6-8390-44f5f0d02991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:24.088108 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-65b373b3-d163-4a01-96bc-2eebac96e4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:24.089635 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-65b373b3-d163-4a01-96bc-2eebac96e4e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b1b4901fc87414a92dc3f7f47c3c09a&device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 1095 time: 0.3712559 Oct 19 01:12:24.094383 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29c6c9f8-15b0-412c-ab76-a9cc2125b532 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:24.097426 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6e58a356-6f3c-48e6-a4e5-c971d1b6b6a4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:24.101324 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29c6c9f8-15b0-412c-ab76-a9cc2125b532 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:24.181716 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-6e58a356-6f3c-48e6-a4e5-c971d1b6b6a4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Calling delete_port for 90acf195-8c77-404b-a50b-02f5d678ebc2 owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:24.187911 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffffb76-8209-4ed6-8390-44f5f0d02991 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddd1a256-a53e-4345-89f1-d292deb6b755,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:24.201070 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-92aabeb4-5f41-41da-a683-cd4e0a948667 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201 HTTP/1.1" status: 200 len: 217 time: 0.0921764 Oct 19 01:12:24.213308 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffffb76-8209-4ed6-8390-44f5f0d02991 admin admin] Checking segment: {'id': '342fc941-ace1-4af2-bee1-519d3761ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b2aef40f-b7ef-4b55-83db-50230d4290bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:24.213762 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffffb76-8209-4ed6-8390-44f5f0d02991 admin admin] Network hostable DHCP agents. Network: b2aef40f-b7ef-4b55-83db-50230d4290bd, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:12:24.220074 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [None req-29c6c9f8-15b0-412c-ab76-a9cc2125b532 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Floating IP 58f5607e-d1b3-4737-b61a-6d46fc4ad938 associated. External IP: 172.25.8.165, port: 4c64b9ad-b282-4f3d-91e3-c3c80a7cb38f. Oct 19 01:12:24.318919 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-ce8b7cc4-e8a1-4f80-acd2-40890b17b877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:24.320570 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-ce8b7cc4-e8a1-4f80-acd2-40890b17b877 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=48d33ad6-49ce-4420-8e80-235f3948de37 HTTP/1.1" status: 200 len: 852 time: 0.1103120 Oct 19 01:12:24.418553 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-bc5c5cee-dc57-4b9f-85a0-a9e4c38512ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9fdfc968-fd05-4762-858e-87980e28a6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892458 Oct 19 01:12:24.432516 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffffb76-8209-4ed6-8390-44f5f0d02991 admin admin] Network b2aef40f-b7ef-4b55-83db-50230d4290bd is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:12:24.514990 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c6c9f8-15b0-412c-ab76-a9cc2125b532 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Router 48b4d657-b554-4fc5-a40b-3f0590b5de04 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:12:24.537032 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-6ffffb76-8209-4ed6-8390-44f5f0d02991 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, b2aef40f-b7ef-4b55-83db-50230d4290bd) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:24.542068 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffffb76-8209-4ed6-8390-44f5f0d02991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:24.542647 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6ffffb76-8209-4ed6-8390-44f5f0d02991 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:24.548422 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b56bd16-7b11-4f79-8ab2-2c1ec6478e8b None None] Network b2aef40f-b7ef-4b55-83db-50230d4290bd requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:24.571451 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6ffffb76-8209-4ed6-8390-44f5f0d02991 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6098979 Oct 19 01:12:24.575161 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41560) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:24.582196 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-5efcd7a9-8450-4c0f-9373-d62fa34b23c0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-839703103-router', 'tenant_id': 'c37fe5cecaae474d866f7a28aa6ce8ef', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:24.614037 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-c631c392-874b-4bcb-849f-782912782f8a service neutron] 10.222.0.55 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857028 Oct 19 01:12:24.623132 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3051568-47e3-46ec-8c61-a0aac08bac10 req-ae14269f-5512-4724-bb59-c6f89cc778f4 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:24.624726 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c3051568-47e3-46ec-8c61-a0aac08bac10 req-ae14269f-5512-4724-bb59-c6f89cc778f4 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 943 time: 0.2137537 Oct 19 01:12:24.634991 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5efcd7a9-8450-4c0f-9373-d62fa34b23c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:24.637118 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5efcd7a9-8450-4c0f-9373-d62fa34b23c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:24.799030 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c3051568-47e3-46ec-8c61-a0aac08bac10 req-25dd27eb-dcb5-4642-aeff-8c8682e9c4cf tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597443 Oct 19 01:12:24.803528 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6e58a356-6f3c-48e6-a4e5-c971d1b6b6a4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:24.871403 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58a356-6f3c-48e6-a4e5-c971d1b6b6a4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Port': ['ID=90acf195-8c77-404b-a50b-02f5d678ebc2,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:24.938973 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-df4d4852-3a1f-4c65-b119-106711e03eb6 req-5431a5cd-f27d-437f-9d3b-287ff94be28a service neutron] 10.222.0.55 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122835 Oct 19 01:12:24.954157 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6e58a356-6f3c-48e6-a4e5-c971d1b6b6a4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:24.959976 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6e58a356-6f3c-48e6-a4e5-c971d1b6b6a4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/90acf195-8c77-404b-a50b-02f5d678ebc2 HTTP/1.1" status: 204 len: 168 time: 1.3985674 Oct 19 01:12:24.969523 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41584) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:24.987927 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d3697a-ac64-49d1-95e4-137ad84e2985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-b2aef40f-b7ef-4b55-83db-50230d4290bd', 'network_id': 'b2aef40f-b7ef-4b55-83db-50230d4290bd', 'tenant_id': 'c37fe5cecaae474d866f7a28aa6ce8ef', 'fixed_ips': [{'subnet_id': 'ddd1a256-a53e-4345-89f1-d292deb6b755'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:12:24.989566 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-49d3697a-ac64-49d1-95e4-137ad84e2985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:25.149153 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc5923c-93a2-400b-9671-4852bcb7719e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:25.151481 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc5923c-93a2-400b-9671-4852bcb7719e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:25.156234 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9dc5923c-93a2-400b-9671-4852bcb7719e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1858618 Oct 19 01:12:25.157931 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41600) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:25.221612 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2106e39-8d4d-499a-99c6-777d89cd4bb8 req-d448eebc-80bf-4254-a81d-1f4fc751be39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:25.224641 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b2106e39-8d4d-499a-99c6-777d89cd4bb8 req-d448eebc-80bf-4254-a81d-1f4fc751be39 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b1b4901fc87414a92dc3f7f47c3c09a&device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 1095 time: 0.1958334 Oct 19 01:12:25.237012 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-49d3697a-ac64-49d1-95e4-137ad84e2985 None None] Allocated IP 172.20.0.2 (b2aef40f-b7ef-4b55-83db-50230d4290bd/ddd1a256-a53e-4345-89f1-d292deb6b755/21c81f95-b4b7-4450-b434-62d6fd4650c1) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:25.252223 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5efcd7a9-8450-4c0f-9373-d62fa34b23c0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:25.254554 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c6c9f8-15b0-412c-ab76-a9cc2125b532 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:12:25.266822 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da49c294-e6e7-41f3-8af3-9b3e4a32ef6a None None] Sync routers for ids ['48b4d657-b554-4fc5-a40b-3f0590b5de04'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:12:25.279566 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da49c294-e6e7-41f3-8af3-9b3e4a32ef6a None None] Routers {'48b4d657-b554-4fc5-a40b-3f0590b5de04'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:25.282167 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-da49c294-e6e7-41f3-8af3-9b3e4a32ef6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:12:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['48b4d657-b554-4fc5-a40b-3f0590b5de04'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:25.304406 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-6faff8f5-227e-4e73-b724-e59166fac995 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting subnet 5f96a0b6-e65b-4857-8dfe-2b8b7f4a9b1c {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:12:25.318565 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6faff8f5-227e-4e73-b724-e59166fac995 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:25.323592 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 885cce37-0784-46a3-84eb-b06d53c68d23 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:25.338152 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-da49c294-e6e7-41f3-8af3-9b3e4a32ef6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:25.355975 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da49c294-e6e7-41f3-8af3-9b3e4a32ef6a None None] Routers {'48b4d657-b554-4fc5-a40b-3f0590b5de04'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:25.356659 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-da49c294-e6e7-41f3-8af3-9b3e4a32ef6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:12:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['48b4d657-b554-4fc5-a40b-3f0590b5de04'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:25.427245 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-da49c294-e6e7-41f3-8af3-9b3e4a32ef6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:25.427949 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da49c294-e6e7-41f3-8af3-9b3e4a32ef6a None None] The sync data for ids ['48b4d657-b554-4fc5-a40b-3f0590b5de04'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:12:25.484244 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6faff8f5-227e-4e73-b724-e59166fac995 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:25.533897 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 885cce37-0784-46a3-84eb-b06d53c68d23 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:25.534276 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:25.570538 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2106e39-8d4d-499a-99c6-777d89cd4bb8 req-27487308-eaef-4627-a3bb-770b544bf0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:25.572711 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b2106e39-8d4d-499a-99c6-777d89cd4bb8 req-27487308-eaef-4627-a3bb-770b544bf0cc service neutron] 10.222.0.55 "GET /v2.0/networks?id=9fdfc968-fd05-4762-858e-87980e28a6e6 HTTP/1.1" status: 200 len: 913 time: 0.3397431 Oct 19 01:12:25.612223 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-7edd3b0a-16e3-40d7-8198-487b6838244d None None] Provisioning complete for port 885cce37-0784-46a3-84eb-b06d53c68d23 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:25.612807 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7edd3b0a-16e3-40d7-8198-487b6838244d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:25.665445 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b2106e39-8d4d-499a-99c6-777d89cd4bb8 req-a533f115-6c65-45af-972b-779a90255adb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201 HTTP/1.1" status: 200 len: 217 time: 0.0832331 Oct 19 01:12:25.671550 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5efcd7a9-8450-4c0f-9373-d62fa34b23c0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:25.731124 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-49d3697a-ac64-49d1-95e4-137ad84e2985 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:25.735227 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6faff8f5-227e-4e73-b724-e59166fac995 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:25.782270 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:25.783443 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c6c9f8-15b0-412c-ab76-a9cc2125b532 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Router 48b4d657-b554-4fc5-a40b-3f0590b5de04 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:12:25.785708 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2106e39-8d4d-499a-99c6-777d89cd4bb8 req-b1b89ce1-cfa1-4e5c-adb8-fd71501cbff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:25.788112 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b2106e39-8d4d-499a-99c6-777d89cd4bb8 req-b1b89ce1-cfa1-4e5c-adb8-fd71501cbff4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=48d33ad6-49ce-4420-8e80-235f3948de37 HTTP/1.1" status: 200 len: 852 time: 0.1146681 Oct 19 01:12:25.825398 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-49d3697a-ac64-49d1-95e4-137ad84e2985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:25.833246 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b2106e39-8d4d-499a-99c6-777d89cd4bb8 req-7f56d89f-c383-4ffb-b4a8-9676896f0360 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9fdfc968-fd05-4762-858e-87980e28a6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351999 Oct 19 01:12:25.956202 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6faff8f5-227e-4e73-b724-e59166fac995 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:25.964915 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d3697a-ac64-49d1-95e4-137ad84e2985 None None] Network b2aef40f-b7ef-4b55-83db-50230d4290bd is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:25.965851 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7edd3b0a-16e3-40d7-8198-487b6838244d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:25.995597 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-49d3697a-ac64-49d1-95e4-137ad84e2985 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:26.013938 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faff8f5-227e-4e73-b724-e59166fac995 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Subnet': ['ID=5f96a0b6-e65b-4857-8dfe-2b8b7f4a9b1c,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:26.018234 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d3697a-ac64-49d1-95e4-137ad84e2985 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:26.021899 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d3697a-ac64-49d1-95e4-137ad84e2985 None None] Pushing event updated for resources: {'Port': ['ID=21c81f95-b4b7-4450-b434-62d6fd4650c1,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:26.059167 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6faff8f5-227e-4e73-b724-e59166fac995 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:26.065072 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6faff8f5-227e-4e73-b724-e59166fac995 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/5f96a0b6-e65b-4857-8dfe-2b8b7f4a9b1c HTTP/1.1" status: 204 len: 168 time: 0.9037793 Oct 19 01:12:26.065651 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41644) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:26.076638 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b2106e39-8d4d-499a-99c6-777d89cd4bb8 req-8c57ae8a-2abf-4513-ad8a-fc64f9e6592e service neutron] 10.222.0.55 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321353 Oct 19 01:12:26.081691 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-7edd3b0a-16e3-40d7-8198-487b6838244d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:12:26.081826 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-7edd3b0a-16e3-40d7-8198-487b6838244d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:12:26.125012 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2826708e-31f5-4c35-a5a9-a39d20d02caa tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580328 Oct 19 01:12:26.133842 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41648) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:26.149908 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:12:26.149908 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:12:26.205590 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-49d3697a-ac64-49d1-95e4-137ad84e2985 None None] Attempting to bind port 21c81f95-b4b7-4450-b434-62d6fd4650c1 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:12:26.206177 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-49d3697a-ac64-49d1-95e4-137ad84e2985 None None] Attempting to bind port 21c81f95-b4b7-4450-b434-62d6fd4650c1 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '342fc941-ace1-4af2-bee1-519d3761ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b2aef40f-b7ef-4b55-83db-50230d4290bd'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:12:26.206722 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d3697a-ac64-49d1-95e4-137ad84e2985 None None] Attempting to bind port 21c81f95-b4b7-4450-b434-62d6fd4650c1 on network b2aef40f-b7ef-4b55-83db-50230d4290bd {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:26.212345 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050df638-ded8-4d6e-a894-954f16542d2e req-70a3cfb2-8d33-4070-8a49-62cc5a8a9f77 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:26.214018 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d3697a-ac64-49d1-95e4-137ad84e2985 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:12:26.214313 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-050df638-ded8-4d6e-a894-954f16542d2e req-70a3cfb2-8d33-4070-8a49-62cc5a8a9f77 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 943 time: 0.2238164 Oct 19 01:12:26.214776 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d3697a-ac64-49d1-95e4-137ad84e2985 None None] Checking segment: {'id': '342fc941-ace1-4af2-bee1-519d3761ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b2aef40f-b7ef-4b55-83db-50230d4290bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:26.215358 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-49d3697a-ac64-49d1-95e4-137ad84e2985 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:26.215995 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d3697a-ac64-49d1-95e4-137ad84e2985 None None] Bound using segment: {'id': '342fc941-ace1-4af2-bee1-519d3761ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b2aef40f-b7ef-4b55-83db-50230d4290bd'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:12:26.224520 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c6c9f8-15b0-412c-ab76-a9cc2125b532 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:12:26.238224 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-49d3697a-ac64-49d1-95e4-137ad84e2985 None None] Bound port: 21c81f95-b4b7-4450-b434-62d6fd4650c1, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '342fc941-ace1-4af2-bee1-519d3761ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b2aef40f-b7ef-4b55-83db-50230d4290bd'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:12:26.238639 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-49d3697a-ac64-49d1-95e4-137ad84e2985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:26.242814 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29c6c9f8-15b0-412c-ab76-a9cc2125b532 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:26.249112 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d0b51e-514a-4950-b154-57d26ae03405 None None] Sync routers for ids ['48b4d657-b554-4fc5-a40b-3f0590b5de04'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:12:26.281180 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb2c307-bc17-4c20-bfb0-2834f2954e8d None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:26.291136 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca55afc-28d7-43c1-9f8c-4da1528efb9f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:26.292830 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1ca55afc-28d7-43c1-9f8c-4da1528efb9f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1560590 Oct 19 01:12:26.295579 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41662) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:26.320940 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5efcd7a9-8450-4c0f-9373-d62fa34b23c0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:26.327701 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d0b51e-514a-4950-b154-57d26ae03405 None None] Routers {'48b4d657-b554-4fc5-a40b-3f0590b5de04'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:26.328546 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-41d0b51e-514a-4950-b154-57d26ae03405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:12:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['48b4d657-b554-4fc5-a40b-3f0590b5de04'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:26.368147 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b2106e39-8d4d-499a-99c6-777d89cd4bb8 req-7a029b60-4e8e-4172-8ec7-6f31028ae78f service neutron] 10.222.0.55 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419806 Oct 19 01:12:26.370663 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5efcd7a9-8450-4c0f-9373-d62fa34b23c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:26.372599 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-41d0b51e-514a-4950-b154-57d26ae03405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:26.377513 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36409530-9f49-4b43-a3e5-5451bcef7f18 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:26.379248 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-36409530-9f49-4b43-a3e5-5451bcef7f18 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0826962 Oct 19 01:12:26.381744 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41668) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:26.433664 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d49682e2-4139-4af3-aa7f-ec59404db656 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0501082 Oct 19 01:12:26.438392 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d0b51e-514a-4950-b154-57d26ae03405 None None] Routers {'48b4d657-b554-4fc5-a40b-3f0590b5de04'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:26.439022 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-41d0b51e-514a-4950-b154-57d26ae03405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:12:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['48b4d657-b554-4fc5-a40b-3f0590b5de04'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:26.439685 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41674) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:26.445839 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-050df638-ded8-4d6e-a894-954f16542d2e req-db3120d6-57d8-47a1-9605-2b5ed03bf0fc tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193074 Oct 19 01:12:26.460149 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-29c6c9f8-15b0-412c-ab76-a9cc2125b532 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "PUT /v2.0/floatingips/58f5607e-d1b3-4737-b61a-6d46fc4ad938 HTTP/1.1" status: 200 len: 979 time: 3.0781579 Oct 19 01:12:26.463333 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-39f03453-b1ca-4e0d-aa87-ad2ae6e2068f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:26.464574 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41678) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:26.470425 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-e7f4f43e-d77f-4140-8bfc-287642d96a5e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:26.531555 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-49d3697a-ac64-49d1-95e4-137ad84e2985 None None] For port 21c81f95-b4b7-4450-b434-62d6fd4650c1, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:12:26.535981 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-49d3697a-ac64-49d1-95e4-137ad84e2985 None None] For port 21c81f95-b4b7-4450-b434-62d6fd4650c1, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=21c81f95-b4b7-4450-b434-62d6fd4650c1,segment=NetworkSegment(342fc941-ace1-4af2-bee1-519d3761ce6d),segment_id=342fc941-ace1-4af2-bee1-519d3761ce6d)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:12:26.537578 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-41d0b51e-514a-4950-b154-57d26ae03405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:26.538534 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d0b51e-514a-4950-b154-57d26ae03405 None None] The sync data for ids ['48b4d657-b554-4fc5-a40b-3f0590b5de04'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:12:26.570716 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-49d3697a-ac64-49d1-95e4-137ad84e2985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:26.574350 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e7f4f43e-d77f-4140-8bfc-287642d96a5e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for floatingip, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:26.639099 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-5efcd7a9-8450-4c0f-9373-d62fa34b23c0 admin admin] Allocated IP 172.25.8.34 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:26.640823 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f03453-b1ca-4e0d-aa87-ad2ae6e2068f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:26.647345 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-39f03453-b1ca-4e0d-aa87-ad2ae6e2068f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:26.713255 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:26.756102 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7edd3b0a-16e3-40d7-8198-487b6838244d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:26.771674 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d3697a-ac64-49d1-95e4-137ad84e2985 None None] Pushing event updated for resources: {'Port': ['ID=21c81f95-b4b7-4450-b434-62d6fd4650c1,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:26.802968 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 885cce37-0784-46a3-84eb-b06d53c68d23, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=885cce37-0784-46a3-84eb-b06d53c68d23,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:26.813379 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:26.850671 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2bfc8b-4ba1-45ba-964d-3fc5d93f22c1 None None] DHCP port deletion for 833e9ff3-de52-4870-807a-a323cda2654c request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:12:26.957538 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-7edd3b0a-16e3-40d7-8198-487b6838244d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:12:26.957538 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-7edd3b0a-16e3-40d7-8198-487b6838244d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:12:26.978243 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-39f03453-b1ca-4e0d-aa87-ad2ae6e2068f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:26.989186 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=885cce37-0784-46a3-84eb-b06d53c68d23,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:27.005010 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:27.010960 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-6a2bfc8b-4ba1-45ba-964d-3fc5d93f22c1 None None] Deleting port 885cce37-0784-46a3-84eb-b06d53c68d23 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:27.011386 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6a2bfc8b-4ba1-45ba-964d-3fc5d93f22c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:27.033697 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f03453-b1ca-4e0d-aa87-ad2ae6e2068f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:27.063560 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 885cce37-0784-46a3-84eb-b06d53c68d23 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:12:27.066365 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f03453-b1ca-4e0d-aa87-ad2ae6e2068f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Subnet': ['ID=6e695c6f-46c9-47e7-8f37-f4c23972ae92,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:27.066955 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e7f4f43e-d77f-4140-8bfc-287642d96a5e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:27.081054 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-39f03453-b1ca-4e0d-aa87-ad2ae6e2068f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:27.084369 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f03453-b1ca-4e0d-aa87-ad2ae6e2068f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:27.085143 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-39f03453-b1ca-4e0d-aa87-ad2ae6e2068f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:27.095873 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e7f4f43e-d77f-4140-8bfc-287642d96a5e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:27.096312 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [None req-e7f4f43e-d77f-4140-8bfc-287642d96a5e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Floating IP 58f5607e-d1b3-4737-b61a-6d46fc4ad938 disassociated. External IP: 172.25.8.165, port: bfb9e658-a997-40b9-b481-d44fcf1e903c. Oct 19 01:12:27.132470 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-39f03453-b1ca-4e0d-aa87-ad2ae6e2068f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6874523 Oct 19 01:12:27.132470 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41710) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:27.137990 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-d69949d5-dfbd-48dd-ad40-79eb6f1a6afe tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'port': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'mac_address': 'fa:16:3e:4b:75:81', 'name': 'tempest-NetworksTestDHCPv6-1401951213'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:27.203662 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5efcd7a9-8450-4c0f-9373-d62fa34b23c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:27.208541 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-6a2bfc8b-4ba1-45ba-964d-3fc5d93f22c1 None None] For port 885cce37-0784-46a3-84eb-b06d53c68d23, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=885cce37-0784-46a3-84eb-b06d53c68d23,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:27.208957 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6a2bfc8b-4ba1-45ba-964d-3fc5d93f22c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:27.234247 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-6a2bfc8b-4ba1-45ba-964d-3fc5d93f22c1 None None] Calling delete_port for 885cce37-0784-46a3-84eb-b06d53c68d23 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:27.301209 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69949d5-dfbd-48dd-ad40-79eb6f1a6afe tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:27.332580 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5efcd7a9-8450-4c0f-9373-d62fa34b23c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:27.409794 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efcd7a9-8450-4c0f-9373-d62fa34b23c0 admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:27.413928 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efcd7a9-8450-4c0f-9373-d62fa34b23c0 admin admin] Pushing event updated for resources: {'Port': ['ID=f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:27.420329 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-5efcd7a9-8450-4c0f-9373-d62fa34b23c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:27.429072 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efcd7a9-8450-4c0f-9373-d62fa34b23c0 admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:27.440912 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:27.502744 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d69949d5-dfbd-48dd-ad40-79eb6f1a6afe tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:27.570785 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f4f43e-d77f-4140-8bfc-287642d96a5e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Router 48b4d657-b554-4fc5-a40b-3f0590b5de04 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:12:27.581830 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-d69949d5-dfbd-48dd-ad40-79eb6f1a6afe tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] device_id is not set on port e525f635-0eed-40e7-9d2a-08eec29ea3cb yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:12:27.765551 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 885cce37-0784-46a3-84eb-b06d53c68d23, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=885cce37-0784-46a3-84eb-b06d53c68d23,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:27.777342 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:27.831575 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event deleted for resources: {'Port': ['ID=885cce37-0784-46a3-84eb-b06d53c68d23,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:27.839485 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6a2bfc8b-4ba1-45ba-964d-3fc5d93f22c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:27.904882 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34b4b00a-1feb-4974-bbfb-f1893c45b53d None None] Could not find standard attr ID for object 90acf195-8c77-404b-a50b-02f5d678ebc2. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:12:27.909588 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2bfc8b-4ba1-45ba-964d-3fc5d93f22c1 None None] Pushing event deleted for resources: {'Port': ['ID=885cce37-0784-46a3-84eb-b06d53c68d23,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:27.921541 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2bfc8b-4ba1-45ba-964d-3fc5d93f22c1 None None] No DVR routers for this DVR port 885cce37-0784-46a3-84eb-b06d53c68d23 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:12:27.946553 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52c4d0b-1c25-4490-9074-aa6ead9b358d None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:28.004230 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5efcd7a9-8450-4c0f-9373-d62fa34b23c0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:28.215485 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b22e91-4945-421b-98b7-1d7d94fc6441 None None] Network b2aef40f-b7ef-4b55-83db-50230d4290bd requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:28.238961 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f58b00-b52b-48b3-beea-4f7d3b3cb923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-833e9ff3-de52-4870-807a-a323cda2654c', 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'tenant_id': 'c34b9efccd444514b6828a5a5dd7684d', 'fixed_ips': [{'subnet_id': '6e695c6f-46c9-47e7-8f37-f4c23972ae92'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:12:28.239778 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-57f58b00-b52b-48b3-beea-4f7d3b3cb923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:28.321841 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-d69949d5-dfbd-48dd-ad40-79eb6f1a6afe tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Allocated IP 2001:db8::279 (833e9ff3-de52-4870-807a-a323cda2654c/6e695c6f-46c9-47e7-8f37-f4c23972ae92/e525f635-0eed-40e7-9d2a-08eec29ea3cb) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:28.350164 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb8cf3-1c3a-4b29-bd07-250c25f2c323 req-c4e1dd1e-7543-495b-9cbc-e15e52a6fb62 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:28.351835 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0ceb8cf3-1c3a-4b29-bd07-250c25f2c323 req-c4e1dd1e-7543-495b-9cbc-e15e52a6fb62 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 943 time: 0.7962275 Oct 19 01:12:28.433588 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-627c8e67-597c-42db-8a51-f2934b036519 None None] Provisioning complete for port 21c81f95-b4b7-4450-b434-62d6fd4650c1 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:28.434125 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-627c8e67-597c-42db-8a51-f2934b036519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:28.464134 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0ceb8cf3-1c3a-4b29-bd07-250c25f2c323 req-de5dbf8d-9a5e-4356-9e36-2b050efbd736 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968778 Oct 19 01:12:28.567100 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d69949d5-dfbd-48dd-ad40-79eb6f1a6afe tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:28.605526 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d69949d5-dfbd-48dd-ad40-79eb6f1a6afe tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:28.615520 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f4f43e-d77f-4140-8bfc-287642d96a5e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:12:28.623761 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e7f4f43e-d77f-4140-8bfc-287642d96a5e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:28.627228 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a80217-b5c5-42e2-8818-95bd7b16034a None None] Sync routers for ids ['48b4d657-b554-4fc5-a40b-3f0590b5de04'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:12:28.643885 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a80217-b5c5-42e2-8818-95bd7b16034a None None] Routers {'48b4d657-b554-4fc5-a40b-3f0590b5de04'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:28.645284 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a5a80217-b5c5-42e2-8818-95bd7b16034a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:12:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['48b4d657-b554-4fc5-a40b-3f0590b5de04'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:28.674095 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-627c8e67-597c-42db-8a51-f2934b036519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:28.690675 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69949d5-dfbd-48dd-ad40-79eb6f1a6afe tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:28.693621 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-57f58b00-b52b-48b3-beea-4f7d3b3cb923 None None] Allocated IP 2001:db8::2 (833e9ff3-de52-4870-807a-a323cda2654c/6e695c6f-46c9-47e7-8f37-f4c23972ae92/4f314a3f-116f-434e-b688-e4854aed9a8f) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:28.695176 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-d69949d5-dfbd-48dd-ad40-79eb6f1a6afe tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:28.706331 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69949d5-dfbd-48dd-ad40-79eb6f1a6afe tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:28.708412 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41780) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:28.713799 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69949d5-dfbd-48dd-ad40-79eb6f1a6afe tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:28.715224 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d69949d5-dfbd-48dd-ad40-79eb6f1a6afe tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:28.735094 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69949d5-dfbd-48dd-ad40-79eb6f1a6afe tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Port': ['ID=e525f635-0eed-40e7-9d2a-08eec29ea3cb,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:28.745466 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e7f4f43e-d77f-4140-8bfc-287642d96a5e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "PUT /v2.0/floatingips/58f5607e-d1b3-4737-b61a-6d46fc4ad938 HTTP/1.1" status: 200 len: 688 time: 2.2787466 Oct 19 01:12:28.746425 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41786) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:28.753832 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d69949d5-dfbd-48dd-ad40-79eb6f1a6afe tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6206505 Oct 19 01:12:28.756611 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41788) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:28.776386 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-627c8e67-597c-42db-8a51-f2934b036519 None None] For port 21c81f95-b4b7-4450-b434-62d6fd4650c1, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=21c81f95-b4b7-4450-b434-62d6fd4650c1,segment=NetworkSegment(342fc941-ace1-4af2-bee1-519d3761ce6d),segment_id=342fc941-ace1-4af2-bee1-519d3761ce6d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:28.793779 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a5a80217-b5c5-42e2-8818-95bd7b16034a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:28.798887 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-627c8e67-597c-42db-8a51-f2934b036519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:28.820455 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a80217-b5c5-42e2-8818-95bd7b16034a None None] Routers {'48b4d657-b554-4fc5-a40b-3f0590b5de04'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:28.820989 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a5a80217-b5c5-42e2-8818-95bd7b16034a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:12:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['48b4d657-b554-4fc5-a40b-3f0590b5de04'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:28.835547 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b645202-60ff-4daf-b313-e05475aebaa5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:28.838182 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4b645202-60ff-4daf-b313-e05475aebaa5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0800927 Oct 19 01:12:28.840749 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41790) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:28.902983 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a5a80217-b5c5-42e2-8818-95bd7b16034a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:28.903619 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a80217-b5c5-42e2-8818-95bd7b16034a None None] The sync data for ids ['48b4d657-b554-4fc5-a40b-3f0590b5de04'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:12:28.961856 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c8e67-597c-42db-8a51-f2934b036519 None None] Pushing event updated for resources: {'Port': ['ID=21c81f95-b4b7-4450-b434-62d6fd4650c1,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:29.003565 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1f4ee427-4acd-440c-ba28-977b862f0030 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:29.046109 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5efcd7a9-8450-4c0f-9373-d62fa34b23c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:29.049146 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-57f58b00-b52b-48b3-beea-4f7d3b3cb923 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:29.057938 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-630aa0e4-4ebd-4383-9452-4d2ba772913b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting port e525f635-0eed-40e7-9d2a-08eec29ea3cb {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:29.058674 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-630aa0e4-4ebd-4383-9452-4d2ba772913b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:29.059150 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-57f58b00-b52b-48b3-beea-4f7d3b3cb923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:29.073800 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 21c81f95-b4b7-4450-b434-62d6fd4650c1 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:29.144189 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f58b00-b52b-48b3-beea-4f7d3b3cb923 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:29.156484 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-57f58b00-b52b-48b3-beea-4f7d3b3cb923 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:29.158842 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f58b00-b52b-48b3-beea-4f7d3b3cb923 None None] Pushing event updated for resources: {'Port': ['ID=4f314a3f-116f-434e-b688-e4854aed9a8f,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:29.164176 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-630aa0e4-4ebd-4383-9452-4d2ba772913b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:29.164470 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f58b00-b52b-48b3-beea-4f7d3b3cb923 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:29.177883 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-78d6f460-6e70-4de9-ba36-06328b314a15 None None] Provisioning complete for port 21c81f95-b4b7-4450-b434-62d6fd4650c1 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:29.178330 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-78d6f460-6e70-4de9-ba36-06328b314a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:29.178448 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-630aa0e4-4ebd-4383-9452-4d2ba772913b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Calling delete_port for e525f635-0eed-40e7-9d2a-08eec29ea3cb owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:29.206489 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-0e73000c-cff9-4506-bab3-fcbfe94885ce tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Deleting port 6ec69217-a355-4dcb-b48c-e3dd73873072 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:29.206835 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0e73000c-cff9-4506-bab3-fcbfe94885ce tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:29.270248 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 21c81f95-b4b7-4450-b434-62d6fd4650c1 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:29.270864 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:29.292199 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1f4ee427-4acd-440c-ba28-977b862f0030 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:29.304005 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:29.310166 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1f4ee427-4acd-440c-ba28-977b862f0030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:29.312563 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-57f58b00-b52b-48b3-beea-4f7d3b3cb923 None None] Attempting to bind port 4f314a3f-116f-434e-b688-e4854aed9a8f on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:12:29.312930 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-57f58b00-b52b-48b3-beea-4f7d3b3cb923 None None] Attempting to bind port 4f314a3f-116f-434e-b688-e4854aed9a8f by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:12:29.313289 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f58b00-b52b-48b3-beea-4f7d3b3cb923 None None] Attempting to bind port 4f314a3f-116f-434e-b688-e4854aed9a8f on network 833e9ff3-de52-4870-807a-a323cda2654c {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:29.327371 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f58b00-b52b-48b3-beea-4f7d3b3cb923 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:12:29.327783 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f58b00-b52b-48b3-beea-4f7d3b3cb923 None None] Checking segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:29.327965 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-630aa0e4-4ebd-4383-9452-4d2ba772913b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:29.328484 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-57f58b00-b52b-48b3-beea-4f7d3b3cb923 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:29.328484 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f58b00-b52b-48b3-beea-4f7d3b3cb923 None None] Bound using segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:12:29.328986 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-57f58b00-b52b-48b3-beea-4f7d3b3cb923 None None] Bound port: 4f314a3f-116f-434e-b688-e4854aed9a8f, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:12:29.329395 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-57f58b00-b52b-48b3-beea-4f7d3b3cb923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:29.361309 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630aa0e4-4ebd-4383-9452-4d2ba772913b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Port': ['ID=e525f635-0eed-40e7-9d2a-08eec29ea3cb,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:29.373460 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0e73000c-cff9-4506-bab3-fcbfe94885ce tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:29.373788 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0e73000c-cff9-4506-bab3-fcbfe94885ce tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:29.378096 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1f4ee427-4acd-440c-ba28-977b862f0030 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bcfacde5956f421893c98a2760c32a95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6687005 Oct 19 01:12:29.385893 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41792) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:29.390198 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ee427-4acd-440c-ba28-977b862f0030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3efeae-05ea-480e-ad4e-225687834783,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:29.393809 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-630aa0e4-4ebd-4383-9452-4d2ba772913b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:29.397827 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-630aa0e4-4ebd-4383-9452-4d2ba772913b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/e525f635-0eed-40e7-9d2a-08eec29ea3cb HTTP/1.1" status: 204 len: 168 time: 0.5556431 Oct 19 01:12:29.400911 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41794) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:29.403795 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-0e73000c-cff9-4506-bab3-fcbfe94885ce tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Calling delete_port for 6ec69217-a355-4dcb-b48c-e3dd73873072 owned by network:floatingip {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:29.406384 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efcd7a9-8450-4c0f-9373-d62fa34b23c0 admin admin] Router 72a60186-7bdd-40ac-996d-c127724e8d08 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:12:29.456694 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8252a9-1448-43c2-923f-5f74f1cbe837 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:29.458285 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8252a9-1448-43c2-923f-5f74f1cbe837 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:29.463315 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ea8252a9-1448-43c2-923f-5f74f1cbe837 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0603912 Oct 19 01:12:29.464019 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41796) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:29.484372 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-57f58b00-b52b-48b3-beea-4f7d3b3cb923 None None] For port 4f314a3f-116f-434e-b688-e4854aed9a8f, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:12:29.492496 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-57f58b00-b52b-48b3-beea-4f7d3b3cb923 None None] For port 4f314a3f-116f-434e-b688-e4854aed9a8f, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=4f314a3f-116f-434e-b688-e4854aed9a8f,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:12:29.511801 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-57f58b00-b52b-48b3-beea-4f7d3b3cb923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:29.523338 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-65ea26bc-2947-4d79-9f37-0b6d5f3184f4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting subnet 6e695c6f-46c9-47e7-8f37-f4c23972ae92 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:12:29.527218 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-65ea26bc-2947-4d79-9f37-0b6d5f3184f4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:29.578785 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2ecdeb0e-756e-47f5-a007-c74d1b738dec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:29.602151 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-65ea26bc-2947-4d79-9f37-0b6d5f3184f4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:29.607579 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f58b00-b52b-48b3-beea-4f7d3b3cb923 None None] Pushing event updated for resources: {'Port': ['ID=4f314a3f-116f-434e-b688-e4854aed9a8f,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:29.679316 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2ecdeb0e-756e-47f5-a007-c74d1b738dec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:29.710619 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-65ea26bc-2947-4d79-9f37-0b6d5f3184f4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:29.741467 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efcd7a9-8450-4c0f-9373-d62fa34b23c0 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:12:29.751850 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192fe915-4c93-4798-b26b-afaa3d54c7ec None None] Sync routers for ids ['72a60186-7bdd-40ac-996d-c127724e8d08'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:12:29.776799 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192fe915-4c93-4798-b26b-afaa3d54c7ec None None] Routers {'72a60186-7bdd-40ac-996d-c127724e8d08'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:29.777475 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-192fe915-4c93-4798-b26b-afaa3d54c7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:12:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['72a60186-7bdd-40ac-996d-c127724e8d08'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:29.779359 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94cec3-7512-4852-82e6-e204f55ee9c3 req-7bd76ba0-0281-4d05-ab64-530135e5712b tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:29.781644 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8e94cec3-7512-4852-82e6-e204f55ee9c3 req-7bd76ba0-0281-4d05-ab64-530135e5712b tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 943 time: 0.1542101 Oct 19 01:12:29.790971 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5efcd7a9-8450-4c0f-9373-d62fa34b23c0 admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:29.793572 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5efcd7a9-8450-4c0f-9373-d62fa34b23c0 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.2152574 Oct 19 01:12:29.799055 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41802) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:29.811898 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0e73000c-cff9-4506-bab3-fcbfe94885ce tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:29.829774 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-65ea26bc-2947-4d79-9f37-0b6d5f3184f4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:29.866745 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea26bc-2947-4d79-9f37-0b6d5f3184f4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Subnet': ['ID=6e695c6f-46c9-47e7-8f37-f4c23972ae92,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:29.874998 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-65ea26bc-2947-4d79-9f37-0b6d5f3184f4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:29.878244 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-65ea26bc-2947-4d79-9f37-0b6d5f3184f4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/6e695c6f-46c9-47e7-8f37-f4c23972ae92 HTTP/1.1" status: 204 len: 168 time: 0.4132264 Oct 19 01:12:29.881667 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41806) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:29.896871 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73000c-cff9-4506-bab3-fcbfe94885ce tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event deleted for resources: {'Port': ['ID=6ec69217-a355-4dcb-b48c-e3dd73873072,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:29.929249 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2ecdeb0e-756e-47f5-a007-c74d1b738dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:29.932757 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2ecdeb0e-756e-47f5-a007-c74d1b738dec admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:29.933954 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2ecdeb0e-756e-47f5-a007-c74d1b738dec admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dd3efeae-05ea-480e-ad4e-225687834783 HTTP/1.1" status: 204 len: 168 time: 0.5448239 Oct 19 01:12:29.955944 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c933b25a-d9d8-4181-ab17-52008cc12334 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0730379 Oct 19 01:12:29.963274 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41810) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:30.017485 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-192fe915-4c93-4798-b26b-afaa3d54c7ec None None] Set router 72a60186-7bdd-40ac-996d-c127724e8d08 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:12:30.039198 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e327383e-317d-42dd-aead-a110019484cb tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:30.043890 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e327383e-317d-42dd-aead-a110019484cb tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0792065 Oct 19 01:12:30.046788 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41812) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:30.061914 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecdeb0e-756e-47f5-a007-c74d1b738dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3efeae-05ea-480e-ad4e-225687834783,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:30.080959 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8e94cec3-7512-4852-82e6-e204f55ee9c3 req-9425722a-c77d-4f49-88a0-b9470ebc6da5 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205105 Oct 19 01:12:30.111327 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0e73000c-cff9-4506-bab3-fcbfe94885ce tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for floatingip, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:30.116567 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0e73000c-cff9-4506-bab3-fcbfe94885ce tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:30.121296 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0e73000c-cff9-4506-bab3-fcbfe94885ce tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "DELETE /v2.0/floatingips/58f5607e-d1b3-4737-b61a-6d46fc4ad938 HTTP/1.1" status: 204 len: 168 time: 1.3705595 Oct 19 01:12:30.122467 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41814) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:30.132796 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d596c6b8-1a68-4093-b764-3bd9ef237f26 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:30.136965 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d596c6b8-1a68-4093-b764-3bd9ef237f26 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0891080 Oct 19 01:12:30.142518 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41816) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:30.185311 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-65ed8e86-f54b-464d-a3bc-afefd0159fd5 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] delete failed (client error): The resource could not be found. Oct 19 01:12:30.186597 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-65ed8e86-f54b-464d-a3bc-afefd0159fd5 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "DELETE /v2.0/floatingips/58f5607e-d1b3-4737-b61a-6d46fc4ad938 HTTP/1.1" status: 404 len: 345 time: 0.0634103 Oct 19 01:12:30.223225 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41820) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:30.229368 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b3e6277a-7522-4660-9bb3-0e7b5b4afcd0 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0805779 Oct 19 01:12:30.229727 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41822) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:30.241443 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-1b056172-9a3c-482b-a290-ad33ea8280f5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:30.268992 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-192fe915-4c93-4798-b26b-afaa3d54c7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a60186-7bdd-40ac-996d-c127724e8d08', 'name': 'tempest-ServersTestMultiNic-839703103-router', 'tenant_id': 'c37fe5cecaae474d866f7a28aa6ce8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:24Z', 'updated_at': '2021-10-19T01:12:27Z', 'revision_number': 3, 'project_id': 'c37fe5cecaae474d866f7a28aa6ce8ef', 'gw_port': {'id': 'f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a60186-7bdd-40ac-996d-c127724e8d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:26Z', 'updated_at': '2021-10-19T01:12:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:30.299468 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192fe915-4c93-4798-b26b-afaa3d54c7ec None None] Checking router: 72a60186-7bdd-40ac-996d-c127724e8d08 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:12:30.299845 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192fe915-4c93-4798-b26b-afaa3d54c7ec None None] Updating router 72a60186-7bdd-40ac-996d-c127724e8d08 port f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:12:30.330699 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-192fe915-4c93-4798-b26b-afaa3d54c7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:30.366581 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:12:30.390359 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265396d1-1c84-40d9-8d6a-cacaa7f5ae41 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:30.397033 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265396d1-1c84-40d9-8d6a-cacaa7f5ae41 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:30.404552 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265396d1-1c84-40d9-8d6a-cacaa7f5ae41 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:30.406493 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-265396d1-1c84-40d9-8d6a-cacaa7f5ae41 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "GET /v2.0/ports?network_id=2337167a-06ba-400f-9020-abf4a440a696 HTTP/1.1" status: 200 len: 2358 time: 0.1801045 Oct 19 01:12:30.410120 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41828) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:30.498322 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b056172-9a3c-482b-a290-ad33ea8280f5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:30.502424 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1b056172-9a3c-482b-a290-ad33ea8280f5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:30.515776 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef570f47-618e-4ded-9492-bf11de2cc972 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:30.524894 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ef570f47-618e-4ded-9492-bf11de2cc972 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "GET /v2.0/subnets/7b3910f0-f062-416a-b72c-a7edcb3ab2cd HTTP/1.1" status: 200 len: 797 time: 0.1080344 Oct 19 01:12:30.525644 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41832) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:30.527355 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fdf8d10b-046d-4404-aacb-c4e787087a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:30.533840 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-8e14f868-7874-409b-afe1-e367564e5a86 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Request body: {'port': {'network_id': '2337167a-06ba-400f-9020-abf4a440a696', 'name': 'tempest-FloatingIPTestJSON-2088748134', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:30.584227 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201,segment=NetworkSegment(8a516c3b-6789-44d3-87bb-3790155029b6),segment_id=8a516c3b-6789-44d3-87bb-3790155029b6)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:30.616024 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201', 'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6', 'port_id': '86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201', 'mac_address': 'fa:16:3e:1d:9b:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d33ad6-49ce-4420-8e80-235f3948de37', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:12:30.733525 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:30.761573 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:12:30.885972 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e14f868-7874-409b-afe1-e367564e5a86 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Made reservation on behalf of 12aed70676374a509f3d3a36c717ad7a for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:30.889024 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-192fe915-4c93-4798-b26b-afaa3d54c7ec None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:30.893127 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201,segment=NetworkSegment(8a516c3b-6789-44d3-87bb-3790155029b6),segment_id=8a516c3b-6789-44d3-87bb-3790155029b6)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:30.901089 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-192fe915-4c93-4798-b26b-afaa3d54c7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:30.949208 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:30.953955 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03f178-1588-47d3-a029-ca8b47cb389e None None] Pushing event updated for resources: {'Port': ['ID=f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:31.063260 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:31.072868 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d593ee-5afa-4bb4-ae70-5117814ac921 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:31.076490 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-fdf8d10b-046d-4404-aacb-c4e787087a72 admin admin] Allocated IP 172.20.0.1 (b2aef40f-b7ef-4b55-83db-50230d4290bd/ddd1a256-a53e-4345-89f1-d292deb6b755/91755f08-6112-49df-80f8-4479b69b86a4) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:31.081623 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8e14f868-7874-409b-afe1-e367564e5a86 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:31.098267 n-d-715271-26 neutron-server[100606]: DEBUG neutron.objects.ports [None req-1b056172-9a3c-482b-a290-ad33ea8280f5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100606) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:12:31.149743 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-8e14f868-7874-409b-afe1-e367564e5a86 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] device_id is not set on port 7c0ed534-936e-44df-bd31-052474ac9adc yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:12:31.156248 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-192fe915-4c93-4798-b26b-afaa3d54c7ec None None] Attempting to bind port f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:12:31.156541 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-192fe915-4c93-4798-b26b-afaa3d54c7ec None None] Attempting to bind port f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:12:31.157132 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192fe915-4c93-4798-b26b-afaa3d54c7ec None None] Attempting to bind port f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:31.178097 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 21c81f95-b4b7-4450-b434-62d6fd4650c1 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:31.231217 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-37a4df0d-557d-433f-9d68-c529d7f65b42 None None] Provisioning complete for port 4f314a3f-116f-434e-b688-e4854aed9a8f triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:31.231605 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-37a4df0d-557d-433f-9d68-c529d7f65b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:31.234523 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192fe915-4c93-4798-b26b-afaa3d54c7ec None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:12:31.234907 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192fe915-4c93-4798-b26b-afaa3d54c7ec None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:31.235306 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-192fe915-4c93-4798-b26b-afaa3d54c7ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:31.235702 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192fe915-4c93-4798-b26b-afaa3d54c7ec None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:12:31.236231 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-192fe915-4c93-4798-b26b-afaa3d54c7ec None None] Bound port: f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:12:31.236613 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-192fe915-4c93-4798-b26b-afaa3d54c7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:31.364777 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627de52-b587-46cb-96d2-ddb3552e959d req-a4acf678-bc95-4ff8-82e2-915a93556ea1 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:31.376744 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2627de52-b587-46cb-96d2-ddb3552e959d req-a4acf678-bc95-4ff8-82e2-915a93556ea1 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 944 time: 0.1228597 Oct 19 01:12:31.418164 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fdf8d10b-046d-4404-aacb-c4e787087a72 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:31.438843 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1b056172-9a3c-482b-a290-ad33ea8280f5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:31.473488 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2627de52-b587-46cb-96d2-ddb3552e959d req-a9df60c0-ee13-478f-bcf3-0f5c6a71a093 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957713 Oct 19 01:12:31.479286 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:12:31.542419 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fdf8d10b-046d-4404-aacb-c4e787087a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:31.721239 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-1b056172-9a3c-482b-a290-ad33ea8280f5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] For port 4f314a3f-116f-434e-b688-e4854aed9a8f, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=4f314a3f-116f-434e-b688-e4854aed9a8f,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:31.725658 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-192fe915-4c93-4798-b26b-afaa3d54c7ec None None] For port f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:12:31.772573 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-192fe915-4c93-4798-b26b-afaa3d54c7ec None None] For port f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:12:31.774488 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1b056172-9a3c-482b-a290-ad33ea8280f5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:31.778579 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 21c81f95-b4b7-4450-b434-62d6fd4650c1 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:31.778579 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:31.786637 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1b056172-9a3c-482b-a290-ad33ea8280f5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:31.787675 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1b056172-9a3c-482b-a290-ad33ea8280f5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:31.833969 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-192fe915-4c93-4798-b26b-afaa3d54c7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:31.913382 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b056172-9a3c-482b-a290-ad33ea8280f5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:31.925559 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-1b056172-9a3c-482b-a290-ad33ea8280f5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:31.965576 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b056172-9a3c-482b-a290-ad33ea8280f5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:31.966169 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1b056172-9a3c-482b-a290-ad33ea8280f5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:31.972766 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf8d10b-046d-4404-aacb-c4e787087a72 admin admin] Network b2aef40f-b7ef-4b55-83db-50230d4290bd is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:31.981932 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-37a4df0d-557d-433f-9d68-c529d7f65b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:31.985882 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-fdf8d10b-046d-4404-aacb-c4e787087a72 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:31.988594 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-8e14f868-7874-409b-afe1-e367564e5a86 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Allocated IP 172.20.0.13 (2337167a-06ba-400f-9020-abf4a440a696/7b3910f0-f062-416a-b72c-a7edcb3ab2cd/7c0ed534-936e-44df-bd31-052474ac9adc) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:31.991064 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf8d10b-046d-4404-aacb-c4e787087a72 admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:31.993472 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192fe915-4c93-4798-b26b-afaa3d54c7ec None None] Routers {'72a60186-7bdd-40ac-996d-c127724e8d08'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:31.994412 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-192fe915-4c93-4798-b26b-afaa3d54c7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:12:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['72a60186-7bdd-40ac-996d-c127724e8d08'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:32.041829 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1b056172-9a3c-482b-a290-ad33ea8280f5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8109832 Oct 19 01:12:32.045929 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fdf8d10b-046d-4404-aacb-c4e787087a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:32.047178 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41866) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:32.051111 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8d10b-046d-4404-aacb-c4e787087a72 admin admin] Pushing event updated for resources: {'Port': ['ID=91755f08-6112-49df-80f8-4479b69b86a4,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:32.059974 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-13fd3763-53ab-4279-a152-904e5ee31760 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:32.097442 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b056172-9a3c-482b-a290-ad33ea8280f5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Subnet': ['ID=51f33e25-8b90-4573-8845-2c88469d50da,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:32.108563 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b056172-9a3c-482b-a290-ad33ea8280f5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Port': ['ID=4f314a3f-116f-434e-b688-e4854aed9a8f,revision_number=5']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:32.141127 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-8e14f868-7874-409b-afe1-e367564e5a86 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Allocated IP 172.20.0.12 (2337167a-06ba-400f-9020-abf4a440a696/7b3910f0-f062-416a-b72c-a7edcb3ab2cd/7c0ed534-936e-44df-bd31-052474ac9adc) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:32.160821 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-192fe915-4c93-4798-b26b-afaa3d54c7ec None None] Set router 72a60186-7bdd-40ac-996d-c127724e8d08 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:12:32.304264 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fd3763-53ab-4279-a152-904e5ee31760 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:32.309598 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-13fd3763-53ab-4279-a152-904e5ee31760 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:32.368404 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 4f314a3f-116f-434e-b688-e4854aed9a8f up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:32.370566 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058ed7a3-f407-415a-8824-daba1db00f28 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:32.420151 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03f178-1588-47d3-a029-ca8b47cb389e None None] Pushing event updated for resources: {'Port': ['ID=f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:32.443096 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fdf8d10b-046d-4404-aacb-c4e787087a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:32.467625 n-d-715271-26 neutron-server[100606]: INFO neutron.db.ipam_backend_mixin [None req-13fd3763-53ab-4279-a152-904e5ee31760 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 51f33e25-8b90-4573-8845-2c88469d50da (CIDR: 2001:db8::/64) Oct 19 01:12:32.471067 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41876) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:32.479926 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-13fd3763-53ab-4279-a152-904e5ee31760 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:12:32.480842 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13fd3763-53ab-4279-a152-904e5ee31760 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:12:32.501298 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-13fd3763-53ab-4279-a152-904e5ee31760 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4524710 Oct 19 01:12:32.504248 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41882) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:32.511872 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-c5769c4e-7cf1-4669-a5e3-7a04e8efc9c5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:32.529687 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8e14f868-7874-409b-afe1-e367564e5a86 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:32.638604 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-37a4df0d-557d-433f-9d68-c529d7f65b42 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:12:32.639340 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-37a4df0d-557d-433f-9d68-c529d7f65b42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:12:32.641580 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-dfa6f97b-750b-4176-a70f-ff612886cbda tempest-QuotasTest-656039510 tempest-QuotasTest-656039510-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:32.674002 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8e14f868-7874-409b-afe1-e367564e5a86 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:32.682983 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5769c4e-7cf1-4669-a5e3-7a04e8efc9c5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:32.686536 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c5769c4e-7cf1-4669-a5e3-7a04e8efc9c5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:32.719667 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 4f314a3f-116f-434e-b688-e4854aed9a8f triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:32.720070 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:32.734360 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d493ca-7072-4047-b3a5-9ef8d37020e7 req-e28b95b3-00f2-489f-b093-e2ccd5d2795d tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:32.735942 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e8d493ca-7072-4047-b3a5-9ef8d37020e7 req-e28b95b3-00f2-489f-b093-e2ccd5d2795d tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 944 time: 0.1433239 Oct 19 01:12:32.765528 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e14f868-7874-409b-afe1-e367564e5a86 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Network 2337167a-06ba-400f-9020-abf4a440a696 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:32.771814 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-dfa6f97b-750b-4176-a70f-ff612886cbda tempest-QuotasTest-656039510 tempest-QuotasTest-656039510-project-admin] 10.222.0.57 "PUT /v2.0/quotas/e81cccc387894db38db3fb243bcf6c52 HTTP/1.1" status: 200 len: 366 time: 0.2990749 Oct 19 01:12:32.776182 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41884) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:32.797189 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-39fe9a7b-e98b-4b47-921e-5e066fac7fca tempest-QuotasTest-656039510 tempest-QuotasTest-656039510-project-admin] 10.222.0.57 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0145841 Oct 19 01:12:32.797390 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-8e14f868-7874-409b-afe1-e367564e5a86 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:32.816191 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e14f868-7874-409b-afe1-e367564e5a86 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:32.818542 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41888) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:32.830375 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14f868-7874-409b-afe1-e367564e5a86 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event updated for resources: {'Port': ['ID=7c0ed534-936e-44df-bd31-052474ac9adc,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:32.843794 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-192fe915-4c93-4798-b26b-afaa3d54c7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a60186-7bdd-40ac-996d-c127724e8d08', 'name': 'tempest-ServersTestMultiNic-839703103-router', 'tenant_id': 'c37fe5cecaae474d866f7a28aa6ce8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:24Z', 'updated_at': '2021-10-19T01:12:27Z', 'revision_number': 3, 'project_id': 'c37fe5cecaae474d866f7a28aa6ce8ef', 'gw_port': {'id': 'f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a60186-7bdd-40ac-996d-c127724e8d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:26Z', 'updated_at': '2021-10-19T01:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:32.875544 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-fda262ed-54ae-4031-a809-a8350c779fa8 tempest-QuotasTest-656039510 tempest-QuotasTest-656039510-project-admin] 10.222.0.57 "GET /v2.0/quotas/e81cccc387894db38db3fb243bcf6c52 HTTP/1.1" status: 200 len: 366 time: 0.0537345 Oct 19 01:12:32.877582 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192fe915-4c93-4798-b26b-afaa3d54c7ec None None] The sync data for ids ['72a60186-7bdd-40ac-996d-c127724e8d08'] in n-d-715271-26 is: [{'id': '72a60186-7bdd-40ac-996d-c127724e8d08', 'name': 'tempest-ServersTestMultiNic-839703103-router', 'tenant_id': 'c37fe5cecaae474d866f7a28aa6ce8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:24Z', 'updated_at': '2021-10-19T01:12:27Z', 'revision_number': 3, 'project_id': 'c37fe5cecaae474d866f7a28aa6ce8ef', 'gw_port': {'id': 'f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a60186-7bdd-40ac-996d-c127724e8d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:26Z', 'updated_at': '2021-10-19T01:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:12:32.889344 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41890) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:32.897342 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:32.901987 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fdf8d10b-046d-4404-aacb-c4e787087a72 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:32.923680 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e8d493ca-7072-4047-b3a5-9ef8d37020e7 req-80f58235-b2fa-4416-818d-79e092cea9ad tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602862 Oct 19 01:12:32.956699 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e14f868-7874-409b-afe1-e367564e5a86 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:32.957677 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8e14f868-7874-409b-afe1-e367564e5a86 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:32.961626 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fdf8d10b-046d-4404-aacb-c4e787087a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:32.974050 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 4f314a3f-116f-434e-b688-e4854aed9a8f, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=4f314a3f-116f-434e-b688-e4854aed9a8f,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:32.979942 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:33.049215 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e161b157-d9a6-4198-b5aa-e96811f48cca tempest-QuotasTest-656039510 tempest-QuotasTest-656039510-project-admin] 10.222.0.57 "DELETE /v2.0/quotas/e81cccc387894db38db3fb243bcf6c52 HTTP/1.1" status: 204 len: 168 time: 0.1514115 Oct 19 01:12:33.057600 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41892) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:33.076611 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=4f314a3f-116f-434e-b688-e4854aed9a8f,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:33.089084 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fdf8d10b-046d-4404-aacb-c4e787087a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:33.091564 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4e6fc051-730c-4da5-b085-de5847b17d01 tempest-QuotasTest-656039510 tempest-QuotasTest-656039510-project-admin] 10.222.0.57 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0251009 Oct 19 01:12:33.096081 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8e14f868-7874-409b-afe1-e367564e5a86 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.5664043 Oct 19 01:12:33.096781 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8d10b-046d-4404-aacb-c4e787087a72 admin admin] Pushing event updated for resources: {'Port': ['ID=91755f08-6112-49df-80f8-4479b69b86a4,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:33.102261 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41894) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:33.102546 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41896) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:33.108757 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-51fd3368-2af9-46e1-b4d6-d46d465726fe tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'port_id': '7c0ed534-936e-44df-bd31-052474ac9adc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:33.128959 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 4f314a3f-116f-434e-b688-e4854aed9a8f up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:33.143435 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-fcc511f1-a430-4755-97de-7a63e885e616 tempest-QuotasTest-656039510 tempest-QuotasTest-656039510-project-admin] 10.222.0.57 "GET /v2.0/quotas/e81cccc387894db38db3fb243bcf6c52 HTTP/1.1" status: 200 len: 370 time: 0.0393445 Oct 19 01:12:33.146326 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41898) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:33.153589 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-be4ece97-51ee-44ef-9697-e1886dea9e7e tempest-QuotasTest-656039510 tempest-QuotasTest-656039510-project-admin] 10.222.0.57 "GET /v2.0/quotas/e81cccc387894db38db3fb243bcf6c52/default HTTP/1.1" status: 200 len: 370 time: 0.0066803 Oct 19 01:12:33.159631 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41900) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:33.185323 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-604c2d94-66ab-4aaa-8ef8-d9fa47cb13db tempest-QuotasTest-656039510 tempest-QuotasTest-656039510-project-admin] delete failed (client error): The resource could not be found. Oct 19 01:12:33.208790 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-604c2d94-66ab-4aaa-8ef8-d9fa47cb13db tempest-QuotasTest-656039510 tempest-QuotasTest-656039510-project-admin] 10.222.0.57 "DELETE /v2.0/quotas/e81cccc387894db38db3fb243bcf6c52 HTTP/1.1" status: 404 len: 348 time: 0.0421510 Oct 19 01:12:33.214790 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-51fd3368-2af9-46e1-b4d6-d46d465726fe tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for floatingip, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:33.227175 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 4f314a3f-116f-434e-b688-e4854aed9a8f triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:33.227554 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:33.263616 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c5769c4e-7cf1-4669-a5e3-7a04e8efc9c5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:33.379889 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf8d10b-046d-4404-aacb-c4e787087a72 admin admin] Network b2aef40f-b7ef-4b55-83db-50230d4290bd is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:33.383231 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5769c4e-7cf1-4669-a5e3-7a04e8efc9c5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:33.390078 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-c5769c4e-7cf1-4669-a5e3-7a04e8efc9c5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:33.392153 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-fdf8d10b-046d-4404-aacb-c4e787087a72 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:33.400275 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5769c4e-7cf1-4669-a5e3-7a04e8efc9c5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:33.400883 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c5769c4e-7cf1-4669-a5e3-7a04e8efc9c5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:33.426793 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c5769c4e-7cf1-4669-a5e3-7a04e8efc9c5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9211864 Oct 19 01:12:33.430029 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41906) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:33.436186 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-ad99d609-cd0a-407c-90dd-a14f5307cce4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'port': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'mac_address': 'fa:16:3e:f2:e8:8c', 'name': 'tempest-NetworksTestDHCPv6-1101412953'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:33.453900 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-55b3c5c9-2dbc-4de5-8cbb-126dc548920c None None] Provisioning complete for port 91755f08-6112-49df-80f8-4479b69b86a4 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:33.454456 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-55b3c5c9-2dbc-4de5-8cbb-126dc548920c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:33.520744 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-55b3c5c9-2dbc-4de5-8cbb-126dc548920c None None] Port 91755f08-6112-49df-80f8-4479b69b86a4 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:12:33.534687 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-55b3c5c9-2dbc-4de5-8cbb-126dc548920c None None] Provisioning complete for port 4f314a3f-116f-434e-b688-e4854aed9a8f triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:33.535165 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-55b3c5c9-2dbc-4de5-8cbb-126dc548920c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:33.546535 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41908) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:33.615439 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5769c4e-7cf1-4669-a5e3-7a04e8efc9c5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Subnet': ['ID=20ae5b34-19eb-4fe3-b856-75a64741e6df,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:33.644741 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf8d10b-046d-4404-aacb-c4e787087a72 admin admin] Router 72a60186-7bdd-40ac-996d-c127724e8d08 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:12:33.651807 n-d-715271-26 neutron-server[100606]: DEBUG neutron.quota.resource [None req-0584df79-eb1d-49e9-b457-bd551b76c337 tempest-QuotasTest-656039510 tempest-QuotasTest-656039510-project-admin] Usage tracker for resource:network and project:8ed0be28a7d14c5696cfdd9d6bfbc43f is out of sync, need to count used quota {{(pid=100606) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 19 01:12:33.657878 n-d-715271-26 neutron-server[100606]: DEBUG neutron.quota.resource [None req-0584df79-eb1d-49e9-b457-bd551b76c337 tempest-QuotasTest-656039510 tempest-QuotasTest-656039510-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=100606) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 19 01:12:33.662115 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b956c6-a2f0-44ab-88fc-997ff8be29b5 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:33.679228 n-d-715271-26 neutron-server[100606]: DEBUG neutron.quota.resource [None req-0584df79-eb1d-49e9-b457-bd551b76c337 tempest-QuotasTest-656039510 tempest-QuotasTest-656039510-project-admin] Usage tracker for resource:subnet and project:8ed0be28a7d14c5696cfdd9d6bfbc43f is out of sync, need to count used quota {{(pid=100606) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 19 01:12:33.686700 n-d-715271-26 neutron-server[100606]: DEBUG neutron.quota.resource [None req-0584df79-eb1d-49e9-b457-bd551b76c337 tempest-QuotasTest-656039510 tempest-QuotasTest-656039510-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=100606) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 19 01:12:33.703606 n-d-715271-26 neutron-server[100606]: DEBUG neutron.quota.resource [None req-0584df79-eb1d-49e9-b457-bd551b76c337 tempest-QuotasTest-656039510 tempest-QuotasTest-656039510-project-admin] Usage tracker for resource:subnetpool and project:8ed0be28a7d14c5696cfdd9d6bfbc43f is out of sync, need to count used quota {{(pid=100606) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 19 01:12:33.710236 n-d-715271-26 neutron-server[100606]: DEBUG neutron.quota.resource [None req-0584df79-eb1d-49e9-b457-bd551b76c337 tempest-QuotasTest-656039510 tempest-QuotasTest-656039510-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=100606) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 19 01:12:33.713534 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad99d609-cd0a-407c-90dd-a14f5307cce4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:33.753249 n-d-715271-26 neutron-server[100606]: DEBUG neutron.quota.resource [None req-0584df79-eb1d-49e9-b457-bd551b76c337 tempest-QuotasTest-656039510 tempest-QuotasTest-656039510-project-admin] Usage tracker for resource:port and project:8ed0be28a7d14c5696cfdd9d6bfbc43f is out of sync, need to count used quota {{(pid=100606) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 19 01:12:33.770331 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-51fd3368-2af9-46e1-b4d6-d46d465726fe tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:33.779716 n-d-715271-26 neutron-server[100606]: DEBUG neutron.quota.resource [None req-0584df79-eb1d-49e9-b457-bd551b76c337 tempest-QuotasTest-656039510 tempest-QuotasTest-656039510-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=100606) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 19 01:12:33.819700 n-d-715271-26 neutron-server[100606]: DEBUG neutron.quota.resource [None req-0584df79-eb1d-49e9-b457-bd551b76c337 tempest-QuotasTest-656039510 tempest-QuotasTest-656039510-project-admin] Usage tracker for resource:router and project:8ed0be28a7d14c5696cfdd9d6bfbc43f is out of sync, need to count used quota {{(pid=100606) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 19 01:12:33.826324 n-d-715271-26 neutron-server[100606]: DEBUG neutron.quota.resource [None req-0584df79-eb1d-49e9-b457-bd551b76c337 tempest-QuotasTest-656039510 tempest-QuotasTest-656039510-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=100606) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 19 01:12:33.847252 n-d-715271-26 neutron-server[100606]: DEBUG neutron.quota.resource [None req-0584df79-eb1d-49e9-b457-bd551b76c337 tempest-QuotasTest-656039510 tempest-QuotasTest-656039510-project-admin] Usage tracker for resource:floatingip and project:8ed0be28a7d14c5696cfdd9d6bfbc43f is out of sync, need to count used quota {{(pid=100606) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 19 01:12:33.853568 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ad99d609-cd0a-407c-90dd-a14f5307cce4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:33.877227 n-d-715271-26 neutron-server[100606]: DEBUG neutron.quota.resource [None req-0584df79-eb1d-49e9-b457-bd551b76c337 tempest-QuotasTest-656039510 tempest-QuotasTest-656039510-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=100606) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 19 01:12:33.900379 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-ad99d609-cd0a-407c-90dd-a14f5307cce4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] device_id is not set on port 61d10b44-82be-4107-b3d7-1307b95da3cc yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:12:33.901935 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-06e02975-d16e-43ae-821a-5bb9b084a9c0 None None] Could not find standard attr ID for object e525f635-0eed-40e7-9d2a-08eec29ea3cb. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:12:33.934412 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf8d10b-046d-4404-aacb-c4e787087a72 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:12:33.948647 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-fdf8d10b-046d-4404-aacb-c4e787087a72 admin admin] 10.222.0.57 "PUT /v2.0/routers/72a60186-7bdd-40ac-996d-c127724e8d08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1385074 Oct 19 01:12:33.954591 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-06e02975-d16e-43ae-821a-5bb9b084a9c0 None None] Provisioning complete for port 91755f08-6112-49df-80f8-4479b69b86a4 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:33.954979 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-06e02975-d16e-43ae-821a-5bb9b084a9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:34.007915 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-51fd3368-2af9-46e1-b4d6-d46d465726fe tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Allocated IP 172.25.8.41 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/1144c285-428b-4661-9b20-ab05c301b943) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:34.034968 n-d-715271-26 neutron-server[100606]: DEBUG neutron.quota.resource [None req-0584df79-eb1d-49e9-b457-bd551b76c337 tempest-QuotasTest-656039510 tempest-QuotasTest-656039510-project-admin] Usage tracker for resource:security_group and project:8ed0be28a7d14c5696cfdd9d6bfbc43f is out of sync, need to count used quota {{(pid=100606) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 19 01:12:34.051807 n-d-715271-26 neutron-server[100606]: DEBUG neutron.quota.resource [None req-0584df79-eb1d-49e9-b457-bd551b76c337 tempest-QuotasTest-656039510 tempest-QuotasTest-656039510-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=100606) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 19 01:12:34.078178 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-06e02975-d16e-43ae-821a-5bb9b084a9c0 None None] Port 91755f08-6112-49df-80f8-4479b69b86a4 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:12:34.089986 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f69222-7fdd-46fd-aeab-ede2ef92a9ae None None] Update dhcp port {'port': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'fixed_ips': [{'subnet_id': '51f33e25-8b90-4573-8845-2c88469d50da', 'ip_address': '2001:db8::f816:3eff:fed3:ae21'}, {'subnet_id': '20ae5b34-19eb-4fe3-b856-75a64741e6df'}], 'binding:host_id': 'n-d-715271-26'}, 'id': '4f314a3f-116f-434e-b688-e4854aed9a8f'} from n-d-715271-26. {{(pid=100608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 01:12:34.171851 n-d-715271-26 neutron-server[100606]: DEBUG neutron.quota.resource [None req-0584df79-eb1d-49e9-b457-bd551b76c337 tempest-QuotasTest-656039510 tempest-QuotasTest-656039510-project-admin] Usage tracker for resource:security_group_rule and project:8ed0be28a7d14c5696cfdd9d6bfbc43f is out of sync, need to count used quota {{(pid=100606) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 19 01:12:34.173718 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41918) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:34.198939 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-51fd3368-2af9-46e1-b4d6-d46d465726fe tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:34.202546 n-d-715271-26 neutron-server[100606]: DEBUG neutron.quota.resource [None req-0584df79-eb1d-49e9-b457-bd551b76c337 tempest-QuotasTest-656039510 tempest-QuotasTest-656039510-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=100606) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 19 01:12:34.216669 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0584df79-eb1d-49e9-b457-bd551b76c337 tempest-QuotasTest-656039510 tempest-QuotasTest-656039510-project-admin] 10.222.0.57 "GET /v2.0/quotas/8ed0be28a7d14c5696cfdd9d6bfbc43f/details.json HTTP/1.1" status: 200 len: 703 time: 0.6689279 Oct 19 01:12:34.282822 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-51fd3368-2af9-46e1-b4d6-d46d465726fe tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:34.297469 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b94476-067b-4338-bd9d-b2ccf4f47632 req-a3b4e34e-367d-4495-8153-b73fb22c9579 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:34.299366 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-58b94476-067b-4338-bd9d-b2ccf4f47632 req-a3b4e34e-367d-4495-8153-b73fb22c9579 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 944 time: 0.1830211 Oct 19 01:12:34.358700 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fd3368-2af9-46e1-b4d6-d46d465726fe tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:34.362456 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-0c563fc3-36c4-4840-8b0b-47f2604ee36c tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-283760835'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:34.368942 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:34.373934 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-ad99d609-cd0a-407c-90dd-a14f5307cce4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Allocated IP 2001:db8:0:1::20a (833e9ff3-de52-4870-807a-a323cda2654c/20ae5b34-19eb-4fe3-b856-75a64741e6df/61d10b44-82be-4107-b3d7-1307b95da3cc) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:34.381543 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-51fd3368-2af9-46e1-b4d6-d46d465726fe tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:34.392474 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-ad99d609-cd0a-407c-90dd-a14f5307cce4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Allocated IP 2001:db8::f816:3eff:fef2:e88c (833e9ff3-de52-4870-807a-a323cda2654c/51f33e25-8b90-4573-8845-2c88469d50da/61d10b44-82be-4107-b3d7-1307b95da3cc) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:34.396358 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fd3368-2af9-46e1-b4d6-d46d465726fe tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:34.398222 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-58b94476-067b-4338-bd9d-b2ccf4f47632 req-79081f83-edd9-4e0c-9bff-ffa3b2382fdd tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869243 Oct 19 01:12:34.398842 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd3368-2af9-46e1-b4d6-d46d465726fe tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event updated for resources: {'Port': ['ID=1144c285-428b-4661-9b20-ab05c301b943,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:34.429571 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f7f69222-7fdd-46fd-aeab-ede2ef92a9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:34.487963 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c563fc3-36c4-4840-8b0b-47f2604ee36c tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Made reservation on behalf of c37fe5cecaae474d866f7a28aa6ce8ef for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:34.491631 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c563fc3-36c4-4840-8b0b-47f2604ee36c tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:34.577944 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c563fc3-36c4-4840-8b0b-47f2604ee36c tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:12:34.595945 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c563fc3-36c4-4840-8b0b-47f2604ee36c tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:34.596278 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-0c563fc3-36c4-4840-8b0b-47f2604ee36c tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Added segment 1244ac64-a1c5-44bf-a324-a946ba739835 of type vlan for network f92993f1-dd86-4ae8-a056-498c3a2b044e Oct 19 01:12:34.604213 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:12:34.616529 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:34.616804 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:34.621503 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ad99d609-cd0a-407c-90dd-a14f5307cce4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:34.662412 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41928) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:34.671074 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ad99d609-cd0a-407c-90dd-a14f5307cce4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:34.686787 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c563fc3-36c4-4840-8b0b-47f2604ee36c tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:34.728061 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad99d609-cd0a-407c-90dd-a14f5307cce4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:34.732452 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-ad99d609-cd0a-407c-90dd-a14f5307cce4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:34.742382 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad99d609-cd0a-407c-90dd-a14f5307cce4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:34.752868 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad99d609-cd0a-407c-90dd-a14f5307cce4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:34.754220 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ad99d609-cd0a-407c-90dd-a14f5307cce4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:34.760739 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c563fc3-36c4-4840-8b0b-47f2604ee36c tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:34.767039 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c563fc3-36c4-4840-8b0b-47f2604ee36c tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:34.767879 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c563fc3-36c4-4840-8b0b-47f2604ee36c tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:34.771165 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:34.778982 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99d609-cd0a-407c-90dd-a14f5307cce4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Port': ['ID=61d10b44-82be-4107-b3d7-1307b95da3cc,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:34.798754 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ad99d609-cd0a-407c-90dd-a14f5307cce4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.3675830 Oct 19 01:12:34.802077 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41932) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:34.820631 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c29516-f410-4191-bff8-db67f7078d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:12:34.823867 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522c4f2b-2973-45b2-b9f6-bfee1d107ed5" -d '{"events": [{"server_uuid": "a0c29516-f410-4191-bff8-db67f7078d43", "name": "network-vif-plugged", "status": "completed", "tag": "86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:12:34.839485 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-f7f69222-7fdd-46fd-aeab-ede2ef92a9ae None None] Allocated IP 2001:db8:0:1::2 (833e9ff3-de52-4870-807a-a323cda2654c/20ae5b34-19eb-4fe3-b856-75a64741e6df/4f314a3f-116f-434e-b688-e4854aed9a8f) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:34.846171 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201,segment=NetworkSegment(8a516c3b-6789-44d3-87bb-3790155029b6),segment_id=8a516c3b-6789-44d3-87bb-3790155029b6)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:34.858432 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:34.869077 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-21ef2fac-d157-44bc-b6e8-ebf1cef7875f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:34.883523 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0c563fc3-36c4-4840-8b0b-47f2604ee36c tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7086031 Oct 19 01:12:34.888254 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41936) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:34.904283 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a76926d-91af-41aa-8084-1153d6a39de5 x-openstack-request-id: req-5a76926d-91af-41aa-8084-1153d6a39de5 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:12:34.904626 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c29516-f410-4191-bff8-db67f7078d43", "name": "network-vif-plugged", "status": "completed", "tag": "86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:12:34.905045 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5a76926d-91af-41aa-8084-1153d6a39de5 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:12:34.905445 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c29516-f410-4191-bff8-db67f7078d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201', 'code': 200} Oct 19 01:12:34.906512 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-cbc58bc9-2bac-4972-9faa-95f8cac1e87d tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Request body: {'subnet': {'network_id': 'f92993f1-dd86-4ae8-a056-498c3a2b044e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:34.969395 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:35.034792 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c563fc3-36c4-4840-8b0b-47f2604ee36c tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Pushing event updated for resources: {'Network': ['ID=f92993f1-dd86-4ae8-a056-498c3a2b044e,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:35.068119 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network f92993f1-dd86-4ae8-a056-498c3a2b044e details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:12:35.136864 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-f7f69222-7fdd-46fd-aeab-ede2ef92a9ae None None] For port 4f314a3f-116f-434e-b688-e4854aed9a8f, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=4f314a3f-116f-434e-b688-e4854aed9a8f,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:35.149009 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-51fd3368-2af9-46e1-b4d6-d46d465726fe tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:35.167034 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b484fa0-671e-4381-91ee-beee248b645a req-eb5bc15b-888a-4050-bfec-deb048c8d5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:35.168935 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0b484fa0-671e-4381-91ee-beee248b645a req-eb5bc15b-888a-4050-bfec-deb048c8d5aa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 1097 time: 0.2278805 Oct 19 01:12:35.190222 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-59945fe8-3aff-435f-9fda-e7aac84d4b42 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting port 61d10b44-82be-4107-b3d7-1307b95da3cc {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:35.190739 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-59945fe8-3aff-435f-9fda-e7aac84d4b42 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:35.192716 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc58bc9-2bac-4972-9faa-95f8cac1e87d tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Made reservation on behalf of c37fe5cecaae474d866f7a28aa6ce8ef for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:35.197318 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cbc58bc9-2bac-4972-9faa-95f8cac1e87d tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:35.200764 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f7f69222-7fdd-46fd-aeab-ede2ef92a9ae None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:35.203898 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-21ef2fac-d157-44bc-b6e8-ebf1cef7875f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:35.239973 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-21ef2fac-d157-44bc-b6e8-ebf1cef7875f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:35.248225 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f7f69222-7fdd-46fd-aeab-ede2ef92a9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:35.291993 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:35.293536 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-59945fe8-3aff-435f-9fda-e7aac84d4b42 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:35.324774 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-59945fe8-3aff-435f-9fda-e7aac84d4b42 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Calling delete_port for 61d10b44-82be-4107-b3d7-1307b95da3cc owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:35.342932 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-51fd3368-2af9-46e1-b4d6-d46d465726fe tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:35.370839 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0b484fa0-671e-4381-91ee-beee248b645a req-880519ad-f400-4a16-bd59-5df1c8972a95 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896245 Oct 19 01:12:35.378085 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-21ef2fac-d157-44bc-b6e8-ebf1cef7875f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1f350f0f91a642a5b45413eb09e61757&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7144840 Oct 19 01:12:35.378948 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef2fac-d157-44bc-b6e8-ebf1cef7875f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65314f11-e465-454b-9b2d-2b1829ffd109,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:35.383412 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41940) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:35.403412 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f69222-7fdd-46fd-aeab-ede2ef92a9ae None None] Pushing event updated for resources: {'Port': ['ID=4f314a3f-116f-434e-b688-e4854aed9a8f,revision_number=7']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:35.418463 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:35.418940 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:35.547740 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2289b119-d7e5-4b91-adfb-ff6815a4acca None None] Sync routers for ids ['72a60186-7bdd-40ac-996d-c127724e8d08'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:12:35.570444 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2289b119-d7e5-4b91-adfb-ff6815a4acca None None] Routers {'72a60186-7bdd-40ac-996d-c127724e8d08'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:35.571177 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-2289b119-d7e5-4b91-adfb-ff6815a4acca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:12:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['72a60186-7bdd-40ac-996d-c127724e8d08'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:35.574047 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3fc8ecdc-ef26-4bc6-828e-0fc88833cc31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:35.588813 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:35.620989 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:35.626306 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:35.627399 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 4f314a3f-116f-434e-b688-e4854aed9a8f up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:35.667244 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3fc8ecdc-ef26-4bc6-828e-0fc88833cc31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:35.705094 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950bd57e-d5bd-4e1d-b75e-f3c7b325b40f req-5a9f533d-5a7b-4f57-b7e3-85af8b9c2d2b tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:35.706134 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-59945fe8-3aff-435f-9fda-e7aac84d4b42 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:35.707396 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-950bd57e-d5bd-4e1d-b75e-f3c7b325b40f req-5a9f533d-5a7b-4f57-b7e3-85af8b9c2d2b tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 945 time: 0.2077951 Oct 19 01:12:35.713197 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cbc58bc9-2bac-4972-9faa-95f8cac1e87d tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:35.725420 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:35.744599 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 4f314a3f-116f-434e-b688-e4854aed9a8f triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:35.744908 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:35.755236 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59945fe8-3aff-435f-9fda-e7aac84d4b42 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Port': ['ID=61d10b44-82be-4107-b3d7-1307b95da3cc,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:35.758561 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-2289b119-d7e5-4b91-adfb-ff6815a4acca None None] Set router 72a60186-7bdd-40ac-996d-c127724e8d08 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:12:35.864116 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc58bc9-2bac-4972-9faa-95f8cac1e87d tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Pushing event updated for resources: {'Subnet': ['ID=f759aba4-be60-40f1-95dd-7162eee554b0,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:35.899759 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-950bd57e-d5bd-4e1d-b75e-f3c7b325b40f req-4c84bdd3-edb5-4625-abf1-c5bbce9d9fc5 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721339 Oct 19 01:12:35.912157 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc58bc9-2bac-4972-9faa-95f8cac1e87d tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Checking segment: {'id': '1244ac64-a1c5-44bf-a324-a946ba739835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f92993f1-dd86-4ae8-a056-498c3a2b044e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:35.912564 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc58bc9-2bac-4972-9faa-95f8cac1e87d tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Network hostable DHCP agents. Network: f92993f1-dd86-4ae8-a056-498c3a2b044e, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:12:35.930504 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3fc8ecdc-ef26-4bc6-828e-0fc88833cc31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:35.934077 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3fc8ecdc-ef26-4bc6-828e-0fc88833cc31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:35.938174 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3fc8ecdc-ef26-4bc6-828e-0fc88833cc31 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/65314f11-e465-454b-9b2d-2b1829ffd109 HTTP/1.1" status: 204 len: 168 time: 0.5419140 Oct 19 01:12:35.954819 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8ecdc-ef26-4bc6-828e-0fc88833cc31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65314f11-e465-454b-9b2d-2b1829ffd109,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:35.964894 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc58bc9-2bac-4972-9faa-95f8cac1e87d tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Network f92993f1-dd86-4ae8-a056-498c3a2b044e is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:12:35.989600 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-cbc58bc9-2bac-4972-9faa-95f8cac1e87d tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, f92993f1-dd86-4ae8-a056-498c3a2b044e) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:35.995690 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc58bc9-2bac-4972-9faa-95f8cac1e87d tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:35.996294 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cbc58bc9-2bac-4972-9faa-95f8cac1e87d tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:35.998966 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e522f17d-4f86-444e-a79b-a34dc92b160e None None] Network f92993f1-dd86-4ae8-a056-498c3a2b044e requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:36.007980 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-59945fe8-3aff-435f-9fda-e7aac84d4b42 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:36.012771 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-59945fe8-3aff-435f-9fda-e7aac84d4b42 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/61d10b44-82be-4107-b3d7-1307b95da3cc HTTP/1.1" status: 204 len: 168 time: 1.2074449 Oct 19 01:12:36.015376 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41948) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:36.019933 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-51fd3368-2af9-46e1-b4d6-d46d465726fe tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:36.032500 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-51fd3368-2af9-46e1-b4d6-d46d465726fe tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:36.045168 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cbc58bc9-2bac-4972-9faa-95f8cac1e87d tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1459148 Oct 19 01:12:36.047906 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41950) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:36.058820 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-acc50a61-e467-4b68-974d-60512851ca49 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1917124974'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:36.138548 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc50a61-e467-4b68-974d-60512851ca49 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Made reservation on behalf of c37fe5cecaae474d866f7a28aa6ce8ef for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:36.142642 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-acc50a61-e467-4b68-974d-60512851ca49 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:36.202938 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd3368-2af9-46e1-b4d6-d46d465726fe tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event updated for resources: {'Port': ['ID=1144c285-428b-4661-9b20-ab05c301b943,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:36.209420 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc50a61-e467-4b68-974d-60512851ca49 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:12:36.220624 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215e89a3-9ebc-41f5-837a-ab09099fe3c6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:36.222428 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-215e89a3-9ebc-41f5-837a-ab09099fe3c6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2061081 Oct 19 01:12:36.228389 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41954) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:36.229678 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-acc50a61-e467-4b68-974d-60512851ca49 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:36.230294 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-acc50a61-e467-4b68-974d-60512851ca49 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Added segment 14522f8d-10d2-4f4c-a467-a7aa9d13dc14 of type vlan for network e66b135f-7c0c-4052-8c2b-ebef113a535a Oct 19 01:12:36.236987 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-2289b119-d7e5-4b91-adfb-ff6815a4acca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a60186-7bdd-40ac-996d-c127724e8d08', 'name': 'tempest-ServersTestMultiNic-839703103-router', 'tenant_id': 'c37fe5cecaae474d866f7a28aa6ce8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:24Z', 'updated_at': '2021-10-19T01:12:32Z', 'revision_number': 4, 'project_id': 'c37fe5cecaae474d866f7a28aa6ce8ef', 'gw_port': {'id': 'f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a60186-7bdd-40ac-996d-c127724e8d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:26Z', 'updated_at': '2021-10-19T01:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '91755f08-6112-49df-80f8-4479b69b86a4', 'name': '', 'network_id': 'b2aef40f-b7ef-4b55-83db-50230d4290bd', 'tenant_id': 'c37fe5cecaae474d866f7a28aa6ce8ef', 'mac_address': 'fa:16:3e:b3:ff:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a60186-7bdd-40ac-996d-c127724e8d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'ddd1a256-a53e-4345-89f1-d292deb6b755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:30Z', 'updated_at': '2021-10-19T01:12:32Z', 'revision_number': 2, 'project_id': 'c37fe5cecaae474d866f7a28aa6ce8ef', 'subnets': [{'id': 'ddd1a256-a53e-4345-89f1-d292deb6b755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:36.281714 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-acc50a61-e467-4b68-974d-60512851ca49 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:36.281935 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2289b119-d7e5-4b91-adfb-ff6815a4acca None None] Checking router: 72a60186-7bdd-40ac-996d-c127724e8d08 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:12:36.282357 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2289b119-d7e5-4b91-adfb-ff6815a4acca None None] Updating router 72a60186-7bdd-40ac-996d-c127724e8d08 port 91755f08-6112-49df-80f8-4479b69b86a4 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:12:36.286053 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1e8673-9ef2-48d8-b080-7a75f8562e92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-f92993f1-dd86-4ae8-a056-498c3a2b044e', 'network_id': 'f92993f1-dd86-4ae8-a056-498c3a2b044e', 'tenant_id': 'c37fe5cecaae474d866f7a28aa6ce8ef', 'fixed_ips': [{'subnet_id': 'f759aba4-be60-40f1-95dd-7162eee554b0'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:12:36.287079 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9c1e8673-9ef2-48d8-b080-7a75f8562e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:36.321593 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-2289b119-d7e5-4b91-adfb-ff6815a4acca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:36.330202 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-51fd3368-2af9-46e1-b4d6-d46d465726fe tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:36.333560 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-acc50a61-e467-4b68-974d-60512851ca49 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:36.339776 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc50a61-e467-4b68-974d-60512851ca49 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:36.340395 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-acc50a61-e467-4b68-974d-60512851ca49 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:36.442749 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af164c9e-2497-478c-9720-e988b907941f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:36.452409 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-af164c9e-2497-478c-9720-e988b907941f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2227139 Oct 19 01:12:36.455075 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41958) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:36.476411 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-acc50a61-e467-4b68-974d-60512851ca49 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4262464 Oct 19 01:12:36.480241 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41960) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:36.517948 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-29929325-0a85-4979-8ae3-b50d6993203b tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Request body: {'subnet': {'network_id': 'e66b135f-7c0c-4052-8c2b-ebef113a535a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:36.536866 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-9c1e8673-9ef2-48d8-b080-7a75f8562e92 None None] Allocated IP 19.80.0.2 (f92993f1-dd86-4ae8-a056-498c3a2b044e/f759aba4-be60-40f1-95dd-7162eee554b0/38c4870f-d14d-4440-aab3-48906be7b9eb) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:36.612122 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41962) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:36.630524 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc50a61-e467-4b68-974d-60512851ca49 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Pushing event updated for resources: {'Network': ['ID=e66b135f-7c0c-4052-8c2b-ebef113a535a,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:36.663547 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-78ba203a-7941-498c-a068-9ab6b5868543 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:36.772457 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-2289b119-d7e5-4b91-adfb-ff6815a4acca None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:36.782513 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network e66b135f-7c0c-4052-8c2b-ebef113a535a details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:12:36.785255 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-2289b119-d7e5-4b91-adfb-ff6815a4acca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:36.791311 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-78ba203a-7941-498c-a068-9ab6b5868543 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:36.796965 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-78ba203a-7941-498c-a068-9ab6b5868543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:36.855083 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-d0de823c-6f68-422e-b251-2f8e50161ed9 None None] Provisioning complete for port 4f314a3f-116f-434e-b688-e4854aed9a8f triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:36.855464 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d0de823c-6f68-422e-b251-2f8e50161ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:36.863578 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-78ba203a-7941-498c-a068-9ab6b5868543 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8ed0be28a7d14c5696cfdd9d6bfbc43f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2474821 Oct 19 01:12:36.865275 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba203a-7941-498c-a068-9ab6b5868543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc94d09-c212-4095-a335-2ff858de47da,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:36.870683 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41966) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:36.873013 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9c1e8673-9ef2-48d8-b080-7a75f8562e92 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:36.914829 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56585d23-74f8-427d-9049-d9954a35617a None None] Pushing event updated for resources: {'Port': ['ID=91755f08-6112-49df-80f8-4479b69b86a4,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:36.958943 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56585d23-74f8-427d-9049-d9954a35617a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:36.960646 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56585d23-74f8-427d-9049-d9954a35617a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:36.961204 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56585d23-74f8-427d-9049-d9954a35617a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:36.961717 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56585d23-74f8-427d-9049-d9954a35617a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:36.968446 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56585d23-74f8-427d-9049-d9954a35617a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:36.968784 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56585d23-74f8-427d-9049-d9954a35617a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:36.969111 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56585d23-74f8-427d-9049-d9954a35617a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:36.969436 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56585d23-74f8-427d-9049-d9954a35617a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:36.969753 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56585d23-74f8-427d-9049-d9954a35617a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:36.970068 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56585d23-74f8-427d-9049-d9954a35617a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:36.970385 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56585d23-74f8-427d-9049-d9954a35617a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:36.970700 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56585d23-74f8-427d-9049-d9954a35617a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:36.980104 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9c1e8673-9ef2-48d8-b080-7a75f8562e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:37.014260 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b70487fc-5190-4e6f-bc60-5bbeaacc3d09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:37.083986 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1e8673-9ef2-48d8-b080-7a75f8562e92 None None] Network f92993f1-dd86-4ae8-a056-498c3a2b044e is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:37.089445 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b70487fc-5190-4e6f-bc60-5bbeaacc3d09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:37.097232 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-9c1e8673-9ef2-48d8-b080-7a75f8562e92 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:37.101768 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1e8673-9ef2-48d8-b080-7a75f8562e92 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:37.122411 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e8673-9ef2-48d8-b080-7a75f8562e92 None None] Pushing event updated for resources: {'Port': ['ID=38c4870f-d14d-4440-aab3-48906be7b9eb,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:37.130303 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-2289b119-d7e5-4b91-adfb-ff6815a4acca None None] Attempting to bind port 91755f08-6112-49df-80f8-4479b69b86a4 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:12:37.131418 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-2289b119-d7e5-4b91-adfb-ff6815a4acca None None] Attempting to bind port 91755f08-6112-49df-80f8-4479b69b86a4 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '342fc941-ace1-4af2-bee1-519d3761ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b2aef40f-b7ef-4b55-83db-50230d4290bd'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:12:37.131985 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2289b119-d7e5-4b91-adfb-ff6815a4acca None None] Attempting to bind port 91755f08-6112-49df-80f8-4479b69b86a4 on network b2aef40f-b7ef-4b55-83db-50230d4290bd {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:37.147237 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2289b119-d7e5-4b91-adfb-ff6815a4acca None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:12:37.147856 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2289b119-d7e5-4b91-adfb-ff6815a4acca None None] Checking segment: {'id': '342fc941-ace1-4af2-bee1-519d3761ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b2aef40f-b7ef-4b55-83db-50230d4290bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:37.149053 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-2289b119-d7e5-4b91-adfb-ff6815a4acca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:37.150731 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2289b119-d7e5-4b91-adfb-ff6815a4acca None None] Bound using segment: {'id': '342fc941-ace1-4af2-bee1-519d3761ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b2aef40f-b7ef-4b55-83db-50230d4290bd'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:12:37.156410 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-2289b119-d7e5-4b91-adfb-ff6815a4acca None None] Bound port: 91755f08-6112-49df-80f8-4479b69b86a4, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '342fc941-ace1-4af2-bee1-519d3761ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b2aef40f-b7ef-4b55-83db-50230d4290bd'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:12:37.157050 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-2289b119-d7e5-4b91-adfb-ff6815a4acca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:37.207265 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:37.208948 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b70487fc-5190-4e6f-bc60-5bbeaacc3d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:37.213927 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b70487fc-5190-4e6f-bc60-5bbeaacc3d09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:37.215150 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b70487fc-5190-4e6f-bc60-5bbeaacc3d09 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3dc94d09-c212-4095-a335-2ff858de47da HTTP/1.1" status: 204 len: 168 time: 0.3434112 Oct 19 01:12:37.244923 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70487fc-5190-4e6f-bc60-5bbeaacc3d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc94d09-c212-4095-a335-2ff858de47da,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:37.262210 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-9c1e8673-9ef2-48d8-b080-7a75f8562e92 None None] Attempting to bind port 38c4870f-d14d-4440-aab3-48906be7b9eb on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:12:37.262586 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-9c1e8673-9ef2-48d8-b080-7a75f8562e92 None None] Attempting to bind port 38c4870f-d14d-4440-aab3-48906be7b9eb by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '1244ac64-a1c5-44bf-a324-a946ba739835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f92993f1-dd86-4ae8-a056-498c3a2b044e'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:12:37.262951 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1e8673-9ef2-48d8-b080-7a75f8562e92 None None] Attempting to bind port 38c4870f-d14d-4440-aab3-48906be7b9eb on network f92993f1-dd86-4ae8-a056-498c3a2b044e {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:37.277472 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1e8673-9ef2-48d8-b080-7a75f8562e92 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:12:37.277846 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1e8673-9ef2-48d8-b080-7a75f8562e92 None None] Checking segment: {'id': '1244ac64-a1c5-44bf-a324-a946ba739835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f92993f1-dd86-4ae8-a056-498c3a2b044e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:37.278316 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9c1e8673-9ef2-48d8-b080-7a75f8562e92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:37.278623 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1e8673-9ef2-48d8-b080-7a75f8562e92 None None] Bound using segment: {'id': '1244ac64-a1c5-44bf-a324-a946ba739835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f92993f1-dd86-4ae8-a056-498c3a2b044e'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:12:37.279105 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-9c1e8673-9ef2-48d8-b080-7a75f8562e92 None None] Bound port: 38c4870f-d14d-4440-aab3-48906be7b9eb, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1244ac64-a1c5-44bf-a324-a946ba739835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f92993f1-dd86-4ae8-a056-498c3a2b044e'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:12:37.279485 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9c1e8673-9ef2-48d8-b080-7a75f8562e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:37.347703 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:37.348412 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:37.356375 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-2289b119-d7e5-4b91-adfb-ff6815a4acca None None] For port 91755f08-6112-49df-80f8-4479b69b86a4, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:12:37.363830 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-2289b119-d7e5-4b91-adfb-ff6815a4acca None None] For port 91755f08-6112-49df-80f8-4479b69b86a4, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=91755f08-6112-49df-80f8-4479b69b86a4,segment=NetworkSegment(342fc941-ace1-4af2-bee1-519d3761ce6d),segment_id=342fc941-ace1-4af2-bee1-519d3761ce6d)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:12:37.373268 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-2289b119-d7e5-4b91-adfb-ff6815a4acca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:37.381227 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-9c1e8673-9ef2-48d8-b080-7a75f8562e92 None None] For port 38c4870f-d14d-4440-aab3-48906be7b9eb, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:12:37.398235 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bcad0d-8d83-461f-91c2-d215640e1bf0 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:37.398704 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bcad0d-8d83-461f-91c2-d215640e1bf0 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:37.400571 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bcad0d-8d83-461f-91c2-d215640e1bf0 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:37.404658 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-61bcad0d-8d83-461f-91c2-d215640e1bf0 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.9462130 Oct 19 01:12:37.405755 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41974) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:37.406199 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-9c1e8673-9ef2-48d8-b080-7a75f8562e92 None None] For port 38c4870f-d14d-4440-aab3-48906be7b9eb, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=38c4870f-d14d-4440-aab3-48906be7b9eb,segment=NetworkSegment(1244ac64-a1c5-44bf-a324-a946ba739835),segment_id=1244ac64-a1c5-44bf-a324-a946ba739835)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:12:37.412467 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [None req-51fd3368-2af9-46e1-b4d6-d46d465726fe tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Floating IP fd721d63-7e8d-4367-a8b7-847bba31b107 associated. External IP: 172.25.8.41, port: 7c0ed534-936e-44df-bd31-052474ac9adc. Oct 19 01:12:37.421414 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-70dc7fb9-651b-4711-ae75-b3dce7d247ff None None] Provisioning complete for port 91755f08-6112-49df-80f8-4479b69b86a4 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:37.421786 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-70dc7fb9-651b-4711-ae75-b3dce7d247ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:37.424041 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9c1e8673-9ef2-48d8-b080-7a75f8562e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:37.467868 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2289b119-d7e5-4b91-adfb-ff6815a4acca None None] Routers {'72a60186-7bdd-40ac-996d-c127724e8d08'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:37.470001 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-2289b119-d7e5-4b91-adfb-ff6815a4acca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:12:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['72a60186-7bdd-40ac-996d-c127724e8d08'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:37.510072 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac947d-1524-49f2-b6e5-b2af65311609 req-dd926a8c-9982-4875-b1fa-9e601ca90fd2 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:37.511793 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-16ac947d-1524-49f2-b6e5-b2af65311609 req-dd926a8c-9982-4875-b1fa-9e601ca90fd2 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 945 time: 0.2251017 Oct 19 01:12:37.522046 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29929325-0a85-4979-8ae3-b50d6993203b tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Made reservation on behalf of c37fe5cecaae474d866f7a28aa6ce8ef for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:37.529936 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29929325-0a85-4979-8ae3-b50d6993203b tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:37.565567 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f610f10-f5ca-4bca-83db-b78e3ea1bf6e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting subnet 20ae5b34-19eb-4fe3-b856-75a64741e6df {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:12:37.569125 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1f610f10-f5ca-4bca-83db-b78e3ea1bf6e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:37.595453 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56585d23-74f8-427d-9049-d9954a35617a None None] Pushing event updated for resources: {'Port': ['ID=91755f08-6112-49df-80f8-4479b69b86a4,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:37.648085 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1f610f10-f5ca-4bca-83db-b78e3ea1bf6e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:37.658594 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e8673-9ef2-48d8-b080-7a75f8562e92 None None] Pushing event updated for resources: {'Port': ['ID=38c4870f-d14d-4440-aab3-48906be7b9eb,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:37.770392 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-2289b119-d7e5-4b91-adfb-ff6815a4acca None None] Set router 72a60186-7bdd-40ac-996d-c127724e8d08 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:12:37.771069 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 4f314a3f-116f-434e-b688-e4854aed9a8f up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:37.836991 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-70dc7fb9-651b-4711-ae75-b3dce7d247ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:37.866166 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-16ac947d-1524-49f2-b6e5-b2af65311609 req-de6d2999-19ee-4995-8bc1-2cf5d88bb334 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465114 Oct 19 01:12:37.933936 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-70dc7fb9-651b-4711-ae75-b3dce7d247ff None None] For port 91755f08-6112-49df-80f8-4479b69b86a4, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=91755f08-6112-49df-80f8-4479b69b86a4,segment=NetworkSegment(342fc941-ace1-4af2-bee1-519d3761ce6d),segment_id=342fc941-ace1-4af2-bee1-519d3761ce6d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:37.942386 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 4f314a3f-116f-434e-b688-e4854aed9a8f triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:37.942763 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:37.978858 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1f610f10-f5ca-4bca-83db-b78e3ea1bf6e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:38.020236 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-70dc7fb9-651b-4711-ae75-b3dce7d247ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:38.060548 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-70dc7fb9-651b-4711-ae75-b3dce7d247ff None None] Could not find standard attr ID for object 61d10b44-82be-4107-b3d7-1307b95da3cc. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:12:38.074227 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1f610f10-f5ca-4bca-83db-b78e3ea1bf6e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:38.145962 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f610f10-f5ca-4bca-83db-b78e3ea1bf6e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Subnet': ['ID=20ae5b34-19eb-4fe3-b856-75a64741e6df,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:38.153969 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1f610f10-f5ca-4bca-83db-b78e3ea1bf6e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:38.157850 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986edbea-e8d2-413e-88e4-760e629ecc49 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:38.161342 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1f610f10-f5ca-4bca-83db-b78e3ea1bf6e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/20ae5b34-19eb-4fe3-b856-75a64741e6df HTTP/1.1" status: 204 len: 168 time: 0.7539485 Oct 19 01:12:38.166390 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41992) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:38.184063 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc7fb9-651b-4711-ae75-b3dce7d247ff None None] Pushing event updated for resources: {'Port': ['ID=91755f08-6112-49df-80f8-4479b69b86a4,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:38.239119 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-d345115e-40e1-4813-9dcb-9230e00aa83e None None] Provisioning complete for port 91755f08-6112-49df-80f8-4479b69b86a4 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:38.240274 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d345115e-40e1-4813-9dcb-9230e00aa83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:38.285494 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-259e0f44-114c-4f99-8578-0c3f7b69b878 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting subnet 51f33e25-8b90-4573-8845-2c88469d50da {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:12:38.289915 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-259e0f44-114c-4f99-8578-0c3f7b69b878 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:38.299174 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51fd3368-2af9-46e1-b4d6-d46d465726fe tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Router 48b4d657-b554-4fc5-a40b-3f0590b5de04 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:12:38.362313 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-2289b119-d7e5-4b91-adfb-ff6815a4acca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a60186-7bdd-40ac-996d-c127724e8d08', 'name': 'tempest-ServersTestMultiNic-839703103-router', 'tenant_id': 'c37fe5cecaae474d866f7a28aa6ce8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:24Z', 'updated_at': '2021-10-19T01:12:32Z', 'revision_number': 4, 'project_id': 'c37fe5cecaae474d866f7a28aa6ce8ef', 'gw_port': {'id': 'f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a60186-7bdd-40ac-996d-c127724e8d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:26Z', 'updated_at': '2021-10-19T01:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '91755f08-6112-49df-80f8-4479b69b86a4', 'name': '', 'network_id': 'b2aef40f-b7ef-4b55-83db-50230d4290bd', 'tenant_id': 'c37fe5cecaae474d866f7a28aa6ce8ef', 'mac_address': 'fa:16:3e:b3:ff:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a60186-7bdd-40ac-996d-c127724e8d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'ddd1a256-a53e-4345-89f1-d292deb6b755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:30Z', 'updated_at': '2021-10-19T01:12:37Z', 'revision_number': 4, 'project_id': 'c37fe5cecaae474d866f7a28aa6ce8ef', 'subnets': [{'id': 'ddd1a256-a53e-4345-89f1-d292deb6b755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:38.392649 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2289b119-d7e5-4b91-adfb-ff6815a4acca None None] The sync data for ids ['72a60186-7bdd-40ac-996d-c127724e8d08'] in n-d-715271-26 is: [{'id': '72a60186-7bdd-40ac-996d-c127724e8d08', 'name': 'tempest-ServersTestMultiNic-839703103-router', 'tenant_id': 'c37fe5cecaae474d866f7a28aa6ce8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:24Z', 'updated_at': '2021-10-19T01:12:32Z', 'revision_number': 4, 'project_id': 'c37fe5cecaae474d866f7a28aa6ce8ef', 'gw_port': {'id': 'f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a60186-7bdd-40ac-996d-c127724e8d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:26Z', 'updated_at': '2021-10-19T01:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '91755f08-6112-49df-80f8-4479b69b86a4', 'name': '', 'network_id': 'b2aef40f-b7ef-4b55-83db-50230d4290bd', 'tenant_id': 'c37fe5cecaae474d866f7a28aa6ce8ef', 'mac_address': 'fa:16:3e:b3:ff:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a60186-7bdd-40ac-996d-c127724e8d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'ddd1a256-a53e-4345-89f1-d292deb6b755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:30Z', 'updated_at': '2021-10-19T01:12:37Z', 'revision_number': 4, 'project_id': 'c37fe5cecaae474d866f7a28aa6ce8ef', 'subnets': [{'id': 'ddd1a256-a53e-4345-89f1-d292deb6b755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:12:38.422756 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-259e0f44-114c-4f99-8578-0c3f7b69b878 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:38.530352 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29929325-0a85-4979-8ae3-b50d6993203b tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:38.559961 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7ecc7-3570-4c54-8132-371981d85c6f req-437bfb4f-1122-4bba-bec1-234cfd852c01 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:38.574517 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-53b7ecc7-3570-4c54-8132-371981d85c6f req-437bfb4f-1122-4bba-bec1-234cfd852c01 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 945 time: 0.2578921 Oct 19 01:12:38.694475 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-53b7ecc7-3570-4c54-8132-371981d85c6f req-0fc7043f-4095-4435-9f54-6e33e2f399c1 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186695 Oct 19 01:12:38.715315 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-259e0f44-114c-4f99-8578-0c3f7b69b878 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:38.731758 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29929325-0a85-4979-8ae3-b50d6993203b tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Pushing event updated for resources: {'Subnet': ['ID=b5d256f7-e71d-4f14-924e-a73ae14a9d2a,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:38.740632 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51fd3368-2af9-46e1-b4d6-d46d465726fe tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:12:38.761497 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651f70bb-1c95-44c4-9a9b-83b27dcdf73e None None] Sync routers for ids ['48b4d657-b554-4fc5-a40b-3f0590b5de04'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:12:38.767657 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42004) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:38.785504 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651f70bb-1c95-44c4-9a9b-83b27dcdf73e None None] Routers {'48b4d657-b554-4fc5-a40b-3f0590b5de04'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:38.787261 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-651f70bb-1c95-44c4-9a9b-83b27dcdf73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:12:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['48b4d657-b554-4fc5-a40b-3f0590b5de04'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:38.795104 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-51fd3368-2af9-46e1-b4d6-d46d465726fe tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:38.837348 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-651f70bb-1c95-44c4-9a9b-83b27dcdf73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:38.838870 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29929325-0a85-4979-8ae3-b50d6993203b tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Checking segment: {'id': '14522f8d-10d2-4f4c-a467-a7aa9d13dc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e66b135f-7c0c-4052-8c2b-ebef113a535a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:38.839313 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29929325-0a85-4979-8ae3-b50d6993203b tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Network hostable DHCP agents. Network: e66b135f-7c0c-4052-8c2b-ebef113a535a, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:12:38.850788 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-51fd3368-2af9-46e1-b4d6-d46d465726fe tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.7454224 Oct 19 01:12:38.854738 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42008) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:38.857596 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651f70bb-1c95-44c4-9a9b-83b27dcdf73e None None] Routers {'48b4d657-b554-4fc5-a40b-3f0590b5de04'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:38.858356 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-651f70bb-1c95-44c4-9a9b-83b27dcdf73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:12:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['48b4d657-b554-4fc5-a40b-3f0590b5de04'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:38.860540 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-da2048a9-8295-409e-bafb-9bbf8782dd88 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Request body: {'floatingip': {'port_id': '7c0ed534-936e-44df-bd31-052474ac9adc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:38.887711 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-259e0f44-114c-4f99-8578-0c3f7b69b878 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:38.904417 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29929325-0a85-4979-8ae3-b50d6993203b tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Network e66b135f-7c0c-4052-8c2b-ebef113a535a is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:12:38.914127 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-651f70bb-1c95-44c4-9a9b-83b27dcdf73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:38.914822 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651f70bb-1c95-44c4-9a9b-83b27dcdf73e None None] The sync data for ids ['48b4d657-b554-4fc5-a40b-3f0590b5de04'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:12:38.923687 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-29929325-0a85-4979-8ae3-b50d6993203b tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, e66b135f-7c0c-4052-8c2b-ebef113a535a) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:38.929103 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29929325-0a85-4979-8ae3-b50d6993203b tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:38.929744 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29929325-0a85-4979-8ae3-b50d6993203b tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:38.938697 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049e849c-7b9e-499f-a28a-1ae38f6eee72 None None] Network e66b135f-7c0c-4052-8c2b-ebef113a535a requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:38.941477 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e0f44-114c-4f99-8578-0c3f7b69b878 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Subnet': ['ID=51f33e25-8b90-4573-8845-2c88469d50da,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:38.967659 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-259e0f44-114c-4f99-8578-0c3f7b69b878 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:38.987625 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-259e0f44-114c-4f99-8578-0c3f7b69b878 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/51f33e25-8b90-4573-8845-2c88469d50da HTTP/1.1" status: 204 len: 168 time: 0.8186011 Oct 19 01:12:38.990347 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42012) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:39.031553 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-29929325-0a85-4979-8ae3-b50d6993203b tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5182188 Oct 19 01:12:39.036284 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-da2048a9-8295-409e-bafb-9bbf8782dd88 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for floatingip, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:39.154987 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cddfd5f4-8c19-4536-844e-e3f678edc471 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1602335 Oct 19 01:12:39.174180 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-4f84d057-2e9b-497c-a641-f4226fb5923e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-214260626'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:39.177543 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42016) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:39.218090 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-7b6fecf9-1868-480e-af63-736bd7c2e7c3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:39.288436 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f84d057-2e9b-497c-a641-f4226fb5923e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Made reservation on behalf of f73fb85d909d456699ce7f7b906bb45c for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:39.292623 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4f84d057-2e9b-497c-a641-f4226fb5923e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:39.350813 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 38c4870f-d14d-4440-aab3-48906be7b9eb up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:39.404582 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4f84d057-2e9b-497c-a641-f4226fb5923e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:39.452652 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ea8e11-93e4-4056-ac2f-48304b68e5cc None None] Network f92993f1-dd86-4ae8-a056-498c3a2b044e requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:39.506032 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8318c00b-a2e4-4a8f-8857-5ec516f0bb38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-e66b135f-7c0c-4052-8c2b-ebef113a535a', 'network_id': 'e66b135f-7c0c-4052-8c2b-ebef113a535a', 'tenant_id': 'c37fe5cecaae474d866f7a28aa6ce8ef', 'fixed_ips': [{'subnet_id': 'b5d256f7-e71d-4f14-924e-a73ae14a9d2a'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:12:39.506899 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8318c00b-a2e4-4a8f-8857-5ec516f0bb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:39.626633 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6fecf9-1868-480e-af63-736bd7c2e7c3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:39.631225 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7b6fecf9-1868-480e-af63-736bd7c2e7c3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:39.658964 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 38c4870f-d14d-4440-aab3-48906be7b9eb triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:39.659343 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:39.670786 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-afcd6b38-f2e6-40f6-9b68-a0e0094f3e8e None None] Provisioning complete for port 38c4870f-d14d-4440-aab3-48906be7b9eb triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:39.671250 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-afcd6b38-f2e6-40f6-9b68-a0e0094f3e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:39.733947 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-2400b6ec-cc82-48ae-9b4c-79c8609f7458 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:39.740513 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-2400b6ec-cc82-48ae-9b4c-79c8609f7458 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:39.742167 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-2400b6ec-cc82-48ae-9b4c-79c8609f7458 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/networks?id=f92993f1-dd86-4ae8-a056-498c3a2b044e&id=e66b135f-7c0c-4052-8c2b-ebef113a535a&id=f92993f1-dd86-4ae8-a056-498c3a2b044e HTTP/1.1" status: 200 len: 1391 time: 0.3240998 Oct 19 01:12:39.835578 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-b4f84021-974f-4bc3-85c2-e7b25ce42dcc tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/quotas/c37fe5cecaae474d866f7a28aa6ce8ef HTTP/1.1" status: 200 len: 375 time: 0.0835450 Oct 19 01:12:39.884085 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf2462c-4461-4d60-bbef-9c0516832ef7 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:39.973960 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebde650-853c-42ba-ad17-af357f82c70a req-af670715-495b-446e-a231-d64480408271 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:39.989016 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aebde650-853c-42ba-ad17-af357f82c70a req-af670715-495b-446e-a231-d64480408271 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 945 time: 0.1543419 Oct 19 01:12:39.996072 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4f84d057-2e9b-497c-a641-f4226fb5923e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:40.008862 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4f84d057-2e9b-497c-a641-f4226fb5923e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:40.023214 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f84d057-2e9b-497c-a641-f4226fb5923e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:12:40.037859 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4f84d057-2e9b-497c-a641-f4226fb5923e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:40.038321 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-4f84d057-2e9b-497c-a641-f4226fb5923e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Added segment 81ebe74b-7bd8-49ff-9a83-f62adf907ba2 of type vlan for network da85d428-df9a-4b13-b009-b236271a5f1a Oct 19 01:12:40.082044 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aebde650-853c-42ba-ad17-af357f82c70a req-0d39f929-cc75-4125-a1ba-7c5fa70e81be tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920403 Oct 19 01:12:40.091308 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4f84d057-2e9b-497c-a641-f4226fb5923e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:40.100691 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-da2048a9-8295-409e-bafb-9bbf8782dd88 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:40.102254 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-8318c00b-a2e4-4a8f-8857-5ec516f0bb38 None None] Allocated IP 19.86.0.2 (e66b135f-7c0c-4052-8c2b-ebef113a535a/b5d256f7-e71d-4f14-924e-a73ae14a9d2a/beff4831-8cda-46d2-8601-6bf709118d1a) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:40.107373 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-da2048a9-8295-409e-bafb-9bbf8782dd88 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:40.142409 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-ccfbb955-5148-459f-a02f-bdb4b75a283b tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c37fe5cecaae474d866f7a28aa6ce8ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2978456 Oct 19 01:12:40.146055 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4f84d057-2e9b-497c-a641-f4226fb5923e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:40.152368 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f84d057-2e9b-497c-a641-f4226fb5923e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:40.152893 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4f84d057-2e9b-497c-a641-f4226fb5923e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:40.204698 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-afcd6b38-f2e6-40f6-9b68-a0e0094f3e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:40.224095 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:40.268810 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4f84d057-2e9b-497c-a641-f4226fb5923e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4996886 Oct 19 01:12:40.279913 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84d057-2e9b-497c-a641-f4226fb5923e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6d6789-d184-426e-bb51-c193a1a9ce5f,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:40.409153 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-afcd6b38-f2e6-40f6-9b68-a0e0094f3e8e None None] For port 38c4870f-d14d-4440-aab3-48906be7b9eb, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=38c4870f-d14d-4440-aab3-48906be7b9eb,segment=NetworkSegment(1244ac64-a1c5-44bf-a324-a946ba739835),segment_id=1244ac64-a1c5-44bf-a324-a946ba739835)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:40.426084 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-afcd6b38-f2e6-40f6-9b68-a0e0094f3e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:40.483131 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42034) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:40.491627 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-3b6ced35-f73d-42ff-8fa1-630586d9bb57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Request body: {'subnet': {'network_id': 'da85d428-df9a-4b13-b009-b236271a5f1a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:40.591077 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05db86aa-b7ed-41de-b811-3cbc8d07ff82 None None] DHCP port deletion for 833e9ff3-de52-4870-807a-a323cda2654c request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:12:40.610057 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd6b38-f2e6-40f6-9b68-a0e0094f3e8e None None] Pushing event updated for resources: {'Port': ['ID=38c4870f-d14d-4440-aab3-48906be7b9eb,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:40.616317 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:12:40.616732 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:12:40.619045 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2048a9-8295-409e-bafb-9bbf8782dd88 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Router 48b4d657-b554-4fc5-a40b-3f0590b5de04 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:12:40.642055 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-120ac4ed-4c65-4818-926e-c0514f721cb6 None None] Provisioning complete for port 4f314a3f-116f-434e-b688-e4854aed9a8f triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:40.642309 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-120ac4ed-4c65-4818-926e-c0514f721cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:40.655569 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd6b38-f2e6-40f6-9b68-a0e0094f3e8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:40.655957 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd6b38-f2e6-40f6-9b68-a0e0094f3e8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:40.656301 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd6b38-f2e6-40f6-9b68-a0e0094f3e8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:40.656643 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd6b38-f2e6-40f6-9b68-a0e0094f3e8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:40.657156 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd6b38-f2e6-40f6-9b68-a0e0094f3e8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:40.657340 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd6b38-f2e6-40f6-9b68-a0e0094f3e8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:40.657633 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd6b38-f2e6-40f6-9b68-a0e0094f3e8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:40.657957 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd6b38-f2e6-40f6-9b68-a0e0094f3e8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:40.658278 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd6b38-f2e6-40f6-9b68-a0e0094f3e8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:40.658609 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd6b38-f2e6-40f6-9b68-a0e0094f3e8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:40.658932 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd6b38-f2e6-40f6-9b68-a0e0094f3e8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:40.659255 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd6b38-f2e6-40f6-9b68-a0e0094f3e8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:40.711428 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6ced35-f73d-42ff-8fa1-630586d9bb57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Made reservation on behalf of f73fb85d909d456699ce7f7b906bb45c for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:40.717442 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3b6ced35-f73d-42ff-8fa1-630586d9bb57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:40.739692 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8318c00b-a2e4-4a8f-8857-5ec516f0bb38 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:40.762625 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8318c00b-a2e4-4a8f-8857-5ec516f0bb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:40.816066 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-05db86aa-b7ed-41de-b811-3cbc8d07ff82 None None] Deleting port 4f314a3f-116f-434e-b688-e4854aed9a8f {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:40.816484 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-05db86aa-b7ed-41de-b811-3cbc8d07ff82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:40.819988 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8318c00b-a2e4-4a8f-8857-5ec516f0bb38 None None] Network e66b135f-7c0c-4052-8c2b-ebef113a535a is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:40.825509 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84d057-2e9b-497c-a641-f4226fb5923e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event updated for resources: {'Network': ['ID=da85d428-df9a-4b13-b009-b236271a5f1a,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:40.847054 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-8318c00b-a2e4-4a8f-8857-5ec516f0bb38 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:40.849482 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8318c00b-a2e4-4a8f-8857-5ec516f0bb38 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:40.855124 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network da85d428-df9a-4b13-b009-b236271a5f1a details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:12:40.857737 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2048a9-8295-409e-bafb-9bbf8782dd88 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:12:40.863293 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-da2048a9-8295-409e-bafb-9bbf8782dd88 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:40.872261 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d7a2a5-c670-445e-8c1a-92bb39f2e3cd None None] Sync routers for ids ['48b4d657-b554-4fc5-a40b-3f0590b5de04'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:12:40.883172 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d7a2a5-c670-445e-8c1a-92bb39f2e3cd None None] Routers {'48b4d657-b554-4fc5-a40b-3f0590b5de04'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:40.884797 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-53d7a2a5-c670-445e-8c1a-92bb39f2e3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:12:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['48b4d657-b554-4fc5-a40b-3f0590b5de04'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:40.902467 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8318c00b-a2e4-4a8f-8857-5ec516f0bb38 None None] Pushing event updated for resources: {'Port': ['ID=beff4831-8cda-46d2-8601-6bf709118d1a,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:40.934141 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-da2048a9-8295-409e-bafb-9bbf8782dd88 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "PUT /v2.0/floatingips/fd721d63-7e8d-4367-a8b7-847bba31b107 HTTP/1.1" status: 200 len: 978 time: 2.0782425 Oct 19 01:12:40.942217 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-539a4a48-81db-4a08-acc2-713b7a7fd51a service neutron] 10.222.0.57 "GET /v2.0/networks/f92993f1-dd86-4ae8-a056-498c3a2b044e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7803519 Oct 19 01:12:40.942217 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42038) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:41.000521 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-05db86aa-b7ed-41de-b811-3cbc8d07ff82 None None] For port 4f314a3f-116f-434e-b688-e4854aed9a8f, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=4f314a3f-116f-434e-b688-e4854aed9a8f,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:41.000980 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-05db86aa-b7ed-41de-b811-3cbc8d07ff82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:41.020625 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-05db86aa-b7ed-41de-b811-3cbc8d07ff82 None None] Calling delete_port for 4f314a3f-116f-434e-b688-e4854aed9a8f owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:41.038987 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3b6ced35-f73d-42ff-8fa1-630586d9bb57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:41.051871 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-53d7a2a5-c670-445e-8c1a-92bb39f2e3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:41.061119 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d7a2a5-c670-445e-8c1a-92bb39f2e3cd None None] Routers {'48b4d657-b554-4fc5-a40b-3f0590b5de04'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:41.061897 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-53d7a2a5-c670-445e-8c1a-92bb39f2e3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:12:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['48b4d657-b554-4fc5-a40b-3f0590b5de04'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:41.100570 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-53d7a2a5-c670-445e-8c1a-92bb39f2e3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:41.101379 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d7a2a5-c670-445e-8c1a-92bb39f2e3cd None None] The sync data for ids ['48b4d657-b554-4fc5-a40b-3f0590b5de04'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:12:41.127554 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6ced35-f73d-42ff-8fa1-630586d9bb57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Checking segment: {'id': '81ebe74b-7bd8-49ff-9a83-f62adf907ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'da85d428-df9a-4b13-b009-b236271a5f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:41.127834 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6ced35-f73d-42ff-8fa1-630586d9bb57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Network hostable DHCP agents. Network: da85d428-df9a-4b13-b009-b236271a5f1a, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:12:41.130920 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ced35-f73d-42ff-8fa1-630586d9bb57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event updated for resources: {'Subnet': ['ID=dba707df-f10d-45de-bcd0-e1e09c417600,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:41.152273 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6ced35-f73d-42ff-8fa1-630586d9bb57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Network da85d428-df9a-4b13-b009-b236271a5f1a is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:12:41.166573 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-3b6ced35-f73d-42ff-8fa1-630586d9bb57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, da85d428-df9a-4b13-b009-b236271a5f1a) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:41.183028 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6ced35-f73d-42ff-8fa1-630586d9bb57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:41.183759 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3b6ced35-f73d-42ff-8fa1-630586d9bb57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:41.208943 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3b6ced35-f73d-42ff-8fa1-630586d9bb57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7208085 Oct 19 01:12:41.209222 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42042) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:41.212525 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-dd4da657-78d2-4ee3-9fbf-74fef764a993 service neutron] 10.222.0.57 "GET /v2.0/networks/f92993f1-dd86-4ae8-a056-498c3a2b044e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740107 Oct 19 01:12:41.216414 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-009ca973-09c2-4c66-a6d2-6df32250cd18 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2006040817'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:41.276594 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009ca973-09c2-4c66-a6d2-6df32250cd18 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Made reservation on behalf of f73fb85d909d456699ce7f7b906bb45c for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:41.280734 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-009ca973-09c2-4c66-a6d2-6df32250cd18 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:41.301090 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45f873-b19b-4049-bd0d-06da5f77c659 req-f0d20583-b65b-4398-9ff2-ab86a6c4a918 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:41.302665 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-df45f873-b19b-4049-bd0d-06da5f77c659 req-f0d20583-b65b-4398-9ff2-ab86a6c4a918 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 945 time: 0.0959952 Oct 19 01:12:41.312120 n-d-715271-26 neutron-server[100606]: DEBUG neutron.objects.ports [None req-7b6fecf9-1868-480e-af63-736bd7c2e7c3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100606) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:12:41.324669 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-009ca973-09c2-4c66-a6d2-6df32250cd18 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:12:41.343239 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-009ca973-09c2-4c66-a6d2-6df32250cd18 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:41.343691 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-009ca973-09c2-4c66-a6d2-6df32250cd18 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Added segment d5c40bf3-cff1-4213-9c68-b8d9c0f7543a of type vlan for network 718b7efe-3b6b-40dc-adb3-d7e2b9c876f7 Oct 19 01:12:41.380975 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3470d687-f3ed-42be-a3b5-cfe6dc61b7ab None None] Network da85d428-df9a-4b13-b009-b236271a5f1a requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:41.389727 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-df45f873-b19b-4049-bd0d-06da5f77c659 req-bd264a46-c639-4ff7-a331-840e5a2c5ef8 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749600 Oct 19 01:12:41.400448 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-009ca973-09c2-4c66-a6d2-6df32250cd18 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:41.426241 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-0c03e801-0bec-4476-b79d-cef6ce4e24a9 None None] Provisioning complete for port 38c4870f-d14d-4440-aab3-48906be7b9eb triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:41.426241 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0c03e801-0bec-4476-b79d-cef6ce4e24a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:41.440463 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-009ca973-09c2-4c66-a6d2-6df32250cd18 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:41.445929 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009ca973-09c2-4c66-a6d2-6df32250cd18 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:41.446775 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-009ca973-09c2-4c66-a6d2-6df32250cd18 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:41.455076 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-8318c00b-a2e4-4a8f-8857-5ec516f0bb38 None None] Attempting to bind port beff4831-8cda-46d2-8601-6bf709118d1a on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:12:41.455452 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-8318c00b-a2e4-4a8f-8857-5ec516f0bb38 None None] Attempting to bind port beff4831-8cda-46d2-8601-6bf709118d1a by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '14522f8d-10d2-4f4c-a467-a7aa9d13dc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e66b135f-7c0c-4052-8c2b-ebef113a535a'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:12:41.455891 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8318c00b-a2e4-4a8f-8857-5ec516f0bb38 None None] Attempting to bind port beff4831-8cda-46d2-8601-6bf709118d1a on network e66b135f-7c0c-4052-8c2b-ebef113a535a {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:41.469236 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8318c00b-a2e4-4a8f-8857-5ec516f0bb38 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:12:41.469621 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8318c00b-a2e4-4a8f-8857-5ec516f0bb38 None None] Checking segment: {'id': '14522f8d-10d2-4f4c-a467-a7aa9d13dc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e66b135f-7c0c-4052-8c2b-ebef113a535a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:41.470029 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8318c00b-a2e4-4a8f-8857-5ec516f0bb38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:41.470426 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8318c00b-a2e4-4a8f-8857-5ec516f0bb38 None None] Bound using segment: {'id': '14522f8d-10d2-4f4c-a467-a7aa9d13dc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e66b135f-7c0c-4052-8c2b-ebef113a535a'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:12:41.470909 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-8318c00b-a2e4-4a8f-8857-5ec516f0bb38 None None] Bound port: beff4831-8cda-46d2-8601-6bf709118d1a, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14522f8d-10d2-4f4c-a467-a7aa9d13dc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e66b135f-7c0c-4052-8c2b-ebef113a535a'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:12:41.471292 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8318c00b-a2e4-4a8f-8857-5ec516f0bb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:41.476591 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-5d9d8417-cad6-412d-bcdc-afc1c3c0f50a service neutron] 10.222.0.57 "GET /v2.0/networks/e66b135f-7c0c-4052-8c2b-ebef113a535a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565091 Oct 19 01:12:41.497376 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-009ca973-09c2-4c66-a6d2-6df32250cd18 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2843134 Oct 19 01:12:41.497618 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42046) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:41.502666 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-134068bc-f39b-4763-8d66-055791471150 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Request body: {'subnet': {'network_id': '718b7efe-3b6b-40dc-adb3-d7e2b9c876f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:41.515358 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-05db86aa-b7ed-41de-b811-3cbc8d07ff82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:41.544301 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ca973-09c2-4c66-a6d2-6df32250cd18 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event updated for resources: {'Network': ['ID=718b7efe-3b6b-40dc-adb3-d7e2b9c876f7,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:41.554724 n-d-715271-26 neutron-server[100606]: WARNING neutron.services.revisions.revision_plugin [None req-7b6fecf9-1868-480e-af63-736bd7c2e7c3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Could not find related port for resource to bump revision. Oct 19 01:12:41.563561 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-184dbcf8-9f5a-4198-ab8d-6a8bbd5c9bcd tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Deleting port 1144c285-428b-4661-9b20-ab05c301b943 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:41.563967 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-184dbcf8-9f5a-4198-ab8d-6a8bbd5c9bcd tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:41.584155 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db86aa-b7ed-41de-b811-3cbc8d07ff82 None None] Pushing event deleted for resources: {'Port': ['ID=4f314a3f-116f-434e-b688-e4854aed9a8f,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:41.586167 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 718b7efe-3b6b-40dc-adb3-d7e2b9c876f7 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:12:41.602035 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.ipam_pluggable_backend [None req-7b6fecf9-1868-480e-af63-736bd7c2e7c3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Port 4f314a3f-116f-434e-b688-e4854aed9a8f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100606) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 19 01:12:41.602396 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.ipam_pluggable_backend [None req-7b6fecf9-1868-480e-af63-736bd7c2e7c3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Reverting IP allocation for 2001:db8::f816:3eff:fed3:ae21 {{(pid=100606) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 19 01:12:41.617712 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.ipam_pluggable_backend [None req-7b6fecf9-1868-480e-af63-736bd7c2e7c3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed3:ae21 {{(pid=100606) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 19 01:12:41.624268 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134068bc-f39b-4763-8d66-055791471150 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Made reservation on behalf of f73fb85d909d456699ce7f7b906bb45c for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:41.627036 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7b6fecf9-1868-480e-af63-736bd7c2e7c3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:41.628042 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-134068bc-f39b-4763-8d66-055791471150 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:41.648226 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 91755f08-6112-49df-80f8-4479b69b86a4 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:41.668700 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05db86aa-b7ed-41de-b811-3cbc8d07ff82 None None] No DVR routers for this DVR port 4f314a3f-116f-434e-b688-e4854aed9a8f on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:12:41.739140 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6fecf9-1868-480e-af63-736bd7c2e7c3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:41.745036 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-23cddb35-34ad-480d-b113-2b23ae2ddb6e service neutron] 10.222.0.57 "GET /v2.0/networks/e66b135f-7c0c-4052-8c2b-ebef113a535a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675083 Oct 19 01:12:41.751526 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-7b6fecf9-1868-480e-af63-736bd7c2e7c3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:41.768776 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6fecf9-1868-480e-af63-736bd7c2e7c3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:41.769482 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7b6fecf9-1868-480e-af63-736bd7c2e7c3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:41.780898 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165ae30c-9a2d-4b3b-b41f-5c73c34202b4 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:41.809812 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-8318c00b-a2e4-4a8f-8857-5ec516f0bb38 None None] For port beff4831-8cda-46d2-8601-6bf709118d1a, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:12:41.834846 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7b6fecf9-1868-480e-af63-736bd7c2e7c3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6462953 Oct 19 01:12:41.844240 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6fecf9-1868-480e-af63-736bd7c2e7c3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Subnet': ['ID=986866a2-1008-4eba-ae49-577f693447ac,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:41.847212 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-8318c00b-a2e4-4a8f-8857-5ec516f0bb38 None None] For port beff4831-8cda-46d2-8601-6bf709118d1a, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=beff4831-8cda-46d2-8601-6bf709118d1a,segment=NetworkSegment(14522f8d-10d2-4f4c-a467-a7aa9d13dc14),segment_id=14522f8d-10d2-4f4c-a467-a7aa9d13dc14)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:12:41.847367 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42050) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:41.853563 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-76f7858a-b6b7-4177-9417-a1c261f630ab tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:41.857772 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-184dbcf8-9f5a-4198-ab8d-6a8bbd5c9bcd tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:41.858107 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-184dbcf8-9f5a-4198-ab8d-6a8bbd5c9bcd tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:41.898464 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-184dbcf8-9f5a-4198-ab8d-6a8bbd5c9bcd tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Calling delete_port for 1144c285-428b-4661-9b20-ab05c301b943 owned by network:floatingip {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:41.906046 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8318c00b-a2e4-4a8f-8857-5ec516f0bb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:41.956680 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-134068bc-f39b-4763-8d66-055791471150 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:41.982429 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-07f91359-45e6-493a-abf6-ce2f8160cee9 service neutron] 10.222.0.57 "GET /v2.0/networks/f92993f1-dd86-4ae8-a056-498c3a2b044e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948040 Oct 19 01:12:42.064755 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134068bc-f39b-4763-8d66-055791471150 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event updated for resources: {'Subnet': ['ID=e4192935-f502-496e-924f-c7e751321c8d,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:42.068570 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 91755f08-6112-49df-80f8-4479b69b86a4 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:42.068948 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:42.072946 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134068bc-f39b-4763-8d66-055791471150 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Checking segment: {'id': 'd5c40bf3-cff1-4213-9c68-b8d9c0f7543a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '718b7efe-3b6b-40dc-adb3-d7e2b9c876f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:42.073312 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134068bc-f39b-4763-8d66-055791471150 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Network hostable DHCP agents. Network: 718b7efe-3b6b-40dc-adb3-d7e2b9c876f7, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:12:42.099157 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f7858a-b6b7-4177-9417-a1c261f630ab tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:42.103432 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-76f7858a-b6b7-4177-9417-a1c261f630ab tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:42.127364 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134068bc-f39b-4763-8d66-055791471150 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Network 718b7efe-3b6b-40dc-adb3-d7e2b9c876f7 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:12:42.138072 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-e70cedfe-7fe5-4a5e-a5fa-56661e230645 service neutron] 10.222.0.57 "GET /v2.0/networks/f92993f1-dd86-4ae8-a056-498c3a2b044e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473172 Oct 19 01:12:42.139526 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8318c00b-a2e4-4a8f-8857-5ec516f0bb38 None None] Pushing event updated for resources: {'Port': ['ID=beff4831-8cda-46d2-8601-6bf709118d1a,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:42.153603 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36da1595-9397-4985-92b5-7f11dd027d59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-da85d428-df9a-4b13-b009-b236271a5f1a', 'network_id': 'da85d428-df9a-4b13-b009-b236271a5f1a', 'tenant_id': 'f73fb85d909d456699ce7f7b906bb45c', 'fixed_ips': [{'subnet_id': 'dba707df-f10d-45de-bcd0-e1e09c417600'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:12:42.154521 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-36da1595-9397-4985-92b5-7f11dd027d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:42.163442 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-134068bc-f39b-4763-8d66-055791471150 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 718b7efe-3b6b-40dc-adb3-d7e2b9c876f7) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:42.180502 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac261a6-c00f-4db7-b629-253932735093 None None] Network 718b7efe-3b6b-40dc-adb3-d7e2b9c876f7 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:42.183982 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134068bc-f39b-4763-8d66-055791471150 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:42.185278 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-134068bc-f39b-4763-8d66-055791471150 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:42.222041 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-184dbcf8-9f5a-4198-ab8d-6a8bbd5c9bcd tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:42.244841 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbd5cb7-4da6-4523-970f-9132680c6d5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-833e9ff3-de52-4870-807a-a323cda2654c', 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'tenant_id': 'c34b9efccd444514b6828a5a5dd7684d', 'fixed_ips': [{'subnet_id': '986866a2-1008-4eba-ae49-577f693447ac'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:12:42.245746 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3fbd5cb7-4da6-4523-970f-9132680c6d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:42.267279 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42052) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:42.270880 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184dbcf8-9f5a-4198-ab8d-6a8bbd5c9bcd tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event deleted for resources: {'Port': ['ID=1144c285-428b-4661-9b20-ab05c301b943,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:42.271453 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-134068bc-f39b-4763-8d66-055791471150 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7681580 Oct 19 01:12:42.342807 n-d-715271-26 neutron-server[100607]: INFO neutron.db.ipam_backend_mixin [None req-76f7858a-b6b7-4177-9417-a1c261f630ab tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 986866a2-1008-4eba-ae49-577f693447ac (CIDR: 2001:db8::/64) Oct 19 01:12:42.347603 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f7858a-b6b7-4177-9417-a1c261f630ab tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:12:42.349037 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76f7858a-b6b7-4177-9417-a1c261f630ab tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:12:42.397569 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-76f7858a-b6b7-4177-9417-a1c261f630ab tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5470171 Oct 19 01:12:42.402178 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42056) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:42.413307 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-62b997e3-0450-4b69-b8b0-d0ca2352bd5b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:42.495378 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-20a75c4f-8b96-4586-989e-6f7c1086a91f req-81a37d51-7b2b-4b9d-93e4-b5b2fb2bd307 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=268884e8-c441-474c-8593-1886944fa754 HTTP/1.1" status: 200 len: 210 time: 0.0440292 Oct 19 01:12:42.626722 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-184dbcf8-9f5a-4198-ab8d-6a8bbd5c9bcd tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for floatingip, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:42.627512 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [None req-184dbcf8-9f5a-4198-ab8d-6a8bbd5c9bcd tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Floating IP fd721d63-7e8d-4367-a8b7-847bba31b107 disassociated (deleted). External IP: 172.25.8.41, port: 7c0ed534-936e-44df-bd31-052474ac9adc. Oct 19 01:12:42.670428 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-36da1595-9397-4985-92b5-7f11dd027d59 None None] Allocated IP 172.20.255.242 (da85d428-df9a-4b13-b009-b236271a5f1a/dba707df-f10d-45de-bcd0-e1e09c417600/df590a83-1c13-406e-9816-35dd180d0a80) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:42.673664 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b997e3-0450-4b69-b8b0-d0ca2352bd5b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:42.677445 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-62b997e3-0450-4b69-b8b0-d0ca2352bd5b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:42.726940 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c9debb7-218b-4c71-8d89-1e56e0c931ae tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:42.738961 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e8e54-6677-4259-974b-d9758cab30a6 req-77a82427-ca66-44be-bd6a-3fbd4cd8bdf2 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:42.740544 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b46e8e54-6677-4259-974b-d9758cab30a6 req-77a82427-ca66-44be-bd6a-3fbd4cd8bdf2 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 945 time: 0.1774290 Oct 19 01:12:42.976482 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6085e4-5480-486a-a470-99bebc01acf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-718b7efe-3b6b-40dc-adb3-d7e2b9c876f7', 'network_id': '718b7efe-3b6b-40dc-adb3-d7e2b9c876f7', 'tenant_id': 'f73fb85d909d456699ce7f7b906bb45c', 'fixed_ips': [{'subnet_id': 'e4192935-f502-496e-924f-c7e751321c8d'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:12:42.977416 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9c6085e4-5480-486a-a470-99bebc01acf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:42.993721 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-3fbd5cb7-4da6-4523-970f-9132680c6d5d None None] Allocated IP 2001:db8::f816:3eff:fe41:89c1 (833e9ff3-de52-4870-807a-a323cda2654c/986866a2-1008-4eba-ae49-577f693447ac/255f5916-741f-4f7c-bc8c-1599855aaed1) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:42.994921 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b46e8e54-6677-4259-974b-d9758cab30a6 req-f4be1fd7-0e61-41c1-a99c-282bbea57238 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441623 Oct 19 01:12:43.006910 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c9debb7-218b-4c71-8d89-1e56e0c931ae tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:43.110210 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 38c4870f-d14d-4440-aab3-48906be7b9eb up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:43.165777 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-62b997e3-0450-4b69-b8b0-d0ca2352bd5b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:43.229930 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b997e3-0450-4b69-b8b0-d0ca2352bd5b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:43.233511 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-62b997e3-0450-4b69-b8b0-d0ca2352bd5b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:43.238208 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b997e3-0450-4b69-b8b0-d0ca2352bd5b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:43.238933 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-62b997e3-0450-4b69-b8b0-d0ca2352bd5b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:43.253735 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b997e3-0450-4b69-b8b0-d0ca2352bd5b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Subnet': ['ID=c2a8045e-245c-4739-94e2-e906a0e2e385,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:43.285524 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-62b997e3-0450-4b69-b8b0-d0ca2352bd5b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8820765 Oct 19 01:12:43.289403 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42072) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:43.298491 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-fc6c198a-7231-47b9-876a-b93dcc5d3c65 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'port': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'mac_address': 'fa:16:3e:05:96:4c', 'name': 'tempest-NetworksTestDHCPv6-399624718'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:43.467878 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-9c6085e4-5480-486a-a470-99bebc01acf0 None None] Allocated IP 172.20.0.2 (718b7efe-3b6b-40dc-adb3-d7e2b9c876f7/e4192935-f502-496e-924f-c7e751321c8d/e02164c5-1742-4d41-a3a1-56de81e2c90f) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:43.508322 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-36da1595-9397-4985-92b5-7f11dd027d59 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:43.510165 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 38c4870f-d14d-4440-aab3-48906be7b9eb triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:43.510641 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:43.520240 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6c198a-7231-47b9-876a-b93dcc5d3c65 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:43.533741 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184dbcf8-9f5a-4198-ab8d-6a8bbd5c9bcd tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Router 48b4d657-b554-4fc5-a40b-3f0590b5de04 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:12:43.643119 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-36da1595-9397-4985-92b5-7f11dd027d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:43.652628 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5a6ce500-7170-4cba-a829-d92cf02d2244 req-c6dfaa78-94d3-4382-90ad-b3b278402f0e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=268884e8-c441-474c-8593-1886944fa754 HTTP/1.1" status: 200 len: 210 time: 0.0350084 Oct 19 01:12:43.670431 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fc6c198a-7231-47b9-876a-b93dcc5d3c65 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:43.682251 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184dbcf8-9f5a-4198-ab8d-6a8bbd5c9bcd tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:12:43.690133 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-184dbcf8-9f5a-4198-ab8d-6a8bbd5c9bcd tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:43.704026 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-fc6c198a-7231-47b9-876a-b93dcc5d3c65 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] device_id is not set on port 9ca06237-cdc8-430c-ab1e-51107e8643d9 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:12:43.745891 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-184dbcf8-9f5a-4198-ab8d-6a8bbd5c9bcd tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "DELETE /v2.0/floatingips/fd721d63-7e8d-4367-a8b7-847bba31b107 HTTP/1.1" status: 204 len: 168 time: 2.8039794 Oct 19 01:12:43.746657 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42078) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:43.859862 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-39ee7acd-af87-4a76-85ce-038df10d1a7e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Deleting port 7c0ed534-936e-44df-bd31-052474ac9adc {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:43.860212 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-39ee7acd-af87-4a76-85ce-038df10d1a7e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:43.874614 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcde0591-18e8-43dd-988e-086ef151f6d1 None None] Sync routers for ids ['48b4d657-b554-4fc5-a40b-3f0590b5de04'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:12:43.876919 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38de98a-eb51-4b21-b817-10ffb0a24f64 None None] Network e66b135f-7c0c-4052-8c2b-ebef113a535a requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:43.954812 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-39ee7acd-af87-4a76-85ce-038df10d1a7e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:43.969808 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-39ee7acd-af87-4a76-85ce-038df10d1a7e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Calling delete_port for 7c0ed534-936e-44df-bd31-052474ac9adc owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:43.992822 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3fbd5cb7-4da6-4523-970f-9132680c6d5d None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:44.003368 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36da1595-9397-4985-92b5-7f11dd027d59 None None] Network da85d428-df9a-4b13-b009-b236271a5f1a is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:44.016511 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcde0591-18e8-43dd-988e-086ef151f6d1 None None] Routers {'48b4d657-b554-4fc5-a40b-3f0590b5de04'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:44.017478 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-bcde0591-18e8-43dd-988e-086ef151f6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:12:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['48b4d657-b554-4fc5-a40b-3f0590b5de04'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:44.028894 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2bb91831-a3a0-4457-a66d-8a057507eab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:44.030583 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-36da1595-9397-4985-92b5-7f11dd027d59 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:44.067848 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3fbd5cb7-4da6-4523-970f-9132680c6d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:44.075221 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36da1595-9397-4985-92b5-7f11dd027d59 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:44.105727 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9aeb71-79f8-4889-93e7-e418d166d31d req-161e59cf-7b4b-4106-ab5f-8bb1bba5d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:44.107494 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5b9aeb71-79f8-4889-93e7-e418d166d31d req-161e59cf-7b4b-4106-ab5f-8bb1bba5d34c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b1b4901fc87414a92dc3f7f47c3c09a&device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 1097 time: 0.0814149 Oct 19 01:12:44.109614 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-3ef61f74-97c7-4e97-9b56-a8a9bbd5623a None None] Provisioning complete for port beff4831-8cda-46d2-8601-6bf709118d1a triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:44.109985 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3ef61f74-97c7-4e97-9b56-a8a9bbd5623a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:44.124932 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-bcde0591-18e8-43dd-988e-086ef151f6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:44.153157 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da1595-9397-4985-92b5-7f11dd027d59 None None] Pushing event updated for resources: {'Port': ['ID=df590a83-1c13-406e-9816-35dd180d0a80,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:44.217872 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-fc6c198a-7231-47b9-876a-b93dcc5d3c65 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Allocated IP 2001:db8:0:1::2fd (833e9ff3-de52-4870-807a-a323cda2654c/c2a8045e-245c-4739-94e2-e906a0e2e385/9ca06237-cdc8-430c-ab1e-51107e8643d9) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:44.229523 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-fc6c198a-7231-47b9-876a-b93dcc5d3c65 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Allocated IP 2001:db8::f816:3eff:fe05:964c (833e9ff3-de52-4870-807a-a323cda2654c/986866a2-1008-4eba-ae49-577f693447ac/9ca06237-cdc8-430c-ab1e-51107e8643d9) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:44.258815 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbd5cb7-4da6-4523-970f-9132680c6d5d None None] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:44.286697 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcde0591-18e8-43dd-988e-086ef151f6d1 None None] Routers {'48b4d657-b554-4fc5-a40b-3f0590b5de04'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:44.286697 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-bcde0591-18e8-43dd-988e-086ef151f6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:12:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['48b4d657-b554-4fc5-a40b-3f0590b5de04'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:44.329717 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-3fbd5cb7-4da6-4523-970f-9132680c6d5d None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:44.380202 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbd5cb7-4da6-4523-970f-9132680c6d5d None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:44.398729 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba2b98-7861-4194-8aaa-920552eb52af req-05505393-3d2b-40e4-90aa-1df05f111a45 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:44.400892 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-68ba2b98-7861-4194-8aaa-920552eb52af req-05505393-3d2b-40e4-90aa-1df05f111a45 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 945 time: 0.2821181 Oct 19 01:12:44.404163 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-bcde0591-18e8-43dd-988e-086ef151f6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:44.404808 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcde0591-18e8-43dd-988e-086ef151f6d1 None None] The sync data for ids ['48b4d657-b554-4fc5-a40b-3f0590b5de04'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:12:44.412094 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd5cb7-4da6-4523-970f-9132680c6d5d None None] Pushing event updated for resources: {'Port': ['ID=255f5916-741f-4f7c-bc8c-1599855aaed1,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:44.440428 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device beff4831-8cda-46d2-8601-6bf709118d1a up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:44.448745 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fc6c198a-7231-47b9-876a-b93dcc5d3c65 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:44.471968 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-36da1595-9397-4985-92b5-7f11dd027d59 None None] Attempting to bind port df590a83-1c13-406e-9816-35dd180d0a80 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:12:44.472242 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-36da1595-9397-4985-92b5-7f11dd027d59 None None] Attempting to bind port df590a83-1c13-406e-9816-35dd180d0a80 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '81ebe74b-7bd8-49ff-9a83-f62adf907ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'da85d428-df9a-4b13-b009-b236271a5f1a'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:12:44.472616 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36da1595-9397-4985-92b5-7f11dd027d59 None None] Attempting to bind port df590a83-1c13-406e-9816-35dd180d0a80 on network da85d428-df9a-4b13-b009-b236271a5f1a {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:44.490642 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fc6c198a-7231-47b9-876a-b93dcc5d3c65 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:44.521686 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9aeb71-79f8-4889-93e7-e418d166d31d req-880af2cf-9c7c-44e4-ab79-49f2ebb08a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:44.523544 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5b9aeb71-79f8-4889-93e7-e418d166d31d req-880af2cf-9c7c-44e4-ab79-49f2ebb08a8f service neutron] 10.222.0.55 "GET /v2.0/networks?id=9fdfc968-fd05-4762-858e-87980e28a6e6 HTTP/1.1" status: 200 len: 913 time: 0.3691905 Oct 19 01:12:44.531383 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9c6085e4-5480-486a-a470-99bebc01acf0 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:44.535505 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36da1595-9397-4985-92b5-7f11dd027d59 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:12:44.535908 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36da1595-9397-4985-92b5-7f11dd027d59 None None] Checking segment: {'id': '81ebe74b-7bd8-49ff-9a83-f62adf907ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'da85d428-df9a-4b13-b009-b236271a5f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:44.537223 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-36da1595-9397-4985-92b5-7f11dd027d59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:44.537645 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36da1595-9397-4985-92b5-7f11dd027d59 None None] Bound using segment: {'id': '81ebe74b-7bd8-49ff-9a83-f62adf907ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'da85d428-df9a-4b13-b009-b236271a5f1a'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:12:44.538196 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-36da1595-9397-4985-92b5-7f11dd027d59 None None] Bound port: df590a83-1c13-406e-9816-35dd180d0a80, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ebe74b-7bd8-49ff-9a83-f62adf907ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'da85d428-df9a-4b13-b009-b236271a5f1a'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:12:44.538526 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-36da1595-9397-4985-92b5-7f11dd027d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:44.562719 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-39ee7acd-af87-4a76-85ce-038df10d1a7e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:44.605562 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9c6085e4-5480-486a-a470-99bebc01acf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:44.615925 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-68ba2b98-7861-4194-8aaa-920552eb52af req-79cc49a0-2c78-426a-856f-b26fa713fd57 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823629 Oct 19 01:12:44.621772 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-3fbd5cb7-4da6-4523-970f-9132680c6d5d None None] Attempting to bind port 255f5916-741f-4f7c-bc8c-1599855aaed1 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:12:44.621772 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-3fbd5cb7-4da6-4523-970f-9132680c6d5d None None] Attempting to bind port 255f5916-741f-4f7c-bc8c-1599855aaed1 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:12:44.622117 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbd5cb7-4da6-4523-970f-9132680c6d5d None None] Attempting to bind port 255f5916-741f-4f7c-bc8c-1599855aaed1 on network 833e9ff3-de52-4870-807a-a323cda2654c {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:44.703537 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5b9aeb71-79f8-4889-93e7-e418d166d31d req-9acef0b4-58ab-4497-9cb9-c199c7d88b01 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201 HTTP/1.1" status: 200 len: 217 time: 0.1145213 Oct 19 01:12:44.710981 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbd5cb7-4da6-4523-970f-9132680c6d5d None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:12:44.711365 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbd5cb7-4da6-4523-970f-9132680c6d5d None None] Checking segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:44.711789 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3fbd5cb7-4da6-4523-970f-9132680c6d5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:44.713022 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbd5cb7-4da6-4523-970f-9132680c6d5d None None] Bound using segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:12:44.713620 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-3fbd5cb7-4da6-4523-970f-9132680c6d5d None None] Bound port: 255f5916-741f-4f7c-bc8c-1599855aaed1, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:12:44.713992 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3fbd5cb7-4da6-4523-970f-9132680c6d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:44.720516 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee7acd-af87-4a76-85ce-038df10d1a7e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event deleted for resources: {'Port': ['ID=7c0ed534-936e-44df-bd31-052474ac9adc,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:44.745079 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3ef61f74-97c7-4e97-9b56-a8a9bbd5623a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:44.766200 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-0a98dd14-ecd0-43af-844f-d51234fbc5f8 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:44.772272 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-0a98dd14-ecd0-43af-844f-d51234fbc5f8 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:44.773545 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-0a98dd14-ecd0-43af-844f-d51234fbc5f8 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.24 "GET /v2.0/networks?id=f92993f1-dd86-4ae8-a056-498c3a2b044e&id=e66b135f-7c0c-4052-8c2b-ebef113a535a&id=f92993f1-dd86-4ae8-a056-498c3a2b044e HTTP/1.1" status: 200 len: 1391 time: 0.5458462 Oct 19 01:12:44.774571 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6085e4-5480-486a-a470-99bebc01acf0 None None] Network 718b7efe-3b6b-40dc-adb3-d7e2b9c876f7 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:44.788102 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6085e4-5480-486a-a470-99bebc01acf0 None None] Pushing event updated for resources: {'Port': ['ID=e02164c5-1742-4d41-a3a1-56de81e2c90f,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:44.799343 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-9c6085e4-5480-486a-a470-99bebc01acf0 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:44.812335 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c9debb7-218b-4c71-8d89-1e56e0c931ae tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:44.833239 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-ab99b575-4bd2-452b-abb8-d55b4b5cf6d4 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Request body: {'port': {'device_id': '268884e8-c441-474c-8593-1886944fa754', 'network_id': 'f92993f1-dd86-4ae8-a056-498c3a2b044e', 'admin_state_up': True, 'tenant_id': 'c37fe5cecaae474d866f7a28aa6ce8ef'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:44.855152 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6085e4-5480-486a-a470-99bebc01acf0 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:44.884437 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port beff4831-8cda-46d2-8601-6bf709118d1a triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:44.884820 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:44.920304 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c621af3d-7a70-462b-81c8-aa025de37614 req-7095afc0-51de-4207-ba56-9618b872dbf6 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=268884e8-c441-474c-8593-1886944fa754 HTTP/1.1" status: 200 len: 210 time: 0.0441558 Oct 19 01:12:44.922282 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6c198a-7231-47b9-876a-b93dcc5d3c65 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:44.929633 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9debb7-218b-4c71-8d89-1e56e0c931ae tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event deleted for resources: {'Subnet': ['ID=e4192935-f502-496e-924f-c7e751321c8d,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:44.960181 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-fc6c198a-7231-47b9-876a-b93dcc5d3c65 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:44.964691 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c198a-7231-47b9-876a-b93dcc5d3c65 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Port': ['ID=9ca06237-cdc8-430c-ab1e-51107e8643d9,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:44.971583 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-36da1595-9397-4985-92b5-7f11dd027d59 None None] For port df590a83-1c13-406e-9816-35dd180d0a80, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:12:44.974158 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6c198a-7231-47b9-876a-b93dcc5d3c65 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:44.997131 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6c198a-7231-47b9-876a-b93dcc5d3c65 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:44.997873 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fc6c198a-7231-47b9-876a-b93dcc5d3c65 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:45.009263 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-3ef61f74-97c7-4e97-9b56-a8a9bbd5623a None None] For port beff4831-8cda-46d2-8601-6bf709118d1a, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=beff4831-8cda-46d2-8601-6bf709118d1a,segment=NetworkSegment(14522f8d-10d2-4f4c-a467-a7aa9d13dc14),segment_id=14522f8d-10d2-4f4c-a467-a7aa9d13dc14)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:45.014640 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9aeb71-79f8-4889-93e7-e418d166d31d req-7fe2c475-62c5-405a-b515-327b2b7a178a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:45.016373 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5b9aeb71-79f8-4889-93e7-e418d166d31d req-7fe2c475-62c5-405a-b515-327b2b7a178a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=48d33ad6-49ce-4420-8e80-235f3948de37 HTTP/1.1" status: 200 len: 852 time: 0.2978277 Oct 19 01:12:45.033021 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-fc6c198a-7231-47b9-876a-b93dcc5d3c65 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7420776 Oct 19 01:12:45.036807 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42088) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:45.066420 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-9c6085e4-5480-486a-a470-99bebc01acf0 None None] Attempting to bind port e02164c5-1742-4d41-a3a1-56de81e2c90f on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:12:45.066792 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-9c6085e4-5480-486a-a470-99bebc01acf0 None None] Attempting to bind port e02164c5-1742-4d41-a3a1-56de81e2c90f by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'd5c40bf3-cff1-4213-9c68-b8d9c0f7543a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '718b7efe-3b6b-40dc-adb3-d7e2b9c876f7'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:12:45.067167 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6085e4-5480-486a-a470-99bebc01acf0 None None] Attempting to bind port e02164c5-1742-4d41-a3a1-56de81e2c90f on network 718b7efe-3b6b-40dc-adb3-d7e2b9c876f7 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:45.070471 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3ef61f74-97c7-4e97-9b56-a8a9bbd5623a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:45.077972 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-36da1595-9397-4985-92b5-7f11dd027d59 None None] For port df590a83-1c13-406e-9816-35dd180d0a80, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=df590a83-1c13-406e-9816-35dd180d0a80,segment=NetworkSegment(81ebe74b-7bd8-49ff-9a83-f62adf907ba2),segment_id=81ebe74b-7bd8-49ff-9a83-f62adf907ba2)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:12:45.103070 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5b9aeb71-79f8-4889-93e7-e418d166d31d req-01072d43-4e8b-4e64-8440-3ff61c334204 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9fdfc968-fd05-4762-858e-87980e28a6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663590 Oct 19 01:12:45.111275 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6085e4-5480-486a-a470-99bebc01acf0 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:12:45.111659 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6085e4-5480-486a-a470-99bebc01acf0 None None] Checking segment: {'id': 'd5c40bf3-cff1-4213-9c68-b8d9c0f7543a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '718b7efe-3b6b-40dc-adb3-d7e2b9c876f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:45.112104 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9c6085e4-5480-486a-a470-99bebc01acf0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:45.112512 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6085e4-5480-486a-a470-99bebc01acf0 None None] Bound using segment: {'id': 'd5c40bf3-cff1-4213-9c68-b8d9c0f7543a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '718b7efe-3b6b-40dc-adb3-d7e2b9c876f7'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:12:45.112992 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-9c6085e4-5480-486a-a470-99bebc01acf0 None None] Bound port: e02164c5-1742-4d41-a3a1-56de81e2c90f, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5c40bf3-cff1-4213-9c68-b8d9c0f7543a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '718b7efe-3b6b-40dc-adb3-d7e2b9c876f7'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:12:45.113375 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9c6085e4-5480-486a-a470-99bebc01acf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:45.121830 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-39ee7acd-af87-4a76-85ce-038df10d1a7e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:45.122048 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-36da1595-9397-4985-92b5-7f11dd027d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:45.125126 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-39ee7acd-af87-4a76-85ce-038df10d1a7e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "DELETE /v2.0/ports/7c0ed534-936e-44df-bd31-052474ac9adc HTTP/1.1" status: 204 len: 168 time: 1.3774605 Oct 19 01:12:45.129422 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42092) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:45.136449 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-3fbd5cb7-4da6-4523-970f-9132680c6d5d None None] For port 255f5916-741f-4f7c-bc8c-1599855aaed1, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:12:45.167129 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-3e9572a2-5467-48b1-8822-cbf9ab8c75b5 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:45.204686 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3e9572a2-5467-48b1-8822-cbf9ab8c75b5 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for floatingip, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:45.215580 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c9debb7-218b-4c71-8d89-1e56e0c931ae tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:45.245007 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-95348c51-a4cd-4655-a7b0-97f3b16aca62 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting port 9ca06237-cdc8-430c-ab1e-51107e8643d9 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:45.245693 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95348c51-a4cd-4655-a7b0-97f3b16aca62 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:45.254795 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-9c6085e4-5480-486a-a470-99bebc01acf0 None None] For port e02164c5-1742-4d41-a3a1-56de81e2c90f, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:12:45.257597 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-2c9debb7-218b-4c71-8d89-1e56e0c931ae tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718b7efe-3b6b-40dc-adb3-d7e2b9c876f7']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:45.259034 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-9c6085e4-5480-486a-a470-99bebc01acf0 None None] For port e02164c5-1742-4d41-a3a1-56de81e2c90f, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=e02164c5-1742-4d41-a3a1-56de81e2c90f,segment=NetworkSegment(d5c40bf3-cff1-4213-9c68-b8d9c0f7543a),segment_id=d5c40bf3-cff1-4213-9c68-b8d9c0f7543a)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:12:45.262451 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-3fbd5cb7-4da6-4523-970f-9132680c6d5d None None] For port 255f5916-741f-4f7c-bc8c-1599855aaed1, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=255f5916-741f-4f7c-bc8c-1599855aaed1,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:12:45.289721 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3fbd5cb7-4da6-4523-970f-9132680c6d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:45.293052 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9c6085e4-5480-486a-a470-99bebc01acf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:45.326342 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef61f74-97c7-4e97-9b56-a8a9bbd5623a None None] Pushing event updated for resources: {'Port': ['ID=beff4831-8cda-46d2-8601-6bf709118d1a,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:45.340473 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-2c9debb7-218b-4c71-8d89-1e56e0c931ae tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5c40bf3-cff1-4213-9c68-b8d9c0f7543a') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:45.341019 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-2c9debb7-218b-4c71-8d89-1e56e0c931ae tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5c40bf3-cff1-4213-9c68-b8d9c0f7543a') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:45.393874 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c9debb7-218b-4c71-8d89-1e56e0c931ae tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:45.411279 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-ab99b575-4bd2-452b-abb8-d55b4b5cf6d4 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Made reservation on behalf of c37fe5cecaae474d866f7a28aa6ce8ef for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:45.416083 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-ab99b575-4bd2-452b-abb8-d55b4b5cf6d4 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:45.425399 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95348c51-a4cd-4655-a7b0-97f3b16aca62 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:45.437576 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 4f314a3f-116f-434e-b688-e4854aed9a8f no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:12:45.439853 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-765c4f11-6d9e-45de-bbc2-94d32399cee9 None None] Provisioning complete for port beff4831-8cda-46d2-8601-6bf709118d1a triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:45.440235 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-765c4f11-6d9e-45de-bbc2-94d32399cee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:45.448701 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-95348c51-a4cd-4655-a7b0-97f3b16aca62 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Calling delete_port for 9ca06237-cdc8-430c-ab1e-51107e8643d9 owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:45.473600 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c9debb7-218b-4c71-8d89-1e56e0c931ae tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:45.478792 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3e9572a2-5467-48b1-8822-cbf9ab8c75b5 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:45.483517 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0360d907-cbe4-4268-bfba-569b42500490 None None] Network 718b7efe-3b6b-40dc-adb3-d7e2b9c876f7 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:45.492783 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5b9aeb71-79f8-4889-93e7-e418d166d31d req-7034b035-1be4-4142-a8e5-c07cb1f514d9 service neutron] 10.222.0.55 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370013 Oct 19 01:12:45.503298 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c9debb7-218b-4c71-8d89-1e56e0c931ae tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:12:45.503519 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c9debb7-218b-4c71-8d89-1e56e0c931ae tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:45.510888 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:12:45.510888 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:12:45.510888 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:12:45.510888 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:12:45.510888 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:12:45.510888 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:12:45.510888 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:12:45.510888 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:12:45.510888 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:12:45.510888 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:12:45.510888 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:12:45.510888 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:12:45.510888 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:12:45.510888 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:12:45.510888 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:12:45.510888 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:12:45.510888 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:12:45.510888 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:12:45.510888 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:12:45.510888 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:12:45.510888 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:12:45.510888 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:12:45.510888 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:12:45.510888 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:12:45.510888 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:12:45.510888 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:12:45.510888 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:12:45.510888 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:12:45.510888 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:12:45.510888 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:12:45.510888 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:12:45.510888 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:12:45.515844 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 4f314a3f-116f-434e-b688-e4854aed9a8f {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:12:45.516208 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 4f314a3f-116f-434e-b688-e4854aed9a8f not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:12:45.650370 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da1595-9397-4985-92b5-7f11dd027d59 None None] Pushing event updated for resources: {'Port': ['ID=df590a83-1c13-406e-9816-35dd180d0a80,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:45.913083 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device beff4831-8cda-46d2-8601-6bf709118d1a up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:45.918550 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd5cb7-4da6-4523-970f-9132680c6d5d None None] Pushing event updated for resources: {'Port': ['ID=255f5916-741f-4f7c-bc8c-1599855aaed1,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:45.975265 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.db.api [None req-2c9debb7-218b-4c71-8d89-1e56e0c931ae tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 01:12:45.975265 n-d-715271-26 neutron-server[100606]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 01:12:45.975265 n-d-715271-26 neutron-server[100606]: [parameters: {'id': '718b7efe-3b6b-40dc-adb3-d7e2b9c876f7'}] Oct 19 01:12:45.975265 n-d-715271-26 neutron-server[100606]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:12:45.976129 n-d-715271-26 neutron-server[100606]: DEBUG oslo_db.api [None req-2c9debb7-218b-4c71-8d89-1e56e0c931ae tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:12:46.074341 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95348c51-a4cd-4655-a7b0-97f3b16aca62 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:46.099666 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b496c8ff-02ba-4d38-8c58-4b9004d9ef57 req-831612f4-7dd4-485e-9ea8-44aa2c1f90f8 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=268884e8-c441-474c-8593-1886944fa754 HTTP/1.1" status: 200 len: 210 time: 0.0506253 Oct 19 01:12:46.104927 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5b9aeb71-79f8-4889-93e7-e418d166d31d req-43f03bec-6f99-44c1-872b-8bd2d2002c85 service neutron] 10.222.0.55 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5981343 Oct 19 01:12:46.112098 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-ab99b575-4bd2-452b-abb8-d55b4b5cf6d4 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Allocated IP 19.80.0.32 (f92993f1-dd86-4ae8-a056-498c3a2b044e/f759aba4-be60-40f1-95dd-7162eee554b0/93b0f31d-e0ee-48ea-b242-5c575975f615) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:46.175182 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-3e9572a2-5467-48b1-8822-cbf9ab8c75b5 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Allocated IP 172.25.8.10 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/44d3844f-cf73-4a93-925b-9cf0ce510f96) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:46.209432 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95348c51-a4cd-4655-a7b0-97f3b16aca62 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Port': ['ID=9ca06237-cdc8-430c-ab1e-51107e8643d9,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:46.217516 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6085e4-5480-486a-a470-99bebc01acf0 None None] Pushing event updated for resources: {'Port': ['ID=e02164c5-1742-4d41-a3a1-56de81e2c90f,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:46.237722 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966ff22-e076-4b1a-a80c-97832a9de893 req-adafcb95-268d-46aa-b0b1-e17656b04998 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:46.239309 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4966ff22-e076-4b1a-a80c-97832a9de893 req-adafcb95-268d-46aa-b0b1-e17656b04998 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 945 time: 0.3296807 Oct 19 01:12:46.286791 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port beff4831-8cda-46d2-8601-6bf709118d1a triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:46.287169 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:46.312381 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95348c51-a4cd-4655-a7b0-97f3b16aca62 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:46.315641 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-95348c51-a4cd-4655-a7b0-97f3b16aca62 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/9ca06237-cdc8-430c-ab1e-51107e8643d9 HTTP/1.1" status: 204 len: 168 time: 1.2777665 Oct 19 01:12:46.316433 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-ab99b575-4bd2-452b-abb8-d55b4b5cf6d4 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:46.318334 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42102) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:46.386613 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4966ff22-e076-4b1a-a80c-97832a9de893 req-28bb04e8-f265-4b52-94c0-4c2f7fed5a21 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286638 Oct 19 01:12:46.399056 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb4cf62-4a1b-4f38-8b0c-45abdfb30b63 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:46.403767 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-edb4cf62-4a1b-4f38-8b0c-45abdfb30b63 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0841703 Oct 19 01:12:46.404370 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42104) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:46.405611 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-ab99b575-4bd2-452b-abb8-d55b4b5cf6d4 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:46.458930 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-ab99b575-4bd2-452b-abb8-d55b4b5cf6d4 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Network f92993f1-dd86-4ae8-a056-498c3a2b044e is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:46.464209 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-ab99b575-4bd2-452b-abb8-d55b4b5cf6d4 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:46.466478 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99b575-4bd2-452b-abb8-d55b4b5cf6d4 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Pushing event updated for resources: {'Port': ['ID=93b0f31d-e0ee-48ea-b242-5c575975f615,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:46.468488 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-ab99b575-4bd2-452b-abb8-d55b4b5cf6d4 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:46.476549 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3e9572a2-5467-48b1-8822-cbf9ab8c75b5 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:46.492268 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c9debb7-218b-4c71-8d89-1e56e0c931ae tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:46.521213 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23c98a5-a349-4761-ab84-1c419fef9908 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:46.522441 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f23c98a5-a349-4761-ab84-1c419fef9908 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1170945 Oct 19 01:12:46.525731 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42106) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:46.564466 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a9858483-ca76-40da-a4e0-57ab2a52a72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:46.569988 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-ab99b575-4bd2-452b-abb8-d55b4b5cf6d4 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:46.570657 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-ab99b575-4bd2-452b-abb8-d55b4b5cf6d4 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:46.597416 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-ab99b575-4bd2-452b-abb8-d55b4b5cf6d4 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7814193 Oct 19 01:12:46.613183 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1997f6f3-3b8d-4082-a0fe-ad1059097f1a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:46.614964 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1997f6f3-3b8d-4082-a0fe-ad1059097f1a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:46.617458 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1997f6f3-3b8d-4082-a0fe-ad1059097f1a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:46.620123 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1997f6f3-3b8d-4082-a0fe-ad1059097f1a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0923045 Oct 19 01:12:46.622139 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-be572bdf-23fa-4764-b520-7100ade86a64 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Request body: {'port': {'device_id': '268884e8-c441-474c-8593-1886944fa754', 'network_id': 'e66b135f-7c0c-4052-8c2b-ebef113a535a', 'admin_state_up': True, 'tenant_id': 'c37fe5cecaae474d866f7a28aa6ce8ef'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:46.622872 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42108) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:46.659751 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-2c9debb7-218b-4c71-8d89-1e56e0c931ae tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Deleting port e02164c5-1742-4d41-a3a1-56de81e2c90f {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:46.659877 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c9debb7-218b-4c71-8d89-1e56e0c931ae tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:46.709301 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-6729b913-e3d5-49ec-9b7b-2aff233fc8f6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting subnet 986866a2-1008-4eba-ae49-577f693447ac {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:12:46.711989 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6729b913-e3d5-49ec-9b7b-2aff233fc8f6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:46.735083 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3e9572a2-5467-48b1-8822-cbf9ab8c75b5 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:46.802716 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-2c9debb7-218b-4c71-8d89-1e56e0c931ae tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] For port e02164c5-1742-4d41-a3a1-56de81e2c90f, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=e02164c5-1742-4d41-a3a1-56de81e2c90f,segment=NetworkSegment(d5c40bf3-cff1-4213-9c68-b8d9c0f7543a),segment_id=d5c40bf3-cff1-4213-9c68-b8d9c0f7543a)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:46.803087 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c9debb7-218b-4c71-8d89-1e56e0c931ae tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:46.811081 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9572a2-5467-48b1-8822-cbf9ab8c75b5 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:46.813433 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6729b913-e3d5-49ec-9b7b-2aff233fc8f6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:46.825058 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-2c9debb7-218b-4c71-8d89-1e56e0c931ae tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Calling delete_port for e02164c5-1742-4d41-a3a1-56de81e2c90f owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:46.847852 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-3e9572a2-5467-48b1-8822-cbf9ab8c75b5 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:46.855001 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9572a2-5467-48b1-8822-cbf9ab8c75b5 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:46.873752 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9572a2-5467-48b1-8822-cbf9ab8c75b5 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event updated for resources: {'Port': ['ID=44d3844f-cf73-4a93-925b-9cf0ce510f96,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:46.885446 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-15e850e0-7545-423e-bfbe-c069b03988eb None None] Provisioning complete for port 93b0f31d-e0ee-48ea-b242-5c575975f615 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:46.885822 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-15e850e0-7545-423e-bfbe-c069b03988eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:46.948224 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-be572bdf-23fa-4764-b520-7100ade86a64 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Made reservation on behalf of c37fe5cecaae474d866f7a28aa6ce8ef for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:46.963506 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-be572bdf-23fa-4764-b520-7100ade86a64 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:46.982395 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-15e850e0-7545-423e-bfbe-c069b03988eb None None] Port 93b0f31d-e0ee-48ea-b242-5c575975f615 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:12:46.992162 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c9debb7-218b-4c71-8d89-1e56e0c931ae tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:47.090219 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6729b913-e3d5-49ec-9b7b-2aff233fc8f6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:47.097750 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9debb7-218b-4c71-8d89-1e56e0c931ae tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] No DVR routers for this DVR port e02164c5-1742-4d41-a3a1-56de81e2c90f on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:12:47.107615 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9debb7-218b-4c71-8d89-1e56e0c931ae tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event deleted for resources: {'Port': ['ID=e02164c5-1742-4d41-a3a1-56de81e2c90f,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:47.170964 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3e9572a2-5467-48b1-8822-cbf9ab8c75b5 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:47.198473 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17283a6-b8ee-4e01-b252-55b196c7610b None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:47.276295 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:47.282171 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-be572bdf-23fa-4764-b520-7100ade86a64 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Allocated IP 19.86.0.139 (e66b135f-7c0c-4052-8c2b-ebef113a535a/b5d256f7-e71d-4f14-924e-a73ae14a9d2a/b268d2cd-9b85-4305-b3d7-fbf0209b0c7a) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:47.297124 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3e9572a2-5467-48b1-8822-cbf9ab8c75b5 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:47.307327 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-8377e467-f56f-434b-a431-434fbf51052f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2515452 Oct 19 01:12:47.332145 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6729b913-e3d5-49ec-9b7b-2aff233fc8f6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:47.332827 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4cb7d11b-d745-4acb-b65b-f6e71527f91e None None] Provisioning complete for port 255f5916-741f-4f7c-bc8c-1599855aaed1 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:47.332827 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4cb7d11b-d745-4acb-b65b-f6e71527f91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:47.359918 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042a2f5-67e8-433c-a42c-db4addd0ba06 req-c92394ac-d2e4-4480-9ffc-bfefcf262dcf tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:47.361462 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1042a2f5-67e8-433c-a42c-db4addd0ba06 req-c92394ac-d2e4-4480-9ffc-bfefcf262dcf tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=268884e8-c441-474c-8593-1886944fa754 HTTP/1.1" status: 200 len: 931 time: 0.1579237 Oct 19 01:12:47.408655 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6729b913-e3d5-49ec-9b7b-2aff233fc8f6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Subnet': ['ID=986866a2-1008-4eba-ae49-577f693447ac,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:47.411826 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6729b913-e3d5-49ec-9b7b-2aff233fc8f6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:47.417200 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6729b913-e3d5-49ec-9b7b-2aff233fc8f6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/986866a2-1008-4eba-ae49-577f693447ac HTTP/1.1" status: 204 len: 168 time: 0.7909274 Oct 19 01:12:47.439929 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42118) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:47.498615 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bfa544-f977-478b-ae7e-eabad38c27a6 None None] Network da85d428-df9a-4b13-b009-b236271a5f1a requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:47.535701 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1042a2f5-67e8-433c-a42c-db4addd0ba06 req-ced9970e-d531-4f9b-95c6-3460e34fd3e6 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd184901-d9e0-49b7-8bcb-3e71a3b25297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386228 Oct 19 01:12:47.545769 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4cb7d11b-d745-4acb-b65b-f6e71527f91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:47.566622 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-b99ffbf5-7d5c-4f83-bf1d-ff948648c470 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting subnet c2a8045e-245c-4739-94e2-e906a0e2e385 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:12:47.578566 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-4c1d1353-e944-4430-9091-9b050b540e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:47.579037 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-4c1d1353-e944-4430-9091-9b050b540e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:47.579497 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-4c1d1353-e944-4430-9091-9b050b540e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:47.580001 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-4c1d1353-e944-4430-9091-9b050b540e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:47.580997 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-4c1d1353-e944-4430-9091-9b050b540e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:47.581548 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-4c1d1353-e944-4430-9091-9b050b540e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:47.581910 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-4c1d1353-e944-4430-9091-9b050b540e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:47.583883 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-4c1d1353-e944-4430-9091-9b050b540e3a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4da2c8fb80314d439039529c71ca4b69&device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 6499 time: 0.1951022 Oct 19 01:12:47.624176 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b99ffbf5-7d5c-4f83-bf1d-ff948648c470 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:47.701858 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4cb7d11b-d745-4acb-b65b-f6e71527f91e None None] For port 255f5916-741f-4f7c-bc8c-1599855aaed1, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=255f5916-741f-4f7c-bc8c-1599855aaed1,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:47.718695 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4cb7d11b-d745-4acb-b65b-f6e71527f91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:47.773998 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b99ffbf5-7d5c-4f83-bf1d-ff948648c470 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:47.792551 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb7d11b-d745-4acb-b65b-f6e71527f91e None None] Pushing event updated for resources: {'Port': ['ID=255f5916-741f-4f7c-bc8c-1599855aaed1,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:47.797659 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:47.802493 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113a1d1c-f304-4fe0-a3b7-4795183e6789 None None] Update dhcp port {'port': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'fixed_ips': [{'subnet_id': 'c2a8045e-245c-4739-94e2-e906a0e2e385'}], 'binding:host_id': 'n-d-715271-26'}, 'id': '255f5916-741f-4f7c-bc8c-1599855aaed1'} from n-d-715271-26. {{(pid=100608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 01:12:47.814330 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c9debb7-218b-4c71-8d89-1e56e0c931ae tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:47.826007 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device df590a83-1c13-406e-9816-35dd180d0a80 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:47.876477 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-113a1d1c-f304-4fe0-a3b7-4795183e6789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:47.879656 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3e9572a2-5467-48b1-8822-cbf9ab8c75b5 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:47.883232 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b99ffbf5-7d5c-4f83-bf1d-ff948648c470 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:47.883449 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-2c9debb7-218b-4c71-8d89-1e56e0c931ae tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718b7efe-3b6b-40dc-adb3-d7e2b9c876f7']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:47.906260 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-2c9debb7-218b-4c71-8d89-1e56e0c931ae tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5c40bf3-cff1-4213-9c68-b8d9c0f7543a') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:47.906653 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-2c9debb7-218b-4c71-8d89-1e56e0c931ae tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5c40bf3-cff1-4213-9c68-b8d9c0f7543a') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:47.912015 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3e9572a2-5467-48b1-8822-cbf9ab8c75b5 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:47.916063 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-c876bc08-e836-424e-94b8-d26afe2e2858 None None] Provisioning complete for port df590a83-1c13-406e-9816-35dd180d0a80 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:47.916636 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c876bc08-e836-424e-94b8-d26afe2e2858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:47.926837 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-72e46003-8d37-4d35-b60e-57792a74415f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:47.927343 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-72e46003-8d37-4d35-b60e-57792a74415f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:47.927831 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-72e46003-8d37-4d35-b60e-57792a74415f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:47.929060 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c9debb7-218b-4c71-8d89-1e56e0c931ae tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:47.929408 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-72e46003-8d37-4d35-b60e-57792a74415f service neutron] 10.222.0.24 "GET /v2.0/networks?id=f052a2cb-e43a-4d93-bd49-f9e5e280e0ba&id=55515e32-5e42-485f-bdb8-5274dcde7dea&id=55515e32-5e42-485f-bdb8-5274dcde7dea&id=55515e32-5e42-485f-bdb8-5274dcde7dea&id=55515e32-5e42-485f-bdb8-5274dcde7dea&id=1fccc762-9472-4b6b-bfe9-f151cb76e57f&id=1fccc762-9472-4b6b-bfe9-f151cb76e57f HTTP/1.1" status: 200 len: 2294 time: 0.2997518 Oct 19 01:12:47.966598 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8347d2-bd54-4538-bd2c-cfe0f5b70ac5 req-69ba7459-6ecb-454f-9ca3-bd80b29365be tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:47.968711 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ca8347d2-bd54-4538-bd2c-cfe0f5b70ac5 req-69ba7459-6ecb-454f-9ca3-bd80b29365be tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 945 time: 0.1456645 Oct 19 01:12:47.992220 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c9debb7-218b-4c71-8d89-1e56e0c931ae tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:48.029985 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c9debb7-218b-4c71-8d89-1e56e0c931ae tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:12:48.030649 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c9debb7-218b-4c71-8d89-1e56e0c931ae tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:48.034193 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:12:48.034193 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:12:48.034193 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:12:48.034193 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:12:48.034193 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:12:48.034193 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:12:48.034193 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:12:48.034193 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:12:48.034193 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:12:48.034193 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:12:48.034193 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:12:48.034193 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:12:48.034193 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:12:48.034193 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:12:48.034193 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:12:48.034193 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:12:48.034193 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:12:48.034193 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:12:48.034193 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:12:48.034193 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:12:48.034193 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:12:48.034193 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:12:48.034193 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:12:48.034193 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:12:48.034193 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:12:48.034193 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:12:48.034193 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:12:48.034193 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:12:48.034193 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:12:48.034193 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:12:48.034193 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:12:48.034193 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:12:48.067980 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port df590a83-1c13-406e-9816-35dd180d0a80 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:48.068623 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:48.081098 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9572a2-5467-48b1-8822-cbf9ab8c75b5 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event updated for resources: {'Port': ['ID=44d3844f-cf73-4a93-925b-9cf0ce510f96,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:48.093445 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-67ae9335-14d1-43fe-9498-7afcf99c2745 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2e12207-123c-44b7-965e-315fe35b78f5 HTTP/1.1" status: 200 len: 1001 time: 0.1383121 Oct 19 01:12:48.096113 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3e9572a2-5467-48b1-8822-cbf9ab8c75b5 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:48.101726 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b99ffbf5-7d5c-4f83-bf1d-ff948648c470 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:48.136414 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ca8347d2-bd54-4538-bd2c-cfe0f5b70ac5 req-fb539b01-47a3-47f0-b83b-ee282e793361 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486201 Oct 19 01:12:48.188816 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b99ffbf5-7d5c-4f83-bf1d-ff948648c470 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:48.192169 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b99ffbf5-7d5c-4f83-bf1d-ff948648c470 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/c2a8045e-245c-4739-94e2-e906a0e2e385 HTTP/1.1" status: 204 len: 168 time: 0.7512786 Oct 19 01:12:48.200682 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3e9572a2-5467-48b1-8822-cbf9ab8c75b5 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:48.204491 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3e9572a2-5467-48b1-8822-cbf9ab8c75b5 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0704343 Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server [None req-113a1d1c-f304-4fe0-a3b7-4795183e6789 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c2a8045e-245c-4739-94e2-e906a0e2e385: This subnet is being modified by another concurrent operation. Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:12:48.215024 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:12:48.219896 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:12:48.219896 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:12:48.219896 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:12:48.219896 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:12:48.219896 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:12:48.219896 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:12:48.219896 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:12:48.219896 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:12:48.219896 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:12:48.219896 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:12:48.219896 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:12:48.219896 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:12:48.219896 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:12:48.219896 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:12:48.219896 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 19 01:12:48.219896 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 19 01:12:48.219896 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 01:12:48.219896 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 01:12:48.219896 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 19 01:12:48.219896 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 19 01:12:48.219896 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 19 01:12:48.219896 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 19 01:12:48.219896 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 19 01:12:48.219896 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 19 01:12:48.219896 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 19 01:12:48.219896 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 01:12:48.219896 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 19 01:12:48.219896 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 01:12:48.219896 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 01:12:48.219896 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise exception Oct 19 01:12:48.219896 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c2a8045e-245c-4739-94e2-e906a0e2e385: This subnet is being modified by another concurrent operation. Oct 19 01:12:48.219896 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server Oct 19 01:12:48.222527 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42124) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:48.223770 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42126) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:48.231746 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ffbf5-7d5c-4f83-bf1d-ff948648c470 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Subnet': ['ID=c2a8045e-245c-4739-94e2-e906a0e2e385,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:48.247134 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c876bc08-e836-424e-94b8-d26afe2e2858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:48.249318 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ffbf5-7d5c-4f83-bf1d-ff948648c470 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:48.249860 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ffbf5-7d5c-4f83-bf1d-ff948648c470 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:48.250351 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ffbf5-7d5c-4f83-bf1d-ff948648c470 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:48.250963 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ffbf5-7d5c-4f83-bf1d-ff948648c470 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:48.251552 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ffbf5-7d5c-4f83-bf1d-ff948648c470 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:48.251971 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ffbf5-7d5c-4f83-bf1d-ff948648c470 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:48.252300 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ffbf5-7d5c-4f83-bf1d-ff948648c470 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:48.252625 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ffbf5-7d5c-4f83-bf1d-ff948648c470 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:48.252945 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ffbf5-7d5c-4f83-bf1d-ff948648c470 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:48.253266 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ffbf5-7d5c-4f83-bf1d-ff948648c470 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:48.253582 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ffbf5-7d5c-4f83-bf1d-ff948648c470 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:48.253897 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ffbf5-7d5c-4f83-bf1d-ff948648c470 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:48.267781 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-25cff06b-2d57-4107-ae96-2e3da9a3d160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:48.269288 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-25cff06b-2d57-4107-ae96-2e3da9a3d160 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32a7ca29-d701-4aca-995b-87a0b73f1f63 HTTP/1.1" status: 200 len: 851 time: 0.1623931 Oct 19 01:12:48.277829 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-40d01e4a-29a4-471d-8832-85b7a061a2a4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Request body: {'port': {'network_id': '2337167a-06ba-400f-9020-abf4a440a696', 'name': 'tempest-FloatingIPTestJSON-1910006724'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:48.354444 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-eb1a9f6c-a6be-41dd-8aef-f42bb32ce2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:48.355003 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e6bb8d-9091-4704-b1a3-b9469ecb4056 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:48.356037 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-eb1a9f6c-a6be-41dd-8aef-f42bb32ce2e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f052a2cb-e43a-4d93-bd49-f9e5e280e0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0771379 Oct 19 01:12:48.356989 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c9debb7-218b-4c71-8d89-1e56e0c931ae tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:48.360384 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-c876bc08-e836-424e-94b8-d26afe2e2858 None None] For port df590a83-1c13-406e-9816-35dd180d0a80, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=df590a83-1c13-406e-9816-35dd180d0a80,segment=NetworkSegment(81ebe74b-7bd8-49ff-9a83-f62adf907ba2),segment_id=81ebe74b-7bd8-49ff-9a83-f62adf907ba2)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:48.361393 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:48.362398 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c9debb7-218b-4c71-8d89-1e56e0c931ae tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:48.370854 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2c9debb7-218b-4c71-8d89-1e56e0c931ae tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "DELETE /v2.0/networks/718b7efe-3b6b-40dc-adb3-d7e2b9c876f7 HTTP/1.1" status: 204 len: 168 time: 6.1022270 Oct 19 01:12:48.374243 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42128) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:48.386463 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3ced3487-9e0b-4ed3-ba6d-e51debf9c4a3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1523411 Oct 19 01:12:48.389318 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-c4f2e847-d73b-47a9-a54c-baec7176bee8 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1539927006'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:48.392267 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42130) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:48.392771 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c876bc08-e836-424e-94b8-d26afe2e2858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:48.403337 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-7b863562-0965-4058-b8a1-ad7b7ed2a575 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:48.416858 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9debb7-218b-4c71-8d89-1e56e0c931ae tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event deleted for resources: {'Network': ['ID=718b7efe-3b6b-40dc-adb3-d7e2b9c876f7,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:48.427515 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-be572bdf-23fa-4764-b520-7100ade86a64 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:48.450351 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876bc08-e836-424e-94b8-d26afe2e2858 None None] Pushing event updated for resources: {'Port': ['ID=df590a83-1c13-406e-9816-35dd180d0a80,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:48.513838 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-be572bdf-23fa-4764-b520-7100ade86a64 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:48.523440 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d01e4a-29a4-471d-8832-85b7a061a2a4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Made reservation on behalf of 12aed70676374a509f3d3a36c717ad7a for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:48.524955 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f2e847-d73b-47a9-a54c-baec7176bee8 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Made reservation on behalf of f73fb85d909d456699ce7f7b906bb45c for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:48.527038 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-40d01e4a-29a4-471d-8832-85b7a061a2a4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:48.528871 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c4f2e847-d73b-47a9-a54c-baec7176bee8 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:48.556685 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-0ed79c51-7cbf-453b-9e23-2a331d6c2c8c None None] Provisioning complete for port 255f5916-741f-4f7c-bc8c-1599855aaed1 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:48.557037 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0ed79c51-7cbf-453b-9e23-2a331d6c2c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:48.595687 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be572bdf-23fa-4764-b520-7100ade86a64 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Pushing event updated for resources: {'Port': ['ID=b268d2cd-9b85-4305-b3d7-fbf0209b0c7a,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:48.605106 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-40d01e4a-29a4-471d-8832-85b7a061a2a4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] device_id is not set on port 06ab5171-7fb1-46af-a007-e7389dfce6bc yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:12:48.607992 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:12:48.608370 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:12:48.625091 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f2e847-d73b-47a9-a54c-baec7176bee8 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:12:48.641631 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-54e07804-cc21-4203-992c-b555be4d6aaf service neutron] 10.222.0.24 "GET /v2.0/networks/f052a2cb-e43a-4d93-bd49-f9e5e280e0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777123 Oct 19 01:12:48.676025 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-be572bdf-23fa-4764-b520-7100ade86a64 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Network e66b135f-7c0c-4052-8c2b-ebef113a535a is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:48.680491 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c4f2e847-d73b-47a9-a54c-baec7176bee8 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:48.680864 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-c4f2e847-d73b-47a9-a54c-baec7176bee8 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Added segment 269cd583-3722-4fc4-a0ba-e4710f5c66f3 of type vlan for network 8770ce06-9108-4e59-a383-30e575462dfa Oct 19 01:12:48.684570 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-be572bdf-23fa-4764-b520-7100ade86a64 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:48.689484 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-be572bdf-23fa-4764-b520-7100ade86a64 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:48.697242 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309c089a-0e6f-4725-a436-fec41b983d2e None None] DHCP port deletion for 833e9ff3-de52-4870-807a-a323cda2654c request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:12:48.754234 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-be572bdf-23fa-4764-b520-7100ade86a64 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:48.754898 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-be572bdf-23fa-4764-b520-7100ade86a64 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:48.758473 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b863562-0965-4058-b8a1-ad7b7ed2a575 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:48.762447 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7b863562-0965-4058-b8a1-ad7b7ed2a575 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:48.766464 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-0ed79c51-7cbf-453b-9e23-2a331d6c2c8c None None] Provisioning complete for port df590a83-1c13-406e-9816-35dd180d0a80 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:48.767084 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0ed79c51-7cbf-453b-9e23-2a331d6c2c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:48.780910 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-be572bdf-23fa-4764-b520-7100ade86a64 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1731384 Oct 19 01:12:48.782462 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c4f2e847-d73b-47a9-a54c-baec7176bee8 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:48.796446 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-309c089a-0e6f-4725-a436-fec41b983d2e None None] Deleting port 255f5916-741f-4f7c-bc8c-1599855aaed1 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:48.796993 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-309c089a-0e6f-4725-a436-fec41b983d2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:48.854823 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-a362e12d-6443-4849-841a-81271967a79e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Request body: {'port': {'device_id': '268884e8-c441-474c-8593-1886944fa754', 'network_id': 'f92993f1-dd86-4ae8-a056-498c3a2b044e', 'admin_state_up': True, 'tenant_id': 'c37fe5cecaae474d866f7a28aa6ce8ef'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:48.858336 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a762dc6-329a-44a7-8d32-53af1d2dec45 req-1858ae47-b43e-4af2-91c5-01959e39e63f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:48.864451 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a762dc6-329a-44a7-8d32-53af1d2dec45 req-1858ae47-b43e-4af2-91c5-01959e39e63f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:48.866093 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5a762dc6-329a-44a7-8d32-53af1d2dec45 req-1858ae47-b43e-4af2-91c5-01959e39e63f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=268884e8-c441-474c-8593-1886944fa754 HTTP/1.1" status: 200 len: 1654 time: 0.2271059 Oct 19 01:12:48.883179 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-309c089a-0e6f-4725-a436-fec41b983d2e None None] For port 255f5916-741f-4f7c-bc8c-1599855aaed1, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=255f5916-741f-4f7c-bc8c-1599855aaed1,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:48.884174 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-309c089a-0e6f-4725-a436-fec41b983d2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:48.892191 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-40d01e4a-29a4-471d-8832-85b7a061a2a4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Allocated IP 172.20.0.11 (2337167a-06ba-400f-9020-abf4a440a696/7b3910f0-f062-416a-b72c-a7edcb3ab2cd/06ab5171-7fb1-46af-a007-e7389dfce6bc) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:48.898747 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.db.resource_extend [None req-c4f2e847-d73b-47a9-a54c-baec7176bee8 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 01:12:48.921208 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-309c089a-0e6f-4725-a436-fec41b983d2e None None] Calling delete_port for 255f5916-741f-4f7c-bc8c-1599855aaed1 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:48.998505 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c4f2e847-d73b-47a9-a54c-baec7176bee8 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:49.004433 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f2e847-d73b-47a9-a54c-baec7176bee8 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:49.004932 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c4f2e847-d73b-47a9-a54c-baec7176bee8 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:49.027469 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-83e5bf1b-3300-4f89-aa37-c9e3a7c67a8f service neutron] 10.222.0.24 "GET /v2.0/networks/f052a2cb-e43a-4d93-bd49-f9e5e280e0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431454 Oct 19 01:12:49.054012 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-309c089a-0e6f-4725-a436-fec41b983d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:49.059072 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5a762dc6-329a-44a7-8d32-53af1d2dec45 req-754b8d60-7ae7-4ba0-b6b6-ea2406bc0328 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd184901-d9e0-49b7-8bcb-3e71a3b25297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561978 Oct 19 01:12:49.077896 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309c089a-0e6f-4725-a436-fec41b983d2e None None] No DVR routers for this DVR port 255f5916-741f-4f7c-bc8c-1599855aaed1 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:12:49.108773 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-a362e12d-6443-4849-841a-81271967a79e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Made reservation on behalf of c37fe5cecaae474d866f7a28aa6ce8ef for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:49.110499 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c089a-0e6f-4725-a436-fec41b983d2e None None] Pushing event deleted for resources: {'Port': ['ID=255f5916-741f-4f7c-bc8c-1599855aaed1,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:49.113029 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-a362e12d-6443-4849-841a-81271967a79e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:49.117207 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-5687f25c-9a9a-4c50-93c3-14dd50fb2b6b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=f4cd700e-932d-4677-adfa-4b17f1b59025 HTTP/1.1" status: 200 len: 217 time: 0.0712142 Oct 19 01:12:49.143151 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c4f2e847-d73b-47a9-a54c-baec7176bee8 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7678103 Oct 19 01:12:49.148071 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42136) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:49.151578 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc69da1-7439-4b5f-a16b-1166318970c4 None None] get_active_networks_info from n-d-715271-26 {{(pid=100608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:12:49.163267 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-9ef0b7ec-3b64-4c89-9684-f58c3f2dd0c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Request body: {'subnet': {'network_id': '8770ce06-9108-4e59-a383-30e575462dfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:49.202670 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2e847-d73b-47a9-a54c-baec7176bee8 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event updated for resources: {'Network': ['ID=8770ce06-9108-4e59-a383-30e575462dfa,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:49.209723 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 255f5916-741f-4f7c-bc8c-1599855aaed1 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:49.261926 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 8770ce06-9108-4e59-a383-30e575462dfa details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:12:49.269454 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-2559d5bd-9c37-4ca8-9319-3d4b2fb23297 None None] Provisioning complete for port b268d2cd-9b85-4305-b3d7-fbf0209b0c7a triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:49.269977 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2559d5bd-9c37-4ca8-9319-3d4b2fb23297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:49.274678 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-fed310a4-60f1-490f-93b2-070b40533c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:49.277402 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-fed310a4-60f1-490f-93b2-070b40533c48 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=29cf1726-8fa8-4c40-850e-1896dbedb352 HTTP/1.1" status: 200 len: 797 time: 0.1374617 Oct 19 01:12:49.287704 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-40d01e4a-29a4-471d-8832-85b7a061a2a4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:49.289072 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 255f5916-741f-4f7c-bc8c-1599855aaed1 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:12:49.289522 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 255f5916-741f-4f7c-bc8c-1599855aaed1 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 19 01:12:49.347099 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Port 255f5916-741f-4f7c-bc8c-1599855aaed1 not found, will not notify nova. {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 19 01:12:49.359566 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7b863562-0965-4058-b8a1-ad7b7ed2a575 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:49.371042 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-0519cbb7-5782-4f37-8e66-58b43499b5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:49.372485 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-0519cbb7-5782-4f37-8e66-58b43499b5f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55515e32-5e42-485f-bdb8-5274dcde7dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0877917 Oct 19 01:12:49.427162 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-2559d5bd-9c37-4ca8-9319-3d4b2fb23297 None None] Port b268d2cd-9b85-4305-b3d7-fbf0209b0c7a cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:12:49.431970 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b863562-0965-4058-b8a1-ad7b7ed2a575 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:49.438683 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-7b863562-0965-4058-b8a1-ad7b7ed2a575 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:49.446909 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b863562-0965-4058-b8a1-ad7b7ed2a575 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:49.447498 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7b863562-0965-4058-b8a1-ad7b7ed2a575 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:49.460679 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b40103-a3ee-471c-b607-fc5ada101822 req-b23b371c-db8d-40a1-a8e8-4d067579ea4a tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:49.462717 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d5b40103-a3ee-471c-b607-fc5ada101822 req-b23b371c-db8d-40a1-a8e8-4d067579ea4a tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 945 time: 0.1928241 Oct 19 01:12:49.471534 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b863562-0965-4058-b8a1-ad7b7ed2a575 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Subnet': ['ID=cabcb49c-6761-427a-85a3-e53b26bb01f5,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:49.491849 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-a362e12d-6443-4849-841a-81271967a79e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Allocated IP 19.80.0.64 (f92993f1-dd86-4ae8-a056-498c3a2b044e/f759aba4-be60-40f1-95dd-7162eee554b0/c07cda87-32da-441c-b723-7287047b8273) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:49.510063 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef0b7ec-3b64-4c89-9684-f58c3f2dd0c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Made reservation on behalf of f73fb85d909d456699ce7f7b906bb45c for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:49.510958 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc69da1-7439-4b5f-a16b-1166318970c4 None None] Resources bound (agent type, host, resource id): {{(pid=100608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:12:49.513854 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9ef0b7ec-3b64-4c89-9684-f58c3f2dd0c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:49.552294 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7b863562-0965-4058-b8a1-ad7b7ed2a575 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1563070 Oct 19 01:12:49.556469 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42144) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:49.563403 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-6bce9516-82bd-4a0f-89fe-d13839ea0a86 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:49.595781 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-40d01e4a-29a4-471d-8832-85b7a061a2a4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:49.600322 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-b9d0d71c-0ba5-4936-b5a3-2fc60c428920 service neutron] 10.222.0.24 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076380 Oct 19 01:12:49.685958 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device df590a83-1c13-406e-9816-35dd180d0a80 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:49.686314 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.ipam_backend_mixin [None req-9ef0b7ec-3b64-4c89-9684-f58c3f2dd0c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Performing IP validity checks on allocation pools {{(pid=100606) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 19 01:12:49.686862 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.ipam_backend_mixin [None req-9ef0b7ec-3b64-4c89-9684-f58c3f2dd0c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100606) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 19 01:12:49.730870 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d01e4a-29a4-471d-8832-85b7a061a2a4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Network 2337167a-06ba-400f-9020-abf4a440a696 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:49.748946 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d5b40103-a3ee-471c-b607-fc5ada101822 req-0efb0ab6-6c99-4938-a1fa-07cfbc9f866f tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608621 Oct 19 01:12:49.760884 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-40d01e4a-29a4-471d-8832-85b7a061a2a4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:49.778427 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d01e4a-29a4-471d-8832-85b7a061a2a4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:49.779933 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-0f3ab656-f035-4a5d-93e0-7b83a8c77d86 service neutron] 10.222.0.24 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714377 Oct 19 01:12:49.787518 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bce9516-82bd-4a0f-89fe-d13839ea0a86 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:49.791511 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6bce9516-82bd-4a0f-89fe-d13839ea0a86 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:49.832803 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d01e4a-29a4-471d-8832-85b7a061a2a4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event updated for resources: {'Port': ['ID=06ab5171-7fb1-46af-a007-e7389dfce6bc,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:49.847038 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-a39d6a15-00b1-4363-bdee-4c9e3e730226 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=9295caf7-42d8-4c78-a217-b3e9af380abb HTTP/1.1" status: 200 len: 217 time: 0.0518217 Oct 19 01:12:49.918937 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d01e4a-29a4-471d-8832-85b7a061a2a4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:49.919532 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-40d01e4a-29a4-471d-8832-85b7a061a2a4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:49.931321 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:49.984739 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-40d01e4a-29a4-471d-8832-85b7a061a2a4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7504566 Oct 19 01:12:49.990212 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42146) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:50.003186 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-365a0049-6b7a-4878-a9e0-9d4337fa1e3f tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Request body: {'floatingip': {'port_id': '06ab5171-7fb1-46af-a007-e7389dfce6bc'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:50.011557 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-a362e12d-6443-4849-841a-81271967a79e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:50.029447 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port df590a83-1c13-406e-9816-35dd180d0a80 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:50.030093 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:50.067269 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-365a0049-6b7a-4878-a9e0-9d4337fa1e3f tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for floatingip, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:50.158044 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43458a9d-bd6b-47bd-8e94-72169c889e10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-833e9ff3-de52-4870-807a-a323cda2654c', 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'tenant_id': 'c34b9efccd444514b6828a5a5dd7684d', 'fixed_ips': [{'subnet_id': 'cabcb49c-6761-427a-85a3-e53b26bb01f5'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:12:50.158767 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-43458a9d-bd6b-47bd-8e94-72169c889e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:50.226967 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9ef0b7ec-3b64-4c89-9684-f58c3f2dd0c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:50.266206 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 255f5916-741f-4f7c-bc8c-1599855aaed1 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:12:50.284067 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-a362e12d-6443-4849-841a-81271967a79e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:50.298404 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 255f5916-741f-4f7c-bc8c-1599855aaed1 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:12:50.298760 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 255f5916-741f-4f7c-bc8c-1599855aaed1 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:12:50.310062 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-71d62c46-51f6-4da1-82a0-34f3282e4f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:50.311617 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-71d62c46-51f6-4da1-82a0-34f3282e4f15 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=29cf1726-8fa8-4c40-850e-1896dbedb352 HTTP/1.1" status: 200 len: 797 time: 0.4546244 Oct 19 01:12:50.331932 n-d-715271-26 neutron-server[100607]: INFO neutron.db.ipam_backend_mixin [None req-6bce9516-82bd-4a0f-89fe-d13839ea0a86 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cabcb49c-6761-427a-85a3-e53b26bb01f5 (CIDR: 2001:db8::/64) Oct 19 01:12:50.347555 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bce9516-82bd-4a0f-89fe-d13839ea0a86 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:12:50.348012 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bce9516-82bd-4a0f-89fe-d13839ea0a86 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:12:50.382609 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-43458a9d-bd6b-47bd-8e94-72169c889e10 None None] Allocated IP 2001:db8::2 (833e9ff3-de52-4870-807a-a323cda2654c/cabcb49c-6761-427a-85a3-e53b26bb01f5/aa709ca1-941b-4d81-ba0d-e366c912c5a7) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:50.392139 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef0b7ec-3b64-4c89-9684-f58c3f2dd0c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event updated for resources: {'Subnet': ['ID=6fe37611-f59d-4b87-a079-ce431a8b53b1,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:50.393451 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35e573-0441-431e-a17c-3b2aa742b8c5 req-e88e68bb-c721-42eb-b664-04118cc06821 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:50.407006 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35e573-0441-431e-a17c-3b2aa742b8c5 req-e88e68bb-c721-42eb-b664-04118cc06821 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:50.408755 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a35e573-0441-431e-a17c-3b2aa742b8c5 req-e88e68bb-c721-42eb-b664-04118cc06821 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=268884e8-c441-474c-8593-1886944fa754 HTTP/1.1" status: 200 len: 1654 time: 0.1660795 Oct 19 01:12:50.411589 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-a362e12d-6443-4849-841a-81271967a79e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Network f92993f1-dd86-4ae8-a056-498c3a2b044e is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:50.414275 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6bce9516-82bd-4a0f-89fe-d13839ea0a86 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8568380 Oct 19 01:12:50.418047 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42152) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:50.423676 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-68da65fa-cfc3-4812-8595-c7a624c23bc5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:50.431333 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-a362e12d-6443-4849-841a-81271967a79e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:50.466984 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-a362e12d-6443-4849-841a-81271967a79e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:50.469754 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362e12d-6443-4849-841a-81271967a79e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Pushing event updated for resources: {'Port': ['ID=c07cda87-32da-441c-b723-7287047b8273,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:50.485470 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-3356916a-c974-4fbd-93f0-99ed21d053a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:50.486956 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-3356916a-c974-4fbd-93f0-99ed21d053a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55515e32-5e42-485f-bdb8-5274dcde7dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1535983 Oct 19 01:12:50.505602 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef0b7ec-3b64-4c89-9684-f58c3f2dd0c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Checking segment: {'id': '269cd583-3722-4fc4-a0ba-e4710f5c66f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8770ce06-9108-4e59-a383-30e575462dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:50.505952 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef0b7ec-3b64-4c89-9684-f58c3f2dd0c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Network hostable DHCP agents. Network: 8770ce06-9108-4e59-a383-30e575462dfa, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:12:50.542979 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-a362e12d-6443-4849-841a-81271967a79e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:50.543406 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-a362e12d-6443-4849-841a-81271967a79e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:50.556478 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a35e573-0441-431e-a17c-3b2aa742b8c5 req-767be036-3ed1-4b05-80ff-83d8b3511ddc tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd184901-d9e0-49b7-8bcb-3e71a3b25297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238227 Oct 19 01:12:50.568518 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-43458a9d-bd6b-47bd-8e94-72169c889e10 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:50.584802 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-43458a9d-bd6b-47bd-8e94-72169c889e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:50.606443 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-a362e12d-6443-4849-841a-81271967a79e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7559564 Oct 19 01:12:50.609448 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef0b7ec-3b64-4c89-9684-f58c3f2dd0c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Network 8770ce06-9108-4e59-a383-30e575462dfa is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:12:50.622463 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-f2a0dd76-c06f-47c8-9db4-17ae27d8d68c service neutron] Request body: {'port': {'device_id': '268884e8-c441-474c-8593-1886944fa754', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:50.632667 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43458a9d-bd6b-47bd-8e94-72169c889e10 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:50.638011 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-43458a9d-bd6b-47bd-8e94-72169c889e10 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:50.642556 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43458a9d-bd6b-47bd-8e94-72169c889e10 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:50.645721 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43458a9d-bd6b-47bd-8e94-72169c889e10 None None] Pushing event updated for resources: {'Port': ['ID=aa709ca1-941b-4d81-ba0d-e366c912c5a7,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:50.683382 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-9ef0b7ec-3b64-4c89-9684-f58c3f2dd0c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 8770ce06-9108-4e59-a383-30e575462dfa) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:50.688364 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-0328597a-d628-4afe-bc62-790a7d4c7ac0 service neutron] 10.222.0.24 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879764 Oct 19 01:12:50.691073 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68da65fa-cfc3-4812-8595-c7a624c23bc5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:50.694728 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-68da65fa-cfc3-4812-8595-c7a624c23bc5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:50.702238 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef0b7ec-3b64-4c89-9684-f58c3f2dd0c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:50.703449 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9ef0b7ec-3b64-4c89-9684-f58c3f2dd0c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:50.719660 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-43458a9d-bd6b-47bd-8e94-72169c889e10 None None] Attempting to bind port aa709ca1-941b-4d81-ba0d-e366c912c5a7 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:12:50.720706 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-43458a9d-bd6b-47bd-8e94-72169c889e10 None None] Attempting to bind port aa709ca1-941b-4d81-ba0d-e366c912c5a7 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:12:50.721264 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43458a9d-bd6b-47bd-8e94-72169c889e10 None None] Attempting to bind port aa709ca1-941b-4d81-ba0d-e366c912c5a7 on network 833e9ff3-de52-4870-807a-a323cda2654c {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:50.727714 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43458a9d-bd6b-47bd-8e94-72169c889e10 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:12:50.728247 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43458a9d-bd6b-47bd-8e94-72169c889e10 None None] Checking segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:50.728829 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-43458a9d-bd6b-47bd-8e94-72169c889e10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:50.729340 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43458a9d-bd6b-47bd-8e94-72169c889e10 None None] Bound using segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:12:50.729909 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-43458a9d-bd6b-47bd-8e94-72169c889e10 None None] Bound port: aa709ca1-941b-4d81-ba0d-e366c912c5a7, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:12:50.730394 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-43458a9d-bd6b-47bd-8e94-72169c889e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:50.791670 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9ef0b7ec-3b64-4c89-9684-f58c3f2dd0c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6377699 Oct 19 01:12:50.797174 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42158) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:50.800078 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-43458a9d-bd6b-47bd-8e94-72169c889e10 None None] For port aa709ca1-941b-4d81-ba0d-e366c912c5a7, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:12:50.804263 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-43458a9d-bd6b-47bd-8e94-72169c889e10 None None] For port aa709ca1-941b-4d81-ba0d-e366c912c5a7, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=aa709ca1-941b-4d81-ba0d-e366c912c5a7,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:12:50.810783 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-43458a9d-bd6b-47bd-8e94-72169c889e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:50.864035 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-f2a0dd76-c06f-47c8-9db4-17ae27d8d68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:50.889172 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43458a9d-bd6b-47bd-8e94-72169c889e10 None None] Pushing event updated for resources: {'Port': ['ID=aa709ca1-941b-4d81-ba0d-e366c912c5a7,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:51.007873 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-9a59894f-0aa7-4c03-8890-a170c017745b service neutron] 10.222.0.24 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016989 Oct 19 01:12:51.030834 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a1dcc-689b-466e-addc-4c2f728ce70a req-a1906b1f-71a6-465e-b91a-d2231e57a1fe tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:51.032399 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-049a1dcc-689b-466e-addc-4c2f728ce70a req-a1906b1f-71a6-465e-b91a-d2231e57a1fe tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 945 time: 0.1904542 Oct 19 01:12:51.101687 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-a35f1a44-f77b-4ccd-a9cf-23421d052a65 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=5b1a2614-1274-4867-b0f6-3402523111c1 HTTP/1.1" status: 200 len: 217 time: 0.0838153 Oct 19 01:12:51.152274 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0d913a42-f89a-45f8-aff6-7b9616996085 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:51.249498 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-049a1dcc-689b-466e-addc-4c2f728ce70a req-8d201bb2-cb12-42a5-94d6-34944017c1e3 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562247 Oct 19 01:12:51.260806 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-3b0bb566-035a-4aec-ad41-49085051db6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:51.262461 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-3b0bb566-035a-4aec-ad41-49085051db6a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=29cf1726-8fa8-4c40-850e-1896dbedb352 HTTP/1.1" status: 200 len: 797 time: 0.1467664 Oct 19 01:12:51.369030 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0d913a42-f89a-45f8-aff6-7b9616996085 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:51.398419 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-365a0049-6b7a-4878-a9e0-9d4337fa1e3f tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:51.411100 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-365a0049-6b7a-4878-a9e0-9d4337fa1e3f tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:51.416761 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-2b9dcc88-213e-47bc-9ac0-042b3020e3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:51.418269 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-2b9dcc88-213e-47bc-9ac0-042b3020e3f2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55515e32-5e42-485f-bdb8-5274dcde7dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1159062 Oct 19 01:12:51.569665 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0d913a42-f89a-45f8-aff6-7b9616996085 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:51.584682 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [None req-365a0049-6b7a-4878-a9e0-9d4337fa1e3f tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Floating IP bf9c5797-3c45-4946-b612-994a4bc47f39 associated. External IP: 172.25.8.10, port: 06ab5171-7fb1-46af-a007-e7389dfce6bc. Oct 19 01:12:51.685315 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d913a42-f89a-45f8-aff6-7b9616996085 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event deleted for resources: {'Subnet': ['ID=6fe37611-f59d-4b87-a079-ce431a8b53b1,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:51.732612 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device aa709ca1-941b-4d81-ba0d-e366c912c5a7 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:51.733133 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-f2a0dd76-c06f-47c8-9db4-17ae27d8d68c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93b0f31d-e0ee-48ea-b242-5c575975f615 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:12:51.740765 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-031dbde1-8117-4917-a25b-78150beb8aa1 service neutron] 10.222.0.24 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133893 Oct 19 01:12:51.766781 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-f2a0dd76-c06f-47c8-9db4-17ae27d8d68c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:51.780572 n-d-715271-26 neutron-server[100607]: DEBUG neutron.objects.ports [None req-68da65fa-cfc3-4812-8595-c7a624c23bc5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100607) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:12:51.812184 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port aa709ca1-941b-4d81-ba0d-e366c912c5a7 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:51.812978 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:51.833652 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0d913a42-f89a-45f8-aff6-7b9616996085 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:51.842739 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-f2a0dd76-c06f-47c8-9db4-17ae27d8d68c service neutron] Transition to ACTIVE for port object 93b0f31d-e0ee-48ea-b242-5c575975f615 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:12:51.855017 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-f2a0dd76-c06f-47c8-9db4-17ae27d8d68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:51.911658 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:51.944296 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a0dd76-c06f-47c8-9db4-17ae27d8d68c service neutron] Pushing event updated for resources: {'Port': ['ID=93b0f31d-e0ee-48ea-b242-5c575975f615,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:51.992267 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-0d913a42-f89a-45f8-aff6-7b9616996085 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8770ce06-9108-4e59-a383-30e575462dfa']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:51.994946 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port aa709ca1-941b-4d81-ba0d-e366c912c5a7, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=aa709ca1-941b-4d81-ba0d-e366c912c5a7,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:52.001476 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:52.020675 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe015960-aaac-4de7-b63c-2830a111bdca req-b8fd583f-525f-4035-bf5e-e3efe0123b98 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:52.021727 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365a0049-6b7a-4878-a9e0-9d4337fa1e3f tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Router 48b4d657-b554-4fc5-a40b-3f0590b5de04 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:12:52.027239 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe015960-aaac-4de7-b63c-2830a111bdca req-b8fd583f-525f-4035-bf5e-e3efe0123b98 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:52.034465 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe015960-aaac-4de7-b63c-2830a111bdca req-b8fd583f-525f-4035-bf5e-e3efe0123b98 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:52.044349 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fe015960-aaac-4de7-b63c-2830a111bdca req-b8fd583f-525f-4035-bf5e-e3efe0123b98 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=268884e8-c441-474c-8593-1886944fa754 HTTP/1.1" status: 200 len: 2375 time: 0.3703790 Oct 19 01:12:52.059002 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=aa709ca1-941b-4d81-ba0d-e366c912c5a7,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:52.065716 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-f2a0dd76-c06f-47c8-9db4-17ae27d8d68c service neutron] Attempting to bind port 93b0f31d-e0ee-48ea-b242-5c575975f615 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:12:52.066044 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-f2a0dd76-c06f-47c8-9db4-17ae27d8d68c service neutron] Attempting to bind port 93b0f31d-e0ee-48ea-b242-5c575975f615 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '1244ac64-a1c5-44bf-a324-a946ba739835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f92993f1-dd86-4ae8-a056-498c3a2b044e'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:12:52.066425 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-f2a0dd76-c06f-47c8-9db4-17ae27d8d68c service neutron] Attempting to bind port 93b0f31d-e0ee-48ea-b242-5c575975f615 on network f92993f1-dd86-4ae8-a056-498c3a2b044e {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:52.068000 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-0d913a42-f89a-45f8-aff6-7b9616996085 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '269cd583-3722-4fc4-a0ba-e4710f5c66f3') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:52.068739 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-0d913a42-f89a-45f8-aff6-7b9616996085 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '269cd583-3722-4fc4-a0ba-e4710f5c66f3') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:52.075516 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-f2a0dd76-c06f-47c8-9db4-17ae27d8d68c service neutron] Port 93b0f31d-e0ee-48ea-b242-5c575975f615 on network f92993f1-dd86-4ae8-a056-498c3a2b044e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:12:52.075871 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-f2a0dd76-c06f-47c8-9db4-17ae27d8d68c service neutron] Attempting to bind port 93b0f31d-e0ee-48ea-b242-5c575975f615 on network f92993f1-dd86-4ae8-a056-498c3a2b044e {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:52.087350 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636f3957-3af0-4b30-bc4a-72d5d6942807 None None] get_active_networks_info from n-d-715271-26 {{(pid=100608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:12:52.102360 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0d913a42-f89a-45f8-aff6-7b9616996085 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:52.117496 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-f2a0dd76-c06f-47c8-9db4-17ae27d8d68c service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:12:52.118041 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-f2a0dd76-c06f-47c8-9db4-17ae27d8d68c service neutron] Checking segment: {'id': '1244ac64-a1c5-44bf-a324-a946ba739835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f92993f1-dd86-4ae8-a056-498c3a2b044e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:52.118765 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-f2a0dd76-c06f-47c8-9db4-17ae27d8d68c service neutron] Bound using segment: {'id': '1244ac64-a1c5-44bf-a324-a946ba739835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f92993f1-dd86-4ae8-a056-498c3a2b044e'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:12:52.119187 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-f2a0dd76-c06f-47c8-9db4-17ae27d8d68c service neutron] Bound port: 93b0f31d-e0ee-48ea-b242-5c575975f615, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1244ac64-a1c5-44bf-a324-a946ba739835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f92993f1-dd86-4ae8-a056-498c3a2b044e'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:12:52.119549 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-f2a0dd76-c06f-47c8-9db4-17ae27d8d68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:52.144110 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-615276ae-95e4-4135-bab8-9ac32e2ae353 None None] Provisioning complete for port aa709ca1-941b-4d81-ba0d-e366c912c5a7 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:52.144484 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-615276ae-95e4-4135-bab8-9ac32e2ae353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:52.156038 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0d913a42-f89a-45f8-aff6-7b9616996085 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:52.173260 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fe015960-aaac-4de7-b63c-2830a111bdca req-fc5c3571-f954-4dfb-b8d0-8ecd5544db38 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd184901-d9e0-49b7-8bcb-3e71a3b25297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277730 Oct 19 01:12:52.174941 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-938891d6-e3b8-4d78-9d91-689cb0eb252b service neutron] 10.222.0.24 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257555 Oct 19 01:12:52.177926 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d913a42-f89a-45f8-aff6-7b9616996085 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:12:52.178576 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0d913a42-f89a-45f8-aff6-7b9616996085 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:52.182891 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:12:52.182891 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:12:52.182891 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:12:52.182891 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:12:52.182891 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:12:52.182891 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:12:52.182891 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:12:52.182891 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:12:52.182891 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:12:52.182891 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:12:52.182891 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:12:52.182891 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:12:52.182891 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:12:52.182891 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:12:52.182891 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:12:52.182891 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:12:52.182891 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:12:52.182891 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:12:52.182891 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:12:52.182891 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:12:52.182891 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:12:52.182891 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:12:52.182891 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:12:52.182891 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:12:52.182891 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:12:52.182891 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:12:52.182891 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:12:52.182891 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:12:52.182891 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:12:52.182891 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:12:52.182891 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:12:52.182891 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:12:52.230157 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-5fb597a2-925e-4210-b15c-4ab8b1719203 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=fdb1ab98-3373-451d-84e7-1285ed514bab HTTP/1.1" status: 200 len: 217 time: 0.0465159 Oct 19 01:12:52.263379 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365a0049-6b7a-4878-a9e0-9d4337fa1e3f tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:12:52.265665 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-f2a0dd76-c06f-47c8-9db4-17ae27d8d68c service neutron] For port 93b0f31d-e0ee-48ea-b242-5c575975f615, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:12:52.272451 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-365a0049-6b7a-4878-a9e0-9d4337fa1e3f tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:52.298267 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f7fa1e-5882-45b6-ba2e-14946b27c115 None None] Sync routers for ids ['48b4d657-b554-4fc5-a40b-3f0590b5de04'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:12:52.312331 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-365a0049-6b7a-4878-a9e0-9d4337fa1e3f tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "PUT /v2.0/floatingips/bf9c5797-3c45-4946-b612-994a4bc47f39 HTTP/1.1" status: 200 len: 978 time: 2.3137460 Oct 19 01:12:52.312576 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f7fa1e-5882-45b6-ba2e-14946b27c115 None None] Routers {'48b4d657-b554-4fc5-a40b-3f0590b5de04'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:52.318469 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-89f7fa1e-5882-45b6-ba2e-14946b27c115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:12:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['48b4d657-b554-4fc5-a40b-3f0590b5de04'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:52.320819 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42168) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:52.343362 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636f3957-3af0-4b30-bc4a-72d5d6942807 None None] Resources bound (agent type, host, resource id): {{(pid=100608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:12:52.401705 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0d913a42-f89a-45f8-aff6-7b9616996085 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:52.406140 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0d913a42-f89a-45f8-aff6-7b9616996085 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:52.408530 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-f2a0dd76-c06f-47c8-9db4-17ae27d8d68c service neutron] For port 93b0f31d-e0ee-48ea-b242-5c575975f615, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=93b0f31d-e0ee-48ea-b242-5c575975f615,segment=NetworkSegment(1244ac64-a1c5-44bf-a324-a946ba739835),segment_id=1244ac64-a1c5-44bf-a324-a946ba739835)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:12:52.412221 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0d913a42-f89a-45f8-aff6-7b9616996085 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "DELETE /v2.0/networks/8770ce06-9108-4e59-a383-30e575462dfa HTTP/1.1" status: 204 len: 168 time: 1.6140180 Oct 19 01:12:52.417153 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-89f7fa1e-5882-45b6-ba2e-14946b27c115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:52.427271 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f7fa1e-5882-45b6-ba2e-14946b27c115 None None] Routers {'48b4d657-b554-4fc5-a40b-3f0590b5de04'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:52.427580 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42170) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:52.427919 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-89f7fa1e-5882-45b6-ba2e-14946b27c115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:12:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['48b4d657-b554-4fc5-a40b-3f0590b5de04'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:52.443134 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-a2a0063a-c231-487d-ad4a-e39d91209ec6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-673181262'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:52.463386 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-89f7fa1e-5882-45b6-ba2e-14946b27c115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:52.464311 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f7fa1e-5882-45b6-ba2e-14946b27c115 None None] The sync data for ids ['48b4d657-b554-4fc5-a40b-3f0590b5de04'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:12:52.465489 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-f2a0dd76-c06f-47c8-9db4-17ae27d8d68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:52.476957 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d913a42-f89a-45f8-aff6-7b9616996085 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event deleted for resources: {'Network': ['ID=8770ce06-9108-4e59-a383-30e575462dfa,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:52.482560 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-68da65fa-cfc3-4812-8595-c7a624c23bc5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:52.498609 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-2a2a94cf-85ab-4572-a117-0913d9f4b849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:52.500189 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-2a2a94cf-85ab-4572-a117-0913d9f4b849 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=29cf1726-8fa8-4c40-850e-1896dbedb352 HTTP/1.1" status: 200 len: 797 time: 0.2633758 Oct 19 01:12:52.521253 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a0063a-c231-487d-ad4a-e39d91209ec6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Made reservation on behalf of f73fb85d909d456699ce7f7b906bb45c for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:52.525624 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a2a0063a-c231-487d-ad4a-e39d91209ec6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:52.569717 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-f2a0dd76-c06f-47c8-9db4-17ae27d8d68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:52.570407 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-f2a0dd76-c06f-47c8-9db4-17ae27d8d68c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:52.572337 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-f2a0dd76-c06f-47c8-9db4-17ae27d8d68c service neutron] 10.222.0.24 "PUT /v2.0/ports/93b0f31d-e0ee-48ea-b242-5c575975f615 HTTP/1.1" status: 200 len: 1092 time: 1.9569521 Oct 19 01:12:52.574639 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268884e8-c441-474c-8593-1886944fa754', 'tag': '93b0f31d-e0ee-48ea-b242-5c575975f615'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:12:52.577059 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc27fba-9527-40fe-9f53-9e0aa5973b33" -d '{"events": [{"name": "network-changed", "server_uuid": "268884e8-c441-474c-8593-1886944fa754", "tag": "93b0f31d-e0ee-48ea-b242-5c575975f615"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:12:52.604373 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a0dd76-c06f-47c8-9db4-17ae27d8d68c service neutron] Pushing event updated for resources: {'Port': ['ID=93b0f31d-e0ee-48ea-b242-5c575975f615,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:52.609010 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-a7e41799-a549-406a-af59-99d3e4fa530f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:52.610705 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-a7e41799-a549-406a-af59-99d3e4fa530f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55515e32-5e42-485f-bdb8-5274dcde7dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0831833 Oct 19 01:12:52.624016 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-74acf1f2-8257-45e4-a4b7-836cb5f49bb3 service neutron] Request body: {'port': {'device_id': '268884e8-c441-474c-8593-1886944fa754', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:52.635242 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de68ed9-926f-4ee9-9204-b91877a40363 x-openstack-request-id: req-5de68ed9-926f-4ee9-9204-b91877a40363 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:12:52.636099 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "268884e8-c441-474c-8593-1886944fa754", "tag": "93b0f31d-e0ee-48ea-b242-5c575975f615", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:12:52.636455 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5de68ed9-926f-4ee9-9204-b91877a40363 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:12:52.637066 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '268884e8-c441-474c-8593-1886944fa754', 'tag': '93b0f31d-e0ee-48ea-b242-5c575975f615', 'status': 'completed', 'code': 200} Oct 19 01:12:52.668421 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a0063a-c231-487d-ad4a-e39d91209ec6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:12:52.686605 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-53800025-756f-4a5e-a018-34201d1366a7 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Deleting port 06ab5171-7fb1-46af-a007-e7389dfce6bc {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:52.687059 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-53800025-756f-4a5e-a018-34201d1366a7 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:52.718565 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3031cd-eb92-4bc8-9c82-1e64d2b8a17c req-15faecb1-7c89-444d-a10b-a66ee9650838 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:52.727180 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6e3031cd-eb92-4bc8-9c82-1e64d2b8a17c req-15faecb1-7c89-444d-a10b-a66ee9650838 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 945 time: 0.3002424 Oct 19 01:12:52.780993 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a2a0063a-c231-487d-ad4a-e39d91209ec6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:52.780993 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-a2a0063a-c231-487d-ad4a-e39d91209ec6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Added segment 8dd8b207-762f-4e15-bc15-d5b8d21d6c4c of type vlan for network 6d211c5e-2fad-44e2-b218-b03100e378a0 Oct 19 01:12:52.799382 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc27fba-9527-40fe-9f53-9e0aa5973b33 req-c9347ad3-ca66-4afa-bc4b-68f29bf8fe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:52.799888 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc27fba-9527-40fe-9f53-9e0aa5973b33 req-c9347ad3-ca66-4afa-bc4b-68f29bf8fe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:52.800335 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc27fba-9527-40fe-9f53-9e0aa5973b33 req-c9347ad3-ca66-4afa-bc4b-68f29bf8fe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:52.801957 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-acc27fba-9527-40fe-9f53-9e0aa5973b33 req-c9347ad3-ca66-4afa-bc4b-68f29bf8fe4b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c37fe5cecaae474d866f7a28aa6ce8ef&device_id=268884e8-c441-474c-8593-1886944fa754 HTTP/1.1" status: 200 len: 2731 time: 0.1541958 Oct 19 01:12:52.861010 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-74acf1f2-8257-45e4-a4b7-836cb5f49bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:52.861251 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-68da65fa-cfc3-4812-8595-c7a624c23bc5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] For port aa709ca1-941b-4d81-ba0d-e366c912c5a7, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=aa709ca1-941b-4d81-ba0d-e366c912c5a7,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:52.888390 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6e3031cd-eb92-4bc8-9c82-1e64d2b8a17c req-02e49ec9-4777-4790-b0b6-e2d14c46f1ae tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602240 Oct 19 01:12:52.895313 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-523b3539-8261-4a1d-9005-47818c95d264 service neutron] 10.222.0.24 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658048 Oct 19 01:12:52.924709 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a2a0063a-c231-487d-ad4a-e39d91209ec6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:52.938025 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-53800025-756f-4a5e-a018-34201d1366a7 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:53.064932 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-68da65fa-cfc3-4812-8595-c7a624c23bc5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:53.101482 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-68da65fa-cfc3-4812-8595-c7a624c23bc5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:53.102232 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-68da65fa-cfc3-4812-8595-c7a624c23bc5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:53.107022 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a2a0063a-c231-487d-ad4a-e39d91209ec6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:53.112368 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a0063a-c231-487d-ad4a-e39d91209ec6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:53.113090 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a2a0063a-c231-487d-ad4a-e39d91209ec6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:53.173043 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc27fba-9527-40fe-9f53-9e0aa5973b33 req-9117e55f-3cfb-4621-9a20-d9b411ebb398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:53.173509 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc27fba-9527-40fe-9f53-9e0aa5973b33 req-9117e55f-3cfb-4621-9a20-d9b411ebb398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:53.173964 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc27fba-9527-40fe-9f53-9e0aa5973b33 req-9117e55f-3cfb-4621-9a20-d9b411ebb398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:53.175563 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-acc27fba-9527-40fe-9f53-9e0aa5973b33 req-9117e55f-3cfb-4621-9a20-d9b411ebb398 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c37fe5cecaae474d866f7a28aa6ce8ef&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3637435 Oct 19 01:12:53.260689 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68da65fa-cfc3-4812-8595-c7a624c23bc5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:53.267465 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a2a0063a-c231-487d-ad4a-e39d91209ec6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8386726 Oct 19 01:12:53.292491 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42180) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:53.318530 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a0063a-c231-487d-ad4a-e39d91209ec6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event updated for resources: {'Network': ['ID=6d211c5e-2fad-44e2-b218-b03100e378a0,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:53.383470 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adbb6ca-659a-4e6b-a5c6-e4fa98e46bf4 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:53.396735 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3e8d01-6bd8-49d1-a20d-095f4d9c19a1 None None] Network 8770ce06-9108-4e59-a383-30e575462dfa requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:53.418139 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3e8d01-6bd8-49d1-a20d-095f4d9c19a1 None None] Network 8770ce06-9108-4e59-a383-30e575462dfa could not be found, it might have been deleted concurrently. {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 19 01:12:53.437403 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0071e68-7173-42e1-9a1e-c76e16d1f00a None None] Network 8770ce06-9108-4e59-a383-30e575462dfa requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:53.438021 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a0063a-c231-487d-ad4a-e39d91209ec6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:53.438516 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a0063a-c231-487d-ad4a-e39d91209ec6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:53.439268 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a0063a-c231-487d-ad4a-e39d91209ec6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:53.439622 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a0063a-c231-487d-ad4a-e39d91209ec6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:53.440062 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a0063a-c231-487d-ad4a-e39d91209ec6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:53.440400 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a0063a-c231-487d-ad4a-e39d91209ec6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:53.440738 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a0063a-c231-487d-ad4a-e39d91209ec6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:53.441071 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a0063a-c231-487d-ad4a-e39d91209ec6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:53.441404 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a0063a-c231-487d-ad4a-e39d91209ec6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:53.441735 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a0063a-c231-487d-ad4a-e39d91209ec6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:53.442249 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a0063a-c231-487d-ad4a-e39d91209ec6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:53.442583 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a0063a-c231-487d-ad4a-e39d91209ec6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:53.493512 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 6d211c5e-2fad-44e2-b218-b03100e378a0 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:12:53.495085 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3979f-f7ee-4c35-9420-99a5a15120e7 req-a14e8f13-76de-4412-8198-6e359da590c1 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:53.501418 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3979f-f7ee-4c35-9420-99a5a15120e7 req-a14e8f13-76de-4412-8198-6e359da590c1 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:53.503263 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0071e68-7173-42e1-9a1e-c76e16d1f00a None None] Network 8770ce06-9108-4e59-a383-30e575462dfa could not be found, it might have been deleted concurrently. {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 19 01:12:53.509344 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3979f-f7ee-4c35-9420-99a5a15120e7 req-a14e8f13-76de-4412-8198-6e359da590c1 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:53.511174 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-40d3979f-f7ee-4c35-9420-99a5a15120e7 req-a14e8f13-76de-4412-8198-6e359da590c1 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=268884e8-c441-474c-8593-1886944fa754 HTTP/1.1" status: 200 len: 2387 time: 0.2416549 Oct 19 01:12:53.529473 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-53800025-756f-4a5e-a018-34201d1366a7 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:53.530024 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-53800025-756f-4a5e-a018-34201d1366a7 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:53.530868 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [None req-53800025-756f-4a5e-a018-34201d1366a7 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Floating IP bf9c5797-3c45-4946-b612-994a4bc47f39 disassociated. External IP: 172.25.8.10, port: 06ab5171-7fb1-46af-a007-e7389dfce6bc. Oct 19 01:12:53.530868 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-53800025-756f-4a5e-a018-34201d1366a7 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Calling delete_port for 06ab5171-7fb1-46af-a007-e7389dfce6bc owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:53.532637 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b4b9ca97-7ee4-4c90-ac98-ba198b24430a None None] Provisioning complete for port aa709ca1-941b-4d81-ba0d-e366c912c5a7 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:53.533012 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b4b9ca97-7ee4-4c90-ac98-ba198b24430a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:53.655743 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-68da65fa-cfc3-4812-8595-c7a624c23bc5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:53.699147 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device aa709ca1-941b-4d81-ba0d-e366c912c5a7 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:53.737725 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68da65fa-cfc3-4812-8595-c7a624c23bc5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:53.738327 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-68da65fa-cfc3-4812-8595-c7a624c23bc5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:53.746844 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-b9064181-c002-4014-be0d-6060985fd2ad tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Request body: {'subnet': {'network_id': '6d211c5e-2fad-44e2-b218-b03100e378a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:53.788872 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da65fa-cfc3-4812-8595-c7a624c23bc5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Subnet': ['ID=8612f2be-3995-4071-ab32-eb6afa4ffa7a,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:53.803514 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-eb5ee6af-4cfd-433d-a240-e576dd7a9ebe service neutron] 10.222.0.24 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8778803 Oct 19 01:12:53.817048 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da65fa-cfc3-4812-8595-c7a624c23bc5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Port': ['ID=aa709ca1-941b-4d81-ba0d-e366c912c5a7,revision_number=5']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:53.888093 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-68da65fa-cfc3-4812-8595-c7a624c23bc5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.4661369 Oct 19 01:12:53.893784 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-4aa25e6d-7554-459b-a07c-5105c40bca4e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=137414ad-fd54-484b-86fd-f70152e683c2 HTTP/1.1" status: 200 len: 217 time: 0.0641172 Oct 19 01:12:53.898934 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42184) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:53.921254 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port aa709ca1-941b-4d81-ba0d-e366c912c5a7 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:53.921644 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:53.942821 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-c25df277-b4d4-4fc8-b3dd-41792266d875 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'port': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'mac_address': 'fa:16:3e:bd:d0:95', 'name': 'tempest-NetworksTestDHCPv6-1339656319'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:53.981204 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-40d3979f-f7ee-4c35-9420-99a5a15120e7 req-1a3818b3-6cfe-493c-bd2d-8ec8031a2656 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd184901-d9e0-49b7-8bcb-3e71a3b25297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461169 Oct 19 01:12:54.038220 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc27fba-9527-40fe-9f53-9e0aa5973b33 req-57a38f5c-424b-411d-85c1-6208e1770b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:54.039662 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-acc27fba-9527-40fe-9f53-9e0aa5973b33 req-57a38f5c-424b-411d-85c1-6208e1770b72 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8496025 Oct 19 01:12:54.112567 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-792cadd5-46d1-4ff6-aa85-095476e57964 None None] Provisioning complete for port c07cda87-32da-441c-b723-7287047b8273 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:54.115337 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-792cadd5-46d1-4ff6-aa85-095476e57964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:54.134491 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-74acf1f2-8257-45e4-a4b7-836cb5f49bb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b268d2cd-9b85-4305-b3d7-fbf0209b0c7a {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:12:54.143691 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-5783b808-cac9-4953-85f1-c7d9b0fde67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:54.146171 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-5783b808-cac9-4953-85f1-c7d9b0fde67e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=20db5d13-0783-4fe8-8bf3-782bee1ace5f HTTP/1.1" status: 200 len: 797 time: 0.1994545 Oct 19 01:12:54.146525 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-74acf1f2-8257-45e4-a4b7-836cb5f49bb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:54.178739 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-74acf1f2-8257-45e4-a4b7-836cb5f49bb3 service neutron] Transition to ACTIVE for port object b268d2cd-9b85-4305-b3d7-fbf0209b0c7a will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:12:54.187567 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-792cadd5-46d1-4ff6-aa85-095476e57964 None None] Port c07cda87-32da-441c-b723-7287047b8273 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:12:54.198243 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409df5b9-aeb4-49e9-88b8-19ab07c76910 req-f480d70e-8b2c-4481-b9d5-ee31978ccced tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:54.199846 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-409df5b9-aeb4-49e9-88b8-19ab07c76910 req-f480d70e-8b2c-4481-b9d5-ee31978ccced tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 945 time: 0.1043944 Oct 19 01:12:54.205150 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-74acf1f2-8257-45e4-a4b7-836cb5f49bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:54.217464 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9064181-c002-4014-be0d-6060985fd2ad tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Made reservation on behalf of f73fb85d909d456699ce7f7b906bb45c for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:54.221598 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b9064181-c002-4014-be0d-6060985fd2ad tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:54.254746 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-3abfaff6-a9de-4314-8d9c-7202a24de01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:54.256311 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-3abfaff6-a9de-4314-8d9c-7202a24de01b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1fccc762-9472-4b6b-bfe9-f151cb76e57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1008308 Oct 19 01:12:54.327144 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acf1f2-8257-45e4-a4b7-836cb5f49bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=b268d2cd-9b85-4305-b3d7-fbf0209b0c7a,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:54.335250 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-53800025-756f-4a5e-a018-34201d1366a7 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:54.382560 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25df277-b4d4-4fc8-b3dd-41792266d875 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:54.400387 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b429c0-7ae2-4a95-857f-4aca9978f065 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:54.407484 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53800025-756f-4a5e-a018-34201d1366a7 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event deleted for resources: {'Port': ['ID=06ab5171-7fb1-46af-a007-e7389dfce6bc,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:54.438959 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-409df5b9-aeb4-49e9-88b8-19ab07c76910 req-2cd0967b-d968-4bbb-a6a1-0efded20b20f tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043650 Oct 19 01:12:54.529602 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-74acf1f2-8257-45e4-a4b7-836cb5f49bb3 service neutron] Attempting to bind port b268d2cd-9b85-4305-b3d7-fbf0209b0c7a on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:12:54.530003 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-74acf1f2-8257-45e4-a4b7-836cb5f49bb3 service neutron] Attempting to bind port b268d2cd-9b85-4305-b3d7-fbf0209b0c7a by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '14522f8d-10d2-4f4c-a467-a7aa9d13dc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e66b135f-7c0c-4052-8c2b-ebef113a535a'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:12:54.530759 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-74acf1f2-8257-45e4-a4b7-836cb5f49bb3 service neutron] Attempting to bind port b268d2cd-9b85-4305-b3d7-fbf0209b0c7a on network e66b135f-7c0c-4052-8c2b-ebef113a535a {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:54.545756 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-74acf1f2-8257-45e4-a4b7-836cb5f49bb3 service neutron] Port b268d2cd-9b85-4305-b3d7-fbf0209b0c7a on network e66b135f-7c0c-4052-8c2b-ebef113a535a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:12:54.546235 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-74acf1f2-8257-45e4-a4b7-836cb5f49bb3 service neutron] Attempting to bind port b268d2cd-9b85-4305-b3d7-fbf0209b0c7a on network e66b135f-7c0c-4052-8c2b-ebef113a535a {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:54.551877 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-24c2f3b3-15dd-4815-aaca-ae0c38693bca None None] Provisioning complete for port aa709ca1-941b-4d81-ba0d-e366c912c5a7 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:54.552528 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-24c2f3b3-15dd-4815-aaca-ae0c38693bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:54.561036 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-74acf1f2-8257-45e4-a4b7-836cb5f49bb3 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:12:54.561541 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-74acf1f2-8257-45e4-a4b7-836cb5f49bb3 service neutron] Checking segment: {'id': '14522f8d-10d2-4f4c-a467-a7aa9d13dc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e66b135f-7c0c-4052-8c2b-ebef113a535a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:54.562069 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-74acf1f2-8257-45e4-a4b7-836cb5f49bb3 service neutron] Bound using segment: {'id': '14522f8d-10d2-4f4c-a467-a7aa9d13dc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e66b135f-7c0c-4052-8c2b-ebef113a535a'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:12:54.562645 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-74acf1f2-8257-45e4-a4b7-836cb5f49bb3 service neutron] Bound port: b268d2cd-9b85-4305-b3d7-fbf0209b0c7a, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14522f8d-10d2-4f4c-a467-a7aa9d13dc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e66b135f-7c0c-4052-8c2b-ebef113a535a'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:12:54.563120 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-74acf1f2-8257-45e4-a4b7-836cb5f49bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:54.578050 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-a00d4aa5-adb8-4967-88f1-6f0cf499934e service neutron] 10.222.0.24 "GET /v2.0/networks/1fccc762-9472-4b6b-bfe9-f151cb76e57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099785 Oct 19 01:12:54.710147 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c25df277-b4d4-4fc8-b3dd-41792266d875 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:54.718793 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53800025-756f-4a5e-a018-34201d1366a7 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Router 48b4d657-b554-4fc5-a40b-3f0590b5de04 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:12:54.741818 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-74acf1f2-8257-45e4-a4b7-836cb5f49bb3 service neutron] For port b268d2cd-9b85-4305-b3d7-fbf0209b0c7a, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:12:54.800144 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-74acf1f2-8257-45e4-a4b7-836cb5f49bb3 service neutron] For port b268d2cd-9b85-4305-b3d7-fbf0209b0c7a, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=b268d2cd-9b85-4305-b3d7-fbf0209b0c7a,segment=NetworkSegment(14522f8d-10d2-4f4c-a467-a7aa9d13dc14),segment_id=14522f8d-10d2-4f4c-a467-a7aa9d13dc14)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:12:54.813796 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-74acf1f2-8257-45e4-a4b7-836cb5f49bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:54.889083 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-c25df277-b4d4-4fc8-b3dd-41792266d875 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] device_id is not set on port a5bd61c6-ba8a-49d8-b7b4-afad8192d699 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:12:54.896852 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-74acf1f2-8257-45e4-a4b7-836cb5f49bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:54.897394 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-74acf1f2-8257-45e4-a4b7-836cb5f49bb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:54.898640 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-bef801f7-7942-4050-9829-644d104841e2 service neutron] 10.222.0.24 "GET /v2.0/networks/1fccc762-9472-4b6b-bfe9-f151cb76e57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003531 Oct 19 01:12:54.899913 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-74acf1f2-8257-45e4-a4b7-836cb5f49bb3 service neutron] 10.222.0.24 "PUT /v2.0/ports/b268d2cd-9b85-4305-b3d7-fbf0209b0c7a HTTP/1.1" status: 200 len: 1093 time: 2.2811518 Oct 19 01:12:54.904264 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268884e8-c441-474c-8593-1886944fa754', 'tag': 'b268d2cd-9b85-4305-b3d7-fbf0209b0c7a'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:12:54.906755 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce0f135-228b-4299-90d2-5950ee1f0352" -d '{"events": [{"name": "network-changed", "server_uuid": "268884e8-c441-474c-8593-1886944fa754", "tag": "b268d2cd-9b85-4305-b3d7-fbf0209b0c7a"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:12:54.941193 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-673ee794-8e35-4b47-9b72-501fce8a89c1 service neutron] Request body: {'port': {'device_id': '268884e8-c441-474c-8593-1886944fa754', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:54.946126 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53800025-756f-4a5e-a018-34201d1366a7 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:12:54.974114 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50353af8-f692-419d-b3d3-74f36ff7634b None None] Sync routers for ids ['48b4d657-b554-4fc5-a40b-3f0590b5de04'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:12:55.007705 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8103bee5-eb95-4d45-8935-5e12bbf60275 x-openstack-request-id: req-8103bee5-eb95-4d45-8935-5e12bbf60275 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:12:55.008045 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "268884e8-c441-474c-8593-1886944fa754", "tag": "b268d2cd-9b85-4305-b3d7-fbf0209b0c7a", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:12:55.008302 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8103bee5-eb95-4d45-8935-5e12bbf60275 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:12:55.008913 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-f68c1fc3-a273-49da-9d51-1f7d81c37c0b None None] Provisioning complete for port aa709ca1-941b-4d81-ba0d-e366c912c5a7 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:55.009057 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '268884e8-c441-474c-8593-1886944fa754', 'tag': 'b268d2cd-9b85-4305-b3d7-fbf0209b0c7a', 'status': 'completed', 'code': 200} Oct 19 01:12:55.009222 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f68c1fc3-a273-49da-9d51-1f7d81c37c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:55.014218 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50353af8-f692-419d-b3d3-74f36ff7634b None None] Routers {'48b4d657-b554-4fc5-a40b-3f0590b5de04'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:55.014420 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acf1f2-8257-45e4-a4b7-836cb5f49bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=b268d2cd-9b85-4305-b3d7-fbf0209b0c7a,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:55.014840 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-50353af8-f692-419d-b3d3-74f36ff7634b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:12:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['48b4d657-b554-4fc5-a40b-3f0590b5de04'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:55.037617 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b9064181-c002-4014-be0d-6060985fd2ad tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:55.095479 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-53800025-756f-4a5e-a018-34201d1366a7 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:55.099125 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-53800025-756f-4a5e-a018-34201d1366a7 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "DELETE /v2.0/ports/06ab5171-7fb1-46af-a007-e7389dfce6bc HTTP/1.1" status: 204 len: 168 time: 2.7767532 Oct 19 01:12:55.100065 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-673ee794-8e35-4b47-9b72-501fce8a89c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:55.102304 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42198) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:55.104979 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-aefbeb2f-9c49-4774-bea4-bda02a6f006b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=02ec6d94-aeb9-4134-8f0e-3ee960c7b393 HTTP/1.1" status: 200 len: 217 time: 0.1857045 Oct 19 01:12:55.110230 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-50353af8-f692-419d-b3d3-74f36ff7634b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:55.148934 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50353af8-f692-419d-b3d3-74f36ff7634b None None] Routers {'48b4d657-b554-4fc5-a40b-3f0590b5de04'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:55.149774 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-50353af8-f692-419d-b3d3-74f36ff7634b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:12:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['48b4d657-b554-4fc5-a40b-3f0590b5de04'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:55.177397 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1af3e2e4-cccf-4ffb-bacf-7a068484079c tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "GET /v2.0/floatingips/bf9c5797-3c45-4946-b612-994a4bc47f39 HTTP/1.1" status: 200 len: 687 time: 0.0715544 Oct 19 01:12:55.187408 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42200) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:55.231692 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-30c509d0-f00e-4c1d-bedb-643c962fdfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:55.233150 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-30c509d0-f00e-4c1d-bedb-643c962fdfa5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=20db5d13-0783-4fe8-8bf3-782bee1ace5f HTTP/1.1" status: 200 len: 797 time: 0.0919747 Oct 19 01:12:55.358234 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-50353af8-f692-419d-b3d3-74f36ff7634b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:55.358900 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50353af8-f692-419d-b3d3-74f36ff7634b None None] The sync data for ids ['48b4d657-b554-4fc5-a40b-3f0590b5de04'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:12:55.387795 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9064181-c002-4014-be0d-6060985fd2ad tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event updated for resources: {'Subnet': ['ID=764b17a0-de60-4a54-9e49-7420099ae4b4,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:55.459553 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0f135-228b-4299-90d2-5950ee1f0352 req-bc00c386-9114-47a6-bd1c-9d072388ae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:55.460054 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0f135-228b-4299-90d2-5950ee1f0352 req-bc00c386-9114-47a6-bd1c-9d072388ae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:55.460520 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0f135-228b-4299-90d2-5950ee1f0352 req-bc00c386-9114-47a6-bd1c-9d072388ae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:55.462708 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7ce0f135-228b-4299-90d2-5950ee1f0352 req-bc00c386-9114-47a6-bd1c-9d072388ae9a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c37fe5cecaae474d866f7a28aa6ce8ef&device_id=268884e8-c441-474c-8593-1886944fa754 HTTP/1.1" status: 200 len: 2799 time: 0.4071221 Oct 19 01:12:55.468587 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9064181-c002-4014-be0d-6060985fd2ad tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Checking segment: {'id': '8dd8b207-762f-4e15-bc15-d5b8d21d6c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '6d211c5e-2fad-44e2-b218-b03100e378a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:55.468948 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9064181-c002-4014-be0d-6060985fd2ad tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Network hostable DHCP agents. Network: 6d211c5e-2fad-44e2-b218-b03100e378a0, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:12:55.476837 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-673ee794-8e35-4b47-9b72-501fce8a89c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c07cda87-32da-441c-b723-7287047b8273 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:12:55.485023 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-673ee794-8e35-4b47-9b72-501fce8a89c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:55.499930 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-673ee794-8e35-4b47-9b72-501fce8a89c1 service neutron] Transition to ACTIVE for port object c07cda87-32da-441c-b723-7287047b8273 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:12:55.503250 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-673ee794-8e35-4b47-9b72-501fce8a89c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:55.511107 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c156c94-053c-482b-a8e0-70a0f28767c6 req-f924aafc-df85-4a4d-9b71-e8eb0e330bac tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:55.517149 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c156c94-053c-482b-a8e0-70a0f28767c6 req-f924aafc-df85-4a4d-9b71-e8eb0e330bac tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:55.523097 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c156c94-053c-482b-a8e0-70a0f28767c6 req-f924aafc-df85-4a4d-9b71-e8eb0e330bac tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:55.525091 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1c156c94-053c-482b-a8e0-70a0f28767c6 req-f924aafc-df85-4a4d-9b71-e8eb0e330bac tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=268884e8-c441-474c-8593-1886944fa754 HTTP/1.1" status: 200 len: 2399 time: 0.4011359 Oct 19 01:12:55.561786 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-b3f71439-d98c-4bba-aac4-eae53115f243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:55.563274 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-b3f71439-d98c-4bba-aac4-eae53115f243 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1fccc762-9472-4b6b-bfe9-f151cb76e57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3065896 Oct 19 01:12:55.608979 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ee794-8e35-4b47-9b72-501fce8a89c1 service neutron] Pushing event updated for resources: {'Port': ['ID=c07cda87-32da-441c-b723-7287047b8273,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:55.646749 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device aa709ca1-941b-4d81-ba0d-e366c912c5a7 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:55.652241 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126e8d7-47b9-4af6-a143-c9f3aea01025 req-eca11c02-9ee6-4e04-acf2-8b623e02ba3c tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:55.660238 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0126e8d7-47b9-4af6-a143-c9f3aea01025 req-eca11c02-9ee6-4e04-acf2-8b623e02ba3c tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 945 time: 0.1181114 Oct 19 01:12:55.717496 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port aa709ca1-941b-4d81-ba0d-e366c912c5a7 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:55.718089 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:55.729527 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-c25df277-b4d4-4fc8-b3dd-41792266d875 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Allocated IP 2001:db8::1ca (833e9ff3-de52-4870-807a-a323cda2654c/cabcb49c-6761-427a-85a3-e53b26bb01f5/a5bd61c6-ba8a-49d8-b7b4-afad8192d699) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:55.731661 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9064181-c002-4014-be0d-6060985fd2ad tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Network 6d211c5e-2fad-44e2-b218-b03100e378a0 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:12:55.750054 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0126e8d7-47b9-4af6-a143-c9f3aea01025 req-0ba78377-e9e1-4370-b58b-1d509a717477 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856876 Oct 19 01:12:55.776809 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-c25df277-b4d4-4fc8-b3dd-41792266d875 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Allocated IP 2001:db8:0:1:f816:3eff:febd:d095 (833e9ff3-de52-4870-807a-a323cda2654c/8612f2be-3995-4071-ab32-eb6afa4ffa7a/a5bd61c6-ba8a-49d8-b7b4-afad8192d699) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:55.780651 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-673ee794-8e35-4b47-9b72-501fce8a89c1 service neutron] Attempting to bind port c07cda87-32da-441c-b723-7287047b8273 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:12:55.781483 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-673ee794-8e35-4b47-9b72-501fce8a89c1 service neutron] Attempting to bind port c07cda87-32da-441c-b723-7287047b8273 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '1244ac64-a1c5-44bf-a324-a946ba739835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f92993f1-dd86-4ae8-a056-498c3a2b044e'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:12:55.782172 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-673ee794-8e35-4b47-9b72-501fce8a89c1 service neutron] Attempting to bind port c07cda87-32da-441c-b723-7287047b8273 on network f92993f1-dd86-4ae8-a056-498c3a2b044e {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:55.787977 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-673ee794-8e35-4b47-9b72-501fce8a89c1 service neutron] Port c07cda87-32da-441c-b723-7287047b8273 on network f92993f1-dd86-4ae8-a056-498c3a2b044e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:12:55.788304 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-673ee794-8e35-4b47-9b72-501fce8a89c1 service neutron] Attempting to bind port c07cda87-32da-441c-b723-7287047b8273 on network f92993f1-dd86-4ae8-a056-498c3a2b044e {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:55.797542 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-673ee794-8e35-4b47-9b72-501fce8a89c1 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:12:55.797885 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-673ee794-8e35-4b47-9b72-501fce8a89c1 service neutron] Checking segment: {'id': '1244ac64-a1c5-44bf-a324-a946ba739835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f92993f1-dd86-4ae8-a056-498c3a2b044e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:55.798272 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-673ee794-8e35-4b47-9b72-501fce8a89c1 service neutron] Bound using segment: {'id': '1244ac64-a1c5-44bf-a324-a946ba739835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f92993f1-dd86-4ae8-a056-498c3a2b044e'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:12:55.798710 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-673ee794-8e35-4b47-9b72-501fce8a89c1 service neutron] Bound port: c07cda87-32da-441c-b723-7287047b8273, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1244ac64-a1c5-44bf-a324-a946ba739835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f92993f1-dd86-4ae8-a056-498c3a2b044e'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:12:55.799270 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-673ee794-8e35-4b47-9b72-501fce8a89c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:55.800658 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1c156c94-053c-482b-a8e0-70a0f28767c6 req-e8acf9b1-1fb8-48cd-88e5-be22c24e94d3 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd184901-d9e0-49b7-8bcb-3e71a3b25297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596283 Oct 19 01:12:55.807972 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-b9064181-c002-4014-be0d-6060985fd2ad tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 6d211c5e-2fad-44e2-b218-b03100e378a0) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:55.827235 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a13a6d0-a45d-4166-a563-78468b47f4cc None None] Network 6d211c5e-2fad-44e2-b218-b03100e378a0 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:55.832573 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9064181-c002-4014-be0d-6060985fd2ad tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:55.833626 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b9064181-c002-4014-be0d-6060985fd2ad tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:55.893897 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-c1ae80d2-6f10-4010-8a97-5ba87190bd30 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Deleting port 44d3844f-cf73-4a93-925b-9cf0ce510f96 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:55.894239 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c1ae80d2-6f10-4010-8a97-5ba87190bd30 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:55.905112 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0f135-228b-4299-90d2-5950ee1f0352 req-4dee5d12-6533-4b33-9e90-6d8421f372aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:55.905714 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0f135-228b-4299-90d2-5950ee1f0352 req-4dee5d12-6533-4b33-9e90-6d8421f372aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:55.906147 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0f135-228b-4299-90d2-5950ee1f0352 req-4dee5d12-6533-4b33-9e90-6d8421f372aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:55.908927 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7ce0f135-228b-4299-90d2-5950ee1f0352 req-4dee5d12-6533-4b33-9e90-6d8421f372aa service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c37fe5cecaae474d866f7a28aa6ce8ef&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4369221 Oct 19 01:12:55.912840 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-673ee794-8e35-4b47-9b72-501fce8a89c1 service neutron] For port c07cda87-32da-441c-b723-7287047b8273, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:12:55.916723 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-673ee794-8e35-4b47-9b72-501fce8a89c1 service neutron] For port c07cda87-32da-441c-b723-7287047b8273, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=c07cda87-32da-441c-b723-7287047b8273,segment=NetworkSegment(1244ac64-a1c5-44bf-a324-a946ba739835),segment_id=1244ac64-a1c5-44bf-a324-a946ba739835)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:12:55.921299 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-673ee794-8e35-4b47-9b72-501fce8a89c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:55.946759 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-73a93315-841e-4628-b950-f9bc645d1542 service neutron] 10.222.0.24 "GET /v2.0/networks/1fccc762-9472-4b6b-bfe9-f151cb76e57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485541 Oct 19 01:12:55.951374 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b9064181-c002-4014-be0d-6060985fd2ad tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2933261 Oct 19 01:12:55.958494 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42206) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:55.978094 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-673ee794-8e35-4b47-9b72-501fce8a89c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:55.979269 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-673ee794-8e35-4b47-9b72-501fce8a89c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:55.981079 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-673ee794-8e35-4b47-9b72-501fce8a89c1 service neutron] 10.222.0.24 "PUT /v2.0/ports/c07cda87-32da-441c-b723-7287047b8273 HTTP/1.1" status: 200 len: 1092 time: 1.0441823 Oct 19 01:12:56.032712 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ee794-8e35-4b47-9b72-501fce8a89c1 service neutron] Pushing event updated for resources: {'Port': ['ID=c07cda87-32da-441c-b723-7287047b8273,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:56.066863 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728e0afa-77ed-4130-bda2-0dbb05518131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-6d211c5e-2fad-44e2-b218-b03100e378a0', 'network_id': '6d211c5e-2fad-44e2-b218-b03100e378a0', 'tenant_id': 'f73fb85d909d456699ce7f7b906bb45c', 'fixed_ips': [{'subnet_id': '764b17a0-de60-4a54-9e49-7420099ae4b4'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:12:56.068003 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-728e0afa-77ed-4130-bda2-0dbb05518131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:56.124328 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f42ce22f-c482-467d-b04a-73568d4971f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:56.147228 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c1ae80d2-6f10-4010-8a97-5ba87190bd30 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:56.147561 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c1ae80d2-6f10-4010-8a97-5ba87190bd30 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:56.161967 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-c1ae80d2-6f10-4010-8a97-5ba87190bd30 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Calling delete_port for 44d3844f-cf73-4a93-925b-9cf0ce510f96 owned by network:floatingip {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:56.191361 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f42ce22f-c482-467d-b04a-73568d4971f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:56.258451 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-728e0afa-77ed-4130-bda2-0dbb05518131 None None] Allocated IP 172.20.0.1 (6d211c5e-2fad-44e2-b218-b03100e378a0/764b17a0-de60-4a54-9e49-7420099ae4b4/9b40a918-5811-4d31-b71d-51816f3fa3b5) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:56.363461 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0f135-228b-4299-90d2-5950ee1f0352 req-bad99461-e9b7-4723-9d76-97fd5c271a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:56.364970 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7ce0f135-228b-4299-90d2-5950ee1f0352 req-bad99461-e9b7-4723-9d76-97fd5c271a04 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4349349 Oct 19 01:12:56.398895 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3de79a5f-990d-4ecd-8365-cd6a8890bc69 req-9685923c-dd08-40e0-a898-f579b2e54074 service neutron] 10.222.0.24 "GET /v2.0/networks/1fccc762-9472-4b6b-bfe9-f151cb76e57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4403040 Oct 19 01:12:56.403216 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c25df277-b4d4-4fc8-b3dd-41792266d875 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:56.429362 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-728e0afa-77ed-4130-bda2-0dbb05518131 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:56.439488 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-728e0afa-77ed-4130-bda2-0dbb05518131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:56.458050 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f42ce22f-c482-467d-b04a-73568d4971f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:56.485578 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ce22f-c482-467d-b04a-73568d4971f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event deleted for resources: {'Subnet': ['ID=764b17a0-de60-4a54-9e49-7420099ae4b4,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:56.489656 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728e0afa-77ed-4130-bda2-0dbb05518131 None None] Network 6d211c5e-2fad-44e2-b218-b03100e378a0 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:56.492824 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-728e0afa-77ed-4130-bda2-0dbb05518131 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:56.496195 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728e0afa-77ed-4130-bda2-0dbb05518131 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:56.504152 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e0afa-77ed-4130-bda2-0dbb05518131 None None] Pushing event updated for resources: {'Port': ['ID=9b40a918-5811-4d31-b71d-51816f3fa3b5,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:56.562638 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-728e0afa-77ed-4130-bda2-0dbb05518131 None None] Attempting to bind port 9b40a918-5811-4d31-b71d-51816f3fa3b5 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:12:56.563016 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-728e0afa-77ed-4130-bda2-0dbb05518131 None None] Attempting to bind port 9b40a918-5811-4d31-b71d-51816f3fa3b5 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '8dd8b207-762f-4e15-bc15-d5b8d21d6c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '6d211c5e-2fad-44e2-b218-b03100e378a0'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:12:56.563390 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728e0afa-77ed-4130-bda2-0dbb05518131 None None] Attempting to bind port 9b40a918-5811-4d31-b71d-51816f3fa3b5 on network 6d211c5e-2fad-44e2-b218-b03100e378a0 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:56.563824 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f42ce22f-c482-467d-b04a-73568d4971f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:56.569024 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728e0afa-77ed-4130-bda2-0dbb05518131 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:12:56.569406 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728e0afa-77ed-4130-bda2-0dbb05518131 None None] Checking segment: {'id': '8dd8b207-762f-4e15-bc15-d5b8d21d6c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '6d211c5e-2fad-44e2-b218-b03100e378a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:56.569815 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-728e0afa-77ed-4130-bda2-0dbb05518131 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:56.570217 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728e0afa-77ed-4130-bda2-0dbb05518131 None None] Bound using segment: {'id': '8dd8b207-762f-4e15-bc15-d5b8d21d6c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '6d211c5e-2fad-44e2-b218-b03100e378a0'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:12:56.570697 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-728e0afa-77ed-4130-bda2-0dbb05518131 None None] Bound port: 9b40a918-5811-4d31-b71d-51816f3fa3b5, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd8b207-762f-4e15-bc15-d5b8d21d6c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '6d211c5e-2fad-44e2-b218-b03100e378a0'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:12:56.571150 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-728e0afa-77ed-4130-bda2-0dbb05518131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:56.592790 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-f42ce22f-c482-467d-b04a-73568d4971f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d211c5e-2fad-44e2-b218-b03100e378a0']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:56.604002 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-f42ce22f-c482-467d-b04a-73568d4971f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd8b207-762f-4e15-bc15-d5b8d21d6c4c') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:56.604293 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-f42ce22f-c482-467d-b04a-73568d4971f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd8b207-762f-4e15-bc15-d5b8d21d6c4c') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:56.620323 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f42ce22f-c482-467d-b04a-73568d4971f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:56.636354 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f42ce22f-c482-467d-b04a-73568d4971f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:56.640990 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-728e0afa-77ed-4130-bda2-0dbb05518131 None None] For port 9b40a918-5811-4d31-b71d-51816f3fa3b5, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:12:56.644588 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f42ce22f-c482-467d-b04a-73568d4971f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:12:56.644996 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f42ce22f-c482-467d-b04a-73568d4971f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:56.648633 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:12:56.648633 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:12:56.648633 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:12:56.648633 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:12:56.648633 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:12:56.648633 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:12:56.648633 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:12:56.648633 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:12:56.648633 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:12:56.648633 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:12:56.648633 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:12:56.648633 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:12:56.648633 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:12:56.648633 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:12:56.648633 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:12:56.648633 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:12:56.648633 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:12:56.648633 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:12:56.648633 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:12:56.648633 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:12:56.648633 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:12:56.648633 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:12:56.648633 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:12:56.648633 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:12:56.648633 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:12:56.648633 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:12:56.648633 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:12:56.648633 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:12:56.648633 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:12:56.648633 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:12:56.648633 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:12:56.648633 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:12:56.709130 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-728e0afa-77ed-4130-bda2-0dbb05518131 None None] For port 9b40a918-5811-4d31-b71d-51816f3fa3b5, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=9b40a918-5811-4d31-b71d-51816f3fa3b5,segment=NetworkSegment(8dd8b207-762f-4e15-bc15-d5b8d21d6c4c),segment_id=8dd8b207-762f-4e15-bc15-d5b8d21d6c4c)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:12:56.710254 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.db.api [None req-f42ce22f-c482-467d-b04a-73568d4971f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 01:12:56.710254 n-d-715271-26 neutron-server[100606]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 01:12:56.710254 n-d-715271-26 neutron-server[100606]: [parameters: {'id': '6d211c5e-2fad-44e2-b218-b03100e378a0'}] Oct 19 01:12:56.710254 n-d-715271-26 neutron-server[100606]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:12:56.710640 n-d-715271-26 neutron-server[100606]: DEBUG oslo_db.api [None req-f42ce22f-c482-467d-b04a-73568d4971f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:12:56.715141 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-728e0afa-77ed-4130-bda2-0dbb05518131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:56.811922 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e0afa-77ed-4130-bda2-0dbb05518131 None None] Pushing event updated for resources: {'Port': ['ID=9b40a918-5811-4d31-b71d-51816f3fa3b5,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:56.841823 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-a91b10ee-5287-46a9-b5eb-32b49b85038e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:56.842483 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-a91b10ee-5287-46a9-b5eb-32b49b85038e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:56.843028 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-a91b10ee-5287-46a9-b5eb-32b49b85038e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:56.845005 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-a91b10ee-5287-46a9-b5eb-32b49b85038e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c37fe5cecaae474d866f7a28aa6ce8ef&device_id=268884e8-c441-474c-8593-1886944fa754 HTTP/1.1" status: 200 len: 2867 time: 0.4360604 Oct 19 01:12:56.848963 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c1ae80d2-6f10-4010-8a97-5ba87190bd30 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:56.850938 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96684ad8-3c0a-4211-ab0f-8edde1162289 None None] Network 6d211c5e-2fad-44e2-b218-b03100e378a0 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:56.933580 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae80d2-6f10-4010-8a97-5ba87190bd30 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event deleted for resources: {'Port': ['ID=44d3844f-cf73-4a93-925b-9cf0ce510f96,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:56.938513 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7eec5-0103-4739-a6ec-2c6cd0c274dd req-a8fe8d8b-4d5f-41dc-8945-34774e9122f2 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:56.950783 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-12c7eec5-0103-4739-a6ec-2c6cd0c274dd req-a8fe8d8b-4d5f-41dc-8945-34774e9122f2 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 945 time: 0.1147165 Oct 19 01:12:56.980284 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-03ec24a3-e121-42e0-ad25-0a456d67a886 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.32&port_id=93b0f31d-e0ee-48ea-b242-5c575975f615 HTTP/1.1" status: 200 len: 217 time: 0.1200676 Oct 19 01:12:56.981368 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c25df277-b4d4-4fc8-b3dd-41792266d875 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:57.006026 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-12c7eec5-0103-4739-a6ec-2c6cd0c274dd req-cbe64bea-b329-4f76-965e-5ffe5d33804c tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491281 Oct 19 01:12:57.010485 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268884e8-c441-474c-8593-1886944fa754', 'tag': 'c07cda87-32da-441c-b723-7287047b8273'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:12:57.013552 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276cc43e-5d09-40a5-8cfe-ac21b358b63a" -d '{"events": [{"name": "network-changed", "server_uuid": "268884e8-c441-474c-8593-1886944fa754", "tag": "c07cda87-32da-441c-b723-7287047b8273"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:12:57.029981 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:57.044226 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e55fc4a-06f4-4f98-a4a5-6ed4bbd825ef None None] get_active_networks_info from n-d-715271-26 {{(pid=100608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:12:57.138841 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffd02c4-d58e-4bbd-a450-76003b1a9335 x-openstack-request-id: req-fffd02c4-d58e-4bbd-a450-76003b1a9335 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:12:57.139390 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "268884e8-c441-474c-8593-1886944fa754", "tag": "c07cda87-32da-441c-b723-7287047b8273", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:12:57.139966 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fffd02c4-d58e-4bbd-a450-76003b1a9335 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:12:57.140531 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '268884e8-c441-474c-8593-1886944fa754', 'tag': 'c07cda87-32da-441c-b723-7287047b8273', 'status': 'completed', 'code': 200} Oct 19 01:12:57.153790 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25df277-b4d4-4fc8-b3dd-41792266d875 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:57.169610 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764912ab-f906-41eb-9703-36185268ea2c req-9e78954e-8e29-4d28-8e3a-ca9832487016 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:57.175790 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764912ab-f906-41eb-9703-36185268ea2c req-9e78954e-8e29-4d28-8e3a-ca9832487016 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:57.182329 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764912ab-f906-41eb-9703-36185268ea2c req-9e78954e-8e29-4d28-8e3a-ca9832487016 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:57.188299 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-764912ab-f906-41eb-9703-36185268ea2c req-9e78954e-8e29-4d28-8e3a-ca9832487016 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=268884e8-c441-474c-8593-1886944fa754 HTTP/1.1" status: 200 len: 2411 time: 0.2914903 Oct 19 01:12:57.191153 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c1ae80d2-6f10-4010-8a97-5ba87190bd30 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for floatingip, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:57.194126 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c1ae80d2-6f10-4010-8a97-5ba87190bd30 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:57.201074 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c1ae80d2-6f10-4010-8a97-5ba87190bd30 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "DELETE /v2.0/floatingips/bf9c5797-3c45-4946-b612-994a4bc47f39 HTTP/1.1" status: 204 len: 168 time: 1.9698701 Oct 19 01:12:57.201074 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-c25df277-b4d4-4fc8-b3dd-41792266d875 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:57.202336 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42218) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:57.203355 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25df277-b4d4-4fc8-b3dd-41792266d875 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:57.209728 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25df277-b4d4-4fc8-b3dd-41792266d875 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:57.210039 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c25df277-b4d4-4fc8-b3dd-41792266d875 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:57.213544 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-4b5eb6a5-baa2-43b3-b5e4-6c8b12f796f9 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'port_id': 'bfb9e658-a997-40b9-b481-d44fcf1e903c'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:57.215605 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25df277-b4d4-4fc8-b3dd-41792266d875 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Port': ['ID=a5bd61c6-ba8a-49d8-b7b4-afad8192d699,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:57.218969 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f42ce22f-c482-467d-b04a-73568d4971f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:57.227848 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e55fc4a-06f4-4f98-a4a5-6ed4bbd825ef None None] Resources bound (agent type, host, resource id): {{(pid=100608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:12:57.240694 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-0ebacf8e-30ab-47c5-8b06-4a4145e478ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:57.242130 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-0ebacf8e-30ab-47c5-8b06-4a4145e478ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f759aba4-be60-40f1-95dd-7162eee554b0 HTTP/1.1" status: 200 len: 801 time: 0.2155530 Oct 19 01:12:57.298186 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-764912ab-f906-41eb-9703-36185268ea2c req-badec97a-0ff9-48b5-b49b-1a9ccec18b57 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd184901-d9e0-49b7-8bcb-3e71a3b25297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017997 Oct 19 01:12:57.312478 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c25df277-b4d4-4fc8-b3dd-41792266d875 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.3739748 Oct 19 01:12:57.313227 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42222) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:57.328780 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b5eb6a5-baa2-43b3-b5e4-6c8b12f796f9 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for floatingip, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:57.378022 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-f42ce22f-c482-467d-b04a-73568d4971f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Deleting port 9b40a918-5811-4d31-b71d-51816f3fa3b5 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:57.378366 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f42ce22f-c482-467d-b04a-73568d4971f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:57.406082 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-5a85f9e6-c616-4eff-a827-a7181055bba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:57.407885 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-5a85f9e6-c616-4eff-a827-a7181055bba5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f92993f1-dd86-4ae8-a056-498c3a2b044e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1569855 Oct 19 01:12:57.541426 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-f42ce22f-c482-467d-b04a-73568d4971f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] For port 9b40a918-5811-4d31-b71d-51816f3fa3b5, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=9b40a918-5811-4d31-b71d-51816f3fa3b5,segment=NetworkSegment(8dd8b207-762f-4e15-bc15-d5b8d21d6c4c),segment_id=8dd8b207-762f-4e15-bc15-d5b8d21d6c4c)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:57.541970 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f42ce22f-c482-467d-b04a-73568d4971f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:57.560727 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-f42ce22f-c482-467d-b04a-73568d4971f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Calling delete_port for 9b40a918-5811-4d31-b71d-51816f3fa3b5 owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:57.565116 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-1d24a388-c7b0-44a5-ad67-76168470d9e5 service neutron] 10.222.0.24 "GET /v2.0/networks/f92993f1-dd86-4ae8-a056-498c3a2b044e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493905 Oct 19 01:12:57.569836 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-9de6c975-50a4-4026-9354-207b3a743570 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting port a5bd61c6-ba8a-49d8-b7b4-afad8192d699 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:57.570424 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9de6c975-50a4-4026-9354-207b3a743570 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:57.688389 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b5eb6a5-baa2-43b3-b5e4-6c8b12f796f9 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:57.691548 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f42ce22f-c482-467d-b04a-73568d4971f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:57.727509 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ce22f-c482-467d-b04a-73568d4971f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event deleted for resources: {'Port': ['ID=9b40a918-5811-4d31-b71d-51816f3fa3b5,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:57.737235 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42ce22f-c482-467d-b04a-73568d4971f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] No DVR routers for this DVR port 9b40a918-5811-4d31-b71d-51816f3fa3b5 on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:12:57.760293 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9de6c975-50a4-4026-9354-207b3a743570 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:57.780394 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-309cdf4c-ee65-44fa-a02a-733879ca6e25 service neutron] 10.222.0.24 "GET /v2.0/networks/f92993f1-dd86-4ae8-a056-498c3a2b044e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028756 Oct 19 01:12:57.781259 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-9de6c975-50a4-4026-9354-207b3a743570 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Calling delete_port for a5bd61c6-ba8a-49d8-b7b4-afad8192d699 owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:57.836002 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-eea42093-d546-45ee-a55e-19a36a072d7f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.139&port_id=b268d2cd-9b85-4305-b3d7-fbf0209b0c7a HTTP/1.1" status: 200 len: 217 time: 0.0448279 Oct 19 01:12:57.885869 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f42ce22f-c482-467d-b04a-73568d4971f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:57.917213 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-f42ce22f-c482-467d-b04a-73568d4971f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d211c5e-2fad-44e2-b218-b03100e378a0']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:57.934777 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-f42ce22f-c482-467d-b04a-73568d4971f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd8b207-762f-4e15-bc15-d5b8d21d6c4c') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:57.935030 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-4a30b000-30a2-4447-b74c-47dca14de0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:57.935483 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-f42ce22f-c482-467d-b04a-73568d4971f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd8b207-762f-4e15-bc15-d5b8d21d6c4c') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:57.936500 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-4a30b000-30a2-4447-b74c-47dca14de0f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b5d256f7-e71d-4f14-924e-a73ae14a9d2a HTTP/1.1" status: 200 len: 801 time: 0.0657172 Oct 19 01:12:57.963290 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-4b5eb6a5-baa2-43b3-b5e4-6c8b12f796f9 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Allocated IP 172.25.8.9 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/e61c9bd6-df3c-45d4-9eac-af197b731aae) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:57.969632 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f42ce22f-c482-467d-b04a-73568d4971f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:57.988337 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-120f275f-131f-488a-9c4a-6cfcb68a3f00 None None] Provisioning complete for port a5bd61c6-ba8a-49d8-b7b4-afad8192d699 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:57.989065 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-120f275f-131f-488a-9c4a-6cfcb68a3f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:57.991881 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f42ce22f-c482-467d-b04a-73568d4971f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:57.999616 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f42ce22f-c482-467d-b04a-73568d4971f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:12:58.000299 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f42ce22f-c482-467d-b04a-73568d4971f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:58.026093 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-12bdfbc4-45d1-46d6-8a37-13f4994298b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:58.027647 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-12bdfbc4-45d1-46d6-8a37-13f4994298b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e66b135f-7c0c-4052-8c2b-ebef113a535a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800819 Oct 19 01:12:58.053518 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-120f275f-131f-488a-9c4a-6cfcb68a3f00 None None] Port a5bd61c6-ba8a-49d8-b7b4-afad8192d699 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:12:58.080758 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:12:58.080758 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:12:58.080758 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:12:58.080758 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:12:58.080758 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:12:58.080758 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:12:58.080758 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:12:58.080758 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:12:58.080758 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:12:58.080758 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:12:58.080758 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:12:58.080758 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:12:58.080758 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:12:58.080758 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:12:58.080758 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:12:58.080758 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:12:58.080758 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:12:58.080758 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:12:58.080758 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:12:58.080758 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:12:58.080758 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:12:58.080758 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:12:58.080758 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:12:58.080758 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:12:58.080758 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:12:58.080758 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:12:58.080758 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:12:58.080758 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:12:58.080758 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:12:58.080758 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:12:58.080758 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:12:58.080758 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:12:58.114743 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f42ce22f-c482-467d-b04a-73568d4971f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:58.150775 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f42ce22f-c482-467d-b04a-73568d4971f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:58.157342 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f42ce22f-c482-467d-b04a-73568d4971f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "DELETE /v2.0/networks/6d211c5e-2fad-44e2-b218-b03100e378a0 HTTP/1.1" status: 204 len: 168 time: 2.1945393 Oct 19 01:12:58.158045 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42228) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:58.163047 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-368afde1-172e-4cbb-9951-15d124ced3a4 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-205353621'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:58.181717 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ce22f-c482-467d-b04a-73568d4971f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event deleted for resources: {'Network': ['ID=6d211c5e-2fad-44e2-b218-b03100e378a0,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:58.212720 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368afde1-172e-4cbb-9951-15d124ced3a4 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Made reservation on behalf of f73fb85d909d456699ce7f7b906bb45c for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:58.216415 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-368afde1-172e-4cbb-9951-15d124ced3a4 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:58.228042 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9de6c975-50a4-4026-9354-207b3a743570 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:58.242584 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b5eb6a5-baa2-43b3-b5e4-6c8b12f796f9 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:58.252460 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ad5b3-832e-4a06-8d17-d020ffa11690 req-627356c9-c5c4-4e1a-8af1-6425158ce555 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:58.254440 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-831ad5b3-832e-4a06-8d17-d020ffa11690 req-627356c9-c5c4-4e1a-8af1-6425158ce555 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 945 time: 0.1481366 Oct 19 01:12:58.260307 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-368afde1-172e-4cbb-9951-15d124ced3a4 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:12:58.277499 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-368afde1-172e-4cbb-9951-15d124ced3a4 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:58.277732 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-d8decbf6-44b6-464a-9f41-96e162f39921 service neutron] 10.222.0.24 "GET /v2.0/networks/e66b135f-7c0c-4052-8c2b-ebef113a535a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411597 Oct 19 01:12:58.277864 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-368afde1-172e-4cbb-9951-15d124ced3a4 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Added segment 61d9edff-604d-42a4-93fe-d8fdf3572fd6 of type vlan for network bbb43a6a-dcaf-4cba-bdce-ece03adfc8f4 Oct 19 01:12:58.280501 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de6c975-50a4-4026-9354-207b3a743570 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Port': ['ID=a5bd61c6-ba8a-49d8-b7b4-afad8192d699,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:58.343542 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b5eb6a5-baa2-43b3-b5e4-6c8b12f796f9 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:58.354510 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-368afde1-172e-4cbb-9951-15d124ced3a4 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:58.401436 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5eb6a5-baa2-43b3-b5e4-6c8b12f796f9 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:58.423909 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-4b5eb6a5-baa2-43b3-b5e4-6c8b12f796f9 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:58.433521 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9de6c975-50a4-4026-9354-207b3a743570 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:58.436911 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9de6c975-50a4-4026-9354-207b3a743570 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/a5bd61c6-ba8a-49d8-b7b4-afad8192d699 HTTP/1.1" status: 204 len: 168 time: 1.1222281 Oct 19 01:12:58.439642 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42234) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:58.442174 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5eb6a5-baa2-43b3-b5e4-6c8b12f796f9 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:58.445046 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5eb6a5-baa2-43b3-b5e4-6c8b12f796f9 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event updated for resources: {'Port': ['ID=e61c9bd6-df3c-45d4-9eac-af197b731aae,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:58.458682 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-831ad5b3-832e-4a06-8d17-d020ffa11690 req-7ef98b15-ed13-448c-b1c9-b7f83e29671a tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834090 Oct 19 01:12:58.502029 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-368afde1-172e-4cbb-9951-15d124ced3a4 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:58.507564 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-a954d561-5aa3-4b39-8199-b871ac5f2f11 service neutron] 10.222.0.24 "GET /v2.0/networks/e66b135f-7c0c-4052-8c2b-ebef113a535a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191024 Oct 19 01:12:58.507873 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368afde1-172e-4cbb-9951-15d124ced3a4 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:58.508488 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-368afde1-172e-4cbb-9951-15d124ced3a4 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:58.523786 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d906c155-fbae-4397-835c-250930e44557 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:58.528776 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d906c155-fbae-4397-835c-250930e44557 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0858476 Oct 19 01:12:58.533779 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42236) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:58.535167 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce99625-fb2f-49ca-9c09-514e69682ec4 req-2930aade-e1b7-4893-bd87-895c7a18b9a6 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:58.544094 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce99625-fb2f-49ca-9c09-514e69682ec4 req-2930aade-e1b7-4893-bd87-895c7a18b9a6 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:58.549521 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce99625-fb2f-49ca-9c09-514e69682ec4 req-2930aade-e1b7-4893-bd87-895c7a18b9a6 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:58.551256 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8ce99625-fb2f-49ca-9c09-514e69682ec4 req-2930aade-e1b7-4893-bd87-895c7a18b9a6 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=268884e8-c441-474c-8593-1886944fa754 HTTP/1.1" status: 200 len: 2411 time: 0.1602294 Oct 19 01:12:58.597989 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-bb3a95c9-69f4-4091-9f2b-b98e04cd3923 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.64&port_id=c07cda87-32da-441c-b723-7287047b8273 HTTP/1.1" status: 200 len: 217 time: 0.0703773 Oct 19 01:12:58.610938 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-368afde1-172e-4cbb-9951-15d124ced3a4 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4522233 Oct 19 01:12:58.614158 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42238) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:58.640848 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-b8a922c9-3f17-4b1c-9591-08c47d4743de tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Request body: {'subnet': {'network_id': 'bbb43a6a-dcaf-4cba-bdce-ece03adfc8f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:58.669437 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508465b7-d257-4bae-b1be-7f2b6995b126 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:58.670901 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-508465b7-d257-4bae-b1be-7f2b6995b126 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1364479 Oct 19 01:12:58.676812 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42240) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:58.692373 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368afde1-172e-4cbb-9951-15d124ced3a4 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event updated for resources: {'Network': ['ID=bbb43a6a-dcaf-4cba-bdce-ece03adfc8f4,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:58.706234 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network bbb43a6a-dcaf-4cba-bdce-ece03adfc8f4 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:12:58.716438 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8ce99625-fb2f-49ca-9c09-514e69682ec4 req-84261335-5c4d-4138-a41d-c37ab750c215 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd184901-d9e0-49b7-8bcb-3e71a3b25297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454442 Oct 19 01:12:58.769866 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-dbf07702-df76-4ba8-bec4-245270d2fc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:58.771321 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-dbf07702-df76-4ba8-bec4-245270d2fc84 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f759aba4-be60-40f1-95dd-7162eee554b0 HTTP/1.1" status: 200 len: 801 time: 0.1650589 Oct 19 01:12:58.802739 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9980a4d-df2a-4e71-b33f-d86279257346 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:58.804271 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9980a4d-df2a-4e71-b33f-d86279257346 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:58.806316 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9980a4d-df2a-4e71-b33f-d86279257346 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:58.807839 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e9980a4d-df2a-4e71-b33f-d86279257346 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1301033 Oct 19 01:12:58.817070 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42242) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:58.843760 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a922c9-3f17-4b1c-9591-08c47d4743de tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Made reservation on behalf of f73fb85d909d456699ce7f7b906bb45c for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:58.847204 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b8a922c9-3f17-4b1c-9591-08c47d4743de tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:58.864654 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-573bdaed-c13a-4f67-9a5e-10108d33af9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:58.866099 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-573bdaed-c13a-4f67-9a5e-10108d33af9e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f92993f1-dd86-4ae8-a056-498c3a2b044e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824564 Oct 19 01:12:59.028325 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-676979ea-e49d-4a8c-8b8f-6af914498ef3 service neutron] 10.222.0.24 "GET /v2.0/networks/f92993f1-dd86-4ae8-a056-498c3a2b044e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549711 Oct 19 01:12:59.142775 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-2843c318-55a8-4aa7-92e2-721a8c5812d3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting subnet 8612f2be-3995-4071-ab32-eb6afa4ffa7a {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:12:59.146888 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2843c318-55a8-4aa7-92e2-721a8c5812d3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:59.179499 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b8a922c9-3f17-4b1c-9591-08c47d4743de tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:59.217503 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1e1dbbe9-caf9-46b5-afae-b7edccf20b85 req-26a61f18-d8d7-47fa-9940-72c2f37b8cf7 service neutron] 10.222.0.24 "GET /v2.0/networks/f92993f1-dd86-4ae8-a056-498c3a2b044e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663795 Oct 19 01:12:59.234004 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2843c318-55a8-4aa7-92e2-721a8c5812d3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:59.239321 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:59.273150 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a922c9-3f17-4b1c-9591-08c47d4743de tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event updated for resources: {'Subnet': ['ID=be1867e2-19f6-4cda-9a3c-65552ab588d1,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:59.289601 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a922c9-3f17-4b1c-9591-08c47d4743de tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Checking segment: {'id': '61d9edff-604d-42a4-93fe-d8fdf3572fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'bbb43a6a-dcaf-4cba-bdce-ece03adfc8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:59.290222 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a922c9-3f17-4b1c-9591-08c47d4743de tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Network hostable DHCP agents. Network: bbb43a6a-dcaf-4cba-bdce-ece03adfc8f4, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:12:59.328780 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a922c9-3f17-4b1c-9591-08c47d4743de tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Network bbb43a6a-dcaf-4cba-bdce-ece03adfc8f4 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:12:59.340247 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cc43e-5d09-40a5-8cfe-ac21b358b63a req-96a1415d-73d9-4ecb-932e-629251e267a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:59.340778 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cc43e-5d09-40a5-8cfe-ac21b358b63a req-96a1415d-73d9-4ecb-932e-629251e267a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:59.341375 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cc43e-5d09-40a5-8cfe-ac21b358b63a req-96a1415d-73d9-4ecb-932e-629251e267a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:59.343115 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-276cc43e-5d09-40a5-8cfe-ac21b358b63a req-96a1415d-73d9-4ecb-932e-629251e267a3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c37fe5cecaae474d866f7a28aa6ce8ef&device_id=268884e8-c441-474c-8593-1886944fa754 HTTP/1.1" status: 200 len: 2867 time: 0.0610082 Oct 19 01:12:59.344126 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-b8a922c9-3f17-4b1c-9591-08c47d4743de tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, bbb43a6a-dcaf-4cba-bdce-ece03adfc8f4) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:59.348367 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a922c9-3f17-4b1c-9591-08c47d4743de tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:59.348939 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b8a922c9-3f17-4b1c-9591-08c47d4743de tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:59.353688 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a3259a-4c9d-4f6b-ac0a-f418a4c1a70c None None] Network bbb43a6a-dcaf-4cba-bdce-ece03adfc8f4 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:59.392565 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2843c318-55a8-4aa7-92e2-721a8c5812d3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:59.395917 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b5eb6a5-baa2-43b3-b5e4-6c8b12f796f9 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:59.396055 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b8a922c9-3f17-4b1c-9591-08c47d4743de tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7794042 Oct 19 01:12:59.398345 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42246) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:59.520713 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c80472-2095-4ed8-8d85-85fba16eeff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-bbb43a6a-dcaf-4cba-bdce-ece03adfc8f4', 'network_id': 'bbb43a6a-dcaf-4cba-bdce-ece03adfc8f4', 'tenant_id': 'f73fb85d909d456699ce7f7b906bb45c', 'fixed_ips': [{'subnet_id': 'be1867e2-19f6-4cda-9a3c-65552ab588d1'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:12:59.521123 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2843c318-55a8-4aa7-92e2-721a8c5812d3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:59.522821 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e0c80472-2095-4ed8-8d85-85fba16eeff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:59.527865 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b5eb6a5-baa2-43b3-b5e4-6c8b12f796f9 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:59.538488 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cc43e-5d09-40a5-8cfe-ac21b358b63a req-1ec9ec4b-8caa-4b40-81a0-8f3708612cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:59.540167 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-276cc43e-5d09-40a5-8cfe-ac21b358b63a req-1ec9ec4b-8caa-4b40-81a0-8f3708612cb9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f92993f1-dd86-4ae8-a056-498c3a2b044e HTTP/1.1" status: 200 len: 902 time: 0.1880615 Oct 19 01:12:59.594753 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843c318-55a8-4aa7-92e2-721a8c5812d3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Subnet': ['ID=8612f2be-3995-4071-ab32-eb6afa4ffa7a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:59.596498 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-276cc43e-5d09-40a5-8cfe-ac21b358b63a req-40811556-ae48-4067-8cee-6b89cabb8f5b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.64&port_id=c07cda87-32da-441c-b723-7287047b8273 HTTP/1.1" status: 200 len: 217 time: 0.0470970 Oct 19 01:12:59.609812 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d4b410-6f00-4d3d-833a-f67139c9ff70 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:59.632825 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2843c318-55a8-4aa7-92e2-721a8c5812d3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:59.640660 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2843c318-55a8-4aa7-92e2-721a8c5812d3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/8612f2be-3995-4071-ab32-eb6afa4ffa7a HTTP/1.1" status: 204 len: 168 time: 0.8225465 Oct 19 01:12:59.642027 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d70680c9-4069-489f-8493-5bc64a144c57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:59.643755 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42252) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:59.707139 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cc43e-5d09-40a5-8cfe-ac21b358b63a req-fe37f036-9b22-44fb-bc01-8671ab287752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:59.708611 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-276cc43e-5d09-40a5-8cfe-ac21b358b63a req-fe37f036-9b22-44fb-bc01-8671ab287752 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f759aba4-be60-40f1-95dd-7162eee554b0 HTTP/1.1" status: 200 len: 801 time: 0.1036327 Oct 19 01:12:59.710965 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5dca69-1d8d-4bbd-b508-912b2c610640 req-8b8e2f64-b56e-460e-a518-40b5236ef230 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:59.712269 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1c5dca69-1d8d-4bbd-b508-912b2c610640 req-8b8e2f64-b56e-460e-a518-40b5236ef230 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 945 time: 0.1341951 Oct 19 01:12:59.754860 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-e0c80472-2095-4ed8-8d85-85fba16eeff5 None None] Allocated IP 172.20.0.2 (bbb43a6a-dcaf-4cba-bdce-ece03adfc8f4/be1867e2-19f6-4cda-9a3c-65552ab588d1/df5da537-2459-439a-85a9-7be7c1914288) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:59.779939 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-d65bbf3e-6b64-4987-afe6-d79591bfaba7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting subnet cabcb49c-6761-427a-85a3-e53b26bb01f5 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:12:59.789467 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d65bbf3e-6b64-4987-afe6-d79591bfaba7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:59.812857 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d70680c9-4069-489f-8493-5bc64a144c57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:59.857924 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b5eb6a5-baa2-43b3-b5e4-6c8b12f796f9 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:59.868971 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1c5dca69-1d8d-4bbd-b508-912b2c610640 req-ff12ba07-9492-4f09-98ae-eadc657be6f7 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608635 Oct 19 01:12:59.871641 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b5eb6a5-baa2-43b3-b5e4-6c8b12f796f9 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:59.895575 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cc43e-5d09-40a5-8cfe-ac21b358b63a req-5c9b89c4-c41b-416b-a9e5-4cbb3b1a9937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:59.897106 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-276cc43e-5d09-40a5-8cfe-ac21b358b63a req-5c9b89c4-c41b-416b-a9e5-4cbb3b1a9937 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f92993f1-dd86-4ae8-a056-498c3a2b044e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1681185 Oct 19 01:12:59.899384 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d65bbf3e-6b64-4987-afe6-d79591bfaba7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:59.990117 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5eb6a5-baa2-43b3-b5e4-6c8b12f796f9 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event updated for resources: {'Port': ['ID=e61c9bd6-df3c-45d4-9eac-af197b731aae,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:59.991707 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e0c80472-2095-4ed8-8d85-85fba16eeff5 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:59.999593 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e0c80472-2095-4ed8-8d85-85fba16eeff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:00.005371 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b5eb6a5-baa2-43b3-b5e4-6c8b12f796f9 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:00.010109 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c2010-26a3-4114-8c5d-27171b2f76b9 req-c632cac9-9aad-4dab-92d0-12f9ed16e4e0 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:00.016639 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c2010-26a3-4114-8c5d-27171b2f76b9 req-c632cac9-9aad-4dab-92d0-12f9ed16e4e0 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:00.022700 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c2010-26a3-4114-8c5d-27171b2f76b9 req-c632cac9-9aad-4dab-92d0-12f9ed16e4e0 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:00.025422 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-136c2010-26a3-4114-8c5d-27171b2f76b9 req-c632cac9-9aad-4dab-92d0-12f9ed16e4e0 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=268884e8-c441-474c-8593-1886944fa754 HTTP/1.1" status: 200 len: 2411 time: 0.2093632 Oct 19 01:13:00.046274 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c80472-2095-4ed8-8d85-85fba16eeff5 None None] Network bbb43a6a-dcaf-4cba-bdce-ece03adfc8f4 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:00.051624 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-e0c80472-2095-4ed8-8d85-85fba16eeff5 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:00.056174 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c80472-2095-4ed8-8d85-85fba16eeff5 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:00.085406 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c80472-2095-4ed8-8d85-85fba16eeff5 None None] Pushing event updated for resources: {'Port': ['ID=df5da537-2459-439a-85a9-7be7c1914288,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:00.122345 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-e0c80472-2095-4ed8-8d85-85fba16eeff5 None None] Attempting to bind port df5da537-2459-439a-85a9-7be7c1914288 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:13:00.122729 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-e0c80472-2095-4ed8-8d85-85fba16eeff5 None None] Attempting to bind port df5da537-2459-439a-85a9-7be7c1914288 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '61d9edff-604d-42a4-93fe-d8fdf3572fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'bbb43a6a-dcaf-4cba-bdce-ece03adfc8f4'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:13:00.123099 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c80472-2095-4ed8-8d85-85fba16eeff5 None None] Attempting to bind port df5da537-2459-439a-85a9-7be7c1914288 on network bbb43a6a-dcaf-4cba-bdce-ece03adfc8f4 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:00.128938 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c80472-2095-4ed8-8d85-85fba16eeff5 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:13:00.129325 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c80472-2095-4ed8-8d85-85fba16eeff5 None None] Checking segment: {'id': '61d9edff-604d-42a4-93fe-d8fdf3572fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'bbb43a6a-dcaf-4cba-bdce-ece03adfc8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:00.129716 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e0c80472-2095-4ed8-8d85-85fba16eeff5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:00.130114 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c80472-2095-4ed8-8d85-85fba16eeff5 None None] Bound using segment: {'id': '61d9edff-604d-42a4-93fe-d8fdf3572fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'bbb43a6a-dcaf-4cba-bdce-ece03adfc8f4'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:13:00.130597 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-e0c80472-2095-4ed8-8d85-85fba16eeff5 None None] Bound port: df5da537-2459-439a-85a9-7be7c1914288, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61d9edff-604d-42a4-93fe-d8fdf3572fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'bbb43a6a-dcaf-4cba-bdce-ece03adfc8f4'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:13:00.131186 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e0c80472-2095-4ed8-8d85-85fba16eeff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:00.166485 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [None req-4b5eb6a5-baa2-43b3-b5e4-6c8b12f796f9 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Floating IP 5f3fd64b-cb67-4ac7-9268-b0fa0d23a016 associated. External IP: 172.25.8.9, port: bfb9e658-a997-40b9-b481-d44fcf1e903c. Oct 19 01:13:00.204029 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-e0c80472-2095-4ed8-8d85-85fba16eeff5 None None] For port df5da537-2459-439a-85a9-7be7c1914288, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:13:00.208010 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-e0c80472-2095-4ed8-8d85-85fba16eeff5 None None] For port df5da537-2459-439a-85a9-7be7c1914288, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=df5da537-2459-439a-85a9-7be7c1914288,segment=NetworkSegment(61d9edff-604d-42a4-93fe-d8fdf3572fd6),segment_id=61d9edff-604d-42a4-93fe-d8fdf3572fd6)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:13:00.218624 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e0c80472-2095-4ed8-8d85-85fba16eeff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:00.280488 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:13:00.308969 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c80472-2095-4ed8-8d85-85fba16eeff5 None None] Pushing event updated for resources: {'Port': ['ID=df5da537-2459-439a-85a9-7be7c1914288,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:00.473803 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5eb6a5-baa2-43b3-b5e4-6c8b12f796f9 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Router 48b4d657-b554-4fc5-a40b-3f0590b5de04 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:13:00.522610 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d65bbf3e-6b64-4987-afe6-d79591bfaba7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:00.570034 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d70680c9-4069-489f-8493-5bc64a144c57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:00.639333 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5eb6a5-baa2-43b3-b5e4-6c8b12f796f9 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:13:00.641524 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70680c9-4069-489f-8493-5bc64a144c57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event deleted for resources: {'Subnet': ['ID=be1867e2-19f6-4cda-9a3c-65552ab588d1,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:00.645507 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-276cc43e-5d09-40a5-8cfe-ac21b358b63a req-b62bf1bb-7244-4d3a-b759-d1e44f53f7ab service neutron] 10.222.0.24 "GET /v2.0/networks/f92993f1-dd86-4ae8-a056-498c3a2b044e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7204144 Oct 19 01:13:00.660350 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f30685-a1b4-4810-826b-a8a631dc5db7 None None] Sync routers for ids ['48b4d657-b554-4fc5-a40b-3f0590b5de04'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:13:00.662132 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b5eb6a5-baa2-43b3-b5e4-6c8b12f796f9 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:00.684767 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f30685-a1b4-4810-826b-a8a631dc5db7 None None] Routers {'48b4d657-b554-4fc5-a40b-3f0590b5de04'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:00.685410 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-e7f30685-a1b4-4810-826b-a8a631dc5db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:12:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['48b4d657-b554-4fc5-a40b-3f0590b5de04'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:00.715780 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4b5eb6a5-baa2-43b3-b5e4-6c8b12f796f9 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.5108345 Oct 19 01:13:00.717214 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42260) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:00.728559 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-bdf9f911-7e24-4bda-8c44-b70ec302af4d tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-98421053'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:00.746698 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-e7f30685-a1b4-4810-826b-a8a631dc5db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:00.764451 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-136c2010-26a3-4114-8c5d-27171b2f76b9 req-ecfdec83-f145-46e2-9032-da00e3a7c861 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd184901-d9e0-49b7-8bcb-3e71a3b25297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7124557 Oct 19 01:13:00.764636 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f30685-a1b4-4810-826b-a8a631dc5db7 None None] Routers {'48b4d657-b554-4fc5-a40b-3f0590b5de04'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:00.765048 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-e7f30685-a1b4-4810-826b-a8a631dc5db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:12:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['48b4d657-b554-4fc5-a40b-3f0590b5de04'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:00.776591 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf9f911-7e24-4bda-8c44-b70ec302af4d tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Made reservation on behalf of 12aed70676374a509f3d3a36c717ad7a for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:00.781055 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bdf9f911-7e24-4bda-8c44-b70ec302af4d tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:00.800965 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-921ea1fa-c84c-44bd-88ab-9fa6d68fe368 None None] Provisioning complete for port aa709ca1-941b-4d81-ba0d-e366c912c5a7 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:00.801660 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-921ea1fa-c84c-44bd-88ab-9fa6d68fe368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:00.810003 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-e7f30685-a1b4-4810-826b-a8a631dc5db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:00.810750 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f30685-a1b4-4810-826b-a8a631dc5db7 None None] The sync data for ids ['48b4d657-b554-4fc5-a40b-3f0590b5de04'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:13:00.823033 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf9f911-7e24-4bda-8c44-b70ec302af4d tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:13:00.825173 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-276cc43e-5d09-40a5-8cfe-ac21b358b63a req-6df29607-e7e1-456e-894f-a80ac0f6aefd service neutron] 10.222.0.24 "GET /v2.0/networks/f92993f1-dd86-4ae8-a056-498c3a2b044e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708176 Oct 19 01:13:00.841132 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bdf9f911-7e24-4bda-8c44-b70ec302af4d tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:00.841803 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-bdf9f911-7e24-4bda-8c44-b70ec302af4d tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Added segment 1af01026-b020-44ee-a3f6-c144d39b3d75 of type vlan for network 1b82a2c5-4101-4e72-a67d-af5752cbb869 Oct 19 01:13:00.876878 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d70680c9-4069-489f-8493-5bc64a144c57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:00.895925 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bdf9f911-7e24-4bda-8c44-b70ec302af4d tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:00.897751 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d65bbf3e-6b64-4987-afe6-d79591bfaba7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:00.931876 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bdf9f911-7e24-4bda-8c44-b70ec302af4d tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:00.938101 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf9f911-7e24-4bda-8c44-b70ec302af4d tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:00.938858 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bdf9f911-7e24-4bda-8c44-b70ec302af4d tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:00.956225 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d65bbf3e-6b64-4987-afe6-d79591bfaba7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:00.959356 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d65bbf3e-6b64-4987-afe6-d79591bfaba7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/cabcb49c-6761-427a-85a3-e53b26bb01f5 HTTP/1.1" status: 204 len: 168 time: 1.3119204 Oct 19 01:13:00.961239 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65bbf3e-6b64-4987-afe6-d79591bfaba7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Subnet': ['ID=cabcb49c-6761-427a-85a3-e53b26bb01f5,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:00.961434 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf3776c-f6f0-44a9-8970-e92ec53cebe5 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:00.964029 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42264) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:00.965714 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-d70680c9-4069-489f-8493-5bc64a144c57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb43a6a-dcaf-4cba-bdce-ece03adfc8f4']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:01.009268 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-bdf9f911-7e24-4bda-8c44-b70ec302af4d tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2898986 Oct 19 01:13:01.010659 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-d70680c9-4069-489f-8493-5bc64a144c57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61d9edff-604d-42a4-93fe-d8fdf3572fd6') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:01.010958 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-d70680c9-4069-489f-8493-5bc64a144c57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61d9edff-604d-42a4-93fe-d8fdf3572fd6') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:01.012834 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42266) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:01.014331 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-18cdfb07-ff0e-4afb-bdd5-608047392afc tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460296 Oct 19 01:13:01.019324 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42268) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:01.023033 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-5fe3dce7-842b-4b6d-8d0a-9c8439e1e45a tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Request body: {'subnet': {'network_id': '1b82a2c5-4101-4e72-a67d-af5752cbb869', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:01.023279 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d70680c9-4069-489f-8493-5bc64a144c57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:01.031645 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-e3472f0c-d8a8-48f7-b312-4f1a8e5e2d22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:01.038339 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d70680c9-4069-489f-8493-5bc64a144c57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:01.045618 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d70680c9-4069-489f-8493-5bc64a144c57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:13:01.046039 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d70680c9-4069-489f-8493-5bc64a144c57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:01.049599 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:13:01.049599 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:13:01.049599 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:13:01.049599 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:13:01.049599 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:13:01.049599 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:13:01.049599 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:13:01.049599 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:13:01.049599 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:13:01.049599 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:13:01.049599 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:13:01.049599 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:13:01.049599 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:13:01.049599 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:13:01.049599 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:13:01.049599 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:13:01.049599 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:13:01.049599 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:13:01.049599 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:13:01.049599 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:13:01.049599 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:13:01.049599 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:13:01.049599 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:13:01.049599 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:13:01.049599 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:13:01.049599 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:13:01.049599 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:13:01.049599 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:13:01.049599 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:13:01.049599 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:13:01.049599 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:13:01.049599 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:13:01.092939 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9f911-7e24-4bda-8c44-b70ec302af4d tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event updated for resources: {'Network': ['ID=1b82a2c5-4101-4e72-a67d-af5752cbb869,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:01.109775 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 1b82a2c5-4101-4e72-a67d-af5752cbb869 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:13:01.138209 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.db.api [None req-d70680c9-4069-489f-8493-5bc64a144c57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 01:13:01.138209 n-d-715271-26 neutron-server[100607]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 01:13:01.138209 n-d-715271-26 neutron-server[100607]: [parameters: {'id': 'bbb43a6a-dcaf-4cba-bdce-ece03adfc8f4'}] Oct 19 01:13:01.138209 n-d-715271-26 neutron-server[100607]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:13:01.138681 n-d-715271-26 neutron-server[100607]: DEBUG oslo_db.api [None req-d70680c9-4069-489f-8493-5bc64a144c57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:13:01.144109 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70580a4-c885-496e-8e9a-db2c1b539d6e req-2da7e856-fd66-489e-882b-73dd94022e3a tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:01.145957 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d70580a4-c885-496e-8e9a-db2c1b539d6e req-2da7e856-fd66-489e-882b-73dd94022e3a tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 945 time: 0.1852853 Oct 19 01:13:01.225065 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6294d08a-0122-47db-9e98-d07fc9f57ba7 None None] DHCP port deletion for 833e9ff3-de52-4870-807a-a323cda2654c request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:13:01.280027 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-6294d08a-0122-47db-9e98-d07fc9f57ba7 None None] Deleting port aa709ca1-941b-4d81-ba0d-e366c912c5a7 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:01.280413 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6294d08a-0122-47db-9e98-d07fc9f57ba7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:01.283247 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d70580a4-c885-496e-8e9a-db2c1b539d6e req-94392432-7b87-4e60-99ad-a698b8066d0c tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290350 Oct 19 01:13:01.287754 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.db.api [None req-5fe3dce7-842b-4b6d-8d0a-9c8439e1e45a tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 19 01:13:01.287754 n-d-715271-26 neutron-server[100606]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 19 01:13:01.287754 n-d-715271-26 neutron-server[100606]: [parameters: {'project_id': '12aed70676374a509f3d3a36c717ad7a', 'id': '305e7b22-f4ae-4aeb-98df-086505964c15', 'expiration': datetime.datetime(2021, 10, 19, 1, 15, 1, 283958)}] Oct 19 01:13:01.287754 n-d-715271-26 neutron-server[100606]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:13:01.288161 n-d-715271-26 neutron-server[100606]: DEBUG oslo_db.api [None req-5fe3dce7-842b-4b6d-8d0a-9c8439e1e45a tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:13:01.298950 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3472f0c-d8a8-48f7-b312-4f1a8e5e2d22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:01.309424 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e3472f0c-d8a8-48f7-b312-4f1a8e5e2d22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:01.354968 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-6294d08a-0122-47db-9e98-d07fc9f57ba7 None None] For port aa709ca1-941b-4d81-ba0d-e366c912c5a7, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=aa709ca1-941b-4d81-ba0d-e366c912c5a7,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:01.355569 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6294d08a-0122-47db-9e98-d07fc9f57ba7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:01.368035 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-6294d08a-0122-47db-9e98-d07fc9f57ba7 None None] Calling delete_port for aa709ca1-941b-4d81-ba0d-e366c912c5a7 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:01.461413 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6294d08a-0122-47db-9e98-d07fc9f57ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:01.489693 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f649c830-7db6-4cab-b255-1f0cad61a91a None None] Network bbb43a6a-dcaf-4cba-bdce-ece03adfc8f4 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:01.494458 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294d08a-0122-47db-9e98-d07fc9f57ba7 None None] Pushing event deleted for resources: {'Port': ['ID=aa709ca1-941b-4d81-ba0d-e366c912c5a7,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:01.504798 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6294d08a-0122-47db-9e98-d07fc9f57ba7 None None] No DVR routers for this DVR port aa709ca1-941b-4d81-ba0d-e366c912c5a7 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:13:01.531215 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e3472f0c-d8a8-48f7-b312-4f1a8e5e2d22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:01.569186 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-f57c59f6-a115-4a6a-b970-51b84ee08921 None None] Provisioning complete for port df5da537-2459-439a-85a9-7be7c1914288 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:01.569526 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f57c59f6-a115-4a6a-b970-51b84ee08921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:01.576505 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3472f0c-d8a8-48f7-b312-4f1a8e5e2d22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:01.581407 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-e3472f0c-d8a8-48f7-b312-4f1a8e5e2d22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:01.585735 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3472f0c-d8a8-48f7-b312-4f1a8e5e2d22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:01.586323 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e3472f0c-d8a8-48f7-b312-4f1a8e5e2d22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:01.603342 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3472f0c-d8a8-48f7-b312-4f1a8e5e2d22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Subnet': ['ID=5cac450b-ffbf-4af0-842c-d1c9a0385864,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:01.608198 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e3472f0c-d8a8-48f7-b312-4f1a8e5e2d22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5805886 Oct 19 01:13:01.612215 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42272) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:01.612682 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720c153e-6f5c-4d17-bc0b-a092498ed402 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:01.617468 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-1fe11fed-5394-4282-a12e-23956940b278 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:01.646283 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d70680c9-4069-489f-8493-5bc64a144c57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:01.708045 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device df5da537-2459-439a-85a9-7be7c1914288 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:01.774904 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-d70680c9-4069-489f-8493-5bc64a144c57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Deleting port df5da537-2459-439a-85a9-7be7c1914288 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:01.775160 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d70680c9-4069-489f-8493-5bc64a144c57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:01.788324 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe11fed-5394-4282-a12e-23956940b278 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:01.792627 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1fe11fed-5394-4282-a12e-23956940b278 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:01.828032 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe3dce7-842b-4b6d-8d0a-9c8439e1e45a tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Made reservation on behalf of 12aed70676374a509f3d3a36c717ad7a for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:01.835677 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5fe3dce7-842b-4b6d-8d0a-9c8439e1e45a tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:01.961215 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-d70680c9-4069-489f-8493-5bc64a144c57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] For port df5da537-2459-439a-85a9-7be7c1914288, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=df5da537-2459-439a-85a9-7be7c1914288,segment=NetworkSegment(61d9edff-604d-42a4-93fe-d8fdf3572fd6),segment_id=61d9edff-604d-42a4-93fe-d8fdf3572fd6)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:01.961623 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d70680c9-4069-489f-8493-5bc64a144c57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:01.986725 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f57c59f6-a115-4a6a-b970-51b84ee08921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:01.992372 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503d0441-5c13-419f-b062-395b48bbef42 None None] DHCP port deletion for bbb43a6a-dcaf-4cba-bdce-ece03adfc8f4 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:13:01.995576 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-d70680c9-4069-489f-8493-5bc64a144c57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Calling delete_port for df5da537-2459-439a-85a9-7be7c1914288 owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:02.000461 n-d-715271-26 neutron-server[100607]: INFO neutron.db.ipam_backend_mixin [None req-1fe11fed-5394-4282-a12e-23956940b278 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5cac450b-ffbf-4af0-842c-d1c9a0385864 (CIDR: 2001:db8::/64) Oct 19 01:13:02.013949 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969300c-64e3-4836-9439-c6b99e121049 req-5d36f6b9-a40c-42fb-a8e9-efa82e406c55 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:02.019991 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969300c-64e3-4836-9439-c6b99e121049 req-5d36f6b9-a40c-42fb-a8e9-efa82e406c55 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:02.026274 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969300c-64e3-4836-9439-c6b99e121049 req-5d36f6b9-a40c-42fb-a8e9-efa82e406c55 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:02.028168 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0969300c-64e3-4836-9439-c6b99e121049 req-5d36f6b9-a40c-42fb-a8e9-efa82e406c55 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=268884e8-c441-474c-8593-1886944fa754 HTTP/1.1" status: 200 len: 2411 time: 0.1576736 Oct 19 01:13:02.032955 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe11fed-5394-4282-a12e-23956940b278 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:13:02.033395 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fe11fed-5394-4282-a12e-23956940b278 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:02.054474 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port df5da537-2459-439a-85a9-7be7c1914288 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:02.054849 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:02.098362 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-f57c59f6-a115-4a6a-b970-51b84ee08921 None None] For port df5da537-2459-439a-85a9-7be7c1914288, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=df5da537-2459-439a-85a9-7be7c1914288,segment=NetworkSegment(61d9edff-604d-42a4-93fe-d8fdf3572fd6),segment_id=61d9edff-604d-42a4-93fe-d8fdf3572fd6)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:02.100295 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5fe3dce7-842b-4b6d-8d0a-9c8439e1e45a tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:02.122083 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1fe11fed-5394-4282-a12e-23956940b278 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5087109 Oct 19 01:13:02.122449 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f57c59f6-a115-4a6a-b970-51b84ee08921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:02.122694 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42278) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:02.132309 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'subnet': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:02.153241 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6c514b-e01c-4f42-8cde-c195d319eb39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-833e9ff3-de52-4870-807a-a323cda2654c', 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'tenant_id': 'c34b9efccd444514b6828a5a5dd7684d', 'fixed_ips': [{'subnet_id': '5cac450b-ffbf-4af0-842c-d1c9a0385864'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:13:02.153874 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0969300c-64e3-4836-9439-c6b99e121049 req-5888b1f0-973c-4319-a436-ce91dd7ab76d tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd184901-d9e0-49b7-8bcb-3e71a3b25297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094697 Oct 19 01:13:02.154090 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0d6c514b-e01c-4f42-8cde-c195d319eb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:02.179052 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3dce7-842b-4b6d-8d0a-9c8439e1e45a tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event updated for resources: {'Subnet': ['ID=6c5d7e55-1ebd-4722-95ee-cd3a866b3caf,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:02.184066 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3dce7-842b-4b6d-8d0a-9c8439e1e45a tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Checking segment: {'id': '1af01026-b020-44ee-a3f6-c144d39b3d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1b82a2c5-4101-4e72-a67d-af5752cbb869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:02.184598 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe3dce7-842b-4b6d-8d0a-9c8439e1e45a tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Network hostable DHCP agents. Network: 1b82a2c5-4101-4e72-a67d-af5752cbb869, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:13:02.214001 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe3dce7-842b-4b6d-8d0a-9c8439e1e45a tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Network 1b82a2c5-4101-4e72-a67d-af5752cbb869 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:13:02.219387 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-503d0441-5c13-419f-b062-395b48bbef42 None None] Deleting port df5da537-2459-439a-85a9-7be7c1914288 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:02.219784 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-503d0441-5c13-419f-b062-395b48bbef42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:02.225622 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-5fe3dce7-842b-4b6d-8d0a-9c8439e1e45a tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 1b82a2c5-4101-4e72-a67d-af5752cbb869) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:02.239518 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d70680c9-4069-489f-8493-5bc64a144c57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:02.240314 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe3dce7-842b-4b6d-8d0a-9c8439e1e45a tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:02.241237 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5fe3dce7-842b-4b6d-8d0a-9c8439e1e45a tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:02.243770 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b4c920-3217-4254-b4a1-e240b89e1a89 None None] Network 1b82a2c5-4101-4e72-a67d-af5752cbb869 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:02.245559 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c59f6-a115-4a6a-b970-51b84ee08921 None None] Pushing event updated for resources: {'Port': ['ID=df5da537-2459-439a-85a9-7be7c1914288,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:02.266994 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5fe3dce7-842b-4b6d-8d0a-9c8439e1e45a tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2529652 Oct 19 01:13:02.267606 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42280) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:02.272069 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-fc79d6fc-a5a1-4824-bd31-d974023b26b2 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-555142549', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}, 'admin_state_up': False}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:02.285063 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70680c9-4069-489f-8493-5bc64a144c57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event deleted for resources: {'Port': ['ID=df5da537-2459-439a-85a9-7be7c1914288,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:02.293960 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70680c9-4069-489f-8493-5bc64a144c57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] No DVR routers for this DVR port df5da537-2459-439a-85a9-7be7c1914288 on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:13:02.306952 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fc79d6fc-a5a1-4824-bd31-d974023b26b2 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:02.308439 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fc79d6fc-a5a1-4824-bd31-d974023b26b2 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:02.406249 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d70680c9-4069-489f-8493-5bc64a144c57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:02.414320 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fc79d6fc-a5a1-4824-bd31-d974023b26b2 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:02.453300 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-d70680c9-4069-489f-8493-5bc64a144c57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb43a6a-dcaf-4cba-bdce-ece03adfc8f4']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:02.461385 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:02.471891 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device aa709ca1-941b-4d81-ba0d-e366c912c5a7 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:13:02.474027 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:02.479842 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-503d0441-5c13-419f-b062-395b48bbef42 None None] For port df5da537-2459-439a-85a9-7be7c1914288, host n-d-715271-26, got binding levels [] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:02.480251 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-503d0441-5c13-419f-b062-395b48bbef42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:02.498456 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-d70680c9-4069-489f-8493-5bc64a144c57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61d9edff-604d-42a4-93fe-d8fdf3572fd6') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:02.498788 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-d70680c9-4069-489f-8493-5bc64a144c57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61d9edff-604d-42a4-93fe-d8fdf3572fd6') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:02.515123 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d70680c9-4069-489f-8493-5bc64a144c57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:02.519753 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: aa709ca1-941b-4d81-ba0d-e366c912c5a7 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:13:02.520099 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device aa709ca1-941b-4d81-ba0d-e366c912c5a7 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:13:02.533426 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-503d0441-5c13-419f-b062-395b48bbef42 None None] Calling delete_port for df5da537-2459-439a-85a9-7be7c1914288 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:02.542543 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.ipam_backend_mixin [None req-503d0441-5c13-419f-b062-395b48bbef42 None None] Port df5da537-2459-439a-85a9-7be7c1914288 was not found and therefore no delete operation was performed {{(pid=100608) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:13:02.550531 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-0d6c514b-e01c-4f42-8cde-c195d319eb39 None None] Allocated IP 2001:db8::2 (833e9ff3-de52-4870-807a-a323cda2654c/5cac450b-ffbf-4af0-842c-d1c9a0385864/459fb995-a250-4ecc-9b01-c5452ade1755) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:02.561339 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-503d0441-5c13-419f-b062-395b48bbef42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:02.575151 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d70680c9-4069-489f-8493-5bc64a144c57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:02.588771 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d70680c9-4069-489f-8493-5bc64a144c57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:13:02.590434 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d70680c9-4069-489f-8493-5bc64a144c57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:02.594658 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:13:02.594658 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:13:02.594658 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:13:02.594658 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:13:02.594658 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:13:02.594658 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:13:02.594658 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:13:02.594658 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:13:02.594658 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:13:02.594658 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:13:02.594658 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:13:02.594658 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:13:02.594658 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:13:02.594658 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:13:02.594658 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:13:02.594658 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:13:02.594658 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:13:02.594658 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:13:02.594658 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:13:02.594658 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:13:02.594658 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:13:02.594658 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:13:02.594658 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:13:02.594658 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:13:02.594658 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:13:02.594658 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:13:02.594658 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:13:02.594658 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:13:02.594658 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:13:02.594658 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:13:02.594658 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:13:02.594658 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:13:02.621195 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d0441-5c13-419f-b062-395b48bbef42 None None] Pushing event deleted for resources: {'Port': ['ID=df5da537-2459-439a-85a9-7be7c1914288,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:02.623204 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503d0441-5c13-419f-b062-395b48bbef42 None None] No DVR routers for this DVR port df5da537-2459-439a-85a9-7be7c1914288 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:13:02.637104 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fc79d6fc-a5a1-4824-bd31-d974023b26b2 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:02.663569 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c96e54-fc3d-438a-b4bd-2efa97b9f097 req-95bbc98b-ae68-49a0-a9c7-fa64e781b878 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:02.671594 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e7c96e54-fc3d-438a-b4bd-2efa97b9f097 req-95bbc98b-ae68-49a0-a9c7-fa64e781b878 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 945 time: 0.2595146 Oct 19 01:13:02.711379 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d70680c9-4069-489f-8493-5bc64a144c57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:02.727831 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e385448b-5c0a-45ab-aa6f-cb8492a4b766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-1b82a2c5-4101-4e72-a67d-af5752cbb869', 'network_id': '1b82a2c5-4101-4e72-a67d-af5752cbb869', 'tenant_id': '12aed70676374a509f3d3a36c717ad7a', 'fixed_ips': [{'subnet_id': '6c5d7e55-1ebd-4722-95ee-cd3a866b3caf'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:13:02.731879 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e385448b-5c0a-45ab-aa6f-cb8492a4b766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:02.734354 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d70680c9-4069-489f-8493-5bc64a144c57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:02.734511 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e7c96e54-fc3d-438a-b4bd-2efa97b9f097 req-b4c3b0a5-398b-4c47-8323-0f6683173249 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601711 Oct 19 01:13:02.738509 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d70680c9-4069-489f-8493-5bc64a144c57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "DELETE /v2.0/networks/bbb43a6a-dcaf-4cba-bdce-ece03adfc8f4 HTTP/1.1" status: 204 len: 168 time: 3.3391552 Oct 19 01:13:02.741445 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70680c9-4069-489f-8493-5bc64a144c57 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event deleted for resources: {'Network': ['ID=bbb43a6a-dcaf-4cba-bdce-ece03adfc8f4,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:02.744153 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42286) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:02.749412 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-44db752d-f4d0-47a4-8102-65fbab2dd65d tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1898959097'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:02.800352 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44db752d-f4d0-47a4-8102-65fbab2dd65d tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Made reservation on behalf of f73fb85d909d456699ce7f7b906bb45c for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:02.803965 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-44db752d-f4d0-47a4-8102-65fbab2dd65d tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:02.837750 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44db752d-f4d0-47a4-8102-65fbab2dd65d tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:13:02.847436 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-44db752d-f4d0-47a4-8102-65fbab2dd65d tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:02.847902 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-44db752d-f4d0-47a4-8102-65fbab2dd65d tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Added segment 74c87c65-82ac-4e9f-ad34-398a6776d842 of type vlan for network b1072d77-774f-4a56-b2c3-f6bf7cb0a0f7 Oct 19 01:13:02.888097 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-44db752d-f4d0-47a4-8102-65fbab2dd65d tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:02.901080 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device b268d2cd-9b85-4305-b3d7-fbf0209b0c7a details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:13:02.921589 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-44db752d-f4d0-47a4-8102-65fbab2dd65d tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:02.927553 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44db752d-f4d0-47a4-8102-65fbab2dd65d tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:02.928560 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-44db752d-f4d0-47a4-8102-65fbab2dd65d tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:02.943028 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0d6c514b-e01c-4f42-8cde-c195d319eb39 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:02.966546 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0d6c514b-e01c-4f42-8cde-c195d319eb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:02.975074 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fc79d6fc-a5a1-4824-bd31-d974023b26b2 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:03.003125 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fc79d6fc-a5a1-4824-bd31-d974023b26b2 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:03.011459 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-44db752d-f4d0-47a4-8102-65fbab2dd65d tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2632926 Oct 19 01:13:03.013653 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42290) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:03.016548 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-e385448b-5c0a-45ab-aa6f-cb8492a4b766 None None] Allocated IP 172.20.0.2 (1b82a2c5-4101-4e72-a67d-af5752cbb869/6c5d7e55-1ebd-4722-95ee-cd3a866b3caf/795e694c-8a7a-444c-bec6-6f274fd4eb57) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:03.017676 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-84dbce8c-b48e-421d-8895-10f98a8c4ffb tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Request body: {'subnet': {'network_id': 'b1072d77-774f-4a56-b2c3-f6bf7cb0a0f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:03.043605 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6c514b-e01c-4f42-8cde-c195d319eb39 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:03.056262 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db752d-f4d0-47a4-8102-65fbab2dd65d tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event updated for resources: {'Network': ['ID=b1072d77-774f-4a56-b2c3-f6bf7cb0a0f7,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:03.065252 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-0d6c514b-e01c-4f42-8cde-c195d319eb39 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:03.097295 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6c514b-e01c-4f42-8cde-c195d319eb39 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:03.106268 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network b1072d77-774f-4a56-b2c3-f6bf7cb0a0f7 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:13:03.108357 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c514b-e01c-4f42-8cde-c195d319eb39 None None] Pushing event updated for resources: {'Port': ['ID=459fb995-a250-4ecc-9b01-c5452ade1755,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:03.187325 n-d-715271-26 neutron-server[100607]: DEBUG neutron.objects.ports [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100607) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:13:03.219239 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-fc79d6fc-a5a1-4824-bd31-d974023b26b2 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Allocated IP 172.25.8.97 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/947b03d2-7ed7-485f-ba0f-5ba4472b87e9) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:03.221468 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84dbce8c-b48e-421d-8895-10f98a8c4ffb tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Made reservation on behalf of f73fb85d909d456699ce7f7b906bb45c for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:03.225265 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-84dbce8c-b48e-421d-8895-10f98a8c4ffb tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:03.301774 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port b268d2cd-9b85-4305-b3d7-fbf0209b0c7a, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=b268d2cd-9b85-4305-b3d7-fbf0209b0c7a,segment=NetworkSegment(14522f8d-10d2-4f4c-a467-a7aa9d13dc14),segment_id=14522f8d-10d2-4f4c-a467-a7aa9d13dc14)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:03.307907 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.ipam_backend_mixin [None req-84dbce8c-b48e-421d-8895-10f98a8c4ffb tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Performing IP validity checks on allocation pools {{(pid=100606) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 19 01:13:03.308435 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.ipam_backend_mixin [None req-84dbce8c-b48e-421d-8895-10f98a8c4ffb tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100606) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 19 01:13:03.315652 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-0d6c514b-e01c-4f42-8cde-c195d319eb39 None None] Attempting to bind port 459fb995-a250-4ecc-9b01-c5452ade1755 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:13:03.316059 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-0d6c514b-e01c-4f42-8cde-c195d319eb39 None None] Attempting to bind port 459fb995-a250-4ecc-9b01-c5452ade1755 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:13:03.316434 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6c514b-e01c-4f42-8cde-c195d319eb39 None None] Attempting to bind port 459fb995-a250-4ecc-9b01-c5452ade1755 on network 833e9ff3-de52-4870-807a-a323cda2654c {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:03.332565 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'b268d2cd-9b85-4305-b3d7-fbf0209b0c7a', 'network_id': 'e66b135f-7c0c-4052-8c2b-ebef113a535a', 'port_id': 'b268d2cd-9b85-4305-b3d7-fbf0209b0c7a', 'mac_address': 'fa:16:3e:2d:ea:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5d256f7-e71d-4f14-924e-a73ae14a9d2a', 'ip_address': '19.86.0.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:13:03.338007 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6c514b-e01c-4f42-8cde-c195d319eb39 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:13:03.338387 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6c514b-e01c-4f42-8cde-c195d319eb39 None None] Checking segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:03.338786 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0d6c514b-e01c-4f42-8cde-c195d319eb39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:03.339237 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6c514b-e01c-4f42-8cde-c195d319eb39 None None] Bound using segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:13:03.339679 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-0d6c514b-e01c-4f42-8cde-c195d319eb39 None None] Bound port: 459fb995-a250-4ecc-9b01-c5452ade1755, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:13:03.340074 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0d6c514b-e01c-4f42-8cde-c195d319eb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:03.397536 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:03.440142 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:03.475065 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e385448b-5c0a-45ab-aa6f-cb8492a4b766 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:03.485137 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b268d2cd-9b85-4305-b3d7-fbf0209b0c7a {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:13:03.498480 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e385448b-5c0a-45ab-aa6f-cb8492a4b766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:03.553948 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port b268d2cd-9b85-4305-b3d7-fbf0209b0c7a, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=b268d2cd-9b85-4305-b3d7-fbf0209b0c7a,segment=NetworkSegment(14522f8d-10d2-4f4c-a467-a7aa9d13dc14),segment_id=14522f8d-10d2-4f4c-a467-a7aa9d13dc14)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:03.565765 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e385448b-5c0a-45ab-aa6f-cb8492a4b766 None None] Network 1b82a2c5-4101-4e72-a67d-af5752cbb869 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:03.566726 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:03.567392 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 93b0f31d-e0ee-48ea-b242-5c575975f615 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:13:03.574141 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-e385448b-5c0a-45ab-aa6f-cb8492a4b766 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:03.578266 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385448b-5c0a-45ab-aa6f-cb8492a4b766 None None] Pushing event updated for resources: {'Port': ['ID=795e694c-8a7a-444c-bec6-6f274fd4eb57,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:03.580754 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e385448b-5c0a-45ab-aa6f-cb8492a4b766 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:03.638143 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] For port 459fb995-a250-4ecc-9b01-c5452ade1755, host n-d-715271-26, got binding levels [] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:03.681741 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:03.687863 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:03.733322 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attempting to bind port 459fb995-a250-4ecc-9b01-c5452ade1755 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:13:03.734076 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attempting to bind port 459fb995-a250-4ecc-9b01-c5452ade1755 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:13:03.734076 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attempting to bind port 459fb995-a250-4ecc-9b01-c5452ade1755 on network 833e9ff3-de52-4870-807a-a323cda2654c {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:03.745657 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:13:03.745959 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Checking segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:03.746310 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:03.746673 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Bound using segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:13:03.747131 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Bound port: 459fb995-a250-4ecc-9b01-c5452ade1755, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:13:03.747478 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:03.764420 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Port': ['ID=459fb995-a250-4ecc-9b01-c5452ade1755,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:03.813646 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fc79d6fc-a5a1-4824-bd31-d974023b26b2 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:03.845144 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device df5da537-2459-439a-85a9-7be7c1914288 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:13:03.861250 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fea9b7-df6e-4931-8a5f-9e1310c34340 req-43a54547-16ec-434a-8a94-78d20a1c2999 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:03.867228 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fea9b7-df6e-4931-8a5f-9e1310c34340 req-43a54547-16ec-434a-8a94-78d20a1c2999 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:03.873850 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fea9b7-df6e-4931-8a5f-9e1310c34340 req-43a54547-16ec-434a-8a94-78d20a1c2999 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:03.875537 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f1fea9b7-df6e-4931-8a5f-9e1310c34340 req-43a54547-16ec-434a-8a94-78d20a1c2999 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=268884e8-c441-474c-8593-1886944fa754 HTTP/1.1" status: 200 len: 2411 time: 0.5962887 Oct 19 01:13:03.878673 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-0d6c514b-e01c-4f42-8cde-c195d319eb39 None None] For port 459fb995-a250-4ecc-9b01-c5452ade1755, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:13:03.882695 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb569953-99f1-4531-8b83-6534540838eb req-a2fb81d5-48d2-402c-a9ce-b76ccfdccbbf tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:03.886324 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fb569953-99f1-4531-8b83-6534540838eb req-a2fb81d5-48d2-402c-a9ce-b76ccfdccbbf tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 945 time: 0.0581193 Oct 19 01:13:03.895357 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: df5da537-2459-439a-85a9-7be7c1914288 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:13:03.895706 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device df5da537-2459-439a-85a9-7be7c1914288 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:13:03.905624 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=b268d2cd-9b85-4305-b3d7-fbf0209b0c7a,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:03.913404 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-0d6c514b-e01c-4f42-8cde-c195d319eb39 None None] For port 459fb995-a250-4ecc-9b01-c5452ade1755, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=459fb995-a250-4ecc-9b01-c5452ade1755,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:13:03.935756 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fc79d6fc-a5a1-4824-bd31-d974023b26b2 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:03.938637 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-e385448b-5c0a-45ab-aa6f-cb8492a4b766 None None] Attempting to bind port 795e694c-8a7a-444c-bec6-6f274fd4eb57 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:13:03.939017 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-e385448b-5c0a-45ab-aa6f-cb8492a4b766 None None] Attempting to bind port 795e694c-8a7a-444c-bec6-6f274fd4eb57 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '1af01026-b020-44ee-a3f6-c144d39b3d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1b82a2c5-4101-4e72-a67d-af5752cbb869'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:13:03.939387 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e385448b-5c0a-45ab-aa6f-cb8492a4b766 None None] Attempting to bind port 795e694c-8a7a-444c-bec6-6f274fd4eb57 on network 1b82a2c5-4101-4e72-a67d-af5752cbb869 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:03.941169 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] For port 459fb995-a250-4ecc-9b01-c5452ade1755, host n-d-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:13:03.947016 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0d6c514b-e01c-4f42-8cde-c195d319eb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:03.961978 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e385448b-5c0a-45ab-aa6f-cb8492a4b766 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:13:03.962607 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e385448b-5c0a-45ab-aa6f-cb8492a4b766 None None] Checking segment: {'id': '1af01026-b020-44ee-a3f6-c144d39b3d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1b82a2c5-4101-4e72-a67d-af5752cbb869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:03.963217 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e385448b-5c0a-45ab-aa6f-cb8492a4b766 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:03.963618 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e385448b-5c0a-45ab-aa6f-cb8492a4b766 None None] Bound using segment: {'id': '1af01026-b020-44ee-a3f6-c144d39b3d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1b82a2c5-4101-4e72-a67d-af5752cbb869'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:13:03.964138 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-e385448b-5c0a-45ab-aa6f-cb8492a4b766 None None] Bound port: 795e694c-8a7a-444c-bec6-6f274fd4eb57, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af01026-b020-44ee-a3f6-c144d39b3d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1b82a2c5-4101-4e72-a67d-af5752cbb869'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:13:03.964705 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e385448b-5c0a-45ab-aa6f-cb8492a4b766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:03.969229 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fb569953-99f1-4531-8b83-6534540838eb req-fc473142-3602-47b2-81a5-3e0719908dda tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699377 Oct 19 01:13:03.970003 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.db.api [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 459fb995-a250-4ecc-9b01-c5452ade1755-n-d-715271-26-0 {{(pid=100607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:13:03.970421 n-d-715271-26 neutron-server[100607]: DEBUG oslo_db.api [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:13:04.000808 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc79d6fc-a5a1-4824-bd31-d974023b26b2 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:04.012123 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-fc79d6fc-a5a1-4824-bd31-d974023b26b2 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:04.022598 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc79d6fc-a5a1-4824-bd31-d974023b26b2 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:04.035866 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 93b0f31d-e0ee-48ea-b242-5c575975f615, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=93b0f31d-e0ee-48ea-b242-5c575975f615,segment=NetworkSegment(1244ac64-a1c5-44bf-a324-a946ba739835),segment_id=1244ac64-a1c5-44bf-a324-a946ba739835)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:04.091926 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f1fea9b7-df6e-4931-8a5f-9e1310c34340 req-07654acf-b264-4478-978b-b605cb825019 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd184901-d9e0-49b7-8bcb-3e71a3b25297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983120 Oct 19 01:13:04.101537 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '93b0f31d-e0ee-48ea-b242-5c575975f615', 'network_id': 'f92993f1-dd86-4ae8-a056-498c3a2b044e', 'port_id': '93b0f31d-e0ee-48ea-b242-5c575975f615', 'mac_address': 'fa:16:3e:f3:37:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f759aba4-be60-40f1-95dd-7162eee554b0', 'ip_address': '19.80.0.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:13:04.112210 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c514b-e01c-4f42-8cde-c195d319eb39 None None] Pushing event updated for resources: {'Port': ['ID=459fb995-a250-4ecc-9b01-c5452ade1755,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:04.121670 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79d6fc-a5a1-4824-bd31-d974023b26b2 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event updated for resources: {'Port': ['ID=947b03d2-7ed7-485f-ba0f-5ba4472b87e9,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:04.166690 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-e385448b-5c0a-45ab-aa6f-cb8492a4b766 None None] For port 795e694c-8a7a-444c-bec6-6f274fd4eb57, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:13:04.172734 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-e385448b-5c0a-45ab-aa6f-cb8492a4b766 None None] For port 795e694c-8a7a-444c-bec6-6f274fd4eb57, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=795e694c-8a7a-444c-bec6-6f274fd4eb57,segment=NetworkSegment(1af01026-b020-44ee-a3f6-c144d39b3d75),segment_id=1af01026-b020-44ee-a3f6-c144d39b3d75)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:13:04.185508 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e385448b-5c0a-45ab-aa6f-cb8492a4b766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:04.189842 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:04.193923 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-84dbce8c-b48e-421d-8895-10f98a8c4ffb tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:04.243454 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93b0f31d-e0ee-48ea-b242-5c575975f615 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:13:04.296738 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 93b0f31d-e0ee-48ea-b242-5c575975f615, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=93b0f31d-e0ee-48ea-b242-5c575975f615,segment=NetworkSegment(1244ac64-a1c5-44bf-a324-a946ba739835),segment_id=1244ac64-a1c5-44bf-a324-a946ba739835)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:04.298067 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385448b-5c0a-45ab-aa6f-cb8492a4b766 None None] Pushing event updated for resources: {'Port': ['ID=795e694c-8a7a-444c-bec6-6f274fd4eb57,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:04.305821 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:04.307428 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device c07cda87-32da-441c-b723-7287047b8273 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:13:04.389872 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba6390-5ddf-4547-8d9a-c48b5546dde8 req-062e1af8-726f-47db-8295-61d329690902 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:04.391617 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d2ba6390-5ddf-4547-8d9a-c48b5546dde8 req-062e1af8-726f-47db-8295-61d329690902 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 945 time: 0.1439269 Oct 19 01:13:04.399187 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port c07cda87-32da-441c-b723-7287047b8273, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=c07cda87-32da-441c-b723-7287047b8273,segment=NetworkSegment(1244ac64-a1c5-44bf-a324-a946ba739835),segment_id=1244ac64-a1c5-44bf-a324-a946ba739835)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:04.400266 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dbce8c-b48e-421d-8895-10f98a8c4ffb tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event updated for resources: {'Subnet': ['ID=693530ba-322b-466c-a98f-12ed9af5e7c1,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:04.402887 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dbce8c-b48e-421d-8895-10f98a8c4ffb tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Checking segment: {'id': '74c87c65-82ac-4e9f-ad34-398a6776d842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b1072d77-774f-4a56-b2c3-f6bf7cb0a0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:04.403328 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dbce8c-b48e-421d-8895-10f98a8c4ffb tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Network hostable DHCP agents. Network: b1072d77-774f-4a56-b2c3-f6bf7cb0a0f7, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:13:04.414286 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=93b0f31d-e0ee-48ea-b242-5c575975f615,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:04.426005 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'c07cda87-32da-441c-b723-7287047b8273', 'network_id': 'f92993f1-dd86-4ae8-a056-498c3a2b044e', 'port_id': 'c07cda87-32da-441c-b723-7287047b8273', 'mac_address': 'fa:16:3e:9b:52:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f759aba4-be60-40f1-95dd-7162eee554b0', 'ip_address': '19.80.0.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:13:04.462639 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d2ba6390-5ddf-4547-8d9a-c48b5546dde8 req-fc50a74c-df17-4dda-90da-d779d1358077 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622151 Oct 19 01:13:04.475774 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:04.495707 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c07cda87-32da-441c-b723-7287047b8273 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:13:04.497982 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attempting to bind port 459fb995-a250-4ecc-9b01-c5452ade1755 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:13:04.498526 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attempting to bind port 459fb995-a250-4ecc-9b01-c5452ade1755 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:13:04.499021 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attempting to bind port 459fb995-a250-4ecc-9b01-c5452ade1755 on network 833e9ff3-de52-4870-807a-a323cda2654c {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:04.500593 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dbce8c-b48e-421d-8895-10f98a8c4ffb tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Network b1072d77-774f-4a56-b2c3-f6bf7cb0a0f7 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:13:04.513023 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:13:04.513500 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Checking segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:04.514695 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:04.515307 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Bound using segment: {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:13:04.516147 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Bound port: 459fb995-a250-4ecc-9b01-c5452ade1755, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be70c02-2e7b-4331-afaf-07067d0be27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '833e9ff3-de52-4870-807a-a323cda2654c'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:13:04.517595 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:04.523465 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-84dbce8c-b48e-421d-8895-10f98a8c4ffb tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, b1072d77-774f-4a56-b2c3-f6bf7cb0a0f7) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:04.528055 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port c07cda87-32da-441c-b723-7287047b8273, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=c07cda87-32da-441c-b723-7287047b8273,segment=NetworkSegment(1244ac64-a1c5-44bf-a324-a946ba739835),segment_id=1244ac64-a1c5-44bf-a324-a946ba739835)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:04.538455 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc906115-f506-404a-a17e-2aa82a2fb4d7 None None] Network b1072d77-774f-4a56-b2c3-f6bf7cb0a0f7 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:04.542404 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:04.544120 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dbce8c-b48e-421d-8895-10f98a8c4ffb tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:04.544856 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-84dbce8c-b48e-421d-8895-10f98a8c4ffb tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:04.583428 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-84dbce8c-b48e-421d-8895-10f98a8c4ffb tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5703752 Oct 19 01:13:04.586353 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42306) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:04.646959 n-d-715271-26 neutron-server[100607]: WARNING neutron.plugins.ml2.plugin [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Concurrent port binding operations failed on port 459fb995-a250-4ecc-9b01-c5452ade1755 Oct 19 01:13:04.656622 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] For port 459fb995-a250-4ecc-9b01-c5452ade1755, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=459fb995-a250-4ecc-9b01-c5452ade1755,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:04.658411 n-d-715271-26 neutron-server[100607]: INFO neutron.plugins.ml2.plugin [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attempt 2 to bind port 459fb995-a250-4ecc-9b01-c5452ade1755 Oct 19 01:13:04.660938 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:04.725870 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=c07cda87-32da-441c-b723-7287047b8273,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:04.730603 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Subnet': ['ID=df98af8c-e114-4d55-933e-f353a4da386e,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:04.757525 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:04.759177 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:04.761842 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:04.762600 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:04.765843 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fc79d6fc-a5a1-4824-bd31-d974023b26b2 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:04.790080 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-693e271b-6d19-457d-b852-21a99fe55e22 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.6622512 Oct 19 01:13:04.792905 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42310) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:04.801877 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-8df49a0d-09c2-47fb-afdc-89fa7e7b585d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Request body: {'port': {'network_id': '833e9ff3-de52-4870-807a-a323cda2654c', 'mac_address': 'fa:16:3e:fb:b6:94', 'name': 'tempest-NetworksTestDHCPv6-1917360976'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:04.847180 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7db4b1ad-408c-4176-93d8-ba7daef357c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:04.849728 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e497623c-422b-40ba-8620-39b137f025b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-b1072d77-774f-4a56-b2c3-f6bf7cb0a0f7', 'network_id': 'b1072d77-774f-4a56-b2c3-f6bf7cb0a0f7', 'tenant_id': 'f73fb85d909d456699ce7f7b906bb45c', 'fixed_ips': [{'subnet_id': '693530ba-322b-466c-a98f-12ed9af5e7c1'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:13:04.851746 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e497623c-422b-40ba-8620-39b137f025b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:04.953716 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df49a0d-09c2-47fb-afdc-89fa7e7b585d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Made reservation on behalf of c34b9efccd444514b6828a5a5dd7684d for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:04.988611 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7db4b1ad-408c-4176-93d8-ba7daef357c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:04.996188 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['93b0f31d-e0ee-48ea-b242-5c575975f615'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:13:05.044617 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8df49a0d-09c2-47fb-afdc-89fa7e7b585d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:05.045499 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['b268d2cd-9b85-4305-b3d7-fbf0209b0c7a'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:13:05.070818 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-8df49a0d-09c2-47fb-afdc-89fa7e7b585d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] device_id is not set on port c34eac94-0cef-49cc-ad5b-21f30389fa12 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:13:05.100188 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['c07cda87-32da-441c-b723-7287047b8273'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:13:05.101935 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fc79d6fc-a5a1-4824-bd31-d974023b26b2 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:05.149567 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-e497623c-422b-40ba-8620-39b137f025b8 None None] Allocated IP 172.20.0.3 (b1072d77-774f-4a56-b2c3-f6bf7cb0a0f7/693530ba-322b-466c-a98f-12ed9af5e7c1/99edfa35-9005-4f9f-85d4-be12cae6f25a) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:05.295794 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc79d6fc-a5a1-4824-bd31-d974023b26b2 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Router a4961827-1bab-4d9b-8ce4-1890e2cf2ec1 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:13:05.372712 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465841f2-ae38-4224-93de-85896c0b6d6c req-ce9ae88c-dd30-4f59-b6de-2baec47b23f1 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:05.379412 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465841f2-ae38-4224-93de-85896c0b6d6c req-ce9ae88c-dd30-4f59-b6de-2baec47b23f1 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:05.386014 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465841f2-ae38-4224-93de-85896c0b6d6c req-ce9ae88c-dd30-4f59-b6de-2baec47b23f1 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:05.393653 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-465841f2-ae38-4224-93de-85896c0b6d6c req-ce9ae88c-dd30-4f59-b6de-2baec47b23f1 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=268884e8-c441-474c-8593-1886944fa754 HTTP/1.1" status: 200 len: 2414 time: 0.1843076 Oct 19 01:13:05.425588 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-8df49a0d-09c2-47fb-afdc-89fa7e7b585d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Allocated IP 2001:db8::137 (833e9ff3-de52-4870-807a-a323cda2654c/5cac450b-ffbf-4af0-842c-d1c9a0385864/c34eac94-0cef-49cc-ad5b-21f30389fa12) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:05.475126 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-465841f2-ae38-4224-93de-85896c0b6d6c req-072df4e3-929e-46af-af08-a121d1fccd4a tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd184901-d9e0-49b7-8bcb-3e71a3b25297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804818 Oct 19 01:13:05.476694 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-8df49a0d-09c2-47fb-afdc-89fa7e7b585d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Allocated IP 2001:db8:0:1:f816:3eff:fefb:b694 (833e9ff3-de52-4870-807a-a323cda2654c/df98af8c-e114-4d55-933e-f353a4da386e/c34eac94-0cef-49cc-ad5b-21f30389fa12) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:05.478110 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e497623c-422b-40ba-8620-39b137f025b8 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:05.486042 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc79d6fc-a5a1-4824-bd31-d974023b26b2 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:13:05.538856 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260a0b1-0f66-4430-b3c5-e31640e3634f req-165d429b-61f5-47cb-9b04-dcbee875521b tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:05.543932 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a260a0b1-0f66-4430-b3c5-e31640e3634f req-165d429b-61f5-47cb-9b04-dcbee875521b tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 945 time: 0.1616235 Oct 19 01:13:05.642122 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba4eed2-d8c4-4e78-8192-645db60984af None None] Sync routers for ids ['a4961827-1bab-4d9b-8ce4-1890e2cf2ec1'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:13:05.650702 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e497623c-422b-40ba-8620-39b137f025b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:05.654406 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fc79d6fc-a5a1-4824-bd31-d974023b26b2 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:05.658737 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fc79d6fc-a5a1-4824-bd31-d974023b26b2 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3898499 Oct 19 01:13:05.666919 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42322) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:05.696721 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7db4b1ad-408c-4176-93d8-ba7daef357c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:05.708253 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d763a9-7f16-4426-a92e-4137849239b1 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:05.755927 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497623c-422b-40ba-8620-39b137f025b8 None None] Pushing event updated for resources: {'Port': ['ID=99edfa35-9005-4f9f-85d4-be12cae6f25a,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:05.775168 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8df49a0d-09c2-47fb-afdc-89fa7e7b585d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:05.825460 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8df49a0d-09c2-47fb-afdc-89fa7e7b585d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:05.876138 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-7e8375b6-280f-473a-9470-19c7998ed427 None None] Provisioning complete for port 459fb995-a250-4ecc-9b01-c5452ade1755 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:05.876512 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7e8375b6-280f-473a-9470-19c7998ed427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:05.892042 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df49a0d-09c2-47fb-afdc-89fa7e7b585d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Network 833e9ff3-de52-4870-807a-a323cda2654c is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:05.897163 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-8df49a0d-09c2-47fb-afdc-89fa7e7b585d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:05.900049 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df49a0d-09c2-47fb-afdc-89fa7e7b585d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:05.906708 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df49a0d-09c2-47fb-afdc-89fa7e7b585d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:05.907557 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8df49a0d-09c2-47fb-afdc-89fa7e7b585d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:05.911780 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df49a0d-09c2-47fb-afdc-89fa7e7b585d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event updated for resources: {'Port': ['ID=c34eac94-0cef-49cc-ad5b-21f30389fa12,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:05.916189 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba4eed2-d8c4-4e78-8192-645db60984af None None] Routers {'a4961827-1bab-4d9b-8ce4-1890e2cf2ec1'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:05.917012 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-0ba4eed2-d8c4-4e78-8192-645db60984af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:12:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['a4961827-1bab-4d9b-8ce4-1890e2cf2ec1'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:05.931437 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8df49a0d-09c2-47fb-afdc-89fa7e7b585d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1370308 Oct 19 01:13:05.934328 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42326) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:05.949913 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4b1ad-408c-4176-93d8-ba7daef357c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event deleted for resources: {'Subnet': ['ID=693530ba-322b-466c-a98f-12ed9af5e7c1,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:05.950205 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 459fb995-a250-4ecc-9b01-c5452ade1755 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:05.997238 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-0ba4eed2-d8c4-4e78-8192-645db60984af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:06.021206 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7db4b1ad-408c-4176-93d8-ba7daef357c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:06.027668 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e497623c-422b-40ba-8620-39b137f025b8 None None] Network b1072d77-774f-4a56-b2c3-f6bf7cb0a0f7 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:06.051372 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-ffafc154-763f-4ff8-b3f0-b67e246a33d7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting port c34eac94-0cef-49cc-ad5b-21f30389fa12 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:06.051876 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ffafc154-763f-4ff8-b3f0-b67e246a33d7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:06.059267 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-e497623c-422b-40ba-8620-39b137f025b8 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:06.070241 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bc905-3e3b-4097-b4d7-ad49aeca0c68 req-91719b1b-486f-4e45-8f51-d0d175f0af8a tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:06.073955 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff85650f-99d2-4755-8164-28ea9ad26ddd None None] Network 1b82a2c5-4101-4e72-a67d-af5752cbb869 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:06.076219 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f78bc905-3e3b-4097-b4d7-ad49aeca0c68 req-91719b1b-486f-4e45-8f51-d0d175f0af8a tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 945 time: 0.4821858 Oct 19 01:13:06.079809 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e497623c-422b-40ba-8620-39b137f025b8 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:06.085649 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-7db4b1ad-408c-4176-93d8-ba7daef357c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1072d77-774f-4a56-b2c3-f6bf7cb0a0f7']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:06.106365 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba4eed2-d8c4-4e78-8192-645db60984af None None] Routers {'a4961827-1bab-4d9b-8ce4-1890e2cf2ec1'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:06.107106 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-0ba4eed2-d8c4-4e78-8192-645db60984af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:12:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['a4961827-1bab-4d9b-8ce4-1890e2cf2ec1'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:06.114337 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-7db4b1ad-408c-4176-93d8-ba7daef357c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74c87c65-82ac-4e9f-ad34-398a6776d842') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:06.114880 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-7db4b1ad-408c-4176-93d8-ba7daef357c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74c87c65-82ac-4e9f-ad34-398a6776d842') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:06.139700 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7db4b1ad-408c-4176-93d8-ba7daef357c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:06.153145 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ffafc154-763f-4ff8-b3f0-b67e246a33d7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:06.169190 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-ffafc154-763f-4ff8-b3f0-b67e246a33d7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Calling delete_port for c34eac94-0cef-49cc-ad5b-21f30389fa12 owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:06.204868 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7db4b1ad-408c-4176-93d8-ba7daef357c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:06.208950 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-a260a0b1-0f66-4430-b3c5-e31640e3634f req-c58719b8-e4f1-4156-86fe-d76cb1d66291 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Deleting port 86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:06.209282 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-a260a0b1-0f66-4430-b3c5-e31640e3634f req-c58719b8-e4f1-4156-86fe-d76cb1d66291 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:06.210021 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-0ba4eed2-d8c4-4e78-8192-645db60984af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:06.210629 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba4eed2-d8c4-4e78-8192-645db60984af None None] The sync data for ids ['a4961827-1bab-4d9b-8ce4-1890e2cf2ec1'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:13:06.222272 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f78bc905-3e3b-4097-b4d7-ad49aeca0c68 req-fbffdf43-e300-4174-9de8-c642930cc57f tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335471 Oct 19 01:13:06.245230 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db4b1ad-408c-4176-93d8-ba7daef357c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:13:06.245230 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7db4b1ad-408c-4176-93d8-ba7daef357c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:06.245230 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:13:06.245230 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:13:06.245230 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:13:06.245230 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:13:06.245230 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:13:06.245230 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:13:06.245230 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:13:06.245230 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:13:06.245230 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:13:06.245230 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:13:06.245230 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:13:06.245230 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:13:06.245230 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:13:06.245230 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:13:06.245230 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:13:06.245230 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:13:06.245230 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:13:06.245230 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:13:06.245230 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:13:06.245230 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:13:06.245230 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:13:06.245230 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:13:06.245230 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:13:06.245230 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:13:06.245230 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:13:06.245230 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:13:06.245230 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:13:06.245230 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:13:06.245230 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:13:06.245230 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:13:06.245230 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:13:06.245230 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:13:06.384467 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ffafc154-763f-4ff8-b3f0-b67e246a33d7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:06.413944 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 459fb995-a250-4ecc-9b01-c5452ade1755 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:06.414527 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:06.417681 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7e8375b6-280f-473a-9470-19c7998ed427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:06.420624 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffafc154-763f-4ff8-b3f0-b67e246a33d7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Port': ['ID=c34eac94-0cef-49cc-ad5b-21f30389fa12,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:06.476983 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-e497623c-422b-40ba-8620-39b137f025b8 None None] Attempting to bind port 99edfa35-9005-4f9f-85d4-be12cae6f25a on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:13:06.477554 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-e497623c-422b-40ba-8620-39b137f025b8 None None] Attempting to bind port 99edfa35-9005-4f9f-85d4-be12cae6f25a by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '74c87c65-82ac-4e9f-ad34-398a6776d842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b1072d77-774f-4a56-b2c3-f6bf7cb0a0f7'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:13:06.478027 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e497623c-422b-40ba-8620-39b137f025b8 None None] Attempting to bind port 99edfa35-9005-4f9f-85d4-be12cae6f25a on network b1072d77-774f-4a56-b2c3-f6bf7cb0a0f7 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:06.478212 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ffafc154-763f-4ff8-b3f0-b67e246a33d7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:06.482724 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ffafc154-763f-4ff8-b3f0-b67e246a33d7 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/c34eac94-0cef-49cc-ad5b-21f30389fa12 HTTP/1.1" status: 204 len: 168 time: 0.5469429 Oct 19 01:13:06.484646 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42330) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:06.548078 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e497623c-422b-40ba-8620-39b137f025b8 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:13:06.548709 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e497623c-422b-40ba-8620-39b137f025b8 None None] Checking segment: {'id': '74c87c65-82ac-4e9f-ad34-398a6776d842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b1072d77-774f-4a56-b2c3-f6bf7cb0a0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:06.548851 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e497623c-422b-40ba-8620-39b137f025b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:06.549356 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e497623c-422b-40ba-8620-39b137f025b8 None None] Bound using segment: {'id': '74c87c65-82ac-4e9f-ad34-398a6776d842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b1072d77-774f-4a56-b2c3-f6bf7cb0a0f7'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:13:06.549741 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-e497623c-422b-40ba-8620-39b137f025b8 None None] Bound port: 99edfa35-9005-4f9f-85d4-be12cae6f25a, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c87c65-82ac-4e9f-ad34-398a6776d842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b1072d77-774f-4a56-b2c3-f6bf7cb0a0f7'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:13:06.550129 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e497623c-422b-40ba-8620-39b137f025b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:06.559258 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5b9f75-e80d-4830-b85e-9ac978b9fb89 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:06.560826 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0c5b9f75-e80d-4830-b85e-9ac978b9fb89 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0749204 Oct 19 01:13:06.563286 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42334) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:06.593305 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-7e8375b6-280f-473a-9470-19c7998ed427 None None] For port 459fb995-a250-4ecc-9b01-c5452ade1755, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=459fb995-a250-4ecc-9b01-c5452ade1755,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:06.620578 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7e8375b6-280f-473a-9470-19c7998ed427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:06.620802 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c113d722-f59e-49b2-9c42-0e3e6032e0eb tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:06.625494 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c113d722-f59e-49b2-9c42-0e3e6032e0eb tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0586739 Oct 19 01:13:06.626102 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42336) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:06.688152 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.db.api [None req-7db4b1ad-408c-4176-93d8-ba7daef357c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 01:13:06.688152 n-d-715271-26 neutron-server[100606]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 01:13:06.688152 n-d-715271-26 neutron-server[100606]: [parameters: {'id': 'b1072d77-774f-4a56-b2c3-f6bf7cb0a0f7'}] Oct 19 01:13:06.688152 n-d-715271-26 neutron-server[100606]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:13:06.688660 n-d-715271-26 neutron-server[100606]: DEBUG oslo_db.api [None req-7db4b1ad-408c-4176-93d8-ba7daef357c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:13:06.690952 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a3fc6b-f034-403b-b794-675a931608a4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:06.692654 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a3fc6b-f034-403b-b794-675a931608a4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:06.694285 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a3fc6b-f034-403b-b794-675a931608a4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:06.699530 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b9a3fc6b-f034-403b-b794-675a931608a4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0688553 Oct 19 01:13:06.700288 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42338) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:06.803302 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026feb3-7083-448e-a11d-de0c9c314604 req-9013b495-6994-4ada-b133-498823f82172 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:06.810089 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026feb3-7083-448e-a11d-de0c9c314604 req-9013b495-6994-4ada-b133-498823f82172 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:06.816342 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026feb3-7083-448e-a11d-de0c9c314604 req-9013b495-6994-4ada-b133-498823f82172 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:06.818096 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5026feb3-7083-448e-a11d-de0c9c314604 req-9013b495-6994-4ada-b133-498823f82172 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=268884e8-c441-474c-8593-1886944fa754 HTTP/1.1" status: 200 len: 2414 time: 0.2461545 Oct 19 01:13:06.830406 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-a260a0b1-0f66-4430-b3c5-e31640e3634f req-c58719b8-e4f1-4156-86fe-d76cb1d66291 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] For port 86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201,segment=NetworkSegment(8a516c3b-6789-44d3-87bb-3790155029b6),segment_id=8a516c3b-6789-44d3-87bb-3790155029b6)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:06.830775 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-a260a0b1-0f66-4430-b3c5-e31640e3634f req-c58719b8-e4f1-4156-86fe-d76cb1d66291 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:06.874987 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de8e1aa-01f8-429c-a2c8-4d39043aa9ee tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting subnet 5cac450b-ffbf-4af0-842c-d1c9a0385864 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:13:06.879205 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-a260a0b1-0f66-4430-b3c5-e31640e3634f req-c58719b8-e4f1-4156-86fe-d76cb1d66291 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Calling delete_port for 86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:06.882454 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0de8e1aa-01f8-429c-a2c8-4d39043aa9ee tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:06.916874 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-e497623c-422b-40ba-8620-39b137f025b8 None None] For port 99edfa35-9005-4f9f-85d4-be12cae6f25a, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:13:06.955212 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8375b6-280f-473a-9470-19c7998ed427 None None] Pushing event updated for resources: {'Port': ['ID=459fb995-a250-4ecc-9b01-c5452ade1755,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:06.965969 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-e497623c-422b-40ba-8620-39b137f025b8 None None] For port 99edfa35-9005-4f9f-85d4-be12cae6f25a, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=99edfa35-9005-4f9f-85d4-be12cae6f25a,segment=NetworkSegment(74c87c65-82ac-4e9f-ad34-398a6776d842),segment_id=74c87c65-82ac-4e9f-ad34-398a6776d842)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:13:06.973285 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b456d3cb-8ea1-41b8-b353-db0c87bbf806 None None] Provisioning complete for port 795e694c-8a7a-444c-bec6-6f274fd4eb57 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:06.973916 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b456d3cb-8ea1-41b8-b353-db0c87bbf806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:06.980442 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e497623c-422b-40ba-8620-39b137f025b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:07.039279 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0de8e1aa-01f8-429c-a2c8-4d39043aa9ee tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:07.044815 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 795e694c-8a7a-444c-bec6-6f274fd4eb57 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:07.049848 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5026feb3-7083-448e-a11d-de0c9c314604 req-16dad6eb-ee5e-428c-9a33-d2e467ea09ee tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd184901-d9e0-49b7-8bcb-3e71a3b25297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233577 Oct 19 01:13:07.178136 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497623c-422b-40ba-8620-39b137f025b8 None None] Pushing event updated for resources: {'Port': ['ID=99edfa35-9005-4f9f-85d4-be12cae6f25a,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:07.195675 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55d5c71-0176-4f8e-9bd3-5fa88ddb1066 None None] Network b1072d77-774f-4a56-b2c3-f6bf7cb0a0f7 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:07.206978 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7db4b1ad-408c-4176-93d8-ba7daef357c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:07.328911 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 795e694c-8a7a-444c-bec6-6f274fd4eb57 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:07.329322 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:07.369013 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0de8e1aa-01f8-429c-a2c8-4d39043aa9ee tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:07.398696 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792eba23-8cf8-4502-9f4d-d6cfde9deede req-81b075b0-6954-400a-92c0-48b9e7031027 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:07.405764 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b456d3cb-8ea1-41b8-b353-db0c87bbf806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:07.408033 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-792eba23-8cf8-4502-9f4d-d6cfde9deede req-81b075b0-6954-400a-92c0-48b9e7031027 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 945 time: 0.0664978 Oct 19 01:13:07.457092 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-792eba23-8cf8-4502-9f4d-d6cfde9deede req-b7a780ca-6e22-4dc8-a8e2-f63f7d5a993f tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479150 Oct 19 01:13:07.522956 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-b456d3cb-8ea1-41b8-b353-db0c87bbf806 None None] For port 795e694c-8a7a-444c-bec6-6f274fd4eb57, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=795e694c-8a7a-444c-bec6-6f274fd4eb57,segment=NetworkSegment(1af01026-b020-44ee-a3f6-c144d39b3d75),segment_id=1af01026-b020-44ee-a3f6-c144d39b3d75)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:07.528552 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b456d3cb-8ea1-41b8-b353-db0c87bbf806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:07.596532 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dd631bc9-e460-40bc-9a62-123cfb05c8a8 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:07.611044 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-a260a0b1-0f66-4430-b3c5-e31640e3634f req-c58719b8-e4f1-4156-86fe-d76cb1d66291 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:07.619667 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0de8e1aa-01f8-429c-a2c8-4d39043aa9ee tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:07.624447 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:13:07.664191 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456d3cb-8ea1-41b8-b353-db0c87bbf806 None None] Pushing event updated for resources: {'Port': ['ID=795e694c-8a7a-444c-bec6-6f274fd4eb57,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:07.684855 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-54728975-8389-4a54-9d73-cdf67d17e30a None None] Provisioning complete for port 459fb995-a250-4ecc-9b01-c5452ade1755 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:07.685231 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-54728975-8389-4a54-9d73-cdf67d17e30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:07.721677 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58719b8-e4f1-4156-86fe-d76cb1d66291 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Pushing event deleted for resources: {'Port': ['ID=86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:07.734144 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 459fb995-a250-4ecc-9b01-c5452ade1755 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:07.747959 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8e1aa-01f8-429c-a2c8-4d39043aa9ee tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Subnet': ['ID=5cac450b-ffbf-4af0-842c-d1c9a0385864,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:07.759700 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-7db4b1ad-408c-4176-93d8-ba7daef357c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Deleting port 99edfa35-9005-4f9f-85d4-be12cae6f25a {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:07.759700 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7db4b1ad-408c-4176-93d8-ba7daef357c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:07.840807 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 459fb995-a250-4ecc-9b01-c5452ade1755 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:07.841180 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:07.844865 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-54728975-8389-4a54-9d73-cdf67d17e30a None None] Provisioning complete for port 795e694c-8a7a-444c-bec6-6f274fd4eb57 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:07.845227 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-54728975-8389-4a54-9d73-cdf67d17e30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:07.887113 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a260a0b1-0f66-4430-b3c5-e31640e3634f req-c58719b8-e4f1-4156-86fe-d76cb1d66291 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] No DVR routers for this DVR port 86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:13:07.898417 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0de8e1aa-01f8-429c-a2c8-4d39043aa9ee tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:07.902409 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0de8e1aa-01f8-429c-a2c8-4d39043aa9ee tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/5cac450b-ffbf-4af0-842c-d1c9a0385864 HTTP/1.1" status: 204 len: 168 time: 1.2010734 Oct 19 01:13:07.905071 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42350) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:07.959921 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-a260a0b1-0f66-4430-b3c5-e31640e3634f req-c58719b8-e4f1-4156-86fe-d76cb1d66291 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:07.963073 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb112d8a-40cf-4df2-ab96-05edaf42c471 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Deleting subnet df98af8c-e114-4d55-933e-f353a4da386e {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:13:07.964465 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a260a0b1-0f66-4430-b3c5-e31640e3634f req-c58719b8-e4f1-4156-86fe-d76cb1d66291 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.55 "DELETE /v2.0/ports/86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201 HTTP/1.1" status: 204 len: 173 time: 2.4014356 Oct 19 01:13:07.967183 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c29516-f410-4191-bff8-db67f7078d43', 'name': 'network-vif-deleted', 'tag': '86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:07.967544 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-eb112d8a-40cf-4df2-ab96-05edaf42c471 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:07.970900 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8bacbb-a053-47e9-acf9-93023cdebc5c" -d '{"events": [{"server_uuid": "a0c29516-f410-4191-bff8-db67f7078d43", "name": "network-vif-deleted", "tag": "86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:08.019691 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-7db4b1ad-408c-4176-93d8-ba7daef357c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] For port 99edfa35-9005-4f9f-85d4-be12cae6f25a, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=99edfa35-9005-4f9f-85d4-be12cae6f25a,segment=NetworkSegment(74c87c65-82ac-4e9f-ad34-398a6776d842),segment_id=74c87c65-82ac-4e9f-ad34-398a6776d842)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:08.020933 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7db4b1ad-408c-4176-93d8-ba7daef357c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:08.074543 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-eb112d8a-40cf-4df2-ab96-05edaf42c471 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:08.091672 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7433161f-a00e-4b08-b27c-b81daa324cb2 x-openstack-request-id: req-7433161f-a00e-4b08-b27c-b81daa324cb2 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:13:08.092073 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c29516-f410-4191-bff8-db67f7078d43", "name": "network-vif-deleted", "tag": "86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:13:08.092391 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7433161f-a00e-4b08-b27c-b81daa324cb2 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:13:08.092859 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c29516-f410-4191-bff8-db67f7078d43', 'name': 'network-vif-deleted', 'tag': '86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201', 'status': 'completed', 'code': 200} Oct 19 01:13:08.120758 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-7db4b1ad-408c-4176-93d8-ba7daef357c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Calling delete_port for 99edfa35-9005-4f9f-85d4-be12cae6f25a owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:08.139014 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e536dd-541e-425b-9ea1-d1a904756d48 None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:08.220067 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-65b4148f-29db-401c-bbc7-4ce0abf9b021 None None] Could not find standard attr ID for object c34eac94-0cef-49cc-ad5b-21f30389fa12. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:13:08.226272 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-eb112d8a-40cf-4df2-ab96-05edaf42c471 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:08.271752 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe124746-5fb0-46da-b832-41bc2e1a410f req-23ecea39-b0d4-4b4f-8614-b07823b753f0 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:08.278541 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe124746-5fb0-46da-b832-41bc2e1a410f req-23ecea39-b0d4-4b4f-8614-b07823b753f0 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:08.284703 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe124746-5fb0-46da-b832-41bc2e1a410f req-23ecea39-b0d4-4b4f-8614-b07823b753f0 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:08.286369 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fe124746-5fb0-46da-b832-41bc2e1a410f req-23ecea39-b0d4-4b4f-8614-b07823b753f0 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=268884e8-c441-474c-8593-1886944fa754 HTTP/1.1" status: 200 len: 2414 time: 0.1113937 Oct 19 01:13:08.337682 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-eb112d8a-40cf-4df2-ab96-05edaf42c471 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:08.369524 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fe124746-5fb0-46da-b832-41bc2e1a410f req-5f057419-de03-4fbe-8939-162f91c8d00d tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd184901-d9e0-49b7-8bcb-3e71a3b25297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734129 Oct 19 01:13:08.373215 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb112d8a-40cf-4df2-ab96-05edaf42c471 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Subnet': ['ID=df98af8c-e114-4d55-933e-f353a4da386e,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:08.378521 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-eb112d8a-40cf-4df2-ab96-05edaf42c471 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:08.379656 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-dd631bc9-e460-40bc-9a62-123cfb05c8a8 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Allocated IP 172.20.0.1 (1b82a2c5-4101-4e72-a67d-af5752cbb869/6c5d7e55-1ebd-4722-95ee-cd3a866b3caf/4352d4cd-569a-4420-855e-bc522dd60110) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:08.384620 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-eb112d8a-40cf-4df2-ab96-05edaf42c471 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/df98af8c-e114-4d55-933e-f353a4da386e HTTP/1.1" status: 204 len: 168 time: 0.4784245 Oct 19 01:13:08.385046 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42358) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:08.404687 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7db4b1ad-408c-4176-93d8-ba7daef357c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:08.448552 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-22f41377-570e-49d3-a6a3-b91dc0be42eb tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0618908 Oct 19 01:13:08.451077 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42360) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:08.470753 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4b1ad-408c-4176-93d8-ba7daef357c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event deleted for resources: {'Port': ['ID=99edfa35-9005-4f9f-85d4-be12cae6f25a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:08.476492 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db4b1ad-408c-4176-93d8-ba7daef357c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] No DVR routers for this DVR port 99edfa35-9005-4f9f-85d4-be12cae6f25a on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:13:08.552722 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010dfeb6-639b-4562-b512-a2ea8dcf653a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:08.559225 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42366) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:08.559396 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-010dfeb6-639b-4562-b512-a2ea8dcf653a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1070158 Oct 19 01:13:08.707939 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7db4b1ad-408c-4176-93d8-ba7daef357c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:08.712297 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ee93ead3-0288-48d0-bc94-6137b007392b req-d1eb48f8-4f65-4731-9b29-dc6bdcf27f8e tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0c29516-f410-4191-bff8-db67f7078d43 HTTP/1.1" status: 200 len: 210 time: 0.1192160 Oct 19 01:13:08.751887 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-7db4b1ad-408c-4176-93d8-ba7daef357c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1072d77-774f-4a56-b2c3-f6bf7cb0a0f7']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:08.761714 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d84fdf5-9cc9-47bd-8b87-915a57b5dd42 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:08.763195 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2d84fdf5-9cc9-47bd-8b87-915a57b5dd42 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1880841 Oct 19 01:13:08.766032 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42368) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:08.779572 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-7db4b1ad-408c-4176-93d8-ba7daef357c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74c87c65-82ac-4e9f-ad34-398a6776d842') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:08.779908 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-7db4b1ad-408c-4176-93d8-ba7daef357c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74c87c65-82ac-4e9f-ad34-398a6776d842') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:08.796585 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dd631bc9-e460-40bc-9a62-123cfb05c8a8 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:08.798941 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7db4b1ad-408c-4176-93d8-ba7daef357c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:08.806649 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0fa29b84-e7ae-4bd0-a772-d56fb56b3e18 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0381510 Oct 19 01:13:08.812201 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42370) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:08.824780 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7db4b1ad-408c-4176-93d8-ba7daef357c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:08.835523 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db4b1ad-408c-4176-93d8-ba7daef357c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:13:08.835990 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7db4b1ad-408c-4176-93d8-ba7daef357c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:08.840125 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:13:08.840125 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:13:08.840125 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:13:08.840125 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:13:08.840125 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:13:08.840125 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:13:08.840125 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:13:08.840125 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:13:08.840125 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:13:08.840125 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:13:08.840125 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:13:08.840125 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:13:08.840125 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:13:08.840125 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:13:08.840125 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:13:08.840125 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:13:08.840125 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:13:08.840125 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:13:08.840125 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:13:08.840125 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:13:08.840125 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:13:08.840125 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:13:08.840125 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:13:08.840125 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:13:08.840125 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:13:08.840125 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:13:08.840125 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:13:08.840125 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:13:08.840125 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:13:08.840125 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:13:08.840125 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:13:08.840125 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:13:08.842331 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-45b7c774-5002-4241-b27b-38a7a1af4044 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:08.842331 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45b7c774-5002-4241-b27b-38a7a1af4044 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:08.846213 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-45b7c774-5002-4241-b27b-38a7a1af4044 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/c34eac94-0cef-49cc-ad5b-21f30389fa12 HTTP/1.1" status: 404 len: 333 time: 0.0329814 Oct 19 01:13:08.848794 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42372) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:08.877521 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-0652f1e5-49a4-41f4-86bf-a783c38d9679 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:08.877974 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0652f1e5-49a4-41f4-86bf-a783c38d9679 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:08.881295 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0652f1e5-49a4-41f4-86bf-a783c38d9679 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/df98af8c-e114-4d55-933e-f353a4da386e HTTP/1.1" status: 404 len: 337 time: 0.0315309 Oct 19 01:13:08.883893 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42374) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:08.915395 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a58472-60a1-49c5-a4ca-1138f45d2239 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:08.915952 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1a58472-60a1-49c5-a4ca-1138f45d2239 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:08.917954 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device b268d2cd-9b85-4305-b3d7-fbf0209b0c7a up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:08.918994 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b1a58472-60a1-49c5-a4ca-1138f45d2239 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/5cac450b-ffbf-4af0-842c-d1c9a0385864 HTTP/1.1" status: 404 len: 337 time: 0.0341089 Oct 19 01:13:08.922273 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42376) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:08.956074 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff77d51d-0472-41ee-a33d-38a25d11bd37 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:08.957261 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff77d51d-0472-41ee-a33d-38a25d11bd37 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:08.962941 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ff77d51d-0472-41ee-a33d-38a25d11bd37 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/a5bd61c6-ba8a-49d8-b7b4-afad8192d699 HTTP/1.1" status: 404 len: 333 time: 0.0371635 Oct 19 01:13:08.963150 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42378) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:08.981924 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8122598f-8987-4a54-92a6-fb05eeb0dbec None None] Network 833e9ff3-de52-4870-807a-a323cda2654c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:08.990340 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-647ec402-ae33-464e-8595-068f57121d7f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:08.990791 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-647ec402-ae33-464e-8595-068f57121d7f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:08.996921 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-647ec402-ae33-464e-8595-068f57121d7f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/8612f2be-3995-4071-ab32-eb6afa4ffa7a HTTP/1.1" status: 404 len: 337 time: 0.0302315 Oct 19 01:13:08.997255 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42380) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:09.014644 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port b268d2cd-9b85-4305-b3d7-fbf0209b0c7a completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:13:09.020957 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port b268d2cd-9b85-4305-b3d7-fbf0209b0c7a triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:09.021332 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:09.024990 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ad4ddf-47e3-44fc-9866-1bd3255482c6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:09.025611 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61ad4ddf-47e3-44fc-9866-1bd3255482c6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:09.031069 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-61ad4ddf-47e3-44fc-9866-1bd3255482c6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/cabcb49c-6761-427a-85a3-e53b26bb01f5 HTTP/1.1" status: 404 len: 337 time: 0.0304651 Oct 19 01:13:09.031376 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42382) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:09.055824 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c10f9b2-b35f-44fb-a67f-7319fa0ad115 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:09.056638 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c10f9b2-b35f-44fb-a67f-7319fa0ad115 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:09.061876 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5c10f9b2-b35f-44fb-a67f-7319fa0ad115 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/9ca06237-cdc8-430c-ab1e-51107e8643d9 HTTP/1.1" status: 404 len: 333 time: 0.0272157 Oct 19 01:13:09.062183 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42384) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:09.089086 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-26383b42-5b8e-418d-9853-06cdecc79961 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:09.089565 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26383b42-5b8e-418d-9853-06cdecc79961 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:09.094907 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-26383b42-5b8e-418d-9853-06cdecc79961 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/c2a8045e-245c-4739-94e2-e906a0e2e385 HTTP/1.1" status: 404 len: 337 time: 0.0294178 Oct 19 01:13:09.095674 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42386) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:09.136756 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c2e2c1-3bfc-4c77-88c6-344e2d92429b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:09.137330 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32c2e2c1-3bfc-4c77-88c6-344e2d92429b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:09.144310 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-32c2e2c1-3bfc-4c77-88c6-344e2d92429b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/986866a2-1008-4eba-ae49-577f693447ac HTTP/1.1" status: 404 len: 337 time: 0.0475783 Oct 19 01:13:09.144954 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42390) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:09.146879 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-a090ce9c-415d-4085-a9c5-6533352787dd None None] Provisioning complete for port 459fb995-a250-4ecc-9b01-c5452ade1755 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:09.147251 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a090ce9c-415d-4085-a9c5-6533352787dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:09.173179 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-9976f4fc-d147-4146-a7f7-e860e4618de5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:09.173819 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9976f4fc-d147-4146-a7f7-e860e4618de5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:09.180306 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9976f4fc-d147-4146-a7f7-e860e4618de5 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/61d10b44-82be-4107-b3d7-1307b95da3cc HTTP/1.1" status: 404 len: 333 time: 0.0342917 Oct 19 01:13:09.181212 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42392) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:09.209125 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dd631bc9-e460-40bc-9a62-123cfb05c8a8 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:09.213713 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe85a8f-4672-4f78-9c45-0f9c8f87835a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:09.214470 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fe85a8f-4672-4f78-9c45-0f9c8f87835a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:09.218418 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4fe85a8f-4672-4f78-9c45-0f9c8f87835a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/20ae5b34-19eb-4fe3-b856-75a64741e6df HTTP/1.1" status: 404 len: 337 time: 0.0362055 Oct 19 01:13:09.220821 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42394) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:09.243319 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:09.249115 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d900d9f-f450-4318-b2ec-8b8b651977b3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:09.249565 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d900d9f-f450-4318-b2ec-8b8b651977b3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:09.250249 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7db4b1ad-408c-4176-93d8-ba7daef357c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:09.256332 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0d900d9f-f450-4318-b2ec-8b8b651977b3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/51f33e25-8b90-4573-8845-2c88469d50da HTTP/1.1" status: 404 len: 337 time: 0.0317540 Oct 19 01:13:09.257635 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42396) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:09.262890 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd631bc9-e460-40bc-9a62-123cfb05c8a8 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Network 1b82a2c5-4101-4e72-a67d-af5752cbb869 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:09.271602 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-dd631bc9-e460-40bc-9a62-123cfb05c8a8 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:09.281950 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7db4b1ad-408c-4176-93d8-ba7daef357c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:09.285974 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7db4b1ad-408c-4176-93d8-ba7daef357c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "DELETE /v2.0/networks/b1072d77-774f-4a56-b2c3-f6bf7cb0a0f7 HTTP/1.1" status: 204 len: 168 time: 4.6977761 Oct 19 01:13:09.289957 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-babb60ea-7b40-4434-8a46-cd683517d301 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:09.290103 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd631bc9-e460-40bc-9a62-123cfb05c8a8 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:09.290205 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-babb60ea-7b40-4434-8a46-cd683517d301 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:09.295285 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-babb60ea-7b40-4434-8a46-cd683517d301 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/e525f635-0eed-40e7-9d2a-08eec29ea3cb HTTP/1.1" status: 404 len: 333 time: 0.0344169 Oct 19 01:13:09.295462 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268884e8-c441-474c-8593-1886944fa754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b268d2cd-9b85-4305-b3d7-fbf0209b0c7a'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:09.295572 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42398) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:09.296244 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41511d35-bd02-4ff9-a6a9-dbbc5adc39a1" -d '{"events": [{"server_uuid": "268884e8-c441-474c-8593-1886944fa754", "name": "network-vif-plugged", "status": "completed", "tag": "b268d2cd-9b85-4305-b3d7-fbf0209b0c7a"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:09.299690 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-5d881d1b-925d-46f0-b79e-876f9e058997 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1618579241'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:09.301947 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42400) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:09.319583 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port b268d2cd-9b85-4305-b3d7-fbf0209b0c7a, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=b268d2cd-9b85-4305-b3d7-fbf0209b0c7a,segment=NetworkSegment(14522f8d-10d2-4f4c-a467-a7aa9d13dc14),segment_id=14522f8d-10d2-4f4c-a467-a7aa9d13dc14)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:09.329510 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:09.330448 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 93b0f31d-e0ee-48ea-b242-5c575975f615 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:09.332098 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d881d1b-925d-46f0-b79e-876f9e058997 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Made reservation on behalf of f73fb85d909d456699ce7f7b906bb45c for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:09.339004 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5d881d1b-925d-46f0-b79e-876f9e058997 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:09.368348 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4b1ad-408c-4176-93d8-ba7daef357c5 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event deleted for resources: {'Network': ['ID=b1072d77-774f-4a56-b2c3-f6bf7cb0a0f7,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:09.388185 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8c4671-2c82-4999-9053-dd8d2919eaf4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:09.389240 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d8c4671-2c82-4999-9053-dd8d2919eaf4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:09.392803 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303fd37e-49b1-439d-a0d0-7da9b69cc88a None None] DHCP port deletion for 833e9ff3-de52-4870-807a-a323cda2654c request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:13:09.396177 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3d8c4671-2c82-4999-9053-dd8d2919eaf4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/6e695c6f-46c9-47e7-8f37-f4c23972ae92 HTTP/1.1" status: 404 len: 337 time: 0.0867636 Oct 19 01:13:09.398403 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42404) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:09.404076 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d881d1b-925d-46f0-b79e-876f9e058997 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:13:09.406691 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d022c01-94e2-4b4e-b9f4-ef417a2527bf x-openstack-request-id: req-7d022c01-94e2-4b4e-b9f4-ef417a2527bf {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:13:09.406983 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268884e8-c441-474c-8593-1886944fa754", "name": "network-vif-plugged", "status": "completed", "tag": "b268d2cd-9b85-4305-b3d7-fbf0209b0c7a", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:13:09.407288 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7d022c01-94e2-4b4e-b9f4-ef417a2527bf {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:13:09.407672 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '268884e8-c441-474c-8593-1886944fa754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b268d2cd-9b85-4305-b3d7-fbf0209b0c7a', 'code': 200} Oct 19 01:13:09.423754 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5d881d1b-925d-46f0-b79e-876f9e058997 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:09.424213 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-5d881d1b-925d-46f0-b79e-876f9e058997 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Added segment e467b4a8-98bf-4bc6-b604-81143cb3d81a of type vlan for network 9acffde8-596e-4008-8d77-76aeb4d8aaf1 Oct 19 01:13:09.428223 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec38384-a463-4901-b5b2-af5412c1a02d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:09.428946 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ec38384-a463-4901-b5b2-af5412c1a02d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:09.432695 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1ec38384-a463-4901-b5b2-af5412c1a02d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/90acf195-8c77-404b-a50b-02f5d678ebc2 HTTP/1.1" status: 404 len: 333 time: 0.0332308 Oct 19 01:13:09.433443 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd631bc9-e460-40bc-9a62-123cfb05c8a8 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event updated for resources: {'Port': ['ID=4352d4cd-569a-4420-855e-bc522dd60110,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:09.435463 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42408) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:09.468898 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=b268d2cd-9b85-4305-b3d7-fbf0209b0c7a,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:09.475189 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6654942-5a42-4464-864f-98ab49896cdf tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:09.475652 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6654942-5a42-4464-864f-98ab49896cdf tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:09.482161 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d6654942-5a42-4464-864f-98ab49896cdf tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/5f96a0b6-e65b-4857-8dfe-2b8b7f4a9b1c HTTP/1.1" status: 404 len: 337 time: 0.0411069 Oct 19 01:13:09.482161 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dd631bc9-e460-40bc-9a62-123cfb05c8a8 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:09.487827 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42410) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:09.506026 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 93b0f31d-e0ee-48ea-b242-5c575975f615 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:13:09.511989 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-303fd37e-49b1-439d-a0d0-7da9b69cc88a None None] Deleting port 459fb995-a250-4ecc-9b01-c5452ade1755 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:09.512360 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-303fd37e-49b1-439d-a0d0-7da9b69cc88a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:09.515478 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 93b0f31d-e0ee-48ea-b242-5c575975f615 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:09.515862 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:09.527704 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5df33b8-58cc-4089-8428-8dcb59d2bb9e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:09.528470 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5df33b8-58cc-4089-8428-8dcb59d2bb9e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:09.531437 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a5df33b8-58cc-4089-8428-8dcb59d2bb9e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/ed5546c5-668d-4820-bdc5-3a80ec0a23e4 HTTP/1.1" status: 404 len: 333 time: 0.0400193 Oct 19 01:13:09.534308 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42412) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:09.555034 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5d881d1b-925d-46f0-b79e-876f9e058997 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:09.569998 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f694dd-12b7-4672-a4b4-36d9f8957a7d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:09.570460 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0f694dd-12b7-4672-a4b4-36d9f8957a7d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:09.574444 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b0f694dd-12b7-4672-a4b4-36d9f8957a7d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/0153fb7a-f474-4a35-a4b7-4745cf0142ae HTTP/1.1" status: 404 len: 337 time: 0.0391338 Oct 19 01:13:09.580730 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42414) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:09.612153 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-a91b3add-8d09-49c3-8b74-32219424d73b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:09.612974 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a91b3add-8d09-49c3-8b74-32219424d73b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:09.618545 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a91b3add-8d09-49c3-8b74-32219424d73b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/57b638e0-8082-4c8a-b539-0793cd513e6b HTTP/1.1" status: 404 len: 333 time: 0.0340953 Oct 19 01:13:09.619347 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42416) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:09.625578 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572c2bf-75bb-45d9-923c-d05433b67c15 req-c55ce7f4-9e25-48eb-ae4a-6feb539f6baa tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:09.630737 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-303fd37e-49b1-439d-a0d0-7da9b69cc88a None None] For port 459fb995-a250-4ecc-9b01-c5452ade1755, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=459fb995-a250-4ecc-9b01-c5452ade1755,segment=NetworkSegment(1be70c02-2e7b-4331-afaf-07067d0be27b),segment_id=1be70c02-2e7b-4331-afaf-07067d0be27b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:09.631212 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-303fd37e-49b1-439d-a0d0-7da9b69cc88a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:09.647144 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572c2bf-75bb-45d9-923c-d05433b67c15 req-c55ce7f4-9e25-48eb-ae4a-6feb539f6baa tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:09.663715 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-303fd37e-49b1-439d-a0d0-7da9b69cc88a None None] Calling delete_port for 459fb995-a250-4ecc-9b01-c5452ade1755 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:09.665283 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572c2bf-75bb-45d9-923c-d05433b67c15 req-c55ce7f4-9e25-48eb-ae4a-6feb539f6baa tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:09.676479 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d572c2bf-75bb-45d9-923c-d05433b67c15 req-c55ce7f4-9e25-48eb-ae4a-6feb539f6baa tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=268884e8-c441-474c-8593-1886944fa754 HTTP/1.1" status: 200 len: 2415 time: 0.1894400 Oct 19 01:13:09.693431 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5d881d1b-925d-46f0-b79e-876f9e058997 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:09.708467 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d881d1b-925d-46f0-b79e-876f9e058997 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:09.709154 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5d881d1b-925d-46f0-b79e-876f9e058997 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:09.717392 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9019acf-0737-4d69-92f7-22d7eb2102ff tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:09.718321 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9019acf-0737-4d69-92f7-22d7eb2102ff tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:09.722161 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c9019acf-0737-4d69-92f7-22d7eb2102ff tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/3db596dc-7d89-4644-adf0-6e12e4f34018 HTTP/1.1" status: 404 len: 337 time: 0.1015348 Oct 19 01:13:09.731764 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42420) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:09.757169 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 795e694c-8a7a-444c-bec6-6f274fd4eb57 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:09.783062 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-a276db81-26c7-47bb-ab7a-a22a9b146634 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:09.783846 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a276db81-26c7-47bb-ab7a-a22a9b146634 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:09.789537 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a276db81-26c7-47bb-ab7a-a22a9b146634 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/4bc76299-7fbb-436a-8acd-752f632a3e63 HTTP/1.1" status: 404 len: 333 time: 0.0529032 Oct 19 01:13:09.792323 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42424) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:09.816233 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5d881d1b-925d-46f0-b79e-876f9e058997 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5186360 Oct 19 01:13:09.825319 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42428) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:09.830173 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-20b9527c-1ffd-49d1-8e6d-2271571a2829 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Request body: {'subnet': {'network_id': '9acffde8-596e-4008-8d77-76aeb4d8aaf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:09.842737 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-d04600cf-c71d-49b3-b974-d53f4cbaa5f4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:09.843006 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d04600cf-c71d-49b3-b974-d53f4cbaa5f4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:09.845567 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-76958e45-893e-4c69-b47b-99c39ae1c052 None None] Provisioning complete for port 4352d4cd-569a-4420-855e-bc522dd60110 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:09.845968 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-76958e45-893e-4c69-b47b-99c39ae1c052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:09.847779 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d04600cf-c71d-49b3-b974-d53f4cbaa5f4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/2fd65ad9-2f3a-4930-99fd-d735419686bc HTTP/1.1" status: 404 len: 337 time: 0.0547099 Oct 19 01:13:09.850131 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42430) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:09.880230 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d881d1b-925d-46f0-b79e-876f9e058997 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event updated for resources: {'Network': ['ID=9acffde8-596e-4008-8d77-76aeb4d8aaf1,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:09.892408 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-303fd37e-49b1-439d-a0d0-7da9b69cc88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:09.895036 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:09.904505 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 9acffde8-596e-4008-8d77-76aeb4d8aaf1 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:13:09.911151 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d572c2bf-75bb-45d9-923c-d05433b67c15 req-0e7c10b0-a179-4208-ae06-f878c32ee280 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd184901-d9e0-49b7-8bcb-3e71a3b25297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336230 Oct 19 01:13:09.914175 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-af3a40f0-d618-4dd3-932d-158651441ffa tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:09.915576 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af3a40f0-d618-4dd3-932d-158651441ffa tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:09.918997 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-af3a40f0-d618-4dd3-932d-158651441ffa tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/426e8fb3-67e5-4aff-be77-ac638afbe09c HTTP/1.1" status: 404 len: 333 time: 0.0676646 Oct 19 01:13:09.922484 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42432) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:09.959367 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-b547d651-f423-4fad-b983-d20df8dc9688 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:09.959989 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b547d651-f423-4fad-b983-d20df8dc9688 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:09.964163 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b547d651-f423-4fad-b983-d20df8dc9688 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/b62a0ddb-93f1-4e8e-9605-cd5ab902fa96 HTTP/1.1" status: 404 len: 337 time: 0.0406103 Oct 19 01:13:09.965723 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dd631bc9-e460-40bc-9a62-123cfb05c8a8 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:09.967783 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42434) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:09.974810 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303fd37e-49b1-439d-a0d0-7da9b69cc88a None None] Pushing event deleted for resources: {'Port': ['ID=459fb995-a250-4ecc-9b01-c5452ade1755,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:09.986707 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303fd37e-49b1-439d-a0d0-7da9b69cc88a None None] No DVR routers for this DVR port 459fb995-a250-4ecc-9b01-c5452ade1755 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:13:10.009413 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-c436f153-270f-4bc2-b4eb-d9bd584645db tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:10.010347 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-76958e45-893e-4c69-b47b-99c39ae1c052 None None] Port 4352d4cd-569a-4420-855e-bc522dd60110 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:13:10.010504 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c436f153-270f-4bc2-b4eb-d9bd584645db tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:10.017985 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c436f153-270f-4bc2-b4eb-d9bd584645db tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/bad72ee8-6546-4f37-928f-21e46c9c91a7 HTTP/1.1" status: 404 len: 337 time: 0.0464361 Oct 19 01:13:10.018153 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42438) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:10.018552 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd013c0-9472-4888-86e5-c4d3662ee41b None None] get_active_networks_info from n-d-715271-26 {{(pid=100608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:13:10.027654 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b9527c-1ffd-49d1-8e6d-2271571a2829 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Made reservation on behalf of f73fb85d909d456699ce7f7b906bb45c for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:10.035803 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-20b9527c-1ffd-49d1-8e6d-2271571a2829 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:10.075717 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4729768-563f-4f23-a241-0d6dafd5c34e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:10.076753 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4729768-563f-4f23-a241-0d6dafd5c34e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:10.080077 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a4729768-563f-4f23-a241-0d6dafd5c34e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/ed8fa4e2-8471-40ff-94b7-8920dc448cf5 HTTP/1.1" status: 404 len: 333 time: 0.0588055 Oct 19 01:13:10.085096 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42448) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:10.090174 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 93b0f31d-e0ee-48ea-b242-5c575975f615, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=93b0f31d-e0ee-48ea-b242-5c575975f615,segment=NetworkSegment(1244ac64-a1c5-44bf-a324-a946ba739835),segment_id=1244ac64-a1c5-44bf-a324-a946ba739835)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:10.108323 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:10.109130 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device c07cda87-32da-441c-b723-7287047b8273 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:10.143036 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c9922c1-2bda-48a5-9a9a-05e6ee935f5f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:10.143642 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c9922c1-2bda-48a5-9a9a-05e6ee935f5f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:10.149429 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4c9922c1-2bda-48a5-9a9a-05e6ee935f5f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/9fe22de1-71cb-4eb4-8b1b-800b57534fb1 HTTP/1.1" status: 404 len: 337 time: 0.0608640 Oct 19 01:13:10.149689 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 795e694c-8a7a-444c-bec6-6f274fd4eb57 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:10.149945 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42450) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:10.150138 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:10.185149 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc93c304-dcec-4878-af31-05ebe1efbee1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:10.185612 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc93c304-dcec-4878-af31-05ebe1efbee1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:10.190968 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-fc93c304-dcec-4878-af31-05ebe1efbee1 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/6a58547e-22ef-468a-8e66-69db5a8d3245 HTTP/1.1" status: 404 len: 337 time: 0.0377808 Oct 19 01:13:10.192796 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42452) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:10.242658 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-644e3918-c71b-49bc-96c6-80715e9639c8 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:10.243628 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-644e3918-c71b-49bc-96c6-80715e9639c8 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:10.249042 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-644e3918-c71b-49bc-96c6-80715e9639c8 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/052da150-9a4f-4f6d-81d3-d5ed3b7b9afb HTTP/1.1" status: 404 len: 333 time: 0.0528045 Oct 19 01:13:10.249735 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42456) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:10.271867 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=93b0f31d-e0ee-48ea-b242-5c575975f615,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:10.286537 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99b842a-5fab-43c0-bafa-e73571813af0 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:10.287103 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a99b842a-5fab-43c0-bafa-e73571813af0 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:10.292567 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a99b842a-5fab-43c0-bafa-e73571813af0 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/46adaf31-ee26-4a0e-b09d-b12c89b47cac HTTP/1.1" status: 404 len: 337 time: 0.0401430 Oct 19 01:13:10.294595 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42458) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:10.317090 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-47bc0d51-19f6-494d-b6a9-bfbb071d4506 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:10.318588 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-47bc0d51-19f6-494d-b6a9-bfbb071d4506 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/networks?id=9fdfc968-fd05-4762-858e-87980e28a6e6 HTTP/1.1" status: 200 len: 812 time: 0.2233005 Oct 19 01:13:10.328697 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb61533-8fde-4d34-b739-652e14a4f6d4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:10.329370 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb61533-8fde-4d34-b739-652e14a4f6d4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:10.332629 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port c07cda87-32da-441c-b723-7287047b8273 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:13:10.335638 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0eb61533-8fde-4d34-b739-652e14a4f6d4 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/0e1d982d-5227-4903-8ec8-b88ea0361c25 HTTP/1.1" status: 404 len: 337 time: 0.0376925 Oct 19 01:13:10.337543 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42460) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:10.349305 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port c07cda87-32da-441c-b723-7287047b8273 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:10.349701 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:10.360111 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-db1dcc21-0897-4542-b07f-3fc3513c55eb tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/quotas/6b1b4901fc87414a92dc3f7f47c3c09a HTTP/1.1" status: 200 len: 375 time: 0.0258324 Oct 19 01:13:10.391766 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f3a161-bc6f-48b5-abd4-60cc06d5e3fd tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:10.392598 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48f3a161-bc6f-48b5-abd4-60cc06d5e3fd tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:10.395770 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-48f3a161-bc6f-48b5-abd4-60cc06d5e3fd tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/e6d7494e-ccb0-42e6-8219-358a8f0c9f98 HTTP/1.1" status: 404 len: 333 time: 0.0374589 Oct 19 01:13:10.400407 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42462) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:10.410280 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-f3c1ac24-56c2-4d3e-98fa-25dce686ca73 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b1b4901fc87414a92dc3f7f47c3c09a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393455 Oct 19 01:13:10.437055 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-738a17f2-9f7a-43ca-8aa7-1e8f917e533c tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:10.437884 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-738a17f2-9f7a-43ca-8aa7-1e8f917e533c tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:10.442128 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-738a17f2-9f7a-43ca-8aa7-1e8f917e533c tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/e49e443b-18a6-4f4d-bbea-6431f344c347 HTTP/1.1" status: 404 len: 337 time: 0.0403457 Oct 19 01:13:10.444628 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-20b9527c-1ffd-49d1-8e6d-2271571a2829 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:10.446987 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42466) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:10.521160 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-402277c3-c032-43c3-88ca-b905d6180863 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:10.521963 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-402277c3-c032-43c3-88ca-b905d6180863 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:10.528609 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-402277c3-c032-43c3-88ca-b905d6180863 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/077ae987-6301-41d8-b974-11ecfee26e76 HTTP/1.1" status: 404 len: 337 time: 0.0486333 Oct 19 01:13:10.532571 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42468) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:10.547265 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9527c-1ffd-49d1-8e6d-2271571a2829 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event updated for resources: {'Subnet': ['ID=dfe2a988-6955-41ce-bead-b57d184a6dcf,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:10.560480 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:13:10.572619 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ea7e2aa7-1e12-46dd-9c81-7a284139460f tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8e0259d-5161-4c94-b154-ebd53e9e2f61 HTTP/1.1" status: 200 len: 205 time: 0.0363967 Oct 19 01:13:10.575571 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42470) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:10.581115 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dd631bc9-e460-40bc-9a62-123cfb05c8a8 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:10.603789 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:13:10.604145 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 86457c7c-9c9a-4ec3-97e9-ee1cdbf3b201 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:13:10.615825 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dd631bc9-e460-40bc-9a62-123cfb05c8a8 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:10.618503 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-2ac0b176-4785-41c5-a963-3481266101ba tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] delete failed (client error): The resource could not be found. Oct 19 01:13:10.622347 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2ac0b176-4785-41c5-a963-3481266101ba tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/routers/a8e0259d-5161-4c94-b154-ebd53e9e2f61 HTTP/1.1" status: 404 len: 336 time: 0.0429790 Oct 19 01:13:10.623030 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42472) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:10.626106 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b9527c-1ffd-49d1-8e6d-2271571a2829 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Checking segment: {'id': 'e467b4a8-98bf-4bc6-b604-81143cb3d81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9acffde8-596e-4008-8d77-76aeb4d8aaf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:10.626786 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b9527c-1ffd-49d1-8e6d-2271571a2829 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Network hostable DHCP agents. Network: 9acffde8-596e-4008-8d77-76aeb4d8aaf1, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:13:10.653287 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd013c0-9472-4888-86e5-c4d3662ee41b None None] Resources bound (agent type, host, resource id): {{(pid=100608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:13:10.666577 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-61cf8259-8cf7-473d-a7b1-48b97321a005 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:10.667285 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61cf8259-8cf7-473d-a7b1-48b97321a005 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:10.670444 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-61cf8259-8cf7-473d-a7b1-48b97321a005 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/14cccd41-49fc-4ae2-bb1b-f5fdd99dbcc5 HTTP/1.1" status: 404 len: 337 time: 0.0458674 Oct 19 01:13:10.672041 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd631bc9-e460-40bc-9a62-123cfb05c8a8 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event updated for resources: {'Port': ['ID=4352d4cd-569a-4420-855e-bc522dd60110,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:10.673928 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42474) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:10.713187 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5d2ac22d-64c2-4c6a-86e7-d3d2ace15c1e tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fe5f7ad-f7ff-4497-80ac-b77faf511118 HTTP/1.1" status: 200 len: 205 time: 0.0373771 Oct 19 01:13:10.714246 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b9527c-1ffd-49d1-8e6d-2271571a2829 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Network 9acffde8-596e-4008-8d77-76aeb4d8aaf1 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:13:10.714986 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42476) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:10.724134 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 459fb995-a250-4ecc-9b01-c5452ade1755 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:13:10.724369 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-20b9527c-1ffd-49d1-8e6d-2271571a2829 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 9acffde8-596e-4008-8d77-76aeb4d8aaf1) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:10.730159 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b9527c-1ffd-49d1-8e6d-2271571a2829 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:10.730365 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-20b9527c-1ffd-49d1-8e6d-2271571a2829 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:10.750620 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-20b9527c-1ffd-49d1-8e6d-2271571a2829 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9240785 Oct 19 01:13:10.753029 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42480) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:10.765150 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:10.768722 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 459fb995-a250-4ecc-9b01-c5452ade1755 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:13:10.769075 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 459fb995-a250-4ecc-9b01-c5452ade1755 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:13:10.775246 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-39915ba2-cb0e-49bf-a185-1e72e4728be0 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] delete failed (client error): The resource could not be found. Oct 19 01:13:10.776207 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-39915ba2-cb0e-49bf-a185-1e72e4728be0 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/routers/6fe5f7ad-f7ff-4497-80ac-b77faf511118 HTTP/1.1" status: 404 len: 336 time: 0.0601692 Oct 19 01:13:10.780073 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42482) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:10.797125 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-dbd9d5ed-0c34-4b28-89c6-d037df771f94 service neutron] 10.222.0.57 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717420 Oct 19 01:13:10.808490 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dd631bc9-e460-40bc-9a62-123cfb05c8a8 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:10.843532 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e83d689-43a9-4095-b529-a7a094e5e470 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:10.844119 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e83d689-43a9-4095-b529-a7a094e5e470 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:10.847532 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6e83d689-43a9-4095-b529-a7a094e5e470 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/b03af8b1-45a9-461e-bbae-4030a7e421a4 HTTP/1.1" status: 404 len: 337 time: 0.0662184 Oct 19 01:13:10.851066 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42484) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:10.858769 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port c07cda87-32da-441c-b723-7287047b8273, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=c07cda87-32da-441c-b723-7287047b8273,segment=NetworkSegment(1244ac64-a1c5-44bf-a324-a946ba739835),segment_id=1244ac64-a1c5-44bf-a324-a946ba739835)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:10.865038 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:10.911416 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-db4995c5-2346-40c8-9671-56042fbb702b tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:10.929845 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-512d0e03-c92e-4fd8-9141-3304c882f1c3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:10.929845 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-512d0e03-c92e-4fd8-9141-3304c882f1c3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:10.932870 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-512d0e03-c92e-4fd8-9141-3304c882f1c3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/003c65d6-e803-42f2-8a4b-d289f11eab8b HTTP/1.1" status: 404 len: 337 time: 0.0751638 Oct 19 01:13:10.958696 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42488) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:10.975643 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=c07cda87-32da-441c-b723-7287047b8273,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:11.023166 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-0375e937-584b-4de3-9ae6-12f8f8723f7d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:11.023801 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0375e937-584b-4de3-9ae6-12f8f8723f7d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:11.030001 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0375e937-584b-4de3-9ae6-12f8f8723f7d tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/dde282d6-355f-45d6-938f-607e956df43d HTTP/1.1" status: 404 len: 333 time: 0.0679569 Oct 19 01:13:11.031284 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42490) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:11.034365 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-db4995c5-2346-40c8-9671-56042fbb702b tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:11.077879 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-b27e41cd-669a-47e1-8869-a12f13fa1691 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:11.078336 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b27e41cd-669a-47e1-8869-a12f13fa1691 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:11.083865 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b27e41cd-669a-47e1-8869-a12f13fa1691 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/135bd86e-12b7-46bb-922a-f4413def7a01 HTTP/1.1" status: 404 len: 337 time: 0.0459809 Oct 19 01:13:11.084861 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42492) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:11.091931 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab857f0c-c43d-4651-ac01-a30b22340b32 req-e2fa8348-4823-4068-8a79-22010ad03920 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:11.098291 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab857f0c-c43d-4651-ac01-a30b22340b32 req-e2fa8348-4823-4068-8a79-22010ad03920 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:11.103806 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-76821a50-86d7-42a3-aad2-b5b542524dba service neutron] 10.222.0.57 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057511 Oct 19 01:13:11.105918 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab857f0c-c43d-4651-ac01-a30b22340b32 req-e2fa8348-4823-4068-8a79-22010ad03920 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:11.107681 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab857f0c-c43d-4651-ac01-a30b22340b32 req-e2fa8348-4823-4068-8a79-22010ad03920 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=268884e8-c441-474c-8593-1886944fa754 HTTP/1.1" status: 200 len: 2417 time: 0.1104553 Oct 19 01:13:11.121803 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-33bbb567-2f1b-4202-8c28-faeb4eeceddf tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:11.122511 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33bbb567-2f1b-4202-8c28-faeb4eeceddf tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:11.128023 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-33bbb567-2f1b-4202-8c28-faeb4eeceddf tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/603f1939-7ff9-4e9e-bd7a-f120b9dc1393 HTTP/1.1" status: 404 len: 333 time: 0.0398073 Oct 19 01:13:11.128516 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42494) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:11.155859 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68458557-7d60-43ad-89ae-32f72177d5f3 None None] Network 9acffde8-596e-4008-8d77-76aeb4d8aaf1 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:11.164061 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab857f0c-c43d-4651-ac01-a30b22340b32 req-145fd38d-721d-42d8-8a97-1e80149ee0bc tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd184901-d9e0-49b7-8bcb-3e71a3b25297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480385 Oct 19 01:13:11.166877 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd631bc9-e460-40bc-9a62-123cfb05c8a8 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Network 1b82a2c5-4101-4e72-a67d-af5752cbb869 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:11.168558 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce25557-6f95-4b39-aa9b-3f644ce47482 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:11.169052 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce25557-6f95-4b39-aa9b-3f644ce47482 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:11.172577 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4ce25557-6f95-4b39-aa9b-3f644ce47482 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/f87dd1f6-321a-4930-9778-385eebc6bf08 HTTP/1.1" status: 404 len: 337 time: 0.0429780 Oct 19 01:13:11.173401 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-db4995c5-2346-40c8-9671-56042fbb702b tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:11.173934 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-dd631bc9-e460-40bc-9a62-123cfb05c8a8 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:11.175779 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42496) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:11.205409 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-83310731-a930-4b77-9dbb-c9ac2bc8e568 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:11.206154 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83310731-a930-4b77-9dbb-c9ac2bc8e568 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:11.209261 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-83310731-a930-4b77-9dbb-c9ac2bc8e568 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/eb55f1e9-c8cc-4fd1-8dad-a0e06e3e30b8 HTTP/1.1" status: 404 len: 333 time: 0.0325480 Oct 19 01:13:11.218485 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42498) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:11.229464 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4995c5-2346-40c8-9671-56042fbb702b tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event deleted for resources: {'Subnet': ['ID=dfe2a988-6955-41ce-bead-b57d184a6dcf,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:11.258278 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-938bfd27-7a23-4c8b-b95e-afafb8cfd824 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:11.259837 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-938bfd27-7a23-4c8b-b95e-afafb8cfd824 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:11.265185 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-938bfd27-7a23-4c8b-b95e-afafb8cfd824 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/3b2bf842-3201-4227-a59b-a77164f2f7d7 HTTP/1.1" status: 404 len: 337 time: 0.0451953 Oct 19 01:13:11.270802 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42502) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:11.328863 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-1037fcff-00fe-47d1-b6b5-c8cadcdc9f70 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:11.329588 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1037fcff-00fe-47d1-b6b5-c8cadcdc9f70 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:11.332701 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1037fcff-00fe-47d1-b6b5-c8cadcdc9f70 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/39bdad87-7d76-4e3e-aead-1e2f4666ec38 HTTP/1.1" status: 404 len: 333 time: 0.0609114 Oct 19 01:13:11.366085 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-db4995c5-2346-40c8-9671-56042fbb702b tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:11.372545 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42504) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:11.388591 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6eac80f-d4ec-40e2-8a1a-e3a574f947f8 None None] Network 9acffde8-596e-4008-8d77-76aeb4d8aaf1 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:11.411450 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268884e8-c441-474c-8593-1886944fa754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b0f31d-e0ee-48ea-b242-5c575975f615'}, {'server_uuid': '268884e8-c441-474c-8593-1886944fa754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07cda87-32da-441c-b723-7287047b8273'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:11.413902 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416e1477-8178-4712-9fb2-195d5f4c2a79" -d '{"events": [{"server_uuid": "268884e8-c441-474c-8593-1886944fa754", "name": "network-vif-plugged", "status": "completed", "tag": "93b0f31d-e0ee-48ea-b242-5c575975f615"}, {"server_uuid": "268884e8-c441-474c-8593-1886944fa754", "name": "network-vif-plugged", "status": "completed", "tag": "c07cda87-32da-441c-b723-7287047b8273"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:11.428132 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac0f17fa-705a-4a4c-a508-615c9b64f2fb tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:11.428593 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac0f17fa-705a-4a4c-a508-615c9b64f2fb tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:11.437218 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42512) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:11.438053 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ac0f17fa-705a-4a4c-a508-615c9b64f2fb tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/df907e26-bcce-43db-a9e0-21496bfaf53d HTTP/1.1" status: 404 len: 337 time: 0.0618730 Oct 19 01:13:11.454482 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-db4995c5-2346-40c8-9671-56042fbb702b tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9acffde8-596e-4008-8d77-76aeb4d8aaf1']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:11.489977 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-db4995c5-2346-40c8-9671-56042fbb702b tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e467b4a8-98bf-4bc6-b604-81143cb3d81a') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:11.490271 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-db4995c5-2346-40c8-9671-56042fbb702b tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e467b4a8-98bf-4bc6-b604-81143cb3d81a') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:11.493393 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5fd309-cd84-45a0-b29a-c72567424b71 x-openstack-request-id: req-ed5fd309-cd84-45a0-b29a-c72567424b71 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:13:11.493687 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268884e8-c441-474c-8593-1886944fa754", "name": "network-vif-plugged", "status": "completed", "tag": "93b0f31d-e0ee-48ea-b242-5c575975f615", "code": 200}, {"server_uuid": "268884e8-c441-474c-8593-1886944fa754", "name": "network-vif-plugged", "status": "completed", "tag": "c07cda87-32da-441c-b723-7287047b8273", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:13:11.494037 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ed5fd309-cd84-45a0-b29a-c72567424b71 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:13:11.494604 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '268884e8-c441-474c-8593-1886944fa754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b0f31d-e0ee-48ea-b242-5c575975f615', 'code': 200} Oct 19 01:13:11.494973 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '268884e8-c441-474c-8593-1886944fa754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07cda87-32da-441c-b723-7287047b8273', 'code': 200} Oct 19 01:13:11.504089 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a0a2ea0f-2300-4a74-9a5d-da5da7d7c8f8 req-0bd391da-7bb0-42b6-8ecb-297e31269b3e tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0aa19e3-7bd0-45cb-b8d8-6f025d812fea HTTP/1.1" status: 200 len: 210 time: 0.0793428 Oct 19 01:13:11.508430 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-db4995c5-2346-40c8-9671-56042fbb702b tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:11.528567 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-db4995c5-2346-40c8-9671-56042fbb702b tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:11.538491 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db4995c5-2346-40c8-9671-56042fbb702b tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:13:11.538817 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-db4995c5-2346-40c8-9671-56042fbb702b tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:11.543976 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:13:11.543976 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:13:11.543976 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:13:11.543976 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:13:11.543976 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:13:11.543976 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:13:11.543976 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:13:11.543976 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:13:11.543976 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:13:11.543976 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:13:11.543976 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:13:11.543976 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:13:11.543976 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:13:11.543976 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:13:11.543976 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:13:11.543976 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:13:11.543976 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:13:11.543976 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:13:11.543976 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:13:11.543976 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:13:11.543976 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:13:11.543976 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:13:11.543976 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:13:11.543976 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:13:11.543976 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:13:11.543976 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:13:11.543976 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:13:11.543976 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:13:11.543976 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:13:11.543976 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:13:11.543976 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:13:11.543976 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:13:11.557007 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaaef1f4-f1b8-4a50-842c-3701f7c674a3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:11.558026 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaaef1f4-f1b8-4a50-842c-3701f7c674a3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:11.564182 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-aaaef1f4-f1b8-4a50-842c-3701f7c674a3 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/fe0429b2-6a34-40be-a4a8-83b5e7fff007 HTTP/1.1" status: 404 len: 333 time: 0.1257083 Oct 19 01:13:11.568097 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42514) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:11.578681 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-1df3980d-55c4-4fca-be41-ccfb2e7fb4af None None] Provisioning complete for port 4352d4cd-569a-4420-855e-bc522dd60110 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:11.579109 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1df3980d-55c4-4fca-be41-ccfb2e7fb4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:11.583937 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd631bc9-e460-40bc-9a62-123cfb05c8a8 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Router a4961827-1bab-4d9b-8ce4-1890e2cf2ec1 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:13:11.623453 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-1df3980d-55c4-4fca-be41-ccfb2e7fb4af None None] Port 4352d4cd-569a-4420-855e-bc522dd60110 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:13:11.629405 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-09173ef0-23ec-4b6c-a7a2-884f3eb6472b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:11.629968 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09173ef0-23ec-4b6c-a7a2-884f3eb6472b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:11.636613 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-09173ef0-23ec-4b6c-a7a2-884f3eb6472b tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/4f634a2d-8c15-4a73-bc3f-dd28f73c1ae3 HTTP/1.1" status: 404 len: 337 time: 0.0636747 Oct 19 01:13:11.640072 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42520) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:11.666572 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241b3ab-7bb4-4386-9710-f56109c71b9b req-7935c451-f2a5-4d0b-a78b-374eb7e8c555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:11.667293 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241b3ab-7bb4-4386-9710-f56109c71b9b req-7935c451-f2a5-4d0b-a78b-374eb7e8c555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:11.667499 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241b3ab-7bb4-4386-9710-f56109c71b9b req-7935c451-f2a5-4d0b-a78b-374eb7e8c555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:11.669185 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c241b3ab-7bb4-4386-9710-f56109c71b9b req-7935c451-f2a5-4d0b-a78b-374eb7e8c555 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=268884e8-c441-474c-8593-1886944fa754 HTTP/1.1" status: 200 len: 2873 time: 0.0999064 Oct 19 01:13:11.670467 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-db4995c5-2346-40c8-9671-56042fbb702b tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:11.673295 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-e97983ed-c201-4407-a50f-e10c8320971a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:11.674152 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e97983ed-c201-4407-a50f-e10c8320971a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:11.677799 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e97983ed-c201-4407-a50f-e10c8320971a tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/5aae710f-4a74-400e-9b29-2c0ae468ad55 HTTP/1.1" status: 404 len: 333 time: 0.0364909 Oct 19 01:13:11.682001 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42522) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:11.688400 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-db4995c5-2346-40c8-9671-56042fbb702b tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:11.691503 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-db4995c5-2346-40c8-9671-56042fbb702b tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "DELETE /v2.0/networks/9acffde8-596e-4008-8d77-76aeb4d8aaf1 HTTP/1.1" status: 204 len: 168 time: 0.9373817 Oct 19 01:13:11.708840 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42524) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:11.739233 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-87d61f38-2957-43b8-9ce8-06c9c49ce931 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-75349606'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:11.742747 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4995c5-2346-40c8-9671-56042fbb702b tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event deleted for resources: {'Network': ['ID=9acffde8-596e-4008-8d77-76aeb4d8aaf1,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:11.751497 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-055189b3-a5bf-41f1-856d-94702b70d8c6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:11.751974 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-055189b3-a5bf-41f1-856d-94702b70d8c6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:11.757506 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-055189b3-a5bf-41f1-856d-94702b70d8c6 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/0a601673-0d4a-424e-ad27-6b295848f42f HTTP/1.1" status: 404 len: 337 time: 0.0623119 Oct 19 01:13:11.757923 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42528) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:11.795062 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd631bc9-e460-40bc-9a62-123cfb05c8a8 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:13:11.799086 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a7030ab-da5a-41d3-8418-b7130a187f24 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:11.803517 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a7030ab-da5a-41d3-8418-b7130a187f24 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:11.804025 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-dd631bc9-e460-40bc-9a62-123cfb05c8a8 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "PUT /v2.0/routers/a4961827-1bab-4d9b-8ce4-1890e2cf2ec1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1351495 Oct 19 01:13:11.804690 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42530) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:11.809588 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b1e4d0-e777-4555-8eba-e0658b596397 None None] Sync routers for ids ['a4961827-1bab-4d9b-8ce4-1890e2cf2ec1'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:13:11.810088 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8a7030ab-da5a-41d3-8418-b7130a187f24 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/ports/51b422df-e9db-44ca-9017-c209c6c3b6e7 HTTP/1.1" status: 404 len: 333 time: 0.0459118 Oct 19 01:13:11.811485 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c241b3ab-7bb4-4386-9710-f56109c71b9b req-6525d1d2-6a0f-4e1f-9f11-c82143f7a722 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dd184901-d9e0-49b7-8bcb-3e71a3b25297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286335 Oct 19 01:13:11.812813 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42532) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:11.815540 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-cd2158a5-dbec-4e5e-ae8e-704b0fce3b47 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Request body: {'port': {'network_id': '1b82a2c5-4101-4e72-a67d-af5752cbb869', 'name': 'tempest-FloatingIPTestJSON-187514240'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:11.819183 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b1e4d0-e777-4555-8eba-e0658b596397 None None] Routers {'a4961827-1bab-4d9b-8ce4-1890e2cf2ec1'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:11.820735 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-41b1e4d0-e777-4555-8eba-e0658b596397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:12:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['a4961827-1bab-4d9b-8ce4-1890e2cf2ec1'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:11.823386 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d61f38-2957-43b8-9ce8-06c9c49ce931 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Made reservation on behalf of f73fb85d909d456699ce7f7b906bb45c for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:11.827950 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-87d61f38-2957-43b8-9ce8-06c9c49ce931 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:11.850510 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-a542e3b7-d27d-438b-a40d-87ff7dea1067 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:11.852565 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a542e3b7-d27d-438b-a40d-87ff7dea1067 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:11.858353 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a542e3b7-d27d-438b-a40d-87ff7dea1067 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/subnets/b5e9a843-ed52-4bf5-b6ef-e63fe6e53812 HTTP/1.1" status: 404 len: 337 time: 0.0420699 Oct 19 01:13:11.859950 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42536) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:11.861691 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-41b1e4d0-e777-4555-8eba-e0658b596397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:11.871423 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b1e4d0-e777-4555-8eba-e0658b596397 None None] Routers {'a4961827-1bab-4d9b-8ce4-1890e2cf2ec1'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:11.872392 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-41b1e4d0-e777-4555-8eba-e0658b596397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:12:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['a4961827-1bab-4d9b-8ce4-1890e2cf2ec1'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:11.882716 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87d61f38-2957-43b8-9ce8-06c9c49ce931 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:13:11.893788 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-87d61f38-2957-43b8-9ce8-06c9c49ce931 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:11.894129 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-87d61f38-2957-43b8-9ce8-06c9c49ce931 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Added segment 3aa35b80-3d77-48b0-941e-cad1ef62eb56 of type vlan for network ec426b43-cdc3-4751-9c1f-b6763e3e6f62 Oct 19 01:13:11.916422 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-41b1e4d0-e777-4555-8eba-e0658b596397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:11.917282 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b1e4d0-e777-4555-8eba-e0658b596397 None None] The sync data for ids ['a4961827-1bab-4d9b-8ce4-1890e2cf2ec1'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:13:11.940377 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-87d61f38-2957-43b8-9ce8-06c9c49ce931 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:11.972962 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-87d61f38-2957-43b8-9ce8-06c9c49ce931 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:11.978789 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d61f38-2957-43b8-9ce8-06c9c49ce931 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:11.979385 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-87d61f38-2957-43b8-9ce8-06c9c49ce931 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:12.024534 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-87d61f38-2957-43b8-9ce8-06c9c49ce931 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3075321 Oct 19 01:13:12.027820 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42538) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:12.033159 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-6901b0af-72e8-4942-84f3-6aa15a6f4b7f tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Request body: {'subnet': {'network_id': 'ec426b43-cdc3-4751-9c1f-b6763e3e6f62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:12.079333 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d61f38-2957-43b8-9ce8-06c9c49ce931 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event updated for resources: {'Network': ['ID=ec426b43-cdc3-4751-9c1f-b6763e3e6f62,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:12.093019 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network ec426b43-cdc3-4751-9c1f-b6763e3e6f62 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:13:12.176560 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6901b0af-72e8-4942-84f3-6aa15a6f4b7f tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Made reservation on behalf of f73fb85d909d456699ce7f7b906bb45c for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:12.180816 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6901b0af-72e8-4942-84f3-6aa15a6f4b7f tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:12.355231 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9b23bf75-b0b9-4bf5-aac7-4f6f110af549 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:12.423504 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2683a9a-7c94-4bf2-9e9b-21f01bfba45d req-1b453e0e-f6e5-4e8f-9df1-3f5c910d9939 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:12.430343 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2683a9a-7c94-4bf2-9e9b-21f01bfba45d req-1b453e0e-f6e5-4e8f-9df1-3f5c910d9939 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:12.437771 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2683a9a-7c94-4bf2-9e9b-21f01bfba45d req-1b453e0e-f6e5-4e8f-9df1-3f5c910d9939 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:12.444294 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d2683a9a-7c94-4bf2-9e9b-21f01bfba45d req-1b453e0e-f6e5-4e8f-9df1-3f5c910d9939 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=268884e8-c441-474c-8593-1886944fa754 HTTP/1.1" status: 200 len: 2417 time: 0.1410751 Oct 19 01:13:12.447294 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2158a5-dbec-4e5e-ae8e-704b0fce3b47 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Made reservation on behalf of 12aed70676374a509f3d3a36c717ad7a for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:12.456065 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cd2158a5-dbec-4e5e-ae8e-704b0fce3b47 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:12.562094 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-cd2158a5-dbec-4e5e-ae8e-704b0fce3b47 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] device_id is not set on port 0e4109f6-eb25-492a-bbfa-abf2be388a72 yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:13:12.630116 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-deb22aa0-903d-4381-a497-328f2348e6ac req-36ff5f3a-c6f2-4cbb-971f-0f4442f5dbce tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0aa19e3-7bd0-45cb-b8d8-6f025d812fea HTTP/1.1" status: 200 len: 210 time: 0.0369103 Oct 19 01:13:12.647777 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9b23bf75-b0b9-4bf5-aac7-4f6f110af549 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:12.691955 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d2683a9a-7c94-4bf2-9e9b-21f01bfba45d req-66d4afb9-9095-4ba2-af95-475b85455997 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd184901-d9e0-49b7-8bcb-3e71a3b25297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462082 Oct 19 01:13:12.727947 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-9b23bf75-b0b9-4bf5-aac7-4f6f110af549 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['833e9ff3-de52-4870-807a-a323cda2654c']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:12.750737 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6901b0af-72e8-4942-84f3-6aa15a6f4b7f tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:12.752080 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-9b23bf75-b0b9-4bf5-aac7-4f6f110af549 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1be70c02-2e7b-4331-afaf-07067d0be27b') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:12.752377 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-9b23bf75-b0b9-4bf5-aac7-4f6f110af549 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1be70c02-2e7b-4331-afaf-07067d0be27b') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:12.772039 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-87ef44f4-fcf1-4da7-a6b2-3dd9adb482e9 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:12.773460 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-87ef44f4-fcf1-4da7-a6b2-3dd9adb482e9 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.55 "GET /v2.0/networks?id=9fdfc968-fd05-4762-858e-87980e28a6e6 HTTP/1.1" status: 200 len: 812 time: 0.3120034 Oct 19 01:13:12.793592 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9b23bf75-b0b9-4bf5-aac7-4f6f110af549 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:12.810432 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-d413c9d4-7ec3-4821-8114-c1bf8a105c83 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Request body: {'port': {'device_id': 'c0aa19e3-7bd0-45cb-b8d8-6f025d812fea', 'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6', 'admin_state_up': True, 'tenant_id': '6b1b4901fc87414a92dc3f7f47c3c09a'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:12.812178 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6901b0af-72e8-4942-84f3-6aa15a6f4b7f tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event updated for resources: {'Subnet': ['ID=9f4a84b3-992c-4568-8f72-20bb51f9a606,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:12.819528 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6901b0af-72e8-4942-84f3-6aa15a6f4b7f tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Checking segment: {'id': '3aa35b80-3d77-48b0-941e-cad1ef62eb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ec426b43-cdc3-4751-9c1f-b6763e3e6f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:12.819924 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6901b0af-72e8-4942-84f3-6aa15a6f4b7f tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Network hostable DHCP agents. Network: ec426b43-cdc3-4751-9c1f-b6763e3e6f62, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:13:12.838825 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6901b0af-72e8-4942-84f3-6aa15a6f4b7f tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Network ec426b43-cdc3-4751-9c1f-b6763e3e6f62 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:13:12.844878 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9b23bf75-b0b9-4bf5-aac7-4f6f110af549 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:12.849455 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-6901b0af-72e8-4942-84f3-6aa15a6f4b7f tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, ec426b43-cdc3-4751-9c1f-b6763e3e6f62) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:12.858577 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6901b0af-72e8-4942-84f3-6aa15a6f4b7f tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:12.859259 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6901b0af-72e8-4942-84f3-6aa15a6f4b7f tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:12.860370 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bcef94-c786-491c-a090-13bead8fc6f0 None None] Network ec426b43-cdc3-4751-9c1f-b6763e3e6f62 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:12.863702 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b23bf75-b0b9-4bf5-aac7-4f6f110af549 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:13:12.863937 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9b23bf75-b0b9-4bf5-aac7-4f6f110af549 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:12.876017 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:13:12.876017 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:13:12.876017 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:13:12.876017 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:13:12.876017 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:13:12.876017 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:13:12.876017 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:13:12.876017 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:13:12.876017 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:13:12.876017 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:13:12.876017 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:13:12.876017 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:13:12.876017 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:13:12.876017 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:13:12.876017 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:13:12.876017 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:13:12.876017 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:13:12.876017 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:13:12.876017 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:13:12.876017 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:13:12.876017 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:13:12.876017 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:13:12.876017 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:13:12.876017 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:13:12.876017 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:13:12.876017 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:13:12.876017 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:13:12.876017 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:13:12.876017 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:13:12.876017 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:13:12.876017 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:13:12.876017 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:13:12.884747 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6901b0af-72e8-4942-84f3-6aa15a6f4b7f tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8555665 Oct 19 01:13:12.887898 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42546) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:12.933842 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-cd2158a5-dbec-4e5e-ae8e-704b0fce3b47 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Allocated IP 172.20.0.14 (1b82a2c5-4101-4e72-a67d-af5752cbb869/6c5d7e55-1ebd-4722-95ee-cd3a866b3caf/0e4109f6-eb25-492a-bbfa-abf2be388a72) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:12.998309 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9b23bf75-b0b9-4bf5-aac7-4f6f110af549 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:13.021198 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9b23bf75-b0b9-4bf5-aac7-4f6f110af549 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:13.023219 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a9548c5f-fce1-41a0-ab64-03cee0957bb2 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:13.028308 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9b23bf75-b0b9-4bf5-aac7-4f6f110af549 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] 10.222.0.57 "DELETE /v2.0/networks/833e9ff3-de52-4870-807a-a323cda2654c HTTP/1.1" status: 204 len: 168 time: 1.1612990 Oct 19 01:13:13.050657 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23bf75-b0b9-4bf5-aac7-4f6f110af549 tempest-NetworksTestDHCPv6-960272498 tempest-NetworksTestDHCPv6-960272498-project] Pushing event deleted for resources: {'Network': ['ID=833e9ff3-de52-4870-807a-a323cda2654c,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:13.068084 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16eb9ad4-f1d2-4a8d-a755-482dd39fd6f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-ec426b43-cdc3-4751-9c1f-b6763e3e6f62', 'network_id': 'ec426b43-cdc3-4751-9c1f-b6763e3e6f62', 'tenant_id': 'f73fb85d909d456699ce7f7b906bb45c', 'fixed_ips': [{'subnet_id': '9f4a84b3-992c-4568-8f72-20bb51f9a606'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:13:13.068984 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-16eb9ad4-f1d2-4a8d-a755-482dd39fd6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:13.114553 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a9548c5f-fce1-41a0-ab64-03cee0957bb2 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:13.154986 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-d413c9d4-7ec3-4821-8114-c1bf8a105c83 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Made reservation on behalf of 6b1b4901fc87414a92dc3f7f47c3c09a for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:13.159041 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-d413c9d4-7ec3-4821-8114-c1bf8a105c83 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:13.192393 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a9548c5f-fce1-41a0-ab64-03cee0957bb2 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server [None req-16eb9ad4-f1d2-4a8d-a755-482dd39fd6f2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f4a84b3-992c-4568-8f72-20bb51f9a606: This subnet is being modified by another concurrent operation. Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:13:13.205170 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:13:13.209865 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:13:13.209865 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:13:13.209865 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:13:13.209865 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:13:13.209865 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:13:13.209865 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:13:13.209865 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:13:13.209865 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:13:13.209865 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:13:13.209865 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:13:13.209865 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:13:13.209865 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:13:13.209865 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:13:13.209865 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:13:13.209865 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:13:13.209865 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:13:13.209865 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 19 01:13:13.209865 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 19 01:13:13.209865 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 19 01:13:13.209865 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 19 01:13:13.209865 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 19 01:13:13.209865 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 19 01:13:13.209865 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 19 01:13:13.209865 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 19 01:13:13.209865 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:13:13.209865 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:13:13.209865 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:13:13.209865 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:13:13.209865 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 19 01:13:13.209865 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 19 01:13:13.209865 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 19 01:13:13.209865 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 01:13:13.209865 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 19 01:13:13.209865 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 01:13:13.209865 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 01:13:13.209865 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise exception Oct 19 01:13:13.209865 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f4a84b3-992c-4568-8f72-20bb51f9a606: This subnet is being modified by another concurrent operation. Oct 19 01:13:13.209865 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server Oct 19 01:13:13.222988 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9548c5f-fce1-41a0-ab64-03cee0957bb2 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event deleted for resources: {'Subnet': ['ID=9f4a84b3-992c-4568-8f72-20bb51f9a606,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:13.238883 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4224014-8724-4cbc-9571-fb2d1f9ef3af None None] Network ec426b43-cdc3-4751-9c1f-b6763e3e6f62 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:13.305472 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a9548c5f-fce1-41a0-ab64-03cee0957bb2 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:13.310690 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cd2158a5-dbec-4e5e-ae8e-704b0fce3b47 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:13.330380 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-a9548c5f-fce1-41a0-ab64-03cee0957bb2 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec426b43-cdc3-4751-9c1f-b6763e3e6f62']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:13.340774 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-a9548c5f-fce1-41a0-ab64-03cee0957bb2 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa35b80-3d77-48b0-941e-cad1ef62eb56') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:13.341206 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-a9548c5f-fce1-41a0-ab64-03cee0957bb2 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa35b80-3d77-48b0-941e-cad1ef62eb56') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:13.354053 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a9548c5f-fce1-41a0-ab64-03cee0957bb2 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:13.371779 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a9548c5f-fce1-41a0-ab64-03cee0957bb2 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:13.378955 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9548c5f-fce1-41a0-ab64-03cee0957bb2 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:13:13.379477 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a9548c5f-fce1-41a0-ab64-03cee0957bb2 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:13.380582 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eeb2695-d1ea-4cc6-9fc9-ca560af2c5e9 None None] get_active_networks_info from n-d-715271-26 {{(pid=100608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:13:13.383009 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:13:13.383009 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:13:13.383009 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:13:13.383009 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:13:13.383009 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:13:13.383009 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:13:13.383009 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:13:13.383009 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:13:13.383009 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:13:13.383009 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:13:13.383009 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:13:13.383009 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:13:13.383009 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:13:13.383009 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:13:13.383009 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:13:13.383009 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:13:13.383009 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:13:13.383009 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:13:13.383009 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:13:13.383009 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:13:13.383009 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:13:13.383009 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:13:13.383009 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:13:13.383009 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:13:13.383009 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:13:13.383009 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:13:13.383009 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:13:13.383009 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:13:13.383009 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:13:13.383009 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:13:13.383009 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:13:13.383009 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:13:13.395355 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-d413c9d4-7ec3-4821-8114-c1bf8a105c83 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Allocated IP 172.20.0.5 (9fdfc968-fd05-4762-858e-87980e28a6e6/48d33ad6-49ce-4420-8e80-235f3948de37/bd84564a-4608-4603-9f36-76a06d960a8c) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:13.417893 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cd2158a5-dbec-4e5e-ae8e-704b0fce3b47 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:13.456867 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a9548c5f-fce1-41a0-ab64-03cee0957bb2 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:13.479403 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a9548c5f-fce1-41a0-ab64-03cee0957bb2 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:13.486660 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a9548c5f-fce1-41a0-ab64-03cee0957bb2 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "DELETE /v2.0/networks/ec426b43-cdc3-4751-9c1f-b6763e3e6f62 HTTP/1.1" status: 204 len: 168 time: 0.5974507 Oct 19 01:13:13.487557 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9548c5f-fce1-41a0-ab64-03cee0957bb2 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event deleted for resources: {'Network': ['ID=ec426b43-cdc3-4751-9c1f-b6763e3e6f62,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:13.489441 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42554) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:13.504561 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-1bda01df-7bf2-4089-a818-7bc7dae10d82 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-275331585'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:13.507462 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42558) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:13.524957 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2158a5-dbec-4e5e-ae8e-704b0fce3b47 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Network 1b82a2c5-4101-4e72-a67d-af5752cbb869 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:13.547494 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-cd2158a5-dbec-4e5e-ae8e-704b0fce3b47 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:13.554667 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2158a5-dbec-4e5e-ae8e-704b0fce3b47 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:13.560053 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2158a5-dbec-4e5e-ae8e-704b0fce3b47 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event updated for resources: {'Port': ['ID=0e4109f6-eb25-492a-bbfa-abf2be388a72,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:13.599574 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eeb2695-d1ea-4cc6-9fc9-ca560af2c5e9 None None] Resources bound (agent type, host, resource id): {{(pid=100608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:13:13.652281 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bda01df-7bf2-4089-a818-7bc7dae10d82 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Made reservation on behalf of f73fb85d909d456699ce7f7b906bb45c for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:13.655704 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1bda01df-7bf2-4089-a818-7bc7dae10d82 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:13.676793 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-62773565-4133-4bf9-9356-e987984a84eb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c34b9efccd444514b6828a5a5dd7684d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1680887 Oct 19 01:13:13.679155 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42564) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:13.687678 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2158a5-dbec-4e5e-ae8e-704b0fce3b47 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:13.688351 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cd2158a5-dbec-4e5e-ae8e-704b0fce3b47 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:13.741365 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-d413c9d4-7ec3-4821-8114-c1bf8a105c83 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:13.754025 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cd2158a5-dbec-4e5e-ae8e-704b0fce3b47 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9454236 Oct 19 01:13:13.757350 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42568) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:13.762532 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-755e06a9-8da4-4612-9c6e-fd99bf059e9e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Request body: {'floatingip': {'port_id': '0e4109f6-eb25-492a-bbfa-abf2be388a72'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:13.783959 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-da7b072f-d295-4a68-b956-f94e8224e836 req-e20ab8c0-949a-4467-ac26-c2bf4a4a318e tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0aa19e3-7bd0-45cb-b8d8-6f025d812fea HTTP/1.1" status: 200 len: 210 time: 0.0594244 Oct 19 01:13:13.788011 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-498408f9-9acd-41ed-8706-185a209491cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:13.806727 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bda01df-7bf2-4089-a818-7bc7dae10d82 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:13:13.815614 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-498408f9-9acd-41ed-8706-185a209491cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:13.870358 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1bda01df-7bf2-4089-a818-7bc7dae10d82 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:13.870718 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-1bda01df-7bf2-4089-a818-7bc7dae10d82 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Added segment fe6c3b72-201b-4841-a779-d9de1d57fe13 of type vlan for network d344170d-200e-4163-b665-1df2839568fe Oct 19 01:13:13.872234 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-498408f9-9acd-41ed-8706-185a209491cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:13.874780 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-498408f9-9acd-41ed-8706-185a209491cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:13.875973 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-498408f9-9acd-41ed-8706-185a209491cc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/946154f7-3463-4be4-8eab-7f9f320e1531 HTTP/1.1" status: 204 len: 168 time: 0.1956248 Oct 19 01:13:13.887142 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498408f9-9acd-41ed-8706-185a209491cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946154f7-3463-4be4-8eab-7f9f320e1531,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:13.927992 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-755e06a9-8da4-4612-9c6e-fd99bf059e9e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for floatingip, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:13.959778 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f1398f7c-42dc-41cc-a027-8648db89295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:13.983325 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1bda01df-7bf2-4089-a818-7bc7dae10d82 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:13.994255 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-d413c9d4-7ec3-4821-8114-c1bf8a105c83 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:14.012789 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656a042-cf02-4f89-91c1-59f701c1cdc8 req-a312743b-b254-4c6f-a93b-7b6661a9eeb9 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:14.019539 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656a042-cf02-4f89-91c1-59f701c1cdc8 req-a312743b-b254-4c6f-a93b-7b6661a9eeb9 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:14.025677 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656a042-cf02-4f89-91c1-59f701c1cdc8 req-a312743b-b254-4c6f-a93b-7b6661a9eeb9 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:14.027368 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f656a042-cf02-4f89-91c1-59f701c1cdc8 req-a312743b-b254-4c6f-a93b-7b6661a9eeb9 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=268884e8-c441-474c-8593-1886944fa754 HTTP/1.1" status: 200 len: 2417 time: 0.2230124 Oct 19 01:13:14.136539 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-d413c9d4-7ec3-4821-8114-c1bf8a105c83 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Network 9fdfc968-fd05-4762-858e-87980e28a6e6 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:14.155392 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-d413c9d4-7ec3-4821-8114-c1bf8a105c83 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:14.158347 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-d413c9d4-7ec3-4821-8114-c1bf8a105c83 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:14.192912 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d413c9d4-7ec3-4821-8114-c1bf8a105c83 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Pushing event updated for resources: {'Port': ['ID=bd84564a-4608-4603-9f36-76a06d960a8c,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:14.195599 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1bda01df-7bf2-4089-a818-7bc7dae10d82 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:14.203526 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bda01df-7bf2-4089-a818-7bc7dae10d82 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:14.204478 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1bda01df-7bf2-4089-a818-7bc7dae10d82 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:14.303982 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f656a042-cf02-4f89-91c1-59f701c1cdc8 req-e46fa7e8-24f6-4ddc-b803-d689d57c0f46 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd184901-d9e0-49b7-8bcb-3e71a3b25297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599509 Oct 19 01:13:14.327691 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-d413c9d4-7ec3-4821-8114-c1bf8a105c83 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:14.328343 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-d413c9d4-7ec3-4821-8114-c1bf8a105c83 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:14.333327 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1bda01df-7bf2-4089-a818-7bc7dae10d82 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8407798 Oct 19 01:13:14.336090 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42586) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:14.342766 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-6aaca5f6-fb30-4a2e-b60f-1b23f58a0702 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:14.366755 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-6d8f0c45-60ee-4847-9055-8d079b3aeb85 None None] Provisioning complete for port 0e4109f6-eb25-492a-bbfa-abf2be388a72 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:14.367580 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6d8f0c45-60ee-4847-9055-8d079b3aeb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:14.401453 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda01df-7bf2-4089-a818-7bc7dae10d82 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event updated for resources: {'Network': ['ID=d344170d-200e-4163-b665-1df2839568fe,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:14.414022 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-6d8f0c45-60ee-4847-9055-8d079b3aeb85 None None] Port 0e4109f6-eb25-492a-bbfa-abf2be388a72 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:13:14.423599 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-d413c9d4-7ec3-4821-8114-c1bf8a105c83 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6257071 Oct 19 01:13:14.427632 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network d344170d-200e-4163-b665-1df2839568fe details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:13:14.444221 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-53765f2d-3446-4da8-bf9d-5d727ef3d9e1 service neutron] Request body: {'port': {'device_id': 'c0aa19e3-7bd0-45cb-b8d8-6f025d812fea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:14.609511 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6aaca5f6-fb30-4a2e-b60f-1b23f58a0702 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:14.621139 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-53765f2d-3446-4da8-bf9d-5d727ef3d9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:14.631574 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6aaca5f6-fb30-4a2e-b60f-1b23f58a0702 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:14.673703 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6aaca5f6-fb30-4a2e-b60f-1b23f58a0702 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Network d344170d-200e-4163-b665-1df2839568fe is not hosted by any dhcp agent {{(pid=100607) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 19 01:13:14.682640 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaca5f6-fb30-4a2e-b60f-1b23f58a0702 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:14.682640 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6aaca5f6-fb30-4a2e-b60f-1b23f58a0702 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:14.684511 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6aaca5f6-fb30-4a2e-b60f-1b23f58a0702 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "PUT /v2.0/networks/d344170d-200e-4163-b665-1df2839568fe HTTP/1.1" status: 200 len: 723 time: 0.3466125 Oct 19 01:13:14.689106 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42602) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:14.697191 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-f45e461c-79c6-43fb-9005-d1bd0971109e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Request body: {'subnet': {'network_id': 'd344170d-200e-4163-b665-1df2839568fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:14.766611 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaca5f6-fb30-4a2e-b60f-1b23f58a0702 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event updated for resources: {'Network': ['ID=d344170d-200e-4163-b665-1df2839568fe,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:14.779138 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network d344170d-200e-4163-b665-1df2839568fe details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:13:14.785151 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050488e-a18a-4f72-9a34-171a42904da9 req-cfaa7603-000a-4788-a997-74fa892daadd tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:14.791265 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050488e-a18a-4f72-9a34-171a42904da9 req-cfaa7603-000a-4788-a997-74fa892daadd tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:14.797208 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050488e-a18a-4f72-9a34-171a42904da9 req-cfaa7603-000a-4788-a997-74fa892daadd tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:14.798897 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7050488e-a18a-4f72-9a34-171a42904da9 req-cfaa7603-000a-4788-a997-74fa892daadd tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=268884e8-c441-474c-8593-1886944fa754 HTTP/1.1" status: 200 len: 2417 time: 0.1812997 Oct 19 01:13:14.847266 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42606) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:14.901511 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7050488e-a18a-4f72-9a34-171a42904da9 req-a43f56a9-a16c-408e-8e41-53bcc9ea7951 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd184901-d9e0-49b7-8bcb-3e71a3b25297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903602 Oct 19 01:13:14.907380 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45e461c-79c6-43fb-9005-d1bd0971109e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Made reservation on behalf of f73fb85d909d456699ce7f7b906bb45c for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:14.911337 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f45e461c-79c6-43fb-9005-d1bd0971109e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:15.005681 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-cbbb9def-4c18-4397-8a5c-ad6ab387db4e tempest-SubnetPoolsTestJSON-1423939395 tempest-SubnetPoolsTestJSON-1423939395-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-641204837', 'prefixes': ['172.20.0.0/16']}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:15.149766 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cbbb9def-4c18-4397-8a5c-ad6ab387db4e tempest-SubnetPoolsTestJSON-1423939395 tempest-SubnetPoolsTestJSON-1423939395-project] Publish callbacks [] for subnetpool, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:15.151189 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-cbbb9def-4c18-4397-8a5c-ad6ab387db4e tempest-SubnetPoolsTestJSON-1423939395 tempest-SubnetPoolsTestJSON-1423939395-project] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2981558 Oct 19 01:13:15.154012 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42610) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:15.161342 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f45e461c-79c6-43fb-9005-d1bd0971109e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:15.234144 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ed60c19e-a608-4aae-95ef-d2a5f7a3fdb5 tempest-SubnetPoolsTestJSON-1423939395 tempest-SubnetPoolsTestJSON-1423939395-project] 10.222.0.57 "GET /v2.0/subnetpools/ceacbb1e-350a-40a2-8e64-f877340d973d HTTP/1.1" status: 200 len: 731 time: 0.0789380 Oct 19 01:13:15.239097 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42612) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:15.245355 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-1b6b1808-b2c6-4dd5-b9f0-46a1d02ce54b tempest-SubnetPoolsTestJSON-1423939395 tempest-SubnetPoolsTestJSON-1423939395-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-152581807'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:15.283195 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e461c-79c6-43fb-9005-d1bd0971109e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event updated for resources: {'Subnet': ['ID=aac30f32-2288-4b2b-b5fa-1edf4a8cbc98,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:15.323744 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45e461c-79c6-43fb-9005-d1bd0971109e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Checking segment: {'id': 'fe6c3b72-201b-4841-a779-d9de1d57fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd344170d-200e-4163-b665-1df2839568fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:15.324129 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45e461c-79c6-43fb-9005-d1bd0971109e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Network hostable DHCP agents. Network: d344170d-200e-4163-b665-1df2839568fe, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:13:15.357087 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2aabe-94be-4cff-873c-c82103dea3e8 req-2243d0e6-7301-4227-83b2-306fd8ada917 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:15.358677 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-efb2aabe-94be-4cff-873c-c82103dea3e8 req-2243d0e6-7301-4227-83b2-306fd8ada917 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0aa19e3-7bd0-45cb-b8d8-6f025d812fea HTTP/1.1" status: 200 len: 931 time: 0.4385800 Oct 19 01:13:15.361340 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45e461c-79c6-43fb-9005-d1bd0971109e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Network d344170d-200e-4163-b665-1df2839568fe is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:13:15.377193 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1b6b1808-b2c6-4dd5-b9f0-46a1d02ce54b tempest-SubnetPoolsTestJSON-1423939395 tempest-SubnetPoolsTestJSON-1423939395-project] Publish callbacks [] for subnetpool, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:15.381605 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1b6b1808-b2c6-4dd5-b9f0-46a1d02ce54b tempest-SubnetPoolsTestJSON-1423939395 tempest-SubnetPoolsTestJSON-1423939395-project] 10.222.0.57 "PUT /v2.0/subnetpools/ceacbb1e-350a-40a2-8e64-f877340d973d HTTP/1.1" status: 200 len: 683 time: 0.1388955 Oct 19 01:13:15.381890 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42616) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:15.389556 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-f45e461c-79c6-43fb-9005-d1bd0971109e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, d344170d-200e-4163-b665-1df2839568fe) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:15.394343 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45e461c-79c6-43fb-9005-d1bd0971109e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:15.395926 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f45e461c-79c6-43fb-9005-d1bd0971109e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:15.397645 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2aad79-cfbc-4002-bc1a-6bdd3a32e266 None None] Network d344170d-200e-4163-b665-1df2839568fe requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:15.430689 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f45e461c-79c6-43fb-9005-d1bd0971109e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7395880 Oct 19 01:13:15.431347 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42618) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:15.444802 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-a3b80a52-7225-4b8e-8129-1ae5a7bbae56 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:15.477557 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-efb2aabe-94be-4cff-873c-c82103dea3e8 req-489a76ad-b24c-4e65-9943-79dab7d47c46 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083028 Oct 19 01:13:15.479282 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-755e06a9-8da4-4612-9c6e-fd99bf059e9e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:15.492494 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-755e06a9-8da4-4612-9c6e-fd99bf059e9e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:15.538616 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5715cb68-d21f-46f7-aebf-3a399d8e3f44 tempest-SubnetPoolsTestJSON-1423939395 tempest-SubnetPoolsTestJSON-1423939395-project] Publish callbacks [] for subnetpool, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:15.540279 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5715cb68-d21f-46f7-aebf-3a399d8e3f44 tempest-SubnetPoolsTestJSON-1423939395 tempest-SubnetPoolsTestJSON-1423939395-project] 10.222.0.57 "DELETE /v2.0/subnetpools/ceacbb1e-350a-40a2-8e64-f877340d973d HTTP/1.1" status: 204 len: 168 time: 0.1565373 Oct 19 01:13:15.558413 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74de30a4-270d-49f1-ab11-95f363d810d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-d344170d-200e-4163-b665-1df2839568fe', 'network_id': 'd344170d-200e-4163-b665-1df2839568fe', 'tenant_id': 'f73fb85d909d456699ce7f7b906bb45c', 'fixed_ips': [{'subnet_id': 'aac30f32-2288-4b2b-b5fa-1edf4a8cbc98'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:13:15.558807 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42620) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:15.559556 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-74de30a4-270d-49f1-ab11-95f363d810d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:15.586306 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a3b80a52-7225-4b8e-8129-1ae5a7bbae56 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8785155'] for subnet, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:15.590545 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-53765f2d-3446-4da8-bf9d-5d727ef3d9e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd84564a-4608-4603-9f36-76a06d960a8c {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:13:15.607769 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-53765f2d-3446-4da8-bf9d-5d727ef3d9e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:15.610575 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-5c9c18f3-1c56-4aec-94d8-57464d03d9c8 tempest-SubnetPoolsTestJSON-1423939395 tempest-SubnetPoolsTestJSON-1423939395-project] show failed (client error): The resource could not be found. Oct 19 01:13:15.611698 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5c9c18f3-1c56-4aec-94d8-57464d03d9c8 tempest-SubnetPoolsTestJSON-1423939395 tempest-SubnetPoolsTestJSON-1423939395-project] 10.222.0.57 "GET /v2.0/subnetpools/ceacbb1e-350a-40a2-8e64-f877340d973d HTTP/1.1" status: 404 len: 346 time: 0.0409553 Oct 19 01:13:15.617369 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42622) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:15.647781 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-91448500-975f-406d-b860-5fe98214acd5 tempest-SubnetPoolsTestJSON-1423939395 tempest-SubnetPoolsTestJSON-1423939395-project] delete failed (client error): The resource could not be found. Oct 19 01:13:15.648823 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-91448500-975f-406d-b860-5fe98214acd5 tempest-SubnetPoolsTestJSON-1423939395 tempest-SubnetPoolsTestJSON-1423939395-project] 10.222.0.57 "DELETE /v2.0/subnetpools/ceacbb1e-350a-40a2-8e64-f877340d973d HTTP/1.1" status: 404 len: 346 time: 0.0283251 Oct 19 01:13:15.687463 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-53765f2d-3446-4da8-bf9d-5d727ef3d9e1 service neutron] Transition to ACTIVE for port object bd84564a-4608-4603-9f36-76a06d960a8c will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:13:15.699600 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-53765f2d-3446-4da8-bf9d-5d727ef3d9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:15.728470 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-74de30a4-270d-49f1-ab11-95f363d810d0 None None] Allocated IP 172.20.0.2 (d344170d-200e-4163-b665-1df2839568fe/aac30f32-2288-4b2b-b5fa-1edf4a8cbc98/d106b19d-b481-4804-bac2-5ffe527b5e35) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:15.742493 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [None req-755e06a9-8da4-4612-9c6e-fd99bf059e9e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Floating IP 5f3fd64b-cb67-4ac7-9268-b0fa0d23a016 associated. External IP: 172.25.8.9, port: bfb9e658-a997-40b9-b481-d44fcf1e903c. Oct 19 01:13:15.796924 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53765f2d-3446-4da8-bf9d-5d727ef3d9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=bd84564a-4608-4603-9f36-76a06d960a8c,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:15.893016 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-74de30a4-270d-49f1-ab11-95f363d810d0 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:15.903918 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-74de30a4-270d-49f1-ab11-95f363d810d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:15.931377 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-53765f2d-3446-4da8-bf9d-5d727ef3d9e1 service neutron] Attempting to bind port bd84564a-4608-4603-9f36-76a06d960a8c on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:13:15.931709 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-53765f2d-3446-4da8-bf9d-5d727ef3d9e1 service neutron] Attempting to bind port bd84564a-4608-4603-9f36-76a06d960a8c by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '8a516c3b-6789-44d3-87bb-3790155029b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:13:15.932055 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-53765f2d-3446-4da8-bf9d-5d727ef3d9e1 service neutron] Attempting to bind port bd84564a-4608-4603-9f36-76a06d960a8c on network 9fdfc968-fd05-4762-858e-87980e28a6e6 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:15.954574 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-53765f2d-3446-4da8-bf9d-5d727ef3d9e1 service neutron] Port bd84564a-4608-4603-9f36-76a06d960a8c on network 9fdfc968-fd05-4762-858e-87980e28a6e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:13:15.955264 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-53765f2d-3446-4da8-bf9d-5d727ef3d9e1 service neutron] Attempting to bind port bd84564a-4608-4603-9f36-76a06d960a8c on network 9fdfc968-fd05-4762-858e-87980e28a6e6 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:15.988485 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74de30a4-270d-49f1-ab11-95f363d810d0 None None] Network d344170d-200e-4163-b665-1df2839568fe is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:15.996985 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-53765f2d-3446-4da8-bf9d-5d727ef3d9e1 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:13:15.996985 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-53765f2d-3446-4da8-bf9d-5d727ef3d9e1 service neutron] Checking segment: {'id': '8a516c3b-6789-44d3-87bb-3790155029b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:15.997363 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-53765f2d-3446-4da8-bf9d-5d727ef3d9e1 service neutron] Bound using segment: {'id': '8a516c3b-6789-44d3-87bb-3790155029b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:13:15.997804 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-53765f2d-3446-4da8-bf9d-5d727ef3d9e1 service neutron] Bound port: bd84564a-4608-4603-9f36-76a06d960a8c, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a516c3b-6789-44d3-87bb-3790155029b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:13:15.998165 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-53765f2d-3446-4da8-bf9d-5d727ef3d9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:15.999950 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42632) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:16.004993 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de30a4-270d-49f1-ab11-95f363d810d0 None None] Pushing event updated for resources: {'Port': ['ID=d106b19d-b481-4804-bac2-5ffe527b5e35,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:16.010218 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-74de30a4-270d-49f1-ab11-95f363d810d0 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:16.013435 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74de30a4-270d-49f1-ab11-95f363d810d0 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:16.071071 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a3b80a52-7225-4b8e-8129-1ae5a7bbae56 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775133255446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10287649'] for subnet, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:16.078642 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-74de30a4-270d-49f1-ab11-95f363d810d0 None None] Attempting to bind port d106b19d-b481-4804-bac2-5ffe527b5e35 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:13:16.079649 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-74de30a4-270d-49f1-ab11-95f363d810d0 None None] Attempting to bind port d106b19d-b481-4804-bac2-5ffe527b5e35 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'fe6c3b72-201b-4841-a779-d9de1d57fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd344170d-200e-4163-b665-1df2839568fe'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:13:16.079649 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74de30a4-270d-49f1-ab11-95f363d810d0 None None] Attempting to bind port d106b19d-b481-4804-bac2-5ffe527b5e35 on network d344170d-200e-4163-b665-1df2839568fe {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:16.085708 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74de30a4-270d-49f1-ab11-95f363d810d0 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:13:16.086095 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74de30a4-270d-49f1-ab11-95f363d810d0 None None] Checking segment: {'id': 'fe6c3b72-201b-4841-a779-d9de1d57fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd344170d-200e-4163-b665-1df2839568fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:16.087059 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-74de30a4-270d-49f1-ab11-95f363d810d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:16.087462 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74de30a4-270d-49f1-ab11-95f363d810d0 None None] Bound using segment: {'id': 'fe6c3b72-201b-4841-a779-d9de1d57fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd344170d-200e-4163-b665-1df2839568fe'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:13:16.087979 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-74de30a4-270d-49f1-ab11-95f363d810d0 None None] Bound port: d106b19d-b481-4804-bac2-5ffe527b5e35, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe6c3b72-201b-4841-a779-d9de1d57fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd344170d-200e-4163-b665-1df2839568fe'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:13:16.088391 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-74de30a4-270d-49f1-ab11-95f363d810d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:16.115620 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b80a52-7225-4b8e-8129-1ae5a7bbae56 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:16.116346 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a3b80a52-7225-4b8e-8129-1ae5a7bbae56 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:16.120300 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a3b80a52-7225-4b8e-8129-1ae5a7bbae56 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "PUT /v2.0/subnets/aac30f32-2288-4b2b-b5fa-1edf4a8cbc98 HTTP/1.1" status: 200 len: 806 time: 0.6807504 Oct 19 01:13:16.122492 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42636) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:16.149195 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b80a52-7225-4b8e-8129-1ae5a7bbae56 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event updated for resources: {'Subnet': ['ID=aac30f32-2288-4b2b-b5fa-1edf4a8cbc98,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:16.180307 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-74de30a4-270d-49f1-ab11-95f363d810d0 None None] For port d106b19d-b481-4804-bac2-5ffe527b5e35, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:13:16.184813 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-74de30a4-270d-49f1-ab11-95f363d810d0 None None] For port d106b19d-b481-4804-bac2-5ffe527b5e35, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d106b19d-b481-4804-bac2-5ffe527b5e35,segment=NetworkSegment(fe6c3b72-201b-4841-a779-d9de1d57fe13),segment_id=fe6c3b72-201b-4841-a779-d9de1d57fe13)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:13:16.190065 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-74de30a4-270d-49f1-ab11-95f363d810d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:16.207402 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bb1ee-1c1c-47a6-8775-3ca9052b216e req-36df5e18-0479-4b63-be5e-54683608f04f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:16.214415 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bb1ee-1c1c-47a6-8775-3ca9052b216e req-36df5e18-0479-4b63-be5e-54683608f04f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:16.218723 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-952019d8-2b22-415c-83f5-68a47ff2a46d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:16.220537 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bb1ee-1c1c-47a6-8775-3ca9052b216e req-36df5e18-0479-4b63-be5e-54683608f04f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:16.222774 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-868bb1ee-1c1c-47a6-8775-3ca9052b216e req-36df5e18-0479-4b63-be5e-54683608f04f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.24 "GET /v2.0/ports?device_id=268884e8-c441-474c-8593-1886944fa754 HTTP/1.1" status: 200 len: 2417 time: 0.0703795 Oct 19 01:13:16.233050 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50123a-7e1e-448b-887c-5486005dc770 req-c3a01dbd-1656-43de-aefd-8bb703052794 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:16.239459 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50123a-7e1e-448b-887c-5486005dc770 req-c3a01dbd-1656-43de-aefd-8bb703052794 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:16.246412 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50123a-7e1e-448b-887c-5486005dc770 req-c3a01dbd-1656-43de-aefd-8bb703052794 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:16.254425 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7f50123a-7e1e-448b-887c-5486005dc770 req-c3a01dbd-1656-43de-aefd-8bb703052794 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=268884e8-c441-474c-8593-1886944fa754 HTTP/1.1" status: 200 len: 2417 time: 0.2315428 Oct 19 01:13:16.263098 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de30a4-270d-49f1-ab11-95f363d810d0 None None] Pushing event updated for resources: {'Port': ['ID=d106b19d-b481-4804-bac2-5ffe527b5e35,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:16.270763 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755e06a9-8da4-4612-9c6e-fd99bf059e9e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Router 48b4d657-b554-4fc5-a40b-3f0590b5de04 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:13:16.332632 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-53765f2d-3446-4da8-bf9d-5d727ef3d9e1 service neutron] For port bd84564a-4608-4603-9f36-76a06d960a8c, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:13:16.347379 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-868bb1ee-1c1c-47a6-8775-3ca9052b216e req-e4154ec7-19bd-4934-8ab5-1f539b38987e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Deleting port c07cda87-32da-441c-b723-7287047b8273 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:16.347924 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-868bb1ee-1c1c-47a6-8775-3ca9052b216e req-e4154ec7-19bd-4934-8ab5-1f539b38987e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:16.377231 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-53765f2d-3446-4da8-bf9d-5d727ef3d9e1 service neutron] For port bd84564a-4608-4603-9f36-76a06d960a8c, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bd84564a-4608-4603-9f36-76a06d960a8c,segment=NetworkSegment(8a516c3b-6789-44d3-87bb-3790155029b6),segment_id=8a516c3b-6789-44d3-87bb-3790155029b6)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:13:16.403530 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7f50123a-7e1e-448b-887c-5486005dc770 req-4b9c6dc8-a34e-491e-9211-9e39bbd6c5c7 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd184901-d9e0-49b7-8bcb-3e71a3b25297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478581 Oct 19 01:13:16.404788 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-53765f2d-3446-4da8-bf9d-5d727ef3d9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:16.427621 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-53765f2d-3446-4da8-bf9d-5d727ef3d9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:16.428272 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-53765f2d-3446-4da8-bf9d-5d727ef3d9e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:16.429822 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-53765f2d-3446-4da8-bf9d-5d727ef3d9e1 service neutron] 10.222.0.55 "PUT /v2.0/ports/bd84564a-4608-4603-9f36-76a06d960a8c HTTP/1.1" status: 200 len: 1092 time: 1.9913337 Oct 19 01:13:16.487900 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-868bb1ee-1c1c-47a6-8775-3ca9052b216e req-e4154ec7-19bd-4934-8ab5-1f539b38987e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] For port c07cda87-32da-441c-b723-7287047b8273, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=c07cda87-32da-441c-b723-7287047b8273,segment=NetworkSegment(1244ac64-a1c5-44bf-a324-a946ba739835),segment_id=1244ac64-a1c5-44bf-a324-a946ba739835)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:16.488262 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-868bb1ee-1c1c-47a6-8775-3ca9052b216e req-e4154ec7-19bd-4934-8ab5-1f539b38987e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:16.512409 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0aa19e3-7bd0-45cb-b8d8-6f025d812fea', 'tag': 'bd84564a-4608-4603-9f36-76a06d960a8c'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:16.519017 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7f9746-6863-4e79-ba71-87fda86d37f3" -d '{"events": [{"name": "network-changed", "server_uuid": "c0aa19e3-7bd0-45cb-b8d8-6f025d812fea", "tag": "bd84564a-4608-4603-9f36-76a06d960a8c"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:16.519382 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-868bb1ee-1c1c-47a6-8775-3ca9052b216e req-e4154ec7-19bd-4934-8ab5-1f539b38987e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Calling delete_port for c07cda87-32da-441c-b723-7287047b8273 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:16.538938 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-df40ac26-3eb6-4f1c-b566-a75ea66e494c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:16.564583 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6aaebff4-bcef-4c56-b55d-76ce62b4469e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:16.599798 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbae22d-f8b1-4d59-a522-f95caae1f8a6 x-openstack-request-id: req-4bbae22d-f8b1-4d59-a522-f95caae1f8a6 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:13:16.600232 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0aa19e3-7bd0-45cb-b8d8-6f025d812fea", "tag": "bd84564a-4608-4603-9f36-76a06d960a8c", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:13:16.600590 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4bbae22d-f8b1-4d59-a522-f95caae1f8a6 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:13:16.601087 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0aa19e3-7bd0-45cb-b8d8-6f025d812fea', 'tag': 'bd84564a-4608-4603-9f36-76a06d960a8c', 'status': 'completed', 'code': 200} Oct 19 01:13:16.672178 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9e13e-8748-4d52-ac49-815299c1a442 req-4878d9f8-74c7-4856-a9a1-34d49d69d6f2 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:16.673961 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8ab9e13e-8748-4d52-ac49-815299c1a442 req-4878d9f8-74c7-4856-a9a1-34d49d69d6f2 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0aa19e3-7bd0-45cb-b8d8-6f025d812fea HTTP/1.1" status: 200 len: 943 time: 0.0805540 Oct 19 01:13:16.729857 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53765f2d-3446-4da8-bf9d-5d727ef3d9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=bd84564a-4608-4603-9f36-76a06d960a8c,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:16.747883 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8ab9e13e-8748-4d52-ac49-815299c1a442 req-06f5420c-e4a4-4fb3-b0a6-c860c05d31c2 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488615 Oct 19 01:13:16.749004 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-868bb1ee-1c1c-47a6-8775-3ca9052b216e req-e4154ec7-19bd-4934-8ab5-1f539b38987e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:16.761146 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['b268d2cd-9b85-4305-b3d7-fbf0209b0c7a', 'c07cda87-32da-441c-b723-7287047b8273', '93b0f31d-e0ee-48ea-b242-5c575975f615'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:13:16.761367 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-37e6374c-4877-4f3e-ad01-13454116e894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:16.762934 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-37e6374c-4877-4f3e-ad01-13454116e894 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b1b4901fc87414a92dc3f7f47c3c09a&device_id=c0aa19e3-7bd0-45cb-b8d8-6f025d812fea HTTP/1.1" status: 200 len: 1095 time: 0.2197330 Oct 19 01:13:16.785763 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-952019d8-2b22-415c-83f5-68a47ff2a46d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:16.794233 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755e06a9-8da4-4612-9c6e-fd99bf059e9e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:13:16.794338 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4154ec7-19bd-4934-8ab5-1f539b38987e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Pushing event deleted for resources: {'Port': ['ID=c07cda87-32da-441c-b723-7287047b8273,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:16.817562 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-952019d8-2b22-415c-83f5-68a47ff2a46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:16.824225 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00747713-6f87-45b5-b88b-9f1bc04b0df3 None None] Sync routers for ids ['48b4d657-b554-4fc5-a40b-3f0590b5de04'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:13:16.864614 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00747713-6f87-45b5-b88b-9f1bc04b0df3 None None] Routers {'48b4d657-b554-4fc5-a40b-3f0590b5de04'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:16.865689 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-00747713-6f87-45b5-b88b-9f1bc04b0df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:13:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['48b4d657-b554-4fc5-a40b-3f0590b5de04'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:16.877884 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-868bb1ee-1c1c-47a6-8775-3ca9052b216e req-e4154ec7-19bd-4934-8ab5-1f539b38987e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] No DVR routers for this DVR port c07cda87-32da-441c-b723-7287047b8273 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:13:16.881929 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-868bb1ee-1c1c-47a6-8775-3ca9052b216e req-e4154ec7-19bd-4934-8ab5-1f539b38987e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:16.887592 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-868bb1ee-1c1c-47a6-8775-3ca9052b216e req-e4154ec7-19bd-4934-8ab5-1f539b38987e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.24 "DELETE /v2.0/ports/c07cda87-32da-441c-b723-7287047b8273 HTTP/1.1" status: 204 len: 173 time: 0.6578238 Oct 19 01:13:16.888410 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268884e8-c441-474c-8593-1886944fa754', 'name': 'network-vif-deleted', 'tag': 'c07cda87-32da-441c-b723-7287047b8273'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:16.891469 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694392ab-62e2-4294-937a-3fba0c0e05c9" -d '{"events": [{"server_uuid": "268884e8-c441-474c-8593-1886944fa754", "name": "network-vif-deleted", "tag": "c07cda87-32da-441c-b723-7287047b8273"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:16.950704 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-00747713-6f87-45b5-b88b-9f1bc04b0df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:16.983711 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952019d8-2b22-415c-83f5-68a47ff2a46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d61c69-baf1-4820-9b50-15f2268f9ac9,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:16.993090 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-ebcb6c6a-f2c1-4231-b6d9-19f1e1f51c29 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd84564a-4608-4603-9f36-76a06d960a8c HTTP/1.1" status: 200 len: 217 time: 0.2059112 Oct 19 01:13:17.014551 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00747713-6f87-45b5-b88b-9f1bc04b0df3 None None] Routers {'48b4d657-b554-4fc5-a40b-3f0590b5de04'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:17.017266 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-00747713-6f87-45b5-b88b-9f1bc04b0df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:13:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['48b4d657-b554-4fc5-a40b-3f0590b5de04'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:17.037121 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-868bb1ee-1c1c-47a6-8775-3ca9052b216e req-e5cae409-0af7-46de-95fe-605034bb4b6f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Deleting port 93b0f31d-e0ee-48ea-b242-5c575975f615 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:17.037463 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-868bb1ee-1c1c-47a6-8775-3ca9052b216e req-e5cae409-0af7-46de-95fe-605034bb4b6f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:17.103690 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-00747713-6f87-45b5-b88b-9f1bc04b0df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:17.104427 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00747713-6f87-45b5-b88b-9f1bc04b0df3 None None] The sync data for ids ['48b4d657-b554-4fc5-a40b-3f0590b5de04'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:13:17.128496 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-952019d8-2b22-415c-83f5-68a47ff2a46d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=77a7586fa9e243a7801712d8b5e9b8a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1250956 Oct 19 01:13:17.129515 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42650) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:17.146969 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-6aaebff4-bcef-4c56-b55d-76ce62b4469e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Deleting port d106b19d-b481-4804-bac2-5ffe527b5e35 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:17.147308 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6aaebff4-bcef-4c56-b55d-76ce62b4469e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:17.180618 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5f2c81-d4b9-49c2-9f6d-15a20568d888 x-openstack-request-id: req-5f5f2c81-d4b9-49c2-9f6d-15a20568d888 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:13:17.189266 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268884e8-c441-474c-8593-1886944fa754", "name": "network-vif-deleted", "tag": "c07cda87-32da-441c-b723-7287047b8273", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:13:17.189699 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5f5f2c81-d4b9-49c2-9f6d-15a20568d888 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:13:17.190335 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '268884e8-c441-474c-8593-1886944fa754', 'name': 'network-vif-deleted', 'tag': 'c07cda87-32da-441c-b723-7287047b8273', 'status': 'completed', 'code': 200} Oct 19 01:13:17.219130 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-28526cd6-1d02-4e3a-b779-1b840b913376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:17.220779 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-28526cd6-1d02-4e3a-b779-1b840b913376 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=48d33ad6-49ce-4420-8e80-235f3948de37 HTTP/1.1" status: 200 len: 852 time: 0.2107673 Oct 19 01:13:17.224806 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-868bb1ee-1c1c-47a6-8775-3ca9052b216e req-e5cae409-0af7-46de-95fe-605034bb4b6f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] For port 93b0f31d-e0ee-48ea-b242-5c575975f615, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=93b0f31d-e0ee-48ea-b242-5c575975f615,segment=NetworkSegment(1244ac64-a1c5-44bf-a324-a946ba739835),segment_id=1244ac64-a1c5-44bf-a324-a946ba739835)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:17.225294 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-868bb1ee-1c1c-47a6-8775-3ca9052b216e req-e5cae409-0af7-46de-95fe-605034bb4b6f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:17.240935 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-868bb1ee-1c1c-47a6-8775-3ca9052b216e req-e5cae409-0af7-46de-95fe-605034bb4b6f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Calling delete_port for 93b0f31d-e0ee-48ea-b242-5c575975f615 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:17.267804 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:17.278067 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-f6888ffc-74ce-4059-bc09-829b222ca456 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9fdfc968-fd05-4762-858e-87980e28a6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436835 Oct 19 01:13:17.405933 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-868bb1ee-1c1c-47a6-8775-3ca9052b216e req-e5cae409-0af7-46de-95fe-605034bb4b6f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:17.434017 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['c07cda87-32da-441c-b723-7287047b8273'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:13:17.446625 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-c2ada148-edd6-40f6-acd7-942f1b606cea service neutron] 10.222.0.55 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604609 Oct 19 01:13:17.460657 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cae409-0af7-46de-95fe-605034bb4b6f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Pushing event deleted for resources: {'Port': ['ID=93b0f31d-e0ee-48ea-b242-5c575975f615,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:17.494326 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4f07fdbc-580d-4d9b-bbab-d9ae11c4b56b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:17.560336 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-6aaebff4-bcef-4c56-b55d-76ce62b4469e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] For port d106b19d-b481-4804-bac2-5ffe527b5e35, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d106b19d-b481-4804-bac2-5ffe527b5e35,segment=NetworkSegment(fe6c3b72-201b-4841-a779-d9de1d57fe13),segment_id=fe6c3b72-201b-4841-a779-d9de1d57fe13)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:17.560759 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6aaebff4-bcef-4c56-b55d-76ce62b4469e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:17.574719 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-868bb1ee-1c1c-47a6-8775-3ca9052b216e req-e5cae409-0af7-46de-95fe-605034bb4b6f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] No DVR routers for this DVR port 93b0f31d-e0ee-48ea-b242-5c575975f615 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:13:17.580318 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4f07fdbc-580d-4d9b-bbab-d9ae11c4b56b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:17.581297 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-868bb1ee-1c1c-47a6-8775-3ca9052b216e req-e5cae409-0af7-46de-95fe-605034bb4b6f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:17.584653 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-868bb1ee-1c1c-47a6-8775-3ca9052b216e req-e5cae409-0af7-46de-95fe-605034bb4b6f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.24 "DELETE /v2.0/ports/93b0f31d-e0ee-48ea-b242-5c575975f615 HTTP/1.1" status: 204 len: 173 time: 0.6891909 Oct 19 01:13:17.602100 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-6aaebff4-bcef-4c56-b55d-76ce62b4469e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Calling delete_port for d106b19d-b481-4804-bac2-5ffe527b5e35 owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:17.628312 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a78ff-e395-44c7-b8fd-ecba81c4c70a req-0af8db0f-c3e5-4cb0-867e-e5a65402eed3 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:17.629833 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7d9a78ff-e395-44c7-b8fd-ecba81c4c70a req-0af8db0f-c3e5-4cb0-867e-e5a65402eed3 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=268884e8-c441-474c-8593-1886944fa754 HTTP/1.1" status: 200 len: 946 time: 0.1039517 Oct 19 01:13:17.660205 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3475bb0d-fb50-462c-97a6-4a0d9f753c67 None None] Network d344170d-200e-4163-b665-1df2839568fe requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:17.744814 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-0d590f3c-bccb-4f14-844d-3ee193c4ee3b None None] Provisioning complete for port d106b19d-b481-4804-bac2-5ffe527b5e35 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:17.745108 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0d590f3c-bccb-4f14-844d-3ee193c4ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:17.778671 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7d9a78ff-e395-44c7-b8fd-ecba81c4c70a req-e4ec3d64-3045-4109-87da-f3f68840f1ed tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd184901-d9e0-49b7-8bcb-3e71a3b25297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717225 Oct 19 01:13:17.814579 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-868bb1ee-1c1c-47a6-8775-3ca9052b216e req-3b280d64-86b1-4eab-a380-8e16132ed189 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Deleting port b268d2cd-9b85-4305-b3d7-fbf0209b0c7a {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:17.814579 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-868bb1ee-1c1c-47a6-8775-3ca9052b216e req-3b280d64-86b1-4eab-a380-8e16132ed189 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:17.922581 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-868bb1ee-1c1c-47a6-8775-3ca9052b216e req-3b280d64-86b1-4eab-a380-8e16132ed189 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] For port b268d2cd-9b85-4305-b3d7-fbf0209b0c7a, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=b268d2cd-9b85-4305-b3d7-fbf0209b0c7a,segment=NetworkSegment(14522f8d-10d2-4f4c-a467-a7aa9d13dc14),segment_id=14522f8d-10d2-4f4c-a467-a7aa9d13dc14)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:17.922970 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-868bb1ee-1c1c-47a6-8775-3ca9052b216e req-3b280d64-86b1-4eab-a380-8e16132ed189 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:17.943695 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-868bb1ee-1c1c-47a6-8775-3ca9052b216e req-3b280d64-86b1-4eab-a380-8e16132ed189 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Calling delete_port for b268d2cd-9b85-4305-b3d7-fbf0209b0c7a owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:17.988185 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:17.996813 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d106b19d-b481-4804-bac2-5ffe527b5e35 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:18.095705 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-868bb1ee-1c1c-47a6-8775-3ca9052b216e req-3b280d64-86b1-4eab-a380-8e16132ed189 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:18.111266 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['c07cda87-32da-441c-b723-7287047b8273'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:13:18.132006 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755e06a9-8da4-4612-9c6e-fd99bf059e9e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Router a4961827-1bab-4d9b-8ce4-1890e2cf2ec1 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:13:18.137894 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b280d64-86b1-4eab-a380-8e16132ed189 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Pushing event deleted for resources: {'Port': ['ID=b268d2cd-9b85-4305-b3d7-fbf0209b0c7a,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:18.144866 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b4a964aa-9d5a-4e86-be24-2571236e196f req-ab3ec8f8-4b46-4dae-81d2-435a356e23b2 service neutron] 10.222.0.55 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6400685 Oct 19 01:13:18.204193 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0125e9b-252b-48b0-99c0-3fd2efcc56a9 req-417c5f22-97ee-40dc-9ee9-8066ed7c3956 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:18.205397 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c0125e9b-252b-48b0-99c0-3fd2efcc56a9 req-417c5f22-97ee-40dc-9ee9-8066ed7c3956 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0aa19e3-7bd0-45cb-b8d8-6f025d812fea HTTP/1.1" status: 200 len: 943 time: 0.1449871 Oct 19 01:13:18.215312 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4f07fdbc-580d-4d9b-bbab-d9ae11c4b56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:18.215538 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-868bb1ee-1c1c-47a6-8775-3ca9052b216e req-3b280d64-86b1-4eab-a380-8e16132ed189 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] No DVR routers for this DVR port b268d2cd-9b85-4305-b3d7-fbf0209b0c7a on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:13:18.217852 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4f07fdbc-580d-4d9b-bbab-d9ae11c4b56b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:18.221483 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4f07fdbc-580d-4d9b-bbab-d9ae11c4b56b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/45d61c69-baf1-4820-9b50-15f2268f9ac9 HTTP/1.1" status: 204 len: 168 time: 1.0821197 Oct 19 01:13:18.221671 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-868bb1ee-1c1c-47a6-8775-3ca9052b216e req-3b280d64-86b1-4eab-a380-8e16132ed189 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:18.229530 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-868bb1ee-1c1c-47a6-8775-3ca9052b216e req-3b280d64-86b1-4eab-a380-8e16132ed189 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.24 "DELETE /v2.0/ports/b268d2cd-9b85-4305-b3d7-fbf0209b0c7a HTTP/1.1" status: 204 len: 173 time: 0.6374626 Oct 19 01:13:18.245995 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0d590f3c-bccb-4f14-844d-3ee193c4ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:18.248864 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port d106b19d-b481-4804-bac2-5ffe527b5e35 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:18.249270 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:18.315130 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f07fdbc-580d-4d9b-bbab-d9ae11c4b56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d61c69-baf1-4820-9b50-15f2268f9ac9,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:18.432040 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c0125e9b-252b-48b0-99c0-3fd2efcc56a9 req-be1d3134-b7a4-4531-b329-dc557019dd2e tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069669 Oct 19 01:13:18.453982 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:18.485030 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f9746-6863-4e79-ba71-87fda86d37f3 req-d0f076b0-fa5c-4c1d-b61f-db3cdfeab176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:18.486547 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f7f9746-6863-4e79-ba71-87fda86d37f3 req-d0f076b0-fa5c-4c1d-b61f-db3cdfeab176 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b1b4901fc87414a92dc3f7f47c3c09a&device_id=c0aa19e3-7bd0-45cb-b8d8-6f025d812fea HTTP/1.1" status: 200 len: 1095 time: 0.2792437 Oct 19 01:13:18.496046 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6aaebff4-bcef-4c56-b55d-76ce62b4469e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:18.567859 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaebff4-bcef-4c56-b55d-76ce62b4469e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event deleted for resources: {'Port': ['ID=d106b19d-b481-4804-bac2-5ffe527b5e35,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:18.587817 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755e06a9-8da4-4612-9c6e-fd99bf059e9e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:13:18.599062 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f0c85f-deb3-4ab2-a691-bbc0ce0b00df None None] Sync routers for ids ['a4961827-1bab-4d9b-8ce4-1890e2cf2ec1'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:13:18.611975 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f0c85f-deb3-4ab2-a691-bbc0ce0b00df None None] Routers {'a4961827-1bab-4d9b-8ce4-1890e2cf2ec1'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:18.612594 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-e3f0c85f-deb3-4ab2-a691-bbc0ce0b00df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:13:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['a4961827-1bab-4d9b-8ce4-1890e2cf2ec1'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:18.648013 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-e3f0c85f-deb3-4ab2-a691-bbc0ce0b00df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:18.658472 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f0c85f-deb3-4ab2-a691-bbc0ce0b00df None None] Routers {'a4961827-1bab-4d9b-8ce4-1890e2cf2ec1'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:18.659167 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-e3f0c85f-deb3-4ab2-a691-bbc0ce0b00df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:13:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['a4961827-1bab-4d9b-8ce4-1890e2cf2ec1'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:18.662607 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5542c1c1-43e5-49f4-a779-dd1bddfbb040 None None] Network d344170d-200e-4163-b665-1df2839568fe requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:18.676531 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-755e06a9-8da4-4612-9c6e-fd99bf059e9e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:18.695981 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-e3f0c85f-deb3-4ab2-a691-bbc0ce0b00df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:18.697009 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f0c85f-deb3-4ab2-a691-bbc0ce0b00df None None] The sync data for ids ['a4961827-1bab-4d9b-8ce4-1890e2cf2ec1'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:13:18.700540 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-8cb6fa43-6940-47f6-93ac-bc5e86a39aca None None] Could not find standard attr ID for object d106b19d-b481-4804-bac2-5ffe527b5e35. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:13:18.772385 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaebff4-bcef-4c56-b55d-76ce62b4469e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] No DVR routers for this DVR port d106b19d-b481-4804-bac2-5ffe527b5e35 on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:13:18.775468 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f9746-6863-4e79-ba71-87fda86d37f3 req-bbab778e-b312-4d31-a9b6-3f562574a9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:18.777168 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f7f9746-6863-4e79-ba71-87fda86d37f3 req-bbab778e-b312-4d31-a9b6-3f562574a9d0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9fdfc968-fd05-4762-858e-87980e28a6e6 HTTP/1.1" status: 200 len: 913 time: 0.2763534 Oct 19 01:13:18.864710 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42676) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:18.918513 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bbcae2e-be8b-4176-9aa3-e555b1ca6a67 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Deleting subnet b5d256f7-e71d-4f14-924e-a73ae14a9d2a {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:13:18.921842 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3bbcae2e-be8b-4176-9aa3-e555b1ca6a67 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:18.945160 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f7f9746-6863-4e79-ba71-87fda86d37f3 req-71616f08-1a17-4004-8819-758cfc12c23c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd84564a-4608-4603-9f36-76a06d960a8c HTTP/1.1" status: 200 len: 217 time: 0.1340642 Oct 19 01:13:18.966859 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-755e06a9-8da4-4612-9c6e-fd99bf059e9e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "PUT /v2.0/floatingips/5f3fd64b-cb67-4ac7-9268-b0fa0d23a016 HTTP/1.1" status: 200 len: 976 time: 5.2084358 Oct 19 01:13:18.972780 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42682) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:18.985009 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3bbcae2e-be8b-4176-9aa3-e555b1ca6a67 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:19.064994 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6aaebff4-bcef-4c56-b55d-76ce62b4469e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:19.109495 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3bbcae2e-be8b-4176-9aa3-e555b1ca6a67 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:19.131956 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f9746-6863-4e79-ba71-87fda86d37f3 req-2bd35257-2dfc-413f-baba-24a24a7fce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:19.134427 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f7f9746-6863-4e79-ba71-87fda86d37f3 req-2bd35257-2dfc-413f-baba-24a24a7fce20 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=48d33ad6-49ce-4420-8e80-235f3948de37 HTTP/1.1" status: 200 len: 852 time: 0.1819077 Oct 19 01:13:19.191911 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268884e8-c441-474c-8593-1886944fa754', 'name': 'network-vif-deleted', 'tag': '93b0f31d-e0ee-48ea-b242-5c575975f615'}, {'server_uuid': '268884e8-c441-474c-8593-1886944fa754', 'name': 'network-vif-deleted', 'tag': 'b268d2cd-9b85-4305-b3d7-fbf0209b0c7a'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:19.196070 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b82f59c-14df-423a-bb39-fdcea3c097f7" -d '{"events": [{"server_uuid": "268884e8-c441-474c-8593-1886944fa754", "name": "network-vif-deleted", "tag": "93b0f31d-e0ee-48ea-b242-5c575975f615"}, {"server_uuid": "268884e8-c441-474c-8593-1886944fa754", "name": "network-vif-deleted", "tag": "b268d2cd-9b85-4305-b3d7-fbf0209b0c7a"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:19.196671 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f7f9746-6863-4e79-ba71-87fda86d37f3 req-ee5328a7-417e-4d1b-b2a7-09e656a84add service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9fdfc968-fd05-4762-858e-87980e28a6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553069 Oct 19 01:13:19.215949 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3bbcae2e-be8b-4176-9aa3-e555b1ca6a67 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:19.240014 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3bbcae2e-be8b-4176-9aa3-e555b1ca6a67 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:19.247244 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5d6ce3-4e1b-4971-97c3-cab32e60ea4d None None] Network e66b135f-7c0c-4052-8c2b-ebef113a535a requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:19.259114 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3bbcae2e-be8b-4176-9aa3-e555b1ca6a67 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "DELETE /v2.0/subnets/b5d256f7-e71d-4f14-924e-a73ae14a9d2a HTTP/1.1" status: 204 len: 168 time: 0.3932581 Oct 19 01:13:19.261945 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857047d3-53eb-4883-bdb4-61f9958bb756 x-openstack-request-id: req-857047d3-53eb-4883-bdb4-61f9958bb756 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:13:19.262346 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268884e8-c441-474c-8593-1886944fa754", "name": "network-vif-deleted", "tag": "93b0f31d-e0ee-48ea-b242-5c575975f615", "status": "completed", "code": 200}, {"server_uuid": "268884e8-c441-474c-8593-1886944fa754", "name": "network-vif-deleted", "tag": "b268d2cd-9b85-4305-b3d7-fbf0209b0c7a", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:13:19.262480 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-857047d3-53eb-4883-bdb4-61f9958bb756 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:13:19.262861 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '268884e8-c441-474c-8593-1886944fa754', 'name': 'network-vif-deleted', 'tag': '93b0f31d-e0ee-48ea-b242-5c575975f615', 'status': 'completed', 'code': 200} Oct 19 01:13:19.263021 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-5b80ea50-7a66-4410-8278-76bdecbf21d4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Deleting port 0e4109f6-eb25-492a-bbfa-abf2be388a72 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:19.263117 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '268884e8-c441-474c-8593-1886944fa754', 'name': 'network-vif-deleted', 'tag': 'b268d2cd-9b85-4305-b3d7-fbf0209b0c7a', 'status': 'completed', 'code': 200} Oct 19 01:13:19.263349 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5b80ea50-7a66-4410-8278-76bdecbf21d4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:19.267689 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42692) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:19.288685 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbcae2e-be8b-4176-9aa3-e555b1ca6a67 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Pushing event deleted for resources: {'Subnet': ['ID=b5d256f7-e71d-4f14-924e-a73ae14a9d2a,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:19.296579 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42694) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:19.340463 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6aaebff4-bcef-4c56-b55d-76ce62b4469e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:19.408339 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-bed30ee5-53b2-4b0d-842f-29d8e1b1155b tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2133572798'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:19.432112 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed30ee5-53b2-4b0d-842f-29d8e1b1155b tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Made reservation on behalf of 686baaa04ed742ff88476894ab7bb954 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:19.433894 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaebff4-bcef-4c56-b55d-76ce62b4469e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event deleted for resources: {'Subnet': ['ID=aac30f32-2288-4b2b-b5fa-1edf4a8cbc98,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:19.438767 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd84649-cfb9-4d05-accf-6375c77f73cd None None] Network d344170d-200e-4163-b665-1df2839568fe requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:19.439355 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bed30ee5-53b2-4b0d-842f-29d8e1b1155b tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:19.456409 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bed30ee5-53b2-4b0d-842f-29d8e1b1155b tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:19.484522 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85997f4-211b-4afc-b686-e53966186b99 None None] DHCP port deletion for e66b135f-7c0c-4052-8c2b-ebef113a535a request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:13:19.531889 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-df67ac45-4090-4b67-aac4-6d6cfe4d3d55 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:19.547322 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f7f9746-6863-4e79-ba71-87fda86d37f3 req-7bee54ca-ab2f-476d-8ed9-30c4f7e8af1d service neutron] 10.222.0.55 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400400 Oct 19 01:13:19.577852 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6aaebff4-bcef-4c56-b55d-76ce62b4469e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:19.582400 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5b80ea50-7a66-4410-8278-76bdecbf21d4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:19.626570 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a9c9d-c2ed-4356-993d-ebe2ee568cfb req-8c3196b3-766b-494d-997b-821d459ae873 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:19.644374 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3d3a9c9d-c2ed-4356-993d-ebe2ee568cfb req-8c3196b3-766b-494d-997b-821d459ae873 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0aa19e3-7bd0-45cb-b8d8-6f025d812fea HTTP/1.1" status: 200 len: 943 time: 0.1245952 Oct 19 01:13:19.645405 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-e85997f4-211b-4afc-b686-e53966186b99 None None] Deleting port beff4831-8cda-46d2-8601-6bf709118d1a {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:19.645973 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e85997f4-211b-4afc-b686-e53966186b99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:19.685524 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-6aaebff4-bcef-4c56-b55d-76ce62b4469e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d344170d-200e-4163-b665-1df2839568fe']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:19.701932 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988e46b4-10fe-4303-9812-b4825eb79c4d None None] DHCP port deletion for d344170d-200e-4163-b665-1df2839568fe request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:13:19.707821 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bed30ee5-53b2-4b0d-842f-29d8e1b1155b tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:19.717605 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bed30ee5-53b2-4b0d-842f-29d8e1b1155b tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:19.750862 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:19.757705 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-6aaebff4-bcef-4c56-b55d-76ce62b4469e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe6c3b72-201b-4841-a779-d9de1d57fe13') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:19.758580 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-6aaebff4-bcef-4c56-b55d-76ce62b4469e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe6c3b72-201b-4841-a779-d9de1d57fe13') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:19.762509 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-e85997f4-211b-4afc-b686-e53966186b99 None None] For port beff4831-8cda-46d2-8601-6bf709118d1a, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=beff4831-8cda-46d2-8601-6bf709118d1a,segment=NetworkSegment(14522f8d-10d2-4f4c-a467-a7aa9d13dc14),segment_id=14522f8d-10d2-4f4c-a467-a7aa9d13dc14)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:19.762893 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e85997f4-211b-4afc-b686-e53966186b99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:19.777718 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed30ee5-53b2-4b0d-842f-29d8e1b1155b tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:13:19.778094 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-e85997f4-211b-4afc-b686-e53966186b99 None None] Calling delete_port for beff4831-8cda-46d2-8601-6bf709118d1a owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:19.790889 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bed30ee5-53b2-4b0d-842f-29d8e1b1155b tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:19.791983 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-bed30ee5-53b2-4b0d-842f-29d8e1b1155b tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Added segment 19db7a39-199f-4ddd-9860-a3d117591a59 of type vlan for network 61624527-ad24-448e-8a6f-cde499d36828 Oct 19 01:13:19.795782 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6aaebff4-bcef-4c56-b55d-76ce62b4469e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:19.844517 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device beff4831-8cda-46d2-8601-6bf709118d1a no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:13:19.854292 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bed30ee5-53b2-4b0d-842f-29d8e1b1155b tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:19.859191 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3d3a9c9d-c2ed-4356-993d-ebe2ee568cfb req-5bc4df8d-b08f-4c9a-b2cc-26cb5a90c4a1 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124004 Oct 19 01:13:19.863233 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed30ee5-53b2-4b0d-842f-29d8e1b1155b tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e7a373-405c-4141-b4f5-ceaab3dac3b6,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:19.888614 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bed30ee5-53b2-4b0d-842f-29d8e1b1155b tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:19.894301 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed30ee5-53b2-4b0d-842f-29d8e1b1155b tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:19.894878 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bed30ee5-53b2-4b0d-842f-29d8e1b1155b tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:19.919093 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6aaebff4-bcef-4c56-b55d-76ce62b4469e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:19.928786 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aaebff4-bcef-4c56-b55d-76ce62b4469e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:13:19.929158 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6aaebff4-bcef-4c56-b55d-76ce62b4469e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:19.933003 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:13:19.933003 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:13:19.933003 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:13:19.933003 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:13:19.933003 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:13:19.933003 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:13:19.933003 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:13:19.933003 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:13:19.933003 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:13:19.933003 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:13:19.933003 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:13:19.933003 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:13:19.933003 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:13:19.933003 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:13:19.933003 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:13:19.933003 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:13:19.933003 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:13:19.933003 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:13:19.933003 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:13:19.933003 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:13:19.933003 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:13:19.933003 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:13:19.933003 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:13:19.933003 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:13:19.933003 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:13:19.933003 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:13:19.933003 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:13:19.933003 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:13:19.933003 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:13:19.933003 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:13:19.933003 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:13:19.933003 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:13:19.937089 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e85997f4-211b-4afc-b686-e53966186b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:19.943423 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-bed30ee5-53b2-4b0d-842f-29d8e1b1155b tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6430314 Oct 19 01:13:19.943596 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42702) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:19.950771 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-6abab9e1-6849-4851-8583-ece2e07b6bd5 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Request body: {'subnet': {'network_id': '61624527-ad24-448e-8a6f-cde499d36828', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:19.974728 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85997f4-211b-4afc-b686-e53966186b99 None None] Pushing event deleted for resources: {'Port': ['ID=beff4831-8cda-46d2-8601-6bf709118d1a,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:19.978319 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85997f4-211b-4afc-b686-e53966186b99 None None] No DVR routers for this DVR port beff4831-8cda-46d2-8601-6bf709118d1a on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:13:19.984608 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:19.997065 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed30ee5-53b2-4b0d-842f-29d8e1b1155b tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Pushing event updated for resources: {'Network': ['ID=61624527-ad24-448e-8a6f-cde499d36828,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:20.025762 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 61624527-ad24-448e-8a6f-cde499d36828 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:13:20.059971 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6aaebff4-bcef-4c56-b55d-76ce62b4469e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:20.064835 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6aaebff4-bcef-4c56-b55d-76ce62b4469e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:20.068570 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6aaebff4-bcef-4c56-b55d-76ce62b4469e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "DELETE /v2.0/networks/d344170d-200e-4163-b665-1df2839568fe HTTP/1.1" status: 204 len: 168 time: 3.9420869 Oct 19 01:13:20.086655 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42706) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:20.111839 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1fa342c-8b1d-4404-81e4-403227a88ce8 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:20.112389 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1fa342c-8b1d-4404-81e4-403227a88ce8 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:20.119557 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c1fa342c-8b1d-4404-81e4-403227a88ce8 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "DELETE /v2.0/networks/d344170d-200e-4163-b665-1df2839568fe HTTP/1.1" status: 404 len: 339 time: 0.0329812 Oct 19 01:13:20.119557 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abab9e1-6849-4851-8583-ece2e07b6bd5 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Made reservation on behalf of 686baaa04ed742ff88476894ab7bb954 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:20.121562 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6abab9e1-6849-4851-8583-ece2e07b6bd5 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:20.122361 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42708) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:20.132052 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaebff4-bcef-4c56-b55d-76ce62b4469e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event deleted for resources: {'Network': ['ID=d344170d-200e-4163-b665-1df2839568fe,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:20.143900 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-5f57cbaa-a6db-4fbd-b509-6d1a439c7537 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-758594423', 'description': 'd1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:20.170000 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f7f9746-6863-4e79-ba71-87fda86d37f3 req-158a718e-4c66-49b4-be27-4f5b4f49b33f service neutron] 10.222.0.55 "GET /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5848570 Oct 19 01:13:20.196983 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-df67ac45-4090-4b67-aac4-6d6cfe4d3d55 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Deleting port beff4831-8cda-46d2-8601-6bf709118d1a {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:20.197384 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-df67ac45-4090-4b67-aac4-6d6cfe4d3d55 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:20.201894 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5b80ea50-7a66-4410-8278-76bdecbf21d4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:20.202266 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5b80ea50-7a66-4410-8278-76bdecbf21d4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:20.202580 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [None req-5b80ea50-7a66-4410-8278-76bdecbf21d4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Floating IP 5f3fd64b-cb67-4ac7-9268-b0fa0d23a016 disassociated. External IP: 172.25.8.9, port: 0e4109f6-eb25-492a-bbfa-abf2be388a72. Oct 19 01:13:20.202922 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-5b80ea50-7a66-4410-8278-76bdecbf21d4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Calling delete_port for 0e4109f6-eb25-492a-bbfa-abf2be388a72 owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:20.217363 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f57cbaa-a6db-4fbd-b509-6d1a439c7537 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Made reservation on behalf of f73fb85d909d456699ce7f7b906bb45c for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:20.220822 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5f57cbaa-a6db-4fbd-b509-6d1a439c7537 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:20.302478 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6abab9e1-6849-4851-8583-ece2e07b6bd5 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:20.339967 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-df67ac45-4090-4b67-aac4-6d6cfe4d3d55 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] For port beff4831-8cda-46d2-8601-6bf709118d1a, host n-d-715271-26, got binding levels [] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:20.340331 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-df67ac45-4090-4b67-aac4-6d6cfe4d3d55 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:20.342670 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f57cbaa-a6db-4fbd-b509-6d1a439c7537 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:13:20.362785 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-df67ac45-4090-4b67-aac4-6d6cfe4d3d55 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Calling delete_port for beff4831-8cda-46d2-8601-6bf709118d1a owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:20.366369 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.ipam_backend_mixin [None req-df67ac45-4090-4b67-aac4-6d6cfe4d3d55 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Port beff4831-8cda-46d2-8601-6bf709118d1a was not found and therefore no delete operation was performed {{(pid=100606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:13:20.368259 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abab9e1-6849-4851-8583-ece2e07b6bd5 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Pushing event updated for resources: {'Subnet': ['ID=93f09146-3c0a-4a6c-bf96-a87201fce1d5,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:20.372223 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-df67ac45-4090-4b67-aac4-6d6cfe4d3d55 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:20.375513 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5f57cbaa-a6db-4fbd-b509-6d1a439c7537 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:20.376000 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-5f57cbaa-a6db-4fbd-b509-6d1a439c7537 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Added segment 70e040d0-4a87-4e43-bb4e-1a0edd08fea0 of type vlan for network 8693c6e2-acdf-4ded-b8ce-8be42c7e87d6 Oct 19 01:13:20.377286 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abab9e1-6849-4851-8583-ece2e07b6bd5 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Checking segment: {'id': '19db7a39-199f-4ddd-9860-a3d117591a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '61624527-ad24-448e-8a6f-cde499d36828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:20.377648 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abab9e1-6849-4851-8583-ece2e07b6bd5 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Network hostable DHCP agents. Network: 61624527-ad24-448e-8a6f-cde499d36828, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:13:20.394539 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abab9e1-6849-4851-8583-ece2e07b6bd5 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Network 61624527-ad24-448e-8a6f-cde499d36828 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:13:20.404723 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-6abab9e1-6849-4851-8583-ece2e07b6bd5 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 61624527-ad24-448e-8a6f-cde499d36828) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:20.410086 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abab9e1-6849-4851-8583-ece2e07b6bd5 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:20.411995 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6abab9e1-6849-4851-8583-ece2e07b6bd5 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:20.413303 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a882b9e-39ba-400d-b7af-30f68d327da6 None None] Network 61624527-ad24-448e-8a6f-cde499d36828 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:20.431487 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6abab9e1-6849-4851-8583-ece2e07b6bd5 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4837968 Oct 19 01:13:20.431746 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42710) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:20.436531 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-340f2a58-3a96-40a0-911d-247bdeb30c8d tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Request body: {'port': {'network_id': '61624527-ad24-448e-8a6f-cde499d36828', 'name': 'tempest-TagsExtTest-832035526'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:20.447775 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df67ac45-4090-4b67-aac4-6d6cfe4d3d55 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] No DVR routers for this DVR port beff4831-8cda-46d2-8601-6bf709118d1a on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:13:20.458891 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67ac45-4090-4b67-aac4-6d6cfe4d3d55 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Pushing event deleted for resources: {'Port': ['ID=beff4831-8cda-46d2-8601-6bf709118d1a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:20.489832 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5f57cbaa-a6db-4fbd-b509-6d1a439c7537 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:20.553581 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340f2a58-3a96-40a0-911d-247bdeb30c8d tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Made reservation on behalf of 686baaa04ed742ff88476894ab7bb954 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:20.557855 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-340f2a58-3a96-40a0-911d-247bdeb30c8d tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:20.577211 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-340f2a58-3a96-40a0-911d-247bdeb30c8d tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] device_id is not set on port bdf71876-d47f-444d-9401-711c455e7aff yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:13:20.582506 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e589b4e3-57bf-4031-9b2b-4d1a9cbe9fe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-61624527-ad24-448e-8a6f-cde499d36828', 'network_id': '61624527-ad24-448e-8a6f-cde499d36828', 'tenant_id': '686baaa04ed742ff88476894ab7bb954', 'fixed_ips': [{'subnet_id': '93f09146-3c0a-4a6c-bf96-a87201fce1d5'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:13:20.583566 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e589b4e3-57bf-4031-9b2b-4d1a9cbe9fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:20.596423 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-df67ac45-4090-4b67-aac4-6d6cfe4d3d55 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:20.628457 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-df67ac45-4090-4b67-aac4-6d6cfe4d3d55 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66b135f-7c0c-4052-8c2b-ebef113a535a']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:20.633691 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5f57cbaa-a6db-4fbd-b509-6d1a439c7537 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:20.639987 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f57cbaa-a6db-4fbd-b509-6d1a439c7537 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:20.640724 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5f57cbaa-a6db-4fbd-b509-6d1a439c7537 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:20.653452 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5b80ea50-7a66-4410-8278-76bdecbf21d4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:20.681483 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-df67ac45-4090-4b67-aac4-6d6cfe4d3d55 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14522f8d-10d2-4f4c-a467-a7aa9d13dc14') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:20.681774 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-df67ac45-4090-4b67-aac4-6d6cfe4d3d55 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14522f8d-10d2-4f4c-a467-a7aa9d13dc14') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:20.701098 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-340f2a58-3a96-40a0-911d-247bdeb30c8d tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Allocated IP 172.20.0.4 (61624527-ad24-448e-8a6f-cde499d36828/93f09146-3c0a-4a6c-bf96-a87201fce1d5/bdf71876-d47f-444d-9401-711c455e7aff) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:20.717373 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b80ea50-7a66-4410-8278-76bdecbf21d4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event deleted for resources: {'Port': ['ID=0e4109f6-eb25-492a-bbfa-abf2be388a72,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:20.731605 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-df67ac45-4090-4b67-aac4-6d6cfe4d3d55 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:20.783424 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5f57cbaa-a6db-4fbd-b509-6d1a439c7537 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6469646 Oct 19 01:13:20.787437 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42714) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:20.800018 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-df67ac45-4090-4b67-aac4-6d6cfe4d3d55 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:20.801919 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57cbaa-a6db-4fbd-b509-6d1a439c7537 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event updated for resources: {'Network': ['ID=8693c6e2-acdf-4ded-b8ce-8be42c7e87d6,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:20.820583 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 8693c6e2-acdf-4ded-b8ce-8be42c7e87d6 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:13:20.852749 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df67ac45-4090-4b67-aac4-6d6cfe4d3d55 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:13:20.853156 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-df67ac45-4090-4b67-aac4-6d6cfe4d3d55 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:20.858463 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:13:20.858463 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:13:20.858463 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:13:20.858463 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:13:20.858463 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:13:20.858463 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:13:20.858463 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:13:20.858463 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:13:20.858463 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:13:20.858463 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:13:20.858463 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:13:20.858463 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:13:20.858463 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:13:20.858463 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:13:20.858463 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:13:20.858463 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:13:20.858463 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:13:20.858463 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:13:20.858463 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:13:20.858463 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:13:20.858463 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:13:20.858463 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:13:20.858463 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:13:20.858463 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:13:20.858463 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:13:20.858463 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:13:20.858463 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:13:20.858463 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:13:20.858463 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:13:20.858463 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:13:20.858463 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:13:20.858463 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:13:20.890900 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-340f2a58-3a96-40a0-911d-247bdeb30c8d tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:20.948701 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device b268d2cd-9b85-4305-b3d7-fbf0209b0c7a no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:13:20.950537 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-340f2a58-3a96-40a0-911d-247bdeb30c8d tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:20.984484 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: b268d2cd-9b85-4305-b3d7-fbf0209b0c7a {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:13:20.984897 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device b268d2cd-9b85-4305-b3d7-fbf0209b0c7a not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:13:20.985253 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 93b0f31d-e0ee-48ea-b242-5c575975f615 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:13:21.009761 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340f2a58-3a96-40a0-911d-247bdeb30c8d tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Network 61624527-ad24-448e-8a6f-cde499d36828 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:21.013254 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-340f2a58-3a96-40a0-911d-247bdeb30c8d tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:21.017355 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340f2a58-3a96-40a0-911d-247bdeb30c8d tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:21.028136 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 93b0f31d-e0ee-48ea-b242-5c575975f615 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:13:21.028484 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 93b0f31d-e0ee-48ea-b242-5c575975f615 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:13:21.028910 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device c07cda87-32da-441c-b723-7287047b8273 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:13:21.052253 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: c07cda87-32da-441c-b723-7287047b8273 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:13:21.052565 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f2a58-3a96-40a0-911d-247bdeb30c8d tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Pushing event updated for resources: {'Port': ['ID=bdf71876-d47f-444d-9401-711c455e7aff,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:21.052687 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device c07cda87-32da-441c-b723-7287047b8273 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:13:21.067027 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-e589b4e3-57bf-4031-9b2b-4d1a9cbe9fe6 None None] Allocated IP 172.20.0.2 (61624527-ad24-448e-8a6f-cde499d36828/93f09146-3c0a-4a6c-bf96-a87201fce1d5/f32b8c95-2985-4b9d-9ebc-411042f1a897) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:21.074017 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340f2a58-3a96-40a0-911d-247bdeb30c8d tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:21.074816 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-340f2a58-3a96-40a0-911d-247bdeb30c8d tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.094845 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-340f2a58-3a96-40a0-911d-247bdeb30c8d tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.6597202 Oct 19 01:13:21.095204 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42718) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:21.100562 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-e69c6530-b800-4d99-b3b8-0db85dfc6e03 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1673766395', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:21.124380 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e69c6530-b800-4d99-b3b8-0db85dfc6e03 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.125789 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e69c6530-b800-4d99-b3b8-0db85dfc6e03 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.196087 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e69c6530-b800-4d99-b3b8-0db85dfc6e03 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.202043 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e69c6530-b800-4d99-b3b8-0db85dfc6e03 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.225166 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e69c6530-b800-4d99-b3b8-0db85dfc6e03 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.227422 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e69c6530-b800-4d99-b3b8-0db85dfc6e03 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1304603 Oct 19 01:13:21.229876 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42722) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:21.234483 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-249b6cf0-fa23-4b30-b657-20591096d3b7 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-432499677', 'prefixes': ['172.20.0.0/16']}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:21.238344 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e589b4e3-57bf-4031-9b2b-4d1a9cbe9fe6 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.246202 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e589b4e3-57bf-4031-9b2b-4d1a9cbe9fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.287312 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e589b4e3-57bf-4031-9b2b-4d1a9cbe9fe6 None None] Network 61624527-ad24-448e-8a6f-cde499d36828 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:21.292552 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-e589b4e3-57bf-4031-9b2b-4d1a9cbe9fe6 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:21.296882 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e589b4e3-57bf-4031-9b2b-4d1a9cbe9fe6 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:21.300003 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e589b4e3-57bf-4031-9b2b-4d1a9cbe9fe6 None None] Pushing event updated for resources: {'Port': ['ID=f32b8c95-2985-4b9d-9ebc-411042f1a897,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:21.352904 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4883afe0-ffb6-4622-ad70-f403f8643f73 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:21.354352 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4883afe0-ffb6-4622-ad70-f403f8643f73 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "GET /v2.0/networks?id=8693c6e2-acdf-4ded-b8ce-8be42c7e87d6 HTTP/1.1" status: 200 len: 760 time: 0.5652418 Oct 19 01:13:21.354602 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-e589b4e3-57bf-4031-9b2b-4d1a9cbe9fe6 None None] Attempting to bind port f32b8c95-2985-4b9d-9ebc-411042f1a897 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:13:21.354739 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-e589b4e3-57bf-4031-9b2b-4d1a9cbe9fe6 None None] Attempting to bind port f32b8c95-2985-4b9d-9ebc-411042f1a897 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '19db7a39-199f-4ddd-9860-a3d117591a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '61624527-ad24-448e-8a6f-cde499d36828'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:13:21.355132 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e589b4e3-57bf-4031-9b2b-4d1a9cbe9fe6 None None] Attempting to bind port f32b8c95-2985-4b9d-9ebc-411042f1a897 on network 61624527-ad24-448e-8a6f-cde499d36828 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:21.357366 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42724) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:21.361836 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e589b4e3-57bf-4031-9b2b-4d1a9cbe9fe6 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:13:21.362220 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e589b4e3-57bf-4031-9b2b-4d1a9cbe9fe6 None None] Checking segment: {'id': '19db7a39-199f-4ddd-9860-a3d117591a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '61624527-ad24-448e-8a6f-cde499d36828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:21.363754 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e589b4e3-57bf-4031-9b2b-4d1a9cbe9fe6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.363754 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e589b4e3-57bf-4031-9b2b-4d1a9cbe9fe6 None None] Bound using segment: {'id': '19db7a39-199f-4ddd-9860-a3d117591a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '61624527-ad24-448e-8a6f-cde499d36828'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:13:21.363754 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-e589b4e3-57bf-4031-9b2b-4d1a9cbe9fe6 None None] Bound port: f32b8c95-2985-4b9d-9ebc-411042f1a897, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19db7a39-199f-4ddd-9860-a3d117591a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '61624527-ad24-448e-8a6f-cde499d36828'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:13:21.364106 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-21608552-d471-468a-bac3-64a2e6f93d08 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Request body: {'network': {'description': 'd2'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:21.364210 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e589b4e3-57bf-4031-9b2b-4d1a9cbe9fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.402921 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-df67ac45-4090-4b67-aac4-6d6cfe4d3d55 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.419218 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-df67ac45-4090-4b67-aac4-6d6cfe4d3d55 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.424730 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-df67ac45-4090-4b67-aac4-6d6cfe4d3d55 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "DELETE /v2.0/networks/e66b135f-7c0c-4052-8c2b-ebef113a535a HTTP/1.1" status: 204 len: 168 time: 2.1511846 Oct 19 01:13:21.428306 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42726) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:21.441083 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-e589b4e3-57bf-4031-9b2b-4d1a9cbe9fe6 None None] For port f32b8c95-2985-4b9d-9ebc-411042f1a897, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:13:21.446357 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-e589b4e3-57bf-4031-9b2b-4d1a9cbe9fe6 None None] For port f32b8c95-2985-4b9d-9ebc-411042f1a897, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=f32b8c95-2985-4b9d-9ebc-411042f1a897,segment=NetworkSegment(19db7a39-199f-4ddd-9860-a3d117591a59),segment_id=19db7a39-199f-4ddd-9860-a3d117591a59)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:13:21.452676 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e589b4e3-57bf-4031-9b2b-4d1a9cbe9fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.453319 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67ac45-4090-4b67-aac4-6d6cfe4d3d55 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Pushing event deleted for resources: {'Network': ['ID=e66b135f-7c0c-4052-8c2b-ebef113a535a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:21.475833 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-249b6cf0-fa23-4b30-b657-20591096d3b7 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks [] for subnetpool, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.481405 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-249b6cf0-fa23-4b30-b657-20591096d3b7 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2463353 Oct 19 01:13:21.481818 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42728) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:21.486363 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-1975bd3d-7f24-48c3-bdd8-9263a2981442 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '93f09146-3c0a-4a6c-bf96-a87201fce1d5', 'tempest-TagsExtTest-Tag-1672480283') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:21.489887 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91635db4-5137-4e64-ad7a-c9f21b00de79 req-546215ea-6997-468b-9f8b-4678502919de tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:21.491404 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-91635db4-5137-4e64-ad7a-c9f21b00de79 req-546215ea-6997-468b-9f8b-4678502919de tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0aa19e3-7bd0-45cb-b8d8-6f025d812fea HTTP/1.1" status: 200 len: 943 time: 0.2041700 Oct 19 01:13:21.501935 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b80ea50-7a66-4410-8278-76bdecbf21d4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Router a4961827-1bab-4d9b-8ce4-1890e2cf2ec1 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:13:21.516216 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e589b4e3-57bf-4031-9b2b-4d1a9cbe9fe6 None None] Pushing event updated for resources: {'Port': ['ID=f32b8c95-2985-4b9d-9ebc-411042f1a897,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:21.589529 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f75ac3e-fdfa-4158-9928-35eb63627d7f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Deleting subnet f759aba4-be60-40f1-95dd-7162eee554b0 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:13:21.601110 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0f75ac3e-fdfa-4158-9928-35eb63627d7f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.620960 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-21608552-d471-468a-bac3-64a2e6f93d08 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.650436 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-21608552-d471-468a-bac3-64a2e6f93d08 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.651634 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d106b19d-b481-4804-bac2-5ffe527b5e35 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:13:21.652104 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-91635db4-5137-4e64-ad7a-c9f21b00de79 req-b70e7237-8c40-4d5e-9109-c1ac59537c06 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448994 Oct 19 01:13:21.695537 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: d106b19d-b481-4804-bac2-5ffe527b5e35 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:13:21.696610 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-21608552-d471-468a-bac3-64a2e6f93d08 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Network 8693c6e2-acdf-4ded-b8ce-8be42c7e87d6 is not hosted by any dhcp agent {{(pid=100607) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 19 01:13:21.696764 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d106b19d-b481-4804-bac2-5ffe527b5e35 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:13:21.704895 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21608552-d471-468a-bac3-64a2e6f93d08 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:21.705362 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0f75ac3e-fdfa-4158-9928-35eb63627d7f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.705508 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-21608552-d471-468a-bac3-64a2e6f93d08 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.709426 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-21608552-d471-468a-bac3-64a2e6f93d08 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "PUT /v2.0/networks/8693c6e2-acdf-4ded-b8ce-8be42c7e87d6 HTTP/1.1" status: 200 len: 757 time: 0.3486814 Oct 19 01:13:21.719820 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42730) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:21.777950 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b80ea50-7a66-4410-8278-76bdecbf21d4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:13:21.799361 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cd4fb7-05fd-4908-b978-0545b0f5187f None None] Sync routers for ids ['a4961827-1bab-4d9b-8ce4-1890e2cf2ec1'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:13:21.805712 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21608552-d471-468a-bac3-64a2e6f93d08 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event updated for resources: {'Network': ['ID=8693c6e2-acdf-4ded-b8ce-8be42c7e87d6,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:21.816600 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1975bd3d-7f24-48c3-bdd8-9263a2981442 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "PUT /v2.0/subnets/93f09146-3c0a-4a6c-bf96-a87201fce1d5/tags/tempest-TagsExtTest-Tag-1672480283 HTTP/1.1" status: 201 len: 201 time: 0.3335288 Oct 19 01:13:21.824183 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 8693c6e2-acdf-4ded-b8ce-8be42c7e87d6 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:13:21.826526 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42734) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:21.827345 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cd4fb7-05fd-4908-b978-0545b0f5187f None None] Routers {'a4961827-1bab-4d9b-8ce4-1890e2cf2ec1'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:21.828339 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-c1cd4fb7-05fd-4908-b978-0545b0f5187f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:13:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['a4961827-1bab-4d9b-8ce4-1890e2cf2ec1'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:21.834710 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-c49c9471-9bad-4598-a21c-62d03e356eee tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'bdf71876-d47f-444d-9401-711c455e7aff', 'tempest-TagsExtTest-Tag-761952562') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:21.876593 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-c1cd4fb7-05fd-4908-b978-0545b0f5187f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:21.922635 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e50fac-237e-4f87-b910-8566567c58e2 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:21.927408 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-66e50fac-237e-4f87-b910-8566567c58e2 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "GET /v2.0/networks?id=8693c6e2-acdf-4ded-b8ce-8be42c7e87d6 HTTP/1.1" status: 200 len: 760 time: 0.2044861 Oct 19 01:13:21.927982 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42736) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:21.939318 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-8c84ebfc-a2cd-4326-a440-73643f65e5a1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-904523894'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:21.959117 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cd4fb7-05fd-4908-b978-0545b0f5187f None None] Routers {'a4961827-1bab-4d9b-8ce4-1890e2cf2ec1'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:21.959690 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5b80ea50-7a66-4410-8278-76bdecbf21d4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.959902 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-c1cd4fb7-05fd-4908-b978-0545b0f5187f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:13:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['a4961827-1bab-4d9b-8ce4-1890e2cf2ec1'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:21.964325 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5b80ea50-7a66-4410-8278-76bdecbf21d4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "DELETE /v2.0/ports/0e4109f6-eb25-492a-bbfa-abf2be388a72 HTTP/1.1" status: 204 len: 168 time: 2.9904063 Oct 19 01:13:21.966802 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42738) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:21.976069 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c84ebfc-a2cd-4326-a440-73643f65e5a1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Made reservation on behalf of f73fb85d909d456699ce7f7b906bb45c for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:21.979526 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8c84ebfc-a2cd-4326-a440-73643f65e5a1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.998285 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-c1cd4fb7-05fd-4908-b978-0545b0f5187f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:21.998949 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cd4fb7-05fd-4908-b978-0545b0f5187f None None] The sync data for ids ['a4961827-1bab-4d9b-8ce4-1890e2cf2ec1'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:13:22.018009 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0f75ac3e-fdfa-4158-9928-35eb63627d7f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:22.018238 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c84ebfc-a2cd-4326-a440-73643f65e5a1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:13:22.026254 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c49c9471-9bad-4598-a21c-62d03e356eee tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "PUT /v2.0/ports/bdf71876-d47f-444d-9401-711c455e7aff/tags/tempest-TagsExtTest-Tag-761952562 HTTP/1.1" status: 201 len: 201 time: 0.1987100 Oct 19 01:13:22.029894 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42740) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:22.034487 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-cbc4cc01-4dfd-4470-ae38-19f4c92fd83f tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8d9b1d1d-407c-4b87-96ed-439ce9d80df8', 'tempest-TagsExtTest-Tag-1918893407') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:22.036573 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8c84ebfc-a2cd-4326-a440-73643f65e5a1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:22.036907 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-8c84ebfc-a2cd-4326-a440-73643f65e5a1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Added segment 7a0763ed-45a4-4abb-9d6c-dd24409b3cb7 of type vlan for network dcf2b308-5638-4006-8199-70b5256f21fc Oct 19 01:13:22.173211 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0f75ac3e-fdfa-4158-9928-35eb63627d7f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:22.209491 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f75ac3e-fdfa-4158-9928-35eb63627d7f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Pushing event deleted for resources: {'Subnet': ['ID=f759aba4-be60-40f1-95dd-7162eee554b0,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:22.215494 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0f75ac3e-fdfa-4158-9928-35eb63627d7f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:22.215885 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31948c5b-d8dc-4b3a-8245-8b5c36f90ddd None None] Network f92993f1-dd86-4ae8-a056-498c3a2b044e requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:22.218748 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0f75ac3e-fdfa-4158-9928-35eb63627d7f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "DELETE /v2.0/subnets/f759aba4-be60-40f1-95dd-7162eee554b0 HTTP/1.1" status: 204 len: 168 time: 0.7789860 Oct 19 01:13:22.221782 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42742) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:22.411452 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7690371e-675e-4804-930e-2cc8a7d66d7a tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:22.476732 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8c84ebfc-a2cd-4326-a440-73643f65e5a1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:22.511076 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2720171-a53e-4322-bd39-d8245fbf9e8a None None] DHCP port deletion for f92993f1-dd86-4ae8-a056-498c3a2b044e request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:13:22.554581 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-cbc4cc01-4dfd-4470-ae38-19f4c92fd83f tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "PUT /v2.0/routers/8d9b1d1d-407c-4b87-96ed-439ce9d80df8/tags/tempest-TagsExtTest-Tag-1918893407 HTTP/1.1" status: 201 len: 201 time: 0.5227110 Oct 19 01:13:22.556823 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device bd84564a-4608-4603-9f36-76a06d960a8c details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:13:22.557389 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42746) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:22.559807 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8c84ebfc-a2cd-4326-a440-73643f65e5a1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:22.563107 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.tag.tag_plugin [None req-a5f279d3-933b-4e98-8ce2-0b8ab539fefd tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '66b70fd1-bf4a-47d2-b449-977e921890ec', 'tempest-TagsExtTest-Tag-2081349670') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:22.567999 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c84ebfc-a2cd-4326-a440-73643f65e5a1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:22.568652 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8c84ebfc-a2cd-4326-a440-73643f65e5a1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:22.571566 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-7690371e-675e-4804-930e-2cc8a7d66d7a tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Deleting port 38c4870f-d14d-4440-aab3-48906be7b9eb {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:22.572037 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7690371e-675e-4804-930e-2cc8a7d66d7a tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:22.620925 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8c84ebfc-a2cd-4326-a440-73643f65e5a1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6918628 Oct 19 01:13:22.621607 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42748) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:22.637016 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-c4f1f4ee-af95-438b-a4e3-d82372a2378f tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Request body: {'subnet': {'network_id': 'dcf2b308-5638-4006-8199-70b5256f21fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:22.696997 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port bd84564a-4608-4603-9f36-76a06d960a8c, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bd84564a-4608-4603-9f36-76a06d960a8c,segment=NetworkSegment(8a516c3b-6789-44d3-87bb-3790155029b6),segment_id=8a516c3b-6789-44d3-87bb-3790155029b6)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:22.715824 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'bd84564a-4608-4603-9f36-76a06d960a8c', 'network_id': '9fdfc968-fd05-4762-858e-87980e28a6e6', 'port_id': 'bd84564a-4608-4603-9f36-76a06d960a8c', 'mac_address': 'fa:16:3e:78:59:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d33ad6-49ce-4420-8e80-235f3948de37', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:13:22.725408 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-e2720171-a53e-4322-bd39-d8245fbf9e8a None None] Deleting port 38c4870f-d14d-4440-aab3-48906be7b9eb {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:22.725794 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e2720171-a53e-4322-bd39-d8245fbf9e8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:22.734252 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-7690371e-675e-4804-930e-2cc8a7d66d7a tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] For port 38c4870f-d14d-4440-aab3-48906be7b9eb, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=38c4870f-d14d-4440-aab3-48906be7b9eb,segment=NetworkSegment(1244ac64-a1c5-44bf-a324-a946ba739835),segment_id=1244ac64-a1c5-44bf-a324-a946ba739835)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:22.734749 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7690371e-675e-4804-930e-2cc8a7d66d7a tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:22.739504 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84ebfc-a2cd-4326-a440-73643f65e5a1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event updated for resources: {'Network': ['ID=dcf2b308-5638-4006-8199-70b5256f21fc,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:22.769397 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-7690371e-675e-4804-930e-2cc8a7d66d7a tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Calling delete_port for 38c4870f-d14d-4440-aab3-48906be7b9eb owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:22.779173 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network dcf2b308-5638-4006-8199-70b5256f21fc details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:13:22.783272 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a5f279d3-933b-4e98-8ce2-0b8ab539fefd tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "PUT /v2.0/subnetpools/66b70fd1-bf4a-47d2-b449-977e921890ec/tags/tempest-TagsExtTest-Tag-2081349670 HTTP/1.1" status: 201 len: 201 time: 0.2224102 Oct 19 01:13:22.790807 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42752) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:22.798313 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.tag.tag_plugin [None req-130a5af5-fde3-4709-8053-41c78a5582c0 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '93f09146-3c0a-4a6c-bf96-a87201fce1d5') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:22.850960 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db94bad0-c50b-47e2-a0b0-55a4f039079d None None] Network 61624527-ad24-448e-8a6f-cde499d36828 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:22.866080 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f1f4ee-af95-438b-a4e3-d82372a2378f tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Made reservation on behalf of f73fb85d909d456699ce7f7b906bb45c for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:22.870801 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c4f1f4ee-af95-438b-a4e3-d82372a2378f tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:22.871903 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0b95b0ab-463a-42d5-8f3a-f494f2b7dcbe tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:22.901456 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96474b7-d459-4615-9c04-bd79ae525718 req-ecd2f711-5932-4c9d-ac31-73c006da7919 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:22.903004 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d96474b7-d459-4615-9c04-bd79ae525718 req-ecd2f711-5932-4c9d-ac31-73c006da7919 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0aa19e3-7bd0-45cb-b8d8-6f025d812fea HTTP/1.1" status: 200 len: 943 time: 0.1000080 Oct 19 01:13:22.908289 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-e2720171-a53e-4322-bd39-d8245fbf9e8a None None] For port 38c4870f-d14d-4440-aab3-48906be7b9eb, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=38c4870f-d14d-4440-aab3-48906be7b9eb,segment=NetworkSegment(1244ac64-a1c5-44bf-a324-a946ba739835),segment_id=1244ac64-a1c5-44bf-a324-a946ba739835)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:22.908950 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e2720171-a53e-4322-bd39-d8245fbf9e8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:22.990252 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:23.016884 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d96474b7-d459-4615-9c04-bd79ae525718 req-39e2688a-903b-48cd-9711-caf0fb0ebb29 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881925 Oct 19 01:13:23.065475 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-e2720171-a53e-4322-bd39-d8245fbf9e8a None None] Calling delete_port for 38c4870f-d14d-4440-aab3-48906be7b9eb owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:23.075422 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd84564a-4608-4603-9f36-76a06d960a8c {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:13:23.092806 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-f103efd7-164d-4193-ab9f-d680b154caec None None] Provisioning complete for port f32b8c95-2985-4b9d-9ebc-411042f1a897 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:23.093187 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f103efd7-164d-4193-ab9f-d680b154caec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:23.112938 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7690371e-675e-4804-930e-2cc8a7d66d7a tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:23.138830 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-130a5af5-fde3-4709-8053-41c78a5582c0 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "GET /v2.0/subnets/93f09146-3c0a-4a6c-bf96-a87201fce1d5/tags HTTP/1.1" status: 200 len: 241 time: 0.3468401 Oct 19 01:13:23.141891 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42756) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:23.147165 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-1ca9c573-2f79-41e4-8d1e-f85c6956f471 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '93f09146-3c0a-4a6c-bf96-a87201fce1d5', 'tempest-TagsExtTest-Tag-1672480283') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:23.154522 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c4f1f4ee-af95-438b-a4e3-d82372a2378f tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:23.170332 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port bd84564a-4608-4603-9f36-76a06d960a8c, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bd84564a-4608-4603-9f36-76a06d960a8c,segment=NetworkSegment(8a516c3b-6789-44d3-87bb-3790155029b6),segment_id=8a516c3b-6789-44d3-87bb-3790155029b6)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:23.176514 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690371e-675e-4804-930e-2cc8a7d66d7a tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Pushing event deleted for resources: {'Port': ['ID=38c4870f-d14d-4440-aab3-48906be7b9eb,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:23.184767 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7690371e-675e-4804-930e-2cc8a7d66d7a tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] No DVR routers for this DVR port 38c4870f-d14d-4440-aab3-48906be7b9eb on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:13:23.190980 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:23.255214 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1f4ee-af95-438b-a4e3-d82372a2378f tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event updated for resources: {'Subnet': ['ID=4569057c-697a-4948-b38a-764428de6537,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:23.270235 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f1f4ee-af95-438b-a4e3-d82372a2378f tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Checking segment: {'id': '7a0763ed-45a4-4abb-9d6c-dd24409b3cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'dcf2b308-5638-4006-8199-70b5256f21fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:23.270611 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f1f4ee-af95-438b-a4e3-d82372a2378f tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Network hostable DHCP agents. Network: dcf2b308-5638-4006-8199-70b5256f21fc, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:13:23.279470 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1ca9c573-2f79-41e4-8d1e-f85c6956f471 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "GET /v2.0/subnets/93f09146-3c0a-4a6c-bf96-a87201fce1d5/tags/tempest-TagsExtTest-Tag-1672480283 HTTP/1.1" status: 204 len: 168 time: 0.1362150 Oct 19 01:13:23.282678 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42758) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:23.290161 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-96f0bdca-fb92-4599-ad6a-d4c95555f6d5 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '93f09146-3c0a-4a6c-bf96-a87201fce1d5', 'tempest-TagsExtTest-Tag-1672480283') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:23.294258 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7690371e-675e-4804-930e-2cc8a7d66d7a tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:23.326445 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-7690371e-675e-4804-930e-2cc8a7d66d7a tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f92993f1-dd86-4ae8-a056-498c3a2b044e']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:23.341812 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-7690371e-675e-4804-930e-2cc8a7d66d7a tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1244ac64-a1c5-44bf-a324-a946ba739835') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:23.342180 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-7690371e-675e-4804-930e-2cc8a7d66d7a tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1244ac64-a1c5-44bf-a324-a946ba739835') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:23.352862 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f1f4ee-af95-438b-a4e3-d82372a2378f tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Network dcf2b308-5638-4006-8199-70b5256f21fc is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:13:23.372724 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7690371e-675e-4804-930e-2cc8a7d66d7a tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:23.373928 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-c4f1f4ee-af95-438b-a4e3-d82372a2378f tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, dcf2b308-5638-4006-8199-70b5256f21fc) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:23.381862 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f1f4ee-af95-438b-a4e3-d82372a2378f tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:23.382681 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c4f1f4ee-af95-438b-a4e3-d82372a2378f tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:23.407479 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d1cf59-d2a6-40a2-abec-b0b9e7fe5667 None None] Network dcf2b308-5638-4006-8199-70b5256f21fc requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:23.414191 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c4f1f4ee-af95-438b-a4e3-d82372a2378f tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7836998 Oct 19 01:13:23.414514 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42762) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:23.421074 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7690371e-675e-4804-930e-2cc8a7d66d7a tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:23.432366 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7690371e-675e-4804-930e-2cc8a7d66d7a tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:13:23.432853 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7690371e-675e-4804-930e-2cc8a7d66d7a tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:23.435961 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:13:23.435961 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:13:23.435961 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:13:23.435961 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:13:23.435961 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:13:23.435961 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:13:23.435961 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:13:23.435961 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:13:23.435961 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:13:23.435961 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:13:23.435961 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:13:23.435961 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:13:23.435961 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:13:23.435961 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:13:23.435961 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:13:23.435961 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:13:23.435961 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:13:23.435961 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:13:23.435961 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:13:23.435961 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:13:23.435961 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:13:23.435961 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:13:23.435961 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:13:23.435961 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:13:23.435961 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:13:23.435961 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:13:23.435961 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:13:23.435961 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:13:23.435961 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:13:23.435961 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:13:23.435961 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:13:23.435961 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:13:23.506061 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7690371e-675e-4804-930e-2cc8a7d66d7a tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:23.506477 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-96f0bdca-fb92-4599-ad6a-d4c95555f6d5 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "DELETE /v2.0/subnets/93f09146-3c0a-4a6c-bf96-a87201fce1d5/tags/tempest-TagsExtTest-Tag-1672480283 HTTP/1.1" status: 204 len: 168 time: 0.2223327 Oct 19 01:13:23.512331 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42764) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:23.514386 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7690371e-675e-4804-930e-2cc8a7d66d7a tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:23.517856 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7690371e-675e-4804-930e-2cc8a7d66d7a tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "DELETE /v2.0/networks/f92993f1-dd86-4ae8-a056-498c3a2b044e HTTP/1.1" status: 204 len: 168 time: 1.2950792 Oct 19 01:13:23.525396 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-d1db7f74-038d-482b-a46a-2487a6d87667 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '93f09146-3c0a-4a6c-bf96-a87201fce1d5') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:23.530282 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42766) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:23.533681 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-0b95b0ab-463a-42d5-8f3a-f494f2b7dcbe tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Deleting port 4352d4cd-569a-4420-855e-bc522dd60110 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:23.534026 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0b95b0ab-463a-42d5-8f3a-f494f2b7dcbe tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:23.536967 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690371e-675e-4804-930e-2cc8a7d66d7a tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Pushing event deleted for resources: {'Network': ['ID=f92993f1-dd86-4ae8-a056-498c3a2b044e,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:23.537293 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-c7c22605-e39d-47a7-b62c-501c4e97968c tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1143861504'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: from cryptography.utils import int_from_bytes Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: from cryptography.utils import int_from_bytes Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:13:23.539243 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:13:23.547622 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:13:23.547622 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:13:23.547622 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:13:23.547622 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:13:23.547622 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:13:23.547622 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:13:23.547622 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:13:23.547622 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:13:23.547622 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:13:23.547622 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:13:23.547622 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:13:23.547622 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:13:23.547622 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:13:23.547622 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:13:23.573846 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['bd84564a-4608-4603-9f36-76a06d960a8c'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:13:23.599376 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-98305da8-e83b-42d2-b600-49933dc95369 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:23.604089 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c22605-e39d-47a7-b62c-501c4e97968c tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Made reservation on behalf of c37fe5cecaae474d866f7a28aa6ce8ef for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:23.606698 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=bd84564a-4608-4603-9f36-76a06d960a8c,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:23.607404 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c7c22605-e39d-47a7-b62c-501c4e97968c tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:23.645673 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e2720171-a53e-4322-bd39-d8245fbf9e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:23.692292 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c22605-e39d-47a7-b62c-501c4e97968c tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:13:23.710018 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e2720171-a53e-4322-bd39-d8245fbf9e8a None None] Network f92993f1-dd86-4ae8-a056-498c3a2b044e is not hosted by any dhcp agent {{(pid=100608) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 19 01:13:23.710485 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2720171-a53e-4322-bd39-d8245fbf9e8a None None] No DVR routers for this DVR port 38c4870f-d14d-4440-aab3-48906be7b9eb on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:13:23.725493 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d1db7f74-038d-482b-a46a-2487a6d87667 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "GET /v2.0/subnets/93f09146-3c0a-4a6c-bf96-a87201fce1d5/tags HTTP/1.1" status: 200 len: 205 time: 0.2102435 Oct 19 01:13:23.729798 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42768) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:23.737512 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-d3127c51-7818-4da0-919e-b4bc69de9538 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'bdf71876-d47f-444d-9401-711c455e7aff') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:23.739327 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2720171-a53e-4322-bd39-d8245fbf9e8a None None] Pushing event deleted for resources: {'Port': ['ID=38c4870f-d14d-4440-aab3-48906be7b9eb,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:23.788445 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c7c22605-e39d-47a7-b62c-501c4e97968c tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:23.789103 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-c7c22605-e39d-47a7-b62c-501c4e97968c tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Added segment 6bffe836-365f-480e-aae2-66f214ee3348 of type vlan for network 9199807a-4fd5-4216-9e56-230db1d8a5f5 Oct 19 01:13:23.794396 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f32b8c95-2985-4b9d-9ebc-411042f1a897 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:23.799149 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-98305da8-e83b-42d2-b600-49933dc95369 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:23.874199 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c7c22605-e39d-47a7-b62c-501c4e97968c tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:23.874559 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f103efd7-164d-4193-ab9f-d680b154caec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:23.949732 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-f103efd7-164d-4193-ab9f-d680b154caec None None] For port f32b8c95-2985-4b9d-9ebc-411042f1a897, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=f32b8c95-2985-4b9d-9ebc-411042f1a897,segment=NetworkSegment(19db7a39-199f-4ddd-9860-a3d117591a59),segment_id=19db7a39-199f-4ddd-9860-a3d117591a59)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:23.954487 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d3127c51-7818-4da0-919e-b4bc69de9538 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "GET /v2.0/ports/bdf71876-d47f-444d-9401-711c455e7aff/tags HTTP/1.1" status: 200 len: 240 time: 0.2234433 Oct 19 01:13:23.957145 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42770) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:23.960029 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-98305da8-e83b-42d2-b600-49933dc95369 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:23.964501 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.tag.tag_plugin [None req-72230712-6b6f-4470-9856-8d126585aa85 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bdf71876-d47f-444d-9401-711c455e7aff', 'tempest-TagsExtTest-Tag-761952562') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:23.967029 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f103efd7-164d-4193-ab9f-d680b154caec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:24.017781 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98305da8-e83b-42d2-b600-49933dc95369 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event deleted for resources: {'Subnet': ['ID=4569057c-697a-4948-b38a-764428de6537,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:24.021504 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c7c22605-e39d-47a7-b62c-501c4e97968c tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:24.029495 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c22605-e39d-47a7-b62c-501c4e97968c tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:24.030274 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0b95b0ab-463a-42d5-8f3a-f494f2b7dcbe tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:24.030678 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c7c22605-e39d-47a7-b62c-501c4e97968c tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:24.051540 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-0b95b0ab-463a-42d5-8f3a-f494f2b7dcbe tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Calling delete_port for 4352d4cd-569a-4420-855e-bc522dd60110 owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:24.078530 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-72230712-6b6f-4470-9856-8d126585aa85 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "GET /v2.0/ports/bdf71876-d47f-444d-9401-711c455e7aff/tags/tempest-TagsExtTest-Tag-761952562 HTTP/1.1" status: 204 len: 168 time: 0.1199863 Oct 19 01:13:24.079156 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42776) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:24.122962 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd13504-fe7b-4a44-8edc-3fccb374b109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-dcf2b308-5638-4006-8199-70b5256f21fc', 'network_id': 'dcf2b308-5638-4006-8199-70b5256f21fc', 'tenant_id': 'f73fb85d909d456699ce7f7b906bb45c', 'fixed_ips': [{'subnet_id': '4569057c-697a-4948-b38a-764428de6537'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:13:24.124188 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ebd13504-fe7b-4a44-8edc-3fccb374b109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:24.125002 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.tag.tag_plugin [None req-a968a418-f6d6-41ab-a484-91bdfba8bb17 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'bdf71876-d47f-444d-9401-711c455e7aff', 'tempest-TagsExtTest-Tag-761952562') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:24.161669 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c7c22605-e39d-47a7-b62c-501c4e97968c tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6307847 Oct 19 01:13:24.174645 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42778) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:24.183674 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-18d37a1e-b42c-47f6-9dfe-d68af27e2aa4 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Request body: {'subnet': {'network_id': '9199807a-4fd5-4216-9e56-230db1d8a5f5', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:24.185721 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port f32b8c95-2985-4b9d-9ebc-411042f1a897 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:24.186458 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:24.217768 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103efd7-164d-4193-ab9f-d680b154caec None None] Pushing event updated for resources: {'Port': ['ID=f32b8c95-2985-4b9d-9ebc-411042f1a897,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:24.269241 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-98305da8-e83b-42d2-b600-49933dc95369 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:24.290027 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db67f24-26c7-4d38-be3b-e4bcc27e4339 req-3884ad13-6f32-44d8-8f88-a91e4e9cba08 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:24.291798 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6db67f24-26c7-4d38-be3b-e4bcc27e4339 req-3884ad13-6f32-44d8-8f88-a91e4e9cba08 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0aa19e3-7bd0-45cb-b8d8-6f025d812fea HTTP/1.1" status: 200 len: 944 time: 0.1387825 Oct 19 01:13:24.297782 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-98305da8-e83b-42d2-b600-49933dc95369 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf2b308-5638-4006-8199-70b5256f21fc']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:24.310202 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-98305da8-e83b-42d2-b600-49933dc95369 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a0763ed-45a4-4abb-9d6c-dd24409b3cb7') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:24.310452 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-98305da8-e83b-42d2-b600-49933dc95369 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a0763ed-45a4-4abb-9d6c-dd24409b3cb7') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:24.321621 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-98305da8-e83b-42d2-b600-49933dc95369 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:24.339222 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-98305da8-e83b-42d2-b600-49933dc95369 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:24.347026 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98305da8-e83b-42d2-b600-49933dc95369 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:13:24.347429 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-98305da8-e83b-42d2-b600-49933dc95369 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:24.352545 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-a3e07656-1ca5-4191-bbd0-f5d86a4a8690 None None] Provisioning complete for port bdf71876-d47f-444d-9401-711c455e7aff triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:24.352802 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a3e07656-1ca5-4191-bbd0-f5d86a4a8690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:24.370095 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a968a418-f6d6-41ab-a484-91bdfba8bb17 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "DELETE /v2.0/ports/bdf71876-d47f-444d-9401-711c455e7aff/tags/tempest-TagsExtTest-Tag-761952562 HTTP/1.1" status: 204 len: 168 time: 0.2485249 Oct 19 01:13:24.370891 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42780) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:24.374850 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6db67f24-26c7-4d38-be3b-e4bcc27e4339 req-f8e485bb-9a8f-4a7b-a911-978608aa803a tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754752 Oct 19 01:13:24.379346 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.tag.tag_plugin [None req-d562f3a7-3a68-41bf-84b3-f3c2e2724e2f tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'bdf71876-d47f-444d-9401-711c455e7aff') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:24.402314 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e752f0-fb5f-4f52-ab40-3d919f091d60 None None] Network dcf2b308-5638-4006-8199-70b5256f21fc requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:24.406172 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-a3e07656-1ca5-4191-bbd0-f5d86a4a8690 None None] Port bdf71876-d47f-444d-9401-711c455e7aff cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:13:24.432738 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c22605-e39d-47a7-b62c-501c4e97968c tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Pushing event updated for resources: {'Network': ['ID=9199807a-4fd5-4216-9e56-230db1d8a5f5,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:24.435075 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:13:24.435075 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:13:24.435075 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:13:24.435075 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:13:24.435075 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:13:24.435075 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:13:24.435075 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:13:24.435075 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:13:24.435075 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:13:24.435075 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:13:24.435075 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:13:24.435075 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:13:24.435075 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:13:24.435075 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:13:24.435075 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:13:24.435075 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:13:24.435075 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:13:24.435075 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:13:24.435075 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:13:24.435075 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:13:24.435075 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:13:24.435075 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:13:24.435075 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:13:24.435075 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:13:24.435075 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:13:24.435075 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:13:24.435075 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:13:24.435075 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:13:24.435075 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:13:24.435075 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:13:24.435075 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:13:24.435075 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:13:24.448805 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-98305da8-e83b-42d2-b600-49933dc95369 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:24.472139 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-98305da8-e83b-42d2-b600-49933dc95369 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:24.475336 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-98305da8-e83b-42d2-b600-49933dc95369 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "DELETE /v2.0/networks/dcf2b308-5638-4006-8199-70b5256f21fc HTTP/1.1" status: 204 len: 168 time: 1.0587416 Oct 19 01:13:24.483699 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 9199807a-4fd5-4216-9e56-230db1d8a5f5 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:13:24.486535 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42784) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:24.515014 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98305da8-e83b-42d2-b600-49933dc95369 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event deleted for resources: {'Network': ['ID=dcf2b308-5638-4006-8199-70b5256f21fc,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:24.541134 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb6866e-bd86-4bac-8bf6-c1f612573fea tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] GET failed (client error): The resource could not be found. Oct 19 01:13:24.542831 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-adb6866e-bd86-4bac-8bf6-c1f612573fea tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "GET /v2.0/subnets/4569057c-697a-4948-b38a-764428de6537 HTTP/1.1" status: 404 len: 337 time: 0.0547185 Oct 19 01:13:24.551258 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42786) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:24.578918 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-864a06a4-2b44-4138-8fde-fd0ed02f9639 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:24.579494 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-864a06a4-2b44-4138-8fde-fd0ed02f9639 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:24.582494 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-864a06a4-2b44-4138-8fde-fd0ed02f9639 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "DELETE /v2.0/networks/dcf2b308-5638-4006-8199-70b5256f21fc HTTP/1.1" status: 404 len: 339 time: 0.0298352 Oct 19 01:13:24.588135 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42788) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:24.593980 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 38c4870f-d14d-4440-aab3-48906be7b9eb no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:13:24.594222 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d37a1e-b42c-47f6-9dfe-d68af27e2aa4 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Made reservation on behalf of c37fe5cecaae474d866f7a28aa6ce8ef for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:24.598123 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-18d37a1e-b42c-47f6-9dfe-d68af27e2aa4 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:24.611815 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d562f3a7-3a68-41bf-84b3-f3c2e2724e2f tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "GET /v2.0/ports/bdf71876-d47f-444d-9401-711c455e7aff/tags HTTP/1.1" status: 200 len: 205 time: 0.2356732 Oct 19 01:13:24.614415 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42790) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:24.620068 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-a3e07656-1ca5-4191-bbd0-f5d86a4a8690 None None] Provisioning complete for port f32b8c95-2985-4b9d-9ebc-411042f1a897 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:24.620265 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-17779db0-7fd6-48dd-8add-5d889d969300 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8d9b1d1d-407c-4b87-96ed-439ce9d80df8') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:24.620783 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a3e07656-1ca5-4191-bbd0-f5d86a4a8690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:24.626373 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0b95b0ab-463a-42d5-8f3a-f494f2b7dcbe tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:24.667644 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 38c4870f-d14d-4440-aab3-48906be7b9eb {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:13:24.668275 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 38c4870f-d14d-4440-aab3-48906be7b9eb not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:13:24.699000 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95b0ab-463a-42d5-8f3a-f494f2b7dcbe tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event deleted for resources: {'Port': ['ID=4352d4cd-569a-4420-855e-bc522dd60110,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:24.771600 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-17779db0-7fd6-48dd-8add-5d889d969300 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "GET /v2.0/routers/8d9b1d1d-407c-4b87-96ed-439ce9d80df8/tags HTTP/1.1" status: 200 len: 241 time: 0.1532214 Oct 19 01:13:24.772284 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42792) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:24.781252 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-77be2c0b-6e2a-4224-a2a1-a2170302b070 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8d9b1d1d-407c-4b87-96ed-439ce9d80df8', 'tempest-TagsExtTest-Tag-1918893407') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:24.870646 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c41975-48a0-40a7-a00e-116f647907fe tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:24.874917 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a9c41975-48a0-40a7-a00e-116f647907fe tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2831545 Oct 19 01:13:24.875674 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42794) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:24.906558 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-77be2c0b-6e2a-4224-a2a1-a2170302b070 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "GET /v2.0/routers/8d9b1d1d-407c-4b87-96ed-439ce9d80df8/tags/tempest-TagsExtTest-Tag-1918893407 HTTP/1.1" status: 204 len: 168 time: 0.1332164 Oct 19 01:13:24.927231 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-72d0cbc6-f13a-4dbe-894c-09e069f13f51 None None] Provisioning complete for port bdf71876-d47f-444d-9401-711c455e7aff triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:24.927869 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-72d0cbc6-f13a-4dbe-894c-09e069f13f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:24.928442 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42796) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:24.933732 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.tag.tag_plugin [None req-46b20041-fcfa-44e1-9f6b-9647d4c1553e tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '8d9b1d1d-407c-4b87-96ed-439ce9d80df8', 'tempest-TagsExtTest-Tag-1918893407') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:24.960551 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-18d37a1e-b42c-47f6-9dfe-d68af27e2aa4 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:24.971174 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3f325f2e-c681-4671-a39c-9a1a9e0d119b tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "GET /v2.0/subnets?network_id=a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 207 time: 0.0943637 Oct 19 01:13:24.977522 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42798) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:24.980422 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-72d0cbc6-f13a-4dbe-894c-09e069f13f51 None None] Port bdf71876-d47f-444d-9401-711c455e7aff cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:13:25.121625 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0b95b0ab-463a-42d5-8f3a-f494f2b7dcbe tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:25.141332 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-46b20041-fcfa-44e1-9f6b-9647d4c1553e tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "DELETE /v2.0/routers/8d9b1d1d-407c-4b87-96ed-439ce9d80df8/tags/tempest-TagsExtTest-Tag-1918893407 HTTP/1.1" status: 204 len: 168 time: 0.2094862 Oct 19 01:13:25.151975 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d37a1e-b42c-47f6-9dfe-d68af27e2aa4 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Pushing event updated for resources: {'Subnet': ['ID=0590fa04-4dfe-422c-9eaf-a286ef9c5cf4,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:25.162527 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42802) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:25.167272 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-9337e0e5-7f6a-4bee-b31c-02f1c633d1ea tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8d9b1d1d-407c-4b87-96ed-439ce9d80df8') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:25.243673 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d37a1e-b42c-47f6-9dfe-d68af27e2aa4 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Checking segment: {'id': '6bffe836-365f-480e-aae2-66f214ee3348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9199807a-4fd5-4216-9e56-230db1d8a5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:25.244101 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d37a1e-b42c-47f6-9dfe-d68af27e2aa4 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Network hostable DHCP agents. Network: 9199807a-4fd5-4216-9e56-230db1d8a5f5, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:13:25.285932 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b947f32e-5033-4e0e-9795-af779d7bae2e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:25.291817 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b947f32e-5033-4e0e-9795-af779d7bae2e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:25.297934 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b947f32e-5033-4e0e-9795-af779d7bae2e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:25.303757 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b947f32e-5033-4e0e-9795-af779d7bae2e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:25.309123 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b947f32e-5033-4e0e-9795-af779d7bae2e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3081372 Oct 19 01:13:25.324118 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42804) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:25.340693 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9337e0e5-7f6a-4bee-b31c-02f1c633d1ea tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "GET /v2.0/routers/8d9b1d1d-407c-4b87-96ed-439ce9d80df8/tags HTTP/1.1" status: 200 len: 205 time: 0.1770699 Oct 19 01:13:25.341882 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d37a1e-b42c-47f6-9dfe-d68af27e2aa4 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Network 9199807a-4fd5-4216-9e56-230db1d8a5f5 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:13:25.344664 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42806) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:25.350657 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-0d29d4a8-8f01-40c2-85e7-2f239c8e91b0 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '66b70fd1-bf4a-47d2-b449-977e921890ec') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:25.365350 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-18d37a1e-b42c-47f6-9dfe-d68af27e2aa4 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 9199807a-4fd5-4216-9e56-230db1d8a5f5) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:25.373420 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d37a1e-b42c-47f6-9dfe-d68af27e2aa4 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:25.373999 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-18d37a1e-b42c-47f6-9dfe-d68af27e2aa4 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:25.375372 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46147212-10c4-4aec-9942-0c145833eef1 None None] Network 9199807a-4fd5-4216-9e56-230db1d8a5f5 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:25.401009 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0d29d4a8-8f01-40c2-85e7-2f239c8e91b0 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "GET /v2.0/subnetpools/66b70fd1-bf4a-47d2-b449-977e921890ec/tags HTTP/1.1" status: 200 len: 241 time: 0.0553036 Oct 19 01:13:25.403653 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42810) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:25.413998 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-44b207a3-b4dd-4094-abda-318a049058ba tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '66b70fd1-bf4a-47d2-b449-977e921890ec', 'tempest-TagsExtTest-Tag-2081349670') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:25.415163 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b95b0ab-463a-42d5-8f3a-f494f2b7dcbe tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Router a4961827-1bab-4d9b-8ce4-1890e2cf2ec1 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:13:25.425396 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-18d37a1e-b42c-47f6-9dfe-d68af27e2aa4 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2481928 Oct 19 01:13:25.425396 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42812) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:25.436081 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-e2ff4a44-ce40-4c4c-9e8f-90e0693e1ed8 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1019633092'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:25.476336 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-44b207a3-b4dd-4094-abda-318a049058ba tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "GET /v2.0/subnetpools/66b70fd1-bf4a-47d2-b449-977e921890ec/tags/tempest-TagsExtTest-Tag-2081349670 HTTP/1.1" status: 204 len: 168 time: 0.0689380 Oct 19 01:13:25.481860 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42814) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:25.486846 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.tag.tag_plugin [None req-661c6d74-6439-4781-ba06-905e17aa95f2 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '66b70fd1-bf4a-47d2-b449-977e921890ec', 'tempest-TagsExtTest-Tag-2081349670') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:25.494666 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ff4a44-ce40-4c4c-9e8f-90e0693e1ed8 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Made reservation on behalf of c37fe5cecaae474d866f7a28aa6ce8ef for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:25.499099 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e2ff4a44-ce40-4c4c-9e8f-90e0693e1ed8 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:25.540848 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15e2c0-38a3-4157-a446-2818346261e9 req-227e10b8-b84b-45c7-8ca4-292f0dfdfe9f tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:25.542493 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1c15e2c0-38a3-4157-a446-2818346261e9 req-227e10b8-b84b-45c7-8ca4-292f0dfdfe9f tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0aa19e3-7bd0-45cb-b8d8-6f025d812fea HTTP/1.1" status: 200 len: 944 time: 0.0869019 Oct 19 01:13:25.543430 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ff4a44-ce40-4c4c-9e8f-90e0693e1ed8 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:13:25.561343 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e2ff4a44-ce40-4c4c-9e8f-90e0693e1ed8 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:25.561850 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-e2ff4a44-ce40-4c4c-9e8f-90e0693e1ed8 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Added segment ff1dbe79-1559-4eef-8a58-82cae491f778 of type vlan for network a88f3db1-fba9-4cd4-bf82-e49932db2cee Oct 19 01:13:25.587266 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671a0a44-2a22-41e2-98fb-8a452f1a97e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-9199807a-4fd5-4216-9e56-230db1d8a5f5', 'network_id': '9199807a-4fd5-4216-9e56-230db1d8a5f5', 'tenant_id': 'c37fe5cecaae474d866f7a28aa6ce8ef', 'fixed_ips': [{'subnet_id': '0590fa04-4dfe-422c-9eaf-a286ef9c5cf4'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:13:25.588468 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-671a0a44-2a22-41e2-98fb-8a452f1a97e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:25.625199 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1c15e2c0-38a3-4157-a446-2818346261e9 req-5bcf1e98-f398-42d9-8f63-0c6404c694aa tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749478 Oct 19 01:13:25.641454 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e2ff4a44-ce40-4c4c-9e8f-90e0693e1ed8 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:25.688946 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1185d4a9-8777-4d7a-a4a9-8c8e7a88f084 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.3636997 Oct 19 01:13:25.693189 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42818) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:25.705313 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e2ff4a44-ce40-4c4c-9e8f-90e0693e1ed8 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:25.710839 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ff4a44-ce40-4c4c-9e8f-90e0693e1ed8 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:25.711686 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e2ff4a44-ce40-4c4c-9e8f-90e0693e1ed8 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:25.720927 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b95b0ab-463a-42d5-8f3a-f494f2b7dcbe tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:13:25.729991 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0b95b0ab-463a-42d5-8f3a-f494f2b7dcbe tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "PUT /v2.0/routers/a4961827-1bab-4d9b-8ce4-1890e2cf2ec1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7587652 Oct 19 01:13:25.729991 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-661c6d74-6439-4781-ba06-905e17aa95f2 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "DELETE /v2.0/subnetpools/66b70fd1-bf4a-47d2-b449-977e921890ec/tags/tempest-TagsExtTest-Tag-2081349670 HTTP/1.1" status: 204 len: 168 time: 0.2457345 Oct 19 01:13:25.729991 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42820) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:25.733151 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07367805-5278-4b7a-85bb-8fea50d3426a None None] Sync routers for ids ['a4961827-1bab-4d9b-8ce4-1890e2cf2ec1'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:13:25.737321 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42822) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:25.747838 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07367805-5278-4b7a-85bb-8fea50d3426a None None] Routers {'a4961827-1bab-4d9b-8ce4-1890e2cf2ec1'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:25.748803 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-07367805-5278-4b7a-85bb-8fea50d3426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:13:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['a4961827-1bab-4d9b-8ce4-1890e2cf2ec1'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:25.763804 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f32b8c95-2985-4b9d-9ebc-411042f1a897 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:25.778625 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.tag.tag_plugin [None req-19909c89-41e5-4046-8b02-2ad8a8fbd1a0 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '66b70fd1-bf4a-47d2-b449-977e921890ec') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:25.794093 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-07367805-5278-4b7a-85bb-8fea50d3426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:25.807545 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e2ff4a44-ce40-4c4c-9e8f-90e0693e1ed8 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3765883 Oct 19 01:13:25.808184 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07367805-5278-4b7a-85bb-8fea50d3426a None None] Routers {'a4961827-1bab-4d9b-8ce4-1890e2cf2ec1'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:25.809308 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42824) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:25.809742 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-07367805-5278-4b7a-85bb-8fea50d3426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:13:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['a4961827-1bab-4d9b-8ce4-1890e2cf2ec1'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:25.817576 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-7dbcf883-a50f-4ae1-afd5-2d2f7501702f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Request body: {'subnet': {'network_id': 'a88f3db1-fba9-4cd4-bf82-e49932db2cee', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:25.818053 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cacde4-df24-4942-9c4c-388b3cf767b2 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:25.819679 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cacde4-df24-4942-9c4c-388b3cf767b2 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:25.825563 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-40cacde4-df24-4942-9c4c-388b3cf767b2 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1275918 Oct 19 01:13:25.828720 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42826) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:25.835969 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-671a0a44-2a22-41e2-98fb-8a452f1a97e4 None None] Allocated IP 19.80.0.2 (9199807a-4fd5-4216-9e56-230db1d8a5f5/0590fa04-4dfe-422c-9eaf-a286ef9c5cf4/19fdd690-fe0c-46d2-bcf8-fa22ab4baf86) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:25.853488 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff4a44-ce40-4c4c-9e8f-90e0693e1ed8 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Pushing event updated for resources: {'Network': ['ID=a88f3db1-fba9-4cd4-bf82-e49932db2cee,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:25.859608 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-07367805-5278-4b7a-85bb-8fea50d3426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:25.861040 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07367805-5278-4b7a-85bb-8fea50d3426a None None] The sync data for ids ['a4961827-1bab-4d9b-8ce4-1890e2cf2ec1'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:13:25.870263 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network a88f3db1-fba9-4cd4-bf82-e49932db2cee details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:13:25.884877 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-19909c89-41e5-4046-8b02-2ad8a8fbd1a0 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "GET /v2.0/subnetpools/66b70fd1-bf4a-47d2-b449-977e921890ec/tags HTTP/1.1" status: 200 len: 205 time: 0.1476655 Oct 19 01:13:25.888352 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42828) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:25.894147 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-85b7f260-caeb-4676-a6e7-61a395823379 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '66b70fd1-bf4a-47d2-b449-977e921890ec') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:25.914920 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port f32b8c95-2985-4b9d-9ebc-411042f1a897 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:25.915290 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:25.925730 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-85b7f260-caeb-4676-a6e7-61a395823379 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "DELETE /v2.0/subnetpools/66b70fd1-bf4a-47d2-b449-977e921890ec/tags HTTP/1.1" status: 204 len: 168 time: 0.0351012 Oct 19 01:13:25.928522 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42830) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:25.933540 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-8391c9fe-2f32-41bc-a2c2-8d727bfab368 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8d9b1d1d-407c-4b87-96ed-439ce9d80df8') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:26.029860 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8391c9fe-2f32-41bc-a2c2-8d727bfab368 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "DELETE /v2.0/routers/8d9b1d1d-407c-4b87-96ed-439ce9d80df8/tags HTTP/1.1" status: 204 len: 168 time: 0.0980668 Oct 19 01:13:26.031644 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42832) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:26.036835 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-f8efdb6e-ca35-407e-8507-c8efcc2f492f tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bdf71876-d47f-444d-9401-711c455e7aff') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:26.099521 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f8efdb6e-ca35-407e-8507-c8efcc2f492f tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "DELETE /v2.0/ports/bdf71876-d47f-444d-9401-711c455e7aff/tags HTTP/1.1" status: 204 len: 168 time: 0.0665524 Oct 19 01:13:26.102539 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42834) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:26.107230 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-be2ce45a-d0be-49c7-b7b0-44262a180958 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '93f09146-3c0a-4a6c-bf96-a87201fce1d5') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:26.154895 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-671a0a44-2a22-41e2-98fb-8a452f1a97e4 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:26.162639 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-671a0a44-2a22-41e2-98fb-8a452f1a97e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:26.174209 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-be2ce45a-d0be-49c7-b7b0-44262a180958 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "DELETE /v2.0/subnets/93f09146-3c0a-4a6c-bf96-a87201fce1d5/tags HTTP/1.1" status: 204 len: 168 time: 0.0706377 Oct 19 01:13:26.178444 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42836) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:26.183762 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-2a0f04b0-c206-46ad-b4ae-b427796495e4 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '93f09146-3c0a-4a6c-bf96-a87201fce1d5', 'tempest-TagsExtTest-Tag-1686060676') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:26.222044 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671a0a44-2a22-41e2-98fb-8a452f1a97e4 None None] Network 9199807a-4fd5-4216-9e56-230db1d8a5f5 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:26.229304 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-671a0a44-2a22-41e2-98fb-8a452f1a97e4 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:26.232067 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a0a44-2a22-41e2-98fb-8a452f1a97e4 None None] Pushing event updated for resources: {'Port': ['ID=19fdd690-fe0c-46d2-bcf8-fa22ab4baf86,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:26.235988 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671a0a44-2a22-41e2-98fb-8a452f1a97e4 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:26.259572 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2a0f04b0-c206-46ad-b4ae-b427796495e4 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "PUT /v2.0/subnets/93f09146-3c0a-4a6c-bf96-a87201fce1d5/tags/tempest-TagsExtTest-Tag-1686060676 HTTP/1.1" status: 201 len: 201 time: 0.0770178 Oct 19 01:13:26.259933 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42840) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:26.265449 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-b85c74df-bb5b-4af2-82b4-cf8727acbde9 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'bdf71876-d47f-444d-9401-711c455e7aff', 'tempest-TagsExtTest-Tag-1363497011') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:26.292821 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981917b7-0b03-4796-97e5-9f75598ffc90 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['shared'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:26.294505 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981917b7-0b03-4796-97e5-9f75598ffc90 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['shared'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:26.296222 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-981917b7-0b03-4796-97e5-9f75598ffc90 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.4655001 Oct 19 01:13:26.298725 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-88021d42-80de-42e0-b75d-cf3f416b41c2 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:26.300038 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42842) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:26.304362 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-671a0a44-2a22-41e2-98fb-8a452f1a97e4 None None] Attempting to bind port 19fdd690-fe0c-46d2-bcf8-fa22ab4baf86 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:13:26.305460 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-671a0a44-2a22-41e2-98fb-8a452f1a97e4 None None] Attempting to bind port 19fdd690-fe0c-46d2-bcf8-fa22ab4baf86 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '6bffe836-365f-480e-aae2-66f214ee3348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9199807a-4fd5-4216-9e56-230db1d8a5f5'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:13:26.305959 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671a0a44-2a22-41e2-98fb-8a452f1a97e4 None None] Attempting to bind port 19fdd690-fe0c-46d2-bcf8-fa22ab4baf86 on network 9199807a-4fd5-4216-9e56-230db1d8a5f5 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:26.311515 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671a0a44-2a22-41e2-98fb-8a452f1a97e4 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:13:26.312077 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671a0a44-2a22-41e2-98fb-8a452f1a97e4 None None] Checking segment: {'id': '6bffe836-365f-480e-aae2-66f214ee3348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9199807a-4fd5-4216-9e56-230db1d8a5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:26.312680 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-671a0a44-2a22-41e2-98fb-8a452f1a97e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:26.313171 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671a0a44-2a22-41e2-98fb-8a452f1a97e4 None None] Bound using segment: {'id': '6bffe836-365f-480e-aae2-66f214ee3348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9199807a-4fd5-4216-9e56-230db1d8a5f5'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:13:26.313735 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-671a0a44-2a22-41e2-98fb-8a452f1a97e4 None None] Bound port: 19fdd690-fe0c-46d2-bcf8-fa22ab4baf86, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bffe836-365f-480e-aae2-66f214ee3348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9199807a-4fd5-4216-9e56-230db1d8a5f5'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:13:26.314803 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-671a0a44-2a22-41e2-98fb-8a452f1a97e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:26.380803 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-671a0a44-2a22-41e2-98fb-8a452f1a97e4 None None] For port 19fdd690-fe0c-46d2-bcf8-fa22ab4baf86, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:13:26.384404 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-671a0a44-2a22-41e2-98fb-8a452f1a97e4 None None] For port 19fdd690-fe0c-46d2-bcf8-fa22ab4baf86, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=19fdd690-fe0c-46d2-bcf8-fa22ab4baf86,segment=NetworkSegment(6bffe836-365f-480e-aae2-66f214ee3348),segment_id=6bffe836-365f-480e-aae2-66f214ee3348)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:13:26.392103 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-671a0a44-2a22-41e2-98fb-8a452f1a97e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:26.410354 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbcf883-a50f-4ae1-afd5-2d2f7501702f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Made reservation on behalf of c37fe5cecaae474d866f7a28aa6ce8ef for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:26.414584 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7dbcf883-a50f-4ae1-afd5-2d2f7501702f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:26.428916 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b85c74df-bb5b-4af2-82b4-cf8727acbde9 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "PUT /v2.0/ports/bdf71876-d47f-444d-9401-711c455e7aff/tags/tempest-TagsExtTest-Tag-1363497011 HTTP/1.1" status: 201 len: 201 time: 0.1654739 Oct 19 01:13:26.431222 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42844) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:26.437263 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-8ae848de-da1d-4496-9676-d173cbfed4b0 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8d9b1d1d-407c-4b87-96ed-439ce9d80df8', 'tempest-TagsExtTest-Tag-24921616') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:26.447505 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b09baa-e326-4bcf-89a3-7f972babc4a6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:26.452713 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-39b09baa-e326-4bcf-89a3-7f972babc4a6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "GET /v2.0/networks/da85d428-df9a-4b13-b009-b236271a5f1a HTTP/1.1" status: 200 len: 799 time: 0.1454620 Oct 19 01:13:26.452902 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-88021d42-80de-42e0-b75d-cf3f416b41c2 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:26.454783 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42846) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:26.458694 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a0a44-2a22-41e2-98fb-8a452f1a97e4 None None] Pushing event updated for resources: {'Port': ['ID=19fdd690-fe0c-46d2-bcf8-fa22ab4baf86,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:26.549179 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8ae848de-da1d-4496-9676-d173cbfed4b0 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "PUT /v2.0/routers/8d9b1d1d-407c-4b87-96ed-439ce9d80df8/tags/tempest-TagsExtTest-Tag-24921616 HTTP/1.1" status: 201 len: 201 time: 0.1166306 Oct 19 01:13:26.551848 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42848) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:26.557325 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-c72afea4-4a38-4cee-ba7a-a239a764d373 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '66b70fd1-bf4a-47d2-b449-977e921890ec', 'tempest-TagsExtTest-Tag-1189550136') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:26.590315 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device bd84564a-4608-4603-9f36-76a06d960a8c up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:26.603810 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c72afea4-4a38-4cee-ba7a-a239a764d373 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "PUT /v2.0/subnetpools/66b70fd1-bf4a-47d2-b449-977e921890ec/tags/tempest-TagsExtTest-Tag-1189550136 HTTP/1.1" status: 201 len: 201 time: 0.0506589 Oct 19 01:13:26.606175 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42850) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:26.614731 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-173e18ba-6e14-4b96-ae26-261669398b19 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '93f09146-3c0a-4a6c-bf96-a87201fce1d5', {'tags': ['tempest-TagsExtTest-Tag-317971766', 'tempest-TagsExtTest-Tag-1515542304', 'tempest-TagsExtTest-Tag-239389749']}) {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:26.744265 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-173e18ba-6e14-4b96-ae26-261669398b19 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "PUT /v2.0/subnets/93f09146-3c0a-4a6c-bf96-a87201fce1d5/tags HTTP/1.1" status: 200 len: 316 time: 0.1343489 Oct 19 01:13:26.744590 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42856) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:26.747340 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-165fddfe-b3b3-4e0d-a739-a39c3ef3eadf tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "GET /v2.0/networks/da85d428-df9a-4b13-b009-b236271a5f1a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2877419 Oct 19 01:13:26.750593 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-a2f71920-e5a2-4219-ba9f-1afb3d2b4999 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '93f09146-3c0a-4a6c-bf96-a87201fce1d5') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:26.752287 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port bd84564a-4608-4603-9f36-76a06d960a8c completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:13:26.753284 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42858) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:26.757490 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port bd84564a-4608-4603-9f36-76a06d960a8c triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:26.758665 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:26.765906 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-88021d42-80de-42e0-b75d-cf3f416b41c2 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Deleting port 947b03d2-7ed7-485f-ba0f-5ba4472b87e9 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:26.766245 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-88021d42-80de-42e0-b75d-cf3f416b41c2 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:26.853121 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce21d90-b769-471d-9033-3e190f257300 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:26.858909 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7ce21d90-b769-471d-9033-3e190f257300 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "GET /v2.0/subnets/dba707df-f10d-45de-bcd0-e1e09c417600 HTTP/1.1" status: 200 len: 811 time: 0.1046424 Oct 19 01:13:26.862397 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42860) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:26.867302 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:26.891934 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0aa19e3-7bd0-45cb-b8d8-6f025d812fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd84564a-4608-4603-9f36-76a06d960a8c'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:26.894212 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc55b90b-d912-4285-9708-bcc720ab1b89" -d '{"events": [{"server_uuid": "c0aa19e3-7bd0-45cb-b8d8-6f025d812fea", "name": "network-vif-plugged", "status": "completed", "tag": "bd84564a-4608-4603-9f36-76a06d960a8c"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:26.908461 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port bd84564a-4608-4603-9f36-76a06d960a8c, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bd84564a-4608-4603-9f36-76a06d960a8c,segment=NetworkSegment(8a516c3b-6789-44d3-87bb-3790155029b6),segment_id=8a516c3b-6789-44d3-87bb-3790155029b6)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:26.915086 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:26.918509 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c87edb-d634-401f-94d9-3a461ee57516 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['shared'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:26.924050 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d4c87edb-d634-401f-94d9-3a461ee57516 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "GET /v2.0/subnets/dba707df-f10d-45de-bcd0-e1e09c417600?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0603318 Oct 19 01:13:26.924666 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42864) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:26.931537 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-ce67b15f-f729-4aa8-adc3-814cd7cd71f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1695462999'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:26.946875 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7dbcf883-a50f-4ae1-afd5-2d2f7501702f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:26.954784 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d934c7-ef2d-419a-a47f-4a313ff9b963 req-997535b5-f80b-4700-b491-7af32d077232 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:26.956493 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f4d934c7-ef2d-419a-a47f-4a313ff9b963 req-997535b5-f80b-4700-b491-7af32d077232 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0aa19e3-7bd0-45cb-b8d8-6f025d812fea HTTP/1.1" status: 200 len: 944 time: 0.1852863 Oct 19 01:13:26.965519 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccf1a07-374c-4330-a80a-607f68ad8f6d x-openstack-request-id: req-1ccf1a07-374c-4330-a80a-607f68ad8f6d {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:13:26.965916 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0aa19e3-7bd0-45cb-b8d8-6f025d812fea", "name": "network-vif-plugged", "status": "completed", "tag": "bd84564a-4608-4603-9f36-76a06d960a8c", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:13:26.966238 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1ccf1a07-374c-4330-a80a-607f68ad8f6d {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:13:26.966697 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0aa19e3-7bd0-45cb-b8d8-6f025d812fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd84564a-4608-4603-9f36-76a06d960a8c', 'code': 200} Oct 19 01:13:26.990462 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce67b15f-f729-4aa8-adc3-814cd7cd71f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Made reservation on behalf of f73fb85d909d456699ce7f7b906bb45c for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:26.996411 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ce67b15f-f729-4aa8-adc3-814cd7cd71f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:27.001819 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=bd84564a-4608-4603-9f36-76a06d960a8c,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:27.005213 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:27.032577 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a2f71920-e5a2-4219-ba9f-1afb3d2b4999 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "DELETE /v2.0/subnets/93f09146-3c0a-4a6c-bf96-a87201fce1d5/tags HTTP/1.1" status: 204 len: 168 time: 0.2844539 Oct 19 01:13:27.033533 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42866) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:27.035283 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce67b15f-f729-4aa8-adc3-814cd7cd71f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:13:27.039721 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-0c3f8b3f-4ba0-4bbd-9099-c4accc693048 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '93f09146-3c0a-4a6c-bf96-a87201fce1d5', 'tempest-TagsExtTest-Tag-317971766') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:27.040840 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-88021d42-80de-42e0-b75d-cf3f416b41c2 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:27.071063 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ce67b15f-f729-4aa8-adc3-814cd7cd71f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:27.071405 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-ce67b15f-f729-4aa8-adc3-814cd7cd71f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Added segment 45369535-57b9-499e-9fd2-efec35d28217 of type vlan for network 70a23485-744e-42dd-a4c4-d2b53ccf7294 Oct 19 01:13:27.078936 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-88021d42-80de-42e0-b75d-cf3f416b41c2 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Calling delete_port for 947b03d2-7ed7-485f-ba0f-5ba4472b87e9 owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:27.085497 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f4d934c7-ef2d-419a-a47f-4a313ff9b963 req-510f4498-d328-4bd1-9406-02a4b437f831 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191330 Oct 19 01:13:27.126499 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbcf883-a50f-4ae1-afd5-2d2f7501702f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Pushing event updated for resources: {'Subnet': ['ID=a459c049-c45e-495d-9815-284e43d49551,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:27.126937 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ce67b15f-f729-4aa8-adc3-814cd7cd71f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:27.159380 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-0c3f8b3f-4ba0-4bbd-9099-c4accc693048 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] show failed (client error): The resource could not be found. Oct 19 01:13:27.160465 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0c3f8b3f-4ba0-4bbd-9099-c4accc693048 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "GET /v2.0/subnets/93f09146-3c0a-4a6c-bf96-a87201fce1d5/tags/tempest-TagsExtTest-Tag-317971766 HTTP/1.1" status: 404 len: 328 time: 0.1262946 Oct 19 01:13:27.163565 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42868) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:27.167829 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-f321befc-d0f2-470d-b4ea-03f51e5c3e7d tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '93f09146-3c0a-4a6c-bf96-a87201fce1d5', 'tempest-TagsExtTest-Tag-1515542304') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:27.189064 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ce67b15f-f729-4aa8-adc3-814cd7cd71f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:27.193318 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbcf883-a50f-4ae1-afd5-2d2f7501702f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Checking segment: {'id': 'ff1dbe79-1559-4eef-8a58-82cae491f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a88f3db1-fba9-4cd4-bf82-e49932db2cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:27.193683 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbcf883-a50f-4ae1-afd5-2d2f7501702f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Network hostable DHCP agents. Network: a88f3db1-fba9-4cd4-bf82-e49932db2cee, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:13:27.194543 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce67b15f-f729-4aa8-adc3-814cd7cd71f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:27.195179 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ce67b15f-f729-4aa8-adc3-814cd7cd71f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:27.205601 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46803e3-6ff9-4190-9b98-20fc0fa7c743 req-11148e2b-94d2-479b-b92a-246d3915af06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:27.207180 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d46803e3-6ff9-4190-9b98-20fc0fa7c743 req-11148e2b-94d2-479b-b92a-246d3915af06 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c0aa19e3-7bd0-45cb-b8d8-6f025d812fea HTTP/1.1" status: 200 len: 1097 time: 0.1469455 Oct 19 01:13:27.237675 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ce67b15f-f729-4aa8-adc3-814cd7cd71f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3110781 Oct 19 01:13:27.242278 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42870) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:27.255380 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-5e804a6e-b49d-424c-ab07-a463977954af tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Request body: {'subnet': {'network_id': '70a23485-744e-42dd-a4c4-d2b53ccf7294', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:27.276557 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbcf883-a50f-4ae1-afd5-2d2f7501702f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Network a88f3db1-fba9-4cd4-bf82-e49932db2cee is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:13:27.302839 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-7dbcf883-a50f-4ae1-afd5-2d2f7501702f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, a88f3db1-fba9-4cd4-bf82-e49932db2cee) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:27.314182 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd0a342-73d3-40c6-99cd-8c0aef491d2b None None] Network a88f3db1-fba9-4cd4-bf82-e49932db2cee requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:27.314750 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbcf883-a50f-4ae1-afd5-2d2f7501702f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:27.315283 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7dbcf883-a50f-4ae1-afd5-2d2f7501702f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:27.321796 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d46803e3-6ff9-4190-9b98-20fc0fa7c743 req-e48b9ecd-294a-4733-afb0-90c544c2cdb7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058791 Oct 19 01:13:27.339228 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67b15f-f729-4aa8-adc3-814cd7cd71f1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event updated for resources: {'Network': ['ID=70a23485-744e-42dd-a4c4-d2b53ccf7294,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:27.368708 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7dbcf883-a50f-4ae1-afd5-2d2f7501702f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5555708 Oct 19 01:13:27.428508 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-88021d42-80de-42e0-b75d-cf3f416b41c2 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:27.439663 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-f321befc-d0f2-470d-b4ea-03f51e5c3e7d tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] show failed (client error): The resource could not be found. Oct 19 01:13:27.441053 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f321befc-d0f2-470d-b4ea-03f51e5c3e7d tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "GET /v2.0/subnets/93f09146-3c0a-4a6c-bf96-a87201fce1d5/tags/tempest-TagsExtTest-Tag-1515542304 HTTP/1.1" status: 404 len: 329 time: 0.2764950 Oct 19 01:13:27.444028 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42876) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:27.452655 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 70a23485-744e-42dd-a4c4-d2b53ccf7294 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:13:27.459070 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-be233d8d-5682-4f77-ab2d-cdbda857af06 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '93f09146-3c0a-4a6c-bf96-a87201fce1d5', 'tempest-TagsExtTest-Tag-239389749') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:27.485863 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88021d42-80de-42e0-b75d-cf3f416b41c2 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event deleted for resources: {'Port': ['ID=947b03d2-7ed7-485f-ba0f-5ba4472b87e9,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:27.513110 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e804a6e-b49d-424c-ab07-a463977954af tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Made reservation on behalf of f73fb85d909d456699ce7f7b906bb45c for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:27.517512 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e804a6e-b49d-424c-ab07-a463977954af tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:27.618827 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-88021d42-80de-42e0-b75d-cf3f416b41c2 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:27.705512 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b3c153-1864-4046-be48-f3b92cab3c37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-a88f3db1-fba9-4cd4-bf82-e49932db2cee', 'network_id': 'a88f3db1-fba9-4cd4-bf82-e49932db2cee', 'tenant_id': 'c37fe5cecaae474d866f7a28aa6ce8ef', 'fixed_ips': [{'subnet_id': 'a459c049-c45e-495d-9815-284e43d49551'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:13:27.706612 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f3b3c153-1864-4046-be48-f3b92cab3c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:27.847224 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-88021d42-80de-42e0-b75d-cf3f416b41c2 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:27.853003 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-88021d42-80de-42e0-b75d-cf3f416b41c2 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:27.870656 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 19fdd690-fe0c-46d2-bcf8-fa22ab4baf86 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:27.872406 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847323f1-9e77-45b9-8c0d-b727ae76af74 None None] Network 9199807a-4fd5-4216-9e56-230db1d8a5f5 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:27.984868 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-7ec3b267-01ca-4ecb-882c-18986fd5329d tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:27.991053 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-7ec3b267-01ca-4ecb-882c-18986fd5329d tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:27.992920 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-7ec3b267-01ca-4ecb-882c-18986fd5329d tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/networks?id=9199807a-4fd5-4216-9e56-230db1d8a5f5&id=a88f3db1-fba9-4cd4-bf82-e49932db2cee HTTP/1.1" status: 200 len: 1392 time: 0.3306220 Oct 19 01:13:27.993947 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-88021d42-80de-42e0-b75d-cf3f416b41c2 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:27.994671 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88021d42-80de-42e0-b75d-cf3f416b41c2 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Fanout notify agent at l3_agent the message router_deleted on router a4961827-1bab-4d9b-8ce4-1890e2cf2ec1 {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:13:28.002858 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-88021d42-80de-42e0-b75d-cf3f416b41c2 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:28.004432 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-88021d42-80de-42e0-b75d-cf3f416b41c2 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "DELETE /v2.0/routers/a4961827-1bab-4d9b-8ce4-1890e2cf2ec1 HTTP/1.1" status: 204 len: 168 time: 2.2740598 Oct 19 01:13:28.007104 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42890) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:28.058501 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-e11107fc-4c45-4bf1-afb5-1ada9b4739e8 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/quotas/c37fe5cecaae474d866f7a28aa6ce8ef HTTP/1.1" status: 200 len: 375 time: 0.0482965 Oct 19 01:13:28.070799 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.ipam_backend_mixin [None req-5e804a6e-b49d-424c-ab07-a463977954af tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Performing IP validity checks on allocation pools {{(pid=100607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 19 01:13:28.071445 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.ipam_backend_mixin [None req-5e804a6e-b49d-424c-ab07-a463977954af tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 19 01:13:28.077068 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-be233d8d-5682-4f77-ab2d-cdbda857af06 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] show failed (client error): The resource could not be found. Oct 19 01:13:28.080872 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-be233d8d-5682-4f77-ab2d-cdbda857af06 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "GET /v2.0/subnets/93f09146-3c0a-4a6c-bf96-a87201fce1d5/tags/tempest-TagsExtTest-Tag-239389749 HTTP/1.1" status: 404 len: 328 time: 0.6268501 Oct 19 01:13:28.082082 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42892) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:28.089041 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.tag.tag_plugin [None req-9a25b90f-55df-4176-9be0-f692bc2f9b17 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'bdf71876-d47f-444d-9401-711c455e7aff', {'tags': ['tempest-TagsExtTest-Tag-1765725029', 'tempest-TagsExtTest-Tag-217731736', 'tempest-TagsExtTest-Tag-1545586513']}) {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:28.096112 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-816234ce-b442-48b6-ba3c-24ceafe881b6 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Deleting subnet 6c5d7e55-1ebd-4722-95ee-cd3a866b3caf {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:13:28.114445 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-816234ce-b442-48b6-ba3c-24ceafe881b6 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:28.137799 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-7afebd81-7f3a-4998-a703-b11f4b6ddc76 None None] Provisioning complete for port 19fdd690-fe0c-46d2-bcf8-fa22ab4baf86 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:28.138859 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7afebd81-7f3a-4998-a703-b11f4b6ddc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:28.229415 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-816234ce-b442-48b6-ba3c-24ceafe881b6 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:28.242216 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-e6c28188-f3bd-4241-b5fe-f113ea0c1c6d tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c37fe5cecaae474d866f7a28aa6ce8ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1733425 Oct 19 01:13:28.284234 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-f3b3c153-1864-4046-be48-f3b92cab3c37 None None] Allocated IP 19.86.0.2 (a88f3db1-fba9-4cd4-bf82-e49932db2cee/a459c049-c45e-495d-9815-284e43d49551/2a928a0c-e9c4-4ec3-98c3-6dfe728c4feb) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:28.286806 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e804a6e-b49d-424c-ab07-a463977954af tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:28.296027 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 19fdd690-fe0c-46d2-bcf8-fa22ab4baf86 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:28.296402 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:28.307432 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9a25b90f-55df-4176-9be0-f692bc2f9b17 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "PUT /v2.0/ports/bdf71876-d47f-444d-9401-711c455e7aff/tags HTTP/1.1" status: 200 len: 317 time: 0.2213724 Oct 19 01:13:28.309235 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42896) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:28.321741 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.tag.tag_plugin [None req-f63f4bf4-0d7c-4ab6-b685-4c6b761a0428 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bdf71876-d47f-444d-9401-711c455e7aff') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:28.359720 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316859b-0026-485f-844b-89dc60288d74 req-2399ffe1-858c-45da-adae-95b76dc1df94 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:28.361605 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b316859b-0026-485f-844b-89dc60288d74 req-2399ffe1-858c-45da-adae-95b76dc1df94 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0aa19e3-7bd0-45cb-b8d8-6f025d812fea HTTP/1.1" status: 200 len: 945 time: 0.1290889 Oct 19 01:13:28.382795 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e804a6e-b49d-424c-ab07-a463977954af tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event updated for resources: {'Subnet': ['ID=2669bf90-e272-4989-922a-bfafc9d8af65,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:28.403177 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e804a6e-b49d-424c-ab07-a463977954af tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Checking segment: {'id': '45369535-57b9-499e-9fd2-efec35d28217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '70a23485-744e-42dd-a4c4-d2b53ccf7294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:28.403697 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e804a6e-b49d-424c-ab07-a463977954af tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Network hostable DHCP agents. Network: 70a23485-744e-42dd-a4c4-d2b53ccf7294, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:13:28.444103 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b316859b-0026-485f-844b-89dc60288d74 req-0dcebe15-db8c-4925-9637-e6c8f56f5524 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667989 Oct 19 01:13:28.447594 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e804a6e-b49d-424c-ab07-a463977954af tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Network 70a23485-744e-42dd-a4c4-d2b53ccf7294 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:13:28.462336 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-816234ce-b442-48b6-ba3c-24ceafe881b6 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:28.466695 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-0904d6c7-d1a6-41ad-92ed-c37b5c170cd3 service neutron] 10.222.0.57 "GET /v2.0/networks/9199807a-4fd5-4216-9e56-230db1d8a5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959453 Oct 19 01:13:28.489007 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7afebd81-7f3a-4998-a703-b11f4b6ddc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:28.490557 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-5e804a6e-b49d-424c-ab07-a463977954af tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 70a23485-744e-42dd-a4c4-d2b53ccf7294) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:28.509401 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e804a6e-b49d-424c-ab07-a463977954af tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:28.510444 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fc89e8-2bf8-494e-8266-d189b7a60d7d None None] Network 70a23485-744e-42dd-a4c4-d2b53ccf7294 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:28.510583 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e804a6e-b49d-424c-ab07-a463977954af tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:28.548332 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5e804a6e-b49d-424c-ab07-a463977954af tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2956345 Oct 19 01:13:28.549283 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42900) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:28.569285 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-47c088c4-8fa9-4942-803f-d36721fe3d9d tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:28.678495 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-7afebd81-7f3a-4998-a703-b11f4b6ddc76 None None] For port 19fdd690-fe0c-46d2-bcf8-fa22ab4baf86, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=19fdd690-fe0c-46d2-bcf8-fa22ab4baf86,segment=NetworkSegment(6bffe836-365f-480e-aae2-66f214ee3348),segment_id=6bffe836-365f-480e-aae2-66f214ee3348)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:28.681205 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-816234ce-b442-48b6-ba3c-24ceafe881b6 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:28.686412 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:28.694357 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7afebd81-7f3a-4998-a703-b11f4b6ddc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:28.707775 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f63f4bf4-0d7c-4ab6-b685-4c6b761a0428 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "DELETE /v2.0/ports/bdf71876-d47f-444d-9401-711c455e7aff/tags HTTP/1.1" status: 204 len: 168 time: 0.3961692 Oct 19 01:13:28.710566 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42902) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:28.716241 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-0bb92ef1-ba46-41c9-b0a1-846bbd6303b5 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bdf71876-d47f-444d-9401-711c455e7aff', 'tempest-TagsExtTest-Tag-1765725029') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:28.745466 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-fc7e512e-ff3c-42f3-9bb1-b56decee19d5 service neutron] 10.222.0.57 "GET /v2.0/networks/9199807a-4fd5-4216-9e56-230db1d8a5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546768 Oct 19 01:13:28.747358 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816234ce-b442-48b6-ba3c-24ceafe881b6 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event deleted for resources: {'Subnet': ['ID=6c5d7e55-1ebd-4722-95ee-cd3a866b3caf,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:28.767018 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9af7e0-e1e4-4bc1-935a-33ede4cf5c9f None None] Network 1b82a2c5-4101-4e72-a67d-af5752cbb869 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:28.775408 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f3b3c153-1864-4046-be48-f3b92cab3c37 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:28.780112 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-816234ce-b442-48b6-ba3c-24ceafe881b6 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:28.786795 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-816234ce-b442-48b6-ba3c-24ceafe881b6 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "DELETE /v2.0/subnets/6c5d7e55-1ebd-4722-95ee-cd3a866b3caf HTTP/1.1" status: 204 len: 168 time: 0.7778652 Oct 19 01:13:28.790679 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-0bb92ef1-ba46-41c9-b0a1-846bbd6303b5 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] show failed (client error): The resource could not be found. Oct 19 01:13:28.790935 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42904) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:28.792777 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0bb92ef1-ba46-41c9-b0a1-846bbd6303b5 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "GET /v2.0/ports/bdf71876-d47f-444d-9401-711c455e7aff/tags/tempest-TagsExtTest-Tag-1765725029 HTTP/1.1" status: 404 len: 329 time: 0.0796969 Oct 19 01:13:28.796006 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42906) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:28.800459 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-c4ef346e-77dd-4cdf-a8c4-cdbf26b2eb34 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bdf71876-d47f-444d-9401-711c455e7aff', 'tempest-TagsExtTest-Tag-217731736') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:28.845987 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f3b3c153-1864-4046-be48-f3b92cab3c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:28.862633 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-47c088c4-8fa9-4942-803f-d36721fe3d9d tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8820921'] for subnet, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:28.866847 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-c4ef346e-77dd-4cdf-a8c4-cdbf26b2eb34 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] show failed (client error): The resource could not be found. Oct 19 01:13:28.871334 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c4ef346e-77dd-4cdf-a8c4-cdbf26b2eb34 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "GET /v2.0/ports/bdf71876-d47f-444d-9401-711c455e7aff/tags/tempest-TagsExtTest-Tag-217731736 HTTP/1.1" status: 404 len: 328 time: 0.0717220 Oct 19 01:13:28.871685 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42908) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:28.878540 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afebd81-7f3a-4998-a703-b11f4b6ddc76 None None] Pushing event updated for resources: {'Port': ['ID=19fdd690-fe0c-46d2-bcf8-fa22ab4baf86,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:28.893624 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-2dc3adf2-50fe-4643-b2de-f58af289f02c tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bdf71876-d47f-444d-9401-711c455e7aff', 'tempest-TagsExtTest-Tag-1545586513') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:28.985151 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-2dc3adf2-50fe-4643-b2de-f58af289f02c tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] show failed (client error): The resource could not be found. Oct 19 01:13:28.986193 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2dc3adf2-50fe-4643-b2de-f58af289f02c tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "GET /v2.0/ports/bdf71876-d47f-444d-9401-711c455e7aff/tags/tempest-TagsExtTest-Tag-1545586513 HTTP/1.1" status: 404 len: 329 time: 0.1134148 Oct 19 01:13:28.988951 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42912) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:28.994978 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-ddfb5b3c-7e9f-4fba-b4d2-30b2cc0710f0 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '8d9b1d1d-407c-4b87-96ed-439ce9d80df8', {'tags': ['tempest-TagsExtTest-Tag-1268464864', 'tempest-TagsExtTest-Tag-1602036595', 'tempest-TagsExtTest-Tag-1866353928']}) {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:29.014561 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c03a604c-6381-4d32-b989-67fa0b1f52d4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:29.022699 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b3c153-1864-4046-be48-f3b92cab3c37 None None] Network a88f3db1-fba9-4cd4-bf82-e49932db2cee is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:29.035781 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-f3b3c153-1864-4046-be48-f3b92cab3c37 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:29.037637 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:13:29.037995 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:13:29.064104 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b3c153-1864-4046-be48-f3b92cab3c37 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:29.081352 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-725d01f2-1d28-4e31-889d-e59534d758bf service neutron] 10.222.0.57 "GET /v2.0/networks/a88f3db1-fba9-4cd4-bf82-e49932db2cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350112 Oct 19 01:13:29.083536 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ddfb5b3c-7e9f-4fba-b4d2-30b2cc0710f0 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "PUT /v2.0/routers/8d9b1d1d-407c-4b87-96ed-439ce9d80df8/tags HTTP/1.1" status: 200 len: 318 time: 0.0929081 Oct 19 01:13:29.085555 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42914) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:29.087463 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3c153-1864-4046-be48-f3b92cab3c37 None None] Pushing event updated for resources: {'Port': ['ID=2a928a0c-e9c4-4ec3-98c3-6dfe728c4feb,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:29.091785 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-90c996c9-3e59-443a-b461-88b7638aa863 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8d9b1d1d-407c-4b87-96ed-439ce9d80df8') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:29.108559 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-901f4ce5-36c5-4e76-bedc-e4c7edfbba34 None None] Provisioning complete for port 19fdd690-fe0c-46d2-bcf8-fa22ab4baf86 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:29.108940 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-901f4ce5-36c5-4e76-bedc-e4c7edfbba34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:29.168055 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4005ad9-40b1-49c0-9dbb-ca5f3bfdc16c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-70a23485-744e-42dd-a4c4-d2b53ccf7294', 'network_id': '70a23485-744e-42dd-a4c4-d2b53ccf7294', 'tenant_id': 'f73fb85d909d456699ce7f7b906bb45c', 'fixed_ips': [{'subnet_id': '2669bf90-e272-4989-922a-bfafc9d8af65'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:13:29.169115 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f4005ad9-40b1-49c0-9dbb-ca5f3bfdc16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:29.193104 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-90c996c9-3e59-443a-b461-88b7638aa863 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "DELETE /v2.0/routers/8d9b1d1d-407c-4b87-96ed-439ce9d80df8/tags HTTP/1.1" status: 204 len: 168 time: 0.1033585 Oct 19 01:13:29.193326 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42916) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:29.199396 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-58236e1a-75c7-440b-bd30-e04b0652d312 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8d9b1d1d-407c-4b87-96ed-439ce9d80df8', 'tempest-TagsExtTest-Tag-1268464864') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:29.233023 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-c03a604c-6381-4d32-b989-67fa0b1f52d4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Deleting port 795e694c-8a7a-444c-bec6-6f274fd4eb57 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:29.233655 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c03a604c-6381-4d32-b989-67fa0b1f52d4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:29.249801 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-f3b3c153-1864-4046-be48-f3b92cab3c37 None None] Attempting to bind port 2a928a0c-e9c4-4ec3-98c3-6dfe728c4feb on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:13:29.250177 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-f3b3c153-1864-4046-be48-f3b92cab3c37 None None] Attempting to bind port 2a928a0c-e9c4-4ec3-98c3-6dfe728c4feb by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'ff1dbe79-1559-4eef-8a58-82cae491f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a88f3db1-fba9-4cd4-bf82-e49932db2cee'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:13:29.250549 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b3c153-1864-4046-be48-f3b92cab3c37 None None] Attempting to bind port 2a928a0c-e9c4-4ec3-98c3-6dfe728c4feb on network a88f3db1-fba9-4cd4-bf82-e49932db2cee {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:29.257135 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:29.265229 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b3c153-1864-4046-be48-f3b92cab3c37 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:13:29.265597 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b3c153-1864-4046-be48-f3b92cab3c37 None None] Checking segment: {'id': 'ff1dbe79-1559-4eef-8a58-82cae491f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a88f3db1-fba9-4cd4-bf82-e49932db2cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:29.265996 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f3b3c153-1864-4046-be48-f3b92cab3c37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:29.266398 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b3c153-1864-4046-be48-f3b92cab3c37 None None] Bound using segment: {'id': 'ff1dbe79-1559-4eef-8a58-82cae491f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a88f3db1-fba9-4cd4-bf82-e49932db2cee'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:13:29.266882 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-f3b3c153-1864-4046-be48-f3b92cab3c37 None None] Bound port: 2a928a0c-e9c4-4ec3-98c3-6dfe728c4feb, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1dbe79-1559-4eef-8a58-82cae491f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a88f3db1-fba9-4cd4-bf82-e49932db2cee'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:13:29.267258 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f3b3c153-1864-4046-be48-f3b92cab3c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:29.296952 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-5b0d447e-0bd2-40f6-a3d3-17844cc5ca8a service neutron] 10.222.0.57 "GET /v2.0/networks/a88f3db1-fba9-4cd4-bf82-e49932db2cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008452 Oct 19 01:13:29.310428 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-58236e1a-75c7-440b-bd30-e04b0652d312 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] show failed (client error): The resource could not be found. Oct 19 01:13:29.314701 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-58236e1a-75c7-440b-bd30-e04b0652d312 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "GET /v2.0/routers/8d9b1d1d-407c-4b87-96ed-439ce9d80df8/tags/tempest-TagsExtTest-Tag-1268464864 HTTP/1.1" status: 404 len: 329 time: 0.1175499 Oct 19 01:13:29.315185 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42918) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:29.322764 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-a453a085-a595-439e-bb26-bae51d6cfcf4 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8d9b1d1d-407c-4b87-96ed-439ce9d80df8', 'tempest-TagsExtTest-Tag-1602036595') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:29.379767 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-c03a604c-6381-4d32-b989-67fa0b1f52d4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] For port 795e694c-8a7a-444c-bec6-6f274fd4eb57, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=795e694c-8a7a-444c-bec6-6f274fd4eb57,segment=NetworkSegment(1af01026-b020-44ee-a3f6-c144d39b3d75),segment_id=1af01026-b020-44ee-a3f6-c144d39b3d75)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:29.380049 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c03a604c-6381-4d32-b989-67fa0b1f52d4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:29.380384 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd6992a-0b1a-4470-bca5-a934f335438a None None] DHCP port deletion for 1b82a2c5-4101-4e72-a67d-af5752cbb869 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:13:29.391998 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-47c088c4-8fa9-4942-803f-d36721fe3d9d tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775133255446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8979828'] for subnet, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:29.407117 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-c03a604c-6381-4d32-b989-67fa0b1f52d4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Calling delete_port for 795e694c-8a7a-444c-bec6-6f274fd4eb57 owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:29.435891 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-a453a085-a595-439e-bb26-bae51d6cfcf4 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] show failed (client error): The resource could not be found. Oct 19 01:13:29.438944 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a453a085-a595-439e-bb26-bae51d6cfcf4 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "GET /v2.0/routers/8d9b1d1d-407c-4b87-96ed-439ce9d80df8/tags/tempest-TagsExtTest-Tag-1602036595 HTTP/1.1" status: 404 len: 329 time: 0.1213579 Oct 19 01:13:29.441166 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42920) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:29.452535 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-3af617e5-22fd-4ace-b746-d8efd562087b tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8d9b1d1d-407c-4b87-96ed-439ce9d80df8', 'tempest-TagsExtTest-Tag-1866353928') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:29.461971 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c088c4-8fa9-4942-803f-d36721fe3d9d tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:29.463628 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-47c088c4-8fa9-4942-803f-d36721fe3d9d tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:29.479033 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-47c088c4-8fa9-4942-803f-d36721fe3d9d tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "PUT /v2.0/subnets/2669bf90-e272-4989-922a-bfafc9d8af65 HTTP/1.1" status: 200 len: 877 time: 0.9256194 Oct 19 01:13:29.491956 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42924) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:29.498916 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-f3b3c153-1864-4046-be48-f3b92cab3c37 None None] For port 2a928a0c-e9c4-4ec3-98c3-6dfe728c4feb, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:13:29.517107 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-f3b3c153-1864-4046-be48-f3b92cab3c37 None None] For port 2a928a0c-e9c4-4ec3-98c3-6dfe728c4feb, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=2a928a0c-e9c4-4ec3-98c3-6dfe728c4feb,segment=NetworkSegment(ff1dbe79-1559-4eef-8a58-82cae491f778),segment_id=ff1dbe79-1559-4eef-8a58-82cae491f778)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:13:29.527061 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-f4005ad9-40b1-49c0-9dbb-ca5f3bfdc16c None None] Allocated IP 172.20.0.3 (70a23485-744e-42dd-a4c4-d2b53ccf7294/2669bf90-e272-4989-922a-bfafc9d8af65/f0b8dbba-579b-4f21-af7d-42527dc37151) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:29.530906 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f3b3c153-1864-4046-be48-f3b92cab3c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:29.607229 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-3af617e5-22fd-4ace-b746-d8efd562087b tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] show failed (client error): The resource could not be found. Oct 19 01:13:29.612164 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3af617e5-22fd-4ace-b746-d8efd562087b tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "GET /v2.0/routers/8d9b1d1d-407c-4b87-96ed-439ce9d80df8/tags/tempest-TagsExtTest-Tag-1866353928 HTTP/1.1" status: 404 len: 329 time: 0.1654298 Oct 19 01:13:29.616711 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42932) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:29.618300 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c088c4-8fa9-4942-803f-d36721fe3d9d tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event updated for resources: {'Subnet': ['ID=2669bf90-e272-4989-922a-bfafc9d8af65,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:29.627387 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-66ef3d3b-cc50-4bd3-931b-6c7bbab617b6 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '66b70fd1-bf4a-47d2-b449-977e921890ec', {'tags': ['tempest-TagsExtTest-Tag-602787576', 'tempest-TagsExtTest-Tag-959399506', 'tempest-TagsExtTest-Tag-317242719']}) {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:29.677306 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef845f4-e13b-4995-bd02-d547dcc0e515 req-4fd64a7b-c743-4870-a4db-be81df131ede tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:29.677528 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-18074673-a374-4c3d-bbb7-409f6014d09e req-5369f701-4216-4a73-b480-a7697cbede5b tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=08aea2b6-6d10-4547-8c4b-eaee7a50dc13 HTTP/1.1" status: 200 len: 210 time: 0.0836265 Oct 19 01:13:29.687176 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3ef845f4-e13b-4995-bd02-d547dcc0e515 req-4fd64a7b-c743-4870-a4db-be81df131ede tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0aa19e3-7bd0-45cb-b8d8-6f025d812fea HTTP/1.1" status: 200 len: 945 time: 0.1213682 Oct 19 01:13:29.795901 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-66ef3d3b-cc50-4bd3-931b-6c7bbab617b6 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "PUT /v2.0/subnetpools/66b70fd1-bf4a-47d2-b449-977e921890ec/tags HTTP/1.1" status: 200 len: 315 time: 0.1736770 Oct 19 01:13:29.799009 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42938) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:29.804076 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.tag.tag_plugin [None req-b66d5173-4920-46e3-a951-c3424e868930 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '66b70fd1-bf4a-47d2-b449-977e921890ec') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:29.806788 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c03a604c-6381-4d32-b989-67fa0b1f52d4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:29.811892 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3ef845f4-e13b-4995-bd02-d547dcc0e515 req-b74df33c-0670-423a-a1ac-9f00c7b396ec tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237226 Oct 19 01:13:29.813070 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-1dd6992a-0b1a-4470-bca5-a934f335438a None None] Deleting port 795e694c-8a7a-444c-bec6-6f274fd4eb57 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:29.813444 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1dd6992a-0b1a-4470-bca5-a934f335438a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:29.831649 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6edf37a-d896-44cf-9eba-08dbfd412098 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:29.851335 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3c153-1864-4046-be48-f3b92cab3c37 None None] Pushing event updated for resources: {'Port': ['ID=2a928a0c-e9c4-4ec3-98c3-6dfe728c4feb,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:29.939183 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a604c-6381-4d32-b989-67fa0b1f52d4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event deleted for resources: {'Port': ['ID=795e694c-8a7a-444c-bec6-6f274fd4eb57,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:29.953532 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03a604c-6381-4d32-b989-67fa0b1f52d4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] No DVR routers for this DVR port 795e694c-8a7a-444c-bec6-6f274fd4eb57 on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:13:30.018309 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 19fdd690-fe0c-46d2-bcf8-fa22ab4baf86 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:30.046369 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-1dd6992a-0b1a-4470-bca5-a934f335438a None None] For port 795e694c-8a7a-444c-bec6-6f274fd4eb57, host n-d-715271-26, got binding levels [] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:30.046771 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1dd6992a-0b1a-4470-bca5-a934f335438a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:30.138700 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c03a604c-6381-4d32-b989-67fa0b1f52d4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:30.145419 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b66d5173-4920-46e3-a951-c3424e868930 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "DELETE /v2.0/subnetpools/66b70fd1-bf4a-47d2-b449-977e921890ec/tags HTTP/1.1" status: 204 len: 168 time: 0.3449492 Oct 19 01:13:30.151742 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42948) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:30.157167 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-9fd6151a-b35e-4167-866d-b6993ded7de0 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '66b70fd1-bf4a-47d2-b449-977e921890ec', 'tempest-TagsExtTest-Tag-602787576') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:30.160904 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-1dd6992a-0b1a-4470-bca5-a934f335438a None None] Calling delete_port for 795e694c-8a7a-444c-bec6-6f274fd4eb57 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:30.166038 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.ipam_backend_mixin [None req-1dd6992a-0b1a-4470-bca5-a934f335438a None None] Port 795e694c-8a7a-444c-bec6-6f274fd4eb57 was not found and therefore no delete operation was performed {{(pid=100608) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:13:30.176518 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1dd6992a-0b1a-4470-bca5-a934f335438a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:30.184510 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6edf37a-d896-44cf-9eba-08dbfd412098 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:30.188140 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-c03a604c-6381-4d32-b989-67fa0b1f52d4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b82a2c5-4101-4e72-a67d-af5752cbb869']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:30.203285 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-9fd6151a-b35e-4167-866d-b6993ded7de0 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] show failed (client error): The resource could not be found. Oct 19 01:13:30.209709 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9fd6151a-b35e-4167-866d-b6993ded7de0 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "GET /v2.0/subnetpools/66b70fd1-bf4a-47d2-b449-977e921890ec/tags/tempest-TagsExtTest-Tag-602787576 HTTP/1.1" status: 404 len: 328 time: 0.0554450 Oct 19 01:13:30.210389 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42950) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:30.216775 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-1e784ad2-b882-4b24-bf1f-4411937df035 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '66b70fd1-bf4a-47d2-b449-977e921890ec', 'tempest-TagsExtTest-Tag-959399506') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:30.218890 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f4005ad9-40b1-49c0-9dbb-ca5f3bfdc16c None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:30.224455 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-c03a604c-6381-4d32-b989-67fa0b1f52d4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af01026-b020-44ee-a3f6-c144d39b3d75') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:30.224673 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6992a-0b1a-4470-bca5-a934f335438a None None] Pushing event deleted for resources: {'Port': ['ID=795e694c-8a7a-444c-bec6-6f274fd4eb57,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:30.224895 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-c03a604c-6381-4d32-b989-67fa0b1f52d4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af01026-b020-44ee-a3f6-c144d39b3d75') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:30.233179 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd6992a-0b1a-4470-bca5-a934f335438a None None] No DVR routers for this DVR port 795e694c-8a7a-444c-bec6-6f274fd4eb57 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:13:30.239368 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f4005ad9-40b1-49c0-9dbb-ca5f3bfdc16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:30.257949 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-1e784ad2-b882-4b24-bf1f-4411937df035 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] show failed (client error): The resource could not be found. Oct 19 01:13:30.262644 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1e784ad2-b882-4b24-bf1f-4411937df035 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "GET /v2.0/subnetpools/66b70fd1-bf4a-47d2-b449-977e921890ec/tags/tempest-TagsExtTest-Tag-959399506 HTTP/1.1" status: 404 len: 328 time: 0.0512545 Oct 19 01:13:30.263503 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42952) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:30.269311 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-480e474e-2824-48b9-99ea-0640a9bca787 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '66b70fd1-bf4a-47d2-b449-977e921890ec', 'tempest-TagsExtTest-Tag-317242719') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:30.290882 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c03a604c-6381-4d32-b989-67fa0b1f52d4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:30.292587 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-480e474e-2824-48b9-99ea-0640a9bca787 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] show failed (client error): The resource could not be found. Oct 19 01:13:30.295811 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-480e474e-2824-48b9-99ea-0640a9bca787 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "GET /v2.0/subnetpools/66b70fd1-bf4a-47d2-b449-977e921890ec/tags/tempest-TagsExtTest-Tag-317242719 HTTP/1.1" status: 404 len: 328 time: 0.0278783 Oct 19 01:13:30.297008 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42954) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:30.302644 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-c0b015d4-90be-4852-b75c-a89f80b16013 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '66b70fd1-bf4a-47d2-b449-977e921890ec') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:30.320066 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c03a604c-6381-4d32-b989-67fa0b1f52d4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:30.335872 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c0b015d4-90be-4852-b75c-a89f80b16013 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "DELETE /v2.0/subnetpools/66b70fd1-bf4a-47d2-b449-977e921890ec/tags HTTP/1.1" status: 204 len: 168 time: 0.0376067 Oct 19 01:13:30.339099 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42956) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:30.340923 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6078d6c-4e6b-4374-92b1-cf2957f3bcfd req-c15ef6a9-1821-4d62-80c6-e32503230869 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:30.342518 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b6078d6c-4e6b-4374-92b1-cf2957f3bcfd req-c15ef6a9-1821-4d62-80c6-e32503230869 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0aa19e3-7bd0-45cb-b8d8-6f025d812fea HTTP/1.1" status: 200 len: 945 time: 0.1091726 Oct 19 01:13:30.343933 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-bc13a9b5-54e8-4a96-9303-986b557a35dc tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8d9b1d1d-407c-4b87-96ed-439ce9d80df8') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:30.346009 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c03a604c-6381-4d32-b989-67fa0b1f52d4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:13:30.346179 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c03a604c-6381-4d32-b989-67fa0b1f52d4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:30.349452 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:13:30.349452 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:13:30.349452 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:13:30.349452 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:13:30.349452 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:13:30.349452 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:13:30.349452 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:13:30.349452 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:13:30.349452 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:13:30.349452 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:13:30.349452 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:13:30.349452 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:13:30.349452 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:13:30.349452 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:13:30.349452 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:13:30.349452 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:13:30.349452 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:13:30.349452 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:13:30.349452 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:13:30.349452 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:13:30.349452 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:13:30.349452 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:13:30.349452 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:13:30.349452 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:13:30.349452 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:13:30.349452 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:13:30.349452 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:13:30.349452 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:13:30.349452 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:13:30.349452 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:13:30.349452 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:13:30.349452 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:13:30.450615 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-bc13a9b5-54e8-4a96-9303-986b557a35dc tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "DELETE /v2.0/routers/8d9b1d1d-407c-4b87-96ed-439ce9d80df8/tags HTTP/1.1" status: 204 len: 168 time: 0.1078403 Oct 19 01:13:30.451210 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42958) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:30.455841 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-f571879e-19de-4d73-a679-04749b37a062 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bdf71876-d47f-444d-9401-711c455e7aff') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:30.529069 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f571879e-19de-4d73-a679-04749b37a062 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "DELETE /v2.0/ports/bdf71876-d47f-444d-9401-711c455e7aff/tags HTTP/1.1" status: 204 len: 168 time: 0.0742269 Oct 19 01:13:30.529297 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4005ad9-40b1-49c0-9dbb-ca5f3bfdc16c None None] Pushing event updated for resources: {'Port': ['ID=f0b8dbba-579b-4f21-af7d-42527dc37151,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:30.529771 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42960) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:30.533568 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-b988c9ae-b7e5-40e3-aba2-1daddc1dbf75 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '93f09146-3c0a-4a6c-bf96-a87201fce1d5') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:30.538183 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4005ad9-40b1-49c0-9dbb-ca5f3bfdc16c None None] Network 70a23485-744e-42dd-a4c4-d2b53ccf7294 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:30.541007 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-f4005ad9-40b1-49c0-9dbb-ca5f3bfdc16c None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:30.542917 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 19fdd690-fe0c-46d2-bcf8-fa22ab4baf86 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:30.543398 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:30.545376 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4005ad9-40b1-49c0-9dbb-ca5f3bfdc16c None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:30.604210 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b988c9ae-b7e5-40e3-aba2-1daddc1dbf75 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "DELETE /v2.0/subnets/93f09146-3c0a-4a6c-bf96-a87201fce1d5/tags HTTP/1.1" status: 204 len: 168 time: 0.0739019 Oct 19 01:13:30.608882 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42962) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:30.645102 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-f4005ad9-40b1-49c0-9dbb-ca5f3bfdc16c None None] Attempting to bind port f0b8dbba-579b-4f21-af7d-42527dc37151 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:13:30.645949 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-f4005ad9-40b1-49c0-9dbb-ca5f3bfdc16c None None] Attempting to bind port f0b8dbba-579b-4f21-af7d-42527dc37151 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '45369535-57b9-499e-9fd2-efec35d28217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '70a23485-744e-42dd-a4c4-d2b53ccf7294'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:13:30.646502 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4005ad9-40b1-49c0-9dbb-ca5f3bfdc16c None None] Attempting to bind port f0b8dbba-579b-4f21-af7d-42527dc37151 on network 70a23485-744e-42dd-a4c4-d2b53ccf7294 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:30.654984 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4005ad9-40b1-49c0-9dbb-ca5f3bfdc16c None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:13:30.656361 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4005ad9-40b1-49c0-9dbb-ca5f3bfdc16c None None] Checking segment: {'id': '45369535-57b9-499e-9fd2-efec35d28217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '70a23485-744e-42dd-a4c4-d2b53ccf7294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:30.656736 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f4005ad9-40b1-49c0-9dbb-ca5f3bfdc16c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:30.657177 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4005ad9-40b1-49c0-9dbb-ca5f3bfdc16c None None] Bound using segment: {'id': '45369535-57b9-499e-9fd2-efec35d28217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '70a23485-744e-42dd-a4c4-d2b53ccf7294'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:13:30.660437 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-f4005ad9-40b1-49c0-9dbb-ca5f3bfdc16c None None] Bound port: f0b8dbba-579b-4f21-af7d-42527dc37151, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45369535-57b9-499e-9fd2-efec35d28217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '70a23485-744e-42dd-a4c4-d2b53ccf7294'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:13:30.660900 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f4005ad9-40b1-49c0-9dbb-ca5f3bfdc16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:30.715938 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-124d059d-e85e-47fa-970e-6601a0c7f6bb tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks [] for subnetpool, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:30.717596 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-124d059d-e85e-47fa-970e-6601a0c7f6bb tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "DELETE /v2.0/subnetpools/66b70fd1-bf4a-47d2-b449-977e921890ec HTTP/1.1" status: 204 len: 168 time: 0.1075354 Oct 19 01:13:30.720901 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42966) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:30.758541 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ff3ff77f-2e30-418f-9b7e-1113b44d9d5f tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d9b1d1d-407c-4b87-96ed-439ce9d80df8 HTTP/1.1" status: 200 len: 205 time: 0.0358834 Oct 19 01:13:30.760079 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42968) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:30.799336 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-f4005ad9-40b1-49c0-9dbb-ca5f3bfdc16c None None] For port f0b8dbba-579b-4f21-af7d-42527dc37151, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:13:30.804807 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-f4005ad9-40b1-49c0-9dbb-ca5f3bfdc16c None None] For port f0b8dbba-579b-4f21-af7d-42527dc37151, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=f0b8dbba-579b-4f21-af7d-42527dc37151,segment=NetworkSegment(45369535-57b9-499e-9fd2-efec35d28217),segment_id=45369535-57b9-499e-9fd2-efec35d28217)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:13:30.815602 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f4005ad9-40b1-49c0-9dbb-ca5f3bfdc16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:30.915234 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 795e694c-8a7a-444c-bec6-6f274fd4eb57 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:13:30.927766 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6edf37a-d896-44cf-9eba-08dbfd412098 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:30.963592 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52513597-d747-423a-a39e-1aba9bb1349f None None] Network 70a23485-744e-42dd-a4c4-d2b53ccf7294 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:30.965322 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-42a90d0e-56c8-41c7-8726-713aaebe5749 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:30.967666 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 795e694c-8a7a-444c-bec6-6f274fd4eb57 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:13:30.968251 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 795e694c-8a7a-444c-bec6-6f274fd4eb57 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:13:30.969816 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4005ad9-40b1-49c0-9dbb-ca5f3bfdc16c None None] Pushing event updated for resources: {'Port': ['ID=f0b8dbba-579b-4f21-af7d-42527dc37151,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:30.988781 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c03a604c-6381-4d32-b989-67fa0b1f52d4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:30.999603 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6edf37a-d896-44cf-9eba-08dbfd412098 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event deleted for resources: {'Subnet': ['ID=2669bf90-e272-4989-922a-bfafc9d8af65,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:31.007308 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c03a604c-6381-4d32-b989-67fa0b1f52d4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:31.014399 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c03a604c-6381-4d32-b989-67fa0b1f52d4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "DELETE /v2.0/networks/1b82a2c5-4101-4e72-a67d-af5752cbb869 HTTP/1.1" status: 204 len: 168 time: 2.2225194 Oct 19 01:13:31.033617 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42972) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:31.036212 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a604c-6381-4d32-b989-67fa0b1f52d4 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event deleted for resources: {'Network': ['ID=1b82a2c5-4101-4e72-a67d-af5752cbb869,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:31.064954 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b6078d6c-4e6b-4374-92b1-cf2957f3bcfd req-5c6a9bc1-9418-4f46-bec3-74f777e8b8d1 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7031217 Oct 19 01:13:31.091113 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f1bb8641-9b84-49d0-93a6-5250b50e8f9a req-99db2f69-275a-4878-9d6e-cfa42f635e3e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=08aea2b6-6d10-4547-8c4b-eaee7a50dc13 HTTP/1.1" status: 200 len: 210 time: 0.0531883 Oct 19 01:13:31.208271 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe1c7e5-7e8a-42e1-9fcc-fcb692416c14 None None] Network 70a23485-744e-42dd-a4c4-d2b53ccf7294 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:31.241795 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6edf37a-d896-44cf-9eba-08dbfd412098 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:31.298670 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9096c993-f6bf-4d21-abca-f9f9250de85f None None] Network a88f3db1-fba9-4cd4-bf82-e49932db2cee requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:31.299856 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-b6edf37a-d896-44cf-9eba-08dbfd412098 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a23485-744e-42dd-a4c4-d2b53ccf7294']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:31.329215 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-42a90d0e-56c8-41c7-8726-713aaebe5749 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:31.333396 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-42a90d0e-56c8-41c7-8726-713aaebe5749 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:31.337020 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-b6edf37a-d896-44cf-9eba-08dbfd412098 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45369535-57b9-499e-9fd2-efec35d28217') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:31.337322 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-b6edf37a-d896-44cf-9eba-08dbfd412098 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45369535-57b9-499e-9fd2-efec35d28217') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:31.342320 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-491f0c0e-3097-4b34-95fa-b2dc4fe55a9d tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:31.348064 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-491f0c0e-3097-4b34-95fa-b2dc4fe55a9d tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:31.349598 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-491f0c0e-3097-4b34-95fa-b2dc4fe55a9d tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.24 "GET /v2.0/networks?id=9199807a-4fd5-4216-9e56-230db1d8a5f5&id=a88f3db1-fba9-4cd4-bf82-e49932db2cee HTTP/1.1" status: 200 len: 1392 time: 0.3028107 Oct 19 01:13:31.350959 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6edf37a-d896-44cf-9eba-08dbfd412098 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:31.371240 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6edf37a-d896-44cf-9eba-08dbfd412098 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:31.379241 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6edf37a-d896-44cf-9eba-08dbfd412098 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:13:31.379639 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6edf37a-d896-44cf-9eba-08dbfd412098 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:31.382785 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:13:31.382785 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:13:31.382785 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:13:31.382785 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:13:31.382785 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:13:31.382785 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:13:31.382785 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:13:31.382785 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:13:31.382785 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:13:31.382785 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:13:31.382785 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:13:31.382785 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:13:31.382785 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:13:31.382785 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:13:31.382785 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:13:31.382785 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:13:31.382785 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:13:31.382785 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:13:31.382785 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:13:31.382785 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:13:31.382785 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:13:31.382785 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:13:31.382785 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:13:31.382785 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:13:31.382785 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:13:31.382785 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:13:31.382785 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:13:31.382785 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:13:31.382785 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:13:31.382785 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:13:31.382785 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:13:31.382785 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:13:31.393974 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-6314ad80-38f6-4baa-a76e-bea4eb5add4e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Request body: {'port': {'device_id': '08aea2b6-6d10-4547-8c4b-eaee7a50dc13', 'network_id': '9199807a-4fd5-4216-9e56-230db1d8a5f5', 'admin_state_up': True, 'tenant_id': 'c37fe5cecaae474d866f7a28aa6ce8ef'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:31.397809 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-2db5ae53-c993-4ced-8cad-2e6f2c2d7120 None None] Provisioning complete for port 2a928a0c-e9c4-4ec3-98c3-6dfe728c4feb triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:31.398102 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-44d2401f-9df1-467d-af67-8631f99761e7 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Deleting port e61c9bd6-df3c-45d4-9eac-af197b731aae {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:31.398223 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2db5ae53-c993-4ced-8cad-2e6f2c2d7120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:31.398399 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-44d2401f-9df1-467d-af67-8631f99761e7 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:31.425026 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-42a90d0e-56c8-41c7-8726-713aaebe5749 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:31.425557 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a90d0e-56c8-41c7-8726-713aaebe5749 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Fanout notify agent at l3_agent the message router_deleted on router 8d9b1d1d-407c-4b87-96ed-439ce9d80df8 {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:13:31.434715 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-42a90d0e-56c8-41c7-8726-713aaebe5749 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:31.438716 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-42a90d0e-56c8-41c7-8726-713aaebe5749 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "DELETE /v2.0/routers/8d9b1d1d-407c-4b87-96ed-439ce9d80df8 HTTP/1.1" status: 204 len: 168 time: 0.6746995 Oct 19 01:13:31.439034 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42976) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:31.501987 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.db.api [None req-b6edf37a-d896-44cf-9eba-08dbfd412098 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 01:13:31.501987 n-d-715271-26 neutron-server[100606]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 01:13:31.501987 n-d-715271-26 neutron-server[100606]: [parameters: {'id': '70a23485-744e-42dd-a4c4-d2b53ccf7294'}] Oct 19 01:13:31.501987 n-d-715271-26 neutron-server[100606]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:13:31.502489 n-d-715271-26 neutron-server[100606]: DEBUG oslo_db.api [None req-b6edf37a-d896-44cf-9eba-08dbfd412098 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:13:31.536774 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-44d2401f-9df1-467d-af67-8631f99761e7 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:31.537218 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-44d2401f-9df1-467d-af67-8631f99761e7 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:31.550353 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-44d2401f-9df1-467d-af67-8631f99761e7 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Calling delete_port for e61c9bd6-df3c-45d4-9eac-af197b731aae owned by network:floatingip {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:31.576103 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2db5ae53-c993-4ced-8cad-2e6f2c2d7120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:31.605679 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-1bdaf25d-bebd-4365-bf15-9cb0662c4260 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Deleting port bdf71876-d47f-444d-9401-711c455e7aff {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:31.606115 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1bdaf25d-bebd-4365-bf15-9cb0662c4260 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:31.614815 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-6314ad80-38f6-4baa-a76e-bea4eb5add4e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Made reservation on behalf of c37fe5cecaae474d866f7a28aa6ce8ef for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:31.619248 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-6314ad80-38f6-4baa-a76e-bea4eb5add4e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:31.629061 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-2db5ae53-c993-4ced-8cad-2e6f2c2d7120 None None] For port 2a928a0c-e9c4-4ec3-98c3-6dfe728c4feb, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=2a928a0c-e9c4-4ec3-98c3-6dfe728c4feb,segment=NetworkSegment(ff1dbe79-1559-4eef-8a58-82cae491f778),segment_id=ff1dbe79-1559-4eef-8a58-82cae491f778)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:31.636014 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2db5ae53-c993-4ced-8cad-2e6f2c2d7120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:31.702110 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5ae53-c993-4ced-8cad-2e6f2c2d7120 None None] Pushing event updated for resources: {'Port': ['ID=2a928a0c-e9c4-4ec3-98c3-6dfe728c4feb,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:31.718777 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-44d2401f-9df1-467d-af67-8631f99761e7 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:31.746592 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d2401f-9df1-467d-af67-8631f99761e7 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event deleted for resources: {'Port': ['ID=e61c9bd6-df3c-45d4-9eac-af197b731aae,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:31.782371 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1bdaf25d-bebd-4365-bf15-9cb0662c4260 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:31.811854 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-44d2401f-9df1-467d-af67-8631f99761e7 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for floatingip, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:31.815169 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-44d2401f-9df1-467d-af67-8631f99761e7 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:31.816377 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-44d2401f-9df1-467d-af67-8631f99761e7 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "DELETE /v2.0/floatingips/5f3fd64b-cb67-4ac7-9268-b0fa0d23a016 HTTP/1.1" status: 204 len: 168 time: 0.7764361 Oct 19 01:13:31.820130 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42978) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:31.821386 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-1bdaf25d-bebd-4365-bf15-9cb0662c4260 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Calling delete_port for bdf71876-d47f-444d-9401-711c455e7aff owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:31.844396 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f0bb174-a901-42f9-bcf8-a0bfa7d0ac5a tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:31.845088 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f0bb174-a901-42f9-bcf8-a0bfa7d0ac5a tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:31.848561 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0f0bb174-a901-42f9-bcf8-a0bfa7d0ac5a tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "DELETE /v2.0/ports/0e4109f6-eb25-492a-bbfa-abf2be388a72 HTTP/1.1" status: 404 len: 333 time: 0.0272560 Oct 19 01:13:31.851061 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42980) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:31.867673 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9619bd92-3364-4ada-bd2c-4941c181661c None None] get_active_networks_info from n-d-715271-26 {{(pid=100608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:13:31.884097 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-6314ad80-38f6-4baa-a76e-bea4eb5add4e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Allocated IP 19.80.0.155 (9199807a-4fd5-4216-9e56-230db1d8a5f5/0590fa04-4dfe-422c-9eaf-a286ef9c5cf4/c14ad30f-facc-4efc-80ac-7246b65c10f3) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:31.906592 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-6edb0352-9d30-4f5a-ab72-8a14f56b18a9 None None] Provisioning complete for port 2a928a0c-e9c4-4ec3-98c3-6dfe728c4feb triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:31.907337 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6edb0352-9d30-4f5a-ab72-8a14f56b18a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:31.921019 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c415f415-5c78-4983-ae3b-0cbefce7abdb tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4961827-1bab-4d9b-8ce4-1890e2cf2ec1 HTTP/1.1" status: 200 len: 205 time: 0.0687008 Oct 19 01:13:31.923933 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42982) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:31.982997 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-abb9be1d-5736-493b-917d-d8732ad0b502 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] delete failed (client error): The resource could not be found. Oct 19 01:13:31.984373 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-abb9be1d-5736-493b-917d-d8732ad0b502 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "DELETE /v2.0/routers/a4961827-1bab-4d9b-8ce4-1890e2cf2ec1 HTTP/1.1" status: 404 len: 336 time: 0.0594707 Oct 19 01:13:31.986958 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42984) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:32.018778 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6edf37a-d896-44cf-9eba-08dbfd412098 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:32.022273 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-70b4db09-2707-42b3-9f09-68605c14b1b6 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:32.022871 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70b4db09-2707-42b3-9f09-68605c14b1b6 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:32.026945 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-70b4db09-2707-42b3-9f09-68605c14b1b6 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "DELETE /v2.0/subnets/6c5d7e55-1ebd-4722-95ee-cd3a866b3caf HTTP/1.1" status: 404 len: 337 time: 0.0385458 Oct 19 01:13:32.032189 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42986) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:32.048801 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 2a928a0c-e9c4-4ec3-98c3-6dfe728c4feb up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:32.148024 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9619bd92-3364-4ada-bd2c-4941c181661c None None] Resources bound (agent type, host, resource id): {{(pid=100608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:13:32.167855 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 2a928a0c-e9c4-4ec3-98c3-6dfe728c4feb triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:32.168341 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:32.173897 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-6314ad80-38f6-4baa-a76e-bea4eb5add4e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:32.190278 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1bdaf25d-bebd-4365-bf15-9cb0662c4260 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:32.244765 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdaf25d-bebd-4365-bf15-9cb0662c4260 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Pushing event deleted for resources: {'Port': ['ID=bdf71876-d47f-444d-9401-711c455e7aff,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:32.248878 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52772014-447b-45a3-9f18-26a211a5f932 req-d99f0fd6-6e27-4579-abe4-2ac606248991 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:32.256512 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52772014-447b-45a3-9f18-26a211a5f932 req-d99f0fd6-6e27-4579-abe4-2ac606248991 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0aa19e3-7bd0-45cb-b8d8-6f025d812fea HTTP/1.1" status: 200 len: 945 time: 0.0966260 Oct 19 01:13:32.269910 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b374f967-138e-4b24-90c6-8b98cf2c8180 req-92a12a09-a813-45c3-bac8-deedb909e66c tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=08aea2b6-6d10-4547-8c4b-eaee7a50dc13 HTTP/1.1" status: 200 len: 210 time: 0.0610032 Oct 19 01:13:32.284869 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-3d04b745-8a51-401e-a5e0-26421028fe7d tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Deleting port bfb9e658-a997-40b9-b481-d44fcf1e903c {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:32.285214 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3d04b745-8a51-401e-a5e0-26421028fe7d tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:32.289648 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-b6edf37a-d896-44cf-9eba-08dbfd412098 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Deleting port f0b8dbba-579b-4f21-af7d-42527dc37151 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:32.289980 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6edf37a-d896-44cf-9eba-08dbfd412098 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:32.308440 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-6314ad80-38f6-4baa-a76e-bea4eb5add4e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:32.350285 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52772014-447b-45a3-9f18-26a211a5f932 req-3fc415ab-274a-4359-b437-89983c14d483 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928066 Oct 19 01:13:32.401781 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-6314ad80-38f6-4baa-a76e-bea4eb5add4e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Network 9199807a-4fd5-4216-9e56-230db1d8a5f5 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:32.410667 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-6314ad80-38f6-4baa-a76e-bea4eb5add4e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:32.417428 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-6314ad80-38f6-4baa-a76e-bea4eb5add4e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:32.423536 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314ad80-38f6-4baa-a76e-bea4eb5add4e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Pushing event updated for resources: {'Port': ['ID=c14ad30f-facc-4efc-80ac-7246b65c10f3,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:32.453111 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1bdaf25d-bebd-4365-bf15-9cb0662c4260 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:32.459455 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1bdaf25d-bebd-4365-bf15-9cb0662c4260 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "DELETE /v2.0/ports/bdf71876-d47f-444d-9401-711c455e7aff HTTP/1.1" status: 204 len: 168 time: 1.0167611 Oct 19 01:13:32.461781 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42998) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:32.506899 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-b6edf37a-d896-44cf-9eba-08dbfd412098 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] For port f0b8dbba-579b-4f21-af7d-42527dc37151, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=f0b8dbba-579b-4f21-af7d-42527dc37151,segment=NetworkSegment(45369535-57b9-499e-9fd2-efec35d28217),segment_id=45369535-57b9-499e-9fd2-efec35d28217)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:32.507540 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6edf37a-d896-44cf-9eba-08dbfd412098 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:32.516110 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-6314ad80-38f6-4baa-a76e-bea4eb5add4e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:32.516741 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-6314ad80-38f6-4baa-a76e-bea4eb5add4e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:32.526432 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-b6edf37a-d896-44cf-9eba-08dbfd412098 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Calling delete_port for f0b8dbba-579b-4f21-af7d-42527dc37151 owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:32.539050 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a2d3e4d-d7f7-4b14-9133-09097c50b789 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Deleting subnet 93f09146-3c0a-4a6c-bf96-a87201fce1d5 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:13:32.546242 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3d04b745-8a51-401e-a5e0-26421028fe7d tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:32.546473 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-6314ad80-38f6-4baa-a76e-bea4eb5add4e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1563110 Oct 19 01:13:32.547161 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a2d3e4d-d7f7-4b14-9133-09097c50b789 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:32.573985 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-da9f7758-0e02-444f-ab7d-5a0a91e0114a tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Request body: {'port': {'device_id': '08aea2b6-6d10-4547-8c4b-eaee7a50dc13', 'network_id': 'a88f3db1-fba9-4cd4-bf82-e49932db2cee', 'admin_state_up': True, 'tenant_id': 'c37fe5cecaae474d866f7a28aa6ce8ef'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:32.591611 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-3d04b745-8a51-401e-a5e0-26421028fe7d tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Calling delete_port for bfb9e658-a997-40b9-b481-d44fcf1e903c owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:32.624747 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a2d3e4d-d7f7-4b14-9133-09097c50b789 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:32.778331 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e759f1-8b36-4818-a514-88ee37e2d9e4 req-aec99f3a-904c-441d-a76d-b8c4a44016ca tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:32.783889 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-31e759f1-8b36-4818-a514-88ee37e2d9e4 req-aec99f3a-904c-441d-a76d-b8c4a44016ca tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0aa19e3-7bd0-45cb-b8d8-6f025d812fea HTTP/1.1" status: 200 len: 945 time: 0.1138060 Oct 19 01:13:32.788240 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a2d3e4d-d7f7-4b14-9133-09097c50b789 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:32.792479 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-da9f7758-0e02-444f-ab7d-5a0a91e0114a tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Made reservation on behalf of c37fe5cecaae474d866f7a28aa6ce8ef for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:32.795190 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-da9f7758-0e02-444f-ab7d-5a0a91e0114a tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:32.812955 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6edf37a-d896-44cf-9eba-08dbfd412098 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:32.879927 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6edf37a-d896-44cf-9eba-08dbfd412098 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event deleted for resources: {'Port': ['ID=f0b8dbba-579b-4f21-af7d-42527dc37151,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:32.895661 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6edf37a-d896-44cf-9eba-08dbfd412098 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] No DVR routers for this DVR port f0b8dbba-579b-4f21-af7d-42527dc37151 on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:13:32.934394 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a2d3e4d-d7f7-4b14-9133-09097c50b789 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:32.953537 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-31e759f1-8b36-4818-a514-88ee37e2d9e4 req-8639e398-ebd7-4d6b-8b6d-641ae2d29356 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613882 Oct 19 01:13:32.984945 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3d04b745-8a51-401e-a5e0-26421028fe7d tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.008363 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d3e4d-d7f7-4b14-9133-09097c50b789 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Pushing event deleted for resources: {'Subnet': ['ID=93f09146-3c0a-4a6c-bf96-a87201fce1d5,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:33.014085 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a2d3e4d-d7f7-4b14-9133-09097c50b789 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.019521 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9a2d3e4d-d7f7-4b14-9133-09097c50b789 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "DELETE /v2.0/subnets/93f09146-3c0a-4a6c-bf96-a87201fce1d5 HTTP/1.1" status: 204 len: 168 time: 0.5548141 Oct 19 01:13:33.020543 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43002) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:33.058596 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6edf37a-d896-44cf-9eba-08dbfd412098 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.067295 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04b745-8a51-401e-a5e0-26421028fe7d tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event deleted for resources: {'Port': ['ID=bfb9e658-a997-40b9-b481-d44fcf1e903c,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:33.069943 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-da9f7758-0e02-444f-ab7d-5a0a91e0114a tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Allocated IP 19.86.0.167 (a88f3db1-fba9-4cd4-bf82-e49932db2cee/a459c049-c45e-495d-9815-284e43d49551/72a07a24-d6de-4a36-a48e-b0ab48835c4d) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:33.080804 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413c78a9-bc79-4645-b6f9-379382d5f6fb None None] Network 61624527-ad24-448e-8a6f-cde499d36828 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:33.128018 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ab59746c-6b36-4943-8016-91c150ec53f4 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.128414 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-b6edf37a-d896-44cf-9eba-08dbfd412098 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a23485-744e-42dd-a4c4-d2b53ccf7294']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:33.146043 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-b6edf37a-d896-44cf-9eba-08dbfd412098 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45369535-57b9-499e-9fd2-efec35d28217') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:33.146332 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-b6edf37a-d896-44cf-9eba-08dbfd412098 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45369535-57b9-499e-9fd2-efec35d28217') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:33.160591 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6edf37a-d896-44cf-9eba-08dbfd412098 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.177331 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3d04b745-8a51-401e-a5e0-26421028fe7d tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.181152 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3d04b745-8a51-401e-a5e0-26421028fe7d tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "DELETE /v2.0/ports/bfb9e658-a997-40b9-b481-d44fcf1e903c HTTP/1.1" status: 204 len: 168 time: 1.1477318 Oct 19 01:13:33.182267 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6edf37a-d896-44cf-9eba-08dbfd412098 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.183913 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43004) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:33.189179 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6edf37a-d896-44cf-9eba-08dbfd412098 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:13:33.189643 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6edf37a-d896-44cf-9eba-08dbfd412098 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.192895 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:13:33.192895 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:13:33.192895 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:13:33.192895 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:13:33.192895 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:13:33.192895 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:13:33.192895 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:13:33.192895 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:13:33.192895 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:13:33.192895 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:13:33.192895 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:13:33.192895 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:13:33.192895 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:13:33.192895 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:13:33.192895 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:13:33.192895 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:13:33.192895 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:13:33.192895 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:13:33.192895 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:13:33.192895 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:13:33.192895 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:13:33.192895 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:13:33.192895 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:13:33.192895 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:13:33.192895 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:13:33.192895 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:13:33.192895 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:13:33.192895 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:13:33.192895 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:13:33.192895 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:13:33.192895 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:13:33.192895 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:13:33.213134 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-f2df981d-0e6b-495f-80d4-954f2b6a1be4 None None] Provisioning complete for port c14ad30f-facc-4efc-80ac-7246b65c10f3 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:33.213604 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f2df981d-0e6b-495f-80d4-954f2b6a1be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.257745 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-f2df981d-0e6b-495f-80d4-954f2b6a1be4 None None] Port c14ad30f-facc-4efc-80ac-7246b65c10f3 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:13:33.269138 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6edf37a-d896-44cf-9eba-08dbfd412098 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.278055 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6edf37a-d896-44cf-9eba-08dbfd412098 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.281882 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b6edf37a-d896-44cf-9eba-08dbfd412098 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "DELETE /v2.0/networks/70a23485-744e-42dd-a4c4-d2b53ccf7294 HTTP/1.1" status: 204 len: 168 time: 3.7845399 Oct 19 01:13:33.285428 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43006) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:33.304191 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6edf37a-d896-44cf-9eba-08dbfd412098 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event deleted for resources: {'Network': ['ID=70a23485-744e-42dd-a4c4-d2b53ccf7294,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:33.333008 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa56d0fc-3066-4ca6-8c92-19045c6a10ca tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:33.333567 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa56d0fc-3066-4ca6-8c92-19045c6a10ca tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:33.337364 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-aa56d0fc-3066-4ca6-8c92-19045c6a10ca tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "DELETE /v2.0/subnets/2669bf90-e272-4989-922a-bfafc9d8af65 HTTP/1.1" status: 404 len: 337 time: 0.0506444 Oct 19 01:13:33.340521 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43010) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:33.349863 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246bcbd6-190e-4ea5-b225-78853658fb2f None None] DHCP port deletion for 61624527-ad24-448e-8a6f-cde499d36828 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:13:33.359929 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-46bb2eef-35e4-426a-9d05-e9204f28988d tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:33.360632 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46bb2eef-35e4-426a-9d05-e9204f28988d tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:33.363762 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-46bb2eef-35e4-426a-9d05-e9204f28988d tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "DELETE /v2.0/networks/70a23485-744e-42dd-a4c4-d2b53ccf7294 HTTP/1.1" status: 404 len: 339 time: 0.0222735 Oct 19 01:13:33.366171 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43012) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:33.392995 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c806f3-d109-4d50-a1e3-00e574a5fe67 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:33.393503 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26c806f3-d109-4d50-a1e3-00e574a5fe67 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:33.396702 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-26c806f3-d109-4d50-a1e3-00e574a5fe67 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "DELETE /v2.0/subnets/4569057c-697a-4948-b38a-764428de6537 HTTP/1.1" status: 404 len: 337 time: 0.0295258 Oct 19 01:13:33.399812 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43014) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:33.403644 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-246bcbd6-190e-4ea5-b225-78853658fb2f None None] Deleting port f32b8c95-2985-4b9d-9ebc-411042f1a897 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:33.404073 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-246bcbd6-190e-4ea5-b225-78853658fb2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.419862 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d77bf68-dafa-4023-bcfa-06891992ba55 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:33.420623 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d77bf68-dafa-4023-bcfa-06891992ba55 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:33.423742 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7d77bf68-dafa-4023-bcfa-06891992ba55 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "DELETE /v2.0/networks/dcf2b308-5638-4006-8199-70b5256f21fc HTTP/1.1" status: 404 len: 339 time: 0.0228608 Oct 19 01:13:33.426132 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43018) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:33.450731 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-da9f7758-0e02-444f-ab7d-5a0a91e0114a tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.481294 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-246bcbd6-190e-4ea5-b225-78853658fb2f None None] For port f32b8c95-2985-4b9d-9ebc-411042f1a897, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=f32b8c95-2985-4b9d-9ebc-411042f1a897,segment=NetworkSegment(19db7a39-199f-4ddd-9860-a3d117591a59),segment_id=19db7a39-199f-4ddd-9860-a3d117591a59)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:33.481964 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-246bcbd6-190e-4ea5-b225-78853658fb2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.495021 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-246bcbd6-190e-4ea5-b225-78853658fb2f None None] Calling delete_port for f32b8c95-2985-4b9d-9ebc-411042f1a897 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:33.496799 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-ab59746c-6b36-4943-8016-91c150ec53f4 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Deleting port f32b8c95-2985-4b9d-9ebc-411042f1a897 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:33.497145 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ab59746c-6b36-4943-8016-91c150ec53f4 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.515286 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-823a1598-c2b8-41a3-842e-e8162cc640d6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.538429 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-1a289ea8-c814-4121-9542-b4529e425adb tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Deleting port 4c64b9ad-b282-4f3d-91e3-c3c80a7cb38f {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:33.538769 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1a289ea8-c814-4121-9542-b4529e425adb tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.541915 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-da9f7758-0e02-444f-ab7d-5a0a91e0114a tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.562911 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e69316-9e47-4f15-9ee9-2405109284e9 req-49bdb7dc-7a9c-4f6c-b8ae-ff8e5529467c tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:33.571099 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d1e69316-9e47-4f15-9ee9-2405109284e9 req-49bdb7dc-7a9c-4f6c-b8ae-ff8e5529467c tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=08aea2b6-6d10-4547-8c4b-eaee7a50dc13 HTTP/1.1" status: 200 len: 932 time: 0.2151985 Oct 19 01:13:33.600727 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-246bcbd6-190e-4ea5-b225-78853658fb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.620092 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-823a1598-c2b8-41a3-842e-e8162cc640d6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.626803 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246bcbd6-190e-4ea5-b225-78853658fb2f None None] Pushing event deleted for resources: {'Port': ['ID=f32b8c95-2985-4b9d-9ebc-411042f1a897,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:33.632665 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246bcbd6-190e-4ea5-b225-78853658fb2f None None] No DVR routers for this DVR port f32b8c95-2985-4b9d-9ebc-411042f1a897 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:13:33.643533 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-823a1598-c2b8-41a3-842e-e8162cc640d6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8693c6e2-acdf-4ded-b8ce-8be42c7e87d6']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:33.655231 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-823a1598-c2b8-41a3-842e-e8162cc640d6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e040d0-4a87-4e43-bb4e-1a0edd08fea0') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:33.655618 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-823a1598-c2b8-41a3-842e-e8162cc640d6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e040d0-4a87-4e43-bb4e-1a0edd08fea0') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:33.666787 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-823a1598-c2b8-41a3-842e-e8162cc640d6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.682046 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-823a1598-c2b8-41a3-842e-e8162cc640d6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.688965 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-823a1598-c2b8-41a3-842e-e8162cc640d6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:13:33.689402 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-823a1598-c2b8-41a3-842e-e8162cc640d6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.692497 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:13:33.692497 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:13:33.692497 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:13:33.692497 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:13:33.692497 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:13:33.692497 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:13:33.692497 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:13:33.692497 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:13:33.692497 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:13:33.692497 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:13:33.692497 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:13:33.692497 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:13:33.692497 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:13:33.692497 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:13:33.692497 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:13:33.692497 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:13:33.692497 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:13:33.692497 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:13:33.692497 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:13:33.692497 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:13:33.692497 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:13:33.692497 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:13:33.692497 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:13:33.692497 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:13:33.692497 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:13:33.692497 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:13:33.692497 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:13:33.692497 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:13:33.692497 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:13:33.692497 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:13:33.692497 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:13:33.692497 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:13:33.758997 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-823a1598-c2b8-41a3-842e-e8162cc640d6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.766304 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-823a1598-c2b8-41a3-842e-e8162cc640d6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.769521 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-823a1598-c2b8-41a3-842e-e8162cc640d6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "DELETE /v2.0/networks/8693c6e2-acdf-4ded-b8ce-8be42c7e87d6 HTTP/1.1" status: 204 len: 168 time: 0.3423464 Oct 19 01:13:33.772096 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43024) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:33.789927 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a1598-c2b8-41a3-842e-e8162cc640d6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event deleted for resources: {'Network': ['ID=8693c6e2-acdf-4ded-b8ce-8be42c7e87d6,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:33.809353 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b159be-7e0a-4c6b-84f2-7a44bea9a931 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:33.809808 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94b159be-7e0a-4c6b-84f2-7a44bea9a931 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:33.812858 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-94b159be-7e0a-4c6b-84f2-7a44bea9a931 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "DELETE /v2.0/subnets/aac30f32-2288-4b2b-b5fa-1edf4a8cbc98 HTTP/1.1" status: 404 len: 337 time: 0.0398376 Oct 19 01:13:33.815423 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43026) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:33.834117 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e30195-5479-426b-a3c8-b5e7cac191a1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:33.834691 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47e30195-5479-426b-a3c8-b5e7cac191a1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:33.838284 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-47e30195-5479-426b-a3c8-b5e7cac191a1 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "DELETE /v2.0/networks/d344170d-200e-4163-b665-1df2839568fe HTTP/1.1" status: 404 len: 339 time: 0.0218742 Oct 19 01:13:33.840936 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43028) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:33.868481 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37c22c6-84fc-42c4-b8de-f5ada7ebbee6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:33.868933 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a37c22c6-84fc-42c4-b8de-f5ada7ebbee6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:33.874460 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a37c22c6-84fc-42c4-b8de-f5ada7ebbee6 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "DELETE /v2.0/subnets/9f4a84b3-992c-4568-8f72-20bb51f9a606 HTTP/1.1" status: 404 len: 337 time: 0.0302818 Oct 19 01:13:33.874771 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43030) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:33.894758 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-856c1ccc-0aa0-41f6-919e-6357f27e3b13 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:33.896006 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-856c1ccc-0aa0-41f6-919e-6357f27e3b13 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:33.902070 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-856c1ccc-0aa0-41f6-919e-6357f27e3b13 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "DELETE /v2.0/networks/ec426b43-cdc3-4751-9c1f-b6763e3e6f62 HTTP/1.1" status: 404 len: 339 time: 0.0240521 Oct 19 01:13:33.902340 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43032) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:33.920875 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f32b8c95-2985-4b9d-9ebc-411042f1a897 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:13:33.934107 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c61db0e-1641-4d79-9426-25bd75b20d2e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:33.934563 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c61db0e-1641-4d79-9426-25bd75b20d2e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:33.939839 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6c61db0e-1641-4d79-9426-25bd75b20d2e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "DELETE /v2.0/subnets/dfe2a988-6955-41ce-bead-b57d184a6dcf HTTP/1.1" status: 404 len: 337 time: 0.0343108 Oct 19 01:13:33.940147 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43034) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:33.954221 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: f32b8c95-2985-4b9d-9ebc-411042f1a897 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:13:33.954691 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f32b8c95-2985-4b9d-9ebc-411042f1a897 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:13:33.959403 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-89d58bf2-3f49-48bb-8271-4f3abd5ea8df tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:33.960008 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89d58bf2-3f49-48bb-8271-4f3abd5ea8df tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:33.966394 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-89d58bf2-3f49-48bb-8271-4f3abd5ea8df tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "DELETE /v2.0/networks/9acffde8-596e-4008-8d77-76aeb4d8aaf1 HTTP/1.1" status: 404 len: 339 time: 0.0225434 Oct 19 01:13:33.966394 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43036) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:33.995371 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dab97a6-fd37-4791-a215-4044d0897c25 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:33.995764 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dab97a6-fd37-4791-a215-4044d0897c25 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:33.999436 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0dab97a6-fd37-4791-a215-4044d0897c25 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "DELETE /v2.0/subnets/693530ba-322b-466c-a98f-12ed9af5e7c1 HTTP/1.1" status: 404 len: 337 time: 0.0319412 Oct 19 01:13:34.001829 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43040) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:34.020454 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce487b2b-c570-45b6-870b-f8a48e3b14d8 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:34.021270 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce487b2b-c570-45b6-870b-f8a48e3b14d8 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:34.027252 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ce487b2b-c570-45b6-870b-f8a48e3b14d8 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "DELETE /v2.0/networks/b1072d77-774f-4a56-b2c3-f6bf7cb0a0f7 HTTP/1.1" status: 404 len: 339 time: 0.0220766 Oct 19 01:13:34.027532 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43042) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:34.029824 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-da9f7758-0e02-444f-ab7d-5a0a91e0114a tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Network a88f3db1-fba9-4cd4-bf82-e49932db2cee is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:34.037979 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-ab59746c-6b36-4943-8016-91c150ec53f4 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] For port f32b8c95-2985-4b9d-9ebc-411042f1a897, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=f32b8c95-2985-4b9d-9ebc-411042f1a897,segment=NetworkSegment(19db7a39-199f-4ddd-9860-a3d117591a59),segment_id=19db7a39-199f-4ddd-9860-a3d117591a59)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:34.038562 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ab59746c-6b36-4943-8016-91c150ec53f4 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:34.056758 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-da9f7758-0e02-444f-ab7d-5a0a91e0114a tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:34.063697 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-a161bfc2-2156-4742-9972-0e762eda5fa9 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:34.064263 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a161bfc2-2156-4742-9972-0e762eda5fa9 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:34.069841 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a161bfc2-2156-4742-9972-0e762eda5fa9 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "DELETE /v2.0/subnets/be1867e2-19f6-4cda-9a3c-65552ab588d1 HTTP/1.1" status: 404 len: 337 time: 0.0387197 Oct 19 01:13:34.081511 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43044) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:34.097223 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-da9f7758-0e02-444f-ab7d-5a0a91e0114a tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:34.101737 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-ab59746c-6b36-4943-8016-91c150ec53f4 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Calling delete_port for f32b8c95-2985-4b9d-9ebc-411042f1a897 owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:34.105812 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fb47d0e-aa17-440f-a754-9e938cf8bd69 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:34.106871 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fb47d0e-aa17-440f-a754-9e938cf8bd69 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:34.112159 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9fb47d0e-aa17-440f-a754-9e938cf8bd69 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "DELETE /v2.0/networks/bbb43a6a-dcaf-4cba-bdce-ece03adfc8f4 HTTP/1.1" status: 404 len: 339 time: 0.0259840 Oct 19 01:13:34.115260 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43046) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:34.131582 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f7758-0e02-444f-ab7d-5a0a91e0114a tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Pushing event updated for resources: {'Port': ['ID=72a07a24-d6de-4a36-a48e-b0ab48835c4d,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:34.135214 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f8cc5-c6a6-4de4-b1d5-6c8d0617ef33 req-c678f5cc-a736-4820-ba89-daf0c5ff2dd5 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:34.136804 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d11f8cc5-c6a6-4de4-b1d5-6c8d0617ef33 req-c678f5cc-a736-4820-ba89-daf0c5ff2dd5 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0aa19e3-7bd0-45cb-b8d8-6f025d812fea HTTP/1.1" status: 200 len: 945 time: 0.0999937 Oct 19 01:13:34.149676 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d1e69316-9e47-4f15-9ee9-2405109284e9 req-2e312ddb-90b3-4440-a7f5-ab266c74ccb9 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd184901-d9e0-49b7-8bcb-3e71a3b25297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5777085 Oct 19 01:13:34.166995 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a70bc15-f5bf-4b2e-8b17-66476e835c8c tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:34.167445 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a70bc15-f5bf-4b2e-8b17-66476e835c8c tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:34.170463 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1a70bc15-f5bf-4b2e-8b17-66476e835c8c tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "DELETE /v2.0/subnets/764b17a0-de60-4a54-9e49-7420099ae4b4 HTTP/1.1" status: 404 len: 337 time: 0.0534418 Oct 19 01:13:34.181425 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43048) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:34.207853 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ae5971a-4f18-44b2-a043-3aed043a188e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:34.208467 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ae5971a-4f18-44b2-a043-3aed043a188e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:34.215048 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3ae5971a-4f18-44b2-a043-3aed043a188e tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "DELETE /v2.0/networks/6d211c5e-2fad-44e2-b218-b03100e378a0 HTTP/1.1" status: 404 len: 339 time: 0.0319541 Oct 19 01:13:34.215711 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1a289ea8-c814-4121-9542-b4529e425adb tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:34.220978 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43050) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:34.236447 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-da9f7758-0e02-444f-ab7d-5a0a91e0114a tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:34.237104 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-da9f7758-0e02-444f-ab7d-5a0a91e0114a tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:34.245032 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-1a289ea8-c814-4121-9542-b4529e425adb tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Calling delete_port for 4c64b9ad-b282-4f3d-91e3-c3c80a7cb38f owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:34.280566 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d11f8cc5-c6a6-4de4-b1d5-6c8d0617ef33 req-69b40ac5-6171-4290-bef8-1311481332ea tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/security-groups?id=7238bb51-36e4-4ba0-a16e-a418cbf2f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208303 Oct 19 01:13:34.285788 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c91969b-2bef-4196-855c-bc2b66190795 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:34.286256 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c91969b-2bef-4196-855c-bc2b66190795 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:34.291655 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8c91969b-2bef-4196-855c-bc2b66190795 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "DELETE /v2.0/subnets/6fe37611-f59d-4b87-a079-ce431a8b53b1 HTTP/1.1" status: 404 len: 337 time: 0.0675035 Oct 19 01:13:34.293279 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43052) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:34.310907 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-da9f7758-0e02-444f-ab7d-5a0a91e0114a tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7411721 Oct 19 01:13:34.314509 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-1603a4f4-f409-4654-84b2-0eb568054ea0 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:34.315075 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1603a4f4-f409-4654-84b2-0eb568054ea0 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:34.318092 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1603a4f4-f409-4654-84b2-0eb568054ea0 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "DELETE /v2.0/networks/8770ce06-9108-4e59-a383-30e575462dfa HTTP/1.1" status: 404 len: 339 time: 0.0241559 Oct 19 01:13:34.322471 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43054) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:34.326163 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-6de55fe0-8987-4033-b1c0-703c9f9d5f8b service neutron] Request body: {'port': {'device_id': '08aea2b6-6d10-4547-8c4b-eaee7a50dc13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:34.340237 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472983cc-22ab-4a4a-be7f-9ac2970dc3d8 req-fac425ea-8498-4fce-af90-66d06a0c9fe9 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:34.340871 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-472983cc-22ab-4a4a-be7f-9ac2970dc3d8 req-fac425ea-8498-4fce-af90-66d06a0c9fe9 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0aa19e3-7bd0-45cb-b8d8-6f025d812fea HTTP/1.1" status: 200 len: 945 time: 0.1078577 Oct 19 01:13:34.364262 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e11e6a-a2c5-46c7-b21b-02a634ca3643 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:34.364701 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11e11e6a-a2c5-46c7-b21b-02a634ca3643 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:34.367651 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-11e11e6a-a2c5-46c7-b21b-02a634ca3643 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "DELETE /v2.0/subnets/e4192935-f502-496e-924f-c7e751321c8d HTTP/1.1" status: 404 len: 337 time: 0.0442705 Oct 19 01:13:34.369422 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ab59746c-6b36-4943-8016-91c150ec53f4 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:34.370205 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43056) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:34.390743 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-ad0a21cd-1789-4dba-b7f1-7150af37960e None None] Provisioning complete for port 72a07a24-d6de-4a36-a48e-b0ab48835c4d triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:34.391350 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ad0a21cd-1789-4dba-b7f1-7150af37960e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:34.411198 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59746c-6b36-4943-8016-91c150ec53f4 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Pushing event deleted for resources: {'Port': ['ID=f32b8c95-2985-4b9d-9ebc-411042f1a897,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:34.413006 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab59746c-6b36-4943-8016-91c150ec53f4 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] No DVR routers for this DVR port f32b8c95-2985-4b9d-9ebc-411042f1a897 on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:13:34.417603 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc31a832-a9e7-4036-9d0b-51458522891c tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:34.417839 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc31a832-a9e7-4036-9d0b-51458522891c tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:34.423513 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-bc31a832-a9e7-4036-9d0b-51458522891c tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "DELETE /v2.0/networks/718b7efe-3b6b-40dc-adb3-d7e2b9c876f7 HTTP/1.1" status: 404 len: 339 time: 0.0499897 Oct 19 01:13:34.424652 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43058) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:34.434381 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-ad0a21cd-1789-4dba-b7f1-7150af37960e None None] Port 72a07a24-d6de-4a36-a48e-b0ab48835c4d cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:13:34.505022 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-6de55fe0-8987-4033-b1c0-703c9f9d5f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:34.505915 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-82d2abec-8052-4479-9cd9-88b5b19989be tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Deleting subnet dba707df-f10d-45de-bcd0-e1e09c417600 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:13:34.512282 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-82d2abec-8052-4479-9cd9-88b5b19989be tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:34.565237 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-82d2abec-8052-4479-9cd9-88b5b19989be tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:34.575112 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ab59746c-6b36-4943-8016-91c150ec53f4 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:34.592892 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-472983cc-22ab-4a4a-be7f-9ac2970dc3d8 req-31868bff-5815-400b-8e81-0504bbbcda69 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Deleting port bd84564a-4608-4603-9f36-76a06d960a8c {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:34.593232 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-472983cc-22ab-4a4a-be7f-9ac2970dc3d8 req-31868bff-5815-400b-8e81-0504bbbcda69 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:34.622176 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-ab59746c-6b36-4943-8016-91c150ec53f4 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61624527-ad24-448e-8a6f-cde499d36828']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:34.624263 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1a289ea8-c814-4121-9542-b4529e425adb tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:34.649175 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-ab59746c-6b36-4943-8016-91c150ec53f4 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19db7a39-199f-4ddd-9860-a3d117591a59') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:34.649551 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-ab59746c-6b36-4943-8016-91c150ec53f4 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19db7a39-199f-4ddd-9860-a3d117591a59') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:34.686236 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a289ea8-c814-4121-9542-b4529e425adb tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event deleted for resources: {'Port': ['ID=4c64b9ad-b282-4f3d-91e3-c3c80a7cb38f,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:34.689329 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ab59746c-6b36-4943-8016-91c150ec53f4 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:34.732783 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-82d2abec-8052-4479-9cd9-88b5b19989be tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:34.736672 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-472983cc-22ab-4a4a-be7f-9ac2970dc3d8 req-31868bff-5815-400b-8e81-0504bbbcda69 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] For port bd84564a-4608-4603-9f36-76a06d960a8c, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bd84564a-4608-4603-9f36-76a06d960a8c,segment=NetworkSegment(8a516c3b-6789-44d3-87bb-3790155029b6),segment_id=8a516c3b-6789-44d3-87bb-3790155029b6)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:34.737027 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-472983cc-22ab-4a4a-be7f-9ac2970dc3d8 req-31868bff-5815-400b-8e81-0504bbbcda69 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:34.771497 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-472983cc-22ab-4a4a-be7f-9ac2970dc3d8 req-31868bff-5815-400b-8e81-0504bbbcda69 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Calling delete_port for bd84564a-4608-4603-9f36-76a06d960a8c owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:34.780603 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ab59746c-6b36-4943-8016-91c150ec53f4 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:34.821768 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab59746c-6b36-4943-8016-91c150ec53f4 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:13:34.822167 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ab59746c-6b36-4943-8016-91c150ec53f4 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: self.session.flush() Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: self.session.flush() Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: self.session.flush() Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: self.session.flush() Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:13:34.827502 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:13:34.862558 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-82d2abec-8052-4479-9cd9-88b5b19989be tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:34.904633 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2abec-8052-4479-9cd9-88b5b19989be tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event deleted for resources: {'Subnet': ['ID=dba707df-f10d-45de-bcd0-e1e09c417600,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:34.909669 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-82d2abec-8052-4479-9cd9-88b5b19989be tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:34.913106 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-82d2abec-8052-4479-9cd9-88b5b19989be tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "DELETE /v2.0/subnets/dba707df-f10d-45de-bcd0-e1e09c417600 HTTP/1.1" status: 204 len: 168 time: 0.4874287 Oct 19 01:13:34.915608 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43064) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:34.916851 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1a289ea8-c814-4121-9542-b4529e425adb tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:34.922602 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1a289ea8-c814-4121-9542-b4529e425adb tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "DELETE /v2.0/ports/4c64b9ad-b282-4f3d-91e3-c3c80a7cb38f HTTP/1.1" status: 204 len: 168 time: 1.7350514 Oct 19 01:13:34.926673 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e66ad0e-042f-4c1a-b9ff-a244b771bf0b None None] Network da85d428-df9a-4b13-b009-b236271a5f1a requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:34.927763 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43066) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:34.967188 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ab59746c-6b36-4943-8016-91c150ec53f4 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:34.978007 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ab59746c-6b36-4943-8016-91c150ec53f4 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:34.983793 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ab59746c-6b36-4943-8016-91c150ec53f4 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] 10.222.0.57 "DELETE /v2.0/networks/61624527-ad24-448e-8a6f-cde499d36828 HTTP/1.1" status: 204 len: 168 time: 1.9598501 Oct 19 01:13:35.000992 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59746c-6b36-4943-8016-91c150ec53f4 tempest-TagsExtTest-985066733 tempest-TagsExtTest-985066733-project] Pushing event deleted for resources: {'Network': ['ID=61624527-ad24-448e-8a6f-cde499d36828,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:35.071988 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0eeeb2ca-82e6-499c-9e9b-9a736ffa3e09 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:35.092225 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc09d31-4e71-457e-b72b-cbd4b65a2a9c tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:35.096460 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fbc09d31-4e71-457e-b72b-cbd4b65a2a9c tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "GET /v2.0/ports?device_id=48b4d657-b554-4fc5-a40b-3f0590b5de04 HTTP/1.1" status: 200 len: 913 time: 0.1650629 Oct 19 01:13:35.096460 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-472983cc-22ab-4a4a-be7f-9ac2970dc3d8 req-31868bff-5815-400b-8e81-0504bbbcda69 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:35.097063 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43070) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:35.101733 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-6de55fe0-8987-4033-b1c0-703c9f9d5f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c14ad30f-facc-4efc-80ac-7246b65c10f3 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:13:35.106441 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['bd84564a-4608-4603-9f36-76a06d960a8c'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:13:35.111535 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-6de55fe0-8987-4033-b1c0-703c9f9d5f8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:35.125913 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-6de55fe0-8987-4033-b1c0-703c9f9d5f8b service neutron] Transition to ACTIVE for port object c14ad30f-facc-4efc-80ac-7246b65c10f3 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:13:35.134072 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-6de55fe0-8987-4033-b1c0-703c9f9d5f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:35.159947 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2c636a-77ed-4433-b71b-30708713f33b None None] DHCP port deletion for da85d428-df9a-4b13-b009-b236271a5f1a request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:13:35.176084 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31868bff-5815-400b-8e81-0504bbbcda69 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Pushing event deleted for resources: {'Port': ['ID=bd84564a-4608-4603-9f36-76a06d960a8c,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:35.229461 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de55fe0-8987-4033-b1c0-703c9f9d5f8b service neutron] Pushing event updated for resources: {'Port': ['ID=c14ad30f-facc-4efc-80ac-7246b65c10f3,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:35.281185 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-472983cc-22ab-4a4a-be7f-9ac2970dc3d8 req-31868bff-5815-400b-8e81-0504bbbcda69 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] No DVR routers for this DVR port bd84564a-4608-4603-9f36-76a06d960a8c on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:13:35.285315 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-472983cc-22ab-4a4a-be7f-9ac2970dc3d8 req-31868bff-5815-400b-8e81-0504bbbcda69 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:35.286534 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-1c2c636a-77ed-4433-b71b-30708713f33b None None] Deleting port df590a83-1c13-406e-9816-35dd180d0a80 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:35.288770 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-472983cc-22ab-4a4a-be7f-9ac2970dc3d8 req-31868bff-5815-400b-8e81-0504bbbcda69 tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.55 "DELETE /v2.0/ports/bd84564a-4608-4603-9f36-76a06d960a8c HTTP/1.1" status: 204 len: 173 time: 0.9310408 Oct 19 01:13:35.291106 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0aa19e3-7bd0-45cb-b8d8-6f025d812fea', 'name': 'network-vif-deleted', 'tag': 'bd84564a-4608-4603-9f36-76a06d960a8c'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:35.292100 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1c2c636a-77ed-4433-b71b-30708713f33b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:35.293595 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775e07c3-a789-4fb6-a7bb-f879da29c22e" -d '{"events": [{"server_uuid": "c0aa19e3-7bd0-45cb-b8d8-6f025d812fea", "name": "network-vif-deleted", "tag": "bd84564a-4608-4603-9f36-76a06d960a8c"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:35.316152 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-6de55fe0-8987-4033-b1c0-703c9f9d5f8b service neutron] Attempting to bind port c14ad30f-facc-4efc-80ac-7246b65c10f3 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:13:35.317040 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-6de55fe0-8987-4033-b1c0-703c9f9d5f8b service neutron] Attempting to bind port c14ad30f-facc-4efc-80ac-7246b65c10f3 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '6bffe836-365f-480e-aae2-66f214ee3348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9199807a-4fd5-4216-9e56-230db1d8a5f5'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:13:35.317040 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-6de55fe0-8987-4033-b1c0-703c9f9d5f8b service neutron] Attempting to bind port c14ad30f-facc-4efc-80ac-7246b65c10f3 on network 9199807a-4fd5-4216-9e56-230db1d8a5f5 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:35.323959 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-6de55fe0-8987-4033-b1c0-703c9f9d5f8b service neutron] Port c14ad30f-facc-4efc-80ac-7246b65c10f3 on network 9199807a-4fd5-4216-9e56-230db1d8a5f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:13:35.324370 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-6de55fe0-8987-4033-b1c0-703c9f9d5f8b service neutron] Attempting to bind port c14ad30f-facc-4efc-80ac-7246b65c10f3 on network 9199807a-4fd5-4216-9e56-230db1d8a5f5 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:35.353039 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-6de55fe0-8987-4033-b1c0-703c9f9d5f8b service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:13:35.353480 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-6de55fe0-8987-4033-b1c0-703c9f9d5f8b service neutron] Checking segment: {'id': '6bffe836-365f-480e-aae2-66f214ee3348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9199807a-4fd5-4216-9e56-230db1d8a5f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:35.353934 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-6de55fe0-8987-4033-b1c0-703c9f9d5f8b service neutron] Bound using segment: {'id': '6bffe836-365f-480e-aae2-66f214ee3348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9199807a-4fd5-4216-9e56-230db1d8a5f5'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:13:35.354443 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-6de55fe0-8987-4033-b1c0-703c9f9d5f8b service neutron] Bound port: c14ad30f-facc-4efc-80ac-7246b65c10f3, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bffe836-365f-480e-aae2-66f214ee3348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9199807a-4fd5-4216-9e56-230db1d8a5f5'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:13:35.355300 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-6de55fe0-8987-4033-b1c0-703c9f9d5f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:35.390402 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2df33-d988-49bd-a672-a4ac7b1b8b9a req-89ed9f45-e97f-4d12-bb0a-86ebf741891f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:35.401392 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2df33-d988-49bd-a672-a4ac7b1b8b9a req-89ed9f45-e97f-4d12-bb0a-86ebf741891f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:35.412226 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-45a2df33-d988-49bd-a672-a4ac7b1b8b9a req-89ed9f45-e97f-4d12-bb0a-86ebf741891f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=08aea2b6-6d10-4547-8c4b-eaee7a50dc13 HTTP/1.1" status: 200 len: 1667 time: 0.1062729 Oct 19 01:13:35.499187 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-45a2df33-d988-49bd-a672-a4ac7b1b8b9a req-f2f86807-d246-4bf1-9a10-e7ab958c5c92 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd184901-d9e0-49b7-8bcb-3e71a3b25297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800064 Oct 19 01:13:35.509128 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43080) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:35.529262 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-0eeeb2ca-82e6-499c-9e9b-9a736ffa3e09 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Deleting port df590a83-1c13-406e-9816-35dd180d0a80 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:35.529861 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0eeeb2ca-82e6-499c-9e9b-9a736ffa3e09 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:35.543829 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-1c2c636a-77ed-4433-b71b-30708713f33b None None] For port df590a83-1c13-406e-9816-35dd180d0a80, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=df590a83-1c13-406e-9816-35dd180d0a80,segment=NetworkSegment(81ebe74b-7bd8-49ff-9a83-f62adf907ba2),segment_id=81ebe74b-7bd8-49ff-9a83-f62adf907ba2)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:35.544371 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1c2c636a-77ed-4433-b71b-30708713f33b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:35.583545 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-6de55fe0-8987-4033-b1c0-703c9f9d5f8b service neutron] For port c14ad30f-facc-4efc-80ac-7246b65c10f3, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:13:35.590166 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-1c2c636a-77ed-4433-b71b-30708713f33b None None] Calling delete_port for df590a83-1c13-406e-9816-35dd180d0a80 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:35.591328 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-6de55fe0-8987-4033-b1c0-703c9f9d5f8b service neutron] For port c14ad30f-facc-4efc-80ac-7246b65c10f3, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=c14ad30f-facc-4efc-80ac-7246b65c10f3,segment=NetworkSegment(6bffe836-365f-480e-aae2-66f214ee3348),segment_id=6bffe836-365f-480e-aae2-66f214ee3348)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:13:35.601799 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-6de55fe0-8987-4033-b1c0-703c9f9d5f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:35.635610 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93441b2f-f1da-4f96-90e8-7995fe917736 x-openstack-request-id: req-93441b2f-f1da-4f96-90e8-7995fe917736 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:13:35.636381 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0aa19e3-7bd0-45cb-b8d8-6f025d812fea", "name": "network-vif-deleted", "tag": "bd84564a-4608-4603-9f36-76a06d960a8c", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:13:35.636857 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-93441b2f-f1da-4f96-90e8-7995fe917736 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:13:35.637734 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0aa19e3-7bd0-45cb-b8d8-6f025d812fea', 'name': 'network-vif-deleted', 'tag': 'bd84564a-4608-4603-9f36-76a06d960a8c', 'status': 'completed', 'code': 200} Oct 19 01:13:35.686675 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de55fe0-8987-4033-b1c0-703c9f9d5f8b service neutron] Pushing event updated for resources: {'Port': ['ID=c14ad30f-facc-4efc-80ac-7246b65c10f3,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:35.691548 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-0eeeb2ca-82e6-499c-9e9b-9a736ffa3e09 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] For port df590a83-1c13-406e-9816-35dd180d0a80, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=df590a83-1c13-406e-9816-35dd180d0a80,segment=NetworkSegment(81ebe74b-7bd8-49ff-9a83-f62adf907ba2),segment_id=81ebe74b-7bd8-49ff-9a83-f62adf907ba2)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:35.692299 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0eeeb2ca-82e6-499c-9e9b-9a736ffa3e09 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:35.697296 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-6de55fe0-8987-4033-b1c0-703c9f9d5f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:35.697908 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-6de55fe0-8987-4033-b1c0-703c9f9d5f8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:35.699959 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-6de55fe0-8987-4033-b1c0-703c9f9d5f8b service neutron] 10.222.0.24 "PUT /v2.0/ports/c14ad30f-facc-4efc-80ac-7246b65c10f3 HTTP/1.1" status: 200 len: 1093 time: 1.3781099 Oct 19 01:13:35.700496 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08aea2b6-6d10-4547-8c4b-eaee7a50dc13', 'tag': 'c14ad30f-facc-4efc-80ac-7246b65c10f3'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:35.703039 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b5d391-adb6-4433-ac6d-c56ed6fbf163" -d '{"events": [{"name": "network-changed", "server_uuid": "08aea2b6-6d10-4547-8c4b-eaee7a50dc13", "tag": "c14ad30f-facc-4efc-80ac-7246b65c10f3"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:35.725899 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-0eeeb2ca-82e6-499c-9e9b-9a736ffa3e09 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Calling delete_port for df590a83-1c13-406e-9816-35dd180d0a80 owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:35.771035 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-331502f1-0dd9-4b06-8815-12b37a66bfa1 service neutron] Request body: {'port': {'device_id': '08aea2b6-6d10-4547-8c4b-eaee7a50dc13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:35.810417 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1c2c636a-77ed-4433-b71b-30708713f33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:35.874811 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2c636a-77ed-4433-b71b-30708713f33b None None] No DVR routers for this DVR port df590a83-1c13-406e-9816-35dd180d0a80 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:13:35.884289 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c636a-77ed-4433-b71b-30708713f33b None None] Pushing event deleted for resources: {'Port': ['ID=df590a83-1c13-406e-9816-35dd180d0a80,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:35.913241 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-331502f1-0dd9-4b06-8815-12b37a66bfa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:35.934498 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fbeda4-d83b-4157-86b5-8825b79d912e x-openstack-request-id: req-50fbeda4-d83b-4157-86b5-8825b79d912e {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:13:35.934939 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08aea2b6-6d10-4547-8c4b-eaee7a50dc13", "tag": "c14ad30f-facc-4efc-80ac-7246b65c10f3", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:13:35.935381 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-50fbeda4-d83b-4157-86b5-8825b79d912e {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:13:35.936382 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08aea2b6-6d10-4547-8c4b-eaee7a50dc13', 'tag': 'c14ad30f-facc-4efc-80ac-7246b65c10f3', 'status': 'completed', 'code': 200} Oct 19 01:13:36.056770 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device df590a83-1c13-406e-9816-35dd180d0a80 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:13:36.069052 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5d391-adb6-4433-ac6d-c56ed6fbf163 req-e50909fe-6fef-4fe1-bdb5-ef8196a158d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:36.069784 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5d391-adb6-4433-ac6d-c56ed6fbf163 req-e50909fe-6fef-4fe1-bdb5-ef8196a158d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:36.071523 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d8b5d391-adb6-4433-ac6d-c56ed6fbf163 req-e50909fe-6fef-4fe1-bdb5-ef8196a158d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c37fe5cecaae474d866f7a28aa6ce8ef&device_id=08aea2b6-6d10-4547-8c4b-eaee7a50dc13 HTTP/1.1" status: 200 len: 1915 time: 0.1307940 Oct 19 01:13:36.083500 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: df590a83-1c13-406e-9816-35dd180d0a80 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:13:36.084014 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device df590a83-1c13-406e-9816-35dd180d0a80 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:13:36.170583 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e0592-45e1-471a-af5e-dfce6a62540f req-ba877e47-b571-4434-acaa-6f40d0b74f15 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:36.176660 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e0592-45e1-471a-af5e-dfce6a62540f req-ba877e47-b571-4434-acaa-6f40d0b74f15 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:36.183323 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e0592-45e1-471a-af5e-dfce6a62540f req-ba877e47-b571-4434-acaa-6f40d0b74f15 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:36.189482 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e0592-45e1-471a-af5e-dfce6a62540f req-ba877e47-b571-4434-acaa-6f40d0b74f15 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:36.197098 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e0592-45e1-471a-af5e-dfce6a62540f req-ba877e47-b571-4434-acaa-6f40d0b74f15 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:36.203323 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e0592-45e1-471a-af5e-dfce6a62540f req-ba877e47-b571-4434-acaa-6f40d0b74f15 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:36.209271 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e0592-45e1-471a-af5e-dfce6a62540f req-ba877e47-b571-4434-acaa-6f40d0b74f15 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:36.211280 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2a8e0592-45e1-471a-af5e-dfce6a62540f req-ba877e47-b571-4434-acaa-6f40d0b74f15 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 5435 time: 0.2119381 Oct 19 01:13:36.327291 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-98991ed7-e9f4-49ce-ac7f-cd4f3eef4c08 req-e8286077-3b44-4e52-96db-d3b2e1e5163c tempest-DeleteServersTestJSON-777080712 tempest-DeleteServersTestJSON-777080712-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0aa19e3-7bd0-45cb-b8d8-6f025d812fea HTTP/1.1" status: 200 len: 210 time: 0.0577335 Oct 19 01:13:36.340889 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2a8e0592-45e1-471a-af5e-dfce6a62540f req-0efd439e-3a05-4145-a53a-8576ded69819 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc8025b-09bc-4bd9-9d99-46ada71b927c&id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1115992 Oct 19 01:13:36.388591 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5d391-adb6-4433-ac6d-c56ed6fbf163 req-2f185d48-e6f4-42e4-8135-c0ba4f89e74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:36.389061 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5d391-adb6-4433-ac6d-c56ed6fbf163 req-2f185d48-e6f4-42e4-8135-c0ba4f89e74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:36.389515 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5d391-adb6-4433-ac6d-c56ed6fbf163 req-2f185d48-e6f4-42e4-8135-c0ba4f89e74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:36.391080 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d8b5d391-adb6-4433-ac6d-c56ed6fbf163 req-2f185d48-e6f4-42e4-8135-c0ba4f89e74a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c37fe5cecaae474d866f7a28aa6ce8ef&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3108072 Oct 19 01:13:36.412305 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0eeeb2ca-82e6-499c-9e9b-9a736ffa3e09 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:36.416656 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a2a97bce-7afb-4889-8162-7806e3cf3b43 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=686baaa04ed742ff88476894ab7bb954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9063346 Oct 19 01:13:36.421663 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43094) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:36.452745 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeeb2ca-82e6-499c-9e9b-9a736ffa3e09 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event deleted for resources: {'Port': ['ID=df590a83-1c13-406e-9816-35dd180d0a80,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:36.465191 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeeb2ca-82e6-499c-9e9b-9a736ffa3e09 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] No DVR routers for this DVR port df590a83-1c13-406e-9816-35dd180d0a80 on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:13:36.584801 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f10c0-8979-4a21-9872-df51971a5752 req-48528b1e-0cdb-4054-a0da-616445842fa0 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:36.590921 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f10c0-8979-4a21-9872-df51971a5752 req-48528b1e-0cdb-4054-a0da-616445842fa0 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:36.597084 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f10c0-8979-4a21-9872-df51971a5752 req-48528b1e-0cdb-4054-a0da-616445842fa0 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:36.603672 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f10c0-8979-4a21-9872-df51971a5752 req-48528b1e-0cdb-4054-a0da-616445842fa0 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:36.607821 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5d391-adb6-4433-ac6d-c56ed6fbf163 req-9b6f0f5e-3b24-47ee-833b-2c53c5694bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:36.609222 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d8b5d391-adb6-4433-ac6d-c56ed6fbf163 req-9b6f0f5e-3b24-47ee-833b-2c53c5694bad service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2099888 Oct 19 01:13:36.609807 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f10c0-8979-4a21-9872-df51971a5752 req-48528b1e-0cdb-4054-a0da-616445842fa0 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:36.614217 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-074d092d-471c-48d2-8e0d-e5fe46282eb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:36.615944 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f10c0-8979-4a21-9872-df51971a5752 req-48528b1e-0cdb-4054-a0da-616445842fa0 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:36.622843 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f10c0-8979-4a21-9872-df51971a5752 req-48528b1e-0cdb-4054-a0da-616445842fa0 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:36.624848 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a94f10c0-8979-4a21-9872-df51971a5752 req-48528b1e-0cdb-4054-a0da-616445842fa0 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 5435 time: 0.1764438 Oct 19 01:13:36.636617 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-331502f1-0dd9-4b06-8815-12b37a66bfa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72a07a24-d6de-4a36-a48e-b0ab48835c4d {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:13:36.649888 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-331502f1-0dd9-4b06-8815-12b37a66bfa1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:36.656363 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0eeeb2ca-82e6-499c-9e9b-9a736ffa3e09 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:36.677702 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-074d092d-471c-48d2-8e0d-e5fe46282eb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:36.681967 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-331502f1-0dd9-4b06-8815-12b37a66bfa1 service neutron] Transition to ACTIVE for port object 72a07a24-d6de-4a36-a48e-b0ab48835c4d will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:13:36.685785 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-0eeeb2ca-82e6-499c-9e9b-9a736ffa3e09 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da85d428-df9a-4b13-b009-b236271a5f1a']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:36.691010 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-331502f1-0dd9-4b06-8815-12b37a66bfa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:36.698303 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-0eeeb2ca-82e6-499c-9e9b-9a736ffa3e09 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ebe74b-7bd8-49ff-9a83-f62adf907ba2') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:36.698856 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-0eeeb2ca-82e6-499c-9e9b-9a736ffa3e09 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ebe74b-7bd8-49ff-9a83-f62adf907ba2') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:36.710390 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0eeeb2ca-82e6-499c-9e9b-9a736ffa3e09 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:36.714119 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-19ef3470-1eb2-445a-9c45-d85739c8f7a0 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:36.718173 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d44eb2-9a91-4cfb-9890-9e9543515a80 req-1cbe6b4f-68c1-43dd-8354-ac6ed263f010 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:36.724142 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d44eb2-9a91-4cfb-9890-9e9543515a80 req-1cbe6b4f-68c1-43dd-8354-ac6ed263f010 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:36.725722 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a8d44eb2-9a91-4cfb-9890-9e9543515a80 req-1cbe6b4f-68c1-43dd-8354-ac6ed263f010 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=08aea2b6-6d10-4547-8c4b-eaee7a50dc13 HTTP/1.1" status: 200 len: 1667 time: 0.1369414 Oct 19 01:13:36.764821 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0eeeb2ca-82e6-499c-9e9b-9a736ffa3e09 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:36.780415 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eeeb2ca-82e6-499c-9e9b-9a736ffa3e09 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:13:36.780908 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0eeeb2ca-82e6-499c-9e9b-9a736ffa3e09 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: self.session.flush() Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: self.session.flush() Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: self.session.flush() Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: self.session.flush() Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:13:36.785161 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:13:36.806247 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331502f1-0dd9-4b06-8815-12b37a66bfa1 service neutron] Pushing event updated for resources: {'Port': ['ID=72a07a24-d6de-4a36-a48e-b0ab48835c4d,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:36.873868 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a8d44eb2-9a91-4cfb-9890-9e9543515a80 req-ca8ed31b-163d-4dea-ac02-2bb9e972a011 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd184901-d9e0-49b7-8bcb-3e71a3b25297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184273 Oct 19 01:13:36.881090 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-074d092d-471c-48d2-8e0d-e5fe46282eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:36.884463 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-074d092d-471c-48d2-8e0d-e5fe46282eb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:36.885603 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-074d092d-471c-48d2-8e0d-e5fe46282eb2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f3e7a373-405c-4141-b4f5-ceaab3dac3b6 HTTP/1.1" status: 204 len: 168 time: 0.4630115 Oct 19 01:13:36.901001 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d092d-471c-48d2-8e0d-e5fe46282eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e7a373-405c-4141-b4f5-ceaab3dac3b6,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:36.924827 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0eeeb2ca-82e6-499c-9e9b-9a736ffa3e09 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:36.931762 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-331502f1-0dd9-4b06-8815-12b37a66bfa1 service neutron] Attempting to bind port 72a07a24-d6de-4a36-a48e-b0ab48835c4d on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:13:36.932113 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-331502f1-0dd9-4b06-8815-12b37a66bfa1 service neutron] Attempting to bind port 72a07a24-d6de-4a36-a48e-b0ab48835c4d by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'ff1dbe79-1559-4eef-8a58-82cae491f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a88f3db1-fba9-4cd4-bf82-e49932db2cee'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:13:36.932610 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-331502f1-0dd9-4b06-8815-12b37a66bfa1 service neutron] Attempting to bind port 72a07a24-d6de-4a36-a48e-b0ab48835c4d on network a88f3db1-fba9-4cd4-bf82-e49932db2cee {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:36.939391 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-331502f1-0dd9-4b06-8815-12b37a66bfa1 service neutron] Port 72a07a24-d6de-4a36-a48e-b0ab48835c4d on network a88f3db1-fba9-4cd4-bf82-e49932db2cee not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:13:36.939776 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-331502f1-0dd9-4b06-8815-12b37a66bfa1 service neutron] Attempting to bind port 72a07a24-d6de-4a36-a48e-b0ab48835c4d on network a88f3db1-fba9-4cd4-bf82-e49932db2cee {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:36.946214 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-331502f1-0dd9-4b06-8815-12b37a66bfa1 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:13:36.946506 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-331502f1-0dd9-4b06-8815-12b37a66bfa1 service neutron] Checking segment: {'id': 'ff1dbe79-1559-4eef-8a58-82cae491f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a88f3db1-fba9-4cd4-bf82-e49932db2cee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:36.946977 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-331502f1-0dd9-4b06-8815-12b37a66bfa1 service neutron] Bound using segment: {'id': 'ff1dbe79-1559-4eef-8a58-82cae491f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a88f3db1-fba9-4cd4-bf82-e49932db2cee'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:13:36.947565 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-331502f1-0dd9-4b06-8815-12b37a66bfa1 service neutron] Bound port: 72a07a24-d6de-4a36-a48e-b0ab48835c4d, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff1dbe79-1559-4eef-8a58-82cae491f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a88f3db1-fba9-4cd4-bf82-e49932db2cee'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:13:36.947974 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-331502f1-0dd9-4b06-8815-12b37a66bfa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:36.962718 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0eeeb2ca-82e6-499c-9e9b-9a736ffa3e09 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:36.962718 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0eeeb2ca-82e6-499c-9e9b-9a736ffa3e09 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] 10.222.0.57 "DELETE /v2.0/networks/da85d428-df9a-4b13-b009-b236271a5f1a HTTP/1.1" status: 204 len: 168 time: 2.0433929 Oct 19 01:13:36.962945 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeeb2ca-82e6-499c-9e9b-9a736ffa3e09 tempest-NetworksTest-1494129635 tempest-NetworksTest-1494129635-project] Pushing event deleted for resources: {'Network': ['ID=da85d428-df9a-4b13-b009-b236271a5f1a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:37.066327 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-331502f1-0dd9-4b06-8815-12b37a66bfa1 service neutron] For port 72a07a24-d6de-4a36-a48e-b0ab48835c4d, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:13:37.071153 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-331502f1-0dd9-4b06-8815-12b37a66bfa1 service neutron] For port 72a07a24-d6de-4a36-a48e-b0ab48835c4d, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=72a07a24-d6de-4a36-a48e-b0ab48835c4d,segment=NetworkSegment(ff1dbe79-1559-4eef-8a58-82cae491f778),segment_id=ff1dbe79-1559-4eef-8a58-82cae491f778)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:13:37.078951 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-331502f1-0dd9-4b06-8815-12b37a66bfa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:37.141251 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-331502f1-0dd9-4b06-8815-12b37a66bfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:37.141960 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-331502f1-0dd9-4b06-8815-12b37a66bfa1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:37.144064 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-331502f1-0dd9-4b06-8815-12b37a66bfa1 service neutron] 10.222.0.24 "PUT /v2.0/ports/72a07a24-d6de-4a36-a48e-b0ab48835c4d HTTP/1.1" status: 200 len: 1093 time: 1.3800294 Oct 19 01:13:37.169992 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331502f1-0dd9-4b06-8815-12b37a66bfa1 service neutron] Pushing event updated for resources: {'Port': ['ID=72a07a24-d6de-4a36-a48e-b0ab48835c4d,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:37.250006 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-19ef3470-1eb2-445a-9c45-d85739c8f7a0 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Deleting port c427bb4e-3e6c-4ce7-8961-f651e035d05d {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:37.250348 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-19ef3470-1eb2-445a-9c45-d85739c8f7a0 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:37.262074 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:13:37.263658 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-cc6051a5-4b68-4da1-bb9a-c2585bd160e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:37.264428 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-cc6051a5-4b68-4da1-bb9a-c2585bd160e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:37.266399 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-cc6051a5-4b68-4da1-bb9a-c2585bd160e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c37fe5cecaae474d866f7a28aa6ce8ef&device_id=08aea2b6-6d10-4547-8c4b-eaee7a50dc13 HTTP/1.1" status: 200 len: 1983 time: 0.0743914 Oct 19 01:13:37.331140 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43112) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:37.336369 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-1a0f77e4-af2e-472a-9a42-9553187ac5bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.155&port_id=c14ad30f-facc-4efc-80ac-7246b65c10f3 HTTP/1.1" status: 200 len: 217 time: 0.0597456 Oct 19 01:13:37.392994 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-19ef3470-1eb2-445a-9c45-d85739c8f7a0 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:37.410213 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-19ef3470-1eb2-445a-9c45-d85739c8f7a0 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Calling delete_port for c427bb4e-3e6c-4ce7-8961-f651e035d05d owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:37.419540 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-e2832aac-c1b6-4062-b62d-5385936a9f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:37.421164 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-e2832aac-c1b6-4062-b62d-5385936a9f4f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0590fa04-4dfe-422c-9eaf-a286ef9c5cf4 HTTP/1.1" status: 200 len: 801 time: 0.0772657 Oct 19 01:13:37.499134 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-e36d4d1e-acb9-420f-b108-5ec1d986a0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:37.503447 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-e36d4d1e-acb9-420f-b108-5ec1d986a0fd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9199807a-4fd5-4216-9e56-230db1d8a5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736516 Oct 19 01:13:37.626218 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-abea9ca5-ebfa-47cb-a0be-d79fa0d49bf8 service neutron] 10.222.0.24 "GET /v2.0/networks/9199807a-4fd5-4216-9e56-230db1d8a5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144032 Oct 19 01:13:37.637732 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-65f46e12-a141-4e9f-bc89-48ba829fb095 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f73fb85d909d456699ce7f7b906bb45c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3025804 Oct 19 01:13:37.638325 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43134) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:37.724616 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0c47e26d-34b6-455e-864a-9adb3a63eeb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:37.761968 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-db2327e0-3b4f-4a71-92ed-6164b8762a04 service neutron] 10.222.0.24 "GET /v2.0/networks/9199807a-4fd5-4216-9e56-230db1d8a5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265945 Oct 19 01:13:37.784588 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0c47e26d-34b6-455e-864a-9adb3a63eeb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:37.808215 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-19ef3470-1eb2-445a-9c45-d85739c8f7a0 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:37.827094 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-223be377-0ccd-4594-ac0e-d2db4fc7c7a1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.167&port_id=72a07a24-d6de-4a36-a48e-b0ab48835c4d HTTP/1.1" status: 200 len: 217 time: 0.0446079 Oct 19 01:13:37.862021 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef3470-1eb2-445a-9c45-d85739c8f7a0 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event deleted for resources: {'Port': ['ID=c427bb4e-3e6c-4ce7-8961-f651e035d05d,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:37.905452 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-8e07efb8-e0a1-4098-8e84-260c3ba34d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:37.908000 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-8e07efb8-e0a1-4098-8e84-260c3ba34d26 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a459c049-c45e-495d-9815-284e43d49551 HTTP/1.1" status: 200 len: 801 time: 0.0724068 Oct 19 01:13:37.946122 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08aea2b6-6d10-4547-8c4b-eaee7a50dc13', 'tag': '72a07a24-d6de-4a36-a48e-b0ab48835c4d'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:37.947615 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51d866b-8ac9-4676-9205-f26086878f91" -d '{"events": [{"name": "network-changed", "server_uuid": "08aea2b6-6d10-4547-8c4b-eaee7a50dc13", "tag": "72a07a24-d6de-4a36-a48e-b0ab48835c4d"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:37.975479 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-e1d9ac8f-11ab-4b27-9156-5933b42aee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:37.983398 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-e1d9ac8f-11ab-4b27-9156-5933b42aee55 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a88f3db1-fba9-4cd4-bf82-e49932db2cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648694 Oct 19 01:13:38.022077 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0c47e26d-34b6-455e-864a-9adb3a63eeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:38.025649 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0c47e26d-34b6-455e-864a-9adb3a63eeb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:38.030069 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0c47e26d-34b6-455e-864a-9adb3a63eeb1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9d6d6789-d184-426e-bb51-c193a1a9ce5f HTTP/1.1" status: 204 len: 168 time: 0.3906946 Oct 19 01:13:38.079996 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c47e26d-34b6-455e-864a-9adb3a63eeb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6d6789-d184-426e-bb51-c193a1a9ce5f,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:38.140491 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef134b11-a114-4e1e-b0a2-ea7b9f5487f4 x-openstack-request-id: req-ef134b11-a114-4e1e-b0a2-ea7b9f5487f4 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:13:38.141823 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08aea2b6-6d10-4547-8c4b-eaee7a50dc13", "tag": "72a07a24-d6de-4a36-a48e-b0ab48835c4d", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:13:38.142263 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ef134b11-a114-4e1e-b0a2-ea7b9f5487f4 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:13:38.146502 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08aea2b6-6d10-4547-8c4b-eaee7a50dc13', 'tag': '72a07a24-d6de-4a36-a48e-b0ab48835c4d', 'status': 'completed', 'code': 200} Oct 19 01:13:38.173654 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823dd61-786e-4a02-9478-8a3e805ccda5 req-5d66647b-6062-42f2-8be8-926e76fcdbc2 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:38.182016 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823dd61-786e-4a02-9478-8a3e805ccda5 req-5d66647b-6062-42f2-8be8-926e76fcdbc2 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:38.184291 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7823dd61-786e-4a02-9478-8a3e805ccda5 req-5d66647b-6062-42f2-8be8-926e76fcdbc2 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=08aea2b6-6d10-4547-8c4b-eaee7a50dc13 HTTP/1.1" status: 200 len: 1679 time: 0.1524501 Oct 19 01:13:38.216995 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43172) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:38.224149 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-19ef3470-1eb2-445a-9c45-d85739c8f7a0 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:38.243558 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-4f179d6f-d4ba-4b21-8dde-64f9f0ce963d service neutron] 10.222.0.24 "GET /v2.0/networks/a88f3db1-fba9-4cd4-bf82-e49932db2cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544811 Oct 19 01:13:38.304647 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7823dd61-786e-4a02-9478-8a3e805ccda5 req-ce7a0971-5c91-4bd7-a2a4-7bf6e84e148d tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd184901-d9e0-49b7-8bcb-3e71a3b25297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019514 Oct 19 01:13:38.388925 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a2bafea9-4076-4ba6-8138-cddd21d33d9e req-f2dcbb7f-85b7-4d72-8336-97026395390b service neutron] 10.222.0.24 "GET /v2.0/networks/a88f3db1-fba9-4cd4-bf82-e49932db2cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365058 Oct 19 01:13:38.532503 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d866b-8ac9-4676-9205-f26086878f91 req-8e519924-66a1-42a6-addf-a7d2aba7188f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:38.532980 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d866b-8ac9-4676-9205-f26086878f91 req-8e519924-66a1-42a6-addf-a7d2aba7188f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:38.534597 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e51d866b-8ac9-4676-9205-f26086878f91 req-8e519924-66a1-42a6-addf-a7d2aba7188f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c37fe5cecaae474d866f7a28aa6ce8ef&device_id=08aea2b6-6d10-4547-8c4b-eaee7a50dc13 HTTP/1.1" status: 200 len: 1983 time: 0.0842977 Oct 19 01:13:38.595711 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ef3470-1eb2-445a-9c45-d85739c8f7a0 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Router 48b4d657-b554-4fc5-a40b-3f0590b5de04 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:13:38.644283 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device bd84564a-4608-4603-9f36-76a06d960a8c no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:13:38.662347 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-42d754bc-ac9f-4b4a-9078-41f0c37a7df9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-350056166-network', 'tenant_id': 'fa2c41b5d69c456eadbd2e00be2f25a5'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:38.677243 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: bd84564a-4608-4603-9f36-76a06d960a8c {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:13:38.678104 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device bd84564a-4608-4603-9f36-76a06d960a8c not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:13:38.709064 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d754bc-ac9f-4b4a-9078-41f0c37a7df9 admin admin] Made reservation on behalf of fa2c41b5d69c456eadbd2e00be2f25a5 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:38.717000 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-42d754bc-ac9f-4b4a-9078-41f0c37a7df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:38.728890 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-42d754bc-ac9f-4b4a-9078-41f0c37a7df9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:38.752136 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d866b-8ac9-4676-9205-f26086878f91 req-b3a254e5-90ef-4867-a37f-6fc840cbac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:38.754464 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e51d866b-8ac9-4676-9205-f26086878f91 req-b3a254e5-90ef-4867-a37f-6fc840cbac5c service neutron] 10.222.0.24 "GET /v2.0/networks?id=a88f3db1-fba9-4cd4-bf82-e49932db2cee HTTP/1.1" status: 200 len: 903 time: 0.2107642 Oct 19 01:13:38.792584 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacef998-7063-43da-8649-28645f27fbf4 req-64ef9759-7381-4426-9f51-14a8be107b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:38.793057 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacef998-7063-43da-8649-28645f27fbf4 req-64ef9759-7381-4426-9f51-14a8be107b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:38.793509 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacef998-7063-43da-8649-28645f27fbf4 req-64ef9759-7381-4426-9f51-14a8be107b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:38.793963 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacef998-7063-43da-8649-28645f27fbf4 req-64ef9759-7381-4426-9f51-14a8be107b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:38.794412 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacef998-7063-43da-8649-28645f27fbf4 req-64ef9759-7381-4426-9f51-14a8be107b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:38.794858 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacef998-7063-43da-8649-28645f27fbf4 req-64ef9759-7381-4426-9f51-14a8be107b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:38.795301 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacef998-7063-43da-8649-28645f27fbf4 req-64ef9759-7381-4426-9f51-14a8be107b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:38.797211 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aacef998-7063-43da-8649-28645f27fbf4 req-64ef9759-7381-4426-9f51-14a8be107b0a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 6499 time: 0.1024191 Oct 19 01:13:38.838661 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-42d754bc-ac9f-4b4a-9078-41f0c37a7df9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:38.842811 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aacef998-7063-43da-8649-28645f27fbf4 req-4326c78e-20b1-4831-b7c8-ea6395a2e01b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2cc8025b-09bc-4bd9-9d99-46ada71b927c&id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382497 Oct 19 01:13:38.843831 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ef3470-1eb2-445a-9c45-d85739c8f7a0 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:13:38.850002 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-42d754bc-ac9f-4b4a-9078-41f0c37a7df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:38.852534 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-19ef3470-1eb2-445a-9c45-d85739c8f7a0 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "PUT /v2.0/routers/48b4d657-b554-4fc5-a40b-3f0590b5de04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7520576 Oct 19 01:13:38.854846 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43190) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:38.859974 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e72655-89b1-403e-b328-9d3161fae7dd None None] Sync routers for ids ['48b4d657-b554-4fc5-a40b-3f0590b5de04'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:13:38.876175 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e72655-89b1-403e-b328-9d3161fae7dd None None] Routers {'48b4d657-b554-4fc5-a40b-3f0590b5de04'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:38.877138 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-55e72655-89b1-403e-b328-9d3161fae7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:13:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['48b4d657-b554-4fc5-a40b-3f0590b5de04'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:38.911623 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e51d866b-8ac9-4676-9205-f26086878f91 req-b71adc99-3dd4-4ce0-993a-8a304a94aeef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.167&port_id=72a07a24-d6de-4a36-a48e-b0ab48835c4d HTTP/1.1" status: 200 len: 217 time: 0.0703945 Oct 19 01:13:38.972447 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-55e72655-89b1-403e-b328-9d3161fae7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:38.982761 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e72655-89b1-403e-b328-9d3161fae7dd None None] Routers {'48b4d657-b554-4fc5-a40b-3f0590b5de04'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:38.984543 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-55e72655-89b1-403e-b328-9d3161fae7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:13:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['48b4d657-b554-4fc5-a40b-3f0590b5de04'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:38.987249 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42d754bc-ac9f-4b4a-9078-41f0c37a7df9 admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:13:38.994492 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d754bc-ac9f-4b4a-9078-41f0c37a7df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9113b8-21ec-4d8b-a48d-232538357e5f,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:39.018344 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d866b-8ac9-4676-9205-f26086878f91 req-fd53ab21-aeba-4953-8b26-6f316b440e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:39.020344 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e51d866b-8ac9-4676-9205-f26086878f91 req-fd53ab21-aeba-4953-8b26-6f316b440e50 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a459c049-c45e-495d-9815-284e43d49551 HTTP/1.1" status: 200 len: 801 time: 0.0987053 Oct 19 01:13:39.028446 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-55e72655-89b1-403e-b328-9d3161fae7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:39.035997 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e72655-89b1-403e-b328-9d3161fae7dd None None] The sync data for ids ['48b4d657-b554-4fc5-a40b-3f0590b5de04'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:13:39.042374 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-42d754bc-ac9f-4b4a-9078-41f0c37a7df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:39.042954 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-42d754bc-ac9f-4b4a-9078-41f0c37a7df9 admin admin] Added segment fc311764-c480-4c32-bde8-de659ef2455b of type vlan for network 22cbe861-f5eb-46e1-9600-c958b0c95586 Oct 19 01:13:39.060283 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-67e48df2-c0ec-4009-973a-01459c698a43 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:39.125626 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d866b-8ac9-4676-9205-f26086878f91 req-909f8c7c-ea55-4d5e-b689-979dfa5da1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:39.128469 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e51d866b-8ac9-4676-9205-f26086878f91 req-909f8c7c-ea55-4d5e-b689-979dfa5da1de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a88f3db1-fba9-4cd4-bf82-e49932db2cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972383 Oct 19 01:13:39.168211 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-42d754bc-ac9f-4b4a-9078-41f0c37a7df9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:39.209061 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-67e48df2-c0ec-4009-973a-01459c698a43 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:39.273644 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-67e48df2-c0ec-4009-973a-01459c698a43 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Deleting port a88a35b1-099f-4ba0-9039-b25111426603 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:39.274187 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-67e48df2-c0ec-4009-973a-01459c698a43 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:39.279491 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-42d754bc-ac9f-4b4a-9078-41f0c37a7df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:39.280470 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d754bc-ac9f-4b4a-9078-41f0c37a7df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:39.281038 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-42d754bc-ac9f-4b4a-9078-41f0c37a7df9 admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:39.283067 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43208) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:39.312685 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e51d866b-8ac9-4676-9205-f26086878f91 req-00eef593-486a-4fcb-b9cd-899099cdd9b5 service neutron] 10.222.0.24 "GET /v2.0/networks/a88f3db1-fba9-4cd4-bf82-e49932db2cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737709 Oct 19 01:13:39.366040 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-42d754bc-ac9f-4b4a-9078-41f0c37a7df9 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1404443 Oct 19 01:13:39.369639 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43214) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:39.375246 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-3c26a332-bcd2-456d-bcb5-4e8157baa29b admin admin] Request body: {'subnet': {'network_id': '22cbe861-f5eb-46e1-9600-c958b0c95586', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-350056166-subnet', 'tenant_id': 'fa2c41b5d69c456eadbd2e00be2f25a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:39.406445 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c26a332-bcd2-456d-bcb5-4e8157baa29b admin admin] Made reservation on behalf of fa2c41b5d69c456eadbd2e00be2f25a5 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:39.409077 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3c26a332-bcd2-456d-bcb5-4e8157baa29b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:39.457575 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-2a87f136-9c73-4784-b8bf-b1a63d5f0313 tempest-NetworksNegativeTestJSON-1688234313 tempest-NetworksNegativeTestJSON-1688234313-project] Request body: {'port': {'network_id': 'deb9cc4e-3223-4974-9cd4-f57de26972f6', 'name': 'tempest-NetworksNegativeTestJSON-631859141'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:39.466903 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d754bc-ac9f-4b4a-9078-41f0c37a7df9 admin admin] Pushing event updated for resources: {'Network': ['ID=22cbe861-f5eb-46e1-9600-c958b0c95586,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:39.481964 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 22cbe861-f5eb-46e1-9600-c958b0c95586 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:13:39.486407 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-67e48df2-c0ec-4009-973a-01459c698a43 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:39.506250 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a87f136-9c73-4784-b8bf-b1a63d5f0313 tempest-NetworksNegativeTestJSON-1688234313 tempest-NetworksNegativeTestJSON-1688234313-project] POST failed (client error): The resource could not be found. Oct 19 01:13:39.506881 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a87f136-9c73-4784-b8bf-b1a63d5f0313 tempest-NetworksNegativeTestJSON-1688234313 tempest-NetworksNegativeTestJSON-1688234313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:39.508787 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2a87f136-9c73-4784-b8bf-b1a63d5f0313 tempest-NetworksNegativeTestJSON-1688234313 tempest-NetworksNegativeTestJSON-1688234313-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2201424 Oct 19 01:13:39.515345 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43216) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:39.518261 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-67e48df2-c0ec-4009-973a-01459c698a43 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Calling delete_port for a88a35b1-099f-4ba0-9039-b25111426603 owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:39.534723 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc875e-9ae6-4dcb-90fc-a1609260e66f req-33747df0-c80e-4743-9044-34e77401e23b tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:39.537134 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9bbc931-ba7c-4ee3-8643-296f2350f54c tempest-NetworksNegativeTestJSON-1688234313 tempest-NetworksNegativeTestJSON-1688234313-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:39.537672 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9bbc931-ba7c-4ee3-8643-296f2350f54c tempest-NetworksNegativeTestJSON-1688234313 tempest-NetworksNegativeTestJSON-1688234313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:39.541002 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b9bbc931-ba7c-4ee3-8643-296f2350f54c tempest-NetworksNegativeTestJSON-1688234313 tempest-NetworksNegativeTestJSON-1688234313-project] 10.222.0.57 "DELETE /v2.0/networks/a81e647c-a88c-41f1-baf0-709159530b3c HTTP/1.1" status: 404 len: 339 time: 0.0246902 Oct 19 01:13:39.542659 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc875e-9ae6-4dcb-90fc-a1609260e66f req-33747df0-c80e-4743-9044-34e77401e23b tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:39.545379 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-08bc875e-9ae6-4dcb-90fc-a1609260e66f req-33747df0-c80e-4743-9044-34e77401e23b tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=08aea2b6-6d10-4547-8c4b-eaee7a50dc13 HTTP/1.1" status: 200 len: 1679 time: 0.1141334 Oct 19 01:13:39.546004 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43218) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:39.571986 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e51d866b-8ac9-4676-9205-f26086878f91 req-236a4919-3daa-4780-8c6f-023191d52545 service neutron] 10.222.0.24 "GET /v2.0/networks/a88f3db1-fba9-4cd4-bf82-e49932db2cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403176 Oct 19 01:13:39.641345 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd5a0c5-b551-4afa-a25c-13d55b469cca tempest-NetworksNegativeTestJSON-1688234313 tempest-NetworksNegativeTestJSON-1688234313-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:39.642260 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cd5a0c5-b551-4afa-a25c-13d55b469cca tempest-NetworksNegativeTestJSON-1688234313 tempest-NetworksNegativeTestJSON-1688234313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:39.645236 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4cd5a0c5-b551-4afa-a25c-13d55b469cca tempest-NetworksNegativeTestJSON-1688234313 tempest-NetworksNegativeTestJSON-1688234313-project] 10.222.0.57 "DELETE /v2.0/ports/f5471fd2-700c-41e3-81a9-c8310e5d17c6 HTTP/1.1" status: 404 len: 333 time: 0.0613797 Oct 19 01:13:39.650507 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43220) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:39.680965 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a1c781-700f-4807-9152-7ee0756d428a tempest-NetworksNegativeTestJSON-1688234313 tempest-NetworksNegativeTestJSON-1688234313-project] DELETE failed (client error): The resource could not be found. Oct 19 01:13:39.682213 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53a1c781-700f-4807-9152-7ee0756d428a tempest-NetworksNegativeTestJSON-1688234313 tempest-NetworksNegativeTestJSON-1688234313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:39.685964 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-53a1c781-700f-4807-9152-7ee0756d428a tempest-NetworksNegativeTestJSON-1688234313 tempest-NetworksNegativeTestJSON-1688234313-project] 10.222.0.57 "DELETE /v2.0/subnets/884d35b9-fe40-4f21-867d-6a6bdd06e79d HTTP/1.1" status: 404 len: 337 time: 0.0339022 Oct 19 01:13:39.692381 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43222) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:39.713455 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-08bc875e-9ae6-4dcb-90fc-a1609260e66f req-48e21f02-2ec3-4f35-9ec3-28a70944826e tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd184901-d9e0-49b7-8bcb-3e71a3b25297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207602 Oct 19 01:13:39.733787 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f65cdcc-5fa2-4771-879f-47be87e71476 tempest-NetworksNegativeTestJSON-1688234313 tempest-NetworksNegativeTestJSON-1688234313-project] GET failed (client error): The resource could not be found. Oct 19 01:13:39.734269 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0f65cdcc-5fa2-4771-879f-47be87e71476 tempest-NetworksNegativeTestJSON-1688234313 tempest-NetworksNegativeTestJSON-1688234313-project] 10.222.0.57 "GET /v2.0/networks/69e63541-ccd7-4188-99ab-c18f39796661 HTTP/1.1" status: 404 len: 339 time: 0.0407197 Oct 19 01:13:39.738425 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43224) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:39.764588 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-76fbb1c5-38e1-4616-917a-9721f39f07a9 tempest-NetworksNegativeTestJSON-1688234313 tempest-NetworksNegativeTestJSON-1688234313-project] GET failed (client error): The resource could not be found. Oct 19 01:13:39.766240 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-76fbb1c5-38e1-4616-917a-9721f39f07a9 tempest-NetworksNegativeTestJSON-1688234313 tempest-NetworksNegativeTestJSON-1688234313-project] 10.222.0.57 "GET /v2.0/ports/2fdfa01b-e811-4a26-986b-2db297a1c9b0 HTTP/1.1" status: 404 len: 333 time: 0.0268519 Oct 19 01:13:39.770159 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43226) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:39.798019 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-71822c40-b6be-484f-adaf-a5ab3a9c455c tempest-NetworksNegativeTestJSON-1688234313 tempest-NetworksNegativeTestJSON-1688234313-project] GET failed (client error): The resource could not be found. Oct 19 01:13:39.800095 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-71822c40-b6be-484f-adaf-a5ab3a9c455c tempest-NetworksNegativeTestJSON-1688234313 tempest-NetworksNegativeTestJSON-1688234313-project] 10.222.0.57 "GET /v2.0/subnets/cfba0001-faf2-47cb-8116-d6dc2110ea53 HTTP/1.1" status: 404 len: 337 time: 0.0289898 Oct 19 01:13:39.804299 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43228) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:39.811811 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-565d0cb5-54bb-4b2c-806f-635d17e36bb5 tempest-NetworksNegativeTestJSON-1688234313 tempest-NetworksNegativeTestJSON-1688234313-project] Request body: {'network': {'name': 'new_name'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:39.828101 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-565d0cb5-54bb-4b2c-806f-635d17e36bb5 tempest-NetworksNegativeTestJSON-1688234313 tempest-NetworksNegativeTestJSON-1688234313-project] PUT failed (client error): The resource could not be found. Oct 19 01:13:39.828684 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-565d0cb5-54bb-4b2c-806f-635d17e36bb5 tempest-NetworksNegativeTestJSON-1688234313 tempest-NetworksNegativeTestJSON-1688234313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:39.830125 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-565d0cb5-54bb-4b2c-806f-635d17e36bb5 tempest-NetworksNegativeTestJSON-1688234313 tempest-NetworksNegativeTestJSON-1688234313-project] 10.222.0.57 "PUT /v2.0/networks/f49202c4-f2d0-4704-becf-0271cf39c294 HTTP/1.1" status: 404 len: 339 time: 0.0237792 Oct 19 01:13:39.833886 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43230) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:39.840728 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-52ef9f1c-1941-4a91-872d-836209e63fae tempest-NetworksNegativeTestJSON-1688234313 tempest-NetworksNegativeTestJSON-1688234313-project] Request body: {'port': {'name': 'new_name'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:39.864414 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-52ef9f1c-1941-4a91-872d-836209e63fae tempest-NetworksNegativeTestJSON-1688234313 tempest-NetworksNegativeTestJSON-1688234313-project] PUT failed (client error): The resource could not be found. Oct 19 01:13:39.865321 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52ef9f1c-1941-4a91-872d-836209e63fae tempest-NetworksNegativeTestJSON-1688234313 tempest-NetworksNegativeTestJSON-1688234313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:39.870911 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-52ef9f1c-1941-4a91-872d-836209e63fae tempest-NetworksNegativeTestJSON-1688234313 tempest-NetworksNegativeTestJSON-1688234313-project] 10.222.0.57 "PUT /v2.0/ports/ee36f885-f18c-49fc-b767-3a93f6490cf9 HTTP/1.1" status: 404 len: 333 time: 0.0317655 Oct 19 01:13:39.871811 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43232) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:39.877494 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-d140c599-d9a6-4b3d-b3a8-4b0e583f5eb4 tempest-NetworksNegativeTestJSON-1688234313 tempest-NetworksNegativeTestJSON-1688234313-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:39.885399 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3c26a332-bcd2-456d-bcb5-4e8157baa29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:39.900960 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-d140c599-d9a6-4b3d-b3a8-4b0e583f5eb4 tempest-NetworksNegativeTestJSON-1688234313 tempest-NetworksNegativeTestJSON-1688234313-project] PUT failed (client error): The resource could not be found. Oct 19 01:13:39.901466 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d140c599-d9a6-4b3d-b3a8-4b0e583f5eb4 tempest-NetworksNegativeTestJSON-1688234313 tempest-NetworksNegativeTestJSON-1688234313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:39.902631 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d140c599-d9a6-4b3d-b3a8-4b0e583f5eb4 tempest-NetworksNegativeTestJSON-1688234313 tempest-NetworksNegativeTestJSON-1688234313-project] 10.222.0.57 "PUT /v2.0/subnets/3675b476-fe43-4b35-a94b-320b61d32a21 HTTP/1.1" status: 404 len: 337 time: 0.0297806 Oct 19 01:13:39.962676 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-67e48df2-c0ec-4009-973a-01459c698a43 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:39.964541 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26a332-bcd2-456d-bcb5-4e8157baa29b admin admin] Pushing event updated for resources: {'Subnet': ['ID=399acea2-6f0b-44de-be4c-9736be8155ab,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:39.997510 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e48df2-c0ec-4009-973a-01459c698a43 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event deleted for resources: {'Port': ['ID=a88a35b1-099f-4ba0-9039-b25111426603,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:40.006224 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c26a332-bcd2-456d-bcb5-4e8157baa29b admin admin] Checking segment: {'id': 'fc311764-c480-4c32-bde8-de659ef2455b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '22cbe861-f5eb-46e1-9600-c958b0c95586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:40.006565 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c26a332-bcd2-456d-bcb5-4e8157baa29b admin admin] Network hostable DHCP agents. Network: 22cbe861-f5eb-46e1-9600-c958b0c95586, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:13:40.064188 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c26a332-bcd2-456d-bcb5-4e8157baa29b admin admin] Network 22cbe861-f5eb-46e1-9600-c958b0c95586 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:13:40.077786 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-3c26a332-bcd2-456d-bcb5-4e8157baa29b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 22cbe861-f5eb-46e1-9600-c958b0c95586) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:40.080312 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-67e48df2-c0ec-4009-973a-01459c698a43 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:40.090291 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14773f2d-ee4b-47c6-97c6-31eedfdc8dff None None] Network 22cbe861-f5eb-46e1-9600-c958b0c95586 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:40.182429 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-67e48df2-c0ec-4009-973a-01459c698a43 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:40.184636 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-67e48df2-c0ec-4009-973a-01459c698a43 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:40.228048 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43240) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:40.237340 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c26a332-bcd2-456d-bcb5-4e8157baa29b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:40.237982 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3c26a332-bcd2-456d-bcb5-4e8157baa29b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:40.244688 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-67e48df2-c0ec-4009-973a-01459c698a43 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:40.245458 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e48df2-c0ec-4009-973a-01459c698a43 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Fanout notify agent at l3_agent the message router_deleted on router 48b4d657-b554-4fc5-a40b-3f0590b5de04 {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:13:40.253763 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-67e48df2-c0ec-4009-973a-01459c698a43 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:40.254884 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-67e48df2-c0ec-4009-973a-01459c698a43 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "DELETE /v2.0/routers/48b4d657-b554-4fc5-a40b-3f0590b5de04 HTTP/1.1" status: 204 len: 168 time: 1.3989749 Oct 19 01:13:40.259834 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43244) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:40.265096 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15a4806-59c2-44ae-98e3-9c478e1aa61b None None] Network 22cbe861-f5eb-46e1-9600-c958b0c95586 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:40.280765 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3c26a332-bcd2-456d-bcb5-4e8157baa29b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9099486 Oct 19 01:13:40.402955 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ecc0133-2597-49f1-bb3c-58605602f0c6 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Deleting subnet 7b3910f0-f062-416a-b72c-a7edcb3ab2cd {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:13:40.410458 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6ecc0133-2597-49f1-bb3c-58605602f0c6 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:40.481691 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0b57d799-dc30-46b9-a7c6-de3b8b2a1c8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:40.495397 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6ecc0133-2597-49f1-bb3c-58605602f0c6 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:40.572424 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6ecc0133-2597-49f1-bb3c-58605602f0c6 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:40.666413 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0b57d799-dc30-46b9-a7c6-de3b8b2a1c8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:40.670021 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6ecc0133-2597-49f1-bb3c-58605602f0c6 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:40.681412 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0b57d799-dc30-46b9-a7c6-de3b8b2a1c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:40.725004 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc0133-2597-49f1-bb3c-58605602f0c6 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event deleted for resources: {'Subnet': ['ID=7b3910f0-f062-416a-b72c-a7edcb3ab2cd,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:40.732667 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6ecc0133-2597-49f1-bb3c-58605602f0c6 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:40.735809 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6ecc0133-2597-49f1-bb3c-58605602f0c6 tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "DELETE /v2.0/subnets/7b3910f0-f062-416a-b72c-a7edcb3ab2cd HTTP/1.1" status: 204 len: 168 time: 0.4744236 Oct 19 01:13:40.738344 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43258) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:40.756358 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0b57d799-dc30-46b9-a7c6-de3b8b2a1c8f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=105eed7245ad41bf99b05fc98eb73b64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5270154 Oct 19 01:13:40.757238 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43262) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:40.759834 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57d799-dc30-46b9-a7c6-de3b8b2a1c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf4e5c7-f9d4-4893-8978-4812a9359cf1,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:40.823245 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-53f1f14d-9d34-4594-887e-12f39012c3e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:40.850754 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-53f1f14d-9d34-4594-887e-12f39012c3e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:40.902752 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0fddf201-9b9d-4d62-9094-122767a3063e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:40.905725 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-53f1f14d-9d34-4594-887e-12f39012c3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:40.910012 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-53f1f14d-9d34-4594-887e-12f39012c3e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:40.911565 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-53f1f14d-9d34-4594-887e-12f39012c3e3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7cf4e5c7-f9d4-4893-8978-4812a9359cf1 HTTP/1.1" status: 204 len: 168 time: 0.1534085 Oct 19 01:13:40.953147 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f1f14d-9d34-4594-887e-12f39012c3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf4e5c7-f9d4-4893-8978-4812a9359cf1,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:41.037887 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43270) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:41.043802 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-3993fcbd-0556-4406-86c5-b6d767e06ee2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1570538157-network', 'tenant_id': 'e7fccf8731f24d3d924735bdaf3f30be'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:41.058313 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 72a07a24-d6de-4a36-a48e-b0ab48835c4d details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:13:41.099677 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3993fcbd-0556-4406-86c5-b6d767e06ee2 admin admin] Made reservation on behalf of e7fccf8731f24d3d924735bdaf3f30be for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:41.103095 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3993fcbd-0556-4406-86c5-b6d767e06ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:41.123806 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3993fcbd-0556-4406-86c5-b6d767e06ee2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:41.221143 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 72a07a24-d6de-4a36-a48e-b0ab48835c4d, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=72a07a24-d6de-4a36-a48e-b0ab48835c4d,segment=NetworkSegment(ff1dbe79-1559-4eef-8a58-82cae491f778),segment_id=ff1dbe79-1559-4eef-8a58-82cae491f778)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:41.234402 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '72a07a24-d6de-4a36-a48e-b0ab48835c4d', 'network_id': 'a88f3db1-fba9-4cd4-bf82-e49932db2cee', 'port_id': '72a07a24-d6de-4a36-a48e-b0ab48835c4d', 'mac_address': 'fa:16:3e:b3:da:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a459c049-c45e-495d-9815-284e43d49551', 'ip_address': '19.86.0.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:13:41.253459 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3993fcbd-0556-4406-86c5-b6d767e06ee2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:41.260929 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3993fcbd-0556-4406-86c5-b6d767e06ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:41.286357 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3993fcbd-0556-4406-86c5-b6d767e06ee2 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:13:41.303295 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993fcbd-0556-4406-86c5-b6d767e06ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2659dffb-accc-4156-9399-a95eb4075f37,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:41.307239 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3993fcbd-0556-4406-86c5-b6d767e06ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:41.307585 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-3993fcbd-0556-4406-86c5-b6d767e06ee2 admin admin] Added segment 1566dcec-a88f-4acf-9a0d-c0bbb20a8d2f of type vlan for network 02cb5d40-2958-407d-8bb5-d10795471497 Oct 19 01:13:41.327047 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:41.353620 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72a07a24-d6de-4a36-a48e-b0ab48835c4d {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:13:41.356634 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3993fcbd-0556-4406-86c5-b6d767e06ee2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:41.377426 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 72a07a24-d6de-4a36-a48e-b0ab48835c4d, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=72a07a24-d6de-4a36-a48e-b0ab48835c4d,segment=NetworkSegment(ff1dbe79-1559-4eef-8a58-82cae491f778),segment_id=ff1dbe79-1559-4eef-8a58-82cae491f778)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:41.385854 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:41.386831 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device c14ad30f-facc-4efc-80ac-7246b65c10f3 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:13:41.419413 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e65af5-becd-4f7d-87f5-b60d2d2b4249 req-f9b8d5c4-393e-49ea-ba3f-031c9875f6d8 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:41.419620 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3993fcbd-0556-4406-86c5-b6d767e06ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:41.420677 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3993fcbd-0556-4406-86c5-b6d767e06ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:41.421534 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3993fcbd-0556-4406-86c5-b6d767e06ee2 admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:41.428630 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e65af5-becd-4f7d-87f5-b60d2d2b4249 req-f9b8d5c4-393e-49ea-ba3f-031c9875f6d8 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:41.438439 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b0e65af5-becd-4f7d-87f5-b60d2d2b4249 req-f9b8d5c4-393e-49ea-ba3f-031c9875f6d8 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=08aea2b6-6d10-4547-8c4b-eaee7a50dc13 HTTP/1.1" status: 200 len: 1679 time: 0.6346896 Oct 19 01:13:41.490806 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3993fcbd-0556-4406-86c5-b6d767e06ee2 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4516306 Oct 19 01:13:41.491949 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43282) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:41.496572 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=72a07a24-d6de-4a36-a48e-b0ab48835c4d,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:41.507023 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:41.507967 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:41.508638 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:41.509216 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:41.509500 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:41.509844 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:41.510183 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:41.510567 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:41.510838 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:41.511173 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:41.511502 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:41.512037 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:41.536198 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-7282d860-6259-4788-9471-4ffbd915bfc8 admin admin] Request body: {'subnet': {'network_id': '02cb5d40-2958-407d-8bb5-d10795471497', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1570538157-subnet', 'tenant_id': 'e7fccf8731f24d3d924735bdaf3f30be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:41.542299 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993fcbd-0556-4406-86c5-b6d767e06ee2 admin admin] Pushing event updated for resources: {'Network': ['ID=02cb5d40-2958-407d-8bb5-d10795471497,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:41.559574 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 02cb5d40-2958-407d-8bb5-d10795471497 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:13:41.585805 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0fddf201-9b9d-4d62-9094-122767a3063e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:41.587894 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7282d860-6259-4788-9471-4ffbd915bfc8 admin admin] Made reservation on behalf of e7fccf8731f24d3d924735bdaf3f30be for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:41.590930 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7282d860-6259-4788-9471-4ffbd915bfc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:41.611260 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-0fddf201-9b9d-4d62-9094-122767a3063e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2337167a-06ba-400f-9020-abf4a440a696']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:41.622903 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-0fddf201-9b9d-4d62-9094-122767a3063e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b21eafc-a92f-49cf-ad7a-bc929b62687a') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:41.623206 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-0fddf201-9b9d-4d62-9094-122767a3063e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b21eafc-a92f-49cf-ad7a-bc929b62687a') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:41.643233 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0fddf201-9b9d-4d62-9094-122767a3063e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:41.683782 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0fddf201-9b9d-4d62-9094-122767a3063e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:41.700758 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b0e65af5-becd-4f7d-87f5-b60d2d2b4249 req-143fee00-7c54-4985-a559-e096291420ed tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd184901-d9e0-49b7-8bcb-3e71a3b25297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613022 Oct 19 01:13:41.702195 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fddf201-9b9d-4d62-9094-122767a3063e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:13:41.703004 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0fddf201-9b9d-4d62-9094-122767a3063e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:41.707292 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:13:41.707292 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:13:41.707292 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:13:41.707292 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:13:41.707292 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:13:41.707292 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:13:41.707292 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:13:41.707292 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:13:41.707292 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:13:41.707292 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:13:41.707292 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:13:41.707292 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:13:41.707292 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:13:41.707292 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:13:41.707292 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:13:41.707292 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:13:41.707292 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:13:41.707292 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:13:41.707292 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:13:41.707292 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:13:41.707292 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:13:41.707292 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:13:41.707292 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:13:41.707292 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:13:41.707292 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:13:41.707292 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:13:41.707292 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:13:41.707292 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:13:41.707292 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:13:41.707292 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:13:41.707292 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:13:41.707292 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:13:41.753708 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port c14ad30f-facc-4efc-80ac-7246b65c10f3, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=c14ad30f-facc-4efc-80ac-7246b65c10f3,segment=NetworkSegment(6bffe836-365f-480e-aae2-66f214ee3348),segment_id=6bffe836-365f-480e-aae2-66f214ee3348)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:41.770670 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'c14ad30f-facc-4efc-80ac-7246b65c10f3', 'network_id': '9199807a-4fd5-4216-9e56-230db1d8a5f5', 'port_id': 'c14ad30f-facc-4efc-80ac-7246b65c10f3', 'mac_address': 'fa:16:3e:99:7e:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0590fa04-4dfe-422c-9eaf-a286ef9c5cf4', 'ip_address': '19.80.0.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:13:41.818169 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:41.818861 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7282d860-6259-4788-9471-4ffbd915bfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:41.819749 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0fddf201-9b9d-4d62-9094-122767a3063e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:41.837712 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c14ad30f-facc-4efc-80ac-7246b65c10f3 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:13:41.839047 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0fddf201-9b9d-4d62-9094-122767a3063e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:41.846088 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0fddf201-9b9d-4d62-9094-122767a3063e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] 10.222.0.57 "DELETE /v2.0/networks/2337167a-06ba-400f-9020-abf4a440a696 HTTP/1.1" status: 204 len: 168 time: 1.1059287 Oct 19 01:13:41.892203 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port c14ad30f-facc-4efc-80ac-7246b65c10f3, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=c14ad30f-facc-4efc-80ac-7246b65c10f3,segment=NetworkSegment(6bffe836-365f-480e-aae2-66f214ee3348),segment_id=6bffe836-365f-480e-aae2-66f214ee3348)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:41.902182 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:41.902655 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fddf201-9b9d-4d62-9094-122767a3063e tempest-FloatingIPTestJSON-1438926000 tempest-FloatingIPTestJSON-1438926000-project] Pushing event deleted for resources: {'Network': ['ID=2337167a-06ba-400f-9020-abf4a440a696,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:41.919822 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282d860-6259-4788-9471-4ffbd915bfc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d81bb9b0-6089-429a-8c7e-ea8c8999ab48,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:41.943719 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7282d860-6259-4788-9471-4ffbd915bfc8 admin admin] Checking segment: {'id': '1566dcec-a88f-4acf-9a0d-c0bbb20a8d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '02cb5d40-2958-407d-8bb5-d10795471497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:41.944126 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7282d860-6259-4788-9471-4ffbd915bfc8 admin admin] Network hostable DHCP agents. Network: 02cb5d40-2958-407d-8bb5-d10795471497, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:13:41.979542 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7282d860-6259-4788-9471-4ffbd915bfc8 admin admin] Network 02cb5d40-2958-407d-8bb5-d10795471497 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:13:41.994041 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-7282d860-6259-4788-9471-4ffbd915bfc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 02cb5d40-2958-407d-8bb5-d10795471497) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:42.002524 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7282d860-6259-4788-9471-4ffbd915bfc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:42.003662 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=c14ad30f-facc-4efc-80ac-7246b65c10f3,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:42.004137 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7282d860-6259-4788-9471-4ffbd915bfc8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:42.009460 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d6ff62-7a0d-400a-81e1-3cd49f167552 None None] Network 02cb5d40-2958-407d-8bb5-d10795471497 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:42.043281 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7282d860-6259-4788-9471-4ffbd915bfc8 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5399110 Oct 19 01:13:42.176893 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43302) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:42.182469 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2d1b0c-b284-49e2-b5fe-6880e5509e18 None None] Network 02cb5d40-2958-407d-8bb5-d10795471497 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:42.206032 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43304) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:42.240608 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dcd7c75-c779-45e1-a78e-eb396efad3ac admin admin] Deleting subnet 399acea2-6f0b-44de-be4c-9736be8155ab {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:13:42.246977 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5dcd7c75-c779-45e1-a78e-eb396efad3ac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:42.274354 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['c14ad30f-facc-4efc-80ac-7246b65c10f3'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:13:42.291690 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5dcd7c75-c779-45e1-a78e-eb396efad3ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:42.331833 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43308) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:42.344466 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5dcd7c75-c779-45e1-a78e-eb396efad3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:42.436250 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5dcd7c75-c779-45e1-a78e-eb396efad3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:42.445990 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-97acd510-7e44-436e-b1e8-b01c369071b9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1410636974', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:42.472979 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e8215432-013f-4d01-a11e-308d440c7919 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=12aed70676374a509f3d3a36c717ad7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2658043 Oct 19 01:13:42.475493 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43314) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:42.489551 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-97acd510-7e44-436e-b1e8-b01c369071b9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:42.490774 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-97acd510-7e44-436e-b1e8-b01c369071b9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:42.491171 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd7c75-c779-45e1-a78e-eb396efad3ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=399acea2-6f0b-44de-be4c-9736be8155ab,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:42.505828 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5dcd7c75-c779-45e1-a78e-eb396efad3ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:42.513776 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43318) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:42.514760 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5dcd7c75-c779-45e1-a78e-eb396efad3ac admin admin] 10.222.0.57 "DELETE /v2.0/subnets/399acea2-6f0b-44de-be4c-9736be8155ab HTTP/1.1" status: 204 len: 168 time: 0.3368826 Oct 19 01:13:42.643222 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43328) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:42.655156 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-97acd510-7e44-436e-b1e8-b01c369071b9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:42.668672 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-97acd510-7e44-436e-b1e8-b01c369071b9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:42.688667 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2a5f1419-94e5-471b-a9fb-69ef00119ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:42.711339 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-77306493-7abf-4bb5-b54d-8c661618e9b2 admin admin] Deleting subnet 48d33ad6-49ce-4420-8e80-235f3948de37 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:13:42.715212 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-77306493-7abf-4bb5-b54d-8c661618e9b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:42.716864 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-97acd510-7e44-436e-b1e8-b01c369071b9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:42.717999 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-97acd510-7e44-436e-b1e8-b01c369071b9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3849480 Oct 19 01:13:42.719876 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-97674ad8-76cf-451b-ae54-7e1017ed6d18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:42.721362 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43332) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:42.745760 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-1344254e-aaf1-4e0a-85fb-0be1a42d51cd tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-81503374'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:42.756681 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-77306493-7abf-4bb5-b54d-8c661618e9b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:42.816101 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-97674ad8-76cf-451b-ae54-7e1017ed6d18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:42.857878 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2a5f1419-94e5-471b-a9fb-69ef00119ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:42.911422 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1344254e-aaf1-4e0a-85fb-0be1a42d51cd tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Made reservation on behalf of 30782ff413a7486f80b0cdd5172021d0 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:42.915996 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1344254e-aaf1-4e0a-85fb-0be1a42d51cd tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:42.939468 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-2a5f1419-94e5-471b-a9fb-69ef00119ced admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22cbe861-f5eb-46e1-9600-c958b0c95586']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:42.946584 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1344254e-aaf1-4e0a-85fb-0be1a42d51cd tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:42.971286 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-2a5f1419-94e5-471b-a9fb-69ef00119ced admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc311764-c480-4c32-bde8-de659ef2455b') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:42.971588 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-2a5f1419-94e5-471b-a9fb-69ef00119ced admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc311764-c480-4c32-bde8-de659ef2455b') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:42.988940 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2a5f1419-94e5-471b-a9fb-69ef00119ced admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.022309 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d8a4b-ea6a-44df-bfe0-e7856e384b00 req-c4df4d68-d5e6-4da3-bf52-486564971728 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:43.029021 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d8a4b-ea6a-44df-bfe0-e7856e384b00 req-c4df4d68-d5e6-4da3-bf52-486564971728 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:43.030734 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a32d8a4b-ea6a-44df-bfe0-e7856e384b00 req-c4df4d68-d5e6-4da3-bf52-486564971728 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=08aea2b6-6d10-4547-8c4b-eaee7a50dc13 HTTP/1.1" status: 200 len: 1681 time: 0.2227335 Oct 19 01:13:43.036021 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2a5f1419-94e5-471b-a9fb-69ef00119ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.057941 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a5f1419-94e5-471b-a9fb-69ef00119ced admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:13:43.058351 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2a5f1419-94e5-471b-a9fb-69ef00119ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.062618 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:13:43.062618 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:13:43.062618 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:13:43.062618 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:13:43.062618 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:13:43.062618 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:13:43.062618 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:13:43.062618 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:13:43.062618 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:13:43.062618 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:13:43.062618 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:13:43.062618 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:13:43.062618 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:13:43.062618 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:13:43.062618 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:13:43.062618 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:13:43.062618 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:13:43.062618 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:13:43.062618 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:13:43.062618 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:13:43.062618 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:13:43.062618 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:13:43.062618 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:13:43.062618 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:13:43.062618 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:13:43.062618 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:13:43.062618 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:13:43.062618 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:13:43.062618 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:13:43.062618 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:13:43.062618 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:13:43.062618 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:13:43.085978 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-97674ad8-76cf-451b-ae54-7e1017ed6d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.089040 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-97674ad8-76cf-451b-ae54-7e1017ed6d18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.093482 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-97674ad8-76cf-451b-ae54-7e1017ed6d18 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1302e470-cafc-4e30-b008-949d16072ee6 HTTP/1.1" status: 204 len: 168 time: 0.6136024 Oct 19 01:13:43.199534 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-77306493-7abf-4bb5-b54d-8c661618e9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.200747 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97674ad8-76cf-451b-ae54-7e1017ed6d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1302e470-cafc-4e30-b008-949d16072ee6,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:43.205291 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1344254e-aaf1-4e0a-85fb-0be1a42d51cd tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.243201 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9921e-3012-4e72-8fb7-22540d1ad9b6 req-dbf56eda-3436-4feb-9a33-96fd5c04488c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:43.249276 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9921e-3012-4e72-8fb7-22540d1ad9b6 req-dbf56eda-3436-4feb-9a33-96fd5c04488c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:43.256043 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9921e-3012-4e72-8fb7-22540d1ad9b6 req-dbf56eda-3436-4feb-9a33-96fd5c04488c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:43.256183 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a32d8a4b-ea6a-44df-bfe0-e7856e384b00 req-39d211c4-ac38-4d37-bad5-8f91870d3da0 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd184901-d9e0-49b7-8bcb-3e71a3b25297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145004 Oct 19 01:13:43.260398 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1344254e-aaf1-4e0a-85fb-0be1a42d51cd tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.263367 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['72a07a24-d6de-4a36-a48e-b0ab48835c4d'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:13:43.271418 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9921e-3012-4e72-8fb7-22540d1ad9b6 req-dbf56eda-3436-4feb-9a33-96fd5c04488c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:43.277628 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9921e-3012-4e72-8fb7-22540d1ad9b6 req-dbf56eda-3436-4feb-9a33-96fd5c04488c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:43.282063 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2a5f1419-94e5-471b-a9fb-69ef00119ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.283654 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9921e-3012-4e72-8fb7-22540d1ad9b6 req-dbf56eda-3436-4feb-9a33-96fd5c04488c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:43.291926 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9921e-3012-4e72-8fb7-22540d1ad9b6 req-dbf56eda-3436-4feb-9a33-96fd5c04488c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:43.299816 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a5c9921e-3012-4e72-8fb7-22540d1ad9b6 req-dbf56eda-3436-4feb-9a33-96fd5c04488c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5442 time: 0.5191557 Oct 19 01:13:43.300081 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1344254e-aaf1-4e0a-85fb-0be1a42d51cd tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:13:43.302390 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2a5f1419-94e5-471b-a9fb-69ef00119ced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.306890 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2a5f1419-94e5-471b-a9fb-69ef00119ced admin admin] 10.222.0.57 "DELETE /v2.0/networks/22cbe861-f5eb-46e1-9600-c958b0c95586 HTTP/1.1" status: 204 len: 168 time: 0.7919028 Oct 19 01:13:43.310634 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43340) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:43.328558 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1344254e-aaf1-4e0a-85fb-0be1a42d51cd tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.329470 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-1344254e-aaf1-4e0a-85fb-0be1a42d51cd tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Added segment a37694d5-66b7-4fb0-9623-9a4e8751f3fd of type vlan for network 9aa2977e-54a2-4620-8746-0fb413c1acd8 Oct 19 01:13:43.330525 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f1419-94e5-471b-a9fb-69ef00119ced admin admin] Pushing event deleted for resources: {'Network': ['ID=22cbe861-f5eb-46e1-9600-c958b0c95586,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:43.332378 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1344254e-aaf1-4e0a-85fb-0be1a42d51cd tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7d5e27-eabe-459e-8c26-55edaec3dab5,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:43.379062 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1344254e-aaf1-4e0a-85fb-0be1a42d51cd tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.411325 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1344254e-aaf1-4e0a-85fb-0be1a42d51cd tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.415052 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a5c9921e-3012-4e72-8fb7-22540d1ad9b6 req-bdd657ac-efb3-4eb2-b343-b734c45d2d4b tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1098270 Oct 19 01:13:43.418368 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-77306493-7abf-4bb5-b54d-8c661618e9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.426342 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1344254e-aaf1-4e0a-85fb-0be1a42d51cd tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:43.440002 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1344254e-aaf1-4e0a-85fb-0be1a42d51cd tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.453558 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-31a9432d-5960-43f9-8770-8b716cd42388 admin admin] Deleting subnet d81bb9b0-6089-429a-8c7e-ea8c8999ab48 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:13:43.457403 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-31a9432d-5960-43f9-8770-8b716cd42388 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.480526 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77306493-7abf-4bb5-b54d-8c661618e9b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48d33ad6-49ce-4420-8e80-235f3948de37,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:43.494593 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-77306493-7abf-4bb5-b54d-8c661618e9b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.497866 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-77306493-7abf-4bb5-b54d-8c661618e9b2 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/48d33ad6-49ce-4420-8e80-235f3948de37 HTTP/1.1" status: 204 len: 168 time: 0.8535907 Oct 19 01:13:43.500552 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1344254e-aaf1-4e0a-85fb-0be1a42d51cd tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7778063 Oct 19 01:13:43.500711 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43346) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:43.503696 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43348) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:43.511370 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-10f1f749-3a79-4b1e-a710-e140346cc6cb tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Request body: {'subnet': {'network_id': '9aa2977e-54a2-4620-8746-0fb413c1acd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:43.531757 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-31a9432d-5960-43f9-8770-8b716cd42388 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.575264 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1344254e-aaf1-4e0a-85fb-0be1a42d51cd tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Pushing event updated for resources: {'Network': ['ID=9aa2977e-54a2-4620-8746-0fb413c1acd8,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:43.589487 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 9aa2977e-54a2-4620-8746-0fb413c1acd8 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:13:43.641017 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-31a9432d-5960-43f9-8770-8b716cd42388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.662776 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa583b3e-208c-4150-b40d-615e8fe467ac req-cf41fc6b-e8ae-4a77-8dcb-e5d715bbe51b tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:43.669305 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa583b3e-208c-4150-b40d-615e8fe467ac req-cf41fc6b-e8ae-4a77-8dcb-e5d715bbe51b tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:43.675447 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa583b3e-208c-4150-b40d-615e8fe467ac req-cf41fc6b-e8ae-4a77-8dcb-e5d715bbe51b tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:43.682506 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa583b3e-208c-4150-b40d-615e8fe467ac req-cf41fc6b-e8ae-4a77-8dcb-e5d715bbe51b tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:43.688617 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa583b3e-208c-4150-b40d-615e8fe467ac req-cf41fc6b-e8ae-4a77-8dcb-e5d715bbe51b tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:43.694223 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f1f749-3a79-4b1e-a710-e140346cc6cb tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Made reservation on behalf of 30782ff413a7486f80b0cdd5172021d0 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:43.694696 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa583b3e-208c-4150-b40d-615e8fe467ac req-cf41fc6b-e8ae-4a77-8dcb-e5d715bbe51b tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:43.698040 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-10f1f749-3a79-4b1e-a710-e140346cc6cb tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.701477 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa583b3e-208c-4150-b40d-615e8fe467ac req-cf41fc6b-e8ae-4a77-8dcb-e5d715bbe51b tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:43.703559 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aa583b3e-208c-4150-b40d-615e8fe467ac req-cf41fc6b-e8ae-4a77-8dcb-e5d715bbe51b tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5442 time: 0.1507542 Oct 19 01:13:43.706523 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e47af360-e2a6-4ded-8ced-186bc1fa8996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.740369 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-31a9432d-5960-43f9-8770-8b716cd42388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.803140 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e47af360-e2a6-4ded-8ced-186bc1fa8996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.808263 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a9432d-5960-43f9-8770-8b716cd42388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d81bb9b0-6089-429a-8c7e-ea8c8999ab48,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:43.812473 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-31a9432d-5960-43f9-8770-8b716cd42388 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.815578 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-31a9432d-5960-43f9-8770-8b716cd42388 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d81bb9b0-6089-429a-8c7e-ea8c8999ab48 HTTP/1.1" status: 204 len: 168 time: 0.5024922 Oct 19 01:13:43.818375 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43362) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:43.834630 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-e47af360-e2a6-4ded-8ced-186bc1fa8996 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fdfc968-fd05-4762-858e-87980e28a6e6']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:43.862342 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-e47af360-e2a6-4ded-8ced-186bc1fa8996 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a516c3b-6789-44d3-87bb-3790155029b6') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:43.863025 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-e47af360-e2a6-4ded-8ced-186bc1fa8996 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a516c3b-6789-44d3-87bb-3790155029b6') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:43.886810 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-273ad35f-5a70-4430-af52-a19dd7659fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.893748 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e47af360-e2a6-4ded-8ced-186bc1fa8996 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.948204 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1f8875b7-24c4-478d-afee-23aa9b9e2ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.951318 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e47af360-e2a6-4ded-8ced-186bc1fa8996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.962409 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e47af360-e2a6-4ded-8ced-186bc1fa8996 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:13:43.963075 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e47af360-e2a6-4ded-8ced-186bc1fa8996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.965575 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:13:43.965575 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:13:43.965575 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:13:43.965575 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:13:43.965575 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:13:43.965575 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:13:43.965575 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:13:43.965575 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:13:43.965575 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:13:43.965575 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:13:43.965575 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:13:43.965575 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:13:43.965575 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:13:43.965575 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:13:43.965575 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:13:43.965575 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:13:43.965575 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:13:43.965575 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:13:43.965575 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:13:43.965575 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:13:43.965575 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:13:43.965575 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:13:43.965575 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:13:43.965575 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:13:43.965575 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:13:43.965575 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:13:43.965575 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:13:43.965575 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:13:43.965575 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:13:43.965575 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:13:43.965575 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:13:43.965575 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:13:43.992937 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-10f1f749-3a79-4b1e-a710-e140346cc6cb tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:44.044746 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43368) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:44.068786 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f1f749-3a79-4b1e-a710-e140346cc6cb tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Pushing event updated for resources: {'Subnet': ['ID=dc35f0ab-d97e-4b9d-bfa1-487bb3febb4b,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:44.072730 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e47af360-e2a6-4ded-8ced-186bc1fa8996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:44.084761 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f1f749-3a79-4b1e-a710-e140346cc6cb tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Checking segment: {'id': 'a37694d5-66b7-4fb0-9623-9a4e8751f3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9aa2977e-54a2-4620-8746-0fb413c1acd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:44.085421 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f1f749-3a79-4b1e-a710-e140346cc6cb tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Network hostable DHCP agents. Network: 9aa2977e-54a2-4620-8746-0fb413c1acd8, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:13:44.088531 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e47af360-e2a6-4ded-8ced-186bc1fa8996 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:44.092009 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e47af360-e2a6-4ded-8ced-186bc1fa8996 admin admin] 10.222.0.57 "DELETE /v2.0/networks/9fdfc968-fd05-4762-858e-87980e28a6e6 HTTP/1.1" status: 204 len: 168 time: 0.5794499 Oct 19 01:13:44.105715 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47af360-e2a6-4ded-8ced-186bc1fa8996 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fdfc968-fd05-4762-858e-87980e28a6e6,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:44.112786 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f1f749-3a79-4b1e-a710-e140346cc6cb tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Network 9aa2977e-54a2-4620-8746-0fb413c1acd8 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:13:44.125431 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-10f1f749-3a79-4b1e-a710-e140346cc6cb tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 9aa2977e-54a2-4620-8746-0fb413c1acd8) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:44.130442 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f1f749-3a79-4b1e-a710-e140346cc6cb tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:44.131203 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-10f1f749-3a79-4b1e-a710-e140346cc6cb tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:44.133480 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1f8875b7-24c4-478d-afee-23aa9b9e2ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:44.137042 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bd989b-805c-4eb0-b0c7-b16096ddf497 None None] Network 9aa2977e-54a2-4620-8746-0fb413c1acd8 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:44.156335 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-10f1f749-3a79-4b1e-a710-e140346cc6cb tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6546724 Oct 19 01:13:44.158897 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43374) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:44.161825 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-1f8875b7-24c4-478d-afee-23aa9b9e2ee6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02cb5d40-2958-407d-8bb5-d10795471497']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:44.170707 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-c487bc8a-d24c-400e-8995-60ff299741cc tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Request body: {'network': {'name': 'tempest-router-network01--1396672406'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:44.175023 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-1f8875b7-24c4-478d-afee-23aa9b9e2ee6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1566dcec-a88f-4acf-9a0d-c0bbb20a8d2f') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:44.175464 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-1f8875b7-24c4-478d-afee-23aa9b9e2ee6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1566dcec-a88f-4acf-9a0d-c0bbb20a8d2f') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:44.200768 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c487bc8a-d24c-400e-8995-60ff299741cc tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Made reservation on behalf of 30782ff413a7486f80b0cdd5172021d0 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:44.205456 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c487bc8a-d24c-400e-8995-60ff299741cc tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:44.215124 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1f8875b7-24c4-478d-afee-23aa9b9e2ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:44.230879 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1f8875b7-24c4-478d-afee-23aa9b9e2ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:44.238254 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c487bc8a-d24c-400e-8995-60ff299741cc tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:13:44.244091 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f8875b7-24c4-478d-afee-23aa9b9e2ee6 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:13:44.246976 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1f8875b7-24c4-478d-afee-23aa9b9e2ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:44.249099 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c487bc8a-d24c-400e-8995-60ff299741cc tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:44.249099 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-c487bc8a-d24c-400e-8995-60ff299741cc tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Added segment 2fcc8e8f-f68b-4578-b3fa-a9749641c160 of type vlan for network ee09f4f2-8912-41cf-af61-acbe25cf51a1 Oct 19 01:13:44.249365 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:13:44.249365 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:13:44.249365 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:13:44.249365 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:13:44.249365 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:13:44.249365 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:13:44.249365 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:13:44.249365 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:13:44.249365 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:13:44.249365 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:13:44.249365 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:13:44.249365 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:13:44.249365 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:13:44.249365 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:13:44.249365 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:13:44.249365 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:13:44.249365 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:13:44.249365 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:13:44.249365 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:13:44.249365 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:13:44.249365 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:13:44.249365 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:13:44.249365 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:13:44.249365 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:13:44.249365 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:13:44.249365 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:13:44.249365 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:13:44.249365 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:13:44.249365 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:13:44.249365 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:13:44.249365 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:13:44.249365 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:13:44.293358 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c487bc8a-d24c-400e-8995-60ff299741cc tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:44.323949 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-ff0c5fce-7112-46d3-a7e1-0d9edaf9e5a8 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-36982336'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:44.345608 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c487bc8a-d24c-400e-8995-60ff299741cc tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:44.351426 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c487bc8a-d24c-400e-8995-60ff299741cc tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:44.352713 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c487bc8a-d24c-400e-8995-60ff299741cc tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:44.355046 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bc9ba6-dfbc-49fc-b7cc-4a2e50c6c865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-9aa2977e-54a2-4620-8746-0fb413c1acd8', 'network_id': '9aa2977e-54a2-4620-8746-0fb413c1acd8', 'tenant_id': '30782ff413a7486f80b0cdd5172021d0', 'fixed_ips': [{'subnet_id': 'dc35f0ab-d97e-4b9d-bfa1-487bb3febb4b'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:13:44.356006 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-31bc9ba6-dfbc-49fc-b7cc-4a2e50c6c865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:44.390267 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1f8875b7-24c4-478d-afee-23aa9b9e2ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:44.401062 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1f8875b7-24c4-478d-afee-23aa9b9e2ee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:44.408134 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1f8875b7-24c4-478d-afee-23aa9b9e2ee6 admin admin] 10.222.0.57 "DELETE /v2.0/networks/02cb5d40-2958-407d-8bb5-d10795471497 HTTP/1.1" status: 204 len: 168 time: 0.5879850 Oct 19 01:13:44.427649 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8875b7-24c4-478d-afee-23aa9b9e2ee6 admin admin] Pushing event deleted for resources: {'Network': ['ID=02cb5d40-2958-407d-8bb5-d10795471497,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:44.451189 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487bc8a-d24c-400e-8995-60ff299741cc tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Pushing event updated for resources: {'Network': ['ID=ee09f4f2-8912-41cf-af61-acbe25cf51a1,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:44.453298 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0c5fce-7112-46d3-a7e1-0d9edaf9e5a8 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Made reservation on behalf of 45cc295ec55c42e48f6c63766824df7c for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:44.456976 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ff0c5fce-7112-46d3-a7e1-0d9edaf9e5a8 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:44.469793 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43380) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:44.491446 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network ee09f4f2-8912-41cf-af61-acbe25cf51a1 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:13:44.505242 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ff0c5fce-7112-46d3-a7e1-0d9edaf9e5a8 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:44.523862 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c487bc8a-d24c-400e-8995-60ff299741cc tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3637388 Oct 19 01:13:44.525551 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43382) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:44.532617 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-98c6950f-e698-476e-9037-0abbc55c243d tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Request body: {'network': {'name': 'tempest-router-network02--1702710044'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:44.559330 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-68bbe3c9-45bc-4f11-a7e2-bbece3c36fd4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6b1b4901fc87414a92dc3f7f47c3c09a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0858340 Oct 19 01:13:44.560766 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e578c5-8574-4940-bd6c-a01d64465a00 req-6ca2fab6-118a-48d6-9d25-1b2930c50f71 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:44.561518 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43384) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:44.567799 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e578c5-8574-4940-bd6c-a01d64465a00 req-6ca2fab6-118a-48d6-9d25-1b2930c50f71 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:44.569708 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c5e578c5-8574-4940-bd6c-a01d64465a00 req-6ca2fab6-118a-48d6-9d25-1b2930c50f71 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=08aea2b6-6d10-4547-8c4b-eaee7a50dc13 HTTP/1.1" status: 200 len: 1681 time: 0.1232021 Oct 19 01:13:44.596728 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c6950f-e698-476e-9037-0abbc55c243d tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Made reservation on behalf of 30782ff413a7486f80b0cdd5172021d0 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:44.600650 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-98c6950f-e698-476e-9037-0abbc55c243d tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:44.608754 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43386) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:44.638911 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c5e578c5-8574-4940-bd6c-a01d64465a00 req-980c3577-0e03-4412-bb4f-05a02eee77f0 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd184901-d9e0-49b7-8bcb-3e71a3b25297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591171 Oct 19 01:13:44.652694 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98c6950f-e698-476e-9037-0abbc55c243d tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:13:44.663920 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-98c6950f-e698-476e-9037-0abbc55c243d tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:44.664164 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-31bc9ba6-dfbc-49fc-b7cc-4a2e50c6c865 None None] Allocated IP 2001:db8::2 (9aa2977e-54a2-4620-8746-0fb413c1acd8/dc35f0ab-d97e-4b9d-bfa1-487bb3febb4b/de773afb-7794-4975-aa42-60ed1071da49) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:44.664833 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-98c6950f-e698-476e-9037-0abbc55c243d tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Added segment c0b66339-ec44-41ca-a5fa-e8dba97f815a of type vlan for network c5ff88e0-b460-4000-87ee-3df836b4ebca Oct 19 01:13:44.691555 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ff0c5fce-7112-46d3-a7e1-0d9edaf9e5a8 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:44.696769 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ff0c5fce-7112-46d3-a7e1-0d9edaf9e5a8 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:44.716201 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-98c6950f-e698-476e-9037-0abbc55c243d tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:44.723895 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff0c5fce-7112-46d3-a7e1-0d9edaf9e5a8 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:13:44.738454 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c5fce-7112-46d3-a7e1-0d9edaf9e5a8 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf1c672-2c8c-49f3-abae-67bdd76c7e17,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:44.744739 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ff0c5fce-7112-46d3-a7e1-0d9edaf9e5a8 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:44.745503 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-ff0c5fce-7112-46d3-a7e1-0d9edaf9e5a8 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Added segment 9cc6b264-1abc-4b83-a145-3e33e14fcfa2 of type vlan for network 9183c9bf-c329-4b6f-ad22-9d44b132e7d3 Oct 19 01:13:44.758678 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-98c6950f-e698-476e-9037-0abbc55c243d tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:44.764595 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c6950f-e698-476e-9037-0abbc55c243d tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:44.765258 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-98c6950f-e698-476e-9037-0abbc55c243d tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:44.790657 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ff0c5fce-7112-46d3-a7e1-0d9edaf9e5a8 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:44.802146 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6962f73c-350b-47bd-ab03-690be4b5b096 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:44.824732 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ff0c5fce-7112-46d3-a7e1-0d9edaf9e5a8 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:44.830519 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0c5fce-7112-46d3-a7e1-0d9edaf9e5a8 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:44.831224 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ff0c5fce-7112-46d3-a7e1-0d9edaf9e5a8 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:44.833569 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-31bc9ba6-dfbc-49fc-b7cc-4a2e50c6c865 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:44.844764 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-31bc9ba6-dfbc-49fc-b7cc-4a2e50c6c865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:44.845033 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-98c6950f-e698-476e-9037-0abbc55c243d tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3153195 Oct 19 01:13:44.845357 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43388) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:44.853061 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-5a817545-cdbb-4a58-af22-790b124f658d tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Request body: {'subnet': {'network_id': 'ee09f4f2-8912-41cf-af61-acbe25cf51a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:44.884586 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2448d236-12b9-4721-85eb-9fcb3f2db9f5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fa2c41b5d69c456eadbd2e00be2f25a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2674930 Oct 19 01:13:44.888246 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bc9ba6-dfbc-49fc-b7cc-4a2e50c6c865 None None] Network 9aa2977e-54a2-4620-8746-0fb413c1acd8 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:44.888422 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6950f-e698-476e-9037-0abbc55c243d tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Pushing event updated for resources: {'Network': ['ID=c5ff88e0-b460-4000-87ee-3df836b4ebca,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:44.892229 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6962f73c-350b-47bd-ab03-690be4b5b096 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:44.892551 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43390) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:44.894128 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-31bc9ba6-dfbc-49fc-b7cc-4a2e50c6c865 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:44.896665 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bc9ba6-dfbc-49fc-b7cc-4a2e50c6c865 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:44.912374 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ff0c5fce-7112-46d3-a7e1-0d9edaf9e5a8 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8664401 Oct 19 01:13:44.932660 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network c5ff88e0-b460-4000-87ee-3df836b4ebca details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:13:44.949296 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc9ba6-dfbc-49fc-b7cc-4a2e50c6c865 None None] Pushing event updated for resources: {'Port': ['ID=de773afb-7794-4975-aa42-60ed1071da49,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:44.971837 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6962f73c-350b-47bd-ab03-690be4b5b096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:44.975007 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6962f73c-350b-47bd-ab03-690be4b5b096 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:44.976379 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-31bc9ba6-dfbc-49fc-b7cc-4a2e50c6c865 None None] Attempting to bind port de773afb-7794-4975-aa42-60ed1071da49 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:13:44.976955 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-31bc9ba6-dfbc-49fc-b7cc-4a2e50c6c865 None None] Attempting to bind port de773afb-7794-4975-aa42-60ed1071da49 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'a37694d5-66b7-4fb0-9623-9a4e8751f3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9aa2977e-54a2-4620-8746-0fb413c1acd8'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:13:44.977517 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bc9ba6-dfbc-49fc-b7cc-4a2e50c6c865 None None] Attempting to bind port de773afb-7794-4975-aa42-60ed1071da49 on network 9aa2977e-54a2-4620-8746-0fb413c1acd8 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:44.978067 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6962f73c-350b-47bd-ab03-690be4b5b096 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7238bb51-36e4-4ba0-a16e-a418cbf2f825 HTTP/1.1" status: 204 len: 168 time: 0.4148586 Oct 19 01:13:44.993676 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962f73c-350b-47bd-ab03-690be4b5b096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7238bb51-36e4-4ba0-a16e-a418cbf2f825,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:45.018243 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bc9ba6-dfbc-49fc-b7cc-4a2e50c6c865 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:13:45.018950 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bc9ba6-dfbc-49fc-b7cc-4a2e50c6c865 None None] Checking segment: {'id': 'a37694d5-66b7-4fb0-9623-9a4e8751f3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9aa2977e-54a2-4620-8746-0fb413c1acd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:45.019753 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-31bc9ba6-dfbc-49fc-b7cc-4a2e50c6c865 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:45.020350 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bc9ba6-dfbc-49fc-b7cc-4a2e50c6c865 None None] Bound using segment: {'id': 'a37694d5-66b7-4fb0-9623-9a4e8751f3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9aa2977e-54a2-4620-8746-0fb413c1acd8'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:13:45.020831 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-31bc9ba6-dfbc-49fc-b7cc-4a2e50c6c865 None None] Bound port: de773afb-7794-4975-aa42-60ed1071da49, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37694d5-66b7-4fb0-9623-9a4e8751f3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9aa2977e-54a2-4620-8746-0fb413c1acd8'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:13:45.021208 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-31bc9ba6-dfbc-49fc-b7cc-4a2e50c6c865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:45.052299 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c5fce-7112-46d3-a7e1-0d9edaf9e5a8 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Pushing event updated for resources: {'Network': ['ID=9183c9bf-c329-4b6f-ad22-9d44b132e7d3,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:45.081967 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 9183c9bf-c329-4b6f-ad22-9d44b132e7d3 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:13:45.085438 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a817545-cdbb-4a58-af22-790b124f658d tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Made reservation on behalf of 30782ff413a7486f80b0cdd5172021d0 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:45.089799 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5a817545-cdbb-4a58-af22-790b124f658d tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:45.095027 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device c14ad30f-facc-4efc-80ac-7246b65c10f3 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:45.270053 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-31bc9ba6-dfbc-49fc-b7cc-4a2e50c6c865 None None] For port de773afb-7794-4975-aa42-60ed1071da49, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:13:45.274839 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-31bc9ba6-dfbc-49fc-b7cc-4a2e50c6c865 None None] For port de773afb-7794-4975-aa42-60ed1071da49, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=de773afb-7794-4975-aa42-60ed1071da49,segment=NetworkSegment(a37694d5-66b7-4fb0-9623-9a4e8751f3fd),segment_id=a37694d5-66b7-4fb0-9623-9a4e8751f3fd)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:13:45.279483 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port c14ad30f-facc-4efc-80ac-7246b65c10f3 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:13:45.284730 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-31bc9ba6-dfbc-49fc-b7cc-4a2e50c6c865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:45.290914 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port c14ad30f-facc-4efc-80ac-7246b65c10f3 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:45.291463 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:45.318307 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5a817545-cdbb-4a58-af22-790b124f658d tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:45.382377 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a817545-cdbb-4a58-af22-790b124f658d tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Pushing event updated for resources: {'Subnet': ['ID=8caa99b6-1bab-4b23-be7f-1fdb2ef291c2,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:45.450059 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a817545-cdbb-4a58-af22-790b124f658d tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Checking segment: {'id': '2fcc8e8f-f68b-4578-b3fa-a9749641c160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ee09f4f2-8912-41cf-af61-acbe25cf51a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:45.450565 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a817545-cdbb-4a58-af22-790b124f658d tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Network hostable DHCP agents. Network: ee09f4f2-8912-41cf-af61-acbe25cf51a1, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:13:45.455538 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc9ba6-dfbc-49fc-b7cc-4a2e50c6c865 None None] Pushing event updated for resources: {'Port': ['ID=de773afb-7794-4975-aa42-60ed1071da49,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:45.473545 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-508ec8ae-bd2c-41e7-8ac8-92fec0dec94e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:45.522333 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a817545-cdbb-4a58-af22-790b124f658d tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Network ee09f4f2-8912-41cf-af61-acbe25cf51a1 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:13:45.546922 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:45.548976 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-508ec8ae-bd2c-41e7-8ac8-92fec0dec94e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:45.551635 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-5a817545-cdbb-4a58-af22-790b124f658d tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, ee09f4f2-8912-41cf-af61-acbe25cf51a1) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:45.568245 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a817545-cdbb-4a58-af22-790b124f658d tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:45.568823 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5a817545-cdbb-4a58-af22-790b124f658d tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:45.619962 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5a817545-cdbb-4a58-af22-790b124f658d tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7733011 Oct 19 01:13:45.622779 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43404) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:45.628789 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-cb17d8af-20dc-4e99-a350-ac1f89694b03 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Request body: {'subnet': {'network_id': 'c5ff88e0-b460-4000-87ee-3df836b4ebca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:45.649906 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-508ec8ae-bd2c-41e7-8ac8-92fec0dec94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:45.653542 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-508ec8ae-bd2c-41e7-8ac8-92fec0dec94e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:45.654798 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-508ec8ae-bd2c-41e7-8ac8-92fec0dec94e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ea9113b8-21ec-4d8b-a48d-232538357e5f HTTP/1.1" status: 204 len: 168 time: 0.7607579 Oct 19 01:13:45.660682 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e43c66a-0c62-475d-9d7d-a7f230ce13ea None None] Network ee09f4f2-8912-41cf-af61-acbe25cf51a1 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:45.667631 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ec8ae-bd2c-41e7-8ac8-92fec0dec94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9113b8-21ec-4d8b-a48d-232538357e5f,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:45.983485 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port c14ad30f-facc-4efc-80ac-7246b65c10f3, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=c14ad30f-facc-4efc-80ac-7246b65c10f3,segment=NetworkSegment(6bffe836-365f-480e-aae2-66f214ee3348),segment_id=6bffe836-365f-480e-aae2-66f214ee3348)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:46.048006 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb17d8af-20dc-4e99-a350-ac1f89694b03 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Made reservation on behalf of 30782ff413a7486f80b0cdd5172021d0 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:46.052394 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cb17d8af-20dc-4e99-a350-ac1f89694b03 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:46.259878 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08aea2b6-6d10-4547-8c4b-eaee7a50dc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14ad30f-facc-4efc-80ac-7246b65c10f3'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:46.262329 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4c251f-b409-448f-ac2f-1b311af3b88e" -d '{"events": [{"server_uuid": "08aea2b6-6d10-4547-8c4b-eaee7a50dc13", "name": "network-vif-plugged", "status": "completed", "tag": "c14ad30f-facc-4efc-80ac-7246b65c10f3"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:46.294738 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device de773afb-7794-4975-aa42-60ed1071da49 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:46.310784 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:46.311662 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 72a07a24-d6de-4a36-a48e-b0ab48835c4d up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:46.494822 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08dc53-7ca6-458b-8dd7-45e092435eaa req-7f561bde-dc7b-4e57-856b-75fa595e2d7f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:46.536020 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4907a71a-b131-4c1e-afa6-9989e66b39f6 x-openstack-request-id: req-4907a71a-b131-4c1e-afa6-9989e66b39f6 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:13:46.536323 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08aea2b6-6d10-4547-8c4b-eaee7a50dc13", "name": "network-vif-plugged", "status": "completed", "tag": "c14ad30f-facc-4efc-80ac-7246b65c10f3", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:13:46.536684 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4907a71a-b131-4c1e-afa6-9989e66b39f6 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:13:46.537096 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08aea2b6-6d10-4547-8c4b-eaee7a50dc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14ad30f-facc-4efc-80ac-7246b65c10f3', 'code': 200} Oct 19 01:13:46.540097 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08dc53-7ca6-458b-8dd7-45e092435eaa req-7f561bde-dc7b-4e57-856b-75fa595e2d7f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:46.567821 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4b08dc53-7ca6-458b-8dd7-45e092435eaa req-7f561bde-dc7b-4e57-856b-75fa595e2d7f tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=08aea2b6-6d10-4547-8c4b-eaee7a50dc13 HTTP/1.1" status: 200 len: 1681 time: 0.6570566 Oct 19 01:13:46.581956 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b583fac4-9192-42e2-8d21-e5cf1ebcea1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-ee09f4f2-8912-41cf-af61-acbe25cf51a1', 'network_id': 'ee09f4f2-8912-41cf-af61-acbe25cf51a1', 'tenant_id': '30782ff413a7486f80b0cdd5172021d0', 'fixed_ips': [{'subnet_id': '8caa99b6-1bab-4b23-be7f-1fdb2ef291c2'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:13:46.581956 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b583fac4-9192-42e2-8d21-e5cf1ebcea1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:46.588261 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cb17d8af-20dc-4e99-a350-ac1f89694b03 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:46.596375 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port de773afb-7794-4975-aa42-60ed1071da49 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:46.596789 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:46.813916 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=c14ad30f-facc-4efc-80ac-7246b65c10f3,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:46.825395 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 72a07a24-d6de-4a36-a48e-b0ab48835c4d completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:13:46.863416 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4b08dc53-7ca6-458b-8dd7-45e092435eaa req-7932487e-5c64-4608-8ef0-816f28fc4c81 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd184901-d9e0-49b7-8bcb-3e71a3b25297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864254 Oct 19 01:13:46.890891 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43436) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:46.932972 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 72a07a24-d6de-4a36-a48e-b0ab48835c4d triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:46.933353 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:46.997085 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb17d8af-20dc-4e99-a350-ac1f89694b03 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Checking segment: {'id': 'c0b66339-ec44-41ca-a5fa-e8dba97f815a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c5ff88e0-b460-4000-87ee-3df836b4ebca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:46.998021 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb17d8af-20dc-4e99-a350-ac1f89694b03 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Network hostable DHCP agents. Network: c5ff88e0-b460-4000-87ee-3df836b4ebca, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:13:46.998309 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6c5fcae4-b9fa-4db0-a267-0c784fada959 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e7fccf8731f24d3d924735bdaf3f30be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1055503 Oct 19 01:13:46.999176 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43440) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:47.034550 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17d8af-20dc-4e99-a350-ac1f89694b03 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Pushing event updated for resources: {'Subnet': ['ID=4fa6eff9-95ba-40bd-84a9-e0e38f42b785,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:47.052792 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1376cd8a-4b61-44c6-a068-3462316eb14d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:47.082937 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-781af851-9c01-4980-ae2e-bcd05410e4b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:47.091057 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb17d8af-20dc-4e99-a350-ac1f89694b03 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Network c5ff88e0-b460-4000-87ee-3df836b4ebca is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:13:47.131883 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-cb17d8af-20dc-4e99-a350-ac1f89694b03 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, c5ff88e0-b460-4000-87ee-3df836b4ebca) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:47.141552 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb17d8af-20dc-4e99-a350-ac1f89694b03 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:47.142143 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cb17d8af-20dc-4e99-a350-ac1f89694b03 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:47.152066 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-781af851-9c01-4980-ae2e-bcd05410e4b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:47.185577 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cb17d8af-20dc-4e99-a350-ac1f89694b03 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5593147 Oct 19 01:13:47.186082 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43444) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:47.222793 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2e6d5a-7b8f-48f7-a83a-095d8c2044a8 None None] Network c5ff88e0-b460-4000-87ee-3df836b4ebca requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:47.241479 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:47.248803 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43446) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:47.258740 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-781af851-9c01-4980-ae2e-bcd05410e4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:47.262606 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-781af851-9c01-4980-ae2e-bcd05410e4b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:47.267259 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-781af851-9c01-4980-ae2e-bcd05410e4b9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2659dffb-accc-4156-9399-a95eb4075f37 HTTP/1.1" status: 204 len: 168 time: 0.2668486 Oct 19 01:13:47.279191 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60056548-b94a-4283-93d0-87dc16e1748f None None] Network 9aa2977e-54a2-4620-8746-0fb413c1acd8 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:47.279408 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781af851-9c01-4980-ae2e-bcd05410e4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2659dffb-accc-4156-9399-a95eb4075f37,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:47.340402 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:47.356144 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:47.424228 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port de773afb-7794-4975-aa42-60ed1071da49, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=de773afb-7794-4975-aa42-60ed1071da49,segment=NetworkSegment(a37694d5-66b7-4fb0-9623-9a4e8751f3fd),segment_id=a37694d5-66b7-4fb0-9623-9a4e8751f3fd)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:47.479095 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:47.491697 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-976ce216-c387-47d2-b1d1-e73b05b64a03 None None] Provisioning complete for port de773afb-7794-4975-aa42-60ed1071da49 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:47.492603 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-976ce216-c387-47d2-b1d1-e73b05b64a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:47.603852 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9749b-22ea-4d9b-8168-534540ab0c06 req-48275e19-a2a9-493c-847f-c72b868c01b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:47.605430 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9749b-22ea-4d9b-8168-534540ab0c06 req-48275e19-a2a9-493c-847f-c72b868c01b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:47.607286 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9749b-22ea-4d9b-8168-534540ab0c06 req-48275e19-a2a9-493c-847f-c72b868c01b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:47.608051 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9749b-22ea-4d9b-8168-534540ab0c06 req-48275e19-a2a9-493c-847f-c72b868c01b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:47.609249 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9749b-22ea-4d9b-8168-534540ab0c06 req-48275e19-a2a9-493c-847f-c72b868c01b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:47.611458 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9749b-22ea-4d9b-8168-534540ab0c06 req-48275e19-a2a9-493c-847f-c72b868c01b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:47.612166 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9749b-22ea-4d9b-8168-534540ab0c06 req-48275e19-a2a9-493c-847f-c72b868c01b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:47.615554 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 72a07a24-d6de-4a36-a48e-b0ab48835c4d, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=72a07a24-d6de-4a36-a48e-b0ab48835c4d,segment=NetworkSegment(ff1dbe79-1559-4eef-8a58-82cae491f778),segment_id=ff1dbe79-1559-4eef-8a58-82cae491f778)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:47.621575 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1be9749b-22ea-4d9b-8168-534540ab0c06 req-48275e19-a2a9-493c-847f-c72b868c01b5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 6506 time: 0.3707838 Oct 19 01:13:47.668934 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-b583fac4-9192-42e2-8d21-e5cf1ebcea1b None None] Allocated IP 2001:db8::2 (ee09f4f2-8912-41cf-af61-acbe25cf51a1/8caa99b6-1bab-4b23-be7f-1fdb2ef291c2/00539c33-9c0d-4766-87fc-ebf1cead0b76) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:47.680340 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:47.718831 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1be9749b-22ea-4d9b-8168-534540ab0c06 req-f861b829-393f-48ab-be41-98a32e4983e4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0873363 Oct 19 01:13:47.827215 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=de773afb-7794-4975-aa42-60ed1071da49,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:48.048612 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b2b5e06d-e16c-46b6-99b6-ef8ce1d9044a req-9bef5e20-fbd8-454d-bf67-512e60ca3206 tempest-ServerShowV257Test-1314242917 tempest-ServerShowV257Test-1314242917-project] 10.222.0.57 "GET /v2.0/ports?device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.0482163 Oct 19 01:13:48.055543 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=72a07a24-d6de-4a36-a48e-b0ab48835c4d,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:48.079850 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device de773afb-7794-4975-aa42-60ed1071da49 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:48.110378 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5e09d744-691e-4675-873c-df898fdf2900 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:48.134206 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:48.272578 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12a711-ef44-44e7-877e-bcf462635759 req-b6705f1a-429b-460d-95f4-32d71f091417 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:48.278880 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12a711-ef44-44e7-877e-bcf462635759 req-b6705f1a-429b-460d-95f4-32d71f091417 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:48.280721 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1a12a711-ef44-44e7-877e-bcf462635759 req-b6705f1a-429b-460d-95f4-32d71f091417 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=08aea2b6-6d10-4547-8c4b-eaee7a50dc13 HTTP/1.1" status: 200 len: 1683 time: 0.1975484 Oct 19 01:13:48.311126 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dc5f8f-c738-444d-aa50-8ea16d3ae4e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-c5ff88e0-b460-4000-87ee-3df836b4ebca', 'network_id': 'c5ff88e0-b460-4000-87ee-3df836b4ebca', 'tenant_id': '30782ff413a7486f80b0cdd5172021d0', 'fixed_ips': [{'subnet_id': '4fa6eff9-95ba-40bd-84a9-e0e38f42b785'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:13:48.312931 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-27dc5f8f-c738-444d-aa50-8ea16d3ae4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:48.370468 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43490) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:48.375773 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-4eaa000d-4f92-4109-a93f-194f09632867 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Request body: {'subnet': {'network_id': '9183c9bf-c329-4b6f-ad22-9d44b132e7d3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:48.378038 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1a12a711-ef44-44e7-877e-bcf462635759 req-50afd867-0e8f-49bf-b206-19ca5f8b3010 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd184901-d9e0-49b7-8bcb-3e71a3b25297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890818 Oct 19 01:13:48.492821 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b583fac4-9192-42e2-8d21-e5cf1ebcea1b None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:48.534079 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eaa000d-4f92-4109-a93f-194f09632867 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Made reservation on behalf of 45cc295ec55c42e48f6c63766824df7c for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:48.543209 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4eaa000d-4f92-4109-a93f-194f09632867 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:48.560382 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08aea2b6-6d10-4547-8c4b-eaee7a50dc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a07a24-d6de-4a36-a48e-b0ab48835c4d'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:48.562662 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b041817e-3cfa-4f2b-a7fb-4451e3ea5ea8" -d '{"events": [{"server_uuid": "08aea2b6-6d10-4547-8c4b-eaee7a50dc13", "name": "network-vif-plugged", "status": "completed", "tag": "72a07a24-d6de-4a36-a48e-b0ab48835c4d"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:48.571109 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-5e09d744-691e-4675-873c-df898fdf2900 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Allocated IP 2001:db8::1 (ee09f4f2-8912-41cf-af61-acbe25cf51a1/8caa99b6-1bab-4b23-be7f-1fdb2ef291c2/77af427e-1574-4602-ab31-7b2687c1f64f) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:48.584156 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b583fac4-9192-42e2-8d21-e5cf1ebcea1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:48.604546 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port de773afb-7794-4975-aa42-60ed1071da49 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:48.604750 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:48.676401 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368e1cfb-1751-4c38-9830-86ad376a6588 x-openstack-request-id: req-368e1cfb-1751-4c38-9830-86ad376a6588 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:13:48.676401 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08aea2b6-6d10-4547-8c4b-eaee7a50dc13", "name": "network-vif-plugged", "status": "completed", "tag": "72a07a24-d6de-4a36-a48e-b0ab48835c4d", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:13:48.676752 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-368e1cfb-1751-4c38-9830-86ad376a6588 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:13:48.678132 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08aea2b6-6d10-4547-8c4b-eaee7a50dc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a07a24-d6de-4a36-a48e-b0ab48835c4d', 'code': 200} Oct 19 01:13:48.755807 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b583fac4-9192-42e2-8d21-e5cf1ebcea1b None None] Network ee09f4f2-8912-41cf-af61-acbe25cf51a1 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:48.763457 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-b583fac4-9192-42e2-8d21-e5cf1ebcea1b None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:48.766231 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583fac4-9192-42e2-8d21-e5cf1ebcea1b None None] Pushing event updated for resources: {'Port': ['ID=00539c33-9c0d-4766-87fc-ebf1cead0b76,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:48.770196 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b583fac4-9192-42e2-8d21-e5cf1ebcea1b None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:48.849427 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-27dc5f8f-c738-444d-aa50-8ea16d3ae4e0 None None] Allocated IP 2001:db8::2 (c5ff88e0-b460-4000-87ee-3df836b4ebca/4fa6eff9-95ba-40bd-84a9-e0e38f42b785/ffa1ac66-e50e-4acd-8e68-38452fab6cf8) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:48.885771 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5e09d744-691e-4675-873c-df898fdf2900 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:48.902635 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-b583fac4-9192-42e2-8d21-e5cf1ebcea1b None None] Attempting to bind port 00539c33-9c0d-4766-87fc-ebf1cead0b76 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:13:48.903070 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-b583fac4-9192-42e2-8d21-e5cf1ebcea1b None None] Attempting to bind port 00539c33-9c0d-4766-87fc-ebf1cead0b76 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '2fcc8e8f-f68b-4578-b3fa-a9749641c160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ee09f4f2-8912-41cf-af61-acbe25cf51a1'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:13:48.903503 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b583fac4-9192-42e2-8d21-e5cf1ebcea1b None None] Attempting to bind port 00539c33-9c0d-4766-87fc-ebf1cead0b76 on network ee09f4f2-8912-41cf-af61-acbe25cf51a1 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:48.919011 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b583fac4-9192-42e2-8d21-e5cf1ebcea1b None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:13:48.919334 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b583fac4-9192-42e2-8d21-e5cf1ebcea1b None None] Checking segment: {'id': '2fcc8e8f-f68b-4578-b3fa-a9749641c160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ee09f4f2-8912-41cf-af61-acbe25cf51a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:48.919816 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b583fac4-9192-42e2-8d21-e5cf1ebcea1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:48.920545 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b583fac4-9192-42e2-8d21-e5cf1ebcea1b None None] Bound using segment: {'id': '2fcc8e8f-f68b-4578-b3fa-a9749641c160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ee09f4f2-8912-41cf-af61-acbe25cf51a1'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:13:48.921105 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-b583fac4-9192-42e2-8d21-e5cf1ebcea1b None None] Bound port: 00539c33-9c0d-4766-87fc-ebf1cead0b76, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fcc8e8f-f68b-4578-b3fa-a9749641c160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ee09f4f2-8912-41cf-af61-acbe25cf51a1'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:13:48.932397 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b583fac4-9192-42e2-8d21-e5cf1ebcea1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:48.962311 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5e09d744-691e-4675-873c-df898fdf2900 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:48.982619 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4eaa000d-4f92-4109-a93f-194f09632867 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:49.074093 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e09d744-691e-4675-873c-df898fdf2900 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Network ee09f4f2-8912-41cf-af61-acbe25cf51a1 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:49.093898 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-5e09d744-691e-4675-873c-df898fdf2900 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:49.096589 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09d744-691e-4675-873c-df898fdf2900 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Pushing event updated for resources: {'Port': ['ID=77af427e-1574-4602-ab31-7b2687c1f64f,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:49.098902 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17b9e1-f079-410b-a090-cd4886265bb4 req-e8e33346-6414-48d9-a23a-027c02ebe391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:49.099655 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-710de237-8518-4579-98f3-339b0d30e39b None None] Provisioning complete for port de773afb-7794-4975-aa42-60ed1071da49 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:49.100108 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-710de237-8518-4579-98f3-339b0d30e39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:49.100688 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17b9e1-f079-410b-a090-cd4886265bb4 req-e8e33346-6414-48d9-a23a-027c02ebe391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:49.102631 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9e17b9e1-f079-410b-a090-cd4886265bb4 req-e8e33346-6414-48d9-a23a-027c02ebe391 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=08aea2b6-6d10-4547-8c4b-eaee7a50dc13 HTTP/1.1" status: 200 len: 1987 time: 0.1802692 Oct 19 01:13:49.114731 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-2958657f-4925-4dfd-9cf4-8d010743af6a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1893322 Oct 19 01:13:49.119495 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e09d744-691e-4675-873c-df898fdf2900 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:49.121804 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5e09d744-691e-4675-873c-df898fdf2900 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:49.126538 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa000d-4f92-4109-a93f-194f09632867 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Pushing event updated for resources: {'Subnet': ['ID=d3a3f999-4004-4af3-b41c-6c0a54011314,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:49.187016 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-b583fac4-9192-42e2-8d21-e5cf1ebcea1b None None] For port 00539c33-9c0d-4766-87fc-ebf1cead0b76, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:13:49.187704 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaa000d-4f92-4109-a93f-194f09632867 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:49.188184 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaa000d-4f92-4109-a93f-194f09632867 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:49.189205 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaa000d-4f92-4109-a93f-194f09632867 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:49.189834 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaa000d-4f92-4109-a93f-194f09632867 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:49.190441 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaa000d-4f92-4109-a93f-194f09632867 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:49.190981 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaa000d-4f92-4109-a93f-194f09632867 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:49.191562 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaa000d-4f92-4109-a93f-194f09632867 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:49.192176 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaa000d-4f92-4109-a93f-194f09632867 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:49.192772 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaa000d-4f92-4109-a93f-194f09632867 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:49.193735 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaa000d-4f92-4109-a93f-194f09632867 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:49.194308 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaa000d-4f92-4109-a93f-194f09632867 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:49.194841 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaa000d-4f92-4109-a93f-194f09632867 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:49.238925 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9e17b9e1-f079-410b-a090-cd4886265bb4 req-8dbd3fc4-82aa-479c-98ef-ba408ccf7392 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dd184901-d9e0-49b7-8bcb-3e71a3b25297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214817 Oct 19 01:13:49.240641 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaa000d-4f92-4109-a93f-194f09632867 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Checking segment: {'id': '9cc6b264-1abc-4b83-a145-3e33e14fcfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9183c9bf-c329-4b6f-ad22-9d44b132e7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:49.241521 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaa000d-4f92-4109-a93f-194f09632867 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Network hostable DHCP agents. Network: 9183c9bf-c329-4b6f-ad22-9d44b132e7d3, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:13:49.262515 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-371a69e2-7c6b-4f84-8852-b25430fa1d0b req-1c3d49b4-e03b-4377-b534-84a99478a84c tempest-ServerShowV257Test-1314242917 tempest-ServerShowV257Test-1314242917-project] 10.222.0.57 "GET /v2.0/ports?device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.0370269 Oct 19 01:13:49.279593 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-dfe6730b-ba07-486a-bd42-b5b619d1e584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:49.280271 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-dfe6730b-ba07-486a-bd42-b5b619d1e584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:49.280754 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-dfe6730b-ba07-486a-bd42-b5b619d1e584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:49.281357 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-dfe6730b-ba07-486a-bd42-b5b619d1e584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:49.282041 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-dfe6730b-ba07-486a-bd42-b5b619d1e584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:49.282508 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-dfe6730b-ba07-486a-bd42-b5b619d1e584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:49.282978 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-dfe6730b-ba07-486a-bd42-b5b619d1e584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:49.285074 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-dfe6730b-ba07-486a-bd42-b5b619d1e584 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=372044798076488b8078f880b919e81f&device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 6506 time: 0.1302323 Oct 19 01:13:49.286472 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaa000d-4f92-4109-a93f-194f09632867 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Network 9183c9bf-c329-4b6f-ad22-9d44b132e7d3 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:13:49.303779 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-4eaa000d-4f92-4109-a93f-194f09632867 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 9183c9bf-c329-4b6f-ad22-9d44b132e7d3) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:49.324745 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaa000d-4f92-4109-a93f-194f09632867 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:49.325342 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4eaa000d-4f92-4109-a93f-194f09632867 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:49.356343 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4eaa000d-4f92-4109-a93f-194f09632867 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9850221 Oct 19 01:13:49.356990 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43514) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:49.362146 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-cd87acf0-9631-4996-9e5e-972a2dd47f90 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1947667447'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:49.389869 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5e09d744-691e-4675-873c-df898fdf2900 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:49.393814 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd87acf0-9631-4996-9e5e-972a2dd47f90 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Made reservation on behalf of 45cc295ec55c42e48f6c63766824df7c for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:49.400959 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cd87acf0-9631-4996-9e5e-972a2dd47f90 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:49.447077 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c469f9-8b9d-43e4-9907-d00a6d27ad45 None None] Network 9183c9bf-c329-4b6f-ad22-9d44b132e7d3 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:49.469030 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-b583fac4-9192-42e2-8d21-e5cf1ebcea1b None None] For port 00539c33-9c0d-4766-87fc-ebf1cead0b76, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=00539c33-9c0d-4766-87fc-ebf1cead0b76,segment=NetworkSegment(2fcc8e8f-f68b-4578-b3fa-a9749641c160),segment_id=2fcc8e8f-f68b-4578-b3fa-a9749641c160)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:13:49.515153 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b583fac4-9192-42e2-8d21-e5cf1ebcea1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:49.588751 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583fac4-9192-42e2-8d21-e5cf1ebcea1b None None] Pushing event updated for resources: {'Port': ['ID=00539c33-9c0d-4766-87fc-ebf1cead0b76,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:49.590051 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd87acf0-9631-4996-9e5e-972a2dd47f90 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:13:49.636902 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-27dc5f8f-c738-444d-aa50-8ea16d3ae4e0 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:49.691755 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-8e24cac8-3186-4f8e-8302-0377f9c682a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:49.692793 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-8e24cac8-3186-4f8e-8302-0377f9c682a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:49.693525 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-8e24cac8-3186-4f8e-8302-0377f9c682a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:49.695253 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-8e24cac8-3186-4f8e-8302-0377f9c682a6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=40f93092-66e2-4482-a54e-d83d48322c91&id=4bdbb06e-439a-49c1-8bb0-4db0fdb649a5&id=4bdbb06e-439a-49c1-8bb0-4db0fdb649a5&id=4bdbb06e-439a-49c1-8bb0-4db0fdb649a5&id=4bdbb06e-439a-49c1-8bb0-4db0fdb649a5&id=28bbb5fd-c75c-47ce-a413-f94e9e278cac&id=28bbb5fd-c75c-47ce-a413-f94e9e278cac HTTP/1.1" status: 200 len: 2298 time: 0.2390296 Oct 19 01:13:49.699031 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cd87acf0-9631-4996-9e5e-972a2dd47f90 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:49.699484 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-cd87acf0-9631-4996-9e5e-972a2dd47f90 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Added segment a77d6ceb-b3b5-4a10-85f8-a8f325e888c1 of type vlan for network 5d09462d-ce21-4f99-a273-c94eb3c65e43 Oct 19 01:13:49.713421 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-27dc5f8f-c738-444d-aa50-8ea16d3ae4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:49.812169 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-6f5b46dc-24e8-44b0-b2ba-44c405fd5829 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd HTTP/1.1" status: 200 len: 1001 time: 0.0934007 Oct 19 01:13:49.829248 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5e09d744-691e-4675-873c-df898fdf2900 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:49.837416 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5e09d744-691e-4675-873c-df898fdf2900 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:49.839024 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5e09d744-691e-4675-873c-df898fdf2900 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:49.856164 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:49.858918 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cd87acf0-9631-4996-9e5e-972a2dd47f90 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:49.903324 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1519b-7945-43f6-a532-812296501d8c req-88bb7e76-2454-4690-9ee6-e141425246e4 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:49.910626 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1519b-7945-43f6-a532-812296501d8c req-88bb7e76-2454-4690-9ee6-e141425246e4 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:49.913433 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-48c1519b-7945-43f6-a532-812296501d8c req-88bb7e76-2454-4690-9ee6-e141425246e4 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=08aea2b6-6d10-4547-8c4b-eaee7a50dc13 HTTP/1.1" status: 200 len: 1683 time: 0.2333727 Oct 19 01:13:49.979086 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dc5f8f-c738-444d-aa50-8ea16d3ae4e0 None None] Network c5ff88e0-b460-4000-87ee-3df836b4ebca is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:49.986152 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cd87acf0-9631-4996-9e5e-972a2dd47f90 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:49.995464 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-27dc5f8f-c738-444d-aa50-8ea16d3ae4e0 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:49.996550 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd87acf0-9631-4996-9e5e-972a2dd47f90 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:49.997699 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cd87acf0-9631-4996-9e5e-972a2dd47f90 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:49.999497 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dc5f8f-c738-444d-aa50-8ea16d3ae4e0 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:50.001532 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc5f8f-c738-444d-aa50-8ea16d3ae4e0 None None] Pushing event updated for resources: {'Port': ['ID=ffa1ac66-e50e-4acd-8e68-38452fab6cf8,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:50.037448 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09d744-691e-4675-873c-df898fdf2900 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Pushing event updated for resources: {'Port': ['ID=77af427e-1574-4602-ab31-7b2687c1f64f,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:50.100474 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e09d744-691e-4675-873c-df898fdf2900 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Network ee09f4f2-8912-41cf-af61-acbe25cf51a1 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:50.101989 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dd95e2-2e90-4f1c-83b8-969b1f69ad19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-9183c9bf-c329-4b6f-ad22-9d44b132e7d3', 'network_id': '9183c9bf-c329-4b6f-ad22-9d44b132e7d3', 'tenant_id': '45cc295ec55c42e48f6c63766824df7c', 'fixed_ips': [{'subnet_id': 'd3a3f999-4004-4af3-b41c-6c0a54011314'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:13:50.103291 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-61dd95e2-2e90-4f1c-83b8-969b1f69ad19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:50.103696 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-5e09d744-691e-4675-873c-df898fdf2900 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:50.115470 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-27dc5f8f-c738-444d-aa50-8ea16d3ae4e0 None None] Attempting to bind port ffa1ac66-e50e-4acd-8e68-38452fab6cf8 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:13:50.116037 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-27dc5f8f-c738-444d-aa50-8ea16d3ae4e0 None None] Attempting to bind port ffa1ac66-e50e-4acd-8e68-38452fab6cf8 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'c0b66339-ec44-41ca-a5fa-e8dba97f815a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c5ff88e0-b460-4000-87ee-3df836b4ebca'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:13:50.116607 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dc5f8f-c738-444d-aa50-8ea16d3ae4e0 None None] Attempting to bind port ffa1ac66-e50e-4acd-8e68-38452fab6cf8 on network c5ff88e0-b460-4000-87ee-3df836b4ebca {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:50.127488 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dc5f8f-c738-444d-aa50-8ea16d3ae4e0 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:13:50.127902 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dc5f8f-c738-444d-aa50-8ea16d3ae4e0 None None] Checking segment: {'id': 'c0b66339-ec44-41ca-a5fa-e8dba97f815a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c5ff88e0-b460-4000-87ee-3df836b4ebca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:50.128426 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-27dc5f8f-c738-444d-aa50-8ea16d3ae4e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:50.128897 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dc5f8f-c738-444d-aa50-8ea16d3ae4e0 None None] Bound using segment: {'id': 'c0b66339-ec44-41ca-a5fa-e8dba97f815a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c5ff88e0-b460-4000-87ee-3df836b4ebca'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:13:50.129440 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-27dc5f8f-c738-444d-aa50-8ea16d3ae4e0 None None] Bound port: ffa1ac66-e50e-4acd-8e68-38452fab6cf8, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b66339-ec44-41ca-a5fa-e8dba97f815a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c5ff88e0-b460-4000-87ee-3df836b4ebca'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:13:50.129885 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-27dc5f8f-c738-444d-aa50-8ea16d3ae4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:50.143803 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87acf0-9631-4996-9e5e-972a2dd47f90 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Pushing event updated for resources: {'Network': ['ID=5d09462d-ce21-4f99-a273-c94eb3c65e43,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:50.148143 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-42ed338a-4eec-4083-81df-665ca6f4068e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:50.151142 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-42ed338a-4eec-4083-81df-665ca6f4068e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc8382b7-c6e6-465d-807f-c2cfe210cd02 HTTP/1.1" status: 200 len: 856 time: 0.2699723 Oct 19 01:13:50.157794 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-cd87acf0-9631-4996-9e5e-972a2dd47f90 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7997634 Oct 19 01:13:50.162843 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43526) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:50.169666 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-b0d2bf2a-2a53-4b3c-b6bd-ddce3adeb55d tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Request body: {'subnet': {'network_id': '5d09462d-ce21-4f99-a273-c94eb3c65e43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:50.208327 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-48c1519b-7945-43f6-a532-812296501d8c req-6c68938a-37e6-4a26-8fec-ed2cc675708d tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd184901-d9e0-49b7-8bcb-3e71a3b25297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582433 Oct 19 01:13:50.227178 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-0e216428-74ce-4ad4-b49a-3d3f6a9a6709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:50.229455 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-27dc5f8f-c738-444d-aa50-8ea16d3ae4e0 None None] For port ffa1ac66-e50e-4acd-8e68-38452fab6cf8, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:13:50.229927 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-0e216428-74ce-4ad4-b49a-3d3f6a9a6709 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=40f93092-66e2-4482-a54e-d83d48322c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640118 Oct 19 01:13:50.232732 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-27dc5f8f-c738-444d-aa50-8ea16d3ae4e0 None None] For port ffa1ac66-e50e-4acd-8e68-38452fab6cf8, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=ffa1ac66-e50e-4acd-8e68-38452fab6cf8,segment=NetworkSegment(c0b66339-ec44-41ca-a5fa-e8dba97f815a),segment_id=c0b66339-ec44-41ca-a5fa-e8dba97f815a)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:13:50.234014 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 5d09462d-ce21-4f99-a273-c94eb3c65e43 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:13:50.271920 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-27dc5f8f-c738-444d-aa50-8ea16d3ae4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:50.285426 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43528) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:50.348152 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e09d744-691e-4675-873c-df898fdf2900 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Router 0a075313-3df2-4e51-9f56-b1097aad244b is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:13:50.361470 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d2bf2a-2a53-4b3c-b6bd-ddce3adeb55d tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Made reservation on behalf of 45cc295ec55c42e48f6c63766824df7c for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:50.372027 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0d2bf2a-2a53-4b3c-b6bd-ddce3adeb55d tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:50.379156 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-d7f4a2e6-04e3-43cb-beb6-d50c887981c9 service neutron] 10.222.0.24 "GET /v2.0/networks/40f93092-66e2-4482-a54e-d83d48322c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368318 Oct 19 01:13:50.523497 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc5f8f-c738-444d-aa50-8ea16d3ae4e0 None None] Pushing event updated for resources: {'Port': ['ID=ffa1ac66-e50e-4acd-8e68-38452fab6cf8,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:50.568127 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1f1ea6f3-fc32-4b92-acb6-d0fe84bf5563 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:50.579093 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-9baaf5d0-2ffb-4d1f-98e3-be07d8a9017e service neutron] 10.222.0.24 "GET /v2.0/networks/40f93092-66e2-4482-a54e-d83d48322c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912725 Oct 19 01:13:50.600564 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-61dd95e2-2e90-4f1c-83b8-969b1f69ad19 None None] Allocated IP 2001:db8:0:ffff::2 (9183c9bf-c329-4b6f-ad22-9d44b132e7d3/d3a3f999-4004-4af3-b41c-6c0a54011314/03b574ca-0677-4ec4-85ee-04ca39da876b) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:50.632787 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-18e46f58-94de-4df4-84f4-6fd65673a2d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=394a4e11-f9e4-4f2c-84f4-e9d161e34a1c HTTP/1.1" status: 200 len: 217 time: 0.0455117 Oct 19 01:13:50.736873 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1f1ea6f3-fc32-4b92-acb6-d0fe84bf5563 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:50.746575 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1f1ea6f3-fc32-4b92-acb6-d0fe84bf5563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:50.796794 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ea6f3-fc32-4b92-acb6-d0fe84bf5563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a851c18-b3cc-4637-abb4-f1617145153f,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:50.814397 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-088743c1-a627-4694-b074-d52e94062469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:50.816242 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-088743c1-a627-4694-b074-d52e94062469 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67dfdfc9-7c16-4d97-8f29-d21072ecc7ea HTTP/1.1" status: 200 len: 797 time: 0.1314349 Oct 19 01:13:50.870075 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1f1ea6f3-fc32-4b92-acb6-d0fe84bf5563 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=22e9704819bf41248b8a14ab6ad28290&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5835528 Oct 19 01:13:50.870721 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43534) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:50.882563 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-61dd95e2-2e90-4f1c-83b8-969b1f69ad19 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:50.904454 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-61dd95e2-2e90-4f1c-83b8-969b1f69ad19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:50.924562 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-8892a650-cd15-4977-8089-4abc7d3eda68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:50.925779 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-8892a650-cd15-4977-8089-4abc7d3eda68 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bdbb06e-439a-49c1-8bb0-4db0fdb649a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0968664 Oct 19 01:13:50.993085 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd95e2-2e90-4f1c-83b8-969b1f69ad19 None None] Pushing event updated for resources: {'Port': ['ID=03b574ca-0677-4ec4-85ee-04ca39da876b,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:50.997128 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dd95e2-2e90-4f1c-83b8-969b1f69ad19 None None] Network 9183c9bf-c329-4b6f-ad22-9d44b132e7d3 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:50.999101 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-61dd95e2-2e90-4f1c-83b8-969b1f69ad19 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:51.001583 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dd95e2-2e90-4f1c-83b8-969b1f69ad19 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:51.011223 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45ae59c0-cc56-4f03-b4d8-e1a3383e26ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:51.068667 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-61dd95e2-2e90-4f1c-83b8-969b1f69ad19 None None] Attempting to bind port 03b574ca-0677-4ec4-85ee-04ca39da876b on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:13:51.069721 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-61dd95e2-2e90-4f1c-83b8-969b1f69ad19 None None] Attempting to bind port 03b574ca-0677-4ec4-85ee-04ca39da876b by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '9cc6b264-1abc-4b83-a145-3e33e14fcfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9183c9bf-c329-4b6f-ad22-9d44b132e7d3'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:13:51.070359 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dd95e2-2e90-4f1c-83b8-969b1f69ad19 None None] Attempting to bind port 03b574ca-0677-4ec4-85ee-04ca39da876b on network 9183c9bf-c329-4b6f-ad22-9d44b132e7d3 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:51.077770 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dd95e2-2e90-4f1c-83b8-969b1f69ad19 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:13:51.078460 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dd95e2-2e90-4f1c-83b8-969b1f69ad19 None None] Checking segment: {'id': '9cc6b264-1abc-4b83-a145-3e33e14fcfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9183c9bf-c329-4b6f-ad22-9d44b132e7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:51.078992 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-61dd95e2-2e90-4f1c-83b8-969b1f69ad19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:51.079124 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45ae59c0-cc56-4f03-b4d8-e1a3383e26ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:51.079747 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dd95e2-2e90-4f1c-83b8-969b1f69ad19 None None] Bound using segment: {'id': '9cc6b264-1abc-4b83-a145-3e33e14fcfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9183c9bf-c329-4b6f-ad22-9d44b132e7d3'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:13:51.080610 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-61dd95e2-2e90-4f1c-83b8-969b1f69ad19 None None] Bound port: 03b574ca-0677-4ec4-85ee-04ca39da876b, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc6b264-1abc-4b83-a145-3e33e14fcfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9183c9bf-c329-4b6f-ad22-9d44b132e7d3'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:13:51.080846 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-61dd95e2-2e90-4f1c-83b8-969b1f69ad19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:51.101550 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ccbd2ed5-d30e-4a1e-879d-cabfa88cc17e req-6476d849-c9e2-4c4a-b992-8cefb758f435 tempest-ServerShowV257Test-1314242917 tempest-ServerShowV257Test-1314242917-project] 10.222.0.57 "GET /v2.0/ports?device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.6467183 Oct 19 01:13:51.125314 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-67a191da-ab05-4b0a-a71b-0e9030468590 service neutron] 10.222.0.24 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826589 Oct 19 01:13:51.158162 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e09d744-691e-4675-873c-df898fdf2900 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:13:51.169307 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5e09d744-691e-4675-873c-df898fdf2900 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] 10.222.0.57 "PUT /v2.0/routers/0a075313-3df2-4e51-9f56-b1097aad244b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9776433 Oct 19 01:13:51.169932 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43536) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:51.174606 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c106f9-1658-4630-b257-78fdddeb148b None None] Sync routers for ids ['0a075313-3df2-4e51-9f56-b1097aad244b'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:13:51.188745 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c106f9-1658-4630-b257-78fdddeb148b None None] Routers {'0a075313-3df2-4e51-9f56-b1097aad244b'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:51.189383 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-90c106f9-1658-4630-b257-78fdddeb148b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:13:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['0a075313-3df2-4e51-9f56-b1097aad244b'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:51.213517 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8171d4-1128-4b2a-adf6-ffd413f52d86 None None] Network ee09f4f2-8912-41cf-af61-acbe25cf51a1 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:51.231294 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-61dd95e2-2e90-4f1c-83b8-969b1f69ad19 None None] For port 03b574ca-0677-4ec4-85ee-04ca39da876b, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:13:51.253910 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-90c106f9-1658-4630-b257-78fdddeb148b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:51.254470 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-61dd95e2-2e90-4f1c-83b8-969b1f69ad19 None None] For port 03b574ca-0677-4ec4-85ee-04ca39da876b, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=03b574ca-0677-4ec4-85ee-04ca39da876b,segment=NetworkSegment(9cc6b264-1abc-4b83-a145-3e33e14fcfa2),segment_id=9cc6b264-1abc-4b83-a145-3e33e14fcfa2)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:13:51.268502 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-61dd95e2-2e90-4f1c-83b8-969b1f69ad19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:51.276538 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c106f9-1658-4630-b257-78fdddeb148b None None] Routers {'0a075313-3df2-4e51-9f56-b1097aad244b'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:51.277240 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-90c106f9-1658-4630-b257-78fdddeb148b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:13:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['0a075313-3df2-4e51-9f56-b1097aad244b'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:51.312579 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45ae59c0-cc56-4f03-b4d8-e1a3383e26ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:51.315142 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45ae59c0-cc56-4f03-b4d8-e1a3383e26ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:51.316533 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-45ae59c0-cc56-4f03-b4d8-e1a3383e26ee admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8a851c18-b3cc-4637-abb4-f1617145153f HTTP/1.1" status: 204 len: 168 time: 0.4439745 Oct 19 01:13:51.356106 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae59c0-cc56-4f03-b4d8-e1a3383e26ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a851c18-b3cc-4637-abb4-f1617145153f,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:51.366924 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-90c106f9-1658-4630-b257-78fdddeb148b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:51.368121 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c106f9-1658-4630-b257-78fdddeb148b None None] The sync data for ids ['0a075313-3df2-4e51-9f56-b1097aad244b'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:13:51.414971 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-f01eb896-9bb3-4b62-a96e-ce0bb51ace54 service neutron] 10.222.0.24 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823005 Oct 19 01:13:51.435244 n-d-715271-26 neutron-server[100606]: DEBUG neutron.objects.ports [None req-b0d2bf2a-2a53-4b3c-b6bd-ddce3adeb55d tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100606) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:13:51.441865 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0d2bf2a-2a53-4b3c-b6bd-ddce3adeb55d tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:51.463067 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd95e2-2e90-4f1c-83b8-969b1f69ad19 None None] Pushing event updated for resources: {'Port': ['ID=03b574ca-0677-4ec4-85ee-04ca39da876b,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:51.467065 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-d52b7f79-180a-479b-a421-cfae579687ba None None] Provisioning complete for port 00539c33-9c0d-4766-87fc-ebf1cead0b76 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:51.467268 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d52b7f79-180a-479b-a421-cfae579687ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:51.519364 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86cd11-f731-4131-abdc-a4074955a4da req-d3e91abc-e510-4559-aa1c-7518699d6b3b tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:51.530541 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86cd11-f731-4131-abdc-a4074955a4da req-d3e91abc-e510-4559-aa1c-7518699d6b3b tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:51.532211 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1b86cd11-f731-4131-abdc-a4074955a4da req-d3e91abc-e510-4559-aa1c-7518699d6b3b tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=08aea2b6-6d10-4547-8c4b-eaee7a50dc13 HTTP/1.1" status: 200 len: 1683 time: 0.1887660 Oct 19 01:13:51.619283 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2bf2a-2a53-4b3c-b6bd-ddce3adeb55d tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Pushing event updated for resources: {'Subnet': ['ID=8e47579d-b55a-4549-b0e1-23aae3a0c115,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:51.622756 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2bf2a-2a53-4b3c-b6bd-ddce3adeb55d tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Checking segment: {'id': 'a77d6ceb-b3b5-4a10-85f8-a8f325e888c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5d09462d-ce21-4f99-a273-c94eb3c65e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:51.623175 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d2bf2a-2a53-4b3c-b6bd-ddce3adeb55d tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Network hostable DHCP agents. Network: 5d09462d-ce21-4f99-a273-c94eb3c65e43, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:13:51.642949 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-6adddb14-c507-410b-b4cf-8ffcebacc125 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=6a5f7373-9852-4292-a957-43becd30457e HTTP/1.1" status: 200 len: 217 time: 0.1556497 Oct 19 01:13:51.683875 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d2bf2a-2a53-4b3c-b6bd-ddce3adeb55d tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Network 5d09462d-ce21-4f99-a273-c94eb3c65e43 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:13:51.693318 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d52b7f79-180a-479b-a421-cfae579687ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:51.707944 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-b0d2bf2a-2a53-4b3c-b6bd-ddce3adeb55d tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 5d09462d-ce21-4f99-a273-c94eb3c65e43) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:51.713650 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d2bf2a-2a53-4b3c-b6bd-ddce3adeb55d tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:51.716180 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0d2bf2a-2a53-4b3c-b6bd-ddce3adeb55d tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:51.727063 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13403736-1b19-4945-87de-bc2f36d61151 None None] Network 5d09462d-ce21-4f99-a273-c94eb3c65e43 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:51.759870 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b0d2bf2a-2a53-4b3c-b6bd-ddce3adeb55d tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5957770 Oct 19 01:13:51.761282 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43544) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:51.761705 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-d52b7f79-180a-479b-a421-cfae579687ba None None] For port 00539c33-9c0d-4766-87fc-ebf1cead0b76, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=00539c33-9c0d-4766-87fc-ebf1cead0b76,segment=NetworkSegment(2fcc8e8f-f68b-4578-b3fa-a9749641c160),segment_id=2fcc8e8f-f68b-4578-b3fa-a9749641c160)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:51.772584 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-1f569fef-afa6-471d-b035-2dd4f5397d61 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Request body: {'port': {'network_id': '5d09462d-ce21-4f99-a273-c94eb3c65e43', 'name': 'tempest-NetworksIpV6TestAttrs-1676287209'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:51.789030 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d52b7f79-180a-479b-a421-cfae579687ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:51.813965 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43546) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:51.834828 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4a7f2635-7cea-4318-8952-425e610f200b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:51.849384 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1b86cd11-f731-4131-abdc-a4074955a4da req-af086963-1ce4-40c3-8779-a107b591ac4b tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd184901-d9e0-49b7-8bcb-3e71a3b25297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177145 Oct 19 01:13:51.854900 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-bfea8e1c-c0e0-48db-9cd6-8e9f50340a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:51.855247 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-bfea8e1c-c0e0-48db-9cd6-8e9f50340a44 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67dfdfc9-7c16-4d97-8f29-d21072ecc7ea HTTP/1.1" status: 200 len: 797 time: 0.1946423 Oct 19 01:13:51.919403 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-63c2f1be-dc2e-46fa-b326-a98a04292b2c req-0726b962-73e2-4a5d-93ce-4e1019e0cb39 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.0770876 Oct 19 01:13:52.183066 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-7955cb84-e597-4ce6-a4f3-da569db63efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:52.183959 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f569fef-afa6-471d-b035-2dd4f5397d61 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Made reservation on behalf of 45cc295ec55c42e48f6c63766824df7c for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:52.187196 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-7955cb84-e597-4ce6-a4f3-da569db63efa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bdbb06e-439a-49c1-8bb0-4db0fdb649a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2048373 Oct 19 01:13:52.191784 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1f569fef-afa6-471d-b035-2dd4f5397d61 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:52.213985 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec2a585-7517-4a34-8acc-e023abbbbf8b None None] Network c5ff88e0-b460-4000-87ee-3df836b4ebca requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:52.218735 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b7f79-180a-479b-a421-cfae579687ba None None] Pushing event updated for resources: {'Port': ['ID=00539c33-9c0d-4766-87fc-ebf1cead0b76,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:52.253047 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-1f569fef-afa6-471d-b035-2dd4f5397d61 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] device_id is not set on port 38b2e528-7e1e-405d-99db-793e66b6063b yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:13:52.279839 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 00539c33-9c0d-4766-87fc-ebf1cead0b76 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:52.313274 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96df3601-0645-4f0d-83d1-07e6545092ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-5d09462d-ce21-4f99-a273-c94eb3c65e43', 'network_id': '5d09462d-ce21-4f99-a273-c94eb3c65e43', 'tenant_id': '45cc295ec55c42e48f6c63766824df7c', 'fixed_ips': [{'subnet_id': '8e47579d-b55a-4549-b0e1-23aae3a0c115'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:13:52.316179 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-96df3601-0645-4f0d-83d1-07e6545092ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:52.353798 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-4698261d-ee6a-4222-9cef-12d00a4c7e2f tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:13:52.355025 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4698261d-ee6a-4222-9cef-12d00a4c7e2f tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] 10.222.0.57 "PUT /v2.0/routers/0a075313-3df2-4e51-9f56-b1097aad244b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1840916 Oct 19 01:13:52.384381 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43556) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:52.408024 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-e3d4c902-8917-4139-abbb-d2463df65e97 None None] Provisioning complete for port ffa1ac66-e50e-4acd-8e68-38452fab6cf8 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:52.408397 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e3d4c902-8917-4139-abbb-d2463df65e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:52.461266 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-1f569fef-afa6-471d-b035-2dd4f5397d61 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Allocated IP 2001:db8::f816:3eff:fe3f:9a0c (5d09462d-ce21-4f99-a273-c94eb3c65e43/8e47579d-b55a-4549-b0e1-23aae3a0c115/38b2e528-7e1e-405d-99db-793e66b6063b) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:52.518211 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-db62d153-98a9-4a35-bf7d-b88e07be5ed1 req-b081b046-e77e-4ce7-90f0-02905f47d5a9 tempest-ServerShowV257Test-1314242917 tempest-ServerShowV257Test-1314242917-project] 10.222.0.57 "GET /v2.0/ports?device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.0434449 Oct 19 01:13:52.575585 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4a7f2635-7cea-4318-8952-425e610f200b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:52.588599 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4a7f2635-7cea-4318-8952-425e610f200b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:52.663746 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 00539c33-9c0d-4766-87fc-ebf1cead0b76 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:52.664798 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:52.748104 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f2635-7cea-4318-8952-425e610f200b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d0a7c3-59cf-429e-b723-181fa75a7e36,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:52.794348 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e3d4c902-8917-4139-abbb-d2463df65e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:52.812227 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4a7f2635-7cea-4318-8952-425e610f200b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fa2a0f1cf9194355977bd82d6645847c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9947009 Oct 19 01:13:52.815244 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43558) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:52.876206 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-e3d4c902-8917-4139-abbb-d2463df65e97 None None] For port ffa1ac66-e50e-4acd-8e68-38452fab6cf8, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=ffa1ac66-e50e-4acd-8e68-38452fab6cf8,segment=NetworkSegment(c0b66339-ec44-41ca-a5fa-e8dba97f815a),segment_id=c0b66339-ec44-41ca-a5fa-e8dba97f815a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:52.899836 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1f569fef-afa6-471d-b035-2dd4f5397d61 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:52.904983 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e3d4c902-8917-4139-abbb-d2463df65e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:52.959640 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 03b574ca-0677-4ec4-85ee-04ca39da876b up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:53.005985 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-36f025d0-f8d7-4dff-8900-b7950f7b4ce8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:53.008477 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-bd3eb3bc-2ea0-40f0-91d3-d7d045f4a191 service neutron] 10.222.0.24 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8104699 Oct 19 01:13:53.058897 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-36f025d0-f8d7-4dff-8900-b7950f7b4ce8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:53.059376 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4c902-8917-4139-abbb-d2463df65e97 None None] Pushing event updated for resources: {'Port': ['ID=ffa1ac66-e50e-4acd-8e68-38452fab6cf8,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:53.072108 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-74699d77-78f3-4094-b460-55dd99adb111 None None] Provisioning complete for port 00539c33-9c0d-4766-87fc-ebf1cead0b76 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:53.072624 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-74699d77-78f3-4094-b460-55dd99adb111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:53.136764 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1f569fef-afa6-471d-b035-2dd4f5397d61 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:53.213775 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f569fef-afa6-471d-b035-2dd4f5397d61 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Pushing event updated for resources: {'Port': ['ID=38b2e528-7e1e-405d-99db-793e66b6063b,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:53.228484 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcadc467-6c1c-4606-8fac-f7308b14cbe2 req-177863ac-672f-4816-8599-8ccfd8a8d77c tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:53.235356 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcadc467-6c1c-4606-8fac-f7308b14cbe2 req-177863ac-672f-4816-8599-8ccfd8a8d77c tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:53.236923 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f569fef-afa6-471d-b035-2dd4f5397d61 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Network 5d09462d-ce21-4f99-a273-c94eb3c65e43 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:53.238893 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-1f569fef-afa6-471d-b035-2dd4f5397d61 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:53.243188 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f569fef-afa6-471d-b035-2dd4f5397d61 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:53.247413 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bcadc467-6c1c-4606-8fac-f7308b14cbe2 req-177863ac-672f-4816-8599-8ccfd8a8d77c tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=08aea2b6-6d10-4547-8c4b-eaee7a50dc13 HTTP/1.1" status: 200 len: 1683 time: 0.3768878 Oct 19 01:13:53.250084 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f569fef-afa6-471d-b035-2dd4f5397d61 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:53.250940 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1f569fef-afa6-471d-b035-2dd4f5397d61 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:53.284354 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1f569fef-afa6-471d-b035-2dd4f5397d61 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5204222 Oct 19 01:13:53.285810 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-36f025d0-f8d7-4dff-8900-b7950f7b4ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:53.289083 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-36f025d0-f8d7-4dff-8900-b7950f7b4ce8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:53.289961 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43560) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:53.290555 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-36f025d0-f8d7-4dff-8900-b7950f7b4ce8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/05d0a7c3-59cf-429e-b723-181fa75a7e36 HTTP/1.1" status: 204 len: 168 time: 0.4740586 Oct 19 01:13:53.299159 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f025d0-f8d7-4dff-8900-b7950f7b4ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d0a7c3-59cf-429e-b723-181fa75a7e36,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:53.397710 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 03b574ca-0677-4ec4-85ee-04ca39da876b triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:53.398803 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:53.406748 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-5fb4c97b-f7cc-4e95-b48c-f7e8c456953b service neutron] 10.222.0.24 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876691 Oct 19 01:13:53.449315 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558d8365-84f6-41c1-9521-e260f3b2e19e None None] Network 9183c9bf-c329-4b6f-ad22-9d44b132e7d3 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:53.466816 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-96df3601-0645-4f0d-83d1-07e6545092ed None None] Allocated IP 2001:db8::f816:3eff:feec:c9f (5d09462d-ce21-4f99-a273-c94eb3c65e43/8e47579d-b55a-4549-b0e1-23aae3a0c115/50db34fb-b325-4fd5-82d9-1b41cd34f1c1) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:53.495232 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-61677349-4726-40bc-b523-85d066e2f0a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=2fe1e695-5923-449b-b1db-c20c39248126 HTTP/1.1" status: 200 len: 217 time: 0.0618050 Oct 19 01:13:53.506212 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bcadc467-6c1c-4606-8fac-f7308b14cbe2 req-d5202de2-27ac-4a83-b526-0a4ca4e670c7 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd184901-d9e0-49b7-8bcb-3e71a3b25297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576687 Oct 19 01:13:53.550123 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae77c32-501c-4c91-b69d-1c80f10ffdea tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Deleting subnet 8e47579d-b55a-4549-b0e1-23aae3a0c115 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:13:53.600312 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-0a446ee4-ccc4-4971-9ada-8831f8d29828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:53.602117 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-0a446ee4-ccc4-4971-9ada-8831f8d29828 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67dfdfc9-7c16-4d97-8f29-d21072ecc7ea HTTP/1.1" status: 200 len: 797 time: 0.0949991 Oct 19 01:13:53.669466 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d0a6f2d9-7936-4025-908e-857c0f5dc061 req-0b040c8a-8553-42c0-9152-4b87de4003b2 tempest-ServerShowV257Test-1314242917 tempest-ServerShowV257Test-1314242917-project] 10.222.0.57 "GET /v2.0/ports?device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.0357714 Oct 19 01:13:53.786025 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-ff026c28-8db3-4776-9893-2064dd3e8d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:53.787693 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-ff026c28-8db3-4776-9893-2064dd3e8d6d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bdbb06e-439a-49c1-8bb0-4db0fdb649a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1760466 Oct 19 01:13:53.808480 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-74699d77-78f3-4094-b460-55dd99adb111 None None] Provisioning complete for port 77af427e-1574-4602-ab31-7b2687c1f64f triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:53.808920 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-74699d77-78f3-4094-b460-55dd99adb111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:53.817457 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:53.862099 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2b351-be80-4836-9ed4-c781ced6d2d3 req-28c2bca6-41d0-4147-bdf9-a2e18050d9f0 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:53.868447 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2b351-be80-4836-9ed4-c781ced6d2d3 req-28c2bca6-41d0-4147-bdf9-a2e18050d9f0 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:53.870050 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ddc2b351-be80-4836-9ed4-c781ced6d2d3 req-28c2bca6-41d0-4147-bdf9-a2e18050d9f0 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.24 "GET /v2.0/ports?device_id=08aea2b6-6d10-4547-8c4b-eaee7a50dc13 HTTP/1.1" status: 200 len: 1683 time: 0.1320937 Oct 19 01:13:53.880025 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fc98e4b9-5958-4243-b64c-929c5c92ffb1 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:53.938436 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-74699d77-78f3-4094-b460-55dd99adb111 None None] Port 77af427e-1574-4602-ab31-7b2687c1f64f cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:13:53.976614 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 03b574ca-0677-4ec4-85ee-04ca39da876b, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=03b574ca-0677-4ec4-85ee-04ca39da876b,segment=NetworkSegment(9cc6b264-1abc-4b83-a145-3e33e14fcfa2),segment_id=9cc6b264-1abc-4b83-a145-3e33e14fcfa2)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:53.984013 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-96df3601-0645-4f0d-83d1-07e6545092ed None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:53.989702 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:53.990725 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device ffa1ac66-e50e-4acd-8e68-38452fab6cf8 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:53.999162 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5ae77c32-501c-4c91-b69d-1c80f10ffdea tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:54.000068 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-96df3601-0645-4f0d-83d1-07e6545092ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:54.124002 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96df3601-0645-4f0d-83d1-07e6545092ed None None] Network 5d09462d-ce21-4f99-a273-c94eb3c65e43 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:54.134653 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6d1eb580-0a40-4004-9f8e-a56b50a90bc8 req-cbebbb74-f2b0-4835-9010-7e71fd70df56 tempest-ServerShowV257Test-1314242917 tempest-ServerShowV257Test-1314242917-project] 10.222.0.57 "GET /v2.0/ports?device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.0485027 Oct 19 01:13:54.137448 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-96df3601-0645-4f0d-83d1-07e6545092ed None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:54.144471 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96df3601-0645-4f0d-83d1-07e6545092ed None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:54.178303 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=03b574ca-0677-4ec4-85ee-04ca39da876b,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:54.204020 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4d5fc9e9-cb45-4803-97ea-790a7a85e85e None None] Provisioning complete for port 03b574ca-0677-4ec4-85ee-04ca39da876b triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:54.204020 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4d5fc9e9-cb45-4803-97ea-790a7a85e85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:54.204694 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5ae77c32-501c-4c91-b69d-1c80f10ffdea tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:54.247496 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-51e9297c-7147-44d5-98ea-2d3b17b5ad54 service neutron] 10.222.0.24 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428661 Oct 19 01:13:54.353953 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df3601-0645-4f0d-83d1-07e6545092ed None None] Pushing event updated for resources: {'Port': ['ID=50db34fb-b325-4fd5-82d9-1b41cd34f1c1,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:54.356818 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-96df3601-0645-4f0d-83d1-07e6545092ed None None] Attempting to bind port 50db34fb-b325-4fd5-82d9-1b41cd34f1c1 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:13:54.357142 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-96df3601-0645-4f0d-83d1-07e6545092ed None None] Attempting to bind port 50db34fb-b325-4fd5-82d9-1b41cd34f1c1 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'a77d6ceb-b3b5-4a10-85f8-a8f325e888c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5d09462d-ce21-4f99-a273-c94eb3c65e43'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:13:54.358009 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96df3601-0645-4f0d-83d1-07e6545092ed None None] Attempting to bind port 50db34fb-b325-4fd5-82d9-1b41cd34f1c1 on network 5d09462d-ce21-4f99-a273-c94eb3c65e43 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:54.370273 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96df3601-0645-4f0d-83d1-07e6545092ed None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:13:54.370746 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96df3601-0645-4f0d-83d1-07e6545092ed None None] Checking segment: {'id': 'a77d6ceb-b3b5-4a10-85f8-a8f325e888c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5d09462d-ce21-4f99-a273-c94eb3c65e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:54.371220 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-96df3601-0645-4f0d-83d1-07e6545092ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:54.371688 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96df3601-0645-4f0d-83d1-07e6545092ed None None] Bound using segment: {'id': 'a77d6ceb-b3b5-4a10-85f8-a8f325e888c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5d09462d-ce21-4f99-a273-c94eb3c65e43'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:13:54.372291 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-96df3601-0645-4f0d-83d1-07e6545092ed None None] Bound port: 50db34fb-b325-4fd5-82d9-1b41cd34f1c1, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77d6ceb-b3b5-4a10-85f8-a8f325e888c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5d09462d-ce21-4f99-a273-c94eb3c65e43'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:13:54.373091 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-96df3601-0645-4f0d-83d1-07e6545092ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:54.392344 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port ffa1ac66-e50e-4acd-8e68-38452fab6cf8 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:54.392707 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:54.482425 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-ddc2b351-be80-4836-9ed4-c781ced6d2d3 req-8087409d-7ddd-40e9-ba64-0ac770d50db6 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Deleting port c14ad30f-facc-4efc-80ac-7246b65c10f3 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:54.482778 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ddc2b351-be80-4836-9ed4-c781ced6d2d3 req-8087409d-7ddd-40e9-ba64-0ac770d50db6 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:54.500360 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4d5fc9e9-cb45-4803-97ea-790a7a85e85e None None] Provisioning complete for port ffa1ac66-e50e-4acd-8e68-38452fab6cf8 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:54.500853 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4d5fc9e9-cb45-4803-97ea-790a7a85e85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:54.526644 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-11b993a2-c697-4542-a0ac-67d2bf5e7c86 service neutron] 10.222.0.24 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248573 Oct 19 01:13:54.568078 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-96df3601-0645-4f0d-83d1-07e6545092ed None None] For port 50db34fb-b325-4fd5-82d9-1b41cd34f1c1, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:13:54.587146 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-96df3601-0645-4f0d-83d1-07e6545092ed None None] For port 50db34fb-b325-4fd5-82d9-1b41cd34f1c1, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=50db34fb-b325-4fd5-82d9-1b41cd34f1c1,segment=NetworkSegment(a77d6ceb-b3b5-4a10-85f8-a8f325e888c1),segment_id=a77d6ceb-b3b5-4a10-85f8-a8f325e888c1)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:13:54.597366 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-96df3601-0645-4f0d-83d1-07e6545092ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:54.639774 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-8118337d-aa86-4f9c-b027-c05e1ec26593 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=9c27f7e3-5adb-4a06-a706-c950206ee957 HTTP/1.1" status: 200 len: 217 time: 0.1015401 Oct 19 01:13:54.701953 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df3601-0645-4f0d-83d1-07e6545092ed None None] Pushing event updated for resources: {'Port': ['ID=50db34fb-b325-4fd5-82d9-1b41cd34f1c1,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:54.703539 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5ae77c32-501c-4c91-b69d-1c80f10ffdea tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:54.731604 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4d5fc9e9-cb45-4803-97ea-790a7a85e85e None None] Provisioning complete for port 77af427e-1574-4602-ab31-7b2687c1f64f triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:54.732021 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4d5fc9e9-cb45-4803-97ea-790a7a85e85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:54.811144 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4d5fc9e9-cb45-4803-97ea-790a7a85e85e None None] Port 77af427e-1574-4602-ab31-7b2687c1f64f cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:13:54.815718 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device ffa1ac66-e50e-4acd-8e68-38452fab6cf8 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:54.862041 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-ddc2b351-be80-4836-9ed4-c781ced6d2d3 req-8087409d-7ddd-40e9-ba64-0ac770d50db6 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] For port c14ad30f-facc-4efc-80ac-7246b65c10f3, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=c14ad30f-facc-4efc-80ac-7246b65c10f3,segment=NetworkSegment(6bffe836-365f-480e-aae2-66f214ee3348),segment_id=6bffe836-365f-480e-aae2-66f214ee3348)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:54.862425 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ddc2b351-be80-4836-9ed4-c781ced6d2d3 req-8087409d-7ddd-40e9-ba64-0ac770d50db6 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:54.874859 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port ffa1ac66-e50e-4acd-8e68-38452fab6cf8 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:54.875577 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:54.893097 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-1cc5286c-e303-45a3-8b65-11b21e3c567e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:54.894611 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-1cc5286c-e303-45a3-8b65-11b21e3c567e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67dfdfc9-7c16-4d97-8f29-d21072ecc7ea HTTP/1.1" status: 200 len: 797 time: 0.2403400 Oct 19 01:13:54.907669 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-ddc2b351-be80-4836-9ed4-c781ced6d2d3 req-8087409d-7ddd-40e9-ba64-0ac770d50db6 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Calling delete_port for c14ad30f-facc-4efc-80ac-7246b65c10f3 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:54.984231 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-ecbe03e2-1bac-4a66-829e-a46592733fa0 None None] Provisioning complete for port 03b574ca-0677-4ec4-85ee-04ca39da876b triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:54.984708 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ecbe03e2-1bac-4a66-829e-a46592733fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:54.992093 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e562e04-720e-45f1-8fb6-96f8a848bb06 req-c5197073-00eb-496c-9939-b2f40b089202 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:54.998443 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e562e04-720e-45f1-8fb6-96f8a848bb06 req-c5197073-00eb-496c-9939-b2f40b089202 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:55.000067 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4e562e04-720e-45f1-8fb6-96f8a848bb06 req-c5197073-00eb-496c-9939-b2f40b089202 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=08aea2b6-6d10-4547-8c4b-eaee7a50dc13 HTTP/1.1" status: 200 len: 1683 time: 0.2362335 Oct 19 01:13:55.007783 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5ae77c32-501c-4c91-b69d-1c80f10ffdea tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:55.068785 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 00539c33-9c0d-4766-87fc-ebf1cead0b76 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:55.136575 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4e562e04-720e-45f1-8fb6-96f8a848bb06 req-3baf3864-f78f-4fd8-b05e-9e734c8cbabb tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd184901-d9e0-49b7-8bcb-3e71a3b25297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264579 Oct 19 01:13:55.150460 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5ae77c32-501c-4c91-b69d-1c80f10ffdea tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:55.153825 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5ae77c32-501c-4c91-b69d-1c80f10ffdea tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] 10.222.0.57 "DELETE /v2.0/subnets/8e47579d-b55a-4549-b0e1-23aae3a0c115 HTTP/1.1" status: 204 len: 168 time: 1.8234191 Oct 19 01:13:55.156345 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43618) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:55.160151 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae77c32-501c-4c91-b69d-1c80f10ffdea tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Pushing event deleted for resources: {'Subnet': ['ID=8e47579d-b55a-4549-b0e1-23aae3a0c115,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:55.174326 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-fc98e4b9-5958-4243-b64c-929c5c92ffb1 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Deleting port 77af427e-1574-4602-ab31-7b2687c1f64f {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:55.174677 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fc98e4b9-5958-4243-b64c-929c5c92ffb1 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:55.186543 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-6f64d967-ed64-4606-ad16-941ccb1b2924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:55.188721 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-6f64d967-ed64-4606-ad16-941ccb1b2924 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bdbb06e-439a-49c1-8bb0-4db0fdb649a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2840600 Oct 19 01:13:55.201168 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 00539c33-9c0d-4766-87fc-ebf1cead0b76 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:55.201471 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:55.230117 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d930fa47-5fd9-4de0-b522-b39897d23da4 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:55.232461 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d930fa47-5fd9-4de0-b522-b39897d23da4 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:55.237965 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d930fa47-5fd9-4de0-b522-b39897d23da4 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0799031 Oct 19 01:13:55.238988 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43624) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:55.316043 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-60c55652-9539-426a-a21d-f13a4c06c29c req-abf7ab3b-eaa3-4070-ba05-215036b94065 tempest-ServerShowV257Test-1314242917 tempest-ServerShowV257Test-1314242917-project] 10.222.0.57 "GET /v2.0/ports?device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.0477815 Oct 19 01:13:55.379352 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 03b574ca-0677-4ec4-85ee-04ca39da876b up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:55.392927 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fc98e4b9-5958-4243-b64c-929c5c92ffb1 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:55.404183 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3e83fd9e-9e4f-4eb5-9bbe-6b1ecb2df30b tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:55.415620 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e83fd9e-9e4f-4eb5-9bbe-6b1ecb2df30b tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 19 01:13:55.416420 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e83fd9e-9e4f-4eb5-9bbe-6b1ecb2df30b tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:55.423213 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3e83fd9e-9e4f-4eb5-9bbe-6b1ecb2df30b tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] 10.222.0.57 "DELETE /v2.0/networks/5d09462d-ce21-4f99-a273-c94eb3c65e43 HTTP/1.1" status: 409 len: 405 time: 0.1784244 Oct 19 01:13:55.425151 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43626) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:55.431697 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-a1e7dd1e-ce9d-4cf1-ad7c-6e7999c0fdf9 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1753915214'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:55.441550 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-fc98e4b9-5958-4243-b64c-929c5c92ffb1 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Calling delete_port for 77af427e-1574-4602-ab31-7b2687c1f64f owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:55.443013 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 03b574ca-0677-4ec4-85ee-04ca39da876b triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:55.443204 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:55.457260 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e7dd1e-ce9d-4cf1-ad7c-6e7999c0fdf9 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Made reservation on behalf of 45cc295ec55c42e48f6c63766824df7c for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:55.461977 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a1e7dd1e-ce9d-4cf1-ad7c-6e7999c0fdf9 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:55.462570 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-e2172e4d-2097-4535-a253-7dcc0a54122a service neutron] 10.222.0.24 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472906 Oct 19 01:13:55.497177 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e7dd1e-ce9d-4cf1-ad7c-6e7999c0fdf9 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:13:55.514921 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a1e7dd1e-ce9d-4cf1-ad7c-6e7999c0fdf9 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:55.515542 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-a1e7dd1e-ce9d-4cf1-ad7c-6e7999c0fdf9 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Added segment c4711dc9-9f68-499c-98b6-fba9961d9816 of type vlan for network aaffbdf5-ee8a-4494-b633-994e7519ab27 Oct 19 01:13:55.550212 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ddc2b351-be80-4836-9ed4-c781ced6d2d3 req-8087409d-7ddd-40e9-ba64-0ac770d50db6 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:55.583624 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a1e7dd1e-ce9d-4cf1-ad7c-6e7999c0fdf9 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:55.622264 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a1e7dd1e-ce9d-4cf1-ad7c-6e7999c0fdf9 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:55.629763 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e7dd1e-ce9d-4cf1-ad7c-6e7999c0fdf9 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:55.630405 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a1e7dd1e-ce9d-4cf1-ad7c-6e7999c0fdf9 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:55.652157 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087409d-7ddd-40e9-ba64-0ac770d50db6 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Pushing event deleted for resources: {'Port': ['ID=c14ad30f-facc-4efc-80ac-7246b65c10f3,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:55.740133 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7dd1e-ce9d-4cf1-ad7c-6e7999c0fdf9 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Pushing event updated for resources: {'Network': ['ID=aaffbdf5-ee8a-4494-b633-994e7519ab27,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:55.752107 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7dd1e-ce9d-4cf1-ad7c-6e7999c0fdf9 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:55.752571 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7dd1e-ce9d-4cf1-ad7c-6e7999c0fdf9 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:55.752926 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7dd1e-ce9d-4cf1-ad7c-6e7999c0fdf9 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:55.753272 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7dd1e-ce9d-4cf1-ad7c-6e7999c0fdf9 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:55.753612 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7dd1e-ce9d-4cf1-ad7c-6e7999c0fdf9 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:55.753949 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7dd1e-ce9d-4cf1-ad7c-6e7999c0fdf9 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:55.754283 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7dd1e-ce9d-4cf1-ad7c-6e7999c0fdf9 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:55.754618 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7dd1e-ce9d-4cf1-ad7c-6e7999c0fdf9 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:55.754951 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7dd1e-ce9d-4cf1-ad7c-6e7999c0fdf9 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:55.755283 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7dd1e-ce9d-4cf1-ad7c-6e7999c0fdf9 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:55.755611 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7dd1e-ce9d-4cf1-ad7c-6e7999c0fdf9 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:55.756000 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7dd1e-ce9d-4cf1-ad7c-6e7999c0fdf9 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:55.771706 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network aaffbdf5-ee8a-4494-b633-994e7519ab27 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:13:55.811947 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a1e7dd1e-ce9d-4cf1-ad7c-6e7999c0fdf9 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3863819 Oct 19 01:13:55.812730 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43632) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:55.826072 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-a4bf9b48-5863-4225-b921-89fe14daeefd tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Request body: {'subnet': {'network_id': 'aaffbdf5-ee8a-4494-b633-994e7519ab27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:55.957324 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bf9b48-5863-4225-b921-89fe14daeefd tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Made reservation on behalf of 45cc295ec55c42e48f6c63766824df7c for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:55.962173 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a4bf9b48-5863-4225-b921-89fe14daeefd tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:56.147029 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9d970f-6515-4ba3-a4e7-60499800fb1d None None] Network 5d09462d-ce21-4f99-a273-c94eb3c65e43 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:56.284196 n-d-715271-26 neutron-server[100606]: DEBUG neutron.objects.ports [None req-a4bf9b48-5863-4225-b921-89fe14daeefd tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100606) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:13:56.286473 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a4bf9b48-5863-4225-b921-89fe14daeefd tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:56.291701 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-961f1d99-15eb-4acc-b228-30ee7da50116 None None] Provisioning complete for port 50db34fb-b325-4fd5-82d9-1b41cd34f1c1 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:56.292352 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-961f1d99-15eb-4acc-b228-30ee7da50116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:56.349985 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf9b48-5863-4225-b921-89fe14daeefd tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Pushing event updated for resources: {'Subnet': ['ID=144072dd-b3bf-40cc-ada4-a79691d8042b,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:56.392931 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc2b351-be80-4836-9ed4-c781ced6d2d3 req-8087409d-7ddd-40e9-ba64-0ac770d50db6 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] No DVR routers for this DVR port c14ad30f-facc-4efc-80ac-7246b65c10f3 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:13:56.398063 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fc98e4b9-5958-4243-b64c-929c5c92ffb1 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:56.401100 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ddc2b351-be80-4836-9ed4-c781ced6d2d3 req-8087409d-7ddd-40e9-ba64-0ac770d50db6 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:56.405018 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ddc2b351-be80-4836-9ed4-c781ced6d2d3 req-8087409d-7ddd-40e9-ba64-0ac770d50db6 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.24 "DELETE /v2.0/ports/c14ad30f-facc-4efc-80ac-7246b65c10f3 HTTP/1.1" status: 204 len: 173 time: 2.4969676 Oct 19 01:13:56.417137 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf9b48-5863-4225-b921-89fe14daeefd tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Checking segment: {'id': 'c4711dc9-9f68-499c-98b6-fba9961d9816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'aaffbdf5-ee8a-4494-b633-994e7519ab27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:56.417530 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bf9b48-5863-4225-b921-89fe14daeefd tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Network hostable DHCP agents. Network: aaffbdf5-ee8a-4494-b633-994e7519ab27, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:13:56.444476 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bf9b48-5863-4225-b921-89fe14daeefd tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Network aaffbdf5-ee8a-4494-b633-994e7519ab27 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:13:56.469799 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-961f1d99-15eb-4acc-b228-30ee7da50116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:56.470685 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08aea2b6-6d10-4547-8c4b-eaee7a50dc13', 'name': 'network-vif-deleted', 'tag': 'c14ad30f-facc-4efc-80ac-7246b65c10f3'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:56.473753 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bdb0e8-01dc-4103-9388-980962ccc1c1" -d '{"events": [{"server_uuid": "08aea2b6-6d10-4547-8c4b-eaee7a50dc13", "name": "network-vif-deleted", "tag": "c14ad30f-facc-4efc-80ac-7246b65c10f3"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:56.498676 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98e4b9-5958-4243-b64c-929c5c92ffb1 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Pushing event deleted for resources: {'Port': ['ID=77af427e-1574-4602-ab31-7b2687c1f64f,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:56.507102 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be1d090-9058-4c47-b724-f7d72235ae3a None None] DHCP port deletion for 5d09462d-ce21-4f99-a273-c94eb3c65e43 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:13:56.510893 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3616f080-3312-4df6-bfbc-458a5ef2ccf3 req-9cce9dbf-8c39-4fac-bc1b-5b5a09b45850 tempest-ServerShowV257Test-1314242917 tempest-ServerShowV257Test-1314242917-project] 10.222.0.57 "GET /v2.0/ports?device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.0675418 Oct 19 01:13:56.511945 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-a4bf9b48-5863-4225-b921-89fe14daeefd tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, aaffbdf5-ee8a-4494-b633-994e7519ab27) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:56.528119 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bf9b48-5863-4225-b921-89fe14daeefd tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:56.528940 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a4bf9b48-5863-4225-b921-89fe14daeefd tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:56.542630 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-abd45ddd-5317-4faa-b5bd-1582133b42e3 service neutron] 10.222.0.24 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0730538 Oct 19 01:13:56.564423 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a4bf9b48-5863-4225-b921-89fe14daeefd tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7502024 Oct 19 01:13:56.573016 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43642) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:56.586543 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72feac8e-3f9b-488d-8e02-3bb2d727568f None None] Network aaffbdf5-ee8a-4494-b633-994e7519ab27 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:56.590249 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-edd2ca91-f527-4650-a4f4-d2cf9e0d6ee3 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Request body: {'port': {'network_id': 'aaffbdf5-ee8a-4494-b633-994e7519ab27', 'name': 'tempest-NetworksIpV6TestAttrs-279769720'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:56.620787 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-961f1d99-15eb-4acc-b228-30ee7da50116 None None] For port 50db34fb-b325-4fd5-82d9-1b41cd34f1c1, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=50db34fb-b325-4fd5-82d9-1b41cd34f1c1,segment=NetworkSegment(a77d6ceb-b3b5-4a10-85f8-a8f325e888c1),segment_id=a77d6ceb-b3b5-4a10-85f8-a8f325e888c1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:56.633706 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-961f1d99-15eb-4acc-b228-30ee7da50116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:56.662395 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4f4daf-8d45-403a-8ad5-25206b772b4b x-openstack-request-id: req-0e4f4daf-8d45-403a-8ad5-25206b772b4b {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:13:56.662826 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08aea2b6-6d10-4547-8c4b-eaee7a50dc13", "name": "network-vif-deleted", "tag": "c14ad30f-facc-4efc-80ac-7246b65c10f3", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:13:56.663176 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0e4f4daf-8d45-403a-8ad5-25206b772b4b {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:13:56.663684 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08aea2b6-6d10-4547-8c4b-eaee7a50dc13', 'name': 'network-vif-deleted', 'tag': 'c14ad30f-facc-4efc-80ac-7246b65c10f3', 'status': 'completed', 'code': 200} Oct 19 01:13:56.833020 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005feb5f-ed3a-4cf5-91c0-b5dfa8fb8f42 req-b634f758-6918-4d9e-9b9c-032d262732f9 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:56.850918 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-005feb5f-ed3a-4cf5-91c0-b5dfa8fb8f42 req-b634f758-6918-4d9e-9b9c-032d262732f9 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=08aea2b6-6d10-4547-8c4b-eaee7a50dc13 HTTP/1.1" status: 200 len: 946 time: 0.4601347 Oct 19 01:13:56.864158 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-8f4127d3-f193-48d3-9d71-c971a342bb4e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=448ed52f-8e37-4de5-8ece-79e0b041cb70 HTTP/1.1" status: 200 len: 217 time: 0.2873869 Oct 19 01:13:56.919484 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-5be1d090-9058-4c47-b724-f7d72235ae3a None None] Deleting port 50db34fb-b325-4fd5-82d9-1b41cd34f1c1 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:56.920042 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5be1d090-9058-4c47-b724-f7d72235ae3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:56.922018 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f1d99-15eb-4acc-b228-30ee7da50116 None None] Pushing event updated for resources: {'Port': ['ID=50db34fb-b325-4fd5-82d9-1b41cd34f1c1,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:56.984826 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31172b3-9118-4e94-adbd-c2d35a97ea13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-aaffbdf5-ee8a-4494-b633-994e7519ab27', 'network_id': 'aaffbdf5-ee8a-4494-b633-994e7519ab27', 'tenant_id': '45cc295ec55c42e48f6c63766824df7c', 'fixed_ips': [{'subnet_id': '144072dd-b3bf-40cc-ada4-a79691d8042b'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:13:56.985309 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f31172b3-9118-4e94-adbd-c2d35a97ea13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:57.029164 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-005feb5f-ed3a-4cf5-91c0-b5dfa8fb8f42 req-716a791e-32c0-4117-9f77-1b76dd6f14f3 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd184901-d9e0-49b7-8bcb-3e71a3b25297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767111 Oct 19 01:13:57.035009 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fc98e4b9-5958-4243-b64c-929c5c92ffb1 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:57.050322 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd2ca91-f527-4650-a4f4-d2cf9e0d6ee3 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Made reservation on behalf of 45cc295ec55c42e48f6c63766824df7c for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:57.053838 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-edd2ca91-f527-4650-a4f4-d2cf9e0d6ee3 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:57.073390 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-146bc496-1250-452c-b63b-6670674437e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:57.075128 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-146bc496-1250-452c-b63b-6670674437e7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3be225f4-ab98-4635-abe3-f510061f702c HTTP/1.1" status: 200 len: 797 time: 0.1481555 Oct 19 01:13:57.106167 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:57.111055 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-ddc2b351-be80-4836-9ed4-c781ced6d2d3 req-807cea63-bd2e-4d38-bb24-f4eea0f53aff tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Deleting port 72a07a24-d6de-4a36-a48e-b0ab48835c4d {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:57.111405 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ddc2b351-be80-4836-9ed4-c781ced6d2d3 req-807cea63-bd2e-4d38-bb24-f4eea0f53aff tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:57.125805 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-5be1d090-9058-4c47-b724-f7d72235ae3a None None] For port 50db34fb-b325-4fd5-82d9-1b41cd34f1c1, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=50db34fb-b325-4fd5-82d9-1b41cd34f1c1,segment=NetworkSegment(a77d6ceb-b3b5-4a10-85f8-a8f325e888c1),segment_id=a77d6ceb-b3b5-4a10-85f8-a8f325e888c1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:57.126148 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5be1d090-9058-4c47-b724-f7d72235ae3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:57.147023 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-5be1d090-9058-4c47-b724-f7d72235ae3a None None] Calling delete_port for 50db34fb-b325-4fd5-82d9-1b41cd34f1c1 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:57.160551 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device c14ad30f-facc-4efc-80ac-7246b65c10f3 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:13:57.175692 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-edd2ca91-f527-4650-a4f4-d2cf9e0d6ee3 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] device_id is not set on port 4086ff75-1557-46a5-9816-43424bdc850c yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:13:57.356418 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: c14ad30f-facc-4efc-80ac-7246b65c10f3 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:13:57.356666 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device c14ad30f-facc-4efc-80ac-7246b65c10f3 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:13:57.357080 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 72a07a24-d6de-4a36-a48e-b0ab48835c4d no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:13:57.388602 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-79794f7a-13df-44f1-a28c-f786b65e9916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:57.390129 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-79794f7a-13df-44f1-a28c-f786b65e9916 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28bbb5fd-c75c-47ce-a413-f94e9e278cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2746668 Oct 19 01:13:57.417937 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-ddc2b351-be80-4836-9ed4-c781ced6d2d3 req-807cea63-bd2e-4d38-bb24-f4eea0f53aff tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] For port 72a07a24-d6de-4a36-a48e-b0ab48835c4d, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=72a07a24-d6de-4a36-a48e-b0ab48835c4d,segment=NetworkSegment(ff1dbe79-1559-4eef-8a58-82cae491f778),segment_id=ff1dbe79-1559-4eef-8a58-82cae491f778)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:57.418652 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ddc2b351-be80-4836-9ed4-c781ced6d2d3 req-807cea63-bd2e-4d38-bb24-f4eea0f53aff tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:57.442322 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc98e4b9-5958-4243-b64c-929c5c92ffb1 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Router 0a075313-3df2-4e51-9f56-b1097aad244b has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:13:57.454340 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-f31172b3-9118-4e94-adbd-c2d35a97ea13 None None] Allocated IP 2001:db8::f816:3eff:febb:be99 (aaffbdf5-ee8a-4494-b633-994e7519ab27/144072dd-b3bf-40cc-ada4-a79691d8042b/75f201f1-ac1e-4e24-bbac-03091f81c57c) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:57.458919 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-ddc2b351-be80-4836-9ed4-c781ced6d2d3 req-807cea63-bd2e-4d38-bb24-f4eea0f53aff tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Calling delete_port for 72a07a24-d6de-4a36-a48e-b0ab48835c4d owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:57.526530 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5be1d090-9058-4c47-b724-f7d72235ae3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:57.596122 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be1d090-9058-4c47-b724-f7d72235ae3a None None] Pushing event deleted for resources: {'Port': ['ID=50db34fb-b325-4fd5-82d9-1b41cd34f1c1,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:57.608633 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be1d090-9058-4c47-b724-f7d72235ae3a None None] No DVR routers for this DVR port 50db34fb-b325-4fd5-82d9-1b41cd34f1c1 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:13:57.610252 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:57.642589 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ebd80a57-d681-41a5-b0d4-e88bd8f3e811 req-57eb560f-447e-44d7-ac3a-6c73542bf7ff tempest-ServerShowV257Test-1314242917 tempest-ServerShowV257Test-1314242917-project] 10.222.0.57 "GET /v2.0/ports?device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.0371757 Oct 19 01:13:57.658016 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08aea2b6-6d10-4547-8c4b-eaee7a50dc13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72a07a24-d6de-4a36-a48e-b0ab48835c4d'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:57.660340 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6324f2-dbe9-4872-93c8-92ff248930d7" -d '{"events": [{"server_uuid": "08aea2b6-6d10-4547-8c4b-eaee7a50dc13", "name": "network-vif-unplugged", "status": "completed", "tag": "72a07a24-d6de-4a36-a48e-b0ab48835c4d"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:57.668867 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-f5d24227-e30f-450b-8fd7-c750ca0b56d0 service neutron] 10.222.0.24 "GET /v2.0/networks/28bbb5fd-c75c-47ce-a413-f94e9e278cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689066 Oct 19 01:13:57.679769 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 72a07a24-d6de-4a36-a48e-b0ab48835c4d, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=72a07a24-d6de-4a36-a48e-b0ab48835c4d,segment=NetworkSegment(ff1dbe79-1559-4eef-8a58-82cae491f778),segment_id=ff1dbe79-1559-4eef-8a58-82cae491f778)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:57.719193 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:57.726623 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3491ac3c-eef4-42e5-811c-91c966c142a9 x-openstack-request-id: req-3491ac3c-eef4-42e5-811c-91c966c142a9 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:13:57.726915 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08aea2b6-6d10-4547-8c4b-eaee7a50dc13", "name": "network-vif-unplugged", "status": "completed", "tag": "72a07a24-d6de-4a36-a48e-b0ab48835c4d", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:13:57.727252 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3491ac3c-eef4-42e5-811c-91c966c142a9 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:13:57.727620 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08aea2b6-6d10-4547-8c4b-eaee7a50dc13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72a07a24-d6de-4a36-a48e-b0ab48835c4d', 'code': 200} Oct 19 01:13:57.765695 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc98e4b9-5958-4243-b64c-929c5c92ffb1 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:13:57.783103 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994d2492-66f2-4c17-b41f-3d70f34cd240 None None] Sync routers for ids ['0a075313-3df2-4e51-9f56-b1097aad244b'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:13:57.799148 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-fc98e4b9-5958-4243-b64c-929c5c92ffb1 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] 10.222.0.57 "PUT /v2.0/routers/0a075313-3df2-4e51-9f56-b1097aad244b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4097962 Oct 19 01:13:57.799856 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f31172b3-9118-4e94-adbd-c2d35a97ea13 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:57.800003 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43652) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:57.815315 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f31172b3-9118-4e94-adbd-c2d35a97ea13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:57.819042 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=72a07a24-d6de-4a36-a48e-b0ab48835c4d,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:57.831197 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994d2492-66f2-4c17-b41f-3d70f34cd240 None None] Routers {'0a075313-3df2-4e51-9f56-b1097aad244b'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:57.832083 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-994d2492-66f2-4c17-b41f-3d70f34cd240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:13:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['0a075313-3df2-4e51-9f56-b1097aad244b'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:57.899108 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-994d2492-66f2-4c17-b41f-3d70f34cd240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:57.902204 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-46efdada-f9f2-4137-aef3-c461a223fac5 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] delete failed (client error): The resource could not be found. Oct 19 01:13:57.903268 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-46efdada-f9f2-4137-aef3-c461a223fac5 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] 10.222.0.57 "DELETE /v2.0/routers/tempest-non_exist_router-1115270670 HTTP/1.1" status: 404 len: 335 time: 0.1028004 Oct 19 01:13:57.918321 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-65f29225-86f6-4258-90fc-0322bf364d71 req-ffecff9c-acd5-4ee4-ba1d-4e7b9e458936 service neutron] (100606) timed out ('10.222.0.55', 55734) {{(pid=100606) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 01:13:57.918321 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43656) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:57.918321 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-6b888310-6d8f-43d4-946f-f02adb82b622 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Request body: {'router': {'external_gateway_info': {'network_id': '0a075313-3df2-4e51-9f56-b1097aad244b'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:57.928742 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31172b3-9118-4e94-adbd-c2d35a97ea13 None None] Network aaffbdf5-ee8a-4494-b633-994e7519ab27 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:57.941340 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-f31172b3-9118-4e94-adbd-c2d35a97ea13 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:57.948075 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-ddd191c3-5f0c-4096-be5c-2a605e1e9927 service neutron] 10.222.0.24 "GET /v2.0/networks/28bbb5fd-c75c-47ce-a413-f94e9e278cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561023 Oct 19 01:13:57.955484 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ddc2b351-be80-4836-9ed4-c781ced6d2d3 req-807cea63-bd2e-4d38-bb24-f4eea0f53aff tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:57.959593 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31172b3-9118-4e94-adbd-c2d35a97ea13 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:57.963247 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-edd2ca91-f527-4650-a4f4-d2cf9e0d6ee3 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Allocated IP 2001:db8::f816:3eff:feb9:3422 (aaffbdf5-ee8a-4494-b633-994e7519ab27/144072dd-b3bf-40cc-ada4-a79691d8042b/4086ff75-1557-46a5-9816-43424bdc850c) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:57.965220 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994d2492-66f2-4c17-b41f-3d70f34cd240 None None] Routers {'0a075313-3df2-4e51-9f56-b1097aad244b'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:57.969609 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-994d2492-66f2-4c17-b41f-3d70f34cd240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:13:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['0a075313-3df2-4e51-9f56-b1097aad244b'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:58.015806 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-994d2492-66f2-4c17-b41f-3d70f34cd240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:58.023677 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994d2492-66f2-4c17-b41f-3d70f34cd240 None None] The sync data for ids ['0a075313-3df2-4e51-9f56-b1097aad244b'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:13:58.038158 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31172b3-9118-4e94-adbd-c2d35a97ea13 None None] Pushing event updated for resources: {'Port': ['ID=75f201f1-ac1e-4e24-bbac-03091f81c57c,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:58.038556 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-c74e4105-2c6a-4574-80ee-ff7dfea32f56 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=624b0885-8316-4d09-af8e-792cd46ef66c HTTP/1.1" status: 200 len: 217 time: 0.0774488 Oct 19 01:13:58.042746 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807cea63-bd2e-4d38-bb24-f4eea0f53aff tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Pushing event deleted for resources: {'Port': ['ID=72a07a24-d6de-4a36-a48e-b0ab48835c4d,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:58.184208 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc2b351-be80-4836-9ed4-c781ced6d2d3 req-807cea63-bd2e-4d38-bb24-f4eea0f53aff tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] No DVR routers for this DVR port 72a07a24-d6de-4a36-a48e-b0ab48835c4d on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:13:58.192329 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ddc2b351-be80-4836-9ed4-c781ced6d2d3 req-807cea63-bd2e-4d38-bb24-f4eea0f53aff tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:58.197797 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ddc2b351-be80-4836-9ed4-c781ced6d2d3 req-807cea63-bd2e-4d38-bb24-f4eea0f53aff tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.24 "DELETE /v2.0/ports/72a07a24-d6de-4a36-a48e-b0ab48835c4d HTTP/1.1" status: 204 len: 173 time: 1.7112780 Oct 19 01:13:58.200546 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-8b337abf-039b-4631-bbe4-92e0920c373c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:58.202830 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-8b337abf-039b-4631-bbe4-92e0920c373c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3be225f4-ab98-4635-abe3-f510061f702c HTTP/1.1" status: 200 len: 797 time: 0.1548305 Oct 19 01:13:58.230823 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4265cf02-1652-4a6b-8dd0-2f9c47a0547f req-1be51d0b-a73b-42c2-8cf9-eaad6b212635 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "GET /v2.0/ports?device_id=08aea2b6-6d10-4547-8c4b-eaee7a50dc13 HTTP/1.1" status: 200 len: 210 time: 0.0926023 Oct 19 01:13:58.277042 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-f31172b3-9118-4e94-adbd-c2d35a97ea13 None None] Attempting to bind port 75f201f1-ac1e-4e24-bbac-03091f81c57c on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:13:58.277590 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-f31172b3-9118-4e94-adbd-c2d35a97ea13 None None] Attempting to bind port 75f201f1-ac1e-4e24-bbac-03091f81c57c by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'c4711dc9-9f68-499c-98b6-fba9961d9816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'aaffbdf5-ee8a-4494-b633-994e7519ab27'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:13:58.280308 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31172b3-9118-4e94-adbd-c2d35a97ea13 None None] Attempting to bind port 75f201f1-ac1e-4e24-bbac-03091f81c57c on network aaffbdf5-ee8a-4494-b633-994e7519ab27 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:58.296999 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31172b3-9118-4e94-adbd-c2d35a97ea13 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:13:58.297713 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31172b3-9118-4e94-adbd-c2d35a97ea13 None None] Checking segment: {'id': 'c4711dc9-9f68-499c-98b6-fba9961d9816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'aaffbdf5-ee8a-4494-b633-994e7519ab27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:58.298428 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f31172b3-9118-4e94-adbd-c2d35a97ea13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:58.299111 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31172b3-9118-4e94-adbd-c2d35a97ea13 None None] Bound using segment: {'id': 'c4711dc9-9f68-499c-98b6-fba9961d9816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'aaffbdf5-ee8a-4494-b633-994e7519ab27'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:13:58.299874 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-f31172b3-9118-4e94-adbd-c2d35a97ea13 None None] Bound port: 75f201f1-ac1e-4e24-bbac-03091f81c57c, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4711dc9-9f68-499c-98b6-fba9961d9816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'aaffbdf5-ee8a-4494-b633-994e7519ab27'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:13:58.300477 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f31172b3-9118-4e94-adbd-c2d35a97ea13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:58.326244 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6b888310-6d8f-43d4-946f-f02adb82b622 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:58.364521 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-6b888310-6d8f-43d4-946f-f02adb82b622 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] update failed (client error): The resource could not be found. Oct 19 01:13:58.370728 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6b888310-6d8f-43d4-946f-f02adb82b622 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] 10.222.0.57 "PUT /v2.0/routers/0a075313-3df2-4e51-9f56-b1097aad244b HTTP/1.1" status: 404 len: 339 time: 0.4578185 Oct 19 01:13:58.371232 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43664) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:58.386843 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-0ce20140-4dc0-469d-a8dd-3156a18dd7ad tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-208500585'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:58.409398 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-86279ca1-3bf9-4ee0-9e2d-50b4c37900f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:58.411355 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-86279ca1-3bf9-4ee0-9e2d-50b4c37900f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28bbb5fd-c75c-47ce-a413-f94e9e278cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2021866 Oct 19 01:13:58.431069 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce20140-4dc0-469d-a8dd-3156a18dd7ad tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Made reservation on behalf of 30782ff413a7486f80b0cdd5172021d0 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:58.436515 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-f31172b3-9118-4e94-adbd-c2d35a97ea13 None None] For port 75f201f1-ac1e-4e24-bbac-03091f81c57c, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:13:58.441737 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0ce20140-4dc0-469d-a8dd-3156a18dd7ad tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:58.444460 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-f31172b3-9118-4e94-adbd-c2d35a97ea13 None None] For port 75f201f1-ac1e-4e24-bbac-03091f81c57c, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=75f201f1-ac1e-4e24-bbac-03091f81c57c,segment=NetworkSegment(c4711dc9-9f68-499c-98b6-fba9961d9816),segment_id=c4711dc9-9f68-499c-98b6-fba9961d9816)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:13:58.451136 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f31172b3-9118-4e94-adbd-c2d35a97ea13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:58.473819 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce20140-4dc0-469d-a8dd-3156a18dd7ad tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:13:58.486232 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0ce20140-4dc0-469d-a8dd-3156a18dd7ad tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:58.486677 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-0ce20140-4dc0-469d-a8dd-3156a18dd7ad tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Added segment 68cbdf34-5b6d-4617-9db2-0c334308580a of type vlan for network 86f2ab75-0781-4e1b-b5ef-e4e311451fdc Oct 19 01:13:58.525217 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31172b3-9118-4e94-adbd-c2d35a97ea13 None None] Pushing event updated for resources: {'Port': ['ID=75f201f1-ac1e-4e24-bbac-03091f81c57c,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:58.558959 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0ce20140-4dc0-469d-a8dd-3156a18dd7ad tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:58.564040 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-edd2ca91-f527-4650-a4f4-d2cf9e0d6ee3 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:58.589489 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-f97acb3d-8811-4361-91c9-1c9d51bf330a service neutron] 10.222.0.24 "GET /v2.0/networks/28bbb5fd-c75c-47ce-a413-f94e9e278cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497838 Oct 19 01:13:58.595283 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0ce20140-4dc0-469d-a8dd-3156a18dd7ad tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:58.606467 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce20140-4dc0-469d-a8dd-3156a18dd7ad tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:58.607107 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0ce20140-4dc0-469d-a8dd-3156a18dd7ad tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:58.680646 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08aea2b6-6d10-4547-8c4b-eaee7a50dc13', 'name': 'network-vif-deleted', 'tag': '72a07a24-d6de-4a36-a48e-b0ab48835c4d'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:58.682904 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7cb9f57-bd9c-4538-b356-fb473db66ec8" -d '{"events": [{"server_uuid": "08aea2b6-6d10-4547-8c4b-eaee7a50dc13", "name": "network-vif-deleted", "tag": "72a07a24-d6de-4a36-a48e-b0ab48835c4d"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:58.687318 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce20140-4dc0-469d-a8dd-3156a18dd7ad tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Pushing event updated for resources: {'Network': ['ID=86f2ab75-0781-4e1b-b5ef-e4e311451fdc,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:58.692603 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0ce20140-4dc0-469d-a8dd-3156a18dd7ad tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3193815 Oct 19 01:13:58.696288 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43670) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:58.701898 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-b88ef6c0-9b8f-4211-85b5-c32b94477dc7 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Request body: {'subnet': {'network_id': '86f2ab75-0781-4e1b-b5ef-e4e311451fdc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:58.703512 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 86f2ab75-0781-4e1b-b5ef-e4e311451fdc details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:13:58.716199 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-edd2ca91-f527-4650-a4f4-d2cf9e0d6ee3 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:58.777692 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd2ca91-f527-4650-a4f4-d2cf9e0d6ee3 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Network aaffbdf5-ee8a-4494-b633-994e7519ab27 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:58.782879 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30755f92-9467-42b5-9085-cafcdf17d3e0 x-openstack-request-id: req-30755f92-9467-42b5-9085-cafcdf17d3e0 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:13:58.783196 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08aea2b6-6d10-4547-8c4b-eaee7a50dc13", "name": "network-vif-deleted", "tag": "72a07a24-d6de-4a36-a48e-b0ab48835c4d", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:13:58.783449 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-30755f92-9467-42b5-9085-cafcdf17d3e0 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:13:58.783876 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08aea2b6-6d10-4547-8c4b-eaee7a50dc13', 'name': 'network-vif-deleted', 'tag': '72a07a24-d6de-4a36-a48e-b0ab48835c4d', 'status': 'completed', 'code': 200} Oct 19 01:13:58.790319 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-edd2ca91-f527-4650-a4f4-d2cf9e0d6ee3 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:58.824182 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd2ca91-f527-4650-a4f4-d2cf9e0d6ee3 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:58.830196 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd2ca91-f527-4650-a4f4-d2cf9e0d6ee3 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:58.830938 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-edd2ca91-f527-4650-a4f4-d2cf9e0d6ee3 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:58.843580 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-04fc3b3a-de59-4f2f-bc57-8c93c25bd3cb req-956c2ece-13b2-4064-a608-7bafd920b02b tempest-ServerShowV257Test-1314242917 tempest-ServerShowV257Test-1314242917-project] 10.222.0.57 "GET /v2.0/ports?device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.0354247 Oct 19 01:13:58.916297 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88ef6c0-9b8f-4211-85b5-c32b94477dc7 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Made reservation on behalf of 30782ff413a7486f80b0cdd5172021d0 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:58.921230 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd2ca91-f527-4650-a4f4-d2cf9e0d6ee3 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Pushing event updated for resources: {'Port': ['ID=4086ff75-1557-46a5-9816-43424bdc850c,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:58.927428 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cd7a8b-1e20-4815-b8cd-c0a18ad81ef1 req-602397cf-2a36-4415-b94d-90b518c2c7b5 service neutron] 10.222.0.24 "GET /v2.0/networks/28bbb5fd-c75c-47ce-a413-f94e9e278cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276062 Oct 19 01:13:58.928023 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b88ef6c0-9b8f-4211-85b5-c32b94477dc7 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:58.930958 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-edd2ca91-f527-4650-a4f4-d2cf9e0d6ee3 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.3454070 Oct 19 01:13:58.933669 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43672) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:59.011447 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a57f3d-2870-4082-8560-4bb08d3f8436 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Deleting subnet 144072dd-b3bf-40cc-ada4-a79691d8042b {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:13:59.018697 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-24a57f3d-2870-4082-8560-4bb08d3f8436 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:59.081511 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-24a57f3d-2870-4082-8560-4bb08d3f8436 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:59.185725 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b88ef6c0-9b8f-4211-85b5-c32b94477dc7 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:59.212785 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-24a57f3d-2870-4082-8560-4bb08d3f8436 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:59.246896 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:59.251826 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ef6c0-9b8f-4211-85b5-c32b94477dc7 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Pushing event updated for resources: {'Subnet': ['ID=f48785dc-f719-49e2-ac07-70e60be244d3,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:59.265141 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88ef6c0-9b8f-4211-85b5-c32b94477dc7 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Checking segment: {'id': '68cbdf34-5b6d-4617-9db2-0c334308580a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '86f2ab75-0781-4e1b-b5ef-e4e311451fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:59.265820 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88ef6c0-9b8f-4211-85b5-c32b94477dc7 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Network hostable DHCP agents. Network: 86f2ab75-0781-4e1b-b5ef-e4e311451fdc, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:13:59.287995 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88ef6c0-9b8f-4211-85b5-c32b94477dc7 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Network 86f2ab75-0781-4e1b-b5ef-e4e311451fdc is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:13:59.309398 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-24a57f3d-2870-4082-8560-4bb08d3f8436 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:59.311531 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43678) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:59.320469 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-b88ef6c0-9b8f-4211-85b5-c32b94477dc7 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 86f2ab75-0781-4e1b-b5ef-e4e311451fdc) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:59.328348 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88ef6c0-9b8f-4211-85b5-c32b94477dc7 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:59.329064 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b88ef6c0-9b8f-4211-85b5-c32b94477dc7 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:59.329923 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a10dbb3-b7d6-462e-baa1-738728a52386 None None] Network 86f2ab75-0781-4e1b-b5ef-e4e311451fdc requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:59.350702 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b88ef6c0-9b8f-4211-85b5-c32b94477dc7 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6533387 Oct 19 01:13:59.353466 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a57f3d-2870-4082-8560-4bb08d3f8436 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Pushing event deleted for resources: {'Subnet': ['ID=144072dd-b3bf-40cc-ada4-a79691d8042b,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:59.353653 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43680) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:59.358269 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-06a5251b-1911-453e-9ef4-a33aa9837044 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Request body: {'router': {'external_gateway_info': {'network_id': '86f2ab75-0781-4e1b-b5ef-e4e311451fdc'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:59.387576 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-24a57f3d-2870-4082-8560-4bb08d3f8436 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:59.391302 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-24a57f3d-2870-4082-8560-4bb08d3f8436 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] 10.222.0.57 "DELETE /v2.0/subnets/144072dd-b3bf-40cc-ada4-a79691d8042b HTTP/1.1" status: 204 len: 168 time: 0.4563990 Oct 19 01:13:59.396556 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43682) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:59.454133 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-d46b9472-db7d-46ab-bbe4-bd9d21d1d4ff tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Deleting subnet a459c049-c45e-495d-9815-284e43d49551 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:13:59.482797 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730c3fee-4ede-48fd-ad87-0cce30cdf14d tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:59.484461 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730c3fee-4ede-48fd-ad87-0cce30cdf14d tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:59.486124 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-730c3fee-4ede-48fd-ad87-0cce30cdf14d tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0883090 Oct 19 01:13:59.496452 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d46b9472-db7d-46ab-bbe4-bd9d21d1d4ff tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:59.533730 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43684) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:59.561551 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5145476-9890-406a-93fc-b40ae70f17a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-86f2ab75-0781-4e1b-b5ef-e4e311451fdc', 'network_id': '86f2ab75-0781-4e1b-b5ef-e4e311451fdc', 'tenant_id': '30782ff413a7486f80b0cdd5172021d0', 'fixed_ips': [{'subnet_id': 'f48785dc-f719-49e2-ac07-70e60be244d3'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:13:59.562413 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a5145476-9890-406a-93fc-b40ae70f17a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:59.620114 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d46b9472-db7d-46ab-bbe4-bd9d21d1d4ff tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:59.732195 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c43b9e8-7939-4670-a4e5-c4ab3245ac59 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:59.739555 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-a5145476-9890-406a-93fc-b40ae70f17a1 None None] Allocated IP 2001:db8:1::2 (86f2ab75-0781-4e1b-b5ef-e4e311451fdc/f48785dc-f719-49e2-ac07-70e60be244d3/9cb3cf3b-4032-4426-a99d-92eeebb630dc) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:59.746614 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-06a5251b-1911-453e-9ef4-a33aa9837044 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:59.754984 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c43b9e8-7939-4670-a4e5-c4ab3245ac59 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 19 01:13:59.755766 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c43b9e8-7939-4670-a4e5-c4ab3245ac59 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:13:59.760399 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0c43b9e8-7939-4670-a4e5-c4ab3245ac59 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] 10.222.0.57 "DELETE /v2.0/networks/aaffbdf5-ee8a-4494-b633-994e7519ab27 HTTP/1.1" status: 409 len: 405 time: 0.2256849 Oct 19 01:13:59.766647 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43686) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:59.777573 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-09ee0117-1cba-4d87-8f22-89e1d9d278f6 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-976995280'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:59.836035 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d46b9472-db7d-46ab-bbe4-bd9d21d1d4ff tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:59.858704 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ee0117-1cba-4d87-8f22-89e1d9d278f6 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Made reservation on behalf of 45cc295ec55c42e48f6c63766824df7c for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:59.863552 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-09ee0117-1cba-4d87-8f22-89e1d9d278f6 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:59.904917 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ee0117-1cba-4d87-8f22-89e1d9d278f6 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:13:59.918665 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-09ee0117-1cba-4d87-8f22-89e1d9d278f6 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:59.919564 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-09ee0117-1cba-4d87-8f22-89e1d9d278f6 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Added segment e687c955-198c-4e39-bcdf-7da74ac585ec of type vlan for network ae1ba4c5-4801-473e-ac02-fee16bff98da Oct 19 01:14:00.010141 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-09ee0117-1cba-4d87-8f22-89e1d9d278f6 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:00.010545 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a5145476-9890-406a-93fc-b40ae70f17a1 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:00.019650 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a5145476-9890-406a-93fc-b40ae70f17a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:00.065413 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5145476-9890-406a-93fc-b40ae70f17a1 None None] Network 86f2ab75-0781-4e1b-b5ef-e4e311451fdc is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:14:00.079642 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-09ee0117-1cba-4d87-8f22-89e1d9d278f6 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:00.082981 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-a5145476-9890-406a-93fc-b40ae70f17a1 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:00.088065 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ee0117-1cba-4d87-8f22-89e1d9d278f6 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:00.089026 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-09ee0117-1cba-4d87-8f22-89e1d9d278f6 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:00.095432 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5145476-9890-406a-93fc-b40ae70f17a1 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:14:00.152497 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5145476-9890-406a-93fc-b40ae70f17a1 None None] Pushing event updated for resources: {'Port': ['ID=9cb3cf3b-4032-4426-a99d-92eeebb630dc,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:00.243580 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bc35ffb0-e773-4de4-901b-54bce00b5942 req-ea72691a-a137-406a-919d-c12309789a93 tempest-ServerShowV257Test-1314242917 tempest-ServerShowV257Test-1314242917-project] 10.222.0.57 "GET /v2.0/ports?device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.1659462 Oct 19 01:14:00.292521 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b30f40-05a7-447c-ab96-7561cb3caebc None None] Network aaffbdf5-ee8a-4494-b633-994e7519ab27 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:14:00.315665 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-a5145476-9890-406a-93fc-b40ae70f17a1 None None] Attempting to bind port 9cb3cf3b-4032-4426-a99d-92eeebb630dc on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:14:00.316199 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-a5145476-9890-406a-93fc-b40ae70f17a1 None None] Attempting to bind port 9cb3cf3b-4032-4426-a99d-92eeebb630dc by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '68cbdf34-5b6d-4617-9db2-0c334308580a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '86f2ab75-0781-4e1b-b5ef-e4e311451fdc'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:14:00.316580 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5145476-9890-406a-93fc-b40ae70f17a1 None None] Attempting to bind port 9cb3cf3b-4032-4426-a99d-92eeebb630dc on network 86f2ab75-0781-4e1b-b5ef-e4e311451fdc {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:14:00.322376 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-09ee0117-1cba-4d87-8f22-89e1d9d278f6 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5503881 Oct 19 01:14:00.326463 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43690) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:00.331968 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-15ed1f23-fb48-4cee-ab04-2f9b5e879656 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Request body: {'subnet': {'network_id': 'ae1ba4c5-4801-473e-ac02-fee16bff98da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:00.337372 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5145476-9890-406a-93fc-b40ae70f17a1 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:14:00.338221 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5145476-9890-406a-93fc-b40ae70f17a1 None None] Checking segment: {'id': '68cbdf34-5b6d-4617-9db2-0c334308580a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '86f2ab75-0781-4e1b-b5ef-e4e311451fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:14:00.338221 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a5145476-9890-406a-93fc-b40ae70f17a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:00.338586 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5145476-9890-406a-93fc-b40ae70f17a1 None None] Bound using segment: {'id': '68cbdf34-5b6d-4617-9db2-0c334308580a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '86f2ab75-0781-4e1b-b5ef-e4e311451fdc'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:14:00.339013 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-a5145476-9890-406a-93fc-b40ae70f17a1 None None] Bound port: 9cb3cf3b-4032-4426-a99d-92eeebb630dc, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cbdf34-5b6d-4617-9db2-0c334308580a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '86f2ab75-0781-4e1b-b5ef-e4e311451fdc'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:14:00.339395 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a5145476-9890-406a-93fc-b40ae70f17a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:00.377888 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-0d3a5fff-8ce4-4731-aa0f-55cd649fa596 None None] Provisioning complete for port 75f201f1-ac1e-4e24-bbac-03091f81c57c triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:00.378262 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5fff-8ce4-4731-aa0f-55cd649fa596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:00.431884 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee0117-1cba-4d87-8f22-89e1d9d278f6 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Pushing event updated for resources: {'Network': ['ID=ae1ba4c5-4801-473e-ac02-fee16bff98da,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:00.448251 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d46b9472-db7d-46ab-bbe4-bd9d21d1d4ff tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:00.450044 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network ae1ba4c5-4801-473e-ac02-fee16bff98da details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:14:00.484529 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b9472-db7d-46ab-bbe4-bd9d21d1d4ff tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Pushing event deleted for resources: {'Subnet': ['ID=a459c049-c45e-495d-9815-284e43d49551,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:00.494700 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d46b9472-db7d-46ab-bbe4-bd9d21d1d4ff tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:00.499245 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d46b9472-db7d-46ab-bbe4-bd9d21d1d4ff tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "DELETE /v2.0/subnets/a459c049-c45e-495d-9815-284e43d49551 HTTP/1.1" status: 204 len: 168 time: 1.1837020 Oct 19 01:14:00.501952 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43694) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:00.509951 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9c8360-cca2-49ac-9708-6197dccd9ca0 None None] Network a88f3db1-fba9-4cd4-bf82-e49932db2cee requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:14:00.518198 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-06a5251b-1911-453e-9ef4-a33aa9837044 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:14:00.522782 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-06a5251b-1911-453e-9ef4-a33aa9837044 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] 10.222.0.57 "PUT /v2.0/routers/0a075313-3df2-4e51-9f56-b1097aad244b HTTP/1.1" status: 400 len: 364 time: 1.1648011 Oct 19 01:14:00.524960 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43696) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:00.572502 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ed1f23-fb48-4cee-ab04-2f9b5e879656 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Made reservation on behalf of 45cc295ec55c42e48f6c63766824df7c for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:14:00.576249 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-15ed1f23-fb48-4cee-ab04-2f9b5e879656 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:00.591247 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29c16c6f-df3e-44e8-aacf-0ab4d2ee28cf tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:00.654191 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-29c16c6f-df3e-44e8-aacf-0ab4d2ee28cf tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Deleting port 2a928a0c-e9c4-4ec3-98c3-6dfe728c4feb {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:00.656086 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-a5145476-9890-406a-93fc-b40ae70f17a1 None None] For port 9cb3cf3b-4032-4426-a99d-92eeebb630dc, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:14:00.656224 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29c16c6f-df3e-44e8-aacf-0ab4d2ee28cf tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:00.676337 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-a5145476-9890-406a-93fc-b40ae70f17a1 None None] For port 9cb3cf3b-4032-4426-a99d-92eeebb630dc, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=9cb3cf3b-4032-4426-a99d-92eeebb630dc,segment=NetworkSegment(68cbdf34-5b6d-4617-9db2-0c334308580a),segment_id=68cbdf34-5b6d-4617-9db2-0c334308580a)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:14:00.729508 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a5145476-9890-406a-93fc-b40ae70f17a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:00.737208 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-29c16c6f-df3e-44e8-aacf-0ab4d2ee28cf tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] For port 2a928a0c-e9c4-4ec3-98c3-6dfe728c4feb, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=2a928a0c-e9c4-4ec3-98c3-6dfe728c4feb,segment=NetworkSegment(ff1dbe79-1559-4eef-8a58-82cae491f778),segment_id=ff1dbe79-1559-4eef-8a58-82cae491f778)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:00.739684 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29c16c6f-df3e-44e8-aacf-0ab4d2ee28cf tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:00.752549 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-29c16c6f-df3e-44e8-aacf-0ab4d2ee28cf tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Calling delete_port for 2a928a0c-e9c4-4ec3-98c3-6dfe728c4feb owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:00.778327 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59f9acb-27dd-402c-a581-e1564c72f7c1 None None] DHCP port deletion for aaffbdf5-ee8a-4494-b633-994e7519ab27 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:14:00.813239 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5fff-8ce4-4731-aa0f-55cd649fa596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:00.860276 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5145476-9890-406a-93fc-b40ae70f17a1 None None] Pushing event updated for resources: {'Port': ['ID=9cb3cf3b-4032-4426-a99d-92eeebb630dc,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:00.862827 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29c16c6f-df3e-44e8-aacf-0ab4d2ee28cf tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:00.901730 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-0d3a5fff-8ce4-4731-aa0f-55cd649fa596 None None] For port 75f201f1-ac1e-4e24-bbac-03091f81c57c, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=75f201f1-ac1e-4e24-bbac-03091f81c57c,segment=NetworkSegment(c4711dc9-9f68-499c-98b6-fba9961d9816),segment_id=c4711dc9-9f68-499c-98b6-fba9961d9816)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:00.907177 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c16c6f-df3e-44e8-aacf-0ab4d2ee28cf tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Pushing event deleted for resources: {'Port': ['ID=2a928a0c-e9c4-4ec3-98c3-6dfe728c4feb,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:00.909070 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5fff-8ce4-4731-aa0f-55cd649fa596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:00.910233 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c16c6f-df3e-44e8-aacf-0ab4d2ee28cf tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] No DVR routers for this DVR port 2a928a0c-e9c4-4ec3-98c3-6dfe728c4feb on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:14:00.951949 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-a59f9acb-27dd-402c-a581-e1564c72f7c1 None None] Deleting port 75f201f1-ac1e-4e24-bbac-03091f81c57c {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:00.959781 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a59f9acb-27dd-402c-a581-e1564c72f7c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:00.981431 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aceb0938-9485-4725-9058-10d0c9827a5a None None] DHCP port deletion for a88f3db1-fba9-4cd4-bf82-e49932db2cee request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:14:01.038060 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29c16c6f-df3e-44e8-aacf-0ab4d2ee28cf tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:01.051653 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a5fff-8ce4-4731-aa0f-55cd649fa596 None None] Pushing event updated for resources: {'Port': ['ID=75f201f1-ac1e-4e24-bbac-03091f81c57c,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:01.066360 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-a59f9acb-27dd-402c-a581-e1564c72f7c1 None None] For port 75f201f1-ac1e-4e24-bbac-03091f81c57c, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=75f201f1-ac1e-4e24-bbac-03091f81c57c,segment=NetworkSegment(c4711dc9-9f68-499c-98b6-fba9961d9816),segment_id=c4711dc9-9f68-499c-98b6-fba9961d9816)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:01.066799 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-29c16c6f-df3e-44e8-aacf-0ab4d2ee28cf tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a88f3db1-fba9-4cd4-bf82-e49932db2cee']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:01.067001 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a59f9acb-27dd-402c-a581-e1564c72f7c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:01.072188 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-be8fcbba-3b56-416b-894a-547c8269ccf8 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:01.078401 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-29c16c6f-df3e-44e8-aacf-0ab4d2ee28cf tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff1dbe79-1559-4eef-8a58-82cae491f778') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:01.078953 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-29c16c6f-df3e-44e8-aacf-0ab4d2ee28cf tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff1dbe79-1559-4eef-8a58-82cae491f778') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:01.081071 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-a59f9acb-27dd-402c-a581-e1564c72f7c1 None None] Calling delete_port for 75f201f1-ac1e-4e24-bbac-03091f81c57c owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:01.091542 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29c16c6f-df3e-44e8-aacf-0ab4d2ee28cf tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:01.107986 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29c16c6f-df3e-44e8-aacf-0ab4d2ee28cf tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:01.115210 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c16c6f-df3e-44e8-aacf-0ab4d2ee28cf tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:14:01.116023 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29c16c6f-df3e-44e8-aacf-0ab4d2ee28cf tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:01.120073 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:14:01.120073 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:14:01.120073 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:14:01.120073 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:14:01.120073 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:14:01.120073 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:14:01.120073 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:14:01.120073 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:14:01.120073 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:14:01.120073 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:14:01.120073 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:14:01.120073 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:14:01.120073 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:14:01.120073 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:14:01.120073 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:14:01.120073 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:14:01.120073 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:14:01.120073 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:14:01.120073 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:14:01.120073 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:14:01.120073 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:14:01.120073 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:14:01.120073 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:14:01.120073 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:14:01.120073 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:14:01.120073 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:14:01.120073 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:14:01.120073 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:14:01.120073 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:14:01.120073 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:14:01.120073 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:14:01.120073 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:14:01.213505 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a59f9acb-27dd-402c-a581-e1564c72f7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:01.227435 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29c16c6f-df3e-44e8-aacf-0ab4d2ee28cf tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:01.240510 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29c16c6f-df3e-44e8-aacf-0ab4d2ee28cf tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:01.247095 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-29c16c6f-df3e-44e8-aacf-0ab4d2ee28cf tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "DELETE /v2.0/networks/a88f3db1-fba9-4cd4-bf82-e49932db2cee HTTP/1.1" status: 204 len: 168 time: 0.7435999 Oct 19 01:14:01.247375 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59f9acb-27dd-402c-a581-e1564c72f7c1 None None] No DVR routers for this DVR port 75f201f1-ac1e-4e24-bbac-03091f81c57c on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:14:01.265343 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43698) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:01.275511 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c16c6f-df3e-44e8-aacf-0ab4d2ee28cf tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Pushing event deleted for resources: {'Network': ['ID=a88f3db1-fba9-4cd4-bf82-e49932db2cee,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:01.279528 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f9acb-27dd-402c-a581-e1564c72f7c1 None None] Pushing event deleted for resources: {'Port': ['ID=75f201f1-ac1e-4e24-bbac-03091f81c57c,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:01.344579 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-b79a6783-0244-4625-b4fc-4c374ac7d557 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Deleting subnet 0590fa04-4dfe-422c-9eaf-a286ef9c5cf4 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:14:01.352445 n-d-715271-26 neutron-server[100606]: DEBUG neutron.objects.ports [None req-15ed1f23-fb48-4cee-ab04-2f9b5e879656 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100606) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:14:01.357221 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-15ed1f23-fb48-4cee-ab04-2f9b5e879656 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:01.362889 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b79a6783-0244-4625-b4fc-4c374ac7d557 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:01.406456 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-39938eed-c7e4-4419-9fc6-0b53df0d472a req-307da627-d731-4b1b-be94-3a34d41cd932 tempest-ServerShowV257Test-1314242917 tempest-ServerShowV257Test-1314242917-project] 10.222.0.57 "GET /v2.0/ports?device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.0552256 Oct 19 01:14:01.425696 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b79a6783-0244-4625-b4fc-4c374ac7d557 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:01.478634 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed1f23-fb48-4cee-ab04-2f9b5e879656 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Pushing event updated for resources: {'Subnet': ['ID=85a4f95e-93a7-4931-8448-f253bb7677ec,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:01.515238 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ed1f23-fb48-4cee-ab04-2f9b5e879656 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Checking segment: {'id': 'e687c955-198c-4e39-bcdf-7da74ac585ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ae1ba4c5-4801-473e-ac02-fee16bff98da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:14:01.515493 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ed1f23-fb48-4cee-ab04-2f9b5e879656 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Network hostable DHCP agents. Network: ae1ba4c5-4801-473e-ac02-fee16bff98da, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:14:01.538207 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b79a6783-0244-4625-b4fc-4c374ac7d557 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:01.555235 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-be8fcbba-3b56-416b-894a-547c8269ccf8 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Allocated IP 2001:db8::1 (9aa2977e-54a2-4620-8746-0fb413c1acd8/dc35f0ab-d97e-4b9d-bfa1-487bb3febb4b/725f6032-3e68-4722-b358-9d2278951e85) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:14:01.566955 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ed1f23-fb48-4cee-ab04-2f9b5e879656 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Network ae1ba4c5-4801-473e-ac02-fee16bff98da is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:14:01.592705 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-15ed1f23-fb48-4cee-ab04-2f9b5e879656 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, ae1ba4c5-4801-473e-ac02-fee16bff98da) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:01.602089 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ed1f23-fb48-4cee-ab04-2f9b5e879656 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:01.602724 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-15ed1f23-fb48-4cee-ab04-2f9b5e879656 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:01.606238 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1c4fc6-f2ce-4a43-9d53-306347dcbc3b None None] Network ae1ba4c5-4801-473e-ac02-fee16bff98da requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:14:01.620568 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b79a6783-0244-4625-b4fc-4c374ac7d557 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:01.658673 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a6783-0244-4625-b4fc-4c374ac7d557 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Pushing event deleted for resources: {'Subnet': ['ID=0590fa04-4dfe-422c-9eaf-a286ef9c5cf4,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:01.672590 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b79a6783-0244-4625-b4fc-4c374ac7d557 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:01.676119 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b79a6783-0244-4625-b4fc-4c374ac7d557 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "DELETE /v2.0/subnets/0590fa04-4dfe-422c-9eaf-a286ef9c5cf4 HTTP/1.1" status: 204 len: 168 time: 0.4096417 Oct 19 01:14:01.678936 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43710) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:01.684391 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e88b9cf-ab69-4206-8576-df25cc181efb None None] Network 9199807a-4fd5-4216-9e56-230db1d8a5f5 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:14:01.779515 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6c3632c1-114d-4ada-9c66-c7a9d6a22684 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:01.863297 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-6c3632c1-114d-4ada-9c66-c7a9d6a22684 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Deleting port 19fdd690-fe0c-46d2-bcf8-fa22ab4baf86 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:01.863829 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6c3632c1-114d-4ada-9c66-c7a9d6a22684 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:01.940333 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-6c3632c1-114d-4ada-9c66-c7a9d6a22684 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] For port 19fdd690-fe0c-46d2-bcf8-fa22ab4baf86, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=19fdd690-fe0c-46d2-bcf8-fa22ab4baf86,segment=NetworkSegment(6bffe836-365f-480e-aae2-66f214ee3348),segment_id=6bffe836-365f-480e-aae2-66f214ee3348)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:01.940333 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6c3632c1-114d-4ada-9c66-c7a9d6a22684 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:01.959880 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-6c3632c1-114d-4ada-9c66-c7a9d6a22684 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Calling delete_port for 19fdd690-fe0c-46d2-bcf8-fa22ab4baf86 owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:02.036928 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-15ed1f23-fb48-4cee-ab04-2f9b5e879656 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.7069080 Oct 19 01:14:02.037971 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43712) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:02.069415 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4c7544-5a8e-4519-8a0c-c8622af3d8c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-ae1ba4c5-4801-473e-ac02-fee16bff98da', 'network_id': 'ae1ba4c5-4801-473e-ac02-fee16bff98da', 'tenant_id': '45cc295ec55c42e48f6c63766824df7c', 'fixed_ips': [{'subnet_id': '85a4f95e-93a7-4931-8448-f253bb7677ec'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:14:02.072197 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cf4c7544-5a8e-4519-8a0c-c8622af3d8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:02.086248 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-be8fcbba-3b56-416b-894a-547c8269ccf8 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:02.119933 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6c3632c1-114d-4ada-9c66-c7a9d6a22684 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:02.142857 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3632c1-114d-4ada-9c66-c7a9d6a22684 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] No DVR routers for this DVR port 19fdd690-fe0c-46d2-bcf8-fa22ab4baf86 on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:14:02.145788 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-be8fcbba-3b56-416b-894a-547c8269ccf8 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:02.178257 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13afda31-9500-4730-bfe2-5792fc32dc64 None None] DHCP port deletion for 9199807a-4fd5-4216-9e56-230db1d8a5f5 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:14:02.182752 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3632c1-114d-4ada-9c66-c7a9d6a22684 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Pushing event deleted for resources: {'Port': ['ID=19fdd690-fe0c-46d2-bcf8-fa22ab4baf86,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:02.206527 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8fcbba-3b56-416b-894a-547c8269ccf8 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Network 9aa2977e-54a2-4620-8746-0fb413c1acd8 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:14:02.213338 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-be8fcbba-3b56-416b-894a-547c8269ccf8 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:02.216373 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8fcbba-3b56-416b-894a-547c8269ccf8 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:14:02.217333 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-be8fcbba-3b56-416b-894a-547c8269ccf8 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:02.258410 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45985dc8-ef6a-4b74-ab48-ac8456f3f582 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:02.268903 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-cf4c7544-5a8e-4519-8a0c-c8622af3d8c3 None None] Allocated IP 2001:db8::f816:3eff:fe07:d65 (ae1ba4c5-4801-473e-ac02-fee16bff98da/85a4f95e-93a7-4931-8448-f253bb7677ec/8fd8e8f8-fc4c-4dea-9f65-a66f7bdbe63d) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:14:02.318365 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6c3632c1-114d-4ada-9c66-c7a9d6a22684 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:02.330941 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8fcbba-3b56-416b-894a-547c8269ccf8 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Pushing event updated for resources: {'Port': ['ID=725f6032-3e68-4722-b358-9d2278951e85,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:02.375243 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-6c3632c1-114d-4ada-9c66-c7a9d6a22684 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9199807a-4fd5-4216-9e56-230db1d8a5f5']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:02.390468 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-6c3632c1-114d-4ada-9c66-c7a9d6a22684 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bffe836-365f-480e-aae2-66f214ee3348') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:02.390712 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-6c3632c1-114d-4ada-9c66-c7a9d6a22684 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bffe836-365f-480e-aae2-66f214ee3348') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:02.395543 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d23915-6308-4317-b066-d29555cb52ff None None] Network 86f2ab75-0781-4e1b-b5ef-e4e311451fdc requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:14:02.404131 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45985dc8-ef6a-4b74-ab48-ac8456f3f582 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:02.409470 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-be8fcbba-3b56-416b-894a-547c8269ccf8 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:02.412900 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6c3632c1-114d-4ada-9c66-c7a9d6a22684 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:02.483055 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6c3632c1-114d-4ada-9c66-c7a9d6a22684 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:02.496084 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c3632c1-114d-4ada-9c66-c7a9d6a22684 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:14:02.496486 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6c3632c1-114d-4ada-9c66-c7a9d6a22684 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:02.499647 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:14:02.499647 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:14:02.499647 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:14:02.499647 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:14:02.499647 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:14:02.499647 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:14:02.499647 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:14:02.499647 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:14:02.499647 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:14:02.499647 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:14:02.499647 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:14:02.499647 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:14:02.499647 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:14:02.499647 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:14:02.499647 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:14:02.499647 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:14:02.499647 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:14:02.499647 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:14:02.499647 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:14:02.499647 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:14:02.499647 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:14:02.499647 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:14:02.499647 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:14:02.499647 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:14:02.499647 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:14:02.499647 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:14:02.499647 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:14:02.499647 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:14:02.499647 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:14:02.499647 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:14:02.499647 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:14:02.499647 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:14:02.552342 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-841819b2-8ab6-4f00-a184-35d969b9366e None None] Provisioning complete for port 9cb3cf3b-4032-4426-a99d-92eeebb630dc triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:02.552628 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-841819b2-8ab6-4f00-a184-35d969b9366e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:02.578031 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6c3632c1-114d-4ada-9c66-c7a9d6a22684 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:02.588330 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f2c1f8ce-3aa7-4073-82a3-ad2c12e3ad94 req-88b54cce-37dc-4c69-8ed7-c183885ad7d1 tempest-ServerShowV257Test-1314242917 tempest-ServerShowV257Test-1314242917-project] 10.222.0.57 "GET /v2.0/ports?device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.0419626 Oct 19 01:14:02.594047 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6c3632c1-114d-4ada-9c66-c7a9d6a22684 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:02.597485 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6c3632c1-114d-4ada-9c66-c7a9d6a22684 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] 10.222.0.57 "DELETE /v2.0/networks/9199807a-4fd5-4216-9e56-230db1d8a5f5 HTTP/1.1" status: 204 len: 168 time: 0.9165921 Oct 19 01:14:02.628484 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3632c1-114d-4ada-9c66-c7a9d6a22684 tempest-ServersTestMultiNic-1224133856 tempest-ServersTestMultiNic-1224133856-project] Pushing event deleted for resources: {'Network': ['ID=9199807a-4fd5-4216-9e56-230db1d8a5f5,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:02.677033 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cf4c7544-5a8e-4519-8a0c-c8622af3d8c3 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:02.698407 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cf4c7544-5a8e-4519-8a0c-c8622af3d8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:02.711485 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45985dc8-ef6a-4b74-ab48-ac8456f3f582 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:02.771752 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4c7544-5a8e-4519-8a0c-c8622af3d8c3 None None] Network ae1ba4c5-4801-473e-ac02-fee16bff98da is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:14:02.777575 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45985dc8-ef6a-4b74-ab48-ac8456f3f582 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Pushing event deleted for resources: {'Subnet': ['ID=85a4f95e-93a7-4931-8448-f253bb7677ec,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:02.803336 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-cf4c7544-5a8e-4519-8a0c-c8622af3d8c3 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:02.814039 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4c7544-5a8e-4519-8a0c-c8622af3d8c3 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:14:02.853628 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 9cb3cf3b-4032-4426-a99d-92eeebb630dc up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:14:02.855027 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45985dc8-ef6a-4b74-ab48-ac8456f3f582 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:02.855404 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c7544-5a8e-4519-8a0c-c8622af3d8c3 None None] Pushing event updated for resources: {'Port': ['ID=8fd8e8f8-fc4c-4dea-9f65-a66f7bdbe63d,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:02.882269 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-45985dc8-ef6a-4b74-ab48-ac8456f3f582 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1ba4c5-4801-473e-ac02-fee16bff98da']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:02.894300 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-45985dc8-ef6a-4b74-ab48-ac8456f3f582 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e687c955-198c-4e39-bcdf-7da74ac585ec') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:02.894623 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-45985dc8-ef6a-4b74-ab48-ac8456f3f582 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e687c955-198c-4e39-bcdf-7da74ac585ec') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:02.911718 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43730) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:02.915674 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-841819b2-8ab6-4f00-a184-35d969b9366e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:02.965156 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-cf4c7544-5a8e-4519-8a0c-c8622af3d8c3 None None] Attempting to bind port 8fd8e8f8-fc4c-4dea-9f65-a66f7bdbe63d on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:14:02.965554 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-cf4c7544-5a8e-4519-8a0c-c8622af3d8c3 None None] Attempting to bind port 8fd8e8f8-fc4c-4dea-9f65-a66f7bdbe63d by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'e687c955-198c-4e39-bcdf-7da74ac585ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ae1ba4c5-4801-473e-ac02-fee16bff98da'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:14:02.965930 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4c7544-5a8e-4519-8a0c-c8622af3d8c3 None None] Attempting to bind port 8fd8e8f8-fc4c-4dea-9f65-a66f7bdbe63d on network ae1ba4c5-4801-473e-ac02-fee16bff98da {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:14:02.978409 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-be8fcbba-3b56-416b-894a-547c8269ccf8 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:02.980051 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-841819b2-8ab6-4f00-a184-35d969b9366e None None] For port 9cb3cf3b-4032-4426-a99d-92eeebb630dc, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=9cb3cf3b-4032-4426-a99d-92eeebb630dc,segment=NetworkSegment(68cbdf34-5b6d-4617-9db2-0c334308580a),segment_id=68cbdf34-5b6d-4617-9db2-0c334308580a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:02.982286 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4c7544-5a8e-4519-8a0c-c8622af3d8c3 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:14:02.982671 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4c7544-5a8e-4519-8a0c-c8622af3d8c3 None None] Checking segment: {'id': 'e687c955-198c-4e39-bcdf-7da74ac585ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ae1ba4c5-4801-473e-ac02-fee16bff98da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:14:02.983094 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cf4c7544-5a8e-4519-8a0c-c8622af3d8c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:02.983536 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4c7544-5a8e-4519-8a0c-c8622af3d8c3 None None] Bound using segment: {'id': 'e687c955-198c-4e39-bcdf-7da74ac585ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ae1ba4c5-4801-473e-ac02-fee16bff98da'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:14:02.984044 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-cf4c7544-5a8e-4519-8a0c-c8622af3d8c3 None None] Bound port: 8fd8e8f8-fc4c-4dea-9f65-a66f7bdbe63d, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e687c955-198c-4e39-bcdf-7da74ac585ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ae1ba4c5-4801-473e-ac02-fee16bff98da'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:14:02.984444 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cf4c7544-5a8e-4519-8a0c-c8622af3d8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:02.987711 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-be8fcbba-3b56-416b-894a-547c8269ccf8 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:02.988657 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45985dc8-ef6a-4b74-ab48-ac8456f3f582 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:02.990270 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-be8fcbba-3b56-416b-894a-547c8269ccf8 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:02.991273 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-841819b2-8ab6-4f00-a184-35d969b9366e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:03.050354 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45985dc8-ef6a-4b74-ab48-ac8456f3f582 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:03.070839 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45985dc8-ef6a-4b74-ab48-ac8456f3f582 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:14:03.071221 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 9cb3cf3b-4032-4426-a99d-92eeebb630dc triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:03.071379 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45985dc8-ef6a-4b74-ab48-ac8456f3f582 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:03.071624 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:03.081591 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:14:03.081591 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:14:03.081591 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:14:03.081591 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:14:03.081591 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:14:03.081591 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:14:03.081591 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:14:03.081591 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:14:03.081591 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:14:03.081591 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:14:03.081591 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:14:03.081591 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:14:03.081591 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:14:03.081591 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:14:03.081591 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:14:03.081591 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:14:03.081591 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:14:03.081591 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:14:03.081591 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:14:03.081591 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:14:03.081591 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:14:03.081591 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:14:03.081591 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:14:03.081591 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:14:03.081591 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:14:03.081591 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:14:03.081591 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:14:03.081591 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:14:03.081591 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:14:03.081591 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:14:03.081591 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:14:03.081591 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:14:03.196549 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8fcbba-3b56-416b-894a-547c8269ccf8 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Pushing event updated for resources: {'Port': ['ID=725f6032-3e68-4722-b358-9d2278951e85,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:03.202328 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-8a69a143-238e-41e0-9a40-74869a52b786 None None] Provisioning complete for port 725f6032-3e68-4722-b358-9d2278951e85 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:03.202710 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8a69a143-238e-41e0-9a40-74869a52b786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:03.220748 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.db.api [None req-45985dc8-ef6a-4b74-ab48-ac8456f3f582 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 01:14:03.220748 n-d-715271-26 neutron-server[100607]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 01:14:03.220748 n-d-715271-26 neutron-server[100607]: [parameters: {'id': 'ae1ba4c5-4801-473e-ac02-fee16bff98da'}] Oct 19 01:14:03.220748 n-d-715271-26 neutron-server[100607]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:14:03.221904 n-d-715271-26 neutron-server[100607]: DEBUG oslo_db.api [None req-45985dc8-ef6a-4b74-ab48-ac8456f3f582 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:14:03.230974 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8fcbba-3b56-416b-894a-547c8269ccf8 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Network 9aa2977e-54a2-4620-8746-0fb413c1acd8 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:14:03.233090 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-be8fcbba-3b56-416b-894a-547c8269ccf8 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:03.251050 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841819b2-8ab6-4f00-a184-35d969b9366e None None] Pushing event updated for resources: {'Port': ['ID=9cb3cf3b-4032-4426-a99d-92eeebb630dc,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:03.356397 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-cf4c7544-5a8e-4519-8a0c-c8622af3d8c3 None None] For port 8fd8e8f8-fc4c-4dea-9f65-a66f7bdbe63d, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:14:03.395614 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-cf4c7544-5a8e-4519-8a0c-c8622af3d8c3 None None] For port 8fd8e8f8-fc4c-4dea-9f65-a66f7bdbe63d, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=8fd8e8f8-fc4c-4dea-9f65-a66f7bdbe63d,segment=NetworkSegment(e687c955-198c-4e39-bcdf-7da74ac585ec),segment_id=e687c955-198c-4e39-bcdf-7da74ac585ec)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:14:03.403549 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-8a69a143-238e-41e0-9a40-74869a52b786 None None] Port 725f6032-3e68-4722-b358-9d2278951e85 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:14:03.412415 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cf4c7544-5a8e-4519-8a0c-c8622af3d8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:03.465384 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8fcbba-3b56-416b-894a-547c8269ccf8 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Router 0a075313-3df2-4e51-9f56-b1097aad244b has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:14:03.519360 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 75f201f1-ac1e-4e24-bbac-03091f81c57c no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:14:03.521531 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-14e38797-f0e9-44b7-8170-55d601e14a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:03.573273 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 75f201f1-ac1e-4e24-bbac-03091f81c57c {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:14:03.573668 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 75f201f1-ac1e-4e24-bbac-03091f81c57c not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:14:03.579954 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 2a928a0c-e9c4-4ec3-98c3-6dfe728c4feb no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:14:03.612666 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-65fbadc2-48b0-4e8c-b3d7-c6ec3cb7fbe5 None None] Provisioning complete for port 9cb3cf3b-4032-4426-a99d-92eeebb630dc triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:03.612963 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-65fbadc2-48b0-4e8c-b3d7-c6ec3cb7fbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:03.614512 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c7544-5a8e-4519-8a0c-c8622af3d8c3 None None] Pushing event updated for resources: {'Port': ['ID=8fd8e8f8-fc4c-4dea-9f65-a66f7bdbe63d,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:03.615897 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8fcbba-3b56-416b-894a-547c8269ccf8 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:14:03.629839 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 2a928a0c-e9c4-4ec3-98c3-6dfe728c4feb {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:14:03.630185 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 2a928a0c-e9c4-4ec3-98c3-6dfe728c4feb not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:14:03.630496 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39470ef3-2f36-43b7-bf9c-7c10a6fbc959 None None] Sync routers for ids ['0a075313-3df2-4e51-9f56-b1097aad244b'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:14:03.630944 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 19fdd690-fe0c-46d2-bcf8-fa22ab4baf86 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:14:03.642048 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-be8fcbba-3b56-416b-894a-547c8269ccf8 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] 10.222.0.57 "PUT /v2.0/routers/0a075313-3df2-4e51-9f56-b1097aad244b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1160419 Oct 19 01:14:03.646012 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43736) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:03.646163 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39470ef3-2f36-43b7-bf9c-7c10a6fbc959 None None] Routers {'0a075313-3df2-4e51-9f56-b1097aad244b'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:14:03.646682 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-39470ef3-2f36-43b7-bf9c-7c10a6fbc959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:13:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['0a075313-3df2-4e51-9f56-b1097aad244b'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:03.685781 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfe53b2-1aae-4843-a5ab-efb6057d0bbb None None] Network ae1ba4c5-4801-473e-ac02-fee16bff98da requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:14:03.690345 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 19fdd690-fe0c-46d2-bcf8-fa22ab4baf86 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:14:03.690696 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 19fdd690-fe0c-46d2-bcf8-fa22ab4baf86 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:14:03.728118 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-39470ef3-2f36-43b7-bf9c-7c10a6fbc959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:03.753269 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45985dc8-ef6a-4b74-ab48-ac8456f3f582 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:03.755956 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39470ef3-2f36-43b7-bf9c-7c10a6fbc959 None None] Routers {'0a075313-3df2-4e51-9f56-b1097aad244b'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:14:03.756559 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-39470ef3-2f36-43b7-bf9c-7c10a6fbc959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:13:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['0a075313-3df2-4e51-9f56-b1097aad244b'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:03.803942 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-192a1de5-fc1b-4b59-8b19-94216c9ba5eb tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:03.813844 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cac89767-6c12-40a4-ae7c-01ad19b410ed req-8850fe99-386d-46f2-afb3-388d21745c96 tempest-ServerShowV257Test-1314242917 tempest-ServerShowV257Test-1314242917-project] 10.222.0.57 "GET /v2.0/ports?device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.0580440 Oct 19 01:14:03.829352 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-39470ef3-2f36-43b7-bf9c-7c10a6fbc959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:03.830001 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39470ef3-2f36-43b7-bf9c-7c10a6fbc959 None None] The sync data for ids ['0a075313-3df2-4e51-9f56-b1097aad244b'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:14:03.925618 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-192a1de5-fc1b-4b59-8b19-94216c9ba5eb tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 19 01:14:03.927040 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-192a1de5-fc1b-4b59-8b19-94216c9ba5eb tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] 10.222.0.57 "DELETE /v2.0/routers/0a075313-3df2-4e51-9f56-b1097aad244b HTTP/1.1" status: 409 len: 329 time: 0.2791553 Oct 19 01:14:03.930401 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43738) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:03.961396 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-45985dc8-ef6a-4b74-ab48-ac8456f3f582 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Deleting port 8fd8e8f8-fc4c-4dea-9f65-a66f7bdbe63d {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:03.980076 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45985dc8-ef6a-4b74-ab48-ac8456f3f582 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:03.989348 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c00452c-b12c-4c9c-a746-56a267dc80b9 None None] get_active_networks_info from n-d-715271-26 {{(pid=100608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:14:04.073309 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-45985dc8-ef6a-4b74-ab48-ac8456f3f582 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] For port 8fd8e8f8-fc4c-4dea-9f65-a66f7bdbe63d, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=8fd8e8f8-fc4c-4dea-9f65-a66f7bdbe63d,segment=NetworkSegment(e687c955-198c-4e39-bcdf-7da74ac585ec),segment_id=e687c955-198c-4e39-bcdf-7da74ac585ec)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:04.074389 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45985dc8-ef6a-4b74-ab48-ac8456f3f582 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:04.091664 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-45985dc8-ef6a-4b74-ab48-ac8456f3f582 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Calling delete_port for 8fd8e8f8-fc4c-4dea-9f65-a66f7bdbe63d owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:04.104924 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-48154e0d-bd8b-4098-9c26-fad80d7a4935 None None] Provisioning complete for port 725f6032-3e68-4722-b358-9d2278951e85 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:04.105310 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-48154e0d-bd8b-4098-9c26-fad80d7a4935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:04.106080 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-14e38797-f0e9-44b7-8170-55d601e14a83 admin admin] Deleting port 91755f08-6112-49df-80f8-4479b69b86a4 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:04.106655 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-14e38797-f0e9-44b7-8170-55d601e14a83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:04.144507 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-48154e0d-bd8b-4098-9c26-fad80d7a4935 None None] Port 725f6032-3e68-4722-b358-9d2278951e85 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:14:04.213805 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c00452c-b12c-4c9c-a746-56a267dc80b9 None None] Resources bound (agent type, host, resource id): {{(pid=100608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:14:04.244167 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-14e38797-f0e9-44b7-8170-55d601e14a83 admin admin] For port 91755f08-6112-49df-80f8-4479b69b86a4, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=91755f08-6112-49df-80f8-4479b69b86a4,segment=NetworkSegment(342fc941-ace1-4af2-bee1-519d3761ce6d),segment_id=342fc941-ace1-4af2-bee1-519d3761ce6d)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:04.244521 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-14e38797-f0e9-44b7-8170-55d601e14a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:04.261235 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-14e38797-f0e9-44b7-8170-55d601e14a83 admin admin] Calling delete_port for 91755f08-6112-49df-80f8-4479b69b86a4 owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:04.324920 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45985dc8-ef6a-4b74-ab48-ac8456f3f582 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:04.330507 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6da04543-4544-473b-9ef0-b8a3c59d3399 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:04.360234 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45985dc8-ef6a-4b74-ab48-ac8456f3f582 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Pushing event deleted for resources: {'Port': ['ID=8fd8e8f8-fc4c-4dea-9f65-a66f7bdbe63d,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:04.372492 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45985dc8-ef6a-4b74-ab48-ac8456f3f582 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] No DVR routers for this DVR port 8fd8e8f8-fc4c-4dea-9f65-a66f7bdbe63d on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:14:04.495281 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45985dc8-ef6a-4b74-ab48-ac8456f3f582 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:04.525770 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-45985dc8-ef6a-4b74-ab48-ac8456f3f582 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1ba4c5-4801-473e-ac02-fee16bff98da']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:04.545643 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-45985dc8-ef6a-4b74-ab48-ac8456f3f582 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e687c955-198c-4e39-bcdf-7da74ac585ec') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:04.545937 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-45985dc8-ef6a-4b74-ab48-ac8456f3f582 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e687c955-198c-4e39-bcdf-7da74ac585ec') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:04.557882 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45985dc8-ef6a-4b74-ab48-ac8456f3f582 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:04.576513 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45985dc8-ef6a-4b74-ab48-ac8456f3f582 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:04.613166 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45985dc8-ef6a-4b74-ab48-ac8456f3f582 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:14:04.613563 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45985dc8-ef6a-4b74-ab48-ac8456f3f582 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:04.616484 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:14:04.616484 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:14:04.616484 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:14:04.616484 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:14:04.616484 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:14:04.616484 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:14:04.616484 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:14:04.616484 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:14:04.616484 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:14:04.616484 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:14:04.616484 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:14:04.616484 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:14:04.616484 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:14:04.616484 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:14:04.616484 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:14:04.616484 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:14:04.616484 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:14:04.616484 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:14:04.616484 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:14:04.616484 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:14:04.616484 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:14:04.616484 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:14:04.616484 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:14:04.616484 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:14:04.616484 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:14:04.616484 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:14:04.616484 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:14:04.616484 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:14:04.616484 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:14:04.616484 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:14:04.616484 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:14:04.616484 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:14:04.651393 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-6da04543-4544-473b-9ef0-b8a3c59d3399 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Deleting port 725f6032-3e68-4722-b358-9d2278951e85 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:04.652474 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6da04543-4544-473b-9ef0-b8a3c59d3399 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:04.698608 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-14e38797-f0e9-44b7-8170-55d601e14a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:04.725498 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45985dc8-ef6a-4b74-ab48-ac8456f3f582 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:04.725708 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 9cb3cf3b-4032-4426-a99d-92eeebb630dc up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:14:04.750410 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e38797-f0e9-44b7-8170-55d601e14a83 admin admin] Pushing event deleted for resources: {'Port': ['ID=91755f08-6112-49df-80f8-4479b69b86a4,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:04.754238 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-45985dc8-ef6a-4b74-ab48-ac8456f3f582 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:04.758287 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-45985dc8-ef6a-4b74-ab48-ac8456f3f582 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] 10.222.0.57 "DELETE /v2.0/networks/ae1ba4c5-4801-473e-ac02-fee16bff98da HTTP/1.1" status: 204 len: 168 time: 2.7194581 Oct 19 01:14:04.761267 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45985dc8-ef6a-4b74-ab48-ac8456f3f582 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Pushing event deleted for resources: {'Network': ['ID=ae1ba4c5-4801-473e-ac02-fee16bff98da,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:04.769838 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43742) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:04.775600 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-f4031e9b-9bb8-452f-9aa7-74d0e04fa8ad tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1125977353'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:04.791769 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6da04543-4544-473b-9ef0-b8a3c59d3399 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:04.792971 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 9cb3cf3b-4032-4426-a99d-92eeebb630dc triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:04.793353 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:04.819835 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-6da04543-4544-473b-9ef0-b8a3c59d3399 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Calling delete_port for 725f6032-3e68-4722-b358-9d2278951e85 owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:04.843683 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4031e9b-9bb8-452f-9aa7-74d0e04fa8ad tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Made reservation on behalf of 45cc295ec55c42e48f6c63766824df7c for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:14:04.847271 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f4031e9b-9bb8-452f-9aa7-74d0e04fa8ad tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:04.933505 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4031e9b-9bb8-452f-9aa7-74d0e04fa8ad tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:14:04.958197 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f4031e9b-9bb8-452f-9aa7-74d0e04fa8ad tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:04.958668 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-f4031e9b-9bb8-452f-9aa7-74d0e04fa8ad tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Added segment cd2a0af2-c1d6-47f1-aeb0-fdc9f2d2368f of type vlan for network 2ce3f3e2-0cda-4edb-8e07-24bb8c8db30f Oct 19 01:14:05.005801 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-14e38797-f0e9-44b7-8170-55d601e14a83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:05.068143 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4a5f6c8f-81a4-447e-80d8-92dbfc5f2e99 req-cddd7ad4-9b51-4fcf-8d8e-7b8cb2ed6654 tempest-ServerShowV257Test-1314242917 tempest-ServerShowV257Test-1314242917-project] 10.222.0.57 "GET /v2.0/ports?device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.0525553 Oct 19 01:14:05.130839 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f4031e9b-9bb8-452f-9aa7-74d0e04fa8ad tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:05.176095 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f4031e9b-9bb8-452f-9aa7-74d0e04fa8ad tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:05.184677 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4031e9b-9bb8-452f-9aa7-74d0e04fa8ad tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:05.184914 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f4031e9b-9bb8-452f-9aa7-74d0e04fa8ad tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:05.191536 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6da04543-4544-473b-9ef0-b8a3c59d3399 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:05.265185 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e38797-f0e9-44b7-8170-55d601e14a83 admin admin] Router 72a60186-7bdd-40ac-996d-c127724e8d08 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:14:05.278958 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da04543-4544-473b-9ef0-b8a3c59d3399 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Pushing event deleted for resources: {'Port': ['ID=725f6032-3e68-4722-b358-9d2278951e85,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:05.297564 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f4031e9b-9bb8-452f-9aa7-74d0e04fa8ad tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5263231 Oct 19 01:14:05.301236 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43750) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:05.306695 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-4480facd-ea12-4d4a-866c-4b40004713cb tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Request body: {'subnet': {'network_id': '2ce3f3e2-0cda-4edb-8e07-24bb8c8db30f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:05.399271 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e38797-f0e9-44b7-8170-55d601e14a83 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:14:05.404308 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-14e38797-f0e9-44b7-8170-55d601e14a83 admin admin] 10.222.0.57 "PUT /v2.0/routers/72a60186-7bdd-40ac-996d-c127724e8d08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4844780 Oct 19 01:14:05.406884 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43752) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:05.412098 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bf10f8-c8e2-44bd-811d-4d9788dd124e None None] Sync routers for ids ['72a60186-7bdd-40ac-996d-c127724e8d08'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:14:05.427722 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bf10f8-c8e2-44bd-811d-4d9788dd124e None None] Routers {'72a60186-7bdd-40ac-996d-c127724e8d08'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:14:05.428385 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-92bf10f8-c8e2-44bd-811d-4d9788dd124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:13:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['72a60186-7bdd-40ac-996d-c127724e8d08'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:05.464686 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4031e9b-9bb8-452f-9aa7-74d0e04fa8ad tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Pushing event updated for resources: {'Network': ['ID=2ce3f3e2-0cda-4edb-8e07-24bb8c8db30f,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:05.529177 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6da04543-4544-473b-9ef0-b8a3c59d3399 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:05.565139 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 2ce3f3e2-0cda-4edb-8e07-24bb8c8db30f details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:14:05.570578 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-92bf10f8-c8e2-44bd-811d-4d9788dd124e None None] Set router 72a60186-7bdd-40ac-996d-c127724e8d08 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:14:05.583129 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c52fad84-e957-4d9f-8869-9d8a83247bb2 admin admin] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:05.649405 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4480facd-ea12-4d4a-866c-4b40004713cb tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Made reservation on behalf of 45cc295ec55c42e48f6c63766824df7c for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:14:05.654649 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4480facd-ea12-4d4a-866c-4b40004713cb tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:05.701203 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c52fad84-e957-4d9f-8869-9d8a83247bb2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:05.771218 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-c52fad84-e957-4d9f-8869-9d8a83247bb2 admin admin] Deleting port f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:05.771950 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c52fad84-e957-4d9f-8869-9d8a83247bb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:05.876215 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-c52fad84-e957-4d9f-8869-9d8a83247bb2 admin admin] For port f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:05.876575 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c52fad84-e957-4d9f-8869-9d8a83247bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:05.890430 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-c52fad84-e957-4d9f-8869-9d8a83247bb2 admin admin] Calling delete_port for f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf owned by network:router_gateway {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:06.033754 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-92bf10f8-c8e2-44bd-811d-4d9788dd124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a60186-7bdd-40ac-996d-c127724e8d08', 'name': 'tempest-ServersTestMultiNic-839703103-router', 'tenant_id': 'c37fe5cecaae474d866f7a28aa6ce8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:24Z', 'updated_at': '2021-10-19T01:14:04Z', 'revision_number': 5, 'project_id': 'c37fe5cecaae474d866f7a28aa6ce8ef', 'gw_port': {'id': 'f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a60186-7bdd-40ac-996d-c127724e8d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:26Z', 'updated_at': '2021-10-19T01:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:06.073537 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bf10f8-c8e2-44bd-811d-4d9788dd124e None None] Checking router: 72a60186-7bdd-40ac-996d-c127724e8d08 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:14:06.082690 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bf10f8-c8e2-44bd-811d-4d9788dd124e None None] Routers {'72a60186-7bdd-40ac-996d-c127724e8d08'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:14:06.083309 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-92bf10f8-c8e2-44bd-811d-4d9788dd124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:13:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['72a60186-7bdd-40ac-996d-c127724e8d08'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:06.102940 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c52fad84-e957-4d9f-8869-9d8a83247bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:06.151403 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da04543-4544-473b-9ef0-b8a3c59d3399 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Router 0a075313-3df2-4e51-9f56-b1097aad244b has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:14:06.166393 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fad84-e957-4d9f-8869-9d8a83247bb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:06.184821 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-92bf10f8-c8e2-44bd-811d-4d9788dd124e None None] Set router 72a60186-7bdd-40ac-996d-c127724e8d08 gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:14:06.232290 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-81be416e-3769-4f48-9739-42b79057dedd req-981287a0-1a88-45a6-8790-6cf4ea5f4a28 tempest-ServerShowV257Test-1314242917 tempest-ServerShowV257Test-1314242917-project] 10.222.0.57 "GET /v2.0/ports?device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.0645990 Oct 19 01:14:06.263922 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-92bf10f8-c8e2-44bd-811d-4d9788dd124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a60186-7bdd-40ac-996d-c127724e8d08', 'name': 'tempest-ServersTestMultiNic-839703103-router', 'tenant_id': 'c37fe5cecaae474d866f7a28aa6ce8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:24Z', 'updated_at': '2021-10-19T01:14:05Z', 'revision_number': 6, 'project_id': 'c37fe5cecaae474d866f7a28aa6ce8ef', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:06.264118 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da04543-4544-473b-9ef0-b8a3c59d3399 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:14:06.275913 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6da04543-4544-473b-9ef0-b8a3c59d3399 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] 10.222.0.57 "PUT /v2.0/routers/0a075313-3df2-4e51-9f56-b1097aad244b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3444550 Oct 19 01:14:06.276098 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a008bea6-ef62-463e-9112-c52b797602aa None None] Sync routers for ids ['0a075313-3df2-4e51-9f56-b1097aad244b'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:14:06.280667 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43758) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:06.292688 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a008bea6-ef62-463e-9112-c52b797602aa None None] Routers {'0a075313-3df2-4e51-9f56-b1097aad244b'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:14:06.293384 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a008bea6-ef62-463e-9112-c52b797602aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:13:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['0a075313-3df2-4e51-9f56-b1097aad244b'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:06.322119 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-ba43517d-c91e-4582-9aaf-78076790177f tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] show failed (client error): The resource could not be found. Oct 19 01:14:06.323468 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ba43517d-c91e-4582-9aaf-78076790177f tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] 10.222.0.57 "GET /v2.0/routers/tempest-non_exist_router-130497836 HTTP/1.1" status: 404 len: 334 time: 0.0416539 Oct 19 01:14:06.327606 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43760) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:06.331688 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bf10f8-c8e2-44bd-811d-4d9788dd124e None None] The sync data for ids ['72a60186-7bdd-40ac-996d-c127724e8d08'] in n-d-715271-26 is: [{'id': '72a60186-7bdd-40ac-996d-c127724e8d08', 'name': 'tempest-ServersTestMultiNic-839703103-router', 'tenant_id': 'c37fe5cecaae474d866f7a28aa6ce8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:24Z', 'updated_at': '2021-10-19T01:14:05Z', 'revision_number': 6, 'project_id': 'c37fe5cecaae474d866f7a28aa6ce8ef', 'gw_port_host': None}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:14:06.337758 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-ee979972-a2e9-4a52-b211-50ab1bdae8f9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:06.356189 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a008bea6-ef62-463e-9112-c52b797602aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:06.366163 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a008bea6-ef62-463e-9112-c52b797602aa None None] Routers {'0a075313-3df2-4e51-9f56-b1097aad244b'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:14:06.367015 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a008bea6-ef62-463e-9112-c52b797602aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:13:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['0a075313-3df2-4e51-9f56-b1097aad244b'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:06.408118 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-ee979972-a2e9-4a52-b211-50ab1bdae8f9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] update failed (client error): The resource could not be found. Oct 19 01:14:06.409072 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ee979972-a2e9-4a52-b211-50ab1bdae8f9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] 10.222.0.57 "PUT /v2.0/routers/tempest-non_exist_router-2099538755 HTTP/1.1" status: 404 len: 335 time: 0.0797293 Oct 19 01:14:06.409286 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a008bea6-ef62-463e-9112-c52b797602aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:06.409938 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a008bea6-ef62-463e-9112-c52b797602aa None None] The sync data for ids ['0a075313-3df2-4e51-9f56-b1097aad244b'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:14:06.415183 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c52fad84-e957-4d9f-8869-9d8a83247bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:06.420827 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43762) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:06.448411 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4480facd-ea12-4d4a-866c-4b40004713cb tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:06.524242 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480facd-ea12-4d4a-866c-4b40004713cb tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Pushing event updated for resources: {'Subnet': ['ID=6b8799bc-d612-4d1d-a717-8d1aa70a1744,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:06.528243 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4480facd-ea12-4d4a-866c-4b40004713cb tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Checking segment: {'id': 'cd2a0af2-c1d6-47f1-aeb0-fdc9f2d2368f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3f3e2-0cda-4edb-8e07-24bb8c8db30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:14:06.528616 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4480facd-ea12-4d4a-866c-4b40004713cb tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Network hostable DHCP agents. Network: 2ce3f3e2-0cda-4edb-8e07-24bb8c8db30f, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:14:06.548876 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4480facd-ea12-4d4a-866c-4b40004713cb tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Network 2ce3f3e2-0cda-4edb-8e07-24bb8c8db30f is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:14:06.560638 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-4480facd-ea12-4d4a-866c-4b40004713cb tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 2ce3f3e2-0cda-4edb-8e07-24bb8c8db30f) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:06.567370 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4480facd-ea12-4d4a-866c-4b40004713cb tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:06.568135 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4480facd-ea12-4d4a-866c-4b40004713cb tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:06.570356 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7e6d37-bfb2-480e-979f-7df2291a41b8 None None] Network 2ce3f3e2-0cda-4edb-8e07-24bb8c8db30f requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:14:06.590619 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4480facd-ea12-4d4a-866c-4b40004713cb tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2881644 Oct 19 01:14:06.593077 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43764) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:06.753856 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fbcf9854-c7cc-42df-bc66-9263c66554ba tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:06.796995 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2218e1db-42af-49e5-85e2-4fc0202cd186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-2ce3f3e2-0cda-4edb-8e07-24bb8c8db30f', 'network_id': '2ce3f3e2-0cda-4edb-8e07-24bb8c8db30f', 'tenant_id': '45cc295ec55c42e48f6c63766824df7c', 'fixed_ips': [{'subnet_id': '6b8799bc-d612-4d1d-a717-8d1aa70a1744'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:14:06.797700 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2218e1db-42af-49e5-85e2-4fc0202cd186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:06.839518 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fbcf9854-c7cc-42df-bc66-9263c66554ba tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:06.952107 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c52fad84-e957-4d9f-8869-9d8a83247bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:06.956011 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fbcf9854-c7cc-42df-bc66-9263c66554ba tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:06.956258 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c52fad84-e957-4d9f-8869-9d8a83247bb2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server [None req-2218e1db-42af-49e5-85e2-4fc0202cd186 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6b8799bc-d612-4d1d-a717-8d1aa70a1744: This subnet is being modified by another concurrent operation. Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:14:06.964440 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:14:06.969784 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:14:06.969784 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:14:06.969784 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:14:06.969784 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:14:06.969784 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:14:06.969784 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:14:06.969784 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:14:06.969784 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:14:06.969784 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:14:06.969784 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:14:06.969784 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:14:06.969784 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:14:06.969784 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:14:06.969784 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:14:06.969784 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:14:06.969784 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:14:06.969784 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 19 01:14:06.969784 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 19 01:14:06.969784 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 19 01:14:06.969784 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 19 01:14:06.969784 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 19 01:14:06.969784 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 19 01:14:06.969784 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 19 01:14:06.969784 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 19 01:14:06.969784 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:14:06.969784 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:14:06.969784 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:14:06.969784 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:14:06.969784 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 19 01:14:06.969784 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 19 01:14:06.969784 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 19 01:14:06.969784 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 01:14:06.969784 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 19 01:14:06.969784 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 01:14:06.969784 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 01:14:06.969784 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise exception Oct 19 01:14:06.969784 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6b8799bc-d612-4d1d-a717-8d1aa70a1744: This subnet is being modified by another concurrent operation. Oct 19 01:14:06.969784 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server Oct 19 01:14:06.977614 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa381511-a373-4129-8189-8414e1bbc8ae tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Deleting subnet f48785dc-f719-49e2-ac07-70e60be244d3 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:14:06.995979 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041d06e0-6e35-4f9f-9085-57374e6b1da1 None None] Network 2ce3f3e2-0cda-4edb-8e07-24bb8c8db30f requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:14:07.014622 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf9854-c7cc-42df-bc66-9263c66554ba tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Pushing event deleted for resources: {'Subnet': ['ID=6b8799bc-d612-4d1d-a717-8d1aa70a1744,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:07.014956 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-aa381511-a373-4129-8189-8414e1bbc8ae tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:07.052862 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c52fad84-e957-4d9f-8869-9d8a83247bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:07.053525 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52fad84-e957-4d9f-8869-9d8a83247bb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72a60186-7bdd-40ac-996d-c127724e8d08 {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:14:07.068251 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c52fad84-e957-4d9f-8869-9d8a83247bb2 admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:07.069530 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c52fad84-e957-4d9f-8869-9d8a83247bb2 admin admin] 10.222.0.57 "DELETE /v2.0/routers/72a60186-7bdd-40ac-996d-c127724e8d08 HTTP/1.1" status: 204 len: 168 time: 1.6609464 Oct 19 01:14:07.072780 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-aa381511-a373-4129-8189-8414e1bbc8ae tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:07.075997 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43766) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:07.114585 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fbcf9854-c7cc-42df-bc66-9263c66554ba tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:07.128121 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd59a6e9-6e6e-4733-8ddb-caa90a85ba84 None None] get_active_networks_info from n-d-715271-26 {{(pid=100608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:14:07.139513 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-fbcf9854-c7cc-42df-bc66-9263c66554ba tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce3f3e2-0cda-4edb-8e07-24bb8c8db30f']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:07.150779 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-fbcf9854-c7cc-42df-bc66-9263c66554ba tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd2a0af2-c1d6-47f1-aeb0-fdc9f2d2368f') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:07.151080 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-fbcf9854-c7cc-42df-bc66-9263c66554ba tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd2a0af2-c1d6-47f1-aeb0-fdc9f2d2368f') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:07.162966 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fbcf9854-c7cc-42df-bc66-9263c66554ba tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:07.178844 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fbcf9854-c7cc-42df-bc66-9263c66554ba tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:07.199747 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbcf9854-c7cc-42df-bc66-9263c66554ba tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:14:07.200242 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fbcf9854-c7cc-42df-bc66-9263c66554ba tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:07.244962 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:14:07.244962 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:14:07.244962 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:14:07.244962 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:14:07.244962 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:14:07.244962 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:14:07.244962 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:14:07.244962 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:14:07.244962 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:14:07.244962 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:14:07.244962 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:14:07.244962 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:14:07.244962 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:14:07.244962 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:14:07.244962 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:14:07.244962 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:14:07.244962 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:14:07.244962 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:14:07.244962 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:14:07.244962 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:14:07.244962 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:14:07.244962 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:14:07.244962 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:14:07.244962 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:14:07.244962 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:14:07.244962 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:14:07.244962 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:14:07.244962 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:14:07.244962 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:14:07.244962 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:14:07.244962 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:14:07.244962 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:14:07.262021 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb69ec00-ceb9-42e9-8e3f-7936ed3a2161 admin admin] Deleting subnet ddd1a256-a53e-4345-89f1-d292deb6b755 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:14:07.298213 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bb69ec00-ceb9-42e9-8e3f-7936ed3a2161 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:07.309792 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 91755f08-6112-49df-80f8-4479b69b86a4 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:14:07.352942 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 91755f08-6112-49df-80f8-4479b69b86a4 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:14:07.353724 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 91755f08-6112-49df-80f8-4479b69b86a4 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:14:07.368822 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-aa381511-a373-4129-8189-8414e1bbc8ae tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:07.386302 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bb69ec00-ceb9-42e9-8e3f-7936ed3a2161 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:07.420227 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-044c6c4c-a273-4b55-8133-84c2dbcb4e43 req-1555d017-3ffc-4df7-b661-95c711345f73 tempest-ServerShowV257Test-1314242917 tempest-ServerShowV257Test-1314242917-project] 10.222.0.57 "GET /v2.0/ports?device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.0430202 Oct 19 01:14:07.421255 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fbcf9854-c7cc-42df-bc66-9263c66554ba tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:07.429089 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fbcf9854-c7cc-42df-bc66-9263c66554ba tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:07.433412 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fbcf9854-c7cc-42df-bc66-9263c66554ba tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] 10.222.0.57 "DELETE /v2.0/networks/2ce3f3e2-0cda-4edb-8e07-24bb8c8db30f HTTP/1.1" status: 204 len: 168 time: 0.8382289 Oct 19 01:14:07.437426 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43772) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:07.451816 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-7f2e125c-2054-46f2-a646-53ec248c348e tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-750652944'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:07.468209 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf9854-c7cc-42df-bc66-9263c66554ba tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Pushing event deleted for resources: {'Network': ['ID=2ce3f3e2-0cda-4edb-8e07-24bb8c8db30f,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:07.487186 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2e125c-2054-46f2-a646-53ec248c348e tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Made reservation on behalf of 45cc295ec55c42e48f6c63766824df7c for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:14:07.491995 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7f2e125c-2054-46f2-a646-53ec248c348e tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:07.504072 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd59a6e9-6e6e-4733-8ddb-caa90a85ba84 None None] Resources bound (agent type, host, resource id): {{(pid=100608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:14:07.517079 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bb69ec00-ceb9-42e9-8e3f-7936ed3a2161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:07.521677 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f2e125c-2054-46f2-a646-53ec248c348e tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:14:07.535312 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7f2e125c-2054-46f2-a646-53ec248c348e tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:07.535963 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-7f2e125c-2054-46f2-a646-53ec248c348e tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Added segment 2e4e955d-b7be-4099-b099-a1dc9394e219 of type vlan for network 11f46369-e338-4649-8456-7b0a34803d4d Oct 19 01:14:07.582633 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7f2e125c-2054-46f2-a646-53ec248c348e tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:07.618962 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bb69ec00-ceb9-42e9-8e3f-7936ed3a2161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:07.620529 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7f2e125c-2054-46f2-a646-53ec248c348e tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:07.627016 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2e125c-2054-46f2-a646-53ec248c348e tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:07.627837 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-aa381511-a373-4129-8189-8414e1bbc8ae tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:07.628019 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7f2e125c-2054-46f2-a646-53ec248c348e tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:07.657184 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69ec00-ceb9-42e9-8e3f-7936ed3a2161 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddd1a256-a53e-4345-89f1-d292deb6b755,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:07.659324 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bb69ec00-ceb9-42e9-8e3f-7936ed3a2161 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:07.662588 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-bb69ec00-ceb9-42e9-8e3f-7936ed3a2161 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ddd1a256-a53e-4345-89f1-d292deb6b755 HTTP/1.1" status: 204 len: 168 time: 0.5854943 Oct 19 01:14:07.666368 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7f2e125c-2054-46f2-a646-53ec248c348e tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2270479 Oct 19 01:14:07.666368 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43774) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:07.668951 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43776) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:07.678419 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-94868080-320c-4518-a853-924260a1562a tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Request body: {'subnet': {'network_id': '11f46369-e338-4649-8456-7b0a34803d4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:07.705799 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-aa381511-a373-4129-8189-8414e1bbc8ae tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:07.708946 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-aa381511-a373-4129-8189-8414e1bbc8ae tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] 10.222.0.57 "DELETE /v2.0/subnets/f48785dc-f719-49e2-ac07-70e60be244d3 HTTP/1.1" status: 204 len: 168 time: 1.2871027 Oct 19 01:14:07.709794 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa381511-a373-4129-8189-8414e1bbc8ae tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Pushing event deleted for resources: {'Subnet': ['ID=f48785dc-f719-49e2-ac07-70e60be244d3,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:07.727350 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43778) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:07.736124 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e125c-2054-46f2-a646-53ec248c348e tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Pushing event updated for resources: {'Network': ['ID=11f46369-e338-4649-8456-7b0a34803d4d,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:07.775466 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 11f46369-e338-4649-8456-7b0a34803d4d details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:14:07.806459 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ab8d3a79-37f0-46fa-8781-a5f16b4712cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:07.864256 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-ab8d3a79-37f0-46fa-8781-a5f16b4712cf admin admin] Deleting port 21c81f95-b4b7-4450-b434-62d6fd4650c1 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:07.864622 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ab8d3a79-37f0-46fa-8781-a5f16b4712cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:07.881139 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2b434ce9-54de-4be8-87f9-02abd4f58ca9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:07.906641 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94868080-320c-4518-a853-924260a1562a tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Made reservation on behalf of 45cc295ec55c42e48f6c63766824df7c for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:14:07.910494 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-94868080-320c-4518-a853-924260a1562a tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:07.923905 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7f5341-7658-4c33-b461-3311a98476e0 None None] Network b2aef40f-b7ef-4b55-83db-50230d4290bd requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:14:07.926893 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8746764-a788-4c77-8ded-8b0b899aabe1 None None] Network 86f2ab75-0781-4e1b-b5ef-e4e311451fdc requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:14:07.950795 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-ab8d3a79-37f0-46fa-8781-a5f16b4712cf admin admin] For port 21c81f95-b4b7-4450-b434-62d6fd4650c1, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=21c81f95-b4b7-4450-b434-62d6fd4650c1,segment=NetworkSegment(342fc941-ace1-4af2-bee1-519d3761ce6d),segment_id=342fc941-ace1-4af2-bee1-519d3761ce6d)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:07.951077 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ab8d3a79-37f0-46fa-8781-a5f16b4712cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:07.968870 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-ab8d3a79-37f0-46fa-8781-a5f16b4712cf admin admin] Calling delete_port for 21c81f95-b4b7-4450-b434-62d6fd4650c1 owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:08.039557 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-2b434ce9-54de-4be8-87f9-02abd4f58ca9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Deleting port 9cb3cf3b-4032-4426-a99d-92eeebb630dc {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:08.040536 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2b434ce9-54de-4be8-87f9-02abd4f58ca9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:08.056016 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ab8d3a79-37f0-46fa-8781-a5f16b4712cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:08.093679 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d3a79-37f0-46fa-8781-a5f16b4712cf admin admin] Pushing event deleted for resources: {'Port': ['ID=21c81f95-b4b7-4450-b434-62d6fd4650c1,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:08.097130 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8d3a79-37f0-46fa-8781-a5f16b4712cf admin admin] No DVR routers for this DVR port 21c81f95-b4b7-4450-b434-62d6fd4650c1 on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:14:08.156709 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-2b434ce9-54de-4be8-87f9-02abd4f58ca9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] For port 9cb3cf3b-4032-4426-a99d-92eeebb630dc, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=9cb3cf3b-4032-4426-a99d-92eeebb630dc,segment=NetworkSegment(68cbdf34-5b6d-4617-9db2-0c334308580a),segment_id=68cbdf34-5b6d-4617-9db2-0c334308580a)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:08.157077 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2b434ce9-54de-4be8-87f9-02abd4f58ca9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:08.177349 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-2b434ce9-54de-4be8-87f9-02abd4f58ca9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Calling delete_port for 9cb3cf3b-4032-4426-a99d-92eeebb630dc owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:08.182001 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ab8d3a79-37f0-46fa-8781-a5f16b4712cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:08.198572 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e579d2-cb87-4634-80f7-6d62f0ee69a3 None None] DHCP port deletion for b2aef40f-b7ef-4b55-83db-50230d4290bd request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:14:08.216421 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-ab8d3a79-37f0-46fa-8781-a5f16b4712cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2aef40f-b7ef-4b55-83db-50230d4290bd']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:08.229092 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-ab8d3a79-37f0-46fa-8781-a5f16b4712cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '342fc941-ace1-4af2-bee1-519d3761ce6d') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:08.229398 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-ab8d3a79-37f0-46fa-8781-a5f16b4712cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '342fc941-ace1-4af2-bee1-519d3761ce6d') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:08.233462 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45487f1-8ed6-4740-a590-34a91f7b7631 None None] DHCP port deletion for 86f2ab75-0781-4e1b-b5ef-e4e311451fdc request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:14:08.257190 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ab8d3a79-37f0-46fa-8781-a5f16b4712cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:08.273524 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ab8d3a79-37f0-46fa-8781-a5f16b4712cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:08.281090 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab8d3a79-37f0-46fa-8781-a5f16b4712cf admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:14:08.281665 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ab8d3a79-37f0-46fa-8781-a5f16b4712cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:08.283836 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:14:08.283836 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:14:08.283836 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:14:08.283836 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:14:08.283836 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:14:08.283836 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:14:08.283836 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:14:08.283836 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:14:08.283836 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:14:08.283836 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:14:08.283836 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:14:08.283836 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:14:08.283836 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:14:08.283836 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:14:08.283836 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:14:08.283836 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:14:08.283836 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:14:08.283836 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:14:08.283836 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:14:08.283836 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:14:08.283836 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:14:08.283836 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:14:08.283836 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:14:08.283836 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:14:08.283836 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:14:08.283836 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:14:08.283836 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:14:08.283836 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:14:08.283836 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:14:08.283836 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:14:08.283836 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:14:08.283836 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:14:08.289634 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-f45487f1-8ed6-4740-a590-34a91f7b7631 None None] Deleting port 9cb3cf3b-4032-4426-a99d-92eeebb630dc {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:08.290106 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f45487f1-8ed6-4740-a590-34a91f7b7631 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:08.353438 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ab8d3a79-37f0-46fa-8781-a5f16b4712cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:08.357997 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ab8d3a79-37f0-46fa-8781-a5f16b4712cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:08.361748 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-f45487f1-8ed6-4740-a590-34a91f7b7631 None None] For port 9cb3cf3b-4032-4426-a99d-92eeebb630dc, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=9cb3cf3b-4032-4426-a99d-92eeebb630dc,segment=NetworkSegment(68cbdf34-5b6d-4617-9db2-0c334308580a),segment_id=68cbdf34-5b6d-4617-9db2-0c334308580a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:08.362163 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f45487f1-8ed6-4740-a590-34a91f7b7631 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:08.366248 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ab8d3a79-37f0-46fa-8781-a5f16b4712cf admin admin] 10.222.0.57 "DELETE /v2.0/networks/b2aef40f-b7ef-4b55-83db-50230d4290bd HTTP/1.1" status: 204 len: 168 time: 0.6909006 Oct 19 01:14:08.377195 n-d-715271-26 neutron-server[100607]: DEBUG neutron.objects.ports [None req-94868080-320c-4518-a853-924260a1562a tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100607) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:14:08.379064 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-94868080-320c-4518-a853-924260a1562a tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:08.379721 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d3a79-37f0-46fa-8781-a5f16b4712cf admin admin] Pushing event deleted for resources: {'Network': ['ID=b2aef40f-b7ef-4b55-83db-50230d4290bd,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:08.381431 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-f45487f1-8ed6-4740-a590-34a91f7b7631 None None] Calling delete_port for 9cb3cf3b-4032-4426-a99d-92eeebb630dc owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:08.413141 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2b434ce9-54de-4be8-87f9-02abd4f58ca9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:08.465036 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b434ce9-54de-4be8-87f9-02abd4f58ca9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Pushing event deleted for resources: {'Port': ['ID=9cb3cf3b-4032-4426-a99d-92eeebb630dc,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:08.467002 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b434ce9-54de-4be8-87f9-02abd4f58ca9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] No DVR routers for this DVR port 9cb3cf3b-4032-4426-a99d-92eeebb630dc on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:14:08.506866 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94868080-320c-4518-a853-924260a1562a tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Pushing event updated for resources: {'Subnet': ['ID=86597f36-6cde-4d52-9782-cb663985c316,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:08.514720 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f45487f1-8ed6-4740-a590-34a91f7b7631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:08.560334 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45487f1-8ed6-4740-a590-34a91f7b7631 None None] Pushing event deleted for resources: {'Port': ['ID=9cb3cf3b-4032-4426-a99d-92eeebb630dc,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:08.572416 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45487f1-8ed6-4740-a590-34a91f7b7631 None None] No DVR routers for this DVR port 9cb3cf3b-4032-4426-a99d-92eeebb630dc on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:14:08.586917 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94868080-320c-4518-a853-924260a1562a tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Checking segment: {'id': '2e4e955d-b7be-4099-b099-a1dc9394e219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '11f46369-e338-4649-8456-7b0a34803d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:14:08.587300 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94868080-320c-4518-a853-924260a1562a tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Network hostable DHCP agents. Network: 11f46369-e338-4649-8456-7b0a34803d4d, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:14:08.612270 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a19f8d6f-6f34-4ba4-a596-5dbfc7b1125c req-7e917653-4aa2-4322-8e41-7f3650ba8c42 tempest-ServerShowV257Test-1314242917 tempest-ServerShowV257Test-1314242917-project] 10.222.0.57 "GET /v2.0/ports?device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.0509171 Oct 19 01:14:08.614091 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43792) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:08.659231 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2b434ce9-54de-4be8-87f9-02abd4f58ca9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:08.674360 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5fdadcac-ee89-4356-946d-1aae05370cca admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c37fe5cecaae474d866f7a28aa6ce8ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0589876 Oct 19 01:14:08.679780 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43794) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:08.709011 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-2b434ce9-54de-4be8-87f9-02abd4f58ca9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86f2ab75-0781-4e1b-b5ef-e4e311451fdc']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:08.725985 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-2b434ce9-54de-4be8-87f9-02abd4f58ca9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68cbdf34-5b6d-4617-9db2-0c334308580a') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:08.726447 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-2b434ce9-54de-4be8-87f9-02abd4f58ca9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68cbdf34-5b6d-4617-9db2-0c334308580a') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:08.728384 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 21c81f95-b4b7-4450-b434-62d6fd4650c1 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:14:08.738673 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94868080-320c-4518-a853-924260a1562a tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Network 11f46369-e338-4649-8456-7b0a34803d4d is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:14:08.743699 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2b434ce9-54de-4be8-87f9-02abd4f58ca9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:08.746098 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c0099fdb-3a1c-435e-90df-8374c791bc7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:08.755915 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 21c81f95-b4b7-4450-b434-62d6fd4650c1 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:14:08.756513 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 21c81f95-b4b7-4450-b434-62d6fd4650c1 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:14:08.758947 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:14:08.761925 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-94868080-320c-4518-a853-924260a1562a tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 11f46369-e338-4649-8456-7b0a34803d4d) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:08.763670 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2b434ce9-54de-4be8-87f9-02abd4f58ca9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:08.770947 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94868080-320c-4518-a853-924260a1562a tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:08.771815 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-94868080-320c-4518-a853-924260a1562a tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:08.780096 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c0099fdb-3a1c-435e-90df-8374c791bc7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:08.786279 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b434ce9-54de-4be8-87f9-02abd4f58ca9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:14:08.786918 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2b434ce9-54de-4be8-87f9-02abd4f58ca9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:08.791142 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:14:08.791142 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:14:08.791142 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:14:08.791142 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:14:08.791142 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:14:08.791142 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:14:08.791142 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:14:08.791142 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:14:08.791142 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:14:08.791142 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:14:08.791142 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:14:08.791142 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:14:08.791142 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:14:08.791142 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:14:08.791142 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:14:08.791142 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:14:08.791142 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:14:08.791142 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:14:08.791142 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:14:08.791142 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:14:08.791142 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:14:08.791142 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:14:08.791142 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:14:08.791142 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:14:08.791142 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:14:08.791142 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:14:08.791142 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:14:08.791142 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:14:08.791142 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:14:08.791142 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:14:08.791142 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:14:08.791142 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:14:08.799885 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:14:08.800230 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f58f77f5-eb6b-4da4-9bd9-b8f600e55bcf not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:14:08.800654 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 9cb3cf3b-4032-4426-a99d-92eeebb630dc no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:14:08.808599 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-94868080-320c-4518-a853-924260a1562a tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1385162 Oct 19 01:14:08.811942 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43796) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:08.829176 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef614d9-570d-4334-837d-2724a552188c None None] Network 11f46369-e338-4649-8456-7b0a34803d4d requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:14:08.832817 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 9cb3cf3b-4032-4426-a99d-92eeebb630dc {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:14:08.833157 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 9cb3cf3b-4032-4426-a99d-92eeebb630dc not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:14:08.845342 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c0099fdb-3a1c-435e-90df-8374c791bc7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:08.848566 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c0099fdb-3a1c-435e-90df-8374c791bc7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:08.849294 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c0099fdb-3a1c-435e-90df-8374c791bc7d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dd184901-d9e0-49b7-8bcb-3e71a3b25297 HTTP/1.1" status: 204 len: 168 time: 0.1714258 Oct 19 01:14:08.870166 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0099fdb-3a1c-435e-90df-8374c791bc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd184901-d9e0-49b7-8bcb-3e71a3b25297,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:08.952071 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2b434ce9-54de-4be8-87f9-02abd4f58ca9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:08.988956 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2b434ce9-54de-4be8-87f9-02abd4f58ca9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:08.993442 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2b434ce9-54de-4be8-87f9-02abd4f58ca9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] 10.222.0.57 "DELETE /v2.0/networks/86f2ab75-0781-4e1b-b5ef-e4e311451fdc HTTP/1.1" status: 204 len: 168 time: 1.2651062 Oct 19 01:14:08.996212 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43800) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:09.015392 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b434ce9-54de-4be8-87f9-02abd4f58ca9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Pushing event deleted for resources: {'Network': ['ID=86f2ab75-0781-4e1b-b5ef-e4e311451fdc,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:09.029144 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ed26f9d-4a69-4cfa-a903-112286746dc6 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:09.060806 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c18a036-129c-4a3b-a579-b637d28226d2 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Deleting subnet 4fa6eff9-95ba-40bd-84a9-e0e38f42b785 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:14:09.064661 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5c18a036-129c-4a3b-a579-b637d28226d2 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:09.092445 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddb42bf-0558-4afe-8b27-09a288ec6a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-11f46369-e338-4649-8456-7b0a34803d4d', 'network_id': '11f46369-e338-4649-8456-7b0a34803d4d', 'tenant_id': '45cc295ec55c42e48f6c63766824df7c', 'fixed_ips': [{'subnet_id': '86597f36-6cde-4d52-9782-cb663985c316'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:14:09.093313 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5ddb42bf-0558-4afe-8b27-09a288ec6a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:09.119973 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5c18a036-129c-4a3b-a579-b637d28226d2 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:09.150023 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ed26f9d-4a69-4cfa-a903-112286746dc6 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:09.235461 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ed26f9d-4a69-4cfa-a903-112286746dc6 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:09.250030 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5c18a036-129c-4a3b-a579-b637d28226d2 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server [None req-5ddb42bf-0558-4afe-8b27-09a288ec6a94 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86597f36-6cde-4d52-9782-cb663985c316: This subnet is being modified by another concurrent operation. Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:14:09.251080 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:14:09.255948 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:14:09.255948 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:14:09.255948 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:14:09.255948 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:14:09.255948 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:14:09.255948 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:14:09.255948 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:14:09.255948 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:14:09.255948 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:14:09.255948 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:14:09.255948 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:14:09.255948 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:14:09.255948 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:14:09.255948 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:14:09.255948 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:14:09.255948 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:14:09.255948 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 19 01:14:09.255948 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 19 01:14:09.255948 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 19 01:14:09.255948 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 19 01:14:09.255948 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 19 01:14:09.255948 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 19 01:14:09.255948 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 19 01:14:09.255948 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 19 01:14:09.255948 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:14:09.255948 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:14:09.255948 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:14:09.255948 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:14:09.255948 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 19 01:14:09.255948 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 19 01:14:09.255948 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 19 01:14:09.255948 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 01:14:09.255948 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 19 01:14:09.255948 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 01:14:09.255948 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 01:14:09.255948 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise exception Oct 19 01:14:09.255948 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86597f36-6cde-4d52-9782-cb663985c316: This subnet is being modified by another concurrent operation. Oct 19 01:14:09.255948 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server Oct 19 01:14:09.269247 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814f073a-5adb-4dbb-906b-acf818e4e1e3 None None] Network 11f46369-e338-4649-8456-7b0a34803d4d requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:14:09.285799 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed26f9d-4a69-4cfa-a903-112286746dc6 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Pushing event deleted for resources: {'Subnet': ['ID=86597f36-6cde-4d52-9782-cb663985c316,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:09.372394 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ed26f9d-4a69-4cfa-a903-112286746dc6 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:09.380921 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5c18a036-129c-4a3b-a579-b637d28226d2 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:09.401972 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-1ed26f9d-4a69-4cfa-a903-112286746dc6 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11f46369-e338-4649-8456-7b0a34803d4d']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:09.415601 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-1ed26f9d-4a69-4cfa-a903-112286746dc6 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e4e955d-b7be-4099-b099-a1dc9394e219') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:09.416319 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-1ed26f9d-4a69-4cfa-a903-112286746dc6 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e4e955d-b7be-4099-b099-a1dc9394e219') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:09.429856 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ed26f9d-4a69-4cfa-a903-112286746dc6 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:09.440235 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c18a036-129c-4a3b-a579-b637d28226d2 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Pushing event deleted for resources: {'Subnet': ['ID=4fa6eff9-95ba-40bd-84a9-e0e38f42b785,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:09.442243 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5c18a036-129c-4a3b-a579-b637d28226d2 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:09.457386 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ed26f9d-4a69-4cfa-a903-112286746dc6 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:09.458727 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5c18a036-129c-4a3b-a579-b637d28226d2 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] 10.222.0.57 "DELETE /v2.0/subnets/4fa6eff9-95ba-40bd-84a9-e0e38f42b785 HTTP/1.1" status: 204 len: 168 time: 0.4614038 Oct 19 01:14:09.459982 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5ad753-78a5-45a2-af0c-8d08a57d2ced None None] Network c5ff88e0-b460-4000-87ee-3df836b4ebca requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:14:09.462211 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43812) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:09.469088 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed26f9d-4a69-4cfa-a903-112286746dc6 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:14:09.469674 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ed26f9d-4a69-4cfa-a903-112286746dc6 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:09.548928 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:14:09.548928 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:14:09.548928 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:14:09.548928 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:14:09.548928 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:14:09.548928 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:14:09.548928 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:14:09.548928 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:14:09.548928 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:14:09.548928 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:14:09.548928 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:14:09.548928 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:14:09.548928 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:14:09.548928 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:14:09.548928 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:14:09.548928 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:14:09.548928 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:14:09.548928 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:14:09.548928 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:14:09.548928 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:14:09.548928 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:14:09.548928 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:14:09.548928 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:14:09.548928 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:14:09.548928 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:14:09.548928 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:14:09.548928 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:14:09.548928 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:14:09.548928 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:14:09.548928 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:14:09.548928 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:14:09.548928 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:14:09.565028 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ed26f9d-4a69-4cfa-a903-112286746dc6 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:09.570639 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ed26f9d-4a69-4cfa-a903-112286746dc6 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:09.574323 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1ed26f9d-4a69-4cfa-a903-112286746dc6 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] 10.222.0.57 "DELETE /v2.0/networks/11f46369-e338-4649-8456-7b0a34803d4d HTTP/1.1" status: 204 len: 168 time: 0.7611077 Oct 19 01:14:09.579654 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43818) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:09.587818 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d632baf-559c-48ac-9fde-40227a37b4a1 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Deleting subnet 8caa99b6-1bab-4b23-be7f-1fdb2ef291c2 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:14:09.594461 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7d632baf-559c-48ac-9fde-40227a37b4a1 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:09.596441 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed26f9d-4a69-4cfa-a903-112286746dc6 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Pushing event deleted for resources: {'Network': ['ID=11f46369-e338-4649-8456-7b0a34803d4d,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:09.668009 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-da1b6961-1a08-4074-96ad-d8a46cf9d91c tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] DELETE failed (client error): The resource could not be found. Oct 19 01:14:09.668608 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da1b6961-1a08-4074-96ad-d8a46cf9d91c tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:14:09.671587 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-da1b6961-1a08-4074-96ad-d8a46cf9d91c tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] 10.222.0.57 "DELETE /v2.0/subnets/86597f36-6cde-4d52-9782-cb663985c316 HTTP/1.1" status: 404 len: 337 time: 0.0440474 Oct 19 01:14:09.674357 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43826) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:09.689348 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4046f8d5-4fd7-49c6-a7b4-4f4c742e8e97 None None] DHCP port deletion for c5ff88e0-b460-4000-87ee-3df836b4ebca request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:14:09.711276 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-f32410e4-d5d1-4e6f-9d41-8e998fb0a938 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] DELETE failed (client error): The resource could not be found. Oct 19 01:14:09.712021 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f32410e4-d5d1-4e6f-9d41-8e998fb0a938 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:14:09.715009 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f32410e4-d5d1-4e6f-9d41-8e998fb0a938 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] 10.222.0.57 "DELETE /v2.0/networks/11f46369-e338-4649-8456-7b0a34803d4d HTTP/1.1" status: 404 len: 339 time: 0.0397696 Oct 19 01:14:09.717448 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7d632baf-559c-48ac-9fde-40227a37b4a1 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:09.718464 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43828) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:09.753284 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4046f8d5-4fd7-49c6-a7b4-4f4c742e8e97 None None] Deleting port ffa1ac66-e50e-4acd-8e68-38452fab6cf8 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:09.753945 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4046f8d5-4fd7-49c6-a7b4-4f4c742e8e97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:09.759398 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a6f1ad-c7d7-4d54-a932-c6668c7ff5e2 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] DELETE failed (client error): The resource could not be found. Oct 19 01:14:09.759888 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89a6f1ad-c7d7-4d54-a932-c6668c7ff5e2 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:14:09.763977 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-06b15b94-b934-4c55-a921-ae683919384d req-58ecec21-8f65-4c90-89e3-7093c9321b70 tempest-ServerShowV257Test-1314242917 tempest-ServerShowV257Test-1314242917-project] 10.222.0.57 "GET /v2.0/ports?device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.0616341 Oct 19 01:14:09.767759 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43832) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:09.768183 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-89a6f1ad-c7d7-4d54-a932-c6668c7ff5e2 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] 10.222.0.57 "DELETE /v2.0/subnets/6b8799bc-d612-4d1d-a717-8d1aa70a1744 HTTP/1.1" status: 404 len: 337 time: 0.0476832 Oct 19 01:14:09.799861 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d2c61ef-0784-490b-a9ff-d57aabc35cb0 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] DELETE failed (client error): The resource could not be found. Oct 19 01:14:09.800447 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d2c61ef-0784-490b-a9ff-d57aabc35cb0 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:14:09.804055 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5d2c61ef-0784-490b-a9ff-d57aabc35cb0 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] 10.222.0.57 "DELETE /v2.0/networks/2ce3f3e2-0cda-4edb-8e07-24bb8c8db30f HTTP/1.1" status: 404 len: 339 time: 0.0353079 Oct 19 01:14:09.807972 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43834) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:09.849444 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4046f8d5-4fd7-49c6-a7b4-4f4c742e8e97 None None] For port ffa1ac66-e50e-4acd-8e68-38452fab6cf8, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=ffa1ac66-e50e-4acd-8e68-38452fab6cf8,segment=NetworkSegment(c0b66339-ec44-41ca-a5fa-e8dba97f815a),segment_id=c0b66339-ec44-41ca-a5fa-e8dba97f815a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:09.850105 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4046f8d5-4fd7-49c6-a7b4-4f4c742e8e97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:09.858214 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb0bc3e-038f-424c-9b5e-34553838f74b tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] DELETE failed (client error): The resource could not be found. Oct 19 01:14:09.861490 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fb0bc3e-038f-424c-9b5e-34553838f74b tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:14:09.864535 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4046f8d5-4fd7-49c6-a7b4-4f4c742e8e97 None None] Calling delete_port for ffa1ac66-e50e-4acd-8e68-38452fab6cf8 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:09.871703 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43838) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:09.872917 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1fb0bc3e-038f-424c-9b5e-34553838f74b tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] 10.222.0.57 "DELETE /v2.0/subnets/85a4f95e-93a7-4931-8448-f253bb7677ec HTTP/1.1" status: 404 len: 337 time: 0.0628076 Oct 19 01:14:09.895489 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7d632baf-559c-48ac-9fde-40227a37b4a1 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:09.899138 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-7742c16b-e912-4cf7-932e-ef270cf28889 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] DELETE failed (client error): The resource could not be found. Oct 19 01:14:09.899826 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7742c16b-e912-4cf7-932e-ef270cf28889 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:14:09.903054 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7742c16b-e912-4cf7-932e-ef270cf28889 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] 10.222.0.57 "DELETE /v2.0/networks/ae1ba4c5-4801-473e-ac02-fee16bff98da HTTP/1.1" status: 404 len: 339 time: 0.0302644 Oct 19 01:14:09.906003 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43840) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:09.965111 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4046f8d5-4fd7-49c6-a7b4-4f4c742e8e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:09.990610 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7d632baf-559c-48ac-9fde-40227a37b4a1 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:10.007096 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046f8d5-4fd7-49c6-a7b4-4f4c742e8e97 None None] Pushing event deleted for resources: {'Port': ['ID=ffa1ac66-e50e-4acd-8e68-38452fab6cf8,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:10.014508 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4046f8d5-4fd7-49c6-a7b4-4f4c742e8e97 None None] No DVR routers for this DVR port ffa1ac66-e50e-4acd-8e68-38452fab6cf8 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:14:10.023703 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43842) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:10.029773 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d632baf-559c-48ac-9fde-40227a37b4a1 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Pushing event deleted for resources: {'Subnet': ['ID=8caa99b6-1bab-4b23-be7f-1fdb2ef291c2,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:10.034045 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7d632baf-559c-48ac-9fde-40227a37b4a1 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:10.040489 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7d632baf-559c-48ac-9fde-40227a37b4a1 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] 10.222.0.57 "DELETE /v2.0/subnets/8caa99b6-1bab-4b23-be7f-1fdb2ef291c2 HTTP/1.1" status: 204 len: 168 time: 0.5749574 Oct 19 01:14:10.043192 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43846) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:10.045116 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe05831-e14b-4091-9498-786d95a3243f None None] get_active_networks_info from n-d-715271-26 {{(pid=100608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:14:10.097442 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-b29c797a-fdee-489c-8dcc-4ff1c9eb0f11 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Deleting port 4086ff75-1557-46a5-9816-43424bdc850c {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:10.098124 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b29c797a-fdee-489c-8dcc-4ff1c9eb0f11 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:10.204391 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-fa497f20-cae9-4641-969b-b8258c0b1260 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-41837257-network', 'tenant_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:10.216544 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-67d8dcd3-b4d8-4a6c-be97-8ecbcfb28413 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:10.218583 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b29c797a-fdee-489c-8dcc-4ff1c9eb0f11 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:10.236408 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-b29c797a-fdee-489c-8dcc-4ff1c9eb0f11 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Calling delete_port for 4086ff75-1557-46a5-9816-43424bdc850c owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:10.255575 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe05831-e14b-4091-9498-786d95a3243f None None] Resources bound (agent type, host, resource id): {{(pid=100608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:14:10.275422 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa497f20-cae9-4641-969b-b8258c0b1260 admin admin] Made reservation on behalf of cd2a06d367d94e6bbd3c4cc40d1b64e7 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:14:10.277668 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fa497f20-cae9-4641-969b-b8258c0b1260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:10.299028 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fa497f20-cae9-4641-969b-b8258c0b1260 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:10.337051 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b29c797a-fdee-489c-8dcc-4ff1c9eb0f11 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:10.370866 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-67d8dcd3-b4d8-4a6c-be97-8ecbcfb28413 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:10.388877 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c797a-fdee-489c-8dcc-4ff1c9eb0f11 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Pushing event deleted for resources: {'Port': ['ID=4086ff75-1557-46a5-9816-43424bdc850c,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:10.395185 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b29c797a-fdee-489c-8dcc-4ff1c9eb0f11 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:10.398808 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b29c797a-fdee-489c-8dcc-4ff1c9eb0f11 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] 10.222.0.57 "DELETE /v2.0/ports/4086ff75-1557-46a5-9816-43424bdc850c HTTP/1.1" status: 204 len: 168 time: 0.4917023 Oct 19 01:14:10.401540 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43848) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:10.414498 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-67d8dcd3-b4d8-4a6c-be97-8ecbcfb28413 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ff88e0-b460-4000-87ee-3df836b4ebca']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:10.428573 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf754c9-7230-40d9-ac55-5b7fe2c4a3af tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] DELETE failed (client error): The resource could not be found. Oct 19 01:14:10.429032 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf754c9-7230-40d9-ac55-5b7fe2c4a3af tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:14:10.432497 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6bf754c9-7230-40d9-ac55-5b7fe2c4a3af tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] 10.222.0.57 "DELETE /v2.0/subnets/144072dd-b3bf-40cc-ada4-a79691d8042b HTTP/1.1" status: 404 len: 337 time: 0.0299785 Oct 19 01:14:10.436049 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-67d8dcd3-b4d8-4a6c-be97-8ecbcfb28413 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0b66339-ec44-41ca-a5fa-e8dba97f815a') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:10.436529 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-67d8dcd3-b4d8-4a6c-be97-8ecbcfb28413 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0b66339-ec44-41ca-a5fa-e8dba97f815a') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:10.438323 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43850) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:10.456388 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-67d8dcd3-b4d8-4a6c-be97-8ecbcfb28413 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:10.482215 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-67d8dcd3-b4d8-4a6c-be97-8ecbcfb28413 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:10.498854 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d8dcd3-b4d8-4a6c-be97-8ecbcfb28413 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:14:10.499482 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-67d8dcd3-b4d8-4a6c-be97-8ecbcfb28413 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:10.503596 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:14:10.503596 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:14:10.503596 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:14:10.503596 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:14:10.503596 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:14:10.503596 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:14:10.503596 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:14:10.503596 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:14:10.503596 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:14:10.503596 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:14:10.503596 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:14:10.503596 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:14:10.503596 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:14:10.503596 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:14:10.503596 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:14:10.503596 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:14:10.503596 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:14:10.503596 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:14:10.503596 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:14:10.503596 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:14:10.503596 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:14:10.503596 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:14:10.503596 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:14:10.503596 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:14:10.503596 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:14:10.503596 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:14:10.503596 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:14:10.503596 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:14:10.503596 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:14:10.503596 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:14:10.503596 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:14:10.503596 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:14:10.507902 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fa497f20-cae9-4641-969b-b8258c0b1260 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:10.523771 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fa497f20-cae9-4641-969b-b8258c0b1260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:10.534165 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-34d9156e-8902-40c8-8e00-9621d417869c tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:10.601704 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa497f20-cae9-4641-969b-b8258c0b1260 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:14:10.627921 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-67d8dcd3-b4d8-4a6c-be97-8ecbcfb28413 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:10.630265 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fa497f20-cae9-4641-969b-b8258c0b1260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:10.630605 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-fa497f20-cae9-4641-969b-b8258c0b1260 admin admin] Added segment b4ec96ba-8f3f-4ce8-9cb6-17e472dfe6e8 of type vlan for network 3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3 Oct 19 01:14:10.631946 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa497f20-cae9-4641-969b-b8258c0b1260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc374ee-5467-453f-855a-94b960069148,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:10.650549 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-67d8dcd3-b4d8-4a6c-be97-8ecbcfb28413 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:10.652687 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-34d9156e-8902-40c8-8e00-9621d417869c tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:10.654347 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-67d8dcd3-b4d8-4a6c-be97-8ecbcfb28413 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] 10.222.0.57 "DELETE /v2.0/networks/c5ff88e0-b460-4000-87ee-3df836b4ebca HTTP/1.1" status: 204 len: 168 time: 0.6100996 Oct 19 01:14:10.662734 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43858) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:10.688991 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8dcd3-b4d8-4a6c-be97-8ecbcfb28413 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Pushing event deleted for resources: {'Network': ['ID=c5ff88e0-b460-4000-87ee-3df836b4ebca,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:10.703507 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.resource_extend [None req-fbe05831-e14b-4091-9498-786d95a3243f None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 01:14:10.709489 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fa497f20-cae9-4641-969b-b8258c0b1260 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:10.714609 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-34d9156e-8902-40c8-8e00-9621d417869c tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaffbdf5-ee8a-4494-b633-994e7519ab27']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:10.739782 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-34d9156e-8902-40c8-8e00-9621d417869c tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4711dc9-9f68-499c-98b6-fba9961d9816') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:10.740090 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-34d9156e-8902-40c8-8e00-9621d417869c tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4711dc9-9f68-499c-98b6-fba9961d9816') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:10.775662 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fa497f20-cae9-4641-969b-b8258c0b1260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:10.776669 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa497f20-cae9-4641-969b-b8258c0b1260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:10.777251 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fa497f20-cae9-4641-969b-b8258c0b1260 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:10.788287 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-34d9156e-8902-40c8-8e00-9621d417869c tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:10.801039 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8195a5c5-0b68-414b-8e27-835995f6314e tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:10.809886 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-34d9156e-8902-40c8-8e00-9621d417869c tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:10.818220 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d9156e-8902-40c8-8e00-9621d417869c tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:14:10.818633 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-34d9156e-8902-40c8-8e00-9621d417869c tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:10.822738 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:14:10.822738 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:14:10.822738 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:14:10.822738 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:14:10.822738 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:14:10.822738 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:14:10.822738 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:14:10.822738 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:14:10.822738 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:14:10.822738 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:14:10.822738 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:14:10.822738 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:14:10.822738 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:14:10.822738 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:14:10.822738 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:14:10.822738 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:14:10.822738 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:14:10.822738 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:14:10.822738 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:14:10.822738 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:14:10.822738 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:14:10.822738 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:14:10.822738 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:14:10.822738 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:14:10.822738 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:14:10.822738 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:14:10.822738 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:14:10.822738 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:14:10.822738 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:14:10.822738 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:14:10.822738 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:14:10.822738 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:14:10.842257 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device ffa1ac66-e50e-4acd-8e68-38452fab6cf8 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:14:10.860712 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fa497f20-cae9-4641-969b-b8258c0b1260 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8359785 Oct 19 01:14:10.863533 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43864) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:10.896421 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-a514d92d-4907-483b-8046-7172528d5f75 admin admin] Request body: {'subnet': {'network_id': '3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-41837257-subnet', 'tenant_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:10.903637 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: ffa1ac66-e50e-4acd-8e68-38452fab6cf8 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:14:10.904149 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device ffa1ac66-e50e-4acd-8e68-38452fab6cf8 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:14:10.910455 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66f1d3c-17c3-41d5-bd13-c8edcf82e29c None None] Network ee09f4f2-8912-41cf-af61-acbe25cf51a1 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:14:10.920449 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa497f20-cae9-4641-969b-b8258c0b1260 admin admin] Pushing event updated for resources: {'Network': ['ID=3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:10.956197 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:14:10.990703 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c3080b34-bedf-4e6b-b6fe-ebb7571b1eb0 req-8199d6cd-1659-48af-af5f-f932fcc42606 tempest-ServerShowV257Test-1314242917 tempest-ServerShowV257Test-1314242917-project] 10.222.0.57 "GET /v2.0/ports?device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.0489395 Oct 19 01:14:10.994843 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-34d9156e-8902-40c8-8e00-9621d417869c tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:11.006738 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-34d9156e-8902-40c8-8e00-9621d417869c tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:11.010313 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-34d9156e-8902-40c8-8e00-9621d417869c tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] 10.222.0.57 "DELETE /v2.0/networks/aaffbdf5-ee8a-4494-b633-994e7519ab27 HTTP/1.1" status: 204 len: 168 time: 0.5710697 Oct 19 01:14:11.012854 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43866) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:11.040675 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a514d92d-4907-483b-8046-7172528d5f75 admin admin] Made reservation on behalf of cd2a06d367d94e6bbd3c4cc40d1b64e7 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:14:11.043624 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a514d92d-4907-483b-8046-7172528d5f75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:11.057557 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9156e-8902-40c8-8e00-9621d417869c tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Pushing event deleted for resources: {'Network': ['ID=aaffbdf5-ee8a-4494-b633-994e7519ab27,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:11.081580 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-8195a5c5-0b68-414b-8e27-835995f6314e tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Deleting port 00539c33-9c0d-4766-87fc-ebf1cead0b76 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:11.084123 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8195a5c5-0b68-414b-8e27-835995f6314e tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:11.171571 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-6fc8ee70-1ce5-4eb2-9c63-113f44902c5b tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Deleting port 38b2e528-7e1e-405d-99db-793e66b6063b {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:11.171971 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6fc8ee70-1ce5-4eb2-9c63-113f44902c5b tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:11.186684 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4074fdb4-e52c-4b97-944c-c89bfb9899f1 None None] DHCP port deletion for ee09f4f2-8912-41cf-af61-acbe25cf51a1 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:14:11.236176 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-8195a5c5-0b68-414b-8e27-835995f6314e tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] For port 00539c33-9c0d-4766-87fc-ebf1cead0b76, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=00539c33-9c0d-4766-87fc-ebf1cead0b76,segment=NetworkSegment(2fcc8e8f-f68b-4578-b3fa-a9749641c160),segment_id=2fcc8e8f-f68b-4578-b3fa-a9749641c160)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:11.236767 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8195a5c5-0b68-414b-8e27-835995f6314e tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:11.239228 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4074fdb4-e52c-4b97-944c-c89bfb9899f1 None None] Deleting port 00539c33-9c0d-4766-87fc-ebf1cead0b76 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:11.239674 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4074fdb4-e52c-4b97-944c-c89bfb9899f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:11.259890 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-8195a5c5-0b68-414b-8e27-835995f6314e tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Calling delete_port for 00539c33-9c0d-4766-87fc-ebf1cead0b76 owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:11.281394 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6fc8ee70-1ce5-4eb2-9c63-113f44902c5b tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:11.301720 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-6fc8ee70-1ce5-4eb2-9c63-113f44902c5b tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Calling delete_port for 38b2e528-7e1e-405d-99db-793e66b6063b owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:11.309827 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4074fdb4-e52c-4b97-944c-c89bfb9899f1 None None] For port 00539c33-9c0d-4766-87fc-ebf1cead0b76, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=00539c33-9c0d-4766-87fc-ebf1cead0b76,segment=NetworkSegment(2fcc8e8f-f68b-4578-b3fa-a9749641c160),segment_id=2fcc8e8f-f68b-4578-b3fa-a9749641c160)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:11.310470 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4074fdb4-e52c-4b97-944c-c89bfb9899f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:11.324874 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4074fdb4-e52c-4b97-944c-c89bfb9899f1 None None] Calling delete_port for 00539c33-9c0d-4766-87fc-ebf1cead0b76 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:11.402347 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6fc8ee70-1ce5-4eb2-9c63-113f44902c5b tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:11.415817 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a514d92d-4907-483b-8046-7172528d5f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:11.425380 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4074fdb4-e52c-4b97-944c-c89bfb9899f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:11.434498 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8ee70-1ce5-4eb2-9c63-113f44902c5b tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Pushing event deleted for resources: {'Port': ['ID=38b2e528-7e1e-405d-99db-793e66b6063b,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:11.440593 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6fc8ee70-1ce5-4eb2-9c63-113f44902c5b tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:11.445241 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6fc8ee70-1ce5-4eb2-9c63-113f44902c5b tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] 10.222.0.57 "DELETE /v2.0/ports/38b2e528-7e1e-405d-99db-793e66b6063b HTTP/1.1" status: 204 len: 168 time: 0.4307425 Oct 19 01:14:11.447377 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43868) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:11.465624 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8195a5c5-0b68-414b-8e27-835995f6314e tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:11.479301 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b58c515-8752-421c-9f15-c3a70b897432 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] DELETE failed (client error): The resource could not be found. Oct 19 01:14:11.480109 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b58c515-8752-421c-9f15-c3a70b897432 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:14:11.482787 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8195a5c5-0b68-414b-8e27-835995f6314e tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] No DVR routers for this DVR port 00539c33-9c0d-4766-87fc-ebf1cead0b76 on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:14:11.483674 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0b58c515-8752-421c-9f15-c3a70b897432 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] 10.222.0.57 "DELETE /v2.0/subnets/8e47579d-b55a-4549-b0e1-23aae3a0c115 HTTP/1.1" status: 404 len: 337 time: 0.0351150 Oct 19 01:14:11.486267 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43870) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:11.491524 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4074fdb4-e52c-4b97-944c-c89bfb9899f1 None None] No DVR routers for this DVR port 00539c33-9c0d-4766-87fc-ebf1cead0b76 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:14:11.510163 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4074fdb4-e52c-4b97-944c-c89bfb9899f1 None None] Pushing event deleted for resources: {'Port': ['ID=00539c33-9c0d-4766-87fc-ebf1cead0b76,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:11.537990 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514d92d-4907-483b-8046-7172528d5f75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7552d31-a1e1-4b89-8a0e-cf71df048db0,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:11.540883 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195a5c5-0b68-414b-8e27-835995f6314e tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Pushing event deleted for resources: {'Port': ['ID=00539c33-9c0d-4766-87fc-ebf1cead0b76,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:11.566351 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a514d92d-4907-483b-8046-7172528d5f75 admin admin] Checking segment: {'id': 'b4ec96ba-8f3f-4ce8-9cb6-17e472dfe6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:14:11.566714 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a514d92d-4907-483b-8046-7172528d5f75 admin admin] Network hostable DHCP agents. Network: 3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:14:11.578559 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e8c7f726-cb6f-4d3f-990c-abf707057919 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:11.612266 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8195a5c5-0b68-414b-8e27-835995f6314e tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:11.627517 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a514d92d-4907-483b-8046-7172528d5f75 admin admin] Network 3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:14:11.640018 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-8195a5c5-0b68-414b-8e27-835995f6314e tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee09f4f2-8912-41cf-af61-acbe25cf51a1']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:11.651076 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-a514d92d-4907-483b-8046-7172528d5f75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:11.653961 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-8195a5c5-0b68-414b-8e27-835995f6314e tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fcc8e8f-f68b-4578-b3fa-a9749641c160') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:11.654476 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-8195a5c5-0b68-414b-8e27-835995f6314e tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fcc8e8f-f68b-4578-b3fa-a9749641c160') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:11.662825 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a514d92d-4907-483b-8046-7172528d5f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:11.664014 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a514d92d-4907-483b-8046-7172528d5f75 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:11.669188 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29038375-fdc5-4f3a-a63e-7dc557a61cef None None] Network 3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:14:11.671833 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8195a5c5-0b68-414b-8e27-835995f6314e tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:11.689448 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8195a5c5-0b68-414b-8e27-835995f6314e tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:11.691547 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e8c7f726-cb6f-4d3f-990c-abf707057919 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:11.698683 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a514d92d-4907-483b-8046-7172528d5f75 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8098047 Oct 19 01:14:11.699533 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43872) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:11.706213 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-5e38c0a3-1d7c-444e-b0ae-2305636df852 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-41837257-router', 'tenant_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:11.712361 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8195a5c5-0b68-414b-8e27-835995f6314e tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:14:11.712694 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8195a5c5-0b68-414b-8e27-835995f6314e tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: self.session.flush() Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: self.session.flush() Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: self.session.flush() Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: self.session.flush() Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:14:11.716069 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:14:11.723058 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-e8c7f726-cb6f-4d3f-990c-abf707057919 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d09462d-ce21-4f99-a273-c94eb3c65e43']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:11.736412 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-e8c7f726-cb6f-4d3f-990c-abf707057919 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a77d6ceb-b3b5-4a10-85f8-a8f325e888c1') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:11.736799 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-e8c7f726-cb6f-4d3f-990c-abf707057919 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a77d6ceb-b3b5-4a10-85f8-a8f325e888c1') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:11.750374 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e8c7f726-cb6f-4d3f-990c-abf707057919 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:11.767652 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e8c7f726-cb6f-4d3f-990c-abf707057919 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:11.774767 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8c7f726-cb6f-4d3f-990c-abf707057919 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:14:11.775291 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e8c7f726-cb6f-4d3f-990c-abf707057919 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:11.793301 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e38c0a3-1d7c-444e-b0ae-2305636df852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:11.794435 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e38c0a3-1d7c-444e-b0ae-2305636df852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:11.805447 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8195a5c5-0b68-414b-8e27-835995f6314e tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:11.814061 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8195a5c5-0b68-414b-8e27-835995f6314e tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:11.819611 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8195a5c5-0b68-414b-8e27-835995f6314e tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] 10.222.0.57 "DELETE /v2.0/networks/ee09f4f2-8912-41cf-af61-acbe25cf51a1 HTTP/1.1" status: 204 len: 168 time: 1.1527786 Oct 19 01:14:11.827771 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:14:11.827771 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:14:11.827771 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:14:11.827771 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:14:11.827771 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:14:11.827771 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:14:11.827771 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:14:11.827771 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:14:11.827771 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:14:11.827771 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:14:11.827771 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:14:11.827771 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:14:11.827771 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:14:11.827771 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:14:11.827771 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:14:11.827771 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:14:11.827771 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:14:11.827771 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:14:11.827771 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:14:11.827771 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:14:11.827771 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:14:11.827771 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:14:11.827771 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:14:11.827771 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:14:11.827771 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:14:11.827771 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:14:11.827771 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:14:11.827771 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:14:11.827771 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:14:11.827771 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:14:11.827771 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:14:11.827771 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:14:11.830385 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43874) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:11.830948 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195a5c5-0b68-414b-8e27-835995f6314e tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Pushing event deleted for resources: {'Network': ['ID=ee09f4f2-8912-41cf-af61-acbe25cf51a1,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:11.845976 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4e8b18-3b8d-4656-9c51-c342a40d02ff None None] Network 3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:14:11.907950 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e8c7f726-cb6f-4d3f-990c-abf707057919 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:11.943964 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e8c7f726-cb6f-4d3f-990c-abf707057919 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:11.943964 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e8c7f726-cb6f-4d3f-990c-abf707057919 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] 10.222.0.57 "DELETE /v2.0/networks/5d09462d-ce21-4f99-a273-c94eb3c65e43 HTTP/1.1" status: 204 len: 168 time: 0.4538620 Oct 19 01:14:11.949447 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43878) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:11.962766 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e38c0a3-1d7c-444e-b0ae-2305636df852 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:12.023527 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc3d83a-f077-4935-a7c3-06a408b64c1f tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Deleting subnet d3a3f999-4004-4af3-b41c-6c0a54011314 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:14:12.028830 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7f726-cb6f-4d3f-990c-abf707057919 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Pushing event deleted for resources: {'Network': ['ID=5d09462d-ce21-4f99-a273-c94eb3c65e43,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:12.031701 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d83a-f077-4935-a7c3-06a408b64c1f tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:12.044528 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b64e31c-2c14-480a-a9ba-cc1c80335781 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Deleting subnet dc35f0ab-d97e-4b9d-bfa1-487bb3febb4b {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:14:12.080030 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b64e31c-2c14-480a-a9ba-cc1c80335781 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:12.118988 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e38c0a3-1d7c-444e-b0ae-2305636df852 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:12.148545 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5d67c93e-1e04-4a25-a90e-250d4003dde0 req-13772a6d-d766-4077-ae09-68fe5d7abecd tempest-ServerShowV257Test-1314242917 tempest-ServerShowV257Test-1314242917-project] 10.222.0.57 "GET /v2.0/ports?device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.0455067 Oct 19 01:14:12.150664 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d83a-f077-4935-a7c3-06a408b64c1f tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:12.183941 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b64e31c-2c14-480a-a9ba-cc1c80335781 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:12.309859 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d83a-f077-4935-a7c3-06a408b64c1f tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:12.334312 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e38c0a3-1d7c-444e-b0ae-2305636df852 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:12.341379 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b64e31c-2c14-480a-a9ba-cc1c80335781 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:12.354978 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e38c0a3-1d7c-444e-b0ae-2305636df852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:12.432200 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d83a-f077-4935-a7c3-06a408b64c1f tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:12.443298 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b64e31c-2c14-480a-a9ba-cc1c80335781 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:12.466344 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3d83a-f077-4935-a7c3-06a408b64c1f tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Pushing event deleted for resources: {'Subnet': ['ID=d3a3f999-4004-4af3-b41c-6c0a54011314,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:12.474100 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-5e38c0a3-1d7c-444e-b0ae-2305636df852 admin admin] Allocated IP 172.25.8.7 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/7f0cc18a-3536-42b6-aab1-1126eb4dff5a) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:14:12.478492 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d83a-f077-4935-a7c3-06a408b64c1f tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:12.481610 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-bfc3d83a-f077-4935-a7c3-06a408b64c1f tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] 10.222.0.57 "DELETE /v2.0/subnets/d3a3f999-4004-4af3-b41c-6c0a54011314 HTTP/1.1" status: 204 len: 168 time: 0.5131962 Oct 19 01:14:12.483771 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c490eb-06fa-45f6-be16-13ccb02e890e None None] Network 9183c9bf-c329-4b6f-ad22-9d44b132e7d3 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:14:12.484738 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43882) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:12.507142 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64e31c-2c14-480a-a9ba-cc1c80335781 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Pushing event deleted for resources: {'Subnet': ['ID=dc35f0ab-d97e-4b9d-bfa1-487bb3febb4b,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:12.509376 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b64e31c-2c14-480a-a9ba-cc1c80335781 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:12.512571 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4b64e31c-2c14-480a-a9ba-cc1c80335781 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] 10.222.0.57 "DELETE /v2.0/subnets/dc35f0ab-d97e-4b9d-bfa1-487bb3febb4b HTTP/1.1" status: 204 len: 168 time: 0.6833820 Oct 19 01:14:12.515099 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43884) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:12.520324 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f210bafb-47e5-497f-abb6-b477ac03b498 None None] Network 9aa2977e-54a2-4620-8746-0fb413c1acd8 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:14:12.594399 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f8a82421-e849-4637-9d3b-fda6259bd9e9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:12.648323 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-942d4342-043b-4ab8-aac8-044426cea348 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:12.713441 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-f8a82421-e849-4637-9d3b-fda6259bd9e9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Deleting port de773afb-7794-4975-aa42-60ed1071da49 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:12.714004 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f8a82421-e849-4637-9d3b-fda6259bd9e9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:12.749931 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 00539c33-9c0d-4766-87fc-ebf1cead0b76 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:14:12.779142 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e38c0a3-1d7c-444e-b0ae-2305636df852 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:12.789003 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 00539c33-9c0d-4766-87fc-ebf1cead0b76 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:14:12.790918 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 00539c33-9c0d-4766-87fc-ebf1cead0b76 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:14:12.824538 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-942d4342-043b-4ab8-aac8-044426cea348 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Deleting port 03b574ca-0677-4ec4-85ee-04ca39da876b {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:12.824999 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-942d4342-043b-4ab8-aac8-044426cea348 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:12.842533 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-f8a82421-e849-4637-9d3b-fda6259bd9e9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] For port de773afb-7794-4975-aa42-60ed1071da49, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=de773afb-7794-4975-aa42-60ed1071da49,segment=NetworkSegment(a37694d5-66b7-4fb0-9623-9a4e8751f3fd),segment_id=a37694d5-66b7-4fb0-9623-9a4e8751f3fd)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:12.844051 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f8a82421-e849-4637-9d3b-fda6259bd9e9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:12.848554 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b32693-5499-4fc3-9df1-6bd62952883c None None] DHCP port deletion for 9aa2977e-54a2-4620-8746-0fb413c1acd8 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:14:12.857664 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e38c0a3-1d7c-444e-b0ae-2305636df852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:12.864551 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-f8a82421-e849-4637-9d3b-fda6259bd9e9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Calling delete_port for de773afb-7794-4975-aa42-60ed1071da49 owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:12.891917 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efc888f-97b5-4a34-9492-58f3e392314a None None] DHCP port deletion for 9183c9bf-c329-4b6f-ad22-9d44b132e7d3 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:14:12.953647 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-942d4342-043b-4ab8-aac8-044426cea348 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] For port 03b574ca-0677-4ec4-85ee-04ca39da876b, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=03b574ca-0677-4ec4-85ee-04ca39da876b,segment=NetworkSegment(9cc6b264-1abc-4b83-a145-3e33e14fcfa2),segment_id=9cc6b264-1abc-4b83-a145-3e33e14fcfa2)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:12.955205 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-942d4342-043b-4ab8-aac8-044426cea348 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:12.973140 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f8a82421-e849-4637-9d3b-fda6259bd9e9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:12.984534 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e38c0a3-1d7c-444e-b0ae-2305636df852 admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:14:12.990659 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-942d4342-043b-4ab8-aac8-044426cea348 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Calling delete_port for 03b574ca-0677-4ec4-85ee-04ca39da876b owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:12.994844 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-5e38c0a3-1d7c-444e-b0ae-2305636df852 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:13.003305 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e38c0a3-1d7c-444e-b0ae-2305636df852 admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:14:13.010941 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38c0a3-1d7c-444e-b0ae-2305636df852 admin admin] Pushing event updated for resources: {'Port': ['ID=7f0cc18a-3536-42b6-aab1-1126eb4dff5a,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:13.030364 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-23b32693-5499-4fc3-9df1-6bd62952883c None None] Deleting port de773afb-7794-4975-aa42-60ed1071da49 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:13.030614 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-23b32693-5499-4fc3-9df1-6bd62952883c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:13.031214 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a82421-e849-4637-9d3b-fda6259bd9e9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Pushing event deleted for resources: {'Port': ['ID=de773afb-7794-4975-aa42-60ed1071da49,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:13.034027 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a82421-e849-4637-9d3b-fda6259bd9e9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] No DVR routers for this DVR port de773afb-7794-4975-aa42-60ed1071da49 on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:14:13.078563 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-1efc888f-97b5-4a34-9492-58f3e392314a None None] Deleting port 03b574ca-0677-4ec4-85ee-04ca39da876b {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:13.080790 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1efc888f-97b5-4a34-9492-58f3e392314a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:13.131082 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f8a82421-e849-4637-9d3b-fda6259bd9e9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:13.157552 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-f8a82421-e849-4637-9d3b-fda6259bd9e9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aa2977e-54a2-4620-8746-0fb413c1acd8']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:13.173802 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-f8a82421-e849-4637-9d3b-fda6259bd9e9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a37694d5-66b7-4fb0-9623-9a4e8751f3fd') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:13.175783 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-f8a82421-e849-4637-9d3b-fda6259bd9e9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a37694d5-66b7-4fb0-9623-9a4e8751f3fd') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:13.189694 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f8a82421-e849-4637-9d3b-fda6259bd9e9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:13.210843 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f8a82421-e849-4637-9d3b-fda6259bd9e9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:13.220179 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a82421-e849-4637-9d3b-fda6259bd9e9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:14:13.220613 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f8a82421-e849-4637-9d3b-fda6259bd9e9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:13.287273 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-1efc888f-97b5-4a34-9492-58f3e392314a None None] For port 03b574ca-0677-4ec4-85ee-04ca39da876b, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=03b574ca-0677-4ec4-85ee-04ca39da876b,segment=NetworkSegment(9cc6b264-1abc-4b83-a145-3e33e14fcfa2),segment_id=9cc6b264-1abc-4b83-a145-3e33e14fcfa2)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:13.287673 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1efc888f-97b5-4a34-9492-58f3e392314a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:13.291597 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-23b32693-5499-4fc3-9df1-6bd62952883c None None] For port de773afb-7794-4975-aa42-60ed1071da49, host n-d-715271-26, got binding levels [] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:13.292026 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-23b32693-5499-4fc3-9df1-6bd62952883c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:13.310973 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:14:13.310973 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:14:13.310973 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:14:13.310973 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:14:13.310973 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:14:13.310973 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:14:13.310973 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:14:13.310973 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:14:13.310973 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:14:13.310973 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:14:13.310973 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:14:13.310973 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:14:13.310973 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:14:13.310973 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:14:13.310973 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:14:13.310973 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:14:13.310973 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:14:13.310973 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:14:13.310973 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:14:13.310973 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:14:13.310973 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:14:13.310973 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:14:13.310973 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:14:13.310973 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:14:13.310973 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:14:13.310973 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:14:13.310973 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:14:13.310973 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:14:13.310973 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:14:13.310973 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:14:13.310973 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:14:13.310973 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:14:13.314120 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-1efc888f-97b5-4a34-9492-58f3e392314a None None] Calling delete_port for 03b574ca-0677-4ec4-85ee-04ca39da876b owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:13.315477 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-23b32693-5499-4fc3-9df1-6bd62952883c None None] Calling delete_port for de773afb-7794-4975-aa42-60ed1071da49 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:13.317254 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f8a82421-e849-4637-9d3b-fda6259bd9e9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:13.321402 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.ipam_backend_mixin [None req-23b32693-5499-4fc3-9df1-6bd62952883c None None] Port de773afb-7794-4975-aa42-60ed1071da49 was not found and therefore no delete operation was performed {{(pid=100608) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:14:13.327998 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-23b32693-5499-4fc3-9df1-6bd62952883c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:13.329997 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f8a82421-e849-4637-9d3b-fda6259bd9e9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:13.334534 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f8a82421-e849-4637-9d3b-fda6259bd9e9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] 10.222.0.57 "DELETE /v2.0/networks/9aa2977e-54a2-4620-8746-0fb413c1acd8 HTTP/1.1" status: 204 len: 168 time: 0.8181725 Oct 19 01:14:13.342697 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43890) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:13.364399 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-23b32693-5499-4fc3-9df1-6bd62952883c None None] Network 9aa2977e-54a2-4620-8746-0fb413c1acd8 is not hosted by any dhcp agent {{(pid=100608) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 19 01:14:13.364861 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b32693-5499-4fc3-9df1-6bd62952883c None None] No DVR routers for this DVR port de773afb-7794-4975-aa42-60ed1071da49 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:14:13.387553 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a82421-e849-4637-9d3b-fda6259bd9e9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Pushing event deleted for resources: {'Network': ['ID=9aa2977e-54a2-4620-8746-0fb413c1acd8,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:13.392552 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-97e3c71e-7622-48e0-b980-aeb50de1ceb9 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a075313-3df2-4e51-9f56-b1097aad244b HTTP/1.1" status: 200 len: 205 time: 0.0484447 Oct 19 01:14:13.394935 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43892) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:13.408152 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b32693-5499-4fc3-9df1-6bd62952883c None None] Pushing event deleted for resources: {'Port': ['ID=de773afb-7794-4975-aa42-60ed1071da49,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:13.458827 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1efc888f-97b5-4a34-9492-58f3e392314a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:13.487745 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc888f-97b5-4a34-9492-58f3e392314a None None] Pushing event deleted for resources: {'Port': ['ID=03b574ca-0677-4ec4-85ee-04ca39da876b,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:13.492958 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efc888f-97b5-4a34-9492-58f3e392314a None None] No DVR routers for this DVR port 03b574ca-0677-4ec4-85ee-04ca39da876b on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:14:13.506751 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f0ff993f-6a5d-4234-b1a8-c50fc78cd180 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:13.603244 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b1f1d8a1-3a43-4e10-ab02-8fab47f6fb04 req-3a858686-60a6-49cd-a6b2-bde9cfe22032 tempest-ServerShowV257Test-1314242917 tempest-ServerShowV257Test-1314242917-project] 10.222.0.57 "GET /v2.0/ports?device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.0602164 Oct 19 01:14:13.616435 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-942d4342-043b-4ab8-aac8-044426cea348 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:13.698521 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942d4342-043b-4ab8-aac8-044426cea348 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] No DVR routers for this DVR port 03b574ca-0677-4ec4-85ee-04ca39da876b on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:14:13.701219 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d4342-043b-4ab8-aac8-044426cea348 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Pushing event deleted for resources: {'Port': ['ID=03b574ca-0677-4ec4-85ee-04ca39da876b,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:13.830917 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-942d4342-043b-4ab8-aac8-044426cea348 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:13.856132 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e38c0a3-1d7c-444e-b0ae-2305636df852 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:13.885529 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fe2190ef-95d0-42a0-a07c-b94318d223eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:13.899699 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-942d4342-043b-4ab8-aac8-044426cea348 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9183c9bf-c329-4b6f-ad22-9d44b132e7d3']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:13.913285 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-942d4342-043b-4ab8-aac8-044426cea348 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cc6b264-1abc-4b83-a145-3e33e14fcfa2') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:13.913815 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-942d4342-043b-4ab8-aac8-044426cea348 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cc6b264-1abc-4b83-a145-3e33e14fcfa2') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:13.929323 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-942d4342-043b-4ab8-aac8-044426cea348 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:13.979274 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-942d4342-043b-4ab8-aac8-044426cea348 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:13.991665 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-942d4342-043b-4ab8-aac8-044426cea348 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:14:13.992364 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-942d4342-043b-4ab8-aac8-044426cea348 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:13.995662 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:14:13.995662 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:14:13.995662 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:14:13.995662 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:14:13.995662 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:14:13.995662 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:14:13.995662 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:14:13.995662 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:14:13.995662 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:14:13.995662 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:14:13.995662 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:14:13.995662 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:14:13.995662 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:14:13.995662 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:14:13.995662 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:14:13.995662 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:14:13.995662 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:14:13.995662 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:14:13.995662 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:14:13.995662 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:14:13.995662 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:14:13.995662 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:14:13.995662 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:14:13.995662 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:14:13.995662 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:14:13.995662 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:14:13.995662 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:14:13.995662 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:14:13.995662 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:14:13.995662 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:14:13.995662 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:14:13.995662 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:14:14.007142 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f0ff993f-6a5d-4234-b1a8-c50fc78cd180 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:14.009856 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f0ff993f-6a5d-4234-b1a8-c50fc78cd180 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:14.057903 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f0ff993f-6a5d-4234-b1a8-c50fc78cd180 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:14.058556 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ff993f-6a5d-4234-b1a8-c50fc78cd180 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Fanout notify agent at l3_agent the message router_deleted on router 0a075313-3df2-4e51-9f56-b1097aad244b {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:14:14.069639 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f0ff993f-6a5d-4234-b1a8-c50fc78cd180 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:14.074454 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f0ff993f-6a5d-4234-b1a8-c50fc78cd180 tempest-RoutersNegativeIpV6Test-1532329364 tempest-RoutersNegativeIpV6Test-1532329364-project] 10.222.0.57 "DELETE /v2.0/routers/0a075313-3df2-4e51-9f56-b1097aad244b HTTP/1.1" status: 204 len: 168 time: 0.6772370 Oct 19 01:14:14.077653 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-942d4342-043b-4ab8-aac8-044426cea348 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:14.126828 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-942d4342-043b-4ab8-aac8-044426cea348 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:14.132871 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-942d4342-043b-4ab8-aac8-044426cea348 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] 10.222.0.57 "DELETE /v2.0/networks/9183c9bf-c329-4b6f-ad22-9d44b132e7d3 HTTP/1.1" status: 204 len: 168 time: 1.6442425 Oct 19 01:14:14.132871 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d4342-043b-4ab8-aac8-044426cea348 tempest-NetworksIpV6TestAttrs-1797354036 tempest-NetworksIpV6TestAttrs-1797354036-project] Pushing event deleted for resources: {'Network': ['ID=9183c9bf-c329-4b6f-ad22-9d44b132e7d3,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:14.215855 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e38c0a3-1d7c-444e-b0ae-2305636df852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:14.263206 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:14:14.345079 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43908) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:14.382658 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e38c0a3-1d7c-444e-b0ae-2305636df852 admin admin] Router 9ca6c055-b43b-421a-8b35-9dd8ab16e143 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:14:14.390476 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43912) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:14.504182 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e38c0a3-1d7c-444e-b0ae-2305636df852 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:14:14.516245 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d9fa4d-a0cb-44c1-abf5-3f693c77116b None None] Sync routers for ids ['9ca6c055-b43b-421a-8b35-9dd8ab16e143'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:14:14.528562 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e38c0a3-1d7c-444e-b0ae-2305636df852 admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:14.530224 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5e38c0a3-1d7c-444e-b0ae-2305636df852 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8274379 Oct 19 01:14:14.533386 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43918) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:14.536877 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d9fa4d-a0cb-44c1-abf5-3f693c77116b None None] Routers {'9ca6c055-b43b-421a-8b35-9dd8ab16e143'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:14:14.539981 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7f4aa719-d35c-489d-9f19-b35074eb14cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:14.540667 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a9d9fa4d-a0cb-44c1-abf5-3f693c77116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:13:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['9ca6c055-b43b-421a-8b35-9dd8ab16e143'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:14.649314 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43922) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:14.758859 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device de773afb-7794-4975-aa42-60ed1071da49 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:14:14.765123 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-a9d9fa4d-a0cb-44c1-abf5-3f693c77116b None None] Set router 9ca6c055-b43b-421a-8b35-9dd8ab16e143 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:14:14.797131 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9e020ed1-2fad-4ff3-a8ef-b6ea435b61c5 req-6b3a7bed-95fe-4a0f-8d91-60e7c01b1f88 tempest-ServerShowV257Test-1314242917 tempest-ServerShowV257Test-1314242917-project] 10.222.0.57 "GET /v2.0/ports?device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.0411179 Oct 19 01:14:14.813798 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7f4aa719-d35c-489d-9f19-b35074eb14cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:14.821534 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: de773afb-7794-4975-aa42-60ed1071da49 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:14:14.821534 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device de773afb-7794-4975-aa42-60ed1071da49 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:14:14.821879 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 03b574ca-0677-4ec4-85ee-04ca39da876b no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:14:14.836528 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2d61e08c-6d17-47b2-a11d-ae29fd9e987a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=30782ff413a7486f80b0cdd5172021d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4441652 Oct 19 01:14:14.838158 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7f4aa719-d35c-489d-9f19-b35074eb14cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:14.840571 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43926) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:14.881444 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 03b574ca-0677-4ec4-85ee-04ca39da876b {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:14:14.882103 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 03b574ca-0677-4ec4-85ee-04ca39da876b not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:14:14.891242 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-574998d1-79e1-41d9-9230-98c657dd6e0f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=45cc295ec55c42e48f6c63766824df7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2407706 Oct 19 01:14:14.893934 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43928) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:14.916262 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7f4aa719-d35c-489d-9f19-b35074eb14cc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=16604a45c66b4cbaa74f0d7e05d3fede&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5697303 Oct 19 01:14:14.919260 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43930) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:14.936419 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4aa719-d35c-489d-9f19-b35074eb14cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fb7357-0651-4618-b289-8acfec890559,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:15.021511 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a9d9fa4d-a0cb-44c1-abf5-3f693c77116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'name': 'tempest-ServerRescueTestJSONUnderV235-41837257-router', 'tenant_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '7f0cc18a-3536-42b6-aab1-1126eb4dff5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:14:11Z', 'updated_at': '2021-10-19T01:14:13Z', 'revision_number': 3, 'project_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'gw_port': {'id': '7f0cc18a-3536-42b6-aab1-1126eb4dff5a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:14:12Z', 'updated_at': '2021-10-19T01:14:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:15.024361 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f48b3f9f-f91d-45b9-a245-2e3e518b4bcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:15.043960 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8cd1decc-c722-4814-8d72-d12131a35b1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:15.049927 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d9fa4d-a0cb-44c1-abf5-3f693c77116b None None] Checking router: 9ca6c055-b43b-421a-8b35-9dd8ab16e143 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:14:15.050289 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d9fa4d-a0cb-44c1-abf5-3f693c77116b None None] Updating router 9ca6c055-b43b-421a-8b35-9dd8ab16e143 port 7f0cc18a-3536-42b6-aab1-1126eb4dff5a binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:14:15.066047 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f48b3f9f-f91d-45b9-a245-2e3e518b4bcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:15.078166 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a9d9fa4d-a0cb-44c1-abf5-3f693c77116b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:15.081639 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4ec26931-ed3d-4364-b5f4-76a7a0c8d8e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:15.110243 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8cd1decc-c722-4814-8d72-d12131a35b1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:15.135479 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-be1639ae-54e8-4ad3-948d-be7a6e5f119f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:15.141927 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4ec26931-ed3d-4364-b5f4-76a7a0c8d8e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:15.201901 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f48b3f9f-f91d-45b9-a245-2e3e518b4bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:15.204912 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f48b3f9f-f91d-45b9-a245-2e3e518b4bcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:15.208813 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f48b3f9f-f91d-45b9-a245-2e3e518b4bcc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2a7d5e27-eabe-459e-8c26-55edaec3dab5 HTTP/1.1" status: 204 len: 168 time: 0.3633561 Oct 19 01:14:15.228076 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b3f9f-f91d-45b9-a245-2e3e518b4bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7d5e27-eabe-459e-8c26-55edaec3dab5,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:15.249208 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8cd1decc-c722-4814-8d72-d12131a35b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:15.251983 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8cd1decc-c722-4814-8d72-d12131a35b1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:15.253273 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8cd1decc-c722-4814-8d72-d12131a35b1f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3cf1c672-2c8c-49f3-abae-67bdd76c7e17 HTTP/1.1" status: 204 len: 168 time: 0.3555560 Oct 19 01:14:15.258486 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4ec26931-ed3d-4364-b5f4-76a7a0c8d8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:15.269969 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4ec26931-ed3d-4364-b5f4-76a7a0c8d8e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:15.275776 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4ec26931-ed3d-4364-b5f4-76a7a0c8d8e5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/43fb7357-0651-4618-b289-8acfec890559 HTTP/1.1" status: 204 len: 168 time: 0.3525605 Oct 19 01:14:15.283174 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd1decc-c722-4814-8d72-d12131a35b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf1c672-2c8c-49f3-abae-67bdd76c7e17,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:15.312288 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec26931-ed3d-4364-b5f4-76a7a0c8d8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fb7357-0651-4618-b289-8acfec890559,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:15.318321 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-be1639ae-54e8-4ad3-948d-be7a6e5f119f admin admin] Allocated IP 172.20.0.1 (3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3/f7552d31-a1e1-4b89-8a0e-cf71df048db0/c5408caf-51b5-4a26-a17c-7901c401f50e) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:14:15.449766 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a9d9fa4d-a0cb-44c1-abf5-3f693c77116b None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:15.456320 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a9d9fa4d-a0cb-44c1-abf5-3f693c77116b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:15.469769 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-be1639ae-54e8-4ad3-948d-be7a6e5f119f admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:15.511943 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-be1639ae-54e8-4ad3-948d-be7a6e5f119f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:15.513168 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-a9d9fa4d-a0cb-44c1-abf5-3f693c77116b None None] Attempting to bind port 7f0cc18a-3536-42b6-aab1-1126eb4dff5a on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:14:15.513610 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-a9d9fa4d-a0cb-44c1-abf5-3f693c77116b None None] Attempting to bind port 7f0cc18a-3536-42b6-aab1-1126eb4dff5a by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:14:15.514073 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d9fa4d-a0cb-44c1-abf5-3f693c77116b None None] Attempting to bind port 7f0cc18a-3536-42b6-aab1-1126eb4dff5a on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:14:15.521367 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16aa888-8d44-40e0-a644-f7cca313b678 None None] Pushing event updated for resources: {'Port': ['ID=7f0cc18a-3536-42b6-aab1-1126eb4dff5a,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:15.526644 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d9fa4d-a0cb-44c1-abf5-3f693c77116b None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:14:15.527130 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d9fa4d-a0cb-44c1-abf5-3f693c77116b None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:14:15.527721 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a9d9fa4d-a0cb-44c1-abf5-3f693c77116b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:15.528011 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d9fa4d-a0cb-44c1-abf5-3f693c77116b None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:14:15.528505 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-a9d9fa4d-a0cb-44c1-abf5-3f693c77116b None None] Bound port: 7f0cc18a-3536-42b6-aab1-1126eb4dff5a, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:14:15.528887 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a9d9fa4d-a0cb-44c1-abf5-3f693c77116b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:15.559272 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1639ae-54e8-4ad3-948d-be7a6e5f119f admin admin] Network 3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:14:15.562217 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-be1639ae-54e8-4ad3-948d-be7a6e5f119f admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:15.568256 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1639ae-54e8-4ad3-948d-be7a6e5f119f admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:14:15.593403 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-a9d9fa4d-a0cb-44c1-abf5-3f693c77116b None None] For port 7f0cc18a-3536-42b6-aab1-1126eb4dff5a, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:14:15.596763 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-a9d9fa4d-a0cb-44c1-abf5-3f693c77116b None None] For port 7f0cc18a-3536-42b6-aab1-1126eb4dff5a, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=7f0cc18a-3536-42b6-aab1-1126eb4dff5a,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:14:15.603184 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a9d9fa4d-a0cb-44c1-abf5-3f693c77116b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:15.612997 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1639ae-54e8-4ad3-948d-be7a6e5f119f admin admin] Pushing event updated for resources: {'Port': ['ID=c5408caf-51b5-4a26-a17c-7901c401f50e,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:15.629502 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-be1639ae-54e8-4ad3-948d-be7a6e5f119f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:15.681607 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d9fa4d-a0cb-44c1-abf5-3f693c77116b None None] Routers {'9ca6c055-b43b-421a-8b35-9dd8ab16e143'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:14:15.682366 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a9d9fa4d-a0cb-44c1-abf5-3f693c77116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:13:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['9ca6c055-b43b-421a-8b35-9dd8ab16e143'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:15.732543 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16aa888-8d44-40e0-a644-f7cca313b678 None None] Pushing event updated for resources: {'Port': ['ID=7f0cc18a-3536-42b6-aab1-1126eb4dff5a,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:15.796471 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-be1639ae-54e8-4ad3-948d-be7a6e5f119f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:15.817262 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-a9d9fa4d-a0cb-44c1-abf5-3f693c77116b None None] Set router 9ca6c055-b43b-421a-8b35-9dd8ab16e143 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:14:15.969437 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5c9aa1b8-c963-4c99-a20e-218b206e12ad req-4cce69f8-682e-4af5-a8e3-a410d6235fed tempest-ServerShowV257Test-1314242917 tempest-ServerShowV257Test-1314242917-project] 10.222.0.57 "GET /v2.0/ports?device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.0367153 Oct 19 01:14:15.974998 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43960) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:15.995297 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d6709027-837c-4796-bcf0-bec1a03f0062 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:16.051106 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-be1639ae-54e8-4ad3-948d-be7a6e5f119f admin admin] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:16.058345 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-be1639ae-54e8-4ad3-948d-be7a6e5f119f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:16.091920 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a9d9fa4d-a0cb-44c1-abf5-3f693c77116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'name': 'tempest-ServerRescueTestJSONUnderV235-41837257-router', 'tenant_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '7f0cc18a-3536-42b6-aab1-1126eb4dff5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:14:11Z', 'updated_at': '2021-10-19T01:14:13Z', 'revision_number': 3, 'project_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'gw_port': {'id': '7f0cc18a-3536-42b6-aab1-1126eb4dff5a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:14:12Z', 'updated_at': '2021-10-19T01:14:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:16.108463 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d6709027-837c-4796-bcf0-bec1a03f0062 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:16.113597 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d6709027-837c-4796-bcf0-bec1a03f0062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:16.178602 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d6709027-837c-4796-bcf0-bec1a03f0062 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1d68d861fcdf4233bb63ef870db307f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2023127 Oct 19 01:14:16.182093 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43964) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:16.184883 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6709027-837c-4796-bcf0-bec1a03f0062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58c4e52-314c-4256-922a-7f0eee748115,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:16.251527 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-be1639ae-54e8-4ad3-948d-be7a6e5f119f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:16.254790 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1639ae-54e8-4ad3-948d-be7a6e5f119f admin admin] Pushing event updated for resources: {'Port': ['ID=c5408caf-51b5-4a26-a17c-7901c401f50e,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:16.278947 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6d06bd3c-0c9c-45a2-915d-e40957619e4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:16.280065 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d9fa4d-a0cb-44c1-abf5-3f693c77116b None None] The sync data for ids ['9ca6c055-b43b-421a-8b35-9dd8ab16e143'] in n-d-715271-26 is: [{'id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'name': 'tempest-ServerRescueTestJSONUnderV235-41837257-router', 'tenant_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '7f0cc18a-3536-42b6-aab1-1126eb4dff5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:14:11Z', 'updated_at': '2021-10-19T01:14:13Z', 'revision_number': 3, 'project_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'gw_port': {'id': '7f0cc18a-3536-42b6-aab1-1126eb4dff5a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:14:12Z', 'updated_at': '2021-10-19T01:14:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:14:16.329838 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6d06bd3c-0c9c-45a2-915d-e40957619e4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:16.416369 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1639ae-54e8-4ad3-948d-be7a6e5f119f admin admin] Network 3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:14:16.418170 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-be1639ae-54e8-4ad3-948d-be7a6e5f119f admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:16.479226 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6d06bd3c-0c9c-45a2-915d-e40957619e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:16.481796 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6d06bd3c-0c9c-45a2-915d-e40957619e4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:16.485781 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6d06bd3c-0c9c-45a2-915d-e40957619e4c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b58c4e52-314c-4256-922a-7f0eee748115 HTTP/1.1" status: 204 len: 168 time: 0.2999046 Oct 19 01:14:16.501254 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06bd3c-0c9c-45a2-915d-e40957619e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58c4e52-314c-4256-922a-7f0eee748115,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:16.564779 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9f9db8b0-5b3c-40c1-9387-e6d7331c349c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:16.575948 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1639ae-54e8-4ad3-948d-be7a6e5f119f admin admin] Router 9ca6c055-b43b-421a-8b35-9dd8ab16e143 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:14:16.766969 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1639ae-54e8-4ad3-948d-be7a6e5f119f admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:14:16.793363 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-be1639ae-54e8-4ad3-948d-be7a6e5f119f admin admin] 10.222.0.57 "PUT /v2.0/routers/9ca6c055-b43b-421a-8b35-9dd8ab16e143/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2502270 Oct 19 01:14:16.809710 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7f0cc18a-3536-42b6-aab1-1126eb4dff5a up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:14:16.869867 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 7f0cc18a-3536-42b6-aab1-1126eb4dff5a triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:16.870246 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:16.915836 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43992) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:16.972188 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:17.000889 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 7f0cc18a-3536-42b6-aab1-1126eb4dff5a, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=7f0cc18a-3536-42b6-aab1-1126eb4dff5a,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:17.018947 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:17.114033 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=7f0cc18a-3536-42b6-aab1-1126eb4dff5a,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:17.153661 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-43cee582-2af9-448a-96b2-1d29e80073f0 req-a7fda9ba-0745-4cee-8ae4-bb0c780609cb tempest-ServerShowV257Test-1314242917 tempest-ServerShowV257Test-1314242917-project] 10.222.0.57 "GET /v2.0/ports?device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.0560257 Oct 19 01:14:17.237022 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:17.265318 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-59c574f0-669e-48c2-b690-a8ffc4a7ae82 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-68992933', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:17.290929 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-59c574f0-669e-48c2-b690-a8ffc4a7ae82 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:17.292179 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-59c574f0-669e-48c2-b690-a8ffc4a7ae82 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:17.350807 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-59c574f0-669e-48c2-b690-a8ffc4a7ae82 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:17.355608 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-59c574f0-669e-48c2-b690-a8ffc4a7ae82 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:17.376986 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-59c574f0-669e-48c2-b690-a8ffc4a7ae82 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:17.378255 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-59c574f0-669e-48c2-b690-a8ffc4a7ae82 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4613993 Oct 19 01:14:17.381066 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44016) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:17.386402 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-25aa368c-0735-4777-bb20-3d5a3cbe6826 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2028125942'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:17.439679 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25aa368c-0735-4777-bb20-3d5a3cbe6826 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Made reservation on behalf of 35e26e7b96a040368fcec65399f6668a for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:14:17.444091 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-25aa368c-0735-4777-bb20-3d5a3cbe6826 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:17.460786 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-25aa368c-0735-4777-bb20-3d5a3cbe6826 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:17.552544 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-25aa368c-0735-4777-bb20-3d5a3cbe6826 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:17.559309 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-25aa368c-0735-4777-bb20-3d5a3cbe6826 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:17.595180 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa368c-0735-4777-bb20-3d5a3cbe6826 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3cfd56-a04b-4148-b9a2-416030ed2b5d,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:17.624343 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25aa368c-0735-4777-bb20-3d5a3cbe6826 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:14:17.634905 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-25aa368c-0735-4777-bb20-3d5a3cbe6826 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:17.635489 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-25aa368c-0735-4777-bb20-3d5a3cbe6826 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Added segment 30aab95c-5be9-4555-8159-9527403cee00 of type vlan for network 2b6e953b-8659-4052-a769-782a88ac6633 Oct 19 01:14:17.686306 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-25aa368c-0735-4777-bb20-3d5a3cbe6826 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:17.719266 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:17.721597 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-25aa368c-0735-4777-bb20-3d5a3cbe6826 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:17.729301 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25aa368c-0735-4777-bb20-3d5a3cbe6826 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:17.734111 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-25aa368c-0735-4777-bb20-3d5a3cbe6826 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:17.794601 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-25aa368c-0735-4777-bb20-3d5a3cbe6826 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4099472 Oct 19 01:14:17.795766 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44040) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:17.801667 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-ace00eab-c5e6-4444-b8c0-d6d240b532e9 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Request body: {'subnet': {'network_id': '2b6e953b-8659-4052-a769-782a88ac6633', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:17.802405 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-238bfacb-c67c-4757-af81-da786c9b3ade tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:17.804237 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-238bfacb-c67c-4757-af81-da786c9b3ade tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/networks?id=3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3 HTTP/1.1" status: 200 len: 818 time: 0.1622648 Oct 19 01:14:17.823280 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-8516aff6-a22a-4f6b-b7ce-5d7d195c625f tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/quotas/cd2a06d367d94e6bbd3c4cc40d1b64e7 HTTP/1.1" status: 200 len: 375 time: 0.0126917 Oct 19 01:14:17.853243 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa368c-0735-4777-bb20-3d5a3cbe6826 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Pushing event updated for resources: {'Network': ['ID=2b6e953b-8659-4052-a769-782a88ac6633,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:17.870515 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 2b6e953b-8659-4052-a769-782a88ac6633 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:14:17.914859 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-a7d4255e-dce7-4ddc-be6d-976e7b73606d tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd2a06d367d94e6bbd3c4cc40d1b64e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0838957 Oct 19 01:14:17.963658 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace00eab-c5e6-4444-b8c0-d6d240b532e9 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Made reservation on behalf of 35e26e7b96a040368fcec65399f6668a for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:14:17.971945 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ace00eab-c5e6-4444-b8c0-d6d240b532e9 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:18.039798 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-603041f0-084f-45b4-9fb9-e420aaee1313 service neutron] 10.222.0.57 "GET /v2.0/networks/3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150205 Oct 19 01:14:18.194826 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-bd040b48-dd43-4991-862b-c87faff7b341 service neutron] 10.222.0.57 "GET /v2.0/networks/3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465988 Oct 19 01:14:18.215794 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ace00eab-c5e6-4444-b8c0-d6d240b532e9 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:18.334577 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6fa3a516-7500-4ed2-bd6b-c62f1e1039ba req-d6369e4a-13fb-47ac-a474-84ae38e7d4c0 tempest-ServerShowV257Test-1314242917 tempest-ServerShowV257Test-1314242917-project] 10.222.0.57 "GET /v2.0/ports?device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.0624421 Oct 19 01:14:18.362425 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace00eab-c5e6-4444-b8c0-d6d240b532e9 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Checking segment: {'id': '30aab95c-5be9-4555-8159-9527403cee00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2b6e953b-8659-4052-a769-782a88ac6633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:14:18.362867 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace00eab-c5e6-4444-b8c0-d6d240b532e9 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Network hostable DHCP agents. Network: 2b6e953b-8659-4052-a769-782a88ac6633, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:14:18.391393 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace00eab-c5e6-4444-b8c0-d6d240b532e9 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Pushing event updated for resources: {'Subnet': ['ID=cf6ae18c-241b-41f5-aa6f-ff141e4d514b,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:18.409835 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace00eab-c5e6-4444-b8c0-d6d240b532e9 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Network 2b6e953b-8659-4052-a769-782a88ac6633 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:14:18.410182 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-58d2874a-5451-4ae6-84b7-dcd6c1c9b60b req-76792ac2-2480-445b-9fc6-93f7894ca775 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 210 time: 0.0508807 Oct 19 01:14:18.436837 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-ace00eab-c5e6-4444-b8c0-d6d240b532e9 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 2b6e953b-8659-4052-a769-782a88ac6633) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:18.442260 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace00eab-c5e6-4444-b8c0-d6d240b532e9 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:18.442862 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ace00eab-c5e6-4444-b8c0-d6d240b532e9 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:18.454607 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04579e1f-abe6-49f9-be81-db4512dc5933 None None] Network 2b6e953b-8659-4052-a769-782a88ac6633 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:14:18.482517 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ace00eab-c5e6-4444-b8c0-d6d240b532e9 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6859865 Oct 19 01:14:18.486146 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44064) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:18.493484 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-2ac1a643-1a02-4f53-ab46-a795fd55172f tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Request body: {'network': {'name': 'tempest-router-network01--1638047545'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:18.528689 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac1a643-1a02-4f53-ab46-a795fd55172f tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Made reservation on behalf of 35e26e7b96a040368fcec65399f6668a for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:14:18.532270 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2ac1a643-1a02-4f53-ab46-a795fd55172f tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:18.558834 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc88c06-29a9-43a7-a577-5ccde984b1af None None] Sync routers for ids ['9ca6c055-b43b-421a-8b35-9dd8ab16e143'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:14:18.577468 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc88c06-29a9-43a7-a577-5ccde984b1af None None] Routers {'9ca6c055-b43b-421a-8b35-9dd8ab16e143'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:14:18.578110 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-9bc88c06-29a9-43a7-a577-5ccde984b1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:14:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['9ca6c055-b43b-421a-8b35-9dd8ab16e143'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:18.591454 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac1a643-1a02-4f53-ab46-a795fd55172f tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:14:18.609887 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2ac1a643-1a02-4f53-ab46-a795fd55172f tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:18.610589 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-2ac1a643-1a02-4f53-ab46-a795fd55172f tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Added segment 2f4bc2b4-8686-4970-9a30-2e46b5d33502 of type vlan for network 76a17414-1f6e-41d8-a14c-66a728bc0d33 Oct 19 01:14:18.732243 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2ac1a643-1a02-4f53-ab46-a795fd55172f tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:18.773536 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a57e392-7f9b-45e2-b77d-7522bd8e1891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-2b6e953b-8659-4052-a769-782a88ac6633', 'network_id': '2b6e953b-8659-4052-a769-782a88ac6633', 'tenant_id': '35e26e7b96a040368fcec65399f6668a', 'fixed_ips': [{'subnet_id': 'cf6ae18c-241b-41f5-aa6f-ff141e4d514b'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:14:18.774513 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9a57e392-7f9b-45e2-b77d-7522bd8e1891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:18.807228 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2ac1a643-1a02-4f53-ab46-a795fd55172f tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:18.813232 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac1a643-1a02-4f53-ab46-a795fd55172f tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:18.813868 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2ac1a643-1a02-4f53-ab46-a795fd55172f tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:18.819467 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7f0cc18a-3536-42b6-aab1-1126eb4dff5a up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:14:18.825122 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-9bc88c06-29a9-43a7-a577-5ccde984b1af None None] Set router 9ca6c055-b43b-421a-8b35-9dd8ab16e143 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:14:18.922832 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2ac1a643-1a02-4f53-ab46-a795fd55172f tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4343116 Oct 19 01:14:18.925509 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44082) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:18.932032 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-d7357d65-5c43-483d-a292-78365f09a566 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Request body: {'network': {'name': 'tempest-router-network02--1465784879'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:19.008500 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7357d65-5c43-483d-a292-78365f09a566 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Made reservation on behalf of 35e26e7b96a040368fcec65399f6668a for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:14:19.012255 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d7357d65-5c43-483d-a292-78365f09a566 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:19.018772 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 7f0cc18a-3536-42b6-aab1-1126eb4dff5a triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:19.019155 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:19.028645 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1a643-1a02-4f53-ab46-a795fd55172f tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Pushing event updated for resources: {'Network': ['ID=76a17414-1f6e-41d8-a14c-66a728bc0d33,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:19.057376 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7357d65-5c43-483d-a292-78365f09a566 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:14:19.066882 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d7357d65-5c43-483d-a292-78365f09a566 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:19.067787 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-d7357d65-5c43-483d-a292-78365f09a566 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Added segment f020cdec-25ae-4121-94c1-4893e4a900ff of type vlan for network 4d40f5ab-ec27-42e0-acf0-bebc33817f22 Oct 19 01:14:19.114678 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d7357d65-5c43-483d-a292-78365f09a566 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:19.123192 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 76a17414-1f6e-41d8-a14c-66a728bc0d33 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:14:19.152261 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d7357d65-5c43-483d-a292-78365f09a566 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:19.158306 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7357d65-5c43-483d-a292-78365f09a566 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:19.159048 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d7357d65-5c43-483d-a292-78365f09a566 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:19.168830 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-9a57e392-7f9b-45e2-b77d-7522bd8e1891 None None] Allocated IP 172.20.0.2 (2b6e953b-8659-4052-a769-782a88ac6633/cf6ae18c-241b-41f5-aa6f-ff141e4d514b/76ad70e4-2e91-4ab6-8111-b2980d9f67a7) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:14:19.210954 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d7357d65-5c43-483d-a292-78365f09a566 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2812173 Oct 19 01:14:19.211376 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44086) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:19.218798 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-fac0ceaa-a078-4793-bb3c-5528ca5b6869 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Request body: {'subnet': {'network_id': '76a17414-1f6e-41d8-a14c-66a728bc0d33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:19.220558 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-9bc88c06-29a9-43a7-a577-5ccde984b1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'name': 'tempest-ServerRescueTestJSONUnderV235-41837257-router', 'tenant_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '7f0cc18a-3536-42b6-aab1-1126eb4dff5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:14:11Z', 'updated_at': '2021-10-19T01:14:15Z', 'revision_number': 4, 'project_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'gw_port': {'id': '7f0cc18a-3536-42b6-aab1-1126eb4dff5a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:14:12Z', 'updated_at': '2021-10-19T01:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'c5408caf-51b5-4a26-a17c-7901c401f50e', 'name': '', 'network_id': '3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3', 'tenant_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'mac_address': 'fa:16:3e:55:0b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'f7552d31-a1e1-4b89-8a0e-cf71df048db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:14:15Z', 'updated_at': '2021-10-19T01:14:15Z', 'revision_number': 2, 'project_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'subnets': [{'id': 'f7552d31-a1e1-4b89-8a0e-cf71df048db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:19.251136 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc88c06-29a9-43a7-a577-5ccde984b1af None None] Checking router: 9ca6c055-b43b-421a-8b35-9dd8ab16e143 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:14:19.251948 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc88c06-29a9-43a7-a577-5ccde984b1af None None] Updating router 9ca6c055-b43b-421a-8b35-9dd8ab16e143 port c5408caf-51b5-4a26-a17c-7901c401f50e binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:14:19.274993 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7357d65-5c43-483d-a292-78365f09a566 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Pushing event updated for resources: {'Network': ['ID=4d40f5ab-ec27-42e0-acf0-bebc33817f22,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:19.292472 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-9bc88c06-29a9-43a7-a577-5ccde984b1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:19.305914 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 4d40f5ab-ec27-42e0-acf0-bebc33817f22 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:14:19.396567 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac0ceaa-a078-4793-bb3c-5528ca5b6869 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Made reservation on behalf of 35e26e7b96a040368fcec65399f6668a for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:14:19.404284 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fac0ceaa-a078-4793-bb3c-5528ca5b6869 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:19.525445 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-898fbf2d-cf3d-4819-88f4-af1a78573f9e req-f7d85d91-540e-4a5e-ab22-9b342e84827b tempest-ServerShowV257Test-1314242917 tempest-ServerShowV257Test-1314242917-project] 10.222.0.57 "GET /v2.0/ports?device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.0519936 Oct 19 01:14:19.590622 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9a57e392-7f9b-45e2-b77d-7522bd8e1891 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:19.603439 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-10f446e9-f76b-48cf-9ed1-d84599782c17 req-d712a0de-e564-4a70-8917-0ca559525232 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 210 time: 0.0361352 Oct 19 01:14:19.606972 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9a57e392-7f9b-45e2-b77d-7522bd8e1891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:19.667084 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a57e392-7f9b-45e2-b77d-7522bd8e1891 None None] Network 2b6e953b-8659-4052-a769-782a88ac6633 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:14:19.671518 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-9a57e392-7f9b-45e2-b77d-7522bd8e1891 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:19.673884 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a57e392-7f9b-45e2-b77d-7522bd8e1891 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:14:19.720179 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a57e392-7f9b-45e2-b77d-7522bd8e1891 None None] Pushing event updated for resources: {'Port': ['ID=76ad70e4-2e91-4ab6-8111-b2980d9f67a7,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:19.774119 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-9a57e392-7f9b-45e2-b77d-7522bd8e1891 None None] Attempting to bind port 76ad70e4-2e91-4ab6-8111-b2980d9f67a7 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:14:19.774793 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-9a57e392-7f9b-45e2-b77d-7522bd8e1891 None None] Attempting to bind port 76ad70e4-2e91-4ab6-8111-b2980d9f67a7 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '30aab95c-5be9-4555-8159-9527403cee00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2b6e953b-8659-4052-a769-782a88ac6633'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:14:19.775863 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a57e392-7f9b-45e2-b77d-7522bd8e1891 None None] Attempting to bind port 76ad70e4-2e91-4ab6-8111-b2980d9f67a7 on network 2b6e953b-8659-4052-a769-782a88ac6633 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:14:19.785944 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a57e392-7f9b-45e2-b77d-7522bd8e1891 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:14:19.787510 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a57e392-7f9b-45e2-b77d-7522bd8e1891 None None] Checking segment: {'id': '30aab95c-5be9-4555-8159-9527403cee00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2b6e953b-8659-4052-a769-782a88ac6633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:14:19.788454 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9a57e392-7f9b-45e2-b77d-7522bd8e1891 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:19.789183 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a57e392-7f9b-45e2-b77d-7522bd8e1891 None None] Bound using segment: {'id': '30aab95c-5be9-4555-8159-9527403cee00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2b6e953b-8659-4052-a769-782a88ac6633'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:14:19.790404 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-9a57e392-7f9b-45e2-b77d-7522bd8e1891 None None] Bound port: 76ad70e4-2e91-4ab6-8111-b2980d9f67a7, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30aab95c-5be9-4555-8159-9527403cee00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2b6e953b-8659-4052-a769-782a88ac6633'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:14:19.791881 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9a57e392-7f9b-45e2-b77d-7522bd8e1891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:19.811531 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:19.897827 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-9a57e392-7f9b-45e2-b77d-7522bd8e1891 None None] For port 76ad70e4-2e91-4ab6-8111-b2980d9f67a7, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:14:19.904360 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-9a57e392-7f9b-45e2-b77d-7522bd8e1891 None None] For port 76ad70e4-2e91-4ab6-8111-b2980d9f67a7, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=76ad70e4-2e91-4ab6-8111-b2980d9f67a7,segment=NetworkSegment(30aab95c-5be9-4555-8159-9527403cee00),segment_id=30aab95c-5be9-4555-8159-9527403cee00)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:14:19.906787 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fac0ceaa-a078-4793-bb3c-5528ca5b6869 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:19.914448 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9a57e392-7f9b-45e2-b77d-7522bd8e1891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:19.981088 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-9bc88c06-29a9-43a7-a577-5ccde984b1af None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:19.993269 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-9bc88c06-29a9-43a7-a577-5ccde984b1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:19.995692 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-dad3f8c9-a05d-46c9-9408-99afa7ed9438 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:19.997555 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-dad3f8c9-a05d-46c9-9408-99afa7ed9438 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.24 "GET /v2.0/networks?id=3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3 HTTP/1.1" status: 200 len: 818 time: 0.3293285 Oct 19 01:14:20.000452 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0ceaa-a078-4793-bb3c-5528ca5b6869 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Pushing event updated for resources: {'Subnet': ['ID=5553a9bd-ee00-4b67-b21f-cf43e37e6459,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:20.012138 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-8c50c25e-ef15-4337-861c-4d5d8b3189a2 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Request body: {'port': {'device_id': '50fa046a-0089-4df2-97ac-d631921394f9', 'network_id': '3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3', 'admin_state_up': True, 'tenant_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:20.015347 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a57e392-7f9b-45e2-b77d-7522bd8e1891 None None] Pushing event updated for resources: {'Port': ['ID=76ad70e4-2e91-4ab6-8111-b2980d9f67a7,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:20.078386 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac0ceaa-a078-4793-bb3c-5528ca5b6869 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Checking segment: {'id': '2f4bc2b4-8686-4970-9a30-2e46b5d33502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '76a17414-1f6e-41d8-a14c-66a728bc0d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:14:20.078944 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac0ceaa-a078-4793-bb3c-5528ca5b6869 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Network hostable DHCP agents. Network: 76a17414-1f6e-41d8-a14c-66a728bc0d33, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:14:20.100818 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c584a6d-4304-4a83-946e-576a325e3175 None None] Pushing event updated for resources: {'Port': ['ID=c5408caf-51b5-4a26-a17c-7901c401f50e,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:20.112867 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c584a6d-4304-4a83-946e-576a325e3175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:20.113204 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c584a6d-4304-4a83-946e-576a325e3175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:20.113532 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c584a6d-4304-4a83-946e-576a325e3175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:20.113860 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c584a6d-4304-4a83-946e-576a325e3175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:20.114178 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c584a6d-4304-4a83-946e-576a325e3175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:20.114490 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c584a6d-4304-4a83-946e-576a325e3175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:20.115406 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c584a6d-4304-4a83-946e-576a325e3175 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:20.115924 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c584a6d-4304-4a83-946e-576a325e3175 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:20.116812 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c584a6d-4304-4a83-946e-576a325e3175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:20.117457 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c584a6d-4304-4a83-946e-576a325e3175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:20.117943 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c584a6d-4304-4a83-946e-576a325e3175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:20.118421 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c584a6d-4304-4a83-946e-576a325e3175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:20.176354 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac0ceaa-a078-4793-bb3c-5528ca5b6869 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Network 76a17414-1f6e-41d8-a14c-66a728bc0d33 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:14:20.190385 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-9bc88c06-29a9-43a7-a577-5ccde984b1af None None] Attempting to bind port c5408caf-51b5-4a26-a17c-7901c401f50e on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:14:20.191031 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-9bc88c06-29a9-43a7-a577-5ccde984b1af None None] Attempting to bind port c5408caf-51b5-4a26-a17c-7901c401f50e by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'b4ec96ba-8f3f-4ce8-9cb6-17e472dfe6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:14:20.191693 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc88c06-29a9-43a7-a577-5ccde984b1af None None] Attempting to bind port c5408caf-51b5-4a26-a17c-7901c401f50e on network 3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:14:20.200976 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-fac0ceaa-a078-4793-bb3c-5528ca5b6869 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 76a17414-1f6e-41d8-a14c-66a728bc0d33) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:20.215292 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc88c06-29a9-43a7-a577-5ccde984b1af None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:14:20.217079 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc88c06-29a9-43a7-a577-5ccde984b1af None None] Checking segment: {'id': 'b4ec96ba-8f3f-4ce8-9cb6-17e472dfe6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:14:20.217664 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac0ceaa-a078-4793-bb3c-5528ca5b6869 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:20.218348 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fac0ceaa-a078-4793-bb3c-5528ca5b6869 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:20.218621 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-9bc88c06-29a9-43a7-a577-5ccde984b1af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:20.219032 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc88c06-29a9-43a7-a577-5ccde984b1af None None] Bound using segment: {'id': 'b4ec96ba-8f3f-4ce8-9cb6-17e472dfe6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:14:20.219522 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-9bc88c06-29a9-43a7-a577-5ccde984b1af None None] Bound port: c5408caf-51b5-4a26-a17c-7901c401f50e, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ec96ba-8f3f-4ce8-9cb6-17e472dfe6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:14:20.220742 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffec74dd-231a-4a5e-9c43-3906ab384f28 None None] Network 76a17414-1f6e-41d8-a14c-66a728bc0d33 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:14:20.221140 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-9bc88c06-29a9-43a7-a577-5ccde984b1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:20.239647 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-8c50c25e-ef15-4337-861c-4d5d8b3189a2 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Made reservation on behalf of cd2a06d367d94e6bbd3c4cc40d1b64e7 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:14:20.246384 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-8c50c25e-ef15-4337-861c-4d5d8b3189a2 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:20.262479 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-fac0ceaa-a078-4793-bb3c-5528ca5b6869 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0496938 Oct 19 01:14:20.265336 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44118) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:20.274468 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-c05d6851-393a-4b76-809d-12af09973226 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Request body: {'subnet': {'network_id': '4d40f5ab-ec27-42e0-acf0-bebc33817f22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:20.494363 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-9bc88c06-29a9-43a7-a577-5ccde984b1af None None] For port c5408caf-51b5-4a26-a17c-7901c401f50e, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:14:20.498212 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-9bc88c06-29a9-43a7-a577-5ccde984b1af None None] For port c5408caf-51b5-4a26-a17c-7901c401f50e, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c5408caf-51b5-4a26-a17c-7901c401f50e,segment=NetworkSegment(b4ec96ba-8f3f-4ce8-9cb6-17e472dfe6e8),segment_id=b4ec96ba-8f3f-4ce8-9cb6-17e472dfe6e8)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:14:20.506153 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-9bc88c06-29a9-43a7-a577-5ccde984b1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:20.552310 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44bce67-4cac-40ab-9ba6-bda292bd866c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-76a17414-1f6e-41d8-a14c-66a728bc0d33', 'network_id': '76a17414-1f6e-41d8-a14c-66a728bc0d33', 'tenant_id': '35e26e7b96a040368fcec65399f6668a', 'fixed_ips': [{'subnet_id': '5553a9bd-ee00-4b67-b21f-cf43e37e6459'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:14:20.553268 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d44bce67-4cac-40ab-9ba6-bda292bd866c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:20.636159 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c584a6d-4304-4a83-946e-576a325e3175 None None] Pushing event updated for resources: {'Port': ['ID=c5408caf-51b5-4a26-a17c-7901c401f50e,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:20.656524 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05d6851-393a-4b76-809d-12af09973226 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Made reservation on behalf of 35e26e7b96a040368fcec65399f6668a for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:14:20.665070 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c05d6851-393a-4b76-809d-12af09973226 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:20.669157 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-8c50c25e-ef15-4337-861c-4d5d8b3189a2 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Allocated IP 172.20.0.10 (3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3/f7552d31-a1e1-4b89-8a0e-cf71df048db0/ba09ea6d-c90e-4d3c-81f7-4e463622df17) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:14:20.688690 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc88c06-29a9-43a7-a577-5ccde984b1af None None] Routers {'9ca6c055-b43b-421a-8b35-9dd8ab16e143'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:14:20.690924 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-9bc88c06-29a9-43a7-a577-5ccde984b1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:14:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['9ca6c055-b43b-421a-8b35-9dd8ab16e143'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:20.885721 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-936bae85-cbfa-47e3-af17-cbd85e4bdf28 req-e4a531c4-4e5c-4949-9844-9f9e671842ad tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 210 time: 0.1397977 Oct 19 01:14:20.915479 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 76ad70e4-2e91-4ab6-8111-b2980d9f67a7 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:14:20.966218 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cd2e63a7-b5f6-4ead-b29b-76fa705c35dd req-c242bfe9-5e7b-43dd-a159-670dc88752bd tempest-ServerShowV257Test-1314242917 tempest-ServerShowV257Test-1314242917-project] 10.222.0.57 "GET /v2.0/ports?device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.0539124 Oct 19 01:14:20.988066 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-9bc88c06-29a9-43a7-a577-5ccde984b1af None None] Set router 9ca6c055-b43b-421a-8b35-9dd8ab16e143 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:14:21.051292 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-d44bce67-4cac-40ab-9ba6-bda292bd866c None None] Allocated IP 172.20.0.2 (76a17414-1f6e-41d8-a14c-66a728bc0d33/5553a9bd-ee00-4b67-b21f-cf43e37e6459/d45c6d13-3e8b-47cb-be12-dc897769ae47) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:14:21.072857 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c05d6851-393a-4b76-809d-12af09973226 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:21.153724 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-8c50c25e-ef15-4337-861c-4d5d8b3189a2 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:21.193112 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 76ad70e4-2e91-4ab6-8111-b2980d9f67a7 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:21.193757 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:21.226539 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-8c50c25e-ef15-4337-861c-4d5d8b3189a2 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:21.268884 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d6851-393a-4b76-809d-12af09973226 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Pushing event updated for resources: {'Subnet': ['ID=e5fcafba-9ad3-422c-8cfc-ba860eba9729,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:21.280908 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05d6851-393a-4b76-809d-12af09973226 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Checking segment: {'id': 'f020cdec-25ae-4121-94c1-4893e4a900ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4d40f5ab-ec27-42e0-acf0-bebc33817f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:14:21.281553 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05d6851-393a-4b76-809d-12af09973226 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Network hostable DHCP agents. Network: 4d40f5ab-ec27-42e0-acf0-bebc33817f22, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:14:21.315625 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05d6851-393a-4b76-809d-12af09973226 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Network 4d40f5ab-ec27-42e0-acf0-bebc33817f22 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:14:21.333215 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-c05d6851-393a-4b76-809d-12af09973226 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 4d40f5ab-ec27-42e0-acf0-bebc33817f22) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:21.347149 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc42de7-a59c-44fd-a842-fb114422adb0 None None] Network 4d40f5ab-ec27-42e0-acf0-bebc33817f22 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:14:21.354160 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-8c50c25e-ef15-4337-861c-4d5d8b3189a2 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Network 3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:14:21.357168 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05d6851-393a-4b76-809d-12af09973226 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:21.357362 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-8c50c25e-ef15-4337-861c-4d5d8b3189a2 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:21.358689 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c05d6851-393a-4b76-809d-12af09973226 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:21.372008 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-8c50c25e-ef15-4337-861c-4d5d8b3189a2 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:14:21.410352 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c05d6851-393a-4b76-809d-12af09973226 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1436458 Oct 19 01:14:21.411529 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44148) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:21.453072 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-9bc88c06-29a9-43a7-a577-5ccde984b1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'name': 'tempest-ServerRescueTestJSONUnderV235-41837257-router', 'tenant_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '7f0cc18a-3536-42b6-aab1-1126eb4dff5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:14:11Z', 'updated_at': '2021-10-19T01:14:15Z', 'revision_number': 4, 'project_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'gw_port': {'id': '7f0cc18a-3536-42b6-aab1-1126eb4dff5a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:14:12Z', 'updated_at': '2021-10-19T01:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'c5408caf-51b5-4a26-a17c-7901c401f50e', 'name': '', 'network_id': '3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3', 'tenant_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'mac_address': 'fa:16:3e:55:0b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'f7552d31-a1e1-4b89-8a0e-cf71df048db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:14:15Z', 'updated_at': '2021-10-19T01:14:20Z', 'revision_number': 4, 'project_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'subnets': [{'id': 'f7552d31-a1e1-4b89-8a0e-cf71df048db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:21.477391 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-8c50c25e-ef15-4337-861c-4d5d8b3189a2 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:21.477651 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-8c50c25e-ef15-4337-861c-4d5d8b3189a2 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:21.506746 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c50c25e-ef15-4337-861c-4d5d8b3189a2 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Pushing event updated for resources: {'Port': ['ID=ba09ea6d-c90e-4d3c-81f7-4e463622df17,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:21.520377 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-8c50c25e-ef15-4337-861c-4d5d8b3189a2 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5132804 Oct 19 01:14:21.533247 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-dcaa4c2c-3ed8-4818-9ecf-ef0eba3b8639 service neutron] Request body: {'port': {'device_id': '50fa046a-0089-4df2-97ac-d631921394f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:21.534917 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc88c06-29a9-43a7-a577-5ccde984b1af None None] The sync data for ids ['9ca6c055-b43b-421a-8b35-9dd8ab16e143'] in n-d-715271-26 is: [{'id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'name': 'tempest-ServerRescueTestJSONUnderV235-41837257-router', 'tenant_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '7f0cc18a-3536-42b6-aab1-1126eb4dff5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:14:11Z', 'updated_at': '2021-10-19T01:14:15Z', 'revision_number': 4, 'project_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'gw_port': {'id': '7f0cc18a-3536-42b6-aab1-1126eb4dff5a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:14:12Z', 'updated_at': '2021-10-19T01:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'c5408caf-51b5-4a26-a17c-7901c401f50e', 'name': '', 'network_id': '3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3', 'tenant_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'mac_address': 'fa:16:3e:55:0b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'f7552d31-a1e1-4b89-8a0e-cf71df048db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:14:15Z', 'updated_at': '2021-10-19T01:14:20Z', 'revision_number': 4, 'project_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'subnets': [{'id': 'f7552d31-a1e1-4b89-8a0e-cf71df048db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:14:21.693545 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-dcaa4c2c-3ed8-4818-9ecf-ef0eba3b8639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:21.954781 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:21.983901 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8103db-2f32-4657-b3ee-41db9abcc255 None None] Network 2b6e953b-8659-4052-a769-782a88ac6633 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:14:22.026905 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4e745485-2d43-4cb4-94b6-031aebe17ea6 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:22.139117 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 76ad70e4-2e91-4ab6-8111-b2980d9f67a7, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=76ad70e4-2e91-4ab6-8111-b2980d9f67a7,segment=NetworkSegment(30aab95c-5be9-4555-8159-9527403cee00),segment_id=30aab95c-5be9-4555-8159-9527403cee00)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:22.204079 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3c9a9979-8417-4a84-9a09-1ca7270b7850 req-b8cff5d0-c967-4164-b15c-947978c4c142 tempest-ServerShowV257Test-1314242917 tempest-ServerShowV257Test-1314242917-project] 10.222.0.57 "GET /v2.0/ports?device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.0539901 Oct 19 01:14:22.221655 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d44bce67-4cac-40ab-9ba6-bda292bd866c None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:22.244519 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f1829e-1a76-42da-b14b-158edab0d478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-4d40f5ab-ec27-42e0-acf0-bebc33817f22', 'network_id': '4d40f5ab-ec27-42e0-acf0-bebc33817f22', 'tenant_id': '35e26e7b96a040368fcec65399f6668a', 'fixed_ips': [{'subnet_id': 'e5fcafba-9ad3-422c-8cfc-ba860eba9729'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:14:22.245314 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-26f1829e-1a76-42da-b14b-158edab0d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:22.248170 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:22.291751 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d44bce67-4cac-40ab-9ba6-bda292bd866c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:22.304320 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dbbbfa-d854-4792-b4af-219e1d98ca66 req-2ef892b8-8da2-46a6-a0b1-905c30a2e82e tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:22.306353 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-39dbbbfa-d854-4792-b4af-219e1d98ca66 req-2ef892b8-8da2-46a6-a0b1-905c30a2e82e tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 932 time: 0.1689577 Oct 19 01:14:22.359842 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-c7ee41dc-967b-4798-a028-00665fb6e2a3 None None] Provisioning complete for port 76ad70e4-2e91-4ab6-8111-b2980d9f67a7 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:22.361272 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c7ee41dc-967b-4798-a028-00665fb6e2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:22.364529 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-39dbbbfa-d854-4792-b4af-219e1d98ca66 req-973dc9b7-c7f4-464a-ab75-8988287dc2e3 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513508 Oct 19 01:14:22.475260 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-dcaa4c2c-3ed8-4818-9ecf-ef0eba3b8639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba09ea6d-c90e-4d3c-81f7-4e463622df17 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:14:22.484711 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-dcaa4c2c-3ed8-4818-9ecf-ef0eba3b8639 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:22.500267 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44bce67-4cac-40ab-9ba6-bda292bd866c None None] Network 76a17414-1f6e-41d8-a14c-66a728bc0d33 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:14:22.504139 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-dcaa4c2c-3ed8-4818-9ecf-ef0eba3b8639 service neutron] Transition to ACTIVE for port object ba09ea6d-c90e-4d3c-81f7-4e463622df17 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:14:22.509535 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-d44bce67-4cac-40ab-9ba6-bda292bd866c None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:22.511811 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44bce67-4cac-40ab-9ba6-bda292bd866c None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:14:22.520258 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-dcaa4c2c-3ed8-4818-9ecf-ef0eba3b8639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:22.527389 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-4e745485-2d43-4cb4-94b6-031aebe17ea6 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Allocated IP 172.20.0.1 (76a17414-1f6e-41d8-a14c-66a728bc0d33/5553a9bd-ee00-4b67-b21f-cf43e37e6459/766a7ab2-753a-4da9-b7b4-0e80217c00f4) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:14:22.611928 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa4c2c-3ed8-4818-9ecf-ef0eba3b8639 service neutron] Pushing event updated for resources: {'Port': ['ID=ba09ea6d-c90e-4d3c-81f7-4e463622df17,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:22.680914 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-dcaa4c2c-3ed8-4818-9ecf-ef0eba3b8639 service neutron] Attempting to bind port ba09ea6d-c90e-4d3c-81f7-4e463622df17 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:14:22.681589 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-dcaa4c2c-3ed8-4818-9ecf-ef0eba3b8639 service neutron] Attempting to bind port ba09ea6d-c90e-4d3c-81f7-4e463622df17 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'b4ec96ba-8f3f-4ce8-9cb6-17e472dfe6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:14:22.682154 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-dcaa4c2c-3ed8-4818-9ecf-ef0eba3b8639 service neutron] Attempting to bind port ba09ea6d-c90e-4d3c-81f7-4e463622df17 on network 3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:14:22.688736 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-dcaa4c2c-3ed8-4818-9ecf-ef0eba3b8639 service neutron] Port ba09ea6d-c90e-4d3c-81f7-4e463622df17 on network 3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:14:22.689179 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-dcaa4c2c-3ed8-4818-9ecf-ef0eba3b8639 service neutron] Attempting to bind port ba09ea6d-c90e-4d3c-81f7-4e463622df17 on network 3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:14:22.697458 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-dcaa4c2c-3ed8-4818-9ecf-ef0eba3b8639 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:14:22.698550 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-dcaa4c2c-3ed8-4818-9ecf-ef0eba3b8639 service neutron] Checking segment: {'id': 'b4ec96ba-8f3f-4ce8-9cb6-17e472dfe6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:14:22.699454 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-dcaa4c2c-3ed8-4818-9ecf-ef0eba3b8639 service neutron] Bound using segment: {'id': 'b4ec96ba-8f3f-4ce8-9cb6-17e472dfe6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:14:22.702330 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-dcaa4c2c-3ed8-4818-9ecf-ef0eba3b8639 service neutron] Bound port: ba09ea6d-c90e-4d3c-81f7-4e463622df17, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4ec96ba-8f3f-4ce8-9cb6-17e472dfe6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:14:22.702939 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-dcaa4c2c-3ed8-4818-9ecf-ef0eba3b8639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:22.824311 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=76ad70e4-2e91-4ab6-8111-b2980d9f67a7,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:22.830190 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4e745485-2d43-4cb4-94b6-031aebe17ea6 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:22.905532 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4e745485-2d43-4cb4-94b6-031aebe17ea6 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:22.945784 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c5408caf-51b5-4a26-a17c-7901c401f50e up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:14:23.005984 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e745485-2d43-4cb4-94b6-031aebe17ea6 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Network 76a17414-1f6e-41d8-a14c-66a728bc0d33 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:14:23.016645 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-4e745485-2d43-4cb4-94b6-031aebe17ea6 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:23.027244 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e745485-2d43-4cb4-94b6-031aebe17ea6 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:14:23.151083 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4e745485-2d43-4cb4-94b6-031aebe17ea6 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:23.161873 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-d44bce67-4cac-40ab-9ba6-bda292bd866c None None] Attempting to bind port d45c6d13-3e8b-47cb-be12-dc897769ae47 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:14:23.162422 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-d44bce67-4cac-40ab-9ba6-bda292bd866c None None] Attempting to bind port d45c6d13-3e8b-47cb-be12-dc897769ae47 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '2f4bc2b4-8686-4970-9a30-2e46b5d33502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '76a17414-1f6e-41d8-a14c-66a728bc0d33'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:14:23.162422 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44bce67-4cac-40ab-9ba6-bda292bd866c None None] Attempting to bind port d45c6d13-3e8b-47cb-be12-dc897769ae47 on network 76a17414-1f6e-41d8-a14c-66a728bc0d33 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:14:23.236547 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44bce67-4cac-40ab-9ba6-bda292bd866c None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:14:23.236972 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44bce67-4cac-40ab-9ba6-bda292bd866c None None] Checking segment: {'id': '2f4bc2b4-8686-4970-9a30-2e46b5d33502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '76a17414-1f6e-41d8-a14c-66a728bc0d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:14:23.237478 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d44bce67-4cac-40ab-9ba6-bda292bd866c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:23.242326 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44bce67-4cac-40ab-9ba6-bda292bd866c None None] Bound using segment: {'id': '2f4bc2b4-8686-4970-9a30-2e46b5d33502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '76a17414-1f6e-41d8-a14c-66a728bc0d33'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:14:23.244675 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-d44bce67-4cac-40ab-9ba6-bda292bd866c None None] Bound port: d45c6d13-3e8b-47cb-be12-dc897769ae47, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4bc2b4-8686-4970-9a30-2e46b5d33502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '76a17414-1f6e-41d8-a14c-66a728bc0d33'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:14:23.245013 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d44bce67-4cac-40ab-9ba6-bda292bd866c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:23.285814 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44bce67-4cac-40ab-9ba6-bda292bd866c None None] Pushing event updated for resources: {'Port': ['ID=d45c6d13-3e8b-47cb-be12-dc897769ae47,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:23.321011 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7fda5603-dcbe-4d17-b6ae-0446543f6df2 req-a3f77866-e7b9-4f17-ae2e-2c8e25f3bed7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.1616335 Oct 19 01:14:23.323832 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e745485-2d43-4cb4-94b6-031aebe17ea6 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Pushing event updated for resources: {'Port': ['ID=766a7ab2-753a-4da9-b7b4-0e80217c00f4,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:23.442703 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9cd8cfbe-19c4-496a-9064-b258de209fb6 req-11b8fe5d-a98c-410e-9261-2d9eab871733 tempest-ServerShowV257Test-1314242917 tempest-ServerShowV257Test-1314242917-project] 10.222.0.57 "GET /v2.0/ports?device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.0940244 Oct 19 01:14:23.518384 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-d44bce67-4cac-40ab-9ba6-bda292bd866c None None] For port d45c6d13-3e8b-47cb-be12-dc897769ae47, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:14:23.527862 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-d44bce67-4cac-40ab-9ba6-bda292bd866c None None] For port d45c6d13-3e8b-47cb-be12-dc897769ae47, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d45c6d13-3e8b-47cb-be12-dc897769ae47,segment=NetworkSegment(2f4bc2b4-8686-4970-9a30-2e46b5d33502),segment_id=2f4bc2b4-8686-4970-9a30-2e46b5d33502)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:14:23.546701 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4e745485-2d43-4cb4-94b6-031aebe17ea6 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:23.576742 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-26f1829e-1a76-42da-b14b-158edab0d478 None None] Allocated IP 172.20.0.2 (4d40f5ab-ec27-42e0-acf0-bebc33817f22/e5fcafba-9ad3-422c-8cfc-ba860eba9729/4b39f311-abdf-4a00-9b7d-08fc88fdd37c) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:14:23.583409 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d44bce67-4cac-40ab-9ba6-bda292bd866c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:23.683875 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-dcaa4c2c-3ed8-4818-9ecf-ef0eba3b8639 service neutron] For port ba09ea6d-c90e-4d3c-81f7-4e463622df17, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:14:23.689567 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-dcaa4c2c-3ed8-4818-9ecf-ef0eba3b8639 service neutron] For port ba09ea6d-c90e-4d3c-81f7-4e463622df17, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=ba09ea6d-c90e-4d3c-81f7-4e463622df17,segment=NetworkSegment(b4ec96ba-8f3f-4ce8-9cb6-17e472dfe6e8),segment_id=b4ec96ba-8f3f-4ce8-9cb6-17e472dfe6e8)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:14:23.701886 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-dcaa4c2c-3ed8-4818-9ecf-ef0eba3b8639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:23.724898 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c657d0-0628-42d2-9138-f8c149c55b5b req-13f57a0f-c689-43b3-a1d4-9a8021dead55 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:23.727652 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-26c657d0-0628-42d2-9138-f8c149c55b5b req-13f57a0f-c689-43b3-a1d4-9a8021dead55 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 944 time: 0.1991975 Oct 19 01:14:23.768537 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port c5408caf-51b5-4a26-a17c-7901c401f50e triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:23.768911 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:23.826594 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-dcaa4c2c-3ed8-4818-9ecf-ef0eba3b8639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:23.827215 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-dcaa4c2c-3ed8-4818-9ecf-ef0eba3b8639 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:23.828842 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-dcaa4c2c-3ed8-4818-9ecf-ef0eba3b8639 service neutron] 10.222.0.24 "PUT /v2.0/ports/ba09ea6d-c90e-4d3c-81f7-4e463622df17 HTTP/1.1" status: 200 len: 1093 time: 2.2998574 Oct 19 01:14:23.837920 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50fa046a-0089-4df2-97ac-d631921394f9', 'tag': 'ba09ea6d-c90e-4d3c-81f7-4e463622df17'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:14:23.840648 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b888276-a6cb-4f43-b39f-fd0ab801155a" -d '{"events": [{"name": "network-changed", "server_uuid": "50fa046a-0089-4df2-97ac-d631921394f9", "tag": "ba09ea6d-c90e-4d3c-81f7-4e463622df17"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:14:23.894148 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-26c657d0-0628-42d2-9138-f8c149c55b5b req-ab1beb35-23b8-4ccf-b41f-474ba6d9daaa tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307988 Oct 19 01:14:23.911270 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa4c2c-3ed8-4818-9ecf-ef0eba3b8639 service neutron] Pushing event updated for resources: {'Port': ['ID=ba09ea6d-c90e-4d3c-81f7-4e463622df17,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:23.933117 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee913c9-df00-4f45-b04a-b334ba50916e x-openstack-request-id: req-8ee913c9-df00-4f45-b04a-b334ba50916e {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:23.933430 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50fa046a-0089-4df2-97ac-d631921394f9", "tag": "ba09ea6d-c90e-4d3c-81f7-4e463622df17", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:23.933674 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8ee913c9-df00-4f45-b04a-b334ba50916e {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:23.934096 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50fa046a-0089-4df2-97ac-d631921394f9', 'tag': 'ba09ea6d-c90e-4d3c-81f7-4e463622df17', 'status': 'completed', 'code': 200} Oct 19 01:14:23.952575 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44bce67-4cac-40ab-9ba6-bda292bd866c None None] Pushing event updated for resources: {'Port': ['ID=d45c6d13-3e8b-47cb-be12-dc897769ae47,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:23.969694 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-a4649101-2157-4d5b-a1d5-e356c0918643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:23.971330 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-a4649101-2157-4d5b-a1d5-e356c0918643 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cd2a06d367d94e6bbd3c4cc40d1b64e7&device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 1096 time: 0.0761218 Oct 19 01:14:23.981901 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-3525074b-3611-4527-86c5-9d8f8da3fb95 None None] Provisioning complete for port 76ad70e4-2e91-4ab6-8111-b2980d9f67a7 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:23.983215 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3525074b-3611-4527-86c5-9d8f8da3fb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:24.037050 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-ac568c06-af58-4bf7-a931-2f6bed049a21 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba09ea6d-c90e-4d3c-81f7-4e463622df17 HTTP/1.1" status: 200 len: 217 time: 0.0571601 Oct 19 01:14:24.124768 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:24.148222 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4e745485-2d43-4cb4-94b6-031aebe17ea6 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:24.152212 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-357490a2-edb3-49f7-820e-6136f0679944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:24.153675 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-357490a2-edb3-49f7-820e-6136f0679944 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f7552d31-a1e1-4b89-8a0e-cf71df048db0 HTTP/1.1" status: 200 len: 858 time: 0.0801289 Oct 19 01:14:24.154960 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4e745485-2d43-4cb4-94b6-031aebe17ea6 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:24.203779 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-57d362f6-00bf-45d6-aa6f-788c31d1a8e8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428138 Oct 19 01:14:24.297725 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4e745485-2d43-4cb4-94b6-031aebe17ea6 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:24.299879 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-26f1829e-1a76-42da-b14b-158edab0d478 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:24.306741 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port c5408caf-51b5-4a26-a17c-7901c401f50e, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c5408caf-51b5-4a26-a17c-7901c401f50e,segment=NetworkSegment(b4ec96ba-8f3f-4ce8-9cb6-17e472dfe6e8),segment_id=b4ec96ba-8f3f-4ce8-9cb6-17e472dfe6e8)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:24.307166 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e745485-2d43-4cb4-94b6-031aebe17ea6 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Pushing event updated for resources: {'Port': ['ID=766a7ab2-753a-4da9-b7b4-0e80217c00f4,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:24.309991 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-26f1829e-1a76-42da-b14b-158edab0d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:24.317548 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:24.364919 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-133ae474-3c64-486f-a14e-f36360ccc397 service neutron] 10.222.0.24 "GET /v2.0/networks/3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528723 Oct 19 01:14:24.385770 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f1829e-1a76-42da-b14b-158edab0d478 None None] Network 4d40f5ab-ec27-42e0-acf0-bebc33817f22 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:14:24.389090 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-26f1829e-1a76-42da-b14b-158edab0d478 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:24.391786 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f1829e-1a76-42da-b14b-158edab0d478 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:14:24.399517 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f1829e-1a76-42da-b14b-158edab0d478 None None] Pushing event updated for resources: {'Port': ['ID=4b39f311-abdf-4a00-9b7d-08fc88fdd37c,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:24.456055 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e745485-2d43-4cb4-94b6-031aebe17ea6 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Network 76a17414-1f6e-41d8-a14c-66a728bc0d33 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:14:24.458389 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-4e745485-2d43-4cb4-94b6-031aebe17ea6 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:24.472452 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=c5408caf-51b5-4a26-a17c-7901c401f50e,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:24.583710 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-26f1829e-1a76-42da-b14b-158edab0d478 None None] Attempting to bind port 4b39f311-abdf-4a00-9b7d-08fc88fdd37c on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:14:24.584705 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-26f1829e-1a76-42da-b14b-158edab0d478 None None] Attempting to bind port 4b39f311-abdf-4a00-9b7d-08fc88fdd37c by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'f020cdec-25ae-4121-94c1-4893e4a900ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4d40f5ab-ec27-42e0-acf0-bebc33817f22'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:14:24.586012 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f1829e-1a76-42da-b14b-158edab0d478 None None] Attempting to bind port 4b39f311-abdf-4a00-9b7d-08fc88fdd37c on network 4d40f5ab-ec27-42e0-acf0-bebc33817f22 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:14:24.593344 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f1829e-1a76-42da-b14b-158edab0d478 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:14:24.593728 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f1829e-1a76-42da-b14b-158edab0d478 None None] Checking segment: {'id': 'f020cdec-25ae-4121-94c1-4893e4a900ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4d40f5ab-ec27-42e0-acf0-bebc33817f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:14:24.594127 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-26f1829e-1a76-42da-b14b-158edab0d478 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:24.594519 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f1829e-1a76-42da-b14b-158edab0d478 None None] Bound using segment: {'id': 'f020cdec-25ae-4121-94c1-4893e4a900ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4d40f5ab-ec27-42e0-acf0-bebc33817f22'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:14:24.594985 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-26f1829e-1a76-42da-b14b-158edab0d478 None None] Bound port: 4b39f311-abdf-4a00-9b7d-08fc88fdd37c, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f020cdec-25ae-4121-94c1-4893e4a900ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4d40f5ab-ec27-42e0-acf0-bebc33817f22'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:14:24.595362 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-26f1829e-1a76-42da-b14b-158edab0d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:24.605734 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0a5a9e24-8184-4a9e-b8c1-d50ec71b5665 req-74d289b0-4da1-439a-9169-b7acb14aa681 service neutron] 10.222.0.24 "GET /v2.0/networks/3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328923 Oct 19 01:14:24.712092 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dcbf24ed-634d-4d62-92e1-041510516244 req-667188ed-0e3a-4a34-b113-bc07304f830a tempest-ServerShowV257Test-1314242917 tempest-ServerShowV257Test-1314242917-project] 10.222.0.57 "GET /v2.0/ports?device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.0454721 Oct 19 01:14:24.728721 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e745485-2d43-4cb4-94b6-031aebe17ea6 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Router 0a4f9703-efac-4009-96c9-5ec27185fbc1 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:14:24.754843 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-26f1829e-1a76-42da-b14b-158edab0d478 None None] For port 4b39f311-abdf-4a00-9b7d-08fc88fdd37c, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:14:24.763786 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-26f1829e-1a76-42da-b14b-158edab0d478 None None] For port 4b39f311-abdf-4a00-9b7d-08fc88fdd37c, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=4b39f311-abdf-4a00-9b7d-08fc88fdd37c,segment=NetworkSegment(f020cdec-25ae-4121-94c1-4893e4a900ff),segment_id=f020cdec-25ae-4121-94c1-4893e4a900ff)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:14:24.777877 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-26f1829e-1a76-42da-b14b-158edab0d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:24.802253 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b888276-a6cb-4f43-b39f-fd0ab801155a req-2e7b028c-113d-4351-b60d-9afbadfde33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:24.807688 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9b888276-a6cb-4f43-b39f-fd0ab801155a req-2e7b028c-113d-4351-b60d-9afbadfde33f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cd2a06d367d94e6bbd3c4cc40d1b64e7&device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 1096 time: 0.1406798 Oct 19 01:14:24.928451 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f1829e-1a76-42da-b14b-158edab0d478 None None] Pushing event updated for resources: {'Port': ['ID=4b39f311-abdf-4a00-9b7d-08fc88fdd37c,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:25.002916 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e745485-2d43-4cb4-94b6-031aebe17ea6 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:14:25.012197 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4e745485-2d43-4cb4-94b6-031aebe17ea6 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] 10.222.0.57 "PUT /v2.0/routers/0a4f9703-efac-4009-96c9-5ec27185fbc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5991888 Oct 19 01:14:25.014947 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44198) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:25.021923 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed98173-600a-480f-96f2-9be48f810207 None None] Sync routers for ids ['0a4f9703-efac-4009-96c9-5ec27185fbc1'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:14:25.025843 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b888276-a6cb-4f43-b39f-fd0ab801155a req-5da15a2e-268e-4bba-a6b1-b3193e60f077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:25.027644 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9b888276-a6cb-4f43-b39f-fd0ab801155a req-5da15a2e-268e-4bba-a6b1-b3193e60f077 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3 HTTP/1.1" status: 200 len: 919 time: 0.2092979 Oct 19 01:14:25.037765 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed98173-600a-480f-96f2-9be48f810207 None None] Routers {'0a4f9703-efac-4009-96c9-5ec27185fbc1'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:14:25.042397 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-7ed98173-600a-480f-96f2-9be48f810207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:14:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['0a4f9703-efac-4009-96c9-5ec27185fbc1'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:25.138403 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-7ed98173-600a-480f-96f2-9be48f810207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:25.143773 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c5408caf-51b5-4a26-a17c-7901c401f50e up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:14:25.167961 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9b888276-a6cb-4f43-b39f-fd0ab801155a req-a8ee3542-7ef8-4b53-9a35-47ff8ede4880 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba09ea6d-c90e-4d3c-81f7-4e463622df17 HTTP/1.1" status: 200 len: 217 time: 0.1305742 Oct 19 01:14:25.212280 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed98173-600a-480f-96f2-9be48f810207 None None] Routers {'0a4f9703-efac-4009-96c9-5ec27185fbc1'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:14:25.213010 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-7ed98173-600a-480f-96f2-9be48f810207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:14:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['0a4f9703-efac-4009-96c9-5ec27185fbc1'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:25.295716 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-7ed98173-600a-480f-96f2-9be48f810207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:25.296570 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed98173-600a-480f-96f2-9be48f810207 None None] The sync data for ids ['0a4f9703-efac-4009-96c9-5ec27185fbc1'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:14:25.307159 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b888276-a6cb-4f43-b39f-fd0ab801155a req-a9c00afb-1006-4636-be01-88a207cdae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:25.332617 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9b888276-a6cb-4f43-b39f-fd0ab801155a req-a9c00afb-1006-4636-be01-88a207cdae28 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f7552d31-a1e1-4b89-8a0e-cf71df048db0 HTTP/1.1" status: 200 len: 858 time: 0.1545451 Oct 19 01:14:25.340086 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port c5408caf-51b5-4a26-a17c-7901c401f50e triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:25.341083 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:25.343109 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081946c0-f694-4a61-8a95-f080864913db req-9317b834-e99f-4185-a34b-6a72b7c95d81 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:25.351540 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-081946c0-f694-4a61-8a95-f080864913db req-9317b834-e99f-4185-a34b-6a72b7c95d81 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 944 time: 0.3066649 Oct 19 01:14:25.442444 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9b888276-a6cb-4f43-b39f-fd0ab801155a req-af686424-6b5d-4615-bd5c-7f12b64b8d7d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885975 Oct 19 01:14:25.456775 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5de8c5c-461f-4205-916c-423d0b3900f2 None None] Network 76a17414-1f6e-41d8-a14c-66a728bc0d33 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:14:25.501227 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-081946c0-f694-4a61-8a95-f080864913db req-88861856-1ca3-47e0-a072-4a1ab174a549 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484296 Oct 19 01:14:25.528203 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-375462e9-b17b-4c59-a517-714cb65c9e48 None None] Provisioning complete for port d45c6d13-3e8b-47cb-be12-dc897769ae47 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:25.528733 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-375462e9-b17b-4c59-a517-714cb65c9e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:25.552541 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d45c6d13-3e8b-47cb-be12-dc897769ae47 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:14:25.608304 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9b888276-a6cb-4f43-b39f-fd0ab801155a req-1f434a28-e49c-4cd9-87c2-4cba987bfe44 service neutron] 10.222.0.24 "GET /v2.0/networks/3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563087 Oct 19 01:14:25.772064 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-e1f88bc3-db1b-4a67-9b4b-5ffd59206b09 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:14:25.773685 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e1f88bc3-db1b-4a67-9b4b-5ffd59206b09 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] 10.222.0.57 "PUT /v2.0/routers/0a4f9703-efac-4009-96c9-5ec27185fbc1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7572789 Oct 19 01:14:25.778268 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44206) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:25.781330 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port d45c6d13-3e8b-47cb-be12-dc897769ae47 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:25.781716 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:25.821570 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-375462e9-b17b-4c59-a517-714cb65c9e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:25.823287 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9b888276-a6cb-4f43-b39f-fd0ab801155a req-b2f24255-95b7-43e1-80e8-be13dc88ec2c service neutron] 10.222.0.24 "GET /v2.0/networks/3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073207 Oct 19 01:14:25.896357 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3825313d-396b-48d9-9b77-6143c12bb5a0 req-f4b13769-ab68-415e-b884-ddbeecc7882e tempest-ServerShowV257Test-1314242917 tempest-ServerShowV257Test-1314242917-project] 10.222.0.57 "GET /v2.0/ports?device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.0687633 Oct 19 01:14:25.991985 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-375462e9-b17b-4c59-a517-714cb65c9e48 None None] For port d45c6d13-3e8b-47cb-be12-dc897769ae47, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d45c6d13-3e8b-47cb-be12-dc897769ae47,segment=NetworkSegment(2f4bc2b4-8686-4970-9a30-2e46b5d33502),segment_id=2f4bc2b4-8686-4970-9a30-2e46b5d33502)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:26.023583 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-375462e9-b17b-4c59-a517-714cb65c9e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:26.117598 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375462e9-b17b-4c59-a517-714cb65c9e48 None None] Pushing event updated for resources: {'Port': ['ID=d45c6d13-3e8b-47cb-be12-dc897769ae47,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:26.185565 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 76ad70e4-2e91-4ab6-8111-b2980d9f67a7 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:14:26.251896 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 76ad70e4-2e91-4ab6-8111-b2980d9f67a7 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:26.252435 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:26.423455 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-47301f9e-b21f-4801-8926-da89c06bc974 req-ed92edc0-6298-4fb2-8465-481ac980ea45 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f1e67145762349f1a5bbfbbcb492edaf&device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.0413527 Oct 19 01:14:26.472296 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-10553bc9-9696-46b7-a2d9-a28a7a32d937 None None] Provisioning complete for port d45c6d13-3e8b-47cb-be12-dc897769ae47 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:26.472776 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-10553bc9-9696-46b7-a2d9-a28a7a32d937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:26.503074 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-47301f9e-b21f-4801-8926-da89c06bc974 req-73c479c0-e799-4d7d-a7c7-e0cd2ce645f9 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=f1e67145762349f1a5bbfbbcb492edaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676572 Oct 19 01:14:26.632301 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-10553bc9-9696-46b7-a2d9-a28a7a32d937 None None] Provisioning complete for port 766a7ab2-753a-4da9-b7b4-0e80217c00f4 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:26.632695 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-10553bc9-9696-46b7-a2d9-a28a7a32d937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:26.682634 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-87351267-da5b-4ba6-89f6-84ad93f7234b req-b778e3eb-bf5c-437b-9862-2f3d29d5ed7c tempest-ServerShowV257Test-1314242917 tempest-ServerShowV257Test-1314242917-project] 10.222.0.57 "GET /v2.0/ports?device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.1837640 Oct 19 01:14:26.729038 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-10553bc9-9696-46b7-a2d9-a28a7a32d937 None None] Port 766a7ab2-753a-4da9-b7b4-0e80217c00f4 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:14:26.763069 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c70b7d-fb8f-4121-86b1-d6407cfd3d50 req-dfeb9208-16e6-4e2f-84cd-af7a73e912c6 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:26.771032 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-48c70b7d-fb8f-4121-86b1-d6407cfd3d50 req-dfeb9208-16e6-4e2f-84cd-af7a73e912c6 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 944 time: 0.1217196 Oct 19 01:14:26.861293 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-48c70b7d-fb8f-4121-86b1-d6407cfd3d50 req-d95a69c0-4533-4760-9a7b-426582812d4f tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869751 Oct 19 01:14:26.926465 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 4b39f311-abdf-4a00-9b7d-08fc88fdd37c up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:14:26.960026 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53228196-ddf6-4ff9-9392-6891a15cda8b None None] Network 4d40f5ab-ec27-42e0-acf0-bebc33817f22 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:14:27.070244 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:27.192307 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 4b39f311-abdf-4a00-9b7d-08fc88fdd37c triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:27.192761 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:27.197190 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-d9b23c5c-4fe8-4da8-b9cd-f164159352e5 None None] Provisioning complete for port 766a7ab2-753a-4da9-b7b4-0e80217c00f4 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:27.197694 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d9b23c5c-4fe8-4da8-b9cd-f164159352e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:27.284583 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-d9b23c5c-4fe8-4da8-b9cd-f164159352e5 None None] Port 766a7ab2-753a-4da9-b7b4-0e80217c00f4 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:14:27.290298 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47301f9e-b21f-4801-8926-da89c06bc974 req-f8914681-f1b8-403d-881b-205dc7de34bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:27.291673 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-47301f9e-b21f-4801-8926-da89c06bc974 req-f8914681-f1b8-403d-881b-205dc7de34bf service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7818511 Oct 19 01:14:27.301534 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device ba09ea6d-c90e-4d3c-81f7-4e463622df17 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:14:27.322597 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0b9ae488-663f-47a1-af17-7bab3e846450 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:27.327444 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-d9b23c5c-4fe8-4da8-b9cd-f164159352e5 None None] Provisioning complete for port 4b39f311-abdf-4a00-9b7d-08fc88fdd37c triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:27.327961 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d9b23c5c-4fe8-4da8-b9cd-f164159352e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:27.693378 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:27.750527 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-0b9ae488-663f-47a1-af17-7bab3e846450 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Deleting port 766a7ab2-753a-4da9-b7b4-0e80217c00f4 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:27.752332 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0b9ae488-663f-47a1-af17-7bab3e846450 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:27.844980 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 4b39f311-abdf-4a00-9b7d-08fc88fdd37c, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=4b39f311-abdf-4a00-9b7d-08fc88fdd37c,segment=NetworkSegment(f020cdec-25ae-4121-94c1-4893e4a900ff),segment_id=f020cdec-25ae-4121-94c1-4893e4a900ff)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:27.858341 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d9b23c5c-4fe8-4da8-b9cd-f164159352e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:27.864243 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port ba09ea6d-c90e-4d3c-81f7-4e463622df17, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=ba09ea6d-c90e-4d3c-81f7-4e463622df17,segment=NetworkSegment(b4ec96ba-8f3f-4ce8-9cb6-17e472dfe6e8),segment_id=b4ec96ba-8f3f-4ce8-9cb6-17e472dfe6e8)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:27.868100 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:27.869169 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d45c6d13-3e8b-47cb-be12-dc897769ae47 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:14:27.944815 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0b9ae488-663f-47a1-af17-7bab3e846450 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:27.969931 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-0b9ae488-663f-47a1-af17-7bab3e846450 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Calling delete_port for 766a7ab2-753a-4da9-b7b4-0e80217c00f4 owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:27.981802 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=4b39f311-abdf-4a00-9b7d-08fc88fdd37c,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:27.995201 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'ba09ea6d-c90e-4d3c-81f7-4e463622df17', 'network_id': '3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3', 'port_id': 'ba09ea6d-c90e-4d3c-81f7-4e463622df17', 'mac_address': 'fa:16:3e:52:18:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7552d31-a1e1-4b89-8a0e-cf71df048db0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:14:28.049217 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3734d45-d382-4d02-b033-d5f7db51cb57 req-7864bc00-310e-4e2f-bf1d-e68efb72591f tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:28.051495 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b3734d45-d382-4d02-b033-d5f7db51cb57 req-7864bc00-310e-4e2f-bf1d-e68efb72591f tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 944 time: 0.0837090 Oct 19 01:14:28.056975 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a6f8e187-2607-46da-933c-3d7662c1bf04 req-ee146a75-3edd-412f-aafe-40122bdadbfe tempest-ServerShowV257Test-1314242917 tempest-ServerShowV257Test-1314242917-project] 10.222.0.57 "GET /v2.0/ports?device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.2680132 Oct 19 01:14:28.094810 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:28.114113 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-d9b23c5c-4fe8-4da8-b9cd-f164159352e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:14:28.114476 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-d9b23c5c-4fe8-4da8-b9cd-f164159352e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:14:28.117966 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port d45c6d13-3e8b-47cb-be12-dc897769ae47 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:28.118352 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:28.121107 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba09ea6d-c90e-4d3c-81f7-4e463622df17 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:14:28.129398 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b3734d45-d382-4d02-b033-d5f7db51cb57 req-e25ad920-2118-42e4-89d7-0575c1b15cae tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611081 Oct 19 01:14:28.182282 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port ba09ea6d-c90e-4d3c-81f7-4e463622df17, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=ba09ea6d-c90e-4d3c-81f7-4e463622df17,segment=NetworkSegment(b4ec96ba-8f3f-4ce8-9cb6-17e472dfe6e8),segment_id=b4ec96ba-8f3f-4ce8-9cb6-17e472dfe6e8)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:28.191427 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:28.244846 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0b9ae488-663f-47a1-af17-7bab3e846450 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:28.279107 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=ba09ea6d-c90e-4d3c-81f7-4e463622df17,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:28.303134 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ae488-663f-47a1-af17-7bab3e846450 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Pushing event deleted for resources: {'Port': ['ID=766a7ab2-753a-4da9-b7b4-0e80217c00f4,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:28.550218 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['ba09ea6d-c90e-4d3c-81f7-4e463622df17'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:14:28.588642 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0b9ae488-663f-47a1-af17-7bab3e846450 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:28.636299 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-47301f9e-b21f-4801-8926-da89c06bc974 req-7c392408-de4c-4ec6-a4d6-56bbc60162fd tempest-ServerShowV257Test-1314242917 tempest-ServerShowV257Test-1314242917-project] 10.222.0.55 "GET /v2.0/ports?device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.0389242 Oct 19 01:14:28.792657 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 4b39f311-abdf-4a00-9b7d-08fc88fdd37c up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:14:28.827685 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-bebd8d87-036f-4dbb-ab36-fd315fff295f None None] Could not find standard attr ID for object 766a7ab2-753a-4da9-b7b4-0e80217c00f4. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:14:28.847369 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-bebd8d87-036f-4dbb-ab36-fd315fff295f None None] Provisioning complete for port 4b39f311-abdf-4a00-9b7d-08fc88fdd37c triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:28.847946 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bebd8d87-036f-4dbb-ab36-fd315fff295f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:28.856799 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9ae488-663f-47a1-af17-7bab3e846450 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Router 0a4f9703-efac-4009-96c9-5ec27185fbc1 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:14:28.936029 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 4b39f311-abdf-4a00-9b7d-08fc88fdd37c triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:28.936410 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:28.968322 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9ae488-663f-47a1-af17-7bab3e846450 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:14:28.980207 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcc790e-d739-4ad7-bb49-75e3f7a7c811 None None] Sync routers for ids ['0a4f9703-efac-4009-96c9-5ec27185fbc1'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:14:28.983511 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0b9ae488-663f-47a1-af17-7bab3e846450 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] 10.222.0.57 "PUT /v2.0/routers/0a4f9703-efac-4009-96c9-5ec27185fbc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2037864 Oct 19 01:14:28.987228 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44250) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:28.991671 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcc790e-d739-4ad7-bb49-75e3f7a7c811 None None] Routers {'0a4f9703-efac-4009-96c9-5ec27185fbc1'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:14:28.996341 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-bbcc790e-d739-4ad7-bb49-75e3f7a7c811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:14:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['0a4f9703-efac-4009-96c9-5ec27185fbc1'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:29.067489 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-bbcc790e-d739-4ad7-bb49-75e3f7a7c811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:29.090321 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcc790e-d739-4ad7-bb49-75e3f7a7c811 None None] Routers {'0a4f9703-efac-4009-96c9-5ec27185fbc1'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:14:29.092629 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-d1d57747-7928-4dd3-899b-44dfe22f6c41 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] delete failed (client error): The resource could not be found. Oct 19 01:14:29.093164 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-bbcc790e-d739-4ad7-bb49-75e3f7a7c811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:14:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['0a4f9703-efac-4009-96c9-5ec27185fbc1'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:29.095310 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d1d57747-7928-4dd3-899b-44dfe22f6c41 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] 10.222.0.57 "DELETE /v2.0/routers/tempest-non_exist_router-1216290611 HTTP/1.1" status: 404 len: 335 time: 0.1070261 Oct 19 01:14:29.103104 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44254) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:29.112244 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-d6e10f77-ef32-4c3b-b5ab-06d91d877c1f tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Request body: {'router': {'external_gateway_info': {'network_id': '0a4f9703-efac-4009-96c9-5ec27185fbc1'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:29.175047 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-bbcc790e-d739-4ad7-bb49-75e3f7a7c811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:29.175827 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcc790e-d739-4ad7-bb49-75e3f7a7c811 None None] The sync data for ids ['0a4f9703-efac-4009-96c9-5ec27185fbc1'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:14:29.237639 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:29.320091 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daa89b-6cee-4503-a652-d26155f1b55c req-b7e8d00b-3623-4e35-9aa5-61a6cd75d89a tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:29.328464 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-41daa89b-6cee-4503-a652-d26155f1b55c req-b7e8d00b-3623-4e35-9aa5-61a6cd75d89a tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 945 time: 0.0967090 Oct 19 01:14:29.386453 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-293662e3-715c-4ee2-9da0-2c249e9da08e req-a56c86a6-aa86-4c98-89e9-b42254ad1de4 tempest-ServerShowV257Test-1314242917 tempest-ServerShowV257Test-1314242917-project] 10.222.0.57 "GET /v2.0/ports?device_id=ced689bb-2385-4a8d-9ad2-afed9f5238e7 HTTP/1.1" status: 200 len: 210 time: 0.1182420 Oct 19 01:14:29.389780 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-41daa89b-6cee-4503-a652-d26155f1b55c req-7ffbc459-e05c-4a2a-911a-ab0836f0fcb1 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595446 Oct 19 01:14:29.593440 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d6e10f77-ef32-4c3b-b5ab-06d91d877c1f tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:29.617470 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-d6e10f77-ef32-4c3b-b5ab-06d91d877c1f tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] update failed (client error): The resource could not be found. Oct 19 01:14:29.619077 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d6e10f77-ef32-4c3b-b5ab-06d91d877c1f tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] 10.222.0.57 "PUT /v2.0/routers/0a4f9703-efac-4009-96c9-5ec27185fbc1 HTTP/1.1" status: 404 len: 339 time: 0.5145373 Oct 19 01:14:29.622517 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44268) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:29.933396 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-22b1ee92-be91-4ce4-90a4-665a4a92707b tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:30.263620 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-22b1ee92-be91-4ce4-90a4-665a4a92707b tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Allocated IP 172.20.0.1 (2b6e953b-8659-4052-a769-782a88ac6633/cf6ae18c-241b-41f5-aa6f-ff141e4d514b/b870051e-edbe-49c1-9ba0-d44148abd5f8) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:14:30.394207 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-22b1ee92-be91-4ce4-90a4-665a4a92707b tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:30.432700 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-22b1ee92-be91-4ce4-90a4-665a4a92707b tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:30.479824 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b1ee92-be91-4ce4-90a4-665a4a92707b tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Network 2b6e953b-8659-4052-a769-782a88ac6633 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:14:30.483558 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-22b1ee92-be91-4ce4-90a4-665a4a92707b tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:30.487199 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b1ee92-be91-4ce4-90a4-665a4a92707b tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:14:30.520399 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b1ee92-be91-4ce4-90a4-665a4a92707b tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Pushing event updated for resources: {'Port': ['ID=b870051e-edbe-49c1-9ba0-d44148abd5f8,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:30.566563 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-22b1ee92-be91-4ce4-90a4-665a4a92707b tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:30.755533 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa79b0-ea4c-4fd7-bef1-d2ca15398886 req-f4272b73-367a-45b4-8c84-d4618e3774ec tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:30.757824 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7eaa79b0-ea4c-4fd7-bef1-d2ca15398886 req-f4272b73-367a-45b4-8c84-d4618e3774ec tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 945 time: 0.2297792 Oct 19 01:14:30.818811 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-22b1ee92-be91-4ce4-90a4-665a4a92707b tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:30.895965 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-905665c3-a9f6-43a7-9c33-acee909fd906 None None] Provisioning complete for port b870051e-edbe-49c1-9ba0-d44148abd5f8 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:30.896560 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-905665c3-a9f6-43a7-9c33-acee909fd906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:30.902980 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7eaa79b0-ea4c-4fd7-bef1-d2ca15398886 req-6f1c122c-b91d-4175-a964-4c939af56ff8 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128650 Oct 19 01:14:30.977908 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-905665c3-a9f6-43a7-9c33-acee909fd906 None None] Port b870051e-edbe-49c1-9ba0-d44148abd5f8 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:14:30.985033 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44294) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:31.144011 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7d1498bc-84a8-4ceb-b156-5ef2fa5d7616 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:31.182474 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-22b1ee92-be91-4ce4-90a4-665a4a92707b tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:31.188009 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-22b1ee92-be91-4ce4-90a4-665a4a92707b tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:31.239567 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-22b1ee92-be91-4ce4-90a4-665a4a92707b tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:31.244004 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7d1498bc-84a8-4ceb-b156-5ef2fa5d7616 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:31.250985 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7d1498bc-84a8-4ceb-b156-5ef2fa5d7616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:31.303876 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7d1498bc-84a8-4ceb-b156-5ef2fa5d7616 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f1e67145762349f1a5bbfbbcb492edaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3176425 Oct 19 01:14:31.304789 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1498bc-84a8-4ceb-b156-5ef2fa5d7616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1982aff-560a-4221-85e6-c6fb82f6c4b8,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:31.307713 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44298) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:31.310831 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device ba09ea6d-c90e-4d3c-81f7-4e463622df17 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:14:31.333565 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b1ee92-be91-4ce4-90a4-665a4a92707b tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Pushing event updated for resources: {'Port': ['ID=b870051e-edbe-49c1-9ba0-d44148abd5f8,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:31.412896 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port ba09ea6d-c90e-4d3c-81f7-4e463622df17 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:14:31.417960 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b1ee92-be91-4ce4-90a4-665a4a92707b tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Network 2b6e953b-8659-4052-a769-782a88ac6633 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:14:31.418266 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port ba09ea6d-c90e-4d3c-81f7-4e463622df17 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:31.418534 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:31.426457 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-717ba034-9083-4032-bde4-c6435db8980c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:31.431875 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-22b1ee92-be91-4ce4-90a4-665a4a92707b tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:31.458928 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-717ba034-9083-4032-bde4-c6435db8980c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:31.549790 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-717ba034-9083-4032-bde4-c6435db8980c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:31.550183 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:31.556957 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-717ba034-9083-4032-bde4-c6435db8980c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:31.563840 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-717ba034-9083-4032-bde4-c6435db8980c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c1982aff-560a-4221-85e6-c6fb82f6c4b8 HTTP/1.1" status: 204 len: 168 time: 0.2465279 Oct 19 01:14:31.598462 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ba034-9083-4032-bde4-c6435db8980c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1982aff-560a-4221-85e6-c6fb82f6c4b8,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:31.650425 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50fa046a-0089-4df2-97ac-d631921394f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba09ea6d-c90e-4d3c-81f7-4e463622df17'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:14:31.653505 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2b2d69-c88a-4fc3-a8aa-8ceb3e4003d3" -d '{"events": [{"server_uuid": "50fa046a-0089-4df2-97ac-d631921394f9", "name": "network-vif-plugged", "status": "completed", "tag": "ba09ea6d-c90e-4d3c-81f7-4e463622df17"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:14:31.720353 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port ba09ea6d-c90e-4d3c-81f7-4e463622df17, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=ba09ea6d-c90e-4d3c-81f7-4e463622df17,segment=NetworkSegment(b4ec96ba-8f3f-4ce8-9cb6-17e472dfe6e8),segment_id=b4ec96ba-8f3f-4ce8-9cb6-17e472dfe6e8)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:31.727546 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b1ee92-be91-4ce4-90a4-665a4a92707b tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Router 0a4f9703-efac-4009-96c9-5ec27185fbc1 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:14:31.728832 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:31.790133 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161d74f9-e9d5-4945-a5f4-e71ae990def8 x-openstack-request-id: req-161d74f9-e9d5-4945-a5f4-e71ae990def8 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:31.813992 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50fa046a-0089-4df2-97ac-d631921394f9", "name": "network-vif-plugged", "status": "completed", "tag": "ba09ea6d-c90e-4d3c-81f7-4e463622df17", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:31.816108 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-161d74f9-e9d5-4945-a5f4-e71ae990def8 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:31.821406 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fa046a-0089-4df2-97ac-d631921394f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba09ea6d-c90e-4d3c-81f7-4e463622df17', 'code': 200} Oct 19 01:14:31.884801 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=ba09ea6d-c90e-4d3c-81f7-4e463622df17,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:31.924687 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-49d3befd-8b16-4e8b-a38b-c2c56c681503 None None] Provisioning complete for port b870051e-edbe-49c1-9ba0-d44148abd5f8 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:31.925287 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-49d3befd-8b16-4e8b-a38b-c2c56c681503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:31.968521 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-49d3befd-8b16-4e8b-a38b-c2c56c681503 None None] Port b870051e-edbe-49c1-9ba0-d44148abd5f8 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:14:32.013738 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b4d8d-82f5-472f-aac4-5f26d210172f req-6a80b992-1bfd-4c28-afaa-ee79da650ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:32.015251 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-710b4d8d-82f5-472f-aac4-5f26d210172f req-6a80b992-1bfd-4c28-afaa-ee79da650ad0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 1098 time: 0.1563253 Oct 19 01:14:32.016632 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b1ee92-be91-4ce4-90a4-665a4a92707b tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:14:32.027070 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087a9489-e9dc-452d-b649-795855939335 None None] Sync routers for ids ['0a4f9703-efac-4009-96c9-5ec27185fbc1'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:14:32.031907 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44326) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:32.032486 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-22b1ee92-be91-4ce4-90a4-665a4a92707b tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] 10.222.0.57 "PUT /v2.0/routers/0a4f9703-efac-4009-96c9-5ec27185fbc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4082992 Oct 19 01:14:32.054668 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087a9489-e9dc-452d-b649-795855939335 None None] Routers {'0a4f9703-efac-4009-96c9-5ec27185fbc1'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:14:32.055413 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-087a9489-e9dc-452d-b649-795855939335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:14:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['0a4f9703-efac-4009-96c9-5ec27185fbc1'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:32.137363 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-710b4d8d-82f5-472f-aac4-5f26d210172f req-888c1450-5d64-4f13-9f08-72ad4888205e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930829 Oct 19 01:14:32.143768 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-087a9489-e9dc-452d-b649-795855939335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:32.148852 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-7a4d7a61-1bba-4c3c-adc7-1c57a49694c2 req-884e6877-ece8-4d3d-a292-2880f6c173a2 service neutron] (100607) timed out ('10.222.0.55', 55659) {{(pid=100607) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 01:14:32.159163 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09f727-2b57-4492-a514-0523e9fcf7b2 req-91007628-f3bf-46ac-8181-4f07ec6aae28 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:32.166597 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-05849b66-c69d-4e04-b0c2-e036e09df72f tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:32.169730 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2e09f727-2b57-4492-a514-0523e9fcf7b2 req-91007628-f3bf-46ac-8181-4f07ec6aae28 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 946 time: 0.1358626 Oct 19 01:14:32.169995 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087a9489-e9dc-452d-b649-795855939335 None None] Routers {'0a4f9703-efac-4009-96c9-5ec27185fbc1'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:14:32.170860 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-087a9489-e9dc-452d-b649-795855939335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:14:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['0a4f9703-efac-4009-96c9-5ec27185fbc1'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:32.223665 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2e09f727-2b57-4492-a514-0523e9fcf7b2 req-663f76a2-8e02-431f-8b05-484ea4399df6 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496061 Oct 19 01:14:32.237617 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-087a9489-e9dc-452d-b649-795855939335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:32.238673 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087a9489-e9dc-452d-b649-795855939335 None None] The sync data for ids ['0a4f9703-efac-4009-96c9-5ec27185fbc1'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:14:32.287659 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-05849b66-c69d-4e04-b0c2-e036e09df72f tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 19 01:14:32.291881 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-05849b66-c69d-4e04-b0c2-e036e09df72f tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] 10.222.0.57 "DELETE /v2.0/routers/0a4f9703-efac-4009-96c9-5ec27185fbc1 HTTP/1.1" status: 409 len: 329 time: 0.2560334 Oct 19 01:14:32.292221 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44334) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:32.581208 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44344) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:32.707870 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-152513b3-d491-4685-b896-e0510fe3c05d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1488610327-network', 'tenant_id': '854323d3b0a6463e9a8c317c08485c06'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:32.732495 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152513b3-d491-4685-b896-e0510fe3c05d admin admin] Made reservation on behalf of 854323d3b0a6463e9a8c317c08485c06 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:14:32.735036 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-152513b3-d491-4685-b896-e0510fe3c05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:32.735196 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1e5312b0-35f1-47d7-83dd-7fcc7f00dbfe tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:32.757989 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-152513b3-d491-4685-b896-e0510fe3c05d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:32.884000 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-152513b3-d491-4685-b896-e0510fe3c05d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:32.892389 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-152513b3-d491-4685-b896-e0510fe3c05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:32.908749 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-152513b3-d491-4685-b896-e0510fe3c05d admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:14:32.919837 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-152513b3-d491-4685-b896-e0510fe3c05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:32.920325 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-152513b3-d491-4685-b896-e0510fe3c05d admin admin] Added segment ffd81065-8232-4238-985f-d7b5c5e64688 of type vlan for network 6fde0681-0303-4885-b4d6-e7a52aa1ed5d Oct 19 01:14:33.032337 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-152513b3-d491-4685-b896-e0510fe3c05d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:33.064975 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-152513b3-d491-4685-b896-e0510fe3c05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:33.066511 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152513b3-d491-4685-b896-e0510fe3c05d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:33.067388 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-152513b3-d491-4685-b896-e0510fe3c05d admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:33.108459 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-152513b3-d491-4685-b896-e0510fe3c05d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5260022 Oct 19 01:14:33.115924 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44352) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:33.121423 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-2b49bd69-107c-44e8-8b71-d4ff2a3e76c1 admin admin] Request body: {'subnet': {'network_id': '6fde0681-0303-4885-b4d6-e7a52aa1ed5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1488610327-subnet', 'tenant_id': '854323d3b0a6463e9a8c317c08485c06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:33.136912 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152513b3-d491-4685-b896-e0510fe3c05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906698ed-f00f-46dc-91b4-e800de7b2d91,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:33.173938 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152513b3-d491-4685-b896-e0510fe3c05d admin admin] Pushing event updated for resources: {'Network': ['ID=6fde0681-0303-4885-b4d6-e7a52aa1ed5d,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:33.186676 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b49bd69-107c-44e8-8b71-d4ff2a3e76c1 admin admin] Made reservation on behalf of 854323d3b0a6463e9a8c317c08485c06 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:14:33.190963 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2b49bd69-107c-44e8-8b71-d4ff2a3e76c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:33.205990 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 6fde0681-0303-4885-b4d6-e7a52aa1ed5d details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:14:33.274797 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-1e5312b0-35f1-47d7-83dd-7fcc7f00dbfe tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Deleting port b870051e-edbe-49c1-9ba0-d44148abd5f8 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:33.276112 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1e5312b0-35f1-47d7-83dd-7fcc7f00dbfe tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:33.487918 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1e5312b0-35f1-47d7-83dd-7fcc7f00dbfe tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:33.506811 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781391e-94f2-480f-8458-62edb4a24eec req-dcc63fc9-ca14-4285-9415-2fff25573a72 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:33.512330 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9781391e-94f2-480f-8458-62edb4a24eec req-dcc63fc9-ca14-4285-9415-2fff25573a72 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 946 time: 0.1654847 Oct 19 01:14:33.535282 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-1e5312b0-35f1-47d7-83dd-7fcc7f00dbfe tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Calling delete_port for b870051e-edbe-49c1-9ba0-d44148abd5f8 owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:33.597760 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2b49bd69-107c-44e8-8b71-d4ff2a3e76c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:33.608778 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9781391e-94f2-480f-8458-62edb4a24eec req-d1107426-c243-4c77-96d1-b40b7e917d4e tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889561 Oct 19 01:14:33.683392 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49bd69-107c-44e8-8b71-d4ff2a3e76c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c34f3bc6-87d2-43ce-a91f-60bcb8357212,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:33.693592 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b49bd69-107c-44e8-8b71-d4ff2a3e76c1 admin admin] Checking segment: {'id': 'ffd81065-8232-4238-985f-d7b5c5e64688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '6fde0681-0303-4885-b4d6-e7a52aa1ed5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:14:33.693958 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b49bd69-107c-44e8-8b71-d4ff2a3e76c1 admin admin] Network hostable DHCP agents. Network: 6fde0681-0303-4885-b4d6-e7a52aa1ed5d, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:14:33.723715 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b49bd69-107c-44e8-8b71-d4ff2a3e76c1 admin admin] Network 6fde0681-0303-4885-b4d6-e7a52aa1ed5d is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:14:33.735770 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-2b49bd69-107c-44e8-8b71-d4ff2a3e76c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 6fde0681-0303-4885-b4d6-e7a52aa1ed5d) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:33.740102 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b49bd69-107c-44e8-8b71-d4ff2a3e76c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:33.742120 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2b49bd69-107c-44e8-8b71-d4ff2a3e76c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:33.756034 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64ec939-17fe-41f9-9674-2c766b69bb51 None None] Network 6fde0681-0303-4885-b4d6-e7a52aa1ed5d requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:14:33.780416 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2b49bd69-107c-44e8-8b71-d4ff2a3e76c1 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6626449 Oct 19 01:14:33.847427 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1e5312b0-35f1-47d7-83dd-7fcc7f00dbfe tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:33.881525 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5312b0-35f1-47d7-83dd-7fcc7f00dbfe tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Pushing event deleted for resources: {'Port': ['ID=b870051e-edbe-49c1-9ba0-d44148abd5f8,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:34.030168 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bfe882-8639-46bd-8026-83fcc118f237 None None] Network 6fde0681-0303-4885-b4d6-e7a52aa1ed5d requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:14:34.215603 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1e5312b0-35f1-47d7-83dd-7fcc7f00dbfe tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:34.512645 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5312b0-35f1-47d7-83dd-7fcc7f00dbfe tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Router 0a4f9703-efac-4009-96c9-5ec27185fbc1 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:14:34.593045 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fc74e-701c-4280-956e-1eab6164b884 req-34656017-f59b-469c-b75b-1787105fc072 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:34.594746 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-af0fc74e-701c-4280-956e-1eab6164b884 req-34656017-f59b-469c-b75b-1787105fc072 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/networks?id=6fde0681-0303-4885-b4d6-e7a52aa1ed5d HTTP/1.1" status: 200 len: 814 time: 0.1483572 Oct 19 01:14:34.620014 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-af0fc74e-701c-4280-956e-1eab6164b884 req-45b4e231-6907-4c7d-acb7-0bdbf2edd624 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/quotas/854323d3b0a6463e9a8c317c08485c06 HTTP/1.1" status: 200 len: 375 time: 0.0151672 Oct 19 01:14:34.715841 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-af0fc74e-701c-4280-956e-1eab6164b884 req-7d4eda32-b0e4-4032-ae7d-2eecdaa24e83 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=854323d3b0a6463e9a8c317c08485c06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0887671 Oct 19 01:14:34.894851 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-af0fc74e-701c-4280-956e-1eab6164b884 req-47054326-0ff5-4649-b641-08a720773200 service neutron] 10.222.0.57 "GET /v2.0/networks/6fde0681-0303-4885-b4d6-e7a52aa1ed5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747904 Oct 19 01:14:34.990307 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5312b0-35f1-47d7-83dd-7fcc7f00dbfe tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:14:34.991106 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-af0fc74e-701c-4280-956e-1eab6164b884 req-a13a7901-a51c-4b41-b477-2a80713cfb32 service neutron] 10.222.0.57 "GET /v2.0/networks/6fde0681-0303-4885-b4d6-e7a52aa1ed5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953302 Oct 19 01:14:34.998153 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1e5312b0-35f1-47d7-83dd-7fcc7f00dbfe tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] 10.222.0.57 "PUT /v2.0/routers/0a4f9703-efac-4009-96c9-5ec27185fbc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7048485 Oct 19 01:14:35.004188 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1c185d-5ad7-4e87-8b98-97cfe7436a30 None None] Sync routers for ids ['0a4f9703-efac-4009-96c9-5ec27185fbc1'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:14:35.004792 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44382) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:35.017543 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1c185d-5ad7-4e87-8b98-97cfe7436a30 None None] Routers {'0a4f9703-efac-4009-96c9-5ec27185fbc1'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:14:35.018163 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-7a1c185d-5ad7-4e87-8b98-97cfe7436a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:14:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['0a4f9703-efac-4009-96c9-5ec27185fbc1'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:35.030534 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cebe69e-7d0e-4dc1-9cd4-b06a68423ab1 req-371717a0-2dbd-43ac-88c2-9c835c9f9f79 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:35.058564 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9cebe69e-7d0e-4dc1-9cd4-b06a68423ab1 req-371717a0-2dbd-43ac-88c2-9c835c9f9f79 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 946 time: 0.1030271 Oct 19 01:14:35.095544 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-60d3ccfb-d0e7-4bb7-ad01-c41850afc510 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] show failed (client error): The resource could not be found. Oct 19 01:14:35.101461 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-60d3ccfb-d0e7-4bb7-ad01-c41850afc510 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] 10.222.0.57 "GET /v2.0/routers/tempest-non_exist_router-153400450 HTTP/1.1" status: 404 len: 334 time: 0.0954833 Oct 19 01:14:35.106783 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44384) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:35.111464 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-b95f865a-0a78-49d3-a8ab-a0c6c538331b tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:35.137039 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-7a1c185d-5ad7-4e87-8b98-97cfe7436a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:35.145810 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9cebe69e-7d0e-4dc1-9cd4-b06a68423ab1 req-54676954-d835-4d4f-b41d-b89ba39fef5f tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848927 Oct 19 01:14:35.157795 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1c185d-5ad7-4e87-8b98-97cfe7436a30 None None] Routers {'0a4f9703-efac-4009-96c9-5ec27185fbc1'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:14:35.158747 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-7a1c185d-5ad7-4e87-8b98-97cfe7436a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:14:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['0a4f9703-efac-4009-96c9-5ec27185fbc1'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:35.203149 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-b95f865a-0a78-49d3-a8ab-a0c6c538331b tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] update failed (client error): The resource could not be found. Oct 19 01:14:35.211661 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b95f865a-0a78-49d3-a8ab-a0c6c538331b tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] 10.222.0.57 "PUT /v2.0/routers/tempest-non_exist_router-1922139602 HTTP/1.1" status: 404 len: 335 time: 0.1035085 Oct 19 01:14:35.216144 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44392) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:35.268574 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-7a1c185d-5ad7-4e87-8b98-97cfe7436a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:35.269254 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1c185d-5ad7-4e87-8b98-97cfe7436a30 None None] The sync data for ids ['0a4f9703-efac-4009-96c9-5ec27185fbc1'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:14:35.337168 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-1144f190-91fb-496c-90ff-e02ce9ac65fe tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Deleting subnet e5fcafba-9ad3-422c-8cfc-ba860eba9729 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:14:35.352326 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6bb6e364-b106-4e44-8933-7ed5a11238ce req-b92bb51b-f2c8-4603-97d5-6177235e1020 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 210 time: 0.0504580 Oct 19 01:14:35.367063 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1144f190-91fb-496c-90ff-e02ce9ac65fe tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:35.472315 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1144f190-91fb-496c-90ff-e02ce9ac65fe tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:35.667083 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1144f190-91fb-496c-90ff-e02ce9ac65fe tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:35.720871 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db56b0f-ab0a-4154-8d8a-01061d26e05e req-02fd227b-09f6-4cb1-87a3-80c186ae9438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:35.722286 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5db56b0f-ab0a-4154-8d8a-01061d26e05e req-02fd227b-09f6-4cb1-87a3-80c186ae9438 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cd2a06d367d94e6bbd3c4cc40d1b64e7&device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 1098 time: 0.1830068 Oct 19 01:14:35.748527 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b9193-4fff-44d3-a927-7c3e18511dec req-180e3b83-bef8-4ef1-9b1f-a60f45c54aca tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:35.750066 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e36b9193-4fff-44d3-a927-7c3e18511dec req-180e3b83-bef8-4ef1-9b1f-a60f45c54aca tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 946 time: 0.1635520 Oct 19 01:14:35.953275 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1144f190-91fb-496c-90ff-e02ce9ac65fe tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:35.994248 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1144f190-91fb-496c-90ff-e02ce9ac65fe tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:35.994973 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff716937-3995-4911-9bb3-e5b1b5ef3c7c None None] Network 4d40f5ab-ec27-42e0-acf0-bebc33817f22 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:14:35.997807 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1144f190-91fb-496c-90ff-e02ce9ac65fe tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] 10.222.0.57 "DELETE /v2.0/subnets/e5fcafba-9ad3-422c-8cfc-ba860eba9729 HTTP/1.1" status: 204 len: 168 time: 0.7807112 Oct 19 01:14:36.000810 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44414) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:36.018284 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e36b9193-4fff-44d3-a927-7c3e18511dec req-44e5a883-bda6-4761-abf4-b777fcf550df tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310781 Oct 19 01:14:36.033807 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144f190-91fb-496c-90ff-e02ce9ac65fe tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Pushing event deleted for resources: {'Subnet': ['ID=e5fcafba-9ad3-422c-8cfc-ba860eba9729,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:36.053196 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db56b0f-ab0a-4154-8d8a-01061d26e05e req-18b055c9-24b8-433d-8226-61b29ad1430d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:36.057112 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5db56b0f-ab0a-4154-8d8a-01061d26e05e req-18b055c9-24b8-433d-8226-61b29ad1430d service neutron] 10.222.0.24 "GET /v2.0/networks?id=3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3 HTTP/1.1" status: 200 len: 919 time: 0.3250902 Oct 19 01:14:36.134819 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-821c7fb4-1ab4-4b46-b7c4-8e0306e52354 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Deleting subnet 5553a9bd-ee00-4b67-b21f-cf43e37e6459 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:14:36.137355 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5db56b0f-ab0a-4154-8d8a-01061d26e05e req-b2c360c8-a8d5-4a75-9989-151c27dedebb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba09ea6d-c90e-4d3c-81f7-4e463622df17 HTTP/1.1" status: 200 len: 217 time: 0.0721819 Oct 19 01:14:36.161585 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-821c7fb4-1ab4-4b46-b7c4-8e0306e52354 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:36.191355 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db56b0f-ab0a-4154-8d8a-01061d26e05e req-f52cf916-6c8c-42a0-a292-2724cd60940c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:36.193091 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5db56b0f-ab0a-4154-8d8a-01061d26e05e req-f52cf916-6c8c-42a0-a292-2724cd60940c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f7552d31-a1e1-4b89-8a0e-cf71df048db0 HTTP/1.1" status: 200 len: 858 time: 0.0485997 Oct 19 01:14:36.269993 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-821c7fb4-1ab4-4b46-b7c4-8e0306e52354 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:36.297747 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5db56b0f-ab0a-4154-8d8a-01061d26e05e req-2729249c-c8f5-4dca-b81f-8aee43eddde2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919464 Oct 19 01:14:36.460393 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-821c7fb4-1ab4-4b46-b7c4-8e0306e52354 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:36.474383 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b1bad3-349c-4147-a3c4-fda85942e6e1 None None] DHCP port deletion for 4d40f5ab-ec27-42e0-acf0-bebc33817f22 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:14:36.568409 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-87b1bad3-349c-4147-a3c4-fda85942e6e1 None None] Deleting port 4b39f311-abdf-4a00-9b7d-08fc88fdd37c {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:36.569068 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-87b1bad3-349c-4147-a3c4-fda85942e6e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:36.610134 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5db56b0f-ab0a-4154-8d8a-01061d26e05e req-1c49e28c-00e4-4bd7-8a4f-70d15493b9ca service neutron] 10.222.0.24 "GET /v2.0/networks/3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031065 Oct 19 01:14:36.610896 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cceb3958-9b3e-41c2-a9fb-63034cb3a00c req-7f093e37-7222-4f2d-87c0-8bc2d6a30206 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 210 time: 0.0711963 Oct 19 01:14:36.654674 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-821c7fb4-1ab4-4b46-b7c4-8e0306e52354 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:36.701473 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c7fb4-1ab4-4b46-b7c4-8e0306e52354 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Pushing event deleted for resources: {'Subnet': ['ID=5553a9bd-ee00-4b67-b21f-cf43e37e6459,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:36.704086 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-821c7fb4-1ab4-4b46-b7c4-8e0306e52354 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:36.707853 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-821c7fb4-1ab4-4b46-b7c4-8e0306e52354 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] 10.222.0.57 "DELETE /v2.0/subnets/5553a9bd-ee00-4b67-b21f-cf43e37e6459 HTTP/1.1" status: 204 len: 168 time: 0.7048120 Oct 19 01:14:36.710944 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44428) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:36.716172 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67edb6d-3189-4f7f-9e03-0ec7dcc3269e None None] Network 76a17414-1f6e-41d8-a14c-66a728bc0d33 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:14:36.769579 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-87b1bad3-349c-4147-a3c4-fda85942e6e1 None None] For port 4b39f311-abdf-4a00-9b7d-08fc88fdd37c, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=4b39f311-abdf-4a00-9b7d-08fc88fdd37c,segment=NetworkSegment(f020cdec-25ae-4121-94c1-4893e4a900ff),segment_id=f020cdec-25ae-4121-94c1-4893e4a900ff)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:36.773302 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-87b1bad3-349c-4147-a3c4-fda85942e6e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:36.813569 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5db56b0f-ab0a-4154-8d8a-01061d26e05e req-a739ebba-2c28-49c3-99ee-d44b56edc114 service neutron] 10.222.0.24 "GET /v2.0/networks/3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951730 Oct 19 01:14:36.861297 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 4b39f311-abdf-4a00-9b7d-08fc88fdd37c no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:14:36.874628 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e44c0fbc-f08d-4a4b-ab55-100c59040536 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:36.952590 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-87b1bad3-349c-4147-a3c4-fda85942e6e1 None None] Calling delete_port for 4b39f311-abdf-4a00-9b7d-08fc88fdd37c owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:37.051789 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44440) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:37.110572 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fc74e-701c-4280-956e-1eab6164b884 req-a64395e5-217a-48a7-9f31-f9629fba9406 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:37.112448 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-af0fc74e-701c-4280-956e-1eab6164b884 req-a64395e5-217a-48a7-9f31-f9629fba9406 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.55 "GET /v2.0/networks?id=6fde0681-0303-4885-b4d6-e7a52aa1ed5d HTTP/1.1" status: 200 len: 814 time: 0.1684225 Oct 19 01:14:37.114436 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-e44c0fbc-f08d-4a4b-ab55-100c59040536 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Deleting port 4b39f311-abdf-4a00-9b7d-08fc88fdd37c {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:37.115702 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e44c0fbc-f08d-4a4b-ab55-100c59040536 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:37.136155 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-af0fc74e-701c-4280-956e-1eab6164b884 req-c40ea3df-a37d-4c62-86cf-4250772b695b tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Request body: {'port': {'device_id': '9983c045-b6f4-4c14-ae7e-d84c02c3f7b2', 'network_id': '6fde0681-0303-4885-b4d6-e7a52aa1ed5d', 'admin_state_up': True, 'tenant_id': '854323d3b0a6463e9a8c317c08485c06'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:37.140774 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:37.224108 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-e44c0fbc-f08d-4a4b-ab55-100c59040536 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] For port 4b39f311-abdf-4a00-9b7d-08fc88fdd37c, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=4b39f311-abdf-4a00-9b7d-08fc88fdd37c,segment=NetworkSegment(f020cdec-25ae-4121-94c1-4893e4a900ff),segment_id=f020cdec-25ae-4121-94c1-4893e4a900ff)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:37.224108 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e44c0fbc-f08d-4a4b-ab55-100c59040536 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:37.228501 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e508df-765d-4975-adaf-fec60eafda4f req-ed73d986-68d0-42df-bc27-979a83f27f0f tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:37.233812 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-84e508df-765d-4975-adaf-fec60eafda4f req-ed73d986-68d0-42df-bc27-979a83f27f0f tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 946 time: 0.0744023 Oct 19 01:14:37.269670 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-e44c0fbc-f08d-4a4b-ab55-100c59040536 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Calling delete_port for 4b39f311-abdf-4a00-9b7d-08fc88fdd37c owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:37.340017 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-84e508df-765d-4975-adaf-fec60eafda4f req-5ff349f7-2103-4f12-a8be-7828f6b51a6f tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980501 Oct 19 01:14:37.341543 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cb8a9c3a-94b6-4492-9eaf-f216da70638a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:37.368088 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 4b39f311-abdf-4a00-9b7d-08fc88fdd37c, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=4b39f311-abdf-4a00-9b7d-08fc88fdd37c,segment=NetworkSegment(f020cdec-25ae-4121-94c1-4893e4a900ff),segment_id=f020cdec-25ae-4121-94c1-4893e4a900ff)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:37.381548 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:37.398268 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af0fc74e-701c-4280-956e-1eab6164b884 req-c40ea3df-a37d-4c62-86cf-4250772b695b tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Made reservation on behalf of 854323d3b0a6463e9a8c317c08485c06 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:14:37.418489 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-af0fc74e-701c-4280-956e-1eab6164b884 req-c40ea3df-a37d-4c62-86cf-4250772b695b tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:37.437738 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-87b1bad3-349c-4147-a3c4-fda85942e6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:37.484099 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b1bad3-349c-4147-a3c4-fda85942e6e1 None None] No DVR routers for this DVR port 4b39f311-abdf-4a00-9b7d-08fc88fdd37c on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:14:37.488652 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=4b39f311-abdf-4a00-9b7d-08fc88fdd37c,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:37.518400 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cb8a9c3a-94b6-4492-9eaf-f216da70638a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:37.527063 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cb8a9c3a-94b6-4492-9eaf-f216da70638a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:37.527363 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e44c0fbc-f08d-4a4b-ab55-100c59040536 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:37.561144 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c0fbc-f08d-4a4b-ab55-100c59040536 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Pushing event deleted for resources: {'Port': ['ID=4b39f311-abdf-4a00-9b7d-08fc88fdd37c,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:37.569366 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b1bad3-349c-4147-a3c4-fda85942e6e1 None None] Pushing event deleted for resources: {'Port': ['ID=4b39f311-abdf-4a00-9b7d-08fc88fdd37c,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:37.572669 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2163d2b0-72a3-45fd-9546-0cb0ccf136a2 None None] DHCP port deletion for 76a17414-1f6e-41d8-a14c-66a728bc0d33 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:14:37.582992 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44c0fbc-f08d-4a4b-ab55-100c59040536 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] No DVR routers for this DVR port 4b39f311-abdf-4a00-9b7d-08fc88fdd37c on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:14:37.607636 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-cb8a9c3a-94b6-4492-9eaf-f216da70638a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f45643875b6945a0aee82f853e89a0f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5542862 Oct 19 01:14:37.613443 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44448) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:37.632439 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a9c3a-94b6-4492-9eaf-f216da70638a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a6bf91-1403-4e9e-8141-3751e41765e7,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:37.654516 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-2163d2b0-72a3-45fd-9546-0cb0ccf136a2 None None] Deleting port d45c6d13-3e8b-47cb-be12-dc897769ae47 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:37.655228 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2163d2b0-72a3-45fd-9546-0cb0ccf136a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:37.723679 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-482d21e7-d385-4e0d-b297-921f80b4313b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:37.749230 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-482d21e7-d385-4e0d-b297-921f80b4313b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:37.799427 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e44c0fbc-f08d-4a4b-ab55-100c59040536 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:37.802977 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-2163d2b0-72a3-45fd-9546-0cb0ccf136a2 None None] For port d45c6d13-3e8b-47cb-be12-dc897769ae47, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d45c6d13-3e8b-47cb-be12-dc897769ae47,segment=NetworkSegment(2f4bc2b4-8686-4970-9a30-2e46b5d33502),segment_id=2f4bc2b4-8686-4970-9a30-2e46b5d33502)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:37.803554 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2163d2b0-72a3-45fd-9546-0cb0ccf136a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:37.806277 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-482d21e7-d385-4e0d-b297-921f80b4313b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:37.809320 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-482d21e7-d385-4e0d-b297-921f80b4313b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:37.810922 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-482d21e7-d385-4e0d-b297-921f80b4313b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d9a6bf91-1403-4e9e-8141-3751e41765e7 HTTP/1.1" status: 204 len: 168 time: 0.1962690 Oct 19 01:14:37.819431 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d21e7-d385-4e0d-b297-921f80b4313b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a6bf91-1403-4e9e-8141-3751e41765e7,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:37.836907 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-35573161-8121-4760-bda1-c2af55c0eb28 req-412f121a-0ea3-46c3-9eba-23610366d244 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 210 time: 0.0772133 Oct 19 01:14:37.852052 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-2163d2b0-72a3-45fd-9546-0cb0ccf136a2 None None] Calling delete_port for d45c6d13-3e8b-47cb-be12-dc897769ae47 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:37.858138 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-af0fc74e-701c-4280-956e-1eab6164b884 req-c40ea3df-a37d-4c62-86cf-4250772b695b tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Allocated IP 172.20.0.4 (6fde0681-0303-4885-b4d6-e7a52aa1ed5d/c34f3bc6-87d2-43ce-a91f-60bcb8357212/efeadb03-b8e1-4204-b42c-be7a2a69aa70) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:14:37.861183 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-e44c0fbc-f08d-4a4b-ab55-100c59040536 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d40f5ab-ec27-42e0-acf0-bebc33817f22']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:37.884038 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-e44c0fbc-f08d-4a4b-ab55-100c59040536 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f020cdec-25ae-4121-94c1-4893e4a900ff') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:37.884038 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-e44c0fbc-f08d-4a4b-ab55-100c59040536 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f020cdec-25ae-4121-94c1-4893e4a900ff') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:37.896766 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e44c0fbc-f08d-4a4b-ab55-100c59040536 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:37.933844 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e44c0fbc-f08d-4a4b-ab55-100c59040536 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:37.964931 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e44c0fbc-f08d-4a4b-ab55-100c59040536 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:14:37.965338 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e44c0fbc-f08d-4a4b-ab55-100c59040536 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: self.session.flush() Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: self.session.flush() Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: self.session.flush() Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: self.session.flush() Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:14:37.968469 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:14:37.993991 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2163d2b0-72a3-45fd-9546-0cb0ccf136a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:38.026191 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2163d2b0-72a3-45fd-9546-0cb0ccf136a2 None None] No DVR routers for this DVR port d45c6d13-3e8b-47cb-be12-dc897769ae47 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:14:38.032029 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163d2b0-72a3-45fd-9546-0cb0ccf136a2 None None] Pushing event deleted for resources: {'Port': ['ID=d45c6d13-3e8b-47cb-be12-dc897769ae47,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:38.092407 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e44c0fbc-f08d-4a4b-ab55-100c59040536 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:38.136755 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e44c0fbc-f08d-4a4b-ab55-100c59040536 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:38.140039 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e44c0fbc-f08d-4a4b-ab55-100c59040536 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] 10.222.0.57 "DELETE /v2.0/networks/4d40f5ab-ec27-42e0-acf0-bebc33817f22 HTTP/1.1" status: 204 len: 168 time: 1.4278145 Oct 19 01:14:38.142589 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44456) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:38.143565 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c0fbc-f08d-4a4b-ab55-100c59040536 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Pushing event deleted for resources: {'Network': ['ID=4d40f5ab-ec27-42e0-acf0-bebc33817f22,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:38.199790 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-af0fc74e-701c-4280-956e-1eab6164b884 req-c40ea3df-a37d-4c62-86cf-4250772b695b tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:38.244947 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-af0fc74e-701c-4280-956e-1eab6164b884 req-c40ea3df-a37d-4c62-86cf-4250772b695b tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:38.253766 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5dec3cd2-0621-4829-8c26-5d623f2dbda7 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:38.303237 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44458) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:38.307512 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af0fc74e-701c-4280-956e-1eab6164b884 req-c40ea3df-a37d-4c62-86cf-4250772b695b tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Network 6fde0681-0303-4885-b4d6-e7a52aa1ed5d is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:14:38.325315 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-af0fc74e-701c-4280-956e-1eab6164b884 req-c40ea3df-a37d-4c62-86cf-4250772b695b tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:38.330038 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a74a9025-42b4-4c33-806a-4963ff9d1821 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:38.336930 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0fc74e-701c-4280-956e-1eab6164b884 req-c40ea3df-a37d-4c62-86cf-4250772b695b tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:14:38.345879 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ea3df-a37d-4c62-86cf-4250772b695b tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Pushing event updated for resources: {'Port': ['ID=efeadb03-b8e1-4204-b42c-be7a2a69aa70,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:38.362820 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5dec3cd2-0621-4829-8c26-5d623f2dbda7 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:38.383302 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-5dec3cd2-0621-4829-8c26-5d623f2dbda7 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a17414-1f6e-41d8-a14c-66a728bc0d33']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:38.392922 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-5dec3cd2-0621-4829-8c26-5d623f2dbda7 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f4bc2b4-8686-4970-9a30-2e46b5d33502') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:38.393229 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-5dec3cd2-0621-4829-8c26-5d623f2dbda7 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f4bc2b4-8686-4970-9a30-2e46b5d33502') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:38.409010 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5dec3cd2-0621-4829-8c26-5d623f2dbda7 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:38.423590 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5dec3cd2-0621-4829-8c26-5d623f2dbda7 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:38.446457 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fc74e-701c-4280-956e-1eab6164b884 req-c40ea3df-a37d-4c62-86cf-4250772b695b tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:38.446716 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dec3cd2-0621-4829-8c26-5d623f2dbda7 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:14:38.447182 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5dec3cd2-0621-4829-8c26-5d623f2dbda7 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:38.447328 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-af0fc74e-701c-4280-956e-1eab6164b884 req-c40ea3df-a37d-4c62-86cf-4250772b695b tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:38.455678 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:14:38.455678 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:14:38.455678 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:14:38.455678 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:14:38.455678 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:14:38.455678 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:14:38.455678 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:14:38.455678 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:14:38.455678 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:14:38.455678 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:14:38.455678 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:14:38.455678 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:14:38.455678 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:14:38.455678 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:14:38.455678 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:14:38.455678 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:14:38.455678 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:14:38.455678 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:14:38.455678 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:14:38.455678 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:14:38.455678 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:14:38.455678 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:14:38.455678 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:14:38.455678 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:14:38.455678 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:14:38.455678 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:14:38.455678 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:14:38.455678 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:14:38.455678 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:14:38.455678 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:14:38.455678 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:14:38.455678 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:14:38.470676 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-af0fc74e-701c-4280-956e-1eab6164b884 req-c40ea3df-a37d-4c62-86cf-4250772b695b tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3389444 Oct 19 01:14:38.491989 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-af0fc74e-701c-4280-956e-1eab6164b884 req-2ee705c0-2f7a-47dc-acb1-18aa88d66875 service neutron] Request body: {'port': {'device_id': '9983c045-b6f4-4c14-ae7e-d84c02c3f7b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:38.531262 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a74a9025-42b4-4c33-806a-4963ff9d1821 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:38.560341 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5dec3cd2-0621-4829-8c26-5d623f2dbda7 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:38.561543 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a74a9025-42b4-4c33-806a-4963ff9d1821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:38.568295 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5dec3cd2-0621-4829-8c26-5d623f2dbda7 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:38.573953 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5dec3cd2-0621-4829-8c26-5d623f2dbda7 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] 10.222.0.57 "DELETE /v2.0/networks/76a17414-1f6e-41d8-a14c-66a728bc0d33 HTTP/1.1" status: 204 len: 168 time: 0.4303098 Oct 19 01:14:38.578786 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44462) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:38.583491 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f3167-a1ac-42dd-9f6a-2b0bd7f76fa1 req-2c559cbf-8003-4b48-802b-2005a4a63230 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:38.585524 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-878f3167-a1ac-42dd-9f6a-2b0bd7f76fa1 req-2c559cbf-8003-4b48-802b-2005a4a63230 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 946 time: 0.1028950 Oct 19 01:14:38.596649 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec3cd2-0621-4829-8c26-5d623f2dbda7 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Pushing event deleted for resources: {'Network': ['ID=76a17414-1f6e-41d8-a14c-66a728bc0d33,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:38.628823 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-af0fc74e-701c-4280-956e-1eab6164b884 req-2ee705c0-2f7a-47dc-acb1-18aa88d66875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:38.631159 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-878f3167-a1ac-42dd-9f6a-2b0bd7f76fa1 req-970c1624-899a-4f41-822e-8b05f462c4b1 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365362 Oct 19 01:14:38.679786 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a74a9025-42b4-4c33-806a-4963ff9d1821 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=25cb28e39cd245288ad0480f38c94d2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3749638 Oct 19 01:14:38.680499 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a9025-42b4-4c33-806a-4963ff9d1821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27cab326-a719-4a1f-b9f1-ddb3a1e1e6a8,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:38.687916 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44464) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:38.715293 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-6816e618-cb12-462a-a505-d3eed7c25c46 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Deleting subnet cf6ae18c-241b-41f5-aa6f-ff141e4d514b {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:14:38.718783 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6816e618-cb12-462a-a505-d3eed7c25c46 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:38.775650 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6816e618-cb12-462a-a505-d3eed7c25c46 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:38.780102 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d45c6d13-3e8b-47cb-be12-dc897769ae47 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:14:38.804827 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-72f4914e-3cdb-4541-af70-2ac4cb406482 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:38.832131 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: d45c6d13-3e8b-47cb-be12-dc897769ae47 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:14:38.832475 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d45c6d13-3e8b-47cb-be12-dc897769ae47 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:14:38.832813 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-72f4914e-3cdb-4541-af70-2ac4cb406482 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:38.904244 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-72f4914e-3cdb-4541-af70-2ac4cb406482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:38.910661 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-72f4914e-3cdb-4541-af70-2ac4cb406482 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:38.916062 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-72f4914e-3cdb-4541-af70-2ac4cb406482 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/27cab326-a719-4a1f-b9f1-ddb3a1e1e6a8 HTTP/1.1" status: 204 len: 168 time: 0.2229090 Oct 19 01:14:38.923671 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f4914e-3cdb-4541-af70-2ac4cb406482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cab326-a719-4a1f-b9f1-ddb3a1e1e6a8,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:39.103077 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6816e618-cb12-462a-a505-d3eed7c25c46 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:39.165617 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b178815-36ad-40b3-abe9-4cfe8f286df4 req-b5a3afce-74ce-443c-8553-c1f212e73f7c tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:39.167978 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4b178815-36ad-40b3-abe9-4cfe8f286df4 req-b5a3afce-74ce-443c-8553-c1f212e73f7c tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 931 time: 0.1825862 Oct 19 01:14:39.249979 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6816e618-cb12-462a-a505-d3eed7c25c46 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:39.255149 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4b178815-36ad-40b3-abe9-4cfe8f286df4 req-f8950f0c-26e0-488e-a579-e6508ad1fd74 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776932 Oct 19 01:14:39.300970 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81d03ec-8b45-4df9-85b6-388bc6a596a9 None None] Network 2b6e953b-8659-4052-a769-782a88ac6633 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:14:39.308533 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6816e618-cb12-462a-a505-d3eed7c25c46 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:39.311689 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6816e618-cb12-462a-a505-d3eed7c25c46 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] 10.222.0.57 "DELETE /v2.0/subnets/cf6ae18c-241b-41f5-aa6f-ff141e4d514b HTTP/1.1" status: 204 len: 168 time: 0.7272949 Oct 19 01:14:39.312687 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816e618-cb12-462a-a505-d3eed7c25c46 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Pushing event deleted for resources: {'Subnet': ['ID=cf6ae18c-241b-41f5-aa6f-ff141e4d514b,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:39.314439 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44476) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:39.332369 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-af0fc74e-701c-4280-956e-1eab6164b884 req-2ee705c0-2f7a-47dc-acb1-18aa88d66875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efeadb03-b8e1-4204-b42c-be7a2a69aa70 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:14:39.341645 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-af0fc74e-701c-4280-956e-1eab6164b884 req-2ee705c0-2f7a-47dc-acb1-18aa88d66875 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:39.357720 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-af0fc74e-701c-4280-956e-1eab6164b884 req-2ee705c0-2f7a-47dc-acb1-18aa88d66875 service neutron] Transition to ACTIVE for port object efeadb03-b8e1-4204-b42c-be7a2a69aa70 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:14:39.363539 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-af0fc74e-701c-4280-956e-1eab6164b884 req-2ee705c0-2f7a-47dc-acb1-18aa88d66875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:39.396126 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44478) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:39.422452 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-65313c9c-cd6e-4693-8f5e-f300695896a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:39.429888 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-966a384d-9609-42d0-94f4-e3a4c969eb6a tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:39.446150 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee705c0-2f7a-47dc-acb1-18aa88d66875 service neutron] Pushing event updated for resources: {'Port': ['ID=efeadb03-b8e1-4204-b42c-be7a2a69aa70,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:39.505061 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-af0fc74e-701c-4280-956e-1eab6164b884 req-2ee705c0-2f7a-47dc-acb1-18aa88d66875 service neutron] Attempting to bind port efeadb03-b8e1-4204-b42c-be7a2a69aa70 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:14:39.505390 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-af0fc74e-701c-4280-956e-1eab6164b884 req-2ee705c0-2f7a-47dc-acb1-18aa88d66875 service neutron] Attempting to bind port efeadb03-b8e1-4204-b42c-be7a2a69aa70 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'ffd81065-8232-4238-985f-d7b5c5e64688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '6fde0681-0303-4885-b4d6-e7a52aa1ed5d'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:14:39.506140 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0fc74e-701c-4280-956e-1eab6164b884 req-2ee705c0-2f7a-47dc-acb1-18aa88d66875 service neutron] Attempting to bind port efeadb03-b8e1-4204-b42c-be7a2a69aa70 on network 6fde0681-0303-4885-b4d6-e7a52aa1ed5d {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:14:39.510936 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0fc74e-701c-4280-956e-1eab6164b884 req-2ee705c0-2f7a-47dc-acb1-18aa88d66875 service neutron] Port efeadb03-b8e1-4204-b42c-be7a2a69aa70 on network 6fde0681-0303-4885-b4d6-e7a52aa1ed5d not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:14:39.511293 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0fc74e-701c-4280-956e-1eab6164b884 req-2ee705c0-2f7a-47dc-acb1-18aa88d66875 service neutron] Attempting to bind port efeadb03-b8e1-4204-b42c-be7a2a69aa70 on network 6fde0681-0303-4885-b4d6-e7a52aa1ed5d {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:14:39.516557 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0fc74e-701c-4280-956e-1eab6164b884 req-2ee705c0-2f7a-47dc-acb1-18aa88d66875 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:14:39.516941 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0fc74e-701c-4280-956e-1eab6164b884 req-2ee705c0-2f7a-47dc-acb1-18aa88d66875 service neutron] Checking segment: {'id': 'ffd81065-8232-4238-985f-d7b5c5e64688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '6fde0681-0303-4885-b4d6-e7a52aa1ed5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:14:39.517398 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0fc74e-701c-4280-956e-1eab6164b884 req-2ee705c0-2f7a-47dc-acb1-18aa88d66875 service neutron] Bound using segment: {'id': 'ffd81065-8232-4238-985f-d7b5c5e64688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '6fde0681-0303-4885-b4d6-e7a52aa1ed5d'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:14:39.517831 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-af0fc74e-701c-4280-956e-1eab6164b884 req-2ee705c0-2f7a-47dc-acb1-18aa88d66875 service neutron] Bound port: efeadb03-b8e1-4204-b42c-be7a2a69aa70, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd81065-8232-4238-985f-d7b5c5e64688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '6fde0681-0303-4885-b4d6-e7a52aa1ed5d'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:14:39.518196 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-af0fc74e-701c-4280-956e-1eab6164b884 req-2ee705c0-2f7a-47dc-acb1-18aa88d66875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:39.532471 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de449302-d9d0-4d29-82bb-db292db435d3 None None] DHCP port deletion for 2b6e953b-8659-4052-a769-782a88ac6633 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:14:39.545587 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-966a384d-9609-42d0-94f4-e3a4c969eb6a tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Deleting port 76ad70e4-2e91-4ab6-8111-b2980d9f67a7 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:39.545948 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-966a384d-9609-42d0-94f4-e3a4c969eb6a tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:39.564988 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-65313c9c-cd6e-4693-8f5e-f300695896a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:39.572894 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-65313c9c-cd6e-4693-8f5e-f300695896a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:39.581518 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-de449302-d9d0-4d29-82bb-db292db435d3 None None] Deleting port 76ad70e4-2e91-4ab6-8111-b2980d9f67a7 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:39.581891 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-de449302-d9d0-4d29-82bb-db292db435d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:39.592685 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-af0fc74e-701c-4280-956e-1eab6164b884 req-2ee705c0-2f7a-47dc-acb1-18aa88d66875 service neutron] For port efeadb03-b8e1-4204-b42c-be7a2a69aa70, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:14:39.596022 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-af0fc74e-701c-4280-956e-1eab6164b884 req-2ee705c0-2f7a-47dc-acb1-18aa88d66875 service neutron] For port efeadb03-b8e1-4204-b42c-be7a2a69aa70, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=efeadb03-b8e1-4204-b42c-be7a2a69aa70,segment=NetworkSegment(ffd81065-8232-4238-985f-d7b5c5e64688),segment_id=ffd81065-8232-4238-985f-d7b5c5e64688)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:14:39.602528 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-af0fc74e-701c-4280-956e-1eab6164b884 req-2ee705c0-2f7a-47dc-acb1-18aa88d66875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:39.641156 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fc74e-701c-4280-956e-1eab6164b884 req-2ee705c0-2f7a-47dc-acb1-18aa88d66875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:39.641798 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-af0fc74e-701c-4280-956e-1eab6164b884 req-2ee705c0-2f7a-47dc-acb1-18aa88d66875 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:39.643266 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-af0fc74e-701c-4280-956e-1eab6164b884 req-2ee705c0-2f7a-47dc-acb1-18aa88d66875 service neutron] 10.222.0.55 "PUT /v2.0/ports/efeadb03-b8e1-4204-b42c-be7a2a69aa70 HTTP/1.1" status: 200 len: 1092 time: 1.1558673 Oct 19 01:14:39.656365 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9983c045-b6f4-4c14-ae7e-d84c02c3f7b2', 'tag': 'efeadb03-b8e1-4204-b42c-be7a2a69aa70'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:14:39.660231 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9ea3db-2da4-4aa8-ac51-e75f113d4f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "9983c045-b6f4-4c14-ae7e-d84c02c3f7b2", "tag": "efeadb03-b8e1-4204-b42c-be7a2a69aa70"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:14:39.739915 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5d2357-f918-4e76-abd2-a54f63879a5f x-openstack-request-id: req-3f5d2357-f918-4e76-abd2-a54f63879a5f {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:39.739915 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9983c045-b6f4-4c14-ae7e-d84c02c3f7b2", "tag": "efeadb03-b8e1-4204-b42c-be7a2a69aa70", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:39.740445 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3f5d2357-f918-4e76-abd2-a54f63879a5f {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:39.740952 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9983c045-b6f4-4c14-ae7e-d84c02c3f7b2', 'tag': 'efeadb03-b8e1-4204-b42c-be7a2a69aa70', 'status': 'completed', 'code': 200} Oct 19 01:14:39.758445 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee705c0-2f7a-47dc-acb1-18aa88d66875 service neutron] Pushing event updated for resources: {'Port': ['ID=efeadb03-b8e1-4204-b42c-be7a2a69aa70,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:39.782303 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fc74e-701c-4280-956e-1eab6164b884 req-7242f446-7832-4ba4-918c-aeeb691ddc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:39.784182 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-af0fc74e-701c-4280-956e-1eab6164b884 req-7242f446-7832-4ba4-918c-aeeb691ddc04 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=854323d3b0a6463e9a8c317c08485c06&device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 1095 time: 0.0753477 Oct 19 01:14:39.809500 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-de449302-d9d0-4d29-82bb-db292db435d3 None None] For port 76ad70e4-2e91-4ab6-8111-b2980d9f67a7, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=76ad70e4-2e91-4ab6-8111-b2980d9f67a7,segment=NetworkSegment(30aab95c-5be9-4555-8159-9527403cee00),segment_id=30aab95c-5be9-4555-8159-9527403cee00)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:39.810104 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-de449302-d9d0-4d29-82bb-db292db435d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:39.823911 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-de449302-d9d0-4d29-82bb-db292db435d3 None None] Calling delete_port for 76ad70e4-2e91-4ab6-8111-b2980d9f67a7 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:39.841074 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-af0fc74e-701c-4280-956e-1eab6164b884 req-fd83be27-d7d7-42cc-8646-d8950acd2498 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=efeadb03-b8e1-4204-b42c-be7a2a69aa70 HTTP/1.1" status: 200 len: 217 time: 0.0483949 Oct 19 01:14:39.912166 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fc74e-701c-4280-956e-1eab6164b884 req-73132a47-36bc-4b62-a99a-6366be887bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:39.914569 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-af0fc74e-701c-4280-956e-1eab6164b884 req-73132a47-36bc-4b62-a99a-6366be887bff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c34f3bc6-87d2-43ce-a91f-60bcb8357212 HTTP/1.1" status: 200 len: 854 time: 0.0666809 Oct 19 01:14:39.918146 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-de449302-d9d0-4d29-82bb-db292db435d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:39.947898 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de449302-d9d0-4d29-82bb-db292db435d3 None None] Pushing event deleted for resources: {'Port': ['ID=76ad70e4-2e91-4ab6-8111-b2980d9f67a7,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:39.953394 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de449302-d9d0-4d29-82bb-db292db435d3 None None] No DVR routers for this DVR port 76ad70e4-2e91-4ab6-8111-b2980d9f67a7 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:14:39.974018 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-af0fc74e-701c-4280-956e-1eab6164b884 req-5d2dd067-54cf-4f13-b8c4-097d67346658 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6fde0681-0303-4885-b4d6-e7a52aa1ed5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503788 Oct 19 01:14:40.065618 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-65313c9c-cd6e-4693-8f5e-f300695896a5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1d2ad0b138a240a5b59e1787a230a2d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6660829 Oct 19 01:14:40.066188 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44496) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:40.080394 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-966a384d-9609-42d0-94f4-e3a4c969eb6a tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] For port 76ad70e4-2e91-4ab6-8111-b2980d9f67a7, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=76ad70e4-2e91-4ab6-8111-b2980d9f67a7,segment=NetworkSegment(30aab95c-5be9-4555-8159-9527403cee00),segment_id=30aab95c-5be9-4555-8159-9527403cee00)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:40.080394 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-966a384d-9609-42d0-94f4-e3a4c969eb6a tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:40.094078 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65313c9c-cd6e-4693-8f5e-f300695896a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0d7b56-1955-4ace-9a49-2d2fbbab7a3a,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:40.120140 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-966a384d-9609-42d0-94f4-e3a4c969eb6a tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Calling delete_port for 76ad70e4-2e91-4ab6-8111-b2980d9f67a7 owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:40.145792 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-af0fc74e-701c-4280-956e-1eab6164b884 req-747f4783-a147-4a67-ac31-a2f9a4ea059f service neutron] 10.222.0.55 "GET /v2.0/networks/6fde0681-0303-4885-b4d6-e7a52aa1ed5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647406 Oct 19 01:14:40.176667 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-11deed65-3093-4f2e-9936-fa8f7dfa674c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:40.187495 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca4aa9-6422-4a49-a0b2-9a6646609298 req-3ed570c5-29b0-40b5-9d39-13beed804817 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:40.189185 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dcca4aa9-6422-4a49-a0b2-9a6646609298 req-3ed570c5-29b0-40b5-9d39-13beed804817 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 946 time: 0.1876521 Oct 19 01:14:40.237993 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-11deed65-3093-4f2e-9936-fa8f7dfa674c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:40.263101 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dcca4aa9-6422-4a49-a0b2-9a6646609298 req-cb819e2f-085d-4455-9904-2339020bcaf9 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615780 Oct 19 01:14:40.285550 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-966a384d-9609-42d0-94f4-e3a4c969eb6a tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:40.318606 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a384d-9609-42d0-94f4-e3a4c969eb6a tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Pushing event deleted for resources: {'Port': ['ID=76ad70e4-2e91-4ab6-8111-b2980d9f67a7,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:40.323917 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966a384d-9609-42d0-94f4-e3a4c969eb6a tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] No DVR routers for this DVR port 76ad70e4-2e91-4ab6-8111-b2980d9f67a7 on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:14:40.340522 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-11deed65-3093-4f2e-9936-fa8f7dfa674c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:40.343814 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-11deed65-3093-4f2e-9936-fa8f7dfa674c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:40.347677 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-11deed65-3093-4f2e-9936-fa8f7dfa674c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0f0d7b56-1955-4ace-9a49-2d2fbbab7a3a HTTP/1.1" status: 204 len: 168 time: 0.2807574 Oct 19 01:14:40.372159 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11deed65-3093-4f2e-9936-fa8f7dfa674c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0d7b56-1955-4ace-9a49-2d2fbbab7a3a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:40.380223 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-af0fc74e-701c-4280-956e-1eab6164b884 req-a648f186-ee58-409c-bf2f-2b05e3e81f8f service neutron] 10.222.0.55 "GET /v2.0/networks/6fde0681-0303-4885-b4d6-e7a52aa1ed5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223978 Oct 19 01:14:40.449819 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-966a384d-9609-42d0-94f4-e3a4c969eb6a tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:40.482253 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-966a384d-9609-42d0-94f4-e3a4c969eb6a tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b6e953b-8659-4052-a769-782a88ac6633']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:40.495466 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-966a384d-9609-42d0-94f4-e3a4c969eb6a tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30aab95c-5be9-4555-8159-9527403cee00') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:40.496043 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-966a384d-9609-42d0-94f4-e3a4c969eb6a tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30aab95c-5be9-4555-8159-9527403cee00') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:40.506137 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6ac89-9d21-41f7-b2d7-e3bbeed4cb57 req-7316994a-6f9e-4bb0-8467-f17d80d3858d tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:40.508285 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-25e6ac89-9d21-41f7-b2d7-e3bbeed4cb57 req-7316994a-6f9e-4bb0-8467-f17d80d3858d tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 943 time: 0.0819404 Oct 19 01:14:40.515369 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-966a384d-9609-42d0-94f4-e3a4c969eb6a tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:40.525983 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ea3db-2da4-4aa8-ac51-e75f113d4f8a req-06391c5b-7656-44dd-b6f6-70db95b3e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:40.528126 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2f9ea3db-2da4-4aa8-ac51-e75f113d4f8a req-06391c5b-7656-44dd-b6f6-70db95b3e249 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=854323d3b0a6463e9a8c317c08485c06&device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 1095 time: 0.0924995 Oct 19 01:14:40.534314 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-966a384d-9609-42d0-94f4-e3a4c969eb6a tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:40.543016 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-966a384d-9609-42d0-94f4-e3a4c969eb6a tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:14:40.543921 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-966a384d-9609-42d0-94f4-e3a4c969eb6a tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: self.session.flush() Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: self.session.flush() Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: self.session.flush() Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: self.session.flush() Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:14:40.548302 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:14:40.622813 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-966a384d-9609-42d0-94f4-e3a4c969eb6a tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:40.639055 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-966a384d-9609-42d0-94f4-e3a4c969eb6a tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:40.643877 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-966a384d-9609-42d0-94f4-e3a4c969eb6a tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] 10.222.0.57 "DELETE /v2.0/networks/2b6e953b-8659-4052-a769-782a88ac6633 HTTP/1.1" status: 204 len: 168 time: 1.3282170 Oct 19 01:14:40.646595 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44510) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:40.655593 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-25e6ac89-9d21-41f7-b2d7-e3bbeed4cb57 req-43e0a18e-a133-4a35-9bdc-28563ed9924d tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391933 Oct 19 01:14:40.670377 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a384d-9609-42d0-94f4-e3a4c969eb6a tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Pushing event deleted for resources: {'Network': ['ID=2b6e953b-8659-4052-a769-782a88ac6633,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:40.681912 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ea3db-2da4-4aa8-ac51-e75f113d4f8a req-d25b7163-7d83-4d88-9f4e-b10180b33db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:40.683408 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2f9ea3db-2da4-4aa8-ac51-e75f113d4f8a req-d25b7163-7d83-4d88-9f4e-b10180b33db2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6fde0681-0303-4885-b4d6-e7a52aa1ed5d HTTP/1.1" status: 200 len: 915 time: 0.1435022 Oct 19 01:14:40.697017 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2fd41935-e5c5-463d-aba9-1d666bde617f tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a4f9703-efac-4009-96c9-5ec27185fbc1 HTTP/1.1" status: 200 len: 205 time: 0.0477157 Oct 19 01:14:40.698931 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44512) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:40.735605 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2f9ea3db-2da4-4aa8-ac51-e75f113d4f8a req-aff40bfc-35a6-47d2-8860-a52ac79f5ef0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=efeadb03-b8e1-4204-b42c-be7a2a69aa70 HTTP/1.1" status: 200 len: 217 time: 0.0451043 Oct 19 01:14:40.794891 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1cb5e870-fd1e-4c99-863c-008808063ed1 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:40.801982 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ea3db-2da4-4aa8-ac51-e75f113d4f8a req-4a68885d-44a4-4baa-a1f1-95405ce697e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:40.804736 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2f9ea3db-2da4-4aa8-ac51-e75f113d4f8a req-4a68885d-44a4-4baa-a1f1-95405ce697e1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c34f3bc6-87d2-43ce-a91f-60bcb8357212 HTTP/1.1" status: 200 len: 854 time: 0.0621903 Oct 19 01:14:40.808577 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 76ad70e4-2e91-4ab6-8111-b2980d9f67a7 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:14:40.836481 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 76ad70e4-2e91-4ab6-8111-b2980d9f67a7 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:14:40.837520 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 76ad70e4-2e91-4ab6-8111-b2980d9f67a7 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:14:40.850354 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2f9ea3db-2da4-4aa8-ac51-e75f113d4f8a req-ef7e3aa7-b3fa-4886-bb27-90820fd63abb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6fde0681-0303-4885-b4d6-e7a52aa1ed5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375867 Oct 19 01:14:40.954488 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2f9ea3db-2da4-4aa8-ac51-e75f113d4f8a req-c259e95b-6e13-4e23-b963-cc77e4bc7893 service neutron] 10.222.0.55 "GET /v2.0/networks/6fde0681-0303-4885-b4d6-e7a52aa1ed5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957439 Oct 19 01:14:40.989725 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1cb5e870-fd1e-4c99-863c-008808063ed1 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:40.991998 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1cb5e870-fd1e-4c99-863c-008808063ed1 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:41.043574 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1cb5e870-fd1e-4c99-863c-008808063ed1 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:41.044623 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb5e870-fd1e-4c99-863c-008808063ed1 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Fanout notify agent at l3_agent the message router_deleted on router 0a4f9703-efac-4009-96c9-5ec27185fbc1 {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:14:41.054829 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1cb5e870-fd1e-4c99-863c-008808063ed1 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:41.056056 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1cb5e870-fd1e-4c99-863c-008808063ed1 tempest-RoutersNegativeTest-1752432595 tempest-RoutersNegativeTest-1752432595-project] 10.222.0.57 "DELETE /v2.0/routers/0a4f9703-efac-4009-96c9-5ec27185fbc1 HTTP/1.1" status: 204 len: 168 time: 0.3556211 Oct 19 01:14:41.071386 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2f9ea3db-2da4-4aa8-ac51-e75f113d4f8a req-31fc7d3b-4c10-45ab-a282-7b6c8da68312 service neutron] 10.222.0.55 "GET /v2.0/networks/6fde0681-0303-4885-b4d6-e7a52aa1ed5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093438 Oct 19 01:14:41.292274 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44536) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:41.408328 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321df202-ee2f-4432-8352-479709b548bb req-9fe89902-6645-47c3-a4fd-91c67cedb00f tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:41.412243 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-321df202-ee2f-4432-8352-479709b548bb req-9fe89902-6645-47c3-a4fd-91c67cedb00f tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 946 time: 0.0600567 Oct 19 01:14:41.488609 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-158e1e7d-0fc1-4d88-9bd9-e7b5b4de8345 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=35e26e7b96a040368fcec65399f6668a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1948540 Oct 19 01:14:41.488856 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44548) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:41.496523 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-321df202-ee2f-4432-8352-479709b548bb req-14440dd0-398e-4a1c-bb22-50c38535fcb4 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693121 Oct 19 01:14:41.556947 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ef8663d7-b2c5-4291-b46a-7b3815f14d84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:41.580322 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ef8663d7-b2c5-4291-b46a-7b3815f14d84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:41.634021 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ef8663d7-b2c5-4291-b46a-7b3815f14d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:41.636830 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ef8663d7-b2c5-4291-b46a-7b3815f14d84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:41.638168 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ef8663d7-b2c5-4291-b46a-7b3815f14d84 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2b3cfd56-a04b-4148-b9a2-416030ed2b5d HTTP/1.1" status: 204 len: 168 time: 0.1481895 Oct 19 01:14:41.646818 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8663d7-b2c5-4291-b46a-7b3815f14d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3cfd56-a04b-4148-b9a2-416030ed2b5d,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:41.814848 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca743ad6-63be-441d-85f8-751d3fdbbcf3 req-e1bdac5e-237b-4d0e-962f-72acdb08da88 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:41.816160 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ca743ad6-63be-441d-85f8-751d3fdbbcf3 req-e1bdac5e-237b-4d0e-962f-72acdb08da88 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 943 time: 0.0674829 Oct 19 01:14:41.871899 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ca743ad6-63be-441d-85f8-751d3fdbbcf3 req-817f4ac0-6159-4915-a22a-d94198fd1e19 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475111 Oct 19 01:14:42.471619 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44602) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:42.620480 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-1b786227-485d-465f-870c-c90409b911d2 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:42.621328 n-d-715271-26 neutron-server[100606]: WARNING neutron.api.v2.base [None req-1b786227-485d-465f-870c-c90409b911d2 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 19 01:14:42.621898 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-1b786227-485d-465f-870c-c90409b911d2 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] create failed (client error): There was a conflict when trying to complete your request. Oct 19 01:14:42.622940 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1b786227-485d-465f-870c-c90409b911d2 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1502132 Oct 19 01:14:42.626843 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44620) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:42.642935 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-e33a4e3d-6e4b-4c09-9dae-b01df4e21a7f tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Request body: {'security_group': {'name': 'tempest-secgroup--1028602844'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:42.683644 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e33a4e3d-6e4b-4c09-9dae-b01df4e21a7f tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:42.691292 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc494d34-dae8-4c02-8397-cabae44755dd req-38306adf-dad4-4794-82a5-3a6084eb2a1f tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:42.692768 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e33a4e3d-6e4b-4c09-9dae-b01df4e21a7f tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:42.692906 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bc494d34-dae8-4c02-8397-cabae44755dd req-38306adf-dad4-4794-82a5-3a6084eb2a1f tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 946 time: 0.0986874 Oct 19 01:14:42.771966 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bc494d34-dae8-4c02-8397-cabae44755dd req-03e198c6-007b-441f-8665-929ee72ff2eb tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702114 Oct 19 01:14:42.781608 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e33a4e3d-6e4b-4c09-9dae-b01df4e21a7f tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:42.785868 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e33a4e3d-6e4b-4c09-9dae-b01df4e21a7f tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:42.826001 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a4e3d-6e4b-4c09-9dae-b01df4e21a7f tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=976eacbf-4d5f-4703-bf59-636f6634425e,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:42.881777 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e33a4e3d-6e4b-4c09-9dae-b01df4e21a7f tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:42.887351 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e33a4e3d-6e4b-4c09-9dae-b01df4e21a7f tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:42.918693 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a4e3d-6e4b-4c09-9dae-b01df4e21a7f tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d677c289-84ae-4c15-b7aa-95e7588a91b9,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:42.923857 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e33a4e3d-6e4b-4c09-9dae-b01df4e21a7f tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:42.927673 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e33a4e3d-6e4b-4c09-9dae-b01df4e21a7f tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2972214 Oct 19 01:14:42.928068 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44630) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:42.934984 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-8a66d94b-04de-4925-b567-c863fb21e831 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Request body: {'security_group_rule': {'security_group_id': 'd677c289-84ae-4c15-b7aa-95e7588a91b9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:42.982535 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8a66d94b-04de-4925-b567-c863fb21e831 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:43.041625 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44632) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:43.043377 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c8be3-aaf3-4e66-84c6-41c63b00357b req-40e49e75-b651-4cba-866c-aa1290ac0209 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:43.045116 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e01c8be3-aaf3-4e66-84c6-41c63b00357b req-40e49e75-b651-4cba-866c-aa1290ac0209 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 943 time: 0.0661242 Oct 19 01:14:43.048949 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8a66d94b-04de-4925-b567-c863fb21e831 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:43.056785 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8a66d94b-04de-4925-b567-c863fb21e831 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:43.083948 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8a66d94b-04de-4925-b567-c863fb21e831 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:43.086384 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8a66d94b-04de-4925-b567-c863fb21e831 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1566505 Oct 19 01:14:43.087494 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a66d94b-04de-4925-b567-c863fb21e831 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fb9dc9f-e504-4a61-9d98-cd417f1e88c9,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:43.089494 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44636) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:43.099778 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-c07b618a-0bd3-4408-8e63-3e95876ce1df tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Request body: {'security_group_rule': {'security_group_id': 'd677c289-84ae-4c15-b7aa-95e7588a91b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:43.105990 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e01c8be3-aaf3-4e66-84c6-41c63b00357b req-38114ce7-7ec4-4b46-b6cc-cf527a20635a tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539660 Oct 19 01:14:43.134983 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c07b618a-0bd3-4408-8e63-3e95876ce1df tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:43.187219 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8cf88c5e-6331-4899-a8a8-5494a9406c16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:43.201219 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-c07b618a-0bd3-4408-8e63-3e95876ce1df tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] create failed (client error): There was a conflict when trying to complete your request. Oct 19 01:14:43.202268 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c07b618a-0bd3-4408-8e63-3e95876ce1df tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1116643 Oct 19 01:14:43.205662 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44638) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:43.268397 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a9ae54af-885a-4622-9725-b48b3225bfdd tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:43.275138 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8cf88c5e-6331-4899-a8a8-5494a9406c16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:43.279020 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8cf88c5e-6331-4899-a8a8-5494a9406c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:43.292526 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a9ae54af-885a-4622-9725-b48b3225bfdd tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:43.320946 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8cf88c5e-6331-4899-a8a8-5494a9406c16 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=18a8bb993c61441391f8a2893193c4e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2781556 Oct 19 01:14:43.321621 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf88c5e-6331-4899-a8a8-5494a9406c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7742c1e0-4c8c-41b3-9718-a530b89f2610,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:43.323792 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44640) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:43.343658 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a9ae54af-885a-4622-9725-b48b3225bfdd tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:43.346602 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a9ae54af-885a-4622-9725-b48b3225bfdd tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:43.350170 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a9ae54af-885a-4622-9725-b48b3225bfdd tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "DELETE /v2.0/security-groups/d677c289-84ae-4c15-b7aa-95e7588a91b9 HTTP/1.1" status: 204 len: 168 time: 0.1411207 Oct 19 01:14:43.351516 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44642) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:43.370984 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae54af-885a-4622-9725-b48b3225bfdd tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d677c289-84ae-4c15-b7aa-95e7588a91b9,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:43.385494 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-12a5ba91-ce8d-42a8-854f-522b7fd272b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:43.410114 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-12a5ba91-ce8d-42a8-854f-522b7fd272b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:43.416366 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5f41a1a5-2858-4bd3-a500-c34acd27587c tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0598345 Oct 19 01:14:43.416717 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44644) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:43.421675 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-c9708a7c-2452-4dd2-98a8-d93214a57548 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Request body: {'security_group': {'name': 'tempest-secgroup--333277465'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:43.445490 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c9708a7c-2452-4dd2-98a8-d93214a57548 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:43.470140 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-12a5ba91-ce8d-42a8-854f-522b7fd272b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:43.473410 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-12a5ba91-ce8d-42a8-854f-522b7fd272b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:43.474684 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-12a5ba91-ce8d-42a8-854f-522b7fd272b6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7742c1e0-4c8c-41b3-9718-a530b89f2610 HTTP/1.1" status: 204 len: 168 time: 0.1497121 Oct 19 01:14:43.488267 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5ba91-ce8d-42a8-854f-522b7fd272b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7742c1e0-4c8c-41b3-9718-a530b89f2610,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:43.538971 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c9708a7c-2452-4dd2-98a8-d93214a57548 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:43.544016 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c9708a7c-2452-4dd2-98a8-d93214a57548 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:43.571542 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c9708a7c-2452-4dd2-98a8-d93214a57548 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:43.573315 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c9708a7c-2452-4dd2-98a8-d93214a57548 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1554635 Oct 19 01:14:43.576667 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44648) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:43.581133 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-8a31d40f-9237-4920-9f3a-ec10b0eac96c tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Request body: {'security_group_rule': {'security_group_id': '2a5501c2-fd00-479a-821f-7e310bd566ac', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:43.581950 n-d-715271-26 neutron-server[100606]: WARNING neutron.api.v2.base [None req-8a31d40f-9237-4920-9f3a-ec10b0eac96c tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 19 01:14:43.582439 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-8a31d40f-9237-4920-9f3a-ec10b0eac96c tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:14:43.583368 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8a31d40f-9237-4920-9f3a-ec10b0eac96c tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0058069 Oct 19 01:14:43.587146 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44650) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:43.593599 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9708a7c-2452-4dd2-98a8-d93214a57548 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5501c2-fd00-479a-821f-7e310bd566ac,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:43.657723 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-464db7fb-2426-406b-ac30-bb889e2b68cc tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:43.690513 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-464db7fb-2426-406b-ac30-bb889e2b68cc tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:43.744354 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-464db7fb-2426-406b-ac30-bb889e2b68cc tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:43.750720 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-464db7fb-2426-406b-ac30-bb889e2b68cc tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:43.755032 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-464db7fb-2426-406b-ac30-bb889e2b68cc tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "DELETE /v2.0/security-groups/2a5501c2-fd00-479a-821f-7e310bd566ac HTTP/1.1" status: 204 len: 168 time: 0.1663492 Oct 19 01:14:43.758779 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44662) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:43.775481 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464db7fb-2426-406b-ac30-bb889e2b68cc tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5501c2-fd00-479a-821f-7e310bd566ac,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:43.878460 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44666) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:43.881294 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-19b0f16a-586d-47c6-8355-fcabd94c885f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:43.898185 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b77a4c55-d5a1-489d-ab4c-5138f75eb6c3 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1319971 Oct 19 01:14:43.904908 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44670) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:43.912053 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-31b31b9d-64da-4528-a2af-62d070c4faf1 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Request body: {'security_group': {'name': 'tempest-secgroup--1794221372'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:43.933455 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52d249-c6d9-4d47-a978-8dae9a7b6da7 req-43280d92-8573-40dc-8dd8-97f85976c6e7 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:43.935679 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cf52d249-c6d9-4d47-a978-8dae9a7b6da7 req-43280d92-8573-40dc-8dd8-97f85976c6e7 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 946 time: 0.0830331 Oct 19 01:14:43.958916 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9ba7ab57-4036-4b4d-b3f0-4a32012b27a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:43.963206 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-31b31b9d-64da-4528-a2af-62d070c4faf1 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:44.016441 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cf52d249-c6d9-4d47-a978-8dae9a7b6da7 req-a0ffce5a-e5e4-4c6a-8f32-2bc3a87a8938 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730393 Oct 19 01:14:44.093988 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-31b31b9d-64da-4528-a2af-62d070c4faf1 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:44.105728 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-31b31b9d-64da-4528-a2af-62d070c4faf1 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:44.132320 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9ba7ab57-4036-4b4d-b3f0-4a32012b27a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:44.147269 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9ba7ab57-4036-4b4d-b3f0-4a32012b27a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:44.164779 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-31b31b9d-64da-4528-a2af-62d070c4faf1 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:44.168564 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-31b31b9d-64da-4528-a2af-62d070c4faf1 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2589765 Oct 19 01:14:44.168913 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44678) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:44.173374 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-ebdc985b-7a62-45a7-844c-4a0c02c57dba tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Request body: {'security_group_rule': {'security_group_id': '7c621e4c-32b3-420d-b69f-cbecaa053c03', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:44.174315 n-d-715271-26 neutron-server[100607]: WARNING neutron.api.v2.base [None req-ebdc985b-7a62-45a7-844c-4a0c02c57dba tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 19 01:14:44.174819 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-ebdc985b-7a62-45a7-844c-4a0c02c57dba tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:14:44.178156 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ebdc985b-7a62-45a7-844c-4a0c02c57dba tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0058668 Oct 19 01:14:44.178334 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44680) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:44.185394 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b31b9d-64da-4528-a2af-62d070c4faf1 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c621e4c-32b3-420d-b69f-cbecaa053c03,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:44.218976 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9ba7ab57-4036-4b4d-b3f0-4a32012b27a3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c55062a989a94610843350618cc1348f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3369162 Oct 19 01:14:44.223483 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44682) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:44.282596 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc13f5b-9bdc-4395-9609-17d066f97556 req-8101de6d-d518-4dec-8328-1bdb67748f10 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:44.284631 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-abc13f5b-9bdc-4395-9609-17d066f97556 req-8101de6d-d518-4dec-8328-1bdb67748f10 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 943 time: 0.0965760 Oct 19 01:14:44.285088 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7ab57-4036-4b4d-b3f0-4a32012b27a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f70602-7841-4d53-9d33-72c0306ab4b4,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:44.301561 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-00d6c190-bd4a-4fb8-8239-93f3ed4681ea tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:44.332284 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-abc13f5b-9bdc-4395-9609-17d066f97556 req-7b0e828f-7948-478c-b4dc-95ca078e2f21 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399277 Oct 19 01:14:44.336856 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-00d6c190-bd4a-4fb8-8239-93f3ed4681ea tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:44.339710 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e1352650-6115-40c8-a208-afac617ed856 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:44.382724 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e1352650-6115-40c8-a208-afac617ed856 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:44.413975 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-00d6c190-bd4a-4fb8-8239-93f3ed4681ea tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:44.416534 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-00d6c190-bd4a-4fb8-8239-93f3ed4681ea tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:44.417677 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-00d6c190-bd4a-4fb8-8239-93f3ed4681ea tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "DELETE /v2.0/security-groups/7c621e4c-32b3-420d-b69f-cbecaa053c03 HTTP/1.1" status: 204 len: 168 time: 0.2378433 Oct 19 01:14:44.420521 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44684) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:44.427822 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6c190-bd4a-4fb8-8239-93f3ed4681ea tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c621e4c-32b3-420d-b69f-cbecaa053c03,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:44.448245 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e1352650-6115-40c8-a208-afac617ed856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:44.451866 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e1352650-6115-40c8-a208-afac617ed856 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:44.452967 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e1352650-6115-40c8-a208-afac617ed856 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f3f70602-7841-4d53-9d33-72c0306ab4b4 HTTP/1.1" status: 204 len: 168 time: 0.2282088 Oct 19 01:14:44.461793 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1352650-6115-40c8-a208-afac617ed856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f70602-7841-4d53-9d33-72c0306ab4b4,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:44.497011 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-55306511-42b5-4eaf-be9f-881d12bbd5eb tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0752985 Oct 19 01:14:44.501264 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44688) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:44.506054 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-8a89f5c4-10a1-4df2-9f1a-e6ca54680e20 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Request body: {'security_group': {'name': 'tempest-secgroup--374450207'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:44.530465 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8a89f5c4-10a1-4df2-9f1a-e6ca54680e20 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:44.603807 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8a89f5c4-10a1-4df2-9f1a-e6ca54680e20 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:44.609068 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8a89f5c4-10a1-4df2-9f1a-e6ca54680e20 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:44.637403 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8a89f5c4-10a1-4df2-9f1a-e6ca54680e20 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:44.641528 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8a89f5c4-10a1-4df2-9f1a-e6ca54680e20 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1391695 Oct 19 01:14:44.642330 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44692) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:44.651858 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89f5c4-10a1-4df2-9f1a-e6ca54680e20 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46243d15-ee93-4e8c-a75f-3628c01c755c,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:44.654874 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-57bdceeb-a19e-4f47-9f3f-3a23d7f7270d tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Request body: {'security_group_rule': {'security_group_id': '46243d15-ee93-4e8c-a75f-3628c01c755c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:44.666698 n-d-715271-26 neutron-server[100606]: WARNING neutron.api.v2.base [None req-57bdceeb-a19e-4f47-9f3f-3a23d7f7270d tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 19 01:14:44.668050 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-57bdceeb-a19e-4f47-9f3f-3a23d7f7270d tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:14:44.669500 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-57bdceeb-a19e-4f47-9f3f-3a23d7f7270d tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0251443 Oct 19 01:14:44.672103 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44694) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:44.676502 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-29f54509-daca-4855-9da1-6a9de4e9506c tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Request body: {'security_group_rule': {'security_group_id': '46243d15-ee93-4e8c-a75f-3628c01c755c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:44.677394 n-d-715271-26 neutron-server[100606]: WARNING neutron.api.v2.base [None req-29f54509-daca-4855-9da1-6a9de4e9506c tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 19 01:14:44.678042 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-29f54509-daca-4855-9da1-6a9de4e9506c tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:14:44.681391 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-29f54509-daca-4855-9da1-6a9de4e9506c tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0059619 Oct 19 01:14:44.681596 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44696) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:44.686921 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-565b1e9c-d96d-43b4-8e85-11c84743c3a3 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Request body: {'security_group_rule': {'security_group_id': '46243d15-ee93-4e8c-a75f-3628c01c755c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:44.687808 n-d-715271-26 neutron-server[100606]: WARNING neutron.api.v2.base [None req-565b1e9c-d96d-43b4-8e85-11c84743c3a3 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 19 01:14:44.688373 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-565b1e9c-d96d-43b4-8e85-11c84743c3a3 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:14:44.689395 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-565b1e9c-d96d-43b4-8e85-11c84743c3a3 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067532 Oct 19 01:14:44.691946 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44698) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:44.696647 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-a6c1edf7-d983-4ebf-99d5-d5e9d08b0c11 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Request body: {'security_group_rule': {'security_group_id': '46243d15-ee93-4e8c-a75f-3628c01c755c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:44.697583 n-d-715271-26 neutron-server[100606]: WARNING neutron.api.v2.base [None req-a6c1edf7-d983-4ebf-99d5-d5e9d08b0c11 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 19 01:14:44.698147 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-a6c1edf7-d983-4ebf-99d5-d5e9d08b0c11 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:14:44.701636 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a6c1edf7-d983-4ebf-99d5-d5e9d08b0c11 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0062749 Oct 19 01:14:44.702097 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44700) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:44.761572 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-391c292f-2a9a-4af0-a4e0-bbe823da78cd tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:44.784960 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-391c292f-2a9a-4af0-a4e0-bbe823da78cd tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:44.829195 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-391c292f-2a9a-4af0-a4e0-bbe823da78cd tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:44.833659 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-391c292f-2a9a-4af0-a4e0-bbe823da78cd tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:44.833845 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-391c292f-2a9a-4af0-a4e0-bbe823da78cd tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "DELETE /v2.0/security-groups/46243d15-ee93-4e8c-a75f-3628c01c755c HTTP/1.1" status: 204 len: 168 time: 0.1299686 Oct 19 01:14:44.836763 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44708) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:44.844503 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c292f-2a9a-4af0-a4e0-bbe823da78cd tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46243d15-ee93-4e8c-a75f-3628c01c755c,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:44.876224 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device efeadb03-b8e1-4204-b42c-be7a2a69aa70 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:14:44.905680 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5413d491-14d6-423d-8eca-baaca3e26fcd tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0583305 Oct 19 01:14:44.906613 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44712) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:44.912790 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-1c18d0e4-68f3-406d-b453-5f67496a0b77 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Request body: {'security_group': {'name': 'tempest-secgroup--211726167'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:44.962186 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1c18d0e4-68f3-406d-b453-5f67496a0b77 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:45.043714 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port efeadb03-b8e1-4204-b42c-be7a2a69aa70, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=efeadb03-b8e1-4204-b42c-be7a2a69aa70,segment=NetworkSegment(ffd81065-8232-4238-985f-d7b5c5e64688),segment_id=ffd81065-8232-4238-985f-d7b5c5e64688)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:45.060238 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'efeadb03-b8e1-4204-b42c-be7a2a69aa70', 'network_id': '6fde0681-0303-4885-b4d6-e7a52aa1ed5d', 'port_id': 'efeadb03-b8e1-4204-b42c-be7a2a69aa70', 'mac_address': 'fa:16:3e:45:b2:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c34f3bc6-87d2-43ce-a91f-60bcb8357212', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:14:45.060905 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1c18d0e4-68f3-406d-b453-5f67496a0b77 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:45.066520 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1c18d0e4-68f3-406d-b453-5f67496a0b77 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:45.103628 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18d0e4-68f3-406d-b453-5f67496a0b77 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a87ed29-bb10-437d-8798-7c7303883b7b,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:45.121651 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1c18d0e4-68f3-406d-b453-5f67496a0b77 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:45.126266 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44724) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:45.126571 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1c18d0e4-68f3-406d-b453-5f67496a0b77 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2187231 Oct 19 01:14:45.129305 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:45.131142 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-5533abeb-4699-4bd2-9252-48f668bfe3b3 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Request body: {'security_group_rule': {'security_group_id': '3a87ed29-bb10-437d-8798-7c7303883b7b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:45.132010 n-d-715271-26 neutron-server[100606]: WARNING neutron.api.v2.base [None req-5533abeb-4699-4bd2-9252-48f668bfe3b3 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 19 01:14:45.132708 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-5533abeb-4699-4bd2-9252-48f668bfe3b3 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:14:45.134350 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5533abeb-4699-4bd2-9252-48f668bfe3b3 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067117 Oct 19 01:14:45.136622 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44726) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:45.141235 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-d81acfc2-19fd-4c8f-8f42-e9236f976782 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Request body: {'security_group_rule': {'security_group_id': '3a87ed29-bb10-437d-8798-7c7303883b7b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:45.143483 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efeadb03-b8e1-4204-b42c-be7a2a69aa70 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:14:45.170253 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port efeadb03-b8e1-4204-b42c-be7a2a69aa70, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=efeadb03-b8e1-4204-b42c-be7a2a69aa70,segment=NetworkSegment(ffd81065-8232-4238-985f-d7b5c5e64688),segment_id=ffd81065-8232-4238-985f-d7b5c5e64688)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:45.177650 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:45.211862 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-d81acfc2-19fd-4c8f-8f42-e9236f976782 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:14:45.213888 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d81acfc2-19fd-4c8f-8f42-e9236f976782 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0761068 Oct 19 01:14:45.218704 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44728) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:45.228548 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-75186fe0-e012-4f55-bd6b-6f0495897730 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Request body: {'security_group_rule': {'security_group_id': '3a87ed29-bb10-437d-8798-7c7303883b7b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:45.229382 n-d-715271-26 neutron-server[100607]: WARNING neutron.api.v2.base [None req-75186fe0-e012-4f55-bd6b-6f0495897730 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 19 01:14:45.239101 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-75186fe0-e012-4f55-bd6b-6f0495897730 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:14:45.239101 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-75186fe0-e012-4f55-bd6b-6f0495897730 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0093365 Oct 19 01:14:45.239101 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44730) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:45.239101 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-e00f661a-7d68-4c69-bbe3-f1cd82018efd tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Request body: {'security_group_rule': {'security_group_id': '3a87ed29-bb10-437d-8798-7c7303883b7b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:45.248478 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=efeadb03-b8e1-4204-b42c-be7a2a69aa70,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:45.257945 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:45.258293 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:45.258635 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:45.258974 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:45.259306 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:45.259638 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:45.259996 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:45.260323 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:45.260650 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:45.260976 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:45.261302 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:45.261623 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:45.263569 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b581d24-3c46-4ea0-ac1c-680e2031ddf3 req-519d2c2a-194b-4ff9-a92a-53df96bbdedf tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:45.280116 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7b581d24-3c46-4ea0-ac1c-680e2031ddf3 req-519d2c2a-194b-4ff9-a92a-53df96bbdedf tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 946 time: 0.1519926 Oct 19 01:14:45.349363 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7b581d24-3c46-4ea0-ac1c-680e2031ddf3 req-88a94ae2-16dc-49b0-8fe4-78bdade066cc tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684521 Oct 19 01:14:45.372588 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-e00f661a-7d68-4c69-bbe3-f1cd82018efd tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:14:45.375483 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e00f661a-7d68-4c69-bbe3-f1cd82018efd tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1409383 Oct 19 01:14:45.378420 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44738) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:45.383568 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-51e1d85a-3829-415e-bebe-7252adbb06e5 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Request body: {'security_group_rule': {'security_group_id': '3a87ed29-bb10-437d-8798-7c7303883b7b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:45.384182 n-d-715271-26 neutron-server[100607]: WARNING neutron.api.v2.base [None req-51e1d85a-3829-415e-bebe-7252adbb06e5 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 19 01:14:45.384591 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-51e1d85a-3829-415e-bebe-7252adbb06e5 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:14:45.385557 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-51e1d85a-3829-415e-bebe-7252adbb06e5 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061862 Oct 19 01:14:45.388492 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44740) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:45.393880 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-70117b17-8b29-48ab-898c-111bf34d8578 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Request body: {'security_group_rule': {'security_group_id': '3a87ed29-bb10-437d-8798-7c7303883b7b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:45.426744 n-d-715271-26 neutron-server[100607]: INFO neutron.db.securitygroups_db [None req-70117b17-8b29-48ab-898c-111bf34d8578 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Project 65839c266ad14d89a77410940271c2a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:14:45.447823 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-70117b17-8b29-48ab-898c-111bf34d8578 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:14:45.452031 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-70117b17-8b29-48ab-898c-111bf34d8578 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0595772 Oct 19 01:14:45.452280 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44742) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:45.459930 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-862fb9af-4cb9-4c0c-b288-14f70e87794b tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Request body: {'security_group_rule': {'security_group_id': '3a87ed29-bb10-437d-8798-7c7303883b7b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:45.461553 n-d-715271-26 neutron-server[100607]: WARNING neutron.api.v2.base [None req-862fb9af-4cb9-4c0c-b288-14f70e87794b tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 19 01:14:45.462752 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-862fb9af-4cb9-4c0c-b288-14f70e87794b tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:14:45.466592 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-862fb9af-4cb9-4c0c-b288-14f70e87794b tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0105336 Oct 19 01:14:45.466969 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44744) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:45.473446 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-e2fe57e6-f38b-4bd0-81c5-df792113a951 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Request body: {'security_group_rule': {'security_group_id': '3a87ed29-bb10-437d-8798-7c7303883b7b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:45.505688 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['efeadb03-b8e1-4204-b42c-be7a2a69aa70'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:14:45.558314 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e29b21-92f3-4402-bd07-b5022518511f req-b6211015-1aca-4f19-9120-8ee5aa6317fc tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:45.560563 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51e29b21-92f3-4402-bd07-b5022518511f req-b6211015-1aca-4f19-9120-8ee5aa6317fc tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 944 time: 0.1109581 Oct 19 01:14:45.562158 n-d-715271-26 neutron-server[100606]: INFO neutron.db.securitygroups_db [None req-e2fe57e6-f38b-4bd0-81c5-df792113a951 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Project 65839c266ad14d89a77410940271c2a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:14:45.612377 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-e2fe57e6-f38b-4bd0-81c5-df792113a951 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:14:45.614099 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e2fe57e6-f38b-4bd0-81c5-df792113a951 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1456130 Oct 19 01:14:45.618049 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44754) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:45.626007 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-80c3ba78-6621-4b1a-9fbd-a1975a2a904c tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Request body: {'security_group_rule': {'security_group_id': '3a87ed29-bb10-437d-8798-7c7303883b7b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:45.646914 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51e29b21-92f3-4402-bd07-b5022518511f req-9f5e6b51-18fa-4e2d-8d46-8adaa595d302 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763328 Oct 19 01:14:45.679296 n-d-715271-26 neutron-server[100607]: INFO neutron.db.securitygroups_db [None req-80c3ba78-6621-4b1a-9fbd-a1975a2a904c tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Project 65839c266ad14d89a77410940271c2a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:14:45.706662 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-80c3ba78-6621-4b1a-9fbd-a1975a2a904c tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:14:45.708200 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-80c3ba78-6621-4b1a-9fbd-a1975a2a904c tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0888834 Oct 19 01:14:45.711884 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44756) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:45.783650 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-eb80a5b3-477f-400a-b704-243db474107e tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:45.809224 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-eb80a5b3-477f-400a-b704-243db474107e tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:45.851986 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-eb80a5b3-477f-400a-b704-243db474107e tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:45.854580 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-eb80a5b3-477f-400a-b704-243db474107e tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:45.855746 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-eb80a5b3-477f-400a-b704-243db474107e tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "DELETE /v2.0/security-groups/3a87ed29-bb10-437d-8798-7c7303883b7b HTTP/1.1" status: 204 len: 168 time: 0.1427665 Oct 19 01:14:45.858506 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44760) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:45.872253 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb80a5b3-477f-400a-b704-243db474107e tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a87ed29-bb10-437d-8798-7c7303883b7b,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:45.912272 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c960cd5a-0dab-41c4-9fb0-c547edc68f37 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0524580 Oct 19 01:14:45.916944 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44762) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:45.921486 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-e66d4553-70e4-472f-a5ab-7631a83751be tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Request body: {'security_group': {'name': 'tempest-secgroup--354798092'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:45.948080 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e66d4553-70e4-472f-a5ab-7631a83751be tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:46.014189 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e66d4553-70e4-472f-a5ab-7631a83751be tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:46.018318 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e66d4553-70e4-472f-a5ab-7631a83751be tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:46.023352 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44766) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:46.053317 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d4553-70e4-472f-a5ab-7631a83751be tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=706ca0c6-7f22-4e85-9ef5-fa6845c13792,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:46.066627 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e66d4553-70e4-472f-a5ab-7631a83751be tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:46.067977 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e66d4553-70e4-472f-a5ab-7631a83751be tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1499822 Oct 19 01:14:46.071526 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44770) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:46.076500 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-6317400b-2866-45bb-9b34-d857f70cb9cb tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Request body: {'security_group_rule': {'security_group_id': '706ca0c6-7f22-4e85-9ef5-fa6845c13792', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:46.125149 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-6317400b-2866-45bb-9b34-d857f70cb9cb tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] create failed (client error): The resource could not be found. Oct 19 01:14:46.127785 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6317400b-2866-45bb-9b34-d857f70cb9cb tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0538988 Oct 19 01:14:46.129454 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44778) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:46.134859 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-2a182e14-fd5e-49e4-9e5a-ad9d6413aa47 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Request body: {'security_group_rule': {'security_group_id': '706ca0c6-7f22-4e85-9ef5-fa6845c13792', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'a0c7db7c-626d-4b8d-b6f6-0473da5065d3'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:46.141433 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f9ce0c6f-56b3-4734-b19b-7145bddc8703 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:46.181359 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-2a182e14-fd5e-49e4-9e5a-ad9d6413aa47 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] create failed (client error): The resource could not be found. Oct 19 01:14:46.185483 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2a182e14-fd5e-49e4-9e5a-ad9d6413aa47 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0521441 Oct 19 01:14:46.185764 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44782) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:46.226543 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f9ce0c6f-56b3-4734-b19b-7145bddc8703 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:46.232115 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f9ce0c6f-56b3-4734-b19b-7145bddc8703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:46.242065 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f422fb1d-da3b-453f-abc6-ec52b4e9fe4e tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:46.265515 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f422fb1d-da3b-453f-abc6-ec52b4e9fe4e tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:46.276389 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f9ce0c6f-56b3-4734-b19b-7145bddc8703 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e6fc9ec49f3e4b74b1969bb2adb44c39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2515969 Oct 19 01:14:46.277532 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce0c6f-56b3-4734-b19b-7145bddc8703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b1ce65-f034-41ba-a441-17d64815dab0,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:46.280057 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44786) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:46.314488 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f422fb1d-da3b-453f-abc6-ec52b4e9fe4e tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:46.317213 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f422fb1d-da3b-453f-abc6-ec52b4e9fe4e tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:46.318403 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f422fb1d-da3b-453f-abc6-ec52b4e9fe4e tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "DELETE /v2.0/security-groups/706ca0c6-7f22-4e85-9ef5-fa6845c13792 HTTP/1.1" status: 204 len: 168 time: 0.1316986 Oct 19 01:14:46.321876 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44788) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:46.329038 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422fb1d-da3b-453f-abc6-ec52b4e9fe4e tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=706ca0c6-7f22-4e85-9ef5-fa6845c13792,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:46.363245 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a8552689-d227-4284-94e1-604d7ebaf783 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:46.395547 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44796) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:46.395786 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d9c5d4a4-6434-409e-9fa3-49d200fea3c6 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0725534 Oct 19 01:14:46.400984 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-b6f93e9b-e8e6-4f9c-9127-97bf32a62fc8 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Request body: {'security_group_rule': {'security_group_id': '66d572b7-4cdb-40a3-9e72-2d6b17715634', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:46.407994 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a8552689-d227-4284-94e1-604d7ebaf783 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:46.462108 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-b6f93e9b-e8e6-4f9c-9127-97bf32a62fc8 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] create failed (client error): The resource could not be found. Oct 19 01:14:46.465012 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b6f93e9b-e8e6-4f9c-9127-97bf32a62fc8 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0675881 Oct 19 01:14:46.467528 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44798) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:46.470850 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a8552689-d227-4284-94e1-604d7ebaf783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:46.473673 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a8552689-d227-4284-94e1-604d7ebaf783 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:46.478032 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a8552689-d227-4284-94e1-604d7ebaf783 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/81b1ce65-f034-41ba-a441-17d64815dab0 HTTP/1.1" status: 204 len: 168 time: 0.1937363 Oct 19 01:14:46.478191 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-bf6f40cf-5f3f-4290-b3e1-cc3ee45ee433 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Request body: {'security_group': {'name': 'tempest-secgroup--602782314'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:46.484562 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8552689-d227-4284-94e1-604d7ebaf783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b1ce65-f034-41ba-a441-17d64815dab0,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:46.542556 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bf6f40cf-5f3f-4290-b3e1-cc3ee45ee433 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:46.542837 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a1510005-bb49-4d3d-b0b7-c3db0bf1830b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:46.566043 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2fdbb-5431-401e-8607-ae905725ef72 req-e8fb3545-4f89-4da1-8cb2-b9ba0151a447 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:46.567664 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bbf2fdbb-5431-401e-8607-ae905725ef72 req-e8fb3545-4f89-4da1-8cb2-b9ba0151a447 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 946 time: 0.1013284 Oct 19 01:14:46.638405 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bbf2fdbb-5431-401e-8607-ae905725ef72 req-a257b2a7-2c78-48ca-a465-53b51f49672c tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588655 Oct 19 01:14:46.679651 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bf6f40cf-5f3f-4290-b3e1-cc3ee45ee433 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:46.685117 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bf6f40cf-5f3f-4290-b3e1-cc3ee45ee433 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:46.718719 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bf6f40cf-5f3f-4290-b3e1-cc3ee45ee433 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:46.722937 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-bf6f40cf-5f3f-4290-b3e1-cc3ee45ee433 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2536559 Oct 19 01:14:46.723593 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44808) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:46.725774 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f40cf-5f3f-4290-b3e1-cc3ee45ee433 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=113e1270-0d19-44a1-8241-d4943e4ae573,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:46.730358 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-409d7593-3fe2-4fb0-90d9-3f103e2d8bee tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Request body: {'security_group': {'name': 'tempest-secgroup--1560108623'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:46.768640 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-409d7593-3fe2-4fb0-90d9-3f103e2d8bee tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:46.843126 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6332fbb-5f7b-4db7-bd09-362a98a8ef03 req-963efd81-8b27-44df-9dcb-b6cb2658f278 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:46.844778 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f6332fbb-5f7b-4db7-bd09-362a98a8ef03 req-963efd81-8b27-44df-9dcb-b6cb2658f278 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 944 time: 0.0889661 Oct 19 01:14:46.889651 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device efeadb03-b8e1-4204-b42c-be7a2a69aa70 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:14:46.953518 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f6332fbb-5f7b-4db7-bd09-362a98a8ef03 req-8ea4dd3e-ab58-4af1-9f43-ef3d160a9be6 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990396 Oct 19 01:14:46.986381 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-409d7593-3fe2-4fb0-90d9-3f103e2d8bee tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:46.993942 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port efeadb03-b8e1-4204-b42c-be7a2a69aa70 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:14:46.994821 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-409d7593-3fe2-4fb0-90d9-3f103e2d8bee tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:47.005537 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port efeadb03-b8e1-4204-b42c-be7a2a69aa70 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:47.006462 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:47.065520 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d7593-3fe2-4fb0-90d9-3f103e2d8bee tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66b5f8f6-2b61-44cc-92e6-cfa64a8fceef,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:47.077947 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-409d7593-3fe2-4fb0-90d9-3f103e2d8bee tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:47.091775 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-409d7593-3fe2-4fb0-90d9-3f103e2d8bee tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3540080 Oct 19 01:14:47.122746 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:47.174902 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44818) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:47.181163 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-7d41033d-abe3-49bc-8431-45845eae4ff6 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Request body: {'security_group_rule': {'security_group_id': '113e1270-0d19-44a1-8241-d4943e4ae573', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '66b5f8f6-2b61-44cc-92e6-cfa64a8fceef'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:47.182035 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9983c045-b6f4-4c14-ae7e-d84c02c3f7b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efeadb03-b8e1-4204-b42c-be7a2a69aa70'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:14:47.184346 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07be589-3853-4d2f-bf79-08f224576f9a" -d '{"events": [{"server_uuid": "9983c045-b6f4-4c14-ae7e-d84c02c3f7b2", "name": "network-vif-plugged", "status": "completed", "tag": "efeadb03-b8e1-4204-b42c-be7a2a69aa70"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:14:47.210398 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port efeadb03-b8e1-4204-b42c-be7a2a69aa70, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=efeadb03-b8e1-4204-b42c-be7a2a69aa70,segment=NetworkSegment(ffd81065-8232-4238-985f-d7b5c5e64688),segment_id=ffd81065-8232-4238-985f-d7b5c5e64688)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:47.229356 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:47.236096 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:47.282049 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-7d41033d-abe3-49bc-8431-45845eae4ff6 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:14:47.287012 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44824) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:47.300635 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7d41033d-abe3-49bc-8431-45845eae4ff6 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1245608 Oct 19 01:14:47.307185 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=efeadb03-b8e1-4204-b42c-be7a2a69aa70,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:47.329851 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362a15d9-e1f6-4998-bf3a-2cbe60dcec44 x-openstack-request-id: req-362a15d9-e1f6-4998-bf3a-2cbe60dcec44 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:47.330142 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9983c045-b6f4-4c14-ae7e-d84c02c3f7b2", "name": "network-vif-plugged", "status": "completed", "tag": "efeadb03-b8e1-4204-b42c-be7a2a69aa70", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:47.330392 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-362a15d9-e1f6-4998-bf3a-2cbe60dcec44 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:47.330791 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9983c045-b6f4-4c14-ae7e-d84c02c3f7b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efeadb03-b8e1-4204-b42c-be7a2a69aa70', 'code': 200} Oct 19 01:14:47.399900 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aa713543-f3ff-4c27-bcc9-e8a764e9928f tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:47.481094 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aa713543-f3ff-4c27-bcc9-e8a764e9928f tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:47.543546 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e35e3-8851-4a75-a98d-3b0b73f47ff1 req-ccff78d0-d77f-494b-ac24-939340d62655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:47.545110 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-978e35e3-8851-4a75-a98d-3b0b73f47ff1 req-ccff78d0-d77f-494b-ac24-939340d62655 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 1097 time: 0.1265914 Oct 19 01:14:47.594636 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-978e35e3-8851-4a75-a98d-3b0b73f47ff1 req-107af32b-ac90-40b2-8138-1199748fc828 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412133 Oct 19 01:14:47.595341 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aa713543-f3ff-4c27-bcc9-e8a764e9928f tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:47.598208 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aa713543-f3ff-4c27-bcc9-e8a764e9928f tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:47.602357 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-aa713543-f3ff-4c27-bcc9-e8a764e9928f tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "DELETE /v2.0/security-groups/66b5f8f6-2b61-44cc-92e6-cfa64a8fceef HTTP/1.1" status: 204 len: 168 time: 0.3109384 Oct 19 01:14:47.603347 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44836) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:47.612962 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa713543-f3ff-4c27-bcc9-e8a764e9928f tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b5f8f6-2b61-44cc-92e6-cfa64a8fceef,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:47.705262 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-15ccb652-c0e5-4322-8758-ef3cd3310737 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0999262 Oct 19 01:14:47.707972 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44840) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:47.720544 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:47.770766 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-822695b2-ed3f-4036-a01b-948e8e4b2831 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:47.792803 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02e67a-7f1e-4671-8a45-a2bfe9ec7b55 req-93073f6f-bb1f-4cbf-9db8-9eb854331229 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:47.795709 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-822695b2-ed3f-4036-a01b-948e8e4b2831 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:47.804586 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2f02e67a-7f1e-4671-8a45-a2bfe9ec7b55 req-93073f6f-bb1f-4cbf-9db8-9eb854331229 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 946 time: 0.0630636 Oct 19 01:14:47.846065 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2f02e67a-7f1e-4671-8a45-a2bfe9ec7b55 req-28e12fb1-5826-4255-ac59-d576e07662e7 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400195 Oct 19 01:14:47.878379 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-822695b2-ed3f-4036-a01b-948e8e4b2831 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:47.882160 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-822695b2-ed3f-4036-a01b-948e8e4b2831 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:47.883978 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-822695b2-ed3f-4036-a01b-948e8e4b2831 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "DELETE /v2.0/security-groups/113e1270-0d19-44a1-8241-d4943e4ae573 HTTP/1.1" status: 204 len: 168 time: 0.1748428 Oct 19 01:14:47.888047 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44846) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:47.896540 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822695b2-ed3f-4036-a01b-948e8e4b2831 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=113e1270-0d19-44a1-8241-d4943e4ae573,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:47.939611 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fecf1459-5651-46f5-a87a-58c5fde1624f tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0504019 Oct 19 01:14:47.943777 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44848) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:47.948591 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-1f0f37f3-33be-4452-86ed-f4ac7a09c839 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Request body: {'security_group': {'name': 'tempest-secgroup--1856373169'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:47.981206 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1f0f37f3-33be-4452-86ed-f4ac7a09c839 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:48.073409 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1f0f37f3-33be-4452-86ed-f4ac7a09c839 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:48.078836 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1f0f37f3-33be-4452-86ed-f4ac7a09c839 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:48.114668 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d26c1-cfcb-4758-a918-10c5836bcbd2 req-5898712c-cdc6-4f3b-9fa5-d83945e0a601 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:48.121627 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1f0f37f3-33be-4452-86ed-f4ac7a09c839 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:48.123066 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1f0f37f3-33be-4452-86ed-f4ac7a09c839 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1787131 Oct 19 01:14:48.126356 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44856) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:48.126503 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-219d26c1-cfcb-4758-a918-10c5836bcbd2 req-5898712c-cdc6-4f3b-9fa5-d83945e0a601 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.0645316 Oct 19 01:14:48.132210 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-85d4fc3f-d58c-4a1a-83d2-3d523f014a39 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Request body: {'security_group_rule': {'security_group_id': 'e7d7ec29-84d6-45c6-a2b5-6e04892224ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:48.161834 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f37f3-33be-4452-86ed-f4ac7a09c839 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d7ec29-84d6-45c6-a2b5-6e04892224ac,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:48.175487 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-219d26c1-cfcb-4758-a918-10c5836bcbd2 req-65f52a30-4cee-4d09-a241-24d6d1db06e5 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480692 Oct 19 01:14:48.182506 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-85d4fc3f-d58c-4a1a-83d2-3d523f014a39 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:14:48.184134 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-85d4fc3f-d58c-4a1a-83d2-3d523f014a39 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0564296 Oct 19 01:14:48.186992 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44860) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:48.192522 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-b8c27aaa-c574-4e16-a0ea-450179f738cd tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Request body: {'security_group_rule': {'security_group_id': 'e7d7ec29-84d6-45c6-a2b5-6e04892224ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:48.242174 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-b8c27aaa-c574-4e16-a0ea-450179f738cd tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:14:48.246127 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b8c27aaa-c574-4e16-a0ea-450179f738cd tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0551252 Oct 19 01:14:48.246566 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44862) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:48.308486 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f8f18ce4-b578-4f36-95b8-25dcc999c439 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:48.332658 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f8f18ce4-b578-4f36-95b8-25dcc999c439 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:48.376581 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f8f18ce4-b578-4f36-95b8-25dcc999c439 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:48.379381 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f8f18ce4-b578-4f36-95b8-25dcc999c439 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:48.380670 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f8f18ce4-b578-4f36-95b8-25dcc999c439 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "DELETE /v2.0/security-groups/e7d7ec29-84d6-45c6-a2b5-6e04892224ac HTTP/1.1" status: 204 len: 168 time: 0.1330745 Oct 19 01:14:48.384208 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44866) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:48.390329 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f18ce4-b578-4f36-95b8-25dcc999c439 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d7ec29-84d6-45c6-a2b5-6e04892224ac,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:48.444955 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5438f373-69b1-4e71-ab5e-f0a546d85955 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0547051 Oct 19 01:14:48.445294 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44872) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:48.449835 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-9eb0279c-2b71-454d-a79d-3783e8c04b1b tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Request body: {'security_group': {'name': 'tempest-secgroup--1158041915'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:48.474279 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9eb0279c-2b71-454d-a79d-3783e8c04b1b tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:48.561166 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9eb0279c-2b71-454d-a79d-3783e8c04b1b tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:48.571871 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9eb0279c-2b71-454d-a79d-3783e8c04b1b tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:48.608260 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9eb0279c-2b71-454d-a79d-3783e8c04b1b tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:48.609486 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9eb0279c-2b71-454d-a79d-3783e8c04b1b tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1633432 Oct 19 01:14:48.613764 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0279c-2b71-454d-a79d-3783e8c04b1b tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc306cac-f388-4762-9ddc-f16fd5ff1202,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:48.617620 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44878) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:48.623231 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-000c8cdc-6b26-4859-b2c7-331c8a0dba4f tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:48.623711 n-d-715271-26 neutron-server[100606]: WARNING neutron.api.v2.base [None req-000c8cdc-6b26-4859-b2c7-331c8a0dba4f tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 19 01:14:48.624265 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-000c8cdc-6b26-4859-b2c7-331c8a0dba4f tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] update failed (client error): There was a conflict when trying to complete your request. Oct 19 01:14:48.625290 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-000c8cdc-6b26-4859-b2c7-331c8a0dba4f tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "PUT /v2.0/security-groups/fc306cac-f388-4762-9ddc-f16fd5ff1202 HTTP/1.1" status: 409 len: 330 time: 0.0066533 Oct 19 01:14:48.627947 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44880) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:48.691816 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d9adcd8a-af23-49ce-ae90-3739fc89ac4d tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:48.730797 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d9adcd8a-af23-49ce-ae90-3739fc89ac4d tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:48.780503 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d9adcd8a-af23-49ce-ae90-3739fc89ac4d tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:48.783287 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d9adcd8a-af23-49ce-ae90-3739fc89ac4d tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:48.786933 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d9adcd8a-af23-49ce-ae90-3739fc89ac4d tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "DELETE /v2.0/security-groups/fc306cac-f388-4762-9ddc-f16fd5ff1202 HTTP/1.1" status: 204 len: 168 time: 0.1546028 Oct 19 01:14:48.787201 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44882) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:48.804767 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9adcd8a-af23-49ce-ae90-3739fc89ac4d tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc306cac-f388-4762-9ddc-f16fd5ff1202,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:48.864386 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c927fecd-846c-48ae-8f72-2400dc1eace8 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0757458 Oct 19 01:14:48.868765 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44884) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:48.886006 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-bff1c59b-8167-4f3a-ab5c-ac3545768c2f tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] delete failed (client error): The resource could not be found. Oct 19 01:14:48.891302 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-bff1c59b-8167-4f3a-ab5c-ac3545768c2f tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "DELETE /v2.0/security-groups/56585ca1-cbb3-40bb-9106-96bd1662fad9 HTTP/1.1" status: 404 len: 347 time: 0.0171044 Oct 19 01:14:48.891302 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44888) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:48.911135 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-17fd647b-f0e2-475b-ad9d-190a59be37f6 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] show failed (client error): The resource could not be found. Oct 19 01:14:48.919606 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-17fd647b-f0e2-475b-ad9d-190a59be37f6 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "GET /v2.0/security-groups/2e9d8b6b-7701-45b1-b52e-f0a3e8b41456 HTTP/1.1" status: 404 len: 347 time: 0.0271969 Oct 19 01:14:48.932164 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44892) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:48.966108 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-9c96c970-4979-4494-aa3f-a90abc971960 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] show failed (client error): The resource could not be found. Oct 19 01:14:48.966108 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9c96c970-4979-4494-aa3f-a90abc971960 tempest-NegativeSecGroupIPv6Test-317652054 tempest-NegativeSecGroupIPv6Test-317652054-project] 10.222.0.57 "GET /v2.0/security-group-rules/b8e42cc7-a59a-43c2-a1f3-b9a4d85fcf43 HTTP/1.1" status: 404 len: 356 time: 0.0320506 Oct 19 01:14:49.020634 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e425dbf-629b-4246-9db5-d7afeb11e629 req-cddc400b-d06c-48d7-bfd1-c16ff63f6c51 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:49.023152 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3e425dbf-629b-4246-9db5-d7afeb11e629 req-cddc400b-d06c-48d7-bfd1-c16ff63f6c51 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 946 time: 0.0744882 Oct 19 01:14:49.073523 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3e425dbf-629b-4246-9db5-d7afeb11e629 req-5b829753-fcdd-4618-98cf-8360c6dd266d tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438118 Oct 19 01:14:49.198794 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-827c4368-8feb-460d-b090-1df534d5fbf8 req-0dd3a57c-539f-4197-945f-f1ca28ab42c8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=28d237cf-5f5c-4a3e-9866-31b4f5773432&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0477681 Oct 19 01:14:49.295840 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44904) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:49.328500 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c4368-8feb-460d-b090-1df534d5fbf8 req-ee4d2374-16f6-4283-a009-6b8ee3a6d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:49.330313 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-827c4368-8feb-460d-b090-1df534d5fbf8 req-ee4d2374-16f6-4283-a009-6b8ee3a6d958 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2cef90ceee4e4e5aba45348bee033f1a&device_id=28d237cf-5f5c-4a3e-9866-31b4f5773432 HTTP/1.1" status: 200 len: 1098 time: 0.1023788 Oct 19 01:14:49.340518 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42dd83-ed94-4e89-b09a-be10b810bcfe req-9be29020-3621-4b3f-ac5e-08dd89b6632d tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:49.342989 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7d42dd83-ed94-4e89-b09a-be10b810bcfe req-9be29020-3621-4b3f-ac5e-08dd89b6632d tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.0800965 Oct 19 01:14:49.422312 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7d42dd83-ed94-4e89-b09a-be10b810bcfe req-7534c704-45ac-421c-8ae8-2ecc9ef9270c tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736949 Oct 19 01:14:49.475164 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3e3711f6-be47-4eb1-b11a-bedaadeeac4a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=65839c266ad14d89a77410940271c2a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1779680 Oct 19 01:14:49.477706 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44910) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:49.532622 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c4368-8feb-460d-b090-1df534d5fbf8 req-cc98fbee-4da6-478e-b1c1-1cd00a395f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:49.534094 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-827c4368-8feb-460d-b090-1df534d5fbf8 req-cc98fbee-4da6-478e-b1c1-1cd00a395f93 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3439c557-cbe2-48fc-82d0-010c4f65e4e7 HTTP/1.1" status: 200 len: 910 time: 0.1663001 Oct 19 01:14:49.545814 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8f529687-96cd-4bee-841c-de62bcdf0a81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:49.630264 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8f529687-96cd-4bee-841c-de62bcdf0a81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:49.730251 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:49.768459 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-02d30f04-626f-4eca-9b6c-703e22f9349f tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:49.771290 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-02d30f04-626f-4eca-9b6c-703e22f9349f tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/networks?id=6fde0681-0303-4885-b4d6-e7a52aa1ed5d HTTP/1.1" status: 200 len: 814 time: 0.1365762 Oct 19 01:14:49.778038 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-827c4368-8feb-460d-b090-1df534d5fbf8 req-cd0d033a-b415-40a4-a37e-3b54fcf767dd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1113304f-e35b-434b-a268-cf88d4fb2d98 HTTP/1.1" status: 200 len: 1002 time: 0.2272892 Oct 19 01:14:49.798224 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-45f1e314-166a-4fa2-b87c-9a0c63f8f02c tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/quotas/854323d3b0a6463e9a8c317c08485c06 HTTP/1.1" status: 200 len: 375 time: 0.0179408 Oct 19 01:14:49.872047 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c4368-8feb-460d-b090-1df534d5fbf8 req-e2aff1bd-4ef5-48ce-8f9b-e72d9365a4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:49.878036 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-827c4368-8feb-460d-b090-1df534d5fbf8 req-e2aff1bd-4ef5-48ce-8f9b-e72d9365a4d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fa143eec-2220-412c-9891-c90f025fab49 HTTP/1.1" status: 200 len: 848 time: 0.0892885 Oct 19 01:14:49.891123 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-d7cb68e7-2b0b-4530-9266-361d464d5bd6 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=854323d3b0a6463e9a8c317c08485c06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0887311 Oct 19 01:14:49.985329 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8f529687-96cd-4bee-841c-de62bcdf0a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:50.012880 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8f529687-96cd-4bee-841c-de62bcdf0a81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:50.015300 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8f529687-96cd-4bee-841c-de62bcdf0a81 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/976eacbf-4d5f-4703-bf59-636f6634425e HTTP/1.1" status: 204 len: 168 time: 0.5366404 Oct 19 01:14:50.049608 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f529687-96cd-4bee-841c-de62bcdf0a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976eacbf-4d5f-4703-bf59-636f6634425e,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:50.065926 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f529687-96cd-4bee-841c-de62bcdf0a81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:50.066580 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f529687-96cd-4bee-841c-de62bcdf0a81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:50.067161 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f529687-96cd-4bee-841c-de62bcdf0a81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:50.067807 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f529687-96cd-4bee-841c-de62bcdf0a81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:50.068472 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f529687-96cd-4bee-841c-de62bcdf0a81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:50.069904 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f529687-96cd-4bee-841c-de62bcdf0a81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:50.070576 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f529687-96cd-4bee-841c-de62bcdf0a81 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:50.071272 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f529687-96cd-4bee-841c-de62bcdf0a81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:50.072186 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f529687-96cd-4bee-841c-de62bcdf0a81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:50.072758 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f529687-96cd-4bee-841c-de62bcdf0a81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:50.073406 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f529687-96cd-4bee-841c-de62bcdf0a81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:50.074111 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f529687-96cd-4bee-841c-de62bcdf0a81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:50.082241 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c4368-8feb-460d-b090-1df534d5fbf8 req-ce90bbb7-f8d7-4896-97ed-6be5cbaef089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:50.084274 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-827c4368-8feb-460d-b090-1df534d5fbf8 req-ce90bbb7-f8d7-4896-97ed-6be5cbaef089 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3439c557-cbe2-48fc-82d0-010c4f65e4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1915970 Oct 19 01:14:50.142958 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-df494683-c47e-4c59-9f15-f90671e3c0f6 service neutron] 10.222.0.57 "GET /v2.0/networks/6fde0681-0303-4885-b4d6-e7a52aa1ed5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398174 Oct 19 01:14:50.291922 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-9bbad90a-c12c-4346-98cb-662b664fe22b service neutron] 10.222.0.57 "GET /v2.0/networks/6fde0681-0303-4885-b4d6-e7a52aa1ed5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389394 Oct 19 01:14:50.297163 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-827c4368-8feb-460d-b090-1df534d5fbf8 req-80b82015-cf1a-4cc2-9d24-5ecb1d4fbfa0 service neutron] 10.222.0.24 "GET /v2.0/networks/3439c557-cbe2-48fc-82d0-010c4f65e4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035577 Oct 19 01:14:50.406938 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7172e7-97d3-4472-bc5c-1e7fe41512bb req-1e69076a-af13-4e3d-acd9-4ced1074367d tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:50.408768 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cd7172e7-97d3-4472-bc5c-1e7fe41512bb req-1e69076a-af13-4e3d-acd9-4ced1074367d tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 946 time: 0.1719213 Oct 19 01:14:50.433664 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-827c4368-8feb-460d-b090-1df534d5fbf8 req-6354cae6-39cd-44ca-b68e-49be2603c7ca service neutron] 10.222.0.24 "GET /v2.0/networks/3439c557-cbe2-48fc-82d0-010c4f65e4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295154 Oct 19 01:14:50.475229 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cd7172e7-97d3-4472-bc5c-1e7fe41512bb req-a6714116-e9eb-4c82-840c-eb6a37d8c6c8 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561030 Oct 19 01:14:50.493841 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eedd725f-a17a-4541-8712-73025289a717 req-2f0238f6-8a56-4ee0-bd65-8deb74a3df84 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e6f0cbf-ffe9-4d14-a39b-186779932302 HTTP/1.1" status: 200 len: 210 time: 0.0310838 Oct 19 01:14:50.903840 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44970) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:50.908253 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029294 Oct 19 01:14:50.910917 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44972) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:51.022607 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d044d615-9d94-4d9d-b976-5b5210485122 tempest-NetworksApiDiscovery-1168959372 tempest-NetworksApiDiscovery-1168959372-project] 10.222.0.57 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1068535 Oct 19 01:14:51.267496 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:14:51.349907 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44994) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:51.541492 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4ec25ee6-72a4-4b4b-99f0-4c8cd4303039 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:51.619444 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ab09a9ce-c950-49e1-8765-4896c7cea47b req-c86f115f-1a05-4b70-81e6-60068110f132 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e6f0cbf-ffe9-4d14-a39b-186779932302 HTTP/1.1" status: 200 len: 210 time: 0.0393507 Oct 19 01:14:51.702304 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73835427-aa1c-4b00-ad0d-5eebfa3bb2d8 req-47a0b5c0-facf-4b92-bd4e-c0e831412d21 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:51.709523 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-73835427-aa1c-4b00-ad0d-5eebfa3bb2d8 req-47a0b5c0-facf-4b92-bd4e-c0e831412d21 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 946 time: 0.0957465 Oct 19 01:14:51.772375 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-73835427-aa1c-4b00-ad0d-5eebfa3bb2d8 req-e3a0e181-aade-4a31-8669-8f1f3d170e66 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592263 Oct 19 01:14:51.799491 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4ec25ee6-72a4-4b4b-99f0-4c8cd4303039 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:51.805533 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4ec25ee6-72a4-4b4b-99f0-4c8cd4303039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:51.853236 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec25ee6-72a4-4b4b-99f0-4c8cd4303039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb6246a-3d6d-410e-9b1c-babdb9414f0d,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:51.864814 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4ec25ee6-72a4-4b4b-99f0-4c8cd4303039 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=859ea11a876d46c9ac1724dd11b43916&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5132968 Oct 19 01:14:51.866983 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 45012) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:51.877927 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-39281cb8-bbe5-421a-ae31-2243b5361a94 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:51.879579 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-39281cb8-bbe5-421a-ae31-2243b5361a94 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.55 "GET /v2.0/networks?id=6fde0681-0303-4885-b4d6-e7a52aa1ed5d HTTP/1.1" status: 200 len: 814 time: 0.1725726 Oct 19 01:14:51.893007 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-0997fed2-753d-49c1-b629-ca3bb50b6b60 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Request body: {'port': {'device_id': '3e6f0cbf-ffe9-4d14-a39b-186779932302', 'network_id': '6fde0681-0303-4885-b4d6-e7a52aa1ed5d', 'admin_state_up': True, 'tenant_id': '854323d3b0a6463e9a8c317c08485c06'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:51.952947 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-05e76844-5a00-4347-8119-b380c46b8d6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:51.978637 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-05e76844-5a00-4347-8119-b380c46b8d6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:52.054293 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-05e76844-5a00-4347-8119-b380c46b8d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:52.057814 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-05e76844-5a00-4347-8119-b380c46b8d6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:52.059721 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-05e76844-5a00-4347-8119-b380c46b8d6f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7fb6246a-3d6d-410e-9b1c-babdb9414f0d HTTP/1.1" status: 204 len: 168 time: 0.1916263 Oct 19 01:14:52.070672 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e76844-5a00-4347-8119-b380c46b8d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb6246a-3d6d-410e-9b1c-babdb9414f0d,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:52.409041 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-0997fed2-753d-49c1-b629-ca3bb50b6b60 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Made reservation on behalf of 854323d3b0a6463e9a8c317c08485c06 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:14:52.413980 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-0997fed2-753d-49c1-b629-ca3bb50b6b60 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:52.614797 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-0997fed2-753d-49c1-b629-ca3bb50b6b60 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Allocated IP 172.20.0.8 (6fde0681-0303-4885-b4d6-e7a52aa1ed5d/c34f3bc6-87d2-43ce-a91f-60bcb8357212/005e9615-1502-45a2-9b87-f47e4b21ae05) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:14:52.774200 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4cd3938e-107c-461f-843e-115736b1f1de req-f57d5ec0-db4e-400c-90c9-5b0b20f6a91b tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e6f0cbf-ffe9-4d14-a39b-186779932302 HTTP/1.1" status: 200 len: 210 time: 0.0625484 Oct 19 01:14:52.813668 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-0997fed2-753d-49c1-b629-ca3bb50b6b60 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:52.855453 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-0997fed2-753d-49c1-b629-ca3bb50b6b60 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:52.868426 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['efeadb03-b8e1-4204-b42c-be7a2a69aa70'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:14:52.925348 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65deb2-855a-476a-96e0-299479cf2da3 req-ff69f9dd-a4f5-45b1-8c4a-0d144c9c9fb0 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:52.934729 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-0997fed2-753d-49c1-b629-ca3bb50b6b60 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Network 6fde0681-0303-4885-b4d6-e7a52aa1ed5d is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:14:52.941880 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cf65deb2-855a-476a-96e0-299479cf2da3 req-ff69f9dd-a4f5-45b1-8c4a-0d144c9c9fb0 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 946 time: 0.0871646 Oct 19 01:14:52.956434 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997fed2-753d-49c1-b629-ca3bb50b6b60 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Pushing event updated for resources: {'Port': ['ID=005e9615-1502-45a2-9b87-f47e4b21ae05,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:52.966314 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-0997fed2-753d-49c1-b629-ca3bb50b6b60 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:52.968957 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-0997fed2-753d-49c1-b629-ca3bb50b6b60 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:14:53.024430 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cf65deb2-855a-476a-96e0-299479cf2da3 req-7b05f14f-40dd-48d2-a23a-eb3bc22c2a49 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816746 Oct 19 01:14:53.026720 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-0997fed2-753d-49c1-b629-ca3bb50b6b60 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:53.027948 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-0997fed2-753d-49c1-b629-ca3bb50b6b60 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:53.051976 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-0997fed2-753d-49c1-b629-ca3bb50b6b60 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1628394 Oct 19 01:14:53.064842 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-917b179a-e9fa-4cfe-bf5a-ba71545747a9 service neutron] Request body: {'port': {'device_id': '3e6f0cbf-ffe9-4d14-a39b-186779932302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:53.119619 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-917b179a-e9fa-4cfe-bf5a-ba71545747a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:53.415702 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-917b179a-e9fa-4cfe-bf5a-ba71545747a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 005e9615-1502-45a2-9b87-f47e4b21ae05 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:14:53.423984 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-917b179a-e9fa-4cfe-bf5a-ba71545747a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:53.438074 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-917b179a-e9fa-4cfe-bf5a-ba71545747a9 service neutron] Transition to ACTIVE for port object 005e9615-1502-45a2-9b87-f47e4b21ae05 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:14:53.442226 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-917b179a-e9fa-4cfe-bf5a-ba71545747a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:53.530193 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b179a-e9fa-4cfe-bf5a-ba71545747a9 service neutron] Pushing event updated for resources: {'Port': ['ID=005e9615-1502-45a2-9b87-f47e4b21ae05,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:53.586515 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-917b179a-e9fa-4cfe-bf5a-ba71545747a9 service neutron] Attempting to bind port 005e9615-1502-45a2-9b87-f47e4b21ae05 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:14:53.586937 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-917b179a-e9fa-4cfe-bf5a-ba71545747a9 service neutron] Attempting to bind port 005e9615-1502-45a2-9b87-f47e4b21ae05 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'ffd81065-8232-4238-985f-d7b5c5e64688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '6fde0681-0303-4885-b4d6-e7a52aa1ed5d'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:14:53.587211 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-917b179a-e9fa-4cfe-bf5a-ba71545747a9 service neutron] Attempting to bind port 005e9615-1502-45a2-9b87-f47e4b21ae05 on network 6fde0681-0303-4885-b4d6-e7a52aa1ed5d {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:14:53.594404 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-917b179a-e9fa-4cfe-bf5a-ba71545747a9 service neutron] Port 005e9615-1502-45a2-9b87-f47e4b21ae05 on network 6fde0681-0303-4885-b4d6-e7a52aa1ed5d not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:14:53.594841 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-917b179a-e9fa-4cfe-bf5a-ba71545747a9 service neutron] Attempting to bind port 005e9615-1502-45a2-9b87-f47e4b21ae05 on network 6fde0681-0303-4885-b4d6-e7a52aa1ed5d {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:14:53.601633 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-917b179a-e9fa-4cfe-bf5a-ba71545747a9 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:14:53.602073 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-917b179a-e9fa-4cfe-bf5a-ba71545747a9 service neutron] Checking segment: {'id': 'ffd81065-8232-4238-985f-d7b5c5e64688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '6fde0681-0303-4885-b4d6-e7a52aa1ed5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:14:53.602470 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-917b179a-e9fa-4cfe-bf5a-ba71545747a9 service neutron] Bound using segment: {'id': 'ffd81065-8232-4238-985f-d7b5c5e64688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '6fde0681-0303-4885-b4d6-e7a52aa1ed5d'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:14:53.602919 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-917b179a-e9fa-4cfe-bf5a-ba71545747a9 service neutron] Bound port: 005e9615-1502-45a2-9b87-f47e4b21ae05, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd81065-8232-4238-985f-d7b5c5e64688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '6fde0681-0303-4885-b4d6-e7a52aa1ed5d'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:14:53.603289 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-917b179a-e9fa-4cfe-bf5a-ba71545747a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:53.688573 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-917b179a-e9fa-4cfe-bf5a-ba71545747a9 service neutron] For port 005e9615-1502-45a2-9b87-f47e4b21ae05, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:14:53.691712 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-917b179a-e9fa-4cfe-bf5a-ba71545747a9 service neutron] For port 005e9615-1502-45a2-9b87-f47e4b21ae05, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=005e9615-1502-45a2-9b87-f47e4b21ae05,segment=NetworkSegment(ffd81065-8232-4238-985f-d7b5c5e64688),segment_id=ffd81065-8232-4238-985f-d7b5c5e64688)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:14:53.697423 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-917b179a-e9fa-4cfe-bf5a-ba71545747a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:53.733361 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-917b179a-e9fa-4cfe-bf5a-ba71545747a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:53.734154 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-917b179a-e9fa-4cfe-bf5a-ba71545747a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:53.735646 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-917b179a-e9fa-4cfe-bf5a-ba71545747a9 service neutron] 10.222.0.55 "PUT /v2.0/ports/005e9615-1502-45a2-9b87-f47e4b21ae05 HTTP/1.1" status: 200 len: 1092 time: 0.6755989 Oct 19 01:14:53.740346 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e6f0cbf-ffe9-4d14-a39b-186779932302', 'tag': '005e9615-1502-45a2-9b87-f47e4b21ae05'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:14:53.743812 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bcb402-aaa9-4346-a1ad-47a91ef0ace9" -d '{"events": [{"name": "network-changed", "server_uuid": "3e6f0cbf-ffe9-4d14-a39b-186779932302", "tag": "005e9615-1502-45a2-9b87-f47e4b21ae05"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:14:53.778596 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b179a-e9fa-4cfe-bf5a-ba71545747a9 service neutron] Pushing event updated for resources: {'Port': ['ID=005e9615-1502-45a2-9b87-f47e4b21ae05,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:53.794515 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333eb2be-33b0-431e-9fe2-6363d9e777c9 x-openstack-request-id: req-333eb2be-33b0-431e-9fe2-6363d9e777c9 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:53.795057 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e6f0cbf-ffe9-4d14-a39b-186779932302", "tag": "005e9615-1502-45a2-9b87-f47e4b21ae05", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:53.795875 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-333eb2be-33b0-431e-9fe2-6363d9e777c9 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:53.796613 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e6f0cbf-ffe9-4d14-a39b-186779932302', 'tag': '005e9615-1502-45a2-9b87-f47e4b21ae05', 'status': 'completed', 'code': 200} Oct 19 01:14:53.881400 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-2be45e2a-dc56-4953-bb4d-5c7ab2b0ad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:53.888613 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-2be45e2a-dc56-4953-bb4d-5c7ab2b0ad0b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=854323d3b0a6463e9a8c317c08485c06&device_id=3e6f0cbf-ffe9-4d14-a39b-186779932302 HTTP/1.1" status: 200 len: 1095 time: 0.0828931 Oct 19 01:14:53.934475 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc0651-1f53-4157-a3ca-7d78f1465304 req-21e2d143-af76-4440-8135-621c5b11a624 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:53.949083 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-d5ca4b24-462e-48a5-ae99-724d9cce1fd3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=005e9615-1502-45a2-9b87-f47e4b21ae05 HTTP/1.1" status: 200 len: 217 time: 0.0527177 Oct 19 01:14:53.965232 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-87cc0651-1f53-4157-a3ca-7d78f1465304 req-21e2d143-af76-4440-8135-621c5b11a624 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e6f0cbf-ffe9-4d14-a39b-186779932302 HTTP/1.1" status: 200 len: 943 time: 0.0992815 Oct 19 01:14:54.054468 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-b30d0c64-a5cf-4ea4-8415-9daf1f1b8bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:54.062286 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-b30d0c64-a5cf-4ea4-8415-9daf1f1b8bb2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c34f3bc6-87d2-43ce-a91f-60bcb8357212 HTTP/1.1" status: 200 len: 854 time: 0.1066320 Oct 19 01:14:54.065478 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-87cc0651-1f53-4157-a3ca-7d78f1465304 req-1afc4210-7782-4f72-bbf5-68825dd4f3ed tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948195 Oct 19 01:14:54.100640 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-193a2924-567d-4ed0-8802-4e6fc86816e4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6fde0681-0303-4885-b4d6-e7a52aa1ed5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340090 Oct 19 01:14:54.281770 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3948aa-3ee3-4650-b73e-ed7b31be4ab0 req-bf5b7611-5e9a-41c7-aa3c-637500f307b0 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:54.283337 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ce3948aa-3ee3-4650-b73e-ed7b31be4ab0 req-bf5b7611-5e9a-41c7-aa3c-637500f307b0 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 946 time: 0.1283231 Oct 19 01:14:54.287150 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-c44a3842-a956-43c7-addd-b400f26c12c0 service neutron] 10.222.0.55 "GET /v2.0/networks/6fde0681-0303-4885-b4d6-e7a52aa1ed5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784749 Oct 19 01:14:54.388833 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ce3948aa-3ee3-4650-b73e-ed7b31be4ab0 req-19e1b391-723d-4dbd-a1ac-933dca458643 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976632 Oct 19 01:14:54.432607 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aacb8ee9-4824-46a4-ac97-9b4e433a2b3f req-b0153bae-e23c-4201-b04b-dd81ac1967e6 service neutron] 10.222.0.55 "GET /v2.0/networks/6fde0681-0303-4885-b4d6-e7a52aa1ed5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318424 Oct 19 01:14:54.462852 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 45098) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:54.528891 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bcb402-aaa9-4346-a1ad-47a91ef0ace9 req-8893a024-1867-4257-bcac-e93ca80033b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:54.530722 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c7bcb402-aaa9-4346-a1ad-47a91ef0ace9 req-8893a024-1867-4257-bcac-e93ca80033b3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=854323d3b0a6463e9a8c317c08485c06&device_id=3e6f0cbf-ffe9-4d14-a39b-186779932302 HTTP/1.1" status: 200 len: 1095 time: 0.0500987 Oct 19 01:14:54.608200 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-99661d80-6c8e-46af-8a68-b2f83d0ab073 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:54.728235 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bcb402-aaa9-4346-a1ad-47a91ef0ace9 req-03fc2124-b2e8-4fad-a5d5-4bab445acdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:54.730804 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c7bcb402-aaa9-4346-a1ad-47a91ef0ace9 req-03fc2124-b2e8-4fad-a5d5-4bab445acdef service neutron] 10.222.0.55 "GET /v2.0/networks?id=6fde0681-0303-4885-b4d6-e7a52aa1ed5d HTTP/1.1" status: 200 len: 915 time: 0.1925054 Oct 19 01:14:54.774031 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-99661d80-6c8e-46af-8a68-b2f83d0ab073 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:54.782713 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-99661d80-6c8e-46af-8a68-b2f83d0ab073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:54.822064 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c7bcb402-aaa9-4346-a1ad-47a91ef0ace9 req-8c931200-e452-4b2e-ac5b-ecdf722bae73 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=005e9615-1502-45a2-9b87-f47e4b21ae05 HTTP/1.1" status: 200 len: 217 time: 0.0839746 Oct 19 01:14:54.874699 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-99661d80-6c8e-46af-8a68-b2f83d0ab073 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f7587edcb6314739a23b20c3a29ff60a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4108322 Oct 19 01:14:54.876495 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99661d80-6c8e-46af-8a68-b2f83d0ab073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1600f1-43e8-4cb5-841e-8271db6ac667,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:54.878225 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45108) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:54.906333 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bcb402-aaa9-4346-a1ad-47a91ef0ace9 req-f69051dc-af3e-4bd2-8cd3-813fb9432712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:54.908684 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c7bcb402-aaa9-4346-a1ad-47a91ef0ace9 req-f69051dc-af3e-4bd2-8cd3-813fb9432712 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c34f3bc6-87d2-43ce-a91f-60bcb8357212 HTTP/1.1" status: 200 len: 854 time: 0.0796304 Oct 19 01:14:54.940211 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 45110) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:54.979959 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c7bcb402-aaa9-4346-a1ad-47a91ef0ace9 req-7ff7ec56-e81d-47aa-bbf8-18644bd1c766 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6fde0681-0303-4885-b4d6-e7a52aa1ed5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565686 Oct 19 01:14:55.014470 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ae60be21-8013-4af5-8eea-0aa480669926 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:55.082874 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ae60be21-8013-4af5-8eea-0aa480669926 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:55.120834 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-65a26697-28a9-49e3-bc7f-ab007a5604ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:55.145877 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c7bcb402-aaa9-4346-a1ad-47a91ef0ace9 req-9401da10-407b-4bb8-8dd8-55639651fd44 service neutron] 10.222.0.55 "GET /v2.0/networks/6fde0681-0303-4885-b4d6-e7a52aa1ed5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532309 Oct 19 01:14:55.202681 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ae60be21-8013-4af5-8eea-0aa480669926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:55.205900 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ae60be21-8013-4af5-8eea-0aa480669926 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:55.207258 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ae60be21-8013-4af5-8eea-0aa480669926 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/eb1600f1-43e8-4cb5-841e-8271db6ac667 HTTP/1.1" status: 204 len: 168 time: 0.3279729 Oct 19 01:14:55.223622 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae60be21-8013-4af5-8eea-0aa480669926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1600f1-43e8-4cb5-841e-8271db6ac667,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:55.320871 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c7bcb402-aaa9-4346-a1ad-47a91ef0ace9 req-02e777f6-c94d-4c39-9594-db6030bf3b1b service neutron] 10.222.0.55 "GET /v2.0/networks/6fde0681-0303-4885-b4d6-e7a52aa1ed5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601837 Oct 19 01:14:55.370680 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-65a26697-28a9-49e3-bc7f-ab007a5604ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:55.387110 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffcda69-e1b3-4d62-b76b-793a3d7a8a39 req-100275ce-37d9-48f3-b560-0276ad01bdc4 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:55.389357 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fffcda69-e1b3-4d62-b76b-793a3d7a8a39 req-100275ce-37d9-48f3-b560-0276ad01bdc4 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e6f0cbf-ffe9-4d14-a39b-186779932302 HTTP/1.1" status: 200 len: 943 time: 0.2111194 Oct 19 01:14:55.389639 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-65a26697-28a9-49e3-bc7f-ab007a5604ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:55.452290 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45126) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:55.452580 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-65a26697-28a9-49e3-bc7f-ab007a5604ac admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1372a693141f40e889999cca10a6dc5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5135241 Oct 19 01:14:55.483332 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a26697-28a9-49e3-bc7f-ab007a5604ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03796da5-6a35-4d36-bd52-840466b607bf,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:55.498211 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fffcda69-e1b3-4d62-b76b-793a3d7a8a39 req-b351d9cd-5230-464d-b3f8-91e569ffb50a tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941410 Oct 19 01:14:55.559327 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e5b96e5a-034a-44af-bc29-5921eeca0838 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:55.569243 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31644388-952d-44bd-a5a5-a9787c27078e req-78b67a47-6465-44ae-9e6b-521d9cd4ad30 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:55.570850 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-31644388-952d-44bd-a5a5-a9787c27078e req-78b67a47-6465-44ae-9e6b-521d9cd4ad30 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 946 time: 0.0931971 Oct 19 01:14:55.607483 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e5b96e5a-034a-44af-bc29-5921eeca0838 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:55.608552 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 45128) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:55.621601 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8548715e-da8a-4864-b4a5-986c197f229c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:55.638206 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-31644388-952d-44bd-a5a5-a9787c27078e req-68b2ca6d-75df-4f29-a78a-7eb52285fe24 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585959 Oct 19 01:14:55.671843 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e5b96e5a-034a-44af-bc29-5921eeca0838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:55.674738 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e5b96e5a-034a-44af-bc29-5921eeca0838 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:55.675933 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e5b96e5a-034a-44af-bc29-5921eeca0838 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/03796da5-6a35-4d36-bd52-840466b607bf HTTP/1.1" status: 204 len: 168 time: 0.2221515 Oct 19 01:14:55.684350 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b96e5a-034a-44af-bc29-5921eeca0838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03796da5-6a35-4d36-bd52-840466b607bf,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:55.716332 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8548715e-da8a-4864-b4a5-986c197f229c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:55.720180 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8548715e-da8a-4864-b4a5-986c197f229c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:55.759313 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8548715e-da8a-4864-b4a5-986c197f229c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=90b6070348564a88919ce715cf0c7c0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1495039 Oct 19 01:14:55.760450 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548715e-da8a-4864-b4a5-986c197f229c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00302c69-7313-4350-8d92-96d61f3c5b5a,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:55.762017 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45132) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:55.815398 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7814796b-4a79-40e3-bd1e-a2dcffc9f589 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:55.837750 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7814796b-4a79-40e3-bd1e-a2dcffc9f589 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:55.891169 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7814796b-4a79-40e3-bd1e-a2dcffc9f589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:55.893906 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7814796b-4a79-40e3-bd1e-a2dcffc9f589 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:55.895114 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7814796b-4a79-40e3-bd1e-a2dcffc9f589 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/00302c69-7313-4350-8d92-96d61f3c5b5a HTTP/1.1" status: 204 len: 168 time: 0.1317837 Oct 19 01:14:55.903403 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814796b-4a79-40e3-bd1e-a2dcffc9f589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00302c69-7313-4350-8d92-96d61f3c5b5a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:55.911022 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814796b-4a79-40e3-bd1e-a2dcffc9f589 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:55.911378 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814796b-4a79-40e3-bd1e-a2dcffc9f589 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:55.911740 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814796b-4a79-40e3-bd1e-a2dcffc9f589 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:55.912088 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814796b-4a79-40e3-bd1e-a2dcffc9f589 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:55.912427 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814796b-4a79-40e3-bd1e-a2dcffc9f589 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:55.913253 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814796b-4a79-40e3-bd1e-a2dcffc9f589 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:55.913610 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814796b-4a79-40e3-bd1e-a2dcffc9f589 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:55.913939 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814796b-4a79-40e3-bd1e-a2dcffc9f589 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:55.914272 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814796b-4a79-40e3-bd1e-a2dcffc9f589 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:55.914606 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814796b-4a79-40e3-bd1e-a2dcffc9f589 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:55.914924 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814796b-4a79-40e3-bd1e-a2dcffc9f589 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:55.915250 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814796b-4a79-40e3-bd1e-a2dcffc9f589 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:56.021787 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 45138) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:56.036133 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5605d9f7-783e-4c42-bbe4-4e16c6912713 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:56.113378 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5605d9f7-783e-4c42-bbe4-4e16c6912713 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:56.117308 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5605d9f7-783e-4c42-bbe4-4e16c6912713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:56.155520 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5605d9f7-783e-4c42-bbe4-4e16c6912713 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7cdf3c4a965646b9b31b584d027d637f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320632 Oct 19 01:14:56.157534 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605d9f7-783e-4c42-bbe4-4e16c6912713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee3f229-fb12-4256-b893-d95af3a878ce,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:56.158448 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45144) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:56.216245 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6aa2b0e-92d4-49ec-8e0e-30d1cf6d52d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:56.237773 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6aa2b0e-92d4-49ec-8e0e-30d1cf6d52d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:56.286332 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6aa2b0e-92d4-49ec-8e0e-30d1cf6d52d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:56.289487 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6aa2b0e-92d4-49ec-8e0e-30d1cf6d52d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:56.290704 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b6aa2b0e-92d4-49ec-8e0e-30d1cf6d52d8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fee3f229-fb12-4256-b893-d95af3a878ce HTTP/1.1" status: 204 len: 168 time: 0.1311116 Oct 19 01:14:56.300397 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa2b0e-92d4-49ec-8e0e-30d1cf6d52d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee3f229-fb12-4256-b893-d95af3a878ce,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:56.632806 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ceb94-3fd6-47ee-8733-5dc15cb38dca req-ef05df27-915f-4dd9-82a5-5db2ad90fa8f tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:56.634854 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-487ceb94-3fd6-47ee-8733-5dc15cb38dca req-ef05df27-915f-4dd9-82a5-5db2ad90fa8f tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e6f0cbf-ffe9-4d14-a39b-186779932302 HTTP/1.1" status: 200 len: 943 time: 0.0571961 Oct 19 01:14:56.722298 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-487ceb94-3fd6-47ee-8733-5dc15cb38dca req-3844598c-6247-492e-9ef9-b7e12cb6a73a tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786760 Oct 19 01:14:56.810909 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049e662-0dba-49af-991c-f289f8737c48 req-563b701d-5f5c-4b69-991f-1395425d4cbe tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:56.812488 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f049e662-0dba-49af-991c-f289f8737c48 req-563b701d-5f5c-4b69-991f-1395425d4cbe tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 946 time: 0.0542963 Oct 19 01:14:56.857709 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f049e662-0dba-49af-991c-f289f8737c48 req-3fe2e5ef-2074-4d4c-a892-3b2e9400cc64 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388663 Oct 19 01:14:56.983413 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:57.871668 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df46e6-bf63-420b-b1cb-02954e784c30 req-f23e111f-9f50-4849-9227-e368a944c825 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:57.873478 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d3df46e6-bf63-420b-b1cb-02954e784c30 req-f23e111f-9f50-4849-9227-e368a944c825 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e6f0cbf-ffe9-4d14-a39b-186779932302 HTTP/1.1" status: 200 len: 943 time: 0.0736303 Oct 19 01:14:57.925989 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d3df46e6-bf63-420b-b1cb-02954e784c30 req-f670bf63-5b3b-4032-863c-391d1ba0e67a tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458572 Oct 19 01:14:58.020109 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a47a82-06cf-44a2-b30f-b50f5d1cefe6 req-94e1b01a-62d2-4668-af73-23c0ee1fb5e9 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:58.021705 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-76a47a82-06cf-44a2-b30f-b50f5d1cefe6 req-94e1b01a-62d2-4668-af73-23c0ee1fb5e9 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 946 time: 0.0589504 Oct 19 01:14:58.076484 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-76a47a82-06cf-44a2-b30f-b50f5d1cefe6 req-6969cdd7-2047-4f6e-953a-e5291f84e65d tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473697 Oct 19 01:14:58.170420 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 45256) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:58.280651 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a369c4bd-cc28-44df-bb0a-3a0323773eb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:58.357777 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a369c4bd-cc28-44df-bb0a-3a0323773eb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:58.361452 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a369c4bd-cc28-44df-bb0a-3a0323773eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:58.399752 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a369c4bd-cc28-44df-bb0a-3a0323773eb4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=927e2949fcde428a868d27e7dff11894&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2282097 Oct 19 01:14:58.402192 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 45260) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:58.408060 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369c4bd-cc28-44df-bb0a-3a0323773eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71c458c-e1c3-484a-9ab7-c4aa510a424f,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:58.458188 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-567f725a-3ad6-41f9-867e-b85454e0cafd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:58.480604 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-567f725a-3ad6-41f9-867e-b85454e0cafd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:58.531776 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-567f725a-3ad6-41f9-867e-b85454e0cafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:58.534432 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-567f725a-3ad6-41f9-867e-b85454e0cafd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:58.535921 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-567f725a-3ad6-41f9-867e-b85454e0cafd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b71c458c-e1c3-484a-9ab7-c4aa510a424f HTTP/1.1" status: 204 len: 168 time: 0.1327074 Oct 19 01:14:58.545492 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f725a-3ad6-41f9-867e-b85454e0cafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71c458c-e1c3-484a-9ab7-c4aa510a424f,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:58.837137 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 45274) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:58.850628 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e9dad82-1ea6-4095-ab8d-f25dbd2c890e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:58.927172 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e9dad82-1ea6-4095-ab8d-f25dbd2c890e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:58.931402 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e9dad82-1ea6-4095-ab8d-f25dbd2c890e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:58.958324 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 005e9615-1502-45a2-9b87-f47e4b21ae05 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:14:58.981000 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5e9dad82-1ea6-4095-ab8d-f25dbd2c890e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=036b7b9c7d5c44179d559f5acbe6bd3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425812 Oct 19 01:14:58.983539 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 45284) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:59.000787 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9dad82-1ea6-4095-ab8d-f25dbd2c890e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc68233-d8a2-4e9e-ae5c-ea11f83fdb00,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:59.064120 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 005e9615-1502-45a2-9b87-f47e4b21ae05, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=005e9615-1502-45a2-9b87-f47e4b21ae05,segment=NetworkSegment(ffd81065-8232-4238-985f-d7b5c5e64688),segment_id=ffd81065-8232-4238-985f-d7b5c5e64688)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:59.075588 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6edb7dbb-e31b-4ed6-91a9-3edb35ade5dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:59.077041 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '005e9615-1502-45a2-9b87-f47e4b21ae05', 'network_id': '6fde0681-0303-4885-b4d6-e7a52aa1ed5d', 'port_id': '005e9615-1502-45a2-9b87-f47e4b21ae05', 'mac_address': 'fa:16:3e:95:b0:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c34f3bc6-87d2-43ce-a91f-60bcb8357212', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:14:59.096383 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d354a-c79a-4d31-bfa0-23f9a45364bc req-33f52419-37d0-420e-b8b2-f9c8c85f3f85 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:59.097942 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5d8d354a-c79a-4d31-bfa0-23f9a45364bc req-33f52419-37d0-420e-b8b2-f9c8c85f3f85 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e6f0cbf-ffe9-4d14-a39b-186779932302 HTTP/1.1" status: 200 len: 943 time: 0.0897646 Oct 19 01:14:59.117503 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:59.120183 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6edb7dbb-e31b-4ed6-91a9-3edb35ade5dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:59.136320 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 005e9615-1502-45a2-9b87-f47e4b21ae05 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:14:59.158623 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 005e9615-1502-45a2-9b87-f47e4b21ae05, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=005e9615-1502-45a2-9b87-f47e4b21ae05,segment=NetworkSegment(ffd81065-8232-4238-985f-d7b5c5e64688),segment_id=ffd81065-8232-4238-985f-d7b5c5e64688)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:59.164998 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:59.176710 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5d8d354a-c79a-4d31-bfa0-23f9a45364bc req-ee3cc651-c516-47f1-8e4a-0d4c7f5f93f6 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665994 Oct 19 01:14:59.208716 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6edb7dbb-e31b-4ed6-91a9-3edb35ade5dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:59.212097 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6edb7dbb-e31b-4ed6-91a9-3edb35ade5dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:59.213437 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6edb7dbb-e31b-4ed6-91a9-3edb35ade5dd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8cc68233-d8a2-4e9e-ae5c-ea11f83fdb00 HTTP/1.1" status: 204 len: 168 time: 0.2289729 Oct 19 01:14:59.221928 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb7dbb-e31b-4ed6-91a9-3edb35ade5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc68233-d8a2-4e9e-ae5c-ea11f83fdb00,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:59.228646 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=005e9615-1502-45a2-9b87-f47e4b21ae05,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:59.259936 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:59.267644 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04442da6-2eb6-4361-a582-364574d2f032 req-93217c39-b5c3-44e5-b904-f40e9c2572c4 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:59.276742 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-04442da6-2eb6-4361-a582-364574d2f032 req-93217c39-b5c3-44e5-b904-f40e9c2572c4 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 946 time: 0.1143513 Oct 19 01:14:59.323875 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-04442da6-2eb6-4361-a582-364574d2f032 req-65690c78-b3ee-4f2a-aed6-77303d5f9ff6 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438116 Oct 19 01:14:59.469966 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['005e9615-1502-45a2-9b87-f47e4b21ae05'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:15:00.311987 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1340e5-d4db-41dd-bbbb-01c7aee81c17 req-6374ba18-6aa4-48ba-b219-f6ba6feb7769 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:00.313489 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ec1340e5-d4db-41dd-bbbb-01c7aee81c17 req-6374ba18-6aa4-48ba-b219-f6ba6feb7769 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e6f0cbf-ffe9-4d14-a39b-186779932302 HTTP/1.1" status: 200 len: 944 time: 0.0536275 Oct 19 01:15:00.352568 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ec1340e5-d4db-41dd-bbbb-01c7aee81c17 req-e0d5816a-27e4-4069-a068-1dfedab58294 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330632 Oct 19 01:15:00.439838 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9ea9a-914d-4a48-95fb-a1a89de007e3 req-f40b01e9-0489-4a2e-a752-8fe73c865501 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:00.441365 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b5a9ea9a-914d-4a48-95fb-a1a89de007e3 req-f40b01e9-0489-4a2e-a752-8fe73c865501 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 946 time: 0.0521724 Oct 19 01:15:00.482497 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b5a9ea9a-914d-4a48-95fb-a1a89de007e3 req-a064e5dc-b063-4648-ac05-e4e2f90e720c tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339506 Oct 19 01:15:00.953767 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 005e9615-1502-45a2-9b87-f47e4b21ae05 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:15:01.013622 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 005e9615-1502-45a2-9b87-f47e4b21ae05 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:15:01.017979 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 005e9615-1502-45a2-9b87-f47e4b21ae05 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:15:01.018428 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:01.104711 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:01.129435 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6f0cbf-ffe9-4d14-a39b-186779932302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005e9615-1502-45a2-9b87-f47e4b21ae05'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:01.132424 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426faf82-9014-467d-bcca-a3363764cc9a" -d '{"events": [{"server_uuid": "3e6f0cbf-ffe9-4d14-a39b-186779932302", "name": "network-vif-plugged", "status": "completed", "tag": "005e9615-1502-45a2-9b87-f47e4b21ae05"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:01.146638 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 005e9615-1502-45a2-9b87-f47e4b21ae05, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=005e9615-1502-45a2-9b87-f47e4b21ae05,segment=NetworkSegment(ffd81065-8232-4238-985f-d7b5c5e64688),segment_id=ffd81065-8232-4238-985f-d7b5c5e64688)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:01.153506 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:01.182411 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9fd7c54-3fe9-4378-be12-722b694397f0 x-openstack-request-id: req-a9fd7c54-3fe9-4378-be12-722b694397f0 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:01.182657 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6f0cbf-ffe9-4d14-a39b-186779932302", "name": "network-vif-plugged", "status": "completed", "tag": "005e9615-1502-45a2-9b87-f47e4b21ae05", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:01.182859 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a9fd7c54-3fe9-4378-be12-722b694397f0 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:01.183241 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6f0cbf-ffe9-4d14-a39b-186779932302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005e9615-1502-45a2-9b87-f47e4b21ae05', 'code': 200} Oct 19 01:15:01.212522 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=005e9615-1502-45a2-9b87-f47e4b21ae05,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:01.283545 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4e831-524f-40df-b51a-d3a0f612b005 req-fb1533d3-6ed1-48a0-b865-f608a92e1362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:01.285115 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0da4e831-524f-40df-b51a-d3a0f612b005 req-fb1533d3-6ed1-48a0-b865-f608a92e1362 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3e6f0cbf-ffe9-4d14-a39b-186779932302 HTTP/1.1" status: 200 len: 1097 time: 0.0487592 Oct 19 01:15:01.324478 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0da4e831-524f-40df-b51a-d3a0f612b005 req-7cfdba3c-e500-4533-8c98-aa5c547cacbb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312274 Oct 19 01:15:01.472638 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24294ae-98ac-422a-90f7-c55968c9b181 req-828efcaf-32c7-412e-83ef-a42b04220b02 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:01.474160 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b24294ae-98ac-422a-90f7-c55968c9b181 req-828efcaf-32c7-412e-83ef-a42b04220b02 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e6f0cbf-ffe9-4d14-a39b-186779932302 HTTP/1.1" status: 200 len: 945 time: 0.0514331 Oct 19 01:15:01.515233 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b24294ae-98ac-422a-90f7-c55968c9b181 req-62d9c622-3746-42e0-b115-fb8718b10bc2 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344412 Oct 19 01:15:01.620275 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b851eb0-c680-46c1-8e7e-2002dfa44859 req-869bc6f8-06f1-4d9c-86af-651b12113a55 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:01.626068 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8b851eb0-c680-46c1-8e7e-2002dfa44859 req-869bc6f8-06f1-4d9c-86af-651b12113a55 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 946 time: 0.0600495 Oct 19 01:15:01.674829 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8b851eb0-c680-46c1-8e7e-2002dfa44859 req-cf8a56a1-4c41-40e9-9beb-efc941e81057 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415368 Oct 19 01:15:02.752192 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3214d-05af-493e-aa1e-76414d1e1abd req-1d4811b1-b79c-4237-8a53-51f1568d73bb tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:02.754174 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1db3214d-05af-493e-aa1e-76414d1e1abd req-1d4811b1-b79c-4237-8a53-51f1568d73bb tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e6f0cbf-ffe9-4d14-a39b-186779932302 HTTP/1.1" status: 200 len: 945 time: 0.1371641 Oct 19 01:15:02.888175 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1db3214d-05af-493e-aa1e-76414d1e1abd req-fed546db-66b2-45dd-bf88-e14f271c2b7f tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212180 Oct 19 01:15:02.961599 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b1236-c03b-4903-8789-c2fca63ed67d req-8b3798bc-0fd3-45ef-abd1-22b1d50ae7c8 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:02.969353 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-824b1236-c03b-4903-8789-c2fca63ed67d req-8b3798bc-0fd3-45ef-abd1-22b1d50ae7c8 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 946 time: 0.1281724 Oct 19 01:15:03.020377 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-824b1236-c03b-4903-8789-c2fca63ed67d req-e2131c7c-8212-4b3b-abea-2d061c24a908 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447354 Oct 19 01:15:03.105905 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8039b4-0499-4f71-bb63-3f697f3fb846 req-1cafe422-1eb9-4d29-8e15-dfd4d0c2cef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:03.107429 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3e8039b4-0499-4f71-bb63-3f697f3fb846 req-1cafe422-1eb9-4d29-8e15-dfd4d0c2cef8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 1098 time: 0.0575869 Oct 19 01:15:03.148852 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3e8039b4-0499-4f71-bb63-3f697f3fb846 req-2ee5da5f-1afe-476e-9fd6-d786430efca0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333812 Oct 19 01:15:04.030967 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b1173-851b-4c46-bd34-b3cd791d7aaf req-5b965138-6c8e-4252-ac5d-8cd6b360592d tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:04.034723 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5e8b1173-851b-4c46-bd34-b3cd791d7aaf req-5b965138-6c8e-4252-ac5d-8cd6b360592d tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e6f0cbf-ffe9-4d14-a39b-186779932302 HTTP/1.1" status: 200 len: 945 time: 0.0610292 Oct 19 01:15:04.120606 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5e8b1173-851b-4c46-bd34-b3cd791d7aaf req-f3becea2-5835-4dca-94f5-b15b1c9fcc6f tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778825 Oct 19 01:15:04.193211 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05c5fd-2add-46c3-8a94-36f170c60e19 req-bf5ae3a2-9372-4b12-8e05-0a2a1281a26b tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:04.206087 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3b05c5fd-2add-46c3-8a94-36f170c60e19 req-bf5ae3a2-9372-4b12-8e05-0a2a1281a26b tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 946 time: 0.1117730 Oct 19 01:15:04.264490 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3b05c5fd-2add-46c3-8a94-36f170c60e19 req-0d43fd04-98cd-4079-945a-d5077a5ce58c tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505087 Oct 19 01:15:04.414644 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d5225-2f9b-45c3-922e-964b31fb375f req-cb57a6d0-9710-4eed-938f-9a061af2e892 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:04.416274 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-827d5225-2f9b-45c3-922e-964b31fb375f req-cb57a6d0-9710-4eed-938f-9a061af2e892 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e6f0cbf-ffe9-4d14-a39b-186779932302 HTTP/1.1" status: 200 len: 945 time: 0.0721781 Oct 19 01:15:04.467820 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-827d5225-2f9b-45c3-922e-964b31fb375f req-ec5902b9-349c-41a1-b651-49a346b1260e tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445328 Oct 19 01:15:05.390641 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d900d1-aa33-4613-a9a2-821aef04db07 req-b663843e-b416-45ed-960a-d90b3d60f934 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:05.392403 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-15d900d1-aa33-4613-a9a2-821aef04db07 req-b663843e-b416-45ed-960a-d90b3d60f934 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 946 time: 0.0528879 Oct 19 01:15:05.432656 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-15d900d1-aa33-4613-a9a2-821aef04db07 req-738b8973-d52a-43aa-ba0c-5140a39fb837 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332410 Oct 19 01:15:05.480725 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-e27637b2-a01b-44a6-9566-96ae8da3c754 req-3ea6bf04-812c-4306-a7ce-c3b0582ab1ab tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1105887291', 'description': 'tempest-description-1745178639'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:05.516643 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e27637b2-a01b-44a6-9566-96ae8da3c754 req-3ea6bf04-812c-4306-a7ce-c3b0582ab1ab tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:05.628456 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e27637b2-a01b-44a6-9566-96ae8da3c754 req-3ea6bf04-812c-4306-a7ce-c3b0582ab1ab tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:05.635781 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e27637b2-a01b-44a6-9566-96ae8da3c754 req-3ea6bf04-812c-4306-a7ce-c3b0582ab1ab tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:05.674896 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b21f49-f8d9-4f84-97e2-e133945fcda3 req-7de5913b-737a-4927-a4d2-ca78604e1973 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:05.677211 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-47b21f49-f8d9-4f84-97e2-e133945fcda3 req-7de5913b-737a-4927-a4d2-ca78604e1973 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e6f0cbf-ffe9-4d14-a39b-186779932302 HTTP/1.1" status: 200 len: 945 time: 0.1239247 Oct 19 01:15:05.685171 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e27637b2-a01b-44a6-9566-96ae8da3c754 req-3ea6bf04-812c-4306-a7ce-c3b0582ab1ab tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:05.686417 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e27637b2-a01b-44a6-9566-96ae8da3c754 req-3ea6bf04-812c-4306-a7ce-c3b0582ab1ab tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2116933 Oct 19 01:15:05.717089 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6bf04-812c-4306-a7ce-c3b0582ab1ab tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f31f1f72-1c92-4d06-87de-7eecfd899f52,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:05.804041 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-47b21f49-f8d9-4f84-97e2-e133945fcda3 req-35c4246c-bb8b-4684-8734-da80253f8812 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154680 Oct 19 01:15:05.851810 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f4220ad2-cafd-4b9c-8100-1cf033208c1c req-dca69727-17c7-4c2d-982b-0a21ff7f6c56 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1105887291&fields=id&tenant_id=cd2a06d367d94e6bbd3c4cc40d1b64e7 HTTP/1.1" status: 200 len: 267 time: 0.0837374 Oct 19 01:15:05.966626 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4220ad2-cafd-4b9c-8100-1cf033208c1c req-0ae66191-2230-4987-9761-51c6dbde5bb9 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:05.973264 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f4220ad2-cafd-4b9c-8100-1cf033208c1c req-0ae66191-2230-4987-9761-51c6dbde5bb9 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 946 time: 0.1149635 Oct 19 01:15:05.977616 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2cb51-1611-4573-b7c5-9a31435b8797 req-b303a3b8-59ae-482d-900e-104beb837c68 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:05.985113 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-f4220ad2-cafd-4b9c-8100-1cf033208c1c req-4c09d92e-09d9-4440-ba2a-609ec1e0b3b7 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Request body: {'port': {'security_groups': ['8cc374ee-5467-453f-855a-94b960069148', 'f31f1f72-1c92-4d06-87de-7eecfd899f52']}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:05.985313 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d9d2cb51-1611-4573-b7c5-9a31435b8797 req-b303a3b8-59ae-482d-900e-104beb837c68 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e6f0cbf-ffe9-4d14-a39b-186779932302 HTTP/1.1" status: 200 len: 945 time: 0.1095467 Oct 19 01:15:06.076835 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f4220ad2-cafd-4b9c-8100-1cf033208c1c req-4c09d92e-09d9-4440-ba2a-609ec1e0b3b7 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:06.155181 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-d9d2cb51-1611-4573-b7c5-9a31435b8797 req-5a65b067-af80-4388-b0c9-ec9ab30bd735 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Deleting port 005e9615-1502-45a2-9b87-f47e4b21ae05 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:06.155523 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d9d2cb51-1611-4573-b7c5-9a31435b8797 req-5a65b067-af80-4388-b0c9-ec9ab30bd735 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:06.360492 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-d9d2cb51-1611-4573-b7c5-9a31435b8797 req-5a65b067-af80-4388-b0c9-ec9ab30bd735 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] For port 005e9615-1502-45a2-9b87-f47e4b21ae05, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=005e9615-1502-45a2-9b87-f47e4b21ae05,segment=NetworkSegment(ffd81065-8232-4238-985f-d7b5c5e64688),segment_id=ffd81065-8232-4238-985f-d7b5c5e64688)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:06.360956 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d9d2cb51-1611-4573-b7c5-9a31435b8797 req-5a65b067-af80-4388-b0c9-ec9ab30bd735 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:06.377334 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-d9d2cb51-1611-4573-b7c5-9a31435b8797 req-5a65b067-af80-4388-b0c9-ec9ab30bd735 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Calling delete_port for 005e9615-1502-45a2-9b87-f47e4b21ae05 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:06.452146 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-f4220ad2-cafd-4b9c-8100-1cf033208c1c req-4c09d92e-09d9-4440-ba2a-609ec1e0b3b7 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] For port ba09ea6d-c90e-4d3c-81f7-4e463622df17, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=ba09ea6d-c90e-4d3c-81f7-4e463622df17,segment=NetworkSegment(b4ec96ba-8f3f-4ce8-9cb6-17e472dfe6e8),segment_id=b4ec96ba-8f3f-4ce8-9cb6-17e472dfe6e8)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:06.491865 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f4220ad2-cafd-4b9c-8100-1cf033208c1c req-4c09d92e-09d9-4440-ba2a-609ec1e0b3b7 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:06.502378 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f4220ad2-cafd-4b9c-8100-1cf033208c1c req-4c09d92e-09d9-4440-ba2a-609ec1e0b3b7 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:06.517565 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['ba09ea6d-c90e-4d3c-81f7-4e463622df17'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:15:06.617907 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d9d2cb51-1611-4573-b7c5-9a31435b8797 req-5a65b067-af80-4388-b0c9-ec9ab30bd735 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:06.668128 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4220ad2-cafd-4b9c-8100-1cf033208c1c req-4c09d92e-09d9-4440-ba2a-609ec1e0b3b7 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:06.669786 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f4220ad2-cafd-4b9c-8100-1cf033208c1c req-4c09d92e-09d9-4440-ba2a-609ec1e0b3b7 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:06.671255 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['efeadb03-b8e1-4204-b42c-be7a2a69aa70', '005e9615-1502-45a2-9b87-f47e4b21ae05'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:15:06.674222 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f4220ad2-cafd-4b9c-8100-1cf033208c1c req-4c09d92e-09d9-4440-ba2a-609ec1e0b3b7 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "PUT /v2.0/ports/ba09ea6d-c90e-4d3c-81f7-4e463622df17 HTTP/1.1" status: 200 len: 982 time: 0.6934998 Oct 19 01:15:06.680970 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50fa046a-0089-4df2-97ac-d631921394f9', 'tag': 'ba09ea6d-c90e-4d3c-81f7-4e463622df17'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:06.682763 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0716bb-f675-425c-88d5-e04e088849dd" -d '{"events": [{"name": "network-changed", "server_uuid": "50fa046a-0089-4df2-97ac-d631921394f9", "tag": "ba09ea6d-c90e-4d3c-81f7-4e463622df17"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:06.716373 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65b067-af80-4388-b0c9-ec9ab30bd735 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Pushing event deleted for resources: {'Port': ['ID=005e9615-1502-45a2-9b87-f47e4b21ae05,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:06.742366 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c09d92e-09d9-4440-ba2a-609ec1e0b3b7 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Pushing event updated for resources: {'Port': ['ID=ba09ea6d-c90e-4d3c-81f7-4e463622df17,revision_number=6']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:06.770351 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a40d36-7899-423f-8a1f-212098b147a1 x-openstack-request-id: req-86a40d36-7899-423f-8a1f-212098b147a1 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:06.770640 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50fa046a-0089-4df2-97ac-d631921394f9", "tag": "ba09ea6d-c90e-4d3c-81f7-4e463622df17", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:06.770888 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-86a40d36-7899-423f-8a1f-212098b147a1 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:06.771285 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50fa046a-0089-4df2-97ac-d631921394f9', 'tag': 'ba09ea6d-c90e-4d3c-81f7-4e463622df17', 'status': 'completed', 'code': 200} Oct 19 01:15:06.810275 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d2cb51-1611-4573-b7c5-9a31435b8797 req-5a65b067-af80-4388-b0c9-ec9ab30bd735 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] No DVR routers for this DVR port 005e9615-1502-45a2-9b87-f47e4b21ae05 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:15:06.821113 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d9d2cb51-1611-4573-b7c5-9a31435b8797 req-5a65b067-af80-4388-b0c9-ec9ab30bd735 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:06.824468 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d9d2cb51-1611-4573-b7c5-9a31435b8797 req-5a65b067-af80-4388-b0c9-ec9ab30bd735 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.55 "DELETE /v2.0/ports/005e9615-1502-45a2-9b87-f47e4b21ae05 HTTP/1.1" status: 204 len: 173 time: 0.8323326 Oct 19 01:15:06.825212 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6f0cbf-ffe9-4d14-a39b-186779932302', 'name': 'network-vif-deleted', 'tag': '005e9615-1502-45a2-9b87-f47e4b21ae05'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:06.837502 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2117a172-0530-4107-bf61-5a5366572681" -d '{"events": [{"server_uuid": "3e6f0cbf-ffe9-4d14-a39b-186779932302", "name": "network-vif-deleted", "tag": "005e9615-1502-45a2-9b87-f47e4b21ae05"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:06.885873 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0716bb-f675-425c-88d5-e04e088849dd req-dd76f16e-809e-4bea-bb3e-fb6636ccee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:06.887316 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7f0716bb-f675-425c-88d5-e04e088849dd req-dd76f16e-809e-4bea-bb3e-fb6636ccee8b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cd2a06d367d94e6bbd3c4cc40d1b64e7&device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 1137 time: 0.0883234 Oct 19 01:15:06.895187 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['ba09ea6d-c90e-4d3c-81f7-4e463622df17'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:15:06.971532 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8077631a-6025-4df4-827a-0bcb1e805ae6 req-e8fd00e4-774e-44e0-9d08-5722b9d43164 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1105887291&fields=id&tenant_id=cd2a06d367d94e6bbd3c4cc40d1b64e7 HTTP/1.1" status: 200 len: 267 time: 0.0958798 Oct 19 01:15:07.061953 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077631a-6025-4df4-827a-0bcb1e805ae6 req-91b9a3b6-e3c0-442d-b99d-fd0f4d93f6cf tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:07.076347 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8077631a-6025-4df4-827a-0bcb1e805ae6 req-91b9a3b6-e3c0-442d-b99d-fd0f4d93f6cf tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 985 time: 0.0987675 Oct 19 01:15:07.081490 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c2a0cbd1-a039-4e5c-9bb8-7427f7943e2a req-15ddcae2-aa88-4c86-8dc5-cd07c95c0728 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e6f0cbf-ffe9-4d14-a39b-186779932302 HTTP/1.1" status: 200 len: 210 time: 0.1321111 Oct 19 01:15:07.089136 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-8077631a-6025-4df4-827a-0bcb1e805ae6 req-f5a8393e-a481-4c40-ad61-16781fe35d18 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Request body: {'port': {'security_groups': ['8cc374ee-5467-453f-855a-94b960069148']}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:07.233159 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0716bb-f675-425c-88d5-e04e088849dd req-ee160643-579a-4a35-b5b6-7202070d258b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:07.234673 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7f0716bb-f675-425c-88d5-e04e088849dd req-ee160643-579a-4a35-b5b6-7202070d258b service neutron] 10.222.0.24 "GET /v2.0/networks?id=3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3 HTTP/1.1" status: 200 len: 919 time: 0.3355451 Oct 19 01:15:07.318401 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7f0716bb-f675-425c-88d5-e04e088849dd req-7059a368-ffb2-4f2e-85ba-f3d0e3d5cf37 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba09ea6d-c90e-4d3c-81f7-4e463622df17 HTTP/1.1" status: 200 len: 217 time: 0.0749032 Oct 19 01:15:07.392842 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ee7644-546e-47e3-86cc-9d994a3bc12a x-openstack-request-id: req-93ee7644-546e-47e3-86cc-9d994a3bc12a {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:07.393107 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6f0cbf-ffe9-4d14-a39b-186779932302", "name": "network-vif-deleted", "tag": "005e9615-1502-45a2-9b87-f47e4b21ae05", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:07.394692 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-93ee7644-546e-47e3-86cc-9d994a3bc12a {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:07.395298 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6f0cbf-ffe9-4d14-a39b-186779932302', 'name': 'network-vif-deleted', 'tag': '005e9615-1502-45a2-9b87-f47e4b21ae05', 'status': 'completed', 'code': 200} Oct 19 01:15:07.398372 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-8077631a-6025-4df4-827a-0bcb1e805ae6 req-f5a8393e-a481-4c40-ad61-16781fe35d18 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:07.491427 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0716bb-f675-425c-88d5-e04e088849dd req-5e34d7b8-68d2-4110-aee5-e9182be79026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:07.500569 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7f0716bb-f675-425c-88d5-e04e088849dd req-5e34d7b8-68d2-4110-aee5-e9182be79026 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f7552d31-a1e1-4b89-8a0e-cf71df048db0 HTTP/1.1" status: 200 len: 858 time: 0.1734366 Oct 19 01:15:07.588349 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7f0716bb-f675-425c-88d5-e04e088849dd req-1d2975e2-5b52-4eb2-bfe0-680b7a1c398c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773180 Oct 19 01:15:07.886032 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7f0716bb-f675-425c-88d5-e04e088849dd req-165d9f41-0091-4512-9e87-0012577e298d service neutron] 10.222.0.24 "GET /v2.0/networks/3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893457 Oct 19 01:15:07.971037 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-8077631a-6025-4df4-827a-0bcb1e805ae6 req-f5a8393e-a481-4c40-ad61-16781fe35d18 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] For port ba09ea6d-c90e-4d3c-81f7-4e463622df17, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=ba09ea6d-c90e-4d3c-81f7-4e463622df17,segment=NetworkSegment(b4ec96ba-8f3f-4ce8-9cb6-17e472dfe6e8),segment_id=b4ec96ba-8f3f-4ce8-9cb6-17e472dfe6e8)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:08.058243 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-8077631a-6025-4df4-827a-0bcb1e805ae6 req-f5a8393e-a481-4c40-ad61-16781fe35d18 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:08.082076 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-8077631a-6025-4df4-827a-0bcb1e805ae6 req-f5a8393e-a481-4c40-ad61-16781fe35d18 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:08.094678 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['ba09ea6d-c90e-4d3c-81f7-4e463622df17'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:15:08.114466 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7f0716bb-f675-425c-88d5-e04e088849dd req-ab58bd6c-81d0-48ea-9070-836a411c451d service neutron] 10.222.0.24 "GET /v2.0/networks/3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203970 Oct 19 01:15:08.225673 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27eda4-eff0-493d-a17f-cf50226bef5d req-7104c1d6-e3fc-4c6c-956a-9e63bb4fd5d4 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:08.234446 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6e27eda4-eff0-493d-a17f-cf50226bef5d req-7104c1d6-e3fc-4c6c-956a-9e63bb4fd5d4 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/ports?device_id=28d237cf-5f5c-4a3e-9866-31b4f5773432 HTTP/1.1" status: 200 len: 946 time: 0.0895438 Oct 19 01:15:08.239246 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8393e-a481-4c40-ad61-16781fe35d18 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Pushing event updated for resources: {'Port': ['ID=ba09ea6d-c90e-4d3c-81f7-4e463622df17,revision_number=7']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:08.294157 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6e27eda4-eff0-493d-a17f-cf50226bef5d req-06e5eb6c-3fc1-4c05-a665-56275993c3fa tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e980300-206f-41ab-a4a5-4d4b5763228c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572317 Oct 19 01:15:08.307489 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077631a-6025-4df4-827a-0bcb1e805ae6 req-f5a8393e-a481-4c40-ad61-16781fe35d18 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:08.313492 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-8077631a-6025-4df4-827a-0bcb1e805ae6 req-f5a8393e-a481-4c40-ad61-16781fe35d18 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:08.326523 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8077631a-6025-4df4-827a-0bcb1e805ae6 req-f5a8393e-a481-4c40-ad61-16781fe35d18 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "PUT /v2.0/ports/ba09ea6d-c90e-4d3c-81f7-4e463622df17 HTTP/1.1" status: 200 len: 943 time: 1.2488248 Oct 19 01:15:08.465138 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['ba09ea6d-c90e-4d3c-81f7-4e463622df17'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:15:08.583045 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fef3-4e41-48a6-8aa9-9c2c8ac8a1a8 req-a681ef1c-eae1-4088-8bb3-f7cb1679fd6b tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:08.602677 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9035fef3-4e41-48a6-8aa9-9c2c8ac8a1a8 req-a681ef1c-eae1-4088-8bb3-f7cb1679fd6b tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.1130514 Oct 19 01:15:08.681601 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9035fef3-4e41-48a6-8aa9-9c2c8ac8a1a8 req-a0d702b0-b73c-4767-bd1e-e7dd03508d62 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774150 Oct 19 01:15:08.762063 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33ed1e46-f251-4139-8721-5c30efe4f5c3 req-66056f25-7dd0-4453-bdec-7b65f265d060 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3921776 Oct 19 01:15:08.768027 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-33ed1e46-f251-4139-8721-5c30efe4f5c3 req-135a6517-4995-4973-b6c8-96060c1956df tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:08.828471 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-33ed1e46-f251-4139-8721-5c30efe4f5c3 req-135a6517-4995-4973-b6c8-96060c1956df tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks [] for floatingip, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:08.985342 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 005e9615-1502-45a2-9b87-f47e4b21ae05 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:09.034415 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779906e5-c2ae-407f-9cdf-af2614519277 req-cf373329-2371-4f2c-8ab3-5ca05747a6fb tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:09.037148 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-779906e5-c2ae-407f-9cdf-af2614519277 req-cf373329-2371-4f2c-8ab3-5ca05747a6fb tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.24 "GET /v2.0/ports?device_id=28d237cf-5f5c-4a3e-9866-31b4f5773432 HTTP/1.1" status: 200 len: 946 time: 0.1054609 Oct 19 01:15:09.054921 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 005e9615-1502-45a2-9b87-f47e4b21ae05 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:15:09.055273 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 005e9615-1502-45a2-9b87-f47e4b21ae05 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:09.063528 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-33ed1e46-f251-4139-8721-5c30efe4f5c3 req-135a6517-4995-4973-b6c8-96060c1956df tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:09.239722 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501884d-e255-4a87-b0b9-fce6a17dc166 req-db9847dd-63bb-4c27-89c7-b46361bc0b25 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:09.248049 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6501884d-e255-4a87-b0b9-fce6a17dc166 req-db9847dd-63bb-4c27-89c7-b46361bc0b25 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.1879947 Oct 19 01:15:09.329707 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-33ed1e46-f251-4139-8721-5c30efe4f5c3 req-135a6517-4995-4973-b6c8-96060c1956df tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Allocated IP 172.25.8.172 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/0c217ecd-69a4-48eb-b09d-63b9d8750d1c) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:15:09.347995 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6501884d-e255-4a87-b0b9-fce6a17dc166 req-1bd4779a-8578-45ee-b174-48f5c849210f tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970910 Oct 19 01:15:09.379149 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-779906e5-c2ae-407f-9cdf-af2614519277 req-e372c8b2-a3b1-4c86-96cb-59acec4c40ca tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Deleting port 1113304f-e35b-434b-a268-cf88d4fb2d98 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:09.379485 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-779906e5-c2ae-407f-9cdf-af2614519277 req-e372c8b2-a3b1-4c86-96cb-59acec4c40ca tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:09.413732 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50fa046a-0089-4df2-97ac-d631921394f9', 'tag': 'ba09ea6d-c90e-4d3c-81f7-4e463622df17'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:09.416369 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57d0297-2f35-4e01-ae29-f60029e50bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "50fa046a-0089-4df2-97ac-d631921394f9", "tag": "ba09ea6d-c90e-4d3c-81f7-4e463622df17"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:09.468392 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-33ed1e46-f251-4139-8721-5c30efe4f5c3 req-135a6517-4995-4973-b6c8-96060c1956df tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:09.503938 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-33ed1e46-f251-4139-8721-5c30efe4f5c3 req-135a6517-4995-4973-b6c8-96060c1956df tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:09.536812 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-779906e5-c2ae-407f-9cdf-af2614519277 req-e372c8b2-a3b1-4c86-96cb-59acec4c40ca tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] For port 1113304f-e35b-434b-a268-cf88d4fb2d98, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1113304f-e35b-434b-a268-cf88d4fb2d98,segment=NetworkSegment(9d868592-c08e-4123-8d31-a67deeb039a8),segment_id=9d868592-c08e-4123-8d31-a67deeb039a8)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:09.537243 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-779906e5-c2ae-407f-9cdf-af2614519277 req-e372c8b2-a3b1-4c86-96cb-59acec4c40ca tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:09.554117 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33ed1e46-f251-4139-8721-5c30efe4f5c3 req-135a6517-4995-4973-b6c8-96060c1956df tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:15:09.558411 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-33ed1e46-f251-4139-8721-5c30efe4f5c3 req-135a6517-4995-4973-b6c8-96060c1956df tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:15:09.558656 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43beade1-352e-43f4-b060-b488fbe39edf req-8018d5ac-46ba-4475-a6bd-6d06c8ca352b tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:09.560614 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a6517-4995-4973-b6c8-96060c1956df tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Pushing event updated for resources: {'Port': ['ID=0c217ecd-69a4-48eb-b09d-63b9d8750d1c,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:09.564215 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ed1e46-f251-4139-8721-5c30efe4f5c3 req-135a6517-4995-4973-b6c8-96060c1956df tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:15:09.566270 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-43beade1-352e-43f4-b060-b488fbe39edf req-8018d5ac-46ba-4475-a6bd-6d06c8ca352b tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/ports?device_id=28d237cf-5f5c-4a3e-9866-31b4f5773432 HTTP/1.1" status: 200 len: 946 time: 0.1207356 Oct 19 01:15:09.670242 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-33ed1e46-f251-4139-8721-5c30efe4f5c3 req-135a6517-4995-4973-b6c8-96060c1956df tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:09.677185 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-43beade1-352e-43f4-b060-b488fbe39edf req-15d94620-372e-4965-a877-44d74a877692 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e980300-206f-41ab-a4a5-4d4b5763228c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099062 Oct 19 01:15:09.719109 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-33ed1e46-f251-4139-8721-5c30efe4f5c3 req-135a6517-4995-4973-b6c8-96060c1956df tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:09.892353 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-33ed1e46-f251-4139-8721-5c30efe4f5c3 req-135a6517-4995-4973-b6c8-96060c1956df tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:09.898620 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-33ed1e46-f251-4139-8721-5c30efe4f5c3 req-135a6517-4995-4973-b6c8-96060c1956df tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:09.986371 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a6517-4995-4973-b6c8-96060c1956df tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Pushing event updated for resources: {'Port': ['ID=0c217ecd-69a4-48eb-b09d-63b9d8750d1c,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:10.001076 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-33ed1e46-f251-4139-8721-5c30efe4f5c3 req-135a6517-4995-4973-b6c8-96060c1956df tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:10.019572 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-33ed1e46-f251-4139-8721-5c30efe4f5c3 req-135a6517-4995-4973-b6c8-96060c1956df tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:10.029343 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33ed1e46-f251-4139-8721-5c30efe4f5c3 req-135a6517-4995-4973-b6c8-96060c1956df tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2649574 Oct 19 01:15:10.121737 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33ed1e46-f251-4139-8721-5c30efe4f5c3 req-506e6e3d-b53a-4ded-9890-2300720bc33a tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.172 HTTP/1.1" status: 200 len: 696 time: 0.0909719 Oct 19 01:15:10.249899 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed1e46-f251-4139-8721-5c30efe4f5c3 req-fb5bec76-319c-41ef-ac9c-b8048a88877d tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:10.258144 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33ed1e46-f251-4139-8721-5c30efe4f5c3 req-fb5bec76-319c-41ef-ac9c-b8048a88877d tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 784 time: 0.1350417 Oct 19 01:15:10.263788 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-33ed1e46-f251-4139-8721-5c30efe4f5c3 req-cdc7d45a-a7d9-45a5-b82a-812b740cf736 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:15:10.270192 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33ed1e46-f251-4139-8721-5c30efe4f5c3 req-cdc7d45a-a7d9-45a5-b82a-812b740cf736 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0109060 Oct 19 01:15:10.346691 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80f764f-15f7-475c-b487-989800e4bd05 x-openstack-request-id: req-b80f764f-15f7-475c-b487-989800e4bd05 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:10.347249 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50fa046a-0089-4df2-97ac-d631921394f9", "tag": "ba09ea6d-c90e-4d3c-81f7-4e463622df17", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:10.347698 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b80f764f-15f7-475c-b487-989800e4bd05 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:10.348323 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50fa046a-0089-4df2-97ac-d631921394f9', 'tag': 'ba09ea6d-c90e-4d3c-81f7-4e463622df17', 'status': 'completed', 'code': 200} Oct 19 01:15:10.426699 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-779906e5-c2ae-407f-9cdf-af2614519277 req-e372c8b2-a3b1-4c86-96cb-59acec4c40ca tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:10.427414 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-779906e5-c2ae-407f-9cdf-af2614519277 req-e372c8b2-a3b1-4c86-96cb-59acec4c40ca tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:10.428233 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [req-779906e5-c2ae-407f-9cdf-af2614519277 req-e372c8b2-a3b1-4c86-96cb-59acec4c40ca tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Floating IP 96747f95-ffbc-45b2-85a6-0b1957e2a468 disassociated. External IP: 172.25.8.179, port: 1113304f-e35b-434b-a268-cf88d4fb2d98. Oct 19 01:15:10.428809 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-779906e5-c2ae-407f-9cdf-af2614519277 req-e372c8b2-a3b1-4c86-96cb-59acec4c40ca tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Calling delete_port for 1113304f-e35b-434b-a268-cf88d4fb2d98 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:10.443078 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655703fe-450c-46a3-aa44-8648c888df56 req-b09f0b9c-3941-4233-b02a-76e910d7d07a tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:10.461837 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-655703fe-450c-46a3-aa44-8648c888df56 req-b09f0b9c-3941-4233-b02a-76e910d7d07a tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.1650078 Oct 19 01:15:10.513523 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d0297-2f35-4e01-ae29-f60029e50bf1 req-bd6f180f-9290-40a5-9b38-920b39390fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:10.515482 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a57d0297-2f35-4e01-ae29-f60029e50bf1 req-bd6f180f-9290-40a5-9b38-920b39390fda service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cd2a06d367d94e6bbd3c4cc40d1b64e7&device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 1098 time: 0.1364360 Oct 19 01:15:10.563097 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694bb1c-b208-4dcc-b04d-0754d2b234ab req-73e465e1-c9ed-4fa7-bd17-a1ed678e5664 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:10.564870 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6694bb1c-b208-4dcc-b04d-0754d2b234ab req-73e465e1-c9ed-4fa7-bd17-a1ed678e5664 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1539652 Oct 19 01:15:10.635944 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-655703fe-450c-46a3-aa44-8648c888df56 req-f15d8bf5-32e9-427e-a3d7-6749c4a8ac78 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718769 Oct 19 01:15:10.660137 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6694bb1c-b208-4dcc-b04d-0754d2b234ab req-af805cba-2a28-49f0-94ae-bccd8033df06 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.172 HTTP/1.1" status: 200 len: 696 time: 0.0890021 Oct 19 01:15:10.665956 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-6694bb1c-b208-4dcc-b04d-0754d2b234ab req-65887262-f489-418b-9964-d7ed20f1d388 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Request body: {'floatingip': {'port_id': 'ba09ea6d-c90e-4d3c-81f7-4e463622df17', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:10.782432 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6694bb1c-b208-4dcc-b04d-0754d2b234ab req-65887262-f489-418b-9964-d7ed20f1d388 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks [] for floatingip, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:10.956764 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d0297-2f35-4e01-ae29-f60029e50bf1 req-4b5dbdc8-064b-41a2-b354-01d06ab27351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:10.958226 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a57d0297-2f35-4e01-ae29-f60029e50bf1 req-4b5dbdc8-064b-41a2-b354-01d06ab27351 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3 HTTP/1.1" status: 200 len: 919 time: 0.3976500 Oct 19 01:15:10.983410 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a483e6f-5569-4cad-b677-02367d1b7464 req-112c82fa-5c38-4dbf-88bb-68cd4737908f tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:10.990818 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9a483e6f-5569-4cad-b677-02367d1b7464 req-112c82fa-5c38-4dbf-88bb-68cd4737908f tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/ports?device_id=28d237cf-5f5c-4a3e-9866-31b4f5773432 HTTP/1.1" status: 200 len: 946 time: 0.1273186 Oct 19 01:15:11.029155 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-779906e5-c2ae-407f-9cdf-af2614519277 req-e372c8b2-a3b1-4c86-96cb-59acec4c40ca tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:11.047468 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a57d0297-2f35-4e01-ae29-f60029e50bf1 req-f6665fdf-59f2-4b74-bbc5-c4080ec6e059 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba09ea6d-c90e-4d3c-81f7-4e463622df17 HTTP/1.1" status: 200 len: 217 time: 0.0798531 Oct 19 01:15:11.093439 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372c8b2-a3b1-4c86-96cb-59acec4c40ca tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Pushing event deleted for resources: {'Port': ['ID=1113304f-e35b-434b-a268-cf88d4fb2d98,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:11.244790 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9a483e6f-5569-4cad-b677-02367d1b7464 req-0b4efd43-6a5e-4521-a3cb-94011d3b92ab tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e980300-206f-41ab-a4a5-4d4b5763228c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2528632 Oct 19 01:15:11.357910 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d0297-2f35-4e01-ae29-f60029e50bf1 req-35fec945-bc5f-43b8-bb91-6ab11d31acf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:11.360157 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a57d0297-2f35-4e01-ae29-f60029e50bf1 req-35fec945-bc5f-43b8-bb91-6ab11d31acf4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f7552d31-a1e1-4b89-8a0e-cf71df048db0 HTTP/1.1" status: 200 len: 858 time: 0.2832193 Oct 19 01:15:11.401532 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a57d0297-2f35-4e01-ae29-f60029e50bf1 req-42c3b814-4acd-48fe-a8a0-deefd681b156 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313995 Oct 19 01:15:11.524614 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a57d0297-2f35-4e01-ae29-f60029e50bf1 req-b7fb8a2e-e37e-4c1d-badc-690169c91057 service neutron] 10.222.0.24 "GET /v2.0/networks/3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139550 Oct 19 01:15:11.532414 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-779906e5-c2ae-407f-9cdf-af2614519277 req-e372c8b2-a3b1-4c86-96cb-59acec4c40ca tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Router 27879909-22d6-434f-8834-d4d8fe985eb5 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:15:11.635766 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a57d0297-2f35-4e01-ae29-f60029e50bf1 req-a1e2afdf-4da0-41fb-a399-63ff1bb96c34 service neutron] 10.222.0.24 "GET /v2.0/networks/3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014385 Oct 19 01:15:11.778993 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-779906e5-c2ae-407f-9cdf-af2614519277 req-e372c8b2-a3b1-4c86-96cb-59acec4c40ca tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:15:11.792016 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c1b3f6-552e-4c41-805b-518fd672eed8 None None] Sync routers for ids ['27879909-22d6-434f-8834-d4d8fe985eb5'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:15:11.829995 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c1b3f6-552e-4c41-805b-518fd672eed8 None None] Routers {'27879909-22d6-434f-8834-d4d8fe985eb5'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:15:11.830763 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-67c1b3f6-552e-4c41-805b-518fd672eed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:14:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['27879909-22d6-434f-8834-d4d8fe985eb5'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:11.953224 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-779906e5-c2ae-407f-9cdf-af2614519277 req-e372c8b2-a3b1-4c86-96cb-59acec4c40ca tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] No DVR routers for this DVR port 1113304f-e35b-434b-a268-cf88d4fb2d98 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:15:11.958120 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-779906e5-c2ae-407f-9cdf-af2614519277 req-e372c8b2-a3b1-4c86-96cb-59acec4c40ca tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:11.968209 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-779906e5-c2ae-407f-9cdf-af2614519277 req-e372c8b2-a3b1-4c86-96cb-59acec4c40ca tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.24 "DELETE /v2.0/ports/1113304f-e35b-434b-a268-cf88d4fb2d98 HTTP/1.1" status: 204 len: 173 time: 2.9216905 Oct 19 01:15:11.969158 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d237cf-5f5c-4a3e-9866-31b4f5773432', 'name': 'network-vif-deleted', 'tag': '1113304f-e35b-434b-a268-cf88d4fb2d98'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:11.974410 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924be5aa-599a-41dd-b4cc-277d91178e2f" -d '{"events": [{"server_uuid": "28d237cf-5f5c-4a3e-9866-31b4f5773432", "name": "network-vif-deleted", "tag": "1113304f-e35b-434b-a268-cf88d4fb2d98"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:12.045372 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5dca79c-1b6d-48ce-a44a-683ccbf1d4d0 x-openstack-request-id: req-e5dca79c-1b6d-48ce-a44a-683ccbf1d4d0 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:12.045668 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d237cf-5f5c-4a3e-9866-31b4f5773432", "name": "network-vif-deleted", "tag": "1113304f-e35b-434b-a268-cf88d4fb2d98", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:12.045910 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e5dca79c-1b6d-48ce-a44a-683ccbf1d4d0 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:12.046300 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d237cf-5f5c-4a3e-9866-31b4f5773432', 'name': 'network-vif-deleted', 'tag': '1113304f-e35b-434b-a268-cf88d4fb2d98', 'status': 'completed', 'code': 200} Oct 19 01:15:12.048911 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-67c1b3f6-552e-4c41-805b-518fd672eed8 None None] Set router 27879909-22d6-434f-8834-d4d8fe985eb5 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:15:12.401110 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6694bb1c-b208-4dcc-b04d-0754d2b234ab req-65887262-f489-418b-9964-d7ed20f1d388 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:12.412109 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6694bb1c-b208-4dcc-b04d-0754d2b234ab req-65887262-f489-418b-9964-d7ed20f1d388 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:12.420909 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f7aa0825-5a83-495b-a42a-7644af13546e req-1054e697-1311-450b-8232-ff9e4b7e4f84 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "GET /v2.0/ports?device_id=28d237cf-5f5c-4a3e-9866-31b4f5773432 HTTP/1.1" status: 200 len: 210 time: 0.0601566 Oct 19 01:15:12.604124 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-67c1b3f6-552e-4c41-805b-518fd672eed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'name': 'tempest-TestServerBasicOps-1351651501-router', 'tenant_id': '2cef90ceee4e4e5aba45348bee033f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '24167a87-6cfb-4dbe-a621-1568d918fbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:27Z', 'updated_at': '2021-10-19T01:09:37Z', 'revision_number': 4, 'project_id': '2cef90ceee4e4e5aba45348bee033f1a', 'gw_port': {'id': '24167a87-6cfb-4dbe-a621-1568d918fbc6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:28Z', 'updated_at': '2021-10-19T01:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e', 'name': '', 'network_id': '3439c557-cbe2-48fc-82d0-010c4f65e4e7', 'tenant_id': '2cef90ceee4e4e5aba45348bee033f1a', 'mac_address': 'fa:16:3e:b4:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'fa143eec-2220-412c-9891-c90f025fab49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:35Z', 'updated_at': '2021-10-19T01:09:40Z', 'revision_number': 5, 'project_id': '2cef90ceee4e4e5aba45348bee033f1a', 'subnets': [{'id': 'fa143eec-2220-412c-9891-c90f025fab49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:12.680402 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [req-6694bb1c-b208-4dcc-b04d-0754d2b234ab req-65887262-f489-418b-9964-d7ed20f1d388 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Floating IP d5de711f-5f64-4ffe-8273-9abec31410b6 associated. External IP: 172.25.8.172, port: ba09ea6d-c90e-4d3c-81f7-4e463622df17. Oct 19 01:15:12.703873 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c1b3f6-552e-4c41-805b-518fd672eed8 None None] Checking router: 27879909-22d6-434f-8834-d4d8fe985eb5 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:15:12.760835 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c1b3f6-552e-4c41-805b-518fd672eed8 None None] Routers {'27879909-22d6-434f-8834-d4d8fe985eb5'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:15:12.761480 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-67c1b3f6-552e-4c41-805b-518fd672eed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:14:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['27879909-22d6-434f-8834-d4d8fe985eb5'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:13.048075 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-67c1b3f6-552e-4c41-805b-518fd672eed8 None None] Set router 27879909-22d6-434f-8834-d4d8fe985eb5 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:15:13.297585 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6694bb1c-b208-4dcc-b04d-0754d2b234ab req-65887262-f489-418b-9964-d7ed20f1d388 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Router 9ca6c055-b43b-421a-8b35-9dd8ab16e143 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:15:13.548497 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 45626) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:13.568481 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6694bb1c-b208-4dcc-b04d-0754d2b234ab req-65887262-f489-418b-9964-d7ed20f1d388 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:15:13.581302 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5764f29-e090-4464-99d9-aeb76bbcdaf3 None None] Sync routers for ids ['9ca6c055-b43b-421a-8b35-9dd8ab16e143'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:15:13.597245 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6694bb1c-b208-4dcc-b04d-0754d2b234ab req-65887262-f489-418b-9964-d7ed20f1d388 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:13.598303 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5764f29-e090-4464-99d9-aeb76bbcdaf3 None None] Routers {'9ca6c055-b43b-421a-8b35-9dd8ab16e143'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:15:13.599427 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-d5764f29-e090-4464-99d9-aeb76bbcdaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:14:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['9ca6c055-b43b-421a-8b35-9dd8ab16e143'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:13.638443 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 1113304f-e35b-434b-a268-cf88d4fb2d98 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:13.723624 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 1113304f-e35b-434b-a268-cf88d4fb2d98 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:15:13.724038 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 1113304f-e35b-434b-a268-cf88d4fb2d98 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:13.724701 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6694bb1c-b208-4dcc-b04d-0754d2b234ab req-65887262-f489-418b-9964-d7ed20f1d388 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "PUT /v2.0/floatingips/d5de711f-5f64-4ffe-8273-9abec31410b6 HTTP/1.1" status: 200 len: 997 time: 3.0570238 Oct 19 01:15:13.728433 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50fa046a-0089-4df2-97ac-d631921394f9', 'tag': 'ba09ea6d-c90e-4d3c-81f7-4e463622df17'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:13.737324 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fae6d7-ed23-4a15-bb28-5917eb89f819" -d '{"events": [{"name": "network-changed", "server_uuid": "50fa046a-0089-4df2-97ac-d631921394f9", "tag": "ba09ea6d-c90e-4d3c-81f7-4e463622df17"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:13.834830 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-67c1b3f6-552e-4c41-805b-518fd672eed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'name': 'tempest-TestServerBasicOps-1351651501-router', 'tenant_id': '2cef90ceee4e4e5aba45348bee033f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '24167a87-6cfb-4dbe-a621-1568d918fbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:27Z', 'updated_at': '2021-10-19T01:09:37Z', 'revision_number': 4, 'project_id': '2cef90ceee4e4e5aba45348bee033f1a', 'gw_port': {'id': '24167a87-6cfb-4dbe-a621-1568d918fbc6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:28Z', 'updated_at': '2021-10-19T01:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e', 'name': '', 'network_id': '3439c557-cbe2-48fc-82d0-010c4f65e4e7', 'tenant_id': '2cef90ceee4e4e5aba45348bee033f1a', 'mac_address': 'fa:16:3e:b4:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'fa143eec-2220-412c-9891-c90f025fab49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:35Z', 'updated_at': '2021-10-19T01:09:40Z', 'revision_number': 5, 'project_id': '2cef90ceee4e4e5aba45348bee033f1a', 'subnets': [{'id': 'fa143eec-2220-412c-9891-c90f025fab49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:13.866624 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb370665-b24d-4d5f-9363-da483fa7007e x-openstack-request-id: req-bb370665-b24d-4d5f-9363-da483fa7007e {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:13.871532 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50fa046a-0089-4df2-97ac-d631921394f9", "tag": "ba09ea6d-c90e-4d3c-81f7-4e463622df17", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:13.871826 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bb370665-b24d-4d5f-9363-da483fa7007e {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:13.876416 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50fa046a-0089-4df2-97ac-d631921394f9', 'tag': 'ba09ea6d-c90e-4d3c-81f7-4e463622df17', 'status': 'completed', 'code': 200} Oct 19 01:15:13.926509 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694bb1c-b208-4dcc-b04d-0754d2b234ab req-462389c2-fb66-4b54-bf05-5781f5122557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:13.927046 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-e65cbb4c-c086-4706-a439-76fac9f322e9 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Deleting port 1f9725e5-6933-4258-ae49-f6b4d85b0387 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:13.927593 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e65cbb4c-c086-4706-a439-76fac9f322e9 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:13.944598 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6694bb1c-b208-4dcc-b04d-0754d2b234ab req-462389c2-fb66-4b54-bf05-5781f5122557 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd2a06d367d94e6bbd3c4cc40d1b64e7&device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 1098 time: 0.1951118 Oct 19 01:15:13.979142 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-d5764f29-e090-4464-99d9-aeb76bbcdaf3 None None] Set router 9ca6c055-b43b-421a-8b35-9dd8ab16e143 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:15:14.014182 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c1b3f6-552e-4c41-805b-518fd672eed8 None None] The sync data for ids ['27879909-22d6-434f-8834-d4d8fe985eb5'] in n-d-715271-26 is: [{'id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'name': 'tempest-TestServerBasicOps-1351651501-router', 'tenant_id': '2cef90ceee4e4e5aba45348bee033f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '24167a87-6cfb-4dbe-a621-1568d918fbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:27Z', 'updated_at': '2021-10-19T01:09:37Z', 'revision_number': 4, 'project_id': '2cef90ceee4e4e5aba45348bee033f1a', 'gw_port': {'id': '24167a87-6cfb-4dbe-a621-1568d918fbc6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:28Z', 'updated_at': '2021-10-19T01:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e', 'name': '', 'network_id': '3439c557-cbe2-48fc-82d0-010c4f65e4e7', 'tenant_id': '2cef90ceee4e4e5aba45348bee033f1a', 'mac_address': 'fa:16:3e:b4:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'fa143eec-2220-412c-9891-c90f025fab49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:35Z', 'updated_at': '2021-10-19T01:09:40Z', 'revision_number': 5, 'project_id': '2cef90ceee4e4e5aba45348bee033f1a', 'subnets': [{'id': 'fa143eec-2220-412c-9891-c90f025fab49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:15:14.016407 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fae6d7-ed23-4a15-bb28-5917eb89f819 req-28daa36e-2572-43a4-ad5e-32c921795e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:14.034994 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-12fae6d7-ed23-4a15-bb28-5917eb89f819 req-28daa36e-2572-43a4-ad5e-32c921795e05 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cd2a06d367d94e6bbd3c4cc40d1b64e7&device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 1098 time: 0.1446879 Oct 19 01:15:14.045332 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e7262428-dcba-49ef-9523-78a9203d4811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:14.350449 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694bb1c-b208-4dcc-b04d-0754d2b234ab req-1898ac61-3df6-41da-8982-3f2ad9784221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:14.353575 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6694bb1c-b208-4dcc-b04d-0754d2b234ab req-1898ac61-3df6-41da-8982-3f2ad9784221 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3 HTTP/1.1" status: 200 len: 919 time: 0.4133415 Oct 19 01:15:14.463492 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e65cbb4c-c086-4706-a439-76fac9f322e9 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:14.463894 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e65cbb4c-c086-4706-a439-76fac9f322e9 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:14.511392 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-e65cbb4c-c086-4706-a439-76fac9f322e9 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Calling delete_port for 1f9725e5-6933-4258-ae49-f6b4d85b0387 owned by network:floatingip {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:14.656891 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6694bb1c-b208-4dcc-b04d-0754d2b234ab req-89a2fcef-2b5c-47b8-93ab-41f66427b466 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba09ea6d-c90e-4d3c-81f7-4e463622df17 HTTP/1.1" status: 200 len: 1000 time: 0.2954867 Oct 19 01:15:14.687878 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86e3570-7dff-41a6-9c8e-d6dfee8c4aa9 None None] New status for floating IP 96747f95-ffbc-45b2-85a6-0b1957e2a468: DOWN {{(pid=100608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:15:14.716356 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fae6d7-ed23-4a15-bb28-5917eb89f819 req-0c9c905a-02f5-4f10-8580-688e95905604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:14.718472 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-12fae6d7-ed23-4a15-bb28-5917eb89f819 req-0c9c905a-02f5-4f10-8580-688e95905604 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3 HTTP/1.1" status: 200 len: 919 time: 0.6742506 Oct 19 01:15:14.758867 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-d5764f29-e090-4464-99d9-aeb76bbcdaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'name': 'tempest-ServerRescueTestJSONUnderV235-41837257-router', 'tenant_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '7f0cc18a-3536-42b6-aab1-1126eb4dff5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:14:11Z', 'updated_at': '2021-10-19T01:14:15Z', 'revision_number': 4, 'project_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'gw_port': {'id': '7f0cc18a-3536-42b6-aab1-1126eb4dff5a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:14:12Z', 'updated_at': '2021-10-19T01:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'd5de711f-5f64-4ffe-8273-9abec31410b6', 'tenant_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'floating_ip_address': '172.25.8.172', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'port_id': 'ba09ea6d-c90e-4d3c-81f7-4e463622df17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3', 'mac_address': 'fa:16:3e:52:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fa046a-0089-4df2-97ac-d631921394f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:15:09Z', 'updated_at': '2021-10-19T01:15:12Z', 'revision_number': 1, 'project_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5408caf-51b5-4a26-a17c-7901c401f50e', 'name': '', 'network_id': '3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3', 'tenant_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'mac_address': 'fa:16:3e:55:0b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'f7552d31-a1e1-4b89-8a0e-cf71df048db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:14:15Z', 'updated_at': '2021-10-19T01:14:24Z', 'revision_number': 5, 'project_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'subnets': [{'id': 'f7552d31-a1e1-4b89-8a0e-cf71df048db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:14.799437 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5764f29-e090-4464-99d9-aeb76bbcdaf3 None None] Checking router: 9ca6c055-b43b-421a-8b35-9dd8ab16e143 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:15:14.806597 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-12fae6d7-ed23-4a15-bb28-5917eb89f819 req-327f55c9-7b85-451f-a6af-a48b6ff4d265 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba09ea6d-c90e-4d3c-81f7-4e463622df17 HTTP/1.1" status: 200 len: 1000 time: 0.0730021 Oct 19 01:15:14.813409 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5764f29-e090-4464-99d9-aeb76bbcdaf3 None None] Routers {'9ca6c055-b43b-421a-8b35-9dd8ab16e143'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:15:14.817396 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-d5764f29-e090-4464-99d9-aeb76bbcdaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:14:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['9ca6c055-b43b-421a-8b35-9dd8ab16e143'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:14.892003 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694bb1c-b208-4dcc-b04d-0754d2b234ab req-6fa60b9a-8bf8-4b46-8ea4-6fb2b78070e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:14.894397 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6694bb1c-b208-4dcc-b04d-0754d2b234ab req-6fa60b9a-8bf8-4b46-8ea4-6fb2b78070e1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f7552d31-a1e1-4b89-8a0e-cf71df048db0 HTTP/1.1" status: 200 len: 858 time: 0.2266064 Oct 19 01:15:14.969122 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1bd41-ef8d-4e44-ad2e-9ca4bf3cb229 req-2e639b9a-a18b-4025-af30-3016af9bcfb2 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:14.984740 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6694bb1c-b208-4dcc-b04d-0754d2b234ab req-1338ea0a-83d1-4a90-9cc3-2a3728b661bc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810816 Oct 19 01:15:14.987474 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aef1bd41-ef8d-4e44-ad2e-9ca4bf3cb229 req-2e639b9a-a18b-4025-af30-3016af9bcfb2 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.4587481 Oct 19 01:15:15.008609 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-d5764f29-e090-4464-99d9-aeb76bbcdaf3 None None] Set router 9ca6c055-b43b-421a-8b35-9dd8ab16e143 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:15:15.012967 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-6694bb1c-b208-4dcc-b04d-0754d2b234ab req-6b0ca10b-c6ce-4631-9ce2-b19df8614b1e service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:15:15.014202 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6694bb1c-b208-4dcc-b04d-0754d2b234ab req-6b0ca10b-c6ce-4631-9ce2-b19df8614b1e service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0200028 Oct 19 01:15:15.068126 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fae6d7-ed23-4a15-bb28-5917eb89f819 req-4a75cc98-5db7-406b-bd15-adbb4f97e21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:15.070946 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-12fae6d7-ed23-4a15-bb28-5917eb89f819 req-4a75cc98-5db7-406b-bd15-adbb4f97e21a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f7552d31-a1e1-4b89-8a0e-cf71df048db0 HTTP/1.1" status: 200 len: 858 time: 0.2562988 Oct 19 01:15:15.181233 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6694bb1c-b208-4dcc-b04d-0754d2b234ab req-99cdb882-ff49-4c0b-ae5c-d485612fddfb service neutron] 10.222.0.57 "GET /v2.0/networks/3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596081 Oct 19 01:15:15.189822 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-12fae6d7-ed23-4a15-bb28-5917eb89f819 req-f0235a26-bc93-42b3-877b-24db2177cb36 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655389 Oct 19 01:15:15.265446 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aef1bd41-ef8d-4e44-ad2e-9ca4bf3cb229 req-b8a94811-8493-4f07-9c4a-ce297f8ff8b9 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733204 Oct 19 01:15:15.482576 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6694bb1c-b208-4dcc-b04d-0754d2b234ab req-498c80c7-714d-4eeb-a626-835c3a7c0954 service neutron] 10.222.0.57 "GET /v2.0/networks/3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916121 Oct 19 01:15:15.577717 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-12fae6d7-ed23-4a15-bb28-5917eb89f819 req-ca0d4e29-5103-4d1d-bc5f-c6fb6da4d00d service neutron] 10.222.0.24 "GET /v2.0/networks/3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771203 Oct 19 01:15:15.599704 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-d5764f29-e090-4464-99d9-aeb76bbcdaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'name': 'tempest-ServerRescueTestJSONUnderV235-41837257-router', 'tenant_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '7f0cc18a-3536-42b6-aab1-1126eb4dff5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:14:11Z', 'updated_at': '2021-10-19T01:14:15Z', 'revision_number': 4, 'project_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'gw_port': {'id': '7f0cc18a-3536-42b6-aab1-1126eb4dff5a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:14:12Z', 'updated_at': '2021-10-19T01:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'd5de711f-5f64-4ffe-8273-9abec31410b6', 'tenant_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'floating_ip_address': '172.25.8.172', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'port_id': 'ba09ea6d-c90e-4d3c-81f7-4e463622df17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3', 'mac_address': 'fa:16:3e:52:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fa046a-0089-4df2-97ac-d631921394f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:15:09Z', 'updated_at': '2021-10-19T01:15:12Z', 'revision_number': 1, 'project_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5408caf-51b5-4a26-a17c-7901c401f50e', 'name': '', 'network_id': '3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3', 'tenant_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'mac_address': 'fa:16:3e:55:0b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'f7552d31-a1e1-4b89-8a0e-cf71df048db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:14:15Z', 'updated_at': '2021-10-19T01:14:24Z', 'revision_number': 5, 'project_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'subnets': [{'id': 'f7552d31-a1e1-4b89-8a0e-cf71df048db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:15.637197 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbecf6f0-0f47-4fa1-b35b-b1ca191288e9 req-aeb78d7b-dbb6-46bc-9c72-8d34a5a0d2e0 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:15.639047 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fbecf6f0-0f47-4fa1-b35b-b1ca191288e9 req-aeb78d7b-dbb6-46bc-9c72-8d34a5a0d2e0 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.2044141 Oct 19 01:15:15.649752 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e65cbb4c-c086-4706-a439-76fac9f322e9 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:15.709251 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-92ba6adb-b77a-4e44-97c4-88fdebc371cc req-386bb3a5-6c55-4b35-9121-03334dee33cf tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.172 HTTP/1.1" status: 200 len: 1000 time: 0.1265621 Oct 19 01:15:15.780574 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba6adb-b77a-4e44-97c4-88fdebc371cc req-aaf08925-d64b-45a6-8cab-ad6a17a197d5 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:15.782135 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-92ba6adb-b77a-4e44-97c4-88fdebc371cc req-aaf08925-d64b-45a6-8cab-ad6a17a197d5 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports/ba09ea6d-c90e-4d3c-81f7-4e463622df17 HTTP/1.1" status: 200 len: 943 time: 0.0655134 Oct 19 01:15:15.804732 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65cbb4c-c086-4706-a439-76fac9f322e9 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Pushing event deleted for resources: {'Port': ['ID=1f9725e5-6933-4258-ae49-f6b4d85b0387,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:15.867780 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5764f29-e090-4464-99d9-aeb76bbcdaf3 None None] The sync data for ids ['9ca6c055-b43b-421a-8b35-9dd8ab16e143'] in n-d-715271-26 is: [{'id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'name': 'tempest-ServerRescueTestJSONUnderV235-41837257-router', 'tenant_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '7f0cc18a-3536-42b6-aab1-1126eb4dff5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:14:11Z', 'updated_at': '2021-10-19T01:14:15Z', 'revision_number': 4, 'project_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'gw_port': {'id': '7f0cc18a-3536-42b6-aab1-1126eb4dff5a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:14:12Z', 'updated_at': '2021-10-19T01:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'd5de711f-5f64-4ffe-8273-9abec31410b6', 'tenant_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'floating_ip_address': '172.25.8.172', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'port_id': 'ba09ea6d-c90e-4d3c-81f7-4e463622df17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3', 'mac_address': 'fa:16:3e:52:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fa046a-0089-4df2-97ac-d631921394f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:15:09Z', 'updated_at': '2021-10-19T01:15:12Z', 'revision_number': 1, 'project_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5408caf-51b5-4a26-a17c-7901c401f50e', 'name': '', 'network_id': '3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3', 'tenant_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'mac_address': 'fa:16:3e:55:0b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'f7552d31-a1e1-4b89-8a0e-cf71df048db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:14:15Z', 'updated_at': '2021-10-19T01:14:24Z', 'revision_number': 5, 'project_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'subnets': [{'id': 'f7552d31-a1e1-4b89-8a0e-cf71df048db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:15:15.904393 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fbecf6f0-0f47-4fa1-b35b-b1ca191288e9 req-9b92c508-db08-4def-a37e-19349c57dc64 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555242 Oct 19 01:15:15.931716 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-12fae6d7-ed23-4a15-bb28-5917eb89f819 req-b7831a6f-afac-4997-8303-960a93a9485f service neutron] 10.222.0.24 "GET /v2.0/networks/3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410351 Oct 19 01:15:15.964249 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e65cbb4c-c086-4706-a439-76fac9f322e9 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks [] for floatingip, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:15.970646 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e65cbb4c-c086-4706-a439-76fac9f322e9 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:15.972113 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e65cbb4c-c086-4706-a439-76fac9f322e9 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "DELETE /v2.0/floatingips/96747f95-ffbc-45b2-85a6-0b1957e2a468 HTTP/1.1" status: 204 len: 168 time: 2.4218009 Oct 19 01:15:16.068377 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-92ba6adb-b77a-4e44-97c4-88fdebc371cc req-d3bc5418-181b-483c-a7be-c4ce1353a599 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.172 HTTP/1.1" status: 200 len: 1000 time: 0.1475050 Oct 19 01:15:16.111827 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 45674) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:16.247450 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba6adb-b77a-4e44-97c4-88fdebc371cc req-eecd83e0-fca7-4ece-8668-b61a94cd70f3 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:16.247839 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-94a789df-78fd-4e34-b4f9-4e86aaf8fda4 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:16.256720 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-92ba6adb-b77a-4e44-97c4-88fdebc371cc req-eecd83e0-fca7-4ece-8668-b61a94cd70f3 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 784 time: 0.1774366 Oct 19 01:15:16.335293 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-94a789df-78fd-4e34-b4f9-4e86aaf8fda4 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:16.374453 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89949aa8-b06c-4273-a23a-63a6142ef01e None None] New status for floating IP d5de711f-5f64-4ffe-8273-9abec31410b6: ACTIVE {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:15:16.416796 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-92ba6adb-b77a-4e44-97c4-88fdebc371cc req-f318717e-0d1d-4162-84dc-ee849b60452d tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.172 HTTP/1.1" status: 200 len: 1000 time: 0.1554670 Oct 19 01:15:16.430596 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-92ba6adb-b77a-4e44-97c4-88fdebc371cc req-cf355400-e033-4cbf-9808-71d71701d950 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:16.532612 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-92ba6adb-b77a-4e44-97c4-88fdebc371cc req-cf355400-e033-4cbf-9808-71d71701d950 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks [] for floatingip, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:16.572886 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-46c9c214-55e2-44c0-94ee-a972793251a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:16.618299 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-94a789df-78fd-4e34-b4f9-4e86aaf8fda4 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:16.621422 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-94a789df-78fd-4e34-b4f9-4e86aaf8fda4 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:16.622617 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-94a789df-78fd-4e34-b4f9-4e86aaf8fda4 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] 10.222.0.57 "DELETE /v2.0/security-groups/6e980300-206f-41ab-a4a5-4d4b5763228c HTTP/1.1" status: 204 len: 168 time: 0.5097256 Oct 19 01:15:16.682594 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a789df-78fd-4e34-b4f9-4e86aaf8fda4 tempest-TestServerBasicOps-31723624 tempest-TestServerBasicOps-31723624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e980300-206f-41ab-a4a5-4d4b5763228c,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:16.704929 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 45690) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:16.841074 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-92ba6adb-b77a-4e44-97c4-88fdebc371cc req-cf355400-e033-4cbf-9808-71d71701d950 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:16.850698 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-92ba6adb-b77a-4e44-97c4-88fdebc371cc req-cf355400-e033-4cbf-9808-71d71701d950 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:16.851140 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [req-92ba6adb-b77a-4e44-97c4-88fdebc371cc req-cf355400-e033-4cbf-9808-71d71701d950 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Floating IP d5de711f-5f64-4ffe-8273-9abec31410b6 disassociated. External IP: 172.25.8.172, port: ba09ea6d-c90e-4d3c-81f7-4e463622df17. Oct 19 01:15:16.851795 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.db.api [None req-89949aa8-b06c-4273-a23a-63a6142ef01e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:15:16.851795 n-d-715271-26 neutron-server[100609]: DEBUG oslo_db.api [None req-89949aa8-b06c-4273-a23a-63a6142ef01e None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:15:17.265239 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:17.352855 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89949aa8-b06c-4273-a23a-63a6142ef01e None None] New status for floating IP d5de711f-5f64-4ffe-8273-9abec31410b6: ACTIVE {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:15:17.411267 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92ba6adb-b77a-4e44-97c4-88fdebc371cc req-cf355400-e033-4cbf-9808-71d71701d950 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Router 9ca6c055-b43b-421a-8b35-9dd8ab16e143 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:15:17.728884 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:17.794861 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-70888cad-e2cb-4747-8dc6-9de3809a0a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:17.901325 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92ba6adb-b77a-4e44-97c4-88fdebc371cc req-cf355400-e033-4cbf-9808-71d71701d950 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:15:17.928957 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-92ba6adb-b77a-4e44-97c4-88fdebc371cc req-cf355400-e033-4cbf-9808-71d71701d950 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:17.983766 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056a960f-9d74-4592-b14c-82982c6a9b07 None None] Sync routers for ids ['9ca6c055-b43b-421a-8b35-9dd8ab16e143'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:15:18.004259 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056a960f-9d74-4592-b14c-82982c6a9b07 None None] Routers {'9ca6c055-b43b-421a-8b35-9dd8ab16e143'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:15:18.005349 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-056a960f-9d74-4592-b14c-82982c6a9b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:15:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['9ca6c055-b43b-421a-8b35-9dd8ab16e143'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:18.007765 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-92ba6adb-b77a-4e44-97c4-88fdebc371cc req-cf355400-e033-4cbf-9808-71d71701d950 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "PUT /v2.0/floatingips/d5de711f-5f64-4ffe-8273-9abec31410b6 HTTP/1.1" status: 200 len: 693 time: 1.5843017 Oct 19 01:15:18.008238 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50fa046a-0089-4df2-97ac-d631921394f9', 'tag': 'ba09ea6d-c90e-4d3c-81f7-4e463622df17'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:18.011496 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a99565-9e87-448d-96f1-bb769137f79b" -d '{"events": [{"name": "network-changed", "server_uuid": "50fa046a-0089-4df2-97ac-d631921394f9", "tag": "ba09ea6d-c90e-4d3c-81f7-4e463622df17"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:18.130005 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72304bca-c006-48fd-a7e8-737201fda0a8 x-openstack-request-id: req-72304bca-c006-48fd-a7e8-737201fda0a8 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:18.130301 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50fa046a-0089-4df2-97ac-d631921394f9", "tag": "ba09ea6d-c90e-4d3c-81f7-4e463622df17", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:18.130564 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-72304bca-c006-48fd-a7e8-737201fda0a8 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:18.132028 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50fa046a-0089-4df2-97ac-d631921394f9', 'tag': 'ba09ea6d-c90e-4d3c-81f7-4e463622df17', 'status': 'completed', 'code': 200} Oct 19 01:15:18.155557 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba6adb-b77a-4e44-97c4-88fdebc371cc req-1bd72d97-38cc-49dd-902e-bfaef393385d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:18.160900 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-92ba6adb-b77a-4e44-97c4-88fdebc371cc req-1bd72d97-38cc-49dd-902e-bfaef393385d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd2a06d367d94e6bbd3c4cc40d1b64e7&device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 1098 time: 0.1393070 Oct 19 01:15:18.432281 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba6adb-b77a-4e44-97c4-88fdebc371cc req-a633572b-c76e-463e-b387-2fd37a9b9c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:18.433718 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-92ba6adb-b77a-4e44-97c4-88fdebc371cc req-a633572b-c76e-463e-b387-2fd37a9b9c7a service neutron] 10.222.0.57 "GET /v2.0/networks?id=3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3 HTTP/1.1" status: 200 len: 919 time: 0.2658834 Oct 19 01:15:18.442009 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-056a960f-9d74-4592-b14c-82982c6a9b07 None None] Set router 9ca6c055-b43b-421a-8b35-9dd8ab16e143 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:15:18.516848 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-92ba6adb-b77a-4e44-97c4-88fdebc371cc req-abce80d2-34f6-4887-989b-ed06dd7b5349 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba09ea6d-c90e-4d3c-81f7-4e463622df17 HTTP/1.1" status: 200 len: 217 time: 0.0748272 Oct 19 01:15:18.615813 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba6adb-b77a-4e44-97c4-88fdebc371cc req-0c4c88b6-2b56-4fce-bd5d-767c4939dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:18.618366 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-92ba6adb-b77a-4e44-97c4-88fdebc371cc req-0c4c88b6-2b56-4fce-bd5d-767c4939dc0f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f7552d31-a1e1-4b89-8a0e-cf71df048db0 HTTP/1.1" status: 200 len: 858 time: 0.0939386 Oct 19 01:15:18.677067 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-92ba6adb-b77a-4e44-97c4-88fdebc371cc req-3e48088a-be18-489c-88cf-cdde18097053 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512877 Oct 19 01:15:18.695555 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a99565-9e87-448d-96f1-bb769137f79b req-f066065b-e3fe-449c-9198-131e2d6cdbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:18.697729 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-95a99565-9e87-448d-96f1-bb769137f79b req-f066065b-e3fe-449c-9198-131e2d6cdbcf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cd2a06d367d94e6bbd3c4cc40d1b64e7&device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 1098 time: 0.2030721 Oct 19 01:15:18.873086 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-92ba6adb-b77a-4e44-97c4-88fdebc371cc req-d25fc2e8-473f-42a9-90c3-aa5d3596b58d service neutron] 10.222.0.57 "GET /v2.0/networks/3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891124 Oct 19 01:15:18.900314 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a99565-9e87-448d-96f1-bb769137f79b req-23ff34eb-61a7-4ff4-9c2c-a69cd53ff50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:18.902472 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-95a99565-9e87-448d-96f1-bb769137f79b req-23ff34eb-61a7-4ff4-9c2c-a69cd53ff50d service neutron] 10.222.0.24 "GET /v2.0/networks?id=3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3 HTTP/1.1" status: 200 len: 919 time: 0.1936760 Oct 19 01:15:18.929414 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-056a960f-9d74-4592-b14c-82982c6a9b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'name': 'tempest-ServerRescueTestJSONUnderV235-41837257-router', 'tenant_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '7f0cc18a-3536-42b6-aab1-1126eb4dff5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:14:11Z', 'updated_at': '2021-10-19T01:14:15Z', 'revision_number': 4, 'project_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'gw_port': {'id': '7f0cc18a-3536-42b6-aab1-1126eb4dff5a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:14:12Z', 'updated_at': '2021-10-19T01:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'c5408caf-51b5-4a26-a17c-7901c401f50e', 'name': '', 'network_id': '3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3', 'tenant_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'mac_address': 'fa:16:3e:55:0b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'f7552d31-a1e1-4b89-8a0e-cf71df048db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:14:15Z', 'updated_at': '2021-10-19T01:14:24Z', 'revision_number': 5, 'project_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'subnets': [{'id': 'f7552d31-a1e1-4b89-8a0e-cf71df048db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:19.002322 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-95a99565-9e87-448d-96f1-bb769137f79b req-1048ff9d-0a4d-446f-9721-33527e875724 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba09ea6d-c90e-4d3c-81f7-4e463622df17 HTTP/1.1" status: 200 len: 217 time: 0.0917029 Oct 19 01:15:19.081133 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-92ba6adb-b77a-4e44-97c4-88fdebc371cc req-afcf4b0c-f69e-430d-9669-4945fc7707e9 service neutron] 10.222.0.57 "GET /v2.0/networks/3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016754 Oct 19 01:15:19.114754 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056a960f-9d74-4592-b14c-82982c6a9b07 None None] Checking router: 9ca6c055-b43b-421a-8b35-9dd8ab16e143 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:15:19.136591 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056a960f-9d74-4592-b14c-82982c6a9b07 None None] Routers {'9ca6c055-b43b-421a-8b35-9dd8ab16e143'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:15:19.137706 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-056a960f-9d74-4592-b14c-82982c6a9b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:15:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['9ca6c055-b43b-421a-8b35-9dd8ab16e143'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:19.290586 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-65169a74-c247-4ab6-9598-1710a7415b7d req-9d2f84d3-ae93-43a7-a165-1c69820059c2 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/floatingips/d5de711f-5f64-4ffe-8273-9abec31410b6 HTTP/1.1" status: 200 len: 693 time: 0.0834713 Oct 19 01:15:19.319345 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a99565-9e87-448d-96f1-bb769137f79b req-b30ef8cb-84ea-4481-ad01-1eddff7a6188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:19.328231 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-95a99565-9e87-448d-96f1-bb769137f79b req-b30ef8cb-84ea-4481-ad01-1eddff7a6188 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f7552d31-a1e1-4b89-8a0e-cf71df048db0 HTTP/1.1" status: 200 len: 858 time: 0.2939637 Oct 19 01:15:19.349655 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919d86a-fabf-4e6a-9714-a08fa30065b5 req-04a17a54-dfb1-4b6f-bc12-8c5558464154 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:19.351842 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1919d86a-fabf-4e6a-9714-a08fa30065b5 req-04a17a54-dfb1-4b6f-bc12-8c5558464154 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.3667192 Oct 19 01:15:19.406706 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-95a99565-9e87-448d-96f1-bb769137f79b req-81daa226-d4ed-48a0-baf0-4a455b50b77d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525537 Oct 19 01:15:19.446232 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-056a960f-9d74-4592-b14c-82982c6a9b07 None None] Set router 9ca6c055-b43b-421a-8b35-9dd8ab16e143 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:15:19.448189 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-70888cad-e2cb-4747-8dc6-9de3809a0a07 admin admin] Deleting port 969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:19.448958 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-70888cad-e2cb-4747-8dc6-9de3809a0a07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:19.486624 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1919d86a-fabf-4e6a-9714-a08fa30065b5 req-a25be9b3-5796-4dcf-bb25-8373bc26b863 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064746 Oct 19 01:15:19.511785 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65169a74-c247-4ab6-9598-1710a7415b7d req-2bfc5173-89fd-4255-b974-eb27bb856bf0 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:19.532079 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-65169a74-c247-4ab6-9598-1710a7415b7d req-2bfc5173-89fd-4255-b974-eb27bb856bf0 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 784 time: 0.2404926 Oct 19 01:15:19.542907 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-65169a74-c247-4ab6-9598-1710a7415b7d req-7360bfe4-d6d6-4960-bf52-a0c717a976da tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:15:19.560139 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-65169a74-c247-4ab6-9598-1710a7415b7d req-7360bfe4-d6d6-4960-bf52-a0c717a976da tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0262175 Oct 19 01:15:19.635129 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-65169a74-c247-4ab6-9598-1710a7415b7d req-b55ad2e6-6ea8-43a8-a314-11a7bab58158 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.172 HTTP/1.1" status: 200 len: 696 time: 0.0727997 Oct 19 01:15:19.713419 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-95a99565-9e87-448d-96f1-bb769137f79b req-26532c43-71cb-4a76-8e0e-b60fc4b7f9b8 service neutron] 10.222.0.24 "GET /v2.0/networks/3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985704 Oct 19 01:15:19.744301 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-65169a74-c247-4ab6-9598-1710a7415b7d req-0cd44a83-c5cf-4df5-adc7-c9a2c64f5398 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.8.172 HTTP/1.1" status: 200 len: 696 time: 0.1087897 Oct 19 01:15:19.781834 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-70888cad-e2cb-4747-8dc6-9de3809a0a07 admin admin] For port 969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e,segment=NetworkSegment(9d868592-c08e-4123-8d31-a67deeb039a8),segment_id=9d868592-c08e-4123-8d31-a67deeb039a8)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:19.782202 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-70888cad-e2cb-4747-8dc6-9de3809a0a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:19.837821 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:19.854211 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-056a960f-9d74-4592-b14c-82982c6a9b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'name': 'tempest-ServerRescueTestJSONUnderV235-41837257-router', 'tenant_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '7f0cc18a-3536-42b6-aab1-1126eb4dff5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:14:11Z', 'updated_at': '2021-10-19T01:14:15Z', 'revision_number': 4, 'project_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'gw_port': {'id': '7f0cc18a-3536-42b6-aab1-1126eb4dff5a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:14:12Z', 'updated_at': '2021-10-19T01:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'c5408caf-51b5-4a26-a17c-7901c401f50e', 'name': '', 'network_id': '3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3', 'tenant_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'mac_address': 'fa:16:3e:55:0b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'f7552d31-a1e1-4b89-8a0e-cf71df048db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:14:15Z', 'updated_at': '2021-10-19T01:14:24Z', 'revision_number': 5, 'project_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'subnets': [{'id': 'f7552d31-a1e1-4b89-8a0e-cf71df048db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:19.883163 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056a960f-9d74-4592-b14c-82982c6a9b07 None None] The sync data for ids ['9ca6c055-b43b-421a-8b35-9dd8ab16e143'] in n-d-715271-26 is: [{'id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'name': 'tempest-ServerRescueTestJSONUnderV235-41837257-router', 'tenant_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '7f0cc18a-3536-42b6-aab1-1126eb4dff5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:14:11Z', 'updated_at': '2021-10-19T01:14:15Z', 'revision_number': 4, 'project_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'gw_port': {'id': '7f0cc18a-3536-42b6-aab1-1126eb4dff5a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:14:12Z', 'updated_at': '2021-10-19T01:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'c5408caf-51b5-4a26-a17c-7901c401f50e', 'name': '', 'network_id': '3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3', 'tenant_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'mac_address': 'fa:16:3e:55:0b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'f7552d31-a1e1-4b89-8a0e-cf71df048db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:14:15Z', 'updated_at': '2021-10-19T01:14:24Z', 'revision_number': 5, 'project_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'subnets': [{'id': 'f7552d31-a1e1-4b89-8a0e-cf71df048db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:15:20.015000 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-95a99565-9e87-448d-96f1-bb769137f79b req-ad8da027-539e-4e6b-9799-46f6f2f6c471 service neutron] 10.222.0.24 "GET /v2.0/networks/3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296510 Oct 19 01:15:20.028332 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-70888cad-e2cb-4747-8dc6-9de3809a0a07 admin admin] Calling delete_port for 969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:20.038756 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-65169a74-c247-4ab6-9598-1710a7415b7d req-8778bc21-51c5-4f5d-a840-b872da4f1b56 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Deleting port 0c217ecd-69a4-48eb-b09d-63b9d8750d1c {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:20.039103 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-65169a74-c247-4ab6-9598-1710a7415b7d req-8778bc21-51c5-4f5d-a840-b872da4f1b56 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:20.157640 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b77f9-b0fa-4f28-a42c-6e43327a6fcf req-d7c2f777-9f5a-424f-955e-e3b51e614edb tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:20.159237 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2c9b77f9-b0fa-4f28-a42c-6e43327a6fcf req-d7c2f777-9f5a-424f-955e-e3b51e614edb tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.5036540 Oct 19 01:15:20.197490 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-65169a74-c247-4ab6-9598-1710a7415b7d req-8778bc21-51c5-4f5d-a840-b872da4f1b56 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:20.198052 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-65169a74-c247-4ab6-9598-1710a7415b7d req-8778bc21-51c5-4f5d-a840-b872da4f1b56 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:20.221676 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-65169a74-c247-4ab6-9598-1710a7415b7d req-8778bc21-51c5-4f5d-a840-b872da4f1b56 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Calling delete_port for 0c217ecd-69a4-48eb-b09d-63b9d8750d1c owned by network:floatingip {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:20.246556 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2c9b77f9-b0fa-4f28-a42c-6e43327a6fcf req-ed8bbe52-804b-4d04-bd5f-44bcd6527a9f tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754871 Oct 19 01:15:20.306472 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40966860-eac8-47c0-9f35-6289d9f8fc02 None None] New status for floating IP d5de711f-5f64-4ffe-8273-9abec31410b6: DOWN {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:15:20.478243 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-70888cad-e2cb-4747-8dc6-9de3809a0a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:20.529190 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-65169a74-c247-4ab6-9598-1710a7415b7d req-8778bc21-51c5-4f5d-a840-b872da4f1b56 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:20.536490 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.db.api [None req-40966860-eac8-47c0-9f35-6289d9f8fc02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:15:20.536930 n-d-715271-26 neutron-server[100609]: DEBUG oslo_db.api [None req-40966860-eac8-47c0-9f35-6289d9f8fc02 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:15:20.606287 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778bc21-51c5-4f5d-a840-b872da4f1b56 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Pushing event deleted for resources: {'Port': ['ID=0c217ecd-69a4-48eb-b09d-63b9d8750d1c,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:20.654734 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70888cad-e2cb-4747-8dc6-9de3809a0a07 admin admin] Pushing event deleted for resources: {'Port': ['ID=969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:20.688510 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-65169a74-c247-4ab6-9598-1710a7415b7d req-8778bc21-51c5-4f5d-a840-b872da4f1b56 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks [] for floatingip, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:20.693255 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-65169a74-c247-4ab6-9598-1710a7415b7d req-8778bc21-51c5-4f5d-a840-b872da4f1b56 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:20.712319 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-65169a74-c247-4ab6-9598-1710a7415b7d req-8778bc21-51c5-4f5d-a840-b872da4f1b56 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "DELETE /v2.0/floatingips/d5de711f-5f64-4ffe-8273-9abec31410b6 HTTP/1.1" status: 204 len: 173 time: 0.9670453 Oct 19 01:15:20.744921 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846f62e-98dc-4ce0-923e-d1707ed4ea8f req-517f714c-9c61-4e3d-9c3a-bcb806490f07 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:20.752300 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a846f62e-98dc-4ce0-923e-d1707ed4ea8f req-517f714c-9c61-4e3d-9c3a-bcb806490f07 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.2699115 Oct 19 01:15:20.801978 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a846f62e-98dc-4ce0-923e-d1707ed4ea8f req-601bf9ef-6f15-4f90-bae7-9ef782b7e905 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487289 Oct 19 01:15:20.863585 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c33ba431-f1a7-4c86-90c7-633fbb22dd27 req-1680bb0b-1595-4677-9dc1-800a8a9ba384 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups/f31f1f72-1c92-4d06-87de-7eecfd899f52 HTTP/1.1" status: 200 len: 1810 time: 0.1445806 Oct 19 01:15:21.039934 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40966860-eac8-47c0-9f35-6289d9f8fc02 None None] New status for floating IP d5de711f-5f64-4ffe-8273-9abec31410b6: DOWN {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:15:21.055053 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c33ba431-f1a7-4c86-90c7-633fbb22dd27 req-4efffc4c-7484-46c3-9117-28e3f74b750c tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:21.066598 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-70888cad-e2cb-4747-8dc6-9de3809a0a07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:21.118175 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c33ba431-f1a7-4c86-90c7-633fbb22dd27 req-4efffc4c-7484-46c3-9117-28e3f74b750c tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:21.249112 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054583b-62c3-46fa-aec1-d6c5d279d08e req-c6b6b49e-b80f-4a39-bd26-14c2cc6ef2aa tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:21.255657 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2054583b-62c3-46fa-aec1-d6c5d279d08e req-c6b6b49e-b80f-4a39-bd26-14c2cc6ef2aa tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.2190158 Oct 19 01:15:21.258900 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c33ba431-f1a7-4c86-90c7-633fbb22dd27 req-4efffc4c-7484-46c3-9117-28e3f74b750c tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:21.265524 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c33ba431-f1a7-4c86-90c7-633fbb22dd27 req-4efffc4c-7484-46c3-9117-28e3f74b750c tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:21.266670 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c33ba431-f1a7-4c86-90c7-633fbb22dd27 req-4efffc4c-7484-46c3-9117-28e3f74b750c tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "DELETE /v2.0/security-groups/f31f1f72-1c92-4d06-87de-7eecfd899f52 HTTP/1.1" status: 204 len: 173 time: 0.3980238 Oct 19 01:15:21.322042 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efffc4c-7484-46c3-9117-28e3f74b750c tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31f1f72-1c92-4d06-87de-7eecfd899f52,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:21.513530 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2054583b-62c3-46fa-aec1-d6c5d279d08e req-9a6fee7f-e423-480e-9a83-4a9f7db7e98e tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530067 Oct 19 01:15:21.730662 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70888cad-e2cb-4747-8dc6-9de3809a0a07 admin admin] Router 27879909-22d6-434f-8834-d4d8fe985eb5 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:15:21.881023 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f0e70-66ab-42ea-9d1a-c069597ad611 req-64a501d1-3342-4711-8db7-ddb7dd3f3587 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:21.882844 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dc5f0e70-66ab-42ea-9d1a-c069597ad611 req-64a501d1-3342-4711-8db7-ddb7dd3f3587 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.0880609 Oct 19 01:15:21.885593 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e907e-79b8-40c7-bf0f-0f2082b52b5c req-95fcead5-9d1d-4336-898e-4e036e192b4f tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:21.887180 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-507e907e-79b8-40c7-bf0f-0f2082b52b5c req-95fcead5-9d1d-4336-898e-4e036e192b4f tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 946 time: 0.1552868 Oct 19 01:15:21.967812 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dc5f0e70-66ab-42ea-9d1a-c069597ad611 req-5b6b380c-101b-4e3c-b5b1-4e684ca2137e tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748992 Oct 19 01:15:22.029308 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70888cad-e2cb-4747-8dc6-9de3809a0a07 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:15:22.041660 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-507e907e-79b8-40c7-bf0f-0f2082b52b5c req-ab4af727-6565-4ec2-8548-ed3c12fb7bac tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456864 Oct 19 01:15:22.046385 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-70888cad-e2cb-4747-8dc6-9de3809a0a07 admin admin] 10.222.0.57 "PUT /v2.0/routers/27879909-22d6-434f-8834-d4d8fe985eb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3389881 Oct 19 01:15:22.050740 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45778) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:22.054127 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4175ab-116e-4444-8f86-bd71375fe873 None None] Sync routers for ids ['27879909-22d6-434f-8834-d4d8fe985eb5'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:15:22.110244 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4175ab-116e-4444-8f86-bd71375fe873 None None] Routers {'27879909-22d6-434f-8834-d4d8fe985eb5'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:15:22.111408 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-eb4175ab-116e-4444-8f86-bd71375fe873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:15:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['27879909-22d6-434f-8834-d4d8fe985eb5'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:22.268920 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-eb4175ab-116e-4444-8f86-bd71375fe873 None None] Set router 27879909-22d6-434f-8834-d4d8fe985eb5 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:15:22.316252 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c9a61eec-839b-4f8f-a1da-10352dfcb4f3 admin admin] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:22.558886 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-eb4175ab-116e-4444-8f86-bd71375fe873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'name': 'tempest-TestServerBasicOps-1351651501-router', 'tenant_id': '2cef90ceee4e4e5aba45348bee033f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '24167a87-6cfb-4dbe-a621-1568d918fbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:27Z', 'updated_at': '2021-10-19T01:15:20Z', 'revision_number': 5, 'project_id': '2cef90ceee4e4e5aba45348bee033f1a', 'gw_port': {'id': '24167a87-6cfb-4dbe-a621-1568d918fbc6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:28Z', 'updated_at': '2021-10-19T01:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:22.665473 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4175ab-116e-4444-8f86-bd71375fe873 None None] Checking router: 27879909-22d6-434f-8834-d4d8fe985eb5 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:15:22.710849 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4175ab-116e-4444-8f86-bd71375fe873 None None] Routers {'27879909-22d6-434f-8834-d4d8fe985eb5'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:15:22.711976 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-eb4175ab-116e-4444-8f86-bd71375fe873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:15:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['27879909-22d6-434f-8834-d4d8fe985eb5'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:22.990273 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-eb4175ab-116e-4444-8f86-bd71375fe873 None None] Set router 27879909-22d6-434f-8834-d4d8fe985eb5 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:15:23.222850 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17e913-20f8-4ab4-bc58-2b5a61bec038 req-6ea0f87a-c88a-4278-87da-7f810e34714d tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:23.227614 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-be17e913-20f8-4ab4-bc58-2b5a61bec038 req-6ea0f87a-c88a-4278-87da-7f810e34714d tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 1.0156686 Oct 19 01:15:23.334715 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e258c-807d-4486-b7ea-8f36ba8b9a52 req-38ef6a56-e268-4abd-ab33-0ebee457a72c tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:23.340571 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-455e258c-807d-4486-b7ea-8f36ba8b9a52 req-38ef6a56-e268-4abd-ab33-0ebee457a72c tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 946 time: 0.1186302 Oct 19 01:15:23.386223 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-eb4175ab-116e-4444-8f86-bd71375fe873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'name': 'tempest-TestServerBasicOps-1351651501-router', 'tenant_id': '2cef90ceee4e4e5aba45348bee033f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '24167a87-6cfb-4dbe-a621-1568d918fbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:27Z', 'updated_at': '2021-10-19T01:15:20Z', 'revision_number': 5, 'project_id': '2cef90ceee4e4e5aba45348bee033f1a', 'gw_port': {'id': '24167a87-6cfb-4dbe-a621-1568d918fbc6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:28Z', 'updated_at': '2021-10-19T01:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:23.437472 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-455e258c-807d-4486-b7ea-8f36ba8b9a52 req-17a530b9-22df-4398-bf0d-49af9ce6c706 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875871 Oct 19 01:15:23.453122 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4175ab-116e-4444-8f86-bd71375fe873 None None] The sync data for ids ['27879909-22d6-434f-8834-d4d8fe985eb5'] in n-d-715271-26 is: [{'id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'name': 'tempest-TestServerBasicOps-1351651501-router', 'tenant_id': '2cef90ceee4e4e5aba45348bee033f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '24167a87-6cfb-4dbe-a621-1568d918fbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:27Z', 'updated_at': '2021-10-19T01:15:20Z', 'revision_number': 5, 'project_id': '2cef90ceee4e4e5aba45348bee033f1a', 'gw_port': {'id': '24167a87-6cfb-4dbe-a621-1568d918fbc6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27879909-22d6-434f-8834-d4d8fe985eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:28Z', 'updated_at': '2021-10-19T01:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:15:23.516259 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c9a61eec-839b-4f8f-a1da-10352dfcb4f3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:23.548854 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-be17e913-20f8-4ab4-bc58-2b5a61bec038 req-a0f4e596-2803-4a87-92b2-cb0239a78b4e tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840736 Oct 19 01:15:23.657228 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-c9a61eec-839b-4f8f-a1da-10352dfcb4f3 admin admin] Deleting port 24167a87-6cfb-4dbe-a621-1568d918fbc6 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:23.663025 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c9a61eec-839b-4f8f-a1da-10352dfcb4f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:23.878362 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e27307-6d49-4bca-89da-9d990aa93f6f req-73979473-0e0d-4bf2-8b8c-488765b6acc0 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:23.881647 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-99e27307-6d49-4bca-89da-9d990aa93f6f req-73979473-0e0d-4bf2-8b8c-488765b6acc0 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.24 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 946 time: 0.1383371 Oct 19 01:15:23.929434 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e6ee3-1480-4a66-83f6-0b1b2b68a159 req-6e7e39e2-f33b-4112-b61a-58dc1245dc7d tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:23.933929 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a00e6ee3-1480-4a66-83f6-0b1b2b68a159 req-6e7e39e2-f33b-4112-b61a-58dc1245dc7d tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.1764276 Oct 19 01:15:23.985549 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-c9a61eec-839b-4f8f-a1da-10352dfcb4f3 admin admin] For port 24167a87-6cfb-4dbe-a621-1568d918fbc6, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=24167a87-6cfb-4dbe-a621-1568d918fbc6,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:23.985925 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c9a61eec-839b-4f8f-a1da-10352dfcb4f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:24.041819 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-c9a61eec-839b-4f8f-a1da-10352dfcb4f3 admin admin] Calling delete_port for 24167a87-6cfb-4dbe-a621-1568d918fbc6 owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:24.078552 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a00e6ee3-1480-4a66-83f6-0b1b2b68a159 req-be6c9fdc-6e93-4424-89be-17abd535d897 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436496 Oct 19 01:15:24.134162 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-99e27307-6d49-4bca-89da-9d990aa93f6f req-ad78120c-a461-4b8c-a300-de33cc5049a5 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Deleting port ba09ea6d-c90e-4d3c-81f7-4e463622df17 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:24.145375 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-99e27307-6d49-4bca-89da-9d990aa93f6f req-ad78120c-a461-4b8c-a300-de33cc5049a5 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:24.546872 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-99e27307-6d49-4bca-89da-9d990aa93f6f req-ad78120c-a461-4b8c-a300-de33cc5049a5 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] For port ba09ea6d-c90e-4d3c-81f7-4e463622df17, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=ba09ea6d-c90e-4d3c-81f7-4e463622df17,segment=NetworkSegment(b4ec96ba-8f3f-4ce8-9cb6-17e472dfe6e8),segment_id=b4ec96ba-8f3f-4ce8-9cb6-17e472dfe6e8)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:24.547564 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-99e27307-6d49-4bca-89da-9d990aa93f6f req-ad78120c-a461-4b8c-a300-de33cc5049a5 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:24.597497 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf1d3a-a52a-4af9-9da1-ea920f8125a9 req-01815bf9-8586-4a63-8037-b914928e0ca9 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:24.598084 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfc4a7-66bc-40f3-aa58-4e7b7253446c req-461e42ca-a51b-4d5b-bfb6-4105472859c4 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:24.599008 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-84cf1d3a-a52a-4af9-9da1-ea920f8125a9 req-01815bf9-8586-4a63-8037-b914928e0ca9 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 946 time: 0.0634594 Oct 19 01:15:24.600753 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c9a61eec-839b-4f8f-a1da-10352dfcb4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:24.607997 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ddbfc4a7-66bc-40f3-aa58-4e7b7253446c req-461e42ca-a51b-4d5b-bfb6-4105472859c4 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.3776376 Oct 19 01:15:24.638647 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a61eec-839b-4f8f-a1da-10352dfcb4f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=24167a87-6cfb-4dbe-a621-1568d918fbc6,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:24.700908 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-99e27307-6d49-4bca-89da-9d990aa93f6f req-ad78120c-a461-4b8c-a300-de33cc5049a5 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Calling delete_port for ba09ea6d-c90e-4d3c-81f7-4e463622df17 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:24.762494 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-84cf1d3a-a52a-4af9-9da1-ea920f8125a9 req-91d84170-0449-4315-9de1-f25adec8bf42 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cc374ee-5467-453f-855a-94b960069148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352684 Oct 19 01:15:24.795622 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c9a61eec-839b-4f8f-a1da-10352dfcb4f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:24.858857 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:24.953398 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:15:24.954138 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 969ebd3a-88a4-40b4-b4e4-4c4bcd31e23e not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:25.045413 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ddbfc4a7-66bc-40f3-aa58-4e7b7253446c req-b9cde5eb-5c95-491f-ba24-3021ffff8965 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167297 Oct 19 01:15:25.059760 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c9a61eec-839b-4f8f-a1da-10352dfcb4f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:25.059760 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c9a61eec-839b-4f8f-a1da-10352dfcb4f3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:25.078688 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-99e27307-6d49-4bca-89da-9d990aa93f6f req-ad78120c-a461-4b8c-a300-de33cc5049a5 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:25.093194 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['ba09ea6d-c90e-4d3c-81f7-4e463622df17'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:15:25.134737 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c9a61eec-839b-4f8f-a1da-10352dfcb4f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:25.135373 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a61eec-839b-4f8f-a1da-10352dfcb4f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27879909-22d6-434f-8834-d4d8fe985eb5 {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:15:25.141917 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c9a61eec-839b-4f8f-a1da-10352dfcb4f3 admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:25.142027 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c9a61eec-839b-4f8f-a1da-10352dfcb4f3 admin admin] 10.222.0.57 "DELETE /v2.0/routers/27879909-22d6-434f-8834-d4d8fe985eb5 HTTP/1.1" status: 204 len: 168 time: 3.0914812 Oct 19 01:15:25.144447 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45854) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:25.205699 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad78120c-a461-4b8c-a300-de33cc5049a5 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Pushing event deleted for resources: {'Port': ['ID=ba09ea6d-c90e-4d3c-81f7-4e463622df17,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:25.252645 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e27307-6d49-4bca-89da-9d990aa93f6f req-ad78120c-a461-4b8c-a300-de33cc5049a5 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] No DVR routers for this DVR port ba09ea6d-c90e-4d3c-81f7-4e463622df17 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:15:25.258021 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-99e27307-6d49-4bca-89da-9d990aa93f6f req-ad78120c-a461-4b8c-a300-de33cc5049a5 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:25.263479 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ccf3072-7570-4d11-bed8-b98b48436a69 admin admin] Deleting subnet fa143eec-2220-412c-9891-c90f025fab49 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:15:25.269768 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1ccf3072-7570-4d11-bed8-b98b48436a69 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:25.271139 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-99e27307-6d49-4bca-89da-9d990aa93f6f req-ad78120c-a461-4b8c-a300-de33cc5049a5 tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.24 "DELETE /v2.0/ports/ba09ea6d-c90e-4d3c-81f7-4e463622df17 HTTP/1.1" status: 204 len: 173 time: 1.3812859 Oct 19 01:15:25.272216 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50fa046a-0089-4df2-97ac-d631921394f9', 'name': 'network-vif-deleted', 'tag': 'ba09ea6d-c90e-4d3c-81f7-4e463622df17'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:25.274697 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fb7e4f-01ef-452c-b59a-e9e173a35a99" -d '{"events": [{"server_uuid": "50fa046a-0089-4df2-97ac-d631921394f9", "name": "network-vif-deleted", "tag": "ba09ea6d-c90e-4d3c-81f7-4e463622df17"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:25.377189 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d72b1-5209-4ca4-8ee8-db199199614b req-a51961c7-ff90-4a2a-9bd1-18f920a454fd tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:25.393970 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-585d72b1-5209-4ca4-8ee8-db199199614b req-a51961c7-ff90-4a2a-9bd1-18f920a454fd tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.0921421 Oct 19 01:15:25.424207 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13213752-380b-4321-887c-70f82c470cd7 x-openstack-request-id: req-13213752-380b-4321-887c-70f82c470cd7 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:25.424483 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50fa046a-0089-4df2-97ac-d631921394f9", "name": "network-vif-deleted", "tag": "ba09ea6d-c90e-4d3c-81f7-4e463622df17", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:25.424909 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-13213752-380b-4321-887c-70f82c470cd7 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:25.425372 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fa046a-0089-4df2-97ac-d631921394f9', 'name': 'network-vif-deleted', 'tag': 'ba09ea6d-c90e-4d3c-81f7-4e463622df17', 'status': 'completed', 'code': 200} Oct 19 01:15:25.427585 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1ccf3072-7570-4d11-bed8-b98b48436a69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:25.495933 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-585d72b1-5209-4ca4-8ee8-db199199614b req-19b83f4b-5481-4c5f-986c-cdf1f6f0b88a tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972774 Oct 19 01:15:25.697849 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1ccf3072-7570-4d11-bed8-b98b48436a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:25.996102 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36729e-56c5-48b2-af20-a2b56814c141 req-939a4004-bc44-4e9f-9c83-352e643ceacb tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:26.006927 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7b36729e-56c5-48b2-af20-a2b56814c141 req-939a4004-bc44-4e9f-9c83-352e643ceacb tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.3375292 Oct 19 01:15:26.070309 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0acbdf0e-4a42-4517-8a71-8e03050f40e1 req-81e28950-d062-4bae-91bd-5b68878ff71d tempest-ServerRescueTestJSONUnderV235-1886247102 tempest-ServerRescueTestJSONUnderV235-1886247102-project] 10.222.0.57 "GET /v2.0/ports?device_id=50fa046a-0089-4df2-97ac-d631921394f9 HTTP/1.1" status: 200 len: 210 time: 0.1021173 Oct 19 01:15:26.119581 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1ccf3072-7570-4d11-bed8-b98b48436a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:26.145260 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1ccf3072-7570-4d11-bed8-b98b48436a69 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:26.149043 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6fc07e-52cc-494c-8205-45ec86042f32 None None] Network 3439c557-cbe2-48fc-82d0-010c4f65e4e7 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:15:26.153116 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 45872) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:26.160216 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1ccf3072-7570-4d11-bed8-b98b48436a69 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/fa143eec-2220-412c-9891-c90f025fab49 HTTP/1.1" status: 204 len: 168 time: 1.0146825 Oct 19 01:15:26.210836 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7b36729e-56c5-48b2-af20-a2b56814c141 req-974a7c23-ec2d-42d9-9f1f-a48fe9faaade tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910565 Oct 19 01:15:26.213150 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf3072-7570-4d11-bed8-b98b48436a69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa143eec-2220-412c-9891-c90f025fab49,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:26.290074 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b92291b7-2f1b-4ea2-99c2-99e5b8c302e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:26.408289 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-b92291b7-2f1b-4ea2-99c2-99e5b8c302e5 admin admin] Deleting port 96cb8c90-8f4f-4822-b042-239984506882 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:26.408664 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b92291b7-2f1b-4ea2-99c2-99e5b8c302e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:26.510911 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd374aa-fdd1-422c-9c29-7a18246bde83 req-fbde21d2-80f0-4d67-86be-78e6ce8664b2 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:26.523962 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6fd374aa-fdd1-422c-9c29-7a18246bde83 req-fbde21d2-80f0-4d67-86be-78e6ce8664b2 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.0999777 Oct 19 01:15:26.531443 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006ec0bd-82a1-40b8-92a2-4ec85a912573 None None] DHCP port deletion for 3439c557-cbe2-48fc-82d0-010c4f65e4e7 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:15:26.539741 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-b92291b7-2f1b-4ea2-99c2-99e5b8c302e5 admin admin] For port 96cb8c90-8f4f-4822-b042-239984506882, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=96cb8c90-8f4f-4822-b042-239984506882,segment=NetworkSegment(9d868592-c08e-4123-8d31-a67deeb039a8),segment_id=9d868592-c08e-4123-8d31-a67deeb039a8)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:26.539741 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b92291b7-2f1b-4ea2-99c2-99e5b8c302e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:26.556389 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-b92291b7-2f1b-4ea2-99c2-99e5b8c302e5 admin admin] Calling delete_port for 96cb8c90-8f4f-4822-b042-239984506882 owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:26.570079 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6fd374aa-fdd1-422c-9c29-7a18246bde83 req-22c4de61-adc3-4529-894a-4fb95d6a8178 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398626 Oct 19 01:15:26.650404 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-006ec0bd-82a1-40b8-92a2-4ec85a912573 None None] Deleting port 96cb8c90-8f4f-4822-b042-239984506882 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:26.651154 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-006ec0bd-82a1-40b8-92a2-4ec85a912573 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:26.760529 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b92291b7-2f1b-4ea2-99c2-99e5b8c302e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:26.817663 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-006ec0bd-82a1-40b8-92a2-4ec85a912573 None None] For port 96cb8c90-8f4f-4822-b042-239984506882, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=96cb8c90-8f4f-4822-b042-239984506882,segment=NetworkSegment(9d868592-c08e-4123-8d31-a67deeb039a8),segment_id=9d868592-c08e-4123-8d31-a67deeb039a8)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:26.818093 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-006ec0bd-82a1-40b8-92a2-4ec85a912573 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:26.822585 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 24167a87-6cfb-4dbe-a621-1568d918fbc6 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:26.834570 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce402012-1468-48d7-bc7d-14bbbf5702b8 req-5ad48e58-50a7-4e4c-8bc0-408482ecff2f tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:26.836435 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ce402012-1468-48d7-bc7d-14bbbf5702b8 req-5ad48e58-50a7-4e4c-8bc0-408482ecff2f tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.1529384 Oct 19 01:15:26.837929 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92291b7-2f1b-4ea2-99c2-99e5b8c302e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=96cb8c90-8f4f-4822-b042-239984506882,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:26.842022 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92291b7-2f1b-4ea2-99c2-99e5b8c302e5 admin admin] No DVR routers for this DVR port 96cb8c90-8f4f-4822-b042-239984506882 on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:15:26.857165 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 24167a87-6cfb-4dbe-a621-1568d918fbc6 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:15:26.857507 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 24167a87-6cfb-4dbe-a621-1568d918fbc6 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:26.858005 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 96cb8c90-8f4f-4822-b042-239984506882 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:26.863311 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-006ec0bd-82a1-40b8-92a2-4ec85a912573 None None] Calling delete_port for 96cb8c90-8f4f-4822-b042-239984506882 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:26.883696 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 96cb8c90-8f4f-4822-b042-239984506882 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:15:26.884196 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 96cb8c90-8f4f-4822-b042-239984506882 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:26.918037 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ce402012-1468-48d7-bc7d-14bbbf5702b8 req-5284f9a1-ed82-4b1a-a664-844dcb161421 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742583 Oct 19 01:15:26.952418 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b92291b7-2f1b-4ea2-99c2-99e5b8c302e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:26.981777 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-b92291b7-2f1b-4ea2-99c2-99e5b8c302e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3439c557-cbe2-48fc-82d0-010c4f65e4e7']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:27.000694 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-b92291b7-2f1b-4ea2-99c2-99e5b8c302e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d868592-c08e-4123-8d31-a67deeb039a8') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:27.001023 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-b92291b7-2f1b-4ea2-99c2-99e5b8c302e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d868592-c08e-4123-8d31-a67deeb039a8') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:27.020582 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b92291b7-2f1b-4ea2-99c2-99e5b8c302e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:27.035228 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:27.036268 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-006ec0bd-82a1-40b8-92a2-4ec85a912573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:27.061943 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b92291b7-2f1b-4ea2-99c2-99e5b8c302e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:27.076461 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ec0bd-82a1-40b8-92a2-4ec85a912573 None None] Pushing event deleted for resources: {'Port': ['ID=96cb8c90-8f4f-4822-b042-239984506882,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:27.085499 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b92291b7-2f1b-4ea2-99c2-99e5b8c302e5 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:15:27.085977 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b92291b7-2f1b-4ea2-99c2-99e5b8c302e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:27.092296 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006ec0bd-82a1-40b8-92a2-4ec85a912573 None None] No DVR routers for this DVR port 96cb8c90-8f4f-4822-b042-239984506882 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:15:27.092492 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:15:27.092492 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:15:27.092492 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:15:27.092492 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:15:27.092492 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:15:27.092492 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:15:27.092492 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:15:27.092492 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:15:27.092492 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:15:27.092492 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:15:27.092492 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:15:27.092492 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:15:27.092492 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:15:27.092492 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:15:27.092492 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:15:27.092492 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:15:27.092492 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:15:27.092492 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:15:27.092492 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:15:27.092492 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:15:27.092492 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:15:27.092492 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:15:27.092492 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:15:27.092492 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:15:27.092492 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:15:27.092492 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:15:27.092492 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:15:27.092492 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:15:27.092492 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:15:27.092492 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:15:27.092492 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:15:27.092492 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:15:27.296603 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb4fcd-5f8a-4181-b3a4-176f58635844 req-f5312b21-2c1c-4153-8a6c-f6e25343ecd7 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:27.298986 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ceeb4fcd-5f8a-4181-b3a4-176f58635844 req-f5312b21-2c1c-4153-8a6c-f6e25343ecd7 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/networks?id=6fde0681-0303-4885-b4d6-e7a52aa1ed5d HTTP/1.1" status: 200 len: 814 time: 0.1888714 Oct 19 01:15:27.299848 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45904) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:27.442547 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ceeb4fcd-5f8a-4181-b3a4-176f58635844 req-1436435f-51a7-4d61-9837-d09fc3da672b tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/quotas/854323d3b0a6463e9a8c317c08485c06 HTTP/1.1" status: 200 len: 375 time: 0.0187135 Oct 19 01:15:27.638783 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b92291b7-2f1b-4ea2-99c2-99e5b8c302e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:27.646245 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b92291b7-2f1b-4ea2-99c2-99e5b8c302e5 admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:27.651283 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b92291b7-2f1b-4ea2-99c2-99e5b8c302e5 admin admin] 10.222.0.57 "DELETE /v2.0/networks/3439c557-cbe2-48fc-82d0-010c4f65e4e7 HTTP/1.1" status: 204 len: 168 time: 1.4969189 Oct 19 01:15:27.661893 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 45914) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:27.662229 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ceeb4fcd-5f8a-4181-b3a4-176f58635844 req-46872522-0541-4037-ac72-88fdab0a3731 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=854323d3b0a6463e9a8c317c08485c06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2143660 Oct 19 01:15:27.670729 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92291b7-2f1b-4ea2-99c2-99e5b8c302e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3439c557-cbe2-48fc-82d0-010c4f65e4e7,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:27.685205 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device ba09ea6d-c90e-4d3c-81f7-4e463622df17 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:27.729626 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: ba09ea6d-c90e-4d3c-81f7-4e463622df17 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:15:27.729988 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device ba09ea6d-c90e-4d3c-81f7-4e463622df17 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:27.987598 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f94623-8eed-49b7-9eaf-5e411e6676a9 req-b77da507-299e-4881-82ff-f4e7daffb9b8 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:27.989649 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-66f94623-8eed-49b7-9eaf-5e411e6676a9 req-b77da507-299e-4881-82ff-f4e7daffb9b8 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.1897202 Oct 19 01:15:27.991854 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-161aa1f3-bf32-4814-a806-0a7e1ea306a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:28.080628 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-66f94623-8eed-49b7-9eaf-5e411e6676a9 req-581ba900-8810-41a7-ac38-2a8f7b67803d tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675983 Oct 19 01:15:28.267451 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:15:28.349410 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d4593957-f2fc-4d51-a000-4d2e1b372cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:28.405566 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de2537-3c9c-469d-a8b3-abf49597c2e8 req-f5b36b85-c6af-453e-b1a9-41b13354bf41 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:28.414664 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-87de2537-3c9c-469d-a8b3-abf49597c2e8 req-f5b36b85-c6af-453e-b1a9-41b13354bf41 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.1199398 Oct 19 01:15:28.542899 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-87de2537-3c9c-469d-a8b3-abf49597c2e8 req-8e2a0bbf-6794-4a45-91aa-8b0b004a503b tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209817 Oct 19 01:15:28.644873 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-161aa1f3-bf32-4814-a806-0a7e1ea306a6 admin admin] Deleting port c5408caf-51b5-4a26-a17c-7901c401f50e {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:28.645223 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-161aa1f3-bf32-4814-a806-0a7e1ea306a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:28.758666 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-d4593957-f2fc-4d51-a000-4d2e1b372cb4 admin admin] Deleting port a62f357c-ebce-480e-9b86-643836f1ad0a {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:28.759008 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d4593957-f2fc-4d51-a000-4d2e1b372cb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:28.837202 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-161aa1f3-bf32-4814-a806-0a7e1ea306a6 admin admin] For port c5408caf-51b5-4a26-a17c-7901c401f50e, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c5408caf-51b5-4a26-a17c-7901c401f50e,segment=NetworkSegment(b4ec96ba-8f3f-4ce8-9cb6-17e472dfe6e8),segment_id=b4ec96ba-8f3f-4ce8-9cb6-17e472dfe6e8)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:28.837571 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-161aa1f3-bf32-4814-a806-0a7e1ea306a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:28.867057 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-161aa1f3-bf32-4814-a806-0a7e1ea306a6 admin admin] Calling delete_port for c5408caf-51b5-4a26-a17c-7901c401f50e owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:28.929596 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-d4593957-f2fc-4d51-a000-4d2e1b372cb4 admin admin] For port a62f357c-ebce-480e-9b86-643836f1ad0a, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=a62f357c-ebce-480e-9b86-643836f1ad0a,segment=NetworkSegment(21b02261-c581-4f13-b2ec-4c260af202bb),segment_id=21b02261-c581-4f13-b2ec-4c260af202bb)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:28.929959 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d4593957-f2fc-4d51-a000-4d2e1b372cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:28.958684 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-d4593957-f2fc-4d51-a000-4d2e1b372cb4 admin admin] Calling delete_port for a62f357c-ebce-480e-9b86-643836f1ad0a owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:29.089726 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-351fb6d6-31dd-449c-be49-a3a7a9572a25 req-4d177383-6dd2-478d-aa92-ebcab964b043 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=854323d3b0a6463e9a8c317c08485c06 HTTP/1.1" status: 200 len: 221 time: 0.1261365 Oct 19 01:15:29.261395 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:29.316796 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d3335-6240-4436-a12f-52217567e239 req-ef13158a-cbaa-44a5-b0ba-214c8cadb708 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:29.319826 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d36d3335-6240-4436-a12f-52217567e239 req-ef13158a-cbaa-44a5-b0ba-214c8cadb708 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.1299019 Oct 19 01:15:29.372454 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-161aa1f3-bf32-4814-a806-0a7e1ea306a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:29.374767 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d4593957-f2fc-4d51-a000-4d2e1b372cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:29.421802 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4593957-f2fc-4d51-a000-4d2e1b372cb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a62f357c-ebce-480e-9b86-643836f1ad0a,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:29.451236 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161aa1f3-bf32-4814-a806-0a7e1ea306a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5408caf-51b5-4a26-a17c-7901c401f50e,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:29.510287 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d36d3335-6240-4436-a12f-52217567e239 req-dbf7f3ad-9620-4e75-905d-7c4fc37fc7c0 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825480 Oct 19 01:15:29.806340 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d4593957-f2fc-4d51-a000-4d2e1b372cb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:30.024793 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-161aa1f3-bf32-4814-a806-0a7e1ea306a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:30.196980 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4593957-f2fc-4d51-a000-4d2e1b372cb4 admin admin] Router ecb26938-39ab-4c42-aea9-df8e47a900d5 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:15:30.303048 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18df7a-b650-4c08-bd5b-39208e955a94 req-1b5a0050-36dd-4cff-9d8d-b37f03626451 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:30.305091 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ea18df7a-b650-4c08-bd5b-39208e955a94 req-1b5a0050-36dd-4cff-9d8d-b37f03626451 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.1038311 Oct 19 01:15:30.320296 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161aa1f3-bf32-4814-a806-0a7e1ea306a6 admin admin] Router 9ca6c055-b43b-421a-8b35-9dd8ab16e143 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:15:30.389927 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ea18df7a-b650-4c08-bd5b-39208e955a94 req-5621e552-9d95-4f82-8e5d-2ef5835ef78f tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758419 Oct 19 01:15:30.395451 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4593957-f2fc-4d51-a000-4d2e1b372cb4 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:15:30.403869 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d4593957-f2fc-4d51-a000-4d2e1b372cb4 admin admin] 10.222.0.57 "PUT /v2.0/routers/ecb26938-39ab-4c42-aea9-df8e47a900d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7371368 Oct 19 01:15:30.403869 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 45962) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:30.410383 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d32bff-0464-47ee-b453-7bccad292be4 None None] Sync routers for ids ['ecb26938-39ab-4c42-aea9-df8e47a900d5'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:15:30.433826 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d32bff-0464-47ee-b453-7bccad292be4 None None] Routers {'ecb26938-39ab-4c42-aea9-df8e47a900d5'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:15:30.434083 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-86d32bff-0464-47ee-b453-7bccad292be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:15:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['ecb26938-39ab-4c42-aea9-df8e47a900d5'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:30.469411 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161aa1f3-bf32-4814-a806-0a7e1ea306a6 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:15:30.475807 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-161aa1f3-bf32-4814-a806-0a7e1ea306a6 admin admin] 10.222.0.57 "PUT /v2.0/routers/9ca6c055-b43b-421a-8b35-9dd8ab16e143/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1737046 Oct 19 01:15:30.478273 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45970) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:30.480762 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c66f87d-0ced-4d03-a30a-f22a20edf5ed None None] Sync routers for ids ['9ca6c055-b43b-421a-8b35-9dd8ab16e143'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:15:30.498268 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c66f87d-0ced-4d03-a30a-f22a20edf5ed None None] Routers {'9ca6c055-b43b-421a-8b35-9dd8ab16e143'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:15:30.501690 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-4c66f87d-0ced-4d03-a30a-f22a20edf5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:15:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['9ca6c055-b43b-421a-8b35-9dd8ab16e143'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:30.543581 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a135570b-31d3-4b85-a570-11f094fe27fb admin admin] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:30.613673 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-86d32bff-0464-47ee-b453-7bccad292be4 None None] Set router ecb26938-39ab-4c42-aea9-df8e47a900d5 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:15:30.629926 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b205abc4-19c4-4995-92ed-a43add92e677 admin admin] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:30.696463 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc76e08-ec2e-44d6-8e5f-8f2c9543b92d req-4c1878a9-f3bd-4383-bca1-efb9fe103296 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:30.698042 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cfc76e08-ec2e-44d6-8e5f-8f2c9543b92d req-4c1878a9-f3bd-4383-bca1-efb9fe103296 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.1524289 Oct 19 01:15:30.751937 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cfc76e08-ec2e-44d6-8e5f-8f2c9543b92d req-3ee3cb62-94c4-4e1a-9e76-cca17d513415 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457275 Oct 19 01:15:30.755836 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-4c66f87d-0ced-4d03-a30a-f22a20edf5ed None None] Set router 9ca6c055-b43b-421a-8b35-9dd8ab16e143 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:15:30.757688 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a135570b-31d3-4b85-a570-11f094fe27fb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:30.881576 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-a135570b-31d3-4b85-a570-11f094fe27fb admin admin] Deleting port f2b817ee-c62e-40fb-9900-6878956619e3 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:30.881576 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a135570b-31d3-4b85-a570-11f094fe27fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:30.976122 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b205abc4-19c4-4995-92ed-a43add92e677 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:31.019514 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-a135570b-31d3-4b85-a570-11f094fe27fb admin admin] For port f2b817ee-c62e-40fb-9900-6878956619e3, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=f2b817ee-c62e-40fb-9900-6878956619e3,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:31.019871 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a135570b-31d3-4b85-a570-11f094fe27fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:31.036212 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-86d32bff-0464-47ee-b453-7bccad292be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb26938-39ab-4c42-aea9-df8e47a900d5', 'name': 'tempest-TestServerBasicOps-843299999-router', 'tenant_id': '5b796be5a808470fa80f1727a034f94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'f2b817ee-c62e-40fb-9900-6878956619e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:42Z', 'updated_at': '2021-10-19T01:15:29Z', 'revision_number': 5, 'project_id': '5b796be5a808470fa80f1727a034f94b', 'gw_port': {'id': 'f2b817ee-c62e-40fb-9900-6878956619e3', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:61:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb26938-39ab-4c42-aea9-df8e47a900d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:43Z', 'updated_at': '2021-10-19T01:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:31.046898 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-a135570b-31d3-4b85-a570-11f094fe27fb admin admin] Calling delete_port for f2b817ee-c62e-40fb-9900-6878956619e3 owned by network:router_gateway {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:31.101391 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fb78a-d408-4776-b077-189b16c2de05 req-463fd6d5-bd0b-4169-9ce7-8aafa49b8d27 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:31.103018 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c89fb78a-d408-4776-b077-189b16c2de05 req-463fd6d5-bd0b-4169-9ce7-8aafa49b8d27 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.2034135 Oct 19 01:15:31.119424 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d32bff-0464-47ee-b453-7bccad292be4 None None] Checking router: ecb26938-39ab-4c42-aea9-df8e47a900d5 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:15:31.147990 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d32bff-0464-47ee-b453-7bccad292be4 None None] Routers {'ecb26938-39ab-4c42-aea9-df8e47a900d5'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:15:31.149027 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-86d32bff-0464-47ee-b453-7bccad292be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:15:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['ecb26938-39ab-4c42-aea9-df8e47a900d5'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:31.168578 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-b205abc4-19c4-4995-92ed-a43add92e677 admin admin] Deleting port 7f0cc18a-3536-42b6-aab1-1126eb4dff5a {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:31.168936 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b205abc4-19c4-4995-92ed-a43add92e677 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:31.257764 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-4c66f87d-0ced-4d03-a30a-f22a20edf5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'name': 'tempest-ServerRescueTestJSONUnderV235-41837257-router', 'tenant_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '7f0cc18a-3536-42b6-aab1-1126eb4dff5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:14:11Z', 'updated_at': '2021-10-19T01:15:29Z', 'revision_number': 5, 'project_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'gw_port': {'id': '7f0cc18a-3536-42b6-aab1-1126eb4dff5a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:14:12Z', 'updated_at': '2021-10-19T01:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:31.317995 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a135570b-31d3-4b85-a570-11f094fe27fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:31.337066 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c89fb78a-d408-4776-b077-189b16c2de05 req-4ced55d5-1c66-4c9d-88c0-4433f90c1bd7 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203817 Oct 19 01:15:31.346475 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c66f87d-0ced-4d03-a30a-f22a20edf5ed None None] Checking router: 9ca6c055-b43b-421a-8b35-9dd8ab16e143 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:15:31.367852 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135570b-31d3-4b85-a570-11f094fe27fb admin admin] Pushing event deleted for resources: {'Port': ['ID=f2b817ee-c62e-40fb-9900-6878956619e3,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:31.385106 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c66f87d-0ced-4d03-a30a-f22a20edf5ed None None] Routers {'9ca6c055-b43b-421a-8b35-9dd8ab16e143'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:15:31.385762 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-4c66f87d-0ced-4d03-a30a-f22a20edf5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:15:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['9ca6c055-b43b-421a-8b35-9dd8ab16e143'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:31.405669 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-b205abc4-19c4-4995-92ed-a43add92e677 admin admin] For port 7f0cc18a-3536-42b6-aab1-1126eb4dff5a, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=7f0cc18a-3536-42b6-aab1-1126eb4dff5a,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:31.406325 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b205abc4-19c4-4995-92ed-a43add92e677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:31.412592 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-86d32bff-0464-47ee-b453-7bccad292be4 None None] Set router ecb26938-39ab-4c42-aea9-df8e47a900d5 gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:15:31.426009 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-b205abc4-19c4-4995-92ed-a43add92e677 admin admin] Calling delete_port for 7f0cc18a-3536-42b6-aab1-1126eb4dff5a owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:31.505437 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a135570b-31d3-4b85-a570-11f094fe27fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:31.510996 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-86d32bff-0464-47ee-b453-7bccad292be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb26938-39ab-4c42-aea9-df8e47a900d5', 'name': 'tempest-TestServerBasicOps-843299999-router', 'tenant_id': '5b796be5a808470fa80f1727a034f94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:42Z', 'updated_at': '2021-10-19T01:15:30Z', 'revision_number': 6, 'project_id': '5b796be5a808470fa80f1727a034f94b', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:31.539289 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d32bff-0464-47ee-b453-7bccad292be4 None None] The sync data for ids ['ecb26938-39ab-4c42-aea9-df8e47a900d5'] in n-d-715271-26 is: [{'id': 'ecb26938-39ab-4c42-aea9-df8e47a900d5', 'name': 'tempest-TestServerBasicOps-843299999-router', 'tenant_id': '5b796be5a808470fa80f1727a034f94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:42Z', 'updated_at': '2021-10-19T01:15:30Z', 'revision_number': 6, 'project_id': '5b796be5a808470fa80f1727a034f94b', 'gw_port_host': None}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:15:31.727512 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b4e37-92cd-4253-8adf-6b78949ec002 req-5e7acc72-806e-416e-a983-72c2b60e8d15 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:31.727512 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e94b4e37-92cd-4253-8adf-6b78949ec002 req-5e7acc72-806e-416e-a983-72c2b60e8d15 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.1721528 Oct 19 01:15:31.738971 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a135570b-31d3-4b85-a570-11f094fe27fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:31.741809 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a135570b-31d3-4b85-a570-11f094fe27fb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:31.799164 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a135570b-31d3-4b85-a570-11f094fe27fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:31.800114 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a135570b-31d3-4b85-a570-11f094fe27fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecb26938-39ab-4c42-aea9-df8e47a900d5 {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:15:31.808229 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a135570b-31d3-4b85-a570-11f094fe27fb admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:31.812383 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a135570b-31d3-4b85-a570-11f094fe27fb admin admin] 10.222.0.57 "DELETE /v2.0/routers/ecb26938-39ab-4c42-aea9-df8e47a900d5 HTTP/1.1" status: 204 len: 168 time: 1.4078419 Oct 19 01:15:31.813202 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46018) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:31.874282 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-281711bc-dc2b-4c7c-ad9d-be9ea6fa690b admin admin] Deleting subnet 31d959b8-420f-4050-b6b0-7a8e2f446d56 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:15:31.878597 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-281711bc-dc2b-4c7c-ad9d-be9ea6fa690b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:31.897661 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e94b4e37-92cd-4253-8adf-6b78949ec002 req-35672812-0ff9-438d-bc42-43b3766e31bb tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634364 Oct 19 01:15:31.970031 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-281711bc-dc2b-4c7c-ad9d-be9ea6fa690b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:32.029105 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-4c66f87d-0ced-4d03-a30a-f22a20edf5ed None None] Set router 9ca6c055-b43b-421a-8b35-9dd8ab16e143 gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:15:32.041236 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b205abc4-19c4-4995-92ed-a43add92e677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:32.091466 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-281711bc-dc2b-4c7c-ad9d-be9ea6fa690b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:32.092421 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-4c66f87d-0ced-4d03-a30a-f22a20edf5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'name': 'tempest-ServerRescueTestJSONUnderV235-41837257-router', 'tenant_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:14:11Z', 'updated_at': '2021-10-19T01:15:30Z', 'revision_number': 6, 'project_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:32.098267 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205abc4-19c4-4995-92ed-a43add92e677 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f0cc18a-3536-42b6-aab1-1126eb4dff5a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:32.143140 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c66f87d-0ced-4d03-a30a-f22a20edf5ed None None] The sync data for ids ['9ca6c055-b43b-421a-8b35-9dd8ab16e143'] in n-d-715271-26 is: [{'id': '9ca6c055-b43b-421a-8b35-9dd8ab16e143', 'name': 'tempest-ServerRescueTestJSONUnderV235-41837257-router', 'tenant_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:14:11Z', 'updated_at': '2021-10-19T01:15:30Z', 'revision_number': 6, 'project_id': 'cd2a06d367d94e6bbd3c4cc40d1b64e7', 'gw_port_host': None}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:15:32.235536 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-281711bc-dc2b-4c7c-ad9d-be9ea6fa690b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:32.256414 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b205abc4-19c4-4995-92ed-a43add92e677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:32.275114 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281711bc-dc2b-4c7c-ad9d-be9ea6fa690b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31d959b8-420f-4050-b6b0-7a8e2f446d56,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:32.283440 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-281711bc-dc2b-4c7c-ad9d-be9ea6fa690b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:32.286711 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-281711bc-dc2b-4c7c-ad9d-be9ea6fa690b admin admin] 10.222.0.57 "DELETE /v2.0/subnets/31d959b8-420f-4050-b6b0-7a8e2f446d56 HTTP/1.1" status: 204 len: 168 time: 0.4724684 Oct 19 01:15:32.291300 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b03d2a-c97f-466a-a16d-37c95dbbffd1 None None] Network 14689d29-5148-4eb8-a424-5d5c74c84da8 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:15:32.304568 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46026) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:32.385841 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b205abc4-19c4-4995-92ed-a43add92e677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:32.391867 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b205abc4-19c4-4995-92ed-a43add92e677 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:32.419200 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f74329-7212-437c-b2d1-4415f324956d req-8b15a049-e848-4fe1-bbf8-70a26f8f7006 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:32.426716 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a5f74329-7212-437c-b2d1-4415f324956d req-8b15a049-e848-4fe1-bbf8-70a26f8f7006 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.2985928 Oct 19 01:15:32.457827 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0668c38f-4fa2-4375-be5e-c352685c803b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:32.517005 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a5f74329-7212-437c-b2d1-4415f324956d req-97318450-d43a-4930-bc1a-1c227fea065e tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893192 Oct 19 01:15:32.584903 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b205abc4-19c4-4995-92ed-a43add92e677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:32.585685 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b205abc4-19c4-4995-92ed-a43add92e677 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ca6c055-b43b-421a-8b35-9dd8ab16e143 {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:15:32.593395 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-0668c38f-4fa2-4375-be5e-c352685c803b admin admin] Deleting port 41e1cad2-766f-471e-a511-4448456bf00f {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:32.593844 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0668c38f-4fa2-4375-be5e-c352685c803b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:32.604776 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b205abc4-19c4-4995-92ed-a43add92e677 admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:32.612172 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b205abc4-19c4-4995-92ed-a43add92e677 admin admin] 10.222.0.57 "DELETE /v2.0/routers/9ca6c055-b43b-421a-8b35-9dd8ab16e143 HTTP/1.1" status: 204 len: 168 time: 2.1326067 Oct 19 01:15:32.612841 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 46034) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:32.683912 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8bd0397-0f23-426b-b559-7c7a27c8437d admin admin] Deleting subnet f7552d31-a1e1-4b89-8a0e-cf71df048db0 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:15:32.688554 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d8bd0397-0f23-426b-b559-7c7a27c8437d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:32.741364 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d8bd0397-0f23-426b-b559-7c7a27c8437d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:32.830375 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d8bd0397-0f23-426b-b559-7c7a27c8437d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:32.847065 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a9f45c-e3c1-49d3-83fb-24d86e7d7a24 None None] DHCP port deletion for 14689d29-5148-4eb8-a424-5d5c74c84da8 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:15:32.995971 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d8bd0397-0f23-426b-b559-7c7a27c8437d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:33.022889 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-06a9f45c-e3c1-49d3-83fb-24d86e7d7a24 None None] Deleting port 41e1cad2-766f-471e-a511-4448456bf00f {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:33.023274 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-06a9f45c-e3c1-49d3-83fb-24d86e7d7a24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:33.045566 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd0397-0f23-426b-b559-7c7a27c8437d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7552d31-a1e1-4b89-8a0e-cf71df048db0,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:33.053805 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d8bd0397-0f23-426b-b559-7c7a27c8437d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:33.061850 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d8bd0397-0f23-426b-b559-7c7a27c8437d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f7552d31-a1e1-4b89-8a0e-cf71df048db0 HTTP/1.1" status: 204 len: 168 time: 0.4429240 Oct 19 01:15:33.064257 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 46052) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:33.146083 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-0668c38f-4fa2-4375-be5e-c352685c803b admin admin] For port 41e1cad2-766f-471e-a511-4448456bf00f, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=41e1cad2-766f-471e-a511-4448456bf00f,segment=NetworkSegment(21b02261-c581-4f13-b2ec-4c260af202bb),segment_id=21b02261-c581-4f13-b2ec-4c260af202bb)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:33.146476 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0668c38f-4fa2-4375-be5e-c352685c803b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:33.231628 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-0668c38f-4fa2-4375-be5e-c352685c803b admin admin] Calling delete_port for 41e1cad2-766f-471e-a511-4448456bf00f owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:33.244707 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-62d3b54f-9101-49e1-883e-aef03686619b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:33.267318 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-06a9f45c-e3c1-49d3-83fb-24d86e7d7a24 None None] For port 41e1cad2-766f-471e-a511-4448456bf00f, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=41e1cad2-766f-471e-a511-4448456bf00f,segment=NetworkSegment(21b02261-c581-4f13-b2ec-4c260af202bb),segment_id=21b02261-c581-4f13-b2ec-4c260af202bb)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:33.267887 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-06a9f45c-e3c1-49d3-83fb-24d86e7d7a24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:33.295597 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e35c04-b51f-4f6c-b2e8-1d21f0c9f8e0 req-02bc5efd-2e06-4e73-9f5b-84d779635e43 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:33.298576 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-59e35c04-b51f-4f6c-b2e8-1d21f0c9f8e0 req-02bc5efd-2e06-4e73-9f5b-84d779635e43 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.1913934 Oct 19 01:15:33.332602 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-06a9f45c-e3c1-49d3-83fb-24d86e7d7a24 None None] Calling delete_port for 41e1cad2-766f-471e-a511-4448456bf00f owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:33.473213 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-62d3b54f-9101-49e1-883e-aef03686619b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:33.495588 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device a62f357c-ebce-480e-9b86-643836f1ad0a no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:33.526268 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: a62f357c-ebce-480e-9b86-643836f1ad0a {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:15:33.526981 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-59e35c04-b51f-4f6c-b2e8-1d21f0c9f8e0 req-b6e7cc21-af1f-4c1a-8b5c-0c0b30a4955a tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573129 Oct 19 01:15:33.527537 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device a62f357c-ebce-480e-9b86-643836f1ad0a not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:33.528219 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c5408caf-51b5-4a26-a17c-7901c401f50e no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:33.531816 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-06a9f45c-e3c1-49d3-83fb-24d86e7d7a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:33.542013 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-62d3b54f-9101-49e1-883e-aef03686619b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:33.566597 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-62d3b54f-9101-49e1-883e-aef03686619b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4ec96ba-8f3f-4ce8-9cb6-17e472dfe6e8') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:33.566904 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-62d3b54f-9101-49e1-883e-aef03686619b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4ec96ba-8f3f-4ce8-9cb6-17e472dfe6e8') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:33.574034 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0668c38f-4fa2-4375-be5e-c352685c803b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:33.588770 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a9f45c-e3c1-49d3-83fb-24d86e7d7a24 None None] No DVR routers for this DVR port 41e1cad2-766f-471e-a511-4448456bf00f on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:15:33.605176 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0668c38f-4fa2-4375-be5e-c352685c803b admin admin] No DVR routers for this DVR port 41e1cad2-766f-471e-a511-4448456bf00f on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:15:33.640302 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-62d3b54f-9101-49e1-883e-aef03686619b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:33.694621 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668c38f-4fa2-4375-be5e-c352685c803b admin admin] Pushing event deleted for resources: {'Port': ['ID=41e1cad2-766f-471e-a511-4448456bf00f,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:33.699068 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 46060) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:33.708907 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9f45c-e3c1-49d3-83fb-24d86e7d7a24 None None] Pushing event deleted for resources: {'Port': ['ID=41e1cad2-766f-471e-a511-4448456bf00f,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:33.728833 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: c5408caf-51b5-4a26-a17c-7901c401f50e {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:15:33.729353 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c5408caf-51b5-4a26-a17c-7901c401f50e not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:33.729791 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f2b817ee-c62e-40fb-9900-6878956619e3 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:33.759613 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: f2b817ee-c62e-40fb-9900-6878956619e3 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:15:33.760141 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f2b817ee-c62e-40fb-9900-6878956619e3 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:33.762053 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 41e1cad2-766f-471e-a511-4448456bf00f no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:33.786621 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-62d3b54f-9101-49e1-883e-aef03686619b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:33.836031 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d3b54f-9101-49e1-883e-aef03686619b admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:15:33.836537 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-62d3b54f-9101-49e1-883e-aef03686619b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:33.847518 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0668c38f-4fa2-4375-be5e-c352685c803b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:33.853124 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 41e1cad2-766f-471e-a511-4448456bf00f {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:15:33.853482 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 41e1cad2-766f-471e-a511-4448456bf00f not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:33.910922 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-0668c38f-4fa2-4375-be5e-c352685c803b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14689d29-5148-4eb8-a424-5d5c74c84da8']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:33.935703 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-0668c38f-4fa2-4375-be5e-c352685c803b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b02261-c581-4f13-b2ec-4c260af202bb') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:33.936008 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-0668c38f-4fa2-4375-be5e-c352685c803b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b02261-c581-4f13-b2ec-4c260af202bb') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:33.963219 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0668c38f-4fa2-4375-be5e-c352685c803b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:33.981690 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0668c38f-4fa2-4375-be5e-c352685c803b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:33.988658 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0668c38f-4fa2-4375-be5e-c352685c803b admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:15:33.989319 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0668c38f-4fa2-4375-be5e-c352685c803b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: self.session.flush() Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: self.session.flush() Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: self.session.flush() Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: self.session.flush() Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:15:34.015880 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:15:34.065601 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0668c38f-4fa2-4375-be5e-c352685c803b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:34.074181 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0668c38f-4fa2-4375-be5e-c352685c803b admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:34.096622 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0668c38f-4fa2-4375-be5e-c352685c803b admin admin] 10.222.0.57 "DELETE /v2.0/networks/14689d29-5148-4eb8-a424-5d5c74c84da8 HTTP/1.1" status: 204 len: 168 time: 1.7813947 Oct 19 01:15:34.114678 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668c38f-4fa2-4375-be5e-c352685c803b admin admin] Pushing event deleted for resources: {'Network': ['ID=14689d29-5148-4eb8-a424-5d5c74c84da8,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:34.394074 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46074) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:34.501202 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d4c02f12-0807-4a84-b89d-f510e183b236 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2cef90ceee4e4e5aba45348bee033f1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1054289 Oct 19 01:15:34.503148 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46076) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:34.512272 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:15:34.512272 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:15:34.512272 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:15:34.512272 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:15:34.512272 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:15:34.512272 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:15:34.512272 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:15:34.512272 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:15:34.512272 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:15:34.512272 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:15:34.512272 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:15:34.512272 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:15:34.512272 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:15:34.512272 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:15:34.512272 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:15:34.512272 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:15:34.512272 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:15:34.512272 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:15:34.512272 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:15:34.512272 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:15:34.512272 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:15:34.512272 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:15:34.512272 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:15:34.512272 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:15:34.512272 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:15:34.512272 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:15:34.512272 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:15:34.512272 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:15:34.512272 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:15:34.512272 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:15:34.512272 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:15:34.512272 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:15:34.534009 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b888b8da-b5f3-4c32-b647-7b9f9d5ed42a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:34.547475 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-62d3b54f-9101-49e1-883e-aef03686619b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:34.566234 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd2907-2c7e-4a50-8180-e5a746fef67b req-a923896a-8c52-4bcd-b822-cbdc9a919bb1 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:34.567992 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-97fd2907-2c7e-4a50-8180-e5a746fef67b req-a923896a-8c52-4bcd-b822-cbdc9a919bb1 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.8366549 Oct 19 01:15:34.584645 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-62d3b54f-9101-49e1-883e-aef03686619b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:34.590794 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-62d3b54f-9101-49e1-883e-aef03686619b admin admin] 10.222.0.57 "DELETE /v2.0/networks/3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3 HTTP/1.1" status: 204 len: 168 time: 1.5255058 Oct 19 01:15:34.597880 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3b54f-9101-49e1-883e-aef03686619b admin admin] Pushing event deleted for resources: {'Network': ['ID=3d2ce32e-4465-42dc-8f5e-f5e0e5aedbc3,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:34.626701 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-28cead6b-46bb-447b-9f17-672a4f9312bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:34.689975 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-97fd2907-2c7e-4a50-8180-e5a746fef67b req-f4a9f5ed-4a30-4a09-8fc6-1e3d8266e336 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980523 Oct 19 01:15:34.733825 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-28cead6b-46bb-447b-9f17-672a4f9312bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:34.760201 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7f0cc18a-3536-42b6-aab1-1126eb4dff5a no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:34.794740 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b888b8da-b5f3-4c32-b647-7b9f9d5ed42a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:34.801316 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b888b8da-b5f3-4c32-b647-7b9f9d5ed42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:34.826388 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 7f0cc18a-3536-42b6-aab1-1126eb4dff5a {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:15:34.827913 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7f0cc18a-3536-42b6-aab1-1126eb4dff5a not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:34.871714 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-28cead6b-46bb-447b-9f17-672a4f9312bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:34.879228 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-28cead6b-46bb-447b-9f17-672a4f9312bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:34.885545 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-28cead6b-46bb-447b-9f17-672a4f9312bf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8d8f1533-c170-4b40-aa95-7df33453151c HTTP/1.1" status: 204 len: 168 time: 0.3779056 Oct 19 01:15:34.905818 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cead6b-46bb-447b-9f17-672a4f9312bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8f1533-c170-4b40-aa95-7df33453151c,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:34.981610 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46098) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:34.988924 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b888b8da-b5f3-4c32-b647-7b9f9d5ed42a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d5f4b2c018e54179b99f6d099414693e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2834272 Oct 19 01:15:34.996454 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 46100) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:35.078005 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888b8da-b5f3-4c32-b647-7b9f9d5ed42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66abacc-a213-4cc4-acf5-d72cba57b31a,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:35.121437 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b656313a-c08c-40ba-b62d-b79657eaed4d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cd2a06d367d94e6bbd3c4cc40d1b64e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1381330 Oct 19 01:15:35.123345 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46108) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:35.125378 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab85373-293e-4ebd-a35b-b75cfffa7698 req-4e91fc5f-89f7-4969-a793-3577be2836d0 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:35.127536 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7ab85373-293e-4ebd-a35b-b75cfffa7698 req-4e91fc5f-89f7-4969-a793-3577be2836d0 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.2579594 Oct 19 01:15:35.147922 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3e04f620-dfbf-4e64-a279-522c0133ab98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:35.190135 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7ab85373-293e-4ebd-a35b-b75cfffa7698 req-40482045-6300-41a1-ab03-c534e10d4cd9 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540736 Oct 19 01:15:35.201545 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3e04f620-dfbf-4e64-a279-522c0133ab98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:35.239675 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e97c83f2-4c42-466c-8d3b-44fa86477b99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:35.277094 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3e04f620-dfbf-4e64-a279-522c0133ab98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:35.282967 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3e04f620-dfbf-4e64-a279-522c0133ab98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:35.285823 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3e04f620-dfbf-4e64-a279-522c0133ab98 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c66abacc-a213-4cc4-acf5-d72cba57b31a HTTP/1.1" status: 204 len: 168 time: 0.2864478 Oct 19 01:15:35.297111 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e97c83f2-4c42-466c-8d3b-44fa86477b99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:35.307382 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04f620-dfbf-4e64-a279-522c0133ab98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66abacc-a213-4cc4-acf5-d72cba57b31a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:35.437626 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17150099-0ed2-460a-b384-01c3d4d8fef3 req-12635208-7625-4a23-adb1-6b26b981dd56 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:35.457924 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-17150099-0ed2-460a-b384-01c3d4d8fef3 req-12635208-7625-4a23-adb1-6b26b981dd56 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.1086297 Oct 19 01:15:35.484529 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e97c83f2-4c42-466c-8d3b-44fa86477b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:35.487074 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e97c83f2-4c42-466c-8d3b-44fa86477b99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:35.488453 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e97c83f2-4c42-466c-8d3b-44fa86477b99 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8cc374ee-5467-453f-855a-94b960069148 HTTP/1.1" status: 204 len: 168 time: 0.3639684 Oct 19 01:15:35.507189 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c83f2-4c42-466c-8d3b-44fa86477b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc374ee-5467-453f-855a-94b960069148,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:35.522118 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-17150099-0ed2-460a-b384-01c3d4d8fef3 req-741b114e-e2c7-4527-b288-27efaf86ecf2 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603871 Oct 19 01:15:35.560081 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46126) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:35.633509 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 46130) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:35.641212 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6c0bfa76-ef08-4940-aa5a-02e7225550bf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5b796be5a808470fa80f1727a034f94b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0787714 Oct 19 01:15:35.706595 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-276d69e5-be83-4e54-874e-52c44b805c98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:35.727502 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464c666-0f11-445d-846d-6c5a9f93d609 req-3e3427a3-19c2-43ce-9247-db24ba6fa4ba tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:35.729330 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2464c666-0f11-445d-846d-6c5a9f93d609 req-3e3427a3-19c2-43ce-9247-db24ba6fa4ba tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.0579810 Oct 19 01:15:35.747925 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-276d69e5-be83-4e54-874e-52c44b805c98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:35.816488 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2464c666-0f11-445d-846d-6c5a9f93d609 req-0411d86a-6a74-4f1a-b524-76cd3c827b5a tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579989 Oct 19 01:15:35.835245 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46136) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:35.848814 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5d025b34-e583-4eb2-a25a-82e4b9a2e2ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:35.866105 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-276d69e5-be83-4e54-874e-52c44b805c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:35.868747 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-276d69e5-be83-4e54-874e-52c44b805c98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:35.872259 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-276d69e5-be83-4e54-874e-52c44b805c98 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1442f85c-5b36-4a73-beea-8d2d0978f9ce HTTP/1.1" status: 204 len: 168 time: 0.2351387 Oct 19 01:15:35.898387 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d69e5-be83-4e54-874e-52c44b805c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1442f85c-5b36-4a73-beea-8d2d0978f9ce,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:36.013656 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5d025b34-e583-4eb2-a25a-82e4b9a2e2ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:36.023808 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5d025b34-e583-4eb2-a25a-82e4b9a2e2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:36.035171 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fba52d-5c2a-4ebd-b852-55df2d7b6bcd req-e9c8f74f-a6ca-4aeb-a94a-ed2de3ce8916 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:36.044466 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-60fba52d-5c2a-4ebd-b852-55df2d7b6bcd req-e9c8f74f-a6ca-4aeb-a94a-ed2de3ce8916 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.1097887 Oct 19 01:15:36.077656 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5d025b34-e583-4eb2-a25a-82e4b9a2e2ee admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2b94d77345fc4032a6a057e765d4cdf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2412844 Oct 19 01:15:36.080133 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46142) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:36.117197 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-60fba52d-5c2a-4ebd-b852-55df2d7b6bcd req-13560c6f-1fe7-4cf7-a41a-1a3de5a3c552 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629005 Oct 19 01:15:36.160782 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d025b34-e583-4eb2-a25a-82e4b9a2e2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765023a4-31ce-4287-b6d5-34a4fca699ac,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:36.196696 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7122407f-a538-463f-8eca-838d4380f996 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:36.222724 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7122407f-a538-463f-8eca-838d4380f996 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:36.284172 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7122407f-a538-463f-8eca-838d4380f996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:36.287214 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7122407f-a538-463f-8eca-838d4380f996 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:36.288445 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7122407f-a538-463f-8eca-838d4380f996 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/765023a4-31ce-4287-b6d5-34a4fca699ac HTTP/1.1" status: 204 len: 168 time: 0.2073879 Oct 19 01:15:36.308322 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122407f-a538-463f-8eca-838d4380f996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765023a4-31ce-4287-b6d5-34a4fca699ac,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:36.325595 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44107108-5c69-4836-936a-c61a3c60ab93 req-e22a1e69-1d48-4c3c-a233-c3fc555097ae tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:36.336220 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-44107108-5c69-4836-936a-c61a3c60ab93 req-e22a1e69-1d48-4c3c-a233-c3fc555097ae tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.1010082 Oct 19 01:15:36.390259 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-44107108-5c69-4836-936a-c61a3c60ab93 req-4a6a8586-8ffa-49f1-ad4e-170ac43861a7 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515788 Oct 19 01:15:36.553659 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad665103-9d52-456c-9f0b-93725d7f1ee2 req-60a211c0-c0b7-4490-97a4-04b568782b16 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:36.565372 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ad665103-9d52-456c-9f0b-93725d7f1ee2 req-60a211c0-c0b7-4490-97a4-04b568782b16 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.0958917 Oct 19 01:15:36.629046 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ad665103-9d52-456c-9f0b-93725d7f1ee2 req-a3e4611b-60bb-4bc0-ac72-d7e01d213028 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581186 Oct 19 01:15:36.970792 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e8b17-44ce-4975-b2e8-af97c2925c12 req-e6ae628b-3472-4f00-bcc1-f67c5dc07f79 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:36.972504 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9c3e8b17-44ce-4975-b2e8-af97c2925c12 req-e6ae628b-3472-4f00-bcc1-f67c5dc07f79 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.1133828 Oct 19 01:15:37.047108 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9c3e8b17-44ce-4975-b2e8-af97c2925c12 req-835d996b-e4c2-4f26-a6ff-328a590cccb2 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681164 Oct 19 01:15:37.211555 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2420d-e55b-4988-af2a-d5806817bf87 req-fda2f055-6078-404a-9d2d-dbc3218cf160 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:37.222991 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a2c2420d-e55b-4988-af2a-d5806817bf87 req-fda2f055-6078-404a-9d2d-dbc3218cf160 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.0847323 Oct 19 01:15:37.251351 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46202) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:37.294014 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a2c2420d-e55b-4988-af2a-d5806817bf87 req-1b86f655-9c02-40df-b4c6-8b49fac7e0da tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696943 Oct 19 01:15:37.395908 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-460d8de6-d80e-4a0c-95ef-650924de8c13 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2010670021-network', 'tenant_id': '4e9f67912e554a879c2d285d2c6723f0'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:37.435929 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460d8de6-d80e-4a0c-95ef-650924de8c13 admin admin] Made reservation on behalf of 4e9f67912e554a879c2d285d2c6723f0 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:15:37.438630 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-460d8de6-d80e-4a0c-95ef-650924de8c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:37.452133 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-460d8de6-d80e-4a0c-95ef-650924de8c13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:37.599990 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-460d8de6-d80e-4a0c-95ef-650924de8c13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:37.608307 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-460d8de6-d80e-4a0c-95ef-650924de8c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:37.676063 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-460d8de6-d80e-4a0c-95ef-650924de8c13 admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:15:37.689053 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d8de6-d80e-4a0c-95ef-650924de8c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6309997-42f5-41ec-b73e-279b6c0134ce,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:37.733370 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46230) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:37.736206 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-460d8de6-d80e-4a0c-95ef-650924de8c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:37.736713 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-460d8de6-d80e-4a0c-95ef-650924de8c13 admin admin] Added segment b54c59d8-6b72-46ce-abba-afe778cd7ac0 of type vlan for network 2f6d1f9c-af60-4e63-9391-d714f2b53c93 Oct 19 01:15:37.799911 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b471dd1-1eaa-46cb-afac-16b99e15b21b req-bb6b25ce-d57c-4522-bac4-e6ff06f77ebc tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:37.809638 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7b471dd1-1eaa-46cb-afac-16b99e15b21b req-bb6b25ce-d57c-4522-bac4-e6ff06f77ebc tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.1038084 Oct 19 01:15:37.811116 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-460d8de6-d80e-4a0c-95ef-650924de8c13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:37.853104 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-460d8de6-d80e-4a0c-95ef-650924de8c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:37.854386 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460d8de6-d80e-4a0c-95ef-650924de8c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:37.855819 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-460d8de6-d80e-4a0c-95ef-650924de8c13 admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:37.871406 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7b471dd1-1eaa-46cb-afac-16b99e15b21b req-c79ba89a-c655-4299-be2c-442e39f95efd tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604382 Oct 19 01:15:37.922410 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-460d8de6-d80e-4a0c-95ef-650924de8c13 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6696019 Oct 19 01:15:37.925834 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 46238) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:37.932179 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-d0de9149-6c2f-4725-8238-20aa9681dcb8 admin admin] Request body: {'subnet': {'network_id': '2f6d1f9c-af60-4e63-9391-d714f2b53c93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2010670021-subnet', 'tenant_id': '4e9f67912e554a879c2d285d2c6723f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:37.992042 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0de9149-6c2f-4725-8238-20aa9681dcb8 admin admin] Made reservation on behalf of 4e9f67912e554a879c2d285d2c6723f0 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:15:37.995247 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d0de9149-6c2f-4725-8238-20aa9681dcb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:38.112339 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-28e64201-2e7b-4b87-951c-49e12f445c66 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1447833237-network', 'tenant_id': '90194172b6d24fbe800421d65a82d912'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:38.137237 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d8de6-d80e-4a0c-95ef-650924de8c13 admin admin] Pushing event updated for resources: {'Network': ['ID=2f6d1f9c-af60-4e63-9391-d714f2b53c93,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:38.168754 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 2f6d1f9c-af60-4e63-9391-d714f2b53c93 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:15:38.243241 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e64201-2e7b-4b87-951c-49e12f445c66 admin admin] Made reservation on behalf of 90194172b6d24fbe800421d65a82d912 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:15:38.247513 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-28e64201-2e7b-4b87-951c-49e12f445c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:38.262057 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-28e64201-2e7b-4b87-951c-49e12f445c66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:38.391834 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d0de9149-6c2f-4725-8238-20aa9681dcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:38.404235 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6d687-d5d2-475e-bda5-4decea4ef37b req-1c8d7b83-0ffb-48e4-a839-c7d91e11f63a tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:38.406009 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e4d6d687-d5d2-475e-bda5-4decea4ef37b req-1c8d7b83-0ffb-48e4-a839-c7d91e11f63a tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.4205039 Oct 19 01:15:38.408724 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-28e64201-2e7b-4b87-951c-49e12f445c66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:38.421758 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-28e64201-2e7b-4b87-951c-49e12f445c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:38.442878 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e64201-2e7b-4b87-951c-49e12f445c66 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:15:38.456629 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-28e64201-2e7b-4b87-951c-49e12f445c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:38.456968 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-28e64201-2e7b-4b87-951c-49e12f445c66 admin admin] Added segment de0fd25c-eaca-4e25-a94b-39c555ad937b of type vlan for network 995f958c-4fad-48a1-a8d2-f7fc39188244 Oct 19 01:15:38.524567 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de9149-6c2f-4725-8238-20aa9681dcb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5560e090-ab4c-41db-98cb-400d0fb4b5e6,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:38.528743 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0de9149-6c2f-4725-8238-20aa9681dcb8 admin admin] Checking segment: {'id': 'b54c59d8-6b72-46ce-abba-afe778cd7ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2f6d1f9c-af60-4e63-9391-d714f2b53c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:15:38.529431 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0de9149-6c2f-4725-8238-20aa9681dcb8 admin admin] Network hostable DHCP agents. Network: 2f6d1f9c-af60-4e63-9391-d714f2b53c93, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:15:38.547822 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-28e64201-2e7b-4b87-951c-49e12f445c66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:38.561156 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0de9149-6c2f-4725-8238-20aa9681dcb8 admin admin] Network 2f6d1f9c-af60-4e63-9391-d714f2b53c93 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:15:38.569580 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e64201-2e7b-4b87-951c-49e12f445c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2f9de2-db23-4d92-969f-af0840ebd5fd,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:38.588363 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-d0de9149-6c2f-4725-8238-20aa9681dcb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 2f6d1f9c-af60-4e63-9391-d714f2b53c93) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:15:38.593031 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0de9149-6c2f-4725-8238-20aa9681dcb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:38.594215 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d0de9149-6c2f-4725-8238-20aa9681dcb8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:38.597824 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6f6cb2-b547-49de-a406-4379265d2296 None None] Network 2f6d1f9c-af60-4e63-9391-d714f2b53c93 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:15:38.609397 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e4d6d687-d5d2-475e-bda5-4decea4ef37b req-58ba773a-9d86-4537-ace0-29c3fd4178f1 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912878 Oct 19 01:15:38.623283 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-28e64201-2e7b-4b87-951c-49e12f445c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:38.625341 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e64201-2e7b-4b87-951c-49e12f445c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:38.628507 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d0de9149-6c2f-4725-8238-20aa9681dcb8 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7005541 Oct 19 01:15:38.631845 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 46250) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:38.633485 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-28e64201-2e7b-4b87-951c-49e12f445c66 admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:38.647288 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-7d35067c-602a-4dab-a377-1bf02deb9a11 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2010670021-router', 'tenant_id': '4e9f67912e554a879c2d285d2c6723f0', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:38.676994 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7d35067c-602a-4dab-a377-1bf02deb9a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:38.680103 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7d35067c-602a-4dab-a377-1bf02deb9a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:38.779659 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7d35067c-602a-4dab-a377-1bf02deb9a11 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:38.868093 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a525ed9-bdf0-4364-9786-21242dfe0a49 None None] Network 2f6d1f9c-af60-4e63-9391-d714f2b53c93 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:15:38.884197 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e64201-2e7b-4b87-951c-49e12f445c66 admin admin] Pushing event updated for resources: {'Network': ['ID=995f958c-4fad-48a1-a8d2-f7fc39188244,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:38.908604 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 995f958c-4fad-48a1-a8d2-f7fc39188244 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:15:39.028966 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-28e64201-2e7b-4b87-951c-49e12f445c66 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2942305 Oct 19 01:15:39.031466 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46276) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:39.046897 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-dbe9edd1-e75b-4fb7-a6b7-e2658bdef1fa admin admin] Request body: {'subnet': {'network_id': '995f958c-4fad-48a1-a8d2-f7fc39188244', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1447833237-subnet', 'tenant_id': '90194172b6d24fbe800421d65a82d912', 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:39.103089 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18b10e-5b50-4334-a903-6f1c7b89e621 req-7570c82b-0fad-4621-aff9-72e551ea0648 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:39.121022 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fb18b10e-5b50-4334-a903-6f1c7b89e621 req-7570c82b-0fad-4621-aff9-72e551ea0648 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.2254157 Oct 19 01:15:39.183382 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fb18b10e-5b50-4334-a903-6f1c7b89e621 req-111c1c1f-c5d3-48ae-b6d3-80da191cc026 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546281 Oct 19 01:15:39.191808 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe9edd1-e75b-4fb7-a6b7-e2658bdef1fa admin admin] Made reservation on behalf of 90194172b6d24fbe800421d65a82d912 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:15:39.196938 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dbe9edd1-e75b-4fb7-a6b7-e2658bdef1fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:39.281204 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7d35067c-602a-4dab-a377-1bf02deb9a11 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:39.542496 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599a318-21bf-4bb1-b399-da835dee1159 req-5d6092bb-cd0e-41e0-b472-9c0c6b176c7c tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:39.554787 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dbe9edd1-e75b-4fb7-a6b7-e2658bdef1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:39.570833 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4599a318-21bf-4bb1-b399-da835dee1159 req-5d6092bb-cd0e-41e0-b472-9c0c6b176c7c tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.2399673 Oct 19 01:15:39.650392 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe9edd1-e75b-4fb7-a6b7-e2658bdef1fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=a422bde3-a871-4a32-8785-c32872ac2066,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:39.661441 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe9edd1-e75b-4fb7-a6b7-e2658bdef1fa admin admin] Checking segment: {'id': 'de0fd25c-eaca-4e25-a94b-39c555ad937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '995f958c-4fad-48a1-a8d2-f7fc39188244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:15:39.662030 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe9edd1-e75b-4fb7-a6b7-e2658bdef1fa admin admin] Network hostable DHCP agents. Network: 995f958c-4fad-48a1-a8d2-f7fc39188244, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:15:39.683991 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe9edd1-e75b-4fb7-a6b7-e2658bdef1fa admin admin] Network 995f958c-4fad-48a1-a8d2-f7fc39188244 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:15:39.696942 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4599a318-21bf-4bb1-b399-da835dee1159 req-2701a40c-2486-4c33-8b6a-765c718d9ef3 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252019 Oct 19 01:15:39.697671 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-dbe9edd1-e75b-4fb7-a6b7-e2658bdef1fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 995f958c-4fad-48a1-a8d2-f7fc39188244) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:15:39.703981 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe9edd1-e75b-4fb7-a6b7-e2658bdef1fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:39.704816 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dbe9edd1-e75b-4fb7-a6b7-e2658bdef1fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:39.715387 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e761d49f-ffc2-4914-9eee-454c759845d3 None None] Network 995f958c-4fad-48a1-a8d2-f7fc39188244 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:15:39.754326 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 46306) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:39.757546 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-dbe9edd1-e75b-4fb7-a6b7-e2658bdef1fa admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7164302 Oct 19 01:15:39.844414 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-3410f7d3-11a1-4acd-9957-1d75be4e7dce admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1447833237-router', 'tenant_id': '90194172b6d24fbe800421d65a82d912', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:39.932447 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46308) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:40.075517 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3410f7d3-11a1-4acd-9957-1d75be4e7dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:40.080890 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3410f7d3-11a1-4acd-9957-1d75be4e7dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:40.095848 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad1393f-803b-472e-9494-c265005dd93b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-995f958c-4fad-48a1-a8d2-f7fc39188244', 'network_id': '995f958c-4fad-48a1-a8d2-f7fc39188244', 'tenant_id': '90194172b6d24fbe800421d65a82d912', 'fixed_ips': [{'subnet_id': 'a422bde3-a871-4a32-8785-c32872ac2066'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:15:40.097698 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0ad1393f-803b-472e-9494-c265005dd93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:40.241657 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c6dec449-9a0c-4847-879a-26da010b3497 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:40.373003 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7d35067c-602a-4dab-a377-1bf02deb9a11 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:40.387160 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-0ad1393f-803b-472e-9494-c265005dd93b None None] Allocated IP 172.20.0.2 (995f958c-4fad-48a1-a8d2-f7fc39188244/a422bde3-a871-4a32-8785-c32872ac2066/625ec60d-869a-4e9a-b1b2-9f937f4d5490) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:15:40.401564 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3410f7d3-11a1-4acd-9957-1d75be4e7dce admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:40.438914 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7d35067c-602a-4dab-a377-1bf02deb9a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:40.481786 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c6dec449-9a0c-4847-879a-26da010b3497 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:40.489633 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c6dec449-9a0c-4847-879a-26da010b3497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:40.496468 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ffb60-c47e-4a9e-8bcb-b20bb47a2318 req-574db9fa-bcb3-4756-9791-b12f631cae39 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:40.504344 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-425ffb60-c47e-4a9e-8bcb-b20bb47a2318 req-574db9fa-bcb3-4756-9791-b12f631cae39 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.4045513 Oct 19 01:15:40.520814 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-3070878d-a9d1-4279-ac28-7845b4b5b3d9 req-4a7842f8-5eca-4ec4-bc01-3e810ecf5291 service neutron] (100606) timed out ('10.222.0.57', 45516) {{(pid=100606) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 01:15:40.533735 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dec449-9a0c-4847-879a-26da010b3497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0cf919-01b0-4a01-b7cf-9cf78870f13e,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:40.559642 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c6dec449-9a0c-4847-879a-26da010b3497 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5efba869d36f44f1afc830e1426cac37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6259859 Oct 19 01:15:40.562171 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46322) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:40.632678 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-524ee6b0-149d-4dad-8e3d-b496d2005540 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:40.660942 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-524ee6b0-149d-4dad-8e3d-b496d2005540 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:40.718512 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0ad1393f-803b-472e-9494-c265005dd93b None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:40.727245 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-524ee6b0-149d-4dad-8e3d-b496d2005540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:40.730411 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-524ee6b0-149d-4dad-8e3d-b496d2005540 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:40.731769 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-524ee6b0-149d-4dad-8e3d-b496d2005540 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0a0cf919-01b0-4a01-b7cf-9cf78870f13e HTTP/1.1" status: 204 len: 168 time: 0.1682699 Oct 19 01:15:40.742100 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0ad1393f-803b-472e-9494-c265005dd93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:40.760224 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ee6b0-149d-4dad-8e3d-b496d2005540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0cf919-01b0-4a01-b7cf-9cf78870f13e,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:40.811453 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3410f7d3-11a1-4acd-9957-1d75be4e7dce admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:40.832371 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-425ffb60-c47e-4a9e-8bcb-b20bb47a2318 req-a10d5f59-0e02-472a-977c-a6088771c53d tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256609 Oct 19 01:15:40.886346 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad1393f-803b-472e-9494-c265005dd93b None None] Network 995f958c-4fad-48a1-a8d2-f7fc39188244 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:15:40.898676 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-0ad1393f-803b-472e-9494-c265005dd93b None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:15:40.905664 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad1393f-803b-472e-9494-c265005dd93b None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:15:40.914334 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-7d35067c-602a-4dab-a377-1bf02deb9a11 admin admin] Allocated IP 172.25.8.19 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/d41742a4-b43e-4afb-840f-30c93ba29163) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:15:40.940460 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1393f-803b-472e-9494-c265005dd93b None None] Pushing event updated for resources: {'Port': ['ID=625ec60d-869a-4e9a-b1b2-9f937f4d5490,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:41.095597 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-0ad1393f-803b-472e-9494-c265005dd93b None None] Attempting to bind port 625ec60d-869a-4e9a-b1b2-9f937f4d5490 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:15:41.096186 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-0ad1393f-803b-472e-9494-c265005dd93b None None] Attempting to bind port 625ec60d-869a-4e9a-b1b2-9f937f4d5490 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'de0fd25c-eaca-4e25-a94b-39c555ad937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '995f958c-4fad-48a1-a8d2-f7fc39188244'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:15:41.096570 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad1393f-803b-472e-9494-c265005dd93b None None] Attempting to bind port 625ec60d-869a-4e9a-b1b2-9f937f4d5490 on network 995f958c-4fad-48a1-a8d2-f7fc39188244 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:15:41.118001 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad1393f-803b-472e-9494-c265005dd93b None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:15:41.118823 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad1393f-803b-472e-9494-c265005dd93b None None] Checking segment: {'id': 'de0fd25c-eaca-4e25-a94b-39c555ad937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '995f958c-4fad-48a1-a8d2-f7fc39188244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:15:41.119064 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0ad1393f-803b-472e-9494-c265005dd93b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:41.119569 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad1393f-803b-472e-9494-c265005dd93b None None] Bound using segment: {'id': 'de0fd25c-eaca-4e25-a94b-39c555ad937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '995f958c-4fad-48a1-a8d2-f7fc39188244'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:15:41.121076 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-0ad1393f-803b-472e-9494-c265005dd93b None None] Bound port: 625ec60d-869a-4e9a-b1b2-9f937f4d5490, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0fd25c-eaca-4e25-a94b-39c555ad937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '995f958c-4fad-48a1-a8d2-f7fc39188244'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:15:41.123871 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0ad1393f-803b-472e-9494-c265005dd93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:41.153487 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7d35067c-602a-4dab-a377-1bf02deb9a11 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:41.283268 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-0ad1393f-803b-472e-9494-c265005dd93b None None] For port 625ec60d-869a-4e9a-b1b2-9f937f4d5490, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:15:41.295250 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-0ad1393f-803b-472e-9494-c265005dd93b None None] For port 625ec60d-869a-4e9a-b1b2-9f937f4d5490, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=625ec60d-869a-4e9a-b1b2-9f937f4d5490,segment=NetworkSegment(de0fd25c-eaca-4e25-a94b-39c555ad937b),segment_id=de0fd25c-eaca-4e25-a94b-39c555ad937b)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:15:41.305524 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7d35067c-602a-4dab-a377-1bf02deb9a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:41.319222 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0ad1393f-803b-472e-9494-c265005dd93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:41.353790 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46338) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:41.375539 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-db363f2a-6f28-4059-9780-122a855c2d4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:41.402144 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3410f7d3-11a1-4acd-9957-1d75be4e7dce admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:41.413981 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d35067c-602a-4dab-a377-1bf02deb9a11 admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:15:41.421148 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1393f-803b-472e-9494-c265005dd93b None None] Pushing event updated for resources: {'Port': ['ID=625ec60d-869a-4e9a-b1b2-9f937f4d5490,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:41.473795 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-7d35067c-602a-4dab-a377-1bf02deb9a11 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:15:41.481603 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3410f7d3-11a1-4acd-9957-1d75be4e7dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:41.483914 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d35067c-602a-4dab-a377-1bf02deb9a11 admin admin] Pushing event updated for resources: {'Port': ['ID=d41742a4-b43e-4afb-840f-30c93ba29163,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:41.487533 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d35067c-602a-4dab-a377-1bf02deb9a11 admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:15:41.532816 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-db363f2a-6f28-4059-9780-122a855c2d4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:41.539004 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-db363f2a-6f28-4059-9780-122a855c2d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:41.578146 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db363f2a-6f28-4059-9780-122a855c2d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55cd86d6-35a3-4287-9b96-e2dee82f91ab,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:41.625218 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-db363f2a-6f28-4059-9780-122a855c2d4f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0eb47d3b643d4920b6a83aacbae5bad9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2703001 Oct 19 01:15:41.627872 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46342) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:41.693931 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bdbbd8-3568-4395-a5bf-3dd6f7a1e7ba req-fad98960-d3c4-4aff-97bf-3ddefb6c78fb tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:41.700518 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bdbbd8-3568-4395-a5bf-3dd6f7a1e7ba req-fad98960-d3c4-4aff-97bf-3ddefb6c78fb tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:41.708236 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bdbbd8-3568-4395-a5bf-3dd6f7a1e7ba req-fad98960-d3c4-4aff-97bf-3ddefb6c78fb tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:41.714381 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bdbbd8-3568-4395-a5bf-3dd6f7a1e7ba req-fad98960-d3c4-4aff-97bf-3ddefb6c78fb tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:41.722258 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bdbbd8-3568-4395-a5bf-3dd6f7a1e7ba req-fad98960-d3c4-4aff-97bf-3ddefb6c78fb tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:41.732740 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bdbbd8-3568-4395-a5bf-3dd6f7a1e7ba req-fad98960-d3c4-4aff-97bf-3ddefb6c78fb tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:41.739179 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bdbbd8-3568-4395-a5bf-3dd6f7a1e7ba req-fad98960-d3c4-4aff-97bf-3ddefb6c78fb tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:41.747590 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-82bdbbd8-3568-4395-a5bf-3dd6f7a1e7ba req-fad98960-d3c4-4aff-97bf-3ddefb6c78fb tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 5435 time: 0.2676082 Oct 19 01:15:41.774130 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3b9551ac-9a58-450f-a2a7-9e40819c5e28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:41.814700 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3b9551ac-9a58-450f-a2a7-9e40819c5e28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:41.915629 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3b9551ac-9a58-450f-a2a7-9e40819c5e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:41.919015 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3b9551ac-9a58-450f-a2a7-9e40819c5e28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:41.920376 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3b9551ac-9a58-450f-a2a7-9e40819c5e28 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/55cd86d6-35a3-4287-9b96-e2dee82f91ab HTTP/1.1" status: 204 len: 168 time: 0.2910211 Oct 19 01:15:41.942334 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9551ac-9a58-450f-a2a7-9e40819c5e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cd86d6-35a3-4287-9b96-e2dee82f91ab,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:42.010555 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-82bdbbd8-3568-4395-a5bf-3dd6f7a1e7ba req-b4f9bf22-5cd9-4eef-a72a-34da5a565310 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc8025b-09bc-4bd9-9d99-46ada71b927c&id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2619452 Oct 19 01:15:42.036604 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-3410f7d3-11a1-4acd-9957-1d75be4e7dce admin admin] Allocated IP 172.25.8.79 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/789e6781-4691-4074-8adb-4a351a372cc1) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:15:42.053272 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ea1bc-0c7c-4fd6-842e-0d138e6a7779 req-8a45b1c6-fa08-441d-859a-3fc52c64784d tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:42.054915 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ee3ea1bc-0c7c-4fd6-842e-0d138e6a7779 req-8a45b1c6-fa08-441d-859a-3fc52c64784d tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.1332548 Oct 19 01:15:42.102029 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ee3ea1bc-0c7c-4fd6-842e-0d138e6a7779 req-8321e9c9-6501-4776-b450-636d0eeb42b9 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401928 Oct 19 01:15:42.219340 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7d35067c-602a-4dab-a377-1bf02deb9a11 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:42.337121 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3410f7d3-11a1-4acd-9957-1d75be4e7dce admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:42.648254 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-d9a917f9-b43c-4220-8d37-a683b0ee04e0 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:42.666460 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-d9a917f9-b43c-4220-8d37-a683b0ee04e0 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:42.680529 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-d9a917f9-b43c-4220-8d37-a683b0ee04e0 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:42.688210 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-d9a917f9-b43c-4220-8d37-a683b0ee04e0 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:42.703133 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-d9a917f9-b43c-4220-8d37-a683b0ee04e0 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:42.714962 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-d9a917f9-b43c-4220-8d37-a683b0ee04e0 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:42.729685 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-d9a917f9-b43c-4220-8d37-a683b0ee04e0 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:42.731669 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-d9a917f9-b43c-4220-8d37-a683b0ee04e0 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 5435 time: 0.1963732 Oct 19 01:15:42.831503 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-aa30c327-a8f2-41dc-b03a-c09660140e82 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:42.833306 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-aa30c327-a8f2-41dc-b03a-c09660140e82 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.24 "GET /v2.0/ports/f4cd700e-932d-4677-adfa-4b17f1b59025?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0934007 Oct 19 01:15:42.906602 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 625ec60d-869a-4e9a-b1b2-9f937f4d5490 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:15:43.033321 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3410f7d3-11a1-4acd-9957-1d75be4e7dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:43.042955 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b0fe4-377b-451d-a26f-26230f11456d req-a68c1aaa-eb05-440c-b43f-6f9ea4a67c7a tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:43.044572 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fc6b0fe4-377b-451d-a26f-26230f11456d req-a68c1aaa-eb05-440c-b43f-6f9ea4a67c7a tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.6793158 Oct 19 01:15:43.129839 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a43c01-0518-4ce8-be44-9e6eeb658959 None None] Network 995f958c-4fad-48a1-a8d2-f7fc39188244 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:15:43.159844 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3410f7d3-11a1-4acd-9957-1d75be4e7dce admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:15:43.234384 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-3410f7d3-11a1-4acd-9957-1d75be4e7dce admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:15:43.317726 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 625ec60d-869a-4e9a-b1b2-9f937f4d5490 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:15:43.318628 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:43.329105 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-81b20aa2-2dd6-4860-b555-548ecba21870 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.24 "GET /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4890835 Oct 19 01:15:43.360229 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-561209c8-9f14-4557-b589-89923ce76c30 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:43.367572 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410f7d3-11a1-4acd-9957-1d75be4e7dce admin admin] Pushing event updated for resources: {'Port': ['ID=789e6781-4691-4074-8adb-4a351a372cc1,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:43.386522 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-2d1b6056-66b1-4f9e-8223-68a98c61e27f None None] Provisioning complete for port 625ec60d-869a-4e9a-b1b2-9f937f4d5490 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:15:43.386909 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2d1b6056-66b1-4f9e-8223-68a98c61e27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:43.414111 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e1631-1959-4f5b-bf63-a62b88aad14f req-d033f41f-2d13-41c6-9eb3-a1e0299ccf61 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:43.421753 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3410f7d3-11a1-4acd-9957-1d75be4e7dce admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:15:43.422770 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e1631-1959-4f5b-bf63-a62b88aad14f req-d033f41f-2d13-41c6-9eb3-a1e0299ccf61 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:43.430899 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e1631-1959-4f5b-bf63-a62b88aad14f req-d033f41f-2d13-41c6-9eb3-a1e0299ccf61 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:43.455117 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e1631-1959-4f5b-bf63-a62b88aad14f req-d033f41f-2d13-41c6-9eb3-a1e0299ccf61 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:43.463500 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e1631-1959-4f5b-bf63-a62b88aad14f req-d033f41f-2d13-41c6-9eb3-a1e0299ccf61 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:43.471377 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e1631-1959-4f5b-bf63-a62b88aad14f req-d033f41f-2d13-41c6-9eb3-a1e0299ccf61 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:43.480319 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e1631-1959-4f5b-bf63-a62b88aad14f req-d033f41f-2d13-41c6-9eb3-a1e0299ccf61 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:43.483009 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-629e1631-1959-4f5b-bf63-a62b88aad14f req-d033f41f-2d13-41c6-9eb3-a1e0299ccf61 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 5435 time: 0.2792611 Oct 19 01:15:43.565395 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:43.577983 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fc6b0fe4-377b-451d-a26f-26230f11456d req-70537af3-68c5-4338-a766-be164f94ffae tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5210612 Oct 19 01:15:43.603125 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7d35067c-602a-4dab-a377-1bf02deb9a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:43.620505 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-561209c8-9f14-4557-b589-89923ce76c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:43.761575 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-629e1631-1959-4f5b-bf63-a62b88aad14f req-5ae7ff54-2ed1-45f9-8ce2-070ec00241ae tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc8025b-09bc-4bd9-9d99-46ada71b927c&id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2492399 Oct 19 01:15:43.763860 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2d1b6056-66b1-4f9e-8223-68a98c61e27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:43.770006 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 625ec60d-869a-4e9a-b1b2-9f937f4d5490, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=625ec60d-869a-4e9a-b1b2-9f937f4d5490,segment=NetworkSegment(de0fd25c-eaca-4e25-a94b-39c555ad937b),segment_id=de0fd25c-eaca-4e25-a94b-39c555ad937b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:43.793569 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:43.859816 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=625ec60d-869a-4e9a-b1b2-9f937f4d5490,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:43.946987 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3d2783bd-fb3d-40f3-9e24-574e6b9190e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:43.969526 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-2d1b6056-66b1-4f9e-8223-68a98c61e27f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:15:43.970525 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-2d1b6056-66b1-4f9e-8223-68a98c61e27f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:15:44.034941 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-561209c8-9f14-4557-b589-89923ce76c30 service neutron] For port f4cd700e-932d-4677-adfa-4b17f1b59025, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=f4cd700e-932d-4677-adfa-4b17f1b59025,segment=NetworkSegment(b01a7d88-a003-47a9-b860-30f595d12d4c),segment_id=b01a7d88-a003-47a9-b860-30f595d12d4c)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:44.077558 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-561209c8-9f14-4557-b589-89923ce76c30 service neutron] For port f4cd700e-932d-4677-adfa-4b17f1b59025, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:15:44.175891 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-561209c8-9f14-4557-b589-89923ce76c30 service neutron] device_id is not set on port f4cd700e-932d-4677-adfa-4b17f1b59025 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:15:44.199525 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-561209c8-9f14-4557-b589-89923ce76c30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:44.218554 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-561209c8-9f14-4557-b589-89923ce76c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:44.355408 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561209c8-9f14-4557-b589-89923ce76c30 service neutron] Pushing event updated for resources: {'Port': ['ID=f4cd700e-932d-4677-adfa-4b17f1b59025,revision_number=6']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:44.362558 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3410f7d3-11a1-4acd-9957-1d75be4e7dce admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:44.363664 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-561209c8-9f14-4557-b589-89923ce76c30 service neutron] No DVR routers for this DVR port f4cd700e-932d-4677-adfa-4b17f1b59025 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:15:44.454147 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-561209c8-9f14-4557-b589-89923ce76c30 service neutron] In _notify_port_updated(), no bound segment for port f4cd700e-932d-4677-adfa-4b17f1b59025 on network 55515e32-5e42-485f-bdb8-5274dcde7dea {{(pid=100607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:15:44.456511 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-561209c8-9f14-4557-b589-89923ce76c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:44.457148 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-561209c8-9f14-4557-b589-89923ce76c30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:44.463540 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-561209c8-9f14-4557-b589-89923ce76c30 service neutron] 10.222.0.24 "PUT /v2.0/ports/f4cd700e-932d-4677-adfa-4b17f1b59025 HTTP/1.1" status: 200 len: 1028 time: 1.1172042 Oct 19 01:15:44.555653 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-51ae2c19-c236-4b20-8168-64f13605ca66 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:44.557380 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-51ae2c19-c236-4b20-8168-64f13605ca66 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.24 "GET /v2.0/ports/9295caf7-42d8-4c78-a217-b3e9af380abb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0847468 Oct 19 01:15:44.560801 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d35067c-602a-4dab-a377-1bf02deb9a11 admin admin] Router d838a8f5-8f36-4c7f-b7c7-b61bc94c561a is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:15:44.571170 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-a6bb161d-fac8-4394-8785-842a79cce240 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:44.691457 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-a6bb161d-fac8-4394-8785-842a79cce240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:44.737888 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-d8e1d879-5a72-4057-b32a-7b83658d45eb None None] Provisioning complete for port f4cd700e-932d-4677-adfa-4b17f1b59025 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:15:44.738736 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d8e1d879-5a72-4057-b32a-7b83658d45eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:44.899438 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 625ec60d-869a-4e9a-b1b2-9f937f4d5490 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:15:44.987385 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-d8e1d879-5a72-4057-b32a-7b83658d45eb None None] Port f4cd700e-932d-4677-adfa-4b17f1b59025 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:15:44.989413 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-a6bb161d-fac8-4394-8785-842a79cce240 service neutron] For port 9295caf7-42d8-4c78-a217-b3e9af380abb, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=9295caf7-42d8-4c78-a217-b3e9af380abb,segment=NetworkSegment(b01a7d88-a003-47a9-b860-30f595d12d4c),segment_id=b01a7d88-a003-47a9-b860-30f595d12d4c)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:45.013004 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-d8e1d879-5a72-4057-b32a-7b83658d45eb None None] Provisioning complete for port 625ec60d-869a-4e9a-b1b2-9f937f4d5490 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:15:45.013754 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d8e1d879-5a72-4057-b32a-7b83658d45eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:45.026076 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d35067c-602a-4dab-a377-1bf02deb9a11 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:15:45.028883 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-a6bb161d-fac8-4394-8785-842a79cce240 service neutron] For port 9295caf7-42d8-4c78-a217-b3e9af380abb, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:15:45.046112 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fa35b9-4409-4698-a070-d47f1913bf9d None None] Sync routers for ids ['d838a8f5-8f36-4c7f-b7c7-b61bc94c561a'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:15:45.061832 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fa35b9-4409-4698-a070-d47f1913bf9d None None] Routers {'d838a8f5-8f36-4c7f-b7c7-b61bc94c561a'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:15:45.062736 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-60fa35b9-4409-4698-a070-d47f1913bf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:15:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d838a8f5-8f36-4c7f-b7c7-b61bc94c561a'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:45.071121 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-a6bb161d-fac8-4394-8785-842a79cce240 service neutron] device_id is not set on port 9295caf7-42d8-4c78-a217-b3e9af380abb yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:15:45.084822 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-a6bb161d-fac8-4394-8785-842a79cce240 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:45.108149 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 625ec60d-869a-4e9a-b1b2-9f937f4d5490 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:15:45.108522 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:45.109566 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-a6bb161d-fac8-4394-8785-842a79cce240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:45.197688 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7d35067c-602a-4dab-a377-1bf02deb9a11 admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:45.211144 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-a6bb161d-fac8-4394-8785-842a79cce240 service neutron] No DVR routers for this DVR port 9295caf7-42d8-4c78-a217-b3e9af380abb on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:15:45.211377 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7d35067c-602a-4dab-a377-1bf02deb9a11 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.5781827 Oct 19 01:15:45.268070 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46490) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:45.268623 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb161d-fac8-4394-8785-842a79cce240 service neutron] Pushing event updated for resources: {'Port': ['ID=9295caf7-42d8-4c78-a217-b3e9af380abb,revision_number=6']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:45.501216 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b2116-570f-45d1-b0c0-0ca889a51654 req-65752ce4-10d9-4616-b033-951d794adb50 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:45.516019 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b2116-570f-45d1-b0c0-0ca889a51654 req-65752ce4-10d9-4616-b033-951d794adb50 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:45.533336 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b2116-570f-45d1-b0c0-0ca889a51654 req-65752ce4-10d9-4616-b033-951d794adb50 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:45.551174 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b2116-570f-45d1-b0c0-0ca889a51654 req-65752ce4-10d9-4616-b033-951d794adb50 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:45.567563 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b2116-570f-45d1-b0c0-0ca889a51654 req-65752ce4-10d9-4616-b033-951d794adb50 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:45.590247 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-499b2116-570f-45d1-b0c0-0ca889a51654 req-65752ce4-10d9-4616-b033-951d794adb50 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 3886 time: 0.4938517 Oct 19 01:15:45.656887 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976287c-88d4-4ca2-935d-56068c0ecd4d req-db3d8678-7c4f-4071-b206-222be8793f79 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:45.662386 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3976287c-88d4-4ca2-935d-56068c0ecd4d req-db3d8678-7c4f-4071-b206-222be8793f79 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.5063391 Oct 19 01:15:45.697662 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-a6bb161d-fac8-4394-8785-842a79cce240 service neutron] In _notify_port_updated(), no bound segment for port 9295caf7-42d8-4c78-a217-b3e9af380abb on network 55515e32-5e42-485f-bdb8-5274dcde7dea {{(pid=100607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:15:45.699668 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-a6bb161d-fac8-4394-8785-842a79cce240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:45.702792 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-a6bb161d-fac8-4394-8785-842a79cce240 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:45.705846 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-a6bb161d-fac8-4394-8785-842a79cce240 service neutron] 10.222.0.24 "PUT /v2.0/ports/9295caf7-42d8-4c78-a217-b3e9af380abb HTTP/1.1" status: 200 len: 1027 time: 1.1395497 Oct 19 01:15:45.746646 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3410f7d3-11a1-4acd-9957-1d75be4e7dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:45.765064 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 02ec6d94-aeb9-4134-8f0e-3ee960c7b393 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:45.815924 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-60fa35b9-4409-4698-a070-d47f1913bf9d None None] Set router d838a8f5-8f36-4c7f-b7c7-b61bc94c561a gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:15:45.866625 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3976287c-88d4-4ca2-935d-56068c0ecd4d req-3be1c6e4-1ee0-41c2-925f-8a320ad75ecc tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772199 Oct 19 01:15:45.992039 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-499b2116-570f-45d1-b0c0-0ca889a51654 req-5ad1b7cf-1caa-4ce4-b80c-1e8025066163 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3941708 Oct 19 01:15:46.036710 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-f98242d1-722d-4b5e-a394-a0981669f89d None None] Provisioning complete for port 9295caf7-42d8-4c78-a217-b3e9af380abb triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:15:46.038807 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f98242d1-722d-4b5e-a394-a0981669f89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:46.159962 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:46.199655 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-a9075855-a7a3-43d7-b6b3-371df08256f9 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Deleting port 137414ad-fd54-484b-86fd-f70152e683c2 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:46.203525 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-a9075855-a7a3-43d7-b6b3-371df08256f9 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:46.221742 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-f98242d1-722d-4b5e-a394-a0981669f89d None None] Port 9295caf7-42d8-4c78-a217-b3e9af380abb cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:15:46.243019 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02ec6d94-aeb9-4134-8f0e-3ee960c7b393'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:46.245904 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3410f7d3-11a1-4acd-9957-1d75be4e7dce admin admin] Router 5c2a780d-35cd-4578-84f3-3b1c4370092e is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:15:46.250616 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4411a5-dae1-416d-b5bb-854a9fee3b08" -d '{"events": [{"server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "name": "network-vif-unplugged", "status": "completed", "tag": "02ec6d94-aeb9-4134-8f0e-3ee960c7b393"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:46.271636 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24432a85-c296-4e43-a565-d823c294a15b req-1c0bb494-e57f-418f-8df2-8d0d3769f3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:46.274682 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-24432a85-c296-4e43-a565-d823c294a15b req-1c0bb494-e57f-418f-8df2-8d0d3769f3b1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=854323d3b0a6463e9a8c317c08485c06&device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 1097 time: 0.1900740 Oct 19 01:15:46.334007 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 02ec6d94-aeb9-4134-8f0e-3ee960c7b393, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=02ec6d94-aeb9-4134-8f0e-3ee960c7b393,segment=NetworkSegment(8383d18e-5233-4c4a-8260-014a3d8869b9),segment_id=8383d18e-5233-4c4a-8260-014a3d8869b9)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:46.351157 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:46.352069 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device f4cd700e-932d-4677-adfa-4b17f1b59025 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:46.445204 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acb0545-12a7-4513-b45a-d381e38ece4d x-openstack-request-id: req-7acb0545-12a7-4513-b45a-d381e38ece4d {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:46.445757 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "name": "network-vif-unplugged", "status": "completed", "tag": "02ec6d94-aeb9-4134-8f0e-3ee960c7b393", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:46.446254 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7acb0545-12a7-4513-b45a-d381e38ece4d {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:46.449750 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02ec6d94-aeb9-4134-8f0e-3ee960c7b393', 'code': 200} Oct 19 01:15:46.457730 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-60fa35b9-4409-4698-a070-d47f1913bf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd838a8f5-8f36-4c7f-b7c7-b61bc94c561a', 'name': 'tempest-ServerRescueNegativeTestJSON-2010670021-router', 'tenant_id': '4e9f67912e554a879c2d285d2c6723f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'd41742a4-b43e-4afb-840f-30c93ba29163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:38Z', 'updated_at': '2021-10-19T01:15:41Z', 'revision_number': 3, 'project_id': '4e9f67912e554a879c2d285d2c6723f0', 'gw_port': {'id': 'd41742a4-b43e-4afb-840f-30c93ba29163', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd838a8f5-8f36-4c7f-b7c7-b61bc94c561a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:40Z', 'updated_at': '2021-10-19T01:15:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:46.530430 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24432a85-c296-4e43-a565-d823c294a15b req-89656ccc-8052-4102-a730-9b95b13b97e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:46.532622 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-24432a85-c296-4e43-a565-d823c294a15b req-89656ccc-8052-4102-a730-9b95b13b97e7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6fde0681-0303-4885-b4d6-e7a52aa1ed5d HTTP/1.1" status: 200 len: 915 time: 0.2312016 Oct 19 01:15:46.545442 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fa35b9-4409-4698-a070-d47f1913bf9d None None] Checking router: d838a8f5-8f36-4c7f-b7c7-b61bc94c561a for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:15:46.546063 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fa35b9-4409-4698-a070-d47f1913bf9d None None] Updating router d838a8f5-8f36-4c7f-b7c7-b61bc94c561a port d41742a4-b43e-4afb-840f-30c93ba29163 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:15:46.644518 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-60fa35b9-4409-4698-a070-d47f1913bf9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:46.667539 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-24432a85-c296-4e43-a565-d823c294a15b req-92e85797-7b83-47f7-8976-d3ca72e42631 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=efeadb03-b8e1-4204-b42c-be7a2a69aa70 HTTP/1.1" status: 200 len: 217 time: 0.1255271 Oct 19 01:15:46.674023 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=02ec6d94-aeb9-4134-8f0e-3ee960c7b393,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:46.685437 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2c7b9216-4d51-4d64-8acc-a577acd5d767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:46.690082 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:46.690589 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:46.691039 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:46.691475 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:46.694307 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:46.694786 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:46.695225 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:46.695661 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:46.696127 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:46.696552 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:46.696996 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:46.697793 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:46.719875 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device f4cd700e-932d-4677-adfa-4b17f1b59025 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:46.723269 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device b2e12207-123c-44b7-965e-315fe35b78f5 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:46.781225 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24432a85-c296-4e43-a565-d823c294a15b req-54752245-5994-495d-a7ac-413bc28989c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:46.783100 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-24432a85-c296-4e43-a565-d823c294a15b req-54752245-5994-495d-a7ac-413bc28989c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c34f3bc6-87d2-43ce-a91f-60bcb8357212 HTTP/1.1" status: 200 len: 854 time: 0.1005530 Oct 19 01:15:46.857581 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-a9075855-a7a3-43d7-b6b3-371df08256f9 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] For port 137414ad-fd54-484b-86fd-f70152e683c2, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=137414ad-fd54-484b-86fd-f70152e683c2,segment=NetworkSegment(8383d18e-5233-4c4a-8260-014a3d8869b9),segment_id=8383d18e-5233-4c4a-8260-014a3d8869b9)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:46.858402 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-a9075855-a7a3-43d7-b6b3-371df08256f9 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:46.862290 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-24432a85-c296-4e43-a565-d823c294a15b req-15eb49bd-52cd-4913-b17a-8cc937a701c8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6fde0681-0303-4885-b4d6-e7a52aa1ed5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450521 Oct 19 01:15:46.905394 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:46.929810 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-a9075855-a7a3-43d7-b6b3-371df08256f9 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Calling delete_port for 137414ad-fd54-484b-86fd-f70152e683c2 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:46.982433 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-24432a85-c296-4e43-a565-d823c294a15b req-a113eac2-8a8c-40dd-8710-d8488646e78f service neutron] 10.222.0.55 "GET /v2.0/networks/6fde0681-0303-4885-b4d6-e7a52aa1ed5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105609 Oct 19 01:15:46.984632 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3410f7d3-11a1-4acd-9957-1d75be4e7dce admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:15:47.015100 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e57fe30-1e98-490a-9400-3e8251a29215 None None] Sync routers for ids ['5c2a780d-35cd-4578-84f3-3b1c4370092e'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:15:47.026070 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port b2e12207-123c-44b7-965e-315fe35b78f5, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=b2e12207-123c-44b7-965e-315fe35b78f5,segment=NetworkSegment(de44a590-426f-42d3-aacf-0b0c08114b09),segment_id=de44a590-426f-42d3-aacf-0b0c08114b09)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:47.045951 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3410f7d3-11a1-4acd-9957-1d75be4e7dce admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:47.048338 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e57fe30-1e98-490a-9400-3e8251a29215 None None] Routers {'5c2a780d-35cd-4578-84f3-3b1c4370092e'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:15:47.049254 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6e57fe30-1e98-490a-9400-3e8251a29215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:15:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['5c2a780d-35cd-4578-84f3-3b1c4370092e'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:47.053185 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:47.056696 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device fdb1ab98-3373-451d-84e7-1285ed514bab no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:47.057877 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3410f7d3-11a1-4acd-9957-1d75be4e7dce admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.2963247 Oct 19 01:15:47.058563 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 46520) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:47.280211 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-60fa35b9-4409-4698-a070-d47f1913bf9d None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:47.292397 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-60fa35b9-4409-4698-a070-d47f1913bf9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:47.300320 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-24432a85-c296-4e43-a565-d823c294a15b req-21bd2942-0699-4a40-b653-fd4a58322100 service neutron] 10.222.0.55 "GET /v2.0/networks/6fde0681-0303-4885-b4d6-e7a52aa1ed5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092146 Oct 19 01:15:47.426138 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbb4f2-8461-4fd7-9100-d6c5d0e14699 None None] Pushing event updated for resources: {'Port': ['ID=d41742a4-b43e-4afb-840f-30c93ba29163,revision_number=2']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:47.460826 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfbb4f2-8461-4fd7-9100-d6c5d0e14699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:47.465607 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfbb4f2-8461-4fd7-9100-d6c5d0e14699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:47.467222 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfbb4f2-8461-4fd7-9100-d6c5d0e14699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:47.467814 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfbb4f2-8461-4fd7-9100-d6c5d0e14699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:47.472132 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfbb4f2-8461-4fd7-9100-d6c5d0e14699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:47.472761 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfbb4f2-8461-4fd7-9100-d6c5d0e14699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:47.473360 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfbb4f2-8461-4fd7-9100-d6c5d0e14699 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:47.473930 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfbb4f2-8461-4fd7-9100-d6c5d0e14699 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:47.474589 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfbb4f2-8461-4fd7-9100-d6c5d0e14699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:47.475142 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfbb4f2-8461-4fd7-9100-d6c5d0e14699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:47.484389 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfbb4f2-8461-4fd7-9100-d6c5d0e14699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:47.485077 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfbb4f2-8461-4fd7-9100-d6c5d0e14699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:47.563698 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:47.588322 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-60fa35b9-4409-4698-a070-d47f1913bf9d None None] Attempting to bind port d41742a4-b43e-4afb-840f-30c93ba29163 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:15:47.604367 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-60fa35b9-4409-4698-a070-d47f1913bf9d None None] Attempting to bind port d41742a4-b43e-4afb-840f-30c93ba29163 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:15:47.607557 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fa35b9-4409-4698-a070-d47f1913bf9d None None] Attempting to bind port d41742a4-b43e-4afb-840f-30c93ba29163 on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:15:47.619285 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fa35b9-4409-4698-a070-d47f1913bf9d None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:15:47.636354 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fa35b9-4409-4698-a070-d47f1913bf9d None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:15:47.638312 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-60fa35b9-4409-4698-a070-d47f1913bf9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:47.644287 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fa35b9-4409-4698-a070-d47f1913bf9d None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:15:47.652131 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-60fa35b9-4409-4698-a070-d47f1913bf9d None None] Bound port: d41742a4-b43e-4afb-840f-30c93ba29163, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:15:47.652979 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-60fa35b9-4409-4698-a070-d47f1913bf9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:47.725140 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=b2e12207-123c-44b7-965e-315fe35b78f5,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:47.814372 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-6e57fe30-1e98-490a-9400-3e8251a29215 None None] Set router 5c2a780d-35cd-4578-84f3-3b1c4370092e gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:15:47.859502 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-60fa35b9-4409-4698-a070-d47f1913bf9d None None] For port d41742a4-b43e-4afb-840f-30c93ba29163, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:15:47.890763 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-60fa35b9-4409-4698-a070-d47f1913bf9d None None] For port d41742a4-b43e-4afb-840f-30c93ba29163, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d41742a4-b43e-4afb-840f-30c93ba29163,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:15:47.900765 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-60fa35b9-4409-4698-a070-d47f1913bf9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:48.011814 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a1c12434-33dd-44bd-91bc-fd3d91271900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:48.052897 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbb4f2-8461-4fd7-9100-d6c5d0e14699 None None] Pushing event updated for resources: {'Port': ['ID=d41742a4-b43e-4afb-840f-30c93ba29163,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:48.082787 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fa35b9-4409-4698-a070-d47f1913bf9d None None] Routers {'d838a8f5-8f36-4c7f-b7c7-b61bc94c561a'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:15:48.088852 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-60fa35b9-4409-4698-a070-d47f1913bf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:15:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d838a8f5-8f36-4c7f-b7c7-b61bc94c561a'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:48.202457 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-a9075855-a7a3-43d7-b6b3-371df08256f9 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:48.225169 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabae81f-daba-4163-83f6-8243a17cc08a req-c753114e-249a-4101-8c26-5b91b8032441 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:48.232730 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabae81f-daba-4163-83f6-8243a17cc08a req-c753114e-249a-4101-8c26-5b91b8032441 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:48.238227 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:48.238929 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabae81f-daba-4163-83f6-8243a17cc08a req-c753114e-249a-4101-8c26-5b91b8032441 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:48.246518 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabae81f-daba-4163-83f6-8243a17cc08a req-c753114e-249a-4101-8c26-5b91b8032441 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:48.254090 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabae81f-daba-4163-83f6-8243a17cc08a req-c753114e-249a-4101-8c26-5b91b8032441 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:48.256494 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cabae81f-daba-4163-83f6-8243a17cc08a req-c753114e-249a-4101-8c26-5b91b8032441 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 3882 time: 1.0925713 Oct 19 01:15:48.323275 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:48.344826 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9075855-a7a3-43d7-b6b3-371df08256f9 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Pushing event deleted for resources: {'Port': ['ID=137414ad-fd54-484b-86fd-f70152e683c2,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:48.364770 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cabae81f-daba-4163-83f6-8243a17cc08a req-ca8f1282-5ac5-4918-a937-095000978446 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984864 Oct 19 01:15:48.375524 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-60fa35b9-4409-4698-a070-d47f1913bf9d None None] Set router d838a8f5-8f36-4c7f-b7c7-b61bc94c561a gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:15:48.416784 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-a1c12434-33dd-44bd-91bc-fd3d91271900 admin admin] Allocated IP 172.20.0.1 (995f958c-4fad-48a1-a8d2-f7fc39188244/a422bde3-a871-4a32-8785-c32872ac2066/929eb460-6af3-41ae-a2f1-de01bd409759) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:15:48.446155 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49155ca-73c6-4eb9-b2fa-d37e28c460f9 req-79fca00d-e725-443e-81ae-08f70797a9b5 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:48.456276 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c49155ca-73c6-4eb9-b2fa-d37e28c460f9 req-79fca00d-e725-443e-81ae-08f70797a9b5 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 1.4451902 Oct 19 01:15:48.481167 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2e12207-123c-44b7-965e-315fe35b78f5'}, {'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdb1ab98-3373-451d-84e7-1285ed514bab'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:48.490466 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03730c0-d33a-4d50-be07-457aedbabd0c" -d '{"events": [{"server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "name": "network-vif-unplugged", "status": "completed", "tag": "b2e12207-123c-44b7-965e-315fe35b78f5"}, {"server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "name": "network-vif-unplugged", "status": "completed", "tag": "fdb1ab98-3373-451d-84e7-1285ed514bab"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:48.585893 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port fdb1ab98-3373-451d-84e7-1285ed514bab, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=fdb1ab98-3373-451d-84e7-1285ed514bab,segment=NetworkSegment(b01a7d88-a003-47a9-b860-30f595d12d4c),segment_id=b01a7d88-a003-47a9-b860-30f595d12d4c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:48.590366 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8f4801-2d1f-46b8-9115-930a75eedd83 x-openstack-request-id: req-af8f4801-2d1f-46b8-9115-930a75eedd83 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:48.595997 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "name": "network-vif-unplugged", "status": "completed", "tag": "b2e12207-123c-44b7-965e-315fe35b78f5", "code": 200}, {"server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "name": "network-vif-unplugged", "status": "completed", "tag": "fdb1ab98-3373-451d-84e7-1285ed514bab", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:48.596435 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-af8f4801-2d1f-46b8-9115-930a75eedd83 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:48.596938 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2e12207-123c-44b7-965e-315fe35b78f5', 'code': 200} Oct 19 01:15:48.599647 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdb1ab98-3373-451d-84e7-1285ed514bab', 'code': 200} Oct 19 01:15:48.608903 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:48.611765 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 5b1a2614-1274-4867-b0f6-3402523111c1 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:48.631268 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-a9075855-a7a3-43d7-b6b3-371df08256f9 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] No DVR routers for this DVR port 137414ad-fd54-484b-86fd-f70152e683c2 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:15:48.640193 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-a9075855-a7a3-43d7-b6b3-371df08256f9 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:48.647956 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-a9075855-a7a3-43d7-b6b3-371df08256f9 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.24 "DELETE /v2.0/ports/137414ad-fd54-484b-86fd-f70152e683c2 HTTP/1.1" status: 204 len: 173 time: 2.8570347 Oct 19 01:15:48.650445 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'name': 'network-vif-deleted', 'tag': '137414ad-fd54-484b-86fd-f70152e683c2'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:48.653057 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7dfe9c-6c60-48c7-a412-fd13d85e1e73" -d '{"events": [{"server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "name": "network-vif-deleted", "tag": "137414ad-fd54-484b-86fd-f70152e683c2"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:48.730219 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a1c12434-33dd-44bd-91bc-fd3d91271900 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:48.842606 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-60fa35b9-4409-4698-a070-d47f1913bf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd838a8f5-8f36-4c7f-b7c7-b61bc94c561a', 'name': 'tempest-ServerRescueNegativeTestJSON-2010670021-router', 'tenant_id': '4e9f67912e554a879c2d285d2c6723f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'd41742a4-b43e-4afb-840f-30c93ba29163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:38Z', 'updated_at': '2021-10-19T01:15:41Z', 'revision_number': 3, 'project_id': '4e9f67912e554a879c2d285d2c6723f0', 'gw_port': {'id': 'd41742a4-b43e-4afb-840f-30c93ba29163', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd838a8f5-8f36-4c7f-b7c7-b61bc94c561a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:40Z', 'updated_at': '2021-10-19T01:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:48.867595 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e40cc99-7d24-4a8c-84d2-0fc29af22bf2 x-openstack-request-id: req-3e40cc99-7d24-4a8c-84d2-0fc29af22bf2 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:48.868212 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "name": "network-vif-deleted", "tag": "137414ad-fd54-484b-86fd-f70152e683c2", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:48.869064 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3e40cc99-7d24-4a8c-84d2-0fc29af22bf2 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:48.869643 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'name': 'network-vif-deleted', 'tag': '137414ad-fd54-484b-86fd-f70152e683c2', 'status': 'completed', 'code': 200} Oct 19 01:15:48.882039 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a1c12434-33dd-44bd-91bc-fd3d91271900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:48.887530 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fa35b9-4409-4698-a070-d47f1913bf9d None None] The sync data for ids ['d838a8f5-8f36-4c7f-b7c7-b61bc94c561a'] in n-d-715271-26 is: [{'id': 'd838a8f5-8f36-4c7f-b7c7-b61bc94c561a', 'name': 'tempest-ServerRescueNegativeTestJSON-2010670021-router', 'tenant_id': '4e9f67912e554a879c2d285d2c6723f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'd41742a4-b43e-4afb-840f-30c93ba29163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:38Z', 'updated_at': '2021-10-19T01:15:41Z', 'revision_number': 3, 'project_id': '4e9f67912e554a879c2d285d2c6723f0', 'gw_port': {'id': 'd41742a4-b43e-4afb-840f-30c93ba29163', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd838a8f5-8f36-4c7f-b7c7-b61bc94c561a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:40Z', 'updated_at': '2021-10-19T01:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:15:48.914075 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c49155ca-73c6-4eb9-b2fa-d37e28c460f9 req-7856a4a3-d35b-46a6-a99c-efe093163b13 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4563315 Oct 19 01:15:48.964049 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=fdb1ab98-3373-451d-84e7-1285ed514bab,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:48.994084 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c12434-33dd-44bd-91bc-fd3d91271900 admin admin] Network 995f958c-4fad-48a1-a8d2-f7fc39188244 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:15:48.998841 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-a1c12434-33dd-44bd-91bc-fd3d91271900 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:15:49.008512 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9bf23089-b5f0-4851-9864-ced4f2c6d8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:49.011208 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c12434-33dd-44bd-91bc-fd3d91271900 admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:15:49.034892 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c12434-33dd-44bd-91bc-fd3d91271900 admin admin] Pushing event updated for resources: {'Port': ['ID=929eb460-6af3-41ae-a2f1-de01bd409759,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:49.085863 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a1c12434-33dd-44bd-91bc-fd3d91271900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:49.104324 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:49.163003 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6e57fe30-1e98-490a-9400-3e8251a29215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2a780d-35cd-4578-84f3-3b1c4370092e', 'name': 'tempest-TestServerMultinode-1447833237-router', 'tenant_id': '90194172b6d24fbe800421d65a82d912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '789e6781-4691-4074-8adb-4a351a372cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:40Z', 'updated_at': '2021-10-19T01:15:43Z', 'revision_number': 3, 'project_id': '90194172b6d24fbe800421d65a82d912', 'gw_port': {'id': '789e6781-4691-4074-8adb-4a351a372cc1', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:35:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2a780d-35cd-4578-84f3-3b1c4370092e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:41Z', 'updated_at': '2021-10-19T01:15:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:49.216088 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-4d6f4e79-1276-4d3b-9bd7-5c40831555f9 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Deleting port 02ec6d94-aeb9-4134-8f0e-3ee960c7b393 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:49.216596 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-4d6f4e79-1276-4d3b-9bd7-5c40831555f9 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:49.243302 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 5b1a2614-1274-4867-b0f6-3402523111c1, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=5b1a2614-1274-4867-b0f6-3402523111c1,segment=NetworkSegment(b01a7d88-a003-47a9-b860-30f595d12d4c),segment_id=b01a7d88-a003-47a9-b860-30f595d12d4c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:49.259253 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e57fe30-1e98-490a-9400-3e8251a29215 None None] Checking router: 5c2a780d-35cd-4578-84f3-3b1c4370092e for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:15:49.259629 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e57fe30-1e98-490a-9400-3e8251a29215 None None] Updating router 5c2a780d-35cd-4578-84f3-3b1c4370092e port 789e6781-4691-4074-8adb-4a351a372cc1 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:15:49.312452 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:49.313165 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 9295caf7-42d8-4c78-a217-b3e9af380abb no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:49.316183 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6e57fe30-1e98-490a-9400-3e8251a29215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:49.515902 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a1c12434-33dd-44bd-91bc-fd3d91271900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:49.591507 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-4d6f4e79-1276-4d3b-9bd7-5c40831555f9 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] For port 02ec6d94-aeb9-4134-8f0e-3ee960c7b393, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=02ec6d94-aeb9-4134-8f0e-3ee960c7b393,segment=NetworkSegment(8383d18e-5233-4c4a-8260-014a3d8869b9),segment_id=8383d18e-5233-4c4a-8260-014a3d8869b9)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:49.592266 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-4d6f4e79-1276-4d3b-9bd7-5c40831555f9 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:49.614325 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-4d6f4e79-1276-4d3b-9bd7-5c40831555f9 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Calling delete_port for 02ec6d94-aeb9-4134-8f0e-3ee960c7b393 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:49.622710 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-9bf23089-b5f0-4851-9864-ced4f2c6d8a3 admin admin] Allocated IP 172.20.0.1 (2f6d1f9c-af60-4e63-9391-d714f2b53c93/5560e090-ab4c-41db-98cb-400d0fb4b5e6/a84db479-1e0b-433b-ab9e-51c46820cac7) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:15:49.779350 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab1ab8-1e0f-4729-b043-afa6f1026139 req-b7f4e926-5e47-4437-8beb-0495685bd7ac tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:49.790734 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab1ab8-1e0f-4729-b043-afa6f1026139 req-b7f4e926-5e47-4437-8beb-0495685bd7ac tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:49.797603 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab1ab8-1e0f-4729-b043-afa6f1026139 req-b7f4e926-5e47-4437-8beb-0495685bd7ac tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:49.803885 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 9295caf7-42d8-4c78-a217-b3e9af380abb not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:49.804371 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 137414ad-fd54-484b-86fd-f70152e683c2 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:49.810543 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab1ab8-1e0f-4729-b043-afa6f1026139 req-b7f4e926-5e47-4437-8beb-0495685bd7ac tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:49.812302 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a4ab1ab8-1e0f-4729-b043-afa6f1026139 req-b7f4e926-5e47-4437-8beb-0495685bd7ac tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 3143 time: 0.2083776 Oct 19 01:15:49.959146 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a4ab1ab8-1e0f-4729-b043-afa6f1026139 req-27dd2c2e-75cc-4c64-817d-127923f4c839 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330764 Oct 19 01:15:49.977979 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9bf23089-b5f0-4851-9864-ced4f2c6d8a3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:50.099641 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a1c12434-33dd-44bd-91bc-fd3d91271900 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:50.101014 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 137414ad-fd54-484b-86fd-f70152e683c2 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:15:50.101367 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 137414ad-fd54-484b-86fd-f70152e683c2 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:50.106930 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a1c12434-33dd-44bd-91bc-fd3d91271900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:50.116485 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=5b1a2614-1274-4867-b0f6-3402523111c1,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:50.122706 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:50.147808 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9bf23089-b5f0-4851-9864-ced4f2c6d8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:50.161137 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-1ddeaa07-d112-4e63-816c-13d753b4e798 None None] Provisioning complete for port 929eb460-6af3-41ae-a2f1-de01bd409759 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:15:50.161491 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1ddeaa07-d112-4e63-816c-13d753b4e798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:50.264905 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf23089-b5f0-4851-9864-ced4f2c6d8a3 admin admin] Pushing event updated for resources: {'Port': ['ID=a84db479-1e0b-433b-ab9e-51c46820cac7,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:50.332052 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf23089-b5f0-4851-9864-ced4f2c6d8a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:50.332401 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf23089-b5f0-4851-9864-ced4f2c6d8a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:50.332737 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf23089-b5f0-4851-9864-ced4f2c6d8a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:50.333075 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf23089-b5f0-4851-9864-ced4f2c6d8a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:50.333406 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf23089-b5f0-4851-9864-ced4f2c6d8a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:50.334286 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf23089-b5f0-4851-9864-ced4f2c6d8a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:50.335005 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf23089-b5f0-4851-9864-ced4f2c6d8a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:50.335298 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf23089-b5f0-4851-9864-ced4f2c6d8a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:50.335630 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf23089-b5f0-4851-9864-ced4f2c6d8a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:50.337522 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-1ddeaa07-d112-4e63-816c-13d753b4e798 None None] Port 929eb460-6af3-41ae-a2f1-de01bd409759 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:15:50.342936 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6e57fe30-1e98-490a-9400-3e8251a29215 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:50.344162 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf23089-b5f0-4851-9864-ced4f2c6d8a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:50.344534 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf23089-b5f0-4851-9864-ced4f2c6d8a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:50.344869 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf23089-b5f0-4851-9864-ced4f2c6d8a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:50.351468 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf23089-b5f0-4851-9864-ced4f2c6d8a3 admin admin] Network 2f6d1f9c-af60-4e63-9391-d714f2b53c93 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:15:50.353893 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-9bf23089-b5f0-4851-9864-ced4f2c6d8a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:15:50.361045 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf23089-b5f0-4851-9864-ced4f2c6d8a3 admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:15:50.365518 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6e57fe30-1e98-490a-9400-3e8251a29215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:50.420183 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-4d6f4e79-1276-4d3b-9bd7-5c40831555f9 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:50.510130 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9bf23089-b5f0-4851-9864-ced4f2c6d8a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:50.513665 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-6e57fe30-1e98-490a-9400-3e8251a29215 None None] Attempting to bind port 789e6781-4691-4074-8adb-4a351a372cc1 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:15:50.514042 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-6e57fe30-1e98-490a-9400-3e8251a29215 None None] Attempting to bind port 789e6781-4691-4074-8adb-4a351a372cc1 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:15:50.514448 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e57fe30-1e98-490a-9400-3e8251a29215 None None] Attempting to bind port 789e6781-4691-4074-8adb-4a351a372cc1 on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:15:50.518840 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f4e79-1276-4d3b-9bd7-5c40831555f9 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Pushing event deleted for resources: {'Port': ['ID=02ec6d94-aeb9-4134-8f0e-3ee960c7b393,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:50.526386 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8307c-a9b2-4502-bf8c-c63459acef03 None None] Pushing event updated for resources: {'Port': ['ID=789e6781-4691-4074-8adb-4a351a372cc1,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:50.529567 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e57fe30-1e98-490a-9400-3e8251a29215 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:15:50.529958 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e57fe30-1e98-490a-9400-3e8251a29215 None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:15:50.530364 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6e57fe30-1e98-490a-9400-3e8251a29215 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:50.530754 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e57fe30-1e98-490a-9400-3e8251a29215 None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:15:50.531236 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-6e57fe30-1e98-490a-9400-3e8251a29215 None None] Bound port: 789e6781-4691-4074-8adb-4a351a372cc1, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:15:50.531617 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6e57fe30-1e98-490a-9400-3e8251a29215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:50.603916 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b1a2614-1274-4867-b0f6-3402523111c1'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:50.605955 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34371590-07c6-45e5-8683-680118f934c6" -d '{"events": [{"server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "name": "network-vif-unplugged", "status": "completed", "tag": "5b1a2614-1274-4867-b0f6-3402523111c1"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:50.634452 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-6e57fe30-1e98-490a-9400-3e8251a29215 None None] For port 789e6781-4691-4074-8adb-4a351a372cc1, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:15:50.638995 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-6e57fe30-1e98-490a-9400-3e8251a29215 None None] For port 789e6781-4691-4074-8adb-4a351a372cc1, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=789e6781-4691-4074-8adb-4a351a372cc1,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:15:50.649562 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6e57fe30-1e98-490a-9400-3e8251a29215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:50.694035 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c172a-21f4-40ef-9f40-2ee0d8f278da req-b6f6f939-1bfb-46cd-9c02-f208043103d3 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:50.701279 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c172a-21f4-40ef-9f40-2ee0d8f278da req-b6f6f939-1bfb-46cd-9c02-f208043103d3 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:50.707925 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c172a-21f4-40ef-9f40-2ee0d8f278da req-b6f6f939-1bfb-46cd-9c02-f208043103d3 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:50.715970 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c172a-21f4-40ef-9f40-2ee0d8f278da req-b6f6f939-1bfb-46cd-9c02-f208043103d3 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:50.757240 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c172a-21f4-40ef-9f40-2ee0d8f278da req-b6f6f939-1bfb-46cd-9c02-f208043103d3 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:50.771685 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c172a-21f4-40ef-9f40-2ee0d8f278da req-b6f6f939-1bfb-46cd-9c02-f208043103d3 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:50.790483 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c172a-21f4-40ef-9f40-2ee0d8f278da req-b6f6f939-1bfb-46cd-9c02-f208043103d3 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:50.792705 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ff5c172a-21f4-40ef-9f40-2ee0d8f278da req-b6f6f939-1bfb-46cd-9c02-f208043103d3 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5442 time: 0.3746326 Oct 19 01:15:50.804994 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-4d6f4e79-1276-4d3b-9bd7-5c40831555f9 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] No DVR routers for this DVR port 02ec6d94-aeb9-4134-8f0e-3ee960c7b393 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:15:50.806590 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e57fe30-1e98-490a-9400-3e8251a29215 None None] Routers {'5c2a780d-35cd-4578-84f3-3b1c4370092e'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:15:50.816594 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6e57fe30-1e98-490a-9400-3e8251a29215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:15:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['5c2a780d-35cd-4578-84f3-3b1c4370092e'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:50.866347 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8307c-a9b2-4502-bf8c-c63459acef03 None None] Pushing event updated for resources: {'Port': ['ID=789e6781-4691-4074-8adb-4a351a372cc1,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:50.922568 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-4d6f4e79-1276-4d3b-9bd7-5c40831555f9 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:50.930490 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-4d6f4e79-1276-4d3b-9bd7-5c40831555f9 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.24 "DELETE /v2.0/ports/02ec6d94-aeb9-4134-8f0e-3ee960c7b393 HTTP/1.1" status: 204 len: 173 time: 2.2638333 Oct 19 01:15:50.930971 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'name': 'network-vif-deleted', 'tag': '02ec6d94-aeb9-4134-8f0e-3ee960c7b393'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:50.947114 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d6ff35-4a76-4998-ba2f-107dbcc685c3" -d '{"events": [{"server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "name": "network-vif-deleted", "tag": "02ec6d94-aeb9-4134-8f0e-3ee960c7b393"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:50.978943 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d41742a4-b43e-4afb-840f-30c93ba29163 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:15:51.127294 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-6e57fe30-1e98-490a-9400-3e8251a29215 None None] Set router 5c2a780d-35cd-4578-84f3-3b1c4370092e gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:15:51.141220 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a1c12434-33dd-44bd-91bc-fd3d91271900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:51.168060 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c12434-33dd-44bd-91bc-fd3d91271900 admin admin] Pushing event updated for resources: {'Port': ['ID=929eb460-6af3-41ae-a2f1-de01bd409759,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:51.233908 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port d41742a4-b43e-4afb-840f-30c93ba29163 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:15:51.234727 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:51.246158 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ff5c172a-21f4-40ef-9f40-2ee0d8f278da req-1e87cadf-2d50-48ed-8f3e-143fa14b77ac tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4220908 Oct 19 01:15:51.357360 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9bf23089-b5f0-4851-9864-ced4f2c6d8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:51.396251 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95f924-37be-4ffd-a502-53a6f858f3b3 req-94418d34-c4e1-4084-a7cf-cb7511c0acdb tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:51.407650 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4496345-a5ce-442f-8c2d-1b27d4fde5ce x-openstack-request-id: req-f4496345-a5ce-442f-8c2d-1b27d4fde5ce {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:51.412972 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "name": "network-vif-unplugged", "status": "completed", "tag": "5b1a2614-1274-4867-b0f6-3402523111c1", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:51.413545 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f4496345-a5ce-442f-8c2d-1b27d4fde5ce {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:51.414281 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b1a2614-1274-4867-b0f6-3402523111c1', 'code': 200} Oct 19 01:15:51.421933 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c95f924-37be-4ffd-a502-53a6f858f3b3 req-94418d34-c4e1-4084-a7cf-cb7511c0acdb tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.4634664 Oct 19 01:15:51.479065 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-93236520-33da-410d-9a7f-d065fe3f4d92 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Deleting port 5b1a2614-1274-4867-b0f6-3402523111c1 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:51.479470 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-93236520-33da-410d-9a7f-d065fe3f4d92 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:51.554953 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c95f924-37be-4ffd-a502-53a6f858f3b3 req-4780a579-e86f-4ed8-8b76-c6c120f41719 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282320 Oct 19 01:15:51.617224 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c12434-33dd-44bd-91bc-fd3d91271900 admin admin] Network 995f958c-4fad-48a1-a8d2-f7fc39188244 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:15:51.621238 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-a1c12434-33dd-44bd-91bc-fd3d91271900 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:15:51.706096 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c31cd9-a04f-4229-b4fd-cee0bd731c03 x-openstack-request-id: req-a6c31cd9-a04f-4229-b4fd-cee0bd731c03 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:51.706540 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "name": "network-vif-deleted", "tag": "02ec6d94-aeb9-4134-8f0e-3ee960c7b393", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:51.712631 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a6c31cd9-a04f-4229-b4fd-cee0bd731c03 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:51.713075 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'name': 'network-vif-deleted', 'tag': '02ec6d94-aeb9-4134-8f0e-3ee960c7b393', 'status': 'completed', 'code': 200} Oct 19 01:15:51.722102 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:51.751990 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port d41742a4-b43e-4afb-840f-30c93ba29163, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d41742a4-b43e-4afb-840f-30c93ba29163,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:51.761633 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:51.798614 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-93236520-33da-410d-9a7f-d065fe3f4d92 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] For port 5b1a2614-1274-4867-b0f6-3402523111c1, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=5b1a2614-1274-4867-b0f6-3402523111c1,segment=NetworkSegment(b01a7d88-a003-47a9-b860-30f595d12d4c),segment_id=b01a7d88-a003-47a9-b860-30f595d12d4c)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:51.798980 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-93236520-33da-410d-9a7f-d065fe3f4d92 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:51.835869 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-93236520-33da-410d-9a7f-d065fe3f4d92 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Calling delete_port for 5b1a2614-1274-4867-b0f6-3402523111c1 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:51.857792 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c732a-7c5a-41e8-9b30-f1d7caf3114e req-ecccc8d8-8568-4adf-9d46-0fe6c6b152bf tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:51.859700 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3e9c732a-7c5a-41e8-9b30-f1d7caf3114e req-ecccc8d8-8568-4adf-9d46-0fe6c6b152bf tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.1552792 Oct 19 01:15:51.886860 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=d41742a4-b43e-4afb-840f-30c93ba29163,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:51.902713 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6e57fe30-1e98-490a-9400-3e8251a29215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2a780d-35cd-4578-84f3-3b1c4370092e', 'name': 'tempest-TestServerMultinode-1447833237-router', 'tenant_id': '90194172b6d24fbe800421d65a82d912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '789e6781-4691-4074-8adb-4a351a372cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:40Z', 'updated_at': '2021-10-19T01:15:49Z', 'revision_number': 4, 'project_id': '90194172b6d24fbe800421d65a82d912', 'gw_port': {'id': '789e6781-4691-4074-8adb-4a351a372cc1', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:35:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2a780d-35cd-4578-84f3-3b1c4370092e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:41Z', 'updated_at': '2021-10-19T01:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '929eb460-6af3-41ae-a2f1-de01bd409759', 'name': '', 'network_id': '995f958c-4fad-48a1-a8d2-f7fc39188244', 'tenant_id': '90194172b6d24fbe800421d65a82d912', 'mac_address': 'fa:16:3e:df:04:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2a780d-35cd-4578-84f3-3b1c4370092e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'a422bde3-a871-4a32-8785-c32872ac2066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:48Z', 'updated_at': '2021-10-19T01:15:49Z', 'revision_number': 2, 'project_id': '90194172b6d24fbe800421d65a82d912', 'subnets': [{'id': 'a422bde3-a871-4a32-8785-c32872ac2066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:51.971642 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e57fe30-1e98-490a-9400-3e8251a29215 None None] The sync data for ids ['5c2a780d-35cd-4578-84f3-3b1c4370092e'] in n-d-715271-26 is: [{'id': '5c2a780d-35cd-4578-84f3-3b1c4370092e', 'name': 'tempest-TestServerMultinode-1447833237-router', 'tenant_id': '90194172b6d24fbe800421d65a82d912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '789e6781-4691-4074-8adb-4a351a372cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:40Z', 'updated_at': '2021-10-19T01:15:49Z', 'revision_number': 4, 'project_id': '90194172b6d24fbe800421d65a82d912', 'gw_port': {'id': '789e6781-4691-4074-8adb-4a351a372cc1', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:35:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2a780d-35cd-4578-84f3-3b1c4370092e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:41Z', 'updated_at': '2021-10-19T01:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '929eb460-6af3-41ae-a2f1-de01bd409759', 'name': '', 'network_id': '995f958c-4fad-48a1-a8d2-f7fc39188244', 'tenant_id': '90194172b6d24fbe800421d65a82d912', 'mac_address': 'fa:16:3e:df:04:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2a780d-35cd-4578-84f3-3b1c4370092e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'a422bde3-a871-4a32-8785-c32872ac2066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:48Z', 'updated_at': '2021-10-19T01:15:49Z', 'revision_number': 2, 'project_id': '90194172b6d24fbe800421d65a82d912', 'subnets': [{'id': 'a422bde3-a871-4a32-8785-c32872ac2066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:15:52.036269 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3e9c732a-7c5a-41e8-9b30-f1d7caf3114e req-93fa0363-1fd1-4465-85ac-e46bc078c408 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045523 Oct 19 01:15:52.050010 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c12434-33dd-44bd-91bc-fd3d91271900 admin admin] Router 5c2a780d-35cd-4578-84f3-3b1c4370092e has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:15:52.095703 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-db19b6dc-bdc2-4ed4-a877-d7a1030b9ba7 None None] Provisioning complete for port 929eb460-6af3-41ae-a2f1-de01bd409759 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:15:52.102978 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-db19b6dc-bdc2-4ed4-a877-d7a1030b9ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:52.219072 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-93236520-33da-410d-9a7f-d065fe3f4d92 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:52.241258 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-b8a3f118-aabb-4e28-b88e-9b3d087e15bf tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:52.250291 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-b8a3f118-aabb-4e28-b88e-9b3d087e15bf tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:52.251648 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-db19b6dc-bdc2-4ed4-a877-d7a1030b9ba7 None None] Port 929eb460-6af3-41ae-a2f1-de01bd409759 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:15:52.260214 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-b8a3f118-aabb-4e28-b88e-9b3d087e15bf tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:52.267987 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-b8a3f118-aabb-4e28-b88e-9b3d087e15bf tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:52.282317 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-b8a3f118-aabb-4e28-b88e-9b3d087e15bf tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:52.290166 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-b8a3f118-aabb-4e28-b88e-9b3d087e15bf tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:52.305278 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-b8a3f118-aabb-4e28-b88e-9b3d087e15bf tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:52.307532 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-b8a3f118-aabb-4e28-b88e-9b3d087e15bf tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5442 time: 0.9560590 Oct 19 01:15:52.405217 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93236520-33da-410d-9a7f-d065fe3f4d92 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Pushing event deleted for resources: {'Port': ['ID=5b1a2614-1274-4867-b0f6-3402523111c1,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:52.501826 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a43806-37cc-4357-891a-b9dbe3abcb1c req-58cf9d49-6eef-43b2-9f73-9e6d200a41a8 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:52.501826 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e8a43806-37cc-4357-891a-b9dbe3abcb1c req-58cf9d49-6eef-43b2-9f73-9e6d200a41a8 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.2424426 Oct 19 01:15:52.546766 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c12434-33dd-44bd-91bc-fd3d91271900 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:15:52.557419 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a1c12434-33dd-44bd-91bc-fd3d91271900 admin admin] 10.222.0.57 "PUT /v2.0/routers/5c2a780d-35cd-4578-84f3-3b1c4370092e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4951470 Oct 19 01:15:52.581233 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-83ecdaba-e357-4cb8-8a16-9a84446669e3 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:52.587670 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-83ecdaba-e357-4cb8-8a16-9a84446669e3 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.24 "GET /v2.0/ports/394a4e11-f9e4-4f2c-84f4-e9d161e34a1c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2677455 Oct 19 01:15:52.589409 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e8a43806-37cc-4357-891a-b9dbe3abcb1c req-5cd637df-7c11-4bd2-b6a1-c45987f48480 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824549 Oct 19 01:15:52.643177 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64ed27-f993-4a11-a1e8-88425ddae900 req-0e527487-e4cd-4bc0-9b07-397e1073d72d tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:52.655889 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64ed27-f993-4a11-a1e8-88425ddae900 req-0e527487-e4cd-4bc0-9b07-397e1073d72d tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:52.670008 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64ed27-f993-4a11-a1e8-88425ddae900 req-0e527487-e4cd-4bc0-9b07-397e1073d72d tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:52.673428 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8b64ed27-f993-4a11-a1e8-88425ddae900 req-0e527487-e4cd-4bc0-9b07-397e1073d72d tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 2333 time: 0.9574511 Oct 19 01:15:52.835097 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7ba3a-b586-4262-8bb8-d3edac1bbae1 req-fdcdcd4a-b16d-41ea-aea5-7d0018b3f128 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:52.851460 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7ba3a-b586-4262-8bb8-d3edac1bbae1 req-fdcdcd4a-b16d-41ea-aea5-7d0018b3f128 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:52.854943 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d41742a4-b43e-4afb-840f-30c93ba29163 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:15:52.862860 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7ba3a-b586-4262-8bb8-d3edac1bbae1 req-fdcdcd4a-b16d-41ea-aea5-7d0018b3f128 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:52.871975 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7ba3a-b586-4262-8bb8-d3edac1bbae1 req-fdcdcd4a-b16d-41ea-aea5-7d0018b3f128 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:52.889457 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7ba3a-b586-4262-8bb8-d3edac1bbae1 req-fdcdcd4a-b16d-41ea-aea5-7d0018b3f128 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:52.906567 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7ba3a-b586-4262-8bb8-d3edac1bbae1 req-fdcdcd4a-b16d-41ea-aea5-7d0018b3f128 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:52.927852 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7ba3a-b586-4262-8bb8-d3edac1bbae1 req-fdcdcd4a-b16d-41ea-aea5-7d0018b3f128 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:52.930142 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-68f7ba3a-b586-4262-8bb8-d3edac1bbae1 req-fdcdcd4a-b16d-41ea-aea5-7d0018b3f128 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5442 time: 0.2173569 Oct 19 01:15:53.016606 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8b64ed27-f993-4a11-a1e8-88425ddae900 req-91065491-9edd-4c1a-b5d8-9f9dd765ae01 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3208148 Oct 19 01:15:53.017474 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-93236520-33da-410d-9a7f-d065fe3f4d92 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] No DVR routers for this DVR port 5b1a2614-1274-4867-b0f6-3402523111c1 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:15:53.026166 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-93236520-33da-410d-9a7f-d065fe3f4d92 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:53.027319 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port d41742a4-b43e-4afb-840f-30c93ba29163 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:15:53.029146 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:53.030440 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-68f7ba3a-b586-4262-8bb8-d3edac1bbae1 req-73d844d8-6cc0-4cee-a783-31060f1f1c6a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0939167 Oct 19 01:15:53.048131 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-93236520-33da-410d-9a7f-d065fe3f4d92 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.24 "DELETE /v2.0/ports/5b1a2614-1274-4867-b0f6-3402523111c1 HTTP/1.1" status: 204 len: 173 time: 2.0847976 Oct 19 01:15:53.483959 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9bf23089-b5f0-4851-9864-ced4f2c6d8a3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:53.590252 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9bf23089-b5f0-4851-9864-ced4f2c6d8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:53.728524 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'name': 'network-vif-deleted', 'tag': '5b1a2614-1274-4867-b0f6-3402523111c1'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:53.730864 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37cb0d5-f517-4ee0-8b6d-c412d73b8343" -d '{"events": [{"server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "name": "network-vif-deleted", "tag": "5b1a2614-1274-4867-b0f6-3402523111c1"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:53.778961 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 9c27f7e3-5adb-4a06-a706-c950206ee957 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:53.854090 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5398a6a3-b91a-4529-9e9b-f314811f9d85 x-openstack-request-id: req-5398a6a3-b91a-4529-9e9b-f314811f9d85 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:53.854380 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "name": "network-vif-deleted", "tag": "5b1a2614-1274-4867-b0f6-3402523111c1", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:53.854629 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5398a6a3-b91a-4529-9e9b-f314811f9d85 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:53.855017 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'name': 'network-vif-deleted', 'tag': '5b1a2614-1274-4867-b0f6-3402523111c1', 'status': 'completed', 'code': 200} Oct 19 01:15:53.866487 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf23089-b5f0-4851-9864-ced4f2c6d8a3 admin admin] Pushing event updated for resources: {'Port': ['ID=a84db479-1e0b-433b-ab9e-51c46820cac7,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:53.874569 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-dab586fb-534f-487c-90db-49fa18f28de7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.24 "GET /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.2755983 Oct 19 01:15:53.887433 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bbe8c-3763-4f59-9731-f0a04620c25d req-3cd86cf3-7da6-4d0d-9e22-fe73045e378a tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:53.896731 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a13bbe8c-3763-4f59-9731-f0a04620c25d req-3cd86cf3-7da6-4d0d-9e22-fe73045e378a tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.6416202 Oct 19 01:15:53.901961 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9bf23089-b5f0-4851-9864-ced4f2c6d8a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:53.905946 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 46628) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:53.911089 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-47ff45df-4a42-4350-bc80-9015b6aa3e15 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1536849946-network', 'tenant_id': '91aad9ee3ee940fc96327bead3d19e4f'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:53.922913 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-788ad182-3f66-4f95-8416-cabe2d3d1f52 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:53.961603 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ff45df-4a42-4350-bc80-9015b6aa3e15 admin admin] Made reservation on behalf of 91aad9ee3ee940fc96327bead3d19e4f for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:15:53.964392 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-47ff45df-4a42-4350-bc80-9015b6aa3e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:53.973761 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-47ff45df-4a42-4350-bc80-9015b6aa3e15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:54.001010 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:54.053619 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 9c27f7e3-5adb-4a06-a706-c950206ee957, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=9c27f7e3-5adb-4a06-a706-c950206ee957,segment=NetworkSegment(af8d2bdc-728f-4365-a0a3-7f4c1d198719),segment_id=af8d2bdc-728f-4365-a0a3-7f4c1d198719)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:54.054790 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c27f7e3-5adb-4a06-a706-c950206ee957'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:54.059047 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb36650-5c9a-46b2-82f8-0e73044f0d9b" -d '{"events": [{"server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "name": "network-vif-unplugged", "status": "completed", "tag": "9c27f7e3-5adb-4a06-a706-c950206ee957"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:54.077550 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:54.079320 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 448ed52f-8e37-4de5-8ece-79e0b041cb70 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:54.108505 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-04fefc9e-4a38-42b9-ba12-92b0703a8bcd tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Deleting port b2e12207-123c-44b7-965e-315fe35b78f5 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:54.109184 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-04fefc9e-4a38-42b9-ba12-92b0703a8bcd tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:54.126860 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a13bbe8c-3763-4f59-9731-f0a04620c25d req-599d4f08-d299-415a-92b7-735e1013e7ee tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290089 Oct 19 01:15:54.205247 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-47ff45df-4a42-4350-bc80-9015b6aa3e15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:54.212451 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161ab233-59c6-4e52-bfbf-abf637a83b77 x-openstack-request-id: req-161ab233-59c6-4e52-bfbf-abf637a83b77 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:54.213215 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-47ff45df-4a42-4350-bc80-9015b6aa3e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:54.215133 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "name": "network-vif-unplugged", "status": "completed", "tag": "9c27f7e3-5adb-4a06-a706-c950206ee957", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:54.217063 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-161ab233-59c6-4e52-bfbf-abf637a83b77 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:54.217599 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c27f7e3-5adb-4a06-a706-c950206ee957', 'code': 200} Oct 19 01:15:54.281019 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=9c27f7e3-5adb-4a06-a706-c950206ee957,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:54.292279 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47ff45df-4a42-4350-bc80-9015b6aa3e15 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:15:54.299434 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff45df-4a42-4350-bc80-9015b6aa3e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18fa122-9da3-4924-a334-3ac4ab3ce191,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:54.353679 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:54.455424 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-47ff45df-4a42-4350-bc80-9015b6aa3e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:54.456534 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-47ff45df-4a42-4350-bc80-9015b6aa3e15 admin admin] Added segment e1808602-f2ed-4d4e-baee-a958303a96f4 of type vlan for network 89d705a7-c196-4d63-9e50-b09c2dedf8b2 Oct 19 01:15:54.477524 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 448ed52f-8e37-4de5-8ece-79e0b041cb70, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=448ed52f-8e37-4de5-8ece-79e0b041cb70,segment=NetworkSegment(4b96a6d1-8b8b-4e03-bedd-396bb83a41b9),segment_id=4b96a6d1-8b8b-4e03-bedd-396bb83a41b9)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:54.492025 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:54.492025 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 2fe1e695-5923-449b-b1db-c20c39248126 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:54.632563 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-47ff45df-4a42-4350-bc80-9015b6aa3e15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:54.665841 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=448ed52f-8e37-4de5-8ece-79e0b041cb70,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:54.713296 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55089ea-d388-4d2e-9d3a-628cf9329db1 req-9596a602-7eb3-42a6-a403-6277e9cf0373 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:54.719867 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55089ea-d388-4d2e-9d3a-628cf9329db1 req-9596a602-7eb3-42a6-a403-6277e9cf0373 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:54.726680 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55089ea-d388-4d2e-9d3a-628cf9329db1 req-9596a602-7eb3-42a6-a403-6277e9cf0373 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:54.735953 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55089ea-d388-4d2e-9d3a-628cf9329db1 req-9596a602-7eb3-42a6-a403-6277e9cf0373 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:54.743285 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55089ea-d388-4d2e-9d3a-628cf9329db1 req-9596a602-7eb3-42a6-a403-6277e9cf0373 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:54.749649 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55089ea-d388-4d2e-9d3a-628cf9329db1 req-9596a602-7eb3-42a6-a403-6277e9cf0373 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:54.760373 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55089ea-d388-4d2e-9d3a-628cf9329db1 req-9596a602-7eb3-42a6-a403-6277e9cf0373 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:54.774603 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d55089ea-d388-4d2e-9d3a-628cf9329db1 req-9596a602-7eb3-42a6-a403-6277e9cf0373 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5440 time: 0.4443884 Oct 19 01:15:54.802945 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-47ff45df-4a42-4350-bc80-9015b6aa3e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:54.805783 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ff45df-4a42-4350-bc80-9015b6aa3e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:54.805783 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-47ff45df-4a42-4350-bc80-9015b6aa3e15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:54.823601 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:54.897407 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 2fe1e695-5923-449b-b1db-c20c39248126, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=2fe1e695-5923-449b-b1db-c20c39248126,segment=NetworkSegment(af8d2bdc-728f-4365-a0a3-7f4c1d198719),segment_id=af8d2bdc-728f-4365-a0a3-7f4c1d198719)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:54.908443 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:54.908671 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-47ff45df-4a42-4350-bc80-9015b6aa3e15 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0008221 Oct 19 01:15:54.909864 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:54.917492 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 46644) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:54.924894 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-8dac417b-031e-47b3-84c8-60b5f0c4ae92 admin admin] Request body: {'subnet': {'network_id': '89d705a7-c196-4d63-9e50-b09c2dedf8b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1536849946-subnet', 'tenant_id': '91aad9ee3ee940fc96327bead3d19e4f', 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:54.939106 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-788ad182-3f66-4f95-8416-cabe2d3d1f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:54.967303 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d55089ea-d388-4d2e-9d3a-628cf9329db1 req-ba1e7be9-df70-419c-8241-6bfeca8bb177 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1884334 Oct 19 01:15:54.988938 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 789e6781-4691-4074-8adb-4a351a372cc1 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:15:55.050777 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff45df-4a42-4350-bc80-9015b6aa3e15 admin admin] Pushing event updated for resources: {'Network': ['ID=89d705a7-c196-4d63-9e50-b09c2dedf8b2,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:55.109948 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-04fefc9e-4a38-42b9-ba12-92b0703a8bcd tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] For port b2e12207-123c-44b7-965e-315fe35b78f5, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=b2e12207-123c-44b7-965e-315fe35b78f5,segment=NetworkSegment(de44a590-426f-42d3-aacf-0b0c08114b09),segment_id=de44a590-426f-42d3-aacf-0b0c08114b09)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:55.110243 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-04fefc9e-4a38-42b9-ba12-92b0703a8bcd tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:55.114615 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 89d705a7-c196-4d63-9e50-b09c2dedf8b2 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:15:55.140697 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dac417b-031e-47b3-84c8-60b5f0c4ae92 admin admin] Made reservation on behalf of 91aad9ee3ee940fc96327bead3d19e4f for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:15:55.143072 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8dac417b-031e-47b3-84c8-60b5f0c4ae92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:55.288877 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029b7be-d0de-4a39-9ecc-0194960ed89b req-0bf42e6d-843f-4d72-8e1b-dee68d8d2b6c tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:55.299874 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0029b7be-d0de-4a39-9ecc-0194960ed89b req-0bf42e6d-843f-4d72-8e1b-dee68d8d2b6c tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.1989398 Oct 19 01:15:55.402412 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0029b7be-d0de-4a39-9ecc-0194960ed89b req-406400e1-9c21-4a38-a938-d4f3b5b34531 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996656 Oct 19 01:15:55.431834 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=2fe1e695-5923-449b-b1db-c20c39248126,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:55.466736 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-04fefc9e-4a38-42b9-ba12-92b0703a8bcd tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:55.467128 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-04fefc9e-4a38-42b9-ba12-92b0703a8bcd tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:55.467484 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-04fefc9e-4a38-42b9-ba12-92b0703a8bcd tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Floating IP 8ef4c26d-6d23-4f8e-9671-2673131af9e6 disassociated. External IP: 172.25.8.98, port: b2e12207-123c-44b7-965e-315fe35b78f5. Oct 19 01:15:55.467889 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-04fefc9e-4a38-42b9-ba12-92b0703a8bcd tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Calling delete_port for b2e12207-123c-44b7-965e-315fe35b78f5 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:55.599539 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 789e6781-4691-4074-8adb-4a351a372cc1 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:15:55.600238 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:55.644066 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:55.681167 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b773f40-d7fc-445f-8e74-a5b0932ffdb6 req-60e82c34-74a4-457e-ba3d-74578b9233f7 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:55.683134 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5b773f40-d7fc-445f-8e74-a5b0932ffdb6 req-60e82c34-74a4-457e-ba3d-74578b9233f7 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.1482718 Oct 19 01:15:55.702856 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8dac417b-031e-47b3-84c8-60b5f0c4ae92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:55.707198 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd,segment=NetworkSegment(ca545713-cf14-45ab-86a8-e87802c3d520),segment_id=ca545713-cf14-45ab-86a8-e87802c3d520)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:55.740128 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:55.741184 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 624b0885-8316-4d09-af8e-792cd46ef66c no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:55.829236 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5b773f40-d7fc-445f-8e74-a5b0932ffdb6 req-707b9d1b-8258-4238-a6bc-e7f122621d6e tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390493 Oct 19 01:15:55.830145 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac417b-031e-47b3-84c8-60b5f0c4ae92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a398e49-07ca-4930-bd59-0305e689fac7,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:55.894408 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:55.898666 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dac417b-031e-47b3-84c8-60b5f0c4ae92 admin admin] Checking segment: {'id': 'e1808602-f2ed-4d4e-baee-a958303a96f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '89d705a7-c196-4d63-9e50-b09c2dedf8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:15:55.901767 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dac417b-031e-47b3-84c8-60b5f0c4ae92 admin admin] Network hostable DHCP agents. Network: 89d705a7-c196-4d63-9e50-b09c2dedf8b2, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:15:55.906944 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:55.970838 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dac417b-031e-47b3-84c8-60b5f0c4ae92 admin admin] Network 89d705a7-c196-4d63-9e50-b09c2dedf8b2 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:15:55.999291 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-8dac417b-031e-47b3-84c8-60b5f0c4ae92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 89d705a7-c196-4d63-9e50-b09c2dedf8b2) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:15:56.015574 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6093ec-6425-48b2-ad33-47d761d2d291 None None] Sync routers for ids ['5c2a780d-35cd-4578-84f3-3b1c4370092e'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:15:56.031028 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dac417b-031e-47b3-84c8-60b5f0c4ae92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:56.037780 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8dac417b-031e-47b3-84c8-60b5f0c4ae92 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:56.050729 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6093ec-6425-48b2-ad33-47d761d2d291 None None] Routers {'5c2a780d-35cd-4578-84f3-3b1c4370092e'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:15:56.055604 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ec6093ec-6425-48b2-ad33-47d761d2d291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:15:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['5c2a780d-35cd-4578-84f3-3b1c4370092e'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:56.080042 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a5b88-cd80-4ed2-987f-2640d39fee02 req-b53389fa-3fd6-4c3e-a62b-864e3a0ffc16 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:56.087155 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a5b88-cd80-4ed2-987f-2640d39fee02 req-b53389fa-3fd6-4c3e-a62b-864e3a0ffc16 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:56.089395 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8dac417b-031e-47b3-84c8-60b5f0c4ae92 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1701064 Oct 19 01:15:56.091329 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 46664) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:56.095211 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:56.097872 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-568a5b88-cd80-4ed2-987f-2640d39fee02 req-b53389fa-3fd6-4c3e-a62b-864e3a0ffc16 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 1678 time: 1.1561723 Oct 19 01:15:56.098653 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-04fefc9e-4a38-42b9-ba12-92b0703a8bcd tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:56.109640 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-a21376c3-fedd-4078-8803-9714d42bce3b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1536849946-router', 'tenant_id': '91aad9ee3ee940fc96327bead3d19e4f', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:56.112408 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 789e6781-4691-4074-8adb-4a351a372cc1, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=789e6781-4691-4074-8adb-4a351a372cc1,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:56.116047 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18424181-e227-4e99-a8ae-bb922e5a395a None None] Network 89d705a7-c196-4d63-9e50-b09c2dedf8b2 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:15:56.197267 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a21376c3-fedd-4078-8803-9714d42bce3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:56.198666 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a21376c3-fedd-4078-8803-9714d42bce3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:56.212964 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2742e-efcf-45ff-a6fa-61a626de39d8 req-cc048a5e-6a88-4cbc-b8a3-9b56cf0cbfc6 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:56.221774 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6ea2742e-efcf-45ff-a6fa-61a626de39d8 req-cc048a5e-6a88-4cbc-b8a3-9b56cf0cbfc6 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.0976310 Oct 19 01:15:56.252956 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '448ed52f-8e37-4de5-8ece-79e0b041cb70'}, {'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fe1e695-5923-449b-b1db-c20c39248126'}, {'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:56.256463 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857bab70-30b3-44ad-8d4f-70c49adc2bd9" -d '{"events": [{"server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "name": "network-vif-unplugged", "status": "completed", "tag": "448ed52f-8e37-4de5-8ece-79e0b041cb70"}, {"server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "name": "network-vif-unplugged", "status": "completed", "tag": "2fe1e695-5923-449b-b1db-c20c39248126"}, {"server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "name": "network-vif-unplugged", "status": "completed", "tag": "a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:56.341994 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6ea2742e-efcf-45ff-a6fa-61a626de39d8 req-b6e0e54e-61d4-4829-bf12-4677599be88a tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190259 Oct 19 01:15:56.371490 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:56.426593 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fefc9e-4a38-42b9-ba12-92b0703a8bcd tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Pushing event deleted for resources: {'Port': ['ID=b2e12207-123c-44b7-965e-315fe35b78f5,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:56.446337 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-ec6093ec-6425-48b2-ad33-47d761d2d291 None None] Set router 5c2a780d-35cd-4578-84f3-3b1c4370092e gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:15:56.457497 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf23089-b5f0-4851-9864-ced4f2c6d8a3 admin admin] Network 2f6d1f9c-af60-4e63-9391-d714f2b53c93 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:15:56.499582 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 46672) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:56.526943 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a21376c3-fedd-4078-8803-9714d42bce3b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:56.543877 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=789e6781-4691-4074-8adb-4a351a372cc1,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:56.590061 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2586095-6778-4f8c-995a-8b0ae07e36f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-89d705a7-c196-4d63-9e50-b09c2dedf8b2', 'network_id': '89d705a7-c196-4d63-9e50-b09c2dedf8b2', 'tenant_id': '91aad9ee3ee940fc96327bead3d19e4f', 'fixed_ips': [{'subnet_id': '6a398e49-07ca-4930-bd59-0305e689fac7'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:15:56.591016 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e2586095-6778-4f8c-995a-8b0ae07e36f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:56.604515 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 624b0885-8316-4d09-af8e-792cd46ef66c, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=624b0885-8316-4d09-af8e-792cd46ef66c,segment=NetworkSegment(4b96a6d1-8b8b-4e03-bedd-396bb83a41b9),segment_id=4b96a6d1-8b8b-4e03-bedd-396bb83a41b9)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:56.620919 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:56.626147 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 394a4e11-f9e4-4f2c-84f4-e9d161e34a1c no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:56.694464 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-9bf23089-b5f0-4851-9864-ced4f2c6d8a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:15:56.745270 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-04fefc9e-4a38-42b9-ba12-92b0703a8bcd tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Router 11407222-d9cc-41ad-9296-b2c5ecd0c2d2 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:15:56.948682 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-83a94932-1b38-4ca8-b44e-02c24ff850c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:56.953530 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-568a5b88-cd80-4ed2-987f-2640d39fee02 req-75468b0d-5fa2-4d7b-8c8f-6531d7ecd364 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8088489 Oct 19 01:15:57.004493 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-788ad182-3f66-4f95-8416-cabe2d3d1f52 service neutron] For port 394a4e11-f9e4-4f2c-84f4-e9d161e34a1c, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=394a4e11-f9e4-4f2c-84f4-e9d161e34a1c,segment=NetworkSegment(af8d2bdc-728f-4365-a0a3-7f4c1d198719),segment_id=af8d2bdc-728f-4365-a0a3-7f4c1d198719)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:57.174740 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985f6d9-157c-4b11-b35a-0e6fb532c7e1 req-9cf7cd34-f867-4149-b5fb-5fa1c40b315a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:57.188885 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985f6d9-157c-4b11-b35a-0e6fb532c7e1 req-9cf7cd34-f867-4149-b5fb-5fa1c40b315a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:57.219444 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985f6d9-157c-4b11-b35a-0e6fb532c7e1 req-9cf7cd34-f867-4149-b5fb-5fa1c40b315a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:57.236011 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985f6d9-157c-4b11-b35a-0e6fb532c7e1 req-9cf7cd34-f867-4149-b5fb-5fa1c40b315a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:57.257746 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985f6d9-157c-4b11-b35a-0e6fb532c7e1 req-9cf7cd34-f867-4149-b5fb-5fa1c40b315a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:57.275883 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985f6d9-157c-4b11-b35a-0e6fb532c7e1 req-9cf7cd34-f867-4149-b5fb-5fa1c40b315a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:57.292185 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985f6d9-157c-4b11-b35a-0e6fb532c7e1 req-9cf7cd34-f867-4149-b5fb-5fa1c40b315a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:57.302976 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f985f6d9-157c-4b11-b35a-0e6fb532c7e1 req-9cf7cd34-f867-4149-b5fb-5fa1c40b315a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 5434 time: 0.7694080 Oct 19 01:15:57.322315 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a21376c3-fedd-4078-8803-9714d42bce3b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:57.330261 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ec6093ec-6425-48b2-ad33-47d761d2d291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2a780d-35cd-4578-84f3-3b1c4370092e', 'name': 'tempest-TestServerMultinode-1447833237-router', 'tenant_id': '90194172b6d24fbe800421d65a82d912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '789e6781-4691-4074-8adb-4a351a372cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:40Z', 'updated_at': '2021-10-19T01:15:49Z', 'revision_number': 4, 'project_id': '90194172b6d24fbe800421d65a82d912', 'gw_port': {'id': '789e6781-4691-4074-8adb-4a351a372cc1', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:35:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2a780d-35cd-4578-84f3-3b1c4370092e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:41Z', 'updated_at': '2021-10-19T01:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '929eb460-6af3-41ae-a2f1-de01bd409759', 'name': '', 'network_id': '995f958c-4fad-48a1-a8d2-f7fc39188244', 'tenant_id': '90194172b6d24fbe800421d65a82d912', 'mac_address': 'fa:16:3e:df:04:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2a780d-35cd-4578-84f3-3b1c4370092e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'a422bde3-a871-4a32-8785-c32872ac2066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:48Z', 'updated_at': '2021-10-19T01:15:49Z', 'revision_number': 2, 'project_id': '90194172b6d24fbe800421d65a82d912', 'subnets': [{'id': 'a422bde3-a871-4a32-8785-c32872ac2066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:57.393068 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-e2586095-6778-4f8c-995a-8b0ae07e36f1 None None] Allocated IP 172.20.0.2 (89d705a7-c196-4d63-9e50-b09c2dedf8b2/6a398e49-07ca-4930-bd59-0305e689fac7/3c9eb3a9-17bf-492c-a895-906db00769a6) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:15:57.423839 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 46686) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:57.466119 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6093ec-6425-48b2-ad33-47d761d2d291 None None] Checking router: 5c2a780d-35cd-4578-84f3-3b1c4370092e for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:15:57.467487 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6093ec-6425-48b2-ad33-47d761d2d291 None None] Updating router 5c2a780d-35cd-4578-84f3-3b1c4370092e port 929eb460-6af3-41ae-a2f1-de01bd409759 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:15:57.548048 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-788ad182-3f66-4f95-8416-cabe2d3d1f52 service neutron] For port 394a4e11-f9e4-4f2c-84f4-e9d161e34a1c, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:15:57.561029 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ec6093ec-6425-48b2-ad33-47d761d2d291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:57.594196 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f985f6d9-157c-4b11-b35a-0e6fb532c7e1 req-e2e4e521-aa78-4ae6-90a9-699625c569cb tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2876577 Oct 19 01:15:57.697592 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501399e-b458-4e70-b43f-46c127c2150f req-06bc9d35-3dbc-40fe-8ed4-a6fdd1adcb18 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:57.705263 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a501399e-b458-4e70-b43f-46c127c2150f req-06bc9d35-3dbc-40fe-8ed4-a6fdd1adcb18 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.5136101 Oct 19 01:15:57.807090 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-83a94932-1b38-4ca8-b44e-02c24ff850c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:57.812051 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-68d68b6f-4064-41fc-8937-d05d50a46eab admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:57.821739 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 789e6781-4691-4074-8adb-4a351a372cc1 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:15:57.830067 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998e3ae1-4f11-492e-9524-2cc0bfa226b1 x-openstack-request-id: req-998e3ae1-4f11-492e-9524-2cc0bfa226b1 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:57.830403 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "name": "network-vif-unplugged", "status": "completed", "tag": "448ed52f-8e37-4de5-8ece-79e0b041cb70", "code": 200}, {"server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "name": "network-vif-unplugged", "status": "completed", "tag": "2fe1e695-5923-449b-b1db-c20c39248126", "code": 200}, {"server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "name": "network-vif-unplugged", "status": "completed", "tag": "a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:57.830614 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-998e3ae1-4f11-492e-9524-2cc0bfa226b1 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:57.831041 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '448ed52f-8e37-4de5-8ece-79e0b041cb70', 'code': 200} Oct 19 01:15:57.831308 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fe1e695-5923-449b-b1db-c20c39248126', 'code': 200} Oct 19 01:15:57.831560 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd', 'code': 200} Oct 19 01:15:57.853005 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-83a94932-1b38-4ca8-b44e-02c24ff850c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:57.881153 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf23089-b5f0-4851-9864-ced4f2c6d8a3 admin admin] Router d838a8f5-8f36-4c7f-b7c7-b61bc94c561a has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:15:57.898700 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-788ad182-3f66-4f95-8416-cabe2d3d1f52 service neutron] device_id is not set on port 394a4e11-f9e4-4f2c-84f4-e9d161e34a1c yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:15:57.951781 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=624b0885-8316-4d09-af8e-792cd46ef66c,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:57.968809 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-788ad182-3f66-4f95-8416-cabe2d3d1f52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:57.979847 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-04fefc9e-4a38-42b9-ba12-92b0703a8bcd tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:15:58.016738 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:58.018538 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a94932-1b38-4ca8-b44e-02c24ff850c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8b4f6c-fe0a-4303-bb45-f60f0224436f,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:58.048966 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a501399e-b458-4e70-b43f-46c127c2150f req-5971d98d-0268-4f25-89c2-a0ae92db424b tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425162 Oct 19 01:15:58.055469 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5961ef36-9e60-4794-b1cf-d8e583db507f None None] Sync routers for ids ['11407222-d9cc-41ad-9296-b2c5ecd0c2d2'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:15:58.076541 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-83a94932-1b38-4ca8-b44e-02c24ff850c5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b079ce5199a54840a6a45baf75e55add&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5689354 Oct 19 01:15:58.078378 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 46696) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:58.087760 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-788ad182-3f66-4f95-8416-cabe2d3d1f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:58.101785 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e2586095-6778-4f8c-995a-8b0ae07e36f1 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:58.146818 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a94932-1b38-4ca8-b44e-02c24ff850c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:58.147179 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a94932-1b38-4ca8-b44e-02c24ff850c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:58.147517 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a94932-1b38-4ca8-b44e-02c24ff850c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:58.148080 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a94932-1b38-4ca8-b44e-02c24ff850c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:58.148511 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a94932-1b38-4ca8-b44e-02c24ff850c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:58.148979 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a94932-1b38-4ca8-b44e-02c24ff850c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:58.149460 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a94932-1b38-4ca8-b44e-02c24ff850c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:58.149843 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a94932-1b38-4ca8-b44e-02c24ff850c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:58.151370 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a94932-1b38-4ca8-b44e-02c24ff850c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:58.151678 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a94932-1b38-4ca8-b44e-02c24ff850c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:58.152139 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a94932-1b38-4ca8-b44e-02c24ff850c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:58.152705 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a94932-1b38-4ca8-b44e-02c24ff850c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:58.175652 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 789e6781-4691-4074-8adb-4a351a372cc1 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:15:58.178390 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:58.352867 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e2586095-6778-4f8c-995a-8b0ae07e36f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:58.379153 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5961ef36-9e60-4794-b1cf-d8e583db507f None None] Routers {'11407222-d9cc-41ad-9296-b2c5ecd0c2d2'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:15:58.382570 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-5961ef36-9e60-4794-b1cf-d8e583db507f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:15:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['11407222-d9cc-41ad-9296-b2c5ecd0c2d2'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:58.395438 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ec6093ec-6425-48b2-ad33-47d761d2d291 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:58.413370 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ec6093ec-6425-48b2-ad33-47d761d2d291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:58.429916 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df79f33-a71b-4efc-811f-113085fbf204 req-90aa4178-6ba5-4e51-91f0-62b9251a7123 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:58.438675 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2df79f33-a71b-4efc-811f-113085fbf204 req-90aa4178-6ba5-4e51-91f0-62b9251a7123 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 943 time: 0.2062716 Oct 19 01:15:58.495340 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-04fefc9e-4a38-42b9-ba12-92b0703a8bcd tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] No DVR routers for this DVR port b2e12207-123c-44b7-965e-315fe35b78f5 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:15:58.518043 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:58.593636 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-68d68b6f-4064-41fc-8937-d05d50a46eab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:58.593885 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2586095-6778-4f8c-995a-8b0ae07e36f1 None None] Pushing event updated for resources: {'Port': ['ID=3c9eb3a9-17bf-492c-a895-906db00769a6,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:58.687281 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-04fefc9e-4a38-42b9-ba12-92b0703a8bcd tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:58.697169 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-04fefc9e-4a38-42b9-ba12-92b0703a8bcd tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.24 "DELETE /v2.0/ports/b2e12207-123c-44b7-965e-315fe35b78f5 HTTP/1.1" status: 204 len: 173 time: 5.4621456 Oct 19 01:15:58.701677 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-788ad182-3f66-4f95-8416-cabe2d3d1f52 service neutron] No DVR routers for this DVR port 394a4e11-f9e4-4f2c-84f4-e9d161e34a1c on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:15:58.704542 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'name': 'network-vif-deleted', 'tag': 'b2e12207-123c-44b7-965e-315fe35b78f5'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:58.707673 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7a580b-66fd-4b67-a954-a71b2a7b89cf" -d '{"events": [{"server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "name": "network-vif-deleted", "tag": "b2e12207-123c-44b7-965e-315fe35b78f5"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:58.788963 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3b9c6a1b-443d-4b48-bfaa-aec3ef5306f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:58.795109 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-68d68b6f-4064-41fc-8937-d05d50a46eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:58.865326 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-68d68b6f-4064-41fc-8937-d05d50a46eab admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2a00cb665ce247198b05e79d0a17e4eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4310699 Oct 19 01:15:58.901753 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 46704) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:58.914771 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2586095-6778-4f8c-995a-8b0ae07e36f1 None None] Network 89d705a7-c196-4d63-9e50-b09c2dedf8b2 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:15:58.939800 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2df79f33-a71b-4efc-811f-113085fbf204 req-7f42ad70-88e8-4684-868b-024ed5bf44f9 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5003436 Oct 19 01:15:58.968576 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-e2586095-6778-4f8c-995a-8b0ae07e36f1 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:15:58.989051 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2586095-6778-4f8c-995a-8b0ae07e36f1 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:15:59.013919 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-ec6093ec-6425-48b2-ad33-47d761d2d291 None None] Attempting to bind port 929eb460-6af3-41ae-a2f1-de01bd409759 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:15:59.014257 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-ec6093ec-6425-48b2-ad33-47d761d2d291 None None] Attempting to bind port 929eb460-6af3-41ae-a2f1-de01bd409759 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'de0fd25c-eaca-4e25-a94b-39c555ad937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '995f958c-4fad-48a1-a8d2-f7fc39188244'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:15:59.014571 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6093ec-6425-48b2-ad33-47d761d2d291 None None] Attempting to bind port 929eb460-6af3-41ae-a2f1-de01bd409759 on network 995f958c-4fad-48a1-a8d2-f7fc39188244 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:15:59.026927 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6093ec-6425-48b2-ad33-47d761d2d291 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:15:59.027276 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6093ec-6425-48b2-ad33-47d761d2d291 None None] Checking segment: {'id': 'de0fd25c-eaca-4e25-a94b-39c555ad937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '995f958c-4fad-48a1-a8d2-f7fc39188244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:15:59.027679 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ec6093ec-6425-48b2-ad33-47d761d2d291 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:59.028097 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6093ec-6425-48b2-ad33-47d761d2d291 None None] Bound using segment: {'id': 'de0fd25c-eaca-4e25-a94b-39c555ad937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '995f958c-4fad-48a1-a8d2-f7fc39188244'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:15:59.028570 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-ec6093ec-6425-48b2-ad33-47d761d2d291 None None] Bound port: 929eb460-6af3-41ae-a2f1-de01bd409759, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0fd25c-eaca-4e25-a94b-39c555ad937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '995f958c-4fad-48a1-a8d2-f7fc39188244'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:15:59.028951 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ec6093ec-6425-48b2-ad33-47d761d2d291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:59.066725 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-6a7eb6a5-5166-498a-9cb0-5770cf81d886 None None] Provisioning complete for port 394a4e11-f9e4-4f2c-84f4-e9d161e34a1c triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:15:59.068542 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6a7eb6a5-5166-498a-9cb0-5770cf81d886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:59.070562 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ad182-3f66-4f95-8416-cabe2d3d1f52 service neutron] Pushing event updated for resources: {'Port': ['ID=394a4e11-f9e4-4f2c-84f4-e9d161e34a1c,revision_number=6']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:59.130885 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-6a7eb6a5-5166-498a-9cb0-5770cf81d886 None None] Port 394a4e11-f9e4-4f2c-84f4-e9d161e34a1c cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:15:59.135858 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e8fc2-d2c6-47ab-b046-ecd47d0a490b None None] Pushing event updated for resources: {'Port': ['ID=929eb460-6af3-41ae-a2f1-de01bd409759,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:59.162639 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934383e-e1cf-445c-922d-998cdb4b9583 req-14792cb8-512b-4e0e-bbab-58a078dabb50 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:59.169765 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3b9c6a1b-443d-4b48-bfaa-aec3ef5306f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:59.176895 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7934383e-e1cf-445c-922d-998cdb4b9583 req-14792cb8-512b-4e0e-bbab-58a078dabb50 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.7989924 Oct 19 01:15:59.204467 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:15:59.204897 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:15:59.212902 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-ec6093ec-6425-48b2-ad33-47d761d2d291 None None] For port 929eb460-6af3-41ae-a2f1-de01bd409759, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:15:59.219970 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-ec6093ec-6425-48b2-ad33-47d761d2d291 None None] For port 929eb460-6af3-41ae-a2f1-de01bd409759, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=929eb460-6af3-41ae-a2f1-de01bd409759,segment=NetworkSegment(de0fd25c-eaca-4e25-a94b-39c555ad937b),segment_id=de0fd25c-eaca-4e25-a94b-39c555ad937b)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:15:59.229165 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ec6093ec-6425-48b2-ad33-47d761d2d291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:59.266167 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d68b6f-4064-41fc-8937-d05d50a46eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a092968-bacf-402c-8275-81eb69dc0edf,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:59.277962 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-5961ef36-9e60-4794-b1cf-d8e583db507f None None] Set router 11407222-d9cc-41ad-9296-b2c5ecd0c2d2 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:15:59.287797 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-788ad182-3f66-4f95-8416-cabe2d3d1f52 service neutron] In _notify_port_updated(), no bound segment for port 394a4e11-f9e4-4f2c-84f4-e9d161e34a1c on network 4bdbb06e-439a-49c1-8bb0-4db0fdb649a5 {{(pid=100607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:15:59.289193 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-788ad182-3f66-4f95-8416-cabe2d3d1f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:59.289823 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-788ad182-3f66-4f95-8416-cabe2d3d1f52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:59.294352 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-788ad182-3f66-4f95-8416-cabe2d3d1f52 service neutron] 10.222.0.24 "PUT /v2.0/ports/394a4e11-f9e4-4f2c-84f4-e9d161e34a1c HTTP/1.1" status: 200 len: 1031 time: 5.3941774 Oct 19 01:15:59.300776 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a21376c3-fedd-4078-8803-9714d42bce3b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:59.334670 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a21376c3-fedd-4078-8803-9714d42bce3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:59.376535 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7934383e-e1cf-445c-922d-998cdb4b9583 req-a6b653b2-8ff6-45d7-9ece-05376a0d312c tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938038 Oct 19 01:15:59.394846 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf23089-b5f0-4851-9864-ced4f2c6d8a3 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:15:59.414628 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20745366-f4e2-4e69-99d3-e575a178707f None None] Sync routers for ids ['d838a8f5-8f36-4c7f-b7c7-b61bc94c561a'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:15:59.421763 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9bf23089-b5f0-4851-9864-ced4f2c6d8a3 admin admin] 10.222.0.57 "PUT /v2.0/routers/d838a8f5-8f36-4c7f-b7c7-b61bc94c561a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1450129 Oct 19 01:15:59.461836 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6093ec-6425-48b2-ad33-47d761d2d291 None None] Routers {'5c2a780d-35cd-4578-84f3-3b1c4370092e'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:15:59.462438 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ec6093ec-6425-48b2-ad33-47d761d2d291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:15:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['5c2a780d-35cd-4578-84f3-3b1c4370092e'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:59.471194 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e8fc2-d2c6-47ab-b046-ecd47d0a490b None None] Pushing event updated for resources: {'Port': ['ID=929eb460-6af3-41ae-a2f1-de01bd409759,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:59.506517 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-12ef971a-00cd-40dd-95a8-8c4aa7dd5afe None None] Provisioning complete for port 929eb460-6af3-41ae-a2f1-de01bd409759 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:15:59.507183 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-12ef971a-00cd-40dd-95a8-8c4aa7dd5afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:59.527927 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a83c9dd-250c-47d5-a181-fa36607637ad x-openstack-request-id: req-5a83c9dd-250c-47d5-a181-fa36607637ad {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:59.528556 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "name": "network-vif-deleted", "tag": "b2e12207-123c-44b7-965e-315fe35b78f5", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:59.529241 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5a83c9dd-250c-47d5-a181-fa36607637ad {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:59.530726 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'name': 'network-vif-deleted', 'tag': 'b2e12207-123c-44b7-965e-315fe35b78f5', 'status': 'completed', 'code': 200} Oct 19 01:15:59.606054 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-e2586095-6778-4f8c-995a-8b0ae07e36f1 None None] Attempting to bind port 3c9eb3a9-17bf-492c-a895-906db00769a6 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:15:59.606614 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-e2586095-6778-4f8c-995a-8b0ae07e36f1 None None] Attempting to bind port 3c9eb3a9-17bf-492c-a895-906db00769a6 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'e1808602-f2ed-4d4e-baee-a958303a96f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '89d705a7-c196-4d63-9e50-b09c2dedf8b2'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:15:59.607923 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2586095-6778-4f8c-995a-8b0ae07e36f1 None None] Attempting to bind port 3c9eb3a9-17bf-492c-a895-906db00769a6 on network 89d705a7-c196-4d63-9e50-b09c2dedf8b2 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:15:59.615352 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-5b3c6651-d3c9-4977-a9e8-602e970b90f7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Deleting port fdb1ab98-3373-451d-84e7-1285ed514bab {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:59.616098 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-5b3c6651-d3c9-4977-a9e8-602e970b90f7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:59.616835 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20745366-f4e2-4e69-99d3-e575a178707f None None] Routers {'d838a8f5-8f36-4c7f-b7c7-b61bc94c561a'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:15:59.617501 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-20745366-f4e2-4e69-99d3-e575a178707f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:15:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d838a8f5-8f36-4c7f-b7c7-b61bc94c561a'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:59.623241 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:59.630317 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2586095-6778-4f8c-995a-8b0ae07e36f1 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:15:59.631867 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2586095-6778-4f8c-995a-8b0ae07e36f1 None None] Checking segment: {'id': 'e1808602-f2ed-4d4e-baee-a958303a96f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '89d705a7-c196-4d63-9e50-b09c2dedf8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:15:59.632285 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e2586095-6778-4f8c-995a-8b0ae07e36f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:59.632692 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2586095-6778-4f8c-995a-8b0ae07e36f1 None None] Bound using segment: {'id': 'e1808602-f2ed-4d4e-baee-a958303a96f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '89d705a7-c196-4d63-9e50-b09c2dedf8b2'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:15:59.635106 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-f6aaa7c3-d64c-45c4-a637-4461bd72825a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:59.635661 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-e2586095-6778-4f8c-995a-8b0ae07e36f1 None None] Bound port: 3c9eb3a9-17bf-492c-a895-906db00769a6, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1808602-f2ed-4d4e-baee-a958303a96f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '89d705a7-c196-4d63-9e50-b09c2dedf8b2'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:15:59.636194 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e2586095-6778-4f8c-995a-8b0ae07e36f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:59.642265 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-f6aaa7c3-d64c-45c4-a637-4461bd72825a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.24 "GET /v2.0/ports/6a5f7373-9852-4292-a957-43becd30457e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3099642 Oct 19 01:15:59.673710 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-a21376c3-fedd-4078-8803-9714d42bce3b admin admin] Allocated IP 172.25.8.77 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/06a5ed33-f1e6-4345-83b7-da27af437f0a) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:15:59.687646 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-c0844187-2075-4001-a24a-bc633283734e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:59.809383 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-e2586095-6778-4f8c-995a-8b0ae07e36f1 None None] For port 3c9eb3a9-17bf-492c-a895-906db00769a6, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:15:59.813545 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-e2586095-6778-4f8c-995a-8b0ae07e36f1 None None] For port 3c9eb3a9-17bf-492c-a895-906db00769a6, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=3c9eb3a9-17bf-492c-a895-906db00769a6,segment=NetworkSegment(e1808602-f2ed-4d4e-baee-a958303a96f4),segment_id=e1808602-f2ed-4d4e-baee-a958303a96f4)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:15:59.898330 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '624b0885-8316-4d09-af8e-792cd46ef66c'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:59.900654 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63b768b-ed13-4e74-8459-157952a83ff4" -d '{"events": [{"server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "name": "network-vif-unplugged", "status": "completed", "tag": "624b0885-8316-4d09-af8e-792cd46ef66c"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:59.908186 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f83c0300-da1f-441e-9ae8-f2b0134d30e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:59.918724 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e2586095-6778-4f8c-995a-8b0ae07e36f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:59.943294 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7b54c-3eef-481c-8ec3-2edbcc1c3fc7 req-66465d55-3c98-4497-b471-b521cef0fe61 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:59.950206 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7b54c-3eef-481c-8ec3-2edbcc1c3fc7 req-66465d55-3c98-4497-b471-b521cef0fe61 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:59.957874 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7b54c-3eef-481c-8ec3-2edbcc1c3fc7 req-66465d55-3c98-4497-b471-b521cef0fe61 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:59.965257 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7b54c-3eef-481c-8ec3-2edbcc1c3fc7 req-66465d55-3c98-4497-b471-b521cef0fe61 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:59.973373 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7b54c-3eef-481c-8ec3-2edbcc1c3fc7 req-66465d55-3c98-4497-b471-b521cef0fe61 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:59.981880 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7b54c-3eef-481c-8ec3-2edbcc1c3fc7 req-66465d55-3c98-4497-b471-b521cef0fe61 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:59.984711 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-66f7b54c-3eef-481c-8ec3-2edbcc1c3fc7 req-66465d55-3c98-4497-b471-b521cef0fe61 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 4654 time: 0.8117561 Oct 19 01:16:00.012729 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f83c0300-da1f-441e-9ae8-f2b0134d30e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:00.049891 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-ec6093ec-6425-48b2-ad33-47d761d2d291 None None] Set router 5c2a780d-35cd-4578-84f3-3b1c4370092e gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:16:00.065909 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3b9c6a1b-443d-4b48-bfaa-aec3ef5306f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:00.068831 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3b9c6a1b-443d-4b48-bfaa-aec3ef5306f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:00.070019 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3b9c6a1b-443d-4b48-bfaa-aec3ef5306f3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cd8b4f6c-fe0a-4303-bb45-f60f0224436f HTTP/1.1" status: 204 len: 168 time: 1.8971059 Oct 19 01:16:00.104019 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 6a5f7373-9852-4292-a957-43becd30457e no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:16:00.171455 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a21376c3-fedd-4078-8803-9714d42bce3b admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:00.203173 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c6a1b-443d-4b48-bfaa-aec3ef5306f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8b4f6c-fe0a-4303-bb45-f60f0224436f,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:00.260295 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-12ef971a-00cd-40dd-95a8-8c4aa7dd5afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:00.264802 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-66f7b54c-3eef-481c-8ec3-2edbcc1c3fc7 req-155afb9e-57ba-4abc-828a-feff14688930 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d60904-bfea-4d63-951a-633b66e8fef4&id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2623699 Oct 19 01:16:00.300376 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2586095-6778-4f8c-995a-8b0ae07e36f1 None None] Pushing event updated for resources: {'Port': ['ID=3c9eb3a9-17bf-492c-a895-906db00769a6,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:00.340520 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f83c0300-da1f-441e-9ae8-f2b0134d30e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:00.343172 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f83c0300-da1f-441e-9ae8-f2b0134d30e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:00.346827 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f83c0300-da1f-441e-9ae8-f2b0134d30e3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1a092968-bacf-402c-8275-81eb69dc0edf HTTP/1.1" status: 204 len: 168 time: 1.4022231 Oct 19 01:16:00.387526 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-12ef971a-00cd-40dd-95a8-8c4aa7dd5afe None None] For port 929eb460-6af3-41ae-a2f1-de01bd409759, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=929eb460-6af3-41ae-a2f1-de01bd409759,segment=NetworkSegment(de0fd25c-eaca-4e25-a94b-39c555ad937b),segment_id=de0fd25c-eaca-4e25-a94b-39c555ad937b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:00.394504 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c0300-da1f-441e-9ae8-f2b0134d30e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a092968-bacf-402c-8275-81eb69dc0edf,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:00.409231 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a21376c3-fedd-4078-8803-9714d42bce3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:00.478488 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-12ef971a-00cd-40dd-95a8-8c4aa7dd5afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:00.571739 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-20745366-f4e2-4e69-99d3-e575a178707f None None] Set router d838a8f5-8f36-4c7f-b7c7-b61bc94c561a gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:16:00.593652 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef971a-00cd-40dd-95a8-8c4aa7dd5afe None None] Pushing event updated for resources: {'Port': ['ID=929eb460-6af3-41ae-a2f1-de01bd409759,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:00.639039 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:00.650921 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21376c3-fedd-4078-8803-9714d42bce3b admin admin] Pushing event updated for resources: {'Port': ['ID=06a5ed33-f1e6-4345-83b7-da27af437f0a,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:00.685401 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21376c3-fedd-4078-8803-9714d42bce3b admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:16:00.693797 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-a21376c3-fedd-4078-8803-9714d42bce3b admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:16:00.701116 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21376c3-fedd-4078-8803-9714d42bce3b admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:16:00.724194 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-5961ef36-9e60-4794-b1cf-d8e583db507f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'name': 'tempest-TaggedBootDevicesTest-2011423183-router', 'tenant_id': '4da2c8fb80314d439039529c71ca4b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '76c72cae-8e7b-4cbf-8896-cd1449d3bba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:36Z', 'updated_at': '2021-10-19T01:04:48Z', 'revision_number': 4, 'project_id': '4da2c8fb80314d439039529c71ca4b69', 'gw_port': {'id': '76c72cae-8e7b-4cbf-8896-cd1449d3bba5', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:37Z', 'updated_at': '2021-10-19T01:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '732dfee4-ccf7-4e2d-925c-999b168c2a1c', 'name': '', 'network_id': 'f052a2cb-e43a-4d93-bd49-f9e5e280e0ba', 'tenant_id': '4da2c8fb80314d439039529c71ca4b69', 'mac_address': 'fa:16:3e:22:68:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '32a7ca29-d701-4aca-995b-87a0b73f1f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:45Z', 'updated_at': '2021-10-19T01:04:54Z', 'revision_number': 5, 'project_id': '4da2c8fb80314d439039529c71ca4b69', 'subnets': [{'id': '32a7ca29-d701-4aca-995b-87a0b73f1f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:16:00.774192 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 6a5f7373-9852-4292-a957-43becd30457e, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=6a5f7373-9852-4292-a957-43becd30457e,segment=NetworkSegment(af8d2bdc-728f-4365-a0a3-7f4c1d198719),segment_id=af8d2bdc-728f-4365-a0a3-7f4c1d198719)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:00.830146 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-c0844187-2075-4001-a24a-bc633283734e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:00.899138 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a70372-0b2c-4c98-84f6-e31771b01ec6 req-3cb46b4d-ae8d-4afe-bd06-67b66e6bb1b4 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:00.907543 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e2a70372-0b2c-4c98-84f6-e31771b01ec6 req-3cb46b4d-ae8d-4afe-bd06-67b66e6bb1b4 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 1.1222377 Oct 19 01:16:00.979925 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ec6093ec-6425-48b2-ad33-47d761d2d291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2a780d-35cd-4578-84f3-3b1c4370092e', 'name': 'tempest-TestServerMultinode-1447833237-router', 'tenant_id': '90194172b6d24fbe800421d65a82d912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '789e6781-4691-4074-8adb-4a351a372cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:40Z', 'updated_at': '2021-10-19T01:15:49Z', 'revision_number': 4, 'project_id': '90194172b6d24fbe800421d65a82d912', 'gw_port': {'id': '789e6781-4691-4074-8adb-4a351a372cc1', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:35:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2a780d-35cd-4578-84f3-3b1c4370092e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:41Z', 'updated_at': '2021-10-19T01:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '929eb460-6af3-41ae-a2f1-de01bd409759', 'name': '', 'network_id': '995f958c-4fad-48a1-a8d2-f7fc39188244', 'tenant_id': '90194172b6d24fbe800421d65a82d912', 'mac_address': 'fa:16:3e:df:04:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2a780d-35cd-4578-84f3-3b1c4370092e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'a422bde3-a871-4a32-8785-c32872ac2066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:48Z', 'updated_at': '2021-10-19T01:15:59Z', 'revision_number': 4, 'project_id': '90194172b6d24fbe800421d65a82d912', 'subnets': [{'id': 'a422bde3-a871-4a32-8785-c32872ac2066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:16:01.006951 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-5b3c6651-d3c9-4977-a9e8-602e970b90f7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] For port fdb1ab98-3373-451d-84e7-1285ed514bab, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=fdb1ab98-3373-451d-84e7-1285ed514bab,segment=NetworkSegment(b01a7d88-a003-47a9-b860-30f595d12d4c),segment_id=b01a7d88-a003-47a9-b860-30f595d12d4c)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:01.007563 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-5b3c6651-d3c9-4977-a9e8-602e970b90f7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:01.077718 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e2a70372-0b2c-4c98-84f6-e31771b01ec6 req-8207f083-d473-433c-b9d4-43907cb55516 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689708 Oct 19 01:16:01.122540 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-5b3c6651-d3c9-4977-a9e8-602e970b90f7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Calling delete_port for fdb1ab98-3373-451d-84e7-1285ed514bab owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:16:01.190243 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6093ec-6425-48b2-ad33-47d761d2d291 None None] The sync data for ids ['5c2a780d-35cd-4578-84f3-3b1c4370092e'] in n-d-715271-26 is: [{'id': '5c2a780d-35cd-4578-84f3-3b1c4370092e', 'name': 'tempest-TestServerMultinode-1447833237-router', 'tenant_id': '90194172b6d24fbe800421d65a82d912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '789e6781-4691-4074-8adb-4a351a372cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:40Z', 'updated_at': '2021-10-19T01:15:49Z', 'revision_number': 4, 'project_id': '90194172b6d24fbe800421d65a82d912', 'gw_port': {'id': '789e6781-4691-4074-8adb-4a351a372cc1', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:35:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2a780d-35cd-4578-84f3-3b1c4370092e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:41Z', 'updated_at': '2021-10-19T01:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '929eb460-6af3-41ae-a2f1-de01bd409759', 'name': '', 'network_id': '995f958c-4fad-48a1-a8d2-f7fc39188244', 'tenant_id': '90194172b6d24fbe800421d65a82d912', 'mac_address': 'fa:16:3e:df:04:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2a780d-35cd-4578-84f3-3b1c4370092e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'a422bde3-a871-4a32-8785-c32872ac2066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:48Z', 'updated_at': '2021-10-19T01:15:59Z', 'revision_number': 4, 'project_id': '90194172b6d24fbe800421d65a82d912', 'subnets': [{'id': 'a422bde3-a871-4a32-8785-c32872ac2066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:16:01.348395 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1eab11-5f48-45aa-a185-10619c67bbb7 x-openstack-request-id: req-bb1eab11-5f48-45aa-a185-10619c67bbb7 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:16:01.348910 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "name": "network-vif-unplugged", "status": "completed", "tag": "624b0885-8316-4d09-af8e-792cd46ef66c", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:16:01.349323 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bb1eab11-5f48-45aa-a185-10619c67bbb7 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:16:01.349978 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '624b0885-8316-4d09-af8e-792cd46ef66c', 'code': 200} Oct 19 01:16:01.362963 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:01.450048 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-20745366-f4e2-4e69-99d3-e575a178707f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd838a8f5-8f36-4c7f-b7c7-b61bc94c561a', 'name': 'tempest-ServerRescueNegativeTestJSON-2010670021-router', 'tenant_id': '4e9f67912e554a879c2d285d2c6723f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'd41742a4-b43e-4afb-840f-30c93ba29163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:38Z', 'updated_at': '2021-10-19T01:15:51Z', 'revision_number': 4, 'project_id': '4e9f67912e554a879c2d285d2c6723f0', 'gw_port': {'id': 'd41742a4-b43e-4afb-840f-30c93ba29163', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd838a8f5-8f36-4c7f-b7c7-b61bc94c561a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:40Z', 'updated_at': '2021-10-19T01:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'a84db479-1e0b-433b-ab9e-51c46820cac7', 'name': '', 'network_id': '2f6d1f9c-af60-4e63-9391-d714f2b53c93', 'tenant_id': '4e9f67912e554a879c2d285d2c6723f0', 'mac_address': 'fa:16:3e:3b:70:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd838a8f5-8f36-4c7f-b7c7-b61bc94c561a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '5560e090-ab4c-41db-98cb-400d0fb4b5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:49Z', 'updated_at': '2021-10-19T01:15:52Z', 'revision_number': 2, 'project_id': '4e9f67912e554a879c2d285d2c6723f0', 'subnets': [{'id': '5560e090-ab4c-41db-98cb-400d0fb4b5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:16:01.488390 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20745366-f4e2-4e69-99d3-e575a178707f None None] Checking router: d838a8f5-8f36-4c7f-b7c7-b61bc94c561a for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:16:01.495080 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20745366-f4e2-4e69-99d3-e575a178707f None None] Updating router d838a8f5-8f36-4c7f-b7c7-b61bc94c561a port a84db479-1e0b-433b-ab9e-51c46820cac7 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:16:01.504839 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46748) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:01.572103 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-0c8dc582-7684-4482-9bba-7bb47a9dcba6 None None] Provisioning complete for port 929eb460-6af3-41ae-a2f1-de01bd409759 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:01.572474 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0c8dc582-7684-4482-9bba-7bb47a9dcba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:01.615861 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-20745366-f4e2-4e69-99d3-e575a178707f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:01.655834 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 46750) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:01.701259 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5961ef36-9e60-4794-b1cf-d8e583db507f None None] Checking router: 11407222-d9cc-41ad-9296-b2c5ecd0c2d2 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:16:01.705444 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f42af0c2-bfb6-4e04-b26b-b2d7c6cc5413 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:01.735587 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 929eb460-6af3-41ae-a2f1-de01bd409759 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:16:01.795455 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b0846-2982-4179-9564-d300d57a848d req-f7a01068-6e00-4295-8639-8d2c0b2ef8d3 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:01.813190 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5961ef36-9e60-4794-b1cf-d8e583db507f None None] Routers {'11407222-d9cc-41ad-9296-b2c5ecd0c2d2'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:16:01.814047 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-5961ef36-9e60-4794-b1cf-d8e583db507f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:15:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['11407222-d9cc-41ad-9296-b2c5ecd0c2d2'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:16:01.815480 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-019b0846-2982-4179-9564-d300d57a848d req-f7a01068-6e00-4295-8639-8d2c0b2ef8d3 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 943 time: 0.3088083 Oct 19 01:16:01.824749 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=6a5f7373-9852-4292-a957-43becd30457e,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:01.830430 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d3cc9fdd-7e55-4f9b-bb88-0ce1f248e3d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:01.848204 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a21376c3-fedd-4078-8803-9714d42bce3b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:01.856601 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-b01266d0-9eaa-4939-ba7b-2e452c57812f tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:01.864921 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-b01266d0-9eaa-4939-ba7b-2e452c57812f tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/networks?id=2f6d1f9c-af60-4e63-9391-d714f2b53c93 HTTP/1.1" status: 200 len: 819 time: 0.5796900 Oct 19 01:16:01.992292 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-c0844187-2075-4001-a24a-bc633283734e service neutron] For port 6a5f7373-9852-4292-a957-43becd30457e, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=6a5f7373-9852-4292-a957-43becd30457e,segment=NetworkSegment(af8d2bdc-728f-4365-a0a3-7f4c1d198719),segment_id=af8d2bdc-728f-4365-a0a3-7f4c1d198719)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:02.006478 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d3cc9fdd-7e55-4f9b-bb88-0ce1f248e3d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:02.045345 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 929eb460-6af3-41ae-a2f1-de01bd409759 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:02.045718 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:02.062201 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d3cc9fdd-7e55-4f9b-bb88-0ce1f248e3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:02.104467 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94eb30c6-50b2-44b4-9fe3-dff13a84ad5d None None] Network 89d705a7-c196-4d63-9e50-b09c2dedf8b2 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:16:02.138098 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-1cc9808f-b94e-4770-915f-9335207a291c tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/quotas/4e9f67912e554a879c2d285d2c6723f0 HTTP/1.1" status: 200 len: 375 time: 0.2721181 Oct 19 01:16:02.194804 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc9fdd-7e55-4f9b-bb88-0ce1f248e3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bad9418-a2ca-4e79-bc7f-718d7c221b14,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:02.230910 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-019b0846-2982-4179-9564-d300d57a848d req-97f1f979-5db7-48b3-afb3-7f39bd9f5efd tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups?id=31f2be55-0e9e-418f-8d3b-d47b39901060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4134662 Oct 19 01:16:02.282593 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-20745366-f4e2-4e69-99d3-e575a178707f None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:02.292504 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-20745366-f4e2-4e69-99d3-e575a178707f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:02.354347 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-fb1d451b-fdd5-4cd8-a38b-72b906cc649b tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e9f67912e554a879c2d285d2c6723f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2137194 Oct 19 01:16:02.359422 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f42af0c2-bfb6-4e04-b26b-b2d7c6cc5413 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:02.361690 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-19c1cd13-bf40-47f9-860b-7b3ae67a4b3a None None] Provisioning complete for port 3c9eb3a9-17bf-492c-a895-906db00769a6 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:02.362209 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-19c1cd13-bf40-47f9-860b-7b3ae67a4b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:02.365864 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-5b3c6651-d3c9-4977-a9e8-602e970b90f7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:02.379170 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e1412-8069-412c-950e-86f01f3239f5 None None] Pushing event updated for resources: {'Port': ['ID=a84db479-1e0b-433b-ab9e-51c46820cac7,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:02.452747 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f42af0c2-bfb6-4e04-b26b-b2d7c6cc5413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:02.539978 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-5961ef36-9e60-4794-b1cf-d8e583db507f None None] Set router 11407222-d9cc-41ad-9296-b2c5ecd0c2d2 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:16:02.553676 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d3cc9fdd-7e55-4f9b-bb88-0ce1f248e3d6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a603c707c55b4c789b21666d17ac7c4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8842392 Oct 19 01:16:02.562125 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-20745366-f4e2-4e69-99d3-e575a178707f None None] Attempting to bind port a84db479-1e0b-433b-ab9e-51c46820cac7 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:16:02.562722 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-20745366-f4e2-4e69-99d3-e575a178707f None None] Attempting to bind port a84db479-1e0b-433b-ab9e-51c46820cac7 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'b54c59d8-6b72-46ce-abba-afe778cd7ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2f6d1f9c-af60-4e63-9391-d714f2b53c93'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:16:02.563903 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20745366-f4e2-4e69-99d3-e575a178707f None None] Attempting to bind port a84db479-1e0b-433b-ab9e-51c46820cac7 on network 2f6d1f9c-af60-4e63-9391-d714f2b53c93 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:16:02.572389 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46756) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:02.582312 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20745366-f4e2-4e69-99d3-e575a178707f None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:16:02.582683 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20745366-f4e2-4e69-99d3-e575a178707f None None] Checking segment: {'id': 'b54c59d8-6b72-46ce-abba-afe778cd7ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2f6d1f9c-af60-4e63-9391-d714f2b53c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:16:02.583086 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-20745366-f4e2-4e69-99d3-e575a178707f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:02.583765 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20745366-f4e2-4e69-99d3-e575a178707f None None] Bound using segment: {'id': 'b54c59d8-6b72-46ce-abba-afe778cd7ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2f6d1f9c-af60-4e63-9391-d714f2b53c93'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:16:02.584211 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-20745366-f4e2-4e69-99d3-e575a178707f None None] Bound port: a84db479-1e0b-433b-ab9e-51c46820cac7, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b54c59d8-6b72-46ce-abba-afe778cd7ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2f6d1f9c-af60-4e63-9391-d714f2b53c93'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:16:02.584584 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-20745366-f4e2-4e69-99d3-e575a178707f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:02.598617 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-c0844187-2075-4001-a24a-bc633283734e service neutron] For port 6a5f7373-9852-4292-a957-43becd30457e, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:16:02.657146 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 3c9eb3a9-17bf-492c-a895-906db00769a6 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:16:02.658219 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-e401cef3-d506-4e2b-929a-0893d18028a8 service neutron] 10.222.0.57 "GET /v2.0/networks/2f6d1f9c-af60-4e63-9391-d714f2b53c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028882 Oct 19 01:16:02.660226 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-c0844187-2075-4001-a24a-bc633283734e service neutron] device_id is not set on port 6a5f7373-9852-4292-a957-43becd30457e yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:16:02.670301 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-c0844187-2075-4001-a24a-bc633283734e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:02.674356 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-5b3c6651-d3c9-4977-a9e8-602e970b90f7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] No DVR routers for this DVR port fdb1ab98-3373-451d-84e7-1285ed514bab on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:16:02.676585 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42af0c2-bfb6-4e04-b26b-b2d7c6cc5413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3d74f9-26f7-4e94-a4d0-54c0f64ab117,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:02.699401 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-5b3c6651-d3c9-4977-a9e8-602e970b90f7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:02.704388 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3beebd81-ab9b-4a4f-b6cc-dc313715e325 req-5b3c6651-d3c9-4977-a9e8-602e970b90f7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.24 "DELETE /v2.0/ports/fdb1ab98-3373-451d-84e7-1285ed514bab HTTP/1.1" status: 204 len: 173 time: 3.9868877 Oct 19 01:16:02.709102 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c6651-d3c9-4977-a9e8-602e970b90f7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Pushing event deleted for resources: {'Port': ['ID=fdb1ab98-3373-451d-84e7-1285ed514bab,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:02.711139 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'name': 'network-vif-deleted', 'tag': 'fdb1ab98-3373-451d-84e7-1285ed514bab'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:16:02.714183 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a651145-12c4-4018-8b11-2269fbf4f371" -d '{"events": [{"server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "name": "network-vif-deleted", "tag": "fdb1ab98-3373-451d-84e7-1285ed514bab"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:16:02.724388 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-c0844187-2075-4001-a24a-bc633283734e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:02.761558 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-20745366-f4e2-4e69-99d3-e575a178707f None None] For port a84db479-1e0b-433b-ab9e-51c46820cac7, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:16:02.773135 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-20745366-f4e2-4e69-99d3-e575a178707f None None] For port a84db479-1e0b-433b-ab9e-51c46820cac7, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=a84db479-1e0b-433b-ab9e-51c46820cac7,segment=NetworkSegment(b54c59d8-6b72-46ce-abba-afe778cd7ac0),segment_id=b54c59d8-6b72-46ce-abba-afe778cd7ac0)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:16:02.785383 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-20745366-f4e2-4e69-99d3-e575a178707f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:02.804757 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-eca0e22a-8bc3-4b00-9dbd-1f284ae80be5 service neutron] 10.222.0.57 "GET /v2.0/networks/2f6d1f9c-af60-4e63-9391-d714f2b53c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455104 Oct 19 01:16:02.882668 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f42af0c2-bfb6-4e04-b26b-b2d7c6cc5413 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c43760c23fdf4c079693eb4d3f0c69e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2953682 Oct 19 01:16:02.886631 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46760) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:02.894786 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e1412-8069-412c-950e-86f01f3239f5 None None] Pushing event updated for resources: {'Port': ['ID=a84db479-1e0b-433b-ab9e-51c46820cac7,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:02.922357 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20745366-f4e2-4e69-99d3-e575a178707f None None] Routers {'d838a8f5-8f36-4c7f-b7c7-b61bc94c561a'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:16:02.923356 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-20745366-f4e2-4e69-99d3-e575a178707f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:15:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d838a8f5-8f36-4c7f-b7c7-b61bc94c561a'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:16:03.073095 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-19c1cd13-bf40-47f9-860b-7b3ae67a4b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:03.133068 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-c0844187-2075-4001-a24a-bc633283734e service neutron] No DVR routers for this DVR port 6a5f7373-9852-4292-a957-43becd30457e on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:16:03.178247 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a21376c3-fedd-4078-8803-9714d42bce3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:03.269265 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-20745366-f4e2-4e69-99d3-e575a178707f None None] Set router d838a8f5-8f36-4c7f-b7c7-b61bc94c561a gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:16:03.307471 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0844187-2075-4001-a24a-bc633283734e service neutron] Pushing event updated for resources: {'Port': ['ID=6a5f7373-9852-4292-a957-43becd30457e,revision_number=7']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:03.320393 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 3c9eb3a9-17bf-492c-a895-906db00769a6 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:03.320873 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:03.371227 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d9c39-ef67-4e37-97e0-14c9a035ed55 req-1223da1d-36e5-4c3c-bb73-454181902a58 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:03.414248 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d9c39-ef67-4e37-97e0-14c9a035ed55 req-1223da1d-36e5-4c3c-bb73-454181902a58 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:03.429661 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a5f7373-9852-4292-a957-43becd30457e'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:16:03.433619 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d9c39-ef67-4e37-97e0-14c9a035ed55 req-1223da1d-36e5-4c3c-bb73-454181902a58 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:03.437508 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cbf964a-2765-4967-befa-ead3a74f9dd4" -d '{"events": [{"server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "name": "network-vif-unplugged", "status": "completed", "tag": "6a5f7373-9852-4292-a957-43becd30457e"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:16:03.450144 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d9c39-ef67-4e37-97e0-14c9a035ed55 req-1223da1d-36e5-4c3c-bb73-454181902a58 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:03.463608 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d9c39-ef67-4e37-97e0-14c9a035ed55 req-1223da1d-36e5-4c3c-bb73-454181902a58 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:03.474039 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-271d9c39-ef67-4e37-97e0-14c9a035ed55 req-1223da1d-36e5-4c3c-bb73-454181902a58 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 3874 time: 1.0142319 Oct 19 01:16:03.508739 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0d5ffd76-71f6-4522-a31e-f2d51297df5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:03.560128 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-19c1cd13-bf40-47f9-860b-7b3ae67a4b3a None None] For port 3c9eb3a9-17bf-492c-a895-906db00769a6, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=3c9eb3a9-17bf-492c-a895-906db00769a6,segment=NetworkSegment(e1808602-f2ed-4d4e-baee-a958303a96f4),segment_id=e1808602-f2ed-4d4e-baee-a958303a96f4)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:03.600948 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0d5ffd76-71f6-4522-a31e-f2d51297df5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:03.649802 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-19c1cd13-bf40-47f9-860b-7b3ae67a4b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:03.714273 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-c0844187-2075-4001-a24a-bc633283734e service neutron] In _notify_port_updated(), no bound segment for port 6a5f7373-9852-4292-a957-43becd30457e on network 4bdbb06e-439a-49c1-8bb0-4db0fdb649a5 {{(pid=100607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:16:03.715585 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-c0844187-2075-4001-a24a-bc633283734e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:03.716411 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-c0844187-2075-4001-a24a-bc633283734e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:03.718200 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-c0844187-2075-4001-a24a-bc633283734e service neutron] 10.222.0.24 "PUT /v2.0/ports/6a5f7373-9852-4292-a957-43becd30457e HTTP/1.1" status: 200 len: 1033 time: 4.0378470 Oct 19 01:16:03.738097 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0d5ffd76-71f6-4522-a31e-f2d51297df5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:03.742468 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0d5ffd76-71f6-4522-a31e-f2d51297df5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:03.746717 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0d5ffd76-71f6-4522-a31e-f2d51297df5e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2bad9418-a2ca-4e79-bc7f-718d7c221b14 HTTP/1.1" status: 204 len: 168 time: 1.0642362 Oct 19 01:16:03.935326 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ffd76-71f6-4522-a31e-f2d51297df5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bad9418-a2ca-4e79-bc7f-718d7c221b14,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:03.944077 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fb930200-cac5-4176-997a-588c88f1bc4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:04.016834 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-20745366-f4e2-4e69-99d3-e575a178707f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd838a8f5-8f36-4c7f-b7c7-b61bc94c561a', 'name': 'tempest-ServerRescueNegativeTestJSON-2010670021-router', 'tenant_id': '4e9f67912e554a879c2d285d2c6723f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'd41742a4-b43e-4afb-840f-30c93ba29163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:38Z', 'updated_at': '2021-10-19T01:15:51Z', 'revision_number': 4, 'project_id': '4e9f67912e554a879c2d285d2c6723f0', 'gw_port': {'id': 'd41742a4-b43e-4afb-840f-30c93ba29163', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd838a8f5-8f36-4c7f-b7c7-b61bc94c561a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:40Z', 'updated_at': '2021-10-19T01:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'a84db479-1e0b-433b-ab9e-51c46820cac7', 'name': '', 'network_id': '2f6d1f9c-af60-4e63-9391-d714f2b53c93', 'tenant_id': '4e9f67912e554a879c2d285d2c6723f0', 'mac_address': 'fa:16:3e:3b:70:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd838a8f5-8f36-4c7f-b7c7-b61bc94c561a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '5560e090-ab4c-41db-98cb-400d0fb4b5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:49Z', 'updated_at': '2021-10-19T01:16:02Z', 'revision_number': 4, 'project_id': '4e9f67912e554a879c2d285d2c6723f0', 'subnets': [{'id': '5560e090-ab4c-41db-98cb-400d0fb4b5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:16:04.127501 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fb930200-cac5-4176-997a-588c88f1bc4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:04.136993 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20745366-f4e2-4e69-99d3-e575a178707f None None] The sync data for ids ['d838a8f5-8f36-4c7f-b7c7-b61bc94c561a'] in n-d-715271-26 is: [{'id': 'd838a8f5-8f36-4c7f-b7c7-b61bc94c561a', 'name': 'tempest-ServerRescueNegativeTestJSON-2010670021-router', 'tenant_id': '4e9f67912e554a879c2d285d2c6723f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'd41742a4-b43e-4afb-840f-30c93ba29163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:38Z', 'updated_at': '2021-10-19T01:15:51Z', 'revision_number': 4, 'project_id': '4e9f67912e554a879c2d285d2c6723f0', 'gw_port': {'id': 'd41742a4-b43e-4afb-840f-30c93ba29163', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd838a8f5-8f36-4c7f-b7c7-b61bc94c561a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:40Z', 'updated_at': '2021-10-19T01:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'a84db479-1e0b-433b-ab9e-51c46820cac7', 'name': '', 'network_id': '2f6d1f9c-af60-4e63-9391-d714f2b53c93', 'tenant_id': '4e9f67912e554a879c2d285d2c6723f0', 'mac_address': 'fa:16:3e:3b:70:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd838a8f5-8f36-4c7f-b7c7-b61bc94c561a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '5560e090-ab4c-41db-98cb-400d0fb4b5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:49Z', 'updated_at': '2021-10-19T01:16:02Z', 'revision_number': 4, 'project_id': '4e9f67912e554a879c2d285d2c6723f0', 'subnets': [{'id': '5560e090-ab4c-41db-98cb-400d0fb4b5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:16:04.164314 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c1cd13-bf40-47f9-860b-7b3ae67a4b3a None None] Pushing event updated for resources: {'Port': ['ID=3c9eb3a9-17bf-492c-a895-906db00769a6,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:04.196504 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-271d9c39-ef67-4e37-97e0-14c9a035ed55 req-7f9febbb-3ed7-47f9-ab18-dc327e9f71c2 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7214348 Oct 19 01:16:04.261819 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-01086b77-abdc-4332-8707-8589dfcc30ae None None] Provisioning complete for port 6a5f7373-9852-4292-a957-43becd30457e triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:04.264705 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-01086b77-abdc-4332-8707-8589dfcc30ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:04.359929 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-c3e7a89b-0b01-475c-897d-e93aaf54a739 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Deleting port 9c27f7e3-5adb-4a06-a706-c950206ee957 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:16:04.364914 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-c3e7a89b-0b01-475c-897d-e93aaf54a739 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:04.438792 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-01086b77-abdc-4332-8707-8589dfcc30ae None None] Port 6a5f7373-9852-4292-a957-43becd30457e cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:16:04.441748 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14504283-bdd1-47b0-8617-454e9e78bf76 req-b4c752fa-b323-443a-b8f2-8990862be38d tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:04.451004 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-5961ef36-9e60-4794-b1cf-d8e583db507f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'name': 'tempest-TaggedBootDevicesTest-2011423183-router', 'tenant_id': '4da2c8fb80314d439039529c71ca4b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '76c72cae-8e7b-4cbf-8896-cd1449d3bba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:36Z', 'updated_at': '2021-10-19T01:04:48Z', 'revision_number': 4, 'project_id': '4da2c8fb80314d439039529c71ca4b69', 'gw_port': {'id': '76c72cae-8e7b-4cbf-8896-cd1449d3bba5', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:37Z', 'updated_at': '2021-10-19T01:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '732dfee4-ccf7-4e2d-925c-999b168c2a1c', 'name': '', 'network_id': 'f052a2cb-e43a-4d93-bd49-f9e5e280e0ba', 'tenant_id': '4da2c8fb80314d439039529c71ca4b69', 'mac_address': 'fa:16:3e:22:68:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '32a7ca29-d701-4aca-995b-87a0b73f1f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:45Z', 'updated_at': '2021-10-19T01:04:54Z', 'revision_number': 5, 'project_id': '4da2c8fb80314d439039529c71ca4b69', 'subnets': [{'id': '32a7ca29-d701-4aca-995b-87a0b73f1f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:16:04.458717 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-14504283-bdd1-47b0-8617-454e9e78bf76 req-b4c752fa-b323-443a-b8f2-8990862be38d tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 1.1407063 Oct 19 01:16:04.511771 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40998552-8f87-4e04-81a5-2f4674003789 x-openstack-request-id: req-40998552-8f87-4e04-81a5-2f4674003789 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:16:04.513142 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f76c236-2350-46ba-8279-f7780c3ab086", "name": "network-vif-deleted", "tag": "fdb1ab98-3373-451d-84e7-1285ed514bab", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:16:04.513410 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-40998552-8f87-4e04-81a5-2f4674003789 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:16:04.513840 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f76c236-2350-46ba-8279-f7780c3ab086', 'name': 'network-vif-deleted', 'tag': 'fdb1ab98-3373-451d-84e7-1285ed514bab', 'status': 'completed', 'code': 200} Oct 19 01:16:04.580681 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fb930200-cac5-4176-997a-588c88f1bc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:04.583814 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5961ef36-9e60-4794-b1cf-d8e583db507f None None] The sync data for ids ['11407222-d9cc-41ad-9296-b2c5ecd0c2d2'] in n-d-715271-26 is: [{'id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'name': 'tempest-TaggedBootDevicesTest-2011423183-router', 'tenant_id': '4da2c8fb80314d439039529c71ca4b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '76c72cae-8e7b-4cbf-8896-cd1449d3bba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:36Z', 'updated_at': '2021-10-19T01:04:48Z', 'revision_number': 4, 'project_id': '4da2c8fb80314d439039529c71ca4b69', 'gw_port': {'id': '76c72cae-8e7b-4cbf-8896-cd1449d3bba5', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:37Z', 'updated_at': '2021-10-19T01:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '732dfee4-ccf7-4e2d-925c-999b168c2a1c', 'name': '', 'network_id': 'f052a2cb-e43a-4d93-bd49-f9e5e280e0ba', 'tenant_id': '4da2c8fb80314d439039529c71ca4b69', 'mac_address': 'fa:16:3e:22:68:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '32a7ca29-d701-4aca-995b-87a0b73f1f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:45Z', 'updated_at': '2021-10-19T01:04:54Z', 'revision_number': 5, 'project_id': '4da2c8fb80314d439039529c71ca4b69', 'subnets': [{'id': '32a7ca29-d701-4aca-995b-87a0b73f1f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:16:04.589884 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fb930200-cac5-4176-997a-588c88f1bc4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:04.593704 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-fb930200-cac5-4176-997a-588c88f1bc4d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3f3d74f9-26f7-4e94-a4d0-54c0f64ab117 HTTP/1.1" status: 204 len: 168 time: 1.6492953 Oct 19 01:16:04.614279 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-ae87ec23-7c3a-4f4e-a7ec-b2621a11c96a None None] Provisioning complete for port 3c9eb3a9-17bf-492c-a895-906db00769a6 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:04.616904 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ae87ec23-7c3a-4f4e-a7ec-b2621a11c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:04.649359 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a21376c3-fedd-4078-8803-9714d42bce3b admin admin] Router 8af7740f-4d04-4bcb-a529-8880f3ed26ca is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:16:04.674399 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-46a5c282-cede-4f1f-9458-eeb7ccd517d4 req-9ef5ecf2-6ec9-459e-b6c5-6e635d3a6415 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 210 time: 0.1081226 Oct 19 01:16:04.685650 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb930200-cac5-4176-997a-588c88f1bc4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3d74f9-26f7-4e94-a4d0-54c0f64ab117,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:04.713050 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-14504283-bdd1-47b0-8617-454e9e78bf76 req-87586495-7378-4796-9e4b-0a4be802d296 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534840 Oct 19 01:16:04.837952 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-c3e7a89b-0b01-475c-897d-e93aaf54a739 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] For port 9c27f7e3-5adb-4a06-a706-c950206ee957, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=9c27f7e3-5adb-4a06-a706-c950206ee957,segment=NetworkSegment(af8d2bdc-728f-4365-a0a3-7f4c1d198719),segment_id=af8d2bdc-728f-4365-a0a3-7f4c1d198719)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:04.838214 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-c3e7a89b-0b01-475c-897d-e93aaf54a739 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:04.846339 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device a84db479-1e0b-433b-ab9e-51c46820cac7 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:16:04.892741 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-c3e7a89b-0b01-475c-897d-e93aaf54a739 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Calling delete_port for 9c27f7e3-5adb-4a06-a706-c950206ee957 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:16:05.034275 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-03c0d67a-83f5-411a-aa9c-25a23ce73dc9 req-a40e3ef0-b230-44c7-b43c-dec1e47d8f37 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 210 time: 0.1111031 Oct 19 01:16:05.056785 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12ca734-fedf-4fb7-893d-28023882d67d x-openstack-request-id: req-d12ca734-fedf-4fb7-893d-28023882d67d {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:16:05.065633 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "name": "network-vif-unplugged", "status": "completed", "tag": "6a5f7373-9852-4292-a957-43becd30457e", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:16:05.065903 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d12ca734-fedf-4fb7-893d-28023882d67d {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:16:05.066322 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a5f7373-9852-4292-a957-43becd30457e', 'code': 200} Oct 19 01:16:05.147301 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port a84db479-1e0b-433b-ab9e-51c46820cac7 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:05.152654 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:05.267564 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:16:05.451098 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f710418-a740-4839-a8ea-7d4680fbd313 None None] New status for floating IP 8ef4c26d-6d23-4f8e-9671-2673131af9e6: DOWN {{(pid=100608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:16:05.496248 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21376c3-fedd-4078-8803-9714d42bce3b admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:16:05.532061 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535f7c13-e400-4ada-8717-f56555256593 None None] Sync routers for ids ['8af7740f-4d04-4bcb-a529-8880f3ed26ca'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:16:05.637471 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535f7c13-e400-4ada-8717-f56555256593 None None] Routers {'8af7740f-4d04-4bcb-a529-8880f3ed26ca'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:16:05.638529 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-535f7c13-e400-4ada-8717-f56555256593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:15:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['8af7740f-4d04-4bcb-a529-8880f3ed26ca'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:16:05.679406 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f0ac6-f879-4aff-a12c-ef20dadd8552 req-7bb26ccc-cb5a-41a1-b135-4346fe3813db tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:05.702585 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d40f0ac6-f879-4aff-a12c-ef20dadd8552 req-7bb26ccc-cb5a-41a1-b135-4346fe3813db tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.4858623 Oct 19 01:16:05.728234 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a21376c3-fedd-4078-8803-9714d42bce3b admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:05.735230 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a21376c3-fedd-4078-8803-9714d42bce3b admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.6402967 Oct 19 01:16:05.758103 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 46816) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:05.814103 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:05.993566 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-c3e7a89b-0b01-475c-897d-e93aaf54a739 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:05.995007 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-535f7c13-e400-4ada-8717-f56555256593 None None] Set router 8af7740f-4d04-4bcb-a529-8880f3ed26ca gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:16:06.030885 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port a84db479-1e0b-433b-ab9e-51c46820cac7, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=a84db479-1e0b-433b-ab9e-51c46820cac7,segment=NetworkSegment(b54c59d8-6b72-46ce-abba-afe778cd7ac0),segment_id=b54c59d8-6b72-46ce-abba-afe778cd7ac0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:06.045301 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:06.046162 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 3c9eb3a9-17bf-492c-a895-906db00769a6 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:16:06.090844 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-48fda28e-6472-4530-bef6-ded6388fdbf9 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:06.100238 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-48fda28e-6472-4530-bef6-ded6388fdbf9 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.55 "GET /v2.0/networks?id=2f6d1f9c-af60-4e63-9391-d714f2b53c93 HTTP/1.1" status: 200 len: 819 time: 0.9959872 Oct 19 01:16:06.123249 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d40f0ac6-f879-4aff-a12c-ef20dadd8552 req-a76d1a3d-4ced-47c6-8515-109ad42218f4 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157431 Oct 19 01:16:06.144608 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-d5e6910d-eab9-44c9-b19e-78c14d13dd01 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Request body: {'port': {'device_id': '0980e983-eae4-440f-8536-fab68edb6453', 'network_id': '2f6d1f9c-af60-4e63-9391-d714f2b53c93', 'admin_state_up': True, 'tenant_id': '4e9f67912e554a879c2d285d2c6723f0'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:06.278274 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-c3e7a89b-0b01-475c-897d-e93aaf54a739 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] No DVR routers for this DVR port 9c27f7e3-5adb-4a06-a706-c950206ee957 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:16:06.299526 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=a84db479-1e0b-433b-ab9e-51c46820cac7,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:06.303504 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-c3e7a89b-0b01-475c-897d-e93aaf54a739 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:06.307348 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-c3e7a89b-0b01-475c-897d-e93aaf54a739 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.24 "DELETE /v2.0/ports/9c27f7e3-5adb-4a06-a706-c950206ee957 HTTP/1.1" status: 204 len: 173 time: 2.5728543 Oct 19 01:16:06.314881 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7a89b-0b01-475c-897d-e93aaf54a739 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Pushing event deleted for resources: {'Port': ['ID=9c27f7e3-5adb-4a06-a706-c950206ee957,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:06.344750 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 3c9eb3a9-17bf-492c-a895-906db00769a6 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:06.345478 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:06.441045 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-ce4fad37-858e-4a60-94e0-6688aba2042a tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:06.459630 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-ce4fad37-858e-4a60-94e0-6688aba2042a tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/networks?id=2f6d1f9c-af60-4e63-9391-d714f2b53c93 HTTP/1.1" status: 200 len: 819 time: 1.1355073 Oct 19 01:16:06.519649 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'name': 'network-vif-deleted', 'tag': '9c27f7e3-5adb-4a06-a706-c950206ee957'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:16:06.526516 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f16a50-18c0-4d07-b71f-f14097068956" -d '{"events": [{"server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "name": "network-vif-deleted", "tag": "9c27f7e3-5adb-4a06-a706-c950206ee957"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:16:06.558818 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-e86fb10c-805c-4f68-b01b-e59146d036fd tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/quotas/4e9f67912e554a879c2d285d2c6723f0 HTTP/1.1" status: 200 len: 375 time: 0.0774386 Oct 19 01:16:06.569512 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-535f7c13-e400-4ada-8717-f56555256593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af7740f-4d04-4bcb-a529-8880f3ed26ca', 'name': 'tempest-TestServerMultinode-1536849946-router', 'tenant_id': '91aad9ee3ee940fc96327bead3d19e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '06a5ed33-f1e6-4345-83b7-da27af437f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:56Z', 'updated_at': '2021-10-19T01:16:01Z', 'revision_number': 3, 'project_id': '91aad9ee3ee940fc96327bead3d19e4f', 'gw_port': {'id': '06a5ed33-f1e6-4345-83b7-da27af437f0a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af7740f-4d04-4bcb-a529-8880f3ed26ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:59Z', 'updated_at': '2021-10-19T01:15:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:16:06.610607 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535f7c13-e400-4ada-8717-f56555256593 None None] Checking router: 8af7740f-4d04-4bcb-a529-8880f3ed26ca for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:16:06.611090 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535f7c13-e400-4ada-8717-f56555256593 None None] Updating router 8af7740f-4d04-4bcb-a529-8880f3ed26ca port 06a5ed33-f1e6-4345-83b7-da27af437f0a binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:16:06.705343 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-535f7c13-e400-4ada-8717-f56555256593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:06.818878 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device a84db479-1e0b-433b-ab9e-51c46820cac7 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:16:06.929163 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-b5ce2d11-031a-4f87-b2a1-327709d8de3d tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e9f67912e554a879c2d285d2c6723f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3235588 Oct 19 01:16:06.986977 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-d48693a0-9927-45de-a8db-b5f27d97bdfe tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Deleting port 2fe1e695-5923-449b-b1db-c20c39248126 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:16:06.987538 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-d48693a0-9927-45de-a8db-b5f27d97bdfe tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:06.991568 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port a84db479-1e0b-433b-ab9e-51c46820cac7 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:06.994290 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:07.154189 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1b761-34b3-4df9-9775-9edb018c1f7a req-bb7c9c9d-5ba3-453a-ba90-963cf25bdb0a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:07.166990 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1b761-34b3-4df9-9775-9edb018c1f7a req-bb7c9c9d-5ba3-453a-ba90-963cf25bdb0a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:07.190347 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1b761-34b3-4df9-9775-9edb018c1f7a req-bb7c9c9d-5ba3-453a-ba90-963cf25bdb0a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:07.197282 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1b761-34b3-4df9-9775-9edb018c1f7a req-bb7c9c9d-5ba3-453a-ba90-963cf25bdb0a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:07.216693 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-22f1b761-34b3-4df9-9775-9edb018c1f7a req-bb7c9c9d-5ba3-453a-ba90-963cf25bdb0a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 3141 time: 0.8603544 Oct 19 01:16:07.394898 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-535f7c13-e400-4ada-8717-f56555256593 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:07.406409 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-535f7c13-e400-4ada-8717-f56555256593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:07.408724 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-8df57fac-1f71-4139-bac8-9c920e7bacd4 service neutron] 10.222.0.57 "GET /v2.0/networks/2f6d1f9c-af60-4e63-9391-d714f2b53c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4786038 Oct 19 01:16:07.418880 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-d48693a0-9927-45de-a8db-b5f27d97bdfe tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] For port 2fe1e695-5923-449b-b1db-c20c39248126, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=2fe1e695-5923-449b-b1db-c20c39248126,segment=NetworkSegment(af8d2bdc-728f-4365-a0a3-7f4c1d198719),segment_id=af8d2bdc-728f-4365-a0a3-7f4c1d198719)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:07.419391 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-d48693a0-9927-45de-a8db-b5f27d97bdfe tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:07.528395 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-d5e6910d-eab9-44c9-b19e-78c14d13dd01 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Made reservation on behalf of 4e9f67912e554a879c2d285d2c6723f0 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:16:07.533870 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-d5e6910d-eab9-44c9-b19e-78c14d13dd01 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:07.542935 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-d48693a0-9927-45de-a8db-b5f27d97bdfe tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Calling delete_port for 2fe1e695-5923-449b-b1db-c20c39248126 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:16:07.551082 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2cc8d6-31d5-434f-a5de-b8b67efbfa81 None None] Pushing event updated for resources: {'Port': ['ID=06a5ed33-f1e6-4345-83b7-da27af437f0a,revision_number=2']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:07.587108 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-535f7c13-e400-4ada-8717-f56555256593 None None] Attempting to bind port 06a5ed33-f1e6-4345-83b7-da27af437f0a on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:16:07.593303 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-535f7c13-e400-4ada-8717-f56555256593 None None] Attempting to bind port 06a5ed33-f1e6-4345-83b7-da27af437f0a by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:16:07.593888 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535f7c13-e400-4ada-8717-f56555256593 None None] Attempting to bind port 06a5ed33-f1e6-4345-83b7-da27af437f0a on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:16:07.612159 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535f7c13-e400-4ada-8717-f56555256593 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:16:07.612159 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535f7c13-e400-4ada-8717-f56555256593 None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:16:07.612159 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-535f7c13-e400-4ada-8717-f56555256593 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:07.612159 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535f7c13-e400-4ada-8717-f56555256593 None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:16:07.612159 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-535f7c13-e400-4ada-8717-f56555256593 None None] Bound port: 06a5ed33-f1e6-4345-83b7-da27af437f0a, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:16:07.618500 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-535f7c13-e400-4ada-8717-f56555256593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:07.764916 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-535f7c13-e400-4ada-8717-f56555256593 None None] For port 06a5ed33-f1e6-4345-83b7-da27af437f0a, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:16:07.769934 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-535f7c13-e400-4ada-8717-f56555256593 None None] For port 06a5ed33-f1e6-4345-83b7-da27af437f0a, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=06a5ed33-f1e6-4345-83b7-da27af437f0a,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:16:07.778619 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-535f7c13-e400-4ada-8717-f56555256593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:07.784982 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-22f1b761-34b3-4df9-9775-9edb018c1f7a req-0f4e8faf-f4f2-45c1-a103-730a528beccb tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5659790 Oct 19 01:16:07.845997 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-378be41c-2c1c-4475-99c6-ee4da6034a3c service neutron] 10.222.0.57 "GET /v2.0/networks/2f6d1f9c-af60-4e63-9391-d714f2b53c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199982 Oct 19 01:16:08.000350 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535f7c13-e400-4ada-8717-f56555256593 None None] Routers {'8af7740f-4d04-4bcb-a529-8880f3ed26ca'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:16:08.008734 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-535f7c13-e400-4ada-8717-f56555256593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:15:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['8af7740f-4d04-4bcb-a529-8880f3ed26ca'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:16:08.065704 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cd2d9828-061b-4952-a2aa-57fd08b0ea76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:08.069423 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-d48693a0-9927-45de-a8db-b5f27d97bdfe tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:08.154955 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2cc8d6-31d5-434f-a5de-b8b67efbfa81 None None] Pushing event updated for resources: {'Port': ['ID=06a5ed33-f1e6-4345-83b7-da27af437f0a,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:08.240929 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48693a0-9927-45de-a8db-b5f27d97bdfe tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Pushing event deleted for resources: {'Port': ['ID=2fe1e695-5923-449b-b1db-c20c39248126,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:08.356531 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-535f7c13-e400-4ada-8717-f56555256593 None None] Set router 8af7740f-4d04-4bcb-a529-8880f3ed26ca gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:16:08.363378 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-d48693a0-9927-45de-a8db-b5f27d97bdfe tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] No DVR routers for this DVR port 2fe1e695-5923-449b-b1db-c20c39248126 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:16:08.366659 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-d48693a0-9927-45de-a8db-b5f27d97bdfe tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:08.370509 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-d48693a0-9927-45de-a8db-b5f27d97bdfe tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.24 "DELETE /v2.0/ports/2fe1e695-5923-449b-b1db-c20c39248126 HTTP/1.1" status: 204 len: 173 time: 2.0509892 Oct 19 01:16:08.609412 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52d1d16-be17-4a48-96c1-fc363c8e8c18 x-openstack-request-id: req-f52d1d16-be17-4a48-96c1-fc363c8e8c18 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:16:08.609961 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "name": "network-vif-deleted", "tag": "9c27f7e3-5adb-4a06-a706-c950206ee957", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:16:08.609961 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f52d1d16-be17-4a48-96c1-fc363c8e8c18 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:16:08.610348 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'name': 'network-vif-deleted', 'tag': '9c27f7e3-5adb-4a06-a706-c950206ee957', 'status': 'completed', 'code': 200} Oct 19 01:16:08.670362 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-410d40c9-3d7e-4ae1-ae59-ad260965caf7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Deleting port a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:16:08.672003 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-410d40c9-3d7e-4ae1-ae59-ad260965caf7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:08.805725 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4f8d951f-b215-4330-a156-f362290b7a56 req-88eba947-c508-4712-bcdc-9d1ade577afb tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 210 time: 0.0859056 Oct 19 01:16:08.820824 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-d5e6910d-eab9-44c9-b19e-78c14d13dd01 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Allocated IP 172.20.0.14 (2f6d1f9c-af60-4e63-9391-d714f2b53c93/5560e090-ab4c-41db-98cb-400d0fb4b5e6/256d5746-4862-450f-bdd5-6de5a03b7097) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:16:08.981670 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-535f7c13-e400-4ada-8717-f56555256593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af7740f-4d04-4bcb-a529-8880f3ed26ca', 'name': 'tempest-TestServerMultinode-1536849946-router', 'tenant_id': '91aad9ee3ee940fc96327bead3d19e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '06a5ed33-f1e6-4345-83b7-da27af437f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:56Z', 'updated_at': '2021-10-19T01:16:01Z', 'revision_number': 3, 'project_id': '91aad9ee3ee940fc96327bead3d19e4f', 'gw_port': {'id': '06a5ed33-f1e6-4345-83b7-da27af437f0a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af7740f-4d04-4bcb-a529-8880f3ed26ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:59Z', 'updated_at': '2021-10-19T01:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:16:09.065719 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535f7c13-e400-4ada-8717-f56555256593 None None] The sync data for ids ['8af7740f-4d04-4bcb-a529-8880f3ed26ca'] in n-d-715271-26 is: [{'id': '8af7740f-4d04-4bcb-a529-8880f3ed26ca', 'name': 'tempest-TestServerMultinode-1536849946-router', 'tenant_id': '91aad9ee3ee940fc96327bead3d19e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '06a5ed33-f1e6-4345-83b7-da27af437f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:56Z', 'updated_at': '2021-10-19T01:16:01Z', 'revision_number': 3, 'project_id': '91aad9ee3ee940fc96327bead3d19e4f', 'gw_port': {'id': '06a5ed33-f1e6-4345-83b7-da27af437f0a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af7740f-4d04-4bcb-a529-8880f3ed26ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:59Z', 'updated_at': '2021-10-19T01:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:16:09.097456 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-410d40c9-3d7e-4ae1-ae59-ad260965caf7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] For port a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd,segment=NetworkSegment(ca545713-cf14-45ab-86a8-e87802c3d520),segment_id=ca545713-cf14-45ab-86a8-e87802c3d520)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:09.098203 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-410d40c9-3d7e-4ae1-ae59-ad260965caf7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:09.103469 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b168ed20-a710-42e0-83e6-e6c29db5f06b req-4b8d6e52-f458-4c26-b403-095158d7d007 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 210 time: 0.9544909 Oct 19 01:16:09.179259 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9681b22-2933-4e1e-b238-4a09251d5464 req-3748e089-a404-43eb-b80e-71d737f4bb7c tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:09.205809 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e9681b22-2933-4e1e-b238-4a09251d5464 req-3748e089-a404-43eb-b80e-71d737f4bb7c tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.2087090 Oct 19 01:16:09.275519 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-cd2d9828-061b-4952-a2aa-57fd08b0ea76 admin admin] Allocated IP 172.20.0.1 (89d705a7-c196-4d63-9e50-b09c2dedf8b2/6a398e49-07ca-4930-bd59-0305e689fac7/759ce932-5d8c-4aa0-8f3b-fc4e7cb7d1dc) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:16:09.359360 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e9681b22-2933-4e1e-b238-4a09251d5464 req-bada4f67-3489-4417-b316-05993710cc9f tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499255 Oct 19 01:16:09.636048 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-d5e6910d-eab9-44c9-b19e-78c14d13dd01 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:09.769105 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cd2d9828-061b-4952-a2aa-57fd08b0ea76 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:09.827979 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-410d40c9-3d7e-4ae1-ae59-ad260965caf7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:09.829130 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-410d40c9-3d7e-4ae1-ae59-ad260965caf7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:09.829865 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-410d40c9-3d7e-4ae1-ae59-ad260965caf7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Floating IP 49c0f0e7-ef1b-4acb-83c8-00901750e58f disassociated. External IP: 172.25.8.199, port: a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd. Oct 19 01:16:09.830388 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-410d40c9-3d7e-4ae1-ae59-ad260965caf7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Calling delete_port for a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:16:09.965577 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cd2d9828-061b-4952-a2aa-57fd08b0ea76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:10.139960 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-1ff9ad1b-27c4-4618-be83-6c1bbe1c4bef tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:10.142752 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-1ff9ad1b-27c4-4618-be83-6c1bbe1c4bef tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.24 "GET /v2.0/networks?id=2f6d1f9c-af60-4e63-9391-d714f2b53c93 HTTP/1.1" status: 200 len: 819 time: 0.1590075 Oct 19 01:16:10.149711 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e875c25-ffe1-4118-ba77-b50c474f0db0 req-616ee665-f73a-452c-b29c-4ebac829ff20 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:10.158084 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e875c25-ffe1-4118-ba77-b50c474f0db0 req-616ee665-f73a-452c-b29c-4ebac829ff20 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:10.166530 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e875c25-ffe1-4118-ba77-b50c474f0db0 req-616ee665-f73a-452c-b29c-4ebac829ff20 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:10.167595 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-3e6e9e6c-4d73-4c7b-8525-e3858d3acf9d tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Request body: {'port': {'device_id': '95bfc90b-3f1c-46cd-82cd-83285035b642', 'network_id': '2f6d1f9c-af60-4e63-9391-d714f2b53c93', 'admin_state_up': True, 'tenant_id': '4e9f67912e554a879c2d285d2c6723f0'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:10.169508 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1e875c25-ffe1-4118-ba77-b50c474f0db0 req-616ee665-f73a-452c-b29c-4ebac829ff20 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 2410 time: 0.5618465 Oct 19 01:16:10.184525 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2d9828-061b-4952-a2aa-57fd08b0ea76 admin admin] Network 89d705a7-c196-4d63-9e50-b09c2dedf8b2 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:16:10.201925 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a161ec-1959-4319-924f-1dd716905692 req-2a999728-9658-4555-98ce-2559f6ab2200 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:10.212608 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-30a161ec-1959-4319-924f-1dd716905692 req-2a999728-9658-4555-98ce-2559f6ab2200 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.6780198 Oct 19 01:16:10.241190 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1e875c25-ffe1-4118-ba77-b50c474f0db0 req-78cc8c32-c617-41a1-b122-6ea72c87e7bb tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553033 Oct 19 01:16:10.245717 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-cd2d9828-061b-4952-a2aa-57fd08b0ea76 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:16:10.287892 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2d9828-061b-4952-a2aa-57fd08b0ea76 admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:16:10.409131 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cd2d9828-061b-4952-a2aa-57fd08b0ea76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:10.598900 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d9828-061b-4952-a2aa-57fd08b0ea76 admin admin] Pushing event updated for resources: {'Port': ['ID=759ce932-5d8c-4aa0-8f3b-fc4e7cb7d1dc,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:10.618180 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'name': 'network-vif-deleted', 'tag': '2fe1e695-5923-449b-b1db-c20c39248126'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:16:10.620549 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4080eb0d-e604-4ecb-9064-2c80a9e8719f" -d '{"events": [{"server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "name": "network-vif-deleted", "tag": "2fe1e695-5923-449b-b1db-c20c39248126"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:16:10.644117 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-30a161ec-1959-4319-924f-1dd716905692 req-e05bfdbd-5ec8-41a7-b5d4-d8a580f7a10d tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305940 Oct 19 01:16:10.755485 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-3e6e9e6c-4d73-4c7b-8525-e3858d3acf9d tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Made reservation on behalf of 4e9f67912e554a879c2d285d2c6723f0 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:16:10.779293 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-3e6e9e6c-4d73-4c7b-8525-e3858d3acf9d tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:10.780168 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-76094d77-9f76-491b-aa2e-e807b14bcbe6 req-ef3ee8b2-bdcb-455f-8b76-8aae1096dc1a tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 210 time: 0.3767915 Oct 19 01:16:10.790579 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cd2d9828-061b-4952-a2aa-57fd08b0ea76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:10.844675 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-6f5cbf7e-fc70-470a-b215-ef7f40d00b2c None None] Provisioning complete for port 759ce932-5d8c-4aa0-8f3b-fc4e7cb7d1dc triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:10.845242 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6f5cbf7e-fc70-470a-b215-ef7f40d00b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:10.990681 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-d5e6910d-eab9-44c9-b19e-78c14d13dd01 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:11.040240 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-d5e6910d-eab9-44c9-b19e-78c14d13dd01 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Network 2f6d1f9c-af60-4e63-9391-d714f2b53c93 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:16:11.046562 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-d5e6910d-eab9-44c9-b19e-78c14d13dd01 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:16:11.074460 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-d5e6910d-eab9-44c9-b19e-78c14d13dd01 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:16:11.079224 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d23108-42e1-4875-8031-daa4cbbbc76f x-openstack-request-id: req-09d23108-42e1-4875-8031-daa4cbbbc76f {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:16:11.079677 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "name": "network-vif-deleted", "tag": "2fe1e695-5923-449b-b1db-c20c39248126", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:16:11.079885 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-09d23108-42e1-4875-8031-daa4cbbbc76f {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:16:11.080239 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'name': 'network-vif-deleted', 'tag': '2fe1e695-5923-449b-b1db-c20c39248126', 'status': 'completed', 'code': 200} Oct 19 01:16:11.097152 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c5263e0c-68f2-431b-852d-8a0c1bffe7c7 req-05023dc0-a27b-447a-a386-6552222be30d tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 210 time: 0.2297983 Oct 19 01:16:11.104235 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-410d40c9-3d7e-4ae1-ae59-ad260965caf7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:11.226590 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-d5e6910d-eab9-44c9-b19e-78c14d13dd01 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:11.227261 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-d5e6910d-eab9-44c9-b19e-78c14d13dd01 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:11.252121 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d40c9-3d7e-4ae1-ae59-ad260965caf7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Pushing event deleted for resources: {'Port': ['ID=a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:11.263360 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-d5e6910d-eab9-44c9-b19e-78c14d13dd01 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1310313 Oct 19 01:16:11.290838 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46976) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:11.350303 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 06a5ed33-f1e6-4345-83b7-da27af437f0a up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:16:11.402554 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-6f5cbf7e-fc70-470a-b215-ef7f40d00b2c None None] Port 759ce932-5d8c-4aa0-8f3b-fc4e7cb7d1dc cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:16:11.416992 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 06a5ed33-f1e6-4345-83b7-da27af437f0a triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:11.417598 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:11.555829 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:11.607518 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 06a5ed33-f1e6-4345-83b7-da27af437f0a, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=06a5ed33-f1e6-4345-83b7-da27af437f0a,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:11.617292 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:11.698864 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961d946-b8d7-42e0-993b-49976b724417 req-3a69a4e4-d329-4cf1-a124-13f358ae02a2 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:11.715857 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961d946-b8d7-42e0-993b-49976b724417 req-3a69a4e4-d329-4cf1-a124-13f358ae02a2 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:11.728765 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=06a5ed33-f1e6-4345-83b7-da27af437f0a,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:11.733078 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b961d946-b8d7-42e0-993b-49976b724417 req-3a69a4e4-d329-4cf1-a124-13f358ae02a2 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 1677 time: 0.3250008 Oct 19 01:16:11.836068 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cd2d9828-061b-4952-a2aa-57fd08b0ea76 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:11.841137 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7c81e781-c9d8-4ecb-b6d8-d2ba9e819e7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:11.843532 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-3e6e9e6c-4d73-4c7b-8525-e3858d3acf9d tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Allocated IP 172.20.0.2 (2f6d1f9c-af60-4e63-9391-d714f2b53c93/5560e090-ab4c-41db-98cb-400d0fb4b5e6/117e93a2-eab1-4bb6-9a1e-8942e53c4fb7) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:16:11.860728 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-678e0a73-9dce-4fc5-9569-14c8583036e7 service neutron] Request body: {'port': {'device_id': '0980e983-eae4-440f-8536-fab68edb6453', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:11.871585 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6910d-eab9-44c9-b19e-78c14d13dd01 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Pushing event updated for resources: {'Port': ['ID=256d5746-4862-450f-bdd5-6de5a03b7097,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:11.964833 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cd2d9828-061b-4952-a2aa-57fd08b0ea76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:11.985859 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b457d47-327f-4e6b-9dde-efede0742753 req-edbae516-2e25-473e-b3a7-6c5e3d2b8b55 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:11.987463 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2b457d47-327f-4e6b-9dde-efede0742753 req-edbae516-2e25-473e-b3a7-6c5e3d2b8b55 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.8354414 Oct 19 01:16:12.006533 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b961d946-b8d7-42e0-993b-49976b724417 req-d99ffdcc-8905-4005-8683-d743aa166e59 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2730217 Oct 19 01:16:12.132105 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-410d40c9-3d7e-4ae1-ae59-ad260965caf7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Router 7c2c72f9-b5ad-49c8-85df-4d456baff246 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:16:12.169339 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-678e0a73-9dce-4fc5-9569-14c8583036e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:12.179109 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5420c8e5-c7ad-4227-a7eb-1f87eab41135 req-692b0d90-0e87-4915-a265-4ab3d3c376ac tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 210 time: 0.0427120 Oct 19 01:16:12.266114 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2b457d47-327f-4e6b-9dde-efede0742753 req-8d81c6da-a453-4370-b405-ae99547fd3ca tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742849 Oct 19 01:16:12.321465 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d9828-061b-4952-a2aa-57fd08b0ea76 admin admin] Pushing event updated for resources: {'Port': ['ID=759ce932-5d8c-4aa0-8f3b-fc4e7cb7d1dc,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:12.329958 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cd2d9828-061b-4952-a2aa-57fd08b0ea76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:12.381197 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c97c308e-26c0-43df-a9b5-077337d5381f req-643ccd94-3707-4b64-94aa-9ad8adbcea7f tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 210 time: 0.0816584 Oct 19 01:16:12.722690 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa75cb-b7bf-4bff-a1e7-7a69467fe99d req-8ebabeb2-4194-4e8d-901a-84eb07516b48 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:12.727109 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fbaa75cb-b7bf-4bff-a1e7-7a69467fe99d req-8ebabeb2-4194-4e8d-901a-84eb07516b48 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.2377467 Oct 19 01:16:12.772969 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 06a5ed33-f1e6-4345-83b7-da27af437f0a up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:16:12.882695 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fbaa75cb-b7bf-4bff-a1e7-7a69467fe99d req-f291e105-9a93-484d-b7f3-0af646ad58bd tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489010 Oct 19 01:16:12.891390 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2d9828-061b-4952-a2aa-57fd08b0ea76 admin admin] Network 89d705a7-c196-4d63-9e50-b09c2dedf8b2 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:16:12.892883 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-cd2d9828-061b-4952-a2aa-57fd08b0ea76 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:16:12.900634 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-410d40c9-3d7e-4ae1-ae59-ad260965caf7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:16:12.950316 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927e2fa4-a7d0-45ea-9273-94509e0852f2 None None] Sync routers for ids ['7c2c72f9-b5ad-49c8-85df-4d456baff246'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:16:12.996315 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927e2fa4-a7d0-45ea-9273-94509e0852f2 None None] Routers {'7c2c72f9-b5ad-49c8-85df-4d456baff246'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:16:12.998255 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-927e2fa4-a7d0-45ea-9273-94509e0852f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:15:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7c2c72f9-b5ad-49c8-85df-4d456baff246'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:16:13.006981 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 06a5ed33-f1e6-4345-83b7-da27af437f0a triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:13.012051 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:13.199717 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7c81e781-c9d8-4ecb-b6d8-d2ba9e819e7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:13.215901 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2d9828-061b-4952-a2aa-57fd08b0ea76 admin admin] Router 8af7740f-4d04-4bcb-a529-8880f3ed26ca has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:16:13.293584 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-3e6e9e6c-4d73-4c7b-8525-e3858d3acf9d tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:13.310390 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7c81e781-c9d8-4ecb-b6d8-d2ba9e819e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:13.330429 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4c93a-6ace-4af9-a78d-5ca2056763d5 req-9d286db8-7932-4295-8534-c0f19ac6fad4 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:13.341378 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4c93a-6ace-4af9-a78d-5ca2056763d5 req-9d286db8-7932-4295-8534-c0f19ac6fad4 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:13.350878 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7ae4c93a-6ace-4af9-a78d-5ca2056763d5 req-9d286db8-7932-4295-8534-c0f19ac6fad4 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 1677 time: 0.1318815 Oct 19 01:16:13.358925 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-9a4092fb-17ef-4c97-a243-70774168d534 None None] Provisioning complete for port 759ce932-5d8c-4aa0-8f3b-fc4e7cb7d1dc triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:13.359673 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9a4092fb-17ef-4c97-a243-70774168d534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:13.424448 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7c81e781-c9d8-4ecb-b6d8-d2ba9e819e7b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a1ee866f46a443d68e2c08467331ede4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1263366 Oct 19 01:16:13.426116 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47008) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:13.440573 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-927e2fa4-a7d0-45ea-9273-94509e0852f2 None None] Set router 7c2c72f9-b5ad-49c8-85df-4d456baff246 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:16:13.532514 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-9a4092fb-17ef-4c97-a243-70774168d534 None None] Port 759ce932-5d8c-4aa0-8f3b-fc4e7cb7d1dc cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:16:13.548076 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-410d40c9-3d7e-4ae1-ae59-ad260965caf7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] No DVR routers for this DVR port a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:16:13.558038 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-410d40c9-3d7e-4ae1-ae59-ad260965caf7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:13.570752 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-410d40c9-3d7e-4ae1-ae59-ad260965caf7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.24 "DELETE /v2.0/ports/a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd HTTP/1.1" status: 204 len: 173 time: 5.1939154 Oct 19 01:16:13.575352 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'name': 'network-vif-deleted', 'tag': 'a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:16:13.577997 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a440c44e-6bcc-46ca-aef7-121d3a035158" -d '{"events": [{"server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "name": "network-vif-deleted", "tag": "a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:16:13.604187 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2d9828-061b-4952-a2aa-57fd08b0ea76 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:16:13.624236 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cd2d9828-061b-4952-a2aa-57fd08b0ea76 admin admin] 10.222.0.57 "PUT /v2.0/routers/8af7740f-4d04-4bcb-a529-8880f3ed26ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8508701 Oct 19 01:16:13.624423 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5a5da2-e946-4636-98f9-de7a97e097f5 None None] Sync routers for ids ['8af7740f-4d04-4bcb-a529-8880f3ed26ca'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:16:13.628071 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7ae4c93a-6ace-4af9-a78d-5ca2056763d5 req-882b54f8-ec24-423c-91cc-48f1a83b8e53 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2761495 Oct 19 01:16:13.632154 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81e781-c9d8-4ecb-b6d8-d2ba9e819e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d961c1-5291-466b-8992-0f47869ab076,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:13.661356 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5a5da2-e946-4636-98f9-de7a97e097f5 None None] Routers {'8af7740f-4d04-4bcb-a529-8880f3ed26ca'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:16:13.669934 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-de5a5da2-e946-4636-98f9-de7a97e097f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:15:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['8af7740f-4d04-4bcb-a529-8880f3ed26ca'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:16:13.714197 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1463ba-2d95-48fa-b62c-0b77561168e3 req-0cbe2e0b-9169-4ced-b56f-8b2aeaf54d09 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:13.723300 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cc1463ba-2d95-48fa-b62c-0b77561168e3 req-0cbe2e0b-9169-4ced-b56f-8b2aeaf54d09 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.5172687 Oct 19 01:16:13.728281 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7a8ba456-e865-4e90-aaa1-cb4bf408fbae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:13.774444 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-3e6e9e6c-4d73-4c7b-8525-e3858d3acf9d tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:13.870519 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cc1463ba-2d95-48fa-b62c-0b77561168e3 req-92eaa154-536c-45dd-a363-1858b82e69b9 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461489 Oct 19 01:16:13.925358 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7a8ba456-e865-4e90-aaa1-cb4bf408fbae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:13.934194 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-de5a5da2-e946-4636-98f9-de7a97e097f5 None None] Set router 8af7740f-4d04-4bcb-a529-8880f3ed26ca gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:16:14.017398 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-95120608-c601-4a50-a6ab-9ac4b4f83726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:14.038325 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-3e6e9e6c-4d73-4c7b-8525-e3858d3acf9d tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Network 2f6d1f9c-af60-4e63-9391-d714f2b53c93 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:16:14.046539 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-3e6e9e6c-4d73-4c7b-8525-e3858d3acf9d tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:16:14.054811 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-3e6e9e6c-4d73-4c7b-8525-e3858d3acf9d tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:16:14.204602 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-927e2fa4-a7d0-45ea-9273-94509e0852f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'name': 'tempest-TaggedBootDevicesTest_v242-1318090933-router', 'tenant_id': '372044798076488b8078f880b919e81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '4708bb55-c171-4d83-b170-75a1fdabff9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:42Z', 'updated_at': '2021-10-19T01:04:56Z', 'revision_number': 4, 'project_id': '372044798076488b8078f880b919e81f', 'gw_port': {'id': '4708bb55-c171-4d83-b170-75a1fdabff9b', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:46Z', 'updated_at': '2021-10-19T01:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'd979d52f-be7e-4b54-bcc9-60f1c17fd7c4', 'name': '', 'network_id': '40f93092-66e2-4482-a54e-d83d48322c91', 'tenant_id': '372044798076488b8078f880b919e81f', 'mac_address': 'fa:16:3e:43:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'cc8382b7-c6e6-465d-807f-c2cfe210cd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:54Z', 'updated_at': '2021-10-19T01:05:02Z', 'revision_number': 5, 'project_id': '372044798076488b8078f880b919e81f', 'subnets': [{'id': 'cc8382b7-c6e6-465d-807f-c2cfe210cd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:16:14.261854 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2b4c62a6-e70c-4acc-bcd1-f608a67af874 req-a8039086-c544-435f-9eee-3334513362c6 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 210 time: 0.1886990 Oct 19 01:16:14.317681 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927e2fa4-a7d0-45ea-9273-94509e0852f2 None None] Checking router: 7c2c72f9-b5ad-49c8-85df-4d456baff246 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:16:14.348806 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-678e0a73-9dce-4fc5-9569-14c8583036e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 256d5746-4862-450f-bdd5-6de5a03b7097 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:16:14.352907 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927e2fa4-a7d0-45ea-9273-94509e0852f2 None None] Routers {'7c2c72f9-b5ad-49c8-85df-4d456baff246'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:16:14.356685 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-927e2fa4-a7d0-45ea-9273-94509e0852f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:15:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7c2c72f9-b5ad-49c8-85df-4d456baff246'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:16:14.358681 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-678e0a73-9dce-4fc5-9569-14c8583036e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:14.377718 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-678e0a73-9dce-4fc5-9569-14c8583036e7 service neutron] Transition to ACTIVE for port object 256d5746-4862-450f-bdd5-6de5a03b7097 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:16:14.378698 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-3e6e9e6c-4d73-4c7b-8525-e3858d3acf9d tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:14.379365 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-3e6e9e6c-4d73-4c7b-8525-e3858d3acf9d tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:14.383301 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7a8ba456-e865-4e90-aaa1-cb4bf408fbae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:14.386863 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7a8ba456-e865-4e90-aaa1-cb4bf408fbae admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:14.388245 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7a8ba456-e865-4e90-aaa1-cb4bf408fbae admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d8d961c1-5291-466b-8992-0f47869ab076 HTTP/1.1" status: 204 len: 168 time: 0.9545937 Oct 19 01:16:14.393402 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-678e0a73-9dce-4fc5-9569-14c8583036e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:14.419602 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e9e6c-4d73-4c7b-8525-e3858d3acf9d tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Pushing event updated for resources: {'Port': ['ID=117e93a2-eab1-4bb6-9a1e-8942e53c4fb7,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:14.436288 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb25676-4f2e-438b-843f-b9466519039d x-openstack-request-id: req-fcb25676-4f2e-438b-843f-b9466519039d {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:16:14.440030 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "name": "network-vif-deleted", "tag": "a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:16:14.444480 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fcb25676-4f2e-438b-843f-b9466519039d {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:16:14.445061 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'name': 'network-vif-deleted', 'tag': 'a7a8cb7e-0ba4-44cf-abc6-d2a1bf0476bd', 'status': 'completed', 'code': 200} Oct 19 01:16:14.477638 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e0a73-9dce-4fc5-9569-14c8583036e7 service neutron] Pushing event updated for resources: {'Port': ['ID=256d5746-4862-450f-bdd5-6de5a03b7097,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:14.494185 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ba456-e865-4e90-aaa1-cb4bf408fbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d961c1-5291-466b-8992-0f47869ab076,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:14.496379 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-d67ad374-a5a1-4bad-bd62-815e9bcb35a2 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Deleting port 624b0885-8316-4d09-af8e-792cd46ef66c {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:16:14.496723 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-d67ad374-a5a1-4bad-bd62-815e9bcb35a2 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:14.554906 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2004234-2639-47bf-b216-553fbb823337 req-a8dc41ff-0cbd-43cc-bf7a-3b5cd96bc0c9 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:14.557031 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f2004234-2639-47bf-b216-553fbb823337 req-a8dc41ff-0cbd-43cc-bf7a-3b5cd96bc0c9 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 931 time: 0.7994971 Oct 19 01:16:14.733775 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-927e2fa4-a7d0-45ea-9273-94509e0852f2 None None] Set router 7c2c72f9-b5ad-49c8-85df-4d456baff246 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:16:14.759688 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f2004234-2639-47bf-b216-553fbb823337 req-7715bc24-0bc8-4e8e-a15a-4df9c694b1a9 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448219 Oct 19 01:16:14.769529 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-3e6e9e6c-4d73-4c7b-8525-e3858d3acf9d tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6005096 Oct 19 01:16:14.810306 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-678e0a73-9dce-4fc5-9569-14c8583036e7 service neutron] Attempting to bind port 256d5746-4862-450f-bdd5-6de5a03b7097 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:16:14.810732 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-678e0a73-9dce-4fc5-9569-14c8583036e7 service neutron] Attempting to bind port 256d5746-4862-450f-bdd5-6de5a03b7097 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'b54c59d8-6b72-46ce-abba-afe778cd7ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2f6d1f9c-af60-4e63-9391-d714f2b53c93'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:16:14.811267 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-678e0a73-9dce-4fc5-9569-14c8583036e7 service neutron] Attempting to bind port 256d5746-4862-450f-bdd5-6de5a03b7097 on network 2f6d1f9c-af60-4e63-9391-d714f2b53c93 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:16:14.820316 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-678e0a73-9dce-4fc5-9569-14c8583036e7 service neutron] Port 256d5746-4862-450f-bdd5-6de5a03b7097 on network 2f6d1f9c-af60-4e63-9391-d714f2b53c93 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:16:14.820823 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-678e0a73-9dce-4fc5-9569-14c8583036e7 service neutron] Attempting to bind port 256d5746-4862-450f-bdd5-6de5a03b7097 on network 2f6d1f9c-af60-4e63-9391-d714f2b53c93 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:16:14.831544 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-678e0a73-9dce-4fc5-9569-14c8583036e7 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:16:14.833191 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-678e0a73-9dce-4fc5-9569-14c8583036e7 service neutron] Checking segment: {'id': 'b54c59d8-6b72-46ce-abba-afe778cd7ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2f6d1f9c-af60-4e63-9391-d714f2b53c93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:16:14.833829 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-678e0a73-9dce-4fc5-9569-14c8583036e7 service neutron] Bound using segment: {'id': 'b54c59d8-6b72-46ce-abba-afe778cd7ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2f6d1f9c-af60-4e63-9391-d714f2b53c93'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:16:14.836842 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-678e0a73-9dce-4fc5-9569-14c8583036e7 service neutron] Bound port: 256d5746-4862-450f-bdd5-6de5a03b7097, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b54c59d8-6b72-46ce-abba-afe778cd7ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2f6d1f9c-af60-4e63-9391-d714f2b53c93'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:16:14.837241 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-678e0a73-9dce-4fc5-9569-14c8583036e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:14.918715 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-de5a5da2-e946-4636-98f9-de7a97e097f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af7740f-4d04-4bcb-a529-8880f3ed26ca', 'name': 'tempest-TestServerMultinode-1536849946-router', 'tenant_id': '91aad9ee3ee940fc96327bead3d19e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '06a5ed33-f1e6-4345-83b7-da27af437f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:56Z', 'updated_at': '2021-10-19T01:16:10Z', 'revision_number': 4, 'project_id': '91aad9ee3ee940fc96327bead3d19e4f', 'gw_port': {'id': '06a5ed33-f1e6-4345-83b7-da27af437f0a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7740f-4d04-4bcb-a529-8880f3ed26ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:59Z', 'updated_at': '2021-10-19T01:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '759ce932-5d8c-4aa0-8f3b-fc4e7cb7d1dc', 'name': '', 'network_id': '89d705a7-c196-4d63-9e50-b09c2dedf8b2', 'tenant_id': '91aad9ee3ee940fc96327bead3d19e4f', 'mac_address': 'fa:16:3e:d2:c8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af7740f-4d04-4bcb-a529-8880f3ed26ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '6a398e49-07ca-4930-bd59-0305e689fac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:16:08Z', 'updated_at': '2021-10-19T01:16:11Z', 'revision_number': 2, 'project_id': '91aad9ee3ee940fc96327bead3d19e4f', 'subnets': [{'id': '6a398e49-07ca-4930-bd59-0305e689fac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:16:14.919296 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-69c4bdbe-1940-43c0-8907-ed005b30faec service neutron] Request body: {'port': {'device_id': '95bfc90b-3f1c-46cd-82cd-83285035b642', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:15.001134 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-678e0a73-9dce-4fc5-9569-14c8583036e7 service neutron] For port 256d5746-4862-450f-bdd5-6de5a03b7097, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:16:15.007854 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-678e0a73-9dce-4fc5-9569-14c8583036e7 service neutron] For port 256d5746-4862-450f-bdd5-6de5a03b7097, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=256d5746-4862-450f-bdd5-6de5a03b7097,segment=NetworkSegment(b54c59d8-6b72-46ce-abba-afe778cd7ac0),segment_id=b54c59d8-6b72-46ce-abba-afe778cd7ac0)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:16:15.022873 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-678e0a73-9dce-4fc5-9569-14c8583036e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:15.035209 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5a5da2-e946-4636-98f9-de7a97e097f5 None None] Checking router: 8af7740f-4d04-4bcb-a529-8880f3ed26ca for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:16:15.035564 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5a5da2-e946-4636-98f9-de7a97e097f5 None None] Updating router 8af7740f-4d04-4bcb-a529-8880f3ed26ca port 759ce932-5d8c-4aa0-8f3b-fc4e7cb7d1dc binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:16:15.076243 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 47048) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:15.104544 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-678e0a73-9dce-4fc5-9569-14c8583036e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:15.106198 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-678e0a73-9dce-4fc5-9569-14c8583036e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:15.108707 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-678e0a73-9dce-4fc5-9569-14c8583036e7 service neutron] 10.222.0.55 "PUT /v2.0/ports/256d5746-4862-450f-bdd5-6de5a03b7097 HTTP/1.1" status: 200 len: 1093 time: 3.2666795 Oct 19 01:16:15.109212 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0980e983-eae4-440f-8536-fab68edb6453', 'tag': '256d5746-4862-450f-bdd5-6de5a03b7097'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:16:15.111483 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df9ab8b-8199-4032-8366-3544d7c34849" -d '{"events": [{"name": "network-changed", "server_uuid": "0980e983-eae4-440f-8536-fab68edb6453", "tag": "256d5746-4862-450f-bdd5-6de5a03b7097"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:16:15.130597 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-de5a5da2-e946-4636-98f9-de7a97e097f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:15.286621 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e0a73-9dce-4fc5-9569-14c8583036e7 service neutron] Pushing event updated for resources: {'Port': ['ID=256d5746-4862-450f-bdd5-6de5a03b7097,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:15.298183 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-69c4bdbe-1940-43c0-8907-ed005b30faec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:15.307576 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-d67ad374-a5a1-4bad-bd62-815e9bcb35a2 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] For port 624b0885-8316-4d09-af8e-792cd46ef66c, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=624b0885-8316-4d09-af8e-792cd46ef66c,segment=NetworkSegment(4b96a6d1-8b8b-4e03-bedd-396bb83a41b9),segment_id=4b96a6d1-8b8b-4e03-bedd-396bb83a41b9)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:15.314619 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-d67ad374-a5a1-4bad-bd62-815e9bcb35a2 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:15.328600 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e58dfb80-dee0-4e64-9f2c-f834485f4a05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:15.353956 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-0b2fccaa-5d41-4a18-89f0-dcfef23a88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:15.355530 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-0b2fccaa-5d41-4a18-89f0-dcfef23a88bb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e9f67912e554a879c2d285d2c6723f0&device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 1096 time: 0.1791224 Oct 19 01:16:15.429241 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19655125-15e5-4bec-aafc-7e960cfcbf47 req-b1200358-33f2-41d8-8890-8f4c791ba17d tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:15.448680 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-19655125-15e5-4bec-aafc-7e960cfcbf47 req-b1200358-33f2-41d8-8890-8f4c791ba17d tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.7029428 Oct 19 01:16:15.452857 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-fb4e4b97-7b03-4863-b87d-a07ec6e4622f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=256d5746-4862-450f-bdd5-6de5a03b7097 HTTP/1.1" status: 200 len: 217 time: 0.0863543 Oct 19 01:16:15.470648 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-927e2fa4-a7d0-45ea-9273-94509e0852f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'name': 'tempest-TaggedBootDevicesTest_v242-1318090933-router', 'tenant_id': '372044798076488b8078f880b919e81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '4708bb55-c171-4d83-b170-75a1fdabff9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:42Z', 'updated_at': '2021-10-19T01:04:56Z', 'revision_number': 4, 'project_id': '372044798076488b8078f880b919e81f', 'gw_port': {'id': '4708bb55-c171-4d83-b170-75a1fdabff9b', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:46Z', 'updated_at': '2021-10-19T01:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'd979d52f-be7e-4b54-bcc9-60f1c17fd7c4', 'name': '', 'network_id': '40f93092-66e2-4482-a54e-d83d48322c91', 'tenant_id': '372044798076488b8078f880b919e81f', 'mac_address': 'fa:16:3e:43:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'cc8382b7-c6e6-465d-807f-c2cfe210cd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:54Z', 'updated_at': '2021-10-19T01:05:02Z', 'revision_number': 5, 'project_id': '372044798076488b8078f880b919e81f', 'subnets': [{'id': 'cc8382b7-c6e6-465d-807f-c2cfe210cd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:16:15.534435 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-d67ad374-a5a1-4bad-bd62-815e9bcb35a2 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Calling delete_port for 624b0885-8316-4d09-af8e-792cd46ef66c owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:16:15.570634 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927e2fa4-a7d0-45ea-9273-94509e0852f2 None None] The sync data for ids ['7c2c72f9-b5ad-49c8-85df-4d456baff246'] in n-d-715271-26 is: [{'id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'name': 'tempest-TaggedBootDevicesTest_v242-1318090933-router', 'tenant_id': '372044798076488b8078f880b919e81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '4708bb55-c171-4d83-b170-75a1fdabff9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:42Z', 'updated_at': '2021-10-19T01:04:56Z', 'revision_number': 4, 'project_id': '372044798076488b8078f880b919e81f', 'gw_port': {'id': '4708bb55-c171-4d83-b170-75a1fdabff9b', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:46Z', 'updated_at': '2021-10-19T01:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'd979d52f-be7e-4b54-bcc9-60f1c17fd7c4', 'name': '', 'network_id': '40f93092-66e2-4482-a54e-d83d48322c91', 'tenant_id': '372044798076488b8078f880b919e81f', 'mac_address': 'fa:16:3e:43:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'cc8382b7-c6e6-465d-807f-c2cfe210cd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:54Z', 'updated_at': '2021-10-19T01:05:02Z', 'revision_number': 5, 'project_id': '372044798076488b8078f880b919e81f', 'subnets': [{'id': 'cc8382b7-c6e6-465d-807f-c2cfe210cd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:16:15.574108 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-476545bd-de52-41f7-92aa-9ab737dc793f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:15.576176 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-476545bd-de52-41f7-92aa-9ab737dc793f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5560e090-ab4c-41db-98cb-400d0fb4b5e6 HTTP/1.1" status: 200 len: 859 time: 0.1160555 Oct 19 01:16:15.653423 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-666c27e6-d098-4fda-8fa4-283c1235c053 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2f6d1f9c-af60-4e63-9391-d714f2b53c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696554 Oct 19 01:16:15.775453 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-de5a5da2-e946-4636-98f9-de7a97e097f5 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:15.790007 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-de5a5da2-e946-4636-98f9-de7a97e097f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:15.890727 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-19655125-15e5-4bec-aafc-7e960cfcbf47 req-2e37b8ba-6572-4964-ace5-2a7901671929 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4383271 Oct 19 01:16:15.897071 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700aadf-e99a-4d31-8866-eb3f70135561 None None] Pushing event updated for resources: {'Port': ['ID=759ce932-5d8c-4aa0-8f3b-fc4e7cb7d1dc,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:15.990668 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25204db4-7be7-45cb-afbd-f05a97ed387d req-c4dd2a58-3137-4282-9734-4e2a79cf6af6 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:16.017782 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25204db4-7be7-45cb-afbd-f05a97ed387d req-c4dd2a58-3137-4282-9734-4e2a79cf6af6 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:16.030622 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-25204db4-7be7-45cb-afbd-f05a97ed387d req-c4dd2a58-3137-4282-9734-4e2a79cf6af6 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 1677 time: 0.1955400 Oct 19 01:16:16.045463 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-0b240ebd-a14d-4fed-bb93-350e834b33ff service neutron] 10.222.0.55 "GET /v2.0/networks/2f6d1f9c-af60-4e63-9391-d714f2b53c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840628 Oct 19 01:16:16.076783 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff8c99a-7881-4493-b700-14aeb17878b4 x-openstack-request-id: req-2ff8c99a-7881-4493-b700-14aeb17878b4 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:16:16.077329 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0980e983-eae4-440f-8536-fab68edb6453", "tag": "256d5746-4862-450f-bdd5-6de5a03b7097", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:16:16.077721 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2ff8c99a-7881-4493-b700-14aeb17878b4 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:16:16.080126 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0980e983-eae4-440f-8536-fab68edb6453', 'tag': '256d5746-4862-450f-bdd5-6de5a03b7097', 'status': 'completed', 'code': 200} Oct 19 01:16:16.090573 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-de5a5da2-e946-4636-98f9-de7a97e097f5 None None] Attempting to bind port 759ce932-5d8c-4aa0-8f3b-fc4e7cb7d1dc on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:16:16.091303 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-de5a5da2-e946-4636-98f9-de7a97e097f5 None None] Attempting to bind port 759ce932-5d8c-4aa0-8f3b-fc4e7cb7d1dc by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'e1808602-f2ed-4d4e-baee-a958303a96f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '89d705a7-c196-4d63-9e50-b09c2dedf8b2'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:16:16.093045 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5a5da2-e946-4636-98f9-de7a97e097f5 None None] Attempting to bind port 759ce932-5d8c-4aa0-8f3b-fc4e7cb7d1dc on network 89d705a7-c196-4d63-9e50-b09c2dedf8b2 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:16:16.111921 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5a5da2-e946-4636-98f9-de7a97e097f5 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:16:16.112366 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5a5da2-e946-4636-98f9-de7a97e097f5 None None] Checking segment: {'id': 'e1808602-f2ed-4d4e-baee-a958303a96f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '89d705a7-c196-4d63-9e50-b09c2dedf8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:16:16.114338 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-de5a5da2-e946-4636-98f9-de7a97e097f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:16.115527 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5a5da2-e946-4636-98f9-de7a97e097f5 None None] Bound using segment: {'id': 'e1808602-f2ed-4d4e-baee-a958303a96f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '89d705a7-c196-4d63-9e50-b09c2dedf8b2'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:16:16.117054 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-de5a5da2-e946-4636-98f9-de7a97e097f5 None None] Bound port: 759ce932-5d8c-4aa0-8f3b-fc4e7cb7d1dc, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1808602-f2ed-4d4e-baee-a958303a96f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '89d705a7-c196-4d63-9e50-b09c2dedf8b2'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:16:16.117453 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-de5a5da2-e946-4636-98f9-de7a97e097f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:16.272855 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76800ef2-befa-426f-abbd-187258daa19f None None] New status for floating IP 49c0f0e7-ef1b-4acb-83c8-00901750e58f: DOWN {{(pid=100608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:16:16.279428 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-de5a5da2-e946-4636-98f9-de7a97e097f5 None None] For port 759ce932-5d8c-4aa0-8f3b-fc4e7cb7d1dc, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:16:16.283920 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-de5a5da2-e946-4636-98f9-de7a97e097f5 None None] For port 759ce932-5d8c-4aa0-8f3b-fc4e7cb7d1dc, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=759ce932-5d8c-4aa0-8f3b-fc4e7cb7d1dc,segment=NetworkSegment(e1808602-f2ed-4d4e-baee-a958303a96f4),segment_id=e1808602-f2ed-4d4e-baee-a958303a96f4)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:16:16.290770 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-de5a5da2-e946-4636-98f9-de7a97e097f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:16.308897 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4dea4c5e-e7a7-47a0-9107-d2a60a6eef1b req-d4f1fd67-69cb-41b9-a688-534ed88c52ca tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 210 time: 0.0963638 Oct 19 01:16:16.318506 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-25204db4-7be7-45cb-afbd-f05a97ed387d req-15d6f1cb-b868-4ce0-8b9b-cc06c4b3b09e tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2801738 Oct 19 01:16:16.398815 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e58dfb80-dee0-4e64-9f2c-f834485f4a05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:16.414791 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e58dfb80-dee0-4e64-9f2c-f834485f4a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:16.446586 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700aadf-e99a-4d31-8866-eb3f70135561 None None] Pushing event updated for resources: {'Port': ['ID=759ce932-5d8c-4aa0-8f3b-fc4e7cb7d1dc,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:16.459891 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5a5da2-e946-4636-98f9-de7a97e097f5 None None] Routers {'8af7740f-4d04-4bcb-a529-8880f3ed26ca'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:16:16.460520 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-de5a5da2-e946-4636-98f9-de7a97e097f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:15:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['8af7740f-4d04-4bcb-a529-8880f3ed26ca'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:16:16.548950 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33ed0136-a9be-4a72-bcc3-f24bc3bae091 req-515cfa3d-1055-44f1-b568-784be4f8515c service neutron] 10.222.0.55 "GET /v2.0/networks/2f6d1f9c-af60-4e63-9391-d714f2b53c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4665623 Oct 19 01:16:16.634501 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58dfb80-dee0-4e64-9f2c-f834485f4a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc4d281-3569-44c0-8c46-4872817568f2,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:16.669210 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9b787794-ef55-45ae-b8f1-9486920b7806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:16.683686 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-46395691-c2ff-4a52-9586-8271aa9ad467 None None] Provisioning complete for port 759ce932-5d8c-4aa0-8f3b-fc4e7cb7d1dc triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:16.686866 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-46395691-c2ff-4a52-9586-8271aa9ad467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:16.761122 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bbb65e-3a48-4610-a2ba-7ad8257d7b04 req-2621accf-4e8f-4c8f-bca7-9c2d41afe526 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:16.777103 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-37bbb65e-3a48-4610-a2ba-7ad8257d7b04 req-2621accf-4e8f-4c8f-bca7-9c2d41afe526 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 931 time: 0.2259614 Oct 19 01:16:16.823795 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9ab8b-8199-4032-8366-3544d7c34849 req-03ba1128-7a45-449d-b06d-cf1f80098300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:16.829869 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-de5a5da2-e946-4636-98f9-de7a97e097f5 None None] Set router 8af7740f-4d04-4bcb-a529-8880f3ed26ca gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:16:16.831901 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2df9ab8b-8199-4032-8366-3544d7c34849 req-03ba1128-7a45-449d-b06d-cf1f80098300 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e9f67912e554a879c2d285d2c6723f0&device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 1096 time: 0.2072597 Oct 19 01:16:16.884128 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-46395691-c2ff-4a52-9586-8271aa9ad467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:16.936102 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-37bbb65e-3a48-4610-a2ba-7ad8257d7b04 req-1e415985-c595-48af-bf4b-00ced6c8293d tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578648 Oct 19 01:16:16.989587 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-46395691-c2ff-4a52-9586-8271aa9ad467 None None] For port 759ce932-5d8c-4aa0-8f3b-fc4e7cb7d1dc, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=759ce932-5d8c-4aa0-8f3b-fc4e7cb7d1dc,segment=NetworkSegment(e1808602-f2ed-4d4e-baee-a958303a96f4),segment_id=e1808602-f2ed-4d4e-baee-a958303a96f4)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:17.006276 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-46395691-c2ff-4a52-9586-8271aa9ad467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:17.073591 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-69c4bdbe-1940-43c0-8907-ed005b30faec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 117e93a2-eab1-4bb6-9a1e-8942e53c4fb7 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:16:17.101601 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46395691-c2ff-4a52-9586-8271aa9ad467 None None] Pushing event updated for resources: {'Port': ['ID=759ce932-5d8c-4aa0-8f3b-fc4e7cb7d1dc,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:17.128756 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-69c4bdbe-1940-43c0-8907-ed005b30faec service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:17.149763 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-ee8e3dc2-af0c-4d94-8f04-7ee86aabc425 None None] Provisioning complete for port 759ce932-5d8c-4aa0-8f3b-fc4e7cb7d1dc triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:17.150273 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ee8e3dc2-af0c-4d94-8f04-7ee86aabc425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:17.163045 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-69c4bdbe-1940-43c0-8907-ed005b30faec service neutron] Transition to ACTIVE for port object 117e93a2-eab1-4bb6-9a1e-8942e53c4fb7 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:16:17.202543 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9ab8b-8199-4032-8366-3544d7c34849 req-d4b9d23f-48c7-4ad1-baf3-dcd7c426b7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:17.207609 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2df9ab8b-8199-4032-8366-3544d7c34849 req-d4b9d23f-48c7-4ad1-baf3-dcd7c426b7bd service neutron] 10.222.0.55 "GET /v2.0/networks?id=2f6d1f9c-af60-4e63-9391-d714f2b53c93 HTTP/1.1" status: 200 len: 920 time: 0.3674085 Oct 19 01:16:17.217883 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e58dfb80-dee0-4e64-9f2c-f834485f4a05 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8f9a19f37bcc49108a507322ee918cdc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1382537 Oct 19 01:16:17.220698 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47084) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:17.229758 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-d67ad374-a5a1-4bad-bd62-815e9bcb35a2 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:17.235867 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-69c4bdbe-1940-43c0-8907-ed005b30faec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:17.285337 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:17.337301 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-de5a5da2-e946-4636-98f9-de7a97e097f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af7740f-4d04-4bcb-a529-8880f3ed26ca', 'name': 'tempest-TestServerMultinode-1536849946-router', 'tenant_id': '91aad9ee3ee940fc96327bead3d19e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '06a5ed33-f1e6-4345-83b7-da27af437f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:56Z', 'updated_at': '2021-10-19T01:16:10Z', 'revision_number': 4, 'project_id': '91aad9ee3ee940fc96327bead3d19e4f', 'gw_port': {'id': '06a5ed33-f1e6-4345-83b7-da27af437f0a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7740f-4d04-4bcb-a529-8880f3ed26ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:59Z', 'updated_at': '2021-10-19T01:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '759ce932-5d8c-4aa0-8f3b-fc4e7cb7d1dc', 'name': '', 'network_id': '89d705a7-c196-4d63-9e50-b09c2dedf8b2', 'tenant_id': '91aad9ee3ee940fc96327bead3d19e4f', 'mac_address': 'fa:16:3e:d2:c8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af7740f-4d04-4bcb-a529-8880f3ed26ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '6a398e49-07ca-4930-bd59-0305e689fac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:16:08Z', 'updated_at': '2021-10-19T01:16:16Z', 'revision_number': 4, 'project_id': '91aad9ee3ee940fc96327bead3d19e4f', 'subnets': [{'id': '6a398e49-07ca-4930-bd59-0305e689fac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:16:17.355803 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2df9ab8b-8199-4032-8366-3544d7c34849 req-9c230c2b-bb08-4499-824d-4f400cbb9877 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=256d5746-4862-450f-bdd5-6de5a03b7097 HTTP/1.1" status: 200 len: 217 time: 0.1267741 Oct 19 01:16:17.371304 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ad374-a5a1-4bad-bd62-815e9bcb35a2 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Pushing event deleted for resources: {'Port': ['ID=624b0885-8316-4d09-af8e-792cd46ef66c,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:17.405624 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5aa7f-ac1b-47f2-b30e-3f5dfa62888c req-e3688c0d-430b-4ac2-8b20-423cc97af873 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:17.407866 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-62d5aa7f-ac1b-47f2-b30e-3f5dfa62888c req-e3688c0d-430b-4ac2-8b20-423cc97af873 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.2915242 Oct 19 01:16:17.414941 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5a5da2-e946-4636-98f9-de7a97e097f5 None None] The sync data for ids ['8af7740f-4d04-4bcb-a529-8880f3ed26ca'] in n-d-715271-26 is: [{'id': '8af7740f-4d04-4bcb-a529-8880f3ed26ca', 'name': 'tempest-TestServerMultinode-1536849946-router', 'tenant_id': '91aad9ee3ee940fc96327bead3d19e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '06a5ed33-f1e6-4345-83b7-da27af437f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:56Z', 'updated_at': '2021-10-19T01:16:10Z', 'revision_number': 4, 'project_id': '91aad9ee3ee940fc96327bead3d19e4f', 'gw_port': {'id': '06a5ed33-f1e6-4345-83b7-da27af437f0a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7740f-4d04-4bcb-a529-8880f3ed26ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:59Z', 'updated_at': '2021-10-19T01:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '759ce932-5d8c-4aa0-8f3b-fc4e7cb7d1dc', 'name': '', 'network_id': '89d705a7-c196-4d63-9e50-b09c2dedf8b2', 'tenant_id': '91aad9ee3ee940fc96327bead3d19e4f', 'mac_address': 'fa:16:3e:d2:c8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af7740f-4d04-4bcb-a529-8880f3ed26ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '6a398e49-07ca-4930-bd59-0305e689fac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:16:08Z', 'updated_at': '2021-10-19T01:16:16Z', 'revision_number': 4, 'project_id': '91aad9ee3ee940fc96327bead3d19e4f', 'subnets': [{'id': '6a398e49-07ca-4930-bd59-0305e689fac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:16:17.497429 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ba0940e6-a80f-4dd1-99ce-6be47fa97a57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:17.528605 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9ab8b-8199-4032-8366-3544d7c34849 req-6839d125-7a52-4c0d-aad9-9384ad16e325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:17.530242 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2df9ab8b-8199-4032-8366-3544d7c34849 req-6839d125-7a52-4c0d-aad9-9384ad16e325 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5560e090-ab4c-41db-98cb-400d0fb4b5e6 HTTP/1.1" status: 200 len: 859 time: 0.1597562 Oct 19 01:16:17.548010 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-62d5aa7f-ac1b-47f2-b30e-3f5dfa62888c req-af41c75a-ba6f-45e8-a90c-cbef04d5aeaf tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219239 Oct 19 01:16:17.669242 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2df9ab8b-8199-4032-8366-3544d7c34849 req-ab5545b0-7d90-4985-8fec-bd703f718196 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2f6d1f9c-af60-4e63-9391-d714f2b53c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1171286 Oct 19 01:16:17.709932 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ba0940e6-a80f-4dd1-99ce-6be47fa97a57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:17.743091 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:17.746087 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-d67ad374-a5a1-4bad-bd62-815e9bcb35a2 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] No DVR routers for this DVR port 624b0885-8316-4d09-af8e-792cd46ef66c on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:16:17.805856 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-d67ad374-a5a1-4bad-bd62-815e9bcb35a2 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:17.809123 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-d67ad374-a5a1-4bad-bd62-815e9bcb35a2 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.24 "DELETE /v2.0/ports/624b0885-8316-4d09-af8e-792cd46ef66c HTTP/1.1" status: 204 len: 173 time: 4.2125161 Oct 19 01:16:17.818609 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'name': 'network-vif-deleted', 'tag': '624b0885-8316-4d09-af8e-792cd46ef66c'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:16:17.821747 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bdb8c4-31b1-4327-8e84-ab3a7794d0c1" -d '{"events": [{"server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "name": "network-vif-deleted", "tag": "624b0885-8316-4d09-af8e-792cd46ef66c"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:16:17.915600 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e8b7f-e9d3-4620-ae06-d5a4fb37e383 req-59cdb14e-575b-4919-852c-f317ec39bf6b tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:17.917229 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ec2e8b7f-e9d3-4620-ae06-d5a4fb37e383 req-59cdb14e-575b-4919-852c-f317ec39bf6b tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 943 time: 0.2104268 Oct 19 01:16:17.931682 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4bdbe-1940-43c0-8907-ed005b30faec service neutron] Pushing event updated for resources: {'Port': ['ID=117e93a2-eab1-4bb6-9a1e-8942e53c4fb7,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:18.047255 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ba0940e6-a80f-4dd1-99ce-6be47fa97a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:18.049985 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ba0940e6-a80f-4dd1-99ce-6be47fa97a57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:18.051153 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ba0940e6-a80f-4dd1-99ce-6be47fa97a57 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4fc4d281-3569-44c0-8c46-4872817568f2 HTTP/1.1" status: 204 len: 168 time: 0.8223357 Oct 19 01:16:18.067028 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-51213603-44b7-4cf9-b40d-f8acfd7147ba tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:18.068694 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-51213603-44b7-4cf9-b40d-f8acfd7147ba tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/networks?id=995f958c-4fad-48a1-a8d2-f7fc39188244 HTTP/1.1" status: 200 len: 911 time: 1.4562654 Oct 19 01:16:18.072168 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ec2e8b7f-e9d3-4620-ae06-d5a4fb37e383 req-d59ccf37-0d08-4ed5-b21f-ea4ea5ef7b78 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086247 Oct 19 01:16:18.077871 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2df9ab8b-8199-4032-8366-3544d7c34849 req-4713523a-0f95-4bbd-be52-1f403732586d service neutron] 10.222.0.55 "GET /v2.0/networks/2f6d1f9c-af60-4e63-9391-d714f2b53c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4067047 Oct 19 01:16:18.138934 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0940e6-a80f-4dd1-99ce-6be47fa97a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc4d281-3569-44c0-8c46-4872817568f2,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:18.190380 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-a105b233-5ea1-4273-9048-9bca582bc2dd tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/quotas/91aad9ee3ee940fc96327bead3d19e4f HTTP/1.1" status: 200 len: 375 time: 0.0373046 Oct 19 01:16:18.228558 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-69c4bdbe-1940-43c0-8907-ed005b30faec service neutron] Attempting to bind port 117e93a2-eab1-4bb6-9a1e-8942e53c4fb7 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:16:18.228898 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-69c4bdbe-1940-43c0-8907-ed005b30faec service neutron] Attempting to bind port 117e93a2-eab1-4bb6-9a1e-8942e53c4fb7 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'b54c59d8-6b72-46ce-abba-afe778cd7ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2f6d1f9c-af60-4e63-9391-d714f2b53c93'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:16:18.229221 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-69c4bdbe-1940-43c0-8907-ed005b30faec service neutron] Attempting to bind port 117e93a2-eab1-4bb6-9a1e-8942e53c4fb7 on network 2f6d1f9c-af60-4e63-9391-d714f2b53c93 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:16:18.360914 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-69c4bdbe-1940-43c0-8907-ed005b30faec service neutron] Port 117e93a2-eab1-4bb6-9a1e-8942e53c4fb7 on network 2f6d1f9c-af60-4e63-9391-d714f2b53c93 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:16:18.361261 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-69c4bdbe-1940-43c0-8907-ed005b30faec service neutron] Attempting to bind port 117e93a2-eab1-4bb6-9a1e-8942e53c4fb7 on network 2f6d1f9c-af60-4e63-9391-d714f2b53c93 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:16:18.367275 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-6a84a75a-df74-49a7-a78e-66c3e5b42466 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Deleting port 448ed52f-8e37-4de5-8ece-79e0b041cb70 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:16:18.367615 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-6a84a75a-df74-49a7-a78e-66c3e5b42466 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:18.399764 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7b866d2d-a497-4242-a8fe-f52d80574920 req-58905ae6-fda7-4220-9535-5e2e466cf4ff tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 210 time: 0.0878608 Oct 19 01:16:18.437870 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2df9ab8b-8199-4032-8366-3544d7c34849 req-6a6f39a2-e56a-44b4-9a26-61345e3d4017 service neutron] 10.222.0.55 "GET /v2.0/networks/2f6d1f9c-af60-4e63-9391-d714f2b53c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517587 Oct 19 01:16:18.446802 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-69c4bdbe-1940-43c0-8907-ed005b30faec service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:16:18.447383 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-69c4bdbe-1940-43c0-8907-ed005b30faec service neutron] Checking segment: {'id': 'b54c59d8-6b72-46ce-abba-afe778cd7ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2f6d1f9c-af60-4e63-9391-d714f2b53c93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:16:18.447503 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-69c4bdbe-1940-43c0-8907-ed005b30faec service neutron] Bound using segment: {'id': 'b54c59d8-6b72-46ce-abba-afe778cd7ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2f6d1f9c-af60-4e63-9391-d714f2b53c93'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:16:18.447986 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-69c4bdbe-1940-43c0-8907-ed005b30faec service neutron] Bound port: 117e93a2-eab1-4bb6-9a1e-8942e53c4fb7, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b54c59d8-6b72-46ce-abba-afe778cd7ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2f6d1f9c-af60-4e63-9391-d714f2b53c93'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:16:18.448344 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-69c4bdbe-1940-43c0-8907-ed005b30faec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:18.477997 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-b0d68692-ad42-4a75-bd70-ff3eea02974d tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/ports?tenant_id=91aad9ee3ee940fc96327bead3d19e4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2681456 Oct 19 01:16:18.647079 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ff662-b7d9-4e52-b9e2-f125faea2b7d req-14e9a481-0e31-4d1d-af25-368180bf55bf tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:18.667366 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5b3ff662-b7d9-4e52-b9e2-f125faea2b7d req-14e9a481-0e31-4d1d-af25-368180bf55bf tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.1379642 Oct 19 01:16:18.775285 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5b3ff662-b7d9-4e52-b9e2-f125faea2b7d req-ae71897a-78a0-460b-a412-f5ba118d397e tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096599 Oct 19 01:16:18.841358 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 759ce932-5d8c-4aa0-8f3b-fc4e7cb7d1dc up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:16:18.856973 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-9bf26b87-0cd6-4158-ad9c-703e8f1a5891 service neutron] 10.222.0.57 "GET /v2.0/networks/995f958c-4fad-48a1-a8d2-f7fc39188244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779819 Oct 19 01:16:18.942475 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 759ce932-5d8c-4aa0-8f3b-fc4e7cb7d1dc triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:18.943253 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:18.956189 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f4f90c-0168-457f-9655-ea468200fdd6 x-openstack-request-id: req-76f4f90c-0168-457f-9655-ea468200fdd6 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:16:18.956497 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "name": "network-vif-deleted", "tag": "624b0885-8316-4d09-af8e-792cd46ef66c", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:16:18.956756 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-76f4f90c-0168-457f-9655-ea468200fdd6 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:16:18.957176 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'name': 'network-vif-deleted', 'tag': '624b0885-8316-4d09-af8e-792cd46ef66c', 'status': 'completed', 'code': 200} Oct 19 01:16:19.081151 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-69c4bdbe-1940-43c0-8907-ed005b30faec service neutron] For port 117e93a2-eab1-4bb6-9a1e-8942e53c4fb7, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:16:19.110801 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-6a84a75a-df74-49a7-a78e-66c3e5b42466 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] For port 448ed52f-8e37-4de5-8ece-79e0b041cb70, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=448ed52f-8e37-4de5-8ece-79e0b041cb70,segment=NetworkSegment(4b96a6d1-8b8b-4e03-bedd-396bb83a41b9),segment_id=4b96a6d1-8b8b-4e03-bedd-396bb83a41b9)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:19.111204 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-6a84a75a-df74-49a7-a78e-66c3e5b42466 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:19.116114 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f84ef2-5bdc-4ece-a6cb-095dbdd59149 req-43329399-a234-44a0-ba09-48327b930d17 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:19.123862 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-71f84ef2-5bdc-4ece-a6cb-095dbdd59149 req-43329399-a234-44a0-ba09-48327b930d17 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 943 time: 0.1354678 Oct 19 01:16:19.170405 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-71f84ef2-5bdc-4ece-a6cb-095dbdd59149 req-2008e191-ec32-4c76-a3d5-9501c8a167a8 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455799 Oct 19 01:16:19.190994 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-69c4bdbe-1940-43c0-8907-ed005b30faec service neutron] For port 117e93a2-eab1-4bb6-9a1e-8942e53c4fb7, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=117e93a2-eab1-4bb6-9a1e-8942e53c4fb7,segment=NetworkSegment(b54c59d8-6b72-46ce-abba-afe778cd7ac0),segment_id=b54c59d8-6b72-46ce-abba-afe778cd7ac0)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:16:19.228297 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-b02f1a0d-aa72-4bcb-876e-cefd4c21981a service neutron] 10.222.0.57 "GET /v2.0/networks/995f958c-4fad-48a1-a8d2-f7fc39188244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462365 Oct 19 01:16:19.231658 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-69c4bdbe-1940-43c0-8907-ed005b30faec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:19.291001 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-6a84a75a-df74-49a7-a78e-66c3e5b42466 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Calling delete_port for 448ed52f-8e37-4de5-8ece-79e0b041cb70 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:16:19.295806 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4bdbe-1940-43c0-8907-ed005b30faec service neutron] Pushing event updated for resources: {'Port': ['ID=117e93a2-eab1-4bb6-9a1e-8942e53c4fb7,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:19.314484 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-69c4bdbe-1940-43c0-8907-ed005b30faec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:19.315149 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-69c4bdbe-1940-43c0-8907-ed005b30faec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:19.316794 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-69c4bdbe-1940-43c0-8907-ed005b30faec service neutron] 10.222.0.24 "PUT /v2.0/ports/117e93a2-eab1-4bb6-9a1e-8942e53c4fb7 HTTP/1.1" status: 200 len: 1092 time: 4.4158580 Oct 19 01:16:19.513633 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062b220-f8f7-421b-ab8f-feb2b644f914 req-6b4652be-c916-41d6-b2df-0f55f1828b24 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:19.535305 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0062b220-f8f7-421b-ab8f-feb2b644f914 req-6b4652be-c916-41d6-b2df-0f55f1828b24 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 943 time: 0.1419661 Oct 19 01:16:19.543206 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-b04531cd-d33e-413b-bebd-df7ccf320dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:19.544892 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-b04531cd-d33e-413b-bebd-df7ccf320dd0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e9f67912e554a879c2d285d2c6723f0&device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 1095 time: 0.1697388 Oct 19 01:16:19.635603 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0062b220-f8f7-421b-ab8f-feb2b644f914 req-bce76bde-600f-4f1d-ba39-5e9afe96b8a2 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bc6e901-f329-4c90-906c-b82f3e33fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971518 Oct 19 01:16:19.741275 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:19.911482 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-a360ad01-d4f8-44bd-9ba3-2d60af139157 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=117e93a2-eab1-4bb6-9a1e-8942e53c4fb7 HTTP/1.1" status: 200 len: 217 time: 0.1516957 Oct 19 01:16:19.914950 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-6a84a75a-df74-49a7-a78e-66c3e5b42466 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:19.952233 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1bc140cd-8e4a-4352-9efd-86b5338b5897 req-743908be-787d-4c84-8cca-fb271151b3b8 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 210 time: 0.0950000 Oct 19 01:16:20.220052 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-de68d93b-6da2-4457-ada3-a483ee0d1be3 req-119a0c30-4984-4c43-b0b2-745f11df9225 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=bb999bf1-e14c-4a5d-ae7f-e82c8f2f79de HTTP/1.1" status: 200 len: 210 time: 0.1452022 Oct 19 01:16:20.343584 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-8056308c-480b-4931-b192-ac48bbab2262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:20.349899 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-8056308c-480b-4931-b192-ac48bbab2262 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5560e090-ab4c-41db-98cb-400d0fb4b5e6 HTTP/1.1" status: 200 len: 859 time: 0.3307087 Oct 19 01:16:20.418912 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84a75a-df74-49a7-a78e-66c3e5b42466 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Pushing event deleted for resources: {'Port': ['ID=448ed52f-8e37-4de5-8ece-79e0b041cb70,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:20.511132 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-1a178e1e-38a4-4699-8e1a-a7ddf34dbf1d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f6d1f9c-af60-4e63-9391-d714f2b53c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1497109 Oct 19 01:16:20.524805 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42adb345-56e4-4e49-a4d9-d77469cce18a req-92b0ab7a-eed5-46e1-a355-27be35a0b233 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:20.526509 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-42adb345-56e4-4e49-a4d9-d77469cce18a req-92b0ab7a-eed5-46e1-a355-27be35a0b233 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.7655978 Oct 19 01:16:20.553547 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-6a84a75a-df74-49a7-a78e-66c3e5b42466 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] No DVR routers for this DVR port 448ed52f-8e37-4de5-8ece-79e0b041cb70 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:16:20.557799 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-6a84a75a-df74-49a7-a78e-66c3e5b42466 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:20.562362 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bd02bb96-73b5-44b6-94c3-5c9cf226c39d req-6a84a75a-df74-49a7-a78e-66c3e5b42466 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.24 "DELETE /v2.0/ports/448ed52f-8e37-4de5-8ece-79e0b041cb70 HTTP/1.1" status: 204 len: 173 time: 2.7347925 Oct 19 01:16:20.715361 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-42adb345-56e4-4e49-a4d9-d77469cce18a req-a2638823-29ed-4002-8f04-b5823a2c8b53 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641793 Oct 19 01:16:20.777122 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-0dc4feef-52e8-44f5-a458-70068b04cbba service neutron] 10.222.0.24 "GET /v2.0/networks/2f6d1f9c-af60-4e63-9391-d714f2b53c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497678 Oct 19 01:16:20.960686 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95bfc90b-3f1c-46cd-82cd-83285035b642', 'tag': '117e93a2-eab1-4bb6-9a1e-8942e53c4fb7'}, {'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'name': 'network-vif-deleted', 'tag': '448ed52f-8e37-4de5-8ece-79e0b041cb70'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:16:20.972123 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729f6c60-3d6b-410e-b1c8-99065eca56cc" -d '{"events": [{"name": "network-changed", "server_uuid": "95bfc90b-3f1c-46cd-82cd-83285035b642", "tag": "117e93a2-eab1-4bb6-9a1e-8942e53c4fb7"}, {"server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "name": "network-vif-deleted", "tag": "448ed52f-8e37-4de5-8ece-79e0b041cb70"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:16:21.031251 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9ef8a127-f534-4d31-bc6d-f3946184b032 req-07e5b684-fcc5-4dd5-a9aa-267511a8a59a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 210 time: 0.0540259 Oct 19 01:16:21.100961 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c3c1826e-a873-4e9d-a0d6-08d4efd520bb req-72ef75e2-b61d-4abf-9f98-3a8a92e3eef8 service neutron] 10.222.0.24 "GET /v2.0/networks/2f6d1f9c-af60-4e63-9391-d714f2b53c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165298 Oct 19 01:16:21.194783 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 47176) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:21.250038 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fdac3-2016-4e4b-b071-50b3e532a464 req-94a36aeb-a4f9-4ac8-a5a7-66821bd45cf8 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:21.265988 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-820fdac3-2016-4e4b-b071-50b3e532a464 req-94a36aeb-a4f9-4ac8-a5a7-66821bd45cf8 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.1115758 Oct 19 01:16:21.279853 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 256d5746-4862-450f-bdd5-6de5a03b7097 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:16:21.287574 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73e6cf-3c7e-430b-8741-8133fc214d7c req-339a9085-73fe-4dfc-a5ee-2752caaa1561 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:21.295970 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2f73e6cf-3c7e-430b-8741-8133fc214d7c req-339a9085-73fe-4dfc-a5ee-2752caaa1561 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 943 time: 0.8325536 Oct 19 01:16:21.341424 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-820fdac3-2016-4e4b-b071-50b3e532a464 req-bb0c5192-59e8-49a0-b274-b4a62800c865 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693996 Oct 19 01:16:21.351307 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2f73e6cf-3c7e-430b-8741-8133fc214d7c req-c17af078-9c3f-4545-8bbf-815e74728ac5 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487037 Oct 19 01:16:21.399645 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 19 Oct 2021 01:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2644135b-31cd-4517-8f78-bd6ee94251d9 x-openstack-request-id: req-2644135b-31cd-4517-8f78-bd6ee94251d9 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:16:21.400131 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95bfc90b-3f1c-46cd-82cd-83285035b642", "tag": "117e93a2-eab1-4bb6-9a1e-8942e53c4fb7", "status": "completed", "code": 200}, {"server_uuid": "1d4b0383-08d8-470f-8bbc-48728a417c4c", "name": "network-vif-deleted", "tag": "448ed52f-8e37-4de5-8ece-79e0b041cb70", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:16:21.401690 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2644135b-31cd-4517-8f78-bd6ee94251d9 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:16:21.401690 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95bfc90b-3f1c-46cd-82cd-83285035b642', 'tag': '117e93a2-eab1-4bb6-9a1e-8942e53c4fb7', 'status': 'completed', 'code': 200} Oct 19 01:16:21.401690 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4b0383-08d8-470f-8bbc-48728a417c4c', 'name': 'network-vif-deleted', 'tag': '448ed52f-8e37-4de5-8ece-79e0b041cb70', 'status': 'completed', 'code': 200} Oct 19 01:16:21.594447 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ca3a1ad5-654a-4629-b17f-41325af981b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:21.603712 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 256d5746-4862-450f-bdd5-6de5a03b7097, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=256d5746-4862-450f-bdd5-6de5a03b7097,segment=NetworkSegment(b54c59d8-6b72-46ce-abba-afe778cd7ac0),segment_id=b54c59d8-6b72-46ce-abba-afe778cd7ac0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:21.607409 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b0c683fe-3a56-49a4-b4d0-bda800495054 req-45216be0-2d98-4d98-b9f2-b6179768d837 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 210 time: 0.0756865 Oct 19 01:16:21.630564 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6d29dd63-efbc-44a8-b860-f9a729c81636 req-cba48982-a917-4113-98ed-2958bd4ab1be tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=bb999bf1-e14c-4a5d-ae7f-e82c8f2f79de HTTP/1.1" status: 200 len: 210 time: 0.0740645 Oct 19 01:16:21.635031 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '256d5746-4862-450f-bdd5-6de5a03b7097', 'network_id': '2f6d1f9c-af60-4e63-9391-d714f2b53c93', 'port_id': '256d5746-4862-450f-bdd5-6de5a03b7097', 'mac_address': 'fa:16:3e:02:65:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5560e090-ab4c-41db-98cb-400d0fb4b5e6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:16:21.706679 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:21.720928 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f6c60-3d6b-410e-b1c8-99065eca56cc req-00a2302c-d26e-423c-84ab-fff3d76fc554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:21.722663 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-729f6c60-3d6b-410e-b1c8-99065eca56cc req-00a2302c-d26e-423c-84ab-fff3d76fc554 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e9f67912e554a879c2d285d2c6723f0&device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 1095 time: 0.2899716 Oct 19 01:16:21.724919 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 256d5746-4862-450f-bdd5-6de5a03b7097 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:16:21.748849 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 256d5746-4862-450f-bdd5-6de5a03b7097, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=256d5746-4862-450f-bdd5-6de5a03b7097,segment=NetworkSegment(b54c59d8-6b72-46ce-abba-afe778cd7ac0),segment_id=b54c59d8-6b72-46ce-abba-afe778cd7ac0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:21.755929 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:21.818074 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=256d5746-4862-450f-bdd5-6de5a03b7097,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:22.059374 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['256d5746-4862-450f-bdd5-6de5a03b7097'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:16:22.205072 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5c424b49-abff-4e85-95ef-4e93a8618159 req-3b386a8d-6a9e-4619-8dc6-df3dc6ce688b tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 210 time: 0.0372343 Oct 19 01:16:22.270220 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-ac81a705-4ca2-418d-b098-24e880e0d60e tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:22.272125 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-ac81a705-4ca2-418d-b098-24e880e0d60e tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.24 "GET /v2.0/networks?id=995f958c-4fad-48a1-a8d2-f7fc39188244 HTTP/1.1" status: 200 len: 911 time: 0.5697131 Oct 19 01:16:22.295206 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-f476e4a9-d8b1-432a-94f1-331d038def55 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Request body: {'port': {'device_id': 'bb999bf1-e14c-4a5d-ae7f-e82c8f2f79de', 'network_id': '995f958c-4fad-48a1-a8d2-f7fc39188244', 'admin_state_up': True, 'tenant_id': '91aad9ee3ee940fc96327bead3d19e4f'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:22.313452 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7f197-dbf7-47bf-a3de-13c69c654cbe req-204f9d33-1e7b-45d1-8d86-a9cf3dcd332a tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:22.320692 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ca3a1ad5-654a-4629-b17f-41325af981b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:22.326108 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c7f197-dbf7-47bf-a3de-13c69c654cbe req-204f9d33-1e7b-45d1-8d86-a9cf3dcd332a tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.0932736 Oct 19 01:16:22.347436 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ca3a1ad5-654a-4629-b17f-41325af981b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:22.382338 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51c7f197-dbf7-47bf-a3de-13c69c654cbe req-a575071b-1ff2-408f-a233-ad34fef7a0ef tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554018 Oct 19 01:16:22.388529 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f6c60-3d6b-410e-b1c8-99065eca56cc req-f7572c4d-b328-4aad-a485-7565b9cb7213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:22.389998 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-729f6c60-3d6b-410e-b1c8-99065eca56cc req-f7572c4d-b328-4aad-a485-7565b9cb7213 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2f6d1f9c-af60-4e63-9391-d714f2b53c93 HTTP/1.1" status: 200 len: 920 time: 0.5553179 Oct 19 01:16:22.471219 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-729f6c60-3d6b-410e-b1c8-99065eca56cc req-b17e9338-433e-447d-9973-99eab54838a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=117e93a2-eab1-4bb6-9a1e-8942e53c4fb7 HTTP/1.1" status: 200 len: 217 time: 0.0673835 Oct 19 01:16:22.477219 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-f476e4a9-d8b1-432a-94f1-331d038def55 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Made reservation on behalf of 91aad9ee3ee940fc96327bead3d19e4f for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:16:22.481076 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-f476e4a9-d8b1-432a-94f1-331d038def55 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:22.499425 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ca3a1ad5-654a-4629-b17f-41325af981b9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a539dee1e62243959bf4af5fb099b64d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3011334 Oct 19 01:16:22.499810 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47200) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:22.528999 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a1ad5-654a-4629-b17f-41325af981b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4156b142-63be-4fcd-9fc4-25ff6dc06a97,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:22.563503 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ae6c9a23-3077-45e4-9095-925b0f790aeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:22.590191 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ae6c9a23-3077-45e4-9095-925b0f790aeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:22.638321 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f6c60-3d6b-410e-b1c8-99065eca56cc req-4d0aa0fb-585a-459d-9e13-5670d97bc563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:22.641104 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-729f6c60-3d6b-410e-b1c8-99065eca56cc req-4d0aa0fb-585a-459d-9e13-5670d97bc563 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5560e090-ab4c-41db-98cb-400d0fb4b5e6 HTTP/1.1" status: 200 len: 859 time: 0.1495652 Oct 19 01:16:22.648138 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ae6c9a23-3077-45e4-9095-925b0f790aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:22.651445 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ae6c9a23-3077-45e4-9095-925b0f790aeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:22.652934 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ae6c9a23-3077-45e4-9095-925b0f790aeb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4156b142-63be-4fcd-9fc4-25ff6dc06a97 HTTP/1.1" status: 204 len: 168 time: 0.1519394 Oct 19 01:16:22.664489 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c9a23-3077-45e4-9095-925b0f790aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4156b142-63be-4fcd-9fc4-25ff6dc06a97,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:22.689968 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a28c5-983b-407c-9d4e-889c368e6d09 req-7c4c0748-e535-4c87-9b81-ea1dd2e5d854 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:22.701107 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-670a28c5-983b-407c-9d4e-889c368e6d09 req-7c4c0748-e535-4c87-9b81-ea1dd2e5d854 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 943 time: 0.2340727 Oct 19 01:16:22.722910 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-729f6c60-3d6b-410e-b1c8-99065eca56cc req-d86bb6c3-e48a-463f-ae73-177d8892643f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f6d1f9c-af60-4e63-9391-d714f2b53c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749888 Oct 19 01:16:22.760805 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fb4972a6-d299-40cb-bc1d-c11665fcf6a2 req-7c2caf6c-1c04-4fb6-8dea-5b017314886f tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=bb999bf1-e14c-4a5d-ae7f-e82c8f2f79de HTTP/1.1" status: 200 len: 210 time: 0.0348043 Oct 19 01:16:22.865314 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-670a28c5-983b-407c-9d4e-889c368e6d09 req-1f7224f6-8917-400f-b4f9-024e2d30efb6 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419113 Oct 19 01:16:22.889980 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-f476e4a9-d8b1-432a-94f1-331d038def55 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Allocated IP 172.20.0.9 (995f958c-4fad-48a1-a8d2-f7fc39188244/a422bde3-a871-4a32-8785-c32872ac2066/1d378451-e01f-4f75-9900-7f548105e2e1) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:16:22.894832 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-98cc462e-8325-432a-9904-2ccc5f4ec88f req-687c32d4-d8c1-454a-bdcf-f2cc365debbc tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 210 time: 0.0421066 Oct 19 01:16:22.920510 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-729f6c60-3d6b-410e-b1c8-99065eca56cc req-502fa865-c6b0-4b46-8b2d-ee5f3e36806b service neutron] 10.222.0.24 "GET /v2.0/networks/2f6d1f9c-af60-4e63-9391-d714f2b53c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868479 Oct 19 01:16:23.100572 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-729f6c60-3d6b-410e-b1c8-99065eca56cc req-2ada2158-0aa0-49b9-860b-1f3632323716 service neutron] 10.222.0.24 "GET /v2.0/networks/2f6d1f9c-af60-4e63-9391-d714f2b53c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714768 Oct 19 01:16:23.134430 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-f476e4a9-d8b1-432a-94f1-331d038def55 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:23.170921 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-f476e4a9-d8b1-432a-94f1-331d038def55 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:23.220881 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-f476e4a9-d8b1-432a-94f1-331d038def55 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Network 995f958c-4fad-48a1-a8d2-f7fc39188244 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:16:23.223871 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-f476e4a9-d8b1-432a-94f1-331d038def55 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:16:23.227421 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-f476e4a9-d8b1-432a-94f1-331d038def55 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:16:23.295719 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-f476e4a9-d8b1-432a-94f1-331d038def55 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:23.296387 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-f476e4a9-d8b1-432a-94f1-331d038def55 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:23.299281 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 256d5746-4862-450f-bdd5-6de5a03b7097 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:16:23.317025 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476e4a9-d8b1-432a-94f1-331d038def55 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Pushing event updated for resources: {'Port': ['ID=1d378451-e01f-4f75-9900-7f548105e2e1,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:23.343769 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-f476e4a9-d8b1-432a-94f1-331d038def55 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0550961 Oct 19 01:16:23.360796 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-10196639-29b7-44ce-94d3-e1f042bcfb9a req-9c3d5f8f-afa9-4b12-afff-3686b6b16700 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 210 time: 0.0310965 Oct 19 01:16:23.365434 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-eeec9e80-f3b1-4a33-9c1e-d681771d2309 service neutron] Request body: {'port': {'device_id': 'bb999bf1-e14c-4a5d-ae7f-e82c8f2f79de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:23.392301 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 256d5746-4862-450f-bdd5-6de5a03b7097 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:16:23.405241 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 256d5746-4862-450f-bdd5-6de5a03b7097 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:23.405691 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:23.451069 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-eeec9e80-f3b1-4a33-9c1e-d681771d2309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:23.541974 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9174759-9dd5-49fe-953a-cd09aa371fa6 req-549783f6-8838-4963-ba6d-c3a788845c31 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:23.545791 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f9174759-9dd5-49fe-953a-cd09aa371fa6 req-549783f6-8838-4963-ba6d-c3a788845c31 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.0743208 Oct 19 01:16:23.567774 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:23.602350 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0980e983-eae4-440f-8536-fab68edb6453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256d5746-4862-450f-bdd5-6de5a03b7097'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:16:23.605137 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f047bd05-54bb-408b-9f0e-302150fbc9a5" -d '{"events": [{"server_uuid": "0980e983-eae4-440f-8536-fab68edb6453", "name": "network-vif-plugged", "status": "completed", "tag": "256d5746-4862-450f-bdd5-6de5a03b7097"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:16:23.607535 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f9174759-9dd5-49fe-953a-cd09aa371fa6 req-5fb5683d-79a1-46ef-9e27-bee0b7edc7ae tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564854 Oct 19 01:16:23.623965 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 256d5746-4862-450f-bdd5-6de5a03b7097, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=256d5746-4862-450f-bdd5-6de5a03b7097,segment=NetworkSegment(b54c59d8-6b72-46ce-abba-afe778cd7ac0),segment_id=b54c59d8-6b72-46ce-abba-afe778cd7ac0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:23.637258 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:23.667720 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f295fc7-e526-4b5e-92ea-18b75734dc75 x-openstack-request-id: req-1f295fc7-e526-4b5e-92ea-18b75734dc75 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:16:23.668546 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0980e983-eae4-440f-8536-fab68edb6453", "name": "network-vif-plugged", "status": "completed", "tag": "256d5746-4862-450f-bdd5-6de5a03b7097", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:16:23.668879 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1f295fc7-e526-4b5e-92ea-18b75734dc75 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:16:23.669323 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0980e983-eae4-440f-8536-fab68edb6453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256d5746-4862-450f-bdd5-6de5a03b7097', 'code': 200} Oct 19 01:16:23.700451 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-267c41a7-702a-47d7-9a58-e50ce277d51a None None] Provisioning complete for port 1d378451-e01f-4f75-9900-7f548105e2e1 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:23.701685 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-267c41a7-702a-47d7-9a58-e50ce277d51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:23.748671 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=256d5746-4862-450f-bdd5-6de5a03b7097,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:23.755622 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-267c41a7-702a-47d7-9a58-e50ce277d51a None None] Port 1d378451-e01f-4f75-9900-7f548105e2e1 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:16:23.788122 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3253d-f3ed-4226-975b-ecda870cdd80 req-729c74b9-a681-4b41-bf6e-210687280d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:23.789664 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-59b3253d-f3ed-4226-975b-ecda870cdd80 req-729c74b9-a681-4b41-bf6e-210687280d5d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 1098 time: 0.0595241 Oct 19 01:16:23.834007 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-eeec9e80-f3b1-4a33-9c1e-d681771d2309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d378451-e01f-4f75-9900-7f548105e2e1 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:16:23.842538 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-eeec9e80-f3b1-4a33-9c1e-d681771d2309 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:23.855304 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-59b3253d-f3ed-4226-975b-ecda870cdd80 req-a48ec0cf-cad5-4103-aca1-3e1f890f2ddd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572772 Oct 19 01:16:23.856987 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-eeec9e80-f3b1-4a33-9c1e-d681771d2309 service neutron] Transition to ACTIVE for port object 1d378451-e01f-4f75-9900-7f548105e2e1 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:16:23.860588 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-eeec9e80-f3b1-4a33-9c1e-d681771d2309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:23.893520 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0dd409-7517-4c92-9510-d39922c383a3 req-20b1002b-af8e-4fd7-9e21-68d1be56ad3e tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:23.896116 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3e0dd409-7517-4c92-9510-d39922c383a3 req-20b1002b-af8e-4fd7-9e21-68d1be56ad3e tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=bb999bf1-e14c-4a5d-ae7f-e82c8f2f79de HTTP/1.1" status: 200 len: 1027 time: 0.0549130 Oct 19 01:16:23.902330 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 117e93a2-eab1-4bb6-9a1e-8942e53c4fb7 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:16:23.953139 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3e0dd409-7517-4c92-9510-d39922c383a3 req-d6be25b1-84b7-4886-9549-e9101a292312 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e18fa122-9da3-4924-a334-3ac4ab3ce191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474133 Oct 19 01:16:24.010718 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec9e80-f3b1-4a33-9c1e-d681771d2309 service neutron] Pushing event updated for resources: {'Port': ['ID=1d378451-e01f-4f75-9900-7f548105e2e1,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:24.089729 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-eeec9e80-f3b1-4a33-9c1e-d681771d2309 service neutron] Attempting to bind port 1d378451-e01f-4f75-9900-7f548105e2e1 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:16:24.089904 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 117e93a2-eab1-4bb6-9a1e-8942e53c4fb7, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=117e93a2-eab1-4bb6-9a1e-8942e53c4fb7,segment=NetworkSegment(b54c59d8-6b72-46ce-abba-afe778cd7ac0),segment_id=b54c59d8-6b72-46ce-abba-afe778cd7ac0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:24.089996 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-eeec9e80-f3b1-4a33-9c1e-d681771d2309 service neutron] Attempting to bind port 1d378451-e01f-4f75-9900-7f548105e2e1 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'de0fd25c-eaca-4e25-a94b-39c555ad937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '995f958c-4fad-48a1-a8d2-f7fc39188244'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:16:24.090296 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-eeec9e80-f3b1-4a33-9c1e-d681771d2309 service neutron] Attempting to bind port 1d378451-e01f-4f75-9900-7f548105e2e1 on network 995f958c-4fad-48a1-a8d2-f7fc39188244 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:16:24.097110 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-eeec9e80-f3b1-4a33-9c1e-d681771d2309 service neutron] Port 1d378451-e01f-4f75-9900-7f548105e2e1 on network 995f958c-4fad-48a1-a8d2-f7fc39188244 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:16:24.097439 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-eeec9e80-f3b1-4a33-9c1e-d681771d2309 service neutron] Attempting to bind port 1d378451-e01f-4f75-9900-7f548105e2e1 on network 995f958c-4fad-48a1-a8d2-f7fc39188244 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:16:24.097725 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9e67c34c-9a4b-49a1-bdf5-2cbc83084268 req-3d072c76-3caf-4ec2-9ec5-2cc1255dcb85 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 210 time: 0.0472991 Oct 19 01:16:24.106822 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '117e93a2-eab1-4bb6-9a1e-8942e53c4fb7', 'network_id': '2f6d1f9c-af60-4e63-9391-d714f2b53c93', 'port_id': '117e93a2-eab1-4bb6-9a1e-8942e53c4fb7', 'mac_address': 'fa:16:3e:d3:52:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5560e090-ab4c-41db-98cb-400d0fb4b5e6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:16:24.107239 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-eeec9e80-f3b1-4a33-9c1e-d681771d2309 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:16:24.107577 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-eeec9e80-f3b1-4a33-9c1e-d681771d2309 service neutron] Checking segment: {'id': 'de0fd25c-eaca-4e25-a94b-39c555ad937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '995f958c-4fad-48a1-a8d2-f7fc39188244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:16:24.108018 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-eeec9e80-f3b1-4a33-9c1e-d681771d2309 service neutron] Bound using segment: {'id': 'de0fd25c-eaca-4e25-a94b-39c555ad937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '995f958c-4fad-48a1-a8d2-f7fc39188244'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:16:24.108533 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-eeec9e80-f3b1-4a33-9c1e-d681771d2309 service neutron] Bound port: 1d378451-e01f-4f75-9900-7f548105e2e1, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de0fd25c-eaca-4e25-a94b-39c555ad937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '995f958c-4fad-48a1-a8d2-f7fc39188244'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:16:24.109030 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-eeec9e80-f3b1-4a33-9c1e-d681771d2309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:24.153831 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4ac92-cbc0-416f-8e4a-4a039bc31020 req-bbf42bdc-0bf4-4d9a-8a8d-b9c5e3da8b00 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:24.158398 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:24.162300 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7da4ac92-cbc0-416f-8e4a-4a039bc31020 req-bbf42bdc-0bf4-4d9a-8a8d-b9c5e3da8b00 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 943 time: 0.1525385 Oct 19 01:16:24.173624 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 117e93a2-eab1-4bb6-9a1e-8942e53c4fb7 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:16:24.194487 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 117e93a2-eab1-4bb6-9a1e-8942e53c4fb7, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=117e93a2-eab1-4bb6-9a1e-8942e53c4fb7,segment=NetworkSegment(b54c59d8-6b72-46ce-abba-afe778cd7ac0),segment_id=b54c59d8-6b72-46ce-abba-afe778cd7ac0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:24.201633 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:24.239233 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7da4ac92-cbc0-416f-8e4a-4a039bc31020 req-c31f8219-8b3f-45be-b582-b64255f662fd tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757339 Oct 19 01:16:24.255956 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=117e93a2-eab1-4bb6-9a1e-8942e53c4fb7,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:24.265323 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-eeec9e80-f3b1-4a33-9c1e-d681771d2309 service neutron] For port 1d378451-e01f-4f75-9900-7f548105e2e1, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:16:24.269453 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-eeec9e80-f3b1-4a33-9c1e-d681771d2309 service neutron] For port 1d378451-e01f-4f75-9900-7f548105e2e1, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1d378451-e01f-4f75-9900-7f548105e2e1,segment=NetworkSegment(de0fd25c-eaca-4e25-a94b-39c555ad937b),segment_id=de0fd25c-eaca-4e25-a94b-39c555ad937b)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:16:24.274975 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-eeec9e80-f3b1-4a33-9c1e-d681771d2309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:24.315319 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-eeec9e80-f3b1-4a33-9c1e-d681771d2309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:24.315986 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-eeec9e80-f3b1-4a33-9c1e-d681771d2309 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:24.317526 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-eeec9e80-f3b1-4a33-9c1e-d681771d2309 service neutron] 10.222.0.24 "PUT /v2.0/ports/1d378451-e01f-4f75-9900-7f548105e2e1 HTTP/1.1" status: 200 len: 1092 time: 0.9591997 Oct 19 01:16:24.317872 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb999bf1-e14c-4a5d-ae7f-e82c8f2f79de', 'tag': '1d378451-e01f-4f75-9900-7f548105e2e1'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:16:24.320159 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16373ef4-1716-4903-8cba-113c18348f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "bb999bf1-e14c-4a5d-ae7f-e82c8f2f79de", "tag": "1d378451-e01f-4f75-9900-7f548105e2e1"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:16:24.343009 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec9e80-f3b1-4a33-9c1e-d681771d2309 service neutron] Pushing event updated for resources: {'Port': ['ID=1d378451-e01f-4f75-9900-7f548105e2e1,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:24.399357 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4aca862-2b6f-462a-a851-5e33ed3d75c1 x-openstack-request-id: req-a4aca862-2b6f-462a-a851-5e33ed3d75c1 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:16:24.399798 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb999bf1-e14c-4a5d-ae7f-e82c8f2f79de", "tag": "1d378451-e01f-4f75-9900-7f548105e2e1", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:16:24.400123 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a4aca862-2b6f-462a-a851-5e33ed3d75c1 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:16:24.400586 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb999bf1-e14c-4a5d-ae7f-e82c8f2f79de', 'tag': '1d378451-e01f-4f75-9900-7f548105e2e1', 'status': 'completed', 'code': 200} Oct 19 01:16:24.409154 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['117e93a2-eab1-4bb6-9a1e-8942e53c4fb7'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:16:24.425085 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-f6006498-a8b5-4cf7-aefe-a8a256b9533b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:24.426713 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-f6006498-a8b5-4cf7-aefe-a8a256b9533b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91aad9ee3ee940fc96327bead3d19e4f&device_id=bb999bf1-e14c-4a5d-ae7f-e82c8f2f79de HTTP/1.1" status: 200 len: 1095 time: 0.0604475 Oct 19 01:16:24.479509 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-a6d41a7d-f08e-46a5-982e-1ebb61f558b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d378451-e01f-4f75-9900-7f548105e2e1 HTTP/1.1" status: 200 len: 217 time: 0.0440412 Oct 19 01:16:24.562759 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-42f531d2-1d7b-4d2c-911b-e6c08a2e259b req-b6132627-7901-4729-b386-4b7de5e3dd2f tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 210 time: 0.0470304 Oct 19 01:16:24.571393 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-9eed9fb0-53cb-4daa-a6b3-cecf86918707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:24.572973 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-9eed9fb0-53cb-4daa-a6b3-cecf86918707 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a422bde3-a871-4a32-8785-c32872ac2066 HTTP/1.1" status: 200 len: 849 time: 0.0842993 Oct 19 01:16:24.629195 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-cce3056c-c679-43b9-98b9-55a943859c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:24.631276 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-cce3056c-c679-43b9-98b9-55a943859c37 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=995f958c-4fad-48a1-a8d2-f7fc39188244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506198 Oct 19 01:16:24.732478 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-5cdc373f-48cd-4d4a-a1f0-845c54b10a52 service neutron] 10.222.0.24 "GET /v2.0/networks/995f958c-4fad-48a1-a8d2-f7fc39188244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920532 Oct 19 01:16:24.736684 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597041df-7e1e-49e6-8bd3-769263409b6f req-d300fc12-4570-4f11-b820-df6deb24fda4 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:24.738237 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-597041df-7e1e-49e6-8bd3-769263409b6f req-d300fc12-4570-4f11-b820-df6deb24fda4 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.0529501 Oct 19 01:16:24.779395 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-597041df-7e1e-49e6-8bd3-769263409b6f req-6b909d8d-61dc-4f28-b0b6-04cd728301fe tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340106 Oct 19 01:16:24.836269 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a43a65c6-0c78-4864-a3de-9cb184e7c536 req-db140e69-4407-4fd1-a4d3-444980cf602b service neutron] 10.222.0.24 "GET /v2.0/networks/995f958c-4fad-48a1-a8d2-f7fc39188244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956471 Oct 19 01:16:24.943155 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16373ef4-1716-4903-8cba-113c18348f8d req-7bccec69-9c03-4359-85fc-4ff5058822d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:24.945514 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-16373ef4-1716-4903-8cba-113c18348f8d req-7bccec69-9c03-4359-85fc-4ff5058822d2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91aad9ee3ee940fc96327bead3d19e4f&device_id=bb999bf1-e14c-4a5d-ae7f-e82c8f2f79de HTTP/1.1" status: 200 len: 1095 time: 0.0613465 Oct 19 01:16:25.082310 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16373ef4-1716-4903-8cba-113c18348f8d req-a62d5587-9202-4992-9329-0a2b3686bc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:25.083981 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-16373ef4-1716-4903-8cba-113c18348f8d req-a62d5587-9202-4992-9329-0a2b3686bc86 service neutron] 10.222.0.24 "GET /v2.0/networks?id=995f958c-4fad-48a1-a8d2-f7fc39188244 HTTP/1.1" status: 200 len: 911 time: 0.1307492 Oct 19 01:16:25.243178 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-16373ef4-1716-4903-8cba-113c18348f8d req-eb8f3122-879a-4470-a3c4-f49b681a19c8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d378451-e01f-4f75-9900-7f548105e2e1 HTTP/1.1" status: 200 len: 217 time: 0.0887654 Oct 19 01:16:25.263231 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1b6a731e-95ac-4bf1-9edc-aff83c93bd3c req-28bfa721-cd42-47e2-8e7c-0a3121ba249e tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 210 time: 0.0464232 Oct 19 01:16:25.296661 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade16827-ffb4-47df-8a76-79eae1ffaeb9 req-f916cea1-25b2-4b0d-a573-4794d260c454 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:25.297989 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ade16827-ffb4-47df-8a76-79eae1ffaeb9 req-f916cea1-25b2-4b0d-a573-4794d260c454 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=bb999bf1-e14c-4a5d-ae7f-e82c8f2f79de HTTP/1.1" status: 200 len: 1095 time: 0.2131195 Oct 19 01:16:25.299306 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16373ef4-1716-4903-8cba-113c18348f8d req-e18b5f80-db92-4afd-8bdf-8fa06d230fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:25.300647 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-16373ef4-1716-4903-8cba-113c18348f8d req-e18b5f80-db92-4afd-8bdf-8fa06d230fca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a422bde3-a871-4a32-8785-c32872ac2066 HTTP/1.1" status: 200 len: 849 time: 0.0494483 Oct 19 01:16:25.315354 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47260) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:25.375242 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ade16827-ffb4-47df-8a76-79eae1ffaeb9 req-5b8fa7a9-59af-47b9-a48d-da5e7d7c7aa7 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e18fa122-9da3-4924-a334-3ac4ab3ce191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677547 Oct 19 01:16:25.391637 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16373ef4-1716-4903-8cba-113c18348f8d req-64c59bf7-9789-45d8-a1cf-97560765974d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:25.393153 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-16373ef4-1716-4903-8cba-113c18348f8d req-64c59bf7-9789-45d8-a1cf-97560765974d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=995f958c-4fad-48a1-a8d2-f7fc39188244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500872 Oct 19 01:16:25.460791 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576cacc-2c67-4c4d-9cfd-7c73643e9183 req-6c54d4de-1101-4990-8253-203125dc670d tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:25.462849 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0576cacc-2c67-4c4d-9cfd-7c73643e9183 req-6c54d4de-1101-4990-8253-203125dc670d tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 944 time: 0.0773950 Oct 19 01:16:25.479513 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-67959cf1-a131-4e7a-b315-a6ffc0d1e58c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:25.558778 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-16373ef4-1716-4903-8cba-113c18348f8d req-11c9fc0b-8370-4cfc-afc7-2c4800c78196 service neutron] 10.222.0.24 "GET /v2.0/networks/995f958c-4fad-48a1-a8d2-f7fc39188244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513534 Oct 19 01:16:25.594573 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0576cacc-2c67-4c4d-9cfd-7c73643e9183 req-6f9fe76f-3f7b-4df9-bcb0-8c58ea5be001 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237090 Oct 19 01:16:25.644928 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-67959cf1-a131-4e7a-b315-a6ffc0d1e58c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:25.659463 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-67959cf1-a131-4e7a-b315-a6ffc0d1e58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:25.688502 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-16373ef4-1716-4903-8cba-113c18348f8d req-5830093e-b1b8-4f23-b62b-cf7774e6294e service neutron] 10.222.0.24 "GET /v2.0/networks/995f958c-4fad-48a1-a8d2-f7fc39188244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220484 Oct 19 01:16:25.726508 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-67959cf1-a131-4e7a-b315-a6ffc0d1e58c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d2ff42dcbde242beb50f46ed028192cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4093609 Oct 19 01:16:25.727370 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47274) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:25.736127 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-98ed7f1b-e309-4b1e-9519-5aa739d701b5 req-d36acc08-48f0-465d-a397-1d116f75032c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 210 time: 0.0290923 Oct 19 01:16:25.747881 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67959cf1-a131-4e7a-b315-a6ffc0d1e58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44cf87f7-406e-4a94-869e-7daba05293c1,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:25.812569 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0be88e61-1a25-40d9-92f3-4d2860177058 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:25.839343 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0be88e61-1a25-40d9-92f3-4d2860177058 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:25.919702 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 117e93a2-eab1-4bb6-9a1e-8942e53c4fb7 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:16:25.945223 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea2601-b4f8-4f10-913b-e30c3d06f43c req-484dfe14-4918-4762-b4d7-6a91e596ce4f tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:25.952030 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f8ea2601-b4f8-4f10-913b-e30c3d06f43c req-484dfe14-4918-4762-b4d7-6a91e596ce4f tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.0823319 Oct 19 01:16:25.953181 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0be88e61-1a25-40d9-92f3-4d2860177058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:25.960310 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0be88e61-1a25-40d9-92f3-4d2860177058 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:25.968384 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0be88e61-1a25-40d9-92f3-4d2860177058 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/44cf87f7-406e-4a94-869e-7daba05293c1 HTTP/1.1" status: 204 len: 168 time: 0.2387941 Oct 19 01:16:25.997114 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be88e61-1a25-40d9-92f3-4d2860177058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cf87f7-406e-4a94-869e-7daba05293c1,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:26.036556 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f8ea2601-b4f8-4f10-913b-e30c3d06f43c req-ce1eb81b-8ddd-454d-9174-1e360e381e90 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659628 Oct 19 01:16:26.160440 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 117e93a2-eab1-4bb6-9a1e-8942e53c4fb7 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:16:26.167009 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 117e93a2-eab1-4bb6-9a1e-8942e53c4fb7 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:26.167599 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:26.272115 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:26.298722 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95bfc90b-3f1c-46cd-82cd-83285035b642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117e93a2-eab1-4bb6-9a1e-8942e53c4fb7'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:16:26.301034 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53ad510-e8f3-4297-9b77-b48e3a4ba9c2" -d '{"events": [{"server_uuid": "95bfc90b-3f1c-46cd-82cd-83285035b642", "name": "network-vif-plugged", "status": "completed", "tag": "117e93a2-eab1-4bb6-9a1e-8942e53c4fb7"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:16:26.323492 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 47286) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:26.342752 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 117e93a2-eab1-4bb6-9a1e-8942e53c4fb7, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=117e93a2-eab1-4bb6-9a1e-8942e53c4fb7,segment=NetworkSegment(b54c59d8-6b72-46ce-abba-afe778cd7ac0),segment_id=b54c59d8-6b72-46ce-abba-afe778cd7ac0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:26.345767 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a7d659dd-f278-4965-916b-42722192338f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:26.351355 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:26.409029 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc89452-e330-408b-8b5d-85e0c2b04bdf x-openstack-request-id: req-0cc89452-e330-408b-8b5d-85e0c2b04bdf {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:16:26.409399 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95bfc90b-3f1c-46cd-82cd-83285035b642", "name": "network-vif-plugged", "status": "completed", "tag": "117e93a2-eab1-4bb6-9a1e-8942e53c4fb7", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:16:26.409587 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0cc89452-e330-408b-8b5d-85e0c2b04bdf {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:16:26.409999 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95bfc90b-3f1c-46cd-82cd-83285035b642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117e93a2-eab1-4bb6-9a1e-8942e53c4fb7', 'code': 200} Oct 19 01:16:26.474228 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=117e93a2-eab1-4bb6-9a1e-8942e53c4fb7,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:26.549228 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78080b-810b-4042-ba15-f67824238120 req-0d9b6ec9-aa70-42e6-bce1-c1856c837de6 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:26.549683 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab636c61-bc6b-428a-972e-0ebfd6dc55fa req-3679f0fd-568d-441e-afe4-d6ca22a60f89 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 210 time: 0.1396050 Oct 19 01:16:26.551216 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dc78080b-810b-4042-ba15-f67824238120 req-0d9b6ec9-aa70-42e6-bce1-c1856c837de6 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=bb999bf1-e14c-4a5d-ae7f-e82c8f2f79de HTTP/1.1" status: 200 len: 1095 time: 0.0539782 Oct 19 01:16:26.620286 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dc78080b-810b-4042-ba15-f67824238120 req-90ffbe03-9fc6-4bde-beed-bd3df64a01d6 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e18fa122-9da3-4924-a334-3ac4ab3ce191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617886 Oct 19 01:16:26.622225 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a7d659dd-f278-4965-916b-42722192338f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:26.629510 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a7d659dd-f278-4965-916b-42722192338f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:26.691137 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b21f9-6e5f-4f8b-9792-0534b5a2da21 req-02aab6cb-0f56-4ebd-9249-7b2b78b4bf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:26.693619 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-124b21f9-6e5f-4f8b-9792-0534b5a2da21 req-02aab6cb-0f56-4ebd-9249-7b2b78b4bf3d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 1097 time: 0.1959338 Oct 19 01:16:26.710524 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a7d659dd-f278-4965-916b-42722192338f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=25e0f8f7654e49718905e2402cb29e60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3826478 Oct 19 01:16:26.710524 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d659dd-f278-4965-916b-42722192338f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1feb0eae-9496-46bf-a06f-faa18b2985fc,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:26.711426 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47292) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:26.764015 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-700bbee7-3e01-4e36-a9ba-59826100421a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:26.764636 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-124b21f9-6e5f-4f8b-9792-0534b5a2da21 req-d17cb900-de49-42be-95f1-dcf4a1b1a228 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605211 Oct 19 01:16:26.777045 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b9a8c-bb56-49dd-b380-c5d2dd7c2a0c req-7539ea45-6a71-4412-8e37-cbca2fcf3be1 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:26.788725 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a77b9a8c-bb56-49dd-b380-c5d2dd7c2a0c req-7539ea45-6a71-4412-8e37-cbca2fcf3be1 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 945 time: 0.0992880 Oct 19 01:16:26.806669 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-700bbee7-3e01-4e36-a9ba-59826100421a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:26.832235 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a77b9a8c-bb56-49dd-b380-c5d2dd7c2a0c req-d0b7b06c-28cc-4b35-9b4f-e4989b5e034d tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397294 Oct 19 01:16:26.875534 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-049049a8-307b-4ecf-bc20-a49c68da8bea req-26dc0ce7-5e6f-442f-9060-30da612d6e82 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 210 time: 0.0339363 Oct 19 01:16:26.893825 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-700bbee7-3e01-4e36-a9ba-59826100421a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:26.897096 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-700bbee7-3e01-4e36-a9ba-59826100421a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:26.898318 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-700bbee7-3e01-4e36-a9ba-59826100421a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1feb0eae-9496-46bf-a06f-faa18b2985fc HTTP/1.1" status: 204 len: 168 time: 0.1857541 Oct 19 01:16:26.906928 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700bbee7-3e01-4e36-a9ba-59826100421a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1feb0eae-9496-46bf-a06f-faa18b2985fc,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:27.025073 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:27.151026 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8cc7c3-d457-4971-8fb4-3cea6bb07f07 req-573dba41-dc32-4283-8924-666924203c02 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:27.156197 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1d8cc7c3-d457-4971-8fb4-3cea6bb07f07 req-573dba41-dc32-4283-8924-666924203c02 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.0547872 Oct 19 01:16:27.194435 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1d8cc7c3-d457-4971-8fb4-3cea6bb07f07 req-25af2255-2bb5-4ac0-9821-c0b8bae7a4ff tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356817 Oct 19 01:16:27.703079 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ac10a811-a66a-4ebc-b441-95812166eba7 req-82c51019-0dfc-4fe4-815d-f73b9ab6be8e tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 210 time: 0.0442336 Oct 19 01:16:27.750125 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0494d42-2da0-4246-a070-40dde6373607 req-63238f9a-2031-49c4-bfab-0aee78b6e81c tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:27.751668 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e0494d42-2da0-4246-a070-40dde6373607 req-63238f9a-2031-49c4-bfab-0aee78b6e81c tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=bb999bf1-e14c-4a5d-ae7f-e82c8f2f79de HTTP/1.1" status: 200 len: 1095 time: 0.0563762 Oct 19 01:16:27.800523 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e0494d42-2da0-4246-a070-40dde6373607 req-17debc8e-d089-4eea-adf6-712c5e725878 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e18fa122-9da3-4924-a334-3ac4ab3ce191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408540 Oct 19 01:16:27.932737 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 1d378451-e01f-4f75-9900-7f548105e2e1 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:16:27.958750 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae55be4-1f87-43e4-b766-b5054d3359c1 req-0c81f481-f93c-4754-a40c-61df8df84a63 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:27.966860 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ae55be4-1f87-43e4-b766-b5054d3359c1 req-0c81f481-f93c-4754-a40c-61df8df84a63 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 945 time: 0.0646248 Oct 19 01:16:28.049305 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ae55be4-1f87-43e4-b766-b5054d3359c1 req-0e4d9dbb-a119-4acc-ad7f-1367e88ccd26 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733249 Oct 19 01:16:28.051258 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-381482d6-5447-48aa-8c4f-4178a5bef7c8 req-0fd441bd-e95b-4d91-8413-31e2645d964c tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 210 time: 0.0636234 Oct 19 01:16:28.075941 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 1d378451-e01f-4f75-9900-7f548105e2e1, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1d378451-e01f-4f75-9900-7f548105e2e1,segment=NetworkSegment(de0fd25c-eaca-4e25-a94b-39c555ad937b),segment_id=de0fd25c-eaca-4e25-a94b-39c555ad937b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:28.099251 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '1d378451-e01f-4f75-9900-7f548105e2e1', 'network_id': '995f958c-4fad-48a1-a8d2-f7fc39188244', 'port_id': '1d378451-e01f-4f75-9900-7f548105e2e1', 'mac_address': 'fa:16:3e:48:48:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a422bde3-a871-4a32-8785-c32872ac2066', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:16:28.138105 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:28.151619 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d378451-e01f-4f75-9900-7f548105e2e1 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:16:28.174496 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 1d378451-e01f-4f75-9900-7f548105e2e1, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1d378451-e01f-4f75-9900-7f548105e2e1,segment=NetworkSegment(de0fd25c-eaca-4e25-a94b-39c555ad937b),segment_id=de0fd25c-eaca-4e25-a94b-39c555ad937b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:28.180349 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:28.254337 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=1d378451-e01f-4f75-9900-7f548105e2e1,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:28.346691 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e6d13-3d50-43f4-a464-f54ea8d8c17e req-2c2a7b86-90fe-4408-86d5-fdff97fdc217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:28.349774 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ad8e6d13-3d50-43f4-a464-f54ea8d8c17e req-2c2a7b86-90fe-4408-86d5-fdff97fdc217 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e9f67912e554a879c2d285d2c6723f0&device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 1097 time: 0.0934527 Oct 19 01:16:28.361622 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629177f1-8e8a-4b5a-8e4c-a599f71ee877 req-f47b8b60-9d08-427f-8b6a-f183344a8f5b tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:28.363530 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-629177f1-8e8a-4b5a-8e4c-a599f71ee877 req-f47b8b60-9d08-427f-8b6a-f183344a8f5b tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.0624659 Oct 19 01:16:28.382379 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['1d378451-e01f-4f75-9900-7f548105e2e1'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:16:28.413157 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-629177f1-8e8a-4b5a-8e4c-a599f71ee877 req-174d351b-9a51-475b-9427-c3af7cce4a29 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432320 Oct 19 01:16:28.459718 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf06488-d338-4244-b8f7-bf33b90739ab req-1f57e167-ccf0-4cf2-8ac1-5cb6b31b945e tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:28.461472 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1bf06488-d338-4244-b8f7-bf33b90739ab req-1f57e167-ccf0-4cf2-8ac1-5cb6b31b945e tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 945 time: 0.1566620 Oct 19 01:16:28.503470 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e6d13-3d50-43f4-a464-f54ea8d8c17e req-a65cb4f0-064d-4494-aba5-fe0d3ec96708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:28.505558 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ad8e6d13-3d50-43f4-a464-f54ea8d8c17e req-a65cb4f0-064d-4494-aba5-fe0d3ec96708 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2f6d1f9c-af60-4e63-9391-d714f2b53c93 HTTP/1.1" status: 200 len: 920 time: 0.1469803 Oct 19 01:16:28.525918 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1bf06488-d338-4244-b8f7-bf33b90739ab req-5a3a4c7d-752e-41d0-9cf1-b6d2628a7806 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558629 Oct 19 01:16:28.556529 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ad8e6d13-3d50-43f4-a464-f54ea8d8c17e req-e2e138d7-c1a3-41a5-bdc1-310cd49ad643 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=117e93a2-eab1-4bb6-9a1e-8942e53c4fb7 HTTP/1.1" status: 200 len: 217 time: 0.0428827 Oct 19 01:16:28.605495 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e6d13-3d50-43f4-a464-f54ea8d8c17e req-3a43f9b9-3b77-4e8c-ab66-d951123fa7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:28.607019 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ad8e6d13-3d50-43f4-a464-f54ea8d8c17e req-3a43f9b9-3b77-4e8c-ab66-d951123fa7ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5560e090-ab4c-41db-98cb-400d0fb4b5e6 HTTP/1.1" status: 200 len: 859 time: 0.0447414 Oct 19 01:16:28.643761 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ad8e6d13-3d50-43f4-a464-f54ea8d8c17e req-b0d8b83b-b5bb-4184-8e9d-c3f890d39d8c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f6d1f9c-af60-4e63-9391-d714f2b53c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285261 Oct 19 01:16:28.736625 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ad8e6d13-3d50-43f4-a464-f54ea8d8c17e req-b274aec2-a17b-4eb1-a6fe-22bc70ed5323 service neutron] 10.222.0.24 "GET /v2.0/networks/2f6d1f9c-af60-4e63-9391-d714f2b53c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850739 Oct 19 01:16:28.812390 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-de3f3693-0384-420d-a4cd-895d84a2d0ac req-81009c97-fb1c-4afc-a60e-586df2d4007e tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 210 time: 0.0288453 Oct 19 01:16:28.843678 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ad8e6d13-3d50-43f4-a464-f54ea8d8c17e req-c3d77f82-0154-42cf-86fe-7e9031e94811 service neutron] 10.222.0.24 "GET /v2.0/networks/2f6d1f9c-af60-4e63-9391-d714f2b53c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982125 Oct 19 01:16:28.925747 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f787579-5333-4fab-b548-587516273950 req-1a8cf3b2-4320-4f45-b2f8-79230ae9ad28 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:28.928373 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0f787579-5333-4fab-b548-587516273950 req-1a8cf3b2-4320-4f45-b2f8-79230ae9ad28 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=bb999bf1-e14c-4a5d-ae7f-e82c8f2f79de HTTP/1.1" status: 200 len: 1096 time: 0.0475993 Oct 19 01:16:28.967560 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0f787579-5333-4fab-b548-587516273950 req-468f8c06-c912-4a57-86b2-bc6fad8c6892 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e18fa122-9da3-4924-a334-3ac4ab3ce191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331914 Oct 19 01:16:29.165988 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-015f08e4-8dc2-45e1-beff-cfceba85b46a req-5142fa5f-7633-4412-ac4e-a9549f106514 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 210 time: 0.0274909 Oct 19 01:16:29.289340 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:29.532431 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f925ff2-29ab-4f02-bbf1-d8c9e325b43d req-6b5ac4d1-39af-44d7-aca5-486dd9579a08 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:29.535158 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8f925ff2-29ab-4f02-bbf1-d8c9e325b43d req-6b5ac4d1-39af-44d7-aca5-486dd9579a08 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.0535750 Oct 19 01:16:29.578074 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8f925ff2-29ab-4f02-bbf1-d8c9e325b43d req-e96a3caa-a58d-4000-8acf-626e550081ec tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369632 Oct 19 01:16:29.660521 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98217f3-38ff-4b06-8274-eed40b61b195 req-c688b643-5ea3-4f94-8fbc-17b29e1ef0a2 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:29.662431 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a98217f3-38ff-4b06-8274-eed40b61b195 req-c688b643-5ea3-4f94-8fbc-17b29e1ef0a2 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 945 time: 0.0542762 Oct 19 01:16:29.712382 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a98217f3-38ff-4b06-8274-eed40b61b195 req-3ec5b0bd-9318-4e64-afa7-15130ec11053 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408669 Oct 19 01:16:29.948244 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-88216ef8-d101-49af-bcb0-261bc6f63ead req-2897cccd-4cdf-458c-9122-0a09e3a28903 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 210 time: 0.0463471 Oct 19 01:16:29.954838 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 1d378451-e01f-4f75-9900-7f548105e2e1 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:16:30.010866 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 1d378451-e01f-4f75-9900-7f548105e2e1 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:16:30.018558 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 1d378451-e01f-4f75-9900-7f548105e2e1 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:30.018935 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:30.091462 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c654f2-e349-4324-b163-c6b8d1489663 req-8b99e7d4-e54b-42a9-8eb4-28021f0967c2 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:30.093038 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-07c654f2-e349-4324-b163-c6b8d1489663 req-8b99e7d4-e54b-42a9-8eb4-28021f0967c2 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=bb999bf1-e14c-4a5d-ae7f-e82c8f2f79de HTTP/1.1" status: 200 len: 1096 time: 0.0456626 Oct 19 01:16:30.111347 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:30.132558 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-07c654f2-e349-4324-b163-c6b8d1489663 req-435cc36e-de58-499b-999c-9fc692b1f032 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e18fa122-9da3-4924-a334-3ac4ab3ce191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299568 Oct 19 01:16:30.134434 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb999bf1-e14c-4a5d-ae7f-e82c8f2f79de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d378451-e01f-4f75-9900-7f548105e2e1'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:16:30.136741 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f08819-df6c-48e4-91c2-80ffed7d84a0" -d '{"events": [{"server_uuid": "bb999bf1-e14c-4a5d-ae7f-e82c8f2f79de", "name": "network-vif-plugged", "status": "completed", "tag": "1d378451-e01f-4f75-9900-7f548105e2e1"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:16:30.160150 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 1d378451-e01f-4f75-9900-7f548105e2e1, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1d378451-e01f-4f75-9900-7f548105e2e1,segment=NetworkSegment(de0fd25c-eaca-4e25-a94b-39c555ad937b),segment_id=de0fd25c-eaca-4e25-a94b-39c555ad937b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:30.165219 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:30.190813 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4faf3556-5878-4653-beaa-281caf083ab3 x-openstack-request-id: req-4faf3556-5878-4653-beaa-281caf083ab3 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:16:30.191122 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb999bf1-e14c-4a5d-ae7f-e82c8f2f79de", "name": "network-vif-plugged", "status": "completed", "tag": "1d378451-e01f-4f75-9900-7f548105e2e1", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:16:30.191805 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4faf3556-5878-4653-beaa-281caf083ab3 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:16:30.191805 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb999bf1-e14c-4a5d-ae7f-e82c8f2f79de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d378451-e01f-4f75-9900-7f548105e2e1', 'code': 200} Oct 19 01:16:30.230486 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=1d378451-e01f-4f75-9900-7f548105e2e1,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:30.279074 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-361bbda8-f567-45bd-bdef-d6f0da27de92 req-5452af83-9b8c-4a2a-9a96-76b2ee16b5f2 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 210 time: 0.0276456 Oct 19 01:16:30.281404 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379f353-7da7-428a-81a1-1d9f7f991659 req-4281b446-b2be-42b3-9081-e1bed2b39346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:30.283007 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d379f353-7da7-428a-81a1-1d9f7f991659 req-4281b446-b2be-42b3-9081-e1bed2b39346 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bb999bf1-e14c-4a5d-ae7f-e82c8f2f79de HTTP/1.1" status: 200 len: 1097 time: 0.0477335 Oct 19 01:16:30.319595 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d379f353-7da7-428a-81a1-1d9f7f991659 req-3ec3f173-46ca-4381-af43-c702d4c77a12 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e18fa122-9da3-4924-a334-3ac4ab3ce191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292919 Oct 19 01:16:30.702606 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6511ba-90ea-4540-9f8e-5d06a74bb814 req-c9c562b3-5709-41d8-9c15-3b8dc1d6891c tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:30.704105 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eb6511ba-90ea-4540-9f8e-5d06a74bb814 req-c9c562b3-5709-41d8-9c15-3b8dc1d6891c tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.0510001 Oct 19 01:16:30.743924 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eb6511ba-90ea-4540-9f8e-5d06a74bb814 req-0ff4ecde-48e4-43c1-8d07-5f50cea9c21d tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318999 Oct 19 01:16:30.837909 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e65806-addf-4a91-9c56-c0cf0edeeaac req-91a7ab8c-3b53-4870-8cee-98d0faf0d5ca tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:30.839422 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-07e65806-addf-4a91-9c56-c0cf0edeeaac req-91a7ab8c-3b53-4870-8cee-98d0faf0d5ca tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 945 time: 0.0493414 Oct 19 01:16:30.876948 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-07e65806-addf-4a91-9c56-c0cf0edeeaac req-58c92ee4-c813-4d64-9802-98b446ec3389 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316911 Oct 19 01:16:31.050597 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a71d17e6-92ad-4e79-b225-922da0d3d113 req-ba63288f-809e-4c57-985f-70b0dbaf6239 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 210 time: 0.0264647 Oct 19 01:16:31.246185 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682e6e2-e300-4ad3-99b7-910db1c11898 req-d821cf58-3aaf-4ef9-9043-1d593b5e28ae tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:31.247897 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9682e6e2-e300-4ad3-99b7-910db1c11898 req-d821cf58-3aaf-4ef9-9043-1d593b5e28ae tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=bb999bf1-e14c-4a5d-ae7f-e82c8f2f79de HTTP/1.1" status: 200 len: 1097 time: 0.0455289 Oct 19 01:16:31.283055 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9682e6e2-e300-4ad3-99b7-910db1c11898 req-6ded8a2f-ed64-4f95-9bd0-180a56dd6009 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e18fa122-9da3-4924-a334-3ac4ab3ce191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291648 Oct 19 01:16:31.389561 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-81961c71-8b46-4459-abdd-2d5e8982647f req-d912c6c2-e8d0-4339-849c-094d5d960894 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 210 time: 0.0311053 Oct 19 01:16:31.859187 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410afe29-d301-431a-8f9d-67fa411d64b3 req-500c9973-7c71-46d0-aed6-35c6bf6cafa4 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:31.860687 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-410afe29-d301-431a-8f9d-67fa411d64b3 req-500c9973-7c71-46d0-aed6-35c6bf6cafa4 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.0497611 Oct 19 01:16:31.899261 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-410afe29-d301-431a-8f9d-67fa411d64b3 req-bb90898d-9341-48eb-bda4-a1a789688a92 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318375 Oct 19 01:16:31.994446 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40980c1-45a7-49bb-8f5c-ceb27fae1f06 req-d94d633f-9c53-4fb6-bfe6-0e6a09cdb1c6 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:31.995956 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a40980c1-45a7-49bb-8f5c-ceb27fae1f06 req-d94d633f-9c53-4fb6-bfe6-0e6a09cdb1c6 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 945 time: 0.0496130 Oct 19 01:16:32.033551 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a40980c1-45a7-49bb-8f5c-ceb27fae1f06 req-306b3e29-4813-4644-9e4d-fc0cafda2f28 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313866 Oct 19 01:16:32.153102 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6377c258-7145-4147-8233-f2d667385301 req-7ffc9118-a9f9-4e63-a747-246d4cd1cf3f tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 210 time: 0.0271041 Oct 19 01:16:32.389774 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e5753-2519-478f-888c-70d1faa3a99b req-504c1629-8a6f-4364-b8fe-d9b8e4bbe72a tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:32.391281 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9b2e5753-2519-478f-888c-70d1faa3a99b req-504c1629-8a6f-4364-b8fe-d9b8e4bbe72a tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=bb999bf1-e14c-4a5d-ae7f-e82c8f2f79de HTTP/1.1" status: 200 len: 1097 time: 0.0395455 Oct 19 01:16:32.426706 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9b2e5753-2519-478f-888c-70d1faa3a99b req-80ce12e4-72ca-4438-89ef-a6dc5117ea12 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e18fa122-9da3-4924-a334-3ac4ab3ce191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284994 Oct 19 01:16:32.503132 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-03f20351-25d3-4ae1-8a67-a9183f2f4ba4 req-ada617a7-0c2b-4c07-a803-c2270abb530a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 210 time: 0.0299492 Oct 19 01:16:32.554763 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59f09f-96ad-4166-a1f6-2d300b2fa5a4 req-a03c874e-034f-42fa-9db8-56691ee82336 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:32.556329 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0d59f09f-96ad-4166-a1f6-2d300b2fa5a4 req-a03c874e-034f-42fa-9db8-56691ee82336 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=bb999bf1-e14c-4a5d-ae7f-e82c8f2f79de HTTP/1.1" status: 200 len: 1097 time: 0.0500293 Oct 19 01:16:32.592005 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0d59f09f-96ad-4166-a1f6-2d300b2fa5a4 req-62952560-9f38-416b-ad24-1720355a6ff8 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e18fa122-9da3-4924-a334-3ac4ab3ce191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292237 Oct 19 01:16:32.702659 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff96a2-c649-4c2a-8c8f-d6f7283b66eb req-39428f0d-556f-47b7-ab41-f53fcf13b2f0 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:32.704195 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c4ff96a2-c649-4c2a-8c8f-d6f7283b66eb req-39428f0d-556f-47b7-ab41-f53fcf13b2f0 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=bb999bf1-e14c-4a5d-ae7f-e82c8f2f79de HTTP/1.1" status: 200 len: 1097 time: 0.0450149 Oct 19 01:16:32.739616 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c4ff96a2-c649-4c2a-8c8f-d6f7283b66eb req-09bd292e-683b-44a0-98ba-a0cc8377e73e tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e18fa122-9da3-4924-a334-3ac4ab3ce191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285361 Oct 19 01:16:33.021789 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-02e88fe3-a377-4673-9bf4-b8c8e32f0f55 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:33.023486 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-02e88fe3-a377-4673-9bf4-b8c8e32f0f55 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/networks?id=995f958c-4fad-48a1-a8d2-f7fc39188244 HTTP/1.1" status: 200 len: 911 time: 0.1102958 Oct 19 01:16:33.024376 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8a49e-dc17-42c0-ba34-bbe4fd465cde req-84d8a31e-f43b-44c2-9104-35071fb42178 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:33.026202 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e5e8a49e-dc17-42c0-ba34-bbe4fd465cde req-84d8a31e-f43b-44c2-9104-35071fb42178 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.0541906 Oct 19 01:16:33.041256 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-5a3f6e11-927d-47f8-b6c1-b52612dd238b tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/quotas/91aad9ee3ee940fc96327bead3d19e4f HTTP/1.1" status: 200 len: 375 time: 0.0104945 Oct 19 01:16:33.072295 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e5e8a49e-dc17-42c0-ba34-bbe4fd465cde req-415a0d46-7f46-4574-ad97-fd4d89493556 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398500 Oct 19 01:16:33.104625 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-1ac77992-2382-47b6-bcaf-d95737337414 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/ports?tenant_id=91aad9ee3ee940fc96327bead3d19e4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0549250 Oct 19 01:16:33.180242 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796080d-8842-48ca-a250-cb213fb7f917 req-10bea1f7-cea7-4517-a3cb-ace62f964766 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:33.181848 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e796080d-8842-48ca-a250-cb213fb7f917 req-10bea1f7-cea7-4517-a3cb-ace62f964766 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 945 time: 0.0515676 Oct 19 01:16:33.201045 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-49adf203-42f1-4452-a4ed-6811dafda24f service neutron] 10.222.0.57 "GET /v2.0/networks/995f958c-4fad-48a1-a8d2-f7fc39188244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889444 Oct 19 01:16:33.222695 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e796080d-8842-48ca-a250-cb213fb7f917 req-6f9dcae4-5a86-420d-b567-c54c0bea82d7 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334260 Oct 19 01:16:33.316704 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6e371c5e-1a41-432b-bf07-2c7a26234c85 req-9a2bf3b6-3d87-4d7a-9c03-9631bceb51d7 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 210 time: 0.0332010 Oct 19 01:16:33.548629 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-7a8f57d6-db7a-4d60-8a37-e661397b2843 service neutron] 10.222.0.57 "GET /v2.0/networks/995f958c-4fad-48a1-a8d2-f7fc39188244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407116 Oct 19 01:16:33.615619 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-454d573d-21c2-4654-8fb7-101ab686ec79 req-fc8fbd47-a33a-44f6-9132-d2bee6a1ce55 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 210 time: 0.0305691 Oct 19 01:16:33.706425 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d0f0a3c-247f-48ed-8e42-802d0e881911 req-1f0baa44-e8cc-46cc-8761-c819249900c1 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8e40e547-c80e-44bd-b9db-cea59720c043 HTTP/1.1" status: 200 len: 210 time: 0.0265186 Oct 19 01:16:34.213911 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa7b24-cfd3-4063-bfc2-275657636936 req-efa47680-c459-4afb-b457-79a52d6651a1 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:34.215549 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-acaa7b24-cfd3-4063-bfc2-275657636936 req-efa47680-c459-4afb-b457-79a52d6651a1 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.0557721 Oct 19 01:16:34.268046 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-acaa7b24-cfd3-4063-bfc2-275657636936 req-47ccea04-c481-4b8c-9432-7ed446131c2f tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449593 Oct 19 01:16:34.393809 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f29d8-7f15-4529-8c2f-af7c3a004504 req-fa9f5ee0-2601-46d1-94f7-b2d068e25f6a tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:34.396139 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c44f29d8-7f15-4529-8c2f-af7c3a004504 req-fa9f5ee0-2601-46d1-94f7-b2d068e25f6a tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 945 time: 0.0789144 Oct 19 01:16:34.462827 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c44f29d8-7f15-4529-8c2f-af7c3a004504 req-eaebc09e-5f74-4d9f-ad8b-4f1557467dec tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596466 Oct 19 01:16:34.464321 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-37eeb208-e0ee-4ca7-92a2-b2103016381f req-d632fc93-256a-4a46-a3a2-a16a69ab09a3 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f76c236-2350-46ba-8279-f7780c3ab086 HTTP/1.1" status: 200 len: 210 time: 0.0454137 Oct 19 01:16:34.866938 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-4dc4d7d5-e36d-4e99-8aa6-9f178227358d tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:34.868655 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-4dc4d7d5-e36d-4e99-8aa6-9f178227358d tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.55 "GET /v2.0/networks?id=995f958c-4fad-48a1-a8d2-f7fc39188244 HTTP/1.1" status: 200 len: 911 time: 0.1656942 Oct 19 01:16:34.900937 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-34ccdda8-495f-4eca-b5dd-6b5028c9b375 req-63c94276-1e60-4735-88bf-0f49fcfe6cbf tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 210 time: 0.1293631 Oct 19 01:16:34.904753 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-dd21549d-dafe-4016-b158-9f19416015f7 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Request body: {'port': {'device_id': '8e40e547-c80e-44bd-b9db-cea59720c043', 'network_id': '995f958c-4fad-48a1-a8d2-f7fc39188244', 'admin_state_up': True, 'tenant_id': '91aad9ee3ee940fc96327bead3d19e4f'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:34.907844 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3924c565-2bf2-4f5b-bd6c-14210eba6b50 req-385b0ff0-5e36-4976-bd71-50e79833465b tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8e40e547-c80e-44bd-b9db-cea59720c043 HTTP/1.1" status: 200 len: 210 time: 0.0762677 Oct 19 01:16:34.971190 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-dd21549d-dafe-4016-b158-9f19416015f7 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Made reservation on behalf of 91aad9ee3ee940fc96327bead3d19e4f for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:16:34.975629 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-dd21549d-dafe-4016-b158-9f19416015f7 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:35.114493 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-dd21549d-dafe-4016-b158-9f19416015f7 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Allocated IP 172.20.0.13 (995f958c-4fad-48a1-a8d2-f7fc39188244/a422bde3-a871-4a32-8785-c32872ac2066/b39121f7-2e82-443d-b2b2-7b7ac4897397) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:16:35.288301 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-dd21549d-dafe-4016-b158-9f19416015f7 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:35.345970 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-dd21549d-dafe-4016-b158-9f19416015f7 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:35.359100 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['1d378451-e01f-4f75-9900-7f548105e2e1'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:16:35.400093 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-dd21549d-dafe-4016-b158-9f19416015f7 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Network 995f958c-4fad-48a1-a8d2-f7fc39188244 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:16:35.403690 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-dd21549d-dafe-4016-b158-9f19416015f7 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:16:35.454682 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-dd21549d-dafe-4016-b158-9f19416015f7 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:16:35.493598 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb033ef-4be3-4c3b-96d3-15169ea7a463 req-b4271075-8bb1-4dae-bdbf-405e3b19e4c8 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:35.511263 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cbb033ef-4be3-4c3b-96d3-15169ea7a463 req-b4271075-8bb1-4dae-bdbf-405e3b19e4c8 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.1166351 Oct 19 01:16:35.594089 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cbb033ef-4be3-4c3b-96d3-15169ea7a463 req-30459bfa-a673-451b-9af2-bd6c30cd312b tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816236 Oct 19 01:16:35.615332 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-dd21549d-dafe-4016-b158-9f19416015f7 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:35.616006 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-dd21549d-dafe-4016-b158-9f19416015f7 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:35.682413 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21549d-dafe-4016-b158-9f19416015f7 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Pushing event updated for resources: {'Port': ['ID=b39121f7-2e82-443d-b2b2-7b7ac4897397,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:35.761778 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 47486) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:35.771441 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-dd21549d-dafe-4016-b158-9f19416015f7 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8866067 Oct 19 01:16:35.789854 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-e8c048ed-d512-4c04-80dc-5de0b5af4191 service neutron] Request body: {'port': {'device_id': '8e40e547-c80e-44bd-b9db-cea59720c043', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:35.896356 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79c177-85d2-4cff-9942-9ffba6ebaaa5 req-4ac33970-428c-4929-958a-f54b203b643b tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:35.903197 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7b79c177-85d2-4cff-9942-9ffba6ebaaa5 req-4ac33970-428c-4929-958a-f54b203b643b tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 945 time: 0.2789400 Oct 19 01:16:35.907602 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6645e737-04f1-48e3-821c-5bd2d416618d tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:35.925159 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-e8c048ed-d512-4c04-80dc-5de0b5af4191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:35.948917 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-e54184eb-15f5-48c7-9d88-fd70bc796063 None None] Provisioning complete for port b39121f7-2e82-443d-b2b2-7b7ac4897397 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:35.951914 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e54184eb-15f5-48c7-9d88-fd70bc796063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:35.998431 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-e54184eb-15f5-48c7-9d88-fd70bc796063 None None] Port b39121f7-2e82-443d-b2b2-7b7ac4897397 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:16:36.003917 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6645e737-04f1-48e3-821c-5bd2d416618d tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:36.156911 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-02218887-e3d8-4c5f-939e-c34dfd8c6c92 req-78a2479a-99d5-4780-970d-5bf5bae50518 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 210 time: 0.0968373 Oct 19 01:16:36.198240 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6645e737-04f1-48e3-821c-5bd2d416618d tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:36.201548 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6645e737-04f1-48e3-821c-5bd2d416618d tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:36.202738 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6645e737-04f1-48e3-821c-5bd2d416618d tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "DELETE /v2.0/security-groups/31f2be55-0e9e-418f-8d3b-d47b39901060 HTTP/1.1" status: 204 len: 168 time: 0.4397833 Oct 19 01:16:36.217203 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47506) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:36.220733 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645e737-04f1-48e3-821c-5bd2d416618d tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f2be55-0e9e-418f-8d3b-d47b39901060,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:36.337596 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7b79c177-85d2-4cff-9942-9ffba6ebaaa5 req-3f91bec9-a211-4c42-bff0-baa75e26c4f0 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223783 Oct 19 01:16:36.345080 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-ba892438-ddf8-49ba-8dcd-64beb5aea0e2 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] show failed (client error): The resource could not be found. Oct 19 01:16:36.350099 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ba892438-ddf8-49ba-8dcd-64beb5aea0e2 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "GET /v2.0/security-groups/31f2be55-0e9e-418f-8d3b-d47b39901060 HTTP/1.1" status: 404 len: 347 time: 0.0826375 Oct 19 01:16:36.358002 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 47510) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:36.372392 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab9888-314b-480c-8bc3-81f599c8fea2 req-6918fd5f-d19b-40c5-9c46-9326a9a08cb2 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:36.375492 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6cab9888-314b-480c-8bc3-81f599c8fea2 req-6918fd5f-d19b-40c5-9c46-9326a9a08cb2 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8e40e547-c80e-44bd-b9db-cea59720c043 HTTP/1.1" status: 200 len: 1028 time: 0.0817945 Oct 19 01:16:36.449244 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-e8c048ed-d512-4c04-80dc-5de0b5af4191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b39121f7-2e82-443d-b2b2-7b7ac4897397 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:16:36.471874 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-e8c048ed-d512-4c04-80dc-5de0b5af4191 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:36.501372 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-e8c048ed-d512-4c04-80dc-5de0b5af4191 service neutron] Transition to ACTIVE for port object b39121f7-2e82-443d-b2b2-7b7ac4897397 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:16:36.511961 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-e8c048ed-d512-4c04-80dc-5de0b5af4191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:36.640035 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6cab9888-314b-480c-8bc3-81f599c8fea2 req-749bbfcb-ce0a-461e-a25c-773c19c39ac8 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e18fa122-9da3-4924-a334-3ac4ab3ce191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061367 Oct 19 01:16:36.681205 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-d174ef76-e103-4d00-9ab3-be48bd7f2395 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Deleting port 5103b3c0-8d79-41e8-8440-c6fbab6909d3 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:16:36.681562 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d174ef76-e103-4d00-9ab3-be48bd7f2395 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:36.701455 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c048ed-d512-4c04-80dc-5de0b5af4191 service neutron] Pushing event updated for resources: {'Port': ['ID=b39121f7-2e82-443d-b2b2-7b7ac4897397,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:36.842267 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d174ef76-e103-4d00-9ab3-be48bd7f2395 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:36.842906 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d174ef76-e103-4d00-9ab3-be48bd7f2395 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:36.858343 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-d174ef76-e103-4d00-9ab3-be48bd7f2395 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Calling delete_port for 5103b3c0-8d79-41e8-8440-c6fbab6909d3 owned by network:floatingip {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:16:36.888855 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-e8c048ed-d512-4c04-80dc-5de0b5af4191 service neutron] Attempting to bind port b39121f7-2e82-443d-b2b2-7b7ac4897397 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:16:36.889196 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-e8c048ed-d512-4c04-80dc-5de0b5af4191 service neutron] Attempting to bind port b39121f7-2e82-443d-b2b2-7b7ac4897397 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'de0fd25c-eaca-4e25-a94b-39c555ad937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '995f958c-4fad-48a1-a8d2-f7fc39188244'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:16:36.889522 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-e8c048ed-d512-4c04-80dc-5de0b5af4191 service neutron] Attempting to bind port b39121f7-2e82-443d-b2b2-7b7ac4897397 on network 995f958c-4fad-48a1-a8d2-f7fc39188244 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:16:36.899326 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f876d8-089f-48ca-bad4-ca904e6f82fc req-57b5929f-0fff-4dc3-9b54-0df2a5de103d tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:36.901071 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-63f876d8-089f-48ca-bad4-ca904e6f82fc req-57b5929f-0fff-4dc3-9b54-0df2a5de103d tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.1363032 Oct 19 01:16:36.914978 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-e8c048ed-d512-4c04-80dc-5de0b5af4191 service neutron] Port b39121f7-2e82-443d-b2b2-7b7ac4897397 on network 995f958c-4fad-48a1-a8d2-f7fc39188244 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:16:36.916570 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-e8c048ed-d512-4c04-80dc-5de0b5af4191 service neutron] Attempting to bind port b39121f7-2e82-443d-b2b2-7b7ac4897397 on network 995f958c-4fad-48a1-a8d2-f7fc39188244 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:16:36.941621 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-e8c048ed-d512-4c04-80dc-5de0b5af4191 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:16:36.946247 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-e8c048ed-d512-4c04-80dc-5de0b5af4191 service neutron] Checking segment: {'id': 'de0fd25c-eaca-4e25-a94b-39c555ad937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '995f958c-4fad-48a1-a8d2-f7fc39188244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:16:36.946965 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-e8c048ed-d512-4c04-80dc-5de0b5af4191 service neutron] Bound using segment: {'id': 'de0fd25c-eaca-4e25-a94b-39c555ad937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '995f958c-4fad-48a1-a8d2-f7fc39188244'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:16:36.948893 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-e8c048ed-d512-4c04-80dc-5de0b5af4191 service neutron] Bound port: b39121f7-2e82-443d-b2b2-7b7ac4897397, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de0fd25c-eaca-4e25-a94b-39c555ad937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '995f958c-4fad-48a1-a8d2-f7fc39188244'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:16:36.949784 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-e8c048ed-d512-4c04-80dc-5de0b5af4191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:37.136884 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-63f876d8-089f-48ca-bad4-ca904e6f82fc req-aec94f6c-3945-4d07-82a6-657187da20a2 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236454 Oct 19 01:16:37.151200 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d174ef76-e103-4d00-9ab3-be48bd7f2395 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:37.181138 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-e8c048ed-d512-4c04-80dc-5de0b5af4191 service neutron] For port b39121f7-2e82-443d-b2b2-7b7ac4897397, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:16:37.186500 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-e8c048ed-d512-4c04-80dc-5de0b5af4191 service neutron] For port b39121f7-2e82-443d-b2b2-7b7ac4897397, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=b39121f7-2e82-443d-b2b2-7b7ac4897397,segment=NetworkSegment(de0fd25c-eaca-4e25-a94b-39c555ad937b),segment_id=de0fd25c-eaca-4e25-a94b-39c555ad937b)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:16:37.195468 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-e8c048ed-d512-4c04-80dc-5de0b5af4191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:37.219918 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ef76-e103-4d00-9ab3-be48bd7f2395 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Pushing event deleted for resources: {'Port': ['ID=5103b3c0-8d79-41e8-8440-c6fbab6909d3,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:37.284240 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-e8c048ed-d512-4c04-80dc-5de0b5af4191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:37.286066 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-e8c048ed-d512-4c04-80dc-5de0b5af4191 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:37.287973 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-e8c048ed-d512-4c04-80dc-5de0b5af4191 service neutron] 10.222.0.55 "PUT /v2.0/ports/b39121f7-2e82-443d-b2b2-7b7ac4897397 HTTP/1.1" status: 200 len: 1093 time: 1.5042422 Oct 19 01:16:37.288544 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e40e547-c80e-44bd-b9db-cea59720c043', 'tag': 'b39121f7-2e82-443d-b2b2-7b7ac4897397'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:16:37.292387 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5cda1b4-22e0-48f6-9ee7-c400556039fb" -d '{"events": [{"name": "network-changed", "server_uuid": "8e40e547-c80e-44bd-b9db-cea59720c043", "tag": "b39121f7-2e82-443d-b2b2-7b7ac4897397"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:16:37.337296 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d174ef76-e103-4d00-9ab3-be48bd7f2395 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks [] for floatingip, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:37.339875 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d174ef76-e103-4d00-9ab3-be48bd7f2395 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:37.341030 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d174ef76-e103-4d00-9ab3-be48bd7f2395 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "DELETE /v2.0/floatingips/8ef4c26d-6d23-4f8e-9671-2673131af9e6 HTTP/1.1" status: 204 len: 168 time: 0.9807281 Oct 19 01:16:37.352939 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 47524) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:37.413854 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fa489d-14bc-4c4f-82b0-c11152b61780 x-openstack-request-id: req-f7fa489d-14bc-4c4f-82b0-c11152b61780 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:16:37.414076 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e40e547-c80e-44bd-b9db-cea59720c043", "tag": "b39121f7-2e82-443d-b2b2-7b7ac4897397", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:16:37.414340 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f7fa489d-14bc-4c4f-82b0-c11152b61780 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:16:37.414749 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e40e547-c80e-44bd-b9db-cea59720c043', 'tag': 'b39121f7-2e82-443d-b2b2-7b7ac4897397', 'status': 'completed', 'code': 200} Oct 19 01:16:37.422844 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c048ed-d512-4c04-80dc-5de0b5af4191 service neutron] Pushing event updated for resources: {'Port': ['ID=b39121f7-2e82-443d-b2b2-7b7ac4897397,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:37.442882 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-561eb3b0-f48c-4191-85e8-2027b51d17fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:37.453645 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-561eb3b0-f48c-4191-85e8-2027b51d17fa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=91aad9ee3ee940fc96327bead3d19e4f&device_id=8e40e547-c80e-44bd-b9db-cea59720c043 HTTP/1.1" status: 200 len: 1096 time: 0.0970144 Oct 19 01:16:37.463997 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-020ff23d-9e21-4002-bc54-4a1c89c0a9a9 req-337847cb-9f62-45ca-b6ac-9bc36350fa9d tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 210 time: 0.1313298 Oct 19 01:16:37.522225 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-4ad1a6dc-81ed-4a6a-9605-3a7cfadecc54 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b39121f7-2e82-443d-b2b2-7b7ac4897397 HTTP/1.1" status: 200 len: 217 time: 0.0540750 Oct 19 01:16:37.616007 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-03f9a875-118c-46ed-bc5f-5a2dfdbbd8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:37.617532 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-03f9a875-118c-46ed-bc5f-5a2dfdbbd8d7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a422bde3-a871-4a32-8785-c32872ac2066 HTTP/1.1" status: 200 len: 849 time: 0.0770979 Oct 19 01:16:37.651223 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-69e8d288-1c21-46ee-8606-a7f35ab45534 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Deleting port 9295caf7-42d8-4c78-a217-b3e9af380abb {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:16:37.651820 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-69e8d288-1c21-46ee-8606-a7f35ab45534 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:37.689213 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790264fb-495a-48b9-8df0-932e776c5103 req-87def882-f4e9-4cc9-8c81-ffe0013c75ef tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:37.697061 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-790264fb-495a-48b9-8df0-932e776c5103 req-87def882-f4e9-4cc9-8c81-ffe0013c75ef tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 945 time: 0.2418733 Oct 19 01:16:37.758304 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-790264fb-495a-48b9-8df0-932e776c5103 req-cbb217c4-2c64-4872-9369-8c3267911deb tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602214 Oct 19 01:16:37.789148 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-a858a01c-9a0b-4c4f-9573-50ee169d9f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:37.791041 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-a858a01c-9a0b-4c4f-9573-50ee169d9f58 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=995f958c-4fad-48a1-a8d2-f7fc39188244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1548884 Oct 19 01:16:37.870009 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-69e8d288-1c21-46ee-8606-a7f35ab45534 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:37.913197 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-69e8d288-1c21-46ee-8606-a7f35ab45534 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Calling delete_port for 9295caf7-42d8-4c78-a217-b3e9af380abb owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:16:38.049799 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-29146d10-ce6a-4573-a0ea-a7a9321ec8ba service neutron] 10.222.0.55 "GET /v2.0/networks/995f958c-4fad-48a1-a8d2-f7fc39188244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499142 Oct 19 01:16:38.239235 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-69e8d288-1c21-46ee-8606-a7f35ab45534 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:38.264946 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f85d8ee0-14a8-456a-817a-39037ad48390 req-20b72b0f-de7b-4759-a8d5-08ea5a0a03d8 service neutron] 10.222.0.55 "GET /v2.0/networks/995f958c-4fad-48a1-a8d2-f7fc39188244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061937 Oct 19 01:16:38.309202 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8d288-1c21-46ee-8606-a7f35ab45534 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Pushing event deleted for resources: {'Port': ['ID=9295caf7-42d8-4c78-a217-b3e9af380abb,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:38.326771 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9fefa-7551-442b-bea7-2cfc101cc6c7 req-da7c9c5f-9e40-4d2e-90b2-e23c46137ef8 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:38.328661 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f2d9fefa-7551-442b-bea7-2cfc101cc6c7 req-da7c9c5f-9e40-4d2e-90b2-e23c46137ef8 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8e40e547-c80e-44bd-b9db-cea59720c043 HTTP/1.1" status: 200 len: 1096 time: 0.5098057 Oct 19 01:16:38.388575 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032efff-9aa2-46ba-937e-d288eb3ab7fa req-1c92f425-64ac-4131-8293-5bd47d12ee80 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:38.390780 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3032efff-9aa2-46ba-937e-d288eb3ab7fa req-1c92f425-64ac-4131-8293-5bd47d12ee80 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.1201689 Oct 19 01:16:38.404354 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cda1b4-22e0-48f6-9ee7-c400556039fb req-bf3a3338-fec5-4077-9eba-2caceb17dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:38.406261 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d5cda1b4-22e0-48f6-9ee7-c400556039fb req-bf3a3338-fec5-4077-9eba-2caceb17dfcb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=91aad9ee3ee940fc96327bead3d19e4f&device_id=8e40e547-c80e-44bd-b9db-cea59720c043 HTTP/1.1" status: 200 len: 1096 time: 0.0891762 Oct 19 01:16:38.513094 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-69e8d288-1c21-46ee-8606-a7f35ab45534 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:38.519247 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-69e8d288-1c21-46ee-8606-a7f35ab45534 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "DELETE /v2.0/ports/9295caf7-42d8-4c78-a217-b3e9af380abb HTTP/1.1" status: 204 len: 168 time: 1.1652861 Oct 19 01:16:38.520030 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 47546) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:38.535375 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cda1b4-22e0-48f6-9ee7-c400556039fb req-c6e3c67c-ef2c-4ad4-875d-ef6a5e2ab48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:38.537379 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d5cda1b4-22e0-48f6-9ee7-c400556039fb req-c6e3c67c-ef2c-4ad4-875d-ef6a5e2ab48a service neutron] 10.222.0.55 "GET /v2.0/networks?id=995f958c-4fad-48a1-a8d2-f7fc39188244 HTTP/1.1" status: 200 len: 911 time: 0.1052198 Oct 19 01:16:38.545931 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3032efff-9aa2-46ba-937e-d288eb3ab7fa req-edacbef5-e8ca-417d-a480-c28439f7022c tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438584 Oct 19 01:16:38.583964 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f2d9fefa-7551-442b-bea7-2cfc101cc6c7 req-91c039f5-3b3b-44e4-8050-e05c3a0ab015 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e18fa122-9da3-4924-a334-3ac4ab3ce191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453763 Oct 19 01:16:38.607008 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d5cda1b4-22e0-48f6-9ee7-c400556039fb req-732ae7db-cef9-4cff-86b2-b241bb395f4d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b39121f7-2e82-443d-b2b2-7b7ac4897397 HTTP/1.1" status: 200 len: 217 time: 0.0598953 Oct 19 01:16:38.711906 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-4bcc8c69-cecf-4987-bd09-dcbcb1c2f524 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Deleting port f4cd700e-932d-4677-adfa-4b17f1b59025 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:16:38.712445 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4bcc8c69-cecf-4987-bd09-dcbcb1c2f524 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:38.723716 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-20638e33-1085-4885-8cea-b7e411d1e0a7 req-5714af90-c540-4437-9713-7c12f2cedef5 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 210 time: 0.0632801 Oct 19 01:16:38.773532 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cda1b4-22e0-48f6-9ee7-c400556039fb req-323e7a55-1920-425e-a472-a36603bc26ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:38.778155 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d5cda1b4-22e0-48f6-9ee7-c400556039fb req-323e7a55-1920-425e-a472-a36603bc26ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a422bde3-a871-4a32-8785-c32872ac2066 HTTP/1.1" status: 200 len: 849 time: 0.1628239 Oct 19 01:16:38.896986 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cda1b4-22e0-48f6-9ee7-c400556039fb req-db365505-42ba-42a2-a8cc-579ababe7da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:38.898646 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d5cda1b4-22e0-48f6-9ee7-c400556039fb req-db365505-42ba-42a2-a8cc-579ababe7da0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=995f958c-4fad-48a1-a8d2-f7fc39188244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1118698 Oct 19 01:16:39.013068 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4bcc8c69-cecf-4987-bd09-dcbcb1c2f524 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:39.040666 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-4bcc8c69-cecf-4987-bd09-dcbcb1c2f524 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Calling delete_port for f4cd700e-932d-4677-adfa-4b17f1b59025 owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:16:39.068268 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d5cda1b4-22e0-48f6-9ee7-c400556039fb req-935536a3-4d7d-4a7b-aa25-be311cc0b87d service neutron] 10.222.0.55 "GET /v2.0/networks/995f958c-4fad-48a1-a8d2-f7fc39188244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604829 Oct 19 01:16:39.237314 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5ecc3-dc58-4d3c-882d-efc12ddf8fd5 req-8b49150a-1cab-409d-a131-b897688bff75 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:39.246013 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d0a5ecc3-dc58-4d3c-882d-efc12ddf8fd5 req-8b49150a-1cab-409d-a131-b897688bff75 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 945 time: 0.2065890 Oct 19 01:16:39.249417 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d5cda1b4-22e0-48f6-9ee7-c400556039fb req-d463181c-f88a-459e-948a-c7bdee664e19 service neutron] 10.222.0.55 "GET /v2.0/networks/995f958c-4fad-48a1-a8d2-f7fc39188244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707649 Oct 19 01:16:39.371436 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d0a5ecc3-dc58-4d3c-882d-efc12ddf8fd5 req-18e4ee7c-50e4-42bb-853e-140cc5916b98 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243348 Oct 19 01:16:39.372636 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4bcc8c69-cecf-4987-bd09-dcbcb1c2f524 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:39.405968 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc8c69-cecf-4987-bd09-dcbcb1c2f524 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Pushing event deleted for resources: {'Port': ['ID=f4cd700e-932d-4677-adfa-4b17f1b59025,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:39.498401 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device efeadb03-b8e1-4204-b42c-be7a2a69aa70 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:16:39.523318 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4bcc8c69-cecf-4987-bd09-dcbcb1c2f524 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:39.532393 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47556) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:39.536667 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4bcc8c69-cecf-4987-bd09-dcbcb1c2f524 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "DELETE /v2.0/ports/f4cd700e-932d-4677-adfa-4b17f1b59025 HTTP/1.1" status: 204 len: 168 time: 1.0098853 Oct 19 01:16:39.668741 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-b25bfc61-fd17-4df3-90f6-bd99824ee564 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Deleting subnet 20db5d13-0783-4fe8-8bf3-782bee1ace5f {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:16:39.678898 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b25bfc61-fd17-4df3-90f6-bd99824ee564 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:39.761832 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port efeadb03-b8e1-4204-b42c-be7a2a69aa70, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=efeadb03-b8e1-4204-b42c-be7a2a69aa70,segment=NetworkSegment(ffd81065-8232-4238-985f-d7b5c5e64688),segment_id=ffd81065-8232-4238-985f-d7b5c5e64688)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:39.789702 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'efeadb03-b8e1-4204-b42c-be7a2a69aa70', 'network_id': '6fde0681-0303-4885-b4d6-e7a52aa1ed5d', 'port_id': 'efeadb03-b8e1-4204-b42c-be7a2a69aa70', 'mac_address': 'fa:16:3e:45:b2:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c34f3bc6-87d2-43ce-a91f-60bcb8357212', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:16:39.799413 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a417d95-7cc0-4c64-b05a-9a4aa6dd245c req-3042628d-7fe5-46f2-b57f-157ac6ff0aa2 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:39.816438 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5a417d95-7cc0-4c64-b05a-9a4aa6dd245c req-3042628d-7fe5-46f2-b57f-157ac6ff0aa2 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8e40e547-c80e-44bd-b9db-cea59720c043 HTTP/1.1" status: 200 len: 1096 time: 0.0898077 Oct 19 01:16:39.822237 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b25bfc61-fd17-4df3-90f6-bd99824ee564 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:39.926843 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5a417d95-7cc0-4c64-b05a-9a4aa6dd245c req-4a3af5c0-1cec-4e5f-b964-f4fe3e2cdba7 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e18fa122-9da3-4924-a334-3ac4ab3ce191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082821 Oct 19 01:16:39.934909 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:39.969774 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b25bfc61-fd17-4df3-90f6-bd99824ee564 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:40.032899 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id efeadb03-b8e1-4204-b42c-be7a2a69aa70 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:16:40.125851 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b25bfc61-fd17-4df3-90f6-bd99824ee564 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:40.132210 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port efeadb03-b8e1-4204-b42c-be7a2a69aa70, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=efeadb03-b8e1-4204-b42c-be7a2a69aa70,segment=NetworkSegment(ffd81065-8232-4238-985f-d7b5c5e64688),segment_id=ffd81065-8232-4238-985f-d7b5c5e64688)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:40.144479 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:40.226930 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25bfc61-fd17-4df3-90f6-bd99824ee564 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Pushing event deleted for resources: {'Subnet': ['ID=20db5d13-0783-4fe8-8bf3-782bee1ace5f,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:40.230851 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-03a4b795-3007-4697-b857-809e2ef8eb4c req-ce711791-c502-43e0-bfc4-1c84958af64e tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 210 time: 0.0550597 Oct 19 01:16:40.240713 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b25bfc61-fd17-4df3-90f6-bd99824ee564 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:40.244067 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b25bfc61-fd17-4df3-90f6-bd99824ee564 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "DELETE /v2.0/subnets/20db5d13-0783-4fe8-8bf3-782bee1ace5f HTTP/1.1" status: 204 len: 168 time: 0.7106020 Oct 19 01:16:40.246767 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 47572) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:40.286069 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=efeadb03-b8e1-4204-b42c-be7a2a69aa70,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:40.295387 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ea29c-b354-4353-97b6-4e0760599b82 req-8d668e58-0710-40fb-bc71-c857cf553145 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:40.307199 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3873c2-52a8-406c-8edc-420fa4eb0988 None None] Network 1fccc762-9472-4b6b-bfe9-f151cb76e57f requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:16:40.311821 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-383ea29c-b354-4353-97b6-4e0760599b82 req-8d668e58-0710-40fb-bc71-c857cf553145 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.5638807 Oct 19 01:16:40.357650 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c8fd6c6-7159-448d-a2f6-0189ad2d0ea4 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Deleting subnet 29cf1726-8fa8-4c40-850e-1896dbedb352 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:16:40.369319 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6c8fd6c6-7159-448d-a2f6-0189ad2d0ea4 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:40.400010 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-383ea29c-b354-4353-97b6-4e0760599b82 req-61b145af-e476-428d-bbe2-b04ee73a9886 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869982 Oct 19 01:16:40.484855 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6c8fd6c6-7159-448d-a2f6-0189ad2d0ea4 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:40.557808 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02906195-857c-4218-9b62-5940fb9a918a None None] DHCP port deletion for 1fccc762-9472-4b6b-bfe9-f151cb76e57f request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:16:40.625405 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00eeff2-3e2f-43b5-a08e-5ca224bad314 req-e67c37c6-0608-4347-b8c3-337888e9e514 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:40.626929 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f00eeff2-3e2f-43b5-a08e-5ca224bad314 req-e67c37c6-0608-4347-b8c3-337888e9e514 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 945 time: 0.1158211 Oct 19 01:16:40.639602 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-02906195-857c-4218-9b62-5940fb9a918a None None] Deleting port 1c53ed1f-bc9e-46b3-9b84-76fb95611a92 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:16:40.640096 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-02906195-857c-4218-9b62-5940fb9a918a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:40.670437 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['efeadb03-b8e1-4204-b42c-be7a2a69aa70'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:16:40.688130 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6c8fd6c6-7159-448d-a2f6-0189ad2d0ea4 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:40.795347 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6c8fd6c6-7159-448d-a2f6-0189ad2d0ea4 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:40.818816 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 1c53ed1f-bc9e-46b3-9b84-76fb95611a92 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:16:40.837595 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f00eeff2-3e2f-43b5-a08e-5ca224bad314 req-9a485440-8768-4421-8b83-877af30da920 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762693 Oct 19 01:16:40.860641 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6c8fd6c6-7159-448d-a2f6-0189ad2d0ea4 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:40.867357 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6c8fd6c6-7159-448d-a2f6-0189ad2d0ea4 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "DELETE /v2.0/subnets/29cf1726-8fa8-4c40-850e-1896dbedb352 HTTP/1.1" status: 204 len: 168 time: 0.6173418 Oct 19 01:16:40.867357 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8fd6c6-7159-448d-a2f6-0189ad2d0ea4 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Pushing event deleted for resources: {'Subnet': ['ID=29cf1726-8fa8-4c40-850e-1896dbedb352,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:40.868153 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47578) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:40.889623 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-02906195-857c-4218-9b62-5940fb9a918a None None] For port 1c53ed1f-bc9e-46b3-9b84-76fb95611a92, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=1c53ed1f-bc9e-46b3-9b84-76fb95611a92,segment=NetworkSegment(8383d18e-5233-4c4a-8260-014a3d8869b9),segment_id=8383d18e-5233-4c4a-8260-014a3d8869b9)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:40.891045 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-02906195-857c-4218-9b62-5940fb9a918a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:40.906240 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-02906195-857c-4218-9b62-5940fb9a918a None None] Calling delete_port for 1c53ed1f-bc9e-46b3-9b84-76fb95611a92 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:16:41.090639 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e83d142-072c-4963-ab0c-e631d0aa0a79 None None] Network 55515e32-5e42-485f-bdb8-5274dcde7dea requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:16:41.104585 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No active binding found for port 1c53ed1f-bc9e-46b3-9b84-76fb95611a92 {{(pid=100608) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 19 01:16:41.105148 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 1c53ed1f-bc9e-46b3-9b84-76fb95611a92 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:16:41.119235 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2a11b15b-219b-4e94-974c-68d612b09e55 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:41.123088 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-02906195-857c-4218-9b62-5940fb9a918a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:41.153225 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02906195-857c-4218-9b62-5940fb9a918a None None] No DVR routers for this DVR port 1c53ed1f-bc9e-46b3-9b84-76fb95611a92 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:16:41.243434 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02906195-857c-4218-9b62-5940fb9a918a None None] Pushing event deleted for resources: {'Port': ['ID=1c53ed1f-bc9e-46b3-9b84-76fb95611a92,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:41.449717 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-02038d8d-d171-46ad-ad78-2a00578670dc req-c34e4bd6-74a4-4994-8f20-d086eb30370e tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 210 time: 0.0543659 Oct 19 01:16:41.494320 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 47602) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:41.679094 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4350624e-dc41-46d0-8e2c-d09f04aef130 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:41.715148 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36207f2c-eea8-4064-9a41-813e3bcdff8a req-959cc4fe-e875-4080-858b-b9eef3685f3c tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:41.737157 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-36207f2c-eea8-4064-9a41-813e3bcdff8a req-959cc4fe-e875-4080-858b-b9eef3685f3c tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 944 time: 0.1484549 Oct 19 01:16:41.827967 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05aadb03-fcbe-4645-9b61-c6073fb471aa None None] DHCP port deletion for 55515e32-5e42-485f-bdb8-5274dcde7dea request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:16:41.833550 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-36207f2c-eea8-4064-9a41-813e3bcdff8a req-ea8f2473-a253-471a-9c19-60049e770f80 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720065 Oct 19 01:16:41.931467 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4350624e-dc41-46d0-8e2c-d09f04aef130 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:41.937429 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4350624e-dc41-46d0-8e2c-d09f04aef130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:41.970312 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-05aadb03-fcbe-4645-9b61-c6073fb471aa None None] Deleting port 1b175828-aea0-44c7-b3a9-2ec81aedbb3d {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:16:41.974627 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-05aadb03-fcbe-4645-9b61-c6073fb471aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:42.025984 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2a11b15b-219b-4e94-974c-68d612b09e55 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:42.044521 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ac289-bd51-49ce-8192-6b5fbad9d865 req-1e3ed2d7-23fe-4c81-8acb-4ba2d302d7f4 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:42.058781 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-411ac289-bd51-49ce-8192-6b5fbad9d865 req-1e3ed2d7-23fe-4c81-8acb-4ba2d302d7f4 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 945 time: 0.1154909 Oct 19 01:16:42.095358 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-2a11b15b-219b-4e94-974c-68d612b09e55 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fccc762-9472-4b6b-bfe9-f151cb76e57f']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:16:42.104072 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4350624e-dc41-46d0-8e2c-d09f04aef130 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ed13a20a58984f058e89125dc52b627d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6086280 Oct 19 01:16:42.114360 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 47614) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:42.128011 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-2a11b15b-219b-4e94-974c-68d612b09e55 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8383d18e-5233-4c4a-8260-014a3d8869b9') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:16:42.128429 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-2a11b15b-219b-4e94-974c-68d612b09e55 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8383d18e-5233-4c4a-8260-014a3d8869b9') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:16:42.146856 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc29fa1-1af9-4aee-8bb7-4449d93ae4f2 req-7c1207c3-f5be-4b84-b7ad-521edfa55b09 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:42.164743 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-05aadb03-fcbe-4645-9b61-c6073fb471aa None None] For port 1b175828-aea0-44c7-b3a9-2ec81aedbb3d, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=1b175828-aea0-44c7-b3a9-2ec81aedbb3d,segment=NetworkSegment(b01a7d88-a003-47a9-b860-30f595d12d4c),segment_id=b01a7d88-a003-47a9-b860-30f595d12d4c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:42.165145 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-05aadb03-fcbe-4645-9b61-c6073fb471aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:42.166107 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8bc29fa1-1af9-4aee-8bb7-4449d93ae4f2 req-7c1207c3-f5be-4b84-b7ad-521edfa55b09 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8e40e547-c80e-44bd-b9db-cea59720c043 HTTP/1.1" status: 200 len: 1096 time: 1.1173561 Oct 19 01:16:42.166641 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350624e-dc41-46d0-8e2c-d09f04aef130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36175505-1774-4111-afb9-04ffde34998b,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:42.170489 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2a11b15b-219b-4e94-974c-68d612b09e55 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:42.182493 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-05aadb03-fcbe-4645-9b61-c6073fb471aa None None] Calling delete_port for 1b175828-aea0-44c7-b3a9-2ec81aedbb3d owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:16:42.206498 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-411ac289-bd51-49ce-8192-6b5fbad9d865 req-c132f4cf-0c7f-4616-bf59-0b2b96664404 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427433 Oct 19 01:16:42.226850 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-df3085d5-d7ca-43b4-9641-4b70dd7dc1f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:42.257039 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2a11b15b-219b-4e94-974c-68d612b09e55 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:42.258660 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-df3085d5-d7ca-43b4-9641-4b70dd7dc1f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:42.269996 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:16:42.290935 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-05aadb03-fcbe-4645-9b61-c6073fb471aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:42.295367 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a11b15b-219b-4e94-974c-68d612b09e55 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:16:42.297341 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2a11b15b-219b-4e94-974c-68d612b09e55 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:42.305848 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:16:42.305848 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:16:42.305848 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:16:42.305848 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:16:42.305848 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:16:42.305848 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:16:42.305848 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:16:42.305848 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:16:42.305848 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:16:42.305848 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:16:42.305848 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:16:42.305848 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:16:42.305848 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:16:42.305848 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:16:42.305848 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:16:42.305848 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:16:42.305848 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:16:42.305848 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:16:42.305848 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:16:42.305848 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:16:42.305848 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:16:42.305848 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:16:42.305848 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:16:42.305848 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:16:42.305848 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:16:42.305848 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:16:42.305848 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:16:42.305848 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:16:42.305848 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:16:42.305848 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:16:42.305848 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:16:42.305848 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:16:42.338609 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aadb03-fcbe-4645-9b61-c6073fb471aa None None] Pushing event deleted for resources: {'Port': ['ID=1b175828-aea0-44c7-b3a9-2ec81aedbb3d,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:42.343467 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aadb03-fcbe-4645-9b61-c6073fb471aa None None] No DVR routers for this DVR port 1b175828-aea0-44c7-b3a9-2ec81aedbb3d on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:16:42.352822 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8bc29fa1-1af9-4aee-8bb7-4449d93ae4f2 req-efc29676-119f-4763-87e9-6a006f194c0f tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e18fa122-9da3-4924-a334-3ac4ab3ce191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851165 Oct 19 01:16:42.404109 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-df3085d5-d7ca-43b4-9641-4b70dd7dc1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:42.407025 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-df3085d5-d7ca-43b4-9641-4b70dd7dc1f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:42.408048 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-df3085d5-d7ca-43b4-9641-4b70dd7dc1f4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/36175505-1774-4111-afb9-04ffde34998b HTTP/1.1" status: 204 len: 168 time: 0.2923501 Oct 19 01:16:42.425077 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3085d5-d7ca-43b4-9641-4b70dd7dc1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36175505-1774-4111-afb9-04ffde34998b,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:42.461804 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2a11b15b-219b-4e94-974c-68d612b09e55 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:42.503466 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2a11b15b-219b-4e94-974c-68d612b09e55 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:42.509564 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2a11b15b-219b-4e94-974c-68d612b09e55 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "DELETE /v2.0/networks/1fccc762-9472-4b6b-bfe9-f151cb76e57f HTTP/1.1" status: 204 len: 168 time: 1.6401293 Oct 19 01:16:42.510908 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11b15b-219b-4e94-974c-68d612b09e55 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Pushing event deleted for resources: {'Network': ['ID=1fccc762-9472-4b6b-bfe9-f151cb76e57f,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:42.512270 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 47626) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:42.776186 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 1b175828-aea0-44c7-b3a9-2ec81aedbb3d no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:16:42.811390 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-912c4a9d-e1d7-493c-9aa8-da80e5f9d210 req-f8d81396-9181-45e3-8d48-492d0750c2c4 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 210 time: 0.1647780 Oct 19 01:16:42.835310 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4aeea82e-996b-4f34-afe0-fe58e665b290 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:42.849679 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 1b175828-aea0-44c7-b3a9-2ec81aedbb3d {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:16:42.850202 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 1b175828-aea0-44c7-b3a9-2ec81aedbb3d not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:16:43.181439 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59876b2f-b5ad-4206-98cf-1c28b3717b12 req-f939a22c-1260-4c76-8d18-970e7d4cde20 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:43.187380 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-59876b2f-b5ad-4206-98cf-1c28b3717b12 req-f939a22c-1260-4c76-8d18-970e7d4cde20 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 944 time: 0.2149141 Oct 19 01:16:43.204359 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4aeea82e-996b-4f34-afe0-fe58e665b290 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:43.292236 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-4aeea82e-996b-4f34-afe0-fe58e665b290 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55515e32-5e42-485f-bdb8-5274dcde7dea']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:16:43.317975 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-59876b2f-b5ad-4206-98cf-1c28b3717b12 req-f5a01267-9214-4a6f-b1ff-db1a3543793a tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185486 Oct 19 01:16:43.346474 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-4aeea82e-996b-4f34-afe0-fe58e665b290 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b01a7d88-a003-47a9-b860-30f595d12d4c') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:16:43.346781 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-4aeea82e-996b-4f34-afe0-fe58e665b290 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b01a7d88-a003-47a9-b860-30f595d12d4c') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:16:43.388918 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device b39121f7-2e82-443d-b2b2-7b7ac4897397 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:16:43.465528 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4aeea82e-996b-4f34-afe0-fe58e665b290 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:43.549919 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4aeea82e-996b-4f34-afe0-fe58e665b290 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:43.588449 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aeea82e-996b-4f34-afe0-fe58e665b290 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:16:43.588859 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4aeea82e-996b-4f34-afe0-fe58e665b290 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:43.611107 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device efeadb03-b8e1-4204-b42c-be7a2a69aa70 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:16:43.656818 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68a0a6-773e-45ab-9267-67c45b4252bc req-f5b19de5-0ea6-42bd-ae51-f95e872b2a95 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:43.664652 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6a68a0a6-773e-45ab-9267-67c45b4252bc req-f5b19de5-0ea6-42bd-ae51-f95e872b2a95 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8e40e547-c80e-44bd-b9db-cea59720c043 HTTP/1.1" status: 200 len: 1096 time: 0.1690221 Oct 19 01:16:43.721891 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:16:43.721891 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:16:43.721891 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:16:43.721891 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:16:43.721891 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:16:43.721891 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:16:43.721891 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:16:43.721891 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:16:43.721891 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:16:43.721891 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:16:43.721891 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:16:43.721891 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:16:43.721891 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:16:43.721891 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:16:43.721891 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:16:43.721891 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:16:43.721891 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:16:43.721891 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:16:43.721891 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:16:43.721891 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:16:43.721891 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:16:43.721891 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:16:43.721891 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:16:43.721891 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:16:43.721891 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:16:43.721891 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:16:43.721891 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:16:43.721891 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:16:43.721891 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:16:43.721891 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:16:43.721891 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:16:43.721891 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:16:43.732888 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4aeea82e-996b-4f34-afe0-fe58e665b290 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:43.742131 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4aeea82e-996b-4f34-afe0-fe58e665b290 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:43.748216 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port efeadb03-b8e1-4204-b42c-be7a2a69aa70 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:43.749195 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:43.757945 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4aeea82e-996b-4f34-afe0-fe58e665b290 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] 10.222.0.57 "DELETE /v2.0/networks/55515e32-5e42-485f-bdb8-5274dcde7dea HTTP/1.1" status: 204 len: 168 time: 1.2317579 Oct 19 01:16:43.797235 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c47737-ae2f-4653-b8de-bb6eb65ad2d8 req-f072c1a1-315e-4281-918d-904185d280b0 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:43.811573 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e0c47737-ae2f-4653-b8de-bb6eb65ad2d8 req-f072c1a1-315e-4281-918d-904185d280b0 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 945 time: 0.4421856 Oct 19 01:16:43.867159 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6a68a0a6-773e-45ab-9267-67c45b4252bc req-d598dde7-1485-406c-8846-c84ad4ee643a tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e18fa122-9da3-4924-a334-3ac4ab3ce191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913579 Oct 19 01:16:43.918381 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeea82e-996b-4f34-afe0-fe58e665b290 tempest-TaggedBootDevicesTest-932310197 tempest-TaggedBootDevicesTest-932310197-project] Pushing event deleted for resources: {'Network': ['ID=55515e32-5e42-485f-bdb8-5274dcde7dea,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:43.982636 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port b39121f7-2e82-443d-b2b2-7b7ac4897397, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=b39121f7-2e82-443d-b2b2-7b7ac4897397,segment=NetworkSegment(de0fd25c-eaca-4e25-a94b-39c555ad937b),segment_id=de0fd25c-eaca-4e25-a94b-39c555ad937b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:44.033216 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'b39121f7-2e82-443d-b2b2-7b7ac4897397', 'network_id': '995f958c-4fad-48a1-a8d2-f7fc39188244', 'port_id': 'b39121f7-2e82-443d-b2b2-7b7ac4897397', 'mac_address': 'fa:16:3e:c8:a3:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a422bde3-a871-4a32-8785-c32872ac2066', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:16:44.043542 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ebbe8c99-b565-4505-a31b-1af5e7da14e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:44.046035 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e0c47737-ae2f-4653-b8de-bb6eb65ad2d8 req-37166a12-2ab4-4198-82a6-d6ca5d348182 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321479 Oct 19 01:16:44.208933 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-65af7f93-3adf-4f65-82fe-d7d1db50d69d req-22ec7d3f-2849-4835-a4ff-b7eb978673a2 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 210 time: 0.0933678 Oct 19 01:16:44.228962 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:44.263845 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9983c045-b6f4-4c14-ae7e-d84c02c3f7b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efeadb03-b8e1-4204-b42c-be7a2a69aa70'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:16:44.266084 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fc3cb8-e67a-4436-9c27-de510cd2800b" -d '{"events": [{"server_uuid": "9983c045-b6f4-4c14-ae7e-d84c02c3f7b2", "name": "network-vif-plugged", "status": "completed", "tag": "efeadb03-b8e1-4204-b42c-be7a2a69aa70"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:16:44.298225 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:44.329226 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port efeadb03-b8e1-4204-b42c-be7a2a69aa70, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=efeadb03-b8e1-4204-b42c-be7a2a69aa70,segment=NetworkSegment(ffd81065-8232-4238-985f-d7b5c5e64688),segment_id=ffd81065-8232-4238-985f-d7b5c5e64688)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:44.347834 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:44.351692 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920b7ea2-acde-4ec6-a92e-f361f8955be3 x-openstack-request-id: req-920b7ea2-acde-4ec6-a92e-f361f8955be3 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:16:44.352174 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9983c045-b6f4-4c14-ae7e-d84c02c3f7b2", "name": "network-vif-plugged", "status": "completed", "tag": "efeadb03-b8e1-4204-b42c-be7a2a69aa70", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:16:44.352565 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-920b7ea2-acde-4ec6-a92e-f361f8955be3 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:16:44.353112 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9983c045-b6f4-4c14-ae7e-d84c02c3f7b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efeadb03-b8e1-4204-b42c-be7a2a69aa70', 'code': 200} Oct 19 01:16:44.405956 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=efeadb03-b8e1-4204-b42c-be7a2a69aa70,revision_number=7']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:44.410300 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b39121f7-2e82-443d-b2b2-7b7ac4897397 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:16:44.441290 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port b39121f7-2e82-443d-b2b2-7b7ac4897397, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=b39121f7-2e82-443d-b2b2-7b7ac4897397,segment=NetworkSegment(de0fd25c-eaca-4e25-a94b-39c555ad937b),segment_id=de0fd25c-eaca-4e25-a94b-39c555ad937b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:44.450385 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:44.551854 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c9961-ec23-48b7-8ea4-b973bcda32ef req-4ed66e12-79b3-4250-b62e-8dc1ebefbaf0 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:44.561878 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2a9c9961-ec23-48b7-8ea4-b973bcda32ef req-4ed66e12-79b3-4250-b62e-8dc1ebefbaf0 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.1006899 Oct 19 01:16:44.563762 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=b39121f7-2e82-443d-b2b2-7b7ac4897397,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:44.627100 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2a9c9961-ec23-48b7-8ea4-b973bcda32ef req-bee6b154-cc94-4553-946d-174b8cf4ba7c tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576644 Oct 19 01:16:44.792763 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['b39121f7-2e82-443d-b2b2-7b7ac4897397'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:16:45.262941 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26c0e0-0fde-4313-8802-09158e9ce3ba req-c2c1b1e2-956f-4e45-b566-30f4ee1006b1 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:45.275931 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0a26c0e0-0fde-4313-8802-09158e9ce3ba req-c2c1b1e2-956f-4e45-b566-30f4ee1006b1 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8e40e547-c80e-44bd-b9db-cea59720c043 HTTP/1.1" status: 200 len: 1097 time: 0.2108932 Oct 19 01:16:45.284527 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cbd04-f4f9-48d6-ba68-73c2229b9fa6 req-58510873-71ca-4f18-9526-f40d1d309f60 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:45.296359 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c4cbd04-f4f9-48d6-ba68-73c2229b9fa6 req-58510873-71ca-4f18-9526-f40d1d309f60 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 945 time: 0.1494608 Oct 19 01:16:45.436868 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0a26c0e0-0fde-4313-8802-09158e9ce3ba req-b5dbce79-8515-4ff2-a29a-ab386cec6dbe tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e18fa122-9da3-4924-a334-3ac4ab3ce191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549859 Oct 19 01:16:45.446275 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c4cbd04-f4f9-48d6-ba68-73c2229b9fa6 req-d1ad7883-b6b3-417e-a110-b143a7d4bf29 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396472 Oct 19 01:16:45.622208 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fe651f0b-1c33-4d10-9340-6985ac5dd386 req-72d2a2ad-3a0b-464b-909c-24a93047ddfd tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 210 time: 0.0596421 Oct 19 01:16:45.829635 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57e602-4ed8-4266-bf1f-556de261f666 req-f7c7b138-9319-48b4-8008-3afa55f2128e tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:45.846696 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8d57e602-4ed8-4266-bf1f-556de261f666 req-f7c7b138-9319-48b4-8008-3afa55f2128e tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.1085546 Oct 19 01:16:45.928228 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8d57e602-4ed8-4266-bf1f-556de261f666 req-eade64e1-83c7-4f0a-b5c5-f479edcfd943 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806506 Oct 19 01:16:46.558944 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a91126c1-2a99-453e-af40-a4896763d5ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:46.712484 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1b425-a721-4805-bc98-2b49813d0ae4 req-d2770826-e560-45f8-8dae-f15dae7593e3 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:46.728168 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3af1b425-a721-4805-bc98-2b49813d0ae4 req-d2770826-e560-45f8-8dae-f15dae7593e3 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8e40e547-c80e-44bd-b9db-cea59720c043 HTTP/1.1" status: 200 len: 1097 time: 0.1547997 Oct 19 01:16:46.747147 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41179120-ef61-49f0-a825-e87a07686653 req-adcf2c73-c4b4-440c-8301-867e2e25968a tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:46.771106 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-41179120-ef61-49f0-a825-e87a07686653 req-adcf2c73-c4b4-440c-8301-867e2e25968a tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 945 time: 0.1754491 Oct 19 01:16:46.818144 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3af1b425-a721-4805-bc98-2b49813d0ae4 req-b4deedff-c61b-454a-859f-897aee53a8a8 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e18fa122-9da3-4924-a334-3ac4ab3ce191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808494 Oct 19 01:16:46.887695 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-41179120-ef61-49f0-a825-e87a07686653 req-59b9803e-b800-4a8e-bae1-816bd2eb3c2a tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034327 Oct 19 01:16:46.982736 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-995f83bc-2653-4af4-8a84-5163f028202a req-3400854c-e94e-4011-8019-53d21d865059 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 210 time: 0.0646675 Oct 19 01:16:47.151047 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20551e3c-6343-48cd-883f-6519599a24b6 req-0af2efa8-a32e-4803-9e23-25f153a39987 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:47.159690 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-20551e3c-6343-48cd-883f-6519599a24b6 req-0af2efa8-a32e-4803-9e23-25f153a39987 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.0978246 Oct 19 01:16:47.216451 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-20551e3c-6343-48cd-883f-6519599a24b6 req-b4c4d8a2-f42c-48c2-93ff-176928c51148 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557516 Oct 19 01:16:47.255045 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:47.401394 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device b39121f7-2e82-443d-b2b2-7b7ac4897397 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:16:47.500663 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port b39121f7-2e82-443d-b2b2-7b7ac4897397 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:16:47.509836 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port b39121f7-2e82-443d-b2b2-7b7ac4897397 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:47.511132 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:47.636344 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:47.680134 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port b39121f7-2e82-443d-b2b2-7b7ac4897397, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=b39121f7-2e82-443d-b2b2-7b7ac4897397,segment=NetworkSegment(de0fd25c-eaca-4e25-a94b-39c555ad937b),segment_id=de0fd25c-eaca-4e25-a94b-39c555ad937b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:47.681279 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e40e547-c80e-44bd-b9db-cea59720c043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39121f7-2e82-443d-b2b2-7b7ac4897397'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:16:47.684342 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a2cd23-e8a7-4032-9f8d-a4a587897a11" -d '{"events": [{"server_uuid": "8e40e547-c80e-44bd-b9db-cea59720c043", "name": "network-vif-plugged", "status": "completed", "tag": "b39121f7-2e82-443d-b2b2-7b7ac4897397"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:16:47.693801 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:47.762732 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809509d9-e9fb-4661-815b-61c935e195b3 x-openstack-request-id: req-809509d9-e9fb-4661-815b-61c935e195b3 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:16:47.762732 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e40e547-c80e-44bd-b9db-cea59720c043", "name": "network-vif-plugged", "status": "completed", "tag": "b39121f7-2e82-443d-b2b2-7b7ac4897397", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:16:47.762950 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-809509d9-e9fb-4661-815b-61c935e195b3 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:16:47.763317 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e40e547-c80e-44bd-b9db-cea59720c043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39121f7-2e82-443d-b2b2-7b7ac4897397', 'code': 200} Oct 19 01:16:47.783336 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=b39121f7-2e82-443d-b2b2-7b7ac4897397,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:47.795284 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:47.795695 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:47.796164 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:47.796549 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:47.796934 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:47.797277 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:47.797611 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:47.797944 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:47.798399 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:47.798973 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:47.799424 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:47.799839 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:47.804553 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:48.024794 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2447a-1754-4ad9-bfdc-d3b673bcabd0 req-efe82b6c-4aa5-471f-b3de-0e2d733c9d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:48.026524 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4af2447a-1754-4ad9-bfdc-d3b673bcabd0 req-efe82b6c-4aa5-471f-b3de-0e2d733c9d1c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8e40e547-c80e-44bd-b9db-cea59720c043 HTTP/1.1" status: 200 len: 1098 time: 0.1766865 Oct 19 01:16:48.147521 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4af2447a-1754-4ad9-bfdc-d3b673bcabd0 req-72e2ee7a-1f7e-4185-81bf-e463d5533ed1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e18fa122-9da3-4924-a334-3ac4ab3ce191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781908 Oct 19 01:16:48.169066 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964c304-a794-44d2-8ea2-4b4afa621a2d req-e9d5e8ea-dcf2-423f-8e5c-44f5e6dd47b0 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:48.183508 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9964c304-a794-44d2-8ea2-4b4afa621a2d req-e9d5e8ea-dcf2-423f-8e5c-44f5e6dd47b0 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8e40e547-c80e-44bd-b9db-cea59720c043 HTTP/1.1" status: 200 len: 1098 time: 0.1530318 Oct 19 01:16:48.230082 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9964c304-a794-44d2-8ea2-4b4afa621a2d req-e9a15fc2-e83a-49da-b1f2-3a8bd1f50a45 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e18fa122-9da3-4924-a334-3ac4ab3ce191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444641 Oct 19 01:16:48.252145 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d31200-c1ba-4844-8920-3bd55e5f49d3 req-2ad54f4f-7142-44f9-a2cd-f691d8563335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:48.253669 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e2d31200-c1ba-4844-8920-3bd55e5f49d3 req-2ad54f4f-7142-44f9-a2cd-f691d8563335 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=854323d3b0a6463e9a8c317c08485c06&device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 1097 time: 0.2135439 Oct 19 01:16:48.335832 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3eb71b-a1b9-46aa-900f-ed52633adf94 req-11997449-d20b-4358-b6c3-bae860e83860 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:48.355128 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-db3eb71b-a1b9-46aa-900f-ed52633adf94 req-11997449-d20b-4358-b6c3-bae860e83860 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 945 time: 0.2130847 Oct 19 01:16:48.394498 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-d076821a-39bc-4de0-b651-d2e49fbef227 tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=e5a8ca6c05ce4f0eb1db20b6599bb849&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0850406 Oct 19 01:16:48.653138 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-db3eb71b-a1b9-46aa-900f-ed52633adf94 req-7f3bb137-92d8-44cd-beef-4ff319bb2cc7 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970686 Oct 19 01:16:48.726119 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d31200-c1ba-4844-8920-3bd55e5f49d3 req-b4b9a458-5f61-4b3e-982f-f3baea601688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:48.727939 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e2d31200-c1ba-4844-8920-3bd55e5f49d3 req-b4b9a458-5f61-4b3e-982f-f3baea601688 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6fde0681-0303-4885-b4d6-e7a52aa1ed5d HTTP/1.1" status: 200 len: 915 time: 0.2490580 Oct 19 01:16:48.841174 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e2d31200-c1ba-4844-8920-3bd55e5f49d3 req-fe204d20-7856-40d5-9bdd-a043d730c957 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=efeadb03-b8e1-4204-b42c-be7a2a69aa70 HTTP/1.1" status: 200 len: 217 time: 0.1004615 Oct 19 01:16:48.925832 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-feefe02d-2137-44ef-9f16-92b9728b5d70 req-e04ec75e-bdab-4868-a00c-404e383e610b tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 210 time: 0.0799303 Oct 19 01:16:49.017213 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-94d786ac-3d83-403d-bf5e-666f5745d7ad tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:49.029758 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-94d786ac-3d83-403d-bf5e-666f5745d7ad tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6262813 Oct 19 01:16:49.049959 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d31200-c1ba-4844-8920-3bd55e5f49d3 req-3fbc3cfc-a489-41ae-8c2a-eee470e0c6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:49.054257 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e2d31200-c1ba-4844-8920-3bd55e5f49d3 req-3fbc3cfc-a489-41ae-8c2a-eee470e0c6e2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c34f3bc6-87d2-43ce-a91f-60bcb8357212 HTTP/1.1" status: 200 len: 854 time: 0.1251144 Oct 19 01:16:49.072161 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-6d2a16ea-6dfa-4b9d-9cdd-176ac03d9a2a tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] 10.222.0.57 "GET /v2.0/quotas/e5a8ca6c05ce4f0eb1db20b6599bb849 HTTP/1.1" status: 200 len: 375 time: 0.0362701 Oct 19 01:16:49.126891 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-d755c3b7-7bbc-4590-84ca-2b1f585f6b86 tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e5a8ca6c05ce4f0eb1db20b6599bb849&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484271 Oct 19 01:16:49.152961 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e2d31200-c1ba-4844-8920-3bd55e5f49d3 req-36e23b44-509c-47e6-b297-77b91f6d1ef1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6fde0681-0303-4885-b4d6-e7a52aa1ed5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923014 Oct 19 01:16:49.368830 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f242cf-a171-413f-ab70-23bf2089ae8b req-cd0ea581-c066-41d4-ba07-da8f4a3f7e89 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:49.371113 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d5f242cf-a171-413f-ab70-23bf2089ae8b req-cd0ea581-c066-41d4-ba07-da8f4a3f7e89 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.2639952 Oct 19 01:16:49.452929 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d5f242cf-a171-413f-ab70-23bf2089ae8b req-e33aecbd-1cbd-4afa-a00c-e77415eb905b tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696328 Oct 19 01:16:49.499961 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e2d31200-c1ba-4844-8920-3bd55e5f49d3 req-c31d8987-2dce-42d1-865b-316090b3e4ad service neutron] 10.222.0.55 "GET /v2.0/networks/6fde0681-0303-4885-b4d6-e7a52aa1ed5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323874 Oct 19 01:16:49.679391 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b7ab7-a8b7-4026-8a9b-e9afab372116 req-b02e627c-7af8-44f7-9611-22b1df610d26 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:49.681120 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9f5b7ab7-a8b7-4026-8a9b-e9afab372116 req-b02e627c-7af8-44f7-9611-22b1df610d26 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8e40e547-c80e-44bd-b9db-cea59720c043 HTTP/1.1" status: 200 len: 1098 time: 0.0854938 Oct 19 01:16:49.731181 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:49.761942 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9f5b7ab7-a8b7-4026-8a9b-e9afab372116 req-6ae71c94-278d-4796-84a5-4794114f1275 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e18fa122-9da3-4924-a334-3ac4ab3ce191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743427 Oct 19 01:16:49.793631 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1329a7d4-e1d7-469e-a308-d626695be0f0 req-ef93140e-7f86-43c4-a330-1de14fecc0da tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] 10.222.0.57 "GET /v2.0/ports?device_id=c395e8c9-9d55-43e5-ae20-74a465607f3a HTTP/1.1" status: 200 len: 210 time: 0.1781831 Oct 19 01:16:49.893420 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e2d31200-c1ba-4844-8920-3bd55e5f49d3 req-79d87eec-8a52-4a2d-b112-58359e9905a4 service neutron] 10.222.0.55 "GET /v2.0/networks/6fde0681-0303-4885-b4d6-e7a52aa1ed5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775303 Oct 19 01:16:50.062742 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370fffc-4406-4a70-92de-57b0fa243678 req-fc1f6ed4-c4b4-4d7f-878c-c8bc161f6178 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:50.079495 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c370fffc-4406-4a70-92de-57b0fa243678 req-fc1f6ed4-c4b4-4d7f-878c-c8bc161f6178 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 945 time: 0.1542897 Oct 19 01:16:50.216732 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c370fffc-4406-4a70-92de-57b0fa243678 req-c2ef62d6-8888-474e-a2db-3b135a7dac33 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341987 Oct 19 01:16:50.255632 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8f47cf7d-86ce-4e1a-97ba-790dc481b1b2 req-3b0e9219-225a-4637-8f40-be7ebad47b2d tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 210 time: 0.1012547 Oct 19 01:16:50.704227 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf34c4-a9a2-4d6d-a32d-554a4a5f67ec req-981a2738-0c7f-44a5-ad84-c2e6ce334e35 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:50.706018 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e9bf34c4-a9a2-4d6d-a32d-554a4a5f67ec req-981a2738-0c7f-44a5-ad84-c2e6ce334e35 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.0823517 Oct 19 01:16:51.004620 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e9bf34c4-a9a2-4d6d-a32d-554a4a5f67ec req-e5a52727-3fc1-4732-8876-9389d77a2cd7 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816842 Oct 19 01:16:51.127365 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce768344-92cc-4dce-9464-616e47e25973 req-144dd255-c8d9-4f6f-9bea-d598e14cd025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:51.134893 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ce768344-92cc-4dce-9464-616e47e25973 req-144dd255-c8d9-4f6f-9bea-d598e14cd025 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e9f67912e554a879c2d285d2c6723f0&device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 1097 time: 0.2160296 Oct 19 01:16:51.161031 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24fd8c-ea35-4a17-857e-5381c9fd0c53 req-e4c1bc90-b955-47cd-bf48-60c2d679291a tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:51.165360 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fc24fd8c-ea35-4a17-857e-5381c9fd0c53 req-e4c1bc90-b955-47cd-bf48-60c2d679291a tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8e40e547-c80e-44bd-b9db-cea59720c043 HTTP/1.1" status: 200 len: 1098 time: 0.1964023 Oct 19 01:16:51.254017 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cdf78703-720b-4de7-a39f-df9c41fab0b6 req-7293e237-bbe4-440a-8158-8bc0428d33f3 tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] 10.222.0.57 "GET /v2.0/ports?device_id=c395e8c9-9d55-43e5-ae20-74a465607f3a HTTP/1.1" status: 200 len: 210 time: 0.0778656 Oct 19 01:16:51.304365 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fc24fd8c-ea35-4a17-857e-5381c9fd0c53 req-f438c9f1-0883-419e-9894-d5c4b38e5420 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e18fa122-9da3-4924-a334-3ac4ab3ce191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337643 Oct 19 01:16:51.520737 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-48dd9f0f-958a-4fb9-aef8-e729a6467416 req-55e49c5d-3ddd-4730-8f7d-f9a950c923e8 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4b0383-08d8-470f-8bbc-48728a417c4c HTTP/1.1" status: 200 len: 210 time: 0.0698271 Oct 19 01:16:51.623044 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-3e43de7f-e017-4015-b8d5-921518efd125 tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e5a8ca6c05ce4f0eb1db20b6599bb849&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1100600 Oct 19 01:16:51.709405 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24348f45-f1f6-414d-89bc-2fcddee560b7 req-3a37c578-8a5b-47aa-90c1-b13a41ca058b tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:51.711784 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-24348f45-f1f6-414d-89bc-2fcddee560b7 req-3a37c578-8a5b-47aa-90c1-b13a41ca058b tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8e40e547-c80e-44bd-b9db-cea59720c043 HTTP/1.1" status: 200 len: 1098 time: 0.0828452 Oct 19 01:16:51.786772 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce768344-92cc-4dce-9464-616e47e25973 req-6ec8f9e1-d562-4f8b-ae82-0b7f09fec45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:51.793186 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ce768344-92cc-4dce-9464-616e47e25973 req-6ec8f9e1-d562-4f8b-ae82-0b7f09fec45a service neutron] 10.222.0.24 "GET /v2.0/networks?id=2f6d1f9c-af60-4e63-9391-d714f2b53c93 HTTP/1.1" status: 200 len: 920 time: 0.6292615 Oct 19 01:16:51.818197 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-24348f45-f1f6-414d-89bc-2fcddee560b7 req-2f009e46-819c-46f2-8741-3ef5568ee8f2 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e18fa122-9da3-4924-a334-3ac4ab3ce191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962515 Oct 19 01:16:51.859373 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c83b3-f9d1-4c87-a775-280673f38da0 req-3f4db137-94ec-42de-9373-7646ccf8dc3d tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:51.874815 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5b2c83b3-f9d1-4c87-a775-280673f38da0 req-3f4db137-94ec-42de-9373-7646ccf8dc3d tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 945 time: 0.4244525 Oct 19 01:16:52.005685 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ce768344-92cc-4dce-9464-616e47e25973 req-5dfe867e-a691-4e0d-983c-e86c82b7cbbf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=117e93a2-eab1-4bb6-9a1e-8942e53c4fb7 HTTP/1.1" status: 200 len: 217 time: 0.1921434 Oct 19 01:16:52.118768 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e69bb0-b249-42fd-9533-cb62f41b6423 req-eacfb03f-a198-4ba2-b01d-240e8f1671c7 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:52.134747 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-14e69bb0-b249-42fd-9533-cb62f41b6423 req-eacfb03f-a198-4ba2-b01d-240e8f1671c7 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8e40e547-c80e-44bd-b9db-cea59720c043 HTTP/1.1" status: 200 len: 1098 time: 0.1537876 Oct 19 01:16:52.273743 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-14e69bb0-b249-42fd-9533-cb62f41b6423 req-5f79f2f7-124e-4374-a065-20182e7fc83f tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e18fa122-9da3-4924-a334-3ac4ab3ce191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290593 Oct 19 01:16:52.468155 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5b2c83b3-f9d1-4c87-a775-280673f38da0 req-a1fc7205-c47a-45b1-b9a1-2b1fc4d01d0a tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5924149 Oct 19 01:16:52.532922 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-22401886-c113-4fb6-806f-4ef3d4a12a46 tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:52.537137 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-22401886-c113-4fb6-806f-4ef3d4a12a46 tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8895123 Oct 19 01:16:52.542774 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce768344-92cc-4dce-9464-616e47e25973 req-5c73346b-726c-418b-8ded-80ca8a58bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:52.547792 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ce768344-92cc-4dce-9464-616e47e25973 req-5c73346b-726c-418b-8ded-80ca8a58bfb6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5560e090-ab4c-41db-98cb-400d0fb4b5e6 HTTP/1.1" status: 200 len: 859 time: 0.4446552 Oct 19 01:16:52.553810 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1458c0-b4bf-4840-b2e1-6f37cd3757f0 req-18092e1f-b8df-47c3-a366-23e5eee54dbe tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:52.569176 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ed1458c0-b4bf-4840-b2e1-6f37cd3757f0 req-18092e1f-b8df-47c3-a366-23e5eee54dbe tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.1570027 Oct 19 01:16:52.572235 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-c2179acb-8a0e-48de-8f0c-17125102f70a tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Request body: {'port': {'device_id': 'c395e8c9-9d55-43e5-ae20-74a465607f3a', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'admin_state_up': True, 'tenant_id': 'e5a8ca6c05ce4f0eb1db20b6599bb849'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:52.675154 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ed1458c0-b4bf-4840-b2e1-6f37cd3757f0 req-d4e99907-5386-490e-a35a-195432be71b0 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036935 Oct 19 01:16:52.931497 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ce768344-92cc-4dce-9464-616e47e25973 req-d73e3391-33cf-44a7-b54d-d5cdc176b8bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f6d1f9c-af60-4e63-9391-d714f2b53c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793531 Oct 19 01:16:53.023371 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47852) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:53.108962 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d06b6671-be1e-42f9-bf9c-fffd79a3309a req-77dcd39d-af2e-4dfe-87f8-14492979413c tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] 10.222.0.57 "GET /v2.0/ports?device_id=c395e8c9-9d55-43e5-ae20-74a465607f3a HTTP/1.1" status: 200 len: 210 time: 0.1964414 Oct 19 01:16:53.108962 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-ce768344-92cc-4dce-9464-616e47e25973 req-388d222a-4516-451c-bb9f-542cbcc9c5b0 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:16:53.108962 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ce768344-92cc-4dce-9464-616e47e25973 req-388d222a-4516-451c-bb9f-542cbcc9c5b0 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0170629 Oct 19 01:16:53.290628 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-30986e95-c559-4ede-9f96-71d308072ed0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:53.303789 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47858) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:53.481401 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-30986e95-c559-4ede-9f96-71d308072ed0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:53.505424 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-30986e95-c559-4ede-9f96-71d308072ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:53.544375 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-30986e95-c559-4ede-9f96-71d308072ed0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d99434f3ea064a68800d2f8c81787a08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5192156 Oct 19 01:16:53.548395 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47868) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:53.563253 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-92f505d7-7742-4275-a7b6-f26ab8eab98a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:53.584539 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30986e95-c559-4ede-9f96-71d308072ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03c6d02-ffc0-4073-956d-64a8a2a29373,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:53.686517 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-92f505d7-7742-4275-a7b6-f26ab8eab98a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:53.891419 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-015e0cfa-69b6-41e6-ada3-1d2443006235 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:53.891645 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ce768344-92cc-4dce-9464-616e47e25973 req-98994f29-e44c-4b47-86c6-29d6a8e68166 service neutron] 10.222.0.24 "GET /v2.0/networks/2f6d1f9c-af60-4e63-9391-d714f2b53c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8112671 Oct 19 01:16:53.892389 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-c2179acb-8a0e-48de-8f0c-17125102f70a tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Made reservation on behalf of e5a8ca6c05ce4f0eb1db20b6599bb849 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:16:53.896090 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-c2179acb-8a0e-48de-8f0c-17125102f70a tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:53.968864 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-015e0cfa-69b6-41e6-ada3-1d2443006235 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:54.047600 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ce768344-92cc-4dce-9464-616e47e25973 req-e908b3ed-af0e-4140-83cf-15aa10ef4329 service neutron] 10.222.0.24 "GET /v2.0/networks/2f6d1f9c-af60-4e63-9391-d714f2b53c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461494 Oct 19 01:16:54.064976 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-c2179acb-8a0e-48de-8f0c-17125102f70a tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:54.078534 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce146cb-9fd2-4b9d-9ae8-42b34fa0c63a req-fa697bef-ca7e-45c9-bf3b-800a57891914 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:54.088365 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fce146cb-9fd2-4b9d-9ae8-42b34fa0c63a req-fa697bef-ca7e-45c9-bf3b-800a57891914 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 945 time: 0.3894236 Oct 19 01:16:54.091988 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-015e0cfa-69b6-41e6-ada3-1d2443006235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:54.095206 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-015e0cfa-69b6-41e6-ada3-1d2443006235 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:54.096983 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-015e0cfa-69b6-41e6-ada3-1d2443006235 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c03c6d02-ffc0-4073-956d-64a8a2a29373 HTTP/1.1" status: 204 len: 168 time: 0.5475054 Oct 19 01:16:54.125259 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e0cfa-69b6-41e6-ada3-1d2443006235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03c6d02-ffc0-4073-956d-64a8a2a29373,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:54.172222 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-92f505d7-7742-4275-a7b6-f26ab8eab98a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:54.175668 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-92f505d7-7742-4275-a7b6-f26ab8eab98a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:54.178000 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-92f505d7-7742-4275-a7b6-f26ab8eab98a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "DELETE /v2.0/security-groups/6bc6e901-f329-4c90-906c-b82f3e33fb91 HTTP/1.1" status: 204 len: 168 time: 0.8072677 Oct 19 01:16:54.184833 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 47878) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:54.194885 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f505d7-7742-4275-a7b6-f26ab8eab98a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc6e901-f329-4c90-906c-b82f3e33fb91,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:54.205894 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3602bc-9316-42df-b9f7-6039237c2c31 req-93b089d1-776f-4b22-a218-64ecc2c2528f tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:54.220898 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fce146cb-9fd2-4b9d-9ae8-42b34fa0c63a req-2ea03e65-f0b5-4766-ae0f-a20a53a66867 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315053 Oct 19 01:16:54.221999 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-db3602bc-9316-42df-b9f7-6039237c2c31 req-93b089d1-776f-4b22-a218-64ecc2c2528f tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8e40e547-c80e-44bd-b9db-cea59720c043 HTTP/1.1" status: 200 len: 1098 time: 0.4335978 Oct 19 01:16:54.262518 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-2b0c4096-a386-4c8b-9dc8-a5fd21cd5786 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] show failed (client error): The resource could not be found. Oct 19 01:16:54.266701 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47880) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:54.270192 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2b0c4096-a386-4c8b-9dc8-a5fd21cd5786 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "GET /v2.0/security-groups/6bc6e901-f329-4c90-906c-b82f3e33fb91 HTTP/1.1" status: 404 len: 347 time: 0.0736878 Oct 19 01:16:54.389124 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-db3602bc-9316-42df-b9f7-6039237c2c31 req-d3426105-38ab-443e-8f8e-628137d237f2 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e18fa122-9da3-4924-a334-3ac4ab3ce191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647830 Oct 19 01:16:54.573863 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-bed51e9d-5f2a-4023-a8a8-cbbe3313bfa6 req-9991fd06-ec5e-49e8-85fa-dc94e5bf1ca2 service neutron] (100607) timed out ('10.222.0.57', 46860) {{(pid=100607) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 01:16:54.580682 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cdd23f-0141-4df0-9e0d-b3300acc9f30 req-d6330a91-582e-402c-b31b-5232330733bd tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:54.589926 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-85cdd23f-0141-4df0-9e0d-b3300acc9f30 req-d6330a91-582e-402c-b31b-5232330733bd tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.2398143 Oct 19 01:16:54.698262 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-85cdd23f-0141-4df0-9e0d-b3300acc9f30 req-7e3b10f3-2003-48bb-ac53-dd8e7598980d tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992453 Oct 19 01:16:54.722006 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-080125b6-c236-4c2c-90a5-9601a1a11322 req-6db29952-00fa-4338-8f36-20f96952b74f tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] 10.222.0.57 "GET /v2.0/ports?device_id=c395e8c9-9d55-43e5-ae20-74a465607f3a HTTP/1.1" status: 200 len: 210 time: 0.1128302 Oct 19 01:16:54.722843 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-0716bfe0-0268-4cce-8535-cfcd753e4192 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Deleting port cecce7f5-a979-41de-8fa3-df04ff705474 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:16:54.723298 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0716bfe0-0268-4cce-8535-cfcd753e4192 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:54.790833 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff9c30-be1f-401f-906f-189131549f37 req-c0f9828e-1e8d-451d-b9de-e887f471e77b tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:54.796542 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-adff9c30-be1f-401f-906f-189131549f37 req-c0f9828e-1e8d-451d-b9de-e887f471e77b tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=8e40e547-c80e-44bd-b9db-cea59720c043 HTTP/1.1" status: 200 len: 1098 time: 0.3499126 Oct 19 01:16:54.898610 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47890) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:54.986118 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f7afd05e-dd83-48b3-9000-bd8825a17b5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:55.049461 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0716bfe0-0268-4cce-8535-cfcd753e4192 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:55.049955 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0716bfe0-0268-4cce-8535-cfcd753e4192 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:55.074496 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-0716bfe0-0268-4cce-8535-cfcd753e4192 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Calling delete_port for cecce7f5-a979-41de-8fa3-df04ff705474 owned by network:floatingip {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:16:55.080465 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-c2179acb-8a0e-48de-8f0c-17125102f70a tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:55.102353 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-adff9c30-be1f-401f-906f-189131549f37 req-099b0af0-c49b-4e73-a244-440918ffafca tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Deleting port b39121f7-2e82-443d-b2b2-7b7ac4897397 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:16:55.105092 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-adff9c30-be1f-401f-906f-189131549f37 req-099b0af0-c49b-4e73-a244-440918ffafca tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:55.110446 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-c2179acb-8a0e-48de-8f0c-17125102f70a tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:55.236040 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f7afd05e-dd83-48b3-9000-bd8825a17b5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:55.246894 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f7afd05e-dd83-48b3-9000-bd8825a17b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:55.293027 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47896) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:55.336652 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2179acb-8a0e-48de-8f0c-17125102f70a tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe8c168-7bf4-4b64-a482-6d03b122ffbf,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:55.387694 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2179acb-8a0e-48de-8f0c-17125102f70a tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:55.387694 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2179acb-8a0e-48de-8f0c-17125102f70a tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:55.388601 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2179acb-8a0e-48de-8f0c-17125102f70a tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:55.389663 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2179acb-8a0e-48de-8f0c-17125102f70a tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:55.390072 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2179acb-8a0e-48de-8f0c-17125102f70a tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:55.390471 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2179acb-8a0e-48de-8f0c-17125102f70a tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:55.390869 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2179acb-8a0e-48de-8f0c-17125102f70a tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:55.397106 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2179acb-8a0e-48de-8f0c-17125102f70a tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:55.397623 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2179acb-8a0e-48de-8f0c-17125102f70a tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:55.398036 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2179acb-8a0e-48de-8f0c-17125102f70a tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:55.398449 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2179acb-8a0e-48de-8f0c-17125102f70a tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:55.398854 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2179acb-8a0e-48de-8f0c-17125102f70a tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:55.438334 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f7afd05e-dd83-48b3-9000-bd8825a17b5c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=da8435e9571b4555a716d76b4d1b3c75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5364447 Oct 19 01:16:55.444937 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47902) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:55.500122 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7afd05e-dd83-48b3-9000-bd8825a17b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405b7842-a053-45e7-85d2-f755b409e52a,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:55.559593 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ac6a2a00-d84a-4d4e-a313-77ae10f2b039 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:55.596130 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-c2179acb-8a0e-48de-8f0c-17125102f70a tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Allocated IP 192.168.233.218 (0e8b4f7b-f3c0-4523-9906-6b9e503fed71/1746bfff-950e-4857-b1bf-6fa3cf804b73/ba3200a0-c5ba-439b-926d-2e9f129b2678) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:16:55.610611 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ac6a2a00-d84a-4d4e-a313-77ae10f2b039 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:55.710844 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4e5c3f3a-c9cc-48ea-99a7-ce258a6c1fd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:55.758718 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0716bfe0-0268-4cce-8535-cfcd753e4192 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:55.791186 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-adff9c30-be1f-401f-906f-189131549f37 req-099b0af0-c49b-4e73-a244-440918ffafca tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] For port b39121f7-2e82-443d-b2b2-7b7ac4897397, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=b39121f7-2e82-443d-b2b2-7b7ac4897397,segment=NetworkSegment(de0fd25c-eaca-4e25-a94b-39c555ad937b),segment_id=de0fd25c-eaca-4e25-a94b-39c555ad937b)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:55.791591 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-adff9c30-be1f-401f-906f-189131549f37 req-099b0af0-c49b-4e73-a244-440918ffafca tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:55.803782 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b2941-6c6c-4493-8f65-765a73127035 req-9f384795-a6db-4c71-a0dd-19600bfc827b tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:55.805541 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4d1b2941-6c6c-4493-8f65-765a73127035 req-9f384795-a6db-4c71-a0dd-19600bfc827b tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 945 time: 0.4353511 Oct 19 01:16:55.807331 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716bfe0-0268-4cce-8535-cfcd753e4192 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Pushing event deleted for resources: {'Port': ['ID=cecce7f5-a979-41de-8fa3-df04ff705474,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:55.851146 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024dea2-6d21-4565-a385-5809626b7f55 req-c963e69d-a2f4-4d29-b5dd-adbbdc4a9bad tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:55.858864 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-adff9c30-be1f-401f-906f-189131549f37 req-099b0af0-c49b-4e73-a244-440918ffafca tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Calling delete_port for b39121f7-2e82-443d-b2b2-7b7ac4897397 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:16:55.860998 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f024dea2-6d21-4565-a385-5809626b7f55 req-c963e69d-a2f4-4d29-b5dd-adbbdc4a9bad tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8e40e547-c80e-44bd-b9db-cea59720c043 HTTP/1.1" status: 200 len: 1098 time: 0.3025148 Oct 19 01:16:55.935835 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f024dea2-6d21-4565-a385-5809626b7f55 req-67bf6a9f-b869-4ab3-b223-1049a3400a11 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e18fa122-9da3-4924-a334-3ac4ab3ce191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724180 Oct 19 01:16:56.052351 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0716bfe0-0268-4cce-8535-cfcd753e4192 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks [] for floatingip, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:56.058854 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0716bfe0-0268-4cce-8535-cfcd753e4192 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:56.063460 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0716bfe0-0268-4cce-8535-cfcd753e4192 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "DELETE /v2.0/floatingips/49c0f0e7-ef1b-4acb-83c8-00901750e58f HTTP/1.1" status: 204 len: 168 time: 1.7943869 Oct 19 01:16:56.075296 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47910) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:56.161935 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4e5c3f3a-c9cc-48ea-99a7-ce258a6c1fd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:56.200148 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ac6a2a00-d84a-4d4e-a313-77ae10f2b039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:56.203428 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ac6a2a00-d84a-4d4e-a313-77ae10f2b039 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:56.204915 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ac6a2a00-d84a-4d4e-a313-77ae10f2b039 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/405b7842-a053-45e7-85d2-f755b409e52a HTTP/1.1" status: 204 len: 168 time: 0.7458389 Oct 19 01:16:56.241479 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-c2179acb-8a0e-48de-8f0c-17125102f70a tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:56.263901 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-15dfd954-9f06-42e4-b822-b853981050c9 req-1ba3ff10-fa49-4c69-af39-85fcf0ed0e9e tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] 10.222.0.57 "GET /v2.0/ports?device_id=c395e8c9-9d55-43e5-ae20-74a465607f3a HTTP/1.1" status: 200 len: 210 time: 0.1866498 Oct 19 01:16:56.265502 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4e5c3f3a-c9cc-48ea-99a7-ce258a6c1fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:56.298526 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4d1b2941-6c6c-4493-8f65-765a73127035 req-d789d2eb-b442-4c71-b290-1e96dae3ac9b tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4615166 Oct 19 01:16:56.306712 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-c2179acb-8a0e-48de-8f0c-17125102f70a tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:56.342581 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-c2179acb-8a0e-48de-8f0c-17125102f70a tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:16:56.354071 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-c2179acb-8a0e-48de-8f0c-17125102f70a tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:16:56.357004 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-c2179acb-8a0e-48de-8f0c-17125102f70a tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:16:56.377774 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a2a00-d84a-4d4e-a313-77ae10f2b039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405b7842-a053-45e7-85d2-f755b409e52a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:56.392438 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4e5c3f3a-c9cc-48ea-99a7-ce258a6c1fd1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6a4bb2879be54444b7ad91aab9be5bef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0944421 Oct 19 01:16:56.395749 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 47914) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:56.496125 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2179acb-8a0e-48de-8f0c-17125102f70a tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Pushing event updated for resources: {'Port': ['ID=ba3200a0-c5ba-439b-926d-2e9f129b2678,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:56.563560 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4b664f25-510f-413c-91d2-cbf194abd425 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:56.612528 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c3f3a-c9cc-48ea-99a7-ce258a6c1fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45883572-eb72-4df0-9483-ff149b8c3c02,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:56.625341 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4b664f25-510f-413c-91d2-cbf194abd425 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:56.687640 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-5873fbdc-1691-49d5-9383-bb076165e877 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Deleting port 6a5f7373-9852-4292-a957-43becd30457e {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:16:56.690495 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5873fbdc-1691-49d5-9383-bb076165e877 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:56.717988 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4b664f25-510f-413c-91d2-cbf194abd425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:56.721271 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4b664f25-510f-413c-91d2-cbf194abd425 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:56.726351 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4b664f25-510f-413c-91d2-cbf194abd425 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/45883572-eb72-4df0-9483-ff149b8c3c02 HTTP/1.1" status: 204 len: 168 time: 0.3020053 Oct 19 01:16:56.743310 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b664f25-510f-413c-91d2-cbf194abd425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45883572-eb72-4df0-9483-ff149b8c3c02,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:56.760913 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-c2179acb-8a0e-48de-8f0c-17125102f70a tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:56.762724 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-c2179acb-8a0e-48de-8f0c-17125102f70a tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:56.808552 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-c2179acb-8a0e-48de-8f0c-17125102f70a tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2566967 Oct 19 01:16:56.820244 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339ad59-0645-4ca0-a518-d5a242543b8e req-4f12c8b3-a5ca-40c3-bb10-a72a25d1fb0c tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:56.823357 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a339ad59-0645-4ca0-a518-d5a242543b8e req-4f12c8b3-a5ca-40c3-bb10-a72a25d1fb0c tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.3233590 Oct 19 01:16:56.889054 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-c4327cf3-5068-45d5-9dbc-75068c7f23f2 service neutron] Request body: {'port': {'device_id': 'c395e8c9-9d55-43e5-ae20-74a465607f3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:56.923655 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-dc3f2be0-a32c-4555-99e8-562807370185 None None] Provisioning complete for port ba3200a0-c5ba-439b-926d-2e9f129b2678 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:56.924292 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dc3f2be0-a32c-4555-99e8-562807370185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:56.992101 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a339ad59-0645-4ca0-a518-d5a242543b8e req-2a38fcec-8b76-402b-98c6-3fea771389eb tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489182 Oct 19 01:16:57.007788 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5873fbdc-1691-49d5-9383-bb076165e877 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:57.094385 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-c4327cf3-5068-45d5-9dbc-75068c7f23f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:57.103522 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-5873fbdc-1691-49d5-9383-bb076165e877 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Calling delete_port for 6a5f7373-9852-4292-a957-43becd30457e owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:16:57.106327 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-dc3f2be0-a32c-4555-99e8-562807370185 None None] Port ba3200a0-c5ba-439b-926d-2e9f129b2678 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:16:57.117594 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:57.274716 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-adff9c30-be1f-401f-906f-189131549f37 req-099b0af0-c49b-4e73-a244-440918ffafca tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:57.284923 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['1d378451-e01f-4f75-9900-7f548105e2e1'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:16:57.381070 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b0af0-c49b-4e73-a244-440918ffafca tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Pushing event deleted for resources: {'Port': ['ID=b39121f7-2e82-443d-b2b2-7b7ac4897397,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:57.509887 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device b39121f7-2e82-443d-b2b2-7b7ac4897397 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:16:57.588322 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea8d62-71b1-4852-80b1-e0bf44c2213c req-3fa7ab8a-117a-4452-9a92-b1b0dda3397a tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:57.593865 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ddea8d62-71b1-4852-80b1-e0bf44c2213c req-3fa7ab8a-117a-4452-9a92-b1b0dda3397a tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8e40e547-c80e-44bd-b9db-cea59720c043 HTTP/1.1" status: 200 len: 1019 time: 0.5034437 Oct 19 01:16:57.600638 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: b39121f7-2e82-443d-b2b2-7b7ac4897397 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:16:57.616360 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device b39121f7-2e82-443d-b2b2-7b7ac4897397 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:16:57.705061 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ab54e-4ad8-4fb3-a964-15ef9f85bfb3 req-7b96a315-fddb-4d66-bdf3-01e2c5ed97de tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:57.738876 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fd6ab54e-4ad8-4fb3-a964-15ef9f85bfb3 req-7b96a315-fddb-4d66-bdf3-01e2c5ed97de tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] 10.222.0.57 "GET /v2.0/ports?device_id=c395e8c9-9d55-43e5-ae20-74a465607f3a HTTP/1.1" status: 200 len: 936 time: 0.2367806 Oct 19 01:16:57.740806 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5873fbdc-1691-49d5-9383-bb076165e877 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:57.767843 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-adff9c30-be1f-401f-906f-189131549f37 req-099b0af0-c49b-4e73-a244-440918ffafca tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] No DVR routers for this DVR port b39121f7-2e82-443d-b2b2-7b7ac4897397 on host n-h1-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:16:57.828318 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873fbdc-1691-49d5-9383-bb076165e877 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Pushing event deleted for resources: {'Port': ['ID=6a5f7373-9852-4292-a957-43becd30457e,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:57.863034 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-adff9c30-be1f-401f-906f-189131549f37 req-099b0af0-c49b-4e73-a244-440918ffafca tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:57.871881 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-adff9c30-be1f-401f-906f-189131549f37 req-099b0af0-c49b-4e73-a244-440918ffafca tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.55 "DELETE /v2.0/ports/b39121f7-2e82-443d-b2b2-7b7ac4897397 HTTP/1.1" status: 204 len: 173 time: 3.0532839 Oct 19 01:16:57.882296 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ddea8d62-71b1-4852-80b1-e0bf44c2213c req-f2c423fe-dadb-4e1c-9c6a-466dedb175ed tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e18fa122-9da3-4924-a334-3ac4ab3ce191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450273 Oct 19 01:16:57.883416 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e40e547-c80e-44bd-b9db-cea59720c043', 'name': 'network-vif-deleted', 'tag': 'b39121f7-2e82-443d-b2b2-7b7ac4897397'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:16:57.893240 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea18c80-3219-4a90-a067-85a2536f4430" -d '{"events": [{"server_uuid": "8e40e547-c80e-44bd-b9db-cea59720c043", "name": "network-vif-deleted", "tag": "b39121f7-2e82-443d-b2b2-7b7ac4897397"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:16:58.039335 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fd6ab54e-4ad8-4fb3-a964-15ef9f85bfb3 req-2978611f-1871-42b7-b520-78de61102edb tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fe8c168-7bf4-4b64-a482-6d03b122ffbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994537 Oct 19 01:16:58.205487 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f8f3fd-81c6-4b18-9031-278be5f6493c x-openstack-request-id: req-01f8f3fd-81c6-4b18-9031-278be5f6493c {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:16:58.205795 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e40e547-c80e-44bd-b9db-cea59720c043", "name": "network-vif-deleted", "tag": "b39121f7-2e82-443d-b2b2-7b7ac4897397", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:16:58.206049 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-01f8f3fd-81c6-4b18-9031-278be5f6493c {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:16:58.206458 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e40e547-c80e-44bd-b9db-cea59720c043', 'name': 'network-vif-deleted', 'tag': 'b39121f7-2e82-443d-b2b2-7b7ac4897397', 'status': 'completed', 'code': 200} Oct 19 01:16:58.206858 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5873fbdc-1691-49d5-9383-bb076165e877 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:58.212163 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5873fbdc-1691-49d5-9383-bb076165e877 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "DELETE /v2.0/ports/6a5f7373-9852-4292-a957-43becd30457e HTTP/1.1" status: 204 len: 168 time: 2.1244466 Oct 19 01:16:58.221733 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47962) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:58.284837 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c82632-f604-400e-834e-a4b1229802d5 req-75a1a21d-a13c-43a3-bfa8-fa8b2af71737 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:58.294734 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-79c82632-f604-400e-834e-a4b1229802d5 req-75a1a21d-a13c-43a3-bfa8-fa8b2af71737 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 945 time: 0.1922553 Oct 19 01:16:58.502590 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9788414-9fc8-4b85-8f22-2ce29df482cc req-defa42b5-a2a3-477a-b14a-3a58cd76108c tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:58.515233 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e9788414-9fc8-4b85-8f22-2ce29df482cc req-defa42b5-a2a3-477a-b14a-3a58cd76108c tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.1598496 Oct 19 01:16:58.595534 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-c4327cf3-5068-45d5-9dbc-75068c7f23f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba3200a0-c5ba-439b-926d-2e9f129b2678 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:16:58.609507 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-c4327cf3-5068-45d5-9dbc-75068c7f23f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:58.645852 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-c4327cf3-5068-45d5-9dbc-75068c7f23f2 service neutron] Transition to ACTIVE for port object ba3200a0-c5ba-439b-926d-2e9f129b2678 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:16:58.654277 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-c4327cf3-5068-45d5-9dbc-75068c7f23f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:58.683880 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-a82f988b-a147-4b0c-a970-8148ebe3df27 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Deleting port 394a4e11-f9e4-4f2c-84f4-e9d161e34a1c {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:16:58.684258 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a82f988b-a147-4b0c-a970-8148ebe3df27 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:58.856548 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-79c82632-f604-400e-834e-a4b1229802d5 req-7bb8e1ce-a84d-4fb1-90d0-ab917396df61 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5607979 Oct 19 01:16:58.872842 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4327cf3-5068-45d5-9dbc-75068c7f23f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3200a0-c5ba-439b-926d-2e9f129b2678,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:59.003366 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-c4327cf3-5068-45d5-9dbc-75068c7f23f2 service neutron] Attempting to bind port ba3200a0-c5ba-439b-926d-2e9f129b2678 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:16:59.003699 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-c4327cf3-5068-45d5-9dbc-75068c7f23f2 service neutron] Attempting to bind port ba3200a0-c5ba-439b-926d-2e9f129b2678 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:16:59.006100 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-c4327cf3-5068-45d5-9dbc-75068c7f23f2 service neutron] Attempting to bind port ba3200a0-c5ba-439b-926d-2e9f129b2678 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:16:59.021522 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-c4327cf3-5068-45d5-9dbc-75068c7f23f2 service neutron] Port ba3200a0-c5ba-439b-926d-2e9f129b2678 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:16:59.021823 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-c4327cf3-5068-45d5-9dbc-75068c7f23f2 service neutron] Attempting to bind port ba3200a0-c5ba-439b-926d-2e9f129b2678 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:16:59.047772 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-c4327cf3-5068-45d5-9dbc-75068c7f23f2 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:16:59.048374 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-c4327cf3-5068-45d5-9dbc-75068c7f23f2 service neutron] Checking segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:16:59.048756 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-c4327cf3-5068-45d5-9dbc-75068c7f23f2 service neutron] Bound using segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:16:59.050252 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-c4327cf3-5068-45d5-9dbc-75068c7f23f2 service neutron] Bound port: ba3200a0-c5ba-439b-926d-2e9f129b2678, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:16:59.051648 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-c4327cf3-5068-45d5-9dbc-75068c7f23f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:59.316149 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:59.362208 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-c4327cf3-5068-45d5-9dbc-75068c7f23f2 service neutron] For port ba3200a0-c5ba-439b-926d-2e9f129b2678, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:16:59.376251 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-c4327cf3-5068-45d5-9dbc-75068c7f23f2 service neutron] For port ba3200a0-c5ba-439b-926d-2e9f129b2678, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=ba3200a0-c5ba-439b-926d-2e9f129b2678,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:16:59.386177 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-c4327cf3-5068-45d5-9dbc-75068c7f23f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:59.581457 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-c4327cf3-5068-45d5-9dbc-75068c7f23f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:59.582204 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-c4327cf3-5068-45d5-9dbc-75068c7f23f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:59.583677 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-c4327cf3-5068-45d5-9dbc-75068c7f23f2 service neutron] 10.222.0.24 "PUT /v2.0/ports/ba3200a0-c5ba-439b-926d-2e9f129b2678 HTTP/1.1" status: 200 len: 1097 time: 2.7045379 Oct 19 01:16:59.761529 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4327cf3-5068-45d5-9dbc-75068c7f23f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3200a0-c5ba-439b-926d-2e9f129b2678,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:59.779332 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e9788414-9fc8-4b85-8f22-2ce29df482cc req-1d6671ce-63c3-4929-97cb-529ed0394046 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2631996 Oct 19 01:16:59.788366 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a590832-1688-4a92-8550-219a56872e04 req-6df80d85-4e54-4fa6-b35b-45e522105324 tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:59.796047 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5a590832-1688-4a92-8550-219a56872e04 req-6df80d85-4e54-4fa6-b35b-45e522105324 tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] 10.222.0.57 "GET /v2.0/ports?device_id=c395e8c9-9d55-43e5-ae20-74a465607f3a HTTP/1.1" status: 200 len: 948 time: 0.3359251 Oct 19 01:16:59.843826 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-6b9156a6-38e5-4639-9486-6c8cc05a1ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:59.845353 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-6b9156a6-38e5-4639-9486-6c8cc05a1ca6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e5a8ca6c05ce4f0eb1db20b6599bb849&device_id=c395e8c9-9d55-43e5-ae20-74a465607f3a HTTP/1.1" status: 200 len: 1100 time: 0.1934693 Oct 19 01:16:59.960456 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5a590832-1688-4a92-8550-219a56872e04 req-1c16b9fc-93ea-4843-a9f0-342e6c3a72ee tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fe8c168-7bf4-4b64-a482-6d03b122ffbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634400 Oct 19 01:16:59.994000 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a82f988b-a147-4b0c-a970-8148ebe3df27 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:00.038404 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-a82f988b-a147-4b0c-a970-8148ebe3df27 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Calling delete_port for 394a4e11-f9e4-4f2c-84f4-e9d161e34a1c owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:00.056000 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718e4f9-f624-4ba3-86d1-782bc0e6d24e req-4712f658-b827-46ef-a172-277118ed8353 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:00.065856 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9718e4f9-f624-4ba3-86d1-782bc0e6d24e req-4712f658-b827-46ef-a172-277118ed8353 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=bb999bf1-e14c-4a5d-ae7f-e82c8f2f79de HTTP/1.1" status: 200 len: 1097 time: 0.0762808 Oct 19 01:17:00.155297 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-8144b602-5da9-46cb-830f-c2c0f1430b4f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=ba3200a0-c5ba-439b-926d-2e9f129b2678 HTTP/1.1" status: 200 len: 217 time: 0.2794969 Oct 19 01:17:00.211675 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c395e8c9-9d55-43e5-ae20-74a465607f3a', 'tag': 'ba3200a0-c5ba-439b-926d-2e9f129b2678'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:17:00.219529 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a7193d-310d-4dee-8e44-1d08aa508430" -d '{"events": [{"name": "network-changed", "server_uuid": "c395e8c9-9d55-43e5-ae20-74a465607f3a", "tag": "ba3200a0-c5ba-439b-926d-2e9f129b2678"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:17:00.270285 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9718e4f9-f624-4ba3-86d1-782bc0e6d24e req-22ef8c2d-11b4-4696-bc8c-9a521ed0e249 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e18fa122-9da3-4924-a334-3ac4ab3ce191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977994 Oct 19 01:17:00.435916 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65a311a-49cc-4a8f-b2c6-9c8f76d1ed64 x-openstack-request-id: req-d65a311a-49cc-4a8f-b2c6-9c8f76d1ed64 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:17:00.436444 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c395e8c9-9d55-43e5-ae20-74a465607f3a", "tag": "ba3200a0-c5ba-439b-926d-2e9f129b2678", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:17:00.436640 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d65a311a-49cc-4a8f-b2c6-9c8f76d1ed64 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:17:00.437143 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c395e8c9-9d55-43e5-ae20-74a465607f3a', 'tag': 'ba3200a0-c5ba-439b-926d-2e9f129b2678', 'status': 'completed', 'code': 200} Oct 19 01:17:00.470892 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10b0f5-f3ee-4eb1-87f1-7099a5fc3c94 req-7dac65b1-7c81-41d4-af25-a58f98e18653 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:00.481159 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab10b0f5-f3ee-4eb1-87f1-7099a5fc3c94 req-7dac65b1-7c81-41d4-af25-a58f98e18653 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 945 time: 0.3166795 Oct 19 01:17:00.487665 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c2bed-5706-4018-8954-1a5ac2d823fa req-45bf2d1b-4f38-4bdf-88bb-5c4a533c27a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:00.491058 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-de6c2bed-5706-4018-8954-1a5ac2d823fa req-45bf2d1b-4f38-4bdf-88bb-5c4a533c27a2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 1097 time: 0.3753922 Oct 19 01:17:00.499846 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-cdf7d5d4-c537-4c1f-8627-3a737711abef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:00.501651 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-cdf7d5d4-c537-4c1f-8627-3a737711abef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.2396362 Oct 19 01:17:00.516898 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a82f988b-a147-4b0c-a970-8148ebe3df27 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:00.685053 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f988b-a147-4b0c-a970-8148ebe3df27 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Pushing event deleted for resources: {'Port': ['ID=394a4e11-f9e4-4f2c-84f4-e9d161e34a1c,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:00.727062 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-de6c2bed-5706-4018-8954-1a5ac2d823fa req-16e108ef-f201-4e2d-ae74-6af024578ec2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239020 Oct 19 01:17:00.743006 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-dbec922b-1060-4753-a6e0-8b715c69a8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:00.744363 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-dbec922b-1060-4753-a6e0-8b715c69a8dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2124169 Oct 19 01:17:00.759924 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab10b0f5-f3ee-4eb1-87f1-7099a5fc3c94 req-29f341da-968a-4dad-b0e4-fac603c38b2d tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712724 Oct 19 01:17:00.794190 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f988b-a147-4b0c-a970-8148ebe3df27 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:00.794759 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f988b-a147-4b0c-a970-8148ebe3df27 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:00.794853 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f988b-a147-4b0c-a970-8148ebe3df27 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:00.795202 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f988b-a147-4b0c-a970-8148ebe3df27 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:00.795537 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f988b-a147-4b0c-a970-8148ebe3df27 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:00.798687 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f988b-a147-4b0c-a970-8148ebe3df27 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:00.799094 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f988b-a147-4b0c-a970-8148ebe3df27 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:00.799440 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f988b-a147-4b0c-a970-8148ebe3df27 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:00.799989 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f988b-a147-4b0c-a970-8148ebe3df27 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:00.800330 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f988b-a147-4b0c-a970-8148ebe3df27 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:00.801210 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f988b-a147-4b0c-a970-8148ebe3df27 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:00.801580 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f988b-a147-4b0c-a970-8148ebe3df27 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:00.853466 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a82f988b-a147-4b0c-a970-8148ebe3df27 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:00.856941 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a82f988b-a147-4b0c-a970-8148ebe3df27 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "DELETE /v2.0/ports/394a4e11-f9e4-4f2c-84f4-e9d161e34a1c HTTP/1.1" status: 204 len: 168 time: 2.6326833 Oct 19 01:17:00.859526 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48028) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:00.885326 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98eb0d-d1fb-4bfd-a6f4-7f2bcff7ec87 req-36835403-a433-440d-bc56-146f8e02eed8 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:00.889346 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1b98eb0d-d1fb-4bfd-a6f4-7f2bcff7ec87 req-36835403-a433-440d-bc56-146f8e02eed8 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bb999bf1-e14c-4a5d-ae7f-e82c8f2f79de HTTP/1.1" status: 200 len: 1097 time: 0.1798792 Oct 19 01:17:01.217900 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8262a2a-2ed5-4881-b897-dd72f0cc7482 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Deleting subnet 3be225f4-ab98-4635-abe3-f510061f702c {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:17:01.228774 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48738e3-19c6-41ad-a91a-cae93d8a1ef6 req-c43d6dce-0282-4d1c-ae33-79f75f26d964 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:01.236901 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b48738e3-19c6-41ad-a91a-cae93d8a1ef6 req-c43d6dce-0282-4d1c-ae33-79f75f26d964 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.2690010 Oct 19 01:17:01.251003 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c8262a2a-2ed5-4881-b897-dd72f0cc7482 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:01.370134 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-1b98eb0d-d1fb-4bfd-a6f4-7f2bcff7ec87 req-9e641b09-9f18-411e-bf25-bdb0113fdef4 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Deleting port 1d378451-e01f-4f75-9900-7f548105e2e1 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:01.370464 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1b98eb0d-d1fb-4bfd-a6f4-7f2bcff7ec87 req-9e641b09-9f18-411e-bf25-bdb0113fdef4 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:01.410985 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-fb118f44-6af1-42bf-915d-d4fe3dfbf17a service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695520 Oct 19 01:17:01.414277 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c8262a2a-2ed5-4881-b897-dd72f0cc7482 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:01.419163 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b48738e3-19c6-41ad-a91a-cae93d8a1ef6 req-8c61b4ca-e408-475c-b8bf-ccacba817c01 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785011 Oct 19 01:17:01.574522 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-1b98eb0d-d1fb-4bfd-a6f4-7f2bcff7ec87 req-9e641b09-9f18-411e-bf25-bdb0113fdef4 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] For port 1d378451-e01f-4f75-9900-7f548105e2e1, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1d378451-e01f-4f75-9900-7f548105e2e1,segment=NetworkSegment(de0fd25c-eaca-4e25-a94b-39c555ad937b),segment_id=de0fd25c-eaca-4e25-a94b-39c555ad937b)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:01.575648 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1b98eb0d-d1fb-4bfd-a6f4-7f2bcff7ec87 req-9e641b09-9f18-411e-bf25-bdb0113fdef4 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:01.607472 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-1b98eb0d-d1fb-4bfd-a6f4-7f2bcff7ec87 req-9e641b09-9f18-411e-bf25-bdb0113fdef4 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Calling delete_port for 1d378451-e01f-4f75-9900-7f548105e2e1 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:01.769267 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1b98eb0d-d1fb-4bfd-a6f4-7f2bcff7ec87 req-9e641b09-9f18-411e-bf25-bdb0113fdef4 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:01.781871 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['1d378451-e01f-4f75-9900-7f548105e2e1'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:17:01.803169 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e641b09-9f18-411e-bf25-bdb0113fdef4 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d378451-e01f-4f75-9900-7f548105e2e1,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:01.851661 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201f75a-fbff-44a5-879a-a2c715313be7 req-857defaa-40f9-4893-b062-0b8d6ba45f8e tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:01.860137 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9201f75a-fbff-44a5-879a-a2c715313be7 req-857defaa-40f9-4893-b062-0b8d6ba45f8e tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] 10.222.0.57 "GET /v2.0/ports?device_id=c395e8c9-9d55-43e5-ae20-74a465607f3a HTTP/1.1" status: 200 len: 948 time: 0.7861321 Oct 19 01:17:01.937245 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b98eb0d-d1fb-4bfd-a6f4-7f2bcff7ec87 req-9e641b09-9f18-411e-bf25-bdb0113fdef4 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] No DVR routers for this DVR port 1d378451-e01f-4f75-9900-7f548105e2e1 on host n-h2-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:17:01.940889 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1b98eb0d-d1fb-4bfd-a6f4-7f2bcff7ec87 req-9e641b09-9f18-411e-bf25-bdb0113fdef4 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:01.945840 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1b98eb0d-d1fb-4bfd-a6f4-7f2bcff7ec87 req-9e641b09-9f18-411e-bf25-bdb0113fdef4 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.24 "DELETE /v2.0/ports/1d378451-e01f-4f75-9900-7f548105e2e1 HTTP/1.1" status: 204 len: 173 time: 1.0200810 Oct 19 01:17:01.946619 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb999bf1-e14c-4a5d-ae7f-e82c8f2f79de', 'name': 'network-vif-deleted', 'tag': '1d378451-e01f-4f75-9900-7f548105e2e1'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:17:01.958387 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50917cf-2823-4d5d-846e-63cf252666d9" -d '{"events": [{"server_uuid": "bb999bf1-e14c-4a5d-ae7f-e82c8f2f79de", "name": "network-vif-deleted", "tag": "1d378451-e01f-4f75-9900-7f548105e2e1"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:17:01.958803 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92591770-e3c5-41cd-bb8d-2022739e36ac req-d415df1d-7751-4247-90fb-e096c6c9d7e8 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5397434 Oct 19 01:17:02.148208 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9201f75a-fbff-44a5-879a-a2c715313be7 req-fa0f842a-67d7-42cd-b1cd-6a192b42a7c0 tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fe8c168-7bf4-4b64-a482-6d03b122ffbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799199 Oct 19 01:17:02.178372 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c8262a2a-2ed5-4881-b897-dd72f0cc7482 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:02.273622 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7193d-310d-4dee-8e44-1d08aa508430 req-807f6f03-e6b5-4b6e-b85f-fc527cedadbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:02.276024 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-06a7193d-310d-4dee-8e44-1d08aa508430 req-807f6f03-e6b5-4b6e-b85f-fc527cedadbe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e5a8ca6c05ce4f0eb1db20b6599bb849&device_id=c395e8c9-9d55-43e5-ae20-74a465607f3a HTTP/1.1" status: 200 len: 1100 time: 0.2200911 Oct 19 01:17:02.397698 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-870bd6c1-da57-4824-a5b9-d183497fa6f3 req-86efc7c5-1dc8-4486-b533-a632f0dda935 tempest-TestServerMultinode-389574730 tempest-TestServerMultinode-389574730-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=bb999bf1-e14c-4a5d-ae7f-e82c8f2f79de HTTP/1.1" status: 200 len: 210 time: 0.0779219 Oct 19 01:17:02.411764 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48048) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:02.417631 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-2567cad3-bcc1-49aa-a326-2618c6f889bf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Request body: {'network': {'name': 'tempest-network-smoke--858538257', 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'port_security_enabled': True}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:02.539693 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cf6947-f238-4063-8101-09b76937d751 x-openstack-request-id: req-48cf6947-f238-4063-8101-09b76937d751 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:17:02.540136 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb999bf1-e14c-4a5d-ae7f-e82c8f2f79de", "name": "network-vif-deleted", "tag": "1d378451-e01f-4f75-9900-7f548105e2e1", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:17:02.540399 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-48cf6947-f238-4063-8101-09b76937d751 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:17:02.540814 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb999bf1-e14c-4a5d-ae7f-e82c8f2f79de', 'name': 'network-vif-deleted', 'tag': '1d378451-e01f-4f75-9900-7f548105e2e1', 'status': 'completed', 'code': 200} Oct 19 01:17:02.543061 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2567cad3-bcc1-49aa-a326-2618c6f889bf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Made reservation on behalf of 9c09f0168bf347c88ae7e8e59a63bdb6 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:17:02.556850 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2567cad3-bcc1-49aa-a326-2618c6f889bf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:02.583112 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2567cad3-bcc1-49aa-a326-2618c6f889bf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:02.747844 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7193d-310d-4dee-8e44-1d08aa508430 req-bc7d6e0e-61ea-4bcf-8bd3-8293001a4577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:02.750146 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-06a7193d-310d-4dee-8e44-1d08aa508430 req-bc7d6e0e-61ea-4bcf-8bd3-8293001a4577 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.4616160 Oct 19 01:17:02.776854 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c8262a2a-2ed5-4881-b897-dd72f0cc7482 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:02.882397 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f698d16-34cc-4670-871f-5c9e26fd4445 req-d90e9e9a-6cd3-416b-9308-a766ec048b60 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:02.902268 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2f698d16-34cc-4670-871f-5c9e26fd4445 req-d90e9e9a-6cd3-416b-9308-a766ec048b60 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 945 time: 0.2428710 Oct 19 01:17:02.935462 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-06a7193d-310d-4dee-8e44-1d08aa508430 req-bc820e41-fa91-4a57-99a7-b286b303e8e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=ba3200a0-c5ba-439b-926d-2e9f129b2678 HTTP/1.1" status: 200 len: 217 time: 0.1773312 Oct 19 01:17:02.944743 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c8262a2a-2ed5-4881-b897-dd72f0cc7482 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:02.950677 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c8262a2a-2ed5-4881-b897-dd72f0cc7482 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "DELETE /v2.0/subnets/3be225f4-ab98-4635-abe3-f510061f702c HTTP/1.1" status: 204 len: 168 time: 2.0876744 Oct 19 01:17:02.952663 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8262a2a-2ed5-4881-b897-dd72f0cc7482 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Pushing event deleted for resources: {'Subnet': ['ID=3be225f4-ab98-4635-abe3-f510061f702c,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:02.952801 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48056) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:02.968070 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29098515-1d04-4c20-b427-f82ab0988ba2 None None] Network 28bbb5fd-c75c-47ce-a413-f94e9e278cac requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:17:03.017896 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7193d-310d-4dee-8e44-1d08aa508430 req-516356c7-c401-4ced-a2c8-ba863763543d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:03.020952 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-06a7193d-310d-4dee-8e44-1d08aa508430 req-516356c7-c401-4ced-a2c8-ba863763543d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0699708 Oct 19 01:17:03.054637 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cd4a2cf-ef1d-429a-a04e-417597198c0a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Deleting subnet 67dfdfc9-7c16-4d97-8f29-d21072ecc7ea {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:17:03.079441 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e37d74-5979-48d8-9311-e97536b9e26f req-5deeee18-2b8c-4489-be5b-668e91d97626 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:03.079579 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2f698d16-34cc-4670-871f-5c9e26fd4445 req-bbb20cee-b77e-40f4-867d-5c5fa1ec0de7 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713693 Oct 19 01:17:03.082419 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9cd4a2cf-ef1d-429a-a04e-417597198c0a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:03.090752 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d9e37d74-5979-48d8-9311-e97536b9e26f req-5deeee18-2b8c-4489-be5b-668e91d97626 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.2323332 Oct 19 01:17:03.163497 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d9e37d74-5979-48d8-9311-e97536b9e26f req-3a1831b3-99a8-4e66-943a-073499a2cf04 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717211 Oct 19 01:17:03.177055 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7193d-310d-4dee-8e44-1d08aa508430 req-11b32b00-a956-4f63-9fc9-b8867bef57f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:03.179022 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-06a7193d-310d-4dee-8e44-1d08aa508430 req-11b32b00-a956-4f63-9fc9-b8867bef57f2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1514425 Oct 19 01:17:03.195197 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2567cad3-bcc1-49aa-a326-2618c6f889bf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:03.216543 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2567cad3-bcc1-49aa-a326-2618c6f889bf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:03.236008 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9cd4a2cf-ef1d-429a-a04e-417597198c0a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:03.282166 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2567cad3-bcc1-49aa-a326-2618c6f889bf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:17:03.293780 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2567cad3-bcc1-49aa-a326-2618c6f889bf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:03.294324 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-2567cad3-bcc1-49aa-a326-2618c6f889bf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Added segment 242f79ad-2df7-4072-b74b-650c3810f730 of type vlan for network 54a7a36b-5584-47ae-8d97-5de29f53c332 Oct 19 01:17:03.349580 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38589721-971d-48f9-9cfc-0497d98ec410 None None] DHCP port deletion for 28bbb5fd-c75c-47ce-a413-f94e9e278cac request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:17:03.370269 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2567cad3-bcc1-49aa-a326-2618c6f889bf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:03.438756 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-38589721-971d-48f9-9cfc-0497d98ec410 None None] Deleting port 40f3c36e-3909-4203-9a06-d3928bf6e217 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:03.439438 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-38589721-971d-48f9-9cfc-0497d98ec410 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:03.493514 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2567cad3-bcc1-49aa-a326-2618c6f889bf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:03.499569 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2567cad3-bcc1-49aa-a326-2618c6f889bf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:03.500237 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2567cad3-bcc1-49aa-a326-2618c6f889bf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:03.542761 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-38589721-971d-48f9-9cfc-0497d98ec410 None None] For port 40f3c36e-3909-4203-9a06-d3928bf6e217, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=40f3c36e-3909-4203-9a06-d3928bf6e217,segment=NetworkSegment(4b96a6d1-8b8b-4e03-bedd-396bb83a41b9),segment_id=4b96a6d1-8b8b-4e03-bedd-396bb83a41b9)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:03.543621 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-38589721-971d-48f9-9cfc-0497d98ec410 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:03.558342 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-38589721-971d-48f9-9cfc-0497d98ec410 None None] Calling delete_port for 40f3c36e-3909-4203-9a06-d3928bf6e217 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:03.577845 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567cad3-bcc1-49aa-a326-2618c6f889bf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbfe635-ec52-40d1-ae42-37dc8187a9f5,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:03.614868 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239bf3c-e2b8-498e-9042-742638444389 req-69e23f6c-1a19-4e75-adee-2a65a52401f1 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:03.622961 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f239bf3c-e2b8-498e-9042-742638444389 req-69e23f6c-1a19-4e75-adee-2a65a52401f1 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 946 time: 0.4374928 Oct 19 01:17:03.634882 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2567cad3-bcc1-49aa-a326-2618c6f889bf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2216706 Oct 19 01:17:03.651151 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48064) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:03.655909 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-612ebea2-7b76-4ff7-ae07-a78715890f0d tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-481631104', 'admin_state_up': True, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:03.708119 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-38589721-971d-48f9-9cfc-0497d98ec410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:03.743042 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867fdf54-f3ea-410e-8478-ceb8224181fc req-50fe971a-10ae-4118-a681-0d60a90bfc37 tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:03.752151 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38589721-971d-48f9-9cfc-0497d98ec410 None None] Pushing event deleted for resources: {'Port': ['ID=40f3c36e-3909-4203-9a06-d3928bf6e217,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:03.752749 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-867fdf54-f3ea-410e-8478-ceb8224181fc req-50fe971a-10ae-4118-a681-0d60a90bfc37 tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] 10.222.0.57 "GET /v2.0/ports?device_id=c395e8c9-9d55-43e5-ae20-74a465607f3a HTTP/1.1" status: 200 len: 948 time: 0.4230371 Oct 19 01:17:03.758675 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38589721-971d-48f9-9cfc-0497d98ec410 None None] No DVR routers for this DVR port 40f3c36e-3909-4203-9a06-d3928bf6e217 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:17:03.778836 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-06a7193d-310d-4dee-8e44-1d08aa508430 req-c64af006-e1ec-4693-8768-51f1dc591b7f service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5909438 Oct 19 01:17:03.813591 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567cad3-bcc1-49aa-a326-2618c6f889bf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Pushing event updated for resources: {'Network': ['ID=54a7a36b-5584-47ae-8d97-5de29f53c332,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:03.828183 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 54a7a36b-5584-47ae-8d97-5de29f53c332 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:17:03.959123 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9cd4a2cf-ef1d-429a-a04e-417597198c0a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:03.963046 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-612ebea2-7b76-4ff7-ae07-a78715890f0d tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:03.964270 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-612ebea2-7b76-4ff7-ae07-a78715890f0d tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:03.982287 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-867fdf54-f3ea-410e-8478-ceb8224181fc req-12384e7c-943e-42d6-95d2-2291eaae3273 tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fe8c168-7bf4-4b64-a482-6d03b122ffbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286410 Oct 19 01:17:04.023537 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f239bf3c-e2b8-498e-9042-742638444389 req-43c8856a-6d99-412e-99b6-49e67477e858 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861120 Oct 19 01:17:04.087696 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device ba3200a0-c5ba-439b-926d-2e9f129b2678 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:17:04.094549 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 1d378451-e01f-4f75-9900-7f548105e2e1 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:17:04.127811 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48080) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:04.138776 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-612ebea2-7b76-4ff7-ae07-a78715890f0d tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:04.141165 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9cd4a2cf-ef1d-429a-a04e-417597198c0a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:04.191981 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4a2cf-ef1d-429a-a04e-417597198c0a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Pushing event deleted for resources: {'Subnet': ['ID=67dfdfc9-7c16-4d97-8f29-d21072ecc7ea,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:04.203571 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 1d378451-e01f-4f75-9900-7f548105e2e1 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:17:04.206321 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 1d378451-e01f-4f75-9900-7f548105e2e1 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:17:04.294259 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9cd4a2cf-ef1d-429a-a04e-417597198c0a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:04.298355 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9cd4a2cf-ef1d-429a-a04e-417597198c0a tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "DELETE /v2.0/subnets/67dfdfc9-7c16-4d97-8f29-d21072ecc7ea HTTP/1.1" status: 204 len: 168 time: 1.3246050 Oct 19 01:17:04.304386 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48094) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:04.314752 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dfc1b2-9971-4d98-a1ff-17f99176e6ff None None] Network 4bdbb06e-439a-49c1-8bb0-4db0fdb649a5 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:17:04.506236 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-06a7193d-310d-4dee-8e44-1d08aa508430 req-b093306a-5025-4b6a-8372-bd7336390006 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7131209 Oct 19 01:17:04.524594 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-72c62b7a-a35a-4490-9a61-d0812333c3d7 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=1941e9d9b73841978c1d584a07032a56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2275805 Oct 19 01:17:04.709655 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port ba3200a0-c5ba-439b-926d-2e9f129b2678, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=ba3200a0-c5ba-439b-926d-2e9f129b2678,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:04.740642 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-612ebea2-7b76-4ff7-ae07-a78715890f0d tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:04.786098 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-de62f651-6d55-4131-ab40-fbb50656b0b0 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:04.787701 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-de62f651-6d55-4131-ab40-fbb50656b0b0 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2529426 Oct 19 01:17:04.788945 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'ba3200a0-c5ba-439b-926d-2e9f129b2678', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': 'ba3200a0-c5ba-439b-926d-2e9f129b2678', 'mac_address': 'fa:16:3e:9e:7b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:17:04.791782 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 40f3c36e-3909-4203-9a06-d3928bf6e217 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:17:04.807429 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0941728-5058-4f9a-8918-d97067855bf7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:04.831152 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-c2b183a2-153f-4c18-85c1-4e972abc0e5b tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.57 "GET /v2.0/quotas/1941e9d9b73841978c1d584a07032a56 HTTP/1.1" status: 200 len: 375 time: 0.0363004 Oct 19 01:17:04.841763 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 40f3c36e-3909-4203-9a06-d3928bf6e217 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:17:04.842795 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 40f3c36e-3909-4203-9a06-d3928bf6e217 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:17:04.884089 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-b0022bff-3dd5-404d-9c8d-2a5ccc3937e3 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1941e9d9b73841978c1d584a07032a56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519652 Oct 19 01:17:04.914823 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:04.932252 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba3200a0-c5ba-439b-926d-2e9f129b2678 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:17:04.937760 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcd5af7-883a-49a6-a44c-9842dfa944cc None None] DHCP port deletion for 4bdbb06e-439a-49c1-8bb0-4db0fdb649a5 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:17:05.001471 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port ba3200a0-c5ba-439b-926d-2e9f129b2678, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=ba3200a0-c5ba-439b-926d-2e9f129b2678,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:05.021008 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c513e-0d38-4c1e-930d-c4a63ef47c3a req-c7bc4acc-fc68-42be-94aa-e842c8efe554 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:05.038308 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-641c513e-0d38-4c1e-930d-c4a63ef47c3a req-c7bc4acc-fc68-42be-94aa-e842c8efe554 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.5418711 Oct 19 01:17:05.064799 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:05.077633 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-860b386e-0031-403e-9cea-cdae6e7b602d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:05.296784 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-afcd5af7-883a-49a6-a44c-9842dfa944cc None None] Deleting port badb5ce6-f230-462a-af08-152695869f73 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:05.297257 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-afcd5af7-883a-49a6-a44c-9842dfa944cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:05.328174 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0941728-5058-4f9a-8918-d97067855bf7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:05.375950 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-641c513e-0d38-4c1e-930d-c4a63ef47c3a req-161faa67-f5d2-4bd8-9b7a-c90157549f7f tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223884 Oct 19 01:17:05.412696 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff8e13-d978-4ce9-a1d4-30329e1323aa req-f4dccb53-0a7a-4d56-b2e3-d02e2f93382c tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:05.414328 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f2ff8e13-d978-4ce9-a1d4-30329e1323aa req-f4dccb53-0a7a-4d56-b2e3-d02e2f93382c tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 946 time: 0.0918126 Oct 19 01:17:05.428585 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-b0941728-5058-4f9a-8918-d97067855bf7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28bbb5fd-c75c-47ce-a413-f94e9e278cac']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:05.466521 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-afcd5af7-883a-49a6-a44c-9842dfa944cc None None] For port badb5ce6-f230-462a-af08-152695869f73, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=badb5ce6-f230-462a-af08-152695869f73,segment=NetworkSegment(af8d2bdc-728f-4365-a0a3-7f4c1d198719),segment_id=af8d2bdc-728f-4365-a0a3-7f4c1d198719)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:05.466926 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-afcd5af7-883a-49a6-a44c-9842dfa944cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:05.489124 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-afcd5af7-883a-49a6-a44c-9842dfa944cc None None] Calling delete_port for badb5ce6-f230-462a-af08-152695869f73 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:05.543051 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-b0941728-5058-4f9a-8918-d97067855bf7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b96a6d1-8b8b-4e03-bedd-396bb83a41b9') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:05.543398 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-b0941728-5058-4f9a-8918-d97067855bf7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b96a6d1-8b8b-4e03-bedd-396bb83a41b9') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:05.610309 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f2ff8e13-d978-4ce9-a1d4-30329e1323aa req-f44be667-eec7-4d97-bef5-4cf01fa82f9c tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844673 Oct 19 01:17:05.622855 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0941728-5058-4f9a-8918-d97067855bf7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:05.635943 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-860b386e-0031-403e-9cea-cdae6e7b602d admin admin] Deleting port 929eb460-6af3-41ae-a2f1-de01bd409759 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:05.635943 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-860b386e-0031-403e-9cea-cdae6e7b602d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:05.647313 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=ba3200a0-c5ba-439b-926d-2e9f129b2678,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:05.661963 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['ba3200a0-c5ba-439b-926d-2e9f129b2678'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:17:05.727290 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-afcd5af7-883a-49a6-a44c-9842dfa944cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:05.774979 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd5af7-883a-49a6-a44c-9842dfa944cc None None] Pushing event deleted for resources: {'Port': ['ID=badb5ce6-f230-462a-af08-152695869f73,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:05.783539 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-860b386e-0031-403e-9cea-cdae6e7b602d admin admin] For port 929eb460-6af3-41ae-a2f1-de01bd409759, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=929eb460-6af3-41ae-a2f1-de01bd409759,segment=NetworkSegment(de0fd25c-eaca-4e25-a94b-39c555ad937b),segment_id=de0fd25c-eaca-4e25-a94b-39c555ad937b)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:05.783975 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-860b386e-0031-403e-9cea-cdae6e7b602d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:05.787128 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0941728-5058-4f9a-8918-d97067855bf7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:05.802608 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcd5af7-883a-49a6-a44c-9842dfa944cc None None] No DVR routers for this DVR port badb5ce6-f230-462a-af08-152695869f73 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:17:05.804738 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-860b386e-0031-403e-9cea-cdae6e7b602d admin admin] Calling delete_port for 929eb460-6af3-41ae-a2f1-de01bd409759 owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:05.831053 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-612ebea2-7b76-4ff7-ae07-a78715890f0d tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:05.842747 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0941728-5058-4f9a-8918-d97067855bf7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:17:05.844757 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0941728-5058-4f9a-8918-d97067855bf7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:05.866615 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:17:05.866615 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:17:05.866615 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:17:05.866615 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:17:05.866615 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:17:05.866615 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:17:05.866615 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:17:05.866615 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:17:05.866615 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:17:05.866615 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:17:05.866615 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:17:05.866615 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:17:05.866615 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:17:05.866615 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:17:05.866615 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:17:05.866615 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:17:05.866615 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:17:05.866615 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:17:05.866615 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:17:05.866615 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:17:05.866615 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:17:05.866615 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:17:05.866615 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:17:05.866615 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:17:05.866615 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:17:05.866615 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:17:05.866615 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:17:05.866615 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:17:05.866615 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:17:05.866615 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:17:05.866615 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:17:05.866615 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:17:05.969719 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-612ebea2-7b76-4ff7-ae07-a78715890f0d tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:06.043984 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2ebf3-1c97-419b-86f6-6423514542e4 req-61ce052b-ba52-42ef-bdc6-8077e2318977 tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:06.046236 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2ef2ebf3-1c97-419b-86f6-6423514542e4 req-61ce052b-ba52-42ef-bdc6-8077e2318977 tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] 10.222.0.57 "GET /v2.0/ports?device_id=c395e8c9-9d55-43e5-ae20-74a465607f3a HTTP/1.1" status: 200 len: 949 time: 0.4394636 Oct 19 01:17:06.069441 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f9d3a90a-0387-45e5-bac6-3eb0b2c51acc req-bb51965a-7e87-4879-b4cd-545d030a161b tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.57 "GET /v2.0/ports?device_id=d59100b8-e39e-404c-81df-5b4af73d50d7 HTTP/1.1" status: 200 len: 210 time: 0.0606477 Oct 19 01:17:06.221988 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-860b386e-0031-403e-9cea-cdae6e7b602d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:06.282756 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b386e-0031-403e-9cea-cdae6e7b602d admin admin] Pushing event deleted for resources: {'Port': ['ID=929eb460-6af3-41ae-a2f1-de01bd409759,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:06.286467 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0941728-5058-4f9a-8918-d97067855bf7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:06.393124 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0941728-5058-4f9a-8918-d97067855bf7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:06.418798 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48120) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:06.419018 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b0941728-5058-4f9a-8918-d97067855bf7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "DELETE /v2.0/networks/28bbb5fd-c75c-47ce-a413-f94e9e278cac HTTP/1.1" status: 204 len: 168 time: 2.1128182 Oct 19 01:17:06.425013 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0941728-5058-4f9a-8918-d97067855bf7 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Pushing event deleted for resources: {'Network': ['ID=28bbb5fd-c75c-47ce-a413-f94e9e278cac,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:06.674971 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2ef2ebf3-1c97-419b-86f6-6423514542e4 req-1d3cff2d-e3fb-4eec-87a1-d09e0dcff0cf tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fe8c168-7bf4-4b64-a482-6d03b122ffbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878911 Oct 19 01:17:06.731488 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-deb3d4cd-22ea-443d-834b-df7053ce06c6 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:06.736758 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-612ebea2-7b76-4ff7-ae07-a78715890f0d tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Allocated IP 172.25.8.243 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/7152d0c2-666e-4854-8cc5-84b5d61c7327) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:17:06.941861 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device badb5ce6-f230-462a-af08-152695869f73 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:17:06.961698 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72aa4ba-f982-4dfe-a077-0347b7b739ab req-bd340c10-b947-4eb5-b6a2-7472818a0b95 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:06.969339 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d72aa4ba-f982-4dfe-a077-0347b7b739ab req-bd340c10-b947-4eb5-b6a2-7472818a0b95 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.2938476 Oct 19 01:17:06.983296 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: badb5ce6-f230-462a-af08-152695869f73 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:17:06.983673 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device badb5ce6-f230-462a-af08-152695869f73 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:17:07.000822 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-612ebea2-7b76-4ff7-ae07-a78715890f0d tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:07.017382 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-860b386e-0031-403e-9cea-cdae6e7b602d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:07.019096 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b5f41-ef95-4b62-8c4e-d85574399ba7 req-5fed0b2e-7fd8-4b33-a69a-8e0556e76d89 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:07.021671 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b12b5f41-ef95-4b62-8c4e-d85574399ba7 req-5fed0b2e-7fd8-4b33-a69a-8e0556e76d89 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 946 time: 0.2677240 Oct 19 01:17:07.068933 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-fe5614d6-a401-4e59-8891-29e23b4cdc46 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=1941e9d9b73841978c1d584a07032a56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0901525 Oct 19 01:17:07.112970 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b12b5f41-ef95-4b62-8c4e-d85574399ba7 req-79f22352-6e95-45dc-a327-ce63e0c95fb8 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702739 Oct 19 01:17:07.132891 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-612ebea2-7b76-4ff7-ae07-a78715890f0d tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:07.190874 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-deb3d4cd-22ea-443d-834b-df7053ce06c6 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:07.242272 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d72aa4ba-f982-4dfe-a077-0347b7b739ab req-9036b6f7-718f-4817-8ce7-0c4cbdf9b489 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665591 Oct 19 01:17:07.245517 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612ebea2-7b76-4ff7-ae07-a78715890f0d tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:17:07.268317 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-612ebea2-7b76-4ff7-ae07-a78715890f0d tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:17:07.276056 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-deb3d4cd-22ea-443d-834b-df7053ce06c6 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bdbb06e-439a-49c1-8bb0-4db0fdb649a5']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:07.286597 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612ebea2-7b76-4ff7-ae07-a78715890f0d tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:17:07.305556 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-deb3d4cd-22ea-443d-834b-df7053ce06c6 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af8d2bdc-728f-4365-a0a3-7f4c1d198719') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:07.306133 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-deb3d4cd-22ea-443d-834b-df7053ce06c6 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af8d2bdc-728f-4365-a0a3-7f4c1d198719') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:07.307656 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-84ca7603-7621-4c9b-ba1e-11270fa5f1fa req-b61ad3f2-8a93-41ce-91df-f6eac7cf9373 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.57 "GET /v2.0/ports?device_id=d59100b8-e39e-404c-81df-5b4af73d50d7 HTTP/1.1" status: 200 len: 210 time: 0.0635991 Oct 19 01:17:07.313010 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ebea2-7b76-4ff7-ae07-a78715890f0d tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Pushing event updated for resources: {'Port': ['ID=7152d0c2-666e-4854-8cc5-84b5d61c7327,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:07.358869 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-deb3d4cd-22ea-443d-834b-df7053ce06c6 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:07.429002 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-deb3d4cd-22ea-443d-834b-df7053ce06c6 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:07.458799 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deb3d4cd-22ea-443d-834b-df7053ce06c6 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:17:07.459570 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-deb3d4cd-22ea-443d-834b-df7053ce06c6 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:07.462902 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:17:07.462902 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:17:07.462902 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:17:07.462902 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:17:07.462902 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:17:07.462902 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:17:07.462902 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:17:07.462902 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:17:07.462902 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:17:07.462902 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:17:07.462902 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:17:07.462902 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:17:07.462902 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:17:07.462902 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:17:07.462902 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:17:07.462902 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:17:07.462902 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:17:07.462902 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:17:07.462902 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:17:07.462902 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:17:07.462902 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:17:07.462902 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:17:07.462902 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:17:07.462902 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:17:07.462902 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:17:07.462902 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:17:07.462902 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:17:07.462902 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:17:07.462902 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:17:07.462902 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:17:07.462902 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:17:07.462902 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:17:07.497828 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-713898c3-7efd-407e-a24a-c5e62a39d181 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:07.499689 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-713898c3-7efd-407e-a24a-c5e62a39d181 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3991041 Oct 19 01:17:07.547075 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-7758d35c-6d26-4e81-8989-2352999ba1ae tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Request body: {'port': {'device_id': 'd59100b8-e39e-404c-81df-5b4af73d50d7', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'admin_state_up': True, 'tenant_id': '1941e9d9b73841978c1d584a07032a56'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:08.106939 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860b386e-0031-403e-9cea-cdae6e7b602d admin admin] Router 5c2a780d-35cd-4578-84f3-3b1c4370092e has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:17:08.124722 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-deb3d4cd-22ea-443d-834b-df7053ce06c6 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:08.127420 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device ba3200a0-c5ba-439b-926d-2e9f129b2678 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:17:08.161413 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-deb3d4cd-22ea-443d-834b-df7053ce06c6 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:08.182193 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-deb3d4cd-22ea-443d-834b-df7053ce06c6 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] 10.222.0.57 "DELETE /v2.0/networks/4bdbb06e-439a-49c1-8bb0-4db0fdb649a5 HTTP/1.1" status: 204 len: 168 time: 1.7600315 Oct 19 01:17:08.272110 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port ba3200a0-c5ba-439b-926d-2e9f129b2678 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:17:08.277313 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port ba3200a0-c5ba-439b-926d-2e9f129b2678 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:08.277696 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:08.278984 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3d4cd-22ea-443d-834b-df7053ce06c6 tempest-TaggedBootDevicesTest_v242-707756499 tempest-TaggedBootDevicesTest_v242-707756499-project] Pushing event deleted for resources: {'Network': ['ID=4bdbb06e-439a-49c1-8bb0-4db0fdb649a5,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:08.446223 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-7758d35c-6d26-4e81-8989-2352999ba1ae tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Made reservation on behalf of 1941e9d9b73841978c1d584a07032a56 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:17:08.451531 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-7758d35c-6d26-4e81-8989-2352999ba1ae tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:08.500369 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:08.502190 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-7758d35c-6d26-4e81-8989-2352999ba1ae tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:08.551155 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09118faf-3808-491c-9a66-76aa9c70ab2a req-586f168a-19a6-47c5-9bb4-e6c89e4ed83f tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:08.553195 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-09118faf-3808-491c-9a66-76aa9c70ab2a req-586f168a-19a6-47c5-9bb4-e6c89e4ed83f tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] 10.222.0.57 "GET /v2.0/ports?device_id=c395e8c9-9d55-43e5-ae20-74a465607f3a HTTP/1.1" status: 200 len: 949 time: 0.4447384 Oct 19 01:17:08.560184 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a55bd-371d-424f-b456-2a0bc396aba0 req-6a6a274b-647c-4e77-9d3d-832a9dbe6052 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:08.561764 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bb7a55bd-371d-424f-b456-2a0bc396aba0 req-6a6a274b-647c-4e77-9d3d-832a9dbe6052 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 946 time: 0.1269073 Oct 19 01:17:08.567093 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c395e8c9-9d55-43e5-ae20-74a465607f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3200a0-c5ba-439b-926d-2e9f129b2678'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:17:08.569393 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bae543-6fde-4354-8e0e-ea396ef8f00e" -d '{"events": [{"server_uuid": "c395e8c9-9d55-43e5-ae20-74a465607f3a", "name": "network-vif-plugged", "status": "completed", "tag": "ba3200a0-c5ba-439b-926d-2e9f129b2678"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:17:08.573865 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-612ebea2-7b76-4ff7-ae07-a78715890f0d tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:08.609578 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port ba3200a0-c5ba-439b-926d-2e9f129b2678, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=ba3200a0-c5ba-439b-926d-2e9f129b2678,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:08.618419 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:08.674040 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=ba3200a0-c5ba-439b-926d-2e9f129b2678,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:08.690329 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860b386e-0031-403e-9cea-cdae6e7b602d admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:17:08.702815 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6924e445-1aee-46c0-a31c-2d32d833c8d5 None None] Sync routers for ids ['5c2a780d-35cd-4578-84f3-3b1c4370092e'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:17:08.715610 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6924e445-1aee-46c0-a31c-2d32d833c8d5 None None] Routers {'5c2a780d-35cd-4578-84f3-3b1c4370092e'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:17:08.719642 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-6924e445-1aee-46c0-a31c-2d32d833c8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:16:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['5c2a780d-35cd-4578-84f3-3b1c4370092e'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:08.730320 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-860b386e-0031-403e-9cea-cdae6e7b602d admin admin] 10.222.0.57 "PUT /v2.0/routers/5c2a780d-35cd-4578-84f3-3b1c4370092e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5993168 Oct 19 01:17:08.740029 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-09118faf-3808-491c-9a66-76aa9c70ab2a req-53d9691a-100e-467b-b067-e7870535cce4 tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fe8c168-7bf4-4b64-a482-6d03b122ffbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478331 Oct 19 01:17:08.751332 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48148) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:08.836090 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bb7a55bd-371d-424f-b456-2a0bc396aba0 req-80a74b0e-4983-49dc-bdab-20a99807eb66 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634368 Oct 19 01:17:08.949343 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-6924e445-1aee-46c0-a31c-2d32d833c8d5 None None] Set router 5c2a780d-35cd-4578-84f3-3b1c4370092e gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:17:09.026530 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f156f263-5b69-4fae-b760-518f9efa63b3 req-3880b507-541e-4084-9351-3be15771e2dd tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.57 "GET /v2.0/ports?device_id=d59100b8-e39e-404c-81df-5b4af73d50d7 HTTP/1.1" status: 200 len: 210 time: 0.0729074 Oct 19 01:17:09.038033 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-612ebea2-7b76-4ff7-ae07-a78715890f0d tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:09.119940 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-87cc202e-962d-4bf5-9c2d-3cd5f988fe23 admin admin] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:09.234301 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf15ae84-a6b2-49a2-9891-d402d94bd286 x-openstack-request-id: req-cf15ae84-a6b2-49a2-9891-d402d94bd286 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:17:09.235156 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c395e8c9-9d55-43e5-ae20-74a465607f3a", "name": "network-vif-plugged", "status": "completed", "tag": "ba3200a0-c5ba-439b-926d-2e9f129b2678", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:17:09.235584 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cf15ae84-a6b2-49a2-9891-d402d94bd286 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:17:09.236187 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c395e8c9-9d55-43e5-ae20-74a465607f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3200a0-c5ba-439b-926d-2e9f129b2678', 'code': 200} Oct 19 01:17:09.286449 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-7758d35c-6d26-4e81-8989-2352999ba1ae tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:09.368331 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-7758d35c-6d26-4e81-8989-2352999ba1ae tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:09.476178 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-6924e445-1aee-46c0-a31c-2d32d833c8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2a780d-35cd-4578-84f3-3b1c4370092e', 'name': 'tempest-TestServerMultinode-1447833237-router', 'tenant_id': '90194172b6d24fbe800421d65a82d912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '789e6781-4691-4074-8adb-4a351a372cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:40Z', 'updated_at': '2021-10-19T01:17:06Z', 'revision_number': 5, 'project_id': '90194172b6d24fbe800421d65a82d912', 'gw_port': {'id': '789e6781-4691-4074-8adb-4a351a372cc1', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:35:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2a780d-35cd-4578-84f3-3b1c4370092e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:41Z', 'updated_at': '2021-10-19T01:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:09.525767 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-7758d35c-6d26-4e81-8989-2352999ba1ae tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Allocated IP 192.168.233.29 (0e8b4f7b-f3c0-4523-9906-6b9e503fed71/1746bfff-950e-4857-b1bf-6fa3cf804b73/60458e2a-34ce-4397-ba0b-d689264080c2) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:17:09.537386 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612ebea2-7b76-4ff7-ae07-a78715890f0d tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Router fa921612-4e9b-4d9b-b559-caa8f99f853c is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:17:09.598423 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6924e445-1aee-46c0-a31c-2d32d833c8d5 None None] Checking router: 5c2a780d-35cd-4578-84f3-3b1c4370092e for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:17:09.617807 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6924e445-1aee-46c0-a31c-2d32d833c8d5 None None] Routers {'5c2a780d-35cd-4578-84f3-3b1c4370092e'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:17:09.618428 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-6924e445-1aee-46c0-a31c-2d32d833c8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:16:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['5c2a780d-35cd-4578-84f3-3b1c4370092e'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:09.667527 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eac638-eb1c-4a93-b45c-a37c2ee3f638 req-bc0337c3-a5b5-4100-a045-a808a856204b tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:09.680959 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e2eac638-eb1c-4a93-b45c-a37c2ee3f638 req-bc0337c3-a5b5-4100-a045-a808a856204b tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.5555246 Oct 19 01:17:09.919107 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ba4db-88fe-4409-b9ed-5761e54b8e1f req-bb010ef8-0044-4e6e-b69a-70aa2b0f917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:09.925093 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e13ba4db-88fe-4409-b9ed-5761e54b8e1f req-bb010ef8-0044-4e6e-b69a-70aa2b0f917e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c395e8c9-9d55-43e5-ae20-74a465607f3a HTTP/1.1" status: 200 len: 1102 time: 0.6019166 Oct 19 01:17:09.949318 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-6924e445-1aee-46c0-a31c-2d32d833c8d5 None None] Set router 5c2a780d-35cd-4578-84f3-3b1c4370092e gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:17:09.976409 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758d35c-6d26-4e81-8989-2352999ba1ae tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7b479b-c22f-4cee-a77f-06275886a699,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:09.987299 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612ebea2-7b76-4ff7-ae07-a78715890f0d tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:17:10.001203 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1573196-8e01-45f0-81b7-7c3e2be56926 None None] Sync routers for ids ['fa921612-4e9b-4d9b-b559-caa8f99f853c'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:17:10.018928 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1573196-8e01-45f0-81b7-7c3e2be56926 None None] Routers {'fa921612-4e9b-4d9b-b559-caa8f99f853c'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:17:10.022417 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-b1573196-8e01-45f0-81b7-7c3e2be56926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:16:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['fa921612-4e9b-4d9b-b559-caa8f99f853c'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:10.044718 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-87cc202e-962d-4bf5-9c2d-3cd5f988fe23 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:10.060704 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5efe3-afea-47da-a83f-baa464329c02 req-1c6169b4-b8fd-419b-9869-2f300b830832 tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:10.062306 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1bd5efe3-afea-47da-a83f-baa464329c02 req-1c6169b4-b8fd-419b-9869-2f300b830832 tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] 10.222.0.57 "GET /v2.0/ports?device_id=c395e8c9-9d55-43e5-ae20-74a465607f3a HTTP/1.1" status: 200 len: 950 time: 0.1791971 Oct 19 01:17:10.149560 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-612ebea2-7b76-4ff7-ae07-a78715890f0d tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:10.160420 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-612ebea2-7b76-4ff7-ae07-a78715890f0d tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 6.5075545 Oct 19 01:17:10.161588 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48170) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:10.163851 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e13ba4db-88fe-4409-b9ed-5761e54b8e1f req-9334ca9a-5ba4-460a-9b3f-21794844e5f2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2fe8c168-7bf4-4b64-a482-6d03b122ffbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519699 Oct 19 01:17:10.189019 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e2eac638-eb1c-4a93-b45c-a37c2ee3f638 req-3343aa24-57ed-49b4-8a10-7896f08e3d84 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652827 Oct 19 01:17:10.292197 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1bd5efe3-afea-47da-a83f-baa464329c02 req-0cabc883-411d-4f30-b43d-e81ba3a7a925 tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fe8c168-7bf4-4b64-a482-6d03b122ffbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160959 Oct 19 01:17:10.386182 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-7758d35c-6d26-4e81-8989-2352999ba1ae tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:10.397901 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-87cc202e-962d-4bf5-9c2d-3cd5f988fe23 admin admin] Deleting port 789e6781-4691-4074-8adb-4a351a372cc1 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:10.398390 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-87cc202e-962d-4bf5-9c2d-3cd5f988fe23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:10.445976 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cb4f68b7-490d-40b4-8545-3703b8563ba3 tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=9c09f0168bf347c88ae7e8e59a63bdb6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2702341 Oct 19 01:17:10.446829 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48174) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:10.470645 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-b1573196-8e01-45f0-81b7-7c3e2be56926 None None] Set router fa921612-4e9b-4d9b-b559-caa8f99f853c gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:17:10.476034 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-6924e445-1aee-46c0-a31c-2d32d833c8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2a780d-35cd-4578-84f3-3b1c4370092e', 'name': 'tempest-TestServerMultinode-1447833237-router', 'tenant_id': '90194172b6d24fbe800421d65a82d912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '789e6781-4691-4074-8adb-4a351a372cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:40Z', 'updated_at': '2021-10-19T01:17:06Z', 'revision_number': 5, 'project_id': '90194172b6d24fbe800421d65a82d912', 'gw_port': {'id': '789e6781-4691-4074-8adb-4a351a372cc1', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:35:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2a780d-35cd-4578-84f3-3b1c4370092e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:41Z', 'updated_at': '2021-10-19T01:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:10.550626 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6924e445-1aee-46c0-a31c-2d32d833c8d5 None None] The sync data for ids ['5c2a780d-35cd-4578-84f3-3b1c4370092e'] in n-d-715271-26 is: [{'id': '5c2a780d-35cd-4578-84f3-3b1c4370092e', 'name': 'tempest-TestServerMultinode-1447833237-router', 'tenant_id': '90194172b6d24fbe800421d65a82d912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '789e6781-4691-4074-8adb-4a351a372cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:40Z', 'updated_at': '2021-10-19T01:17:06Z', 'revision_number': 5, 'project_id': '90194172b6d24fbe800421d65a82d912', 'gw_port': {'id': '789e6781-4691-4074-8adb-4a351a372cc1', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:35:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2a780d-35cd-4578-84f3-3b1c4370092e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:41Z', 'updated_at': '2021-10-19T01:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:17:10.628817 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1214c362-698e-41ff-809a-ad6668313907 req-d309eb7c-8bd3-4794-b0a1-ea11fbe305f9 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.57 "GET /v2.0/ports?device_id=d59100b8-e39e-404c-81df-5b4af73d50d7 HTTP/1.1" status: 200 len: 210 time: 0.1185100 Oct 19 01:17:10.699959 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-87cc202e-962d-4bf5-9c2d-3cd5f988fe23 admin admin] For port 789e6781-4691-4074-8adb-4a351a372cc1, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=789e6781-4691-4074-8adb-4a351a372cc1,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:10.700592 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-87cc202e-962d-4bf5-9c2d-3cd5f988fe23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:10.715510 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-87cc202e-962d-4bf5-9c2d-3cd5f988fe23 admin admin] Calling delete_port for 789e6781-4691-4074-8adb-4a351a372cc1 owned by network:router_gateway {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:10.920832 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-87cc202e-962d-4bf5-9c2d-3cd5f988fe23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:10.952802 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-b1573196-8e01-45f0-81b7-7c3e2be56926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-481631104', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '7152d0c2-666e-4854-8cc5-84b5d61c7327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:04Z', 'updated_at': '2021-10-19T01:17:07Z', 'revision_number': 3, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'gw_port': {'id': '7152d0c2-666e-4854-8cc5-84b5d61c7327', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:40:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:05Z', 'updated_at': '2021-10-19T01:17:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:10.999123 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a19d0b-268d-48fd-8579-c303e0010f3a tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:11.012258 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-22a19d0b-268d-48fd-8579-c303e0010f3a tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5642409 Oct 19 01:17:11.015814 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48182) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:11.025240 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc202e-962d-4bf5-9c2d-3cd5f988fe23 admin admin] Pushing event deleted for resources: {'Port': ['ID=789e6781-4691-4074-8adb-4a351a372cc1,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:11.028763 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-7758d35c-6d26-4e81-8989-2352999ba1ae tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:11.057632 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-7758d35c-6d26-4e81-8989-2352999ba1ae tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:17:11.075231 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 929eb460-6af3-41ae-a2f1-de01bd409759 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:17:11.092034 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1573196-8e01-45f0-81b7-7c3e2be56926 None None] Checking router: fa921612-4e9b-4d9b-b559-caa8f99f853c for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:17:11.092498 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1573196-8e01-45f0-81b7-7c3e2be56926 None None] Updating router fa921612-4e9b-4d9b-b559-caa8f99f853c port 7152d0c2-666e-4854-8cc5-84b5d61c7327 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:17:11.096320 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-7758d35c-6d26-4e81-8989-2352999ba1ae tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:17:11.147707 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 929eb460-6af3-41ae-a2f1-de01bd409759 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:17:11.148176 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 929eb460-6af3-41ae-a2f1-de01bd409759 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:17:11.162713 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-46b46eec-2557-4529-92fb-ee0bf983a81f tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=a0ce41c0-3b90-40be-93cd-082af8f20c34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1454833 Oct 19 01:17:11.163391 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48184) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:11.180957 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-012b253f-71f2-4d48-b0ad-966e59b5175a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2138753579', 'network_id': '54a7a36b-5584-47ae-8d97-5de29f53c332', 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:11.235822 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b1573196-8e01-45f0-81b7-7c3e2be56926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:11.280601 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-7758d35c-6d26-4e81-8989-2352999ba1ae tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:17:11.495029 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-7758d35c-6d26-4e81-8989-2352999ba1ae tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:11.500080 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-7758d35c-6d26-4e81-8989-2352999ba1ae tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:11.522437 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-87cc202e-962d-4bf5-9c2d-3cd5f988fe23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:11.563792 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012b253f-71f2-4d48-b0ad-966e59b5175a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Made reservation on behalf of 9c09f0168bf347c88ae7e8e59a63bdb6 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:17:11.573028 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-012b253f-71f2-4d48-b0ad-966e59b5175a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:11.745862 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d245d47-1e20-4d70-84da-0557e27e0364 req-87e0e9a4-43a4-4774-8f02-318d5dd1b745 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:11.759251 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9d245d47-1e20-4d70-84da-0557e27e0364 req-87e0e9a4-43a4-4774-8f02-318d5dd1b745 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.3304179 Oct 19 01:17:11.843589 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-c59c4a1e-c920-403f-b011-ca1476f9878f None None] Provisioning complete for port 60458e2a-34ce-4397-ba0b-d689264080c2 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:11.845343 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c59c4a1e-c920-403f-b011-ca1476f9878f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:11.875076 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-87cc202e-962d-4bf5-9c2d-3cd5f988fe23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:11.890811 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-87cc202e-962d-4bf5-9c2d-3cd5f988fe23 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:11.976363 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-c59c4a1e-c920-403f-b011-ca1476f9878f None None] Port 60458e2a-34ce-4397-ba0b-d689264080c2 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:17:12.047486 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9d245d47-1e20-4d70-84da-0557e27e0364 req-41a23856-ec88-4901-9c89-70139f0f6ee3 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872319 Oct 19 01:17:12.144160 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-87cc202e-962d-4bf5-9c2d-3cd5f988fe23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:12.150351 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cc202e-962d-4bf5-9c2d-3cd5f988fe23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c2a780d-35cd-4578-84f3-3b1c4370092e {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:17:12.175331 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b1573196-8e01-45f0-81b7-7c3e2be56926 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:12.184812 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758d35c-6d26-4e81-8989-2352999ba1ae tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Pushing event updated for resources: {'Port': ['ID=60458e2a-34ce-4397-ba0b-d689264080c2,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:12.193578 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b1573196-8e01-45f0-81b7-7c3e2be56926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:12.197953 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-7758d35c-6d26-4e81-8989-2352999ba1ae tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6549215 Oct 19 01:17:12.202680 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-87cc202e-962d-4bf5-9c2d-3cd5f988fe23 admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:12.205646 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-87cc202e-962d-4bf5-9c2d-3cd5f988fe23 admin admin] 10.222.0.57 "DELETE /v2.0/routers/5c2a780d-35cd-4578-84f3-3b1c4370092e HTTP/1.1" status: 204 len: 168 time: 3.4460733 Oct 19 01:17:12.209090 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48198) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:12.214700 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-259dc28e-0e5e-43b9-9298-49f13b182be5 service neutron] Request body: {'port': {'device_id': 'd59100b8-e39e-404c-81df-5b4af73d50d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:12.326579 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b048f0e-131d-4c19-9c4b-8270cb62f2bf None None] Pushing event updated for resources: {'Port': ['ID=7152d0c2-666e-4854-8cc5-84b5d61c7327,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:12.365520 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-b1573196-8e01-45f0-81b7-7c3e2be56926 None None] Attempting to bind port 7152d0c2-666e-4854-8cc5-84b5d61c7327 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:12.365923 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-b1573196-8e01-45f0-81b7-7c3e2be56926 None None] Attempting to bind port 7152d0c2-666e-4854-8cc5-84b5d61c7327 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:12.366278 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1573196-8e01-45f0-81b7-7c3e2be56926 None None] Attempting to bind port 7152d0c2-666e-4854-8cc5-84b5d61c7327 on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:12.376643 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1573196-8e01-45f0-81b7-7c3e2be56926 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:17:12.377063 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1573196-8e01-45f0-81b7-7c3e2be56926 None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:17:12.377484 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b1573196-8e01-45f0-81b7-7c3e2be56926 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:12.377889 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1573196-8e01-45f0-81b7-7c3e2be56926 None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:17:12.383004 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-b1573196-8e01-45f0-81b7-7c3e2be56926 None None] Bound port: 7152d0c2-666e-4854-8cc5-84b5d61c7327, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:17:12.383583 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b1573196-8e01-45f0-81b7-7c3e2be56926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:12.397193 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ec6e4-e1ae-4fcb-b694-8f21efaff38a req-65bdeb98-3b90-40fa-b9d6-f53f5c2df51b tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:12.399383 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-574ec6e4-e1ae-4fcb-b694-8f21efaff38a req-65bdeb98-3b90-40fa-b9d6-f53f5c2df51b tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] 10.222.0.57 "GET /v2.0/ports?device_id=c395e8c9-9d55-43e5-ae20-74a465607f3a HTTP/1.1" status: 200 len: 950 time: 0.3749018 Oct 19 01:17:12.454853 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642be497-6af6-45ea-818b-7097c843e545 req-a3dc8ffe-2996-4bfe-a815-3135a3934b12 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:12.457574 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-642be497-6af6-45ea-818b-7097c843e545 req-a3dc8ffe-2996-4bfe-a815-3135a3934b12 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.57 "GET /v2.0/ports?device_id=d59100b8-e39e-404c-81df-5b4af73d50d7 HTTP/1.1" status: 200 len: 935 time: 0.2085884 Oct 19 01:17:12.465963 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f4a0f98-f723-42ea-8e6b-975dcf530a64 admin admin] Deleting subnet a422bde3-a871-4a32-8785-c32872ac2066 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:17:12.485551 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-b1573196-8e01-45f0-81b7-7c3e2be56926 None None] For port 7152d0c2-666e-4854-8cc5-84b5d61c7327, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:17:12.490129 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-b1573196-8e01-45f0-81b7-7c3e2be56926 None None] For port 7152d0c2-666e-4854-8cc5-84b5d61c7327, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=7152d0c2-666e-4854-8cc5-84b5d61c7327,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:17:12.511639 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1f4a0f98-f723-42ea-8e6b-975dcf530a64 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:12.513414 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b1573196-8e01-45f0-81b7-7c3e2be56926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:12.547742 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-259dc28e-0e5e-43b9-9298-49f13b182be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:12.587743 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-642be497-6af6-45ea-818b-7097c843e545 req-4a8f94ae-2973-4c15-9ff8-de9fd04ffecc tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.57 "GET /v2.0/security-groups?id=8d7b479b-c22f-4cee-a77f-06275886a699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109421 Oct 19 01:17:12.620208 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-012b253f-71f2-4d48-b0ad-966e59b5175a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:12.621198 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1f4a0f98-f723-42ea-8e6b-975dcf530a64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:12.637849 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b048f0e-131d-4c19-9c4b-8270cb62f2bf None None] Pushing event updated for resources: {'Port': ['ID=7152d0c2-666e-4854-8cc5-84b5d61c7327,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:12.655814 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-574ec6e4-e1ae-4fcb-b694-8f21efaff38a req-ed6479e2-4f9a-48fc-8192-c6d8ef8b0ad9 tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fe8c168-7bf4-4b64-a482-6d03b122ffbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298141 Oct 19 01:17:12.694719 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1573196-8e01-45f0-81b7-7c3e2be56926 None None] Routers {'fa921612-4e9b-4d9b-b559-caa8f99f853c'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:17:12.695362 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-b1573196-8e01-45f0-81b7-7c3e2be56926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:16:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['fa921612-4e9b-4d9b-b559-caa8f99f853c'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:12.882987 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b253f-71f2-4d48-b0ad-966e59b5175a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Pushing event updated for resources: {'Subnet': ['ID=9b785f44-bec9-4435-b4da-920b5f882b50,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:12.901607 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012b253f-71f2-4d48-b0ad-966e59b5175a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Checking segment: {'id': '242f79ad-2df7-4072-b74b-650c3810f730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '54a7a36b-5584-47ae-8d97-5de29f53c332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:17:12.904037 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012b253f-71f2-4d48-b0ad-966e59b5175a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Network hostable DHCP agents. Network: 54a7a36b-5584-47ae-8d97-5de29f53c332, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:17:12.938158 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 789e6781-4691-4074-8adb-4a351a372cc1 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:17:12.958736 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012b253f-71f2-4d48-b0ad-966e59b5175a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Network 54a7a36b-5584-47ae-8d97-5de29f53c332 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:17:12.978779 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1f4a0f98-f723-42ea-8e6b-975dcf530a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:12.990774 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-012b253f-71f2-4d48-b0ad-966e59b5175a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 54a7a36b-5584-47ae-8d97-5de29f53c332) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:17:13.019331 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012b253f-71f2-4d48-b0ad-966e59b5175a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:13.020131 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-012b253f-71f2-4d48-b0ad-966e59b5175a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:13.070032 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-012b253f-71f2-4d48-b0ad-966e59b5175a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9054480 Oct 19 01:17:13.075494 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48216) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:13.328068 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1f4a0f98-f723-42ea-8e6b-975dcf530a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:13.402842 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1f4a0f98-f723-42ea-8e6b-975dcf530a64 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:13.419418 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 789e6781-4691-4074-8adb-4a351a372cc1 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:17:13.420023 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 789e6781-4691-4074-8adb-4a351a372cc1 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:17:13.421873 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ab1828-2d5d-45a6-8ad2-5696b29ad78c None None] Network 54a7a36b-5584-47ae-8d97-5de29f53c332 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:17:13.467900 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1f4a0f98-f723-42ea-8e6b-975dcf530a64 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a422bde3-a871-4a32-8785-c32872ac2066 HTTP/1.1" status: 204 len: 168 time: 1.2466679 Oct 19 01:17:13.492157 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a0f98-f723-42ea-8e6b-975dcf530a64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a422bde3-a871-4a32-8785-c32872ac2066,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:13.515139 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48224) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:13.519296 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c879ae8f-4f24-45cf-babe-e47ddcb26292 None None] Network 995f958c-4fad-48a1-a8d2-f7fc39188244 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:17:13.645973 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-b1573196-8e01-45f0-81b7-7c3e2be56926 None None] Set router fa921612-4e9b-4d9b-b559-caa8f99f853c gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:17:13.652564 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-259dc28e-0e5e-43b9-9298-49f13b182be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60458e2a-34ce-4397-ba0b-d689264080c2 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:17:13.756177 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-259dc28e-0e5e-43b9-9298-49f13b182be5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:13.857187 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7aa5b54e-827c-4825-b717-f82027f9cf54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:13.894446 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-259dc28e-0e5e-43b9-9298-49f13b182be5 service neutron] Transition to ACTIVE for port object 60458e2a-34ce-4397-ba0b-d689264080c2 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:17:13.932490 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-259dc28e-0e5e-43b9-9298-49f13b182be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:14.000871 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df9ae99-2065-44f3-b501-7b8c23535793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-54a7a36b-5584-47ae-8d97-5de29f53c332', 'network_id': '54a7a36b-5584-47ae-8d97-5de29f53c332', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'fixed_ips': [{'subnet_id': '9b785f44-bec9-4435-b4da-920b5f882b50'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:17:14.006584 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8df9ae99-2065-44f3-b501-7b8c23535793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:14.045578 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7e4a3-1916-4862-a7c6-6668f91fae62 req-9e03e77b-d8c0-4d4b-b707-7f7c069b54d1 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:14.054692 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-99c7e4a3-1916-4862-a7c6-6668f91fae62 req-9e03e77b-d8c0-4d4b-b707-7f7c069b54d1 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.57 "GET /v2.0/ports?device_id=d59100b8-e39e-404c-81df-5b4af73d50d7 HTTP/1.1" status: 200 len: 935 time: 0.2847896 Oct 19 01:17:14.254987 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259dc28e-0e5e-43b9-9298-49f13b182be5 service neutron] Pushing event updated for resources: {'Port': ['ID=60458e2a-34ce-4397-ba0b-d689264080c2,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:14.268205 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-99c7e4a3-1916-4862-a7c6-6668f91fae62 req-da341bc2-5870-4d7e-805e-a34afa6b15bd tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.57 "GET /v2.0/security-groups?id=8d7b479b-c22f-4cee-a77f-06275886a699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122629 Oct 19 01:17:14.296648 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ad71e80a-a98c-48e9-97b2-ba666131a6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:14.449331 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-7aa5b54e-827c-4825-b717-f82027f9cf54 admin admin] Deleting port 625ec60d-869a-4e9a-b1b2-9f937f4d5490 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:14.449664 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7aa5b54e-827c-4825-b717-f82027f9cf54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:14.459367 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216d6d1f-f8ba-481f-941f-8e4a517c9d7c None None] DHCP port deletion for 995f958c-4fad-48a1-a8d2-f7fc39188244 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:17:14.796053 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 625ec60d-869a-4e9a-b1b2-9f937f4d5490 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:17:14.809566 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3be24-5434-4cfd-a89f-3f9377262e27 req-ebdb42c5-f3ef-4609-92ec-ddd6211a1a40 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:14.820186 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-83d3be24-5434-4cfd-a89f-3f9377262e27 req-ebdb42c5-f3ef-4609-92ec-ddd6211a1a40 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 1.3813906 Oct 19 01:17:14.901286 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-b1573196-8e01-45f0-81b7-7c3e2be56926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-481631104', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '7152d0c2-666e-4854-8cc5-84b5d61c7327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:04Z', 'updated_at': '2021-10-19T01:17:07Z', 'revision_number': 3, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'gw_port': {'id': '7152d0c2-666e-4854-8cc5-84b5d61c7327', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:40:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:05Z', 'updated_at': '2021-10-19T01:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:14.901913 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea5d40-6a0b-48c0-b87f-5107217d5675 req-fd07ff14-03d4-4c14-9f9e-779fac8a737b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:14.904719 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-deea5d40-6a0b-48c0-b87f-5107217d5675 req-fd07ff14-03d4-4c14-9f9e-779fac8a737b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e9f67912e554a879c2d285d2c6723f0&device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 1098 time: 0.1409466 Oct 19 01:17:14.908933 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-216d6d1f-f8ba-481f-941f-8e4a517c9d7c None None] Deleting port 625ec60d-869a-4e9a-b1b2-9f937f4d5490 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:14.912590 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-216d6d1f-f8ba-481f-941f-8e4a517c9d7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:15.037653 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-8df9ae99-2065-44f3-b501-7b8c23535793 None None] Allocated IP 172.20.0.2 (54a7a36b-5584-47ae-8d97-5de29f53c332/9b785f44-bec9-4435-b4da-920b5f882b50/65b5b48b-75c4-478c-8d9c-673fcc919cba) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:17:15.041696 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1573196-8e01-45f0-81b7-7c3e2be56926 None None] The sync data for ids ['fa921612-4e9b-4d9b-b559-caa8f99f853c'] in n-d-715271-26 is: [{'id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-481631104', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '7152d0c2-666e-4854-8cc5-84b5d61c7327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:04Z', 'updated_at': '2021-10-19T01:17:07Z', 'revision_number': 3, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'gw_port': {'id': '7152d0c2-666e-4854-8cc5-84b5d61c7327', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:40:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:05Z', 'updated_at': '2021-10-19T01:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:17:15.128269 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-83d3be24-5434-4cfd-a89f-3f9377262e27 req-e4a87767-d754-4a6c-9fc3-d01d84c16b9b tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987657 Oct 19 01:17:15.129543 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea5d40-6a0b-48c0-b87f-5107217d5675 req-666de431-32c9-4757-9294-34ea47ca0592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:15.136022 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-deea5d40-6a0b-48c0-b87f-5107217d5675 req-666de431-32c9-4757-9294-34ea47ca0592 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2f6d1f9c-af60-4e63-9391-d714f2b53c93 HTTP/1.1" status: 200 len: 920 time: 0.2054343 Oct 19 01:17:15.281117 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-216d6d1f-f8ba-481f-941f-8e4a517c9d7c None None] For port 625ec60d-869a-4e9a-b1b2-9f937f4d5490, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=625ec60d-869a-4e9a-b1b2-9f937f4d5490,segment=NetworkSegment(de0fd25c-eaca-4e25-a94b-39c555ad937b),segment_id=de0fd25c-eaca-4e25-a94b-39c555ad937b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:15.285595 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-216d6d1f-f8ba-481f-941f-8e4a517c9d7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:15.317303 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48242) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:15.399459 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-430cf39b-c3c1-4ce9-bd97-11b4cd52c324 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:15.402433 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:15.465976 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-216d6d1f-f8ba-481f-941f-8e4a517c9d7c None None] Calling delete_port for 625ec60d-869a-4e9a-b1b2-9f937f4d5490 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:15.563549 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-deea5d40-6a0b-48c0-b87f-5107217d5675 req-a97c1667-03e1-4c11-b292-bd0815fdb409 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=256d5746-4862-450f-bdd5-6de5a03b7097 HTTP/1.1" status: 200 len: 217 time: 0.3283556 Oct 19 01:17:15.587854 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-259dc28e-0e5e-43b9-9298-49f13b182be5 service neutron] Attempting to bind port 60458e2a-34ce-4397-ba0b-d689264080c2 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:15.588198 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-259dc28e-0e5e-43b9-9298-49f13b182be5 service neutron] Attempting to bind port 60458e2a-34ce-4397-ba0b-d689264080c2 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:15.588528 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-259dc28e-0e5e-43b9-9298-49f13b182be5 service neutron] Attempting to bind port 60458e2a-34ce-4397-ba0b-d689264080c2 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:15.615509 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-259dc28e-0e5e-43b9-9298-49f13b182be5 service neutron] Port 60458e2a-34ce-4397-ba0b-d689264080c2 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:15.615759 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-259dc28e-0e5e-43b9-9298-49f13b182be5 service neutron] Attempting to bind port 60458e2a-34ce-4397-ba0b-d689264080c2 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:15.681592 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-7aa5b54e-827c-4825-b717-f82027f9cf54 admin admin] For port 625ec60d-869a-4e9a-b1b2-9f937f4d5490, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=625ec60d-869a-4e9a-b1b2-9f937f4d5490,segment=NetworkSegment(de0fd25c-eaca-4e25-a94b-39c555ad937b),segment_id=de0fd25c-eaca-4e25-a94b-39c555ad937b)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:15.682619 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7aa5b54e-827c-4825-b717-f82027f9cf54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:15.776061 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654d389-908c-4ebd-8154-e545a6e291be req-f3baf4ae-e7ea-464d-81ec-a335f3614f07 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:15.777680 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8654d389-908c-4ebd-8154-e545a6e291be req-f3baf4ae-e7ea-464d-81ec-a335f3614f07 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 946 time: 1.2772503 Oct 19 01:17:15.803086 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-259dc28e-0e5e-43b9-9298-49f13b182be5 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:17:15.803694 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-259dc28e-0e5e-43b9-9298-49f13b182be5 service neutron] Checking segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:17:15.804181 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-259dc28e-0e5e-43b9-9298-49f13b182be5 service neutron] Bound using segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:17:15.804717 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-259dc28e-0e5e-43b9-9298-49f13b182be5 service neutron] Bound port: 60458e2a-34ce-4397-ba0b-d689264080c2, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:17:15.805144 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-259dc28e-0e5e-43b9-9298-49f13b182be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:15.819980 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-7aa5b54e-827c-4825-b717-f82027f9cf54 admin admin] Calling delete_port for 625ec60d-869a-4e9a-b1b2-9f937f4d5490 owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:15.864966 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8df9ae99-2065-44f3-b501-7b8c23535793 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:15.975121 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea5d40-6a0b-48c0-b87f-5107217d5675 req-d2e88f49-0f1f-4497-b9dc-64a387bd4d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:15.982708 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-deea5d40-6a0b-48c0-b87f-5107217d5675 req-d2e88f49-0f1f-4497-b9dc-64a387bd4d36 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5560e090-ab4c-41db-98cb-400d0fb4b5e6 HTTP/1.1" status: 200 len: 859 time: 0.3141077 Oct 19 01:17:16.022838 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb32051-4213-4cb2-9442-1464d197294f req-7127b592-dcc2-4db1-b737-12424bfd7e2a tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:16.027352 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5eb32051-4213-4cb2-9442-1464d197294f req-7127b592-dcc2-4db1-b737-12424bfd7e2a tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.57 "GET /v2.0/ports?device_id=d59100b8-e39e-404c-81df-5b4af73d50d7 HTTP/1.1" status: 200 len: 947 time: 0.5780895 Oct 19 01:17:16.037360 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8df9ae99-2065-44f3-b501-7b8c23535793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:16.049391 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-216d6d1f-f8ba-481f-941f-8e4a517c9d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:16.116823 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-deea5d40-6a0b-48c0-b87f-5107217d5675 req-c6f99da8-f769-43b9-876a-d5cbd32ac7fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2f6d1f9c-af60-4e63-9391-d714f2b53c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882092 Oct 19 01:17:16.293845 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df9ae99-2065-44f3-b501-7b8c23535793 None None] Network 54a7a36b-5584-47ae-8d97-5de29f53c332 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:17:16.320129 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-8df9ae99-2065-44f3-b501-7b8c23535793 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:17:16.322030 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9ae99-2065-44f3-b501-7b8c23535793 None None] Pushing event updated for resources: {'Port': ['ID=65b5b48b-75c4-478c-8d9c-673fcc919cba,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:16.326653 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216d6d1f-f8ba-481f-941f-8e4a517c9d7c None None] No DVR routers for this DVR port 625ec60d-869a-4e9a-b1b2-9f937f4d5490 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:17:16.338878 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df9ae99-2065-44f3-b501-7b8c23535793 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:17:16.493196 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d6d1f-f8ba-481f-941f-8e4a517c9d7c None None] Pushing event deleted for resources: {'Port': ['ID=625ec60d-869a-4e9a-b1b2-9f937f4d5490,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:16.591910 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-8df9ae99-2065-44f3-b501-7b8c23535793 None None] Attempting to bind port 65b5b48b-75c4-478c-8d9c-673fcc919cba on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:16.592650 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-8df9ae99-2065-44f3-b501-7b8c23535793 None None] Attempting to bind port 65b5b48b-75c4-478c-8d9c-673fcc919cba by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '242f79ad-2df7-4072-b74b-650c3810f730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '54a7a36b-5584-47ae-8d97-5de29f53c332'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:16.595874 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df9ae99-2065-44f3-b501-7b8c23535793 None None] Attempting to bind port 65b5b48b-75c4-478c-8d9c-673fcc919cba on network 54a7a36b-5584-47ae-8d97-5de29f53c332 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:16.608260 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-51577f05-271e-4d93-87c1-b0b483e8fcad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:16.617907 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df9ae99-2065-44f3-b501-7b8c23535793 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:17:16.621205 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df9ae99-2065-44f3-b501-7b8c23535793 None None] Checking segment: {'id': '242f79ad-2df7-4072-b74b-650c3810f730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '54a7a36b-5584-47ae-8d97-5de29f53c332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:17:16.621615 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8df9ae99-2065-44f3-b501-7b8c23535793 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:16.622213 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df9ae99-2065-44f3-b501-7b8c23535793 None None] Bound using segment: {'id': '242f79ad-2df7-4072-b74b-650c3810f730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '54a7a36b-5584-47ae-8d97-5de29f53c332'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:17:16.622716 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-8df9ae99-2065-44f3-b501-7b8c23535793 None None] Bound port: 65b5b48b-75c4-478c-8d9c-673fcc919cba, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '242f79ad-2df7-4072-b74b-650c3810f730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '54a7a36b-5584-47ae-8d97-5de29f53c332'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:17:16.623110 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8df9ae99-2065-44f3-b501-7b8c23535793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:16.680515 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8654d389-908c-4ebd-8154-e545a6e291be req-800665ac-0989-4d47-97bf-7a11e0374f84 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7318885 Oct 19 01:17:16.756978 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-430cf39b-c3c1-4ce9-bd97-11b4cd52c324 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Allocated IP 172.20.0.1 (54a7a36b-5584-47ae-8d97-5de29f53c332/9b785f44-bec9-4435-b4da-920b5f882b50/f58a74fa-0b73-45e1-9a41-5ab328c3334d) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:17:16.897543 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-8df9ae99-2065-44f3-b501-7b8c23535793 None None] For port 65b5b48b-75c4-478c-8d9c-673fcc919cba, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:17:16.909615 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-8df9ae99-2065-44f3-b501-7b8c23535793 None None] For port 65b5b48b-75c4-478c-8d9c-673fcc919cba, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=65b5b48b-75c4-478c-8d9c-673fcc919cba,segment=NetworkSegment(242f79ad-2df7-4072-b74b-650c3810f730),segment_id=242f79ad-2df7-4072-b74b-650c3810f730)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:17:16.923044 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7152d0c2-666e-4854-8cc5-84b5d61c7327 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:17:16.934688 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8df9ae99-2065-44f3-b501-7b8c23535793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:16.964501 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-deea5d40-6a0b-48c0-b87f-5107217d5675 req-f7057c10-8c34-4be8-aca7-ab6e60dded11 service neutron] 10.222.0.55 "GET /v2.0/networks/2f6d1f9c-af60-4e63-9391-d714f2b53c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8314497 Oct 19 01:17:16.975891 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5eb32051-4213-4cb2-9442-1464d197294f req-c8473216-cad1-43ce-a54a-7b9b15d9ba9f tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.57 "GET /v2.0/security-groups?id=8d7b479b-c22f-4cee-a77f-06275886a699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9240346 Oct 19 01:17:16.976532 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7aa5b54e-827c-4825-b717-f82027f9cf54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:17.005683 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-259dc28e-0e5e-43b9-9298-49f13b182be5 service neutron] For port 60458e2a-34ce-4397-ba0b-d689264080c2, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:17:17.027158 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa5b54e-827c-4825-b717-f82027f9cf54 admin admin] No DVR routers for this DVR port 625ec60d-869a-4e9a-b1b2-9f937f4d5490 on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:17:17.127458 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa5b54e-827c-4825-b717-f82027f9cf54 admin admin] Pushing event deleted for resources: {'Port': ['ID=625ec60d-869a-4e9a-b1b2-9f937f4d5490,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:17.128269 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9ae99-2065-44f3-b501-7b8c23535793 None None] Pushing event updated for resources: {'Port': ['ID=65b5b48b-75c4-478c-8d9c-673fcc919cba,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:17.141592 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-259dc28e-0e5e-43b9-9298-49f13b182be5 service neutron] For port 60458e2a-34ce-4397-ba0b-d689264080c2, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=60458e2a-34ce-4397-ba0b-d689264080c2,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:17:17.162150 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 7152d0c2-666e-4854-8cc5-84b5d61c7327 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:17.163543 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:17.163990 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6cab6-cbd2-48cf-9a6e-2b600cad30f0 req-49238b71-9c48-48ed-a3e4-3eb9638e6265 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:17.175970 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-01b6cab6-cbd2-48cf-9a6e-2b600cad30f0 req-49238b71-9c48-48ed-a3e4-3eb9638e6265 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.3555412 Oct 19 01:17:17.251994 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:17.285854 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.55', 56031) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:17.296273 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-259dc28e-0e5e-43b9-9298-49f13b182be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:17.352318 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:17.420008 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7aa5b54e-827c-4825-b717-f82027f9cf54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:17.421962 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 7152d0c2-666e-4854-8cc5-84b5d61c7327, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=7152d0c2-666e-4854-8cc5-84b5d61c7327,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:17.445755 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:17.447291 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-deea5d40-6a0b-48c0-b87f-5107217d5675 req-5a3c0b6f-53ff-44f5-9ffa-22e9ad9d0e13 service neutron] 10.222.0.55 "GET /v2.0/networks/2f6d1f9c-af60-4e63-9391-d714f2b53c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437752 Oct 19 01:17:17.485272 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042720d8-8471-4cdb-bb78-a9b62dd80b1f req-981672d1-94b1-4ecd-916a-b59690ef3752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:17.492327 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-042720d8-8471-4cdb-bb78-a9b62dd80b1f req-981672d1-94b1-4ecd-916a-b59690ef3752 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=854323d3b0a6463e9a8c317c08485c06&device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 1097 time: 0.1990743 Oct 19 01:17:17.586288 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=7152d0c2-666e-4854-8cc5-84b5d61c7327,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:17.602525 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-430cf39b-c3c1-4ce9-bd97-11b4cd52c324 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:17.623508 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-7aa5b54e-827c-4825-b717-f82027f9cf54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['995f958c-4fad-48a1-a8d2-f7fc39188244']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:17.641662 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-7aa5b54e-827c-4825-b717-f82027f9cf54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0fd25c-eaca-4e25-a94b-39c555ad937b') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:17.642003 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-7aa5b54e-827c-4825-b717-f82027f9cf54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0fd25c-eaca-4e25-a94b-39c555ad937b') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:17.655782 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7aa5b54e-827c-4825-b717-f82027f9cf54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:17.677084 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7aa5b54e-827c-4825-b717-f82027f9cf54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:17.715086 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aa5b54e-827c-4825-b717-f82027f9cf54 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:17:17.715689 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7aa5b54e-827c-4825-b717-f82027f9cf54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: self.session.flush() Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: self.session.flush() Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: self.session.flush() Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: self.session.flush() Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:17:17.719663 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:17:17.749348 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:17.792473 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-430cf39b-c3c1-4ce9-bd97-11b4cd52c324 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:17.810322 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-01b6cab6-cbd2-48cf-9a6e-2b600cad30f0 req-ac2dfcb1-8dd2-4014-a67e-9def70d9f9b5 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6311500 Oct 19 01:17:17.833674 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-259dc28e-0e5e-43b9-9298-49f13b182be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:17.834471 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-259dc28e-0e5e-43b9-9298-49f13b182be5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:17.835992 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-259dc28e-0e5e-43b9-9298-49f13b182be5 service neutron] 10.222.0.55 "PUT /v2.0/ports/60458e2a-34ce-4397-ba0b-d689264080c2 HTTP/1.1" status: 200 len: 1096 time: 5.6259456 Oct 19 01:17:17.838340 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59100b8-e39e-404c-81df-5b4af73d50d7', 'tag': '60458e2a-34ce-4397-ba0b-d689264080c2'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:17:17.846686 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f165286-78a2-4f57-a76a-ab537703a1ff" -d '{"events": [{"name": "network-changed", "server_uuid": "d59100b8-e39e-404c-81df-5b4af73d50d7", "tag": "60458e2a-34ce-4397-ba0b-d689264080c2"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:17:17.978097 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2015261d-fa01-4e98-aa48-0791f85731ef x-openstack-request-id: req-2015261d-fa01-4e98-aa48-0791f85731ef {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:17:17.978397 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d59100b8-e39e-404c-81df-5b4af73d50d7", "tag": "60458e2a-34ce-4397-ba0b-d689264080c2", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:17:17.978654 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2015261d-fa01-4e98-aa48-0791f85731ef {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:17:17.979056 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd59100b8-e39e-404c-81df-5b4af73d50d7', 'tag': '60458e2a-34ce-4397-ba0b-d689264080c2', 'status': 'completed', 'code': 200} Oct 19 01:17:18.043805 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042720d8-8471-4cdb-bb78-a9b62dd80b1f req-5fd114c4-c732-47b8-b7ad-2d792851aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:18.044699 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-042720d8-8471-4cdb-bb78-a9b62dd80b1f req-5fd114c4-c732-47b8-b7ad-2d792851aa07 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6fde0681-0303-4885-b4d6-e7a52aa1ed5d HTTP/1.1" status: 200 len: 915 time: 0.5351024 Oct 19 01:17:18.059504 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7aa5b54e-827c-4825-b717-f82027f9cf54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:18.063836 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259dc28e-0e5e-43b9-9298-49f13b182be5 service neutron] Pushing event updated for resources: {'Port': ['ID=60458e2a-34ce-4397-ba0b-d689264080c2,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:18.106080 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7aa5b54e-827c-4825-b717-f82027f9cf54 admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:18.111354 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7aa5b54e-827c-4825-b717-f82027f9cf54 admin admin] 10.222.0.57 "DELETE /v2.0/networks/995f958c-4fad-48a1-a8d2-f7fc39188244 HTTP/1.1" status: 204 len: 168 time: 4.6025286 Oct 19 01:17:18.122977 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48280) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:18.156395 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-042720d8-8471-4cdb-bb78-a9b62dd80b1f req-4e37566c-9901-4ca7-b4d3-884c103f62ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=efeadb03-b8e1-4204-b42c-be7a2a69aa70 HTTP/1.1" status: 200 len: 217 time: 0.0874457 Oct 19 01:17:18.166345 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430cf39b-c3c1-4ce9-bd97-11b4cd52c324 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Network 54a7a36b-5584-47ae-8d97-5de29f53c332 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:17:18.174089 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-430cf39b-c3c1-4ce9-bd97-11b4cd52c324 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:17:18.183603 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430cf39b-c3c1-4ce9-bd97-11b4cd52c324 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:17:18.239998 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa5b54e-827c-4825-b717-f82027f9cf54 admin admin] Pushing event deleted for resources: {'Network': ['ID=995f958c-4fad-48a1-a8d2-f7fc39188244,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:18.284136 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-430cf39b-c3c1-4ce9-bd97-11b4cd52c324 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:18.328210 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-6e261115-b618-465d-98bd-fb97280df739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:18.333880 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-6e261115-b618-465d-98bd-fb97280df739 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1941e9d9b73841978c1d584a07032a56&device_id=d59100b8-e39e-404c-81df-5b4af73d50d7 HTTP/1.1" status: 200 len: 1099 time: 0.3653512 Oct 19 01:17:18.450708 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-f4595ccd-d720-4483-ab20-f2b7709c48fe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=60458e2a-34ce-4397-ba0b-d689264080c2 HTTP/1.1" status: 200 len: 217 time: 0.1070652 Oct 19 01:17:18.484894 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b1adf-f132-4597-9272-4cabd5eb9529 req-a57646c3-a836-438b-868f-703688dd38c9 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:18.486808 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b24b1adf-f132-4597-9272-4cabd5eb9529 req-a57646c3-a836-438b-868f-703688dd38c9 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 946 time: 0.6682382 Oct 19 01:17:18.487680 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430cf39b-c3c1-4ce9-bd97-11b4cd52c324 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Pushing event updated for resources: {'Port': ['ID=f58a74fa-0b73-45e1-9a41-5ab328c3334d,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:18.548394 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181edb9-72a7-430d-8165-0bb1b8124d0d req-a2bf53a7-c509-4adb-82cd-12a67d61b7d4 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:18.558193 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d181edb9-72a7-430d-8165-0bb1b8124d0d req-a2bf53a7-c509-4adb-82cd-12a67d61b7d4 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.57 "GET /v2.0/ports?device_id=d59100b8-e39e-404c-81df-5b4af73d50d7 HTTP/1.1" status: 200 len: 947 time: 0.4182692 Oct 19 01:17:18.565849 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-430cf39b-c3c1-4ce9-bd97-11b4cd52c324 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:18.610443 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042720d8-8471-4cdb-bb78-a9b62dd80b1f req-14692dd6-1b53-4bb6-aa12-c851c4f9ee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:18.612646 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-042720d8-8471-4cdb-bb78-a9b62dd80b1f req-14692dd6-1b53-4bb6-aa12-c851c4f9ee96 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c34f3bc6-87d2-43ce-a91f-60bcb8357212 HTTP/1.1" status: 200 len: 854 time: 0.4445980 Oct 19 01:17:18.696187 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-042720d8-8471-4cdb-bb78-a9b62dd80b1f req-eee2c4ae-c791-410d-8a23-4f0b9964ce02 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6fde0681-0303-4885-b4d6-e7a52aa1ed5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539908 Oct 19 01:17:18.705084 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b24b1adf-f132-4597-9272-4cabd5eb9529 req-ae33d832-53c5-4f8b-a65c-7e92ec08a009 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027714 Oct 19 01:17:18.779474 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fc82caf6-9403-4107-b1a1-3c174b50dc5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:18.815100 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d181edb9-72a7-430d-8165-0bb1b8124d0d req-6d103e64-b464-4517-82be-433013a68ca6 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.57 "GET /v2.0/security-groups?id=8d7b479b-c22f-4cee-a77f-06275886a699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541180 Oct 19 01:17:18.876320 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-042720d8-8471-4cdb-bb78-a9b62dd80b1f req-5d12d8a3-7613-40de-b6b0-adae06ac961c service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:17:18.877293 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-042720d8-8471-4cdb-bb78-a9b62dd80b1f req-5d12d8a3-7613-40de-b6b0-adae06ac961c service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052736 Oct 19 01:17:18.899080 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-464d4e34-fb5e-4c71-a355-dab7d5b97e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:18.901223 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-464d4e34-fb5e-4c71-a355-dab7d5b97e05 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.4314399 Oct 19 01:17:18.957864 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 65b5b48b-75c4-478c-8d9c-673fcc919cba up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:17:18.963180 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b31cd8-3b18-4e7a-b88b-c1afe222be4a None None] Network 54a7a36b-5584-47ae-8d97-5de29f53c332 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:17:19.099257 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc5cc3-ac7e-4427-a76a-1ae6af5680fe req-c6efaf23-9608-4c40-a3b1-2c52e102b0ea tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:19.100858 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e1bc5cc3-ac7e-4427-a76a-1ae6af5680fe req-c6efaf23-9608-4c40-a3b1-2c52e102b0ea tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.1832340 Oct 19 01:17:19.154594 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-042720d8-8471-4cdb-bb78-a9b62dd80b1f req-39a318c0-c23b-42eb-ba7c-512d090931d2 service neutron] 10.222.0.55 "GET /v2.0/networks/6fde0681-0303-4885-b4d6-e7a52aa1ed5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688239 Oct 19 01:17:19.163008 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e1bc5cc3-ac7e-4427-a76a-1ae6af5680fe req-0c21f011-2bf3-496e-96cb-8b8caa8a4ce0 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544386 Oct 19 01:17:19.270372 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:17:19.301815 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-a9270640-066c-407f-bf50-05258e55cbc8 None None] Provisioning complete for port 65b5b48b-75c4-478c-8d9c-673fcc919cba triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:19.302186 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a9270640-066c-407f-bf50-05258e55cbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:19.308639 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-430cf39b-c3c1-4ce9-bd97-11b4cd52c324 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:19.335978 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-e5b8d443-ede8-4c8d-8605-e87749f850b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:19.337952 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-e5b8d443-ede8-4c8d-8605-e87749f850b9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4269626 Oct 19 01:17:19.339079 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-430cf39b-c3c1-4ce9-bd97-11b4cd52c324 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:19.398658 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 65b5b48b-75c4-478c-8d9c-673fcc919cba triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:19.399299 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:19.532377 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a9270640-066c-407f-bf50-05258e55cbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:19.568579 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device efeadb03-b8e1-4204-b42c-be7a2a69aa70 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:17:19.638906 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:19.673337 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-a9270640-066c-407f-bf50-05258e55cbc8 None None] For port 65b5b48b-75c4-478c-8d9c-673fcc919cba, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=65b5b48b-75c4-478c-8d9c-673fcc919cba,segment=NetworkSegment(242f79ad-2df7-4072-b74b-650c3810f730),segment_id=242f79ad-2df7-4072-b74b-650c3810f730)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:19.760129 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:19.849269 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port efeadb03-b8e1-4204-b42c-be7a2a69aa70, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=efeadb03-b8e1-4204-b42c-be7a2a69aa70,segment=NetworkSegment(ffd81065-8232-4238-985f-d7b5c5e64688),segment_id=ffd81065-8232-4238-985f-d7b5c5e64688)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:19.850665 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a9270640-066c-407f-bf50-05258e55cbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:19.854588 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9983c045-b6f4-4c14-ae7e-d84c02c3f7b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efeadb03-b8e1-4204-b42c-be7a2a69aa70'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:17:19.857085 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a56fae-d49b-4e3e-a3be-147c57daa094" -d '{"events": [{"server_uuid": "9983c045-b6f4-4c14-ae7e-d84c02c3f7b2", "name": "network-vif-unplugged", "status": "completed", "tag": "efeadb03-b8e1-4204-b42c-be7a2a69aa70"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:17:19.913926 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9270640-066c-407f-bf50-05258e55cbc8 None None] Pushing event updated for resources: {'Port': ['ID=65b5b48b-75c4-478c-8d9c-673fcc919cba,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:19.923757 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:19.945132 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-042720d8-8471-4cdb-bb78-a9b62dd80b1f req-0412b81d-351e-4e1a-a19f-628fafc63500 service neutron] 10.222.0.55 "GET /v2.0/networks/6fde0681-0303-4885-b4d6-e7a52aa1ed5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7811077 Oct 19 01:17:19.984931 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-430cf39b-c3c1-4ce9-bd97-11b4cd52c324 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:20.096974 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430cf39b-c3c1-4ce9-bd97-11b4cd52c324 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Pushing event updated for resources: {'Port': ['ID=f58a74fa-0b73-45e1-9a41-5ab328c3334d,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:20.228335 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb0f80-9a6e-40bb-95b7-b79259596ee2 req-b85eff8e-56e0-42ad-8578-3cd9357ddc7f tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:20.236028 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-53fb0f80-9a6e-40bb-95b7-b79259596ee2 req-b85eff8e-56e0-42ad-8578-3cd9357ddc7f tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.57 "GET /v2.0/ports?device_id=d59100b8-e39e-404c-81df-5b4af73d50d7 HTTP/1.1" status: 200 len: 947 time: 0.3243928 Oct 19 01:17:20.290160 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-4024c66c-da50-4b3a-9754-b6c007fd1a73 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9384773 Oct 19 01:17:20.305447 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:20.309862 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-53fb0f80-9a6e-40bb-95b7-b79259596ee2 req-2c472f37-ec92-40bb-b409-966b0c0b2cd1 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.57 "GET /v2.0/security-groups?id=8d7b479b-c22f-4cee-a77f-06275886a699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725367 Oct 19 01:17:20.324642 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:17:20.325004 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:17:20.334339 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-d4a43a59-42f5-42fb-a956-9b1f18c1fe3c None None] Provisioning complete for port f58a74fa-0b73-45e1-9a41-5ab328c3334d triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:20.335401 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d4a43a59-42f5-42fb-a956-9b1f18c1fe3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:20.340326 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430cf39b-c3c1-4ce9-bd97-11b4cd52c324 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Network 54a7a36b-5584-47ae-8d97-5de29f53c332 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:17:20.345881 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-430cf39b-c3c1-4ce9-bd97-11b4cd52c324 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:17:20.369463 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4bfab-5f44-4e65-8d02-806f30623e86 req-ffcb6bbf-85cf-4373-8323-dec27a7e2a3c tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:20.374441 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=efeadb03-b8e1-4204-b42c-be7a2a69aa70,revision_number=8']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:20.383285 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-24c4bfab-5f44-4e65-8d02-806f30623e86 req-ffcb6bbf-85cf-4373-8323-dec27a7e2a3c tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 946 time: 0.1746335 Oct 19 01:17:20.391165 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-d4a43a59-42f5-42fb-a956-9b1f18c1fe3c None None] Port f58a74fa-0b73-45e1-9a41-5ab328c3334d cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:17:20.411205 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-d4a43a59-42f5-42fb-a956-9b1f18c1fe3c None None] Provisioning complete for port 65b5b48b-75c4-478c-8d9c-673fcc919cba triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:20.411585 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d4a43a59-42f5-42fb-a956-9b1f18c1fe3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:20.447256 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-fc82caf6-9403-4107-b1a1-3c174b50dc5c admin admin] Deleting port 732dfee4-ccf7-4e2d-925c-999b168c2a1c {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:20.447597 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fc82caf6-9403-4107-b1a1-3c174b50dc5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:20.512074 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5925ec2f-3fc3-436f-a2db-30295214ca97 x-openstack-request-id: req-5925ec2f-3fc3-436f-a2db-30295214ca97 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:17:20.512703 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9983c045-b6f4-4c14-ae7e-d84c02c3f7b2", "name": "network-vif-unplugged", "status": "completed", "tag": "efeadb03-b8e1-4204-b42c-be7a2a69aa70", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:17:20.513187 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5925ec2f-3fc3-436f-a2db-30295214ca97 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:17:20.513936 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9983c045-b6f4-4c14-ae7e-d84c02c3f7b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efeadb03-b8e1-4204-b42c-be7a2a69aa70', 'code': 200} Oct 19 01:17:20.574089 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430cf39b-c3c1-4ce9-bd97-11b4cd52c324 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Router fa921612-4e9b-4d9b-b559-caa8f99f853c has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:17:20.576577 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-fc82caf6-9403-4107-b1a1-3c174b50dc5c admin admin] For port 732dfee4-ccf7-4e2d-925c-999b168c2a1c, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=732dfee4-ccf7-4e2d-925c-999b168c2a1c,segment=NetworkSegment(de44a590-426f-42d3-aacf-0b0c08114b09),segment_id=de44a590-426f-42d3-aacf-0b0c08114b09)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:20.576908 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fc82caf6-9403-4107-b1a1-3c174b50dc5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:20.592219 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-fc82caf6-9403-4107-b1a1-3c174b50dc5c admin admin] Calling delete_port for 732dfee4-ccf7-4e2d-925c-999b168c2a1c owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:20.639316 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-75fb9dfc-9882-4625-ab6d-2b09586a93ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:20.642573 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-baa6d896-13ae-4cb3-a514-f75bfce36733 req-51acb755-87b4-4b17-b5bc-4b35cf9a0d33 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405550 Oct 19 01:17:20.713210 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-db154dc9-6396-4277-af03-e57cc5285254 None None] Provisioning complete for port f58a74fa-0b73-45e1-9a41-5ab328c3334d triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:20.713980 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-db154dc9-6396-4277-af03-e57cc5285254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:20.728550 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97f662-0fdd-45ca-8028-7c33b16018b8 req-b242c012-66ff-45cb-b206-2b5428b84fd2 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:20.730069 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2f97f662-0fdd-45ca-8028-7c33b16018b8 req-b242c012-66ff-45cb-b206-2b5428b84fd2 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 943 time: 0.0973072 Oct 19 01:17:20.760993 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430cf39b-c3c1-4ce9-bd97-11b4cd52c324 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:17:20.767088 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-430cf39b-c3c1-4ce9-bd97-11b4cd52c324 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "PUT /v2.0/routers/fa921612-4e9b-4d9b-b559-caa8f99f853c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6892142 Oct 19 01:17:20.769825 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48308) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:20.774277 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-42cc9794-11ab-45c1-9378-879fd5768d8f tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1675945707', 'description': 'tempest-secgroup_access--1675945707 description', 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:20.776114 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50d3c46-051a-4adb-be1a-1ddb50de5592 None None] Sync routers for ids ['fa921612-4e9b-4d9b-b559-caa8f99f853c'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:17:20.786991 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-24c4bfab-5f44-4e65-8d02-806f30623e86 req-1662a9f9-98f2-419e-93c5-43b4cebcf976 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012027 Oct 19 01:17:20.789296 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-db154dc9-6396-4277-af03-e57cc5285254 None None] Port f58a74fa-0b73-45e1-9a41-5ab328c3334d cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:17:20.800987 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50d3c46-051a-4adb-be1a-1ddb50de5592 None None] Routers {'fa921612-4e9b-4d9b-b559-caa8f99f853c'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:17:20.806344 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a50d3c46-051a-4adb-be1a-1ddb50de5592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:17:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['fa921612-4e9b-4d9b-b559-caa8f99f853c'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:20.850952 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2f97f662-0fdd-45ca-8028-7c33b16018b8 req-3d6aa07e-9f34-4ab6-b3d8-77d5278aa9ab tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069996 Oct 19 01:17:20.862327 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-42cc9794-11ab-45c1-9378-879fd5768d8f tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:20.892666 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7152d0c2-666e-4854-8cc5-84b5d61c7327 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:17:20.954963 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-42cc9794-11ab-45c1-9378-879fd5768d8f tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:20.962016 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-42cc9794-11ab-45c1-9378-879fd5768d8f tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:20.981412 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f165286-78a2-4f57-a76a-ab537703a1ff req-60a076cd-cce3-401d-922d-f22c2a64a0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:20.982944 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8f165286-78a2-4f57-a76a-ab537703a1ff req-60a076cd-cce3-401d-922d-f22c2a64a0ed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1941e9d9b73841978c1d584a07032a56&device_id=d59100b8-e39e-404c-81df-5b4af73d50d7 HTTP/1.1" status: 200 len: 1099 time: 0.2502851 Oct 19 01:17:21.005388 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 7152d0c2-666e-4854-8cc5-84b5d61c7327 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:21.006064 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:21.032898 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc9794-11ab-45c1-9378-879fd5768d8f tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c77a73b-ed40-4ed2-9843-a22f83cea18b,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:21.043185 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-42cc9794-11ab-45c1-9378-879fd5768d8f tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:21.048615 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-42cc9794-11ab-45c1-9378-879fd5768d8f tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2776763 Oct 19 01:17:21.049329 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48310) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:21.055483 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-c4636eb1-c234-4c5f-8f65-32df9fd75296 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--2130763906', 'description': 'tempest-secgroup_general--2130763906 description', 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:21.094417 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c4636eb1-c234-4c5f-8f65-32df9fd75296 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:21.114439 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-a50d3c46-051a-4adb-be1a-1ddb50de5592 None None] Set router fa921612-4e9b-4d9b-b559-caa8f99f853c gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:17:21.216500 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f165286-78a2-4f57-a76a-ab537703a1ff req-7026f2a0-b9f6-4b2f-bae5-2898a1a5265d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:21.217993 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8f165286-78a2-4f57-a76a-ab537703a1ff req-7026f2a0-b9f6-4b2f-bae5-2898a1a5265d service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.2218359 Oct 19 01:17:21.234687 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fc82caf6-9403-4107-b1a1-3c174b50dc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:21.270307 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c4636eb1-c234-4c5f-8f65-32df9fd75296 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:21.278834 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c4636eb1-c234-4c5f-8f65-32df9fd75296 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:21.349972 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 65b5b48b-75c4-478c-8d9c-673fcc919cba up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:17:21.357741 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c4636eb1-c234-4c5f-8f65-32df9fd75296 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:21.358976 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c4636eb1-c234-4c5f-8f65-32df9fd75296 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3085542 Oct 19 01:17:21.361015 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4636eb1-c234-4c5f-8f65-32df9fd75296 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22ef61ba-124b-458a-9ca2-5709972842b0,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:21.363683 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48316) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:21.368301 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-38899792-344d-46e7-a76e-efccd9847891 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Request body: {'security_group_rule': {'security_group_id': '7c77a73b-ed40-4ed2-9843-a22f83cea18b', 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:21.398311 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8f165286-78a2-4f57-a76a-ab537703a1ff req-aa869a13-7288-49f9-a56c-c70ba14421ce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=60458e2a-34ce-4397-ba0b-d689264080c2 HTTP/1.1" status: 200 len: 217 time: 0.1718848 Oct 19 01:17:21.435032 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-38899792-344d-46e7-a76e-efccd9847891 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:21.437411 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a50d3c46-051a-4adb-be1a-1ddb50de5592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-481631104', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '7152d0c2-666e-4854-8cc5-84b5d61c7327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:04Z', 'updated_at': '2021-10-19T01:17:18Z', 'revision_number': 4, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'gw_port': {'id': '7152d0c2-666e-4854-8cc5-84b5d61c7327', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:40:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:05Z', 'updated_at': '2021-10-19T01:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'f58a74fa-0b73-45e1-9a41-5ab328c3334d', 'name': '', 'network_id': '54a7a36b-5584-47ae-8d97-5de29f53c332', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'mac_address': 'fa:16:3e:8a:71:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '9b785f44-bec9-4435-b4da-920b5f882b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:16Z', 'updated_at': '2021-10-19T01:17:18Z', 'revision_number': 2, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'subnets': [{'id': '9b785f44-bec9-4435-b4da-920b5f882b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:21.437678 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 65b5b48b-75c4-478c-8d9c-673fcc919cba triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:21.437987 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:21.448621 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82caf6-9403-4107-b1a1-3c174b50dc5c admin admin] Pushing event deleted for resources: {'Port': ['ID=732dfee4-ccf7-4e2d-925c-999b168c2a1c,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:21.472849 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50d3c46-051a-4adb-be1a-1ddb50de5592 None None] Checking router: fa921612-4e9b-4d9b-b559-caa8f99f853c for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:17:21.473202 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50d3c46-051a-4adb-be1a-1ddb50de5592 None None] Updating router fa921612-4e9b-4d9b-b559-caa8f99f853c port f58a74fa-0b73-45e1-9a41-5ab328c3334d binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:17:21.506718 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-a50d3c46-051a-4adb-be1a-1ddb50de5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:21.561985 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-38899792-344d-46e7-a76e-efccd9847891 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:21.570068 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-38899792-344d-46e7-a76e-efccd9847891 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:21.595628 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38899792-344d-46e7-a76e-efccd9847891 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4ad01a-006a-47a5-8abc-8286e72e9e55,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:21.631505 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-38899792-344d-46e7-a76e-efccd9847891 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:21.632860 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-38899792-344d-46e7-a76e-efccd9847891 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2682137 Oct 19 01:17:21.657366 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f165286-78a2-4f57-a76a-ab537703a1ff req-1a4aaa5d-4b5e-4529-9e2f-1f76e886c405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:21.658866 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8f165286-78a2-4f57-a76a-ab537703a1ff req-1a4aaa5d-4b5e-4529-9e2f-1f76e886c405 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.2373226 Oct 19 01:17:21.713914 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5240c-7415-4b27-9a69-cd1af3f81098 req-986810dd-358c-413b-9366-2207f32acdb4 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:21.715491 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a2d5240c-7415-4b27-9a69-cd1af3f81098 req-986810dd-358c-413b-9366-2207f32acdb4 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.57 "GET /v2.0/ports?device_id=d59100b8-e39e-404c-81df-5b4af73d50d7 HTTP/1.1" status: 200 len: 947 time: 0.2805762 Oct 19 01:17:21.839166 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-55ef5f66-5885-4989-9900-628b1196398f req-e0ca30d1-a083-4e7d-bc08-2cf0950fd37b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup_general--2130763906&fields=id&tenant_id=9c09f0168bf347c88ae7e8e59a63bdb6 HTTP/1.1" status: 200 len: 267 time: 0.0731397 Oct 19 01:17:21.848926 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f165286-78a2-4f57-a76a-ab537703a1ff req-5e18a51a-3350-4090-9760-10fc3c574f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:21.850712 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8f165286-78a2-4f57-a76a-ab537703a1ff req-5e18a51a-3350-4090-9760-10fc3c574f1f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1825531 Oct 19 01:17:21.879710 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-a50d3c46-051a-4adb-be1a-1ddb50de5592 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:21.892892 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-a50d3c46-051a-4adb-be1a-1ddb50de5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:21.931960 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-55ef5f66-5885-4989-9900-628b1196398f req-7fbf6f0b-4f76-43c9-84e1-da00f46c477a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup_access--1675945707&fields=id&tenant_id=9c09f0168bf347c88ae7e8e59a63bdb6 HTTP/1.1" status: 200 len: 267 time: 0.0856392 Oct 19 01:17:21.981542 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007da5d-31db-493c-996d-f43a966f51b7 None None] Pushing event updated for resources: {'Port': ['ID=f58a74fa-0b73-45e1-9a41-5ab328c3334d,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:21.987922 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fc82caf6-9403-4107-b1a1-3c174b50dc5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:21.996746 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a2d5240c-7415-4b27-9a69-cd1af3f81098 req-f29b5080-9280-44b0-b29f-5d2735b0ac8b tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.57 "GET /v2.0/security-groups?id=8d7b479b-c22f-4cee-a77f-06275886a699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608581 Oct 19 01:17:22.021861 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b007da5d-31db-493c-996d-f43a966f51b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:22.022563 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b007da5d-31db-493c-996d-f43a966f51b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:22.023343 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b007da5d-31db-493c-996d-f43a966f51b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:22.023846 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b007da5d-31db-493c-996d-f43a966f51b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:22.024319 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b007da5d-31db-493c-996d-f43a966f51b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:22.024788 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b007da5d-31db-493c-996d-f43a966f51b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:22.025258 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b007da5d-31db-493c-996d-f43a966f51b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:22.025750 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b007da5d-31db-493c-996d-f43a966f51b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:22.026218 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b007da5d-31db-493c-996d-f43a966f51b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:22.026679 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b007da5d-31db-493c-996d-f43a966f51b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:22.027158 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b007da5d-31db-493c-996d-f43a966f51b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:22.027620 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b007da5d-31db-493c-996d-f43a966f51b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:22.036625 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-75fb9dfc-9882-4625-ab6d-2b09586a93ba admin admin] Deleting port 759ce932-5d8c-4aa0-8f3b-fc4e7cb7d1dc {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:22.036980 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-75fb9dfc-9882-4625-ab6d-2b09586a93ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:22.160155 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-a50d3c46-051a-4adb-be1a-1ddb50de5592 None None] Attempting to bind port f58a74fa-0b73-45e1-9a41-5ab328c3334d on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:22.160585 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-a50d3c46-051a-4adb-be1a-1ddb50de5592 None None] Attempting to bind port f58a74fa-0b73-45e1-9a41-5ab328c3334d by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '242f79ad-2df7-4072-b74b-650c3810f730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '54a7a36b-5584-47ae-8d97-5de29f53c332'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:22.160946 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50d3c46-051a-4adb-be1a-1ddb50de5592 None None] Attempting to bind port f58a74fa-0b73-45e1-9a41-5ab328c3334d on network 54a7a36b-5584-47ae-8d97-5de29f53c332 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:22.183298 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50d3c46-051a-4adb-be1a-1ddb50de5592 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:17:22.184349 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50d3c46-051a-4adb-be1a-1ddb50de5592 None None] Checking segment: {'id': '242f79ad-2df7-4072-b74b-650c3810f730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '54a7a36b-5584-47ae-8d97-5de29f53c332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:17:22.184979 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-a50d3c46-051a-4adb-be1a-1ddb50de5592 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:22.187109 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50d3c46-051a-4adb-be1a-1ddb50de5592 None None] Bound using segment: {'id': '242f79ad-2df7-4072-b74b-650c3810f730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '54a7a36b-5584-47ae-8d97-5de29f53c332'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:17:22.188224 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-a50d3c46-051a-4adb-be1a-1ddb50de5592 None None] Bound port: f58a74fa-0b73-45e1-9a41-5ab328c3334d, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '242f79ad-2df7-4072-b74b-650c3810f730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '54a7a36b-5584-47ae-8d97-5de29f53c332'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:17:22.188901 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-a50d3c46-051a-4adb-be1a-1ddb50de5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:22.211778 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef5f66-5885-4989-9900-628b1196398f req-c5bce41d-ac2e-47be-b8c2-60bfc3b697cc tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:22.218496 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-55ef5f66-5885-4989-9900-628b1196398f req-c5bce41d-ac2e-47be-b8c2-60bfc3b697cc tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/networks?id=54a7a36b-5584-47ae-8d97-5de29f53c332 HTTP/1.1" status: 200 len: 796 time: 0.2854204 Oct 19 01:17:22.236125 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-55ef5f66-5885-4989-9900-628b1196398f req-fc0312e6-abb0-41c3-b60f-265a906fd94e tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/quotas/9c09f0168bf347c88ae7e8e59a63bdb6 HTTP/1.1" status: 200 len: 375 time: 0.0161901 Oct 19 01:17:22.281061 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-75fb9dfc-9882-4625-ab6d-2b09586a93ba admin admin] For port 759ce932-5d8c-4aa0-8f3b-fc4e7cb7d1dc, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=759ce932-5d8c-4aa0-8f3b-fc4e7cb7d1dc,segment=NetworkSegment(e1808602-f2ed-4d4e-baee-a958303a96f4),segment_id=e1808602-f2ed-4d4e-baee-a958303a96f4)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:22.281061 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-75fb9dfc-9882-4625-ab6d-2b09586a93ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:22.301539 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-a50d3c46-051a-4adb-be1a-1ddb50de5592 None None] For port f58a74fa-0b73-45e1-9a41-5ab328c3334d, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:17:22.304556 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-75fb9dfc-9882-4625-ab6d-2b09586a93ba admin admin] Calling delete_port for 759ce932-5d8c-4aa0-8f3b-fc4e7cb7d1dc owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:22.318313 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-a50d3c46-051a-4adb-be1a-1ddb50de5592 None None] For port f58a74fa-0b73-45e1-9a41-5ab328c3334d, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=f58a74fa-0b73-45e1-9a41-5ab328c3334d,segment=NetworkSegment(242f79ad-2df7-4072-b74b-650c3810f730),segment_id=242f79ad-2df7-4072-b74b-650c3810f730)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:17:22.329043 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-a50d3c46-051a-4adb-be1a-1ddb50de5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:22.345130 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-55ef5f66-5885-4989-9900-628b1196398f req-f748ab80-e773-4622-b175-dd4a03d6a490 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9c09f0168bf347c88ae7e8e59a63bdb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1080768 Oct 19 01:17:22.353599 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-cb2b9c47-c370-4832-8fe1-fea03a391cf7 None None] Provisioning complete for port f58a74fa-0b73-45e1-9a41-5ab328c3334d triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:22.354129 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cb2b9c47-c370-4832-8fe1-fea03a391cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:22.471138 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007da5d-31db-493c-996d-f43a966f51b7 None None] Pushing event updated for resources: {'Port': ['ID=f58a74fa-0b73-45e1-9a41-5ab328c3334d,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:22.489208 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50d3c46-051a-4adb-be1a-1ddb50de5592 None None] Routers {'fa921612-4e9b-4d9b-b559-caa8f99f853c'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:17:22.491555 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a50d3c46-051a-4adb-be1a-1ddb50de5592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:17:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['fa921612-4e9b-4d9b-b559-caa8f99f853c'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:22.549511 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cb2b9c47-c370-4832-8fe1-fea03a391cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:22.568794 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4069ba-416b-4481-b1cb-1ee0acd0b6b5 req-6497a88b-cf7a-4393-83f4-7e9d94e08fc2 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:22.570087 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5b4069ba-416b-4481-b1cb-1ee0acd0b6b5 req-6497a88b-cf7a-4393-83f4-7e9d94e08fc2 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 946 time: 0.4021430 Oct 19 01:17:22.617787 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8f165286-78a2-4f57-a76a-ab537703a1ff req-d074871d-95fa-4100-b54a-74e72ebdd529 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7481985 Oct 19 01:17:22.633430 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-cb2b9c47-c370-4832-8fe1-fea03a391cf7 None None] For port f58a74fa-0b73-45e1-9a41-5ab328c3334d, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=f58a74fa-0b73-45e1-9a41-5ab328c3334d,segment=NetworkSegment(242f79ad-2df7-4072-b74b-650c3810f730),segment_id=242f79ad-2df7-4072-b74b-650c3810f730)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:22.646140 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cb2b9c47-c370-4832-8fe1-fea03a391cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:22.654194 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-55ef5f66-5885-4989-9900-628b1196398f req-2f7d52fe-3123-4bfd-9fcc-7515bf02ad54 service neutron] 10.222.0.57 "GET /v2.0/networks/54a7a36b-5584-47ae-8d97-5de29f53c332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686400 Oct 19 01:17:22.705049 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b9c47-c370-4832-8fe1-fea03a391cf7 None None] Pushing event updated for resources: {'Port': ['ID=f58a74fa-0b73-45e1-9a41-5ab328c3334d,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:22.781796 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-a50d3c46-051a-4adb-be1a-1ddb50de5592 None None] Set router fa921612-4e9b-4d9b-b559-caa8f99f853c gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:17:22.811570 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8f165286-78a2-4f57-a76a-ab537703a1ff req-18461cf0-5915-43e4-a264-a98d1324bffe service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798124 Oct 19 01:17:22.820904 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-55ef5f66-5885-4989-9900-628b1196398f req-640bdc0e-5a51-4791-90b4-39f68126f612 service neutron] 10.222.0.57 "GET /v2.0/networks/54a7a36b-5584-47ae-8d97-5de29f53c332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600647 Oct 19 01:17:22.874305 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-bad6ca75-713d-4f40-8051-5b534e9e6159 None None] Provisioning complete for port f58a74fa-0b73-45e1-9a41-5ab328c3334d triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:22.874681 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bad6ca75-713d-4f40-8051-5b534e9e6159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:22.999359 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-75fb9dfc-9882-4625-ab6d-2b09586a93ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:23.070157 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a50d3c46-051a-4adb-be1a-1ddb50de5592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-481631104', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '7152d0c2-666e-4854-8cc5-84b5d61c7327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:04Z', 'updated_at': '2021-10-19T01:17:18Z', 'revision_number': 4, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'gw_port': {'id': '7152d0c2-666e-4854-8cc5-84b5d61c7327', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:40:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:05Z', 'updated_at': '2021-10-19T01:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'f58a74fa-0b73-45e1-9a41-5ab328c3334d', 'name': '', 'network_id': '54a7a36b-5584-47ae-8d97-5de29f53c332', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'mac_address': 'fa:16:3e:8a:71:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '9b785f44-bec9-4435-b4da-920b5f882b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:16Z', 'updated_at': '2021-10-19T01:17:22Z', 'revision_number': 4, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'subnets': [{'id': '9b785f44-bec9-4435-b4da-920b5f882b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:23.153946 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50d3c46-051a-4adb-be1a-1ddb50de5592 None None] The sync data for ids ['fa921612-4e9b-4d9b-b559-caa8f99f853c'] in n-d-715271-26 is: [{'id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-481631104', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '7152d0c2-666e-4854-8cc5-84b5d61c7327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:04Z', 'updated_at': '2021-10-19T01:17:18Z', 'revision_number': 4, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'gw_port': {'id': '7152d0c2-666e-4854-8cc5-84b5d61c7327', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:40:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:05Z', 'updated_at': '2021-10-19T01:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'f58a74fa-0b73-45e1-9a41-5ab328c3334d', 'name': '', 'network_id': '54a7a36b-5584-47ae-8d97-5de29f53c332', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'mac_address': 'fa:16:3e:8a:71:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '9b785f44-bec9-4435-b4da-920b5f882b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:16Z', 'updated_at': '2021-10-19T01:17:22Z', 'revision_number': 4, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'subnets': [{'id': '9b785f44-bec9-4435-b4da-920b5f882b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:17:23.298309 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ab4a7-95d5-4884-9ec9-20e0f50e7eb9 req-ec9ca60c-d6b4-4e18-acfc-81bba96d2819 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:23.299958 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b64ab4a7-95d5-4884-9ec9-20e0f50e7eb9 req-ec9ca60c-d6b4-4e18-acfc-81bba96d2819 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 943 time: 0.1216545 Oct 19 01:17:23.412719 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b64ab4a7-95d5-4884-9ec9-20e0f50e7eb9 req-a98dd6e1-f44c-4533-ac68-d82762d719be tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052785 Oct 19 01:17:23.565258 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f58a74fa-0b73-45e1-9a41-5ab328c3334d up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:17:23.590757 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 60458e2a-34ce-4397-ba0b-d689264080c2 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:17:23.623543 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5b4069ba-416b-4481-b1cb-1ee0acd0b6b5 req-3ea192b8-590c-4b66-9138-6e5bdbba71d6 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0041764 Oct 19 01:17:23.626152 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb9dfc-9882-4625-ab6d-2b09586a93ba admin admin] Pushing event deleted for resources: {'Port': ['ID=759ce932-5d8c-4aa0-8f3b-fc4e7cb7d1dc,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:23.748637 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745a5f2-7674-4c9d-a6e1-82c18afc8331 req-af9712f2-f8ac-4354-a0e8-fd3140c04c34 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:23.763613 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f745a5f2-7674-4c9d-a6e1-82c18afc8331 req-af9712f2-f8ac-4354-a0e8-fd3140c04c34 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.57 "GET /v2.0/ports?device_id=d59100b8-e39e-404c-81df-5b4af73d50d7 HTTP/1.1" status: 200 len: 947 time: 0.1812322 Oct 19 01:17:23.782767 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port f58a74fa-0b73-45e1-9a41-5ab328c3334d triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:23.789100 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:23.840974 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c9c1700c-8ccd-4e18-bad3-a26d7cb53f48 req-6fa49fd3-82ed-49e6-9e24-52983635b020 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e8a9fed-c562-4070-8809-f649901e5f21 HTTP/1.1" status: 200 len: 210 time: 0.0931091 Oct 19 01:17:23.881015 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc82caf6-9403-4107-b1a1-3c174b50dc5c admin admin] Router 11407222-d9cc-41ad-9296-b2c5ecd0c2d2 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:17:23.888059 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f745a5f2-7674-4c9d-a6e1-82c18afc8331 req-e904fd7b-8280-484b-90d0-fdf179059aa7 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.57 "GET /v2.0/security-groups?id=8d7b479b-c22f-4cee-a77f-06275886a699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029539 Oct 19 01:17:23.974143 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 60458e2a-34ce-4397-ba0b-d689264080c2, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=60458e2a-34ce-4397-ba0b-d689264080c2,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:24.047086 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '60458e2a-34ce-4397-ba0b-d689264080c2', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': '60458e2a-34ce-4397-ba0b-d689264080c2', 'mac_address': 'fa:16:3e:8c:b6:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:17:24.213174 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc82caf6-9403-4107-b1a1-3c174b50dc5c admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:17:24.238632 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b0e9ba-d18f-417e-b9de-6a75f57cb858 None None] Sync routers for ids ['11407222-d9cc-41ad-9296-b2c5ecd0c2d2'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:17:24.248096 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-fc82caf6-9403-4107-b1a1-3c174b50dc5c admin admin] 10.222.0.57 "PUT /v2.0/routers/11407222-d9cc-41ad-9296-b2c5ecd0c2d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9172893 Oct 19 01:17:24.249021 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48360) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:24.304051 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:24.312461 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b0e9ba-d18f-417e-b9de-6a75f57cb858 None None] Routers {'11407222-d9cc-41ad-9296-b2c5ecd0c2d2'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:17:24.313228 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-b3b0e9ba-d18f-417e-b9de-6a75f57cb858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:17:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['11407222-d9cc-41ad-9296-b2c5ecd0c2d2'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:24.439626 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60458e2a-34ce-4397-ba0b-d689264080c2 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:17:24.490352 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 60458e2a-34ce-4397-ba0b-d689264080c2, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=60458e2a-34ce-4397-ba0b-d689264080c2,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:24.520538 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-75fb9dfc-9882-4625-ab6d-2b09586a93ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:24.523965 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-36b7b76e-292f-485a-9a26-0211545ba3f2 admin admin] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:24.563458 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf557f-cb1f-40aa-a993-f77859382d1c req-73d65b27-670d-4de5-b6bf-e315ce1a82ce tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:24.572046 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4edf557f-cb1f-40aa-a993-f77859382d1c req-73d65b27-670d-4de5-b6bf-e315ce1a82ce tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 943 time: 0.4383614 Oct 19 01:17:24.598163 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:24.665323 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=60458e2a-34ce-4397-ba0b-d689264080c2,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:24.706598 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-b3b0e9ba-d18f-417e-b9de-6a75f57cb858 None None] Set router 11407222-d9cc-41ad-9296-b2c5ecd0c2d2 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:17:24.756742 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-36b7b76e-292f-485a-9a26-0211545ba3f2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:24.776764 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe7beb-ab89-407e-8310-259dfbe56e6b req-f0c1eff7-68e5-4460-82fa-cc0ac2bd8c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:24.778324 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d9fe7beb-ab89-407e-8310-259dfbe56e6b req-f0c1eff7-68e5-4460-82fa-cc0ac2bd8c30 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 1098 time: 0.5394297 Oct 19 01:17:24.789241 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4edf557f-cb1f-40aa-a993-f77859382d1c req-63e59e51-4fae-4012-9ca0-a93a4a759243 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162468 Oct 19 01:17:24.928925 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd9640-1af7-4abc-a612-fccd12158527 req-30189037-82cf-4bda-89d0-6c257f3c2ad2 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:24.930931 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-02bd9640-1af7-4abc-a612-fccd12158527 req-30189037-82cf-4bda-89d0-6c257f3c2ad2 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 946 time: 0.1642709 Oct 19 01:17:24.939745 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d9fe7beb-ab89-407e-8310-259dfbe56e6b req-622b6ef1-d75d-49c7-aeba-c6283c3e3745 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392286 Oct 19 01:17:25.011416 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-02bd9640-1af7-4abc-a612-fccd12158527 req-366d75d9-a778-480d-955a-ee2d6a52e581 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627623 Oct 19 01:17:25.016180 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-36b7b76e-292f-485a-9a26-0211545ba3f2 admin admin] Deleting port 76c72cae-8e7b-4cbf-8896-cd1449d3bba5 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:25.016569 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-36b7b76e-292f-485a-9a26-0211545ba3f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:25.082819 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-b3b0e9ba-d18f-417e-b9de-6a75f57cb858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'name': 'tempest-TaggedBootDevicesTest-2011423183-router', 'tenant_id': '4da2c8fb80314d439039529c71ca4b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '76c72cae-8e7b-4cbf-8896-cd1449d3bba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:36Z', 'updated_at': '2021-10-19T01:17:21Z', 'revision_number': 5, 'project_id': '4da2c8fb80314d439039529c71ca4b69', 'gw_port': {'id': '76c72cae-8e7b-4cbf-8896-cd1449d3bba5', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:37Z', 'updated_at': '2021-10-19T01:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:25.146530 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b0e9ba-d18f-417e-b9de-6a75f57cb858 None None] Checking router: 11407222-d9cc-41ad-9296-b2c5ecd0c2d2 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:17:25.156328 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['60458e2a-34ce-4397-ba0b-d689264080c2'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:17:25.192622 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-36b7b76e-292f-485a-9a26-0211545ba3f2 admin admin] For port 76c72cae-8e7b-4cbf-8896-cd1449d3bba5, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=76c72cae-8e7b-4cbf-8896-cd1449d3bba5,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:25.193020 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-36b7b76e-292f-485a-9a26-0211545ba3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:25.195867 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b0e9ba-d18f-417e-b9de-6a75f57cb858 None None] Routers {'11407222-d9cc-41ad-9296-b2c5ecd0c2d2'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:17:25.196851 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-b3b0e9ba-d18f-417e-b9de-6a75f57cb858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:17:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['11407222-d9cc-41ad-9296-b2c5ecd0c2d2'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:25.239803 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-36b7b76e-292f-485a-9a26-0211545ba3f2 admin admin] Calling delete_port for 76c72cae-8e7b-4cbf-8896-cd1449d3bba5 owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:25.335108 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-78f08f4a-e751-459b-85e4-1095d9bd807a req-877db0a5-a119-40e8-8f0e-b3bb33b3d23a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e8a9fed-c562-4070-8809-f649901e5f21 HTTP/1.1" status: 200 len: 210 time: 0.2749126 Oct 19 01:17:25.348046 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-b3b0e9ba-d18f-417e-b9de-6a75f57cb858 None None] Set router 11407222-d9cc-41ad-9296-b2c5ecd0c2d2 gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:17:25.401308 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75fb9dfc-9882-4625-ab6d-2b09586a93ba admin admin] Router 8af7740f-4d04-4bcb-a529-8880f3ed26ca has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:17:25.424411 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-b3b0e9ba-d18f-417e-b9de-6a75f57cb858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'name': 'tempest-TaggedBootDevicesTest-2011423183-router', 'tenant_id': '4da2c8fb80314d439039529c71ca4b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:36Z', 'updated_at': '2021-10-19T01:17:24Z', 'revision_number': 6, 'project_id': '4da2c8fb80314d439039529c71ca4b69', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:25.481627 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b0e9ba-d18f-417e-b9de-6a75f57cb858 None None] The sync data for ids ['11407222-d9cc-41ad-9296-b2c5ecd0c2d2'] in n-d-715271-26 is: [{'id': '11407222-d9cc-41ad-9296-b2c5ecd0c2d2', 'name': 'tempest-TaggedBootDevicesTest-2011423183-router', 'tenant_id': '4da2c8fb80314d439039529c71ca4b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:36Z', 'updated_at': '2021-10-19T01:17:24Z', 'revision_number': 6, 'project_id': '4da2c8fb80314d439039529c71ca4b69', 'gw_port_host': None}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:17:25.511410 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035b2fc-9baa-4de4-beb0-0bbefe114a1a req-c7c060f0-e1a0-4f59-a31f-12a49e28af56 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:25.513254 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1035b2fc-9baa-4de4-beb0-0bbefe114a1a req-c7c060f0-e1a0-4f59-a31f-12a49e28af56 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.57 "GET /v2.0/ports?device_id=d59100b8-e39e-404c-81df-5b4af73d50d7 HTTP/1.1" status: 200 len: 948 time: 0.1155303 Oct 19 01:17:25.623158 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-a9f10905-8976-4256-a160-0493a10aeb95 req-9bb64377-002f-4c9e-a8c9-c5f63f4eeec4 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:17:25.635903 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a9f10905-8976-4256-a160-0493a10aeb95 req-9bb64377-002f-4c9e-a8c9-c5f63f4eeec4 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1429496 Oct 19 01:17:25.650285 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device efeadb03-b8e1-4204-b42c-be7a2a69aa70 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:17:25.660719 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1035b2fc-9baa-4de4-beb0-0bbefe114a1a req-90924355-9f54-44cd-8fc8-66cf0fe7eef5 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.57 "GET /v2.0/security-groups?id=8d7b479b-c22f-4cee-a77f-06275886a699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999482 Oct 19 01:17:25.699597 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef5f66-5885-4989-9900-628b1196398f req-61810ee3-7db9-457a-95a6-9059cdbb5005 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:25.704284 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-55ef5f66-5885-4989-9900-628b1196398f req-61810ee3-7db9-457a-95a6-9059cdbb5005 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.55 "GET /v2.0/networks?id=54a7a36b-5584-47ae-8d97-5de29f53c332 HTTP/1.1" status: 200 len: 796 time: 0.3611646 Oct 19 01:17:25.818967 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-36b7b76e-292f-485a-9a26-0211545ba3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:25.874079 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-55ef5f66-5885-4989-9900-628b1196398f req-d0a1c8cd-339d-4f2d-b9d2-5768b460efd1 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c09f0168bf347c88ae7e8e59a63bdb6 HTTP/1.1" status: 200 len: 478 time: 0.1002696 Oct 19 01:17:25.880656 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b7b76e-292f-485a-9a26-0211545ba3f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=76c72cae-8e7b-4cbf-8896-cd1449d3bba5,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:25.895475 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-55ef5f66-5885-4989-9900-628b1196398f req-5752c377-9de8-45e8-afeb-cd034ada46bc tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Request body: {'port': {'device_id': '0e8a9fed-c562-4070-8809-f649901e5f21', 'network_id': '54a7a36b-5584-47ae-8d97-5de29f53c332', 'admin_state_up': True, 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'security_groups': ['22ef61ba-124b-458a-9ca2-5709972842b0', '7c77a73b-ed40-4ed2-9843-a22f83cea18b']}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:25.934291 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fb9dfc-9882-4625-ab6d-2b09586a93ba admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:17:25.949924 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-75fb9dfc-9882-4625-ab6d-2b09586a93ba admin admin] 10.222.0.57 "PUT /v2.0/routers/8af7740f-4d04-4bcb-a529-8880f3ed26ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8243272 Oct 19 01:17:25.955067 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48394) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:25.957536 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfbb000-889e-4261-b979-9d24e1b3068e None None] Sync routers for ids ['8af7740f-4d04-4bcb-a529-8880f3ed26ca'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:17:25.972938 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfbb000-889e-4261-b979-9d24e1b3068e None None] Routers {'8af7740f-4d04-4bcb-a529-8880f3ed26ca'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:17:25.973567 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-bcfbb000-889e-4261-b979-9d24e1b3068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:17:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['8af7740f-4d04-4bcb-a529-8880f3ed26ca'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:26.015392 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-36b7b76e-292f-485a-9a26-0211545ba3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:26.154611 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48402) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:26.196724 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b45e6-6c30-4e34-a1d9-5855c73db735 req-ed5cc812-4262-4e55-99ea-30d0a9bd9cd1 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:26.207425 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9b8b45e6-6c30-4e34-a1d9-5855c73db735 req-ed5cc812-4262-4e55-99ea-30d0a9bd9cd1 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 943 time: 0.3398626 Oct 19 01:17:26.259871 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-bcfbb000-889e-4261-b979-9d24e1b3068e None None] Set router 8af7740f-4d04-4bcb-a529-8880f3ed26ca gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:17:26.279565 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-36b7b76e-292f-485a-9a26-0211545ba3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:26.281799 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-36b7b76e-292f-485a-9a26-0211545ba3f2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:26.328540 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0ff1eed6-da35-4e97-bae8-f2deaedb54bb admin admin] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:26.345543 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-36b7b76e-292f-485a-9a26-0211545ba3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:26.346113 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b7b76e-292f-485a-9a26-0211545ba3f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11407222-d9cc-41ad-9296-b2c5ecd0c2d2 {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:17:26.352085 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-36b7b76e-292f-485a-9a26-0211545ba3f2 admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:26.356461 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-36b7b76e-292f-485a-9a26-0211545ba3f2 admin admin] 10.222.0.57 "DELETE /v2.0/routers/11407222-d9cc-41ad-9296-b2c5ecd0c2d2 HTTP/1.1" status: 204 len: 168 time: 2.1051354 Oct 19 01:17:26.359006 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48410) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:26.473442 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9b8b45e6-6c30-4e34-a1d9-5855c73db735 req-22426c9b-c8fa-41c0-9f5d-ff949c706119 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600884 Oct 19 01:17:26.476869 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-72b0300e-ec9c-482d-9bea-ebd677fbdcb5 admin admin] Deleting subnet 32a7ca29-d701-4aca-995b-87a0b73f1f63 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:17:26.496695 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0ff1eed6-da35-4e97-bae8-f2deaedb54bb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:26.523890 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-72b0300e-ec9c-482d-9bea-ebd677fbdcb5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:26.553717 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326cd826-4a9c-48e7-b370-29a83e573a14 req-27c25a1a-5a63-4d33-865d-c33d58ecf032 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:26.555315 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-326cd826-4a9c-48e7-b370-29a83e573a14 req-27c25a1a-5a63-4d33-865d-c33d58ecf032 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 946 time: 0.3666279 Oct 19 01:17:26.556315 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55ef5f66-5885-4989-9900-628b1196398f req-5752c377-9de8-45e8-afeb-cd034ada46bc tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Made reservation on behalf of 9c09f0168bf347c88ae7e8e59a63bdb6 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:17:26.572210 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-55ef5f66-5885-4989-9900-628b1196398f req-5752c377-9de8-45e8-afeb-cd034ada46bc tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:26.583884 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-72b0300e-ec9c-482d-9bea-ebd677fbdcb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:26.613731 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-2d968535-2f0b-4c87-994b-2c02892da492 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4578974 Oct 19 01:17:26.620771 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-b37621fc-5b70-4e77-9c6d-c816f4d73261 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:17:26.632902 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-b37621fc-5b70-4e77-9c6d-c816f4d73261 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0181608 Oct 19 01:17:26.638462 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-bcfbb000-889e-4261-b979-9d24e1b3068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af7740f-4d04-4bcb-a529-8880f3ed26ca', 'name': 'tempest-TestServerMultinode-1536849946-router', 'tenant_id': '91aad9ee3ee940fc96327bead3d19e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '06a5ed33-f1e6-4345-83b7-da27af437f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:56Z', 'updated_at': '2021-10-19T01:17:22Z', 'revision_number': 5, 'project_id': '91aad9ee3ee940fc96327bead3d19e4f', 'gw_port': {'id': '06a5ed33-f1e6-4345-83b7-da27af437f0a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7740f-4d04-4bcb-a529-8880f3ed26ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:59Z', 'updated_at': '2021-10-19T01:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:26.705631 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-babbcb60-01a6-43dd-aef2-d435b89c8249 req-332d36c7-bdc3-44e3-b555-40b5ef40ecab tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e8a9fed-c562-4070-8809-f649901e5f21 HTTP/1.1" status: 200 len: 210 time: 0.0632257 Oct 19 01:17:26.713543 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfbb000-889e-4261-b979-9d24e1b3068e None None] Checking router: 8af7740f-4d04-4bcb-a529-8880f3ed26ca for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:17:26.728423 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfbb000-889e-4261-b979-9d24e1b3068e None None] Routers {'8af7740f-4d04-4bcb-a529-8880f3ed26ca'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:17:26.729043 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-bcfbb000-889e-4261-b979-9d24e1b3068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:17:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['8af7740f-4d04-4bcb-a529-8880f3ed26ca'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:26.814960 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-72b0300e-ec9c-482d-9bea-ebd677fbdcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:26.871876 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-326cd826-4a9c-48e7-b370-29a83e573a14 req-e31d89b1-21c6-4df3-971e-1139495eba78 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960315 Oct 19 01:17:26.890510 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-72b0300e-ec9c-482d-9bea-ebd677fbdcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:26.945909 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b0300e-ec9c-482d-9bea-ebd677fbdcb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32a7ca29-d701-4aca-995b-87a0b73f1f63,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:26.952953 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-72b0300e-ec9c-482d-9bea-ebd677fbdcb5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:26.962180 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-72b0300e-ec9c-482d-9bea-ebd677fbdcb5 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/32a7ca29-d701-4aca-995b-87a0b73f1f63 HTTP/1.1" status: 204 len: 168 time: 0.5958173 Oct 19 01:17:26.962313 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48422) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:26.969131 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74d6e6a-9b44-4401-86e0-9f05ef423985 None None] Network f052a2cb-e43a-4d93-bd49-f9e5e280e0ba requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:17:26.986086 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4b77a-e5d4-4b64-86d7-8c8e7fdb607a req-7dfcc5c8-91a3-44b7-a6f8-9765849cba50 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:26.986989 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-bcfbb000-889e-4261-b979-9d24e1b3068e None None] Set router 8af7740f-4d04-4bcb-a529-8880f3ed26ca gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:17:26.995911 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-0ff1eed6-da35-4e97-bae8-f2deaedb54bb admin admin] Deleting port 06a5ed33-f1e6-4345-83b7-da27af437f0a {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:26.996100 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4cf4b77a-e5d4-4b64-86d7-8c8e7fdb607a req-7dfcc5c8-91a3-44b7-a6f8-9765849cba50 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.57 "GET /v2.0/ports?device_id=d59100b8-e39e-404c-81df-5b4af73d50d7 HTTP/1.1" status: 200 len: 948 time: 0.1182325 Oct 19 01:17:26.996248 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0ff1eed6-da35-4e97-bae8-f2deaedb54bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:27.077272 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4cf4b77a-e5d4-4b64-86d7-8c8e7fdb607a req-7bb5297b-ad5b-436e-8331-6881af46d5c9 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.57 "GET /v2.0/security-groups?id=8d7b479b-c22f-4cee-a77f-06275886a699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803349 Oct 19 01:17:27.094283 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-0ff1eed6-da35-4e97-bae8-f2deaedb54bb admin admin] For port 06a5ed33-f1e6-4345-83b7-da27af437f0a, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=06a5ed33-f1e6-4345-83b7-da27af437f0a,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:27.094283 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0ff1eed6-da35-4e97-bae8-f2deaedb54bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:27.108664 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-0ff1eed6-da35-4e97-bae8-f2deaedb54bb admin admin] Calling delete_port for 06a5ed33-f1e6-4345-83b7-da27af437f0a owned by network:router_gateway {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:27.181263 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:27.184905 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-bcfbb000-889e-4261-b979-9d24e1b3068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af7740f-4d04-4bcb-a529-8880f3ed26ca', 'name': 'tempest-TestServerMultinode-1536849946-router', 'tenant_id': '91aad9ee3ee940fc96327bead3d19e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:56Z', 'updated_at': '2021-10-19T01:17:26Z', 'revision_number': 6, 'project_id': '91aad9ee3ee940fc96327bead3d19e4f', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:27.238981 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfbb000-889e-4261-b979-9d24e1b3068e None None] The sync data for ids ['8af7740f-4d04-4bcb-a529-8880f3ed26ca'] in n-d-715271-26 is: [{'id': '8af7740f-4d04-4bcb-a529-8880f3ed26ca', 'name': 'tempest-TestServerMultinode-1536849946-router', 'tenant_id': '91aad9ee3ee940fc96327bead3d19e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:56Z', 'updated_at': '2021-10-19T01:17:26Z', 'revision_number': 6, 'project_id': '91aad9ee3ee940fc96327bead3d19e4f', 'gw_port_host': None}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:17:27.259854 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c71c1a5-9d78-45b7-b136-288d4af54bf2 None None] DHCP port deletion for f052a2cb-e43a-4d93-bd49-f9e5e280e0ba request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:17:27.268236 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29b4a339-4dc4-4318-a3ed-4192fa708ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:27.273606 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-55ef5f66-5885-4989-9900-628b1196398f req-5752c377-9de8-45e8-afeb-cd034ada46bc tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Allocated IP 172.20.0.6 (54a7a36b-5584-47ae-8d97-5de29f53c332/9b785f44-bec9-4435-b4da-920b5f882b50/95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:17:27.369348 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-9c71c1a5-9d78-45b7-b136-288d4af54bf2 None None] Deleting port 590bec35-a201-4f8f-813d-afc60d4745ed {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:27.369810 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9c71c1a5-9d78-45b7-b136-288d4af54bf2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:27.439658 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-9c71c1a5-9d78-45b7-b136-288d4af54bf2 None None] For port 590bec35-a201-4f8f-813d-afc60d4745ed, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=590bec35-a201-4f8f-813d-afc60d4745ed,segment=NetworkSegment(de44a590-426f-42d3-aacf-0b0c08114b09),segment_id=de44a590-426f-42d3-aacf-0b0c08114b09)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:27.440588 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9c71c1a5-9d78-45b7-b136-288d4af54bf2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:27.458402 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-9c71c1a5-9d78-45b7-b136-288d4af54bf2 None None] Calling delete_port for 590bec35-a201-4f8f-813d-afc60d4745ed owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:27.577246 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9c71c1a5-9d78-45b7-b136-288d4af54bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:27.630982 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-29b4a339-4dc4-4318-a3ed-4192fa708ad6 admin admin] Deleting port 590bec35-a201-4f8f-813d-afc60d4745ed {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:27.631100 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29b4a339-4dc4-4318-a3ed-4192fa708ad6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:27.681522 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71c1a5-9d78-45b7-b136-288d4af54bf2 None None] Pushing event deleted for resources: {'Port': ['ID=590bec35-a201-4f8f-813d-afc60d4745ed,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:27.684755 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 60458e2a-34ce-4397-ba0b-d689264080c2 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:17:27.760375 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 732dfee4-ccf7-4e2d-925c-999b168c2a1c no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:17:27.788707 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 732dfee4-ccf7-4e2d-925c-999b168c2a1c {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:17:27.789212 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 732dfee4-ccf7-4e2d-925c-999b168c2a1c not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:17:27.789724 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 76c72cae-8e7b-4cbf-8896-cd1449d3bba5 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:17:27.820658 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c71c1a5-9d78-45b7-b136-288d4af54bf2 None None] No DVR routers for this DVR port 590bec35-a201-4f8f-813d-afc60d4745ed on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:17:27.824272 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 76c72cae-8e7b-4cbf-8896-cd1449d3bba5 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:17:27.824729 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 76c72cae-8e7b-4cbf-8896-cd1449d3bba5 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:17:27.825225 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 590bec35-a201-4f8f-813d-afc60d4745ed no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:17:27.864890 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 590bec35-a201-4f8f-813d-afc60d4745ed {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:17:27.864890 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 590bec35-a201-4f8f-813d-afc60d4745ed not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:17:27.873607 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 60458e2a-34ce-4397-ba0b-d689264080c2 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:17:27.893485 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-309e4193-aab2-4402-a45a-f1fda07a643b req-ecc63528-0e9b-40a6-be8c-5c113f3d9cc6 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e8a9fed-c562-4070-8809-f649901e5f21 HTTP/1.1" status: 200 len: 210 time: 0.0655451 Oct 19 01:17:27.896301 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 60458e2a-34ce-4397-ba0b-d689264080c2 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:27.896680 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:28.066339 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:28.105541 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 60458e2a-34ce-4397-ba0b-d689264080c2, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=60458e2a-34ce-4397-ba0b-d689264080c2,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:28.107039 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59100b8-e39e-404c-81df-5b4af73d50d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60458e2a-34ce-4397-ba0b-d689264080c2'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:17:28.110045 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc93753f-1064-459e-a756-9c2330a78d86" -d '{"events": [{"server_uuid": "d59100b8-e39e-404c-81df-5b4af73d50d7", "name": "network-vif-plugged", "status": "completed", "tag": "60458e2a-34ce-4397-ba0b-d689264080c2"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:17:28.126824 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:28.131878 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2aacd-6c30-4b2c-be51-371a5b6f2c01 req-48716300-6d42-4df2-822d-d4d99db13dc8 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:28.145182 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4bf2aacd-6c30-4b2c-be51-371a5b6f2c01 req-48716300-6d42-4df2-822d-d4d99db13dc8 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 946 time: 0.1283500 Oct 19 01:17:28.167456 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0ff1eed6-da35-4e97-bae8-f2deaedb54bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:28.213512 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=60458e2a-34ce-4397-ba0b-d689264080c2,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:28.229685 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4bf2aacd-6c30-4b2c-be51-371a5b6f2c01 req-717f3ffd-a794-440c-959f-32f007a64878 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836382 Oct 19 01:17:28.266418 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1eed6-da35-4e97-bae8-f2deaedb54bb admin admin] Pushing event deleted for resources: {'Port': ['ID=06a5ed33-f1e6-4345-83b7-da27af437f0a,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:28.296110 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-29b4a339-4dc4-4318-a3ed-4192fa708ad6 admin admin] For port 590bec35-a201-4f8f-813d-afc60d4745ed, host n-d-715271-26, got binding levels [] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:28.296474 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29b4a339-4dc4-4318-a3ed-4192fa708ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:28.307144 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-55ef5f66-5885-4989-9900-628b1196398f req-5752c377-9de8-45e8-afeb-cd034ada46bc tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:28.316315 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e017000-0423-4ec8-8e8b-036015b4672c req-30dbd5f8-6109-4297-8bbb-9da932807d23 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:28.324063 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8e017000-0423-4ec8-8e8b-036015b4672c req-30dbd5f8-6109-4297-8bbb-9da932807d23 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 943 time: 0.7132254 Oct 19 01:17:28.341630 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-879750bd-24ad-499b-82c0-c3c75d8f89bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:28.343100 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-879750bd-24ad-499b-82c0-c3c75d8f89bb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2&tenant_id=854323d3b0a6463e9a8c317c08485c06 HTTP/1.1" status: 200 len: 1095 time: 0.2830975 Oct 19 01:17:28.386934 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-b014cc98-77a0-41cc-a46d-a4861f79b359 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-26', 'device_owner': 'compute:nova'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:28.390654 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-29b4a339-4dc4-4318-a3ed-4192fa708ad6 admin admin] Calling delete_port for 590bec35-a201-4f8f-813d-afc60d4745ed owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:28.392278 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f7293-52cf-4840-a48f-a8d2eebfc110 req-12b3527e-acfa-4542-9bb8-04d527efe031 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:28.394476 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c4f7293-52cf-4840-a48f-a8d2eebfc110 req-12b3527e-acfa-4542-9bb8-04d527efe031 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.57 "GET /v2.0/ports?device_id=d59100b8-e39e-404c-81df-5b4af73d50d7 HTTP/1.1" status: 200 len: 949 time: 0.0629950 Oct 19 01:17:28.399222 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.ipam_backend_mixin [None req-29b4a339-4dc4-4318-a3ed-4192fa708ad6 admin admin] Port 590bec35-a201-4f8f-813d-afc60d4745ed was not found and therefore no delete operation was performed {{(pid=100607) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:17:28.437966 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c4f7293-52cf-4840-a48f-a8d2eebfc110 req-abdaf367-51ea-4eb8-97a3-a75b9518dcbe tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.57 "GET /v2.0/security-groups?id=8d7b479b-c22f-4cee-a77f-06275886a699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332124 Oct 19 01:17:28.444332 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29b4a339-4dc4-4318-a3ed-4192fa708ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:28.496985 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fb6a05-7f04-40b6-8ca2-429e7898ba02 x-openstack-request-id: req-52fb6a05-7f04-40b6-8ca2-429e7898ba02 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:17:28.497401 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59100b8-e39e-404c-81df-5b4af73d50d7", "name": "network-vif-plugged", "status": "completed", "tag": "60458e2a-34ce-4397-ba0b-d689264080c2", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:17:28.497844 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-52fb6a05-7f04-40b6-8ca2-429e7898ba02 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:17:28.498368 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59100b8-e39e-404c-81df-5b4af73d50d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60458e2a-34ce-4397-ba0b-d689264080c2', 'code': 200} Oct 19 01:17:28.513794 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4a339-4dc4-4318-a3ed-4192fa708ad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=590bec35-a201-4f8f-813d-afc60d4745ed,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:28.516227 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b4a339-4dc4-4318-a3ed-4192fa708ad6 admin admin] No DVR routers for this DVR port 590bec35-a201-4f8f-813d-afc60d4745ed on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:17:28.542500 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8e017000-0423-4ec8-8e8b-036015b4672c req-3ddd2c7d-d9cd-48a7-bab0-0e9bbb6d7685 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173448 Oct 19 01:17:28.592744 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0ff1eed6-da35-4e97-bae8-f2deaedb54bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:28.633922 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad320965-14be-418b-8ed4-9f2a049dd55f req-d6445bd2-fb8a-43c9-829a-acfe44a8f801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:28.640465 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ad320965-14be-418b-8ed4-9f2a049dd55f req-d6445bd2-fb8a-43c9-829a-acfe44a8f801 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d59100b8-e39e-404c-81df-5b4af73d50d7 HTTP/1.1" status: 200 len: 1101 time: 0.0812700 Oct 19 01:17:28.700090 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ad320965-14be-418b-8ed4-9f2a049dd55f req-b45bdbf3-7473-4e13-93a6-7e504265bf54 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8d7b479b-c22f-4cee-a77f-06275886a699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519588 Oct 19 01:17:28.720691 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-55ef5f66-5885-4989-9900-628b1196398f req-5752c377-9de8-45e8-afeb-cd034ada46bc tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:28.723849 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-b014cc98-77a0-41cc-a46d-a4861f79b359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:28.821924 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0ff1eed6-da35-4e97-bae8-f2deaedb54bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:28.825807 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0ff1eed6-da35-4e97-bae8-f2deaedb54bb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:28.854307 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616670a-411c-43ef-bebc-b954612d45d5 req-58b86219-9da0-4a10-9905-4d4f4a48e766 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:28.855944 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e616670a-411c-43ef-bebc-b954612d45d5 req-58b86219-9da0-4a10-9905-4d4f4a48e766 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 946 time: 0.0701180 Oct 19 01:17:28.862936 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29b4a339-4dc4-4318-a3ed-4192fa708ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:28.903224 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e616670a-411c-43ef-bebc-b954612d45d5 req-279f6412-2706-4f22-8fa7-8e101b502c6f tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408437 Oct 19 01:17:28.993883 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ef5f66-5885-4989-9900-628b1196398f req-5752c377-9de8-45e8-afeb-cd034ada46bc tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Network 54a7a36b-5584-47ae-8d97-5de29f53c332 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:17:29.002270 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-55ef5f66-5885-4989-9900-628b1196398f req-5752c377-9de8-45e8-afeb-cd034ada46bc tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:17:29.029138 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-29b4a339-4dc4-4318-a3ed-4192fa708ad6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f052a2cb-e43a-4d93-bd49-f9e5e280e0ba']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:29.031533 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ef5f66-5885-4989-9900-628b1196398f req-5752c377-9de8-45e8-afeb-cd034ada46bc tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:17:29.050723 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752c377-9de8-45e8-afeb-cd034ada46bc tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Pushing event updated for resources: {'Port': ['ID=95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:29.053183 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0ff1eed6-da35-4e97-bae8-f2deaedb54bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:29.053742 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff1eed6-da35-4e97-bae8-f2deaedb54bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8af7740f-4d04-4bcb-a529-8880f3ed26ca {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:17:29.078804 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099bfbd-0a73-424a-a099-26d5e75256e0 req-ae3a02f8-5135-4280-89cc-9cd25dc04a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:29.082488 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9099bfbd-0a73-424a-a099-26d5e75256e0 req-ae3a02f8-5135-4280-89cc-9cd25dc04a15 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e9f67912e554a879c2d285d2c6723f0&device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 1098 time: 0.0895112 Oct 19 01:17:29.110485 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-29b4a339-4dc4-4318-a3ed-4192fa708ad6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de44a590-426f-42d3-aacf-0b0c08114b09') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:29.110785 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-29b4a339-4dc4-4318-a3ed-4192fa708ad6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de44a590-426f-42d3-aacf-0b0c08114b09') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:29.206082 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0ff1eed6-da35-4e97-bae8-f2deaedb54bb admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:29.214685 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0ff1eed6-da35-4e97-bae8-f2deaedb54bb admin admin] 10.222.0.57 "DELETE /v2.0/routers/8af7740f-4d04-4bcb-a529-8880f3ed26ca HTTP/1.1" status: 204 len: 168 time: 3.2583616 Oct 19 01:17:29.233316 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099bfbd-0a73-424a-a099-26d5e75256e0 req-b332d95d-ad93-4652-9d07-2843bc8f2fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:29.235111 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9099bfbd-0a73-424a-a099-26d5e75256e0 req-b332d95d-ad93-4652-9d07-2843bc8f2fd9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2f6d1f9c-af60-4e63-9391-d714f2b53c93 HTTP/1.1" status: 200 len: 920 time: 0.1452112 Oct 19 01:17:29.235916 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48456) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:29.264053 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29b4a339-4dc4-4318-a3ed-4192fa708ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:29.296979 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29b4a339-4dc4-4318-a3ed-4192fa708ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:29.315485 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:29.332675 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b4a339-4dc4-4318-a3ed-4192fa708ad6 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:17:29.333086 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29b4a339-4dc4-4318-a3ed-4192fa708ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:29.340061 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef5f66-5885-4989-9900-628b1196398f req-5752c377-9de8-45e8-afeb-cd034ada46bc tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:29.340671 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-55ef5f66-5885-4989-9900-628b1196398f req-5752c377-9de8-45e8-afeb-cd034ada46bc tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:29.342892 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:17:29.342892 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:17:29.342892 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:17:29.342892 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:17:29.342892 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:17:29.342892 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:17:29.342892 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:17:29.342892 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:17:29.342892 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:17:29.342892 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:17:29.342892 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:17:29.342892 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:17:29.342892 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:17:29.342892 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:17:29.342892 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:17:29.342892 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:17:29.342892 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:17:29.342892 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:17:29.342892 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:17:29.342892 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:17:29.342892 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:17:29.342892 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:17:29.342892 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:17:29.342892 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:17:29.342892 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:17:29.342892 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:17:29.342892 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:17:29.342892 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:17:29.342892 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:17:29.342892 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:17:29.342892 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:17:29.342892 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:17:29.372302 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-99df4897-3013-4053-b9ee-b7496d29875b admin admin] Deleting subnet 6a398e49-07ca-4930-bd59-0305e689fac7 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:17:29.376743 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9099bfbd-0a73-424a-a099-26d5e75256e0 req-7f316bba-0c68-4012-a0bb-225f65d6c3aa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=256d5746-4862-450f-bdd5-6de5a03b7097 HTTP/1.1" status: 200 len: 217 time: 0.0644341 Oct 19 01:17:29.379858 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-99df4897-3013-4053-b9ee-b7496d29875b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:29.387597 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-55ef5f66-5885-4989-9900-628b1196398f req-5752c377-9de8-45e8-afeb-cd034ada46bc tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 3.4995720 Oct 19 01:17:29.398060 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 759ce932-5d8c-4aa0-8f3b-fc4e7cb7d1dc no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:17:29.410815 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-55ef5f66-5885-4989-9900-628b1196398f req-d8f24c0d-d52c-4e74-8825-ea7780361873 service neutron] Request body: {'port': {'device_id': '0e8a9fed-c562-4070-8809-f649901e5f21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:29.421579 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-99df4897-3013-4053-b9ee-b7496d29875b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:29.431413 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 759ce932-5d8c-4aa0-8f3b-fc4e7cb7d1dc {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:17:29.432113 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 759ce932-5d8c-4aa0-8f3b-fc4e7cb7d1dc not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:17:29.433103 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 06a5ed33-f1e6-4345-83b7-da27af437f0a no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:17:29.455268 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 06a5ed33-f1e6-4345-83b7-da27af437f0a {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:17:29.455982 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 06a5ed33-f1e6-4345-83b7-da27af437f0a not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:17:29.468061 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-c6ba0acc-15a2-4c34-8284-3a2b69fc6d3a None None] Provisioning complete for port 95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:29.468830 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c6ba0acc-15a2-4c34-8284-3a2b69fc6d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:29.487638 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40a07e-a0b6-4ce5-a4c5-903b6d353ecc req-d22c63cc-39af-4171-b1a9-9d4d69761ba1 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:29.489652 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-af40a07e-a0b6-4ce5-a4c5-903b6d353ecc req-d22c63cc-39af-4171-b1a9-9d4d69761ba1 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e8a9fed-c562-4070-8809-f649901e5f21 HTTP/1.1" status: 200 len: 970 time: 0.4342945 Oct 19 01:17:29.517930 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-c6ba0acc-15a2-4c34-8284-3a2b69fc6d3a None None] Port 95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:17:29.562967 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29b4a339-4dc4-4318-a3ed-4192fa708ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:29.578720 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29b4a339-4dc4-4318-a3ed-4192fa708ad6 admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:29.582206 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-29b4a339-4dc4-4318-a3ed-4192fa708ad6 admin admin] 10.222.0.57 "DELETE /v2.0/networks/f052a2cb-e43a-4d93-bd49-f9e5e280e0ba HTTP/1.1" status: 204 len: 168 time: 2.6216581 Oct 19 01:17:29.599029 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-55ef5f66-5885-4989-9900-628b1196398f req-d8f24c0d-d52c-4e74-8825-ea7780361873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:29.620811 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099bfbd-0a73-424a-a099-26d5e75256e0 req-90f4fc20-2766-43c8-8c22-17d3a12556aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:29.621984 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4a339-4dc4-4318-a3ed-4192fa708ad6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f052a2cb-e43a-4d93-bd49-f9e5e280e0ba,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:29.622980 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9099bfbd-0a73-424a-a099-26d5e75256e0 req-90f4fc20-2766-43c8-8c22-17d3a12556aa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5560e090-ab4c-41db-98cb-400d0fb4b5e6 HTTP/1.1" status: 200 len: 859 time: 0.0920551 Oct 19 01:17:29.670253 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-b014cc98-77a0-41cc-a46d-a4861f79b359 service neutron] For port efeadb03-b8e1-4204-b42c-be7a2a69aa70, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=efeadb03-b8e1-4204-b42c-be7a2a69aa70,segment=NetworkSegment(ffd81065-8232-4238-985f-d7b5c5e64688),segment_id=ffd81065-8232-4238-985f-d7b5c5e64688)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:29.683481 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-99df4897-3013-4053-b9ee-b7496d29875b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:29.689623 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9099bfbd-0a73-424a-a099-26d5e75256e0 req-c692cf2f-b4db-4320-94c9-95b2c400dc75 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2f6d1f9c-af60-4e63-9391-d714f2b53c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556693 Oct 19 01:17:29.710540 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-af40a07e-a0b6-4ce5-a4c5-903b6d353ecc req-31fb9053-437a-43e6-b9a1-d897616b20f8 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/security-groups?id=22ef61ba-124b-458a-9ca2-5709972842b0&id=7c77a73b-ed40-4ed2-9843-a22f83cea18b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1712956 Oct 19 01:17:29.810943 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48466) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:29.844285 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341af9c6-51a8-41a7-836a-67a2bb5d2bf1 req-3fc4bdb6-0d77-4dcd-a9cc-c32ec57d6f9f tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:29.852639 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-341af9c6-51a8-41a7-836a-67a2bb5d2bf1 req-3fc4bdb6-0d77-4dcd-a9cc-c32ec57d6f9f tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.57 "GET /v2.0/ports?device_id=d59100b8-e39e-404c-81df-5b4af73d50d7 HTTP/1.1" status: 200 len: 949 time: 0.3107116 Oct 19 01:17:29.874471 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9099bfbd-0a73-424a-a099-26d5e75256e0 req-e1651ad6-a911-4ef6-b4a8-eb57ea387d63 service neutron] 10.222.0.55 "GET /v2.0/networks/2f6d1f9c-af60-4e63-9391-d714f2b53c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597736 Oct 19 01:17:29.885643 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-b014cc98-77a0-41cc-a46d-a4861f79b359 service neutron] For port efeadb03-b8e1-4204-b42c-be7a2a69aa70, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:17:29.990892 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-98cf1cd2-09ff-49b6-980b-59ff45b8f4ac admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4da2c8fb80314d439039529c71ca4b69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1788015 Oct 19 01:17:30.002358 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48470) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:30.150797 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788d59d-5aa0-4cab-a57d-fb6b07a90ffe req-959c9a52-cc7a-4592-9acd-7b4f4e70c714 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:30.152393 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a788d59d-5aa0-4cab-a57d-fb6b07a90ffe req-959c9a52-cc7a-4592-9acd-7b4f4e70c714 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 943 time: 0.3317573 Oct 19 01:17:30.154512 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-b014cc98-77a0-41cc-a46d-a4861f79b359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efeadb03-b8e1-4204-b42c-be7a2a69aa70 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:17:30.180300 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-b014cc98-77a0-41cc-a46d-a4861f79b359 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:30.250229 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-341af9c6-51a8-41a7-836a-67a2bb5d2bf1 req-b03ef482-3cdf-4805-b2d7-7079e1cbf2c3 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.57 "GET /v2.0/security-groups?id=8d7b479b-c22f-4cee-a77f-06275886a699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964915 Oct 19 01:17:30.282684 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a788d59d-5aa0-4cab-a57d-fb6b07a90ffe req-f0be5e9a-e27e-4e0f-94b1-14ef6048d566 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135626 Oct 19 01:17:30.286333 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-55ef5f66-5885-4989-9900-628b1196398f req-d8f24c0d-d52c-4e74-8825-ea7780361873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:17:30.291374 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a2d681cb-58c8-4bef-b6e1-c733914b9e72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:30.296163 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-b014cc98-77a0-41cc-a46d-a4861f79b359 service neutron] Transition to ACTIVE for port object efeadb03-b8e1-4204-b42c-be7a2a69aa70 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:17:30.301772 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-55ef5f66-5885-4989-9900-628b1196398f req-d8f24c0d-d52c-4e74-8825-ea7780361873 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:30.311689 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-99df4897-3013-4053-b9ee-b7496d29875b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:30.313763 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-b014cc98-77a0-41cc-a46d-a4861f79b359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:30.353112 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df4897-3013-4053-b9ee-b7496d29875b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a398e49-07ca-4930-bd59-0305e689fac7,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:30.360798 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-99df4897-3013-4053-b9ee-b7496d29875b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:30.366582 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc27e1a-9df5-413a-b9af-cf86ba7977db None None] Network 89d705a7-c196-4d63-9e50-b09c2dedf8b2 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:17:30.367109 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-99df4897-3013-4053-b9ee-b7496d29875b admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6a398e49-07ca-4930-bd59-0305e689fac7 HTTP/1.1" status: 204 len: 168 time: 1.1298101 Oct 19 01:17:30.367820 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48474) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:30.375305 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a2d681cb-58c8-4bef-b6e1-c733914b9e72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:30.390598 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-55ef5f66-5885-4989-9900-628b1196398f req-d8f24c0d-d52c-4e74-8825-ea7780361873 service neutron] Transition to ACTIVE for port object 95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:17:30.408555 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-55ef5f66-5885-4989-9900-628b1196398f req-d8f24c0d-d52c-4e74-8825-ea7780361873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:30.438177 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9099bfbd-0a73-424a-a099-26d5e75256e0 req-22abe2d4-9d0c-4cb3-b29a-df180219927a service neutron] 10.222.0.55 "GET /v2.0/networks/2f6d1f9c-af60-4e63-9391-d714f2b53c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5429726 Oct 19 01:17:30.462296 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-b014cc98-77a0-41cc-a46d-a4861f79b359 service neutron] No DVR routers for this DVR port efeadb03-b8e1-4204-b42c-be7a2a69aa70 on host n-h1-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:17:30.479359 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014cc98-77a0-41cc-a46d-a4861f79b359 service neutron] Pushing event updated for resources: {'Port': ['ID=efeadb03-b8e1-4204-b42c-be7a2a69aa70,revision_number=9']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:30.559277 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8975f999-8827-48a6-a436-06b31551bc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:30.630562 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-b014cc98-77a0-41cc-a46d-a4861f79b359 service neutron] Attempting to bind port efeadb03-b8e1-4204-b42c-be7a2a69aa70 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:30.631282 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-b014cc98-77a0-41cc-a46d-a4861f79b359 service neutron] Attempting to bind port efeadb03-b8e1-4204-b42c-be7a2a69aa70 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'ffd81065-8232-4238-985f-d7b5c5e64688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '6fde0681-0303-4885-b4d6-e7a52aa1ed5d'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:30.631619 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-b014cc98-77a0-41cc-a46d-a4861f79b359 service neutron] Attempting to bind port efeadb03-b8e1-4204-b42c-be7a2a69aa70 on network 6fde0681-0303-4885-b4d6-e7a52aa1ed5d {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:30.633925 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f24c0d-d52c-4e74-8825-ea7780361873 service neutron] Pushing event updated for resources: {'Port': ['ID=95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:30.651368 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d017ff-0174-4955-9f62-483ba68cc9c1 req-b340c217-f5a2-4fb2-bb6d-d4995af5c5e4 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:30.653107 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-46d017ff-0174-4955-9f62-483ba68cc9c1 req-b340c217-f5a2-4fb2-bb6d-d4995af5c5e4 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 946 time: 0.2254319 Oct 19 01:17:30.683682 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-b014cc98-77a0-41cc-a46d-a4861f79b359 service neutron] Port efeadb03-b8e1-4204-b42c-be7a2a69aa70 on network 6fde0681-0303-4885-b4d6-e7a52aa1ed5d not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:30.683999 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-b014cc98-77a0-41cc-a46d-a4861f79b359 service neutron] Attempting to bind port efeadb03-b8e1-4204-b42c-be7a2a69aa70 on network 6fde0681-0303-4885-b4d6-e7a52aa1ed5d {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:30.692592 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a2d681cb-58c8-4bef-b6e1-c733914b9e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:30.696213 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a2d681cb-58c8-4bef-b6e1-c733914b9e72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:30.697478 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a2d681cb-58c8-4bef-b6e1-c733914b9e72 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2cc8025b-09bc-4bd9-9d99-46ada71b927c HTTP/1.1" status: 204 len: 168 time: 0.6922407 Oct 19 01:17:30.730199 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-b014cc98-77a0-41cc-a46d-a4861f79b359 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:17:30.730581 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-b014cc98-77a0-41cc-a46d-a4861f79b359 service neutron] Checking segment: {'id': 'ffd81065-8232-4238-985f-d7b5c5e64688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '6fde0681-0303-4885-b4d6-e7a52aa1ed5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:17:30.730952 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-b014cc98-77a0-41cc-a46d-a4861f79b359 service neutron] Bound using segment: {'id': 'ffd81065-8232-4238-985f-d7b5c5e64688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '6fde0681-0303-4885-b4d6-e7a52aa1ed5d'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:17:30.731355 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-b014cc98-77a0-41cc-a46d-a4861f79b359 service neutron] Bound port: efeadb03-b8e1-4204-b42c-be7a2a69aa70, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd81065-8232-4238-985f-d7b5c5e64688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '6fde0681-0303-4885-b4d6-e7a52aa1ed5d'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:17:30.731710 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-b014cc98-77a0-41cc-a46d-a4861f79b359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:30.740456 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d681cb-58c8-4bef-b6e1-c733914b9e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc8025b-09bc-4bd9-9d99-46ada71b927c,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:30.756047 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-46d017ff-0174-4955-9f62-483ba68cc9c1 req-7fb707fa-3ddb-41a8-9a67-02b98c33329a tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890574 Oct 19 01:17:30.792717 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-55ef5f66-5885-4989-9900-628b1196398f req-d8f24c0d-d52c-4e74-8825-ea7780361873 service neutron] Attempting to bind port 95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:30.792962 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-55ef5f66-5885-4989-9900-628b1196398f req-d8f24c0d-d52c-4e74-8825-ea7780361873 service neutron] Attempting to bind port 95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '242f79ad-2df7-4072-b74b-650c3810f730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '54a7a36b-5584-47ae-8d97-5de29f53c332'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:30.795046 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ef5f66-5885-4989-9900-628b1196398f req-d8f24c0d-d52c-4e74-8825-ea7780361873 service neutron] Attempting to bind port 95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79 on network 54a7a36b-5584-47ae-8d97-5de29f53c332 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:30.807147 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-8975f999-8827-48a6-a436-06b31551bc9c admin admin] Deleting port 3c9eb3a9-17bf-492c-a895-906db00769a6 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:30.807661 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8975f999-8827-48a6-a436-06b31551bc9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:30.843840 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ef5f66-5885-4989-9900-628b1196398f req-d8f24c0d-d52c-4e74-8825-ea7780361873 service neutron] Port 95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79 on network 54a7a36b-5584-47ae-8d97-5de29f53c332 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:30.844166 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ef5f66-5885-4989-9900-628b1196398f req-d8f24c0d-d52c-4e74-8825-ea7780361873 service neutron] Attempting to bind port 95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79 on network 54a7a36b-5584-47ae-8d97-5de29f53c332 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:30.874480 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ef5f66-5885-4989-9900-628b1196398f req-d8f24c0d-d52c-4e74-8825-ea7780361873 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:17:30.874480 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ef5f66-5885-4989-9900-628b1196398f req-d8f24c0d-d52c-4e74-8825-ea7780361873 service neutron] Checking segment: {'id': '242f79ad-2df7-4072-b74b-650c3810f730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '54a7a36b-5584-47ae-8d97-5de29f53c332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:17:30.874480 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ef5f66-5885-4989-9900-628b1196398f req-d8f24c0d-d52c-4e74-8825-ea7780361873 service neutron] Bound using segment: {'id': '242f79ad-2df7-4072-b74b-650c3810f730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '54a7a36b-5584-47ae-8d97-5de29f53c332'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:17:30.874480 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-55ef5f66-5885-4989-9900-628b1196398f req-d8f24c0d-d52c-4e74-8825-ea7780361873 service neutron] Bound port: 95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '242f79ad-2df7-4072-b74b-650c3810f730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '54a7a36b-5584-47ae-8d97-5de29f53c332'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:17:30.874480 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-55ef5f66-5885-4989-9900-628b1196398f req-d8f24c0d-d52c-4e74-8825-ea7780361873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:30.940466 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-b014cc98-77a0-41cc-a46d-a4861f79b359 service neutron] For port efeadb03-b8e1-4204-b42c-be7a2a69aa70, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:17:30.981454 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-8975f999-8827-48a6-a436-06b31551bc9c admin admin] For port 3c9eb3a9-17bf-492c-a895-906db00769a6, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=3c9eb3a9-17bf-492c-a895-906db00769a6,segment=NetworkSegment(e1808602-f2ed-4d4e-baee-a958303a96f4),segment_id=e1808602-f2ed-4d4e-baee-a958303a96f4)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:30.982416 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8975f999-8827-48a6-a436-06b31551bc9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:30.984046 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-b014cc98-77a0-41cc-a46d-a4861f79b359 service neutron] For port efeadb03-b8e1-4204-b42c-be7a2a69aa70, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=efeadb03-b8e1-4204-b42c-be7a2a69aa70,segment=NetworkSegment(ffd81065-8232-4238-985f-d7b5c5e64688),segment_id=ffd81065-8232-4238-985f-d7b5c5e64688)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:17:31.002696 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-8975f999-8827-48a6-a436-06b31551bc9c admin admin] Calling delete_port for 3c9eb3a9-17bf-492c-a895-906db00769a6 owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:31.015400 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-b014cc98-77a0-41cc-a46d-a4861f79b359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:31.084418 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-55ef5f66-5885-4989-9900-628b1196398f req-d8f24c0d-d52c-4e74-8825-ea7780361873 service neutron] For port 95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:17:31.091247 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a315530-3b8e-4f3d-b253-8bc12ce45d28 None None] DHCP port deletion for 89d705a7-c196-4d63-9e50-b09c2dedf8b2 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:17:31.121097 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca805f34-979a-48e0-ba16-39750c88b7b7 req-f1c21a95-cacf-4abd-9e55-d6f8bbc7a071 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:31.131649 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ca805f34-979a-48e0-ba16-39750c88b7b7 req-f1c21a95-cacf-4abd-9e55-d6f8bbc7a071 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e8a9fed-c562-4070-8809-f649901e5f21 HTTP/1.1" status: 200 len: 982 time: 0.2087851 Oct 19 01:17:31.146058 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-b014cc98-77a0-41cc-a46d-a4861f79b359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:31.146058 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-b014cc98-77a0-41cc-a46d-a4861f79b359 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:31.149854 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8975f999-8827-48a6-a436-06b31551bc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:31.153948 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-b014cc98-77a0-41cc-a46d-a4861f79b359 service neutron] 10.222.0.24 "PUT /v2.0/ports/efeadb03-b8e1-4204-b42c-be7a2a69aa70 HTTP/1.1" status: 200 len: 1092 time: 2.7683485 Oct 19 01:17:31.166789 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9983c045-b6f4-4c14-ae7e-d84c02c3f7b2', 'tag': 'efeadb03-b8e1-4204-b42c-be7a2a69aa70'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:17:31.170240 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60dbfd20-e812-4493-b446-d2a793420fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "9983c045-b6f4-4c14-ae7e-d84c02c3f7b2", "tag": "efeadb03-b8e1-4204-b42c-be7a2a69aa70"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:17:31.189022 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4a315530-3b8e-4f3d-b253-8bc12ce45d28 None None] Deleting port 3c9eb3a9-17bf-492c-a895-906db00769a6 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:31.192529 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4a315530-3b8e-4f3d-b253-8bc12ce45d28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:31.225166 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8975f999-8827-48a6-a436-06b31551bc9c admin admin] No DVR routers for this DVR port 3c9eb3a9-17bf-492c-a895-906db00769a6 on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:17:31.232966 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975f999-8827-48a6-a436-06b31551bc9c admin admin] Pushing event deleted for resources: {'Port': ['ID=3c9eb3a9-17bf-492c-a895-906db00769a6,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:31.245146 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-55ef5f66-5885-4989-9900-628b1196398f req-d8f24c0d-d52c-4e74-8825-ea7780361873 service neutron] For port 95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79,segment=NetworkSegment(242f79ad-2df7-4072-b74b-650c3810f730),segment_id=242f79ad-2df7-4072-b74b-650c3810f730)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:17:31.250668 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1eea062-ea4f-4927-b1c9-eb26050fd117 x-openstack-request-id: req-c1eea062-ea4f-4927-b1c9-eb26050fd117 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:17:31.251065 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9983c045-b6f4-4c14-ae7e-d84c02c3f7b2", "tag": "efeadb03-b8e1-4204-b42c-be7a2a69aa70", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:17:31.253595 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c1eea062-ea4f-4927-b1c9-eb26050fd117 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:17:31.254190 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9983c045-b6f4-4c14-ae7e-d84c02c3f7b2', 'tag': 'efeadb03-b8e1-4204-b42c-be7a2a69aa70', 'status': 'completed', 'code': 200} Oct 19 01:17:31.287494 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-55ef5f66-5885-4989-9900-628b1196398f req-d8f24c0d-d52c-4e74-8825-ea7780361873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:31.299712 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014cc98-77a0-41cc-a46d-a4861f79b359 service neutron] Pushing event updated for resources: {'Port': ['ID=efeadb03-b8e1-4204-b42c-be7a2a69aa70,revision_number=10']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:31.361119 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4a315530-3b8e-4f3d-b253-8bc12ce45d28 None None] For port 3c9eb3a9-17bf-492c-a895-906db00769a6, host n-d-715271-26, got binding levels [] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:31.361569 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4a315530-3b8e-4f3d-b253-8bc12ce45d28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:31.397499 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 3c9eb3a9-17bf-492c-a895-906db00769a6 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:17:31.403120 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef5f66-5885-4989-9900-628b1196398f req-d8f24c0d-d52c-4e74-8825-ea7780361873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:31.404001 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-55ef5f66-5885-4989-9900-628b1196398f req-d8f24c0d-d52c-4e74-8825-ea7780361873 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:31.405834 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-55ef5f66-5885-4989-9900-628b1196398f req-d8f24c0d-d52c-4e74-8825-ea7780361873 service neutron] 10.222.0.55 "PUT /v2.0/ports/95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79 HTTP/1.1" status: 200 len: 1131 time: 2.0004165 Oct 19 01:17:31.432043 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ca805f34-979a-48e0-ba16-39750c88b7b7 req-f5a07fd5-695f-4d9c-bfbd-68ffdc714e46 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/security-groups?id=22ef61ba-124b-458a-9ca2-5709972842b0&id=7c77a73b-ed40-4ed2-9843-a22f83cea18b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2992783 Oct 19 01:17:31.453839 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4a315530-3b8e-4f3d-b253-8bc12ce45d28 None None] Calling delete_port for 3c9eb3a9-17bf-492c-a895-906db00769a6 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:31.455593 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-26e5b146-945f-4092-9b23-0526ba95d682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:31.457261 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-26e5b146-945f-4092-9b23-0526ba95d682 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=854323d3b0a6463e9a8c317c08485c06&device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 1096 time: 0.2667694 Oct 19 01:17:31.463200 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 3c9eb3a9-17bf-492c-a895-906db00769a6 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:17:31.463899 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 3c9eb3a9-17bf-492c-a895-906db00769a6 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:17:31.467289 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.ipam_backend_mixin [None req-4a315530-3b8e-4f3d-b253-8bc12ce45d28 None None] Port 3c9eb3a9-17bf-492c-a895-906db00769a6 was not found and therefore no delete operation was performed {{(pid=100608) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:17:31.468956 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4a315530-3b8e-4f3d-b253-8bc12ce45d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:31.478026 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8975f999-8827-48a6-a436-06b31551bc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:31.512177 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-8975f999-8827-48a6-a436-06b31551bc9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d705a7-c196-4d63-9e50-b09c2dedf8b2']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:31.526213 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-8975f999-8827-48a6-a436-06b31551bc9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1808602-f2ed-4d4e-baee-a958303a96f4') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:31.526707 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-8975f999-8827-48a6-a436-06b31551bc9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1808602-f2ed-4d4e-baee-a958303a96f4') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:31.544090 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8975f999-8827-48a6-a436-06b31551bc9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:31.546798 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a315530-3b8e-4f3d-b253-8bc12ce45d28 None None] Pushing event deleted for resources: {'Port': ['ID=3c9eb3a9-17bf-492c-a895-906db00769a6,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:31.561835 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8975f999-8827-48a6-a436-06b31551bc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:31.563854 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a315530-3b8e-4f3d-b253-8bc12ce45d28 None None] No DVR routers for this DVR port 3c9eb3a9-17bf-492c-a895-906db00769a6 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:17:31.577727 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8975f999-8827-48a6-a436-06b31551bc9c admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:17:31.578252 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8975f999-8827-48a6-a436-06b31551bc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:31.645714 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:17:31.645714 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:17:31.645714 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:17:31.645714 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:17:31.645714 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:17:31.645714 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:17:31.645714 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:17:31.645714 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:17:31.645714 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:17:31.645714 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:17:31.645714 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:17:31.645714 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:17:31.645714 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:17:31.645714 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:17:31.645714 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:17:31.645714 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:17:31.645714 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:17:31.645714 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:17:31.645714 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:17:31.645714 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:17:31.645714 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:17:31.645714 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:17:31.645714 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:17:31.645714 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:17:31.645714 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:17:31.645714 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:17:31.645714 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:17:31.645714 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:17:31.645714 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:17:31.645714 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:17:31.645714 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:17:31.645714 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:17:31.657911 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f24c0d-d52c-4e74-8825-ea7780361873 service neutron] Pushing event updated for resources: {'Port': ['ID=95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:31.679162 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8975f999-8827-48a6-a436-06b31551bc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:31.687493 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8975f999-8827-48a6-a436-06b31551bc9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:31.695139 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8975f999-8827-48a6-a436-06b31551bc9c admin admin] 10.222.0.57 "DELETE /v2.0/networks/89d705a7-c196-4d63-9e50-b09c2dedf8b2 HTTP/1.1" status: 204 len: 168 time: 1.3230512 Oct 19 01:17:31.727485 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975f999-8827-48a6-a436-06b31551bc9c admin admin] Pushing event deleted for resources: {'Network': ['ID=89d705a7-c196-4d63-9e50-b09c2dedf8b2,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:31.759881 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29deb605-793e-4544-9d7c-0fc7b903e951 req-4b390db7-11be-47aa-a132-8ae2bd5db499 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:31.761637 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-29deb605-793e-4544-9d7c-0fc7b903e951 req-4b390db7-11be-47aa-a132-8ae2bd5db499 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.57 "GET /v2.0/ports?device_id=d59100b8-e39e-404c-81df-5b4af73d50d7 HTTP/1.1" status: 200 len: 949 time: 0.1144521 Oct 19 01:17:31.813932 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-29deb605-793e-4544-9d7c-0fc7b903e951 req-faeb98e3-be3c-4fb8-8465-dac332ddbb1a tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.57 "GET /v2.0/security-groups?id=8d7b479b-c22f-4cee-a77f-06275886a699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452702 Oct 19 01:17:31.905516 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48512) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:31.989162 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfd88d-1367-46bf-9dac-3b92ded22d2e req-d17e887b-76ab-4bbf-8a9e-8c4d23080ddc tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:31.999635 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b5bfd88d-1367-46bf-9dac-3b92ded22d2e req-d17e887b-76ab-4bbf-8a9e-8c4d23080ddc tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 946 time: 0.0955179 Oct 19 01:17:32.037712 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48520) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:32.068283 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b5bfd88d-1367-46bf-9dac-3b92ded22d2e req-de2d44a3-751f-4020-8fd3-8d3ffdb3e9a1 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633628 Oct 19 01:17:32.153636 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e27ad83d-7f96-4b50-9a52-51acf64d8b5a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=90194172b6d24fbe800421d65a82d912&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1147945 Oct 19 01:17:32.158721 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48522) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:32.221190 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-887ccfb9-df0e-4306-95b5-156d76e110e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:32.222935 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-887ccfb9-df0e-4306-95b5-156d76e110e6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fde0681-0303-4885-b4d6-e7a52aa1ed5d HTTP/1.1" status: 200 len: 915 time: 0.7537968 Oct 19 01:17:32.249651 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-91537381-c76b-484d-aef2-1b43fee427c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:32.343770 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-061a1710-b9f1-49a1-9cae-617da7e244bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=efeadb03-b8e1-4204-b42c-be7a2a69aa70 HTTP/1.1" status: 200 len: 217 time: 0.0935266 Oct 19 01:17:32.345627 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef5f66-5885-4989-9900-628b1196398f req-c0a62384-1273-4823-b142-5995c8852f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:32.347063 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-55ef5f66-5885-4989-9900-628b1196398f req-c0a62384-1273-4823-b142-5995c8852f0f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9c09f0168bf347c88ae7e8e59a63bdb6&device_id=0e8a9fed-c562-4070-8809-f649901e5f21 HTTP/1.1" status: 200 len: 1134 time: 0.8723500 Oct 19 01:17:32.347224 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-91537381-c76b-484d-aef2-1b43fee427c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:32.358217 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca8811-a572-4af6-854f-123617859c3f req-54172a8a-37d2-4d10-ae7a-2d887cfa0f53 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:32.359772 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a8ca8811-a572-4af6-854f-123617859c3f req-54172a8a-37d2-4d10-ae7a-2d887cfa0f53 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 944 time: 0.8260055 Oct 19 01:17:32.416440 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-03aae57d-637c-4bc3-a452-f063446e161c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:32.418102 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-03aae57d-637c-4bc3-a452-f063446e161c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c34f3bc6-87d2-43ce-a91f-60bcb8357212 HTTP/1.1" status: 200 len: 854 time: 0.0573757 Oct 19 01:17:32.421955 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48530) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:32.482277 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-55ef5f66-5885-4989-9900-628b1196398f req-bd364933-562a-49a9-8414-4b463d1e2fdb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79 HTTP/1.1" status: 200 len: 217 time: 0.1203589 Oct 19 01:17:32.526899 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-c1b7a4d1-bab3-4d2a-8885-31b475e63e07 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fde0681-0303-4885-b4d6-e7a52aa1ed5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670278 Oct 19 01:17:32.541008 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-91537381-c76b-484d-aef2-1b43fee427c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:32.543572 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-91537381-c76b-484d-aef2-1b43fee427c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:32.547066 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-91537381-c76b-484d-aef2-1b43fee427c9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9b2f9de2-db23-4d92-969f-af0840ebd5fd HTTP/1.1" status: 204 len: 168 time: 0.3847232 Oct 19 01:17:32.606694 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de6d9c-2705-441d-95fc-40e0471f996e req-ab8b3773-acfc-4ddc-b094-8e3d5b45e6e5 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:32.624591 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-81de6d9c-2705-441d-95fc-40e0471f996e req-ab8b3773-acfc-4ddc-b094-8e3d5b45e6e5 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.57 "GET /v2.0/ports?device_id=d59100b8-e39e-404c-81df-5b4af73d50d7 HTTP/1.1" status: 200 len: 949 time: 0.1945713 Oct 19 01:17:32.632340 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a8ca8811-a572-4af6-854f-123617859c3f req-d955f45a-8a7e-4e32-8fb8-f21bffb44252 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129939 Oct 19 01:17:32.671639 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-6de84f24-06fd-4175-8ae1-d4417ec31f71 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1637232036-network', 'tenant_id': 'a71d981322234846886d4743265d8494'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:32.703217 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef5f66-5885-4989-9900-628b1196398f req-51ba5c97-74e3-4880-b11d-972e3a6b4a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:32.704826 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-55ef5f66-5885-4989-9900-628b1196398f req-51ba5c97-74e3-4880-b11d-972e3a6b4a2d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9b785f44-bec9-4435-b4da-920b5f882b50 HTTP/1.1" status: 200 len: 835 time: 0.2132010 Oct 19 01:17:32.709787 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de84f24-06fd-4175-8ae1-d4417ec31f71 admin admin] Made reservation on behalf of a71d981322234846886d4743265d8494 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:17:32.710921 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6de84f24-06fd-4175-8ae1-d4417ec31f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:32.773369 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6de84f24-06fd-4175-8ae1-d4417ec31f71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:32.778464 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91537381-c76b-484d-aef2-1b43fee427c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2f9de2-db23-4d92-969f-af0840ebd5fd,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:32.872714 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-a551be35-6b90-4ed3-8108-29c6aac3f9d2 service neutron] 10.222.0.24 "GET /v2.0/networks/6fde0681-0303-4885-b4d6-e7a52aa1ed5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224549 Oct 19 01:17:32.929164 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-81de6d9c-2705-441d-95fc-40e0471f996e req-feeae531-3e35-458c-adea-ec9497a68a3b tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.57 "GET /v2.0/security-groups?id=8d7b479b-c22f-4cee-a77f-06275886a699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848024 Oct 19 01:17:32.953386 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6de84f24-06fd-4175-8ae1-d4417ec31f71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:32.978251 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef5f66-5885-4989-9900-628b1196398f req-9b5905e1-e752-4d0c-8eb1-c4c4d745a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:32.979783 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-55ef5f66-5885-4989-9900-628b1196398f req-9b5905e1-e752-4d0c-8eb1-c4c4d745a6ce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54a7a36b-5584-47ae-8d97-5de29f53c332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2648389 Oct 19 01:17:32.980529 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6de84f24-06fd-4175-8ae1-d4417ec31f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:32.992942 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de84f24-06fd-4175-8ae1-d4417ec31f71 admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:17:33.004353 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6de84f24-06fd-4175-8ae1-d4417ec31f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:33.004683 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-6de84f24-06fd-4175-8ae1-d4417ec31f71 admin admin] Added segment 467d779a-aa37-435b-8906-2c73d5986a5a of type vlan for network 698132d6-17bc-4fb5-8a68-76969ae6c129 Oct 19 01:17:33.035062 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48540) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:33.071571 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3df811df-dbe1-4333-b839-2a76f3c2c622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:33.097547 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a62f8-2675-410b-9fef-1192f5fdf903 req-cea4cc3e-cc48-4386-99c4-2cc5fc4774f3 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:33.098787 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2e8a62f8-2675-410b-9fef-1192f5fdf903 req-cea4cc3e-cc48-4386-99c4-2cc5fc4774f3 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e8a9fed-c562-4070-8809-f649901e5f21 HTTP/1.1" status: 200 len: 982 time: 0.3231139 Oct 19 01:17:33.125611 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ae39b685-6215-46ec-bf00-8f4802fa2c6b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=91aad9ee3ee940fc96327bead3d19e4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0865066 Oct 19 01:17:33.127589 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48542) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:33.218918 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de84f24-06fd-4175-8ae1-d4417ec31f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:33.234877 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6de84f24-06fd-4175-8ae1-d4417ec31f71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:33.259753 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e8a9fed-c562-4070-8809-f649901e5f21', 'tag': '95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:17:33.262051 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e32d65-b75c-4ce5-bb78-6694b0517ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "0e8a9fed-c562-4070-8809-f649901e5f21", "tag": "95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:17:33.284341 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8644e757-7626-4fce-9c4a-df4f8d487713 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:33.299102 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2e8a62f8-2675-410b-9fef-1192f5fdf903 req-369c685a-4bde-4b09-a0c6-7609cd66aebb tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/security-groups?id=22ef61ba-124b-458a-9ca2-5709972842b0&id=7c77a73b-ed40-4ed2-9843-a22f83cea18b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1867096 Oct 19 01:17:33.312717 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-033d7b68-b333-4f49-8cf9-f7a5c3fa6e80 req-1835826a-8d1b-4bae-b1c2-3f958123fbdc service neutron] 10.222.0.24 "GET /v2.0/networks/6fde0681-0303-4885-b4d6-e7a52aa1ed5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528814 Oct 19 01:17:33.317472 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-55ef5f66-5885-4989-9900-628b1196398f req-6b48b3a2-0ffc-4a05-95cd-1fcdca505e1d service neutron] 10.222.0.55 "GET /v2.0/networks/54a7a36b-5584-47ae-8d97-5de29f53c332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921302 Oct 19 01:17:33.361749 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6de84f24-06fd-4175-8ae1-d4417ec31f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:33.363229 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de84f24-06fd-4175-8ae1-d4417ec31f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:33.364012 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6de84f24-06fd-4175-8ae1-d4417ec31f71 admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:33.377819 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8644e757-7626-4fce-9c4a-df4f8d487713 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:33.446986 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac963b-7450-447e-9fd2-51f9bf025360 req-5fc92bba-b06c-41c1-97e1-da9ff9994f7c tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:33.457725 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d8ac963b-7450-447e-9fd2-51f9bf025360 req-5fc92bba-b06c-41c1-97e1-da9ff9994f7c tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 946 time: 0.2215221 Oct 19 01:17:33.491124 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c0d56d-e466-4437-86d3-73ab367df752 x-openstack-request-id: req-04c0d56d-e466-4437-86d3-73ab367df752 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:17:33.491510 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e8a9fed-c562-4070-8809-f649901e5f21", "tag": "95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:17:33.491806 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-04c0d56d-e466-4437-86d3-73ab367df752 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:17:33.492550 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e8a9fed-c562-4070-8809-f649901e5f21', 'tag': '95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79', 'status': 'completed', 'code': 200} Oct 19 01:17:33.533159 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d8ac963b-7450-447e-9fd2-51f9bf025360 req-5d016f88-51b5-4112-9794-8a7d013e1d4c tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681980 Oct 19 01:17:33.576848 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de84f24-06fd-4175-8ae1-d4417ec31f71 admin admin] Pushing event updated for resources: {'Network': ['ID=698132d6-17bc-4fb5-8a68-76969ae6c129,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:33.597430 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 698132d6-17bc-4fb5-8a68-76969ae6c129 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:17:33.613361 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8644e757-7626-4fce-9c4a-df4f8d487713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:33.615846 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8644e757-7626-4fce-9c4a-df4f8d487713 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:33.621381 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6de84f24-06fd-4175-8ae1-d4417ec31f71 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1981587 Oct 19 01:17:33.626003 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48564) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:33.628734 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8644e757-7626-4fce-9c4a-df4f8d487713 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e18fa122-9da3-4924-a334-3ac4ab3ce191 HTTP/1.1" status: 204 len: 168 time: 0.4995170 Oct 19 01:17:33.640143 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-5613efb0-0434-40fb-a54c-b9ad931f4e9c admin admin] Request body: {'subnet': {'network_id': '698132d6-17bc-4fb5-8a68-76969ae6c129', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1637232036-subnet', 'tenant_id': 'a71d981322234846886d4743265d8494', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:33.755059 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbfd20-e812-4493-b446-d2a793420fdf req-7cc73043-0f66-45ed-a2fa-f9df0f92321e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:33.756934 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-60dbfd20-e812-4493-b446-d2a793420fdf req-7cc73043-0f66-45ed-a2fa-f9df0f92321e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=854323d3b0a6463e9a8c317c08485c06&device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 1096 time: 0.3031652 Oct 19 01:17:33.764254 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5613efb0-0434-40fb-a54c-b9ad931f4e9c admin admin] Made reservation on behalf of a71d981322234846886d4743265d8494 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:17:33.767499 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5613efb0-0434-40fb-a54c-b9ad931f4e9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:33.784157 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8644e757-7626-4fce-9c4a-df4f8d487713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18fa122-9da3-4924-a334-3ac4ab3ce191,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:33.910486 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9bd619-23a2-440f-bd03-f9227dcac82a req-fa6d4abd-269b-47bb-9c01-454fbfbe1c65 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:33.911436 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2c9bd619-23a2-440f-bd03-f9227dcac82a req-fa6d4abd-269b-47bb-9c01-454fbfbe1c65 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.55 "GET /v2.0/ports?device_id=d59100b8-e39e-404c-81df-5b4af73d50d7 HTTP/1.1" status: 200 len: 949 time: 0.1532853 Oct 19 01:17:33.950705 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-3df811df-dbe1-4333-b839-2a76f3c2c622 admin admin] Deleting port d979d52f-be7e-4b54-bcc9-60f1c17fd7c4 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:33.951121 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3df811df-dbe1-4333-b839-2a76f3c2c622 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:33.997050 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-55ef5f66-5885-4989-9900-628b1196398f req-9e1c5086-e626-4567-9738-4af558bf9add service neutron] 10.222.0.55 "GET /v2.0/networks/54a7a36b-5584-47ae-8d97-5de29f53c332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6668251 Oct 19 01:17:34.162539 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035e318-135a-447d-acc3-bdf010f2c5c8 req-883c0f66-e863-43ca-8584-50b3cefe6d3e tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:34.171089 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1035e318-135a-447d-acc3-bdf010f2c5c8 req-883c0f66-e863-43ca-8584-50b3cefe6d3e tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 944 time: 0.3271642 Oct 19 01:17:34.281001 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbfd20-e812-4493-b446-d2a793420fdf req-93deabf9-ed34-49b8-ad9e-7075bcc33c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:34.282781 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-60dbfd20-e812-4493-b446-d2a793420fdf req-93deabf9-ed34-49b8-ad9e-7075bcc33c25 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fde0681-0303-4885-b4d6-e7a52aa1ed5d HTTP/1.1" status: 200 len: 915 time: 0.5105431 Oct 19 01:17:34.418811 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e32d65-b75c-4ce5-bb78-6694b0517ce0 req-1a19e1e6-fe89-4028-b05a-4ba612173ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:34.421442 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-97e32d65-b75c-4ce5-bb78-6694b0517ce0 req-1a19e1e6-fe89-4028-b05a-4ba612173ef6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9c09f0168bf347c88ae7e8e59a63bdb6&device_id=0e8a9fed-c562-4070-8809-f649901e5f21 HTTP/1.1" status: 200 len: 1134 time: 0.2776823 Oct 19 01:17:34.423525 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-60dbfd20-e812-4493-b446-d2a793420fdf req-1d7cacd6-cc58-4c0b-b7b5-fba77f4ad0d7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=efeadb03-b8e1-4204-b42c-be7a2a69aa70 HTTP/1.1" status: 200 len: 217 time: 0.1173389 Oct 19 01:17:34.427541 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-3df811df-dbe1-4333-b839-2a76f3c2c622 admin admin] For port d979d52f-be7e-4b54-bcc9-60f1c17fd7c4, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d979d52f-be7e-4b54-bcc9-60f1c17fd7c4,segment=NetworkSegment(ca545713-cf14-45ab-86a8-e87802c3d520),segment_id=ca545713-cf14-45ab-86a8-e87802c3d520)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:34.428172 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3df811df-dbe1-4333-b839-2a76f3c2c622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:34.469372 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1035e318-135a-447d-acc3-bdf010f2c5c8 req-f02caba1-d5cd-4dda-a3eb-3da2c6a01a14 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970665 Oct 19 01:17:34.501826 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7d6db-591c-4c0f-81cc-00c270cb8afc req-321be69e-f8fe-4e65-86dd-706c830241a9 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:34.503491 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e2e7d6db-591c-4c0f-81cc-00c270cb8afc req-321be69e-f8fe-4e65-86dd-706c830241a9 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.57 "GET /v2.0/ports?device_id=d59100b8-e39e-404c-81df-5b4af73d50d7 HTTP/1.1" status: 200 len: 949 time: 0.3225765 Oct 19 01:17:34.504708 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-3df811df-dbe1-4333-b839-2a76f3c2c622 admin admin] Calling delete_port for d979d52f-be7e-4b54-bcc9-60f1c17fd7c4 owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:34.544187 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-2c9bd619-23a2-440f-bd03-f9227dcac82a req-feb86ede-3898-4bcf-81da-f9e7099c9477 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Deleting port 60458e2a-34ce-4397-ba0b-d689264080c2 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:34.544524 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2c9bd619-23a2-440f-bd03-f9227dcac82a req-feb86ede-3898-4bcf-81da-f9e7099c9477 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:34.806577 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e80763-327e-4919-ada9-057ca7097f3e req-0f54f56e-72c5-45c2-b13a-cce7b2b34ea3 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:34.808701 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b5e80763-327e-4919-ada9-057ca7097f3e req-0f54f56e-72c5-45c2-b13a-cce7b2b34ea3 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e8a9fed-c562-4070-8809-f649901e5f21 HTTP/1.1" status: 200 len: 982 time: 0.1912849 Oct 19 01:17:34.810445 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbfd20-e812-4493-b446-d2a793420fdf req-6974986b-81d8-4e56-97d9-6ae7125327fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:34.812039 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-60dbfd20-e812-4493-b446-d2a793420fdf req-6974986b-81d8-4e56-97d9-6ae7125327fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c34f3bc6-87d2-43ce-a91f-60bcb8357212 HTTP/1.1" status: 200 len: 854 time: 0.3400297 Oct 19 01:17:34.936790 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5613efb0-0434-40fb-a54c-b9ad931f4e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:34.939525 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e32d65-b75c-4ce5-bb78-6694b0517ce0 req-5aa6064b-8873-4d41-b2b5-a89720240be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:34.941882 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-97e32d65-b75c-4ce5-bb78-6694b0517ce0 req-5aa6064b-8873-4d41-b2b5-a89720240be6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=54a7a36b-5584-47ae-8d97-5de29f53c332 HTTP/1.1" status: 200 len: 897 time: 0.5098760 Oct 19 01:17:34.999859 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b5e80763-327e-4919-ada9-057ca7097f3e req-82139719-b62b-4d8f-a67c-5878c9abbaf6 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/security-groups?id=22ef61ba-124b-458a-9ca2-5709972842b0&id=7c77a73b-ed40-4ed2-9843-a22f83cea18b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1460721 Oct 19 01:17:35.005204 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613efb0-0434-40fb-a54c-b9ad931f4e9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=039c41a0-013c-401c-b2a4-b13d4c34b0b0,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:35.132390 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-97e32d65-b75c-4ce5-bb78-6694b0517ce0 req-e2d81602-bd7e-4ea0-9b76-d2c4d7baf7dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79 HTTP/1.1" status: 200 len: 217 time: 0.1277947 Oct 19 01:17:35.159102 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e2e7d6db-591c-4c0f-81cc-00c270cb8afc req-ab21a2a3-135a-4ff6-aa1a-ec3e7a2b32e2 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.57 "GET /v2.0/security-groups?id=8d7b479b-c22f-4cee-a77f-06275886a699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6113000 Oct 19 01:17:35.293125 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-2c9bd619-23a2-440f-bd03-f9227dcac82a req-feb86ede-3898-4bcf-81da-f9e7099c9477 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] For port 60458e2a-34ce-4397-ba0b-d689264080c2, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=60458e2a-34ce-4397-ba0b-d689264080c2,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:35.293771 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2c9bd619-23a2-440f-bd03-f9227dcac82a req-feb86ede-3898-4bcf-81da-f9e7099c9477 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:35.332889 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-2c9bd619-23a2-440f-bd03-f9227dcac82a req-feb86ede-3898-4bcf-81da-f9e7099c9477 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Calling delete_port for 60458e2a-34ce-4397-ba0b-d689264080c2 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:35.341665 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5613efb0-0434-40fb-a54c-b9ad931f4e9c admin admin] Checking segment: {'id': '467d779a-aa37-435b-8906-2c73d5986a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '698132d6-17bc-4fb5-8a68-76969ae6c129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:17:35.341665 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5613efb0-0434-40fb-a54c-b9ad931f4e9c admin admin] Network hostable DHCP agents. Network: 698132d6-17bc-4fb5-8a68-76969ae6c129, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:17:35.351537 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e32d65-b75c-4ce5-bb78-6694b0517ce0 req-b28e879a-64eb-4f29-b697-53a61a7d8bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:35.362086 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-97e32d65-b75c-4ce5-bb78-6694b0517ce0 req-b28e879a-64eb-4f29-b697-53a61a7d8bfa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9b785f44-bec9-4435-b4da-920b5f882b50 HTTP/1.1" status: 200 len: 835 time: 0.2196715 Oct 19 01:17:35.482561 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-60dbfd20-e812-4493-b446-d2a793420fdf req-9fe375ca-dea0-4f96-89af-31a9dd4b3ccc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fde0681-0303-4885-b4d6-e7a52aa1ed5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749485 Oct 19 01:17:35.489335 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5613efb0-0434-40fb-a54c-b9ad931f4e9c admin admin] Network 698132d6-17bc-4fb5-8a68-76969ae6c129 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:17:35.520830 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-5613efb0-0434-40fb-a54c-b9ad931f4e9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 698132d6-17bc-4fb5-8a68-76969ae6c129) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:17:35.535167 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c4565b-b523-430f-8e84-2456d0dcec42 None None] Network 698132d6-17bc-4fb5-8a68-76969ae6c129 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:17:35.557932 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5613efb0-0434-40fb-a54c-b9ad931f4e9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:35.558704 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5613efb0-0434-40fb-a54c-b9ad931f4e9c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:35.590808 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e32d65-b75c-4ce5-bb78-6694b0517ce0 req-7191f91e-ad6b-46be-b889-1a21a8483100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:35.593355 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-97e32d65-b75c-4ce5-bb78-6694b0517ce0 req-7191f91e-ad6b-46be-b889-1a21a8483100 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54a7a36b-5584-47ae-8d97-5de29f53c332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2073803 Oct 19 01:17:35.775143 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48614) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:35.818222 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3df811df-dbe1-4333-b839-2a76f3c2c622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:35.869081 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-60dbfd20-e812-4493-b446-d2a793420fdf req-0f5ecdf2-0c6c-41c4-b8cd-0fd12f5b3808 service neutron] 10.222.0.24 "GET /v2.0/networks/6fde0681-0303-4885-b4d6-e7a52aa1ed5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628452 Oct 19 01:17:35.974294 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5613efb0-0434-40fb-a54c-b9ad931f4e9c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3344336 Oct 19 01:17:36.005634 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1e7668-8fa9-4226-b3c9-f6939b5118f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-698132d6-17bc-4fb5-8a68-76969ae6c129', 'network_id': '698132d6-17bc-4fb5-8a68-76969ae6c129', 'tenant_id': 'a71d981322234846886d4743265d8494', 'fixed_ips': [{'subnet_id': '039c41a0-013c-401c-b2a4-b13d4c34b0b0'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:17:36.008916 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fa1e7668-8fa9-4226-b3c9-f6939b5118f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:36.032251 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df811df-dbe1-4333-b839-2a76f3c2c622 admin admin] Pushing event deleted for resources: {'Port': ['ID=d979d52f-be7e-4b54-bcc9-60f1c17fd7c4,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:36.059464 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-9f246f43-ab45-42e6-8a16-4e3284a4743a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1290649707-network', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:36.215845 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec3184-1675-49d8-8532-864a0365f3d6 req-b28f0612-33d0-4a96-ac73-25c407c6f64c tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:36.217453 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3aec3184-1675-49d8-8532-864a0365f3d6 req-b28f0612-33d0-4a96-ac73-25c407c6f64c tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 944 time: 0.5996025 Oct 19 01:17:36.470240 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-97e32d65-b75c-4ce5-bb78-6694b0517ce0 req-1642dca3-f5dd-4488-8f70-aa4156e26a9d service neutron] 10.222.0.55 "GET /v2.0/networks/54a7a36b-5584-47ae-8d97-5de29f53c332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8212128 Oct 19 01:17:36.482611 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3aec3184-1675-49d8-8532-864a0365f3d6 req-654dbfb7-a2ac-4656-b257-cf7259de30f4 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991279 Oct 19 01:17:36.484066 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2c9bd619-23a2-440f-bd03-f9227dcac82a req-feb86ede-3898-4bcf-81da-f9e7099c9477 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:36.492510 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-60dbfd20-e812-4493-b446-d2a793420fdf req-2402594c-bddd-475f-86de-e73426225e56 service neutron] 10.222.0.24 "GET /v2.0/networks/6fde0681-0303-4885-b4d6-e7a52aa1ed5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5442710 Oct 19 01:17:36.497160 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-fa1e7668-8fa9-4226-b3c9-f6939b5118f5 None None] Allocated IP 172.20.0.2 (698132d6-17bc-4fb5-8a68-76969ae6c129/039c41a0-013c-401c-b2a4-b13d4c34b0b0/8f76eaa6-ec3b-41e7-bec1-4ccc98df19ea) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:17:36.541742 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f246f43-ab45-42e6-8a16-4e3284a4743a admin admin] Made reservation on behalf of 248f0ca5d5d44d8ab1ae3c514fead24b for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:17:36.545374 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9f246f43-ab45-42e6-8a16-4e3284a4743a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:36.637285 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0d251d9f-6ad4-412e-a067-15525198e919 req-729a8896-2443-45c9-876e-e671f549f2e4 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.57 "GET /v2.0/ports?device_id=d59100b8-e39e-404c-81df-5b4af73d50d7 HTTP/1.1" status: 200 len: 210 time: 0.0359633 Oct 19 01:17:36.667840 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-97e32d65-b75c-4ce5-bb78-6694b0517ce0 req-223ed8e4-6642-45f2-9b98-6308e3f3c486 service neutron] 10.222.0.55 "GET /v2.0/networks/54a7a36b-5584-47ae-8d97-5de29f53c332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837924 Oct 19 01:17:36.854254 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fa1e7668-8fa9-4226-b3c9-f6939b5118f5 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:36.865767 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fa1e7668-8fa9-4226-b3c9-f6939b5118f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:36.949106 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1e7668-8fa9-4226-b3c9-f6939b5118f5 None None] Network 698132d6-17bc-4fb5-8a68-76969ae6c129 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:17:36.955422 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-fa1e7668-8fa9-4226-b3c9-f6939b5118f5 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:17:36.963019 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1e7668-8fa9-4226-b3c9-f6939b5118f5 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:17:37.073649 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-8f7bd1dc-9d6f-4691-a78f-75019a112c69 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:37.080913 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-8f7bd1dc-9d6f-4691-a78f-75019a112c69 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/networks?id=698132d6-17bc-4fb5-8a68-76969ae6c129 HTTP/1.1" status: 200 len: 816 time: 0.1611903 Oct 19 01:17:37.109337 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-aa08ff73-49ee-4f87-90d2-5f65e4800353 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/quotas/a71d981322234846886d4743265d8494 HTTP/1.1" status: 200 len: 375 time: 0.0154095 Oct 19 01:17:37.143307 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-fa1e7668-8fa9-4226-b3c9-f6939b5118f5 None None] Attempting to bind port 8f76eaa6-ec3b-41e7-bec1-4ccc98df19ea on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:37.143871 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-fa1e7668-8fa9-4226-b3c9-f6939b5118f5 None None] Attempting to bind port 8f76eaa6-ec3b-41e7-bec1-4ccc98df19ea by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '467d779a-aa37-435b-8906-2c73d5986a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '698132d6-17bc-4fb5-8a68-76969ae6c129'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:37.144348 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1e7668-8fa9-4226-b3c9-f6939b5118f5 None None] Attempting to bind port 8f76eaa6-ec3b-41e7-bec1-4ccc98df19ea on network 698132d6-17bc-4fb5-8a68-76969ae6c129 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:37.163589 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e7668-8fa9-4226-b3c9-f6939b5118f5 None None] Pushing event updated for resources: {'Port': ['ID=8f76eaa6-ec3b-41e7-bec1-4ccc98df19ea,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:37.176106 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1e7668-8fa9-4226-b3c9-f6939b5118f5 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:17:37.176495 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1e7668-8fa9-4226-b3c9-f6939b5118f5 None None] Checking segment: {'id': '467d779a-aa37-435b-8906-2c73d5986a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '698132d6-17bc-4fb5-8a68-76969ae6c129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:17:37.176898 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fa1e7668-8fa9-4226-b3c9-f6939b5118f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:37.177294 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1e7668-8fa9-4226-b3c9-f6939b5118f5 None None] Bound using segment: {'id': '467d779a-aa37-435b-8906-2c73d5986a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '698132d6-17bc-4fb5-8a68-76969ae6c129'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:17:37.177783 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-fa1e7668-8fa9-4226-b3c9-f6939b5118f5 None None] Bound port: 8f76eaa6-ec3b-41e7-bec1-4ccc98df19ea, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '467d779a-aa37-435b-8906-2c73d5986a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '698132d6-17bc-4fb5-8a68-76969ae6c129'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:17:37.181307 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fa1e7668-8fa9-4226-b3c9-f6939b5118f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:37.214136 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-8a23e156-75e0-44e1-b298-fcf691afa76e tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a71d981322234846886d4743265d8494&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0916069 Oct 19 01:17:37.228514 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-ee7e70eb-7127-4be9-8460-db60fbf78e50 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:17:37.229768 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-ee7e70eb-7127-4be9-8460-db60fbf78e50 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055959 Oct 19 01:17:37.347970 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-fa1e7668-8fa9-4226-b3c9-f6939b5118f5 None None] For port 8f76eaa6-ec3b-41e7-bec1-4ccc98df19ea, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:17:37.356364 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-fa1e7668-8fa9-4226-b3c9-f6939b5118f5 None None] For port 8f76eaa6-ec3b-41e7-bec1-4ccc98df19ea, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=8f76eaa6-ec3b-41e7-bec1-4ccc98df19ea,segment=NetworkSegment(467d779a-aa37-435b-8906-2c73d5986a5a),segment_id=467d779a-aa37-435b-8906-2c73d5986a5a)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:17:37.367384 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fa1e7668-8fa9-4226-b3c9-f6939b5118f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:37.481697 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-e50b8cc8-302c-429e-a5da-3c87bf45e940 service neutron] 10.222.0.57 "GET /v2.0/networks/698132d6-17bc-4fb5-8a68-76969ae6c129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431607 Oct 19 01:17:37.546603 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e7668-8fa9-4226-b3c9-f6939b5118f5 None None] Pushing event updated for resources: {'Port': ['ID=8f76eaa6-ec3b-41e7-bec1-4ccc98df19ea,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:37.563047 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb86ede-3898-4bcf-81da-f9e7099c9477 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Pushing event deleted for resources: {'Port': ['ID=60458e2a-34ce-4397-ba0b-d689264080c2,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:37.573904 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9f246f43-ab45-42e6-8a16-4e3284a4743a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:37.656959 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:17:37.674651 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-99576e95-301c-45bd-b76a-78f72fc19e1b service neutron] 10.222.0.57 "GET /v2.0/networks/698132d6-17bc-4fb5-8a68-76969ae6c129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822090 Oct 19 01:17:37.695784 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 60458e2a-34ce-4397-ba0b-d689264080c2 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:17:37.755300 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416207c-6cad-4af1-ad6e-842d5a81828a req-3b5988bc-6f58-4c70-84a7-45b59e163e53 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:37.777006 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3416207c-6cad-4af1-ad6e-842d5a81828a req-3b5988bc-6f58-4c70-84a7-45b59e163e53 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e8a9fed-c562-4070-8809-f649901e5f21 HTTP/1.1" status: 200 len: 982 time: 1.4334481 Oct 19 01:17:37.798093 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 60458e2a-34ce-4397-ba0b-d689264080c2 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:17:37.805563 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 60458e2a-34ce-4397-ba0b-d689264080c2 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:17:37.939206 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9bd619-23a2-440f-bd03-f9227dcac82a req-feb86ede-3898-4bcf-81da-f9e7099c9477 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] No DVR routers for this DVR port 60458e2a-34ce-4397-ba0b-d689264080c2 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:17:38.127835 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9f246f43-ab45-42e6-8a16-4e3284a4743a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:38.144693 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79,segment=NetworkSegment(242f79ad-2df7-4072-b74b-650c3810f730),segment_id=242f79ad-2df7-4072-b74b-650c3810f730)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:38.160132 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3df811df-dbe1-4333-b839-2a76f3c2c622 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:38.166508 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2c9bd619-23a2-440f-bd03-f9227dcac82a req-feb86ede-3898-4bcf-81da-f9e7099c9477 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:38.170755 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2c9bd619-23a2-440f-bd03-f9227dcac82a req-feb86ede-3898-4bcf-81da-f9e7099c9477 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.55 "DELETE /v2.0/ports/60458e2a-34ce-4397-ba0b-d689264080c2 HTTP/1.1" status: 204 len: 173 time: 4.2507801 Oct 19 01:17:38.172380 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a72dd6-54df-4406-be2d-6584e7f1db5f req-65115af0-0db3-4619-b31d-73e51ccd6cb3 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:38.185470 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-56a72dd6-54df-4406-be2d-6584e7f1db5f req-65115af0-0db3-4619-b31d-73e51ccd6cb3 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 944 time: 0.1537952 Oct 19 01:17:38.186890 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79', 'network_id': '54a7a36b-5584-47ae-8d97-5de29f53c332', 'port_id': '95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79', 'mac_address': 'fa:16:3e:d1:58:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b785f44-bec9-4435-b4da-920b5f882b50', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:17:38.192194 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9f246f43-ab45-42e6-8a16-4e3284a4743a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:38.222098 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f246f43-ab45-42e6-8a16-4e3284a4743a admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:17:38.240304 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9f246f43-ab45-42e6-8a16-4e3284a4743a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:38.243353 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-9f246f43-ab45-42e6-8a16-4e3284a4743a admin admin] Added segment c3cd57f4-f92e-4916-828d-dd51ded315fa of type vlan for network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a Oct 19 01:17:38.265914 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59100b8-e39e-404c-81df-5b4af73d50d7', 'name': 'network-vif-deleted', 'tag': '60458e2a-34ce-4397-ba0b-d689264080c2'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:17:38.272322 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffba72c-dbe7-48a9-9b99-17a74ee3222f" -d '{"events": [{"server_uuid": "d59100b8-e39e-404c-81df-5b4af73d50d7", "name": "network-vif-deleted", "tag": "60458e2a-34ce-4397-ba0b-d689264080c2"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:17:38.325175 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-56a72dd6-54df-4406-be2d-6584e7f1db5f req-03c29b46-21ee-4e90-9f82-3c88beef960b tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379972 Oct 19 01:17:38.369890 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f246f43-ab45-42e6-8a16-4e3284a4743a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:38.407003 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:38.461395 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3416207c-6cad-4af1-ad6e-842d5a81828a req-e71f8c42-d28d-47f6-953a-4d749acc30cf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/security-groups?id=22ef61ba-124b-458a-9ca2-5709972842b0&id=7c77a73b-ed40-4ed2-9843-a22f83cea18b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.6832991 Oct 19 01:17:38.467609 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:17:38.548368 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79,segment=NetworkSegment(242f79ad-2df7-4072-b74b-650c3810f730),segment_id=242f79ad-2df7-4072-b74b-650c3810f730)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:38.555011 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:38.618608 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9f246f43-ab45-42e6-8a16-4e3284a4743a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:38.640983 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8495af6-cb1d-42df-b366-8b7a056a6193 req-7e2b913d-1675-4837-a556-61e86ddb533b tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:38.665111 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a8495af6-cb1d-42df-b366-8b7a056a6193 req-7e2b913d-1675-4837-a556-61e86ddb533b tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 946 time: 0.1646161 Oct 19 01:17:38.783127 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a8495af6-cb1d-42df-b366-8b7a056a6193 req-23eec4ac-dc4d-429e-b270-b1fd9f4664dd tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164465 Oct 19 01:17:38.794465 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6987fdaa-e3e0-4714-8526-ee14d780a433 req-e84f1f7f-4f57-4848-97e9-1ecece64bb31 tempest-VolumesNegativeTest-248973649 tempest-VolumesNegativeTest-248973649-project] 10.222.0.57 "GET /v2.0/ports?device_id=d59100b8-e39e-404c-81df-5b4af73d50d7 HTTP/1.1" status: 200 len: 210 time: 0.0661459 Oct 19 01:17:38.816415 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9f246f43-ab45-42e6-8a16-4e3284a4743a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:38.818698 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f246f43-ab45-42e6-8a16-4e3284a4743a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:38.820096 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9f246f43-ab45-42e6-8a16-4e3284a4743a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:38.839463 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:38.919660 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:17:38.978587 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9f246f43-ab45-42e6-8a16-4e3284a4743a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.2023172 Oct 19 01:17:39.007413 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48686) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:39.039691 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-71afcb3c-ad47-4efd-a790-bb2904841b12 admin admin] Request body: {'subnet': {'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1290649707-subnet', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:39.205611 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1860304c-c1c7-457a-9137-637d8fd7b761 x-openstack-request-id: req-1860304c-c1c7-457a-9137-637d8fd7b761 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:17:39.207499 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59100b8-e39e-404c-81df-5b4af73d50d7", "name": "network-vif-deleted", "tag": "60458e2a-34ce-4397-ba0b-d689264080c2", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:17:39.207636 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1860304c-c1c7-457a-9137-637d8fd7b761 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:17:39.208558 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59100b8-e39e-404c-81df-5b4af73d50d7', 'name': 'network-vif-deleted', 'tag': '60458e2a-34ce-4397-ba0b-d689264080c2', 'status': 'completed', 'code': 200} Oct 19 01:17:39.222979 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f246f43-ab45-42e6-8a16-4e3284a4743a admin admin] Pushing event updated for resources: {'Network': ['ID=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:39.308644 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:17:39.345320 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-4fd2b9d8-ab9b-44a9-8836-99ce3b4e3b05 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:39.347586 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-4fd2b9d8-ab9b-44a9-8836-99ce3b4e3b05 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/networks?id=698132d6-17bc-4fb5-8a68-76969ae6c129 HTTP/1.1" status: 200 len: 816 time: 0.4094260 Oct 19 01:17:39.381525 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-331eda9b-91e7-46a7-95a3-4ce6f58ce40d tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/quotas/a71d981322234846886d4743265d8494 HTTP/1.1" status: 200 len: 375 time: 0.0269690 Oct 19 01:17:39.405434 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71afcb3c-ad47-4efd-a790-bb2904841b12 admin admin] Made reservation on behalf of 248f0ca5d5d44d8ab1ae3c514fead24b for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:17:39.407756 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-71afcb3c-ad47-4efd-a790-bb2904841b12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:39.528813 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df811df-dbe1-4333-b839-2a76f3c2c622 admin admin] Router 7c2c72f9-b5ad-49c8-85df-4d456baff246 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:17:39.558535 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 8f76eaa6-ec3b-41e7-bec1-4ccc98df19ea up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:17:39.561365 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77aae405-5345-4f6d-a4c5-865a85d3d886 None None] Network 698132d6-17bc-4fb5-8a68-76969ae6c129 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:17:40.009722 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df811df-dbe1-4333-b839-2a76f3c2c622 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:17:40.020805 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3df811df-dbe1-4333-b839-2a76f3c2c622 admin admin] 10.222.0.57 "PUT /v2.0/routers/7c2c72f9-b5ad-49c8-85df-4d456baff246/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1132014 Oct 19 01:17:40.029451 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48706) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:40.064119 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48936477-69e7-4718-8475-fcd49031b6b9 None None] Sync routers for ids ['7c2c72f9-b5ad-49c8-85df-4d456baff246'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:17:40.095353 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-dbcf1921-bfd8-415b-89e7-a61602114244 None None] Provisioning complete for port 8f76eaa6-ec3b-41e7-bec1-4ccc98df19ea triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:40.095742 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dbcf1921-bfd8-415b-89e7-a61602114244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:40.228330 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48936477-69e7-4718-8475-fcd49031b6b9 None None] Routers {'7c2c72f9-b5ad-49c8-85df-4d456baff246'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:17:40.228919 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-48936477-69e7-4718-8475-fcd49031b6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:17:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7c2c72f9-b5ad-49c8-85df-4d456baff246'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:40.423316 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-48936477-69e7-4718-8475-fcd49031b6b9 None None] Set router 7c2c72f9-b5ad-49c8-85df-4d456baff246 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:17:40.474872 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4c88b3ac-ae08-46b5-a2e9-f32229482a7b admin admin] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:40.489996 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-e5c74b8a-3789-4605-ba5b-10651472db4d tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a71d981322234846886d4743265d8494&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0991690 Oct 19 01:17:40.598946 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-70a14f43-d2e9-47a6-bf2c-2b77f219b813 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:40.601652 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-70a14f43-d2e9-47a6-bf2c-2b77f219b813 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.24 "GET /v2.0/networks?id=698132d6-17bc-4fb5-8a68-76969ae6c129 HTTP/1.1" status: 200 len: 816 time: 0.2692094 Oct 19 01:17:40.640874 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-de0a5aed-4b15-4fa9-825c-fb012d38dba9 service neutron] 10.222.0.57 "GET /v2.0/networks/698132d6-17bc-4fb5-8a68-76969ae6c129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492319 Oct 19 01:17:40.656232 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dbcf1921-bfd8-415b-89e7-a61602114244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:40.669000 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 8f76eaa6-ec3b-41e7-bec1-4ccc98df19ea triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:40.669370 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:40.757969 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-71afcb3c-ad47-4efd-a790-bb2904841b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:40.781548 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-2f77f0f4-8074-4e58-b473-6f58c4965b68 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Request body: {'port': {'device_id': '5f3bf601-2501-4696-9839-e44b8b72e08b', 'network_id': '698132d6-17bc-4fb5-8a68-76969ae6c129', 'admin_state_up': True, 'tenant_id': 'a71d981322234846886d4743265d8494'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:40.931101 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-e3c4c121-066a-472f-aa23-9e62462ca002 service neutron] 10.222.0.57 "GET /v2.0/networks/698132d6-17bc-4fb5-8a68-76969ae6c129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884071 Oct 19 01:17:41.029036 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-dbcf1921-bfd8-415b-89e7-a61602114244 None None] For port 8f76eaa6-ec3b-41e7-bec1-4ccc98df19ea, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=8f76eaa6-ec3b-41e7-bec1-4ccc98df19ea,segment=NetworkSegment(467d779a-aa37-435b-8906-2c73d5986a5a),segment_id=467d779a-aa37-435b-8906-2c73d5986a5a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:41.043240 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dbcf1921-bfd8-415b-89e7-a61602114244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:41.097899 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6b413-7bb5-4467-9a3f-73dd1572c0f8 req-e18af184-8948-421a-9cb5-13c9eca49b50 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:41.099091 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1fc6b413-7bb5-4467-9a3f-73dd1572c0f8 req-e18af184-8948-421a-9cb5-13c9eca49b50 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 944 time: 1.0771685 Oct 19 01:17:41.220456 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf1921-bfd8-415b-89e7-a61602114244 None None] Pushing event updated for resources: {'Port': ['ID=8f76eaa6-ec3b-41e7-bec1-4ccc98df19ea,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:41.258457 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-2f77f0f4-8074-4e58-b473-6f58c4965b68 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Made reservation on behalf of a71d981322234846886d4743265d8494 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:17:41.280904 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-2f77f0f4-8074-4e58-b473-6f58c4965b68 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:41.289415 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:41.335209 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71afcb3c-ad47-4efd-a790-bb2904841b12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fd3fa81-a83a-4093-b85e-409104ce311b,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:41.356416 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-3fe1ca11-b125-4462-a8e4-57ea5c20bbad None None] Provisioning complete for port 8f76eaa6-ec3b-41e7-bec1-4ccc98df19ea triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:41.356959 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3fe1ca11-b125-4462-a8e4-57ea5c20bbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:41.411166 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4c88b3ac-ae08-46b5-a2e9-f32229482a7b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:41.447600 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71afcb3c-ad47-4efd-a790-bb2904841b12 admin admin] Checking segment: {'id': 'c3cd57f4-f92e-4916-828d-dd51ded315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:17:41.465028 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71afcb3c-ad47-4efd-a790-bb2904841b12 admin admin] Network hostable DHCP agents. Network: e02040e8-fb1d-46e9-a6e2-9063a29cdf5a, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:17:41.487062 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1fc6b413-7bb5-4467-9a3f-73dd1572c0f8 req-05fbffe7-c3c9-4c02-911d-a27276fd8841 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726625 Oct 19 01:17:41.613818 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71afcb3c-ad47-4efd-a790-bb2904841b12 admin admin] Network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:17:41.675384 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d36c5e-fc19-47ac-8ffe-2be095fb2e4d req-78604907-8720-499d-909a-a9e931d57942 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:41.677971 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-43d36c5e-fc19-47ac-8ffe-2be095fb2e4d req-78604907-8720-499d-909a-a9e931d57942 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e8a9fed-c562-4070-8809-f649901e5f21 HTTP/1.1" status: 200 len: 983 time: 0.1859822 Oct 19 01:17:41.692066 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-71afcb3c-ad47-4efd-a790-bb2904841b12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, e02040e8-fb1d-46e9-a6e2-9063a29cdf5a) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:17:41.709337 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71afcb3c-ad47-4efd-a790-bb2904841b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:41.712376 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-71afcb3c-ad47-4efd-a790-bb2904841b12 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:41.728238 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:17:41.805598 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-71afcb3c-ad47-4efd-a790-bb2904841b12 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7925856 Oct 19 01:17:41.828780 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48736) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:41.835524 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c69108-8f3b-47db-892e-a03fe62d7aa4 None None] Network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:17:41.847954 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-275302b0-0ca9-4236-aa91-04b92a862646 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1290649707-router', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:41.853240 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-43d36c5e-fc19-47ac-8ffe-2be095fb2e4d req-2a1751f0-c66b-4805-b9f5-3a0d3e218375 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/security-groups?id=22ef61ba-124b-458a-9ca2-5709972842b0&id=7c77a73b-ed40-4ed2-9843-a22f83cea18b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1654637 Oct 19 01:17:41.861821 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-2f77f0f4-8074-4e58-b473-6f58c4965b68 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Allocated IP 172.20.0.12 (698132d6-17bc-4fb5-8a68-76969ae6c129/039c41a0-013c-401c-b2a4-b13d4c34b0b0/71afd74b-d137-47b6-92e4-4fb4cb8eb632) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:17:41.866432 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-48936477-69e7-4718-8475-fcd49031b6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'name': 'tempest-TaggedBootDevicesTest_v242-1318090933-router', 'tenant_id': '372044798076488b8078f880b919e81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '4708bb55-c171-4d83-b170-75a1fdabff9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:42Z', 'updated_at': '2021-10-19T01:17:35Z', 'revision_number': 5, 'project_id': '372044798076488b8078f880b919e81f', 'gw_port': {'id': '4708bb55-c171-4d83-b170-75a1fdabff9b', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:04:46Z', 'updated_at': '2021-10-19T01:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:41.908479 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-4c88b3ac-ae08-46b5-a2e9-f32229482a7b admin admin] Deleting port 4708bb55-c171-4d83-b170-75a1fdabff9b {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:41.916146 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4c88b3ac-ae08-46b5-a2e9-f32229482a7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:42.033640 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-275302b0-0ca9-4236-aa91-04b92a862646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:42.035288 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-275302b0-0ca9-4236-aa91-04b92a862646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:42.046453 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:17:42.047119 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:17:42.047716 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48936477-69e7-4718-8475-fcd49031b6b9 None None] Checking router: 7c2c72f9-b5ad-49c8-85df-4d456baff246 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:17:42.424074 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-275302b0-0ca9-4236-aa91-04b92a862646 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:42.427787 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-4c88b3ac-ae08-46b5-a2e9-f32229482a7b admin admin] For port 4708bb55-c171-4d83-b170-75a1fdabff9b, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=4708bb55-c171-4d83-b170-75a1fdabff9b,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:42.430330 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4c88b3ac-ae08-46b5-a2e9-f32229482a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:42.480608 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-2f77f0f4-8074-4e58-b473-6f58c4965b68 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:42.582967 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-2f77f0f4-8074-4e58-b473-6f58c4965b68 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:42.620057 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-4c88b3ac-ae08-46b5-a2e9-f32229482a7b admin admin] Calling delete_port for 4708bb55-c171-4d83-b170-75a1fdabff9b owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:42.712713 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-2f77f0f4-8074-4e58-b473-6f58c4965b68 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Network 698132d6-17bc-4fb5-8a68-76969ae6c129 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:17:42.736129 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-2f77f0f4-8074-4e58-b473-6f58c4965b68 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:17:42.762942 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-2f77f0f4-8074-4e58-b473-6f58c4965b68 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:17:42.885969 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-2f77f0f4-8074-4e58-b473-6f58c4965b68 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:42.888593 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-2f77f0f4-8074-4e58-b473-6f58c4965b68 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:42.946940 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:17:42.986221 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48936477-69e7-4718-8475-fcd49031b6b9 None None] Routers {'7c2c72f9-b5ad-49c8-85df-4d456baff246'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:17:42.986863 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-48936477-69e7-4718-8475-fcd49031b6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:17:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7c2c72f9-b5ad-49c8-85df-4d456baff246'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:43.000508 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-275302b0-0ca9-4236-aa91-04b92a862646 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:43.009592 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f77f0f4-8074-4e58-b473-6f58c4965b68 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Pushing event updated for resources: {'Port': ['ID=71afd74b-d137-47b6-92e4-4fb4cb8eb632,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:43.060263 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c133e04-3b3d-432f-9d19-585543acdd93 req-d90000fa-568a-4d3c-99ca-59f5ca09d9fe tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:43.070826 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6c133e04-3b3d-432f-9d19-585543acdd93 req-d90000fa-568a-4d3c-99ca-59f5ca09d9fe tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 944 time: 0.3540576 Oct 19 01:17:43.209023 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-2f77f0f4-8074-4e58-b473-6f58c4965b68 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5046375 Oct 19 01:17:43.233498 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6c133e04-3b3d-432f-9d19-585543acdd93 req-f842af64-e7b1-42ae-902b-9265338fbac0 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581814 Oct 19 01:17:43.248230 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-c4d70be7-1733-490b-b9e8-b0558947ab19 service neutron] Request body: {'port': {'device_id': '5f3bf601-2501-4696-9839-e44b8b72e08b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:43.365923 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-48936477-69e7-4718-8475-fcd49031b6b9 None None] Set router 7c2c72f9-b5ad-49c8-85df-4d456baff246 gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:17:43.603359 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-c4d70be7-1733-490b-b9e8-b0558947ab19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:43.681152 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-48936477-69e7-4718-8475-fcd49031b6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'name': 'tempest-TaggedBootDevicesTest_v242-1318090933-router', 'tenant_id': '372044798076488b8078f880b919e81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:42Z', 'updated_at': '2021-10-19T01:17:41Z', 'revision_number': 6, 'project_id': '372044798076488b8078f880b919e81f', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:43.717816 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4f2d4-6979-4066-8511-d10b0454bc17 req-ba029511-7a7c-4aa8-bd54-a5d6218f4752 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:43.727275 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-52e4f2d4-6979-4066-8511-d10b0454bc17 req-ba029511-7a7c-4aa8-bd54-a5d6218f4752 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e8a9fed-c562-4070-8809-f649901e5f21 HTTP/1.1" status: 200 len: 983 time: 0.2746081 Oct 19 01:17:43.766503 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:43.767027 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:43.778987 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-e28f9509-01c3-403f-9810-8f67403197cd tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:43.788317 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-e28f9509-01c3-403f-9810-8f67403197cd tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/networks?id=698132d6-17bc-4fb5-8a68-76969ae6c129 HTTP/1.1" status: 200 len: 816 time: 0.7087672 Oct 19 01:17:43.793918 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48936477-69e7-4718-8475-fcd49031b6b9 None None] The sync data for ids ['7c2c72f9-b5ad-49c8-85df-4d456baff246'] in n-d-715271-26 is: [{'id': '7c2c72f9-b5ad-49c8-85df-4d456baff246', 'name': 'tempest-TaggedBootDevicesTest_v242-1318090933-router', 'tenant_id': '372044798076488b8078f880b919e81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:04:42Z', 'updated_at': '2021-10-19T01:17:41Z', 'revision_number': 6, 'project_id': '372044798076488b8078f880b919e81f', 'gw_port_host': None}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:17:43.928041 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-afcf1a16-431b-472f-8680-1695ef827416 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/quotas/a71d981322234846886d4743265d8494 HTTP/1.1" status: 200 len: 375 time: 0.1268504 Oct 19 01:17:44.072144 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-849ae253-7c8d-4799-8419-648007805cc0 None None] Provisioning complete for port 71afd74b-d137-47b6-92e4-4fb4cb8eb632 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:44.072750 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-849ae253-7c8d-4799-8419-648007805cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:44.149833 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-52e4f2d4-6979-4066-8511-d10b0454bc17 req-75fa3253-63e2-45f3-93d8-b528ec5740f1 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/security-groups?id=22ef61ba-124b-458a-9ca2-5709972842b0&id=7c77a73b-ed40-4ed2-9843-a22f83cea18b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4215195 Oct 19 01:17:44.343530 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5c551a3f-c948-4e68-a7e4-73721ab190bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:44.413278 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2005542d-1dd5-4932-b43e-5881c89c4c55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'fixed_ips': [{'subnet_id': '3fd3fa81-a83a-4093-b85e-409104ce311b'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:17:44.414292 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2005542d-1dd5-4932-b43e-5881c89c4c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:44.450252 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-849ae253-7c8d-4799-8419-648007805cc0 None None] Port 71afd74b-d137-47b6-92e4-4fb4cb8eb632 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:17:44.642460 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4c88b3ac-ae08-46b5-a2e9-f32229482a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:44.675847 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 8f76eaa6-ec3b-41e7-bec1-4ccc98df19ea up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:17:44.694484 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:44.739331 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e2d38-c078-4ad2-82f0-c40c5a1318f6 req-44b8fd13-e461-46e6-954e-c4ca575834fb tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:44.758482 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8e3e2d38-c078-4ad2-82f0-c40c5a1318f6 req-44b8fd13-e461-46e6-954e-c4ca575834fb tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 944 time: 0.2848973 Oct 19 01:17:44.809402 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c88b3ac-ae08-46b5-a2e9-f32229482a7b admin admin] Pushing event deleted for resources: {'Port': ['ID=4708bb55-c171-4d83-b170-75a1fdabff9b,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:44.857746 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8e3e2d38-c078-4ad2-82f0-c40c5a1318f6 req-080d1988-8ed2-425b-b3dd-30aac0963c9f tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931487 Oct 19 01:17:44.980106 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-c4d70be7-1733-490b-b9e8-b0558947ab19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71afd74b-d137-47b6-92e4-4fb4cb8eb632 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:17:44.996789 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-c4d70be7-1733-490b-b9e8-b0558947ab19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:45.010653 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-202fedb6-9a19-44d9-964b-4e4245c35347 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a71d981322234846886d4743265d8494&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0773621 Oct 19 01:17:45.022151 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-c4d70be7-1733-490b-b9e8-b0558947ab19 service neutron] Transition to ACTIVE for port object 71afd74b-d137-47b6-92e4-4fb4cb8eb632 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:17:45.022615 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-f9af6ee4-6826-4a26-b0bc-3cc0e1e3f401 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:17:45.028932 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-c4d70be7-1733-490b-b9e8-b0558947ab19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:45.030224 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-f9af6ee4-6826-4a26-b0bc-3cc0e1e3f401 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0186427 Oct 19 01:17:45.034027 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8a9fed-c562-4070-8809-f649901e5f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:17:45.036929 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a00ea9-9367-4fa8-a418-ea5825bfb4d0" -d '{"events": [{"server_uuid": "0e8a9fed-c562-4070-8809-f649901e5f21", "name": "network-vif-plugged", "status": "completed", "tag": "95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:17:45.092714 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79,segment=NetworkSegment(242f79ad-2df7-4072-b74b-650c3810f730),segment_id=242f79ad-2df7-4072-b74b-650c3810f730)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:45.116606 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:45.118957 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-903db7be-f17b-4bd1-be7a-ba84cb622582 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:45.120996 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-903db7be-f17b-4bd1-be7a-ba84cb622582 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.55 "GET /v2.0/networks?id=698132d6-17bc-4fb5-8a68-76969ae6c129 HTTP/1.1" status: 200 len: 816 time: 1.5230925 Oct 19 01:17:45.145973 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-19c0eae6-71df-452b-8c6d-fabdc2053910 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Request body: {'port': {'device_id': 'f0d8e862-e175-483a-a132-b837ca3f576f', 'network_id': '698132d6-17bc-4fb5-8a68-76969ae6c129', 'admin_state_up': True, 'tenant_id': 'a71d981322234846886d4743265d8494'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:45.146582 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-2005542d-1dd5-4932-b43e-5881c89c4c55 None None] Allocated IP 172.20.0.2 (e02040e8-fb1d-46e9-a6e2-9063a29cdf5a/3fd3fa81-a83a-4093-b85e-409104ce311b/612c2a36-e452-4e26-a2ef-03d59bf53f89) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:17:45.205615 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d70be7-1733-490b-b9e8-b0558947ab19 service neutron] Pushing event updated for resources: {'Port': ['ID=71afd74b-d137-47b6-92e4-4fb4cb8eb632,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:45.243973 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 8f76eaa6-ec3b-41e7-bec1-4ccc98df19ea triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:45.250536 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:45.273058 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e4d755-abd6-4f74-8159-7729effd4757 x-openstack-request-id: req-83e4d755-abd6-4f74-8159-7729effd4757 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:17:45.273541 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8a9fed-c562-4070-8809-f649901e5f21", "name": "network-vif-plugged", "status": "completed", "tag": "95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:17:45.275665 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-83e4d755-abd6-4f74-8159-7729effd4757 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:17:45.277672 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8a9fed-c562-4070-8809-f649901e5f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79', 'code': 200} Oct 19 01:17:45.365668 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4c88b3ac-ae08-46b5-a2e9-f32229482a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:45.549490 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:45.610364 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe1e59-4a01-4e91-b260-2feaf81da193 req-4bbb73d6-3c6b-470d-b219-d9ea95bd6700 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:45.617479 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e9fe1e59-4a01-4e91-b260-2feaf81da193 req-4bbb73d6-3c6b-470d-b219-d9ea95bd6700 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e8a9fed-c562-4070-8809-f649901e5f21 HTTP/1.1" status: 200 len: 984 time: 0.3001707 Oct 19 01:17:45.658665 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-c4d70be7-1733-490b-b9e8-b0558947ab19 service neutron] Attempting to bind port 71afd74b-d137-47b6-92e4-4fb4cb8eb632 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:45.664047 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-c4d70be7-1733-490b-b9e8-b0558947ab19 service neutron] Attempting to bind port 71afd74b-d137-47b6-92e4-4fb4cb8eb632 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '467d779a-aa37-435b-8906-2c73d5986a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '698132d6-17bc-4fb5-8a68-76969ae6c129'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:45.664412 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-c4d70be7-1733-490b-b9e8-b0558947ab19 service neutron] Attempting to bind port 71afd74b-d137-47b6-92e4-4fb4cb8eb632 on network 698132d6-17bc-4fb5-8a68-76969ae6c129 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:45.672568 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb2bf3-b885-4649-9486-9ee95baebcd8 req-1ec31846-3f18-4e29-99ae-1cb11616c0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:45.674128 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d0fb2bf3-b885-4649-9486-9ee95baebcd8 req-1ec31846-3f18-4e29-99ae-1cb11616c0db service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0e8a9fed-c562-4070-8809-f649901e5f21 HTTP/1.1" status: 200 len: 1136 time: 0.4443994 Oct 19 01:17:45.731966 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-c4d70be7-1733-490b-b9e8-b0558947ab19 service neutron] Port 71afd74b-d137-47b6-92e4-4fb4cb8eb632 on network 698132d6-17bc-4fb5-8a68-76969ae6c129 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:45.732295 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-c4d70be7-1733-490b-b9e8-b0558947ab19 service neutron] Attempting to bind port 71afd74b-d137-47b6-92e4-4fb4cb8eb632 on network 698132d6-17bc-4fb5-8a68-76969ae6c129 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:45.763472 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4c88b3ac-ae08-46b5-a2e9-f32229482a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:45.765982 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4c88b3ac-ae08-46b5-a2e9-f32229482a7b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:45.788468 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-c4d70be7-1733-490b-b9e8-b0558947ab19 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:17:45.789051 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-c4d70be7-1733-490b-b9e8-b0558947ab19 service neutron] Checking segment: {'id': '467d779a-aa37-435b-8906-2c73d5986a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '698132d6-17bc-4fb5-8a68-76969ae6c129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:17:45.790733 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-c4d70be7-1733-490b-b9e8-b0558947ab19 service neutron] Bound using segment: {'id': '467d779a-aa37-435b-8906-2c73d5986a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '698132d6-17bc-4fb5-8a68-76969ae6c129'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:17:45.791218 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-c4d70be7-1733-490b-b9e8-b0558947ab19 service neutron] Bound port: 71afd74b-d137-47b6-92e4-4fb4cb8eb632, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '467d779a-aa37-435b-8906-2c73d5986a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '698132d6-17bc-4fb5-8a68-76969ae6c129'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:17:45.791689 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-c4d70be7-1733-490b-b9e8-b0558947ab19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:45.850453 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e9fe1e59-4a01-4e91-b260-2feaf81da193 req-89c15498-44b4-4efa-9b82-1fbc3270107a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/security-groups?id=22ef61ba-124b-458a-9ca2-5709972842b0&id=7c77a73b-ed40-4ed2-9843-a22f83cea18b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2192752 Oct 19 01:17:45.864106 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d0fb2bf3-b885-4649-9486-9ee95baebcd8 req-66fe5cea-935d-4012-bf89-e59c4f292cd5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=22ef61ba-124b-458a-9ca2-5709972842b0&id=7c77a73b-ed40-4ed2-9843-a22f83cea18b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1654525 Oct 19 01:17:46.077345 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-c4d70be7-1733-490b-b9e8-b0558947ab19 service neutron] For port 71afd74b-d137-47b6-92e4-4fb4cb8eb632, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:17:46.117258 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-c4d70be7-1733-490b-b9e8-b0558947ab19 service neutron] For port 71afd74b-d137-47b6-92e4-4fb4cb8eb632, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=71afd74b-d137-47b6-92e4-4fb4cb8eb632,segment=NetworkSegment(467d779a-aa37-435b-8906-2c73d5986a5a),segment_id=467d779a-aa37-435b-8906-2c73d5986a5a)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:17:46.131862 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2005542d-1dd5-4932-b43e-5881c89c4c55 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:46.132434 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-c4d70be7-1733-490b-b9e8-b0558947ab19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:46.177230 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2005542d-1dd5-4932-b43e-5881c89c4c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:46.177461 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a833eb9-ac71-4f8f-bde6-ccf3ef211d98 req-2f801c13-c9ae-4e19-a061-40cdd4eed4ac tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:46.185039 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5a833eb9-ac71-4f8f-bde6-ccf3ef211d98 req-2f801c13-c9ae-4e19-a061-40cdd4eed4ac tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 944 time: 0.1782670 Oct 19 01:17:46.247072 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-275302b0-0ca9-4236-aa91-04b92a862646 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:46.248811 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-c4d70be7-1733-490b-b9e8-b0558947ab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:46.250628 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-c4d70be7-1733-490b-b9e8-b0558947ab19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:46.252079 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-c4d70be7-1733-490b-b9e8-b0558947ab19 service neutron] 10.222.0.24 "PUT /v2.0/ports/71afd74b-d137-47b6-92e4-4fb4cb8eb632 HTTP/1.1" status: 200 len: 1093 time: 3.0383472 Oct 19 01:17:46.252553 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3bf601-2501-4696-9839-e44b8b72e08b', 'tag': '71afd74b-d137-47b6-92e4-4fb4cb8eb632'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:17:46.269893 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f9da08-8dcb-425f-ba8f-062c33f0609a" -d '{"events": [{"name": "network-changed", "server_uuid": "5f3bf601-2501-4696-9839-e44b8b72e08b", "tag": "71afd74b-d137-47b6-92e4-4fb4cb8eb632"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:17:46.334470 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d979d52f-be7e-4b54-bcc9-60f1c17fd7c4 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:17:46.337221 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-275302b0-0ca9-4236-aa91-04b92a862646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:46.341909 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2005542d-1dd5-4932-b43e-5881c89c4c55 None None] Network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:17:46.344649 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4c88b3ac-ae08-46b5-a2e9-f32229482a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:46.345130 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c88b3ac-ae08-46b5-a2e9-f32229482a7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c2c72f9-b5ad-49c8-85df-4d456baff246 {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:17:46.383164 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4c88b3ac-ae08-46b5-a2e9-f32229482a7b admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:46.383582 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-2005542d-1dd5-4932-b43e-5881c89c4c55 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:17:46.389401 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4c88b3ac-ae08-46b5-a2e9-f32229482a7b admin admin] 10.222.0.57 "DELETE /v2.0/routers/7c2c72f9-b5ad-49c8-85df-4d456baff246 HTTP/1.1" status: 204 len: 168 time: 6.3564405 Oct 19 01:17:46.404369 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: d979d52f-be7e-4b54-bcc9-60f1c17fd7c4 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:17:46.404739 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d979d52f-be7e-4b54-bcc9-60f1c17fd7c4 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:17:46.411253 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2005542d-1dd5-4932-b43e-5881c89c4c55 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:17:46.432124 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48920) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:46.479466 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005542d-1dd5-4932-b43e-5881c89c4c55 None None] Pushing event updated for resources: {'Port': ['ID=612c2a36-e452-4e26-a2ef-03d59bf53f89,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:46.619112 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5a833eb9-ac71-4f8f-bde6-ccf3ef211d98 req-655c7668-af70-4021-b96b-abe27512b8e3 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320955 Oct 19 01:17:46.654982 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d70be7-1733-490b-b9e8-b0558947ab19 service neutron] Pushing event updated for resources: {'Port': ['ID=71afd74b-d137-47b6-92e4-4fb4cb8eb632,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:46.692203 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 4708bb55-c171-4d83-b170-75a1fdabff9b no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:17:46.717900 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-3daa9560-240b-4842-9c07-8f7daff72ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:46.719404 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-3daa9560-240b-4842-9c07-8f7daff72ce6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a71d981322234846886d4743265d8494&device_id=5f3bf601-2501-4696-9839-e44b8b72e08b HTTP/1.1" status: 200 len: 1096 time: 0.3265576 Oct 19 01:17:46.773738 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-399e4957-a92f-40d8-979b-8132405d0bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:46.800955 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-2005542d-1dd5-4932-b43e-5881c89c4c55 None None] Attempting to bind port 612c2a36-e452-4e26-a2ef-03d59bf53f89 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:46.801398 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-2005542d-1dd5-4932-b43e-5881c89c4c55 None None] Attempting to bind port 612c2a36-e452-4e26-a2ef-03d59bf53f89 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'c3cd57f4-f92e-4916-828d-dd51ded315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:46.802255 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2005542d-1dd5-4932-b43e-5881c89c4c55 None None] Attempting to bind port 612c2a36-e452-4e26-a2ef-03d59bf53f89 on network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:46.812990 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-a51b1a09-b80b-4d74-a0cc-f6c4a9f6ef02 service neutron] 10.222.0.57 "GET /v2.0/networks/698132d6-17bc-4fb5-8a68-76969ae6c129?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7816792 Oct 19 01:17:46.830157 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2005542d-1dd5-4932-b43e-5881c89c4c55 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:17:46.830556 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2005542d-1dd5-4932-b43e-5881c89c4c55 None None] Checking segment: {'id': 'c3cd57f4-f92e-4916-828d-dd51ded315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:17:46.831582 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2005542d-1dd5-4932-b43e-5881c89c4c55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:46.832229 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2005542d-1dd5-4932-b43e-5881c89c4c55 None None] Bound using segment: {'id': 'c3cd57f4-f92e-4916-828d-dd51ded315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:17:46.838024 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-2005542d-1dd5-4932-b43e-5881c89c4c55 None None] Bound port: 612c2a36-e452-4e26-a2ef-03d59bf53f89, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3cd57f4-f92e-4916-828d-dd51ded315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:17:46.838533 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2005542d-1dd5-4932-b43e-5881c89c4c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:46.840631 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 4708bb55-c171-4d83-b170-75a1fdabff9b {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:17:46.840973 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 4708bb55-c171-4d83-b170-75a1fdabff9b not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:17:46.849158 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-12223124-9b77-42bc-82b4-f4f16fa6da5b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71afd74b-d137-47b6-92e4-4fb4cb8eb632 HTTP/1.1" status: 200 len: 217 time: 0.1121168 Oct 19 01:17:46.850704 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71b320e-67a4-45e9-9021-822d62e454f2 x-openstack-request-id: req-a71b320e-67a4-45e9-9021-822d62e454f2 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:17:46.866389 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f3bf601-2501-4696-9839-e44b8b72e08b", "tag": "71afd74b-d137-47b6-92e4-4fb4cb8eb632", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:17:46.866712 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a71b320e-67a4-45e9-9021-822d62e454f2 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:17:46.867105 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f3bf601-2501-4696-9839-e44b8b72e08b', 'tag': '71afd74b-d137-47b6-92e4-4fb4cb8eb632', 'status': 'completed', 'code': 200} Oct 19 01:17:47.047628 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-22a8b242-0478-4de1-bef9-e65f0ec76fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:47.049036 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-275302b0-0ca9-4236-aa91-04b92a862646 admin admin] Allocated IP 172.25.8.9 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/2de2217f-6c2f-42c1-908b-cd1ed51943ce) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:17:47.052646 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-22a8b242-0478-4de1-bef9-e65f0ec76fb1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=039c41a0-013c-401c-b2a4-b13d4c34b0b0 HTTP/1.1" status: 200 len: 855 time: 0.1641560 Oct 19 01:17:47.090730 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-2005542d-1dd5-4932-b43e-5881c89c4c55 None None] For port 612c2a36-e452-4e26-a2ef-03d59bf53f89, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:17:47.104480 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-2005542d-1dd5-4932-b43e-5881c89c4c55 None None] For port 612c2a36-e452-4e26-a2ef-03d59bf53f89, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=612c2a36-e452-4e26-a2ef-03d59bf53f89,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:17:47.153360 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2005542d-1dd5-4932-b43e-5881c89c4c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:47.165807 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345aca45-fec8-4e11-b116-f611b550aae5 req-5daf0e52-e455-4511-a79e-99563bb21c10 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:47.174821 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-345aca45-fec8-4e11-b116-f611b550aae5 req-5daf0e52-e455-4511-a79e-99563bb21c10 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e8a9fed-c562-4070-8809-f649901e5f21 HTTP/1.1" status: 200 len: 984 time: 0.1205542 Oct 19 01:17:47.270955 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-345aca45-fec8-4e11-b116-f611b550aae5 req-b007051b-f795-4ec1-b329-5968611dded3 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/security-groups?id=22ef61ba-124b-458a-9ca2-5709972842b0&id=7c77a73b-ed40-4ed2-9843-a22f83cea18b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0950232 Oct 19 01:17:47.290971 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-56e8b043-784d-49e4-87a2-4bcc5b7aec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:47.294629 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-56e8b043-784d-49e4-87a2-4bcc5b7aec69 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=698132d6-17bc-4fb5-8a68-76969ae6c129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2032218 Oct 19 01:17:47.385578 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005542d-1dd5-4932-b43e-5881c89c4c55 None None] Pushing event updated for resources: {'Port': ['ID=612c2a36-e452-4e26-a2ef-03d59bf53f89,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:47.450941 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:47.473498 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-ed5cb155-1112-4bc2-9775-a116a106c337 service neutron] 10.222.0.57 "GET /v2.0/networks/698132d6-17bc-4fb5-8a68-76969ae6c129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6543307 Oct 19 01:17:47.561811 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-4664f7c6-97d9-43f6-8e53-6fba29ac0af6 service neutron] 10.222.0.24 "GET /v2.0/networks/698132d6-17bc-4fb5-8a68-76969ae6c129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579472 Oct 19 01:17:47.747460 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:47.759508 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-275302b0-0ca9-4236-aa91-04b92a862646 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:47.872305 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-124f2141-c1bc-4e18-b786-ca1b755f86fc req-4607a187-eedb-4bca-a540-737fba332aff service neutron] 10.222.0.24 "GET /v2.0/networks/698132d6-17bc-4fb5-8a68-76969ae6c129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869310 Oct 19 01:17:47.971549 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cd1b4a3-9e01-4be6-8b3b-06904a407008 admin admin] Deleting subnet cc8382b7-c6e6-465d-807f-c2cfe210cd02 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:17:48.026944 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8cd1b4a3-9e01-4be6-8b3b-06904a407008 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:48.069377 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e14bd3-8737-48fb-ab52-af30303b52d3 req-e9ed4f67-078f-4fa3-b4ef-dc923a5e3ae3 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:48.075985 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-31e14bd3-8737-48fb-ab52-af30303b52d3 req-e9ed4f67-078f-4fa3-b4ef-dc923a5e3ae3 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 944 time: 0.1989436 Oct 19 01:17:48.133276 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9da08-8dcb-425f-ba8f-062c33f0609a req-483dd511-4012-4f1e-a987-ed2ea6af5385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:48.135031 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-48f9da08-8dcb-425f-ba8f-062c33f0609a req-483dd511-4012-4f1e-a987-ed2ea6af5385 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a71d981322234846886d4743265d8494&device_id=5f3bf601-2501-4696-9839-e44b8b72e08b HTTP/1.1" status: 200 len: 1096 time: 0.1831250 Oct 19 01:17:48.141353 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-31e14bd3-8737-48fb-ab52-af30303b52d3 req-f3d270b5-fe8b-4e36-b3bb-10eae2fd252a tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580747 Oct 19 01:17:48.223509 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2aa2ce60-1788-4abf-8147-0ed18e57b61c req-7f2ea3d0-f8b4-4acd-9c7f-486a8e675742 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=df9d6042-c84d-47b7-99c4-41c70c784879 HTTP/1.1" status: 200 len: 210 time: 0.3157005 Oct 19 01:17:48.342643 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-275302b0-0ca9-4236-aa91-04b92a862646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:48.408042 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-19c0eae6-71df-452b-8c6d-fabdc2053910 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Made reservation on behalf of a71d981322234846886d4743265d8494 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:17:48.411501 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9da08-8dcb-425f-ba8f-062c33f0609a req-161dee06-b4b2-4d32-a8a1-69142623fe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:48.425369 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-48f9da08-8dcb-425f-ba8f-062c33f0609a req-161dee06-b4b2-4d32-a8a1-69142623fe4c service neutron] 10.222.0.24 "GET /v2.0/networks?id=698132d6-17bc-4fb5-8a68-76969ae6c129 HTTP/1.1" status: 200 len: 917 time: 0.2580636 Oct 19 01:17:48.434628 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-19c0eae6-71df-452b-8c6d-fabdc2053910 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:48.679147 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275302b0-0ca9-4236-aa91-04b92a862646 admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:17:48.733744 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-48f9da08-8dcb-425f-ba8f-062c33f0609a req-f9637e97-ec23-46dc-b2d2-d2cb5802d442 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71afd74b-d137-47b6-92e4-4fb4cb8eb632 HTTP/1.1" status: 200 len: 217 time: 0.2808044 Oct 19 01:17:48.741296 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-275302b0-0ca9-4236-aa91-04b92a862646 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:17:48.797154 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8cd1b4a3-9e01-4be6-8b3b-06904a407008 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:48.799430 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275302b0-0ca9-4236-aa91-04b92a862646 admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:17:48.825227 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 612c2a36-e452-4e26-a2ef-03d59bf53f89 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:17:49.036996 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 612c2a36-e452-4e26-a2ef-03d59bf53f89 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:49.037364 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:49.098293 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab527f-137d-404f-9ed7-ae1d3af2bc1a req-be6c01f8-c66c-411e-bf20-dd8c250e6ade tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:49.115422 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-adab527f-137d-404f-9ed7-ae1d3af2bc1a req-be6c01f8-c66c-411e-bf20-dd8c250e6ade tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e8a9fed-c562-4070-8809-f649901e5f21 HTTP/1.1" status: 200 len: 984 time: 0.6815209 Oct 19 01:17:49.373205 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:49.389713 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f4540dbd-40fe-4169-a67c-d1159b8e08d2 req-031f447e-391a-4848-adf9-24ddadf02f86 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2282307 Oct 19 01:17:49.394838 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9da08-8dcb-425f-ba8f-062c33f0609a req-3d7b0471-bf36-4416-87e4-3f812d07f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:49.396745 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-48f9da08-8dcb-425f-ba8f-062c33f0609a req-3d7b0471-bf36-4416-87e4-3f812d07f9e7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=039c41a0-013c-401c-b2a4-b13d4c34b0b0 HTTP/1.1" status: 200 len: 855 time: 0.5591969 Oct 19 01:17:49.405826 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-adab527f-137d-404f-9ed7-ae1d3af2bc1a req-e325e38a-4a90-401c-a8d3-7181984ee6b0 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/security-groups?id=22ef61ba-124b-458a-9ca2-5709972842b0&id=7c77a73b-ed40-4ed2-9843-a22f83cea18b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2894418 Oct 19 01:17:49.475645 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 612c2a36-e452-4e26-a2ef-03d59bf53f89, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=612c2a36-e452-4e26-a2ef-03d59bf53f89,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:49.484108 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:49.577026 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-19c0eae6-71df-452b-8c6d-fabdc2053910 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Allocated IP 172.20.0.8 (698132d6-17bc-4fb5-8a68-76969ae6c129/039c41a0-013c-401c-b2a4-b13d4c34b0b0/a20fa0b3-a34b-4433-bffd-63c33557d6fa) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:17:49.733444 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9da08-8dcb-425f-ba8f-062c33f0609a req-f3e14d30-30f7-42b2-b8cd-3ff551620c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:49.734953 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-48f9da08-8dcb-425f-ba8f-062c33f0609a req-f3e14d30-30f7-42b2-b8cd-3ff551620c25 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=698132d6-17bc-4fb5-8a68-76969ae6c129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3245738 Oct 19 01:17:49.743933 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=612c2a36-e452-4e26-a2ef-03d59bf53f89,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:49.781908 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:49.790679 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:49.791031 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:49.791377 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:49.791740 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:49.792081 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:49.792416 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:49.792763 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:49.793079 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:49.793408 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:49.793737 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:49.794069 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:49.794392 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:49.828506 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40579a61-0455-42a7-bd1e-287786931cbb None None] Network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:17:50.140163 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-19c0eae6-71df-452b-8c6d-fabdc2053910 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:50.152729 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-8893120e-d77c-41a1-bbdd-f7a474d36468 None None] Provisioning complete for port 612c2a36-e452-4e26-a2ef-03d59bf53f89 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:50.154864 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8893120e-d77c-41a1-bbdd-f7a474d36468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:50.177529 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eab6028c-6306-493f-93d6-093264ee9173 req-77532c57-8138-405e-b16d-f4050347d7d6 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=df9d6042-c84d-47b7-99c4-41c70c784879 HTTP/1.1" status: 200 len: 210 time: 0.4871926 Oct 19 01:17:50.273692 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4540dbd-40fe-4169-a67c-d1159b8e08d2 req-b4080c32-8255-4775-abcf-19018d5c3c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:50.292954 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f4540dbd-40fe-4169-a67c-d1159b8e08d2 req-b4080c32-8255-4775-abcf-19018d5c3c01 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e9f67912e554a879c2d285d2c6723f0&device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 1098 time: 0.7217715 Oct 19 01:17:50.304916 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-48f9da08-8dcb-425f-ba8f-062c33f0609a req-6325149a-887a-4dcb-b978-a07013662ff5 service neutron] 10.222.0.24 "GET /v2.0/networks/698132d6-17bc-4fb5-8a68-76969ae6c129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4895980 Oct 19 01:17:50.382814 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 71afd74b-d137-47b6-92e4-4fb4cb8eb632 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:17:50.388391 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8cd1b4a3-9e01-4be6-8b3b-06904a407008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:50.519591 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275302b0-0ca9-4236-aa91-04b92a862646 admin admin] Pushing event updated for resources: {'Port': ['ID=2de2217f-6c2f-42c1-908b-cd1ed51943ce,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:50.594658 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 71afd74b-d137-47b6-92e4-4fb4cb8eb632, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=71afd74b-d137-47b6-92e4-4fb4cb8eb632,segment=NetworkSegment(467d779a-aa37-435b-8906-2c73d5986a5a),segment_id=467d779a-aa37-435b-8906-2c73d5986a5a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:50.654940 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '71afd74b-d137-47b6-92e4-4fb4cb8eb632', 'network_id': '698132d6-17bc-4fb5-8a68-76969ae6c129', 'port_id': '71afd74b-d137-47b6-92e4-4fb4cb8eb632', 'mac_address': 'fa:16:3e:37:0d:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '039c41a0-013c-401c-b2a4-b13d4c34b0b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:17:50.659127 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8cd1b4a3-9e01-4be6-8b3b-06904a407008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:50.672228 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 612c2a36-e452-4e26-a2ef-03d59bf53f89 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:17:50.758888 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc39e0-e4e9-40ea-a35e-c6d7bcc53ccc req-5632ef74-41aa-4c23-9899-087e47d82fca tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:50.760842 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2ffc39e0-e4e9-40ea-a35e-c6d7bcc53ccc req-5632ef74-41aa-4c23-9899-087e47d82fca tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e8a9fed-c562-4070-8809-f649901e5f21 HTTP/1.1" status: 200 len: 984 time: 0.3439124 Oct 19 01:17:50.777492 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-19c0eae6-71df-452b-8c6d-fabdc2053910 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:50.794241 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8cd1b4a3-9e01-4be6-8b3b-06904a407008 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:50.806695 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8cd1b4a3-9e01-4be6-8b3b-06904a407008 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/cc8382b7-c6e6-465d-807f-c2cfe210cd02 HTTP/1.1" status: 204 len: 168 time: 4.3548877 Oct 19 01:17:50.829038 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-48f9da08-8dcb-425f-ba8f-062c33f0609a req-f721dd75-84b5-4d71-828b-4167fca86f7e service neutron] 10.222.0.24 "GET /v2.0/networks/698132d6-17bc-4fb5-8a68-76969ae6c129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4878809 Oct 19 01:17:50.854495 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85173eb6-32eb-46d0-a182-278c1e7cb73c None None] Network 40f93092-66e2-4482-a54e-d83d48322c91 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:17:50.877332 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd1b4a3-9e01-4be6-8b3b-06904a407008 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc8382b7-c6e6-465d-807f-c2cfe210cd02,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:50.880090 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 49028) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:50.881221 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4540dbd-40fe-4169-a67c-d1159b8e08d2 req-78f331d6-c9e1-43a0-9560-a77f6f55420e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:50.882664 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f4540dbd-40fe-4169-a67c-d1159b8e08d2 req-78f331d6-c9e1-43a0-9560-a77f6f55420e service neutron] 10.222.0.55 "GET /v2.0/networks?id=2f6d1f9c-af60-4e63-9391-d714f2b53c93 HTTP/1.1" status: 200 len: 920 time: 0.5621033 Oct 19 01:17:50.963444 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-19c0eae6-71df-452b-8c6d-fabdc2053910 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Network 698132d6-17bc-4fb5-8a68-76969ae6c129 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:17:51.002236 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3d2a3fa1-683a-4984-8b7c-e14aac8c2b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:51.007303 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f4540dbd-40fe-4169-a67c-d1159b8e08d2 req-7564ad3b-df83-4ccc-b106-5e365e8de56c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=256d5746-4862-450f-bdd5-6de5a03b7097 HTTP/1.1" status: 200 len: 217 time: 0.0482256 Oct 19 01:17:51.015842 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-19c0eae6-71df-452b-8c6d-fabdc2053910 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:17:51.066989 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-19c0eae6-71df-452b-8c6d-fabdc2053910 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:17:51.097651 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4540dbd-40fe-4169-a67c-d1159b8e08d2 req-236c229e-ba96-4c5f-81e4-6eb6cec29e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:51.099182 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f4540dbd-40fe-4169-a67c-d1159b8e08d2 req-236c229e-ba96-4c5f-81e4-6eb6cec29e21 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5560e090-ab4c-41db-98cb-400d0fb4b5e6 HTTP/1.1" status: 200 len: 859 time: 0.0822330 Oct 19 01:17:51.188933 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2ffc39e0-e4e9-40ea-a35e-c6d7bcc53ccc req-b7bc7299-0316-4cab-920c-ea02d7eac702 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/security-groups?id=22ef61ba-124b-458a-9ca2-5709972842b0&id=7c77a73b-ed40-4ed2-9843-a22f83cea18b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3584383 Oct 19 01:17:51.196704 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f4540dbd-40fe-4169-a67c-d1159b8e08d2 req-d302266e-4fd9-45c3-8b8a-5c18c0dde050 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2f6d1f9c-af60-4e63-9391-d714f2b53c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646005 Oct 19 01:17:51.202095 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb1cd9-1f88-4015-8bd5-c728e059bbac req-7173bf39-76e2-47d8-813b-d4231bb8682b tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:51.204014 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1ceb1cd9-1f88-4015-8bd5-c728e059bbac req-7173bf39-76e2-47d8-813b-d4231bb8682b tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 944 time: 0.5484483 Oct 19 01:17:51.227498 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0eae6-71df-452b-8c6d-fabdc2053910 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Pushing event updated for resources: {'Port': ['ID=a20fa0b3-a34b-4433-bffd-63c33557d6fa,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:51.256020 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-9df9d143-153c-41e6-9228-e2e71eb2308f tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:51.258248 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-9df9d143-153c-41e6-9228-e2e71eb2308f tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.24 "GET /v2.0/networks?id=698132d6-17bc-4fb5-8a68-76969ae6c129 HTTP/1.1" status: 200 len: 816 time: 0.7298269 Oct 19 01:17:51.339813 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-5195aa8c-734d-4aba-bad2-f0c2892bb75c tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Request body: {'port': {'device_id': 'df9d6042-c84d-47b7-99c4-41c70c784879', 'network_id': '698132d6-17bc-4fb5-8a68-76969ae6c129', 'admin_state_up': True, 'tenant_id': 'a71d981322234846886d4743265d8494'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:51.354315 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f4540dbd-40fe-4169-a67c-d1159b8e08d2 req-1ea68345-982b-4af3-b35b-3429271e73b3 service neutron] 10.222.0.55 "GET /v2.0/networks/2f6d1f9c-af60-4e63-9391-d714f2b53c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117387 Oct 19 01:17:51.449957 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:51.485720 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1ceb1cd9-1f88-4015-8bd5-c728e059bbac req-e5715d66-2352-4ac0-a822-41a31e841c75 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180674 Oct 19 01:17:51.518679 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-19c0eae6-71df-452b-8c6d-fabdc2053910 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:51.525243 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-19c0eae6-71df-452b-8c6d-fabdc2053910 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:51.543885 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71afd74b-d137-47b6-92e4-4fb4cb8eb632 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:17:51.567839 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 71afd74b-d137-47b6-92e4-4fb4cb8eb632, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=71afd74b-d137-47b6-92e4-4fb4cb8eb632,segment=NetworkSegment(467d779a-aa37-435b-8906-2c73d5986a5a),segment_id=467d779a-aa37-435b-8906-2c73d5986a5a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:51.585770 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:51.603326 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 612c2a36-e452-4e26-a2ef-03d59bf53f89 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:51.604056 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:51.863741 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b72230-5f1b-4b5b-8331-a4f2d30dbcc1 None None] DHCP port deletion for 40f93092-66e2-4482-a54e-d83d48322c91 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:17:51.871122 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f4540dbd-40fe-4169-a67c-d1159b8e08d2 req-27a2ca10-9889-4b09-8bb5-1c8e991365d9 service neutron] 10.222.0.55 "GET /v2.0/networks/2f6d1f9c-af60-4e63-9391-d714f2b53c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5100522 Oct 19 01:17:51.883608 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['71afd74b-d137-47b6-92e4-4fb4cb8eb632'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:17:51.887276 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-275302b0-0ca9-4236-aa91-04b92a862646 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:51.904521 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a7f05e62-6832-4553-be1e-791f8082bbab req-b3cd5809-bcf9-4064-ad6b-08f807b65c1a tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=df9d6042-c84d-47b7-99c4-41c70c784879 HTTP/1.1" status: 200 len: 210 time: 0.0323308 Oct 19 01:17:51.911212 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-19c0eae6-71df-452b-8c6d-fabdc2053910 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7711246 Oct 19 01:17:51.919925 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-3d2a3fa1-683a-4984-8b7c-e14aac8c2b1b admin admin] Deleting port e27b27d3-91b5-407d-accd-1add86890009 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:51.920255 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3d2a3fa1-683a-4984-8b7c-e14aac8c2b1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:51.975161 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b5d45cec-0fa8-4233-91bb-4d1c28146b26 None None] Provisioning complete for port a20fa0b3-a34b-4433-bffd-63c33557d6fa triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:51.975703 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b5d45cec-0fa8-4233-91bb-4d1c28146b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:52.012552 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-3d2a3fa1-683a-4984-8b7c-e14aac8c2b1b admin admin] For port e27b27d3-91b5-407d-accd-1add86890009, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=e27b27d3-91b5-407d-accd-1add86890009,segment=NetworkSegment(ca545713-cf14-45ab-86a8-e87802c3d520),segment_id=ca545713-cf14-45ab-86a8-e87802c3d520)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:52.012812 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3d2a3fa1-683a-4984-8b7c-e14aac8c2b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:52.016050 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-9702dce8-b566-480a-900d-45fa830d0587 service neutron] Request body: {'port': {'device_id': 'f0d8e862-e175-483a-a132-b837ca3f576f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:52.026677 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-3d2a3fa1-683a-4984-8b7c-e14aac8c2b1b admin admin] Calling delete_port for e27b27d3-91b5-407d-accd-1add86890009 owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:52.081753 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=71afd74b-d137-47b6-92e4-4fb4cb8eb632,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:52.115124 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-b5d45cec-0fa8-4233-91bb-4d1c28146b26 None None] Port a20fa0b3-a34b-4433-bffd-63c33557d6fa cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:17:52.160137 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-9702dce8-b566-480a-900d-45fa830d0587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:52.180456 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3d2a3fa1-683a-4984-8b7c-e14aac8c2b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:52.213627 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a3fa1-683a-4984-8b7c-e14aac8c2b1b admin admin] Pushing event deleted for resources: {'Port': ['ID=e27b27d3-91b5-407d-accd-1add86890009,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:52.215945 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2a3fa1-683a-4984-8b7c-e14aac8c2b1b admin admin] No DVR routers for this DVR port e27b27d3-91b5-407d-accd-1add86890009 on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:17:52.300241 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3d2a3fa1-683a-4984-8b7c-e14aac8c2b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:52.313530 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-14b1b606-c5cc-4253-9034-4d24f5025b5d None None] Provisioning complete for port 612c2a36-e452-4e26-a2ef-03d59bf53f89 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:52.314162 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-14b1b606-c5cc-4253-9034-4d24f5025b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:52.326009 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-3d2a3fa1-683a-4984-8b7c-e14aac8c2b1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f93092-66e2-4482-a54e-d83d48322c91']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:52.337487 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-3d2a3fa1-683a-4984-8b7c-e14aac8c2b1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca545713-cf14-45ab-86a8-e87802c3d520') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:52.337719 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-3d2a3fa1-683a-4984-8b7c-e14aac8c2b1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca545713-cf14-45ab-86a8-e87802c3d520') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:52.350031 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3d2a3fa1-683a-4984-8b7c-e14aac8c2b1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:52.364973 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3d2a3fa1-683a-4984-8b7c-e14aac8c2b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:52.372167 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2a3fa1-683a-4984-8b7c-e14aac8c2b1b admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:17:52.372587 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3d2a3fa1-683a-4984-8b7c-e14aac8c2b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:52.395137 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device efeadb03-b8e1-4204-b42c-be7a2a69aa70 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:17:52.399346 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-a2b72230-5f1b-4b5b-8331-a4f2d30dbcc1 None None] Deleting port e27b27d3-91b5-407d-accd-1add86890009 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:52.399937 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a2b72230-5f1b-4b5b-8331-a4f2d30dbcc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:52.433537 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:17:52.433537 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:17:52.433537 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:17:52.433537 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:17:52.433537 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:17:52.433537 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:17:52.433537 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:17:52.433537 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:17:52.433537 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:17:52.433537 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:17:52.433537 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:17:52.433537 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:17:52.433537 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:17:52.433537 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:17:52.433537 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:17:52.433537 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:17:52.433537 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:17:52.433537 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:17:52.433537 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:17:52.433537 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:17:52.433537 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:17:52.433537 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:17:52.433537 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:17:52.433537 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:17:52.433537 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:17:52.433537 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:17:52.433537 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:17:52.433537 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:17:52.433537 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:17:52.433537 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:17:52.433537 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:17:52.433537 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:17:52.438392 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3d2a3fa1-683a-4984-8b7c-e14aac8c2b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:52.480858 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3d2a3fa1-683a-4984-8b7c-e14aac8c2b1b admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:52.484044 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3d2a3fa1-683a-4984-8b7c-e14aac8c2b1b admin admin] 10.222.0.57 "DELETE /v2.0/networks/40f93092-66e2-4482-a54e-d83d48322c91 HTTP/1.1" status: 204 len: 168 time: 1.5997128 Oct 19 01:17:52.484911 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a3fa1-683a-4984-8b7c-e14aac8c2b1b admin admin] Pushing event deleted for resources: {'Network': ['ID=40f93092-66e2-4482-a54e-d83d48322c91,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server [None req-a2b72230-5f1b-4b5b-8331-a4f2d30dbcc1 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 40f93092-66e2-4482-a54e-d83d48322c91 could not be found. Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return self._iter().one() Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1385, in one Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return self._only_one_row( Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1545, in delete_ports_by_device_id Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 01:17:52.525019 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 01:17:52.529411 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:17:52.529411 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:17:52.529411 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:17:52.529411 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:17:52.529411 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:17:52.529411 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:17:52.529411 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:17:52.529411 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:17:52.529411 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:17:52.529411 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:17:52.529411 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:17:52.529411 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:17:52.529411 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:17:52.529411 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:17:52.529411 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:17:52.529411 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:17:52.529411 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:17:52.529411 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:17:52.529411 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:17:52.529411 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:17:52.529411 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:17:52.529411 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:17:52.529411 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:17:52.529411 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:17:52.529411 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1967, in delete_port Oct 19 01:17:52.529411 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Oct 19 01:17:52.529411 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 01:17:52.529411 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 01:17:52.529411 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Oct 19 01:17:52.529411 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Oct 19 01:17:52.529411 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Oct 19 01:17:52.529411 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Oct 19 01:17:52.529411 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 40f93092-66e2-4482-a54e-d83d48322c91 could not be found. Oct 19 01:17:52.529411 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server Oct 19 01:17:52.592319 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45d330-faaa-4cf0-956f-5e6084f4fb9b req-072fd428-3c9a-451c-8554-6334b3d2b46e tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:52.593896 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2e45d330-faaa-4cf0-956f-5e6084f4fb9b req-072fd428-3c9a-451c-8554-6334b3d2b46e tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=0e8a9fed-c562-4070-8809-f649901e5f21 HTTP/1.1" status: 200 len: 1136 time: 0.9642363 Oct 19 01:17:52.608830 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377dedc1-756c-44cd-86e4-c477006c1fe4 None None] DHCP port deletion for 40f93092-66e2-4482-a54e-d83d48322c91 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:17:52.610938 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device e27b27d3-91b5-407d-accd-1add86890009 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:17:52.736864 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: e27b27d3-91b5-407d-accd-1add86890009 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:17:52.737747 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device e27b27d3-91b5-407d-accd-1add86890009 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:17:52.757986 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0a0c31-afea-443a-92a4-74fde5657722 None None] get_active_networks_info from n-d-715271-26 {{(pid=100608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:17:52.762771 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d727a1-6d21-4bd7-9aec-a7382cd03fa3 req-52115dab-ba05-4ed5-9ac6-e983788c9e5d tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:52.764383 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b6d727a1-6d21-4bd7-9aec-a7382cd03fa3 req-52115dab-ba05-4ed5-9ac6-e983788c9e5d tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 944 time: 0.1228213 Oct 19 01:17:52.831560 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2e45d330-faaa-4cf0-956f-5e6084f4fb9b req-79aa4f1b-95a9-45ba-b48f-92229e222e21 tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:52.832729 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b6d727a1-6d21-4bd7-9aec-a7382cd03fa3 req-90de6670-9e57-4ea4-8d6c-62cf8301d723 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594547 Oct 19 01:17:52.891984 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 49048) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:52.896419 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-5195aa8c-734d-4aba-bad2-f0c2892bb75c tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Made reservation on behalf of a71d981322234846886d4743265d8494 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:17:52.900670 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-5195aa8c-734d-4aba-bad2-f0c2892bb75c tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:52.991954 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1acb0e10-7116-48dc-84f0-bfb6a7ead0f1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=372044798076488b8078f880b919e81f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0986624 Oct 19 01:17:52.994505 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 49052) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:53.109890 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port efeadb03-b8e1-4204-b42c-be7a2a69aa70, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=efeadb03-b8e1-4204-b42c-be7a2a69aa70,segment=NetworkSegment(ffd81065-8232-4238-985f-d7b5c5e64688),segment_id=ffd81065-8232-4238-985f-d7b5c5e64688)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:53.120555 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a2271440-0fbe-482b-896e-be59319ee630 req-bc14dcd5-ddc0-4e88-b095-5f5bd37886f8 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=df9d6042-c84d-47b7-99c4-41c70c784879 HTTP/1.1" status: 200 len: 210 time: 0.0602832 Oct 19 01:17:53.154410 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b111713e-869e-44f2-a5f8-31625c59c657 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:53.172447 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'efeadb03-b8e1-4204-b42c-be7a2a69aa70', 'network_id': '6fde0681-0303-4885-b4d6-e7a52aa1ed5d', 'port_id': 'efeadb03-b8e1-4204-b42c-be7a2a69aa70', 'mac_address': 'fa:16:3e:45:b2:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c34f3bc6-87d2-43ce-a91f-60bcb8357212', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:17:53.230571 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b111713e-869e-44f2-a5f8-31625c59c657 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:53.303888 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:53.319857 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b111713e-869e-44f2-a5f8-31625c59c657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:53.322659 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b111713e-869e-44f2-a5f8-31625c59c657 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:53.324023 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b111713e-869e-44f2-a5f8-31625c59c657 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e9d60904-bfea-4d63-951a-633b66e8fef4 HTTP/1.1" status: 204 len: 168 time: 0.3284264 Oct 19 01:17:53.341121 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b111713e-869e-44f2-a5f8-31625c59c657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d60904-bfea-4d63-951a-633b66e8fef4,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:53.343635 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efeadb03-b8e1-4204-b42c-be7a2a69aa70 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:17:53.422710 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port efeadb03-b8e1-4204-b42c-be7a2a69aa70, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=efeadb03-b8e1-4204-b42c-be7a2a69aa70,segment=NetworkSegment(ffd81065-8232-4238-985f-d7b5c5e64688),segment_id=ffd81065-8232-4238-985f-d7b5c5e64688)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:53.426541 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0a0c31-afea-443a-92a4-74fde5657722 None None] Resources bound (agent type, host, resource id): {{(pid=100608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:17:53.440106 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:53.645900 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=efeadb03-b8e1-4204-b42c-be7a2a69aa70,revision_number=11']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:53.660819 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-9702dce8-b566-480a-900d-45fa830d0587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a20fa0b3-a34b-4433-bffd-63c33557d6fa {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:17:53.679613 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-9702dce8-b566-480a-900d-45fa830d0587 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:53.713097 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-9702dce8-b566-480a-900d-45fa830d0587 service neutron] Transition to ACTIVE for port object a20fa0b3-a34b-4433-bffd-63c33557d6fa will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:17:53.747633 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['efeadb03-b8e1-4204-b42c-be7a2a69aa70'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:17:53.777332 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-9702dce8-b566-480a-900d-45fa830d0587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:54.009500 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-275302b0-0ca9-4236-aa91-04b92a862646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:54.037263 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702dce8-b566-480a-900d-45fa830d0587 service neutron] Pushing event updated for resources: {'Port': ['ID=a20fa0b3-a34b-4433-bffd-63c33557d6fa,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:54.117073 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2e45d330-faaa-4cf0-956f-5e6084f4fb9b req-79aa4f1b-95a9-45ba-b48f-92229e222e21 tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:54.136763 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2e45d330-faaa-4cf0-956f-5e6084f4fb9b req-79aa4f1b-95a9-45ba-b48f-92229e222e21 tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:54.161817 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2e45d330-faaa-4cf0-956f-5e6084f4fb9b req-79aa4f1b-95a9-45ba-b48f-92229e222e21 tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=22ef61ba-124b-458a-9ca2-5709972842b0&id=7c77a73b-ed40-4ed2-9843-a22f83cea18b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 1.5383770 Oct 19 01:17:54.180243 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52617e9a-ae64-406a-ad44-12756f323785 req-217a410e-51d0-4740-8d69-5d5caf8b5cbe tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:54.194206 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-52617e9a-ae64-406a-ad44-12756f323785 req-217a410e-51d0-4740-8d69-5d5caf8b5cbe tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.1463923 Oct 19 01:17:54.194546 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 49074) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:54.216101 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-9702dce8-b566-480a-900d-45fa830d0587 service neutron] Attempting to bind port a20fa0b3-a34b-4433-bffd-63c33557d6fa on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:54.216524 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-9702dce8-b566-480a-900d-45fa830d0587 service neutron] Attempting to bind port a20fa0b3-a34b-4433-bffd-63c33557d6fa by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '467d779a-aa37-435b-8906-2c73d5986a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '698132d6-17bc-4fb5-8a68-76969ae6c129'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:54.216866 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-9702dce8-b566-480a-900d-45fa830d0587 service neutron] Attempting to bind port a20fa0b3-a34b-4433-bffd-63c33557d6fa on network 698132d6-17bc-4fb5-8a68-76969ae6c129 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:54.300744 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-9702dce8-b566-480a-900d-45fa830d0587 service neutron] Port a20fa0b3-a34b-4433-bffd-63c33557d6fa on network 698132d6-17bc-4fb5-8a68-76969ae6c129 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:54.301084 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-9702dce8-b566-480a-900d-45fa830d0587 service neutron] Attempting to bind port a20fa0b3-a34b-4433-bffd-63c33557d6fa on network 698132d6-17bc-4fb5-8a68-76969ae6c129 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:54.329028 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bb32ac-71de-4af6-9de2-ac21b2413a4a tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:54.333919 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e2bb32ac-71de-4af6-9de2-ac21b2413a4a tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=0e8a9fed-c562-4070-8809-f649901e5f21 HTTP/1.1" status: 200 len: 1131 time: 0.1294827 Oct 19 01:17:54.349476 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 49080) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:54.350539 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-21b527e7-ed05-4ccb-a46d-4f72b795629b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'port_id': '95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:54.368684 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-52617e9a-ae64-406a-ad44-12756f323785 req-8d8d6280-910d-4e1c-a49c-4c322135430c tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226399 Oct 19 01:17:54.380437 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa4f1b-95a9-45ba-b48f-92229e222e21 tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef0ce8c-fa14-4418-bb28-019ac1152bed,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:54.381022 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 71afd74b-d137-47b6-92e4-4fb4cb8eb632 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:17:54.443325 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-21b527e7-ed05-4ccb-a46d-4f72b795629b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for floatingip, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:54.485227 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-9702dce8-b566-480a-900d-45fa830d0587 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:17:54.488042 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-9702dce8-b566-480a-900d-45fa830d0587 service neutron] Checking segment: {'id': '467d779a-aa37-435b-8906-2c73d5986a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '698132d6-17bc-4fb5-8a68-76969ae6c129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:17:54.489511 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-9702dce8-b566-480a-900d-45fa830d0587 service neutron] Bound using segment: {'id': '467d779a-aa37-435b-8906-2c73d5986a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '698132d6-17bc-4fb5-8a68-76969ae6c129'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:17:54.491553 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-9702dce8-b566-480a-900d-45fa830d0587 service neutron] Bound port: a20fa0b3-a34b-4433-bffd-63c33557d6fa, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '467d779a-aa37-435b-8906-2c73d5986a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '698132d6-17bc-4fb5-8a68-76969ae6c129'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:17:54.494826 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-9702dce8-b566-480a-900d-45fa830d0587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:54.541939 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-85eb0e04-370c-44ce-8cbd-09b87723aa67 req-2750391e-bca4-44ee-95d5-e3cef54fadaf tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=df9d6042-c84d-47b7-99c4-41c70c784879 HTTP/1.1" status: 200 len: 210 time: 0.1654763 Oct 19 01:17:54.558207 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-5195aa8c-734d-4aba-bad2-f0c2892bb75c tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Allocated IP 172.20.0.3 (698132d6-17bc-4fb5-8a68-76969ae6c129/039c41a0-013c-401c-b2a4-b13d4c34b0b0/98a736ea-d369-45ed-9e97-0e5e99a7994f) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:17:54.715940 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 71afd74b-d137-47b6-92e4-4fb4cb8eb632 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:17:54.725432 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 71afd74b-d137-47b6-92e4-4fb4cb8eb632 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:54.732001 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:54.739693 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-21b527e7-ed05-4ccb-a46d-4f72b795629b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:54.789781 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-9702dce8-b566-480a-900d-45fa830d0587 service neutron] For port a20fa0b3-a34b-4433-bffd-63c33557d6fa, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:17:54.798590 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275302b0-0ca9-4236-aa91-04b92a862646 admin admin] Router d6ee435f-57e0-4436-bc41-63a2cb71fbcd is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:17:54.817230 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-9702dce8-b566-480a-900d-45fa830d0587 service neutron] For port a20fa0b3-a34b-4433-bffd-63c33557d6fa, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=a20fa0b3-a34b-4433-bffd-63c33557d6fa,segment=NetworkSegment(467d779a-aa37-435b-8906-2c73d5986a5a),segment_id=467d779a-aa37-435b-8906-2c73d5986a5a)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:17:54.913105 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-9702dce8-b566-480a-900d-45fa830d0587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:55.087238 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-21b527e7-ed05-4ccb-a46d-4f72b795629b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Allocated IP 172.25.8.89 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/29fd9dff-8b2b-46ba-80a3-2c1569aec525) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:17:55.145504 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:55.250532 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275302b0-0ca9-4236-aa91-04b92a862646 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:17:55.262861 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e46126a-ef8f-439a-a94a-dacd38832e96 None None] Sync routers for ids ['d6ee435f-57e0-4436-bc41-63a2cb71fbcd'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:17:55.263542 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3bf601-2501-4696-9839-e44b8b72e08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71afd74b-d137-47b6-92e4-4fb4cb8eb632'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:17:55.268061 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e056d849-527f-41a7-9785-5a29b4034fc1" -d '{"events": [{"server_uuid": "5f3bf601-2501-4696-9839-e44b8b72e08b", "name": "network-vif-plugged", "status": "completed", "tag": "71afd74b-d137-47b6-92e4-4fb4cb8eb632"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:17:55.275472 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-9702dce8-b566-480a-900d-45fa830d0587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:55.276484 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-9702dce8-b566-480a-900d-45fa830d0587 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:55.277964 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-9702dce8-b566-480a-900d-45fa830d0587 service neutron] 10.222.0.55 "PUT /v2.0/ports/a20fa0b3-a34b-4433-bffd-63c33557d6fa HTTP/1.1" status: 200 len: 1092 time: 3.2908299 Oct 19 01:17:55.292802 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0d8e862-e175-483a-a132-b837ca3f576f', 'tag': 'a20fa0b3-a34b-4433-bffd-63c33557d6fa'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:17:55.295421 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a35bf9e-81bd-4c2d-925a-8ee10ffadfff" -d '{"events": [{"name": "network-changed", "server_uuid": "f0d8e862-e175-483a-a132-b837ca3f576f", "tag": "a20fa0b3-a34b-4433-bffd-63c33557d6fa"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:17:55.296709 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 71afd74b-d137-47b6-92e4-4fb4cb8eb632, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=71afd74b-d137-47b6-92e4-4fb4cb8eb632,segment=NetworkSegment(467d779a-aa37-435b-8906-2c73d5986a5a),segment_id=467d779a-aa37-435b-8906-2c73d5986a5a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:55.310947 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:55.315513 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 49098) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:55.442499 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-5195aa8c-734d-4aba-bad2-f0c2892bb75c tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:55.522709 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8c1e59-22ab-4e1f-ba5d-4d48a8dad509 x-openstack-request-id: req-0b8c1e59-22ab-4e1f-ba5d-4d48a8dad509 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:17:55.525343 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3bf601-2501-4696-9839-e44b8b72e08b", "name": "network-vif-plugged", "status": "completed", "tag": "71afd74b-d137-47b6-92e4-4fb4cb8eb632", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:17:55.529160 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0b8c1e59-22ab-4e1f-ba5d-4d48a8dad509 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:17:55.531121 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3bf601-2501-4696-9839-e44b8b72e08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71afd74b-d137-47b6-92e4-4fb4cb8eb632', 'code': 200} Oct 19 01:17:55.686804 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702dce8-b566-480a-900d-45fa830d0587 service neutron] Pushing event updated for resources: {'Port': ['ID=a20fa0b3-a34b-4433-bffd-63c33557d6fa,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:55.699405 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92a8019-d7aa-4c55-ac89-e8fedbdf5276 x-openstack-request-id: req-c92a8019-d7aa-4c55-ac89-e8fedbdf5276 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:17:55.700750 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0d8e862-e175-483a-a132-b837ca3f576f", "tag": "a20fa0b3-a34b-4433-bffd-63c33557d6fa", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:17:55.702069 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c92a8019-d7aa-4c55-ac89-e8fedbdf5276 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:17:55.703197 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0d8e862-e175-483a-a132-b837ca3f576f', 'tag': 'a20fa0b3-a34b-4433-bffd-63c33557d6fa', 'status': 'completed', 'code': 200} Oct 19 01:17:55.707090 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-5195aa8c-734d-4aba-bad2-f0c2892bb75c tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:55.741014 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['71afd74b-d137-47b6-92e4-4fb4cb8eb632'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:17:55.842113 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-21b527e7-ed05-4ccb-a46d-4f72b795629b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:55.842639 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=71afd74b-d137-47b6-92e4-4fb4cb8eb632,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:55.862666 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e46126a-ef8f-439a-a94a-dacd38832e96 None None] Routers {'d6ee435f-57e0-4436-bc41-63a2cb71fbcd'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:17:55.866657 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-9e46126a-ef8f-439a-a94a-dacd38832e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:17:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d6ee435f-57e0-4436-bc41-63a2cb71fbcd'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:55.879977 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-275302b0-0ca9-4236-aa91-04b92a862646 admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:55.885895 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee1748-8b43-43f6-a217-35c98b000147 req-db130893-6ac0-40d4-85ca-290d73b5e4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:55.889949 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-275302b0-0ca9-4236-aa91-04b92a862646 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 14.0582297 Oct 19 01:17:55.894517 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-37ee1748-8b43-43f6-a217-35c98b000147 req-db130893-6ac0-40d4-85ca-290d73b5e4da service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5f3bf601-2501-4696-9839-e44b8b72e08b HTTP/1.1" status: 200 len: 1098 time: 0.3861511 Oct 19 01:17:55.896712 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 49116) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:55.954269 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-d5eb840f-d4aa-46bf-a1e1-1ce53302525d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-373902252-network', 'tenant_id': 'c895f8bc37324dc78eb2e09cb908784e'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:55.980603 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-5195aa8c-734d-4aba-bad2-f0c2892bb75c tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Network 698132d6-17bc-4fb5-8a68-76969ae6c129 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:17:56.005172 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-eaf273df-7737-4a74-94f4-1bec38e3c370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:56.006854 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-eaf273df-7737-4a74-94f4-1bec38e3c370 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a71d981322234846886d4743265d8494&device_id=f0d8e862-e175-483a-a132-b837ca3f576f HTTP/1.1" status: 200 len: 1095 time: 0.3117497 Oct 19 01:17:56.016492 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-5195aa8c-734d-4aba-bad2-f0c2892bb75c tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:17:56.027218 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-5195aa8c-734d-4aba-bad2-f0c2892bb75c tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:17:56.099500 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-9e46126a-ef8f-439a-a94a-dacd38832e96 None None] Set router d6ee435f-57e0-4436-bc41-63a2cb71fbcd gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:17:56.170472 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 49118) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:56.198065 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006c669-f0fb-41f0-812d-58c5d37bace6 req-f10a13f7-a85b-496f-8286-0e839cb52c66 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:56.201839 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b006c669-f0fb-41f0-812d-58c5d37bace6 req-f10a13f7-a85b-496f-8286-0e839cb52c66 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=df9d6042-c84d-47b7-99c4-41c70c784879 HTTP/1.1" status: 200 len: 931 time: 0.3889017 Oct 19 01:17:56.226965 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-5195aa8c-734d-4aba-bad2-f0c2892bb75c tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:56.227874 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-5195aa8c-734d-4aba-bad2-f0c2892bb75c tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:56.231102 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5eb840f-d4aa-46bf-a1e1-1ce53302525d admin admin] Made reservation on behalf of c895f8bc37324dc78eb2e09cb908784e for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:17:56.233927 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d5eb840f-d4aa-46bf-a1e1-1ce53302525d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:56.257695 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-970e14aa-35cc-4195-bcc0-1753c6e04d5e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a20fa0b3-a34b-4433-bffd-63c33557d6fa HTTP/1.1" status: 200 len: 217 time: 0.2355533 Oct 19 01:17:56.270065 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad077a2b-6c53-4926-97e0-e4096e218d51 req-3ed91688-64c1-4637-a62d-ff4dac48ec6a tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:56.291757 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ad077a2b-6c53-4926-97e0-e4096e218d51 req-3ed91688-64c1-4637-a62d-ff4dac48ec6a tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 945 time: 0.5984433 Oct 19 01:17:56.330489 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:17:56.391217 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device efeadb03-b8e1-4204-b42c-be7a2a69aa70 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:17:56.457731 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-b113da92-cb08-48c2-8ac2-cc1ef301c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:56.459702 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-b113da92-cb08-48c2-8ac2-cc1ef301c220 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=039c41a0-013c-401c-b2a4-b13d4c34b0b0 HTTP/1.1" status: 200 len: 855 time: 0.1491499 Oct 19 01:17:56.477776 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-21b527e7-ed05-4ccb-a46d-4f72b795629b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:56.503779 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-37ee1748-8b43-43f6-a217-35c98b000147 req-a6605818-5c34-4af2-9662-50e767bb5683 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5960851 Oct 19 01:17:56.517094 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port efeadb03-b8e1-4204-b42c-be7a2a69aa70 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:17:56.527720 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-9e46126a-ef8f-439a-a94a-dacd38832e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'name': 'tempest-TestVolumeBootPattern-1290649707-router', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:42Z', 'updated_at': '2021-10-19T01:17:51Z', 'revision_number': 3, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'gw_port': {'id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:46Z', 'updated_at': '2021-10-19T01:17:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:56.529417 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d5eb840f-d4aa-46bf-a1e1-1ce53302525d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:56.532430 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port efeadb03-b8e1-4204-b42c-be7a2a69aa70 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:56.537504 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:56.588651 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b006c669-f0fb-41f0-812d-58c5d37bace6 req-82b698f2-836c-4121-93d9-b68532f50866 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981410 Oct 19 01:17:56.590237 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195aa8c-734d-4aba-bad2-f0c2892bb75c tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Pushing event updated for resources: {'Port': ['ID=98a736ea-d369-45ed-9e97-0e5e99a7994f,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:56.603018 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-5195aa8c-734d-4aba-bad2-f0c2892bb75c tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2877460 Oct 19 01:17:56.611359 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e46126a-ef8f-439a-a94a-dacd38832e96 None None] Checking router: d6ee435f-57e0-4436-bc41-63a2cb71fbcd for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:17:56.613766 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e46126a-ef8f-439a-a94a-dacd38832e96 None None] Updating router d6ee435f-57e0-4436-bc41-63a2cb71fbcd port 2de2217f-6c2f-42c1-908b-cd1ed51943ce binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:17:56.657256 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-ce5c1242-9fc0-47e8-9299-8d87023f3fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:56.659367 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-ce5c1242-9fc0-47e8-9299-8d87023f3fce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=698132d6-17bc-4fb5-8a68-76969ae6c129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1184809 Oct 19 01:17:56.665060 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-9e46126a-ef8f-439a-a94a-dacd38832e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:56.689401 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-85d9fb4d-7f6b-43f4-94fa-ceebc683b8b7 None None] Provisioning complete for port 98a736ea-d369-45ed-9e97-0e5e99a7994f triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:56.689906 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-85d9fb4d-7f6b-43f4-94fa-ceebc683b8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:56.739014 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b527e7-ed05-4ccb-a46d-4f72b795629b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:17:56.761689 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ad077a2b-6c53-4926-97e0-e4096e218d51 req-7b1d0f07-b03e-42d0-a185-52f45f1f4a5e tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4691234 Oct 19 01:17:56.803977 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-21b527e7-ed05-4ccb-a46d-4f72b795629b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:17:56.811931 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b527e7-ed05-4ccb-a46d-4f72b795629b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:17:56.812454 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-85d9fb4d-7f6b-43f4-94fa-ceebc683b8b7 None None] Port 98a736ea-d369-45ed-9e97-0e5e99a7994f cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:17:56.818108 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b527e7-ed05-4ccb-a46d-4f72b795629b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Pushing event updated for resources: {'Port': ['ID=29fd9dff-8b2b-46ba-80a3-2c1569aec525,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:56.830412 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-e4479e9d-0389-4a66-9cd1-a0b8d6b28155 service neutron] 10.222.0.55 "GET /v2.0/networks/698132d6-17bc-4fb5-8a68-76969ae6c129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627326 Oct 19 01:17:56.845909 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-a036ca50-29f9-48f3-94af-d8e5cabee886 service neutron] Request body: {'port': {'device_id': 'df9d6042-c84d-47b7-99c4-41c70c784879', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:56.907589 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:56.997023 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port efeadb03-b8e1-4204-b42c-be7a2a69aa70, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=efeadb03-b8e1-4204-b42c-be7a2a69aa70,segment=NetworkSegment(ffd81065-8232-4238-985f-d7b5c5e64688),segment_id=ffd81065-8232-4238-985f-d7b5c5e64688)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:57.005630 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:57.040353 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b527e7-ed05-4ccb-a46d-4f72b795629b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:57.041403 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b527e7-ed05-4ccb-a46d-4f72b795629b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:57.041897 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b527e7-ed05-4ccb-a46d-4f72b795629b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:57.042455 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b527e7-ed05-4ccb-a46d-4f72b795629b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:57.042951 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b527e7-ed05-4ccb-a46d-4f72b795629b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:57.043431 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b527e7-ed05-4ccb-a46d-4f72b795629b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:57.043965 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b527e7-ed05-4ccb-a46d-4f72b795629b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:57.044465 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b527e7-ed05-4ccb-a46d-4f72b795629b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:57.044942 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b527e7-ed05-4ccb-a46d-4f72b795629b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:57.045433 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b527e7-ed05-4ccb-a46d-4f72b795629b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:57.045915 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b527e7-ed05-4ccb-a46d-4f72b795629b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:57.046387 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b527e7-ed05-4ccb-a46d-4f72b795629b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:57.073595 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-939e6c41-d7ec-4671-b3c3-bd1bf35e54fb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1941e9d9b73841978c1d584a07032a56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8959801 Oct 19 01:17:57.077890 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 49126) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:57.148881 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:57.167176 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=efeadb03-b8e1-4204-b42c-be7a2a69aa70,revision_number=12']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:57.342965 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-9e46126a-ef8f-439a-a94a-dacd38832e96 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:57.358590 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-9e46126a-ef8f-439a-a94a-dacd38832e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:57.367029 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1357ca2a-6ac0-4471-9196-a3f4b70a620e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:57.383629 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-a036ca50-29f9-48f3-94af-d8e5cabee886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:57.391925 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d5eb840f-d4aa-46bf-a1e1-1ce53302525d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:57.436802 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d5eb840f-d4aa-46bf-a1e1-1ce53302525d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:57.468190 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-9e46126a-ef8f-439a-a94a-dacd38832e96 None None] Attempting to bind port 2de2217f-6c2f-42c1-908b-cd1ed51943ce on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:57.468551 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-9e46126a-ef8f-439a-a94a-dacd38832e96 None None] Attempting to bind port 2de2217f-6c2f-42c1-908b-cd1ed51943ce by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:57.468963 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e46126a-ef8f-439a-a94a-dacd38832e96 None None] Attempting to bind port 2de2217f-6c2f-42c1-908b-cd1ed51943ce on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:57.481546 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1357ca2a-6ac0-4471-9196-a3f4b70a620e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:57.483132 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e46126a-ef8f-439a-a94a-dacd38832e96 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:17:57.484762 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e46126a-ef8f-439a-a94a-dacd38832e96 None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:17:57.485192 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-9e46126a-ef8f-439a-a94a-dacd38832e96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:57.485567 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e46126a-ef8f-439a-a94a-dacd38832e96 None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:17:57.486053 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-9e46126a-ef8f-439a-a94a-dacd38832e96 None None] Bound port: 2de2217f-6c2f-42c1-908b-cd1ed51943ce, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:17:57.486431 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-9e46126a-ef8f-439a-a94a-dacd38832e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:57.533209 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9983c045-b6f4-4c14-ae7e-d84c02c3f7b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efeadb03-b8e1-4204-b42c-be7a2a69aa70'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:17:57.536121 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6f7206-6c02-410f-b102-a82ce770a473" -d '{"events": [{"server_uuid": "9983c045-b6f4-4c14-ae7e-d84c02c3f7b2", "name": "network-vif-plugged", "status": "completed", "tag": "efeadb03-b8e1-4204-b42c-be7a2a69aa70"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:17:57.575340 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7dd17-538e-4fd1-b171-eadeb5a7537f None None] Pushing event updated for resources: {'Port': ['ID=2de2217f-6c2f-42c1-908b-cd1ed51943ce,revision_number=2']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:57.606876 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8c8e77-ad85-4dfe-8c40-083b329adca1 x-openstack-request-id: req-9c8c8e77-ad85-4dfe-8c40-083b329adca1 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:17:57.607188 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9983c045-b6f4-4c14-ae7e-d84c02c3f7b2", "name": "network-vif-plugged", "status": "completed", "tag": "efeadb03-b8e1-4204-b42c-be7a2a69aa70", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:17:57.607436 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9c8c8e77-ad85-4dfe-8c40-083b329adca1 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:17:57.607890 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9983c045-b6f4-4c14-ae7e-d84c02c3f7b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efeadb03-b8e1-4204-b42c-be7a2a69aa70', 'code': 200} Oct 19 01:17:57.655050 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5eb840f-d4aa-46bf-a1e1-1ce53302525d admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:17:57.671582 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-9e46126a-ef8f-439a-a94a-dacd38832e96 None None] For port 2de2217f-6c2f-42c1-908b-cd1ed51943ce, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:17:57.679681 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-9e46126a-ef8f-439a-a94a-dacd38832e96 None None] For port 2de2217f-6c2f-42c1-908b-cd1ed51943ce, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=2de2217f-6c2f-42c1-908b-cd1ed51943ce,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:17:57.692151 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-9e46126a-ef8f-439a-a94a-dacd38832e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:57.772392 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-67b5c20b-e163-4d01-ad6b-d087a934887a req-71535bf7-e763-44e4-8fe2-d3367a63388a service neutron] 10.222.0.55 "GET /v2.0/networks/698132d6-17bc-4fb5-8a68-76969ae6c129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9179525 Oct 19 01:17:57.800635 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb840f-d4aa-46bf-a1e1-1ce53302525d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec0384d-a828-484f-bf81-8d7c95b33dce,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:57.804343 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d5eb840f-d4aa-46bf-a1e1-1ce53302525d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:57.816029 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-d5eb840f-d4aa-46bf-a1e1-1ce53302525d admin admin] Added segment c13ffd08-4dc2-4da0-8ff5-a1b7891b8758 of type vlan for network f3e9c9ed-961a-4381-934c-cc71672b548e Oct 19 01:17:57.901605 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e46126a-ef8f-439a-a94a-dacd38832e96 None None] Routers {'d6ee435f-57e0-4436-bc41-63a2cb71fbcd'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:17:57.902710 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-9e46126a-ef8f-439a-a94a-dacd38832e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:17:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d6ee435f-57e0-4436-bc41-63a2cb71fbcd'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:58.005956 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7dd17-538e-4fd1-b171-eadeb5a7537f None None] Pushing event updated for resources: {'Port': ['ID=2de2217f-6c2f-42c1-908b-cd1ed51943ce,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:58.055923 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d5eb840f-d4aa-46bf-a1e1-1ce53302525d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:58.124855 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35bf9e-81bd-4c2d-925a-8ee10ffadfff req-f8a03c85-0578-4c49-a279-a539345eee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:58.128913 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5a35bf9e-81bd-4c2d-925a-8ee10ffadfff req-f8a03c85-0578-4c49-a279-a539345eee2f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a71d981322234846886d4743265d8494&device_id=f0d8e862-e175-483a-a132-b837ca3f576f HTTP/1.1" status: 200 len: 1095 time: 0.2109492 Oct 19 01:17:58.133741 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-9e46126a-ef8f-439a-a94a-dacd38832e96 None None] Set router d6ee435f-57e0-4436-bc41-63a2cb71fbcd gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:17:58.154933 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d7436-6a80-4f6a-945f-e9c91d20cf1a req-b0f08061-9ec7-49c2-8a00-7041c5cf5e7a tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:58.168244 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aa3d7436-6a80-4f6a-945f-e9c91d20cf1a req-b0f08061-9ec7-49c2-8a00-7041c5cf5e7a tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 946 time: 0.2491174 Oct 19 01:17:58.206223 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1357ca2a-6ac0-4471-9196-a3f4b70a620e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:58.217290 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1357ca2a-6ac0-4471-9196-a3f4b70a620e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:58.223346 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1357ca2a-6ac0-4471-9196-a3f4b70a620e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8d7b479b-c22f-4cee-a77f-06275886a699 HTTP/1.1" status: 204 len: 168 time: 1.1367037 Oct 19 01:17:58.300503 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357ca2a-6ac0-4471-9196-a3f4b70a620e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7b479b-c22f-4cee-a77f-06275886a699,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:58.340435 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d5eb840f-d4aa-46bf-a1e1-1ce53302525d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:58.341958 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb840f-d4aa-46bf-a1e1-1ce53302525d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:58.342719 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d5eb840f-d4aa-46bf-a1e1-1ce53302525d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:58.452610 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35bf9e-81bd-4c2d-925a-8ee10ffadfff req-6c205b5e-64b0-420e-a41c-ded8fe57b0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:58.458202 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5a35bf9e-81bd-4c2d-925a-8ee10ffadfff req-6c205b5e-64b0-420e-a41c-ded8fe57b0e4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=698132d6-17bc-4fb5-8a68-76969ae6c129 HTTP/1.1" status: 200 len: 917 time: 0.3191926 Oct 19 01:17:58.467444 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb840f-d4aa-46bf-a1e1-1ce53302525d admin admin] Pushing event updated for resources: {'Network': ['ID=f3e9c9ed-961a-4381-934c-cc71672b548e,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:58.487875 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network f3e9c9ed-961a-4381-934c-cc71672b548e details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:17:58.545136 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5a35bf9e-81bd-4c2d-925a-8ee10ffadfff req-af4de8e2-04e4-4747-9672-49ffd99bbc4f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a20fa0b3-a34b-4433-bffd-63c33557d6fa HTTP/1.1" status: 200 len: 217 time: 0.0556173 Oct 19 01:17:58.578588 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aa3d7436-6a80-4f6a-945f-e9c91d20cf1a req-decf9fd6-1367-4e18-8ea2-ccc259d7cf96 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091253 Oct 19 01:17:58.639862 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-9e46126a-ef8f-439a-a94a-dacd38832e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'name': 'tempest-TestVolumeBootPattern-1290649707-router', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:42Z', 'updated_at': '2021-10-19T01:17:51Z', 'revision_number': 3, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'gw_port': {'id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:46Z', 'updated_at': '2021-10-19T01:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:58.685521 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35bf9e-81bd-4c2d-925a-8ee10ffadfff req-b1a997e7-7fac-4149-8cad-4348ab2070a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:58.687267 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5a35bf9e-81bd-4c2d-925a-8ee10ffadfff req-b1a997e7-7fac-4149-8cad-4348ab2070a9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=039c41a0-013c-401c-b2a4-b13d4c34b0b0 HTTP/1.1" status: 200 len: 855 time: 0.1190679 Oct 19 01:17:58.704577 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d5eb840f-d4aa-46bf-a1e1-1ce53302525d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.3849676 Oct 19 01:17:58.743068 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 49142) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:58.758004 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-ab54dc0f-f2e9-44ee-b94e-0c52ddf67857 admin admin] Request body: {'subnet': {'network_id': 'f3e9c9ed-961a-4381-934c-cc71672b548e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-373902252-subnet', 'tenant_id': 'c895f8bc37324dc78eb2e09cb908784e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:58.782778 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35bf9e-81bd-4c2d-925a-8ee10ffadfff req-e5b215ff-3153-4adb-823c-786e84c5b730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:58.784517 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5a35bf9e-81bd-4c2d-925a-8ee10ffadfff req-e5b215ff-3153-4adb-823c-786e84c5b730 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=698132d6-17bc-4fb5-8a68-76969ae6c129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0875638 Oct 19 01:17:58.814687 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e46126a-ef8f-439a-a94a-dacd38832e96 None None] The sync data for ids ['d6ee435f-57e0-4436-bc41-63a2cb71fbcd'] in n-d-715271-26 is: [{'id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'name': 'tempest-TestVolumeBootPattern-1290649707-router', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:42Z', 'updated_at': '2021-10-19T01:17:51Z', 'revision_number': 3, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'gw_port': {'id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:46Z', 'updated_at': '2021-10-19T01:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:17:58.862118 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab54dc0f-f2e9-44ee-b94e-0c52ddf67857 admin admin] Made reservation on behalf of c895f8bc37324dc78eb2e09cb908784e for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:17:58.865555 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ab54dc0f-f2e9-44ee-b94e-0c52ddf67857 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:58.997492 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ae3ba-0177-43f0-9ab5-69c192c3daa1 req-480353c8-1ed4-43b5-a923-c01efe711dec tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:59.000190 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-715ae3ba-0177-43f0-9ab5-69c192c3daa1 req-480353c8-1ed4-43b5-a923-c01efe711dec tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=df9d6042-c84d-47b7-99c4-41c70c784879 HTTP/1.1" status: 200 len: 931 time: 1.0948696 Oct 19 01:17:59.072973 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfac73-0593-4eb0-b10c-cdc74bb7ace8 req-4cfa2a4c-f514-4d92-b1b7-8ee4240f6110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:59.074828 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-52bfac73-0593-4eb0-b10c-cdc74bb7ace8 req-4cfa2a4c-f514-4d92-b1b7-8ee4240f6110 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 1098 time: 1.1607554 Oct 19 01:17:59.100454 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-565363dc-5d6a-4d7f-b7b2-d94bbcccfc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:59.118127 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-a036ca50-29f9-48f3-94af-d8e5cabee886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98a736ea-d369-45ed-9e97-0e5e99a7994f {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:17:59.147740 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-a036ca50-29f9-48f3-94af-d8e5cabee886 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:59.242100 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5a35bf9e-81bd-4c2d-925a-8ee10ffadfff req-3dceff37-efa0-425c-9955-d5d130d63c83 service neutron] 10.222.0.55 "GET /v2.0/networks/698132d6-17bc-4fb5-8a68-76969ae6c129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483287 Oct 19 01:17:59.243560 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-a036ca50-29f9-48f3-94af-d8e5cabee886 service neutron] Transition to ACTIVE for port object 98a736ea-d369-45ed-9e97-0e5e99a7994f will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:17:59.276807 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-715ae3ba-0177-43f0-9ab5-69c192c3daa1 req-6378115f-8aeb-47e2-8660-c6a9afd38526 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631443 Oct 19 01:17:59.334540 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:59.427289 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-52bfac73-0593-4eb0-b10c-cdc74bb7ace8 req-96e31689-4162-4a34-bf3d-298a80f343da service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214061 Oct 19 01:17:59.432801 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-a036ca50-29f9-48f3-94af-d8e5cabee886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:59.445222 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ab54dc0f-f2e9-44ee-b94e-0c52ddf67857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:59.470524 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-21b527e7-ed05-4ccb-a46d-4f72b795629b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:59.762176 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-21b527e7-ed05-4ccb-a46d-4f72b795629b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:59.768088 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 49166) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:59.831277 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-565363dc-5d6a-4d7f-b7b2-d94bbcccfc5c admin admin] Allocated IP 172.20.0.1 (e02040e8-fb1d-46e9-a6e2-9063a29cdf5a/3fd3fa81-a83a-4093-b85e-409104ce311b/49cbbd5b-3445-46f7-a55e-8ec66806cafc) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:18:00.000625 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-099e9a39-9cf8-482d-9951-8b20a506c05f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2061455012-network', 'tenant_id': '42353c3d358f4cf593a4d635cb05681b'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:00.064527 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099e9a39-9cf8-482d-9951-8b20a506c05f admin admin] Made reservation on behalf of 42353c3d358f4cf593a4d635cb05681b for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:18:00.067264 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-099e9a39-9cf8-482d-9951-8b20a506c05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:00.091026 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-099e9a39-9cf8-482d-9951-8b20a506c05f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:00.123557 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-565363dc-5d6a-4d7f-b7b2-d94bbcccfc5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:00.156529 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036ca50-29f9-48f3-94af-d8e5cabee886 service neutron] Pushing event updated for resources: {'Port': ['ID=98a736ea-d369-45ed-9e97-0e5e99a7994f,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:00.228149 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab54dc0f-f2e9-44ee-b94e-0c52ddf67857 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a39e8ea6-c3b6-42af-9c12-4a49e1039fd9,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:00.231961 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-099e9a39-9cf8-482d-9951-8b20a506c05f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:00.234718 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-21b527e7-ed05-4ccb-a46d-4f72b795629b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:00.241089 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-099e9a39-9cf8-482d-9951-8b20a506c05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:00.251637 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-21b527e7-ed05-4ccb-a46d-4f72b795629b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:00.267007 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5a35bf9e-81bd-4c2d-925a-8ee10ffadfff req-962d4455-85b9-4879-be58-0432e99dc053 service neutron] 10.222.0.55 "GET /v2.0/networks/698132d6-17bc-4fb5-8a68-76969ae6c129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0144179 Oct 19 01:18:00.351560 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab54dc0f-f2e9-44ee-b94e-0c52ddf67857 admin admin] Checking segment: {'id': 'c13ffd08-4dc2-4da0-8ff5-a1b7891b8758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f3e9c9ed-961a-4381-934c-cc71672b548e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:18:00.352125 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab54dc0f-f2e9-44ee-b94e-0c52ddf67857 admin admin] Network hostable DHCP agents. Network: f3e9c9ed-961a-4381-934c-cc71672b548e, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:18:00.367591 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58682176-21e9-46bb-a604-af28c4b35ec3 req-cfa8860e-7e1d-4d10-9f22-dd1f20602575 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:00.369388 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-58682176-21e9-46bb-a604-af28c4b35ec3 req-cfa8860e-7e1d-4d10-9f22-dd1f20602575 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 946 time: 0.3428042 Oct 19 01:18:00.396873 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-a036ca50-29f9-48f3-94af-d8e5cabee886 service neutron] Attempting to bind port 98a736ea-d369-45ed-9e97-0e5e99a7994f on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:18:00.397574 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-a036ca50-29f9-48f3-94af-d8e5cabee886 service neutron] Attempting to bind port 98a736ea-d369-45ed-9e97-0e5e99a7994f by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '467d779a-aa37-435b-8906-2c73d5986a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '698132d6-17bc-4fb5-8a68-76969ae6c129'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:18:00.397922 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-a036ca50-29f9-48f3-94af-d8e5cabee886 service neutron] Attempting to bind port 98a736ea-d369-45ed-9e97-0e5e99a7994f on network 698132d6-17bc-4fb5-8a68-76969ae6c129 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:18:00.418272 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-a036ca50-29f9-48f3-94af-d8e5cabee886 service neutron] Port 98a736ea-d369-45ed-9e97-0e5e99a7994f on network 698132d6-17bc-4fb5-8a68-76969ae6c129 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:18:00.418596 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-a036ca50-29f9-48f3-94af-d8e5cabee886 service neutron] Attempting to bind port 98a736ea-d369-45ed-9e97-0e5e99a7994f on network 698132d6-17bc-4fb5-8a68-76969ae6c129 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:18:00.425874 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab54dc0f-f2e9-44ee-b94e-0c52ddf67857 admin admin] Network f3e9c9ed-961a-4381-934c-cc71672b548e is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:18:00.431655 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-a036ca50-29f9-48f3-94af-d8e5cabee886 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:18:00.431972 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-a036ca50-29f9-48f3-94af-d8e5cabee886 service neutron] Checking segment: {'id': '467d779a-aa37-435b-8906-2c73d5986a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '698132d6-17bc-4fb5-8a68-76969ae6c129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:18:00.432352 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-a036ca50-29f9-48f3-94af-d8e5cabee886 service neutron] Bound using segment: {'id': '467d779a-aa37-435b-8906-2c73d5986a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '698132d6-17bc-4fb5-8a68-76969ae6c129'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:18:00.433246 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-a036ca50-29f9-48f3-94af-d8e5cabee886 service neutron] Bound port: 98a736ea-d369-45ed-9e97-0e5e99a7994f, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '467d779a-aa37-435b-8906-2c73d5986a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '698132d6-17bc-4fb5-8a68-76969ae6c129'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:18:00.433609 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-a036ca50-29f9-48f3-94af-d8e5cabee886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:00.443136 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b527e7-ed05-4ccb-a46d-4f72b795629b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Pushing event updated for resources: {'Port': ['ID=29fd9dff-8b2b-46ba-80a3-2c1569aec525,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:00.461729 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e9a39-9cf8-482d-9951-8b20a506c05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2961e7a-6b08-4600-b892-5ceb32c80e4d,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:00.521525 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-099e9a39-9cf8-482d-9951-8b20a506c05f admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:18:00.552632 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-ab54dc0f-f2e9-44ee-b94e-0c52ddf67857 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, f3e9c9ed-961a-4381-934c-cc71672b548e) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:00.561511 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0782471e-08c4-4c3e-b0cc-2dc44e4fff60 None None] Network f3e9c9ed-961a-4381-934c-cc71672b548e requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:18:00.571955 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-58682176-21e9-46bb-a604-af28c4b35ec3 req-ae8cb220-f136-4e3a-aada-f852dab89c34 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823831 Oct 19 01:18:00.573654 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab54dc0f-f2e9-44ee-b94e-0c52ddf67857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:00.574485 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ab54dc0f-f2e9-44ee-b94e-0c52ddf67857 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:00.583448 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-565363dc-5d6a-4d7f-b7b2-d94bbcccfc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:00.622728 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-a036ca50-29f9-48f3-94af-d8e5cabee886 service neutron] For port 98a736ea-d369-45ed-9e97-0e5e99a7994f, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:18:00.626688 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-a036ca50-29f9-48f3-94af-d8e5cabee886 service neutron] For port 98a736ea-d369-45ed-9e97-0e5e99a7994f, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=98a736ea-d369-45ed-9e97-0e5e99a7994f,segment=NetworkSegment(467d779a-aa37-435b-8906-2c73d5986a5a),segment_id=467d779a-aa37-435b-8906-2c73d5986a5a)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:18:00.649122 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-a036ca50-29f9-48f3-94af-d8e5cabee886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:00.676460 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 2de2217f-6c2f-42c1-908b-cd1ed51943ce up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:18:00.708127 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ab54dc0f-f2e9-44ee-b94e-0c52ddf67857 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9497898 Oct 19 01:18:00.708331 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565363dc-5d6a-4d7f-b7b2-d94bbcccfc5c admin admin] Network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:18:00.710565 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565363dc-5d6a-4d7f-b7b2-d94bbcccfc5c admin admin] Pushing event updated for resources: {'Port': ['ID=49cbbd5b-3445-46f7-a55e-8ec66806cafc,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:00.714642 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-565363dc-5d6a-4d7f-b7b2-d94bbcccfc5c admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:00.717197 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565363dc-5d6a-4d7f-b7b2-d94bbcccfc5c admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:18:00.746332 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-a036ca50-29f9-48f3-94af-d8e5cabee886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:00.746965 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-a036ca50-29f9-48f3-94af-d8e5cabee886 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:00.748448 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-a036ca50-29f9-48f3-94af-d8e5cabee886 service neutron] 10.222.0.24 "PUT /v2.0/ports/98a736ea-d369-45ed-9e97-0e5e99a7994f HTTP/1.1" status: 200 len: 1092 time: 3.9161985 Oct 19 01:18:00.748899 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df9d6042-c84d-47b7-99c4-41c70c784879', 'tag': '98a736ea-d369-45ed-9e97-0e5e99a7994f'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:18:00.751184 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cb77ce-1897-49e7-94b6-8cc28ada98ad" -d '{"events": [{"name": "network-changed", "server_uuid": "df9d6042-c84d-47b7-99c4-41c70c784879", "tag": "98a736ea-d369-45ed-9e97-0e5e99a7994f"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:18:00.850936 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b625b479-6a04-49c5-84f0-7528baf6bb30 x-openstack-request-id: req-b625b479-6a04-49c5-84f0-7528baf6bb30 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:18:00.851239 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df9d6042-c84d-47b7-99c4-41c70c784879", "tag": "98a736ea-d369-45ed-9e97-0e5e99a7994f", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:18:00.851507 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b625b479-6a04-49c5-84f0-7528baf6bb30 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:18:00.851959 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df9d6042-c84d-47b7-99c4-41c70c784879', 'tag': '98a736ea-d369-45ed-9e97-0e5e99a7994f', 'status': 'completed', 'code': 200} Oct 19 01:18:00.866829 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-565363dc-5d6a-4d7f-b7b2-d94bbcccfc5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:00.892396 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036ca50-29f9-48f3-94af-d8e5cabee886 service neutron] Pushing event updated for resources: {'Port': ['ID=98a736ea-d369-45ed-9e97-0e5e99a7994f,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:00.918595 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6a5927-f353-47fb-9395-b12b2954ef80 None None] Network f3e9c9ed-961a-4381-934c-cc71672b548e requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:18:00.954254 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a036ca50-29f9-48f3-94af-d8e5cabee886 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:00.955460 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a036ca50-29f9-48f3-94af-d8e5cabee886 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:00.956297 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a036ca50-29f9-48f3-94af-d8e5cabee886 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:00.956858 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a036ca50-29f9-48f3-94af-d8e5cabee886 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:00.958026 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a036ca50-29f9-48f3-94af-d8e5cabee886 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:00.958734 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a036ca50-29f9-48f3-94af-d8e5cabee886 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:00.959320 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a036ca50-29f9-48f3-94af-d8e5cabee886 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:00.959893 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a036ca50-29f9-48f3-94af-d8e5cabee886 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:00.960582 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a036ca50-29f9-48f3-94af-d8e5cabee886 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:00.961121 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a036ca50-29f9-48f3-94af-d8e5cabee886 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:00.961667 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a036ca50-29f9-48f3-94af-d8e5cabee886 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:00.962225 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a036ca50-29f9-48f3-94af-d8e5cabee886 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:00.980190 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 2de2217f-6c2f-42c1-908b-cd1ed51943ce triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:00.980843 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:01.034702 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-95eda038-0b55-496f-9eb6-be72be7d68e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:01.034702 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-95eda038-0b55-496f-9eb6-be72be7d68e4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a71d981322234846886d4743265d8494&device_id=df9d6042-c84d-47b7-99c4-41c70c784879 HTTP/1.1" status: 200 len: 1095 time: 0.2355471 Oct 19 01:18:01.166695 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-099e9a39-9cf8-482d-9951-8b20a506c05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:01.168170 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-099e9a39-9cf8-482d-9951-8b20a506c05f admin admin] Added segment 6f5a1744-e0ea-4e62-9814-3a8d92635cc3 of type vlan for network d4270e7e-99ef-46cd-9d15-4c103c5127d9 Oct 19 01:18:01.206315 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-3d65d7a5-f19a-4450-ad0b-7710e7dbc7a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98a736ea-d369-45ed-9e97-0e5e99a7994f HTTP/1.1" status: 200 len: 217 time: 0.1625941 Oct 19 01:18:01.316285 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-565363dc-5d6a-4d7f-b7b2-d94bbcccfc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:01.363331 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-54f7ada7-1f9a-4a23-92de-f73b39e57ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:01.382441 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-54f7ada7-1f9a-4a23-92de-f73b39e57ab9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=039c41a0-013c-401c-b2a4-b13d4c34b0b0 HTTP/1.1" status: 200 len: 855 time: 0.1517246 Oct 19 01:18:01.437423 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-21b527e7-ed05-4ccb-a46d-4f72b795629b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:01.483121 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-4b8e12e2-2190-488e-809f-d0d7afb171a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:01.485410 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-4b8e12e2-2190-488e-809f-d0d7afb171a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=698132d6-17bc-4fb5-8a68-76969ae6c129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0957751 Oct 19 01:18:01.582527 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01cd0ef-8fd1-4b5e-9e42-8aca7d64c9fc req-e446f051-4dfe-4571-92b7-421a8b511601 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:01.589793 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a01cd0ef-8fd1-4b5e-9e42-8aca7d64c9fc req-e446f051-4dfe-4571-92b7-421a8b511601 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=df9d6042-c84d-47b7-99c4-41c70c784879 HTTP/1.1" status: 200 len: 943 time: 1.0903146 Oct 19 01:18:01.617006 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-099e9a39-9cf8-482d-9951-8b20a506c05f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:01.704676 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [None req-21b527e7-ed05-4ccb-a46d-4f72b795629b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Floating IP fafe0d41-e4ce-4b1e-babb-ae8ec24d3306 associated. External IP: 172.25.8.89, port: 95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79. Oct 19 01:18:01.707333 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:01.723874 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-1d00bd14-379e-4d79-8dfa-be15717df031 None None] Provisioning complete for port 49cbbd5b-3445-46f7-a55e-8ec66806cafc triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:01.724503 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1d00bd14-379e-4d79-8dfa-be15717df031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:01.760275 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device a20fa0b3-a34b-4433-bffd-63c33557d6fa details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:18:01.836747 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a01cd0ef-8fd1-4b5e-9e42-8aca7d64c9fc req-4ef5e8b1-0970-4aa5-9226-8151e0795849 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459970 Oct 19 01:18:01.854325 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-099e9a39-9cf8-482d-9951-8b20a506c05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:01.861638 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099e9a39-9cf8-482d-9951-8b20a506c05f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:01.863891 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-099e9a39-9cf8-482d-9951-8b20a506c05f admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:01.871890 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-d5d25f3d-b1b4-4344-a4cf-248bbd671680 service neutron] 10.222.0.24 "GET /v2.0/networks/698132d6-17bc-4fb5-8a68-76969ae6c129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780055 Oct 19 01:18:01.883530 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port a20fa0b3-a34b-4433-bffd-63c33557d6fa, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=a20fa0b3-a34b-4433-bffd-63c33557d6fa,segment=NetworkSegment(467d779a-aa37-435b-8906-2c73d5986a5a),segment_id=467d779a-aa37-435b-8906-2c73d5986a5a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:01.898386 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 2de2217f-6c2f-42c1-908b-cd1ed51943ce, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=2de2217f-6c2f-42c1-908b-cd1ed51943ce,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:01.901374 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'a20fa0b3-a34b-4433-bffd-63c33557d6fa', 'network_id': '698132d6-17bc-4fb5-8a68-76969ae6c129', 'port_id': 'a20fa0b3-a34b-4433-bffd-63c33557d6fa', 'mac_address': 'fa:16:3e:85:ff:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '039c41a0-013c-401c-b2a4-b13d4c34b0b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:18:01.916108 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:01.995047 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=2de2217f-6c2f-42c1-908b-cd1ed51943ce,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:02.006533 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-099e9a39-9cf8-482d-9951-8b20a506c05f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2338147 Oct 19 01:18:02.017358 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-1d00bd14-379e-4d79-8dfa-be15717df031 None None] Port 49cbbd5b-3445-46f7-a55e-8ec66806cafc cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:18:02.027314 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:02.033187 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 49238) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:02.050644 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a20fa0b3-a34b-4433-bffd-63c33557d6fa {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:18:02.067392 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e829a-2ca5-4fad-b477-a902421aa952 req-466b256c-14d7-4dd9-8076-87e79550bad3 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:02.069231 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-276e829a-2ca5-4fad-b477-a902421aa952 req-466b256c-14d7-4dd9-8076-87e79550bad3 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] 10.222.0.57 "GET /v2.0/networks?id=f3e9c9ed-961a-4381-934c-cc71672b548e HTTP/1.1" status: 200 len: 813 time: 0.4934974 Oct 19 01:18:02.081732 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-0f92deaf-053c-4c05-bc8f-bbdcbb5283ab admin admin] Request body: {'subnet': {'network_id': 'd4270e7e-99ef-46cd-9d15-4c103c5127d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2061455012-subnet', 'tenant_id': '42353c3d358f4cf593a4d635cb05681b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:02.093276 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-276e829a-2ca5-4fad-b477-a902421aa952 req-ff0bba7c-8484-46fa-9dd1-af5708e68a30 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] 10.222.0.57 "GET /v2.0/quotas/c895f8bc37324dc78eb2e09cb908784e HTTP/1.1" status: 200 len: 375 time: 0.0133903 Oct 19 01:18:02.100573 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port a20fa0b3-a34b-4433-bffd-63c33557d6fa, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=a20fa0b3-a34b-4433-bffd-63c33557d6fa,segment=NetworkSegment(467d779a-aa37-435b-8906-2c73d5986a5a),segment_id=467d779a-aa37-435b-8906-2c73d5986a5a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:02.107264 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:02.134474 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e9a39-9cf8-482d-9951-8b20a506c05f admin admin] Pushing event updated for resources: {'Network': ['ID=d4270e7e-99ef-46cd-9d15-4c103c5127d9,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:02.139937 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-276e829a-2ca5-4fad-b477-a902421aa952 req-6010f59a-6fd3-47b3-92e7-6ad3033d974b tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c895f8bc37324dc78eb2e09cb908784e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404437 Oct 19 01:18:02.146265 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0c455a8b-fd70-4562-a9cc-db62e61acfd1 req-ac3cf213-0cfc-4c07-ad03-fcb55846646e service neutron] 10.222.0.24 "GET /v2.0/networks/698132d6-17bc-4fb5-8a68-76969ae6c129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661297 Oct 19 01:18:02.167218 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network d4270e7e-99ef-46cd-9d15-4c103c5127d9 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:18:02.206599 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff381f4d-d89b-46c0-9575-fdf2d8ea1e0c req-06c0c124-f190-41ea-918c-f9b4638bfebb tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:02.209789 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ff381f4d-d89b-46c0-9575-fdf2d8ea1e0c req-06c0c124-f190-41ea-918c-f9b4638bfebb tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 946 time: 0.2378099 Oct 19 01:18:02.221291 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-565363dc-5d6a-4d7f-b7b2-d94bbcccfc5c admin admin] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:02.223139 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f92deaf-053c-4c05-bc8f-bbdcbb5283ab admin admin] Made reservation on behalf of 42353c3d358f4cf593a4d635cb05681b for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:18:02.225469 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0f92deaf-053c-4c05-bc8f-bbdcbb5283ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:02.273798 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-276e829a-2ca5-4fad-b477-a902421aa952 req-2db563a7-60a6-4f3b-a9c4-d4c297c0221e service neutron] 10.222.0.57 "GET /v2.0/networks/f3e9c9ed-961a-4381-934c-cc71672b548e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255713 Oct 19 01:18:02.293610 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=a20fa0b3-a34b-4433-bffd-63c33557d6fa,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:02.305817 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-565363dc-5d6a-4d7f-b7b2-d94bbcccfc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:02.389409 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb77ce-1897-49e7-94b6-8cc28ada98ad req-9c934ad6-b1c0-4bf7-8c22-b0bd993e58e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:02.391249 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-98cb77ce-1897-49e7-94b6-8cc28ada98ad req-9c934ad6-b1c0-4bf7-8c22-b0bd993e58e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a71d981322234846886d4743265d8494&device_id=df9d6042-c84d-47b7-99c4-41c70c784879 HTTP/1.1" status: 200 len: 1095 time: 0.1165102 Oct 19 01:18:02.474794 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['a20fa0b3-a34b-4433-bffd-63c33557d6fa'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:18:02.503079 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-276e829a-2ca5-4fad-b477-a902421aa952 req-e6ee29c5-4278-4351-98d2-0d9ac55877f7 service neutron] 10.222.0.57 "GET /v2.0/networks/f3e9c9ed-961a-4381-934c-cc71672b548e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006562 Oct 19 01:18:02.558943 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb77ce-1897-49e7-94b6-8cc28ada98ad req-9b7382b9-69d6-48f9-a489-367719fa0f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:02.561226 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-98cb77ce-1897-49e7-94b6-8cc28ada98ad req-9b7382b9-69d6-48f9-a489-367719fa0f59 service neutron] 10.222.0.24 "GET /v2.0/networks?id=698132d6-17bc-4fb5-8a68-76969ae6c129 HTTP/1.1" status: 200 len: 917 time: 0.1598845 Oct 19 01:18:02.561676 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ff381f4d-d89b-46c0-9575-fdf2d8ea1e0c req-5e3c422d-21a5-4a9f-8ae2-9bab7e3f9d9c tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482966 Oct 19 01:18:02.562925 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 2de2217f-6c2f-42c1-908b-cd1ed51943ce up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:18:02.601389 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-565363dc-5d6a-4d7f-b7b2-d94bbcccfc5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:02.626761 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-98cb77ce-1897-49e7-94b6-8cc28ada98ad req-f6802ee6-f024-4b37-a508-f833a0489528 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98a736ea-d369-45ed-9e97-0e5e99a7994f HTTP/1.1" status: 200 len: 217 time: 0.0558145 Oct 19 01:18:02.644430 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565363dc-5d6a-4d7f-b7b2-d94bbcccfc5c admin admin] Pushing event updated for resources: {'Port': ['ID=49cbbd5b-3445-46f7-a55e-8ec66806cafc,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:02.676162 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 2de2217f-6c2f-42c1-908b-cd1ed51943ce triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:02.676781 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:02.743767 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b527e7-ed05-4ccb-a46d-4f72b795629b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Router fa921612-4e9b-4d9b-b559-caa8f99f853c has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:18:02.763768 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0f92deaf-053c-4c05-bc8f-bbdcbb5283ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:02.827582 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b4183e12-4b44-4881-b772-4f3f26dec33d req-31c76279-a63a-4f9a-9d83-b62a0f2983ae tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ad79cf-3812-4ddd-9387-8ea43bdaf6bc HTTP/1.1" status: 200 len: 210 time: 0.0645316 Oct 19 01:18:02.835456 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb77ce-1897-49e7-94b6-8cc28ada98ad req-ec23090e-0f95-493a-aa60-91a31ee84f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:02.843011 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-98cb77ce-1897-49e7-94b6-8cc28ada98ad req-ec23090e-0f95-493a-aa60-91a31ee84f3c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=039c41a0-013c-401c-b2a4-b13d4c34b0b0 HTTP/1.1" status: 200 len: 855 time: 0.2040882 Oct 19 01:18:02.905543 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb77ce-1897-49e7-94b6-8cc28ada98ad req-763fb349-0ae6-4d03-ab6d-2d9d34309ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:02.907879 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-98cb77ce-1897-49e7-94b6-8cc28ada98ad req-763fb349-0ae6-4d03-ab6d-2d9d34309ad0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=698132d6-17bc-4fb5-8a68-76969ae6c129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553553 Oct 19 01:18:03.121049 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2ce08-0e5e-4b35-a5fc-606de19154b6 req-85e41618-705d-401e-a71e-609c736f4137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:03.122530 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-49c2ce08-0e5e-4b35-a5fc-606de19154b6 req-85e41618-705d-401e-a71e-609c736f4137 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e9f67912e554a879c2d285d2c6723f0&device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 1098 time: 0.1430397 Oct 19 01:18:03.250626 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2ce08-0e5e-4b35-a5fc-606de19154b6 req-2e26142a-497d-4d7b-9223-70e646c4528e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:03.253475 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-49c2ce08-0e5e-4b35-a5fc-606de19154b6 req-2e26142a-497d-4d7b-9223-70e646c4528e service neutron] 10.222.0.55 "GET /v2.0/networks?id=2f6d1f9c-af60-4e63-9391-d714f2b53c93 HTTP/1.1" status: 200 len: 920 time: 0.1180434 Oct 19 01:18:03.268972 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed65dc-b41f-4da7-af4f-9c5d6b343e18 req-b64b9ca6-cc9d-47a9-a285-7224c65cd201 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:03.276704 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-45ed65dc-b41f-4da7-af4f-9c5d6b343e18 req-b64b9ca6-cc9d-47a9-a285-7224c65cd201 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=df9d6042-c84d-47b7-99c4-41c70c784879 HTTP/1.1" status: 200 len: 943 time: 0.2535348 Oct 19 01:18:03.292208 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-98cb77ce-1897-49e7-94b6-8cc28ada98ad req-ef1b0523-57c2-4a38-b5ea-78c25fb71939 service neutron] 10.222.0.24 "GET /v2.0/networks/698132d6-17bc-4fb5-8a68-76969ae6c129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741894 Oct 19 01:18:03.341966 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-49c2ce08-0e5e-4b35-a5fc-606de19154b6 req-a91eff21-dda4-4bec-afa3-9300aa457b24 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=256d5746-4862-450f-bdd5-6de5a03b7097 HTTP/1.1" status: 200 len: 217 time: 0.0620899 Oct 19 01:18:03.415716 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-45ed65dc-b41f-4da7-af4f-9c5d6b343e18 req-1292a547-81fc-43cd-96cd-190a955e60e8 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380024 Oct 19 01:18:03.430306 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92deaf-053c-4c05-bc8f-bbdcbb5283ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=f12efede-0cc5-4150-9b9f-2ac38a307513,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:03.438529 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565363dc-5d6a-4d7f-b7b2-d94bbcccfc5c admin admin] Network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:18:03.464144 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-565363dc-5d6a-4d7f-b7b2-d94bbcccfc5c admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:03.481166 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f92deaf-053c-4c05-bc8f-bbdcbb5283ab admin admin] Checking segment: {'id': '6f5a1744-e0ea-4e62-9814-3a8d92635cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd4270e7e-99ef-46cd-9d15-4c103c5127d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:18:03.481166 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f92deaf-053c-4c05-bc8f-bbdcbb5283ab admin admin] Network hostable DHCP agents. Network: d4270e7e-99ef-46cd-9d15-4c103c5127d9, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:18:03.506838 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-98cb77ce-1897-49e7-94b6-8cc28ada98ad req-fab1d24f-f064-4fd5-a295-183384f58f94 service neutron] 10.222.0.24 "GET /v2.0/networks/698132d6-17bc-4fb5-8a68-76969ae6c129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834614 Oct 19 01:18:03.515722 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2ce08-0e5e-4b35-a5fc-606de19154b6 req-91c940f7-5cb6-4479-bed5-6ae537dbb865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:03.517980 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-49c2ce08-0e5e-4b35-a5fc-606de19154b6 req-91c940f7-5cb6-4479-bed5-6ae537dbb865 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5560e090-ab4c-41db-98cb-400d0fb4b5e6 HTTP/1.1" status: 200 len: 859 time: 0.1607912 Oct 19 01:18:03.569082 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-49c2ce08-0e5e-4b35-a5fc-606de19154b6 req-79249763-80fa-49a1-a527-09baea818c78 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2f6d1f9c-af60-4e63-9391-d714f2b53c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337398 Oct 19 01:18:03.602093 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b527e7-ed05-4ccb-a46d-4f72b795629b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:18:03.614129 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a725f7-8e60-46bb-a91c-719bae0f7020 None None] Sync routers for ids ['fa921612-4e9b-4d9b-b559-caa8f99f853c'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:18:03.624976 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9915577-d122-434e-b644-81ddab5efd0e req-82741a3e-08f1-4a8a-9c82-819a125c75ad tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:03.627252 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a725f7-8e60-46bb-a91c-719bae0f7020 None None] Routers {'fa921612-4e9b-4d9b-b559-caa8f99f853c'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:18:03.629043 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a6a725f7-8e60-46bb-a91c-719bae0f7020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:17:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['fa921612-4e9b-4d9b-b559-caa8f99f853c'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:03.639613 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d9915577-d122-434e-b644-81ddab5efd0e req-82741a3e-08f1-4a8a-9c82-819a125c75ad tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 946 time: 0.2441561 Oct 19 01:18:03.694143 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f92deaf-053c-4c05-bc8f-bbdcbb5283ab admin admin] Network d4270e7e-99ef-46cd-9d15-4c103c5127d9 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:18:03.760620 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-21b527e7-ed05-4ccb-a46d-4f72b795629b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:03.763113 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-0f92deaf-053c-4c05-bc8f-bbdcbb5283ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, d4270e7e-99ef-46cd-9d15-4c103c5127d9) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:03.780917 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-49c2ce08-0e5e-4b35-a5fc-606de19154b6 req-6ac448b8-d5e9-42c7-af88-b3b06061c5b1 service neutron] 10.222.0.55 "GET /v2.0/networks/2f6d1f9c-af60-4e63-9391-d714f2b53c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013431 Oct 19 01:18:03.799910 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f92deaf-053c-4c05-bc8f-bbdcbb5283ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:03.800495 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0f92deaf-053c-4c05-bc8f-bbdcbb5283ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:03.808083 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb5fcd-9211-4086-9298-7a2bd8a3204b req-e6af4808-a724-40c5-b6af-3299baeb2365 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:03.809950 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-32eb5fcd-9211-4086-9298-7a2bd8a3204b req-e6af4808-a724-40c5-b6af-3299baeb2365 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 946 time: 0.0765946 Oct 19 01:18:03.822112 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device a20fa0b3-a34b-4433-bffd-63c33557d6fa up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:18:03.824089 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987e81dc-a9d2-4402-98f3-3d3539629423 None None] Network d4270e7e-99ef-46cd-9d15-4c103c5127d9 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:18:03.837291 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d9915577-d122-434e-b644-81ddab5efd0e req-6b40e694-a585-47b9-b744-30eed191fd5a tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962867 Oct 19 01:18:03.841277 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-21b527e7-ed05-4ccb-a46d-4f72b795629b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 9.4922962 Oct 19 01:18:03.842795 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 49262) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:03.843019 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e8a9fed-c562-4070-8809-f649901e5f21', 'tag': '95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:18:03.845600 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2712ed-4685-4785-a5b2-d550d5d92048" -d '{"events": [{"name": "network-changed", "server_uuid": "0e8a9fed-c562-4070-8809-f649901e5f21", "tag": "95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:18:03.857295 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0f92deaf-053c-4c05-bc8f-bbdcbb5283ab admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8212159 Oct 19 01:18:03.865397 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565363dc-5d6a-4d7f-b7b2-d94bbcccfc5c admin admin] Router d6ee435f-57e0-4436-bc41-63a2cb71fbcd has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:18:03.949518 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-32eb5fcd-9211-4086-9298-7a2bd8a3204b req-c3f2de79-12fa-42c3-b551-86883613f793 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285121 Oct 19 01:18:03.962614 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe7a254-0e05-4197-b669-c5e303e26e80 x-openstack-request-id: req-bbe7a254-0e05-4197-b669-c5e303e26e80 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:18:03.968998 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e8a9fed-c562-4070-8809-f649901e5f21", "tag": "95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:18:03.969449 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bbe7a254-0e05-4197-b669-c5e303e26e80 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:18:03.970149 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e8a9fed-c562-4070-8809-f649901e5f21', 'tag': '95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79', 'status': 'completed', 'code': 200} Oct 19 01:18:04.060684 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-a6a725f7-8e60-46bb-a91c-719bae0f7020 None None] Set router fa921612-4e9b-4d9b-b559-caa8f99f853c gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:18:04.124328 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7d3942a9-4274-4d02-adad-5f5154d41753 req-ce8dbec7-dad3-49ee-a976-88545d4df867 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ad79cf-3812-4ddd-9387-8ea43bdaf6bc HTTP/1.1" status: 200 len: 210 time: 0.0466373 Oct 19 01:18:04.140073 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565363dc-5d6a-4d7f-b7b2-d94bbcccfc5c admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:18:04.144349 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2712ed-4685-4785-a5b2-d550d5d92048 req-3cd15cd1-e8c4-4f1e-bd27-f1f7cf2c2da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:04.146698 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2c2712ed-4685-4785-a5b2-d550d5d92048 req-3cd15cd1-e8c4-4f1e-bd27-f1f7cf2c2da0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9c09f0168bf347c88ae7e8e59a63bdb6&device_id=0e8a9fed-c562-4070-8809-f649901e5f21 HTTP/1.1" status: 200 len: 1136 time: 0.1702957 Oct 19 01:18:04.150464 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-565363dc-5d6a-4d7f-b7b2-d94bbcccfc5c admin admin] 10.222.0.57 "PUT /v2.0/routers/d6ee435f-57e0-4436-bc41-63a2cb71fbcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2524765 Oct 19 01:18:04.158718 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91441d75-c231-4a37-9910-3835816f4dfe None None] Sync routers for ids ['d6ee435f-57e0-4436-bc41-63a2cb71fbcd'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:18:04.170752 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91441d75-c231-4a37-9910-3835816f4dfe None None] Routers {'d6ee435f-57e0-4436-bc41-63a2cb71fbcd'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:18:04.175932 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-8222c842-bada-4937-adf6-34cbcb8c9cee None None] Provisioning complete for port 49cbbd5b-3445-46f7-a55e-8ec66806cafc triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:04.176822 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-91441d75-c231-4a37-9910-3835816f4dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:17:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d6ee435f-57e0-4436-bc41-63a2cb71fbcd'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:04.177321 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8222c842-bada-4937-adf6-34cbcb8c9cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:04.288501 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2712ed-4685-4785-a5b2-d550d5d92048 req-2447696f-4a83-4b35-acb1-e63051ea0b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:04.290933 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2c2712ed-4685-4785-a5b2-d550d5d92048 req-2447696f-4a83-4b35-acb1-e63051ea0b83 service neutron] 10.222.0.55 "GET /v2.0/networks?id=54a7a36b-5584-47ae-8d97-5de29f53c332 HTTP/1.1" status: 200 len: 897 time: 0.1360891 Oct 19 01:18:04.424877 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-8222c842-bada-4937-adf6-34cbcb8c9cee None None] Port 49cbbd5b-3445-46f7-a55e-8ec66806cafc cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:18:04.458754 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 98a736ea-d369-45ed-9e97-0e5e99a7994f details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:18:04.463191 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port a20fa0b3-a34b-4433-bffd-63c33557d6fa completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:18:04.483659 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port a20fa0b3-a34b-4433-bffd-63c33557d6fa triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:04.485705 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:04.488347 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2c2712ed-4685-4785-a5b2-d550d5d92048 req-afe1ba78-a47d-427a-be32-a3ee26e4cbc4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79 HTTP/1.1" status: 200 len: 998 time: 0.1905944 Oct 19 01:18:04.509741 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-49c2ce08-0e5e-4b35-a5fc-606de19154b6 req-24d85ba8-2e1a-43fb-8436-e69af4978352 service neutron] 10.222.0.55 "GET /v2.0/networks/2f6d1f9c-af60-4e63-9391-d714f2b53c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6977074 Oct 19 01:18:04.553113 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9dd607-823b-47fd-85a8-ea7824d40bbe req-bdf6eaea-f253-459b-9892-d12d8f8f0065 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:04.554695 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5a9dd607-823b-47fd-85a8-ea7824d40bbe req-bdf6eaea-f253-459b-9892-d12d8f8f0065 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 946 time: 0.4785488 Oct 19 01:18:04.556700 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-91441d75-c231-4a37-9910-3835816f4dfe None None] Set router d6ee435f-57e0-4436-bc41-63a2cb71fbcd gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:18:04.594131 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2712ed-4685-4785-a5b2-d550d5d92048 req-9dc27504-a0b5-4c7e-8e5d-47660cc24bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:04.595792 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2c2712ed-4685-4785-a5b2-d550d5d92048 req-9dc27504-a0b5-4c7e-8e5d-47660cc24bb6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9b785f44-bec9-4435-b4da-920b5f882b50 HTTP/1.1" status: 200 len: 835 time: 0.0995209 Oct 19 01:18:04.710380 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2712ed-4685-4785-a5b2-d550d5d92048 req-15b58a18-390f-4997-88a0-3280959e3650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:04.712372 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2c2712ed-4685-4785-a5b2-d550d5d92048 req-15b58a18-390f-4997-88a0-3280959e3650 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54a7a36b-5584-47ae-8d97-5de29f53c332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1066556 Oct 19 01:18:04.730701 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af794b30-e5c2-46bc-8875-1bad0ff202a2 req-7833c2bb-5629-4de2-a354-d8e305af82f8 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:04.740907 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-af794b30-e5c2-46bc-8875-1bad0ff202a2 req-7833c2bb-5629-4de2-a354-d8e305af82f8 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=df9d6042-c84d-47b7-99c4-41c70c784879 HTTP/1.1" status: 200 len: 943 time: 0.0806415 Oct 19 01:18:04.786084 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e829a-2ca5-4fad-b477-a902421aa952 req-2e63a7f4-ed0a-430a-addb-7438404dd3e1 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:04.788211 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-276e829a-2ca5-4fad-b477-a902421aa952 req-2e63a7f4-ed0a-430a-addb-7438404dd3e1 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] 10.222.0.55 "GET /v2.0/networks?id=f3e9c9ed-961a-4381-934c-cc71672b548e HTTP/1.1" status: 200 len: 813 time: 0.5241301 Oct 19 01:18:04.837576 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-af794b30-e5c2-46bc-8875-1bad0ff202a2 req-c6f522da-4afb-492c-8a9b-466e03c604b7 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962667 Oct 19 01:18:04.838436 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-276e829a-2ca5-4fad-b477-a902421aa952 req-e82e58e2-685a-472f-af99-92e1c20f5afc tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] Request body: {'port': {'device_id': '46ad79cf-3812-4ddd-9387-8ea43bdaf6bc', 'network_id': 'f3e9c9ed-961a-4381-934c-cc71672b548e', 'admin_state_up': True, 'tenant_id': 'c895f8bc37324dc78eb2e09cb908784e'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:04.856329 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:04.892845 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0d6799-2591-4904-b3eb-8aa699f75139 None None] Network d4270e7e-99ef-46cd-9d15-4c103c5127d9 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:18:04.993745 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2c2712ed-4685-4785-a5b2-d550d5d92048 req-03f4a46a-cea8-46e4-aa2c-1f65facf8266 service neutron] 10.222.0.55 "GET /v2.0/networks/54a7a36b-5584-47ae-8d97-5de29f53c332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726400 Oct 19 01:18:05.115476 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-91441d75-c231-4a37-9910-3835816f4dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'name': 'tempest-TestVolumeBootPattern-1290649707-router', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:42Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'gw_port': {'id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:46Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '49cbbd5b-3445-46f7-a55e-8ec66806cafc', 'name': '', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'mac_address': 'fa:16:3e:13:e6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:59Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 2, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'subnets': [{'id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:05.137968 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4631daa8-e504-43cf-9b77-8b4bf62804b5 tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:05.138450 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4631daa8-e504-43cf-9b77-8b4bf62804b5 tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:05.138911 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4631daa8-e504-43cf-9b77-8b4bf62804b5 tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:05.139400 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4631daa8-e504-43cf-9b77-8b4bf62804b5 tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:05.142097 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4631daa8-e504-43cf-9b77-8b4bf62804b5 tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:05.142604 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4631daa8-e504-43cf-9b77-8b4bf62804b5 tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:05.147141 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4631daa8-e504-43cf-9b77-8b4bf62804b5 tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:05.147630 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4631daa8-e504-43cf-9b77-8b4bf62804b5 tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:05.148175 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4631daa8-e504-43cf-9b77-8b4bf62804b5 tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:05.148632 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4631daa8-e504-43cf-9b77-8b4bf62804b5 tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:05.151692 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91441d75-c231-4a37-9910-3835816f4dfe None None] Checking router: d6ee435f-57e0-4436-bc41-63a2cb71fbcd for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:18:05.153038 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91441d75-c231-4a37-9910-3835816f4dfe None None] Updating router d6ee435f-57e0-4436-bc41-63a2cb71fbcd port 49cbbd5b-3445-46f7-a55e-8ec66806cafc binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:18:05.156914 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4631daa8-e504-43cf-9b77-8b4bf62804b5 tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7101 time: 1.2946308 Oct 19 01:18:05.159044 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5a9dd607-823b-47fd-85a8-ea7824d40bbe req-6913362a-51ae-496d-bf2e-83955914fa21 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5704262 Oct 19 01:18:05.159536 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 49302) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:05.187403 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-91441d75-c231-4a37-9910-3835816f4dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:05.328175 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609e77b-b7ab-4d01-afe3-23ebb735d872 req-d040aca9-cf21-4358-aa63-976d149edcc9 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:05.341017 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1609e77b-b7ab-4d01-afe3-23ebb735d872 req-d040aca9-cf21-4358-aa63-976d149edcc9 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 946 time: 0.3166792 Oct 19 01:18:05.385199 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342b3933-b8ae-49da-9720-0f5be428d606 tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:05.385688 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342b3933-b8ae-49da-9720-0f5be428d606 tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:05.386118 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342b3933-b8ae-49da-9720-0f5be428d606 tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:05.386564 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342b3933-b8ae-49da-9720-0f5be428d606 tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:05.387052 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342b3933-b8ae-49da-9720-0f5be428d606 tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:05.387436 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342b3933-b8ae-49da-9720-0f5be428d606 tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:05.387903 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342b3933-b8ae-49da-9720-0f5be428d606 tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:05.388826 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342b3933-b8ae-49da-9720-0f5be428d606 tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:05.389274 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342b3933-b8ae-49da-9720-0f5be428d606 tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:05.389717 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342b3933-b8ae-49da-9720-0f5be428d606 tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:05.395121 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-342b3933-b8ae-49da-9720-0f5be428d606 tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6582 time: 0.2294986 Oct 19 01:18:05.396543 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 49314) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:05.417375 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 49316) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:05.422515 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d8e862-e175-483a-a132-b837ca3f576f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20fa0b3-a34b-4433-bffd-63c33557d6fa'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:18:05.423933 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-baeda655-716e-4821-8ebc-f0a65949aca9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1822497331-network', 'tenant_id': '51ea39864a3f4ac59fd8d84c06388b2d'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:05.425383 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78324036-b12e-4352-aede-feacbb2497d3" -d '{"events": [{"server_uuid": "f0d8e862-e175-483a-a132-b837ca3f576f", "name": "network-vif-plugged", "status": "completed", "tag": "a20fa0b3-a34b-4433-bffd-63c33557d6fa"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:18:05.435276 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2c2712ed-4685-4785-a5b2-d550d5d92048 req-797a5e2b-4e69-40b9-b1cf-2637e56e9f9b service neutron] 10.222.0.55 "GET /v2.0/networks/54a7a36b-5584-47ae-8d97-5de29f53c332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223979 Oct 19 01:18:05.479838 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1609e77b-b7ab-4d01-afe3-23ebb735d872 req-26b9db71-2c73-4952-840d-7100edeead8f tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299903 Oct 19 01:18:05.509699 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port a20fa0b3-a34b-4433-bffd-63c33557d6fa, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=a20fa0b3-a34b-4433-bffd-63c33557d6fa,segment=NetworkSegment(467d779a-aa37-435b-8906-2c73d5986a5a),segment_id=467d779a-aa37-435b-8906-2c73d5986a5a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:05.532856 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:05.621559 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-90c9a757-f19a-4bd9-91dd-4e49dfaef9d5 req-31e9a035-3b30-4ede-9119-da4275b4b864 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ad79cf-3812-4ddd-9387-8ea43bdaf6bc HTTP/1.1" status: 200 len: 210 time: 0.2285924 Oct 19 01:18:05.630414 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-276e829a-2ca5-4fad-b477-a902421aa952 req-e82e58e2-685a-472f-af99-92e1c20f5afc tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] Made reservation on behalf of c895f8bc37324dc78eb2e09cb908784e for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:18:05.642595 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-276e829a-2ca5-4fad-b477-a902421aa952 req-e82e58e2-685a-472f-af99-92e1c20f5afc tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:05.696685 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baeda655-716e-4821-8ebc-f0a65949aca9 admin admin] Made reservation on behalf of 51ea39864a3f4ac59fd8d84c06388b2d for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:18:05.706390 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-baeda655-716e-4821-8ebc-f0a65949aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:05.729655 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-baeda655-716e-4821-8ebc-f0a65949aca9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:05.812280 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f817b0-ddd1-4e9c-a0e1-5597eb0d8841 req-247d6b42-eb08-4703-aee7-32e96ed0eea7 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:05.817125 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-26f817b0-ddd1-4e9c-a0e1-5597eb0d8841 req-247d6b42-eb08-4703-aee7-32e96ed0eea7 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 946 time: 0.2101445 Oct 19 01:18:05.931952 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-91441d75-c231-4a37-9910-3835816f4dfe None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:05.959192 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-91441d75-c231-4a37-9910-3835816f4dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:05.974143 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-26f817b0-ddd1-4e9c-a0e1-5597eb0d8841 req-8df19f73-a362-4a8c-8973-1d69ae3540cf tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485219 Oct 19 01:18:06.030026 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e98851-9e64-40b5-802a-b4b755066168 None None] Pushing event updated for resources: {'Port': ['ID=49cbbd5b-3445-46f7-a55e-8ec66806cafc,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:06.098180 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7914f-a343-4a00-8405-490e7dd6ab10 req-8a50505b-2957-442d-888f-aa09f9717e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:06.099716 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2cd7914f-a343-4a00-8405-490e7dd6ab10 req-8a50505b-2957-442d-888f-aa09f9717e80 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f0d8e862-e175-483a-a132-b837ca3f576f HTTP/1.1" status: 200 len: 1097 time: 0.3227623 Oct 19 01:18:06.128022 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d76c05-74ab-4c74-bd6d-66884ab18049 x-openstack-request-id: req-d0d76c05-74ab-4c74-bd6d-66884ab18049 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:18:06.128780 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d8e862-e175-483a-a132-b837ca3f576f", "name": "network-vif-plugged", "status": "completed", "tag": "a20fa0b3-a34b-4433-bffd-63c33557d6fa", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:18:06.128780 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d0d76c05-74ab-4c74-bd6d-66884ab18049 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:18:06.134433 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d8e862-e175-483a-a132-b837ca3f576f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20fa0b3-a34b-4433-bffd-63c33557d6fa', 'code': 200} Oct 19 01:18:06.156465 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 98a736ea-d369-45ed-9e97-0e5e99a7994f, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=98a736ea-d369-45ed-9e97-0e5e99a7994f,segment=NetworkSegment(467d779a-aa37-435b-8906-2c73d5986a5a),segment_id=467d779a-aa37-435b-8906-2c73d5986a5a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:06.176510 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-91441d75-c231-4a37-9910-3835816f4dfe None None] Attempting to bind port 49cbbd5b-3445-46f7-a55e-8ec66806cafc on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:18:06.176879 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-91441d75-c231-4a37-9910-3835816f4dfe None None] Attempting to bind port 49cbbd5b-3445-46f7-a55e-8ec66806cafc by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'c3cd57f4-f92e-4916-828d-dd51ded315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:18:06.177243 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91441d75-c231-4a37-9910-3835816f4dfe None None] Attempting to bind port 49cbbd5b-3445-46f7-a55e-8ec66806cafc on network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:18:06.195882 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91441d75-c231-4a37-9910-3835816f4dfe None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:18:06.200273 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91441d75-c231-4a37-9910-3835816f4dfe None None] Checking segment: {'id': 'c3cd57f4-f92e-4916-828d-dd51ded315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:18:06.200706 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-91441d75-c231-4a37-9910-3835816f4dfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:06.201105 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91441d75-c231-4a37-9910-3835816f4dfe None None] Bound using segment: {'id': 'c3cd57f4-f92e-4916-828d-dd51ded315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:18:06.201596 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-91441d75-c231-4a37-9910-3835816f4dfe None None] Bound port: 49cbbd5b-3445-46f7-a55e-8ec66806cafc, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3cd57f4-f92e-4916-828d-dd51ded315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:18:06.203083 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2cd7914f-a343-4a00-8405-490e7dd6ab10 req-f78eed04-642b-4e49-b140-cdaabe5ebf4e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846307 Oct 19 01:18:06.203228 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-91441d75-c231-4a37-9910-3835816f4dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:06.245806 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '98a736ea-d369-45ed-9e97-0e5e99a7994f', 'network_id': '698132d6-17bc-4fb5-8a68-76969ae6c129', 'port_id': '98a736ea-d369-45ed-9e97-0e5e99a7994f', 'mac_address': 'fa:16:3e:25:2c:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '039c41a0-013c-401c-b2a4-b13d4c34b0b0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:18:06.254321 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=a20fa0b3-a34b-4433-bffd-63c33557d6fa,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:06.370792 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-91441d75-c231-4a37-9910-3835816f4dfe None None] For port 49cbbd5b-3445-46f7-a55e-8ec66806cafc, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:18:06.380842 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-91441d75-c231-4a37-9910-3835816f4dfe None None] For port 49cbbd5b-3445-46f7-a55e-8ec66806cafc, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=49cbbd5b-3445-46f7-a55e-8ec66806cafc,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:18:06.390324 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-91441d75-c231-4a37-9910-3835816f4dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:06.396446 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed46587-6b92-44bc-9d28-1c7ab0b1b466 req-6d7a7867-df6f-4cb5-8682-0d24bfe8ef45 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:06.404343 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2ed46587-6b92-44bc-9d28-1c7ab0b1b466 req-6d7a7867-df6f-4cb5-8682-0d24bfe8ef45 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 946 time: 0.2035506 Oct 19 01:18:06.408277 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-baeda655-716e-4821-8ebc-f0a65949aca9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:06.420072 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a6a725f7-8e60-46bb-a91c-719bae0f7020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-481631104', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '7152d0c2-666e-4854-8cc5-84b5d61c7327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:04Z', 'updated_at': '2021-10-19T01:17:18Z', 'revision_number': 4, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'gw_port': {'id': '7152d0c2-666e-4854-8cc5-84b5d61c7327', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:40:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:05Z', 'updated_at': '2021-10-19T01:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'fafe0d41-e4ce-4b1e-babb-ae8ec24d3306', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'floating_ip_address': '172.25.8.89', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'port_id': '95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54a7a36b-5584-47ae-8d97-5de29f53c332', 'mac_address': 'fa:16:3e:d1:58:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8a9fed-c562-4070-8809-f649901e5f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:17:57Z', 'updated_at': '2021-10-19T01:17:57Z', 'revision_number': 0, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58a74fa-0b73-45e1-9a41-5ab328c3334d', 'name': '', 'network_id': '54a7a36b-5584-47ae-8d97-5de29f53c332', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'mac_address': 'fa:16:3e:8a:71:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '9b785f44-bec9-4435-b4da-920b5f882b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:16Z', 'updated_at': '2021-10-19T01:17:22Z', 'revision_number': 5, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'subnets': [{'id': '9b785f44-bec9-4435-b4da-920b5f882b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:06.425918 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:06.434305 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-baeda655-716e-4821-8ebc-f0a65949aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:06.487607 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2ed46587-6b92-44bc-9d28-1c7ab0b1b466 req-c34de620-3a68-40a8-b4a9-5d67f3f6affe tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763330 Oct 19 01:18:06.490813 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baeda655-716e-4821-8ebc-f0a65949aca9 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:18:06.524366 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91441d75-c231-4a37-9910-3835816f4dfe None None] Routers {'d6ee435f-57e0-4436-bc41-63a2cb71fbcd'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:18:06.525254 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-91441d75-c231-4a37-9910-3835816f4dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:17:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d6ee435f-57e0-4436-bc41-63a2cb71fbcd'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:06.536073 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a725f7-8e60-46bb-a91c-719bae0f7020 None None] Checking router: fa921612-4e9b-4d9b-b559-caa8f99f853c for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:18:06.550908 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeda655-716e-4821-8ebc-f0a65949aca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0916ba45-68f1-441d-aff8-1946ccf79081,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:06.559284 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-baeda655-716e-4821-8ebc-f0a65949aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:06.563946 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-baeda655-716e-4821-8ebc-f0a65949aca9 admin admin] Added segment c0986066-a4a8-4a71-90fd-3198d102d1e8 of type vlan for network d76f6528-fa7e-4862-9ea0-d54f03e5d412 Oct 19 01:18:06.579464 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a736ea-d369-45ed-9e97-0e5e99a7994f {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:18:06.645246 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e98851-9e64-40b5-802a-b4b755066168 None None] Pushing event updated for resources: {'Port': ['ID=49cbbd5b-3445-46f7-a55e-8ec66806cafc,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:06.655537 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-baeda655-716e-4821-8ebc-f0a65949aca9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:06.670440 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a725f7-8e60-46bb-a91c-719bae0f7020 None None] Routers {'fa921612-4e9b-4d9b-b559-caa8f99f853c'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:18:06.688456 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a6a725f7-8e60-46bb-a91c-719bae0f7020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:17:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['fa921612-4e9b-4d9b-b559-caa8f99f853c'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:06.711920 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-baeda655-716e-4821-8ebc-f0a65949aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:06.712980 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baeda655-716e-4821-8ebc-f0a65949aca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:06.713569 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-baeda655-716e-4821-8ebc-f0a65949aca9 admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:06.795608 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeda655-716e-4821-8ebc-f0a65949aca9 admin admin] Pushing event updated for resources: {'Network': ['ID=d76f6528-fa7e-4862-9ea0-d54f03e5d412,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:06.822876 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-91441d75-c231-4a37-9910-3835816f4dfe None None] Set router d6ee435f-57e0-4436-bc41-63a2cb71fbcd gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:18:06.840233 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-baeda655-716e-4821-8ebc-f0a65949aca9 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4213674 Oct 19 01:18:06.840893 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 49336) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:06.857967 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-9d56f19c-b065-428f-b401-a14b3ee4ce24 admin admin] Request body: {'subnet': {'network_id': 'd76f6528-fa7e-4862-9ea0-d54f03e5d412', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1822497331-subnet', 'tenant_id': '51ea39864a3f4ac59fd8d84c06388b2d', 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:06.895084 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-a6a725f7-8e60-46bb-a91c-719bae0f7020 None None] Set router fa921612-4e9b-4d9b-b559-caa8f99f853c gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:18:06.917868 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e9cde-4a36-413e-bb1e-c3716639982a req-945b80bf-49d0-4f5c-b8b0-1509038a4e62 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:06.919581 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-716e9cde-4a36-413e-bb1e-c3716639982a req-945b80bf-49d0-4f5c-b8b0-1509038a4e62 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 946 time: 0.2199650 Oct 19 01:18:06.920784 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d56f19c-b065-428f-b401-a14b3ee4ce24 admin admin] Made reservation on behalf of 51ea39864a3f4ac59fd8d84c06388b2d for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:18:06.923206 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9d56f19c-b065-428f-b401-a14b3ee4ce24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:07.024191 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-716e9cde-4a36-413e-bb1e-c3716639982a req-dd2ce971-c92f-4535-8e34-cc54e074ce9f tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927198 Oct 19 01:18:07.063511 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-276e829a-2ca5-4fad-b477-a902421aa952 req-e82e58e2-685a-472f-af99-92e1c20f5afc tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] Allocated IP 172.20.0.6 (f3e9c9ed-961a-4381-934c-cc71672b548e/a39e8ea6-c3b6-42af-9c12-4a49e1039fd9/50f06748-1c8f-4aa6-9b87-dc62ae7bae3d) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:18:07.089509 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9dc20-7619-4ef6-bef8-3bcadc2e4e62 req-93556f47-4278-47cd-ba4f-0a85faf61c55 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:07.100782 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f4e9dc20-7619-4ef6-bef8-3bcadc2e4e62 req-93556f47-4278-47cd-ba4f-0a85faf61c55 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=df9d6042-c84d-47b7-99c4-41c70c784879 HTTP/1.1" status: 200 len: 943 time: 0.2260606 Oct 19 01:18:07.124884 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network d76f6528-fa7e-4862-9ea0-d54f03e5d412 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:18:07.187122 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-91441d75-c231-4a37-9910-3835816f4dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'name': 'tempest-TestVolumeBootPattern-1290649707-router', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:42Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'gw_port': {'id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:46Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '49cbbd5b-3445-46f7-a55e-8ec66806cafc', 'name': '', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'mac_address': 'fa:16:3e:13:e6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:59Z', 'updated_at': '2021-10-19T01:18:06Z', 'revision_number': 4, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'subnets': [{'id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:07.203450 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 98a736ea-d369-45ed-9e97-0e5e99a7994f, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=98a736ea-d369-45ed-9e97-0e5e99a7994f,segment=NetworkSegment(467d779a-aa37-435b-8906-2c73d5986a5a),segment_id=467d779a-aa37-435b-8906-2c73d5986a5a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:07.210613 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-fe4310ba-b0ed-4823-85be-21d46cf6b708 None None] Provisioning complete for port 49cbbd5b-3445-46f7-a55e-8ec66806cafc triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:07.211207 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fe4310ba-b0ed-4823-85be-21d46cf6b708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:07.225413 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91441d75-c231-4a37-9910-3835816f4dfe None None] The sync data for ids ['d6ee435f-57e0-4436-bc41-63a2cb71fbcd'] in n-d-715271-26 is: [{'id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'name': 'tempest-TestVolumeBootPattern-1290649707-router', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:42Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'gw_port': {'id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:46Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '49cbbd5b-3445-46f7-a55e-8ec66806cafc', 'name': '', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'mac_address': 'fa:16:3e:13:e6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:59Z', 'updated_at': '2021-10-19T01:18:06Z', 'revision_number': 4, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'subnets': [{'id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:18:07.245387 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:07.275920 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f4e9dc20-7619-4ef6-bef8-3bcadc2e4e62 req-e15c1f56-d174-42b6-92ee-99fe4edd1f02 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740899 Oct 19 01:18:07.419501 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9d56f19c-b065-428f-b401-a14b3ee4ce24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:07.516408 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=98a736ea-d369-45ed-9e97-0e5e99a7994f,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:07.537165 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0484a-288f-4168-8837-dbbc1b95a3ab req-5546acc9-1e7c-42ee-a6bf-d63f68a75c40 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:07.547625 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c2c0484a-288f-4168-8837-dbbc1b95a3ab req-5546acc9-1e7c-42ee-a6bf-d63f68a75c40 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 946 time: 0.3851457 Oct 19 01:18:07.573710 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['98a736ea-d369-45ed-9e97-0e5e99a7994f'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:18:07.629751 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56f19c-b065-428f-b401-a14b3ee4ce24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a97292c-226f-40cd-9efe-283ccf2bd136,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:07.632922 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-891dbb99-029a-4743-ba08-fe4e519a3fc8 req-62cefde8-5f00-4708-b92a-d0ad77ac819a tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ad79cf-3812-4ddd-9387-8ea43bdaf6bc HTTP/1.1" status: 200 len: 210 time: 0.1315675 Oct 19 01:18:07.665652 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cd6e60c8-39a1-4cc9-83a1-a28e4c70c3fc tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3060 time: 2.2673385 Oct 19 01:18:07.671598 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-276e829a-2ca5-4fad-b477-a902421aa952 req-e82e58e2-685a-472f-af99-92e1c20f5afc tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:07.683087 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 49346) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:07.697549 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a6a725f7-8e60-46bb-a91c-719bae0f7020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-481631104', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '7152d0c2-666e-4854-8cc5-84b5d61c7327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:04Z', 'updated_at': '2021-10-19T01:17:18Z', 'revision_number': 4, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'gw_port': {'id': '7152d0c2-666e-4854-8cc5-84b5d61c7327', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:40:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:05Z', 'updated_at': '2021-10-19T01:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'fafe0d41-e4ce-4b1e-babb-ae8ec24d3306', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'floating_ip_address': '172.25.8.89', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'port_id': '95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54a7a36b-5584-47ae-8d97-5de29f53c332', 'mac_address': 'fa:16:3e:d1:58:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8a9fed-c562-4070-8809-f649901e5f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:17:57Z', 'updated_at': '2021-10-19T01:17:57Z', 'revision_number': 0, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58a74fa-0b73-45e1-9a41-5ab328c3334d', 'name': '', 'network_id': '54a7a36b-5584-47ae-8d97-5de29f53c332', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'mac_address': 'fa:16:3e:8a:71:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '9b785f44-bec9-4435-b4da-920b5f882b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:16Z', 'updated_at': '2021-10-19T01:17:22Z', 'revision_number': 5, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'subnets': [{'id': '9b785f44-bec9-4435-b4da-920b5f882b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:07.733862 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d56f19c-b065-428f-b401-a14b3ee4ce24 admin admin] Checking segment: {'id': 'c0986066-a4a8-4a71-90fd-3198d102d1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd76f6528-fa7e-4862-9ea0-d54f03e5d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:18:07.733862 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d56f19c-b065-428f-b401-a14b3ee4ce24 admin admin] Network hostable DHCP agents. Network: d76f6528-fa7e-4862-9ea0-d54f03e5d412, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:18:07.760316 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a725f7-8e60-46bb-a91c-719bae0f7020 None None] The sync data for ids ['fa921612-4e9b-4d9b-b559-caa8f99f853c'] in n-d-715271-26 is: [{'id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-481631104', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '7152d0c2-666e-4854-8cc5-84b5d61c7327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:04Z', 'updated_at': '2021-10-19T01:17:18Z', 'revision_number': 4, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'gw_port': {'id': '7152d0c2-666e-4854-8cc5-84b5d61c7327', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:40:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:05Z', 'updated_at': '2021-10-19T01:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'fafe0d41-e4ce-4b1e-babb-ae8ec24d3306', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'floating_ip_address': '172.25.8.89', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'port_id': '95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54a7a36b-5584-47ae-8d97-5de29f53c332', 'mac_address': 'fa:16:3e:d1:58:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8a9fed-c562-4070-8809-f649901e5f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:17:57Z', 'updated_at': '2021-10-19T01:17:57Z', 'revision_number': 0, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58a74fa-0b73-45e1-9a41-5ab328c3334d', 'name': '', 'network_id': '54a7a36b-5584-47ae-8d97-5de29f53c332', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'mac_address': 'fa:16:3e:8a:71:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '9b785f44-bec9-4435-b4da-920b5f882b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:16Z', 'updated_at': '2021-10-19T01:17:22Z', 'revision_number': 5, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'subnets': [{'id': '9b785f44-bec9-4435-b4da-920b5f882b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:18:07.762193 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fe4310ba-b0ed-4823-85be-21d46cf6b708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:07.779524 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-276e829a-2ca5-4fad-b477-a902421aa952 req-e82e58e2-685a-472f-af99-92e1c20f5afc tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:07.815506 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c2c0484a-288f-4168-8837-dbbc1b95a3ab req-0abefdaf-cc10-4885-9a4e-9b91ab3f2d65 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379124 Oct 19 01:18:07.872816 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170dbf0b-d462-4b59-a4f7-2a56312a533d tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:07.873198 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170dbf0b-d462-4b59-a4f7-2a56312a533d tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:07.887989 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-fe4310ba-b0ed-4823-85be-21d46cf6b708 None None] For port 49cbbd5b-3445-46f7-a55e-8ec66806cafc, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=49cbbd5b-3445-46f7-a55e-8ec66806cafc,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:07.890108 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-170dbf0b-d462-4b59-a4f7-2a56312a533d tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=fa921612-4e9b-4d9b-b559-caa8f99f853c HTTP/1.1" status: 200 len: 1992 time: 0.1980085 Oct 19 01:18:07.891394 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d56f19c-b065-428f-b401-a14b3ee4ce24 admin admin] Network d76f6528-fa7e-4862-9ea0-d54f03e5d412 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:18:07.910509 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-276e829a-2ca5-4fad-b477-a902421aa952 req-e82e58e2-685a-472f-af99-92e1c20f5afc tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] Network f3e9c9ed-961a-4381-934c-cc71672b548e is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:18:07.913979 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-9d56f19c-b065-428f-b401-a14b3ee4ce24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, d76f6528-fa7e-4862-9ea0-d54f03e5d412) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:07.921124 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fe4310ba-b0ed-4823-85be-21d46cf6b708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:07.922856 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d56f19c-b065-428f-b401-a14b3ee4ce24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:07.923443 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9d56f19c-b065-428f-b401-a14b3ee4ce24 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:07.950612 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-276e829a-2ca5-4fad-b477-a902421aa952 req-e82e58e2-685a-472f-af99-92e1c20f5afc tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:07.954560 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849df6d3-ff65-4153-b9b2-24a2f5f326c0 None None] Network d76f6528-fa7e-4862-9ea0-d54f03e5d412 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:18:07.963690 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9d56f19c-b065-428f-b401-a14b3ee4ce24 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1207492 Oct 19 01:18:07.964953 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 49354) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:07.969807 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-bc0fb79a-bca8-4c72-95a6-889c9f341bb8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1822497331-router', 'tenant_id': '51ea39864a3f4ac59fd8d84c06388b2d', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:07.980960 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-276e829a-2ca5-4fad-b477-a902421aa952 req-e82e58e2-685a-472f-af99-92e1c20f5afc tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:18:08.019982 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bc0fb79a-bca8-4c72-95a6-889c9f341bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:08.021374 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bc0fb79a-bca8-4c72-95a6-889c9f341bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:08.085767 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e829a-2ca5-4fad-b477-a902421aa952 req-e82e58e2-685a-472f-af99-92e1c20f5afc tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:08.086425 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-276e829a-2ca5-4fad-b477-a902421aa952 req-e82e58e2-685a-472f-af99-92e1c20f5afc tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:08.130752 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e58e2-685a-472f-af99-92e1c20f5afc tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] Pushing event updated for resources: {'Port': ['ID=50f06748-1c8f-4aa6-9b87-dc62ae7bae3d,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:08.145846 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bc0fb79a-bca8-4c72-95a6-889c9f341bb8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:08.192487 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-276e829a-2ca5-4fad-b477-a902421aa952 req-e82e58e2-685a-472f-af99-92e1c20f5afc tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3624730 Oct 19 01:18:08.223180 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-276e829a-2ca5-4fad-b477-a902421aa952 req-29841280-67c0-419a-a6e3-c5db317d1d44 service neutron] Request body: {'port': {'device_id': '46ad79cf-3812-4ddd-9387-8ea43bdaf6bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:08.254519 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-05309039-6184-4d54-9d97-8e9fb5df5311 None None] Provisioning complete for port 49cbbd5b-3445-46f7-a55e-8ec66806cafc triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:08.255509 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-05309039-6184-4d54-9d97-8e9fb5df5311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:08.311395 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a27b5e-8f5d-4eee-9288-ac24617a9c59 req-e853b8d1-a904-4f66-ba43-4472aad8aa57 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:08.313029 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-40a27b5e-8f5d-4eee-9288-ac24617a9c59 req-e853b8d1-a904-4f66-ba43-4472aad8aa57 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 946 time: 0.4013417 Oct 19 01:18:08.353579 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0888f9d5-bf56-4755-8044-77a332ec713e None None] New status for floating IP fafe0d41-e4ce-4b1e-babb-ae8ec24d3306: ACTIVE {{(pid=100608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:18:08.366164 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4310ba-b0ed-4823-85be-21d46cf6b708 None None] Pushing event updated for resources: {'Port': ['ID=49cbbd5b-3445-46f7-a55e-8ec66806cafc,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:08.442909 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-276e829a-2ca5-4fad-b477-a902421aa952 req-29841280-67c0-419a-a6e3-c5db317d1d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:08.520326 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-40a27b5e-8f5d-4eee-9288-ac24617a9c59 req-e68360a7-5e89-4b4e-9326-6159bb53913c tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859472 Oct 19 01:18:08.558050 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bc0fb79a-bca8-4c72-95a6-889c9f341bb8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:08.651666 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97bc9c0-e558-4be4-a107-ea18a520fdde req-de47b01c-c0bf-4c9c-b5ec-f85a8a075084 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:08.653406 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d97bc9c0-e558-4be4-a107-ea18a520fdde req-de47b01c-c0bf-4c9c-b5ec-f85a8a075084 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=df9d6042-c84d-47b7-99c4-41c70c784879 HTTP/1.1" status: 200 len: 944 time: 0.2071793 Oct 19 01:18:08.682868 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 49cbbd5b-3445-46f7-a55e-8ec66806cafc up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:18:08.808216 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5412a-6291-4dde-8936-b13b9a620732 req-7b90182a-3e45-4a17-9bae-b948bb9bb0ec tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:08.809793 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-77a5412a-6291-4dde-8936-b13b9a620732 req-7b90182a-3e45-4a17-9bae-b948bb9bb0ec tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 946 time: 0.1581378 Oct 19 01:18:08.860794 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d97bc9c0-e558-4be4-a107-ea18a520fdde req-4166d614-ff24-4e9b-8440-2638abe8f976 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919799 Oct 19 01:18:08.997323 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3fcd76-01ce-45f0-9e0c-5bfff884c004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-d76f6528-fa7e-4862-9ea0-d54f03e5d412', 'network_id': 'd76f6528-fa7e-4862-9ea0-d54f03e5d412', 'tenant_id': '51ea39864a3f4ac59fd8d84c06388b2d', 'fixed_ips': [{'subnet_id': '6a97292c-226f-40cd-9efe-283ccf2bd136'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:18:08.998164 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8e3fcd76-01ce-45f0-9e0c-5bfff884c004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.037311 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-77a5412a-6291-4dde-8936-b13b9a620732 req-4ae4d623-14e3-4bc0-8db0-4b47d7a98923 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199907 Oct 19 01:18:09.133305 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 49cbbd5b-3445-46f7-a55e-8ec66806cafc triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:09.133962 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.142075 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bc0fb79a-bca8-4c72-95a6-889c9f341bb8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.169615 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bc0fb79a-bca8-4c72-95a6-889c9f341bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.256983 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d108a-7ace-43c4-900c-9d2204f40e8c req-5a3a1582-5e96-4055-a238-da3a4f155394 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:09.278900 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-706d108a-7ace-43c4-900c-9d2204f40e8c req-5a3a1582-5e96-4055-a238-da3a4f155394 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ad79cf-3812-4ddd-9387-8ea43bdaf6bc HTTP/1.1" status: 200 len: 931 time: 0.1873646 Oct 19 01:18:09.288987 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cabda0-da8e-4970-a77e-37e7bc8d4410 req-b95612e1-2b68-48ee-9bb0-bccd7982c100 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:09.290707 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-82cabda0-da8e-4970-a77e-37e7bc8d4410 req-b95612e1-2b68-48ee-9bb0-bccd7982c100 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 946 time: 0.1492436 Oct 19 01:18:09.294986 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-276e829a-2ca5-4fad-b477-a902421aa952 req-29841280-67c0-419a-a6e3-c5db317d1d44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50f06748-1c8f-4aa6-9b87-dc62ae7bae3d {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:18:09.311190 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-276e829a-2ca5-4fad-b477-a902421aa952 req-29841280-67c0-419a-a6e3-c5db317d1d44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.340543 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-276e829a-2ca5-4fad-b477-a902421aa952 req-29841280-67c0-419a-a6e3-c5db317d1d44 service neutron] Transition to ACTIVE for port object 50f06748-1c8f-4aa6-9b87-dc62ae7bae3d will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:18:09.359929 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-276e829a-2ca5-4fad-b477-a902421aa952 req-29841280-67c0-419a-a6e3-c5db317d1d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.382007 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-82cabda0-da8e-4970-a77e-37e7bc8d4410 req-08e18fb1-665b-41d7-97b5-410e0ce7fc4e tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813522 Oct 19 01:18:09.385892 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-8e3fcd76-01ce-45f0-9e0c-5bfff884c004 None None] Allocated IP 172.20.0.2 (d76f6528-fa7e-4862-9ea0-d54f03e5d412/6a97292c-226f-40cd-9efe-283ccf2bd136/d8ce9412-f5ef-4593-8023-3cdb10b47f9a) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:18:09.416914 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-706d108a-7ace-43c4-900c-9d2204f40e8c req-4b64e92f-97b0-4954-8566-acb7758e95dc tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] 10.222.0.57 "GET /v2.0/security-groups?id=3ec0384d-a828-484f-bf81-8d7c95b33dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320596 Oct 19 01:18:09.470586 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-bc0fb79a-bca8-4c72-95a6-889c9f341bb8 admin admin] Allocated IP 172.25.8.103 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/d7734446-167e-44c3-851f-4e9e2c265962) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:18:09.483186 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29841280-67c0-419a-a6e3-c5db317d1d44 service neutron] Pushing event updated for resources: {'Port': ['ID=50f06748-1c8f-4aa6-9b87-dc62ae7bae3d,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:09.535030 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-276e829a-2ca5-4fad-b477-a902421aa952 req-29841280-67c0-419a-a6e3-c5db317d1d44 service neutron] Attempting to bind port 50f06748-1c8f-4aa6-9b87-dc62ae7bae3d on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:18:09.535370 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-276e829a-2ca5-4fad-b477-a902421aa952 req-29841280-67c0-419a-a6e3-c5db317d1d44 service neutron] Attempting to bind port 50f06748-1c8f-4aa6-9b87-dc62ae7bae3d by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'c13ffd08-4dc2-4da0-8ff5-a1b7891b8758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f3e9c9ed-961a-4381-934c-cc71672b548e'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:18:09.535703 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276e829a-2ca5-4fad-b477-a902421aa952 req-29841280-67c0-419a-a6e3-c5db317d1d44 service neutron] Attempting to bind port 50f06748-1c8f-4aa6-9b87-dc62ae7bae3d on network f3e9c9ed-961a-4381-934c-cc71672b548e {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:18:09.540290 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276e829a-2ca5-4fad-b477-a902421aa952 req-29841280-67c0-419a-a6e3-c5db317d1d44 service neutron] Port 50f06748-1c8f-4aa6-9b87-dc62ae7bae3d on network f3e9c9ed-961a-4381-934c-cc71672b548e not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:18:09.540619 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276e829a-2ca5-4fad-b477-a902421aa952 req-29841280-67c0-419a-a6e3-c5db317d1d44 service neutron] Attempting to bind port 50f06748-1c8f-4aa6-9b87-dc62ae7bae3d on network f3e9c9ed-961a-4381-934c-cc71672b548e {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:18:09.549634 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276e829a-2ca5-4fad-b477-a902421aa952 req-29841280-67c0-419a-a6e3-c5db317d1d44 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:18:09.549976 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276e829a-2ca5-4fad-b477-a902421aa952 req-29841280-67c0-419a-a6e3-c5db317d1d44 service neutron] Checking segment: {'id': 'c13ffd08-4dc2-4da0-8ff5-a1b7891b8758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f3e9c9ed-961a-4381-934c-cc71672b548e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:18:09.550357 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276e829a-2ca5-4fad-b477-a902421aa952 req-29841280-67c0-419a-a6e3-c5db317d1d44 service neutron] Bound using segment: {'id': 'c13ffd08-4dc2-4da0-8ff5-a1b7891b8758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f3e9c9ed-961a-4381-934c-cc71672b548e'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:18:09.550793 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-276e829a-2ca5-4fad-b477-a902421aa952 req-29841280-67c0-419a-a6e3-c5db317d1d44 service neutron] Bound port: 50f06748-1c8f-4aa6-9b87-dc62ae7bae3d, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13ffd08-4dc2-4da0-8ff5-a1b7891b8758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f3e9c9ed-961a-4381-934c-cc71672b548e'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:18:09.551155 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-276e829a-2ca5-4fad-b477-a902421aa952 req-29841280-67c0-419a-a6e3-c5db317d1d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.671395 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8e3fcd76-01ce-45f0-9e0c-5bfff884c004 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.672959 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-276e829a-2ca5-4fad-b477-a902421aa952 req-29841280-67c0-419a-a6e3-c5db317d1d44 service neutron] For port 50f06748-1c8f-4aa6-9b87-dc62ae7bae3d, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:18:09.679159 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-276e829a-2ca5-4fad-b477-a902421aa952 req-29841280-67c0-419a-a6e3-c5db317d1d44 service neutron] For port 50f06748-1c8f-4aa6-9b87-dc62ae7bae3d, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=50f06748-1c8f-4aa6-9b87-dc62ae7bae3d,segment=NetworkSegment(c13ffd08-4dc2-4da0-8ff5-a1b7891b8758),segment_id=c13ffd08-4dc2-4da0-8ff5-a1b7891b8758)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:18:09.687385 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-276e829a-2ca5-4fad-b477-a902421aa952 req-29841280-67c0-419a-a6e3-c5db317d1d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.710274 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8e3fcd76-01ce-45f0-9e0c-5bfff884c004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.715355 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bc0fb79a-bca8-4c72-95a6-889c9f341bb8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.715539 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e829a-2ca5-4fad-b477-a902421aa952 req-29841280-67c0-419a-a6e3-c5db317d1d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:09.728263 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-276e829a-2ca5-4fad-b477-a902421aa952 req-29841280-67c0-419a-a6e3-c5db317d1d44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.729928 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-276e829a-2ca5-4fad-b477-a902421aa952 req-29841280-67c0-419a-a6e3-c5db317d1d44 service neutron] 10.222.0.55 "PUT /v2.0/ports/50f06748-1c8f-4aa6-9b87-dc62ae7bae3d HTTP/1.1" status: 200 len: 1092 time: 1.5220237 Oct 19 01:18:09.731774 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46ad79cf-3812-4ddd-9387-8ea43bdaf6bc', 'tag': '50f06748-1c8f-4aa6-9b87-dc62ae7bae3d'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:18:09.733926 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8685bc79-0e49-4c5b-9f1a-ba969f96ed1c" -d '{"events": [{"name": "network-changed", "server_uuid": "46ad79cf-3812-4ddd-9387-8ea43bdaf6bc", "tag": "50f06748-1c8f-4aa6-9b87-dc62ae7bae3d"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:18:09.769498 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fcd76-01ce-45f0-9e0c-5bfff884c004 None None] Pushing event updated for resources: {'Port': ['ID=d8ce9412-f5ef-4593-8023-3cdb10b47f9a,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:09.797650 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bc0fb79a-bca8-4c72-95a6-889c9f341bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.812041 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3fcd76-01ce-45f0-9e0c-5bfff884c004 None None] Network d76f6528-fa7e-4862-9ea0-d54f03e5d412 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:18:09.817442 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-8e3fcd76-01ce-45f0-9e0c-5bfff884c004 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:09.823933 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3fcd76-01ce-45f0-9e0c-5bfff884c004 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:18:09.910824 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-8e3fcd76-01ce-45f0-9e0c-5bfff884c004 None None] Attempting to bind port d8ce9412-f5ef-4593-8023-3cdb10b47f9a on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:18:09.911062 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0fb79a-bca8-4c72-95a6-889c9f341bb8 admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:18:09.911707 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-8e3fcd76-01ce-45f0-9e0c-5bfff884c004 None None] Attempting to bind port d8ce9412-f5ef-4593-8023-3cdb10b47f9a by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'c0986066-a4a8-4a71-90fd-3198d102d1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd76f6528-fa7e-4862-9ea0-d54f03e5d412'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:18:09.911707 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3fcd76-01ce-45f0-9e0c-5bfff884c004 None None] Attempting to bind port d8ce9412-f5ef-4593-8023-3cdb10b47f9a on network d76f6528-fa7e-4862-9ea0-d54f03e5d412 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:18:09.928624 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-bc0fb79a-bca8-4c72-95a6-889c9f341bb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:09.954010 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3fcd76-01ce-45f0-9e0c-5bfff884c004 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:18:09.954597 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3fcd76-01ce-45f0-9e0c-5bfff884c004 None None] Checking segment: {'id': 'c0986066-a4a8-4a71-90fd-3198d102d1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd76f6528-fa7e-4862-9ea0-d54f03e5d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:18:09.955147 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8e3fcd76-01ce-45f0-9e0c-5bfff884c004 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.956448 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3fcd76-01ce-45f0-9e0c-5bfff884c004 None None] Bound using segment: {'id': 'c0986066-a4a8-4a71-90fd-3198d102d1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd76f6528-fa7e-4862-9ea0-d54f03e5d412'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:18:09.957337 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-8e3fcd76-01ce-45f0-9e0c-5bfff884c004 None None] Bound port: d8ce9412-f5ef-4593-8023-3cdb10b47f9a, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0986066-a4a8-4a71-90fd-3198d102d1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd76f6528-fa7e-4862-9ea0-d54f03e5d412'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:18:09.957860 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8e3fcd76-01ce-45f0-9e0c-5bfff884c004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.959880 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0fb79a-bca8-4c72-95a6-889c9f341bb8 admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:18:10.029226 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b898c3e-4b8c-4f44-95e9-f2d96daa37a6 x-openstack-request-id: req-8b898c3e-4b8c-4f44-95e9-f2d96daa37a6 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:18:10.031160 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46ad79cf-3812-4ddd-9387-8ea43bdaf6bc", "tag": "50f06748-1c8f-4aa6-9b87-dc62ae7bae3d", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:18:10.031416 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8b898c3e-4b8c-4f44-95e9-f2d96daa37a6 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:18:10.033630 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46ad79cf-3812-4ddd-9387-8ea43bdaf6bc', 'tag': '50f06748-1c8f-4aa6-9b87-dc62ae7bae3d', 'status': 'completed', 'code': 200} Oct 19 01:18:10.086161 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29841280-67c0-419a-a6e3-c5db317d1d44 service neutron] Pushing event updated for resources: {'Port': ['ID=50f06748-1c8f-4aa6-9b87-dc62ae7bae3d,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:10.093758 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-8e3fcd76-01ce-45f0-9e0c-5bfff884c004 None None] For port d8ce9412-f5ef-4593-8023-3cdb10b47f9a, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:18:10.098678 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-8e3fcd76-01ce-45f0-9e0c-5bfff884c004 None None] For port d8ce9412-f5ef-4593-8023-3cdb10b47f9a, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d8ce9412-f5ef-4593-8023-3cdb10b47f9a,segment=NetworkSegment(c0986066-a4a8-4a71-90fd-3198d102d1e8),segment_id=c0986066-a4a8-4a71-90fd-3198d102d1e8)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:18:10.099117 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e829a-2ca5-4fad-b477-a902421aa952 req-f33c20c1-aae5-4867-b8cb-75dddb67873a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:10.101984 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-276e829a-2ca5-4fad-b477-a902421aa952 req-f33c20c1-aae5-4867-b8cb-75dddb67873a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c895f8bc37324dc78eb2e09cb908784e&device_id=46ad79cf-3812-4ddd-9387-8ea43bdaf6bc HTTP/1.1" status: 200 len: 1095 time: 0.2978704 Oct 19 01:18:10.107756 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0fb79a-bca8-4c72-95a6-889c9f341bb8 admin admin] Pushing event updated for resources: {'Port': ['ID=d7734446-167e-44c3-851f-4e9e2c265962,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:10.109813 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8e3fcd76-01ce-45f0-9e0c-5bfff884c004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:10.184575 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79efdda7-73d2-41dc-8a3a-4aa2baee4414 req-8dbc3375-12a2-43f6-86b8-b5630dce8fb9 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:10.186610 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-79efdda7-73d2-41dc-8a3a-4aa2baee4414 req-8dbc3375-12a2-43f6-86b8-b5630dce8fb9 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 946 time: 0.3540075 Oct 19 01:18:10.188143 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-276e829a-2ca5-4fad-b477-a902421aa952 req-aef8a01a-d039-4304-a850-48f1d77428d8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50f06748-1c8f-4aa6-9b87-dc62ae7bae3d HTTP/1.1" status: 200 len: 217 time: 0.0783751 Oct 19 01:18:10.206996 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fcd76-01ce-45f0-9e0c-5bfff884c004 None None] Pushing event updated for resources: {'Port': ['ID=d8ce9412-f5ef-4593-8023-3cdb10b47f9a,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:10.259634 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd559e-2321-46b6-986e-8f34587a953d req-0f42862b-1dde-477f-9082-b0bafafb337a tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:10.261654 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bddd559e-2321-46b6-986e-8f34587a953d req-0f42862b-1dde-477f-9082-b0bafafb337a tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=df9d6042-c84d-47b7-99c4-41c70c784879 HTTP/1.1" status: 200 len: 944 time: 0.1889248 Oct 19 01:18:10.336414 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-79efdda7-73d2-41dc-8a3a-4aa2baee4414 req-5fe2ed30-0b0d-453b-a798-a571d22013d0 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419532 Oct 19 01:18:10.341300 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e829a-2ca5-4fad-b477-a902421aa952 req-85ad9486-2483-4594-b7d8-d156e4315bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:10.342962 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-276e829a-2ca5-4fad-b477-a902421aa952 req-85ad9486-2483-4594-b7d8-d156e4315bf0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a39e8ea6-c3b6-42af-9c12-4a49e1039fd9 HTTP/1.1" status: 200 len: 853 time: 0.1348202 Oct 19 01:18:10.398049 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-276e829a-2ca5-4fad-b477-a902421aa952 req-3bd2c99b-90d0-4a15-a9fc-deeae53a4029 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3e9c9ed-961a-4381-934c-cc71672b548e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468488 Oct 19 01:18:10.539838 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bddd559e-2321-46b6-986e-8f34587a953d req-d1227f0d-0c80-4337-b2c0-89b10fafb2c2 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366579 Oct 19 01:18:10.795711 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-276e829a-2ca5-4fad-b477-a902421aa952 req-286ae4fe-16b6-4786-8bb8-6854b5cb943f service neutron] 10.222.0.55 "GET /v2.0/networks/f3e9c9ed-961a-4381-934c-cc71672b548e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896039 Oct 19 01:18:10.810624 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bc0fb79a-bca8-4c72-95a6-889c9f341bb8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:10.847670 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221782b-81c3-474a-ad9d-99f458bf4d5b req-71639aaa-c208-49de-aac4-a54057842f1f tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:10.855826 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a221782b-81c3-474a-ad9d-99f458bf4d5b req-71639aaa-c208-49de-aac4-a54057842f1f tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ad79cf-3812-4ddd-9387-8ea43bdaf6bc HTTP/1.1" status: 200 len: 943 time: 0.1481354 Oct 19 01:18:10.950339 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a221782b-81c3-474a-ad9d-99f458bf4d5b req-606c8b79-eba8-49ec-99d2-24f34cad51a8 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] 10.222.0.57 "GET /v2.0/security-groups?id=3ec0384d-a828-484f-bf81-8d7c95b33dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935996 Oct 19 01:18:10.978874 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-276e829a-2ca5-4fad-b477-a902421aa952 req-017da4b2-6b0b-4311-8958-368db3237eb4 service neutron] 10.222.0.55 "GET /v2.0/networks/f3e9c9ed-961a-4381-934c-cc71672b548e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646504 Oct 19 01:18:11.093194 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685bc79-0e49-4c5b-9f1a-ba969f96ed1c req-d811672e-8ab5-4541-b4df-7c9ad05f5c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:11.095398 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8685bc79-0e49-4c5b-9f1a-ba969f96ed1c req-d811672e-8ab5-4541-b4df-7c9ad05f5c68 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c895f8bc37324dc78eb2e09cb908784e&device_id=46ad79cf-3812-4ddd-9387-8ea43bdaf6bc HTTP/1.1" status: 200 len: 1095 time: 0.0576520 Oct 19 01:18:11.187243 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eec37e-ef4b-44b2-babf-c263e212332b req-4a726b6e-28c7-473c-af7f-f94e9acd0143 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:11.188894 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c4eec37e-ef4b-44b2-babf-c263e212332b req-4a726b6e-28c7-473c-af7f-f94e9acd0143 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 946 time: 0.4335144 Oct 19 01:18:11.251493 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685bc79-0e49-4c5b-9f1a-ba969f96ed1c req-32cb947d-93e3-4853-bca3-81a8682ddf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:11.254160 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8685bc79-0e49-4c5b-9f1a-ba969f96ed1c req-32cb947d-93e3-4853-bca3-81a8682ddf84 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3e9c9ed-961a-4381-934c-cc71672b548e HTTP/1.1" status: 200 len: 914 time: 0.1516981 Oct 19 01:18:11.264077 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 98a736ea-d369-45ed-9e97-0e5e99a7994f up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:18:11.323472 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c4eec37e-ef4b-44b2-babf-c263e212332b req-1c1f0af8-ef6c-4155-94c3-e0cbecc38a1b tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215754 Oct 19 01:18:11.366807 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8685bc79-0e49-4c5b-9f1a-ba969f96ed1c req-c6c61c7a-a821-4548-8e0a-5e849942c75c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50f06748-1c8f-4aa6-9b87-dc62ae7bae3d HTTP/1.1" status: 200 len: 217 time: 0.1061027 Oct 19 01:18:11.398919 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 98a736ea-d369-45ed-9e97-0e5e99a7994f completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:18:11.404755 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 98a736ea-d369-45ed-9e97-0e5e99a7994f triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:11.405328 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:11.452428 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685bc79-0e49-4c5b-9f1a-ba969f96ed1c req-1715e15e-ce28-48e5-b453-7a43d3face94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:11.454353 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8685bc79-0e49-4c5b-9f1a-ba969f96ed1c req-1715e15e-ce28-48e5-b453-7a43d3face94 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a39e8ea6-c3b6-42af-9c12-4a49e1039fd9 HTTP/1.1" status: 200 len: 853 time: 0.0797298 Oct 19 01:18:11.545761 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8685bc79-0e49-4c5b-9f1a-ba969f96ed1c req-181fbe8b-be0a-4e24-b91a-ef4cb1cfa31a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3e9c9ed-961a-4381-934c-cc71672b548e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664611 Oct 19 01:18:11.550893 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bc0fb79a-bca8-4c72-95a6-889c9f341bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:11.570709 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:11.634391 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df9d6042-c84d-47b7-99c4-41c70c784879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a736ea-d369-45ed-9e97-0e5e99a7994f'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:18:11.637201 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef69da3-ccb7-4a4e-afae-2c4618c3bc3c" -d '{"events": [{"server_uuid": "df9d6042-c84d-47b7-99c4-41c70c784879", "name": "network-vif-plugged", "status": "completed", "tag": "98a736ea-d369-45ed-9e97-0e5e99a7994f"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:18:11.672572 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 98a736ea-d369-45ed-9e97-0e5e99a7994f, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=98a736ea-d369-45ed-9e97-0e5e99a7994f,segment=NetworkSegment(467d779a-aa37-435b-8906-2c73d5986a5a),segment_id=467d779a-aa37-435b-8906-2c73d5986a5a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:11.681985 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:11.763472 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8685bc79-0e49-4c5b-9f1a-ba969f96ed1c req-f7066682-ed06-4e56-a7ff-5cae5bdc8e7e service neutron] 10.222.0.55 "GET /v2.0/networks/f3e9c9ed-961a-4381-934c-cc71672b548e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042325 Oct 19 01:18:11.773306 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0cb21-03c6-456b-b97d-1fc64e8ae597 req-231b7f09-58ae-4fa1-bde5-0ce3cdc9404c tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:11.774854 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-baf0cb21-03c6-456b-b97d-1fc64e8ae597 req-231b7f09-58ae-4fa1-bde5-0ce3cdc9404c tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 946 time: 0.3124323 Oct 19 01:18:11.800602 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4094a2c-a5d3-4867-aee7-3cc3cab57219 None None] Network d76f6528-fa7e-4862-9ea0-d54f03e5d412 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:18:11.870302 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75670bcf-5063-4a6b-aa51-e248926160a5 req-df17d601-6096-4669-a079-a1962cd98ce2 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:11.872000 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-75670bcf-5063-4a6b-aa51-e248926160a5 req-df17d601-6096-4669-a079-a1962cd98ce2 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=df9d6042-c84d-47b7-99c4-41c70c784879 HTTP/1.1" status: 200 len: 945 time: 0.0994725 Oct 19 01:18:11.883441 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0fb79a-bca8-4c72-95a6-889c9f341bb8 admin admin] Router d5425eee-13ea-4bef-93a1-bd855a8ca4db is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:18:11.976338 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-75670bcf-5063-4a6b-aa51-e248926160a5 req-b0c5006a-c366-46a1-a5ff-eadcdfdabd3f tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943348 Oct 19 01:18:12.000686 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-baf0cb21-03c6-456b-b97d-1fc64e8ae597 req-7b236787-b7d2-45a5-a134-af03da5b4edc tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117312 Oct 19 01:18:12.063982 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=98a736ea-d369-45ed-9e97-0e5e99a7994f,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:12.074103 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4a482d-58b7-42e7-a8d5-dcc56df4d955 x-openstack-request-id: req-dc4a482d-58b7-42e7-a8d5-dcc56df4d955 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:18:12.074103 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df9d6042-c84d-47b7-99c4-41c70c784879", "name": "network-vif-plugged", "status": "completed", "tag": "98a736ea-d369-45ed-9e97-0e5e99a7994f", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:18:12.074103 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dc4a482d-58b7-42e7-a8d5-dcc56df4d955 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:18:12.074448 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df9d6042-c84d-47b7-99c4-41c70c784879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a736ea-d369-45ed-9e97-0e5e99a7994f', 'code': 200} Oct 19 01:18:12.090055 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8685bc79-0e49-4c5b-9f1a-ba969f96ed1c req-61473d74-0d4b-4c47-b6e6-b4e8217dd445 service neutron] 10.222.0.55 "GET /v2.0/networks/f3e9c9ed-961a-4381-934c-cc71672b548e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872429 Oct 19 01:18:12.128605 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0fb79a-bca8-4c72-95a6-889c9f341bb8 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:18:12.130253 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-a06a6702-8bab-4c13-b377-3c35aecfb062 None None] Provisioning complete for port d8ce9412-f5ef-4593-8023-3cdb10b47f9a triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:12.130253 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a06a6702-8bab-4c13-b377-3c35aecfb062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:12.158008 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81f5cc1-28ae-4718-a18c-a3aa911b6aaa None None] Sync routers for ids ['d5425eee-13ea-4bef-93a1-bd855a8ca4db'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:18:12.181499 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bc0fb79a-bca8-4c72-95a6-889c9f341bb8 admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:12.181999 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81f5cc1-28ae-4718-a18c-a3aa911b6aaa None None] Routers {'d5425eee-13ea-4bef-93a1-bd855a8ca4db'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:18:12.182869 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-bc0fb79a-bca8-4c72-95a6-889c9f341bb8 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2164037 Oct 19 01:18:12.182984 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-f81f5cc1-28ae-4718-a18c-a3aa911b6aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:17:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d5425eee-13ea-4bef-93a1-bd855a8ca4db'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:12.185743 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 49408) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:12.326489 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb1b9a2-4a4f-4aa7-9876-7cbc1bf72728 req-4390e42e-8deb-4e41-9c61-1bac88720fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:12.338679 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-edb1b9a2-4a4f-4aa7-9876-7cbc1bf72728 req-4390e42e-8deb-4e41-9c61-1bac88720fbe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=df9d6042-c84d-47b7-99c4-41c70c784879 HTTP/1.1" status: 200 len: 1097 time: 0.2074108 Oct 19 01:18:12.399410 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999df53b-801a-42ce-bb36-81e9d0c6133b req-23c2b706-27bb-43f0-8b47-e268b9e59e30 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:12.403538 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-999df53b-801a-42ce-bb36-81e9d0c6133b req-23c2b706-27bb-43f0-8b47-e268b9e59e30 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ad79cf-3812-4ddd-9387-8ea43bdaf6bc HTTP/1.1" status: 200 len: 943 time: 0.2768080 Oct 19 01:18:12.467454 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-edb1b9a2-4a4f-4aa7-9876-7cbc1bf72728 req-34140182-7d87-4799-96fc-6b9cf77de9e4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164935 Oct 19 01:18:12.523989 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-f81f5cc1-28ae-4718-a18c-a3aa911b6aaa None None] Set router d5425eee-13ea-4bef-93a1-bd855a8ca4db gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:18:12.525889 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a06a6702-8bab-4c13-b377-3c35aecfb062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:12.569025 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-999df53b-801a-42ce-bb36-81e9d0c6133b req-b719e7bd-9aa3-4a85-9d35-8d4812541add tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] 10.222.0.57 "GET /v2.0/security-groups?id=3ec0384d-a828-484f-bf81-8d7c95b33dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544168 Oct 19 01:18:12.651497 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-a06a6702-8bab-4c13-b377-3c35aecfb062 None None] For port d8ce9412-f5ef-4593-8023-3cdb10b47f9a, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d8ce9412-f5ef-4593-8023-3cdb10b47f9a,segment=NetworkSegment(c0986066-a4a8-4a71-90fd-3198d102d1e8),segment_id=c0986066-a4a8-4a71-90fd-3198d102d1e8)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:12.665869 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a06a6702-8bab-4c13-b377-3c35aecfb062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:12.772694 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d8ce9412-f5ef-4593-8023-3cdb10b47f9a up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:18:12.829305 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a69af0-3ce0-4a29-a3a5-a4efa4a486fa req-50bec295-1ba6-49a0-9959-89b95f4b04fb tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:12.843372 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f8a69af0-3ce0-4a29-a3a5-a4efa4a486fa req-50bec295-1ba6-49a0-9959-89b95f4b04fb tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 946 time: 0.2421639 Oct 19 01:18:12.891974 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7939c-4b7a-4798-8ae9-23e6913679d2 req-25a6d2d8-a8ea-4c62-bcc8-906f6ebe4392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:12.894959 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7aa7939c-4b7a-4798-8ae9-23e6913679d2 req-25a6d2d8-a8ea-4c62-bcc8-906f6ebe4392 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=854323d3b0a6463e9a8c317c08485c06&device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 1098 time: 0.2321937 Oct 19 01:18:12.922096 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a6702-8bab-4c13-b377-3c35aecfb062 None None] Pushing event updated for resources: {'Port': ['ID=d8ce9412-f5ef-4593-8023-3cdb10b47f9a,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:12.965484 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port d8ce9412-f5ef-4593-8023-3cdb10b47f9a triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:12.965859 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:12.968902 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193ac23-44ee-4dba-90e4-964caf910364 req-b27d508e-25b1-4f51-ae6d-f0db97b6de96 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:12.979634 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b193ac23-44ee-4dba-90e4-964caf910364 req-b27d508e-25b1-4f51-ae6d-f0db97b6de96 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 946 time: 0.1591580 Oct 19 01:18:12.996442 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-f81f5cc1-28ae-4718-a18c-a3aa911b6aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5425eee-13ea-4bef-93a1-bd855a8ca4db', 'name': 'tempest-TestVolumeBootPattern-1822497331-router', 'tenant_id': '51ea39864a3f4ac59fd8d84c06388b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'd7734446-167e-44c3-851f-4e9e2c265962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:18:08Z', 'updated_at': '2021-10-19T01:18:10Z', 'revision_number': 3, 'project_id': '51ea39864a3f4ac59fd8d84c06388b2d', 'gw_port': {'id': 'd7734446-167e-44c3-851f-4e9e2c265962', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:71:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5425eee-13ea-4bef-93a1-bd855a8ca4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:09Z', 'updated_at': '2021-10-19T01:18:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:13.039192 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-57206a27-e493-4b42-8890-ffdce4f0a6ff None None] Provisioning complete for port d8ce9412-f5ef-4593-8023-3cdb10b47f9a triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:13.039568 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-57206a27-e493-4b42-8890-ffdce4f0a6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:13.074720 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81f5cc1-28ae-4718-a18c-a3aa911b6aaa None None] Checking router: d5425eee-13ea-4bef-93a1-bd855a8ca4db for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:18:13.075058 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81f5cc1-28ae-4718-a18c-a3aa911b6aaa None None] Updating router d5425eee-13ea-4bef-93a1-bd855a8ca4db port d7734446-167e-44c3-851f-4e9e2c265962 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:18:13.118306 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-f81f5cc1-28ae-4718-a18c-a3aa911b6aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:13.151403 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b193ac23-44ee-4dba-90e4-964caf910364 req-3058c3e4-ec2c-40a6-ab66-1f6bc7c42b56 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705797 Oct 19 01:18:13.154356 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f8a69af0-3ce0-4a29-a3a5-a4efa4a486fa req-c20b9428-8bfc-4077-921e-78b713f832cd tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050284 Oct 19 01:18:13.193079 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7939c-4b7a-4798-8ae9-23e6913679d2 req-f8a5f3ba-68c9-4df4-a980-e8ab78c2c318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:13.195604 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7aa7939c-4b7a-4798-8ae9-23e6913679d2 req-f8a5f3ba-68c9-4df4-a980-e8ab78c2c318 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fde0681-0303-4885-b4d6-e7a52aa1ed5d HTTP/1.1" status: 200 len: 915 time: 0.2882907 Oct 19 01:18:13.333254 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de81c6b7-bad0-465c-967c-eed6fd937971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:13.335212 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7aa7939c-4b7a-4798-8ae9-23e6913679d2 req-9fd9d953-df1d-4f0c-b146-f6e4ce7f217e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=efeadb03-b8e1-4204-b42c-be7a2a69aa70 HTTP/1.1" status: 200 len: 217 time: 0.1298926 Oct 19 01:18:13.356408 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b751a0-cd0a-43b7-958c-46b08baa8b65 req-c5a33497-353a-43c5-94de-6b2720c66e06 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:13.361371 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d9b751a0-cd0a-43b7-958c-46b08baa8b65 req-c5a33497-353a-43c5-94de-6b2720c66e06 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=df9d6042-c84d-47b7-99c4-41c70c784879 HTTP/1.1" status: 200 len: 945 time: 0.0777559 Oct 19 01:18:13.471787 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d9b751a0-cd0a-43b7-958c-46b08baa8b65 req-b4e7b7db-7dc0-4754-ac67-96ec96f1284c tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927088 Oct 19 01:18:13.489019 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7939c-4b7a-4798-8ae9-23e6913679d2 req-02112188-00d1-4240-a226-265f935bb646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:13.490726 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7aa7939c-4b7a-4798-8ae9-23e6913679d2 req-02112188-00d1-4240-a226-265f935bb646 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c34f3bc6-87d2-43ce-a91f-60bcb8357212 HTTP/1.1" status: 200 len: 854 time: 0.1271822 Oct 19 01:18:13.535167 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7aa7939c-4b7a-4798-8ae9-23e6913679d2 req-0866ce94-5cad-40a8-a560-f5079b034e4a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fde0681-0303-4885-b4d6-e7a52aa1ed5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339842 Oct 19 01:18:13.592741 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-de81c6b7-bad0-465c-967c-eed6fd937971 admin admin] Allocated IP 172.20.0.1 (d76f6528-fa7e-4862-9ea0-d54f03e5d412/6a97292c-226f-40cd-9efe-283ccf2bd136/2e6d0ac0-b082-4625-a24a-85dcb5a0a62d) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:18:13.628903 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-f81f5cc1-28ae-4718-a18c-a3aa911b6aaa None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:13.646514 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-f81f5cc1-28ae-4718-a18c-a3aa911b6aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:13.725703 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-f81f5cc1-28ae-4718-a18c-a3aa911b6aaa None None] Attempting to bind port d7734446-167e-44c3-851f-4e9e2c265962 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:18:13.726079 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-f81f5cc1-28ae-4718-a18c-a3aa911b6aaa None None] Attempting to bind port d7734446-167e-44c3-851f-4e9e2c265962 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:18:13.728324 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7aa7939c-4b7a-4798-8ae9-23e6913679d2 req-89b2b783-58e9-4859-8b62-eff69e7c7f12 service neutron] 10.222.0.24 "GET /v2.0/networks/6fde0681-0303-4885-b4d6-e7a52aa1ed5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827822 Oct 19 01:18:13.729987 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81f5cc1-28ae-4718-a18c-a3aa911b6aaa None None] Attempting to bind port d7734446-167e-44c3-851f-4e9e2c265962 on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:18:13.738108 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79603d11-c9e8-4499-998d-0d07fa212ffc None None] Pushing event updated for resources: {'Port': ['ID=d7734446-167e-44c3-851f-4e9e2c265962,revision_number=2']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:13.741244 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81f5cc1-28ae-4718-a18c-a3aa911b6aaa None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:18:13.741537 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81f5cc1-28ae-4718-a18c-a3aa911b6aaa None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:18:13.742009 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-f81f5cc1-28ae-4718-a18c-a3aa911b6aaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:13.742269 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81f5cc1-28ae-4718-a18c-a3aa911b6aaa None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:18:13.743167 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-f81f5cc1-28ae-4718-a18c-a3aa911b6aaa None None] Bound port: d7734446-167e-44c3-851f-4e9e2c265962, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:18:13.743167 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-f81f5cc1-28ae-4718-a18c-a3aa911b6aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:13.805309 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-f81f5cc1-28ae-4718-a18c-a3aa911b6aaa None None] For port d7734446-167e-44c3-851f-4e9e2c265962, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:18:13.806169 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 50f06748-1c8f-4aa6-9b87-dc62ae7bae3d details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:18:13.812159 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-f81f5cc1-28ae-4718-a18c-a3aa911b6aaa None None] For port d7734446-167e-44c3-851f-4e9e2c265962, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d7734446-167e-44c3-851f-4e9e2c265962,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:18:13.824620 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-f81f5cc1-28ae-4718-a18c-a3aa911b6aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:13.850555 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175e5a5-6763-4544-93e2-4d7ecad25e65 req-98aea10c-c50b-4274-a3c7-eaef01b06f21 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:13.852279 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8175e5a5-6763-4544-93e2-4d7ecad25e65 req-98aea10c-c50b-4274-a3c7-eaef01b06f21 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ad79cf-3812-4ddd-9387-8ea43bdaf6bc HTTP/1.1" status: 200 len: 943 time: 0.0999660 Oct 19 01:18:13.855338 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de81c6b7-bad0-465c-967c-eed6fd937971 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:13.881250 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7aa7939c-4b7a-4798-8ae9-23e6913679d2 req-4c8f17dd-f3ee-4252-9836-bf3e39d73452 service neutron] 10.222.0.24 "GET /v2.0/networks/6fde0681-0303-4885-b4d6-e7a52aa1ed5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356962 Oct 19 01:18:13.906321 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8175e5a5-6763-4544-93e2-4d7ecad25e65 req-d375e8de-0c00-4ca4-a19d-d624d76d0ffe tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] 10.222.0.57 "GET /v2.0/security-groups?id=3ec0384d-a828-484f-bf81-8d7c95b33dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462027 Oct 19 01:18:13.917309 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81f5cc1-28ae-4718-a18c-a3aa911b6aaa None None] Routers {'d5425eee-13ea-4bef-93a1-bd855a8ca4db'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:18:13.920103 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-f81f5cc1-28ae-4718-a18c-a3aa911b6aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:17:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d5425eee-13ea-4bef-93a1-bd855a8ca4db'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:13.955158 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-95ff0e94-ad3c-43aa-9583-65edc388cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:13.969743 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de81c6b7-bad0-465c-967c-eed6fd937971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:13.979054 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 50f06748-1c8f-4aa6-9b87-dc62ae7bae3d, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=50f06748-1c8f-4aa6-9b87-dc62ae7bae3d,segment=NetworkSegment(c13ffd08-4dc2-4da0-8ff5-a1b7891b8758),segment_id=c13ffd08-4dc2-4da0-8ff5-a1b7891b8758)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:13.995198 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '50f06748-1c8f-4aa6-9b87-dc62ae7bae3d', 'network_id': 'f3e9c9ed-961a-4381-934c-cc71672b548e', 'port_id': '50f06748-1c8f-4aa6-9b87-dc62ae7bae3d', 'mac_address': 'fa:16:3e:e0:7c:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a39e8ea6-c3b6-42af-9c12-4a49e1039fd9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:18:14.010226 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de81c6b7-bad0-465c-967c-eed6fd937971 admin admin] Network d76f6528-fa7e-4862-9ea0-d54f03e5d412 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:18:14.013649 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-de81c6b7-bad0-465c-967c-eed6fd937971 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:14.031041 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de81c6b7-bad0-465c-967c-eed6fd937971 admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:18:14.042500 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:14.059373 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50f06748-1c8f-4aa6-9b87-dc62ae7bae3d {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:18:14.082915 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81c6b7-bad0-465c-967c-eed6fd937971 admin admin] Pushing event updated for resources: {'Port': ['ID=2e6d0ac0-b082-4625-a24a-85dcb5a0a62d,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:14.088025 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 50f06748-1c8f-4aa6-9b87-dc62ae7bae3d, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=50f06748-1c8f-4aa6-9b87-dc62ae7bae3d,segment=NetworkSegment(c13ffd08-4dc2-4da0-8ff5-a1b7891b8758),segment_id=c13ffd08-4dc2-4da0-8ff5-a1b7891b8758)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:14.099289 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:14.100418 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de81c6b7-bad0-465c-967c-eed6fd937971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:14.163684 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79603d11-c9e8-4499-998d-0d07fa212ffc None None] Pushing event updated for resources: {'Port': ['ID=d7734446-167e-44c3-851f-4e9e2c265962,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:14.164896 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=50f06748-1c8f-4aa6-9b87-dc62ae7bae3d,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:14.256349 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-f81f5cc1-28ae-4718-a18c-a3aa911b6aaa None None] Set router d5425eee-13ea-4bef-93a1-bd855a8ca4db gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:18:14.327129 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d56c3-cf52-4609-818b-b38646eec36a req-09b513c3-9fdf-4875-ac7f-4ef953979eb4 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:14.335272 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8b2d56c3-cf52-4609-818b-b38646eec36a req-09b513c3-9fdf-4875-ac7f-4ef953979eb4 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 946 time: 0.0756669 Oct 19 01:18:14.352401 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9703e-0096-49e4-b1ae-a0a280183eae req-07700a76-23ea-4969-a552-d5caa56ad31a tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:14.353912 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3ea9703e-0096-49e4-b1ae-a0a280183eae req-07700a76-23ea-4969-a552-d5caa56ad31a tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 946 time: 0.0857151 Oct 19 01:18:14.359239 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de81c6b7-bad0-465c-967c-eed6fd937971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:14.391651 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8b2d56c3-cf52-4609-818b-b38646eec36a req-99a6bdb3-a0cb-4eb1-8fc7-d1aae0312960 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553308 Oct 19 01:18:14.406609 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-2c017fde-59fd-4b7e-ba27-a00032baab31 None None] Provisioning complete for port 2e6d0ac0-b082-4625-a24a-85dcb5a0a62d triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:14.406609 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2c017fde-59fd-4b7e-ba27-a00032baab31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:14.454812 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-2c017fde-59fd-4b7e-ba27-a00032baab31 None None] Port 2e6d0ac0-b082-4625-a24a-85dcb5a0a62d cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:18:14.462094 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['50f06748-1c8f-4aa6-9b87-dc62ae7bae3d'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:18:14.592110 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d8ce9412-f5ef-4593-8023-3cdb10b47f9a up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:18:14.647781 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-f81f5cc1-28ae-4718-a18c-a3aa911b6aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5425eee-13ea-4bef-93a1-bd855a8ca4db', 'name': 'tempest-TestVolumeBootPattern-1822497331-router', 'tenant_id': '51ea39864a3f4ac59fd8d84c06388b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'd7734446-167e-44c3-851f-4e9e2c265962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:18:08Z', 'updated_at': '2021-10-19T01:18:10Z', 'revision_number': 3, 'project_id': '51ea39864a3f4ac59fd8d84c06388b2d', 'gw_port': {'id': 'd7734446-167e-44c3-851f-4e9e2c265962', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:71:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5425eee-13ea-4bef-93a1-bd855a8ca4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:09Z', 'updated_at': '2021-10-19T01:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:14.691405 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3ea9703e-0096-49e4-b1ae-a0a280183eae req-4fc63490-377b-46b7-839b-0b1181050171 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240523 Oct 19 01:18:14.695703 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d695411-e474-473b-b86c-8bc00a9ffece req-7ae6d399-200f-426f-92b1-e9b8d4b2fa7c tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:14.707265 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5d695411-e474-473b-b86c-8bc00a9ffece req-7ae6d399-200f-426f-92b1-e9b8d4b2fa7c tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=df9d6042-c84d-47b7-99c4-41c70c784879 HTTP/1.1" status: 200 len: 945 time: 0.0979166 Oct 19 01:18:14.714859 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81f5cc1-28ae-4718-a18c-a3aa911b6aaa None None] The sync data for ids ['d5425eee-13ea-4bef-93a1-bd855a8ca4db'] in n-d-715271-26 is: [{'id': 'd5425eee-13ea-4bef-93a1-bd855a8ca4db', 'name': 'tempest-TestVolumeBootPattern-1822497331-router', 'tenant_id': '51ea39864a3f4ac59fd8d84c06388b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'd7734446-167e-44c3-851f-4e9e2c265962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:18:08Z', 'updated_at': '2021-10-19T01:18:10Z', 'revision_number': 3, 'project_id': '51ea39864a3f4ac59fd8d84c06388b2d', 'gw_port': {'id': 'd7734446-167e-44c3-851f-4e9e2c265962', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:71:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5425eee-13ea-4bef-93a1-bd855a8ca4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:09Z', 'updated_at': '2021-10-19T01:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:18:14.796839 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de81c6b7-bad0-465c-967c-eed6fd937971 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:14.805136 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5d695411-e474-473b-b86c-8bc00a9ffece req-68e4023d-e12d-4f9e-8285-94a70fb10875 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968781 Oct 19 01:18:14.811114 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de81c6b7-bad0-465c-967c-eed6fd937971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:14.834583 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port d8ce9412-f5ef-4593-8023-3cdb10b47f9a triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:14.835107 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:14.942221 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de81c6b7-bad0-465c-967c-eed6fd937971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:15.058554 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4eda5-7aaf-4985-8f55-8428fb067a6f req-f55c05d6-8318-4235-afdb-891e100fd811 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:15.068005 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dae4eda5-7aaf-4985-8f55-8428fb067a6f req-f55c05d6-8318-4235-afdb-891e100fd811 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ad79cf-3812-4ddd-9387-8ea43bdaf6bc HTTP/1.1" status: 200 len: 944 time: 0.0612381 Oct 19 01:18:15.119447 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dae4eda5-7aaf-4985-8f55-8428fb067a6f req-c0aa9147-7720-4413-bc7a-16fdc46df883 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] 10.222.0.57 "GET /v2.0/security-groups?id=3ec0384d-a828-484f-bf81-8d7c95b33dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504878 Oct 19 01:18:15.155586 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96688f4a-2478-49fa-800d-830b11232b3f req-f113c43e-694e-4d85-8760-2f15c36e6017 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:15.159376 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-96688f4a-2478-49fa-800d-830b11232b3f req-f113c43e-694e-4d85-8760-2f15c36e6017 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f3bf601-2501-4696-9839-e44b8b72e08b HTTP/1.1" status: 200 len: 946 time: 0.2359006 Oct 19 01:18:15.162259 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81c6b7-bad0-465c-967c-eed6fd937971 admin admin] Pushing event updated for resources: {'Port': ['ID=2e6d0ac0-b082-4625-a24a-85dcb5a0a62d,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:15.221883 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de81c6b7-bad0-465c-967c-eed6fd937971 admin admin] Network d76f6528-fa7e-4862-9ea0-d54f03e5d412 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:18:15.223464 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-de81c6b7-bad0-465c-967c-eed6fd937971 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:15.309565 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-96688f4a-2478-49fa-800d-830b11232b3f req-394ba746-49c9-4eb4-9e32-efb6b47d3cc8 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422505 Oct 19 01:18:15.435603 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de81c6b7-bad0-465c-967c-eed6fd937971 admin admin] Router d5425eee-13ea-4bef-93a1-bd855a8ca4db has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:18:15.513646 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667f4c8-5495-47b1-b737-54b79327a996 req-d06338e6-abc1-4dab-854c-2bec14bb8349 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:15.522116 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8667f4c8-5495-47b1-b737-54b79327a996 req-d06338e6-abc1-4dab-854c-2bec14bb8349 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0d8e862-e175-483a-a132-b837ca3f576f HTTP/1.1" status: 200 len: 945 time: 0.0971029 Oct 19 01:18:15.588343 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8667f4c8-5495-47b1-b737-54b79327a996 req-81acc180-1905-4dcc-b05e-eeb407ce62b2 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588226 Oct 19 01:18:15.686699 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02992b5b-3467-474d-8839-f6b352370869 req-2af28e92-0c7e-423f-8f2f-145120fd7f54 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:15.688348 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-02992b5b-3467-474d-8839-f6b352370869 req-2af28e92-0c7e-423f-8f2f-145120fd7f54 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 946 time: 0.1342015 Oct 19 01:18:15.694197 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-2ab55451-2d26-4ef4-b1f1-357068702cf9 None None] Provisioning complete for port 2e6d0ac0-b082-4625-a24a-85dcb5a0a62d triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:15.694680 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2ab55451-2d26-4ef4-b1f1-357068702cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:15.709187 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de81c6b7-bad0-465c-967c-eed6fd937971 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:18:15.723814 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-de81c6b7-bad0-465c-967c-eed6fd937971 admin admin] 10.222.0.57 "PUT /v2.0/routers/d5425eee-13ea-4bef-93a1-bd855a8ca4db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5280058 Oct 19 01:18:15.772170 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-02992b5b-3467-474d-8839-f6b352370869 req-319b68b7-2c1a-4458-b57e-a82d32fbb9b0 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736153 Oct 19 01:18:15.896303 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 50f06748-1c8f-4aa6-9b87-dc62ae7bae3d up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:18:15.932247 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f615387-a25f-467c-9985-28e714dc5ed3 req-546b7b7f-cda8-4b08-acb3-a50fde6243c8 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:15.942521 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6f615387-a25f-467c-9985-28e714dc5ed3 req-546b7b7f-cda8-4b08-acb3-a50fde6243c8 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 946 time: 0.0861466 Oct 19 01:18:16.001905 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6f615387-a25f-467c-9985-28e714dc5ed3 req-65f96ad1-3afb-4bf3-af31-4c75b8d0c53b tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569370 Oct 19 01:18:16.016875 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-2ab55451-2d26-4ef4-b1f1-357068702cf9 None None] Port 2e6d0ac0-b082-4625-a24a-85dcb5a0a62d cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:18:16.084792 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 50f06748-1c8f-4aa6-9b87-dc62ae7bae3d completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:18:16.091715 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 50f06748-1c8f-4aa6-9b87-dc62ae7bae3d triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:16.092037 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:16.308008 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04d9ad-b172-466a-bfb5-4205f7be8578 req-cc888e04-530a-41cd-b149-9dbd4f0176ed tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:16.309725 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4b04d9ad-b172-466a-bfb5-4205f7be8578 req-cc888e04-530a-41cd-b149-9dbd4f0176ed tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 946 time: 0.1490283 Oct 19 01:18:16.335091 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:16.359541 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca1283-6df9-4358-9d6b-ca71bc119393 req-3607c559-32bc-41b9-a7b8-1b20e4e885ee tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:16.362325 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d5ca1283-6df9-4358-9d6b-ca71bc119393 req-3607c559-32bc-41b9-a7b8-1b20e4e885ee tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=df9d6042-c84d-47b7-99c4-41c70c784879 HTTP/1.1" status: 200 len: 945 time: 0.1058059 Oct 19 01:18:16.380397 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 50f06748-1c8f-4aa6-9b87-dc62ae7bae3d, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=50f06748-1c8f-4aa6-9b87-dc62ae7bae3d,segment=NetworkSegment(c13ffd08-4dc2-4da0-8ff5-a1b7891b8758),segment_id=c13ffd08-4dc2-4da0-8ff5-a1b7891b8758)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:16.381777 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ad79cf-3812-4ddd-9387-8ea43bdaf6bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f06748-1c8f-4aa6-9b87-dc62ae7bae3d'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:18:16.384456 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cbbf00-4d15-42eb-9bc2-708edc0fcc10" -d '{"events": [{"server_uuid": "46ad79cf-3812-4ddd-9387-8ea43bdaf6bc", "name": "network-vif-plugged", "status": "completed", "tag": "50f06748-1c8f-4aa6-9b87-dc62ae7bae3d"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:18:16.390104 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:16.405096 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4b04d9ad-b172-466a-bfb5-4205f7be8578 req-4eaa5e43-2241-42ca-9fa3-6133df5570f2 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731962 Oct 19 01:18:16.501466 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=50f06748-1c8f-4aa6-9b87-dc62ae7bae3d,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:16.519447 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d5ca1283-6df9-4358-9d6b-ca71bc119393 req-49bbc54f-aea5-4fa3-b952-93853c06dae8 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278751 Oct 19 01:18:16.555015 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-da08d7c1-8ee8-4e76-b74d-aab14f6cef89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:16.590342 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a54619-6e8a-4b98-98e9-f56160681f32 req-64cb1176-abf4-44ac-af72-ec33cde185a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:16.596649 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d7734446-167e-44c3-851f-4e9e2c265962 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:18:16.599883 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ebd26c-b5d7-4584-aa90-42542c3b4b84 x-openstack-request-id: req-89ebd26c-b5d7-4584-aa90-42542c3b4b84 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:18:16.600246 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ad79cf-3812-4ddd-9387-8ea43bdaf6bc", "name": "network-vif-plugged", "status": "completed", "tag": "50f06748-1c8f-4aa6-9b87-dc62ae7bae3d", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:18:16.600595 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-89ebd26c-b5d7-4584-aa90-42542c3b4b84 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:18:16.601052 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ad79cf-3812-4ddd-9387-8ea43bdaf6bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f06748-1c8f-4aa6-9b87-dc62ae7bae3d', 'code': 200} Oct 19 01:18:16.603056 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-24a54619-6e8a-4b98-98e9-f56160681f32 req-64cb1176-abf4-44ac-af72-ec33cde185a1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 1098 time: 0.1262050 Oct 19 01:18:16.613508 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01235ac5-50d1-45c2-98e5-1ae8443bb3db req-751554fb-c840-4c91-b05a-abadf041f939 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:16.621887 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-01235ac5-50d1-45c2-98e5-1ae8443bb3db req-751554fb-c840-4c91-b05a-abadf041f939 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ad79cf-3812-4ddd-9387-8ea43bdaf6bc HTTP/1.1" status: 200 len: 945 time: 0.1172175 Oct 19 01:18:16.691835 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-24a54619-6e8a-4b98-98e9-f56160681f32 req-477baefe-ec6a-450f-90d1-20c769058d77 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825686 Oct 19 01:18:16.693639 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-01235ac5-50d1-45c2-98e5-1ae8443bb3db req-aac9d0fc-10ea-43b0-98e5-e111161c9107 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] 10.222.0.57 "GET /v2.0/security-groups?id=3ec0384d-a828-484f-bf81-8d7c95b33dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705850 Oct 19 01:18:16.725938 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port d7734446-167e-44c3-851f-4e9e2c265962 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:16.728648 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:16.777514 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20656cad-15eb-47ac-9b9e-78129dbbb631 req-03693262-3740-4176-81cb-13082dc3d229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:16.779048 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-20656cad-15eb-47ac-9b9e-78129dbbb631 req-03693262-3740-4176-81cb-13082dc3d229 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=46ad79cf-3812-4ddd-9387-8ea43bdaf6bc HTTP/1.1" status: 200 len: 1097 time: 0.1118279 Oct 19 01:18:16.873815 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:16.920629 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a327e9-3a98-49f4-9443-57f303086743 req-b51372b6-05d0-43f5-8fb9-cff9e1ed7286 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:16.922191 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-00a327e9-3a98-49f4-9443-57f303086743 req-b51372b6-05d0-43f5-8fb9-cff9e1ed7286 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 946 time: 0.0958784 Oct 19 01:18:16.923357 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port d7734446-167e-44c3-851f-4e9e2c265962, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d7734446-167e-44c3-851f-4e9e2c265962,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:16.934915 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:16.994789 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-00a327e9-3a98-49f4-9443-57f303086743 req-443a446c-c889-4bbf-a748-9b19e0d70236 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618942 Oct 19 01:18:17.055363 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=d7734446-167e-44c3-851f-4e9e2c265962,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:17.094520 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-20656cad-15eb-47ac-9b9e-78129dbbb631 req-3d3c434e-4441-4bbe-82b0-b91975183a55 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3ec0384d-a828-484f-bf81-8d7c95b33dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110718 Oct 19 01:18:17.170136 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afd441-88a2-4c52-837d-c994a8a29a70 req-e06905d6-7849-46b0-a70d-7c0a02599b55 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:17.178545 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1afd441-88a2-4c52-837d-c994a8a29a70 req-e06905d6-7849-46b0-a70d-7c0a02599b55 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f3bf601-2501-4696-9839-e44b8b72e08b HTTP/1.1" status: 200 len: 946 time: 0.0972080 Oct 19 01:18:17.238852 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:17.277091 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5226299-45bd-48cb-a5ac-fa61544f61e0 req-d29c4861-9325-47db-8c4f-54839f70c1f7 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:17.285427 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b5226299-45bd-48cb-a5ac-fa61544f61e0 req-d29c4861-9325-47db-8c4f-54839f70c1f7 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 946 time: 0.1180604 Oct 19 01:18:17.304570 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1afd441-88a2-4c52-837d-c994a8a29a70 req-4499e6e4-a14a-4f7d-b89e-69f763367599 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248741 Oct 19 01:18:17.375828 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b5226299-45bd-48cb-a5ac-fa61544f61e0 req-2291e7fe-11cf-4871-a42b-8b9d17aef12b tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705240 Oct 19 01:18:17.508647 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908df1e9-da62-4c31-8c1a-741ff6917d5f req-de3ad227-60ce-472d-b9fe-b06e5c8f6986 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:17.520802 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-908df1e9-da62-4c31-8c1a-741ff6917d5f req-de3ad227-60ce-472d-b9fe-b06e5c8f6986 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 946 time: 0.1139061 Oct 19 01:18:17.653727 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-908df1e9-da62-4c31-8c1a-741ff6917d5f req-c4de5464-b6d6-4787-8e47-1de88fbbebde tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315508 Oct 19 01:18:17.755439 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:17.818344 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc21edc-e6e0-43c6-89bc-371e69443821 None None] Sync routers for ids ['d5425eee-13ea-4bef-93a1-bd855a8ca4db'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:18:17.829067 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc21edc-e6e0-43c6-89bc-371e69443821 None None] Routers {'d5425eee-13ea-4bef-93a1-bd855a8ca4db'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:18:17.829930 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-cbc21edc-e6e0-43c6-89bc-371e69443821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:18:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d5425eee-13ea-4bef-93a1-bd855a8ca4db'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:17.841764 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8efd8-a89e-4d26-9a85-b07f1ee2aa5a req-78127f84-7ace-42b9-9026-cdc75a09f8c1 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:17.852517 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8efd8-a89e-4d26-9a85-b07f1ee2aa5a req-78127f84-7ace-42b9-9026-cdc75a09f8c1 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:17.910722 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8efd8-a89e-4d26-9a85-b07f1ee2aa5a req-78127f84-7ace-42b9-9026-cdc75a09f8c1 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:17.929085 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-30c8efd8-a89e-4d26-9a85-b07f1ee2aa5a req-78127f84-7ace-42b9-9026-cdc75a09f8c1 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=df9d6042-c84d-47b7-99c4-41c70c784879&device_id=f0d8e862-e175-483a-a132-b837ca3f576f&device_id=5f3bf601-2501-4696-9839-e44b8b72e08b HTTP/1.1" status: 200 len: 2417 time: 0.1649146 Oct 19 01:18:17.969346 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d13175-0d57-4130-a6dc-acc9f2d1c552 req-5edf5035-d5f9-4071-a531-cd8647688385 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:17.974673 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-cbc21edc-e6e0-43c6-89bc-371e69443821 None None] Set router d5425eee-13ea-4bef-93a1-bd855a8ca4db gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:18:17.986088 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b3d13175-0d57-4130-a6dc-acc9f2d1c552 req-5edf5035-d5f9-4071-a531-cd8647688385 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ad79cf-3812-4ddd-9387-8ea43bdaf6bc HTTP/1.1" status: 200 len: 945 time: 0.1227915 Oct 19 01:18:18.060063 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b3d13175-0d57-4130-a6dc-acc9f2d1c552 req-9e74d4a4-4a1a-475c-8a84-a8e4507ef539 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] 10.222.0.57 "GET /v2.0/security-groups?id=3ec0384d-a828-484f-bf81-8d7c95b33dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700178 Oct 19 01:18:18.060258 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-30c8efd8-a89e-4d26-9a85-b07f1ee2aa5a req-0180b1f4-f3c2-4692-8edd-a05c23aa5bf8 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296964 Oct 19 01:18:18.262922 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30164f65-9413-4566-8bed-adfe33359b0e req-0cd7c473-1712-4dff-9a4e-824d188b72e9 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:18.288479 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-30164f65-9413-4566-8bed-adfe33359b0e req-0cd7c473-1712-4dff-9a4e-824d188b72e9 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 946 time: 0.1439877 Oct 19 01:18:18.387106 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-30164f65-9413-4566-8bed-adfe33359b0e req-a2ad404b-65c9-4052-8214-bb4a0b786b66 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887940 Oct 19 01:18:18.475150 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a989e0-8f11-4724-afc0-95b47902d989 req-205c7e44-baf9-40e9-94dd-e52873da047e tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:18.494036 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-07a989e0-8f11-4724-afc0-95b47902d989 req-205c7e44-baf9-40e9-94dd-e52873da047e tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=df9d6042-c84d-47b7-99c4-41c70c784879 HTTP/1.1" status: 200 len: 945 time: 0.2289827 Oct 19 01:18:18.512038 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-cbc21edc-e6e0-43c6-89bc-371e69443821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5425eee-13ea-4bef-93a1-bd855a8ca4db', 'name': 'tempest-TestVolumeBootPattern-1822497331-router', 'tenant_id': '51ea39864a3f4ac59fd8d84c06388b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'd7734446-167e-44c3-851f-4e9e2c265962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:18:08Z', 'updated_at': '2021-10-19T01:18:14Z', 'revision_number': 4, 'project_id': '51ea39864a3f4ac59fd8d84c06388b2d', 'gw_port': {'id': 'd7734446-167e-44c3-851f-4e9e2c265962', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:71:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5425eee-13ea-4bef-93a1-bd855a8ca4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:09Z', 'updated_at': '2021-10-19T01:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '2e6d0ac0-b082-4625-a24a-85dcb5a0a62d', 'name': '', 'network_id': 'd76f6528-fa7e-4862-9ea0-d54f03e5d412', 'tenant_id': '51ea39864a3f4ac59fd8d84c06388b2d', 'mac_address': 'fa:16:3e:7d:29:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5425eee-13ea-4bef-93a1-bd855a8ca4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '6a97292c-226f-40cd-9efe-283ccf2bd136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:13Z', 'updated_at': '2021-10-19T01:18:14Z', 'revision_number': 2, 'project_id': '51ea39864a3f4ac59fd8d84c06388b2d', 'subnets': [{'id': '6a97292c-226f-40cd-9efe-283ccf2bd136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:18.579334 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc21edc-e6e0-43c6-89bc-371e69443821 None None] Checking router: d5425eee-13ea-4bef-93a1-bd855a8ca4db for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:18:18.580198 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc21edc-e6e0-43c6-89bc-371e69443821 None None] Updating router d5425eee-13ea-4bef-93a1-bd855a8ca4db port 2e6d0ac0-b082-4625-a24a-85dcb5a0a62d binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:18:18.587993 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-07a989e0-8f11-4724-afc0-95b47902d989 req-f0fc6c8a-a42b-4d74-a21a-1c0f442943be tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875878 Oct 19 01:18:18.646946 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cbc21edc-e6e0-43c6-89bc-371e69443821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:18.792065 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d7734446-167e-44c3-851f-4e9e2c265962 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:18:18.839898 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dbded8-898f-4862-84d6-6533c956f6f6 req-85e44b35-d876-4263-91d8-6fbbf8eb8052 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:18.851169 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-70dbded8-898f-4862-84d6-6533c956f6f6 req-85e44b35-d876-4263-91d8-6fbbf8eb8052 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 946 time: 0.1655984 Oct 19 01:18:18.928994 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-70dbded8-898f-4862-84d6-6533c956f6f6 req-ebcacad8-5903-43c9-8d04-903f6e89abee tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766623 Oct 19 01:18:19.064487 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port d7734446-167e-44c3-851f-4e9e2c265962 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:19.065616 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:19.099558 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f57e2a-6a88-4b63-a368-89ee9a5d62fd req-5b0c7935-849e-48f8-811f-25e81edfa1f5 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:19.101421 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-94f57e2a-6a88-4b63-a368-89ee9a5d62fd req-5b0c7935-849e-48f8-811f-25e81edfa1f5 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 946 time: 0.1010137 Oct 19 01:18:19.178246 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-94f57e2a-6a88-4b63-a368-89ee9a5d62fd req-5cd85351-08e8-42e5-8dea-b1a7b2caa4d9 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624976 Oct 19 01:18:19.341758 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76acfbe-5776-4814-97e9-71e56d87efd5 req-c518afb8-56c3-4d7a-a1b8-d953192e055b tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:19.349232 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b76acfbe-5776-4814-97e9-71e56d87efd5 req-c518afb8-56c3-4d7a-a1b8-d953192e055b tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ad79cf-3812-4ddd-9387-8ea43bdaf6bc HTTP/1.1" status: 200 len: 945 time: 0.1021378 Oct 19 01:18:19.412586 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b76acfbe-5776-4814-97e9-71e56d87efd5 req-9dbdf7f4-c2a9-4635-ae71-c92b12003506 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] 10.222.0.57 "GET /v2.0/security-groups?id=3ec0384d-a828-484f-bf81-8d7c95b33dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622659 Oct 19 01:18:19.422302 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cbc21edc-e6e0-43c6-89bc-371e69443821 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:19.433072 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cbc21edc-e6e0-43c6-89bc-371e69443821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:19.474604 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007315ad-41fe-43a4-a145-9157b05d7c93 None None] Pushing event updated for resources: {'Port': ['ID=2e6d0ac0-b082-4625-a24a-85dcb5a0a62d,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:19.513187 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395d3ba-a293-4b0b-b48e-1c4021dc2510 req-8c34073e-2167-431a-bb15-9b4ca4af9633 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:19.519448 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4395d3ba-a293-4b0b-b48e-1c4021dc2510 req-8c34073e-2167-431a-bb15-9b4ca4af9633 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 946 time: 0.0728958 Oct 19 01:18:19.631035 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-cbc21edc-e6e0-43c6-89bc-371e69443821 None None] Attempting to bind port 2e6d0ac0-b082-4625-a24a-85dcb5a0a62d on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:18:19.631660 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-cbc21edc-e6e0-43c6-89bc-371e69443821 None None] Attempting to bind port 2e6d0ac0-b082-4625-a24a-85dcb5a0a62d by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'c0986066-a4a8-4a71-90fd-3198d102d1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd76f6528-fa7e-4862-9ea0-d54f03e5d412'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:18:19.632241 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc21edc-e6e0-43c6-89bc-371e69443821 None None] Attempting to bind port 2e6d0ac0-b082-4625-a24a-85dcb5a0a62d on network d76f6528-fa7e-4862-9ea0-d54f03e5d412 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:18:19.638448 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc21edc-e6e0-43c6-89bc-371e69443821 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:18:19.639216 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc21edc-e6e0-43c6-89bc-371e69443821 None None] Checking segment: {'id': 'c0986066-a4a8-4a71-90fd-3198d102d1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd76f6528-fa7e-4862-9ea0-d54f03e5d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:18:19.639826 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cbc21edc-e6e0-43c6-89bc-371e69443821 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:19.640387 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc21edc-e6e0-43c6-89bc-371e69443821 None None] Bound using segment: {'id': 'c0986066-a4a8-4a71-90fd-3198d102d1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd76f6528-fa7e-4862-9ea0-d54f03e5d412'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:18:19.641156 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-cbc21edc-e6e0-43c6-89bc-371e69443821 None None] Bound port: 2e6d0ac0-b082-4625-a24a-85dcb5a0a62d, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0986066-a4a8-4a71-90fd-3198d102d1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd76f6528-fa7e-4862-9ea0-d54f03e5d412'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:18:19.641718 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cbc21edc-e6e0-43c6-89bc-371e69443821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:19.706134 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4395d3ba-a293-4b0b-b48e-1c4021dc2510 req-a7229fdd-7938-4667-81ab-233da6389f58 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807649 Oct 19 01:18:19.804661 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:19.921229 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-cbc21edc-e6e0-43c6-89bc-371e69443821 None None] For port 2e6d0ac0-b082-4625-a24a-85dcb5a0a62d, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:18:19.932828 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-cbc21edc-e6e0-43c6-89bc-371e69443821 None None] For port 2e6d0ac0-b082-4625-a24a-85dcb5a0a62d, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=2e6d0ac0-b082-4625-a24a-85dcb5a0a62d,segment=NetworkSegment(c0986066-a4a8-4a71-90fd-3198d102d1e8),segment_id=c0986066-a4a8-4a71-90fd-3198d102d1e8)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:18:19.961761 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cbc21edc-e6e0-43c6-89bc-371e69443821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:20.059033 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-20c1f80f-6ada-402b-9ecc-66ff760b9772 None None] Provisioning complete for port 2e6d0ac0-b082-4625-a24a-85dcb5a0a62d triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:20.059720 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-20c1f80f-6ada-402b-9ecc-66ff760b9772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:20.099429 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc21edc-e6e0-43c6-89bc-371e69443821 None None] Routers {'d5425eee-13ea-4bef-93a1-bd855a8ca4db'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:18:20.100292 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-cbc21edc-e6e0-43c6-89bc-371e69443821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:18:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d5425eee-13ea-4bef-93a1-bd855a8ca4db'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:20.124460 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6f6b4-bc55-424e-bf61-0d954632ec0f req-3275a961-1f70-4325-9911-f8f4f7315998 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:20.133526 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-68f6f6b4-bc55-424e-bf61-0d954632ec0f req-3275a961-1f70-4325-9911-f8f4f7315998 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 946 time: 0.1047773 Oct 19 01:18:20.157278 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007315ad-41fe-43a4-a145-9157b05d7c93 None None] Pushing event updated for resources: {'Port': ['ID=2e6d0ac0-b082-4625-a24a-85dcb5a0a62d,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:20.195760 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-68f6f6b4-bc55-424e-bf61-0d954632ec0f req-d9b61726-03e7-4320-90b7-cfef62bdcd34 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582733 Oct 19 01:18:20.534492 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce13b6-f1a5-4130-8eec-6c1a16b141b8 req-2e87983c-38dc-420c-a00a-5b0d88049085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:20.536849 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d8ce13b6-f1a5-4130-8eec-6c1a16b141b8 req-2e87983c-38dc-420c-a00a-5b0d88049085 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e9f67912e554a879c2d285d2c6723f0&device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 1098 time: 0.1260650 Oct 19 01:18:20.732882 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-cbc21edc-e6e0-43c6-89bc-371e69443821 None None] Set router d5425eee-13ea-4bef-93a1-bd855a8ca4db gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:18:20.757838 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-cdd70b0e-0940-4228-8214-aca5d1648029 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:20.762616 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-cdd70b0e-0940-4228-8214-aca5d1648029 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/networks?id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a HTTP/1.1" status: 200 len: 812 time: 0.3006935 Oct 19 01:18:20.771072 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce13b6-f1a5-4130-8eec-6c1a16b141b8 req-e1dec3c6-2a17-408c-a51d-9b6688b306f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:20.780595 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d8ce13b6-f1a5-4130-8eec-6c1a16b141b8 req-e1dec3c6-2a17-408c-a51d-9b6688b306f2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2f6d1f9c-af60-4e63-9391-d714f2b53c93 HTTP/1.1" status: 200 len: 920 time: 0.2324023 Oct 19 01:18:20.827594 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-44486815-fa62-4f34-8959-799a34f2e6b4 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/quotas/248f0ca5d5d44d8ab1ae3c514fead24b HTTP/1.1" status: 200 len: 375 time: 0.0456958 Oct 19 01:18:20.833647 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92cc26-03a4-4276-9c81-5fa942146f0b req-ecd14fcd-830b-4259-af9e-fe75965cd2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:20.835417 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ad92cc26-03a4-4276-9c81-5fa942146f0b req-ecd14fcd-830b-4259-af9e-fe75965cd2e6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c895f8bc37324dc78eb2e09cb908784e&device_id=46ad79cf-3812-4ddd-9387-8ea43bdaf6bc HTTP/1.1" status: 200 len: 1097 time: 0.0658069 Oct 19 01:18:20.853419 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d8ce13b6-f1a5-4130-8eec-6c1a16b141b8 req-6278385c-90d2-4749-a43a-98feb508c060 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=256d5746-4862-450f-bdd5-6de5a03b7097 HTTP/1.1" status: 200 len: 217 time: 0.0619810 Oct 19 01:18:20.879956 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-20c1f80f-6ada-402b-9ecc-66ff760b9772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:20.911455 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d3351-fe6b-40c4-8f29-0e00dac39a8c req-d926950d-e9ab-4f46-9793-413f46560c04 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:20.913618 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-896d3351-fe6b-40c4-8f29-0e00dac39a8c req-d926950d-e9ab-4f46-9793-413f46560c04 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 946 time: 0.1206210 Oct 19 01:18:20.927205 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce13b6-f1a5-4130-8eec-6c1a16b141b8 req-1b7879c6-5899-4dbe-9f66-598c3d0751c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:20.928878 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d8ce13b6-f1a5-4130-8eec-6c1a16b141b8 req-1b7879c6-5899-4dbe-9f66-598c3d0751c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5560e090-ab4c-41db-98cb-400d0fb4b5e6 HTTP/1.1" status: 200 len: 859 time: 0.0678337 Oct 19 01:18:20.990235 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-20c1f80f-6ada-402b-9ecc-66ff760b9772 None None] For port 2e6d0ac0-b082-4625-a24a-85dcb5a0a62d, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=2e6d0ac0-b082-4625-a24a-85dcb5a0a62d,segment=NetworkSegment(c0986066-a4a8-4a71-90fd-3198d102d1e8),segment_id=c0986066-a4a8-4a71-90fd-3198d102d1e8)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:20.998471 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d8ce13b6-f1a5-4130-8eec-6c1a16b141b8 req-93d4c68b-90d3-4d00-ba6a-080363716b22 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2f6d1f9c-af60-4e63-9391-d714f2b53c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552592 Oct 19 01:18:21.032579 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-896d3351-fe6b-40c4-8f29-0e00dac39a8c req-1ddbc643-4ac5-480a-bdd8-f5acbb8c2ea7 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093330 Oct 19 01:18:21.046530 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-20c1f80f-6ada-402b-9ecc-66ff760b9772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:21.127758 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-bcf1c1cd-9248-4c16-8917-760cf32030c3 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=248f0ca5d5d44d8ab1ae3c514fead24b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2855315 Oct 19 01:18:21.132980 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92cc26-03a4-4276-9c81-5fa942146f0b req-6c81acd2-e618-48af-ab20-ba97349f02ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:21.134411 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ad92cc26-03a4-4276-9c81-5fa942146f0b req-6c81acd2-e618-48af-ab20-ba97349f02ea service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3e9c9ed-961a-4381-934c-cc71672b548e HTTP/1.1" status: 200 len: 914 time: 0.2655933 Oct 19 01:18:21.229057 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-7d4dbd3d-5606-4554-aec3-7a0d08ca0edb None None] Provisioning complete for port 2e6d0ac0-b082-4625-a24a-85dcb5a0a62d triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:21.229605 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7d4dbd3d-5606-4554-aec3-7a0d08ca0edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:21.253401 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1f80f-6ada-402b-9ecc-66ff760b9772 None None] Pushing event updated for resources: {'Port': ['ID=2e6d0ac0-b082-4625-a24a-85dcb5a0a62d,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:21.271808 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ad92cc26-03a4-4276-9c81-5fa942146f0b req-96467590-f96d-4d73-a90d-26e4f2e3aee0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50f06748-1c8f-4aa6-9b87-dc62ae7bae3d HTTP/1.1" status: 200 len: 217 time: 0.1083958 Oct 19 01:18:21.289911 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d8ce13b6-f1a5-4130-8eec-6c1a16b141b8 req-5d64961c-766f-4702-9fbe-7e16a6f6e291 service neutron] 10.222.0.55 "GET /v2.0/networks/2f6d1f9c-af60-4e63-9391-d714f2b53c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828252 Oct 19 01:18:21.331810 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48bf5b-ccbf-4a6d-bfbe-b29af0a78fa1 req-6908d001-e203-4894-9ee7-1662a95f88e4 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:21.335101 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8a48bf5b-ccbf-4a6d-bfbe-b29af0a78fa1 req-6908d001-e203-4894-9ee7-1662a95f88e4 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ad79cf-3812-4ddd-9387-8ea43bdaf6bc HTTP/1.1" status: 200 len: 945 time: 0.1777985 Oct 19 01:18:21.347019 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92cc26-03a4-4276-9c81-5fa942146f0b req-166ef27e-c8fd-4310-9936-519de1a9a971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:21.347999 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-cbc21edc-e6e0-43c6-89bc-371e69443821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5425eee-13ea-4bef-93a1-bd855a8ca4db', 'name': 'tempest-TestVolumeBootPattern-1822497331-router', 'tenant_id': '51ea39864a3f4ac59fd8d84c06388b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'd7734446-167e-44c3-851f-4e9e2c265962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:18:08Z', 'updated_at': '2021-10-19T01:18:14Z', 'revision_number': 4, 'project_id': '51ea39864a3f4ac59fd8d84c06388b2d', 'gw_port': {'id': 'd7734446-167e-44c3-851f-4e9e2c265962', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:71:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5425eee-13ea-4bef-93a1-bd855a8ca4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:09Z', 'updated_at': '2021-10-19T01:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '2e6d0ac0-b082-4625-a24a-85dcb5a0a62d', 'name': '', 'network_id': 'd76f6528-fa7e-4862-9ea0-d54f03e5d412', 'tenant_id': '51ea39864a3f4ac59fd8d84c06388b2d', 'mac_address': 'fa:16:3e:7d:29:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5425eee-13ea-4bef-93a1-bd855a8ca4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '6a97292c-226f-40cd-9efe-283ccf2bd136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:13Z', 'updated_at': '2021-10-19T01:18:19Z', 'revision_number': 4, 'project_id': '51ea39864a3f4ac59fd8d84c06388b2d', 'subnets': [{'id': '6a97292c-226f-40cd-9efe-283ccf2bd136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:21.349321 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ad92cc26-03a4-4276-9c81-5fa942146f0b req-166ef27e-c8fd-4310-9936-519de1a9a971 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a39e8ea6-c3b6-42af-9c12-4a49e1039fd9 HTTP/1.1" status: 200 len: 853 time: 0.0704353 Oct 19 01:18:21.420196 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc21edc-e6e0-43c6-89bc-371e69443821 None None] The sync data for ids ['d5425eee-13ea-4bef-93a1-bd855a8ca4db'] in n-d-715271-26 is: [{'id': 'd5425eee-13ea-4bef-93a1-bd855a8ca4db', 'name': 'tempest-TestVolumeBootPattern-1822497331-router', 'tenant_id': '51ea39864a3f4ac59fd8d84c06388b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'd7734446-167e-44c3-851f-4e9e2c265962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:18:08Z', 'updated_at': '2021-10-19T01:18:14Z', 'revision_number': 4, 'project_id': '51ea39864a3f4ac59fd8d84c06388b2d', 'gw_port': {'id': 'd7734446-167e-44c3-851f-4e9e2c265962', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:71:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5425eee-13ea-4bef-93a1-bd855a8ca4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:09Z', 'updated_at': '2021-10-19T01:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '2e6d0ac0-b082-4625-a24a-85dcb5a0a62d', 'name': '', 'network_id': 'd76f6528-fa7e-4862-9ea0-d54f03e5d412', 'tenant_id': '51ea39864a3f4ac59fd8d84c06388b2d', 'mac_address': 'fa:16:3e:7d:29:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5425eee-13ea-4bef-93a1-bd855a8ca4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '6a97292c-226f-40cd-9efe-283ccf2bd136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:13Z', 'updated_at': '2021-10-19T01:18:19Z', 'revision_number': 4, 'project_id': '51ea39864a3f4ac59fd8d84c06388b2d', 'subnets': [{'id': '6a97292c-226f-40cd-9efe-283ccf2bd136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:18:21.433245 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ad92cc26-03a4-4276-9c81-5fa942146f0b req-9b8f7520-e1fb-4df1-9f3d-931ce8c23df8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3e9c9ed-961a-4381-934c-cc71672b548e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689960 Oct 19 01:18:21.534674 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8a48bf5b-ccbf-4a6d-bfbe-b29af0a78fa1 req-263de85e-12d9-4721-bef9-2a6ff84d7b4f tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] 10.222.0.57 "GET /v2.0/security-groups?id=3ec0384d-a828-484f-bf81-8d7c95b33dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809068 Oct 19 01:18:21.545332 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d8ce13b6-f1a5-4130-8eec-6c1a16b141b8 req-079c4bb1-1a54-4891-8b5c-1aa82ac57bf9 service neutron] 10.222.0.55 "GET /v2.0/networks/2f6d1f9c-af60-4e63-9391-d714f2b53c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453310 Oct 19 01:18:22.116170 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b2c51-29cc-405e-baaa-08f62a1fb3a5 req-05af2d43-72ae-4c7e-bc3b-b7af7f03ba04 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:22.134859 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9e9b2c51-29cc-405e-baaa-08f62a1fb3a5 req-05af2d43-72ae-4c7e-bc3b-b7af7f03ba04 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 946 time: 0.1173487 Oct 19 01:18:22.233173 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9e9b2c51-29cc-405e-baaa-08f62a1fb3a5 req-31d06221-d6fb-4095-81f8-af645d01b29f tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916724 Oct 19 01:18:22.260592 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ad92cc26-03a4-4276-9c81-5fa942146f0b req-0cbf122a-0d89-46a0-a5b7-f3210e66e81c service neutron] 10.222.0.55 "GET /v2.0/networks/f3e9c9ed-961a-4381-934c-cc71672b548e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424192 Oct 19 01:18:22.309515 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-bff4cff9-7416-4ed5-ba20-0e34a8ef3024 service neutron] 10.222.0.57 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1738944 Oct 19 01:18:22.425489 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-7f357fa9-adfe-4f7e-be07-8067d16066f6 service neutron] 10.222.0.57 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149056 Oct 19 01:18:22.567307 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ad92cc26-03a4-4276-9c81-5fa942146f0b req-b00993cc-6edd-4e4e-ab75-50e4c0996088 service neutron] 10.222.0.55 "GET /v2.0/networks/f3e9c9ed-961a-4381-934c-cc71672b548e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010259 Oct 19 01:18:22.751638 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 2e6d0ac0-b082-4625-a24a-85dcb5a0a62d up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:18:22.789275 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb281e2b-43dc-440d-9143-702aa59cb268 req-e63934ef-10c8-4cd5-beae-c7a0f8be2b99 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:22.797434 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eb281e2b-43dc-440d-9143-702aa59cb268 req-e63934ef-10c8-4cd5-beae-c7a0f8be2b99 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 946 time: 0.0958507 Oct 19 01:18:22.854234 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eb281e2b-43dc-440d-9143-702aa59cb268 req-a34d0eaa-1b44-4798-bf35-dc414720d77a tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518913 Oct 19 01:18:22.989547 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 2e6d0ac0-b082-4625-a24a-85dcb5a0a62d triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:22.989966 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:23.142666 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c0d28-6f6a-4a3d-845a-772d8c48cf7c req-7fddf00c-1498-42b7-ac12-6b0634f727ad tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:23.148961 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d79c0d28-6f6a-4a3d-845a-772d8c48cf7c req-7fddf00c-1498-42b7-ac12-6b0634f727ad tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 946 time: 0.1235080 Oct 19 01:18:23.292342 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d79c0d28-6f6a-4a3d-845a-772d8c48cf7c req-af3ac399-d959-450f-a6f4-8bf96839a99c tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108596 Oct 19 01:18:23.298376 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee744ab-6f79-459f-a5b5-6b9b35d5b33d req-2913f23c-f3ab-4adb-9fe8-6bcc439ea72a tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:23.319943 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6ee744ab-6f79-459f-a5b5-6b9b35d5b33d req-2913f23c-f3ab-4adb-9fe8-6bcc439ea72a tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f3bf601-2501-4696-9839-e44b8b72e08b HTTP/1.1" status: 200 len: 946 time: 0.1799538 Oct 19 01:18:23.422211 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6ee744ab-6f79-459f-a5b5-6b9b35d5b33d req-e8f88fe4-a6e2-4e3a-96cc-13fdda133f37 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010592 Oct 19 01:18:23.497432 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962d7f2-4cb0-44d7-8c52-d0be07337ab8 req-a74ab584-57ad-48a1-bca2-86b18a9bd95a tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:23.507674 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a962d7f2-4cb0-44d7-8c52-d0be07337ab8 req-a74ab584-57ad-48a1-bca2-86b18a9bd95a tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ad79cf-3812-4ddd-9387-8ea43bdaf6bc HTTP/1.1" status: 200 len: 945 time: 0.1070852 Oct 19 01:18:23.547839 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-57480403-07b2-4ee8-a5d5-ea166ebb48c1 req-25449e8b-c06f-4692-8294-71054b1cd19c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 210 time: 0.0742843 Oct 19 01:18:23.623490 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a962d7f2-4cb0-44d7-8c52-d0be07337ab8 req-645165d7-dcb5-419f-b368-ebec2a3f02c8 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] 10.222.0.57 "GET /v2.0/security-groups?id=3ec0384d-a828-484f-bf81-8d7c95b33dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852005 Oct 19 01:18:23.779833 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8ce28-3e69-41ad-adc8-25b5fea0e4fe req-60c834d6-a9bf-4e2c-9d96-45b6288e6a82 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:23.781371 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e5c8ce28-3e69-41ad-adc8-25b5fea0e4fe req-60c834d6-a9bf-4e2c-9d96-45b6288e6a82 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 946 time: 0.0577366 Oct 19 01:18:23.891230 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e5c8ce28-3e69-41ad-adc8-25b5fea0e4fe req-54fc13b4-6d21-41e3-8e52-c55f909f5ba0 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997128 Oct 19 01:18:24.066389 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4f661-5cd5-4985-88d2-f87beb4519a8 req-72141523-5c27-4186-87ae-4af8459917c5 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:24.068975 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4df4f661-5cd5-4985-88d2-f87beb4519a8 req-72141523-5c27-4186-87ae-4af8459917c5 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 946 time: 0.0768287 Oct 19 01:18:24.103059 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649a722-4a6d-4a6a-b249-bcda83e669fc req-9fddefc4-a004-4fd1-be21-3f4abb657c5e tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:24.105049 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0649a722-4a6d-4a6a-b249-bcda83e669fc req-9fddefc4-a004-4fd1-be21-3f4abb657c5e tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 946 time: 0.0722239 Oct 19 01:18:24.119912 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4df4f661-5cd5-4985-88d2-f87beb4519a8 req-ebe98a47-209c-4814-92d3-e8c14f8981ee tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423579 Oct 19 01:18:24.160659 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0649a722-4a6d-4a6a-b249-bcda83e669fc req-a517b273-e6ba-48e8-b371-7493b054f118 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493906 Oct 19 01:18:24.314424 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bda9b-8853-4c2c-aa7c-c73146b8b808 req-639106dc-4f5e-4e57-af84-923ea9b35272 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:24.316171 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-749bda9b-8853-4c2c-aa7c-c73146b8b808 req-639106dc-4f5e-4e57-af84-923ea9b35272 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 946 time: 0.0522914 Oct 19 01:18:24.367516 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-749bda9b-8853-4c2c-aa7c-c73146b8b808 req-62cd29a2-5a20-4e44-aa59-5b13a6aba59a tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449133 Oct 19 01:18:24.510768 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0b8a9-d274-4e1c-88b4-e13334ab86fd req-7f54a192-d4b7-428b-870d-688115516e5d tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:24.512354 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-05b0b8a9-d274-4e1c-88b4-e13334ab86fd req-7f54a192-d4b7-428b-870d-688115516e5d tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 946 time: 0.0658815 Oct 19 01:18:24.535307 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13fec2-3bf2-4616-82cc-6f4e4ba54e2b req-1e7a00a5-2bd3-444a-8d33-5af5e7d116d6 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:24.545085 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6a13fec2-3bf2-4616-82cc-6f4e4ba54e2b req-1e7a00a5-2bd3-444a-8d33-5af5e7d116d6 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f3bf601-2501-4696-9839-e44b8b72e08b HTTP/1.1" status: 200 len: 946 time: 0.0756445 Oct 19 01:18:24.568645 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-05b0b8a9-d274-4e1c-88b4-e13334ab86fd req-326864f3-728b-4428-984c-9b2193ed5d3f tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469213 Oct 19 01:18:24.596619 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6a13fec2-3bf2-4616-82cc-6f4e4ba54e2b req-59bd5faa-5a19-4e21-8bde-b1088c23d57a tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504751 Oct 19 01:18:24.689425 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fd6b5688-d9a4-4a48-b200-0ce64f99f181 req-015c6be5-d88c-4a10-8e21-302ba4f7f850 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 210 time: 0.0363429 Oct 19 01:18:24.860618 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-87c8ce77-3ff2-4101-9d80-407405e5b746 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:24.862718 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-87c8ce77-3ff2-4101-9d80-407405e5b746 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.24 "GET /v2.0/networks?id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a HTTP/1.1" status: 200 len: 812 time: 0.2145319 Oct 19 01:18:24.871339 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af938e-fdb9-49a2-929b-755564a52880 req-b17e9b4b-8b11-4870-8877-20b5bf627d6c tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:24.872867 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-19af938e-fdb9-49a2-929b-755564a52880 req-b17e9b4b-8b11-4870-8877-20b5bf627d6c tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 946 time: 0.1072359 Oct 19 01:18:24.884424 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-5a2c31c1-c06f-41b3-afd1-1dde40447674 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Request body: {'port': {'device_id': '300c0570-b879-45e1-ade0-a7ce4aeaadda', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'admin_state_up': True, 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:24.885323 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb58346-ddd6-42ab-98a1-0a2f1932ee06 req-e74c8922-47c2-410d-a30a-beb23afa424f tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:24.887143 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ebb58346-ddd6-42ab-98a1-0a2f1932ee06 req-e74c8922-47c2-410d-a30a-beb23afa424f tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ad79cf-3812-4ddd-9387-8ea43bdaf6bc HTTP/1.1" status: 200 len: 945 time: 0.1007555 Oct 19 01:18:24.974071 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ebb58346-ddd6-42ab-98a1-0a2f1932ee06 req-aa9966da-631c-4360-9753-ffebaf33670f tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] 10.222.0.57 "GET /v2.0/security-groups?id=3ec0384d-a828-484f-bf81-8d7c95b33dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800898 Oct 19 01:18:24.994041 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-19af938e-fdb9-49a2-929b-755564a52880 req-638adf6e-c1f8-4d65-a7b8-122073d7270e tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145778 Oct 19 01:18:25.115500 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-5a2c31c1-c06f-41b3-afd1-1dde40447674 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Made reservation on behalf of 248f0ca5d5d44d8ab1ae3c514fead24b for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:18:25.119259 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-5a2c31c1-c06f-41b3-afd1-1dde40447674 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:25.385308 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c47f65-d1a7-4bbe-aa61-b60426e72715 req-e1a1fa1c-482b-43b2-8ae4-4f511b12914a tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:25.400195 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e5c47f65-d1a7-4bbe-aa61-b60426e72715 req-e1a1fa1c-482b-43b2-8ae4-4f511b12914a tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 946 time: 0.1124277 Oct 19 01:18:25.458431 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e5c47f65-d1a7-4bbe-aa61-b60426e72715 req-64577d49-61cd-4ed2-a6ed-6f7c675de1f3 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556211 Oct 19 01:18:25.498975 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-5a2c31c1-c06f-41b3-afd1-1dde40447674 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Allocated IP 172.20.0.13 (e02040e8-fb1d-46e9-a6e2-9063a29cdf5a/3fd3fa81-a83a-4093-b85e-409104ce311b/0501ef93-fb2b-4a0c-93e1-aedd1a466ce2) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:18:25.786990 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9c28a-a0da-4040-b1cc-de7b4e030206 req-7a44bf34-93ee-4652-8c67-e8465427d6fd tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:25.794842 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f8c9c28a-a0da-4040-b1cc-de7b4e030206 req-7a44bf34-93ee-4652-8c67-e8465427d6fd tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ad79cf-3812-4ddd-9387-8ea43bdaf6bc HTTP/1.1" status: 200 len: 945 time: 0.2462180 Oct 19 01:18:25.967260 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-5a2c31c1-c06f-41b3-afd1-1dde40447674 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:26.016334 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-5a2c31c1-c06f-41b3-afd1-1dde40447674 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:26.025191 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f8c9c28a-a0da-4040-b1cc-de7b4e030206 req-c17aa2c2-b3c5-423d-9263-2c521cc8c483 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] 10.222.0.57 "GET /v2.0/security-groups?id=3ec0384d-a828-484f-bf81-8d7c95b33dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292187 Oct 19 01:18:26.151908 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b6a1a-52f8-4a8c-b113-90cebe7c51b6 req-2f89a02a-61d9-46e6-b0f0-3a6f11e83c2e tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:26.166741 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-5a2c31c1-c06f-41b3-afd1-1dde40447674 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:18:26.167160 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1f0b6a1a-52f8-4a8c-b113-90cebe7c51b6 req-2f89a02a-61d9-46e6-b0f0-3a6f11e83c2e tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f3bf601-2501-4696-9839-e44b8b72e08b HTTP/1.1" status: 200 len: 946 time: 0.1672263 Oct 19 01:18:26.187677 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-5a2c31c1-c06f-41b3-afd1-1dde40447674 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:26.193020 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-5a2c31c1-c06f-41b3-afd1-1dde40447674 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:18:26.230346 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1f0b6a1a-52f8-4a8c-b113-90cebe7c51b6 req-f3f31634-b65d-46b3-9252-766031e3bf16 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620954 Oct 19 01:18:26.350043 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c31c1-c06f-41b3-afd1-1dde40447674 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Pushing event updated for resources: {'Port': ['ID=0501ef93-fb2b-4a0c-93e1-aedd1a466ce2,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:26.387862 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-5a2c31c1-c06f-41b3-afd1-1dde40447674 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:26.388394 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-5a2c31c1-c06f-41b3-afd1-1dde40447674 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:26.429638 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c283a60-3c3d-4114-9c34-ba329803c694 req-61961c2c-62dd-4432-9991-18d7a6f290b1 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:26.436902 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0c283a60-3c3d-4114-9c34-ba329803c694 req-61961c2c-62dd-4432-9991-18d7a6f290b1 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 932 time: 0.2348344 Oct 19 01:18:26.473808 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-5a2c31c1-c06f-41b3-afd1-1dde40447674 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5931742 Oct 19 01:18:26.489691 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0c283a60-3c3d-4114-9c34-ba329803c694 req-4194a500-08fd-484f-ab90-8ce3899873dd tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518935 Oct 19 01:18:26.499714 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-aa12ba5c-c68b-4688-927a-df16f0b31e4f service neutron] Request body: {'port': {'device_id': '300c0570-b879-45e1-ade0-a7ce4aeaadda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:26.598187 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-aa12ba5c-c68b-4688-927a-df16f0b31e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:26.616754 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-ff7a0a70-0a5b-470f-b484-7906adfe9dca None None] Provisioning complete for port 0501ef93-fb2b-4a0c-93e1-aedd1a466ce2 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:26.617828 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ff7a0a70-0a5b-470f-b484-7906adfe9dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:26.715811 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-ff7a0a70-0a5b-470f-b484-7906adfe9dca None None] Port 0501ef93-fb2b-4a0c-93e1-aedd1a466ce2 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:18:27.034061 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-aa12ba5c-c68b-4688-927a-df16f0b31e4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0501ef93-fb2b-4a0c-93e1-aedd1a466ce2 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:18:27.040976 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:27.046264 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-aa12ba5c-c68b-4688-927a-df16f0b31e4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:27.061963 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-aa12ba5c-c68b-4688-927a-df16f0b31e4f service neutron] Transition to ACTIVE for port object 0501ef93-fb2b-4a0c-93e1-aedd1a466ce2 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:18:27.066523 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-aa12ba5c-c68b-4688-927a-df16f0b31e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:27.273840 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-aa12ba5c-c68b-4688-927a-df16f0b31e4f service neutron] Attempting to bind port 0501ef93-fb2b-4a0c-93e1-aedd1a466ce2 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:18:27.274056 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-aa12ba5c-c68b-4688-927a-df16f0b31e4f service neutron] Attempting to bind port 0501ef93-fb2b-4a0c-93e1-aedd1a466ce2 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'c3cd57f4-f92e-4916-828d-dd51ded315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:18:27.274455 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-aa12ba5c-c68b-4688-927a-df16f0b31e4f service neutron] Attempting to bind port 0501ef93-fb2b-4a0c-93e1-aedd1a466ce2 on network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:18:27.276659 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12ba5c-c68b-4688-927a-df16f0b31e4f service neutron] Pushing event updated for resources: {'Port': ['ID=0501ef93-fb2b-4a0c-93e1-aedd1a466ce2,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:27.292025 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-aa12ba5c-c68b-4688-927a-df16f0b31e4f service neutron] Port 0501ef93-fb2b-4a0c-93e1-aedd1a466ce2 on network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:18:27.292627 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-aa12ba5c-c68b-4688-927a-df16f0b31e4f service neutron] Attempting to bind port 0501ef93-fb2b-4a0c-93e1-aedd1a466ce2 on network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:18:27.297824 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57fcdc-41cf-4676-b22a-7d059a4b5fc1 req-c0601560-28ff-4b13-b918-7e921ec7c945 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:27.312752 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7c57fcdc-41cf-4676-b22a-7d059a4b5fc1 req-c0601560-28ff-4b13-b918-7e921ec7c945 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ad79cf-3812-4ddd-9387-8ea43bdaf6bc HTTP/1.1" status: 200 len: 945 time: 0.1333852 Oct 19 01:18:27.315698 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c22307-3858-4419-96d5-288aae9d2e37 req-c3d10988-01fe-4dca-99ef-97e1048dfc7e tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:27.317802 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c5c22307-3858-4419-96d5-288aae9d2e37 req-c3d10988-01fe-4dca-99ef-97e1048dfc7e tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] 10.222.0.55 "GET /v2.0/ports?device_id=46ad79cf-3812-4ddd-9387-8ea43bdaf6bc HTTP/1.1" status: 200 len: 945 time: 0.1840379 Oct 19 01:18:27.319025 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-aa12ba5c-c68b-4688-927a-df16f0b31e4f service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:18:27.319649 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-aa12ba5c-c68b-4688-927a-df16f0b31e4f service neutron] Checking segment: {'id': 'c3cd57f4-f92e-4916-828d-dd51ded315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:18:27.320406 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-aa12ba5c-c68b-4688-927a-df16f0b31e4f service neutron] Bound using segment: {'id': 'c3cd57f4-f92e-4916-828d-dd51ded315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:18:27.321055 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-aa12ba5c-c68b-4688-927a-df16f0b31e4f service neutron] Bound port: 0501ef93-fb2b-4a0c-93e1-aedd1a466ce2, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3cd57f4-f92e-4916-828d-dd51ded315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:18:27.321644 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-aa12ba5c-c68b-4688-927a-df16f0b31e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:27.416958 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7c57fcdc-41cf-4676-b22a-7d059a4b5fc1 req-25851801-07d3-49d9-9168-d6d14edad7d0 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] 10.222.0.57 "GET /v2.0/security-groups?id=3ec0384d-a828-484f-bf81-8d7c95b33dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018717 Oct 19 01:18:27.592922 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f5938-f61f-4219-9f88-3137b1ba1fa8 req-8a22db89-8ca5-4cd7-9995-c63258f23be3 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:27.601203 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f77f5938-f61f-4219-9f88-3137b1ba1fa8 req-8a22db89-8ca5-4cd7-9995-c63258f23be3 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f3bf601-2501-4696-9839-e44b8b72e08b HTTP/1.1" status: 200 len: 946 time: 0.2147079 Oct 19 01:18:27.613335 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-aa12ba5c-c68b-4688-927a-df16f0b31e4f service neutron] For port 0501ef93-fb2b-4a0c-93e1-aedd1a466ce2, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:18:27.644536 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-aa12ba5c-c68b-4688-927a-df16f0b31e4f service neutron] For port 0501ef93-fb2b-4a0c-93e1-aedd1a466ce2, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=0501ef93-fb2b-4a0c-93e1-aedd1a466ce2,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:18:27.654670 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-c5c22307-3858-4419-96d5-288aae9d2e37 req-05f942f8-289a-4d30-b0fc-b0e91ad84c79 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] Deleting port 50f06748-1c8f-4aa6-9b87-dc62ae7bae3d {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:18:27.655022 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c5c22307-3858-4419-96d5-288aae9d2e37 req-05f942f8-289a-4d30-b0fc-b0e91ad84c79 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:27.664063 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-aa12ba5c-c68b-4688-927a-df16f0b31e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:27.664263 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed906c-69ee-465a-85da-841371d70165 req-cafd074e-bc57-4e6f-bca7-718b79aa4cee tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:27.674603 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d3ed906c-69ee-465a-85da-841371d70165 req-cafd074e-bc57-4e6f-bca7-718b79aa4cee tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 944 time: 0.0699782 Oct 19 01:18:27.790356 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d3ed906c-69ee-465a-85da-841371d70165 req-e6016d22-e2e2-4332-8323-72f6ece6e835 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148114 Oct 19 01:18:27.834699 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-c5c22307-3858-4419-96d5-288aae9d2e37 req-05f942f8-289a-4d30-b0fc-b0e91ad84c79 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] For port 50f06748-1c8f-4aa6-9b87-dc62ae7bae3d, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=50f06748-1c8f-4aa6-9b87-dc62ae7bae3d,segment=NetworkSegment(c13ffd08-4dc2-4da0-8ff5-a1b7891b8758),segment_id=c13ffd08-4dc2-4da0-8ff5-a1b7891b8758)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:27.835504 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c5c22307-3858-4419-96d5-288aae9d2e37 req-05f942f8-289a-4d30-b0fc-b0e91ad84c79 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:27.856904 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-c5c22307-3858-4419-96d5-288aae9d2e37 req-05f942f8-289a-4d30-b0fc-b0e91ad84c79 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] Calling delete_port for 50f06748-1c8f-4aa6-9b87-dc62ae7bae3d owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:18:27.977279 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f77f5938-f61f-4219-9f88-3137b1ba1fa8 req-d5279206-d7a4-4de2-95b2-499131827087 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696330 Oct 19 01:18:27.986781 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-aa12ba5c-c68b-4688-927a-df16f0b31e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:27.987424 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-aa12ba5c-c68b-4688-927a-df16f0b31e4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:27.989174 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-aa12ba5c-c68b-4688-927a-df16f0b31e4f service neutron] 10.222.0.24 "PUT /v2.0/ports/0501ef93-fb2b-4a0c-93e1-aedd1a466ce2 HTTP/1.1" status: 200 len: 1093 time: 1.4973035 Oct 19 01:18:27.996542 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300c0570-b879-45e1-ade0-a7ce4aeaadda', 'tag': '0501ef93-fb2b-4a0c-93e1-aedd1a466ce2'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:18:27.999755 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be25643-5de9-42eb-8f83-52f01c4b66bb" -d '{"events": [{"name": "network-changed", "server_uuid": "300c0570-b879-45e1-ade0-a7ce4aeaadda", "tag": "0501ef93-fb2b-4a0c-93e1-aedd1a466ce2"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:18:28.107015 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c557afc4-3b61-40f2-9a8e-e29064da824d x-openstack-request-id: req-c557afc4-3b61-40f2-9a8e-e29064da824d {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:18:28.107216 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300c0570-b879-45e1-ade0-a7ce4aeaadda", "tag": "0501ef93-fb2b-4a0c-93e1-aedd1a466ce2", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:18:28.107478 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c557afc4-3b61-40f2-9a8e-e29064da824d {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:18:28.107992 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300c0570-b879-45e1-ade0-a7ce4aeaadda', 'tag': '0501ef93-fb2b-4a0c-93e1-aedd1a466ce2', 'status': 'completed', 'code': 200} Oct 19 01:18:28.108558 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12ba5c-c68b-4688-927a-df16f0b31e4f service neutron] Pushing event updated for resources: {'Port': ['ID=0501ef93-fb2b-4a0c-93e1-aedd1a466ce2,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:28.181475 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c5c22307-3858-4419-96d5-288aae9d2e37 req-05f942f8-289a-4d30-b0fc-b0e91ad84c79 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:28.242227 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-dc4c033d-8da9-4091-a17a-05840ad46f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:28.243661 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-dc4c033d-8da9-4091-a17a-05840ad46f70 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=248f0ca5d5d44d8ab1ae3c514fead24b&device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 1096 time: 0.1815748 Oct 19 01:18:28.246640 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f942f8-289a-4d30-b0fc-b0e91ad84c79 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] Pushing event deleted for resources: {'Port': ['ID=50f06748-1c8f-4aa6-9b87-dc62ae7bae3d,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:28.331470 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-28c39a7f-d718-45ce-8d2b-4708c400f751 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0501ef93-fb2b-4a0c-93e1-aedd1a466ce2 HTTP/1.1" status: 200 len: 217 time: 0.0713191 Oct 19 01:18:28.332405 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c22307-3858-4419-96d5-288aae9d2e37 req-05f942f8-289a-4d30-b0fc-b0e91ad84c79 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] No DVR routers for this DVR port 50f06748-1c8f-4aa6-9b87-dc62ae7bae3d on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:18:28.335567 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c5c22307-3858-4419-96d5-288aae9d2e37 req-05f942f8-289a-4d30-b0fc-b0e91ad84c79 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:28.339975 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c5c22307-3858-4419-96d5-288aae9d2e37 req-05f942f8-289a-4d30-b0fc-b0e91ad84c79 tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] 10.222.0.55 "DELETE /v2.0/ports/50f06748-1c8f-4aa6-9b87-dc62ae7bae3d HTTP/1.1" status: 204 len: 173 time: 1.0144229 Oct 19 01:18:28.398329 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-873381c2-2972-4a28-b939-32f61ff508ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:28.400113 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-873381c2-2972-4a28-b939-32f61ff508ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fd3fa81-a83a-4093-b85e-409104ce311b HTTP/1.1" status: 200 len: 851 time: 0.0591276 Oct 19 01:18:28.484238 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-23a45703-702d-41f2-816b-3cd5b9b352a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:28.485799 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-23a45703-702d-41f2-816b-3cd5b9b352a1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0768957 Oct 19 01:18:28.647936 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c8fbd2b3-f3c7-4dba-8fef-5c9b73dfa3c6 req-6697a066-e96c-4272-a710-6bb3ba645a4d tempest-InstanceActionsTestJSON-1932802519 tempest-InstanceActionsTestJSON-1932802519-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ad79cf-3812-4ddd-9387-8ea43bdaf6bc HTTP/1.1" status: 200 len: 210 time: 0.0351336 Oct 19 01:18:28.659697 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-8008fdc9-8b98-4694-8876-d466eb0168cd service neutron] 10.222.0.24 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638386 Oct 19 01:18:28.770900 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-68cd1b9a-de4b-4c69-8b1b-f138c96fa1c1 req-682f2a0c-0c67-41c2-8fe2-ad7a5813837a service neutron] 10.222.0.24 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994699 Oct 19 01:18:28.924032 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be25643-5de9-42eb-8f83-52f01c4b66bb req-d6452fce-606b-4c73-a1d4-3afd892ca9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:28.928354 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4be25643-5de9-42eb-8f83-52f01c4b66bb req-d6452fce-606b-4c73-a1d4-3afd892ca9c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=248f0ca5d5d44d8ab1ae3c514fead24b&device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 1096 time: 0.0928614 Oct 19 01:18:29.000378 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae084c57-bb31-4927-ab75-91d498f58748 req-de0a07f8-1262-40dd-bbd4-e18fba5ea9f0 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:29.012989 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ae084c57-bb31-4927-ab75-91d498f58748 req-de0a07f8-1262-40dd-bbd4-e18fba5ea9f0 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 944 time: 0.1212218 Oct 19 01:18:29.102217 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ae084c57-bb31-4927-ab75-91d498f58748 req-34df3970-9a41-4bbe-a12b-a2f9bd28857d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886583 Oct 19 01:18:29.166328 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be25643-5de9-42eb-8f83-52f01c4b66bb req-ec0e0501-8597-4be7-b0a7-e6c994d80bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:29.167942 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4be25643-5de9-42eb-8f83-52f01c4b66bb req-ec0e0501-8597-4be7-b0a7-e6c994d80bfe service neutron] 10.222.0.24 "GET /v2.0/networks?id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a HTTP/1.1" status: 200 len: 913 time: 0.2310991 Oct 19 01:18:29.181081 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537be3ee-f40d-4210-babf-1dbdbfa0de93 req-4d7f443c-9542-483b-a48f-03ef3f13c9f9 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:29.189971 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-537be3ee-f40d-4210-babf-1dbdbfa0de93 req-4d7f443c-9542-483b-a48f-03ef3f13c9f9 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f3bf601-2501-4696-9839-e44b8b72e08b HTTP/1.1" status: 200 len: 946 time: 0.0818305 Oct 19 01:18:29.265373 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4be25643-5de9-42eb-8f83-52f01c4b66bb req-2da35a2d-e36b-415d-924e-42eeebe4414a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0501ef93-fb2b-4a0c-93e1-aedd1a466ce2 HTTP/1.1" status: 200 len: 217 time: 0.0525131 Oct 19 01:18:29.273235 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-537be3ee-f40d-4210-babf-1dbdbfa0de93 req-e009bccf-f980-45b0-acf4-b5fe9b9bcde8 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824165 Oct 19 01:18:29.332274 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be25643-5de9-42eb-8f83-52f01c4b66bb req-a64c3432-bff1-4b5f-bcce-5324be5fbca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:29.333868 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4be25643-5de9-42eb-8f83-52f01c4b66bb req-a64c3432-bff1-4b5f-bcce-5324be5fbca9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fd3fa81-a83a-4093-b85e-409104ce311b HTTP/1.1" status: 200 len: 851 time: 0.0596783 Oct 19 01:18:29.341413 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:29.393780 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be25643-5de9-42eb-8f83-52f01c4b66bb req-3a72f811-373a-4128-94e8-313a1123244a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:29.397326 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4be25643-5de9-42eb-8f83-52f01c4b66bb req-3a72f811-373a-4128-94e8-313a1123244a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536914 Oct 19 01:18:29.500838 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4be25643-5de9-42eb-8f83-52f01c4b66bb req-3e4d6b15-ad8e-42d2-a83f-00d4f89613b8 service neutron] 10.222.0.24 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948703 Oct 19 01:18:29.628392 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4be25643-5de9-42eb-8f83-52f01c4b66bb req-90d5a96f-1be2-4339-9f08-276994494cca service neutron] 10.222.0.24 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186948 Oct 19 01:18:29.716210 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 49852) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:29.772767 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb24fe62-df0e-4f10-8ed5-4bfa6bc9a7a4 admin admin] Deleting subnet a39e8ea6-c3b6-42af-9c12-4a49e1039fd9 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:18:29.777362 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eb24fe62-df0e-4f10-8ed5-4bfa6bc9a7a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:29.830711 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eb24fe62-df0e-4f10-8ed5-4bfa6bc9a7a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:29.872220 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 50f06748-1c8f-4aa6-9b87-dc62ae7bae3d no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:18:29.884030 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eb24fe62-df0e-4f10-8ed5-4bfa6bc9a7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:29.954432 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eb24fe62-df0e-4f10-8ed5-4bfa6bc9a7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:29.954750 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 50f06748-1c8f-4aa6-9b87-dc62ae7bae3d {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:18:29.955512 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 50f06748-1c8f-4aa6-9b87-dc62ae7bae3d not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:18:29.995042 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb24fe62-df0e-4f10-8ed5-4bfa6bc9a7a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a39e8ea6-c3b6-42af-9c12-4a49e1039fd9,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:29.997596 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eb24fe62-df0e-4f10-8ed5-4bfa6bc9a7a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:30.001518 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-eb24fe62-df0e-4f10-8ed5-4bfa6bc9a7a4 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a39e8ea6-c3b6-42af-9c12-4a49e1039fd9 HTTP/1.1" status: 204 len: 168 time: 0.2832901 Oct 19 01:18:30.004827 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 49858) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:30.078168 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de57a66a-83d0-4987-8ee3-8a9f5cd81248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:30.109481 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ad79cf-3812-4ddd-9387-8ea43bdaf6bc', 'name': 'network-vif-deleted', 'tag': '50f06748-1c8f-4aa6-9b87-dc62ae7bae3d'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:18:30.112919 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aada3b8-1636-4541-b342-bfd3f6e6b248" -d '{"events": [{"server_uuid": "46ad79cf-3812-4ddd-9387-8ea43bdaf6bc", "name": "network-vif-deleted", "tag": "50f06748-1c8f-4aa6-9b87-dc62ae7bae3d"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:18:30.173250 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360116ab-9c32-4397-b127-1462d6b4eecf x-openstack-request-id: req-360116ab-9c32-4397-b127-1462d6b4eecf {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:18:30.176474 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ad79cf-3812-4ddd-9387-8ea43bdaf6bc", "name": "network-vif-deleted", "tag": "50f06748-1c8f-4aa6-9b87-dc62ae7bae3d", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:18:30.176974 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-360116ab-9c32-4397-b127-1462d6b4eecf {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:18:30.177608 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ad79cf-3812-4ddd-9387-8ea43bdaf6bc', 'name': 'network-vif-deleted', 'tag': '50f06748-1c8f-4aa6-9b87-dc62ae7bae3d', 'status': 'completed', 'code': 200} Oct 19 01:18:30.219501 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de57a66a-83d0-4987-8ee3-8a9f5cd81248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:30.250178 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-de57a66a-83d0-4987-8ee3-8a9f5cd81248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3e9c9ed-961a-4381-934c-cc71672b548e']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:30.274628 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-de57a66a-83d0-4987-8ee3-8a9f5cd81248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c13ffd08-4dc2-4da0-8ff5-a1b7891b8758') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:30.274943 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-de57a66a-83d0-4987-8ee3-8a9f5cd81248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c13ffd08-4dc2-4da0-8ff5-a1b7891b8758') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:30.293376 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de57a66a-83d0-4987-8ee3-8a9f5cd81248 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:30.314904 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf99361-7abf-4037-a58c-4eb39f65f8ef req-905c668e-cbf7-470a-9750-0086622aec6d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:30.316466 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1bf99361-7abf-4037-a58c-4eb39f65f8ef req-905c668e-cbf7-470a-9750-0086622aec6d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 944 time: 0.0939364 Oct 19 01:18:30.323991 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de57a66a-83d0-4987-8ee3-8a9f5cd81248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:30.452891 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787d9f6-68aa-469f-8f7a-79f1908b027c req-45f80272-2573-4a73-9957-02f2f50b5175 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:30.461657 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1787d9f6-68aa-469f-8f7a-79f1908b027c req-45f80272-2573-4a73-9957-02f2f50b5175 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f3bf601-2501-4696-9839-e44b8b72e08b HTTP/1.1" status: 200 len: 946 time: 0.0919957 Oct 19 01:18:30.536389 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1787d9f6-68aa-469f-8f7a-79f1908b027c req-c7493179-acd5-4216-ad0f-a647e994f8d6 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737200 Oct 19 01:18:30.638568 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de57a66a-83d0-4987-8ee3-8a9f5cd81248 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:18:30.638966 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de57a66a-83d0-4987-8ee3-8a9f5cd81248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:30.640661 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:18:30.640661 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:18:30.640661 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:18:30.640661 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:18:30.640661 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:18:30.640661 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:18:30.640661 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:18:30.640661 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:18:30.640661 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:18:30.640661 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:18:30.640661 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:18:30.640661 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:18:30.640661 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:18:30.640661 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:18:30.640661 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:18:30.640661 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:18:30.640661 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:18:30.640661 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:18:30.640661 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:18:30.640661 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:18:30.640661 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:18:30.640661 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:18:30.640661 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:18:30.640661 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:18:30.640661 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:18:30.640661 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:18:30.640661 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:18:30.640661 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:18:30.640661 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:18:30.640661 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:18:30.640661 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:18:30.640661 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:18:30.671877 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1bf99361-7abf-4037-a58c-4eb39f65f8ef req-1d3b0012-d8cd-4a4e-b026-cb4c727c7e5b tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495328 Oct 19 01:18:30.710805 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de57a66a-83d0-4987-8ee3-8a9f5cd81248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:30.718988 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de57a66a-83d0-4987-8ee3-8a9f5cd81248 admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:30.727922 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-de57a66a-83d0-4987-8ee3-8a9f5cd81248 admin admin] 10.222.0.57 "DELETE /v2.0/networks/f3e9c9ed-961a-4381-934c-cc71672b548e HTTP/1.1" status: 204 len: 168 time: 0.7220647 Oct 19 01:18:30.741793 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57a66a-83d0-4987-8ee3-8a9f5cd81248 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3e9c9ed-961a-4381-934c-cc71672b548e,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:30.925974 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 49882) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:30.978444 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 49884) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:30.979030 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2a09f654-1a91-4a14-a5cc-0231cafbebe8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c895f8bc37324dc78eb2e09cb908784e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514002 Oct 19 01:18:31.032828 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9430b892-00e2-46d2-8a8b-a6be611df555 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:31.055848 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9430b892-00e2-46d2-8a8b-a6be611df555 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:31.116753 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9430b892-00e2-46d2-8a8b-a6be611df555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:31.120433 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9430b892-00e2-46d2-8a8b-a6be611df555 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:31.124358 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9430b892-00e2-46d2-8a8b-a6be611df555 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3ec0384d-a828-484f-bf81-8d7c95b33dce HTTP/1.1" status: 204 len: 168 time: 0.1415277 Oct 19 01:18:31.134127 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430b892-00e2-46d2-8a8b-a6be611df555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec0384d-a828-484f-bf81-8d7c95b33dce,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:31.718606 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c8829-4a00-4bfc-a2a7-28cc9d3837e4 req-00bc9789-9b8f-426a-a03f-01d95859253e tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:31.720437 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-695c8829-4a00-4bfc-a2a7-28cc9d3837e4 req-00bc9789-9b8f-426a-a03f-01d95859253e tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f3bf601-2501-4696-9839-e44b8b72e08b HTTP/1.1" status: 200 len: 946 time: 0.0963459 Oct 19 01:18:31.769344 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-695c8829-4a00-4bfc-a2a7-28cc9d3837e4 req-e245c881-bb5e-4557-ae1a-6e73b5beb385 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420139 Oct 19 01:18:31.847812 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43dbd4a-a1fc-4f34-b9b5-d3719aad346b req-58cd4489-7708-4219-99cc-97bace9a0159 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:31.849866 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c43dbd4a-a1fc-4f34-b9b5-d3719aad346b req-58cd4489-7708-4219-99cc-97bace9a0159 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 944 time: 0.0671339 Oct 19 01:18:31.917264 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c43dbd4a-a1fc-4f34-b9b5-d3719aad346b req-dfaa56d6-0805-4edd-8f8b-8af5759a17a7 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542793 Oct 19 01:18:32.063312 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 49928) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:32.164707 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-1622e56e-9509-4455-bd67-68640632ff57 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1812189632-network', 'tenant_id': 'd294e97bb1634871a546d25bc03367fe'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:32.187399 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1622e56e-9509-4455-bd67-68640632ff57 admin admin] Made reservation on behalf of d294e97bb1634871a546d25bc03367fe for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:18:32.190196 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1622e56e-9509-4455-bd67-68640632ff57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:32.198895 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1622e56e-9509-4455-bd67-68640632ff57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:32.281011 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1622e56e-9509-4455-bd67-68640632ff57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:32.285596 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1622e56e-9509-4455-bd67-68640632ff57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:32.313651 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1622e56e-9509-4455-bd67-68640632ff57 admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:18:32.324162 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622e56e-9509-4455-bd67-68640632ff57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6523b3cc-da16-409a-a600-3c82dc66caf8,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:32.330470 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1622e56e-9509-4455-bd67-68640632ff57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:32.330936 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-1622e56e-9509-4455-bd67-68640632ff57 admin admin] Added segment 2fb4b123-8aa7-4a03-bbcb-f9e00f85347d of type vlan for network 773992db-b06e-4fec-83a9-45230ec91a43 Oct 19 01:18:32.373907 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1622e56e-9509-4455-bd67-68640632ff57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:32.400805 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1622e56e-9509-4455-bd67-68640632ff57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:32.402003 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1622e56e-9509-4455-bd67-68640632ff57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:32.402689 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1622e56e-9509-4455-bd67-68640632ff57 admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:32.443760 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 49936) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:32.444331 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1622e56e-9509-4455-bd67-68640632ff57 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3792982 Oct 19 01:18:32.451714 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-ab5a0881-f88d-4d33-b2e0-9939bd608e59 admin admin] Request body: {'subnet': {'network_id': '773992db-b06e-4fec-83a9-45230ec91a43', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1812189632-subnet', 'tenant_id': 'd294e97bb1634871a546d25bc03367fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:32.475272 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622e56e-9509-4455-bd67-68640632ff57 admin admin] Pushing event updated for resources: {'Network': ['ID=773992db-b06e-4fec-83a9-45230ec91a43,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:32.478982 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5a0881-f88d-4d33-b2e0-9939bd608e59 admin admin] Made reservation on behalf of d294e97bb1634871a546d25bc03367fe for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:18:32.482487 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ab5a0881-f88d-4d33-b2e0-9939bd608e59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:32.488261 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 773992db-b06e-4fec-83a9-45230ec91a43 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:18:32.703661 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ab5a0881-f88d-4d33-b2e0-9939bd608e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:32.775039 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5a0881-f88d-4d33-b2e0-9939bd608e59 admin admin] Checking segment: {'id': '2fb4b123-8aa7-4a03-bbcb-f9e00f85347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '773992db-b06e-4fec-83a9-45230ec91a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:18:32.775488 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5a0881-f88d-4d33-b2e0-9939bd608e59 admin admin] Network hostable DHCP agents. Network: 773992db-b06e-4fec-83a9-45230ec91a43, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:18:32.777717 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a0881-f88d-4d33-b2e0-9939bd608e59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6781ddc6-a7e6-45f5-b31c-4189befa9b11,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:32.806406 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5a0881-f88d-4d33-b2e0-9939bd608e59 admin admin] Network 773992db-b06e-4fec-83a9-45230ec91a43 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:18:32.818816 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-ab5a0881-f88d-4d33-b2e0-9939bd608e59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 773992db-b06e-4fec-83a9-45230ec91a43) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:32.828767 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5a0881-f88d-4d33-b2e0-9939bd608e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:32.828911 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774c3c50-dd8e-4beb-aa48-63611196e16a None None] Network 773992db-b06e-4fec-83a9-45230ec91a43 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:18:32.829372 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ab5a0881-f88d-4d33-b2e0-9939bd608e59 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:32.872957 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ab5a0881-f88d-4d33-b2e0-9939bd608e59 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4269705 Oct 19 01:18:33.041825 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ae01e-c8b5-4b92-b544-0ce04be11b9f req-ba08d8ce-8791-4653-b3d4-1753df423dcd tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:33.047197 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ba1ae01e-c8b5-4b92-b544-0ce04be11b9f req-ba08d8ce-8791-4653-b3d4-1753df423dcd tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f3bf601-2501-4696-9839-e44b8b72e08b HTTP/1.1" status: 200 len: 946 time: 0.1197197 Oct 19 01:18:33.092103 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4a13a8-177a-41b8-af1e-4757f01d1fa3 None None] Network 773992db-b06e-4fec-83a9-45230ec91a43 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:18:33.112999 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ba1ae01e-c8b5-4b92-b544-0ce04be11b9f req-3d4e9996-d914-44b2-8c9c-d8d18de4d151 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592556 Oct 19 01:18:33.204215 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3b5f7-e639-435a-a1e8-2f77f2f04667 req-3a98076e-ac00-4649-b37d-a03de619ffc5 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:33.208853 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-10c3b5f7-e639-435a-a1e8-2f77f2f04667 req-3a98076e-ac00-4649-b37d-a03de619ffc5 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 944 time: 0.1029050 Oct 19 01:18:33.288847 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-10c3b5f7-e639-435a-a1e8-2f77f2f04667 req-8f301d98-f1f6-4297-b3b9-2d704b627ed4 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718668 Oct 19 01:18:33.311571 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:18:33.569885 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-efe22faf-79d7-4e62-bfce-25a1e5615bb2 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:33.571391 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-efe22faf-79d7-4e62-bfce-25a1e5615bb2 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/networks?id=773992db-b06e-4fec-83a9-45230ec91a43 HTTP/1.1" status: 200 len: 813 time: 0.1132674 Oct 19 01:18:33.591838 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-558437bf-78b6-4808-a3ac-208efb2e5f43 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/quotas/d294e97bb1634871a546d25bc03367fe HTTP/1.1" status: 200 len: 375 time: 0.0106299 Oct 19 01:18:33.626407 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-51817091-2762-4510-bc04-76ea5b559a2d tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d294e97bb1634871a546d25bc03367fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275242 Oct 19 01:18:33.730362 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-414f88cd-5589-434f-a327-ee10a7c33675 service neutron] 10.222.0.57 "GET /v2.0/networks/773992db-b06e-4fec-83a9-45230ec91a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942321 Oct 19 01:18:33.829383 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-8852e658-df0c-4f7e-9e82-36b83e8fb3b7 service neutron] 10.222.0.57 "GET /v2.0/networks/773992db-b06e-4fec-83a9-45230ec91a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917382 Oct 19 01:18:34.292356 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7e5ed387-3c49-4c67-978c-fbff6724176f req-a29b3dfe-0290-4c4d-978f-28b64e30ee83 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc5b9621-7f8c-402d-89af-534558ff622e HTTP/1.1" status: 200 len: 210 time: 0.0526295 Oct 19 01:18:34.360696 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc3f26-24bb-4bb2-b9bd-7395987b3b1f req-8025774c-1d80-41a8-9e2e-628a212f897d tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:34.362854 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-42fc3f26-24bb-4bb2-b9bd-7395987b3b1f req-8025774c-1d80-41a8-9e2e-628a212f897d tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f3bf601-2501-4696-9839-e44b8b72e08b HTTP/1.1" status: 200 len: 946 time: 0.1304173 Oct 19 01:18:34.431787 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-42fc3f26-24bb-4bb2-b9bd-7395987b3b1f req-37e46aa5-1174-4625-8b99-23a9d65a4306 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573227 Oct 19 01:18:34.627478 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c818d75-85d8-4fc6-adef-e6481abbd869 req-1b1d7175-cd08-49c8-8e97-4627cf985274 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:34.637185 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3c818d75-85d8-4fc6-adef-e6481abbd869 req-1b1d7175-cd08-49c8-8e97-4627cf985274 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 944 time: 0.1857769 Oct 19 01:18:34.791719 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3c818d75-85d8-4fc6-adef-e6481abbd869 req-6dc89d63-c0ca-4664-ad0c-07513f556995 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514955 Oct 19 01:18:35.093822 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198a9ad-9e3a-4bc9-a33d-f9c6c7be6893 req-38e291ca-e694-4775-8ad6-6d056021ff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:35.101178 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7198a9ad-9e3a-4bc9-a33d-f9c6c7be6893 req-38e291ca-e694-4775-8ad6-6d056021ff85 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a71d981322234846886d4743265d8494&device_id=5f3bf601-2501-4696-9839-e44b8b72e08b HTTP/1.1" status: 200 len: 1098 time: 0.1114874 Oct 19 01:18:35.108339 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0537e5-760f-4701-a694-b6aee4c74bdf req-503496de-44d5-40f7-ab79-249940c66f7d tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:35.110136 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ce0537e5-760f-4701-a694-b6aee4c74bdf req-503496de-44d5-40f7-ab79-249940c66f7d tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f3bf601-2501-4696-9839-e44b8b72e08b HTTP/1.1" status: 200 len: 946 time: 0.0967786 Oct 19 01:18:35.170091 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ce0537e5-760f-4701-a694-b6aee4c74bdf req-6ea0cfee-1e46-403e-8505-36c785ad7948 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477438 Oct 19 01:18:35.242579 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198a9ad-9e3a-4bc9-a33d-f9c6c7be6893 req-f70fc7a0-ecf9-42fa-89c8-be28f88f725e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:35.244092 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7198a9ad-9e3a-4bc9-a33d-f9c6c7be6893 req-f70fc7a0-ecf9-42fa-89c8-be28f88f725e service neutron] 10.222.0.24 "GET /v2.0/networks?id=698132d6-17bc-4fb5-8a68-76969ae6c129 HTTP/1.1" status: 200 len: 917 time: 0.1285660 Oct 19 01:18:35.302379 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7198a9ad-9e3a-4bc9-a33d-f9c6c7be6893 req-8dcf0543-cd5f-4819-b705-64c018926490 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71afd74b-d137-47b6-92e4-4fb4cb8eb632 HTTP/1.1" status: 200 len: 217 time: 0.0455942 Oct 19 01:18:35.378834 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198a9ad-9e3a-4bc9-a33d-f9c6c7be6893 req-1819976f-b98b-4ab8-af1a-8a45b8fcf041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:35.382954 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7198a9ad-9e3a-4bc9-a33d-f9c6c7be6893 req-1819976f-b98b-4ab8-af1a-8a45b8fcf041 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=039c41a0-013c-401c-b2a4-b13d4c34b0b0 HTTP/1.1" status: 200 len: 855 time: 0.0725815 Oct 19 01:18:35.484724 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1c123801-23bd-49ff-9b86-7186fcba3e49 req-3dc86acb-79f4-4670-9184-9ca61503a880 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc5b9621-7f8c-402d-89af-534558ff622e HTTP/1.1" status: 200 len: 210 time: 0.0465934 Oct 19 01:18:35.497786 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198a9ad-9e3a-4bc9-a33d-f9c6c7be6893 req-32e70159-b819-45e0-9445-77f491b4d101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:35.499567 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7198a9ad-9e3a-4bc9-a33d-f9c6c7be6893 req-32e70159-b819-45e0-9445-77f491b4d101 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=698132d6-17bc-4fb5-8a68-76969ae6c129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1079531 Oct 19 01:18:35.617078 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7198a9ad-9e3a-4bc9-a33d-f9c6c7be6893 req-3900d413-353a-41d9-8df4-d20b44673529 service neutron] 10.222.0.24 "GET /v2.0/networks/698132d6-17bc-4fb5-8a68-76969ae6c129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075294 Oct 19 01:18:35.742611 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7198a9ad-9e3a-4bc9-a33d-f9c6c7be6893 req-c6da4685-cffa-4e21-87ac-15193104f62f service neutron] 10.222.0.24 "GET /v2.0/networks/698132d6-17bc-4fb5-8a68-76969ae6c129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168575 Oct 19 01:18:35.976171 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-0f01c185-f1c9-404b-9f41-36de92ac828f tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:35.978350 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-0f01c185-f1c9-404b-9f41-36de92ac828f tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.55 "GET /v2.0/networks?id=773992db-b06e-4fec-83a9-45230ec91a43 HTTP/1.1" status: 200 len: 813 time: 0.2156532 Oct 19 01:18:36.021872 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-c21bcbb5-47b4-4303-900d-b196d5498ec9 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Request body: {'port': {'device_id': 'b4152daa-00f8-486a-a707-b84fda07570b', 'network_id': '773992db-b06e-4fec-83a9-45230ec91a43', 'admin_state_up': True, 'tenant_id': 'd294e97bb1634871a546d25bc03367fe'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:36.056445 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb0f13-9771-4089-8891-a759c8410313 req-1f4bd00e-95af-4aa8-b38e-36bc5cea53ad tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:36.065901 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c3fb0f13-9771-4089-8891-a759c8410313 req-1f4bd00e-95af-4aa8-b38e-36bc5cea53ad tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 944 time: 0.1088693 Oct 19 01:18:36.128340 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c3fb0f13-9771-4089-8891-a759c8410313 req-4d747b03-73c3-4de8-a3c2-3861a17c2930 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614891 Oct 19 01:18:36.224150 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-c21bcbb5-47b4-4303-900d-b196d5498ec9 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Made reservation on behalf of d294e97bb1634871a546d25bc03367fe for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:18:36.229220 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-c21bcbb5-47b4-4303-900d-b196d5498ec9 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:36.391914 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-de9973ee-ea23-4617-bcb2-1d6f00d6cca0 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:36.395115 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-de9973ee-ea23-4617-bcb2-1d6f00d6cca0 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.55 "GET /v2.0/networks?id=773992db-b06e-4fec-83a9-45230ec91a43 HTTP/1.1" status: 200 len: 813 time: 0.1587265 Oct 19 01:18:36.410081 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-b7a1da74-55df-495c-b7cf-4596d817cb5b tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Request body: {'port': {'device_id': 'cc5b9621-7f8c-402d-89af-534558ff622e', 'network_id': '773992db-b06e-4fec-83a9-45230ec91a43', 'admin_state_up': True, 'tenant_id': 'd294e97bb1634871a546d25bc03367fe'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:36.576525 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-b7a1da74-55df-495c-b7cf-4596d817cb5b tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Made reservation on behalf of d294e97bb1634871a546d25bc03367fe for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:18:36.582951 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-b7a1da74-55df-495c-b7cf-4596d817cb5b tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:36.624040 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-c21bcbb5-47b4-4303-900d-b196d5498ec9 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Allocated IP 172.20.0.14 (773992db-b06e-4fec-83a9-45230ec91a43/6781ddc6-a7e6-45f5-b31c-4189befa9b11/0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:18:36.667755 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-069fb3b5-430b-4c4d-af11-ccd2f7ca595e req-a8ce327c-f7c4-476d-8116-23e12d8b4999 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc5b9621-7f8c-402d-89af-534558ff622e HTTP/1.1" status: 200 len: 210 time: 0.0462170 Oct 19 01:18:37.207209 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34cd53-0bef-4969-ae1a-756f5e6ffd02 req-a83fc302-89bb-4b30-b27c-7d351c15ab1a tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:37.210323 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8a34cd53-0bef-4969-ae1a-756f5e6ffd02 req-a83fc302-89bb-4b30-b27c-7d351c15ab1a tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f3bf601-2501-4696-9839-e44b8b72e08b HTTP/1.1" status: 200 len: 946 time: 0.7966044 Oct 19 01:18:37.287746 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8a34cd53-0bef-4969-ae1a-756f5e6ffd02 req-b9052131-0ff8-4fa7-bee0-982a8f35eaf9 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586350 Oct 19 01:18:37.315082 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-c21bcbb5-47b4-4303-900d-b196d5498ec9 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:37.316841 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bfd1f1-3166-4750-8376-26078fec650a req-a8de0e02-d9a2-4723-a1ed-3fbf1688226d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:37.318446 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-87bfd1f1-3166-4750-8376-26078fec650a req-a8de0e02-d9a2-4723-a1ed-3fbf1688226d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 944 time: 0.0955894 Oct 19 01:18:37.379538 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-c21bcbb5-47b4-4303-900d-b196d5498ec9 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:37.456857 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-87bfd1f1-3166-4750-8376-26078fec650a req-8b116568-0220-4780-b895-74bc6ae26974 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314762 Oct 19 01:18:37.483325 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-c21bcbb5-47b4-4303-900d-b196d5498ec9 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Network 773992db-b06e-4fec-83a9-45230ec91a43 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:18:37.485550 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21bcbb5-47b4-4303-900d-b196d5498ec9 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Pushing event updated for resources: {'Port': ['ID=0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:37.490753 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-c21bcbb5-47b4-4303-900d-b196d5498ec9 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:37.498603 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-c21bcbb5-47b4-4303-900d-b196d5498ec9 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:18:37.506072 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-b7a1da74-55df-495c-b7cf-4596d817cb5b tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Allocated IP 172.20.0.7 (773992db-b06e-4fec-83a9-45230ec91a43/6781ddc6-a7e6-45f5-b31c-4189befa9b11/8c7050ba-07e7-4f2e-aaf6-bf35f59d721b) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:18:37.575535 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-c21bcbb5-47b4-4303-900d-b196d5498ec9 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:37.576307 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-c21bcbb5-47b4-4303-900d-b196d5498ec9 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:37.608456 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-c21bcbb5-47b4-4303-900d-b196d5498ec9 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6075716 Oct 19 01:18:37.622558 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-b5e55207-5799-4dbd-84e5-663852f98d7a service neutron] Request body: {'port': {'device_id': 'b4152daa-00f8-486a-a707-b84fda07570b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:37.743161 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-b5e55207-5799-4dbd-84e5-663852f98d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:37.764122 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-b7a1da74-55df-495c-b7cf-4596d817cb5b tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:37.807127 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-b7a1da74-55df-495c-b7cf-4596d817cb5b tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:37.865910 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1da74-55df-495c-b7cf-4596d817cb5b tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Pushing event updated for resources: {'Port': ['ID=8c7050ba-07e7-4f2e-aaf6-bf35f59d721b,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:37.986676 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-b7a1da74-55df-495c-b7cf-4596d817cb5b tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Network 773992db-b06e-4fec-83a9-45230ec91a43 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:18:38.004255 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d895758-604e-45c8-8c22-c4fcf99f5539 req-a3654c62-6a48-42b8-9316-e71c1fbcbda6 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:38.005832 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3d895758-604e-45c8-8c22-c4fcf99f5539 req-a3654c62-6a48-42b8-9316-e71c1fbcbda6 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc5b9621-7f8c-402d-89af-534558ff622e HTTP/1.1" status: 200 len: 931 time: 0.1412513 Oct 19 01:18:38.013191 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-b7a1da74-55df-495c-b7cf-4596d817cb5b tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:38.023573 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-b7a1da74-55df-495c-b7cf-4596d817cb5b tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:18:38.105420 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3d895758-604e-45c8-8c22-c4fcf99f5539 req-82d4b60a-83dc-4238-bd07-c1ef75074be1 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/security-groups?id=6523b3cc-da16-409a-a600-3c82dc66caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781872 Oct 19 01:18:38.137131 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-b7a1da74-55df-495c-b7cf-4596d817cb5b tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:38.137891 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-b7a1da74-55df-495c-b7cf-4596d817cb5b tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:38.158716 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-b7a1da74-55df-495c-b7cf-4596d817cb5b tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7538664 Oct 19 01:18:38.174792 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-2c355a1e-e385-45f5-a89c-4eface6b0c25 service neutron] Request body: {'port': {'device_id': 'cc5b9621-7f8c-402d-89af-534558ff622e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:38.266802 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-2c355a1e-e385-45f5-a89c-4eface6b0c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:38.378029 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c6a04-f1c0-4d59-8547-114bb0d9d890 req-1d946211-43b2-479c-b334-34ec985cddb7 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:38.386890 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0c1c6a04-f1c0-4d59-8547-114bb0d9d890 req-1d946211-43b2-479c-b334-34ec985cddb7 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 946 time: 0.2373996 Oct 19 01:18:38.412504 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-b5e55207-5799-4dbd-84e5-663852f98d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:18:38.424073 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-b5e55207-5799-4dbd-84e5-663852f98d7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:38.453208 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0c1c6a04-f1c0-4d59-8547-114bb0d9d890 req-04ed7089-71cf-4623-bf17-0e748741dc48 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653811 Oct 19 01:18:38.462396 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-b5e55207-5799-4dbd-84e5-663852f98d7a service neutron] Transition to ACTIVE for port object 0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:18:38.480000 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-b5e55207-5799-4dbd-84e5-663852f98d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:38.582802 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306780e8-d9da-4be1-9581-721439cdde01 req-2befa114-842a-4314-91c0-7e472c3d8afb tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:38.586060 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-306780e8-d9da-4be1-9581-721439cdde01 req-2befa114-842a-4314-91c0-7e472c3d8afb tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f3bf601-2501-4696-9839-e44b8b72e08b HTTP/1.1" status: 200 len: 946 time: 0.1773138 Oct 19 01:18:38.633763 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e55207-5799-4dbd-84e5-663852f98d7a service neutron] Pushing event updated for resources: {'Port': ['ID=0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:38.686938 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-306780e8-d9da-4be1-9581-721439cdde01 req-f99be83f-43a3-4953-8087-ab30bdd83d85 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888467 Oct 19 01:18:38.691718 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4d8c1-8819-4121-abb2-fb1897e6821f req-553335a2-d654-4798-a08f-a62913b4a5da tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:38.693356 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5ca4d8c1-8819-4121-abb2-fb1897e6821f req-553335a2-d654-4798-a08f-a62913b4a5da tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 944 time: 0.1085899 Oct 19 01:18:38.770566 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-b5e55207-5799-4dbd-84e5-663852f98d7a service neutron] Attempting to bind port 0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:18:38.771140 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-b5e55207-5799-4dbd-84e5-663852f98d7a service neutron] Attempting to bind port 0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '2fb4b123-8aa7-4a03-bbcb-f9e00f85347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '773992db-b06e-4fec-83a9-45230ec91a43'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:18:38.771411 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-b5e55207-5799-4dbd-84e5-663852f98d7a service neutron] Attempting to bind port 0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf on network 773992db-b06e-4fec-83a9-45230ec91a43 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:18:38.783919 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-b5e55207-5799-4dbd-84e5-663852f98d7a service neutron] Port 0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf on network 773992db-b06e-4fec-83a9-45230ec91a43 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:18:38.784507 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-b5e55207-5799-4dbd-84e5-663852f98d7a service neutron] Attempting to bind port 0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf on network 773992db-b06e-4fec-83a9-45230ec91a43 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:18:38.806879 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5ca4d8c1-8819-4121-abb2-fb1897e6821f req-91b898ce-4a6f-4f54-a7fe-a23c4a92eee2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993917 Oct 19 01:18:38.808168 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-b5e55207-5799-4dbd-84e5-663852f98d7a service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:18:38.810164 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-b5e55207-5799-4dbd-84e5-663852f98d7a service neutron] Checking segment: {'id': '2fb4b123-8aa7-4a03-bbcb-f9e00f85347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '773992db-b06e-4fec-83a9-45230ec91a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:18:38.810650 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-b5e55207-5799-4dbd-84e5-663852f98d7a service neutron] Bound using segment: {'id': '2fb4b123-8aa7-4a03-bbcb-f9e00f85347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '773992db-b06e-4fec-83a9-45230ec91a43'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:18:38.811203 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-b5e55207-5799-4dbd-84e5-663852f98d7a service neutron] Bound port: 0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb4b123-8aa7-4a03-bbcb-f9e00f85347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '773992db-b06e-4fec-83a9-45230ec91a43'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:18:38.811666 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-b5e55207-5799-4dbd-84e5-663852f98d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:38.885812 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-2c355a1e-e385-45f5-a89c-4eface6b0c25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c7050ba-07e7-4f2e-aaf6-bf35f59d721b {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:18:38.898533 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-2c355a1e-e385-45f5-a89c-4eface6b0c25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:38.917780 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-b5e55207-5799-4dbd-84e5-663852f98d7a service neutron] For port 0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:18:38.920283 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ba4b4-d840-4c3b-ac1e-9fb984ca7528 req-4e358d22-0cc9-434f-b5a1-f7463883a768 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:38.921842 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-b5e55207-5799-4dbd-84e5-663852f98d7a service neutron] For port 0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf,segment=NetworkSegment(2fb4b123-8aa7-4a03-bbcb-f9e00f85347d),segment_id=2fb4b123-8aa7-4a03-bbcb-f9e00f85347d)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:18:38.922189 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f82ba4b4-d840-4c3b-ac1e-9fb984ca7528 req-4e358d22-0cc9-434f-b5a1-f7463883a768 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f3bf601-2501-4696-9839-e44b8b72e08b HTTP/1.1" status: 200 len: 946 time: 0.1055577 Oct 19 01:18:38.929817 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-b5e55207-5799-4dbd-84e5-663852f98d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:38.947954 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-2c355a1e-e385-45f5-a89c-4eface6b0c25 service neutron] Transition to ACTIVE for port object 8c7050ba-07e7-4f2e-aaf6-bf35f59d721b will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:18:38.977843 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-2c355a1e-e385-45f5-a89c-4eface6b0c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:39.004510 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e55207-5799-4dbd-84e5-663852f98d7a service neutron] Pushing event updated for resources: {'Port': ['ID=0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:39.015772 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-b5e55207-5799-4dbd-84e5-663852f98d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:39.016763 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-b5e55207-5799-4dbd-84e5-663852f98d7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:39.019521 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-b5e55207-5799-4dbd-84e5-663852f98d7a service neutron] 10.222.0.55 "PUT /v2.0/ports/0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf HTTP/1.1" status: 200 len: 1093 time: 1.4013505 Oct 19 01:18:39.020156 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4152daa-00f8-486a-a707-b84fda07570b', 'tag': '0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:18:39.023657 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f82ba4b4-d840-4c3b-ac1e-9fb984ca7528 req-36de2209-6635-4435-891c-1b5d1d49c991 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938339 Oct 19 01:18:39.031763 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369d030f-04fb-4f8c-8446-74354f6cfd9e" -d '{"events": [{"name": "network-changed", "server_uuid": "b4152daa-00f8-486a-a707-b84fda07570b", "tag": "0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:18:39.062646 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c355a1e-e385-45f5-a89c-4eface6b0c25 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7050ba-07e7-4f2e-aaf6-bf35f59d721b,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:39.145591 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9c8f7b-c228-46c9-99ef-a62de9ceeb85 x-openstack-request-id: req-dc9c8f7b-c228-46c9-99ef-a62de9ceeb85 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:18:39.146150 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4152daa-00f8-486a-a707-b84fda07570b", "tag": "0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:18:39.146499 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dc9c8f7b-c228-46c9-99ef-a62de9ceeb85 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:18:39.147006 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4152daa-00f8-486a-a707-b84fda07570b', 'tag': '0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf', 'status': 'completed', 'code': 200} Oct 19 01:18:39.162294 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-5f2718a9-dbe0-4b09-8f40-b01e113c9fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:39.166147 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-5f2718a9-dbe0-4b09-8f40-b01e113c9fe2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d294e97bb1634871a546d25bc03367fe&device_id=b4152daa-00f8-486a-a707-b84fda07570b HTTP/1.1" status: 200 len: 1096 time: 0.0965769 Oct 19 01:18:39.254630 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-2c355a1e-e385-45f5-a89c-4eface6b0c25 service neutron] Attempting to bind port 8c7050ba-07e7-4f2e-aaf6-bf35f59d721b on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:18:39.255128 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-2c355a1e-e385-45f5-a89c-4eface6b0c25 service neutron] Attempting to bind port 8c7050ba-07e7-4f2e-aaf6-bf35f59d721b by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '2fb4b123-8aa7-4a03-bbcb-f9e00f85347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '773992db-b06e-4fec-83a9-45230ec91a43'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:18:39.255580 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-2c355a1e-e385-45f5-a89c-4eface6b0c25 service neutron] Attempting to bind port 8c7050ba-07e7-4f2e-aaf6-bf35f59d721b on network 773992db-b06e-4fec-83a9-45230ec91a43 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:18:39.266632 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-9b2d9dd8-02b7-4b8a-9c2e-6cfcf75af60b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf HTTP/1.1" status: 200 len: 217 time: 0.0913072 Oct 19 01:18:39.285436 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-2c355a1e-e385-45f5-a89c-4eface6b0c25 service neutron] Port 8c7050ba-07e7-4f2e-aaf6-bf35f59d721b on network 773992db-b06e-4fec-83a9-45230ec91a43 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:18:39.285436 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-2c355a1e-e385-45f5-a89c-4eface6b0c25 service neutron] Attempting to bind port 8c7050ba-07e7-4f2e-aaf6-bf35f59d721b on network 773992db-b06e-4fec-83a9-45230ec91a43 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:18:39.311388 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-2c355a1e-e385-45f5-a89c-4eface6b0c25 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:18:39.311388 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-2c355a1e-e385-45f5-a89c-4eface6b0c25 service neutron] Checking segment: {'id': '2fb4b123-8aa7-4a03-bbcb-f9e00f85347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '773992db-b06e-4fec-83a9-45230ec91a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:18:39.311388 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-2c355a1e-e385-45f5-a89c-4eface6b0c25 service neutron] Bound using segment: {'id': '2fb4b123-8aa7-4a03-bbcb-f9e00f85347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '773992db-b06e-4fec-83a9-45230ec91a43'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:18:39.311388 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-2c355a1e-e385-45f5-a89c-4eface6b0c25 service neutron] Bound port: 8c7050ba-07e7-4f2e-aaf6-bf35f59d721b, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb4b123-8aa7-4a03-bbcb-f9e00f85347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '773992db-b06e-4fec-83a9-45230ec91a43'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:18:39.311388 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-2c355a1e-e385-45f5-a89c-4eface6b0c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:39.370765 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed91ab8-2318-498b-8d6c-c4f21c8d32a5 req-00afe1dd-a3e0-4c78-af74-934f5c2c31d3 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:39.378704 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4ed91ab8-2318-498b-8d6c-c4f21c8d32a5 req-00afe1dd-a3e0-4c78-af74-934f5c2c31d3 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0d8e862-e175-483a-a132-b837ca3f576f HTTP/1.1" status: 200 len: 945 time: 0.1626916 Oct 19 01:18:39.396806 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-d0551ad2-9abc-42b4-b378-028b354d23a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:39.396806 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-d0551ad2-9abc-42b4-b378-028b354d23a7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6781ddc6-a7e6-45f5-b31c-4189befa9b11 HTTP/1.1" status: 200 len: 853 time: 0.0817239 Oct 19 01:18:39.431408 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d03d91-1a85-43ec-87d5-d90483cc0dca req-f37071d5-729e-42b8-9e31-7e36f0d375a0 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:39.439939 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4ed91ab8-2318-498b-8d6c-c4f21c8d32a5 req-95aa3cf0-09b9-4293-9027-8a46de1a28db tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577822 Oct 19 01:18:39.442412 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-40d03d91-1a85-43ec-87d5-d90483cc0dca req-f37071d5-729e-42b8-9e31-7e36f0d375a0 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc5b9621-7f8c-402d-89af-534558ff622e HTTP/1.1" status: 200 len: 943 time: 0.1810584 Oct 19 01:18:39.446301 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-2c355a1e-e385-45f5-a89c-4eface6b0c25 service neutron] For port 8c7050ba-07e7-4f2e-aaf6-bf35f59d721b, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:18:39.449871 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-2c355a1e-e385-45f5-a89c-4eface6b0c25 service neutron] For port 8c7050ba-07e7-4f2e-aaf6-bf35f59d721b, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=8c7050ba-07e7-4f2e-aaf6-bf35f59d721b,segment=NetworkSegment(2fb4b123-8aa7-4a03-bbcb-f9e00f85347d),segment_id=2fb4b123-8aa7-4a03-bbcb-f9e00f85347d)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:18:39.455806 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-2c355a1e-e385-45f5-a89c-4eface6b0c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:39.487984 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-db3f9eb1-a6e1-4364-98a7-193c4ebf6974 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=773992db-b06e-4fec-83a9-45230ec91a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838773 Oct 19 01:18:39.525751 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-40d03d91-1a85-43ec-87d5-d90483cc0dca req-29021c45-1164-4bfd-8e98-7a91ca96902c tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/security-groups?id=6523b3cc-da16-409a-a600-3c82dc66caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762944 Oct 19 01:18:39.546563 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-2c355a1e-e385-45f5-a89c-4eface6b0c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:39.547175 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-2c355a1e-e385-45f5-a89c-4eface6b0c25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:39.552040 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-2c355a1e-e385-45f5-a89c-4eface6b0c25 service neutron] 10.222.0.55 "PUT /v2.0/ports/8c7050ba-07e7-4f2e-aaf6-bf35f59d721b HTTP/1.1" status: 200 len: 1092 time: 1.3838823 Oct 19 01:18:39.580707 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc5b9621-7f8c-402d-89af-534558ff622e', 'tag': '8c7050ba-07e7-4f2e-aaf6-bf35f59d721b'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:18:39.583156 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cab2f05-b49a-44d4-ba13-c9c0657106ff" -d '{"events": [{"name": "network-changed", "server_uuid": "cc5b9621-7f8c-402d-89af-534558ff622e", "tag": "8c7050ba-07e7-4f2e-aaf6-bf35f59d721b"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:18:39.716710 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c355a1e-e385-45f5-a89c-4eface6b0c25 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7050ba-07e7-4f2e-aaf6-bf35f59d721b,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:39.730979 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-16238293-b883-49b0-b1c6-cf0702013279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:39.733010 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-16238293-b883-49b0-b1c6-cf0702013279 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d294e97bb1634871a546d25bc03367fe&device_id=cc5b9621-7f8c-402d-89af-534558ff622e HTTP/1.1" status: 200 len: 1095 time: 0.1066837 Oct 19 01:18:39.735160 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-47e68df7-2443-43d3-9e52-f04ceadf03c8 service neutron] 10.222.0.55 "GET /v2.0/networks/773992db-b06e-4fec-83a9-45230ec91a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367551 Oct 19 01:18:39.748448 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b9843-df78-4693-b5e4-950be4c8ae95 req-3980b774-7efc-49d8-b9e5-2ac4e0f2c17d tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:39.749901 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245e98b-26ca-4023-9740-40f6e78e36de req-0fb87376-05bc-41be-afd7-902247a4d3db tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:39.751348 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8245e98b-26ca-4023-9740-40f6e78e36de req-0fb87376-05bc-41be-afd7-902247a4d3db tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=df9d6042-c84d-47b7-99c4-41c70c784879 HTTP/1.1" status: 200 len: 945 time: 0.1651943 Oct 19 01:18:39.763176 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a28b9843-df78-4693-b5e4-950be4c8ae95 req-3980b774-7efc-49d8-b9e5-2ac4e0f2c17d tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 946 time: 0.1280262 Oct 19 01:18:39.806699 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-f6a01162-cfe0-4588-beaf-53477583a885 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c7050ba-07e7-4f2e-aaf6-bf35f59d721b HTTP/1.1" status: 200 len: 217 time: 0.0535350 Oct 19 01:18:39.870783 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-48fd7a56-67b8-4279-8691-15de98ac3682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:39.872439 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-48fd7a56-67b8-4279-8691-15de98ac3682 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6781ddc6-a7e6-45f5-b31c-4189befa9b11 HTTP/1.1" status: 200 len: 853 time: 0.0521305 Oct 19 01:18:39.878598 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8245e98b-26ca-4023-9740-40f6e78e36de req-c9229558-aa4a-4537-b3f0-9a14bcf1b844 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193149 Oct 19 01:18:39.894545 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-75e4f9ed-cb73-47b2-b22d-0bf823b30880 service neutron] 10.222.0.55 "GET /v2.0/networks/773992db-b06e-4fec-83a9-45230ec91a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133022 Oct 19 01:18:39.965754 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-b84ec122-2c19-42c1-965a-69dc6880c1c3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=773992db-b06e-4fec-83a9-45230ec91a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832553 Oct 19 01:18:40.110249 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-8d94f036-38a0-4cbd-96ce-2af04fdc7019 service neutron] 10.222.0.55 "GET /v2.0/networks/773992db-b06e-4fec-83a9-45230ec91a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274889 Oct 19 01:18:40.112215 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b44713b-6092-458e-9fb9-a29fa202d99c x-openstack-request-id: req-5b44713b-6092-458e-9fb9-a29fa202d99c {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:18:40.112707 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc5b9621-7f8c-402d-89af-534558ff622e", "tag": "8c7050ba-07e7-4f2e-aaf6-bf35f59d721b", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:18:40.113020 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5b44713b-6092-458e-9fb9-a29fa202d99c {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:18:40.113495 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc5b9621-7f8c-402d-89af-534558ff622e', 'tag': '8c7050ba-07e7-4f2e-aaf6-bf35f59d721b', 'status': 'completed', 'code': 200} Oct 19 01:18:40.133979 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2af29-5da1-4a86-9984-6cf314d47bcb req-f79d78cf-3f56-4702-8e65-df47bb4a8abb tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:40.135471 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-06c2af29-5da1-4a86-9984-6cf314d47bcb req-f79d78cf-3f56-4702-8e65-df47bb4a8abb tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.24 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 946 time: 0.3641031 Oct 19 01:18:40.141457 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a28b9843-df78-4693-b5e4-950be4c8ae95 req-56c5c9c4-d507-4874-805a-af8357b8413b tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/security-groups?id=906698ed-f00f-46dc-91b4-e800de7b2d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774188 Oct 19 01:18:40.151028 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d030f-04fb-4f8c-8446-74354f6cfd9e req-ec9c1eab-164c-4a17-b28f-18a1d824e432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:40.152519 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-369d030f-04fb-4f8c-8446-74354f6cfd9e req-ec9c1eab-164c-4a17-b28f-18a1d824e432 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d294e97bb1634871a546d25bc03367fe&device_id=b4152daa-00f8-486a-a707-b84fda07570b HTTP/1.1" status: 200 len: 1096 time: 0.1673441 Oct 19 01:18:40.213981 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-7e91e934-9296-4985-88cd-c20ab44e50a1 req-16b5e315-7782-456c-b963-b81190fc8a09 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:18:40.214998 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7e91e934-9296-4985-88cd-c20ab44e50a1 req-16b5e315-7782-456c-b963-b81190fc8a09 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0145407 Oct 19 01:18:40.292089 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb75d9-6a76-43fd-9739-cfd4d77de39e req-d68e7e89-342b-4eda-87c8-7bc6e00da13d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:40.293842 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c6bb75d9-6a76-43fd-9739-cfd4d77de39e req-d68e7e89-342b-4eda-87c8-7bc6e00da13d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 944 time: 0.0834205 Oct 19 01:18:40.296383 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ddf8bf6b-f00d-4e7a-b1c8-4bd3d9846c25 req-8e1eeea4-544b-4494-a807-932c1f559c73 service neutron] 10.222.0.55 "GET /v2.0/networks/773992db-b06e-4fec-83a9-45230ec91a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764071 Oct 19 01:18:40.370342 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c6bb75d9-6a76-43fd-9739-cfd4d77de39e req-a59a6760-4ec0-4815-83a9-ff7dfeb50763 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442939 Oct 19 01:18:40.434168 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab2f05-b49a-44d4-ba13-c9c0657106ff req-5a08d604-6f0c-4bc7-9527-d6c6ea97dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:40.436174 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4cab2f05-b49a-44d4-ba13-c9c0657106ff req-5a08d604-6f0c-4bc7-9527-d6c6ea97dea1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d294e97bb1634871a546d25bc03367fe&device_id=cc5b9621-7f8c-402d-89af-534558ff622e HTTP/1.1" status: 200 len: 1095 time: 0.0507295 Oct 19 01:18:40.512522 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d030f-04fb-4f8c-8446-74354f6cfd9e req-eeb2528b-3749-4cda-b259-2ed1f60e903b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:40.514425 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-369d030f-04fb-4f8c-8446-74354f6cfd9e req-eeb2528b-3749-4cda-b259-2ed1f60e903b service neutron] 10.222.0.55 "GET /v2.0/networks?id=773992db-b06e-4fec-83a9-45230ec91a43 HTTP/1.1" status: 200 len: 914 time: 0.3151803 Oct 19 01:18:40.552306 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab2f05-b49a-44d4-ba13-c9c0657106ff req-da5d8d3f-bbca-4376-aebf-b7112dd7f783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:40.554354 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4cab2f05-b49a-44d4-ba13-c9c0657106ff req-da5d8d3f-bbca-4376-aebf-b7112dd7f783 service neutron] 10.222.0.55 "GET /v2.0/networks?id=773992db-b06e-4fec-83a9-45230ec91a43 HTTP/1.1" status: 200 len: 914 time: 0.1086500 Oct 19 01:18:40.594107 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-369d030f-04fb-4f8c-8446-74354f6cfd9e req-2b8255a7-fa1d-47b0-91ad-7531dac861c3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf HTTP/1.1" status: 200 len: 217 time: 0.0679052 Oct 19 01:18:40.604951 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4cab2f05-b49a-44d4-ba13-c9c0657106ff req-58c03619-debb-4019-8494-334645b7a63b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c7050ba-07e7-4f2e-aaf6-bf35f59d721b HTTP/1.1" status: 200 len: 217 time: 0.0433757 Oct 19 01:18:40.605632 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7e91e934-9296-4985-88cd-c20ab44e50a1 req-856031c2-3a85-4030-8a3a-c848cdf46f18 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3064020 Oct 19 01:18:40.668705 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab2f05-b49a-44d4-ba13-c9c0657106ff req-a8415bcb-2e6c-48af-a6ab-a4a174efe640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:40.670195 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4cab2f05-b49a-44d4-ba13-c9c0657106ff req-a8415bcb-2e6c-48af-a6ab-a4a174efe640 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6781ddc6-a7e6-45f5-b31c-4189befa9b11 HTTP/1.1" status: 200 len: 853 time: 0.0575650 Oct 19 01:18:40.678969 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d030f-04fb-4f8c-8446-74354f6cfd9e req-f5528853-26f0-41cc-8d85-9a343c6b8d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:40.680764 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-369d030f-04fb-4f8c-8446-74354f6cfd9e req-f5528853-26f0-41cc-8d85-9a343c6b8d7c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6781ddc6-a7e6-45f5-b31c-4189befa9b11 HTTP/1.1" status: 200 len: 853 time: 0.0740371 Oct 19 01:18:40.732402 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-369d030f-04fb-4f8c-8446-74354f6cfd9e req-35697160-3464-403c-b62e-ee03ed9120c0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=773992db-b06e-4fec-83a9-45230ec91a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360312 Oct 19 01:18:40.742626 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-06c2af29-5da1-4a86-9984-6cf314d47bcb req-ddbd1b26-f03d-4ffc-beaf-b60b3919f411 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Deleting port efeadb03-b8e1-4204-b42c-be7a2a69aa70 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:18:40.742972 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-06c2af29-5da1-4a86-9984-6cf314d47bcb req-ddbd1b26-f03d-4ffc-beaf-b60b3919f411 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:40.757857 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4cab2f05-b49a-44d4-ba13-c9c0657106ff req-276a0111-8b9e-4cc8-8c5c-2cb98a4a47b3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=773992db-b06e-4fec-83a9-45230ec91a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780101 Oct 19 01:18:40.821951 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b67043-3db5-40dc-a720-73b1d25b3027 req-dc4518d3-ee4e-4cb1-85ae-fc06ec425037 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:40.823669 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92b67043-3db5-40dc-a720-73b1d25b3027 req-dc4518d3-ee4e-4cb1-85ae-fc06ec425037 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc5b9621-7f8c-402d-89af-534558ff622e HTTP/1.1" status: 200 len: 943 time: 0.2096872 Oct 19 01:18:40.923588 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4cab2f05-b49a-44d4-ba13-c9c0657106ff req-fa407240-807c-4b0d-9826-c341586ebb14 service neutron] 10.222.0.55 "GET /v2.0/networks/773992db-b06e-4fec-83a9-45230ec91a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549263 Oct 19 01:18:40.977142 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-06c2af29-5da1-4a86-9984-6cf314d47bcb req-ddbd1b26-f03d-4ffc-beaf-b60b3919f411 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] For port efeadb03-b8e1-4204-b42c-be7a2a69aa70, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=efeadb03-b8e1-4204-b42c-be7a2a69aa70,segment=NetworkSegment(ffd81065-8232-4238-985f-d7b5c5e64688),segment_id=ffd81065-8232-4238-985f-d7b5c5e64688)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:40.977702 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-06c2af29-5da1-4a86-9984-6cf314d47bcb req-ddbd1b26-f03d-4ffc-beaf-b60b3919f411 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:40.982913 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-369d030f-04fb-4f8c-8446-74354f6cfd9e req-7b699873-26cb-4d3e-9f05-0b7a460be4ee service neutron] 10.222.0.55 "GET /v2.0/networks/773992db-b06e-4fec-83a9-45230ec91a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353654 Oct 19 01:18:41.001404 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92b67043-3db5-40dc-a720-73b1d25b3027 req-8d5df1f7-022b-413c-993c-81aa4bef6912 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/security-groups?id=6523b3cc-da16-409a-a600-3c82dc66caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767627 Oct 19 01:18:41.029908 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee8893a-97a0-475c-803b-731c21dd4f34 req-a92b94d6-8d35-4632-a32c-b43472f93538 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:41.031417 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bee8893a-97a0-475c-803b-731c21dd4f34 req-a92b94d6-8d35-4632-a32c-b43472f93538 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f3bf601-2501-4696-9839-e44b8b72e08b HTTP/1.1" status: 200 len: 946 time: 0.1252747 Oct 19 01:18:41.034648 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-06c2af29-5da1-4a86-9984-6cf314d47bcb req-ddbd1b26-f03d-4ffc-beaf-b60b3919f411 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Calling delete_port for efeadb03-b8e1-4204-b42c-be7a2a69aa70 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:18:41.082650 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4cab2f05-b49a-44d4-ba13-c9c0657106ff req-c435e445-e884-4b3c-b614-457b37c640f5 service neutron] 10.222.0.55 "GET /v2.0/networks/773992db-b06e-4fec-83a9-45230ec91a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497710 Oct 19 01:18:41.172336 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bee8893a-97a0-475c-803b-731c21dd4f34 req-91c2b34e-ec75-4191-9636-8400a9c6f8a2 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335628 Oct 19 01:18:41.300574 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-369d030f-04fb-4f8c-8446-74354f6cfd9e req-62fa5d3f-8a07-491d-8905-8fc7af4abc60 service neutron] 10.222.0.55 "GET /v2.0/networks/773992db-b06e-4fec-83a9-45230ec91a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061678 Oct 19 01:18:41.311979 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-06c2af29-5da1-4a86-9984-6cf314d47bcb req-ddbd1b26-f03d-4ffc-beaf-b60b3919f411 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:41.320583 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['efeadb03-b8e1-4204-b42c-be7a2a69aa70'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:18:41.376485 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ca2cf7b9-2ae6-4fbb-b9fe-318e9e7d123c req-d7428062-eb26-4d49-a007-fb5230fa5ad0 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.57 "GET /v2.0/ports?device_id=9983c045-b6f4-4c14-ae7e-d84c02c3f7b2 HTTP/1.1" status: 200 len: 210 time: 0.0803080 Oct 19 01:18:41.474892 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd1b26-f03d-4ffc-beaf-b60b3919f411 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Pushing event deleted for resources: {'Port': ['ID=efeadb03-b8e1-4204-b42c-be7a2a69aa70,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:41.527410 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c2af29-5da1-4a86-9984-6cf314d47bcb req-ddbd1b26-f03d-4ffc-beaf-b60b3919f411 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] No DVR routers for this DVR port efeadb03-b8e1-4204-b42c-be7a2a69aa70 on host n-h2-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:18:41.538305 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-06c2af29-5da1-4a86-9984-6cf314d47bcb req-ddbd1b26-f03d-4ffc-beaf-b60b3919f411 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:41.541701 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-06c2af29-5da1-4a86-9984-6cf314d47bcb req-ddbd1b26-f03d-4ffc-beaf-b60b3919f411 tempest-ServersNegativeTestJSON-1659745478 tempest-ServersNegativeTestJSON-1659745478-project] 10.222.0.24 "DELETE /v2.0/ports/efeadb03-b8e1-4204-b42c-be7a2a69aa70 HTTP/1.1" status: 204 len: 173 time: 1.3983214 Oct 19 01:18:41.552870 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9917c2-5f58-4416-8e39-0cd0f5b7774b req-266389c7-da78-4487-a81c-4fbcca60b5b7 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:41.556704 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6e9917c2-5f58-4416-8e39-0cd0f5b7774b req-266389c7-da78-4487-a81c-4fbcca60b5b7 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0d8e862-e175-483a-a132-b837ca3f576f HTTP/1.1" status: 200 len: 945 time: 0.2187979 Oct 19 01:18:41.557559 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9983c045-b6f4-4c14-ae7e-d84c02c3f7b2', 'name': 'network-vif-deleted', 'tag': 'efeadb03-b8e1-4204-b42c-be7a2a69aa70'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:18:41.560807 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926dd482-9055-4e25-a2f5-657c215561d3 req-10ec8011-303b-4bc1-a269-f6f0d7a4ef21 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:41.563438 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-926dd482-9055-4e25-a2f5-657c215561d3 req-10ec8011-303b-4bc1-a269-f6f0d7a4ef21 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 944 time: 0.0645461 Oct 19 01:18:41.583327 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8d2d28-cb59-44cb-b909-a699e30f29a0" -d '{"events": [{"server_uuid": "9983c045-b6f4-4c14-ae7e-d84c02c3f7b2", "name": "network-vif-deleted", "tag": "efeadb03-b8e1-4204-b42c-be7a2a69aa70"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:18:41.649452 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-926dd482-9055-4e25-a2f5-657c215561d3 req-d254ce5c-52c3-4b5a-babb-7ca23870e961 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640118 Oct 19 01:18:41.689128 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6e9917c2-5f58-4416-8e39-0cd0f5b7774b req-987c7640-c6f7-422a-acd2-cfe31ed25f70 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938916 Oct 19 01:18:41.719168 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3851dbb9-5bb1-44e2-8b4f-20aa88ef75bd x-openstack-request-id: req-3851dbb9-5bb1-44e2-8b4f-20aa88ef75bd {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:18:41.719503 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9983c045-b6f4-4c14-ae7e-d84c02c3f7b2", "name": "network-vif-deleted", "tag": "efeadb03-b8e1-4204-b42c-be7a2a69aa70", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:18:41.719944 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3851dbb9-5bb1-44e2-8b4f-20aa88ef75bd {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:18:41.720944 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9983c045-b6f4-4c14-ae7e-d84c02c3f7b2', 'name': 'network-vif-deleted', 'tag': 'efeadb03-b8e1-4204-b42c-be7a2a69aa70', 'status': 'completed', 'code': 200} Oct 19 01:18:41.831357 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9803fd-bc06-4dea-acb0-1b3b6eaabd19 req-20c2b9d6-8f30-47cc-a45b-c9b00c641701 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:41.832984 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1a9803fd-bc06-4dea-acb0-1b3b6eaabd19 req-20c2b9d6-8f30-47cc-a45b-c9b00c641701 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=df9d6042-c84d-47b7-99c4-41c70c784879 HTTP/1.1" status: 200 len: 945 time: 0.0585241 Oct 19 01:18:41.879321 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1a9803fd-bc06-4dea-acb0-1b3b6eaabd19 req-a098065d-e1ac-4162-a71c-c0a5fc23bdf2 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394719 Oct 19 01:18:42.085656 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa15e7-0623-4d9a-b0ad-c16bcd23929f req-cf90e768-cd09-4a13-ad7c-d7caedd962de tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:42.092839 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa15e7-0623-4d9a-b0ad-c16bcd23929f req-cf90e768-cd09-4a13-ad7c-d7caedd962de tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:42.100071 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa15e7-0623-4d9a-b0ad-c16bcd23929f req-cf90e768-cd09-4a13-ad7c-d7caedd962de tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:42.108588 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7eaa15e7-0623-4d9a-b0ad-c16bcd23929f req-cf90e768-cd09-4a13-ad7c-d7caedd962de tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=df9d6042-c84d-47b7-99c4-41c70c784879&device_id=f0d8e862-e175-483a-a132-b837ca3f576f&device_id=5f3bf601-2501-4696-9839-e44b8b72e08b HTTP/1.1" status: 200 len: 2417 time: 0.0811989 Oct 19 01:18:42.144349 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768d889-7d48-4adc-8b66-3581f62cc120 req-4ad5ffcc-9ac9-473b-862e-aa21bce81c2c tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:42.152611 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3768d889-7d48-4adc-8b66-3581f62cc120 req-4ad5ffcc-9ac9-473b-862e-aa21bce81c2c tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc5b9621-7f8c-402d-89af-534558ff622e HTTP/1.1" status: 200 len: 943 time: 0.0630240 Oct 19 01:18:42.164779 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7eaa15e7-0623-4d9a-b0ad-c16bcd23929f req-cd4f95c7-654f-4dfb-979e-c222826c3cfc tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553057 Oct 19 01:18:42.201117 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-8baf12c4-0eea-400a-9a49-adba6465d4aa req-bdfd576f-921e-4c47-917a-6f6a6473059a tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:18:42.201117 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8baf12c4-0eea-400a-9a49-adba6465d4aa req-bdfd576f-921e-4c47-917a-6f6a6473059a tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0090616 Oct 19 01:18:42.206932 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3768d889-7d48-4adc-8b66-3581f62cc120 req-bc6cbf08-5410-4ac4-a8e9-6af01db7a8d5 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/security-groups?id=6523b3cc-da16-409a-a600-3c82dc66caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532753 Oct 19 01:18:42.309608 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8baf12c4-0eea-400a-9a49-adba6465d4aa req-41995929-272e-423a-b7f7-3c982504b7bf tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0973580 Oct 19 01:18:42.495965 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 50240) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:42.553222 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d28849-83c3-4e97-90b8-dfbd003943a3 admin admin] Deleting subnet c34f3bc6-87d2-43ce-a91f-60bcb8357212 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:18:42.564791 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f7d28849-83c3-4e97-90b8-dfbd003943a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:42.608875 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f7d28849-83c3-4e97-90b8-dfbd003943a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:42.698593 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f7d28849-83c3-4e97-90b8-dfbd003943a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:42.802587 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f7d28849-83c3-4e97-90b8-dfbd003943a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:42.835488 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d28849-83c3-4e97-90b8-dfbd003943a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c34f3bc6-87d2-43ce-a91f-60bcb8357212,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:42.838661 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f7d28849-83c3-4e97-90b8-dfbd003943a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:42.844248 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 50248) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:42.844831 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f7d28849-83c3-4e97-90b8-dfbd003943a3 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c34f3bc6-87d2-43ce-a91f-60bcb8357212 HTTP/1.1" status: 204 len: 168 time: 0.3477750 Oct 19 01:18:42.872740 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad322b-b3e4-4fde-8d4c-d1806a4ff5ac req-9a30419a-e3b2-4a71-9b70-4251adf4db7e tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:42.880766 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cdad322b-b3e4-4fde-8d4c-d1806a4ff5ac req-9a30419a-e3b2-4a71-9b70-4251adf4db7e tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 944 time: 0.1191332 Oct 19 01:18:42.927124 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cdad322b-b3e4-4fde-8d4c-d1806a4ff5ac req-b4adfffe-ad99-465e-9aab-54b35c538d9b tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396283 Oct 19 01:18:43.006609 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fc03eb83-2a36-4504-b724-45668133143a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:43.144539 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fc03eb83-2a36-4504-b724-45668133143a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:43.174432 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-fc03eb83-2a36-4504-b724-45668133143a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fde0681-0303-4885-b4d6-e7a52aa1ed5d']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:43.183983 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-fc03eb83-2a36-4504-b724-45668133143a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd81065-8232-4238-985f-d7b5c5e64688') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:43.184281 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-fc03eb83-2a36-4504-b724-45668133143a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd81065-8232-4238-985f-d7b5c5e64688') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:43.194867 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fc03eb83-2a36-4504-b724-45668133143a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:43.209511 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fc03eb83-2a36-4504-b724-45668133143a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:43.215837 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc03eb83-2a36-4504-b724-45668133143a admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:18:43.216229 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fc03eb83-2a36-4504-b724-45668133143a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:43.276824 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:18:43.276824 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:18:43.276824 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:18:43.276824 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:18:43.276824 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:18:43.276824 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:18:43.276824 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:18:43.276824 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:18:43.276824 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:18:43.276824 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:18:43.276824 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:18:43.276824 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:18:43.276824 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:18:43.276824 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:18:43.276824 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:18:43.276824 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:18:43.276824 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:18:43.276824 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:18:43.276824 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:18:43.276824 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:18:43.276824 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:18:43.276824 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:18:43.276824 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:18:43.276824 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:18:43.276824 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:18:43.276824 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:18:43.276824 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:18:43.276824 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:18:43.276824 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:18:43.276824 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:18:43.276824 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:18:43.276824 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:18:43.285275 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fc03eb83-2a36-4504-b724-45668133143a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:43.291409 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fc03eb83-2a36-4504-b724-45668133143a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:43.298726 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fc03eb83-2a36-4504-b724-45668133143a admin admin] 10.222.0.57 "DELETE /v2.0/networks/6fde0681-0303-4885-b4d6-e7a52aa1ed5d HTTP/1.1" status: 204 len: 168 time: 0.4512179 Oct 19 01:18:43.321886 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03eb83-2a36-4504-b724-45668133143a admin admin] Pushing event deleted for resources: {'Network': ['ID=6fde0681-0303-4885-b4d6-e7a52aa1ed5d,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:43.438266 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device efeadb03-b8e1-4204-b42c-be7a2a69aa70 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:18:43.477817 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e48a4-8cf1-4c11-8aa4-70105f98fb9d req-39f78718-777f-404f-b27a-78132bbf82dd tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:43.498480 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-437e48a4-8cf1-4c11-8aa4-70105f98fb9d req-39f78718-777f-404f-b27a-78132bbf82dd tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc5b9621-7f8c-402d-89af-534558ff622e HTTP/1.1" status: 200 len: 943 time: 0.1387112 Oct 19 01:18:43.515536 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: efeadb03-b8e1-4204-b42c-be7a2a69aa70 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:18:43.516956 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device efeadb03-b8e1-4204-b42c-be7a2a69aa70 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:18:43.557977 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 50280) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:43.641270 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-437e48a4-8cf1-4c11-8aa4-70105f98fb9d req-397aac47-b9d5-4672-85ea-e842438b8090 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/security-groups?id=6523b3cc-da16-409a-a600-3c82dc66caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412797 Oct 19 01:18:43.673987 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-da369dfc-c8f0-47ce-9381-9c0d192d16f1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=854323d3b0a6463e9a8c317c08485c06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1097727 Oct 19 01:18:43.676496 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 50282) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:43.787981 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d69f55a1-54b6-47f9-9f76-d1ef6b34ff7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:43.834707 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d69f55a1-54b6-47f9-9f76-d1ef6b34ff7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:43.898566 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-528769df-ae15-421b-879f-aa0e52fd196a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:43.932298 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d69f55a1-54b6-47f9-9f76-d1ef6b34ff7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:43.955778 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d69f55a1-54b6-47f9-9f76-d1ef6b34ff7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:43.956994 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d69f55a1-54b6-47f9-9f76-d1ef6b34ff7d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/906698ed-f00f-46dc-91b4-e800de7b2d91 HTTP/1.1" status: 204 len: 168 time: 0.2793059 Oct 19 01:18:43.966425 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 8c7050ba-07e7-4f2e-aaf6-bf35f59d721b details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:18:43.981445 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f55a1-54b6-47f9-9f76-d1ef6b34ff7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906698ed-f00f-46dc-91b4-e800de7b2d91,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:44.138011 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90f970-ed5c-4a84-844c-e85fdcffcce1 req-1fdbc1c1-4a4a-46a9-aed8-1364eb06509d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:44.138192 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 8c7050ba-07e7-4f2e-aaf6-bf35f59d721b, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=8c7050ba-07e7-4f2e-aaf6-bf35f59d721b,segment=NetworkSegment(2fb4b123-8aa7-4a03-bbcb-f9e00f85347d),segment_id=2fb4b123-8aa7-4a03-bbcb-f9e00f85347d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:44.139595 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2b90f970-ed5c-4a84-844c-e85fdcffcce1 req-1fdbc1c1-4a4a-46a9-aed8-1364eb06509d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 944 time: 0.1257105 Oct 19 01:18:44.170811 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '8c7050ba-07e7-4f2e-aaf6-bf35f59d721b', 'network_id': '773992db-b06e-4fec-83a9-45230ec91a43', 'port_id': '8c7050ba-07e7-4f2e-aaf6-bf35f59d721b', 'mac_address': 'fa:16:3e:1c:50:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6781ddc6-a7e6-45f5-b31c-4189befa9b11', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:18:44.231294 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2b90f970-ed5c-4a84-844c-e85fdcffcce1 req-a6e557f5-a801-4599-a4bd-c93cc4a2cff5 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797946 Oct 19 01:18:44.250973 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:44.269757 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c7050ba-07e7-4f2e-aaf6-bf35f59d721b {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:18:44.294199 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 8c7050ba-07e7-4f2e-aaf6-bf35f59d721b, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=8c7050ba-07e7-4f2e-aaf6-bf35f59d721b,segment=NetworkSegment(2fb4b123-8aa7-4a03-bbcb-f9e00f85347d),segment_id=2fb4b123-8aa7-4a03-bbcb-f9e00f85347d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:44.303658 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:44.304644 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:18:44.409494 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf,segment=NetworkSegment(2fb4b123-8aa7-4a03-bbcb-f9e00f85347d),segment_id=2fb4b123-8aa7-4a03-bbcb-f9e00f85347d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:44.473397 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf', 'network_id': '773992db-b06e-4fec-83a9-45230ec91a43', 'port_id': '0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf', 'mac_address': 'fa:16:3e:27:88:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6781ddc6-a7e6-45f5-b31c-4189befa9b11', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:18:44.578969 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=8c7050ba-07e7-4f2e-aaf6-bf35f59d721b,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:44.593667 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:44.666166 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:18:44.687612 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be16bc-5e27-4e87-baa2-2f4e030054a3 req-654ddc8d-2aa0-42a1-96e1-3f6af10b1181 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:44.696701 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c6be16bc-5e27-4e87-baa2-2f4e030054a3 req-654ddc8d-2aa0-42a1-96e1-3f6af10b1181 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=df9d6042-c84d-47b7-99c4-41c70c784879 HTTP/1.1" status: 200 len: 945 time: 0.1376786 Oct 19 01:18:44.715053 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf,segment=NetworkSegment(2fb4b123-8aa7-4a03-bbcb-f9e00f85347d),segment_id=2fb4b123-8aa7-4a03-bbcb-f9e00f85347d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:44.728042 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:44.755905 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c6be16bc-5e27-4e87-baa2-2f4e030054a3 req-78de92ff-fb30-444b-b6f9-8566f0d2efbf tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566075 Oct 19 01:18:44.849375 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:44.884548 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580d5d4-7330-4f89-8e83-b9c781d8f591 req-31b37576-277b-49df-b2b7-1216184ff5f4 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:44.886045 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d580d5d4-7330-4f89-8e83-b9c781d8f591 req-31b37576-277b-49df-b2b7-1216184ff5f4 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc5b9621-7f8c-402d-89af-534558ff622e HTTP/1.1" status: 200 len: 944 time: 0.0858643 Oct 19 01:18:44.957959 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d580d5d4-7330-4f89-8e83-b9c781d8f591 req-b8dc6fe7-2256-40d1-a4e1-fba90d6f8325 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/security-groups?id=6523b3cc-da16-409a-a600-3c82dc66caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602624 Oct 19 01:18:45.183406 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:18:45.231195 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['8c7050ba-07e7-4f2e-aaf6-bf35f59d721b'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:18:45.282000 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 50362) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:45.475482 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6606f3-c78f-447d-b152-997bf1f99e5d req-83a2694f-5f08-4818-9d89-c86e0413cb97 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:45.477161 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7e6606f3-c78f-447d-b152-997bf1f99e5d req-83a2694f-5f08-4818-9d89-c86e0413cb97 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 944 time: 0.0896962 Oct 19 01:18:45.517807 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-618111ef-97d4-42c6-afc2-f513c7c157ff admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1038241996-network', 'tenant_id': 'f4378beaaee24b53943b63435686754e'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:45.551061 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7e6606f3-c78f-447d-b152-997bf1f99e5d req-41ab376b-9a31-4039-8a98-dd8581e463ae tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628870 Oct 19 01:18:45.581794 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618111ef-97d4-42c6-afc2-f513c7c157ff admin admin] Made reservation on behalf of f4378beaaee24b53943b63435686754e for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:18:45.585245 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-618111ef-97d4-42c6-afc2-f513c7c157ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:45.595457 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-618111ef-97d4-42c6-afc2-f513c7c157ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:45.719072 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-618111ef-97d4-42c6-afc2-f513c7c157ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:45.727953 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-618111ef-97d4-42c6-afc2-f513c7c157ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:45.756628 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618111ef-97d4-42c6-afc2-f513c7c157ff admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:18:45.777886 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618111ef-97d4-42c6-afc2-f513c7c157ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0370c57a-8b76-49ed-afa9-1815c48a779b,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:45.783484 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-618111ef-97d4-42c6-afc2-f513c7c157ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:45.783935 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-618111ef-97d4-42c6-afc2-f513c7c157ff admin admin] Added segment dcfcd26a-9a93-4612-8c4f-c34301e7b0e1 of type vlan for network 8b163a85-4727-47ef-b034-41af2894b50a Oct 19 01:18:45.873123 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-618111ef-97d4-42c6-afc2-f513c7c157ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:45.895394 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe77497-9933-4d5f-b625-257dea42483f req-825c358d-3ed3-4754-9dd8-129ab1625e2d tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:45.897624 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dbe77497-9933-4d5f-b625-257dea42483f req-825c358d-3ed3-4754-9dd8-129ab1625e2d tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.24 "GET /v2.0/ports?device_id=df9d6042-c84d-47b7-99c4-41c70c784879 HTTP/1.1" status: 200 len: 945 time: 0.1325274 Oct 19 01:18:45.902492 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-618111ef-97d4-42c6-afc2-f513c7c157ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:45.903963 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618111ef-97d4-42c6-afc2-f513c7c157ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:45.904608 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-618111ef-97d4-42c6-afc2-f513c7c157ff admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:45.975691 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618111ef-97d4-42c6-afc2-f513c7c157ff admin admin] Pushing event updated for resources: {'Network': ['ID=8b163a85-4727-47ef-b034-41af2894b50a,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:45.987660 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 8b163a85-4727-47ef-b034-41af2894b50a details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:18:45.991398 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-618111ef-97d4-42c6-afc2-f513c7c157ff admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7080851 Oct 19 01:18:45.994135 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 50384) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:45.999230 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-7b8dbc5a-79c5-4d60-8719-cfbab084e4d4 admin admin] Request body: {'subnet': {'network_id': '8b163a85-4727-47ef-b034-41af2894b50a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1038241996-subnet', 'tenant_id': 'f4378beaaee24b53943b63435686754e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:46.034937 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8dbc5a-79c5-4d60-8719-cfbab084e4d4 admin admin] Made reservation on behalf of f4378beaaee24b53943b63435686754e for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:18:46.038069 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7b8dbc5a-79c5-4d60-8719-cfbab084e4d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:46.080824 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff3305-bef5-4612-aa11-301340d09687 req-a9df2013-21d3-4453-bfa3-66890c0e9e39 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:46.090718 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eaff3305-bef5-4612-aa11-301340d09687 req-a9df2013-21d3-4453-bfa3-66890c0e9e39 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=df9d6042-c84d-47b7-99c4-41c70c784879 HTTP/1.1" status: 200 len: 945 time: 0.2483931 Oct 19 01:18:46.226855 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eaff3305-bef5-4612-aa11-301340d09687 req-0fb2d05f-3e96-4e15-8e21-e9a7c66e1a3b tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232255 Oct 19 01:18:46.258106 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-dbe77497-9933-4d5f-b625-257dea42483f req-c543d522-01d9-4f6f-b1fd-26b684556009 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Deleting port 98a736ea-d369-45ed-9e97-0e5e99a7994f {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:18:46.260228 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-dbe77497-9933-4d5f-b625-257dea42483f req-c543d522-01d9-4f6f-b1fd-26b684556009 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:46.319690 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7b8dbc5a-79c5-4d60-8719-cfbab084e4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:46.366489 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-dbe77497-9933-4d5f-b625-257dea42483f req-c543d522-01d9-4f6f-b1fd-26b684556009 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] For port 98a736ea-d369-45ed-9e97-0e5e99a7994f, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=98a736ea-d369-45ed-9e97-0e5e99a7994f,segment=NetworkSegment(467d779a-aa37-435b-8906-2c73d5986a5a),segment_id=467d779a-aa37-435b-8906-2c73d5986a5a)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:46.367015 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-dbe77497-9933-4d5f-b625-257dea42483f req-c543d522-01d9-4f6f-b1fd-26b684556009 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:46.367392 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8dbc5a-79c5-4d60-8719-cfbab084e4d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7df1ec1c-364a-4029-985c-0abee5aa9181,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:46.383311 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-dbe77497-9933-4d5f-b625-257dea42483f req-c543d522-01d9-4f6f-b1fd-26b684556009 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Calling delete_port for 98a736ea-d369-45ed-9e97-0e5e99a7994f owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:18:46.395215 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea0412-fbd8-4bce-bf01-07936e2f2ce4 req-bf99c7ed-07e6-4c8c-8e19-9487f38af78b tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:46.396836 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-01ea0412-fbd8-4bce-bf01-07936e2f2ce4 req-bf99c7ed-07e6-4c8c-8e19-9487f38af78b tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc5b9621-7f8c-402d-89af-534558ff622e HTTP/1.1" status: 200 len: 944 time: 0.1345632 Oct 19 01:18:46.447167 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8dbc5a-79c5-4d60-8719-cfbab084e4d4 admin admin] Checking segment: {'id': 'dcfcd26a-9a93-4612-8c4f-c34301e7b0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8b163a85-4727-47ef-b034-41af2894b50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:18:46.447522 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8dbc5a-79c5-4d60-8719-cfbab084e4d4 admin admin] Network hostable DHCP agents. Network: 8b163a85-4727-47ef-b034-41af2894b50a, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:18:46.475991 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-01ea0412-fbd8-4bce-bf01-07936e2f2ce4 req-dece4139-e20a-445a-9c3e-40bfd7493e28 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/security-groups?id=6523b3cc-da16-409a-a600-3c82dc66caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719755 Oct 19 01:18:46.489740 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8dbc5a-79c5-4d60-8719-cfbab084e4d4 admin admin] Network 8b163a85-4727-47ef-b034-41af2894b50a is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:18:46.510406 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-7b8dbc5a-79c5-4d60-8719-cfbab084e4d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 8b163a85-4727-47ef-b034-41af2894b50a) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:46.516107 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8dbc5a-79c5-4d60-8719-cfbab084e4d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:46.516855 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7b8dbc5a-79c5-4d60-8719-cfbab084e4d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:46.524529 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6997697a-c568-4f02-9340-b232bf424e72 None None] Network 8b163a85-4727-47ef-b034-41af2894b50a requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:18:46.541483 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7b8dbc5a-79c5-4d60-8719-cfbab084e4d4 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5463042 Oct 19 01:18:46.566483 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-dbe77497-9933-4d5f-b625-257dea42483f req-c543d522-01d9-4f6f-b1fd-26b684556009 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:46.608168 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['a20fa0b3-a34b-4433-bffd-63c33557d6fa'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:18:46.617272 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['71afd74b-d137-47b6-92e4-4fb4cb8eb632', '98a736ea-d369-45ed-9e97-0e5e99a7994f'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:18:46.617508 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543d522-01d9-4f6f-b1fd-26b684556009 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Pushing event deleted for resources: {'Port': ['ID=98a736ea-d369-45ed-9e97-0e5e99a7994f,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:46.686419 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe77497-9933-4d5f-b625-257dea42483f req-c543d522-01d9-4f6f-b1fd-26b684556009 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] No DVR routers for this DVR port 98a736ea-d369-45ed-9e97-0e5e99a7994f on host n-h2-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:18:46.691085 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-dbe77497-9933-4d5f-b625-257dea42483f req-c543d522-01d9-4f6f-b1fd-26b684556009 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:46.695248 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dbe77497-9933-4d5f-b625-257dea42483f req-c543d522-01d9-4f6f-b1fd-26b684556009 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.24 "DELETE /v2.0/ports/98a736ea-d369-45ed-9e97-0e5e99a7994f HTTP/1.1" status: 204 len: 173 time: 0.7874918 Oct 19 01:18:46.695719 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df9d6042-c84d-47b7-99c4-41c70c784879', 'name': 'network-vif-deleted', 'tag': '98a736ea-d369-45ed-9e97-0e5e99a7994f'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:18:46.699418 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be023b07-d565-4604-8fa6-5a6c68610e2a" -d '{"events": [{"server_uuid": "df9d6042-c84d-47b7-99c4-41c70c784879", "name": "network-vif-deleted", "tag": "98a736ea-d369-45ed-9e97-0e5e99a7994f"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:18:46.819198 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d225fe96-5f34-4057-a550-e1611e781452 x-openstack-request-id: req-d225fe96-5f34-4057-a550-e1611e781452 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:18:46.819951 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df9d6042-c84d-47b7-99c4-41c70c784879", "name": "network-vif-deleted", "tag": "98a736ea-d369-45ed-9e97-0e5e99a7994f", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:18:46.820203 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d225fe96-5f34-4057-a550-e1611e781452 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:18:46.821130 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df9d6042-c84d-47b7-99c4-41c70c784879', 'name': 'network-vif-deleted', 'tag': '98a736ea-d369-45ed-9e97-0e5e99a7994f', 'status': 'completed', 'code': 200} Oct 19 01:18:46.849819 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b5070ddc-927c-4014-8224-ab8e4fb8a974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:46.892059 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0551e33-f269-4a08-8f65-2216bccf25bd req-40dca329-b1c4-4f51-a9a4-2b9aad53ee2d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:46.899370 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c0551e33-f269-4a08-8f65-2216bccf25bd req-40dca329-b1c4-4f51-a9a4-2b9aad53ee2d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 944 time: 0.2145908 Oct 19 01:18:46.964614 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c0551e33-f269-4a08-8f65-2216bccf25bd req-bf4cc3b6-f34a-4af3-b558-d21cef6402e6 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643113 Oct 19 01:18:47.252165 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38752cdf-2534-43a6-a0d9-8296134d5dc7 None None] Network 8b163a85-4727-47ef-b034-41af2894b50a requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:18:47.381402 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:47.502355 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-682b9226-4139-4c6e-a910-8e451ec6b0f2 req-f508f43c-240a-4a14-ac9c-eb14808b386a tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=df9d6042-c84d-47b7-99c4-41c70c784879 HTTP/1.1" status: 200 len: 210 time: 0.0379725 Oct 19 01:18:47.652611 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 50438) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:47.658273 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-4b349b28-e2d6-481c-90ed-1558c770e2d2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1062837068-network', 'tenant_id': 'f5c1d3dbd04a4f77a9429a8d377bf199'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:47.682262 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d6e17-f804-4039-8903-826e076515c1 req-5dde7016-20bb-43cb-9722-6beb5f893e65 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:47.684547 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-534d6e17-f804-4039-8903-826e076515c1 req-5dde7016-20bb-43cb-9722-6beb5f893e65 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc5b9621-7f8c-402d-89af-534558ff622e HTTP/1.1" status: 200 len: 944 time: 0.0849180 Oct 19 01:18:47.693753 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b349b28-e2d6-481c-90ed-1558c770e2d2 admin admin] Made reservation on behalf of f5c1d3dbd04a4f77a9429a8d377bf199 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:18:47.696553 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4b349b28-e2d6-481c-90ed-1558c770e2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:47.716137 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4b349b28-e2d6-481c-90ed-1558c770e2d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:47.761488 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-534d6e17-f804-4039-8903-826e076515c1 req-04ec3f41-ecd1-43b0-9a6e-79f8befdd26a tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/security-groups?id=6523b3cc-da16-409a-a600-3c82dc66caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683622 Oct 19 01:18:47.800419 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:47.881621 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4b349b28-e2d6-481c-90ed-1558c770e2d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:47.891044 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4b349b28-e2d6-481c-90ed-1558c770e2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:47.909758 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b349b28-e2d6-481c-90ed-1558c770e2d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:18:47.932744 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4b349b28-e2d6-481c-90ed-1558c770e2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:47.933437 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-4b349b28-e2d6-481c-90ed-1558c770e2d2 admin admin] Added segment 66c9b76f-e46d-45ed-851e-a2954f6a5446 of type vlan for network 45992a60-7b12-4eb8-844a-068282b892c4 Oct 19 01:18:47.966802 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 8c7050ba-07e7-4f2e-aaf6-bf35f59d721b up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:18:47.998254 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4b349b28-e2d6-481c-90ed-1558c770e2d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:48.005072 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b349b28-e2d6-481c-90ed-1558c770e2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8995bad5-5d9a-452c-bbef-78a1256eca29,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:48.047336 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4b349b28-e2d6-481c-90ed-1558c770e2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:48.050059 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b349b28-e2d6-481c-90ed-1558c770e2d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:48.051047 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4b349b28-e2d6-481c-90ed-1558c770e2d2 admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:48.085848 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 8c7050ba-07e7-4f2e-aaf6-bf35f59d721b completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:18:48.091270 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 8c7050ba-07e7-4f2e-aaf6-bf35f59d721b triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:48.091958 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:48.108681 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4b349b28-e2d6-481c-90ed-1558c770e2d2 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4546769 Oct 19 01:18:48.111458 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 50460) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:48.116584 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-035aec65-528a-4ca0-9918-14304801ffaa admin admin] Request body: {'subnet': {'network_id': '45992a60-7b12-4eb8-844a-068282b892c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1062837068-subnet', 'tenant_id': 'f5c1d3dbd04a4f77a9429a8d377bf199', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:48.152677 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b349b28-e2d6-481c-90ed-1558c770e2d2 admin admin] Pushing event updated for resources: {'Network': ['ID=45992a60-7b12-4eb8-844a-068282b892c4,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:48.159840 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035aec65-528a-4ca0-9918-14304801ffaa admin admin] Made reservation on behalf of f5c1d3dbd04a4f77a9429a8d377bf199 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:18:48.162656 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-035aec65-528a-4ca0-9918-14304801ffaa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:48.182021 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 45992a60-7b12-4eb8-844a-068282b892c4 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:18:48.273625 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:48.312819 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f868f-4b55-496c-8839-3a2f47bf844a req-4b3ae64c-3038-44c7-bb37-b90786eaea3a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:48.326908 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-228f868f-4b55-496c-8839-3a2f47bf844a req-4b3ae64c-3038-44c7-bb37-b90786eaea3a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 944 time: 0.1750309 Oct 19 01:18:48.334676 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5b9621-7f8c-402d-89af-534558ff622e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7050ba-07e7-4f2e-aaf6-bf35f59d721b'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:18:48.337267 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b9f638-6262-4845-872e-e346dd0692b7" -d '{"events": [{"server_uuid": "cc5b9621-7f8c-402d-89af-534558ff622e", "name": "network-vif-plugged", "status": "completed", "tag": "8c7050ba-07e7-4f2e-aaf6-bf35f59d721b"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:18:48.390517 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-228f868f-4b55-496c-8839-3a2f47bf844a req-7711643e-5b56-4d2f-a8e0-ffbc20137ba9 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595822 Oct 19 01:18:48.401756 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 8c7050ba-07e7-4f2e-aaf6-bf35f59d721b, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=8c7050ba-07e7-4f2e-aaf6-bf35f59d721b,segment=NetworkSegment(2fb4b123-8aa7-4a03-bbcb-f9e00f85347d),segment_id=2fb4b123-8aa7-4a03-bbcb-f9e00f85347d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:48.414089 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:48.415014 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:18:48.424732 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b8274f-eff6-4ab2-b9f9-87693615e0f7 x-openstack-request-id: req-29b8274f-eff6-4ab2-b9f9-87693615e0f7 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:18:48.425320 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc5b9621-7f8c-402d-89af-534558ff622e", "name": "network-vif-plugged", "status": "completed", "tag": "8c7050ba-07e7-4f2e-aaf6-bf35f59d721b", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:18:48.425767 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-29b8274f-eff6-4ab2-b9f9-87693615e0f7 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:18:48.426424 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5b9621-7f8c-402d-89af-534558ff622e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7050ba-07e7-4f2e-aaf6-bf35f59d721b', 'code': 200} Oct 19 01:18:48.501866 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-035aec65-528a-4ca0-9918-14304801ffaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:48.585068 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff963c-2318-4849-bb8f-b357edf8f80f req-0a7be177-d416-43cb-9f6c-abaeb5a993d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:48.586121 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2dff963c-2318-4849-bb8f-b357edf8f80f req-0a7be177-d416-43cb-9f6c-abaeb5a993d6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cc5b9621-7f8c-402d-89af-534558ff622e HTTP/1.1" status: 200 len: 1097 time: 0.0957313 Oct 19 01:18:48.643271 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035aec65-528a-4ca0-9918-14304801ffaa admin admin] Checking segment: {'id': '66c9b76f-e46d-45ed-851e-a2954f6a5446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '45992a60-7b12-4eb8-844a-068282b892c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:18:48.643649 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035aec65-528a-4ca0-9918-14304801ffaa admin admin] Network hostable DHCP agents. Network: 45992a60-7b12-4eb8-844a-068282b892c4, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:18:48.645806 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035aec65-528a-4ca0-9918-14304801ffaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c773056-1c8c-42d1-a6f9-c90daf2fdd86,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:48.650231 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=8c7050ba-07e7-4f2e-aaf6-bf35f59d721b,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:48.677379 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:18:48.681883 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:48.682648 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:48.712510 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035aec65-528a-4ca0-9918-14304801ffaa admin admin] Network 45992a60-7b12-4eb8-844a-068282b892c4 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:18:48.733559 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2dff963c-2318-4849-bb8f-b357edf8f80f req-14d98f2b-a37f-48d9-9512-541f0faa5878 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6523b3cc-da16-409a-a600-3c82dc66caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347733 Oct 19 01:18:48.739712 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-035aec65-528a-4ca0-9918-14304801ffaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 45992a60-7b12-4eb8-844a-068282b892c4) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:48.746029 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035aec65-528a-4ca0-9918-14304801ffaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:48.749004 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-035aec65-528a-4ca0-9918-14304801ffaa admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:48.812816 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-035aec65-528a-4ca0-9918-14304801ffaa admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6999986 Oct 19 01:18:49.023457 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9368efcd-2d0f-4d02-aa2c-f32a4eedc764 None None] Network 45992a60-7b12-4eb8-844a-068282b892c4 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:18:49.041590 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6e700-a7c1-43f4-8594-476229ad7484 req-581f5321-03a2-4d01-8118-05824c5aabf6 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:49.061040 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-34e6e700-a7c1-43f4-8594-476229ad7484 req-581f5321-03a2-4d01-8118-05824c5aabf6 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc5b9621-7f8c-402d-89af-534558ff622e HTTP/1.1" status: 200 len: 945 time: 0.1749065 Oct 19 01:18:49.231025 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-34e6e700-a7c1-43f4-8594-476229ad7484 req-619e19a6-10bb-4a47-98aa-765e2ddc1cb7 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/security-groups?id=6523b3cc-da16-409a-a600-3c82dc66caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682553 Oct 19 01:18:49.248002 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd71a2f-dc73-4eda-bf5e-86b1e0efc013 req-2af52bc0-d2ef-4c29-a240-ac59511482e4 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:49.250471 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7dd71a2f-dc73-4eda-bf5e-86b1e0efc013 req-2af52bc0-d2ef-4c29-a240-ac59511482e4 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0d8e862-e175-483a-a132-b837ca3f576f HTTP/1.1" status: 200 len: 945 time: 0.1624670 Oct 19 01:18:49.268330 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:49.339508 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7dd71a2f-dc73-4eda-bf5e-86b1e0efc013 req-d431d047-cc98-410b-912a-b6927633c88e tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806820 Oct 19 01:18:49.347253 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf,segment=NetworkSegment(2fb4b123-8aa7-4a03-bbcb-f9e00f85347d),segment_id=2fb4b123-8aa7-4a03-bbcb-f9e00f85347d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:49.355261 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07f8b35-ef42-4aa5-ab6e-851fb5297a03 None None] Network 45992a60-7b12-4eb8-844a-068282b892c4 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:18:49.362394 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:49.461267 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 98a736ea-d369-45ed-9e97-0e5e99a7994f no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:18:49.518270 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 98a736ea-d369-45ed-9e97-0e5e99a7994f {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:18:49.519044 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 98a736ea-d369-45ed-9e97-0e5e99a7994f not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:18:49.596963 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:49.668708 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ef46a-b845-4ccd-946b-2955438329a6 req-f8d29309-b1ee-4998-bd56-b65e02d951a8 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:49.670362 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-326ef46a-b845-4ccd-946b-2955438329a6 req-f8d29309-b1ee-4998-bd56-b65e02d951a8 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 944 time: 0.1673510 Oct 19 01:18:49.796011 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-326ef46a-b845-4ccd-946b-2955438329a6 req-ca6b86fd-d426-436a-ac7e-b1372fea9ceb tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100929 Oct 19 01:18:49.851488 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:50.011145 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-a972b294-3d95-43dc-897f-139fa38f1ffb tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:50.019963 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-a972b294-3d95-43dc-897f-139fa38f1ffb tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] 10.222.0.57 "GET /v2.0/networks?id=8b163a85-4727-47ef-b034-41af2894b50a HTTP/1.1" status: 200 len: 825 time: 0.1209421 Oct 19 01:18:50.035602 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-160c7c55-c20a-4397-95f3-9e66e0db642f tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] 10.222.0.57 "GET /v2.0/quotas/f4378beaaee24b53943b63435686754e HTTP/1.1" status: 200 len: 375 time: 0.0146337 Oct 19 01:18:50.070967 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-0929a061-b379-449d-9d09-339ebee4ba66 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f4378beaaee24b53943b63435686754e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342028 Oct 19 01:18:50.206420 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-192da2b3-32b5-4e95-a566-30e8ab18c0fe service neutron] 10.222.0.57 "GET /v2.0/networks/8b163a85-4727-47ef-b034-41af2894b50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327057 Oct 19 01:18:50.379587 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-4434307a-5692-4822-ab4a-73883dec0165 service neutron] 10.222.0.57 "GET /v2.0/networks/8b163a85-4727-47ef-b034-41af2894b50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722279 Oct 19 01:18:50.427453 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4152daa-00f8-486a-a707-b84fda07570b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:18:50.430656 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3a851d-d61b-435f-8dc1-9ae132b978db" -d '{"events": [{"server_uuid": "b4152daa-00f8-486a-a707-b84fda07570b", "name": "network-vif-plugged", "status": "completed", "tag": "0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:18:50.496113 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769deb2-a3ce-4ab0-a2d1-611cb5ed43a0 req-e5b18c2c-13d7-43e8-8ac5-72e4f65fd497 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:50.507795 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2769deb2-a3ce-4ab0-a2d1-611cb5ed43a0 req-e5b18c2c-13d7-43e8-8ac5-72e4f65fd497 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc5b9621-7f8c-402d-89af-534558ff622e HTTP/1.1" status: 200 len: 945 time: 0.1096475 Oct 19 01:18:50.561357 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2769deb2-a3ce-4ab0-a2d1-611cb5ed43a0 req-26a920bc-cd13-4577-9595-36a9846a9fad tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/security-groups?id=6523b3cc-da16-409a-a600-3c82dc66caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522642 Oct 19 01:18:50.638135 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba313e2-6938-455e-a13c-434fbe4c9f24 x-openstack-request-id: req-0ba313e2-6938-455e-a13c-434fbe4c9f24 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:18:50.638418 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4152daa-00f8-486a-a707-b84fda07570b", "name": "network-vif-plugged", "status": "completed", "tag": "0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:18:50.638669 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0ba313e2-6938-455e-a13c-434fbe4c9f24 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:18:50.639065 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4152daa-00f8-486a-a707-b84fda07570b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf', 'code': 200} Oct 19 01:18:50.777775 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fa027-defc-48e9-af3b-7731431056ae req-a0f3762d-76bb-46cf-a267-c1da64e3e146 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:50.779343 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-522fa027-defc-48e9-af3b-7731431056ae req-a0f3762d-76bb-46cf-a267-c1da64e3e146 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0d8e862-e175-483a-a132-b837ca3f576f HTTP/1.1" status: 200 len: 945 time: 0.1376424 Oct 19 01:18:50.856379 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5b507-c479-4a5c-95a7-d8734013c4e1 req-a1867c95-8539-483c-8db6-31a1773cdee3 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:50.865087 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-abd5b507-c479-4a5c-95a7-d8734013c4e1 req-a1867c95-8539-483c-8db6-31a1773cdee3 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4152daa-00f8-486a-a707-b84fda07570b HTTP/1.1" status: 200 len: 946 time: 0.1076214 Oct 19 01:18:50.870648 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05924ce8-fa0b-4b34-adc3-e8894990406b req-4a20980e-b31e-4261-b1bf-fe534e35e551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:50.872231 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-05924ce8-fa0b-4b34-adc3-e8894990406b req-4a20980e-b31e-4261-b1bf-fe534e35e551 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b4152daa-00f8-486a-a707-b84fda07570b HTTP/1.1" status: 200 len: 1098 time: 0.1498458 Oct 19 01:18:50.885096 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-522fa027-defc-48e9-af3b-7731431056ae req-0a845705-d921-4a90-b48b-4c08ab933b56 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842793 Oct 19 01:18:50.929514 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73814137-6112-48ef-8a38-ad412b50c1f0 req-95f194ce-0d9b-4010-b666-f84542a3dd34 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:50.929514 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-73814137-6112-48ef-8a38-ad412b50c1f0 req-95f194ce-0d9b-4010-b666-f84542a3dd34 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0d8e862-e175-483a-a132-b837ca3f576f HTTP/1.1" status: 200 len: 945 time: 0.0890081 Oct 19 01:18:51.030434 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f6aeabf0-1200-4d4d-bc26-55b286d52349 req-5050a540-32cc-4007-bee7-5a4951d15dcc tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a691f51-a9c6-42a1-ae19-1cc1fb165aa7 HTTP/1.1" status: 200 len: 210 time: 0.0381944 Oct 19 01:18:51.063097 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-05924ce8-fa0b-4b34-adc3-e8894990406b req-08b662c4-47f7-4a64-b7b1-cd58e445de12 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6523b3cc-da16-409a-a600-3c82dc66caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812830 Oct 19 01:18:51.092566 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-abd5b507-c479-4a5c-95a7-d8734013c4e1 req-511fab54-4085-4485-bd96-e004a8c166d1 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/security-groups?id=6523b3cc-da16-409a-a600-3c82dc66caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265542 Oct 19 01:18:51.482097 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 0501ef93-fb2b-4a0c-93e1-aedd1a466ce2 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:18:51.629824 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 0501ef93-fb2b-4a0c-93e1-aedd1a466ce2, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=0501ef93-fb2b-4a0c-93e1-aedd1a466ce2,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:51.651014 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '0501ef93-fb2b-4a0c-93e1-aedd1a466ce2', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'port_id': '0501ef93-fb2b-4a0c-93e1-aedd1a466ce2', 'mac_address': 'fa:16:3e:55:1f:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:18:51.669549 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-73814137-6112-48ef-8a38-ad412b50c1f0 req-84506d06-687a-4b9d-9d71-9cbf55164ea3 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Deleting port a20fa0b3-a34b-4433-bffd-63c33557d6fa {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:18:51.670259 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-73814137-6112-48ef-8a38-ad412b50c1f0 req-84506d06-687a-4b9d-9d71-9cbf55164ea3 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:51.701020 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863871f-f089-43a9-89c4-05259e9e434c req-06ab4d5c-8669-4f93-b9c8-6239aadf65b3 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:51.703332 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9863871f-f089-43a9-89c4-05259e9e434c req-06ab4d5c-8669-4f93-b9c8-6239aadf65b3 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 944 time: 0.1036928 Oct 19 01:18:51.734447 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:51.761428 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0501ef93-fb2b-4a0c-93e1-aedd1a466ce2 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:18:51.821040 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 0501ef93-fb2b-4a0c-93e1-aedd1a466ce2, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=0501ef93-fb2b-4a0c-93e1-aedd1a466ce2,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:51.828610 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3240446d-92af-4754-8944-8d5edf014998 req-a5fefac1-0c06-4d8a-b0af-f74c285d3949 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0706449 Oct 19 01:18:51.831497 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:51.910714 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=0501ef93-fb2b-4a0c-93e1-aedd1a466ce2,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:51.919267 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:51.919900 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:51.920412 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:51.921080 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:51.921778 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:51.922255 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:51.922360 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9863871f-f089-43a9-89c4-05259e9e434c req-1219e120-c46a-4346-ad94-aaa096b1c9e9 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065804 Oct 19 01:18:51.922812 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:51.923825 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:51.924741 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:51.925223 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:51.925690 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:51.926156 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:51.949719 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240446d-92af-4754-8944-8d5edf014998 req-4c6b88d0-4fc6-46f8-b125-64997ec18ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:51.955501 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3240446d-92af-4754-8944-8d5edf014998 req-4c6b88d0-4fc6-46f8-b125-64997ec18ea0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e9f67912e554a879c2d285d2c6723f0&device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 1098 time: 0.0746188 Oct 19 01:18:51.982246 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-73814137-6112-48ef-8a38-ad412b50c1f0 req-84506d06-687a-4b9d-9d71-9cbf55164ea3 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] For port a20fa0b3-a34b-4433-bffd-63c33557d6fa, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=a20fa0b3-a34b-4433-bffd-63c33557d6fa,segment=NetworkSegment(467d779a-aa37-435b-8906-2c73d5986a5a),segment_id=467d779a-aa37-435b-8906-2c73d5986a5a)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:51.982619 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-73814137-6112-48ef-8a38-ad412b50c1f0 req-84506d06-687a-4b9d-9d71-9cbf55164ea3 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:52.008201 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-73814137-6112-48ef-8a38-ad412b50c1f0 req-84506d06-687a-4b9d-9d71-9cbf55164ea3 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Calling delete_port for a20fa0b3-a34b-4433-bffd-63c33557d6fa owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:18:52.117139 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['0501ef93-fb2b-4a0c-93e1-aedd1a466ce2'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:18:52.201478 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cc0129e4-e866-408c-a30a-4d536e16293e req-7c589228-79bc-40b7-b696-dc0a47ddbc0b tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a691f51-a9c6-42a1-ae19-1cc1fb165aa7 HTTP/1.1" status: 200 len: 210 time: 0.0474629 Oct 19 01:18:52.289332 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-73814137-6112-48ef-8a38-ad412b50c1f0 req-84506d06-687a-4b9d-9d71-9cbf55164ea3 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:52.307588 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['a20fa0b3-a34b-4433-bffd-63c33557d6fa'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:18:52.418785 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240446d-92af-4754-8944-8d5edf014998 req-18a5230b-130d-4bf7-90bb-c6a7e40547b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:52.420719 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3240446d-92af-4754-8944-8d5edf014998 req-18a5230b-130d-4bf7-90bb-c6a7e40547b8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2f6d1f9c-af60-4e63-9391-d714f2b53c93 HTTP/1.1" status: 200 len: 920 time: 0.4282041 Oct 19 01:18:52.488182 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84506d06-687a-4b9d-9d71-9cbf55164ea3 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Pushing event deleted for resources: {'Port': ['ID=a20fa0b3-a34b-4433-bffd-63c33557d6fa,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:52.604758 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-73814137-6112-48ef-8a38-ad412b50c1f0 req-84506d06-687a-4b9d-9d71-9cbf55164ea3 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] No DVR routers for this DVR port a20fa0b3-a34b-4433-bffd-63c33557d6fa on host n-h1-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:18:52.609915 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-73814137-6112-48ef-8a38-ad412b50c1f0 req-84506d06-687a-4b9d-9d71-9cbf55164ea3 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:52.613964 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-73814137-6112-48ef-8a38-ad412b50c1f0 req-84506d06-687a-4b9d-9d71-9cbf55164ea3 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.55 "DELETE /v2.0/ports/a20fa0b3-a34b-4433-bffd-63c33557d6fa HTTP/1.1" status: 204 len: 173 time: 1.6841409 Oct 19 01:18:52.625961 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d8e862-e175-483a-a132-b837ca3f576f', 'name': 'network-vif-deleted', 'tag': 'a20fa0b3-a34b-4433-bffd-63c33557d6fa'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:18:52.635792 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbff470-0ad7-46fe-98ba-717c4a630841" -d '{"events": [{"server_uuid": "f0d8e862-e175-483a-a132-b837ca3f576f", "name": "network-vif-deleted", "tag": "a20fa0b3-a34b-4433-bffd-63c33557d6fa"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:18:52.697063 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-b6422e2d-60a3-43d6-a8b0-310af3be5138 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:52.702357 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-b6422e2d-60a3-43d6-a8b0-310af3be5138 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] 10.222.0.24 "GET /v2.0/networks?id=8b163a85-4727-47ef-b034-41af2894b50a HTTP/1.1" status: 200 len: 825 time: 0.4711211 Oct 19 01:18:52.722354 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658eb50-e9d0-425b-a0d3-0840345fa3a0 req-152902df-9ca2-471d-acff-41e94e6df343 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:52.724075 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7658eb50-e9d0-425b-a0d3-0840345fa3a0 req-152902df-9ca2-471d-acff-41e94e6df343 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4152daa-00f8-486a-a707-b84fda07570b HTTP/1.1" status: 200 len: 946 time: 0.3404195 Oct 19 01:18:52.727920 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-f08707b0-44d6-4299-9df0-acdd58bdfed3 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] Request body: {'port': {'device_id': '6a691f51-a9c6-42a1-ae19-1cc1fb165aa7', 'network_id': '8b163a85-4727-47ef-b034-41af2894b50a', 'admin_state_up': True, 'tenant_id': 'f4378beaaee24b53943b63435686754e'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:52.802150 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7658eb50-e9d0-425b-a0d3-0840345fa3a0 req-5ab1fad8-2dc4-4677-9d2c-dc4ba1f4a934 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/security-groups?id=6523b3cc-da16-409a-a600-3c82dc66caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703971 Oct 19 01:18:52.959856 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-f08707b0-44d6-4299-9df0-acdd58bdfed3 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] Made reservation on behalf of f4378beaaee24b53943b63435686754e for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:18:52.963662 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-f08707b0-44d6-4299-9df0-acdd58bdfed3 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:52.967125 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0201d75d-7c7f-4279-b398-539aed0d44df x-openstack-request-id: req-0201d75d-7c7f-4279-b398-539aed0d44df {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:18:52.967421 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d8e862-e175-483a-a132-b837ca3f576f", "name": "network-vif-deleted", "tag": "a20fa0b3-a34b-4433-bffd-63c33557d6fa", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:18:52.967674 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0201d75d-7c7f-4279-b398-539aed0d44df {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:18:52.968097 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d8e862-e175-483a-a132-b837ca3f576f', 'name': 'network-vif-deleted', 'tag': 'a20fa0b3-a34b-4433-bffd-63c33557d6fa', 'status': 'completed', 'code': 200} Oct 19 01:18:53.018464 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['71afd74b-d137-47b6-92e4-4fb4cb8eb632'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:18:53.265382 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a315c16b-117d-4d68-b577-af366bd4f95d req-a25da897-bf1a-42e6-9d44-8a03140e54a0 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0d8e862-e175-483a-a132-b837ca3f576f HTTP/1.1" status: 200 len: 210 time: 1.0040057 Oct 19 01:18:53.269976 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3240446d-92af-4754-8944-8d5edf014998 req-d5f9f255-a005-4fa0-b161-eac497cb3a17 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=256d5746-4862-450f-bdd5-6de5a03b7097 HTTP/1.1" status: 200 len: 217 time: 0.8276050 Oct 19 01:18:53.280436 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b5c0b18c-cd31-4779-bf62-8747038ef1ba req-d20b64a1-caf7-4bbe-a401-bab85f29bf41 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0131221 Oct 19 01:18:53.363230 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240446d-92af-4754-8944-8d5edf014998 req-c4ebdca1-715d-4202-9477-948edb042ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:53.365158 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3240446d-92af-4754-8944-8d5edf014998 req-c4ebdca1-715d-4202-9477-948edb042ec5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5560e090-ab4c-41db-98cb-400d0fb4b5e6 HTTP/1.1" status: 200 len: 859 time: 0.0837111 Oct 19 01:18:53.399154 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-f08707b0-44d6-4299-9df0-acdd58bdfed3 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] Allocated IP 172.20.0.14 (8b163a85-4727-47ef-b034-41af2894b50a/7df1ec1c-364a-4029-985c-0abee5aa9181/95754d87-9c97-4eda-a555-48bfd2425041) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:18:53.410552 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3240446d-92af-4754-8944-8d5edf014998 req-fa4de88e-252a-4344-bbbf-6bdaebe8a6b2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2f6d1f9c-af60-4e63-9391-d714f2b53c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335639 Oct 19 01:18:53.494798 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 0501ef93-fb2b-4a0c-93e1-aedd1a466ce2 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:18:53.530858 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-50e53df6-71e4-4242-9bdd-2ff7571fec68 req-b9f0b289-0eed-4178-8a60-8b316aa078df tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a691f51-a9c6-42a1-ae19-1cc1fb165aa7 HTTP/1.1" status: 200 len: 210 time: 0.0989511 Oct 19 01:18:53.600638 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0b18c-cd31-4779-bf62-8747038ef1ba req-5065e628-984b-46fa-8eab-3a57256229e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:53.602389 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b5c0b18c-cd31-4779-bf62-8747038ef1ba req-5065e628-984b-46fa-8eab-3a57256229e7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e9f67912e554a879c2d285d2c6723f0&device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 1097 time: 0.2359612 Oct 19 01:18:53.613643 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 0501ef93-fb2b-4a0c-93e1-aedd1a466ce2 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:18:53.624376 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 0501ef93-fb2b-4a0c-93e1-aedd1a466ce2 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:53.624775 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:53.693807 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3240446d-92af-4754-8944-8d5edf014998 req-aeeb7a65-253f-4ad1-b7c6-0a35638207d0 service neutron] 10.222.0.55 "GET /v2.0/networks/2f6d1f9c-af60-4e63-9391-d714f2b53c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215946 Oct 19 01:18:53.793353 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:53.875430 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300c0570-b879-45e1-ade0-a7ce4aeaadda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0501ef93-fb2b-4a0c-93e1-aedd1a466ce2'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:18:53.881324 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d8a782-90b8-44fe-8810-cea8454635f5" -d '{"events": [{"server_uuid": "300c0570-b879-45e1-ade0-a7ce4aeaadda", "name": "network-vif-plugged", "status": "completed", "tag": "0501ef93-fb2b-4a0c-93e1-aedd1a466ce2"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:18:53.898990 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 0501ef93-fb2b-4a0c-93e1-aedd1a466ce2, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=0501ef93-fb2b-4a0c-93e1-aedd1a466ce2,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:53.903747 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-f08707b0-44d6-4299-9df0-acdd58bdfed3 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:53.909421 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:54.005951 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=0501ef93-fb2b-4a0c-93e1-aedd1a466ce2,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:54.007002 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab1e92-afd6-4bf1-bc01-2d514be2a1f7 req-3cddec41-d838-45b2-ba45-ef909ed8640c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:54.022015 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cbab1e92-afd6-4bf1-bc01-2d514be2a1f7 req-3cddec41-d838-45b2-ba45-ef909ed8640c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 945 time: 0.8869133 Oct 19 01:18:54.129345 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cbab1e92-afd6-4bf1-bc01-2d514be2a1f7 req-29e48aae-71b1-491e-9be5-6fbb71cdeda3 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063743 Oct 19 01:18:54.153023 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-f08707b0-44d6-4299-9df0-acdd58bdfed3 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:54.171481 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0b18c-cd31-4779-bf62-8747038ef1ba req-a31c847d-c41e-4a79-b025-da81c4354c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:54.173858 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b5c0b18c-cd31-4779-bf62-8747038ef1ba req-a31c847d-c41e-4a79-b025-da81c4354c63 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2f6d1f9c-af60-4e63-9391-d714f2b53c93 HTTP/1.1" status: 200 len: 920 time: 0.5396638 Oct 19 01:18:54.213946 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3eb59a3-b3f6-4d7d-a340-df892ebbee97 x-openstack-request-id: req-c3eb59a3-b3f6-4d7d-a340-df892ebbee97 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:18:54.214474 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300c0570-b879-45e1-ade0-a7ce4aeaadda", "name": "network-vif-plugged", "status": "completed", "tag": "0501ef93-fb2b-4a0c-93e1-aedd1a466ce2", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:18:54.214689 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c3eb59a3-b3f6-4d7d-a340-df892ebbee97 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:18:54.215220 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300c0570-b879-45e1-ade0-a7ce4aeaadda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0501ef93-fb2b-4a0c-93e1-aedd1a466ce2', 'code': 200} Oct 19 01:18:54.280818 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-f08707b0-44d6-4299-9df0-acdd58bdfed3 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] Network 8b163a85-4727-47ef-b034-41af2894b50a is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:18:54.297745 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-f08707b0-44d6-4299-9df0-acdd58bdfed3 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:54.298554 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3240446d-92af-4754-8944-8d5edf014998 req-0c7d4e1f-b1c0-4ee0-8753-60301b8b71ff service neutron] 10.222.0.55 "GET /v2.0/networks/2f6d1f9c-af60-4e63-9391-d714f2b53c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5981417 Oct 19 01:18:54.306222 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-f08707b0-44d6-4299-9df0-acdd58bdfed3 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:18:54.317428 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e1333-be49-4d79-a359-77693a1e8f9a req-c017a6a1-3805-4e76-9e7a-4bb8a404cba0 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:54.319222 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cb3e1333-be49-4d79-a359-77693a1e8f9a req-c017a6a1-3805-4e76-9e7a-4bb8a404cba0 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4152daa-00f8-486a-a707-b84fda07570b HTTP/1.1" status: 200 len: 946 time: 0.2697623 Oct 19 01:18:54.322789 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b5c0b18c-cd31-4779-bf62-8747038ef1ba req-d016323c-eee7-4cae-86eb-1b476a251711 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=117e93a2-eab1-4bb6-9a1e-8942e53c4fb7 HTTP/1.1" status: 200 len: 217 time: 0.1309187 Oct 19 01:18:54.383557 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-f08707b0-44d6-4299-9df0-acdd58bdfed3 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:54.384300 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-f08707b0-44d6-4299-9df0-acdd58bdfed3 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:54.418247 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cb3e1333-be49-4d79-a359-77693a1e8f9a req-b1f8cd42-0063-4f1a-8236-d71f3a25808a tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/security-groups?id=6523b3cc-da16-409a-a600-3c82dc66caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743427 Oct 19 01:18:54.438094 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0b18c-cd31-4779-bf62-8747038ef1ba req-6b522ed5-baad-4f32-98eb-cc84ec6369c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:54.440243 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b5c0b18c-cd31-4779-bf62-8747038ef1ba req-6b522ed5-baad-4f32-98eb-cc84ec6369c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5560e090-ab4c-41db-98cb-400d0fb4b5e6 HTTP/1.1" status: 200 len: 859 time: 0.1096711 Oct 19 01:18:54.467039 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08707b0-44d6-4299-9df0-acdd58bdfed3 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] Pushing event updated for resources: {'Port': ['ID=95754d87-9c97-4eda-a555-48bfd2425041,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:54.483582 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b5c0b18c-cd31-4779-bf62-8747038ef1ba req-fff2a421-fd25-4f2e-93f2-592038560844 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f6d1f9c-af60-4e63-9391-d714f2b53c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333419 Oct 19 01:18:54.540731 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-f08707b0-44d6-4299-9df0-acdd58bdfed3 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8289506 Oct 19 01:18:54.565568 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-2a677877-d749-4eba-92c2-3ab7926e1832 service neutron] Request body: {'port': {'device_id': '6a691f51-a9c6-42a1-ae19-1cc1fb165aa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:54.613855 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fee489-b057-46f6-b502-4d27ebc33c72 req-953e1e19-5518-48ab-8584-8344d719b6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:54.615743 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-98fee489-b057-46f6-b502-4d27ebc33c72 req-953e1e19-5518-48ab-8584-8344d719b6cb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 1098 time: 0.3146572 Oct 19 01:18:54.626897 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735c66f-92ab-4869-b9b0-44a39929c49c req-a8124187-4103-4a46-a6f4-6966d8d513b3 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:54.634993 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7735c66f-92ab-4869-b9b0-44a39929c49c req-a8124187-4103-4a46-a6f4-6966d8d513b3 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 945 time: 0.2465591 Oct 19 01:18:54.685442 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b5c0b18c-cd31-4779-bf62-8747038ef1ba req-76a54f96-ed0f-4685-88b5-15bb5e49ad11 service neutron] 10.222.0.24 "GET /v2.0/networks/2f6d1f9c-af60-4e63-9391-d714f2b53c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838512 Oct 19 01:18:54.695790 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-2a677877-d749-4eba-92c2-3ab7926e1832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:54.917532 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-98fee489-b057-46f6-b502-4d27ebc33c72 req-ea2d332b-f6ec-4d52-9c77-c5da509f1873 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798793 Oct 19 01:18:54.923619 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7735c66f-92ab-4869-b9b0-44a39929c49c req-97ab226c-4303-4982-b9ba-0ca31dd5e68c tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282209 Oct 19 01:18:54.931522 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b5c0b18c-cd31-4779-bf62-8747038ef1ba req-da587539-aff0-4140-93cb-31deac5f74ed service neutron] 10.222.0.24 "GET /v2.0/networks/2f6d1f9c-af60-4e63-9391-d714f2b53c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362494 Oct 19 01:18:55.228616 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abe31b-267b-494f-833b-0394bd06b402 req-da51f43e-cf7b-4b87-8a70-177c10b47c13 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:55.230160 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-73abe31b-267b-494f-833b-0394bd06b402 req-da51f43e-cf7b-4b87-8a70-177c10b47c13 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a691f51-a9c6-42a1-ae19-1cc1fb165aa7 HTTP/1.1" status: 200 len: 932 time: 0.1275897 Oct 19 01:18:55.328447 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-73abe31b-267b-494f-833b-0394bd06b402 req-1870ce1a-d62c-49c0-b01c-c5bbce9c84ba tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] 10.222.0.57 "GET /v2.0/security-groups?id=0370c57a-8b76-49ed-afa9-1815c48a779b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889866 Oct 19 01:18:55.419015 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-2a677877-d749-4eba-92c2-3ab7926e1832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95754d87-9c97-4eda-a555-48bfd2425041 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:18:55.437374 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-2a677877-d749-4eba-92c2-3ab7926e1832 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:55.466312 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-2a677877-d749-4eba-92c2-3ab7926e1832 service neutron] Transition to ACTIVE for port object 95754d87-9c97-4eda-a555-48bfd2425041 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:18:55.472020 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-2a677877-d749-4eba-92c2-3ab7926e1832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:55.495670 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295014d-e078-464c-8dac-7a8a7d47675c req-87c3f667-6668-4833-a9f0-8ae3e6bf5fe1 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:55.504098 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f295014d-e078-464c-8dac-7a8a7d47675c req-87c3f667-6668-4833-a9f0-8ae3e6bf5fe1 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f3bf601-2501-4696-9839-e44b8b72e08b HTTP/1.1" status: 200 len: 946 time: 0.0910664 Oct 19 01:18:55.533814 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a677877-d749-4eba-92c2-3ab7926e1832 service neutron] Pushing event updated for resources: {'Port': ['ID=95754d87-9c97-4eda-a555-48bfd2425041,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:55.564539 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f295014d-e078-464c-8dac-7a8a7d47675c req-b16f8e75-09b7-4c9e-bacc-a951740965a5 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593541 Oct 19 01:18:55.684071 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01c59a-a973-491f-bf76-b275282a0007 req-00a07830-fba9-41f7-8542-1becc7bba518 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:55.686166 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8f01c59a-a973-491f-bf76-b275282a0007 req-00a07830-fba9-41f7-8542-1becc7bba518 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 946 time: 0.1702244 Oct 19 01:18:55.764471 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-2a677877-d749-4eba-92c2-3ab7926e1832 service neutron] Attempting to bind port 95754d87-9c97-4eda-a555-48bfd2425041 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:18:55.765960 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-2a677877-d749-4eba-92c2-3ab7926e1832 service neutron] Attempting to bind port 95754d87-9c97-4eda-a555-48bfd2425041 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'dcfcd26a-9a93-4612-8c4f-c34301e7b0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8b163a85-4727-47ef-b034-41af2894b50a'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:18:55.766529 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-2a677877-d749-4eba-92c2-3ab7926e1832 service neutron] Attempting to bind port 95754d87-9c97-4eda-a555-48bfd2425041 on network 8b163a85-4727-47ef-b034-41af2894b50a {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:18:55.807662 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8f01c59a-a973-491f-bf76-b275282a0007 req-98ad8e22-3215-429d-a94d-c3d8c0b267a1 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067259 Oct 19 01:18:55.809818 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-2a677877-d749-4eba-92c2-3ab7926e1832 service neutron] Port 95754d87-9c97-4eda-a555-48bfd2425041 on network 8b163a85-4727-47ef-b034-41af2894b50a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:18:55.810400 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-2a677877-d749-4eba-92c2-3ab7926e1832 service neutron] Attempting to bind port 95754d87-9c97-4eda-a555-48bfd2425041 on network 8b163a85-4727-47ef-b034-41af2894b50a {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:18:55.816821 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-2a677877-d749-4eba-92c2-3ab7926e1832 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:18:55.817457 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-2a677877-d749-4eba-92c2-3ab7926e1832 service neutron] Checking segment: {'id': 'dcfcd26a-9a93-4612-8c4f-c34301e7b0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8b163a85-4727-47ef-b034-41af2894b50a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:18:55.817762 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-39bb3dbc-f908-4b97-9f09-08f2116afb37 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:55.818300 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-2a677877-d749-4eba-92c2-3ab7926e1832 service neutron] Bound using segment: {'id': 'dcfcd26a-9a93-4612-8c4f-c34301e7b0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8b163a85-4727-47ef-b034-41af2894b50a'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:18:55.818963 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-2a677877-d749-4eba-92c2-3ab7926e1832 service neutron] Bound port: 95754d87-9c97-4eda-a555-48bfd2425041, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcfcd26a-9a93-4612-8c4f-c34301e7b0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8b163a85-4727-47ef-b034-41af2894b50a'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:18:55.819573 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-2a677877-d749-4eba-92c2-3ab7926e1832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:55.825636 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-39bb3dbc-f908-4b97-9f09-08f2116afb37 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/networks?id=773992db-b06e-4fec-83a9-45230ec91a43 HTTP/1.1" status: 200 len: 813 time: 0.1592901 Oct 19 01:18:55.853257 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-f52d07c6-dfcc-463e-82f2-b6cb3b980382 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/quotas/d294e97bb1634871a546d25bc03367fe HTTP/1.1" status: 200 len: 375 time: 0.0261014 Oct 19 01:18:55.930839 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-229eb8e2-25bc-41e1-8071-398f2b4f2929 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d294e97bb1634871a546d25bc03367fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765300 Oct 19 01:18:55.949412 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-2a677877-d749-4eba-92c2-3ab7926e1832 service neutron] For port 95754d87-9c97-4eda-a555-48bfd2425041, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:18:55.956295 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-2a677877-d749-4eba-92c2-3ab7926e1832 service neutron] For port 95754d87-9c97-4eda-a555-48bfd2425041, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=95754d87-9c97-4eda-a555-48bfd2425041,segment=NetworkSegment(dcfcd26a-9a93-4612-8c4f-c34301e7b0e1),segment_id=dcfcd26a-9a93-4612-8c4f-c34301e7b0e1)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:18:55.962762 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-2a677877-d749-4eba-92c2-3ab7926e1832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:55.998539 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device a20fa0b3-a34b-4433-bffd-63c33557d6fa no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:18:56.056168 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: a20fa0b3-a34b-4433-bffd-63c33557d6fa {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:18:56.066379 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device a20fa0b3-a34b-4433-bffd-63c33557d6fa not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:18:56.110540 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-7c158761-72b0-4c15-8667-f52a4d9069c1 service neutron] 10.222.0.57 "GET /v2.0/networks/773992db-b06e-4fec-83a9-45230ec91a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568303 Oct 19 01:18:56.125355 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-2a677877-d749-4eba-92c2-3ab7926e1832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:56.125993 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-2a677877-d749-4eba-92c2-3ab7926e1832 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:56.128009 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-2a677877-d749-4eba-92c2-3ab7926e1832 service neutron] 10.222.0.24 "PUT /v2.0/ports/95754d87-9c97-4eda-a555-48bfd2425041 HTTP/1.1" status: 200 len: 1093 time: 1.5755904 Oct 19 01:18:56.128551 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a691f51-a9c6-42a1-ae19-1cc1fb165aa7', 'tag': '95754d87-9c97-4eda-a555-48bfd2425041'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:18:56.130847 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46cfaeb7-ff4f-423a-9ba4-603cb764a94b" -d '{"events": [{"name": "network-changed", "server_uuid": "6a691f51-a9c6-42a1-ae19-1cc1fb165aa7", "tag": "95754d87-9c97-4eda-a555-48bfd2425041"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:18:56.238716 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a677877-d749-4eba-92c2-3ab7926e1832 service neutron] Pushing event updated for resources: {'Port': ['ID=95754d87-9c97-4eda-a555-48bfd2425041,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:56.303231 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf377c-325a-40c2-8502-307f093821a2 req-05c6753c-1448-4b22-8d3d-b0389b86921d tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:56.310904 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-36f740b2-b1e6-4a29-aff0-149c3beb9c29 service neutron] 10.222.0.57 "GET /v2.0/networks/773992db-b06e-4fec-83a9-45230ec91a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930487 Oct 19 01:18:56.321081 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7adf377c-325a-40c2-8502-307f093821a2 req-05c6753c-1448-4b22-8d3d-b0389b86921d tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 945 time: 0.1672757 Oct 19 01:18:56.386321 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-1c06148d-c4f7-4c63-a3d3-8a786a3b9846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:56.388662 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-1c06148d-c4f7-4c63-a3d3-8a786a3b9846 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4378beaaee24b53943b63435686754e&device_id=6a691f51-a9c6-42a1-ae19-1cc1fb165aa7 HTTP/1.1" status: 200 len: 1096 time: 0.1145902 Oct 19 01:18:56.395259 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7adf377c-325a-40c2-8502-307f093821a2 req-73a2923a-3149-486d-b155-c33da805961f tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549181 Oct 19 01:18:56.479720 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-dc4fe582-bad4-4462-a001-36caec5f3873 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95754d87-9c97-4eda-a555-48bfd2425041 HTTP/1.1" status: 200 len: 217 time: 0.0782552 Oct 19 01:18:56.534705 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf846b-7f24-4746-8293-5f2f17ad9e43 req-a2eb9c90-b9d8-4d0e-8e3a-d9fc4a86c286 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:56.536709 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-edcf846b-7f24-4746-8293-5f2f17ad9e43 req-a2eb9c90-b9d8-4d0e-8e3a-d9fc4a86c286 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4152daa-00f8-486a-a707-b84fda07570b HTTP/1.1" status: 200 len: 946 time: 0.1293275 Oct 19 01:18:56.545797 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72d937b-a2ed-4744-821a-96b19bfe577e x-openstack-request-id: req-d72d937b-a2ed-4744-821a-96b19bfe577e {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:18:56.546546 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a691f51-a9c6-42a1-ae19-1cc1fb165aa7", "tag": "95754d87-9c97-4eda-a555-48bfd2425041", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:18:56.547027 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d72d937b-a2ed-4744-821a-96b19bfe577e {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:18:56.547520 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a691f51-a9c6-42a1-ae19-1cc1fb165aa7', 'tag': '95754d87-9c97-4eda-a555-48bfd2425041', 'status': 'completed', 'code': 200} Oct 19 01:18:56.570003 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-30ae06af-d6ca-43e5-b39e-3ce19ca8de29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:56.572724 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-30ae06af-d6ca-43e5-b39e-3ce19ca8de29 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7df1ec1c-364a-4029-985c-0abee5aa9181 HTTP/1.1" status: 200 len: 865 time: 0.0710487 Oct 19 01:18:56.629475 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c617a6-26e1-4069-b414-c2866dbc72b0 req-776bc47e-80ec-4515-9bc4-b159c9e83b26 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:56.631241 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b9c617a6-26e1-4069-b414-c2866dbc72b0 req-776bc47e-80ec-4515-9bc4-b159c9e83b26 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.24 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 945 time: 0.1668322 Oct 19 01:18:56.645834 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-7d9e2530-3786-4c5a-9a30-1af4c5d74525 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b163a85-4727-47ef-b034-41af2894b50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639091 Oct 19 01:18:56.807515 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-f255f410-919d-49a8-9508-121c85027762 service neutron] 10.222.0.24 "GET /v2.0/networks/8b163a85-4727-47ef-b034-41af2894b50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515675 Oct 19 01:18:56.879685 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5d92e-6c10-4a87-a339-7d5681b98b27 req-ec0379e7-f44d-48dc-bb9a-0e66b76c77b6 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:56.881430 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-36f5d92e-6c10-4a87-a339-7d5681b98b27 req-ec0379e7-f44d-48dc-bb9a-0e66b76c77b6 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a691f51-a9c6-42a1-ae19-1cc1fb165aa7 HTTP/1.1" status: 200 len: 944 time: 0.1983325 Oct 19 01:18:56.925637 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-edcf846b-7f24-4746-8293-5f2f17ad9e43 req-d2675070-6494-44ad-95f7-91c0c843f992 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Deleting port 0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:18:56.925976 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-edcf846b-7f24-4746-8293-5f2f17ad9e43 req-d2675070-6494-44ad-95f7-91c0c843f992 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:57.053454 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-36f5d92e-6c10-4a87-a339-7d5681b98b27 req-42ae8132-f1b5-46dd-aa81-8e31167f96d9 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] 10.222.0.57 "GET /v2.0/security-groups?id=0370c57a-8b76-49ed-afa9-1815c48a779b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458325 Oct 19 01:18:57.083671 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5eb249b-5e24-4aca-b78c-9a5eaaf995c1 req-ecc963b6-26d5-4601-be93-376329f17be7 service neutron] 10.222.0.24 "GET /v2.0/networks/8b163a85-4727-47ef-b034-41af2894b50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596357 Oct 19 01:18:57.084324 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:57.139134 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e9e8e-a659-4fa0-bf92-33df6cd073a5 req-3e1512c6-de6a-405b-b924-c2bb6cdb2772 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:57.148991 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2b1e9e8e-a659-4fa0-bf92-33df6cd073a5 req-3e1512c6-de6a-405b-b924-c2bb6cdb2772 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f3bf601-2501-4696-9839-e44b8b72e08b HTTP/1.1" status: 200 len: 946 time: 0.2033501 Oct 19 01:18:57.291116 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-edcf846b-7f24-4746-8293-5f2f17ad9e43 req-d2675070-6494-44ad-95f7-91c0c843f992 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] For port 0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf,segment=NetworkSegment(2fb4b123-8aa7-4a03-bbcb-f9e00f85347d),segment_id=2fb4b123-8aa7-4a03-bbcb-f9e00f85347d)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:57.291865 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-edcf846b-7f24-4746-8293-5f2f17ad9e43 req-d2675070-6494-44ad-95f7-91c0c843f992 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:57.312611 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-edcf846b-7f24-4746-8293-5f2f17ad9e43 req-d2675070-6494-44ad-95f7-91c0c843f992 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Calling delete_port for 0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:18:57.500841 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfaeb7-ff4f-423a-9ba4-603cb764a94b req-65a594c6-5dd1-4a22-8b47-13c1c9ed886c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:57.503047 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-46cfaeb7-ff4f-423a-9ba4-603cb764a94b req-65a594c6-5dd1-4a22-8b47-13c1c9ed886c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4378beaaee24b53943b63435686754e&device_id=6a691f51-a9c6-42a1-ae19-1cc1fb165aa7 HTTP/1.1" status: 200 len: 1096 time: 0.3528903 Oct 19 01:18:57.510989 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bd358-e400-42e6-8431-6608db48d68a req-f0523938-36e2-4051-94f7-bf7090238bad tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:57.512373 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7f2bd358-e400-42e6-8431-6608db48d68a req-f0523938-36e2-4051-94f7-bf7090238bad tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc5b9621-7f8c-402d-89af-534558ff622e HTTP/1.1" status: 200 len: 945 time: 0.3609090 Oct 19 01:18:57.561122 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ae702-17e5-451c-b44d-c68ae736d077 req-3fa2fae7-9c1f-40c6-b28c-8567d5b5fd6b tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:57.570395 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6d1ae702-17e5-451c-b44d-c68ae736d077 req-3fa2fae7-9c1f-40c6-b28c-8567d5b5fd6b tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f3bf601-2501-4696-9839-e44b8b72e08b HTTP/1.1" status: 200 len: 946 time: 0.8319011 Oct 19 01:18:57.618617 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-b9c617a6-26e1-4069-b414-c2866dbc72b0 req-203bdc4f-ef92-4538-8a1c-eb4940838057 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Deleting port 117e93a2-eab1-4bb6-9a1e-8942e53c4fb7 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:18:57.618957 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b9c617a6-26e1-4069-b414-c2866dbc72b0 req-203bdc4f-ef92-4538-8a1c-eb4940838057 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:57.737393 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a94d58-56f4-4038-8413-e7989ed8291b req-93da8098-882e-470c-a37d-11ad82437870 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:57.740099 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-50a94d58-56f4-4038-8413-e7989ed8291b req-93da8098-882e-470c-a37d-11ad82437870 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 946 time: 0.2415140 Oct 19 01:18:57.741233 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6d1ae702-17e5-451c-b44d-c68ae736d077 req-0f9a1e38-aa27-4524-aa13-d5bf75f780a5 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584334 Oct 19 01:18:57.783537 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-b9c617a6-26e1-4069-b414-c2866dbc72b0 req-203bdc4f-ef92-4538-8a1c-eb4940838057 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] For port 117e93a2-eab1-4bb6-9a1e-8942e53c4fb7, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=117e93a2-eab1-4bb6-9a1e-8942e53c4fb7,segment=NetworkSegment(b54c59d8-6b72-46ce-abba-afe778cd7ac0),segment_id=b54c59d8-6b72-46ce-abba-afe778cd7ac0)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:57.783945 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b9c617a6-26e1-4069-b414-c2866dbc72b0 req-203bdc4f-ef92-4538-8a1c-eb4940838057 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:57.785168 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-2b1e9e8e-a659-4fa0-bf92-33df6cd073a5 req-4a560e39-736c-48d4-8212-7deae03d2cb2 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Deleting port 71afd74b-d137-47b6-92e4-4fb4cb8eb632 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:18:57.785500 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2b1e9e8e-a659-4fa0-bf92-33df6cd073a5 req-4a560e39-736c-48d4-8212-7deae03d2cb2 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:57.806484 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-b9c617a6-26e1-4069-b414-c2866dbc72b0 req-203bdc4f-ef92-4538-8a1c-eb4940838057 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Calling delete_port for 117e93a2-eab1-4bb6-9a1e-8942e53c4fb7 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:18:57.808578 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfaeb7-ff4f-423a-9ba4-603cb764a94b req-984f80ab-145b-4b20-beef-7fb99fb4b4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:57.810025 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-46cfaeb7-ff4f-423a-9ba4-603cb764a94b req-984f80ab-145b-4b20-beef-7fb99fb4b4da service neutron] 10.222.0.24 "GET /v2.0/networks?id=8b163a85-4727-47ef-b034-41af2894b50a HTTP/1.1" status: 200 len: 926 time: 0.2681530 Oct 19 01:18:57.830447 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cd2ea21d-25d5-4907-b31a-8b0cf9a4f5bd req-4dfaf7d6-9b57-4672-a56b-c79b2909324b tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/ports?device_id=7bec462a-8f36-4550-89b8-b46c8baff9a7 HTTP/1.1" status: 200 len: 210 time: 0.0438263 Oct 19 01:18:57.921125 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-46cfaeb7-ff4f-423a-9ba4-603cb764a94b req-f1af8e71-4775-4586-ba89-2a4606cb964c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95754d87-9c97-4eda-a555-48bfd2425041 HTTP/1.1" status: 200 len: 217 time: 0.0908759 Oct 19 01:18:57.927366 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-50a94d58-56f4-4038-8413-e7989ed8291b req-d98e155a-02c0-42bb-bb2b-0533f96eff07 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761377 Oct 19 01:18:57.942530 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-7f2bd358-e400-42e6-8431-6608db48d68a req-a0cbb871-b781-4310-beb8-086778b3c270 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Deleting port 8c7050ba-07e7-4f2e-aaf6-bf35f59d721b {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:18:57.942530 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7f2bd358-e400-42e6-8431-6608db48d68a req-a0cbb871-b781-4310-beb8-086778b3c270 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:57.956075 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4844e0-8d9d-4dfc-bc41-f748a1141ea3 req-ef9423f2-cdf1-415b-8e59-4c886c8a6ece tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:57.957651 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0f4844e0-8d9d-4dfc-bc41-f748a1141ea3 req-ef9423f2-cdf1-415b-8e59-4c886c8a6ece tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bfc90b-3f1c-46cd-82cd-83285035b642 HTTP/1.1" status: 200 len: 945 time: 0.0662172 Oct 19 01:18:58.040966 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-edcf846b-7f24-4746-8293-5f2f17ad9e43 req-d2675070-6494-44ad-95f7-91c0c843f992 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:58.067045 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf', '8c7050ba-07e7-4f2e-aaf6-bf35f59d721b'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:18:58.107323 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0f4844e0-8d9d-4dfc-bc41-f748a1141ea3 req-df1581b2-d524-4964-8480-aa565f082036 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423218 Oct 19 01:18:58.247644 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2675070-6494-44ad-95f7-91c0c843f992 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Pushing event deleted for resources: {'Port': ['ID=0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:58.459167 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-edcf846b-7f24-4746-8293-5f2f17ad9e43 req-d2675070-6494-44ad-95f7-91c0c843f992 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] No DVR routers for this DVR port 0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:18:58.481122 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-edcf846b-7f24-4746-8293-5f2f17ad9e43 req-d2675070-6494-44ad-95f7-91c0c843f992 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:58.511628 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-edcf846b-7f24-4746-8293-5f2f17ad9e43 req-d2675070-6494-44ad-95f7-91c0c843f992 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.55 "DELETE /v2.0/ports/0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf HTTP/1.1" status: 204 len: 173 time: 1.9620676 Oct 19 01:18:58.524132 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4152daa-00f8-486a-a707-b84fda07570b', 'name': 'network-vif-deleted', 'tag': '0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:18:58.526488 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8b75aa-1196-4109-9dee-ffc66de6f539" -d '{"events": [{"server_uuid": "b4152daa-00f8-486a-a707-b84fda07570b", "name": "network-vif-deleted", "tag": "0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:18:58.640922 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b9c617a6-26e1-4069-b414-c2866dbc72b0 req-203bdc4f-ef92-4538-8a1c-eb4940838057 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:58.709194 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['256d5746-4862-450f-bdd5-6de5a03b7097'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:18:58.730500 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203bdc4f-ef92-4538-8a1c-eb4940838057 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Pushing event deleted for resources: {'Port': ['ID=117e93a2-eab1-4bb6-9a1e-8942e53c4fb7,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:58.869979 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c617a6-26e1-4069-b414-c2866dbc72b0 req-203bdc4f-ef92-4538-8a1c-eb4940838057 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] No DVR routers for this DVR port 117e93a2-eab1-4bb6-9a1e-8942e53c4fb7 on host n-h2-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:18:58.875577 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b9c617a6-26e1-4069-b414-c2866dbc72b0 req-203bdc4f-ef92-4538-8a1c-eb4940838057 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:58.880812 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b9c617a6-26e1-4069-b414-c2866dbc72b0 req-203bdc4f-ef92-4538-8a1c-eb4940838057 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.24 "DELETE /v2.0/ports/117e93a2-eab1-4bb6-9a1e-8942e53c4fb7 HTTP/1.1" status: 204 len: 173 time: 2.2299864 Oct 19 01:18:58.894244 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0cb6e-3521-4af0-99b1-b299d34893b8 req-03c8a4fb-66dc-4fb2-ba44-706b0528c1e4 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:58.904279 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5ee0cb6e-3521-4af0-99b1-b299d34893b8 req-03c8a4fb-66dc-4fb2-ba44-706b0528c1e4 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a691f51-a9c6-42a1-ae19-1cc1fb165aa7 HTTP/1.1" status: 200 len: 944 time: 0.4462974 Oct 19 01:18:59.030749 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5ee0cb6e-3521-4af0-99b1-b299d34893b8 req-9673da71-51b4-43b5-b810-ed3e1ee707b0 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] 10.222.0.57 "GET /v2.0/security-groups?id=0370c57a-8b76-49ed-afa9-1815c48a779b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997972 Oct 19 01:18:59.052446 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-7f2bd358-e400-42e6-8431-6608db48d68a req-a0cbb871-b781-4310-beb8-086778b3c270 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] For port 8c7050ba-07e7-4f2e-aaf6-bf35f59d721b, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=8c7050ba-07e7-4f2e-aaf6-bf35f59d721b,segment=NetworkSegment(2fb4b123-8aa7-4a03-bbcb-f9e00f85347d),segment_id=2fb4b123-8aa7-4a03-bbcb-f9e00f85347d)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:59.053101 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7f2bd358-e400-42e6-8431-6608db48d68a req-a0cbb871-b781-4310-beb8-086778b3c270 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:59.073982 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7555040-a44b-4d1e-ad18-22b5b3061a7f x-openstack-request-id: req-c7555040-a44b-4d1e-ad18-22b5b3061a7f {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:18:59.074641 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4152daa-00f8-486a-a707-b84fda07570b", "name": "network-vif-deleted", "tag": "0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:18:59.075104 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c7555040-a44b-4d1e-ad18-22b5b3061a7f {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:18:59.075661 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4152daa-00f8-486a-a707-b84fda07570b', 'name': 'network-vif-deleted', 'tag': '0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf', 'status': 'completed', 'code': 200} Oct 19 01:18:59.119623 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfaeb7-ff4f-423a-9ba4-603cb764a94b req-350d3ab4-f1cc-41d3-b64e-159e7d9c3558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:59.121134 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-46cfaeb7-ff4f-423a-9ba4-603cb764a94b req-350d3ab4-f1cc-41d3-b64e-159e7d9c3558 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7df1ec1c-364a-4029-985c-0abee5aa9181 HTTP/1.1" status: 200 len: 865 time: 1.1875277 Oct 19 01:18:59.130093 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-2b1e9e8e-a659-4fa0-bf92-33df6cd073a5 req-4a560e39-736c-48d4-8212-7deae03d2cb2 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] For port 71afd74b-d137-47b6-92e4-4fb4cb8eb632, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=71afd74b-d137-47b6-92e4-4fb4cb8eb632,segment=NetworkSegment(467d779a-aa37-435b-8906-2c73d5986a5a),segment_id=467d779a-aa37-435b-8906-2c73d5986a5a)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:59.130697 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2b1e9e8e-a659-4fa0-bf92-33df6cd073a5 req-4a560e39-736c-48d4-8212-7deae03d2cb2 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:59.165403 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-7f2bd358-e400-42e6-8431-6608db48d68a req-a0cbb871-b781-4310-beb8-086778b3c270 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Calling delete_port for 8c7050ba-07e7-4f2e-aaf6-bf35f59d721b owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:18:59.169390 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-2b1e9e8e-a659-4fa0-bf92-33df6cd073a5 req-4a560e39-736c-48d4-8212-7deae03d2cb2 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Calling delete_port for 71afd74b-d137-47b6-92e4-4fb4cb8eb632 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:18:59.219777 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-46cfaeb7-ff4f-423a-9ba4-603cb764a94b req-b1f27087-858f-4fae-80dc-0aa23dd6a7e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b163a85-4727-47ef-b034-41af2894b50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680048 Oct 19 01:18:59.230190 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2e2aa-9a8b-46a2-b139-3644cba801d1 req-b551877e-f382-4827-bda4-268c0e56420f tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:59.232415 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-26c2e2aa-9a8b-46a2-b139-3644cba801d1 req-b551877e-f382-4827-bda4-268c0e56420f tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f3bf601-2501-4696-9839-e44b8b72e08b HTTP/1.1" status: 200 len: 946 time: 0.0710542 Oct 19 01:18:59.284398 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdb696-ff61-4292-bdd7-bf239f2b663b req-b25c0b5a-5983-409b-88ad-3b94c446c441 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:59.286798 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1bfdb696-ff61-4292-bdd7-bf239f2b663b req-b25c0b5a-5983-409b-88ad-3b94c446c441 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 946 time: 1.2823315 Oct 19 01:18:59.379088 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:59.439032 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-26c2e2aa-9a8b-46a2-b139-3644cba801d1 req-7ecef142-bb55-46c4-9d01-eaebcd15fbdc tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950696 Oct 19 01:18:59.507665 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 95754d87-9c97-4eda-a555-48bfd2425041 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:18:59.510535 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 117e93a2-eab1-4bb6-9a1e-8942e53c4fb7 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:18:59.538989 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 117e93a2-eab1-4bb6-9a1e-8942e53c4fb7 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:18:59.539342 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 117e93a2-eab1-4bb6-9a1e-8942e53c4fb7 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:18:59.606521 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-221d9512-ccd6-4213-b674-9736756b5f7d req-a7df221c-797d-44bc-a41c-f7d4d136b73a tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/ports?device_id=7bec462a-8f36-4550-89b8-b46c8baff9a7 HTTP/1.1" status: 200 len: 210 time: 0.0995207 Oct 19 01:18:59.618324 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-bb558aab-33c4-46ca-8ded-1ae6313792ba tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:59.624239 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-bb558aab-33c4-46ca-8ded-1ae6313792ba tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.55 "GET /v2.0/networks?id=773992db-b06e-4fec-83a9-45230ec91a43 HTTP/1.1" status: 200 len: 813 time: 0.3847027 Oct 19 01:18:59.654549 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-fd3234d4-7384-4cfb-98d3-877723e7c792 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Request body: {'port': {'device_id': '056a2697-883e-4985-8d3a-aea4d8662d08', 'network_id': '773992db-b06e-4fec-83a9-45230ec91a43', 'admin_state_up': True, 'tenant_id': 'd294e97bb1634871a546d25bc03367fe'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:59.716957 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 95754d87-9c97-4eda-a555-48bfd2425041, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=95754d87-9c97-4eda-a555-48bfd2425041,segment=NetworkSegment(dcfcd26a-9a93-4612-8c4f-c34301e7b0e1),segment_id=dcfcd26a-9a93-4612-8c4f-c34301e7b0e1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:59.735064 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '95754d87-9c97-4eda-a555-48bfd2425041', 'network_id': '8b163a85-4727-47ef-b034-41af2894b50a', 'port_id': '95754d87-9c97-4eda-a555-48bfd2425041', 'mac_address': 'fa:16:3e:67:44:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7df1ec1c-364a-4029-985c-0abee5aa9181', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:18:59.828460 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1bfdb696-ff61-4292-bdd7-bf239f2b663b req-ea6cecc0-cd5f-4b9c-a3b0-995dc0fb9307 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163616 Oct 19 01:18:59.842820 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:59.870968 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95754d87-9c97-4eda-a555-48bfd2425041 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:18:59.892203 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-46cfaeb7-ff4f-423a-9ba4-603cb764a94b req-dd371859-5ec2-4a6b-9b62-a169b9e8a322 service neutron] 10.222.0.24 "GET /v2.0/networks/8b163a85-4727-47ef-b034-41af2894b50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6254785 Oct 19 01:18:59.920029 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 95754d87-9c97-4eda-a555-48bfd2425041, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=95754d87-9c97-4eda-a555-48bfd2425041,segment=NetworkSegment(dcfcd26a-9a93-4612-8c4f-c34301e7b0e1),segment_id=dcfcd26a-9a93-4612-8c4f-c34301e7b0e1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:59.928614 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:00.004371 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-fd3234d4-7384-4cfb-98d3-877723e7c792 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Made reservation on behalf of d294e97bb1634871a546d25bc03367fe for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:19:00.010338 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-fd3234d4-7384-4cfb-98d3-877723e7c792 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:00.032091 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-5936fd2e-d495-4a67-99fc-9ad1936a2219 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:00.034468 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-5936fd2e-d495-4a67-99fc-9ad1936a2219 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.55 "GET /v2.0/networks?id=773992db-b06e-4fec-83a9-45230ec91a43 HTTP/1.1" status: 200 len: 813 time: 0.2240541 Oct 19 01:19:00.054302 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=95754d87-9c97-4eda-a555-48bfd2425041,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:00.070725 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-97dbfba7-b3c3-4fb5-9468-e700a7d8941d tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Request body: {'port': {'device_id': '7bec462a-8f36-4550-89b8-b46c8baff9a7', 'network_id': '773992db-b06e-4fec-83a9-45230ec91a43', 'admin_state_up': True, 'tenant_id': 'd294e97bb1634871a546d25bc03367fe'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:00.158172 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['95754d87-9c97-4eda-a555-48bfd2425041'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:19:00.304537 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-fd3234d4-7384-4cfb-98d3-877723e7c792 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Allocated IP 172.20.0.5 (773992db-b06e-4fec-83a9-45230ec91a43/6781ddc6-a7e6-45f5-b31c-4189befa9b11/a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:19:00.331655 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2b1e9e8e-a659-4fa0-bf92-33df6cd073a5 req-4a560e39-736c-48d4-8212-7deae03d2cb2 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:00.333820 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7f2bd358-e400-42e6-8431-6608db48d68a req-a0cbb871-b781-4310-beb8-086778b3c270 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:00.357145 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-97dbfba7-b3c3-4fb5-9468-e700a7d8941d tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Made reservation on behalf of d294e97bb1634871a546d25bc03367fe for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:19:00.361270 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-97dbfba7-b3c3-4fb5-9468-e700a7d8941d tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:00.448301 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-46cfaeb7-ff4f-423a-9ba4-603cb764a94b req-60a89cae-e442-4109-9bc0-499641b1c38d service neutron] 10.222.0.24 "GET /v2.0/networks/8b163a85-4727-47ef-b034-41af2894b50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5549893 Oct 19 01:19:00.453579 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cbb871-b781-4310-beb8-086778b3c270 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Pushing event deleted for resources: {'Port': ['ID=8c7050ba-07e7-4f2e-aaf6-bf35f59d721b,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:00.464003 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb964a83-a121-4c1e-ac5a-35870ae98eee req-cef47e86-19e9-4051-9947-43e6a2a6f5fd tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:00.473591 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bb964a83-a121-4c1e-ac5a-35870ae98eee req-cef47e86-19e9-4051-9947-43e6a2a6f5fd tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 946 time: 0.4182739 Oct 19 01:19:00.516072 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbb871-b781-4310-beb8-086778b3c270 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:00.516645 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbb871-b781-4310-beb8-086778b3c270 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:00.517332 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbb871-b781-4310-beb8-086778b3c270 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:00.518011 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbb871-b781-4310-beb8-086778b3c270 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:00.518505 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbb871-b781-4310-beb8-086778b3c270 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:00.518981 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbb871-b781-4310-beb8-086778b3c270 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:00.519453 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbb871-b781-4310-beb8-086778b3c270 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:00.519975 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbb871-b781-4310-beb8-086778b3c270 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:00.520458 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbb871-b781-4310-beb8-086778b3c270 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:00.520938 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbb871-b781-4310-beb8-086778b3c270 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:00.521405 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbb871-b781-4310-beb8-086778b3c270 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:00.521872 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbb871-b781-4310-beb8-086778b3c270 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:00.605013 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2bd358-e400-42e6-8431-6608db48d68a req-a0cbb871-b781-4310-beb8-086778b3c270 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] No DVR routers for this DVR port 8c7050ba-07e7-4f2e-aaf6-bf35f59d721b on host n-h1-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:19:00.611274 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a560e39-736c-48d4-8212-7deae03d2cb2 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Pushing event deleted for resources: {'Port': ['ID=71afd74b-d137-47b6-92e4-4fb4cb8eb632,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:00.613784 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1e9e8e-a659-4fa0-bf92-33df6cd073a5 req-4a560e39-736c-48d4-8212-7deae03d2cb2 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] No DVR routers for this DVR port 71afd74b-d137-47b6-92e4-4fb4cb8eb632 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:19:00.616699 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-7f2bd358-e400-42e6-8431-6608db48d68a req-a0cbb871-b781-4310-beb8-086778b3c270 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:00.620471 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7f2bd358-e400-42e6-8431-6608db48d68a req-a0cbb871-b781-4310-beb8-086778b3c270 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.55 "DELETE /v2.0/ports/8c7050ba-07e7-4f2e-aaf6-bf35f59d721b HTTP/1.1" status: 204 len: 173 time: 3.0767407 Oct 19 01:19:00.622195 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5b9621-7f8c-402d-89af-534558ff622e', 'name': 'network-vif-deleted', 'tag': '8c7050ba-07e7-4f2e-aaf6-bf35f59d721b'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:00.624703 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3b9a93-123e-49bc-ac6a-c02299c87ec6" -d '{"events": [{"server_uuid": "cc5b9621-7f8c-402d-89af-534558ff622e", "name": "network-vif-deleted", "tag": "8c7050ba-07e7-4f2e-aaf6-bf35f59d721b"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:00.628934 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2b1e9e8e-a659-4fa0-bf92-33df6cd073a5 req-4a560e39-736c-48d4-8212-7deae03d2cb2 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:00.632227 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2b1e9e8e-a659-4fa0-bf92-33df6cd073a5 req-4a560e39-736c-48d4-8212-7deae03d2cb2 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.24 "DELETE /v2.0/ports/71afd74b-d137-47b6-92e4-4fb4cb8eb632 HTTP/1.1" status: 204 len: 173 time: 3.4769099 Oct 19 01:19:00.643654 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd680c-c177-4217-a2f6-938fef990441 req-eb2381cf-7b6d-484f-a303-eec71e81eaae tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:00.645041 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b7bd680c-c177-4217-a2f6-938fef990441 req-eb2381cf-7b6d-484f-a303-eec71e81eaae tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a691f51-a9c6-42a1-ae19-1cc1fb165aa7 HTTP/1.1" status: 200 len: 945 time: 0.3095870 Oct 19 01:19:00.657325 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bb964a83-a121-4c1e-ac5a-35870ae98eee req-62805568-460f-4ccb-b4d4-8ab1498336e6 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827464 Oct 19 01:19:00.686553 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-fd3234d4-7384-4cfb-98d3-877723e7c792 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:00.729112 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b7bd680c-c177-4217-a2f6-938fef990441 req-52939513-cc71-4cc6-8151-3a0316b48a70 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] 10.222.0.57 "GET /v2.0/security-groups?id=0370c57a-8b76-49ed-afa9-1815c48a779b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632441 Oct 19 01:19:00.806113 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-fd3234d4-7384-4cfb-98d3-877723e7c792 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:00.854295 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cce9b4-b05b-46d7-9cdc-3109b85d5d5b req-d7c90823-26fa-40a9-99af-51372ad5960e tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:00.871256 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-26cce9b4-b05b-46d7-9cdc-3109b85d5d5b req-d7c90823-26fa-40a9-99af-51372ad5960e tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 946 time: 0.1325843 Oct 19 01:19:00.914022 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-26cce9b4-b05b-46d7-9cdc-3109b85d5d5b req-32c51b82-a576-40d1-bb20-856bfa6e6f2a tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411668 Oct 19 01:19:00.916238 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-fd3234d4-7384-4cfb-98d3-877723e7c792 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Network 773992db-b06e-4fec-83a9-45230ec91a43 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:19:00.974145 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-fd3234d4-7384-4cfb-98d3-877723e7c792 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:00.988952 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b260c6-fda8-4808-a8bb-48139ff73b67 x-openstack-request-id: req-f3b260c6-fda8-4808-a8bb-48139ff73b67 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:00.989299 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc5b9621-7f8c-402d-89af-534558ff622e", "name": "network-vif-deleted", "tag": "8c7050ba-07e7-4f2e-aaf6-bf35f59d721b", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:00.989607 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f3b260c6-fda8-4808-a8bb-48139ff73b67 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:00.990025 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5b9621-7f8c-402d-89af-534558ff622e', 'name': 'network-vif-deleted', 'tag': '8c7050ba-07e7-4f2e-aaf6-bf35f59d721b', 'status': 'completed', 'code': 200} Oct 19 01:19:01.026808 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-97dbfba7-b3c3-4fb5-9468-e700a7d8941d tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Allocated IP 172.20.0.8 (773992db-b06e-4fec-83a9-45230ec91a43/6781ddc6-a7e6-45f5-b31c-4189befa9b11/204133a1-7109-4a39-a69c-8523783bb1b7) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:19:01.092052 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1258bf9b-5923-4dca-996c-58b77f0ee0c9 req-0625adee-6d7f-4994-9ad9-9d9276839c9e tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/ports?device_id=7bec462a-8f36-4550-89b8-b46c8baff9a7 HTTP/1.1" status: 200 len: 210 time: 0.0446563 Oct 19 01:19:01.246042 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3a044b80-7912-4027-be09-c6bd7a5e2bea req-6718fb9f-5fe0-4887-a841-93f23672b231 tempest-ListServerFiltersTestJSON-1457699145 tempest-ListServerFiltersTestJSON-1457699145-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f3bf601-2501-4696-9839-e44b8b72e08b HTTP/1.1" status: 200 len: 210 time: 0.3232663 Oct 19 01:19:01.246708 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95bfc90b-3f1c-46cd-82cd-83285035b642', 'name': 'network-vif-deleted', 'tag': '117e93a2-eab1-4bb6-9a1e-8942e53c4fb7'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:01.249291 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4927a7-b1fd-444b-b14f-f7f6b01b7396" -d '{"events": [{"server_uuid": "95bfc90b-3f1c-46cd-82cd-83285035b642", "name": "network-vif-deleted", "tag": "117e93a2-eab1-4bb6-9a1e-8942e53c4fb7"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:01.266490 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-fd3234d4-7384-4cfb-98d3-877723e7c792 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:19:01.336657 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5f96c4-3f0e-45f7-bb01-d27b0158e7fa x-openstack-request-id: req-bf5f96c4-3f0e-45f7-bb01-d27b0158e7fa {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:01.337041 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95bfc90b-3f1c-46cd-82cd-83285035b642", "name": "network-vif-deleted", "tag": "117e93a2-eab1-4bb6-9a1e-8942e53c4fb7", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:01.337409 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bf5f96c4-3f0e-45f7-bb01-d27b0158e7fa {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:01.337697 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95bfc90b-3f1c-46cd-82cd-83285035b642', 'name': 'network-vif-deleted', 'tag': '117e93a2-eab1-4bb6-9a1e-8942e53c4fb7', 'status': 'completed', 'code': 200} Oct 19 01:19:01.355930 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3234d4-7384-4cfb-98d3-877723e7c792 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Pushing event updated for resources: {'Port': ['ID=a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:01.369331 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3234d4-7384-4cfb-98d3-877723e7c792 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:01.369693 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3234d4-7384-4cfb-98d3-877723e7c792 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:01.370076 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3234d4-7384-4cfb-98d3-877723e7c792 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:01.370421 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3234d4-7384-4cfb-98d3-877723e7c792 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:01.371149 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3234d4-7384-4cfb-98d3-877723e7c792 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:01.371535 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3234d4-7384-4cfb-98d3-877723e7c792 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:01.371903 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3234d4-7384-4cfb-98d3-877723e7c792 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:01.372242 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3234d4-7384-4cfb-98d3-877723e7c792 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:01.372569 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3234d4-7384-4cfb-98d3-877723e7c792 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:01.372901 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3234d4-7384-4cfb-98d3-877723e7c792 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:01.373230 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3234d4-7384-4cfb-98d3-877723e7c792 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:01.373559 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3234d4-7384-4cfb-98d3-877723e7c792 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:01.399432 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-fd3234d4-7384-4cfb-98d3-877723e7c792 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:01.400165 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-fd3234d4-7384-4cfb-98d3-877723e7c792 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:01.449494 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-97dbfba7-b3c3-4fb5-9468-e700a7d8941d tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:01.474677 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-fd3234d4-7384-4cfb-98d3-877723e7c792 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8266108 Oct 19 01:19:01.490992 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-62ef15b3-07e0-46d3-bc70-1f16e98b0437 service neutron] Request body: {'port': {'device_id': '056a2697-883e-4985-8d3a-aea4d8662d08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:01.511842 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 95754d87-9c97-4eda-a555-48bfd2425041 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:19:01.558534 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ef111-9370-4d30-99e0-b5c5094ac416 req-9f2f52c0-8e4c-4712-a2ef-7fe8be2b7b8d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:01.560101 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8d3ef111-9370-4d30-99e0-b5c5094ac416 req-9f2f52c0-8e4c-4712-a2ef-7fe8be2b7b8d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 946 time: 0.1341412 Oct 19 01:19:01.570799 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 95754d87-9c97-4eda-a555-48bfd2425041 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:19:01.575167 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 95754d87-9c97-4eda-a555-48bfd2425041 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:01.575676 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:01.615844 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-97dbfba7-b3c3-4fb5-9468-e700a7d8941d tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:01.620031 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-62ef15b3-07e0-46d3-bc70-1f16e98b0437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:01.669361 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:01.697314 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a691f51-a9c6-42a1-ae19-1cc1fb165aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95754d87-9c97-4eda-a555-48bfd2425041'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:01.700034 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acccb09-1fb8-4676-b807-0426e04ffe9e" -d '{"events": [{"server_uuid": "6a691f51-a9c6-42a1-ae19-1cc1fb165aa7", "name": "network-vif-plugged", "status": "completed", "tag": "95754d87-9c97-4eda-a555-48bfd2425041"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:01.715001 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 95754d87-9c97-4eda-a555-48bfd2425041, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=95754d87-9c97-4eda-a555-48bfd2425041,segment=NetworkSegment(dcfcd26a-9a93-4612-8c4f-c34301e7b0e1),segment_id=dcfcd26a-9a93-4612-8c4f-c34301e7b0e1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:01.720542 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8d3ef111-9370-4d30-99e0-b5c5094ac416 req-362c148e-6bad-4251-9e0a-f82ae44b5f5a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513460 Oct 19 01:19:01.724812 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:01.725708 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 71afd74b-d137-47b6-92e4-4fb4cb8eb632 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:19:01.783574 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-97dbfba7-b3c3-4fb5-9468-e700a7d8941d tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Network 773992db-b06e-4fec-83a9-45230ec91a43 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:19:01.790288 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df31778-99c6-4f86-952f-fbffde8f1e63 x-openstack-request-id: req-4df31778-99c6-4f86-952f-fbffde8f1e63 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:01.790588 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a691f51-a9c6-42a1-ae19-1cc1fb165aa7", "name": "network-vif-plugged", "status": "completed", "tag": "95754d87-9c97-4eda-a555-48bfd2425041", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:01.790852 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4df31778-99c6-4f86-952f-fbffde8f1e63 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:01.791232 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a691f51-a9c6-42a1-ae19-1cc1fb165aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95754d87-9c97-4eda-a555-48bfd2425041', 'code': 200} Oct 19 01:19:01.803121 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-97dbfba7-b3c3-4fb5-9468-e700a7d8941d tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:01.804034 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 71afd74b-d137-47b6-92e4-4fb4cb8eb632 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:19:01.804554 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 71afd74b-d137-47b6-92e4-4fb4cb8eb632 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:19:01.812598 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-97dbfba7-b3c3-4fb5-9468-e700a7d8941d tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:19:01.837679 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=95754d87-9c97-4eda-a555-48bfd2425041,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:01.877213 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b491723-fe48-454f-88e9-56ca6f9e6bd7 req-eebd5c0c-9edc-4111-93e0-2f1774cd4bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:01.877731 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dbfba7-b3c3-4fb5-9468-e700a7d8941d tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Pushing event updated for resources: {'Port': ['ID=204133a1-7109-4a39-a69c-8523783bb1b7,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:01.878719 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1b491723-fe48-454f-88e9-56ca6f9e6bd7 req-eebd5c0c-9edc-4111-93e0-2f1774cd4bb5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6a691f51-a9c6-42a1-ae19-1cc1fb165aa7 HTTP/1.1" status: 200 len: 1098 time: 0.0406632 Oct 19 01:19:01.922690 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1b491723-fe48-454f-88e9-56ca6f9e6bd7 req-611f517c-6f83-4a56-96f1-26982f08f636 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0370c57a-8b76-49ed-afa9-1815c48a779b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345533 Oct 19 01:19:02.002862 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-97dbfba7-b3c3-4fb5-9468-e700a7d8941d tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:02.003485 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-97dbfba7-b3c3-4fb5-9468-e700a7d8941d tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:02.029852 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 8c7050ba-07e7-4f2e-aaf6-bf35f59d721b no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:19:02.071902 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e01c13-ff00-456b-a41f-e0d00fbba59e req-a641ebe1-b89d-4f96-bc45-47a05759c3ac tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:02.073519 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c5e01c13-ff00-456b-a41f-e0d00fbba59e req-a641ebe1-b89d-4f96-bc45-47a05759c3ac tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 946 time: 0.0802674 Oct 19 01:19:02.087939 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 8c7050ba-07e7-4f2e-aaf6-bf35f59d721b {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:19:02.090171 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 8c7050ba-07e7-4f2e-aaf6-bf35f59d721b not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:19:02.090618 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:19:02.136472 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:19:02.137084 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 0626cf25-2b0f-43a3-8ba4-0ae5534fd8cf not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:19:02.162691 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c5e01c13-ff00-456b-a41f-e0d00fbba59e req-900ad2d2-f0f6-4a9b-a513-ba95685ac090 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820892 Oct 19 01:19:02.299609 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9c016-7a16-4744-86f3-4d0b9e369857 req-aed11685-3442-4d9d-9d85-a8546cc4ff52 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:02.301962 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b7c9c016-7a16-4744-86f3-4d0b9e369857 req-aed11685-3442-4d9d-9d85-a8546cc4ff52 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/ports?device_id=7bec462a-8f36-4550-89b8-b46c8baff9a7 HTTP/1.1" status: 200 len: 931 time: 0.0608251 Oct 19 01:19:02.354565 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b7c9c016-7a16-4744-86f3-4d0b9e369857 req-329751c6-c7f4-4aab-8d02-4e9404e81799 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/security-groups?id=6523b3cc-da16-409a-a600-3c82dc66caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431457 Oct 19 01:19:02.407817 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 50918) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:02.410935 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-97dbfba7-b3c3-4fb5-9468-e700a7d8941d tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3573432 Oct 19 01:19:02.420607 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703dc25-5965-482c-b970-3bfd7ec9cb9c req-10149ff4-8d4f-4690-a304-d1c4860312a3 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:02.422098 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b703dc25-5965-482c-b970-3bfd7ec9cb9c req-10149ff4-8d4f-4690-a304-d1c4860312a3 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a691f51-a9c6-42a1-ae19-1cc1fb165aa7 HTTP/1.1" status: 200 len: 946 time: 0.5635777 Oct 19 01:19:02.446576 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-062849a1-2412-4c10-ade2-29274be9966a service neutron] Request body: {'port': {'device_id': '7bec462a-8f36-4550-89b8-b46c8baff9a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:02.459461 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-9761e093-5adc-485d-811d-f0aa420f73cb admin admin] Deleting subnet 039c41a0-013c-401c-b2a4-b13d4c34b0b0 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:19:02.463352 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9761e093-5adc-485d-811d-f0aa420f73cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:02.530670 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9761e093-5adc-485d-811d-f0aa420f73cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:02.631251 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9761e093-5adc-485d-811d-f0aa420f73cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:02.645902 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b703dc25-5965-482c-b970-3bfd7ec9cb9c req-eb2b51b6-4dcd-496b-ab1c-5a3f2b41fb77 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] 10.222.0.57 "GET /v2.0/security-groups?id=0370c57a-8b76-49ed-afa9-1815c48a779b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941688 Oct 19 01:19:02.656735 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-062849a1-2412-4c10-ade2-29274be9966a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:02.700163 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9761e093-5adc-485d-811d-f0aa420f73cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:02.738590 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9761e093-5adc-485d-811d-f0aa420f73cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:02.744859 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6974421-9685-4e73-84aa-992ab3e7fe1d None None] Network 698132d6-17bc-4fb5-8a68-76969ae6c129 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:19:02.755008 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9761e093-5adc-485d-811d-f0aa420f73cb admin admin] 10.222.0.57 "DELETE /v2.0/subnets/039c41a0-013c-401c-b2a4-b13d4c34b0b0 HTTP/1.1" status: 204 len: 168 time: 0.3457813 Oct 19 01:19:02.760634 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 50930) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:02.761108 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761e093-5adc-485d-811d-f0aa420f73cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=039c41a0-013c-401c-b2a4-b13d4c34b0b0,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:02.784301 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-62ef15b3-07e0-46d3-bc70-1f16e98b0437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:19:02.835219 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-62ef15b3-07e0-46d3-bc70-1f16e98b0437 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:02.899237 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a947e-c601-40e8-921a-05c60258b5c3 req-d1a986d1-d062-4164-ab02-cb698d9da128 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:02.906235 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c07a947e-c601-40e8-921a-05c60258b5c3 req-d1a986d1-d062-4164-ab02-cb698d9da128 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 946 time: 0.0811102 Oct 19 01:19:02.949456 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d4c07aa-e1d6-4192-8b56-e51d1f7c737c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:02.957340 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-62ef15b3-07e0-46d3-bc70-1f16e98b0437 service neutron] Transition to ACTIVE for port object a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:19:02.980378 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-62ef15b3-07e0-46d3-bc70-1f16e98b0437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:02.988953 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c07a947e-c601-40e8-921a-05c60258b5c3 req-f46be6c4-268f-4c73-aa5e-af7b706b544f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739684 Oct 19 01:19:02.990604 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3bf601-2501-4696-9839-e44b8b72e08b', 'name': 'network-vif-deleted', 'tag': '71afd74b-d137-47b6-92e4-4fb4cb8eb632'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:02.993186 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47bdb97-778f-4411-b0c5-da1bd18917b8" -d '{"events": [{"server_uuid": "5f3bf601-2501-4696-9839-e44b8b72e08b", "name": "network-vif-deleted", "tag": "71afd74b-d137-47b6-92e4-4fb4cb8eb632"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:03.060333 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92306898-f98a-4e39-8830-58ea451b60ee x-openstack-request-id: req-92306898-f98a-4e39-8830-58ea451b60ee {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:03.060861 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3bf601-2501-4696-9839-e44b8b72e08b", "name": "network-vif-deleted", "tag": "71afd74b-d137-47b6-92e4-4fb4cb8eb632", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:03.061262 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-92306898-f98a-4e39-8830-58ea451b60ee {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:03.061685 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600a6bcf-56aa-44e1-8f47-93658f8dbd6c None None] DHCP port deletion for 698132d6-17bc-4fb5-8a68-76969ae6c129 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:19:03.061965 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3bf601-2501-4696-9839-e44b8b72e08b', 'name': 'network-vif-deleted', 'tag': '71afd74b-d137-47b6-92e4-4fb4cb8eb632', 'status': 'completed', 'code': 200} Oct 19 01:19:03.122315 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-600a6bcf-56aa-44e1-8f47-93658f8dbd6c None None] Deleting port 8f76eaa6-ec3b-41e7-bec1-4ccc98df19ea {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:19:03.122688 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-600a6bcf-56aa-44e1-8f47-93658f8dbd6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:03.169367 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef15b3-07e0-46d3-bc70-1f16e98b0437 service neutron] Pushing event updated for resources: {'Port': ['ID=a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:03.231315 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9c7d4-f036-4b2b-8253-3d2f21eb8bd8 req-b4be6ec1-d313-4087-99bc-38025b9a8486 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:03.237856 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8cc9c7d4-f036-4b2b-8253-3d2f21eb8bd8 req-b4be6ec1-d313-4087-99bc-38025b9a8486 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.24 "GET /v2.0/ports?device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 946 time: 0.1430726 Oct 19 01:19:03.268693 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-600a6bcf-56aa-44e1-8f47-93658f8dbd6c None None] For port 8f76eaa6-ec3b-41e7-bec1-4ccc98df19ea, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=8f76eaa6-ec3b-41e7-bec1-4ccc98df19ea,segment=NetworkSegment(467d779a-aa37-435b-8906-2c73d5986a5a),segment_id=467d779a-aa37-435b-8906-2c73d5986a5a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:03.269546 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-600a6bcf-56aa-44e1-8f47-93658f8dbd6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:03.283830 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-600a6bcf-56aa-44e1-8f47-93658f8dbd6c None None] Calling delete_port for 8f76eaa6-ec3b-41e7-bec1-4ccc98df19ea owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:19:03.390218 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-600a6bcf-56aa-44e1-8f47-93658f8dbd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:03.408417 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-5d4c07aa-e1d6-4192-8b56-e51d1f7c737c admin admin] Deleting port 8f76eaa6-ec3b-41e7-bec1-4ccc98df19ea {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:19:03.408869 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d4c07aa-e1d6-4192-8b56-e51d1f7c737c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:03.430895 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a6bcf-56aa-44e1-8f47-93658f8dbd6c None None] Pushing event deleted for resources: {'Port': ['ID=8f76eaa6-ec3b-41e7-bec1-4ccc98df19ea,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:03.434469 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-62ef15b3-07e0-46d3-bc70-1f16e98b0437 service neutron] Attempting to bind port a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:19:03.434469 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-62ef15b3-07e0-46d3-bc70-1f16e98b0437 service neutron] Attempting to bind port a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '2fb4b123-8aa7-4a03-bbcb-f9e00f85347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '773992db-b06e-4fec-83a9-45230ec91a43'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:19:03.434847 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-62ef15b3-07e0-46d3-bc70-1f16e98b0437 service neutron] Attempting to bind port a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf on network 773992db-b06e-4fec-83a9-45230ec91a43 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:19:03.443888 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-62ef15b3-07e0-46d3-bc70-1f16e98b0437 service neutron] Port a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf on network 773992db-b06e-4fec-83a9-45230ec91a43 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:19:03.444910 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-62ef15b3-07e0-46d3-bc70-1f16e98b0437 service neutron] Attempting to bind port a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf on network 773992db-b06e-4fec-83a9-45230ec91a43 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:19:03.453901 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600a6bcf-56aa-44e1-8f47-93658f8dbd6c None None] No DVR routers for this DVR port 8f76eaa6-ec3b-41e7-bec1-4ccc98df19ea on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:19:03.481397 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac08986-882d-4b63-a304-dabcee1cdcd2 req-166a7ae1-bb55-45b1-af5f-7a7b613d98fb tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:03.483387 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5ac08986-882d-4b63-a304-dabcee1cdcd2 req-166a7ae1-bb55-45b1-af5f-7a7b613d98fb tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 946 time: 0.1807985 Oct 19 01:19:03.489632 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-62ef15b3-07e0-46d3-bc70-1f16e98b0437 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:19:03.489983 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-62ef15b3-07e0-46d3-bc70-1f16e98b0437 service neutron] Checking segment: {'id': '2fb4b123-8aa7-4a03-bbcb-f9e00f85347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '773992db-b06e-4fec-83a9-45230ec91a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:19:03.490375 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-62ef15b3-07e0-46d3-bc70-1f16e98b0437 service neutron] Bound using segment: {'id': '2fb4b123-8aa7-4a03-bbcb-f9e00f85347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '773992db-b06e-4fec-83a9-45230ec91a43'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:19:03.490840 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-62ef15b3-07e0-46d3-bc70-1f16e98b0437 service neutron] Bound port: a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb4b123-8aa7-4a03-bbcb-f9e00f85347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '773992db-b06e-4fec-83a9-45230ec91a43'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:19:03.491201 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-62ef15b3-07e0-46d3-bc70-1f16e98b0437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:03.520136 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-8cc9c7d4-f036-4b2b-8253-3d2f21eb8bd8 req-e033f415-20b9-497b-b004-035cd0e56b99 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Deleting port 0501ef93-fb2b-4a0c-93e1-aedd1a466ce2 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:19:03.520372 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8cc9c7d4-f036-4b2b-8253-3d2f21eb8bd8 req-e033f415-20b9-497b-b004-035cd0e56b99 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:03.647111 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-5d4c07aa-e1d6-4192-8b56-e51d1f7c737c admin admin] For port 8f76eaa6-ec3b-41e7-bec1-4ccc98df19ea, host n-d-715271-26, got binding levels [] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:03.647473 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d4c07aa-e1d6-4192-8b56-e51d1f7c737c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:03.678604 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-062849a1-2412-4c10-ade2-29274be9966a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 204133a1-7109-4a39-a69c-8523783bb1b7 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:19:03.678847 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-8cc9c7d4-f036-4b2b-8253-3d2f21eb8bd8 req-e033f415-20b9-497b-b004-035cd0e56b99 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] For port 0501ef93-fb2b-4a0c-93e1-aedd1a466ce2, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=0501ef93-fb2b-4a0c-93e1-aedd1a466ce2,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:03.679137 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8cc9c7d4-f036-4b2b-8253-3d2f21eb8bd8 req-e033f415-20b9-497b-b004-035cd0e56b99 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:03.689059 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-5d4c07aa-e1d6-4192-8b56-e51d1f7c737c admin admin] Calling delete_port for 8f76eaa6-ec3b-41e7-bec1-4ccc98df19ea owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:19:03.696701 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-062849a1-2412-4c10-ade2-29274be9966a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:03.703279 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.ipam_backend_mixin [None req-5d4c07aa-e1d6-4192-8b56-e51d1f7c737c admin admin] Port 8f76eaa6-ec3b-41e7-bec1-4ccc98df19ea was not found and therefore no delete operation was performed {{(pid=100606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:19:03.709968 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-8cc9c7d4-f036-4b2b-8253-3d2f21eb8bd8 req-e033f415-20b9-497b-b004-035cd0e56b99 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Calling delete_port for 0501ef93-fb2b-4a0c-93e1-aedd1a466ce2 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:19:03.728462 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-62ef15b3-07e0-46d3-bc70-1f16e98b0437 service neutron] For port a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:19:03.732354 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-62ef15b3-07e0-46d3-bc70-1f16e98b0437 service neutron] For port a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf,segment=NetworkSegment(2fb4b123-8aa7-4a03-bbcb-f9e00f85347d),segment_id=2fb4b123-8aa7-4a03-bbcb-f9e00f85347d)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:19:03.739641 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d4c07aa-e1d6-4192-8b56-e51d1f7c737c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:03.755178 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8415c-932a-4fd8-8cb5-506ed955ec2b req-ba141727-fd24-403e-b674-e77305456186 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:03.757071 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9bf8415c-932a-4fd8-8cb5-506ed955ec2b req-ba141727-fd24-403e-b674-e77305456186 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/ports?device_id=7bec462a-8f36-4550-89b8-b46c8baff9a7 HTTP/1.1" status: 200 len: 931 time: 0.2891731 Oct 19 01:19:03.764968 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-62ef15b3-07e0-46d3-bc70-1f16e98b0437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:03.793994 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-062849a1-2412-4c10-ade2-29274be9966a service neutron] Transition to ACTIVE for port object 204133a1-7109-4a39-a69c-8523783bb1b7 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:19:03.805784 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c07aa-e1d6-4192-8b56-e51d1f7c737c admin admin] Pushing event deleted for resources: {'Port': ['ID=8f76eaa6-ec3b-41e7-bec1-4ccc98df19ea,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:03.811851 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4c07aa-e1d6-4192-8b56-e51d1f7c737c admin admin] No DVR routers for this DVR port 8f76eaa6-ec3b-41e7-bec1-4ccc98df19ea on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:19:03.819669 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-062849a1-2412-4c10-ade2-29274be9966a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:03.854851 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5ac08986-882d-4b63-a304-dabcee1cdcd2 req-36d542db-9d24-4db5-9b18-f19ffd58d7f9 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620052 Oct 19 01:19:03.894598 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8cc9c7d4-f036-4b2b-8253-3d2f21eb8bd8 req-e033f415-20b9-497b-b004-035cd0e56b99 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:03.900612 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-62ef15b3-07e0-46d3-bc70-1f16e98b0437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:03.901381 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-62ef15b3-07e0-46d3-bc70-1f16e98b0437 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:03.903589 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-62ef15b3-07e0-46d3-bc70-1f16e98b0437 service neutron] 10.222.0.55 "PUT /v2.0/ports/a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf HTTP/1.1" status: 200 len: 1092 time: 2.4171631 Oct 19 01:19:03.904524 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '056a2697-883e-4985-8d3a-aea4d8662d08', 'tag': 'a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:03.906853 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e244d2df-da40-4038-8672-e917e43ecd96" -d '{"events": [{"name": "network-changed", "server_uuid": "056a2697-883e-4985-8d3a-aea4d8662d08", "tag": "a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:03.907890 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['0501ef93-fb2b-4a0c-93e1-aedd1a466ce2'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:19:03.954897 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e033f415-20b9-497b-b004-035cd0e56b99 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Pushing event deleted for resources: {'Port': ['ID=0501ef93-fb2b-4a0c-93e1-aedd1a466ce2,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:04.020883 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc9c7d4-f036-4b2b-8253-3d2f21eb8bd8 req-e033f415-20b9-497b-b004-035cd0e56b99 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] No DVR routers for this DVR port 0501ef93-fb2b-4a0c-93e1-aedd1a466ce2 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:19:04.031027 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8cc9c7d4-f036-4b2b-8253-3d2f21eb8bd8 req-e033f415-20b9-497b-b004-035cd0e56b99 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:04.034965 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8cc9c7d4-f036-4b2b-8253-3d2f21eb8bd8 req-e033f415-20b9-497b-b004-035cd0e56b99 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.24 "DELETE /v2.0/ports/0501ef93-fb2b-4a0c-93e1-aedd1a466ce2 HTTP/1.1" status: 204 len: 173 time: 0.7880213 Oct 19 01:19:04.090980 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d4c07aa-e1d6-4192-8b56-e51d1f7c737c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:04.120480 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6a699-0e6e-49fa-8b38-a1d0b6b7bc42 req-66b76bea-c84b-47a7-b33c-01c199d847ac tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:04.135708 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2af6a699-0e6e-49fa-8b38-a1d0b6b7bc42 req-66b76bea-c84b-47a7-b33c-01c199d847ac tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a691f51-a9c6-42a1-ae19-1cc1fb165aa7 HTTP/1.1" status: 200 len: 946 time: 0.1160858 Oct 19 01:19:04.176464 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9bf8415c-932a-4fd8-8cb5-506ed955ec2b req-0ae18ffd-575d-498d-895e-4d1f8c742c97 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/security-groups?id=6523b3cc-da16-409a-a600-3c82dc66caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058907 Oct 19 01:19:04.200618 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-5d4c07aa-e1d6-4192-8b56-e51d1f7c737c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['698132d6-17bc-4fb5-8a68-76969ae6c129']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:04.215485 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef15b3-07e0-46d3-bc70-1f16e98b0437 service neutron] Pushing event updated for resources: {'Port': ['ID=a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:04.228459 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-5d4c07aa-e1d6-4192-8b56-e51d1f7c737c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '467d779a-aa37-435b-8906-2c73d5986a5a') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:04.228861 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-5d4c07aa-e1d6-4192-8b56-e51d1f7c737c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '467d779a-aa37-435b-8906-2c73d5986a5a') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:04.242556 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2af6a699-0e6e-49fa-8b38-a1d0b6b7bc42 req-3f3d871f-be6a-4033-b1d3-96def2fafc0d tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] 10.222.0.57 "GET /v2.0/security-groups?id=0370c57a-8b76-49ed-afa9-1815c48a779b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058457 Oct 19 01:19:04.304271 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da593c4-aeb0-47c3-818e-9d074530057b x-openstack-request-id: req-0da593c4-aeb0-47c3-818e-9d074530057b {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:04.307630 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "056a2697-883e-4985-8d3a-aea4d8662d08", "tag": "a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:04.308536 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0da593c4-aeb0-47c3-818e-9d074530057b {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:04.308536 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '056a2697-883e-4985-8d3a-aea4d8662d08', 'tag': 'a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf', 'status': 'completed', 'code': 200} Oct 19 01:19:04.315133 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d4c07aa-e1d6-4192-8b56-e51d1f7c737c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:04.335544 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d4c07aa-e1d6-4192-8b56-e51d1f7c737c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:04.343429 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d4c07aa-e1d6-4192-8b56-e51d1f7c737c admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:19:04.343868 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d4c07aa-e1d6-4192-8b56-e51d1f7c737c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:04.381560 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:19:04.381560 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:19:04.381560 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:19:04.381560 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:19:04.381560 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:19:04.381560 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:19:04.381560 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:19:04.381560 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:19:04.381560 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:19:04.381560 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:19:04.381560 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:19:04.381560 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:19:04.381560 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:19:04.381560 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:19:04.381560 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:19:04.381560 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:19:04.381560 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:19:04.381560 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:19:04.381560 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:19:04.381560 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:19:04.381560 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:19:04.381560 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:19:04.381560 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:19:04.381560 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:19:04.381560 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:19:04.381560 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:19:04.381560 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:19:04.381560 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:19:04.381560 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:19:04.381560 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:19:04.381560 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:19:04.381560 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:19:04.387052 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0aa448df-8516-40c4-9f50-065632a24e3d req-675de7f2-61a0-40f3-b0ce-665db88ff634 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 210 time: 0.0882714 Oct 19 01:19:04.402585 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-04919bf4-294c-421d-9e2b-97362bb4c7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:04.404267 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-04919bf4-294c-421d-9e2b-97362bb4c7f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d294e97bb1634871a546d25bc03367fe&device_id=056a2697-883e-4985-8d3a-aea4d8662d08 HTTP/1.1" status: 200 len: 1095 time: 0.4001129 Oct 19 01:19:04.511661 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062849a1-2412-4c10-ade2-29274be9966a service neutron] Pushing event updated for resources: {'Port': ['ID=204133a1-7109-4a39-a69c-8523783bb1b7,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:04.519318 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-58e57e58-5a2d-428a-8ada-b76ef14fcf83 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf HTTP/1.1" status: 200 len: 217 time: 0.0715616 Oct 19 01:19:04.520028 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d4c07aa-e1d6-4192-8b56-e51d1f7c737c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:04.536602 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d4c07aa-e1d6-4192-8b56-e51d1f7c737c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:04.539995 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5d4c07aa-e1d6-4192-8b56-e51d1f7c737c admin admin] 10.222.0.57 "DELETE /v2.0/networks/698132d6-17bc-4fb5-8a68-76969ae6c129 HTTP/1.1" status: 204 len: 168 time: 1.7753696 Oct 19 01:19:04.582592 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-062849a1-2412-4c10-ade2-29274be9966a service neutron] Attempting to bind port 204133a1-7109-4a39-a69c-8523783bb1b7 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:19:04.582926 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-062849a1-2412-4c10-ade2-29274be9966a service neutron] Attempting to bind port 204133a1-7109-4a39-a69c-8523783bb1b7 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '2fb4b123-8aa7-4a03-bbcb-f9e00f85347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '773992db-b06e-4fec-83a9-45230ec91a43'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:19:04.583251 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-062849a1-2412-4c10-ade2-29274be9966a service neutron] Attempting to bind port 204133a1-7109-4a39-a69c-8523783bb1b7 on network 773992db-b06e-4fec-83a9-45230ec91a43 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:19:04.602094 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 8f76eaa6-ec3b-41e7-bec1-4ccc98df19ea no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:19:04.602268 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c07aa-e1d6-4192-8b56-e51d1f7c737c admin admin] Pushing event deleted for resources: {'Network': ['ID=698132d6-17bc-4fb5-8a68-76969ae6c129,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:04.620039 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd87fb5-9b1c-49f3-80bb-4df21ff0f2ed req-c2c04a37-add6-4b94-a9d1-744a0f75b16b tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:04.621542 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2dd87fb5-9b1c-49f3-80bb-4df21ff0f2ed req-c2c04a37-add6-4b94-a9d1-744a0f75b16b tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a691f51-a9c6-42a1-ae19-1cc1fb165aa7 HTTP/1.1" status: 200 len: 946 time: 0.2338772 Oct 19 01:19:04.624141 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-062849a1-2412-4c10-ade2-29274be9966a service neutron] Port 204133a1-7109-4a39-a69c-8523783bb1b7 on network 773992db-b06e-4fec-83a9-45230ec91a43 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:19:04.624465 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-062849a1-2412-4c10-ade2-29274be9966a service neutron] Attempting to bind port 204133a1-7109-4a39-a69c-8523783bb1b7 on network 773992db-b06e-4fec-83a9-45230ec91a43 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:19:04.641238 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-062849a1-2412-4c10-ade2-29274be9966a service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:19:04.642090 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-062849a1-2412-4c10-ade2-29274be9966a service neutron] Checking segment: {'id': '2fb4b123-8aa7-4a03-bbcb-f9e00f85347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '773992db-b06e-4fec-83a9-45230ec91a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:19:04.642472 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-062849a1-2412-4c10-ade2-29274be9966a service neutron] Bound using segment: {'id': '2fb4b123-8aa7-4a03-bbcb-f9e00f85347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '773992db-b06e-4fec-83a9-45230ec91a43'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:19:04.642913 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-062849a1-2412-4c10-ade2-29274be9966a service neutron] Bound port: 204133a1-7109-4a39-a69c-8523783bb1b7, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb4b123-8aa7-4a03-bbcb-f9e00f85347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '773992db-b06e-4fec-83a9-45230ec91a43'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:19:04.643260 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-062849a1-2412-4c10-ade2-29274be9966a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:04.655719 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 8f76eaa6-ec3b-41e7-bec1-4ccc98df19ea {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:19:04.657239 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 8f76eaa6-ec3b-41e7-bec1-4ccc98df19ea not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:19:04.663117 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-63bf78d7-f4dc-423f-bc08-9c8133549c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:04.665410 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-63bf78d7-f4dc-423f-bc08-9c8133549c02 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6781ddc6-a7e6-45f5-b31c-4189befa9b11 HTTP/1.1" status: 200 len: 853 time: 0.1234777 Oct 19 01:19:04.728306 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-e305ee88-fb94-491e-befa-c6f5381d51d3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=773992db-b06e-4fec-83a9-45230ec91a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539622 Oct 19 01:19:04.733056 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2dd87fb5-9b1c-49f3-80bb-4df21ff0f2ed req-aba55918-b234-4be6-ad8d-1ff7b946ee3b tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] 10.222.0.57 "GET /v2.0/security-groups?id=0370c57a-8b76-49ed-afa9-1815c48a779b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021507 Oct 19 01:19:04.807309 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-062849a1-2412-4c10-ade2-29274be9966a service neutron] For port 204133a1-7109-4a39-a69c-8523783bb1b7, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:19:04.858834 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-062849a1-2412-4c10-ade2-29274be9966a service neutron] For port 204133a1-7109-4a39-a69c-8523783bb1b7, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=204133a1-7109-4a39-a69c-8523783bb1b7,segment=NetworkSegment(2fb4b123-8aa7-4a03-bbcb-f9e00f85347d),segment_id=2fb4b123-8aa7-4a03-bbcb-f9e00f85347d)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:19:04.871498 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-062849a1-2412-4c10-ade2-29274be9966a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:04.922400 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 50982) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:04.952871 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-062849a1-2412-4c10-ade2-29274be9966a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:04.953511 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-062849a1-2412-4c10-ade2-29274be9966a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:04.959314 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-062849a1-2412-4c10-ade2-29274be9966a service neutron] 10.222.0.55 "PUT /v2.0/ports/204133a1-7109-4a39-a69c-8523783bb1b7 HTTP/1.1" status: 200 len: 1092 time: 2.5257857 Oct 19 01:19:05.001308 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-f9a19a68-5c5a-42d7-8a74-9936ee9ead8c service neutron] 10.222.0.55 "GET /v2.0/networks/773992db-b06e-4fec-83a9-45230ec91a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587414 Oct 19 01:19:05.025683 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7a3d79ae-4c61-48d1-9bfe-05b9df95dc81 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a71d981322234846886d4743265d8494&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0995133 Oct 19 01:19:05.026257 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 50986) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:05.059264 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062849a1-2412-4c10-ade2-29274be9966a service neutron] Pushing event updated for resources: {'Port': ['ID=204133a1-7109-4a39-a69c-8523783bb1b7,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:05.072413 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300c0570-b879-45e1-ade0-a7ce4aeaadda', 'name': 'network-vif-deleted', 'tag': '0501ef93-fb2b-4a0c-93e1-aedd1a466ce2'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:05.074692 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5561bb-1a8c-481c-a016-e94397e199a7" -d '{"events": [{"server_uuid": "300c0570-b879-45e1-ade0-a7ce4aeaadda", "name": "network-vif-deleted", "tag": "0501ef93-fb2b-4a0c-93e1-aedd1a466ce2"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:05.138743 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-208fcd5c-5cdc-4839-8ec1-c502fddf8834 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:05.160399 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4e7bb-04a7-4bfd-92c1-3f7be912bdf0 req-0c9132e6-4df3-471c-b5e7-6840cf6d0569 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:05.161939 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d3a4e7bb-04a7-4bfd-92c1-3f7be912bdf0 req-0c9132e6-4df3-471c-b5e7-6840cf6d0569 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a691f51-a9c6-42a1-ae19-1cc1fb165aa7 HTTP/1.1" status: 200 len: 946 time: 0.1065614 Oct 19 01:19:05.182963 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-208fcd5c-5cdc-4839-8ec1-c502fddf8834 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:05.229759 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48268ba-79a1-47dd-915a-d51ac5504406 req-23e36f63-366b-432d-abb0-856a00088a4f tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:05.229759 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a48268ba-79a1-47dd-915a-d51ac5504406 req-23e36f63-366b-432d-abb0-856a00088a4f tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 946 time: 0.2489731 Oct 19 01:19:05.235349 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d3a4e7bb-04a7-4bfd-92c1-3f7be912bdf0 req-e81b34bf-21b1-49b6-b1db-0fe75ceef727 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] 10.222.0.57 "GET /v2.0/security-groups?id=0370c57a-8b76-49ed-afa9-1815c48a779b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598860 Oct 19 01:19:05.292711 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-208fcd5c-5cdc-4839-8ec1-c502fddf8834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:05.295671 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-208fcd5c-5cdc-4839-8ec1-c502fddf8834 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:05.299597 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-208fcd5c-5cdc-4839-8ec1-c502fddf8834 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b1f07b8a-c04e-4e0e-9207-d0e061fa68cb HTTP/1.1" status: 204 len: 168 time: 0.2701550 Oct 19 01:19:05.311898 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f3aaf4-5c46-4484-8f2c-ff807b7c2485 x-openstack-request-id: req-98f3aaf4-5c46-4484-8f2c-ff807b7c2485 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:05.312230 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300c0570-b879-45e1-ade0-a7ce4aeaadda", "name": "network-vif-deleted", "tag": "0501ef93-fb2b-4a0c-93e1-aedd1a466ce2", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:05.312931 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-98f3aaf4-5c46-4484-8f2c-ff807b7c2485 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:05.312931 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300c0570-b879-45e1-ade0-a7ce4aeaadda', 'name': 'network-vif-deleted', 'tag': '0501ef93-fb2b-4a0c-93e1-aedd1a466ce2', 'status': 'completed', 'code': 200} Oct 19 01:19:05.318540 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fcd5c-5cdc-4839-8ec1-c502fddf8834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f07b8a-c04e-4e0e-9207-d0e061fa68cb,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:05.341576 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-16cd43b5-c1eb-493b-8fbf-afbb5437792e service neutron] 10.222.0.55 "GET /v2.0/networks/773992db-b06e-4fec-83a9-45230ec91a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039181 Oct 19 01:19:05.364470 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-6993e492-2a5b-4a32-ba79-cdddbcd520b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:05.365992 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-6993e492-2a5b-4a32-ba79-cdddbcd520b4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d294e97bb1634871a546d25bc03367fe&device_id=7bec462a-8f36-4550-89b8-b46c8baff9a7 HTTP/1.1" status: 200 len: 1095 time: 0.2269490 Oct 19 01:19:05.389058 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a48268ba-79a1-47dd-915a-d51ac5504406 req-cc5c0546-97ee-4353-b12f-d9ef2fddcee8 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6309997-42f5-41ec-b73e-279b6c0134ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972993 Oct 19 01:19:05.478265 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-53b4201b-e709-4628-bc19-025efbccf3ba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=204133a1-7109-4a39-a69c-8523783bb1b7 HTTP/1.1" status: 200 len: 217 time: 0.0963554 Oct 19 01:19:05.559306 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fd117-b311-4d09-ae4b-2b93950b74fc req-b2fca9ae-feae-4995-b08d-5359c9fc8937 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:05.573149 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-654fd117-b311-4d09-ae4b-2b93950b74fc req-b2fca9ae-feae-4995-b08d-5359c9fc8937 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/ports?device_id=7bec462a-8f36-4550-89b8-b46c8baff9a7 HTTP/1.1" status: 200 len: 943 time: 0.1217272 Oct 19 01:19:05.610185 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1d54199-30c8-43a7-87a4-b3cc5684e487 req-aefd0539-7cc1-4d66-8ba9-5937c175d371 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 210 time: 0.0510485 Oct 19 01:19:05.618446 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244d2df-da40-4038-8672-e917e43ecd96 req-4f3b85b1-063a-4fb7-8b63-5c4e9df8785c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:05.626938 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e244d2df-da40-4038-8672-e917e43ecd96 req-4f3b85b1-063a-4fb7-8b63-5c4e9df8785c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d294e97bb1634871a546d25bc03367fe&device_id=056a2697-883e-4985-8d3a-aea4d8662d08 HTTP/1.1" status: 200 len: 1095 time: 0.1770315 Oct 19 01:19:05.634460 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-27b1aba3-2a7d-4d1a-85dc-b92634438115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:05.637430 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-27b1aba3-2a7d-4d1a-85dc-b92634438115 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6781ddc6-a7e6-45f5-b31c-4189befa9b11 HTTP/1.1" status: 200 len: 853 time: 0.1318312 Oct 19 01:19:05.698749 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-654fd117-b311-4d09-ae4b-2b93950b74fc req-7030bf2e-920d-4a5f-aa2f-172ee75c9469 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/security-groups?id=6523b3cc-da16-409a-a600-3c82dc66caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245685 Oct 19 01:19:05.738165 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d70ec5-2521-4ff2-b161-5bacb21f343c req-b121568c-ec8d-479d-b9ca-ba7694b19669 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:05.740611 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f9d70ec5-2521-4ff2-b161-5bacb21f343c req-b121568c-ec8d-479d-b9ca-ba7694b19669 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.55 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 946 time: 0.1002173 Oct 19 01:19:05.744149 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-608979fd-1000-412b-854b-100b184d65c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=773992db-b06e-4fec-83a9-45230ec91a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793679 Oct 19 01:19:05.910286 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-f9d70ec5-2521-4ff2-b161-5bacb21f343c req-e0bffc2c-f861-4b1d-9090-7564f086eee5 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Deleting port 256d5746-4862-450f-bdd5-6de5a03b7097 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:19:05.910618 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f9d70ec5-2521-4ff2-b161-5bacb21f343c req-e0bffc2c-f861-4b1d-9090-7564f086eee5 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:06.004269 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244d2df-da40-4038-8672-e917e43ecd96 req-773c84f6-7c5a-407b-a39d-93855746a33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:06.005734 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e244d2df-da40-4038-8672-e917e43ecd96 req-773c84f6-7c5a-407b-a39d-93855746a33b service neutron] 10.222.0.55 "GET /v2.0/networks?id=773992db-b06e-4fec-83a9-45230ec91a43 HTTP/1.1" status: 200 len: 914 time: 0.3648975 Oct 19 01:19:06.065050 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e244d2df-da40-4038-8672-e917e43ecd96 req-857db7b5-eec0-4e5a-b80c-f473b54b27e8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf HTTP/1.1" status: 200 len: 217 time: 0.0515285 Oct 19 01:19:06.110845 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce4ac7-5317-4130-a817-06cc1f846896 req-d74995ba-cf41-47b1-8a6e-2257f3aa9cb0 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:06.122823 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4cce4ac7-5317-4130-a817-06cc1f846896 req-d74995ba-cf41-47b1-8a6e-2257f3aa9cb0 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a691f51-a9c6-42a1-ae19-1cc1fb165aa7 HTTP/1.1" status: 200 len: 946 time: 0.2035949 Oct 19 01:19:06.136994 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-f0e011cb-95fc-4980-afc7-bbab81c85a74 service neutron] 10.222.0.55 "GET /v2.0/networks/773992db-b06e-4fec-83a9-45230ec91a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748326 Oct 19 01:19:06.149217 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244d2df-da40-4038-8672-e917e43ecd96 req-20c91669-14a7-4dfb-89f8-7b13a8237193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:06.150871 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e244d2df-da40-4038-8672-e917e43ecd96 req-20c91669-14a7-4dfb-89f8-7b13a8237193 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6781ddc6-a7e6-45f5-b31c-4189befa9b11 HTTP/1.1" status: 200 len: 853 time: 0.0781994 Oct 19 01:19:06.168105 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-f9d70ec5-2521-4ff2-b161-5bacb21f343c req-e0bffc2c-f861-4b1d-9090-7564f086eee5 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] For port 256d5746-4862-450f-bdd5-6de5a03b7097, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=256d5746-4862-450f-bdd5-6de5a03b7097,segment=NetworkSegment(b54c59d8-6b72-46ce-abba-afe778cd7ac0),segment_id=b54c59d8-6b72-46ce-abba-afe778cd7ac0)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:06.168718 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f9d70ec5-2521-4ff2-b161-5bacb21f343c req-e0bffc2c-f861-4b1d-9090-7564f086eee5 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:06.193670 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4cce4ac7-5317-4130-a817-06cc1f846896 req-8970b773-5fb2-456d-b9b3-9d21dd8274f3 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] 10.222.0.57 "GET /v2.0/security-groups?id=0370c57a-8b76-49ed-afa9-1815c48a779b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609958 Oct 19 01:19:06.194528 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-f9d70ec5-2521-4ff2-b161-5bacb21f343c req-e0bffc2c-f861-4b1d-9090-7564f086eee5 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Calling delete_port for 256d5746-4862-450f-bdd5-6de5a03b7097 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:19:06.236781 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e244d2df-da40-4038-8672-e917e43ecd96 req-b0d1cfa3-3ba9-49f1-a552-30447a589a30 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=773992db-b06e-4fec-83a9-45230ec91a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716169 Oct 19 01:19:06.419565 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f9d70ec5-2521-4ff2-b161-5bacb21f343c req-e0bffc2c-f861-4b1d-9090-7564f086eee5 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:06.432100 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['256d5746-4862-450f-bdd5-6de5a03b7097'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:19:06.497886 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bffc2c-f861-4b1d-9090-7564f086eee5 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Pushing event deleted for resources: {'Port': ['ID=256d5746-4862-450f-bdd5-6de5a03b7097,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:06.599458 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d70ec5-2521-4ff2-b161-5bacb21f343c req-e0bffc2c-f861-4b1d-9090-7564f086eee5 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] No DVR routers for this DVR port 256d5746-4862-450f-bdd5-6de5a03b7097 on host n-h1-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:19:06.601986 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f9d70ec5-2521-4ff2-b161-5bacb21f343c req-e0bffc2c-f861-4b1d-9090-7564f086eee5 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:06.605490 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f9d70ec5-2521-4ff2-b161-5bacb21f343c req-e0bffc2c-f861-4b1d-9090-7564f086eee5 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.55 "DELETE /v2.0/ports/256d5746-4862-450f-bdd5-6de5a03b7097 HTTP/1.1" status: 204 len: 173 time: 0.8517303 Oct 19 01:19:06.708286 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 51050) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:06.831050 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bd4be2d7-ffd0-4016-be4a-2d7c281e2ee1 req-5c95ee60-a655-495c-94af-75d29891fd73 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 210 time: 0.0924587 Oct 19 01:19:06.837692 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bec462a-8f36-4550-89b8-b46c8baff9a7', 'tag': '204133a1-7109-4a39-a69c-8523783bb1b7'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:06.840344 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fef884c-99d8-43ce-a327-4d627947a96a" -d '{"events": [{"name": "network-changed", "server_uuid": "7bec462a-8f36-4550-89b8-b46c8baff9a7", "tag": "204133a1-7109-4a39-a69c-8523783bb1b7"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:06.939925 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-4ace361a-e366-401a-a2f6-266f36393664 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1792678915-network', 'tenant_id': '168a5912cc444122aa0d6d6b44b7e93f'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:06.982406 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ab36c-b8b4-4bfa-80dc-586d9fb54bc8 req-8d90912d-3bb6-4a30-a5bc-dce8b66a6bb9 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:06.989115 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e244d2df-da40-4038-8672-e917e43ecd96 req-72140bb3-8a3f-4961-a8f6-5b83d9564c98 service neutron] 10.222.0.55 "GET /v2.0/networks/773992db-b06e-4fec-83a9-45230ec91a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7422576 Oct 19 01:19:06.992578 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bc7ab36c-b8b4-4bfa-80dc-586d9fb54bc8 req-8d90912d-3bb6-4a30-a5bc-dce8b66a6bb9 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/ports?device_id=7bec462a-8f36-4550-89b8-b46c8baff9a7 HTTP/1.1" status: 200 len: 943 time: 0.0991902 Oct 19 01:19:07.001163 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ace361a-e366-401a-a2f6-266f36393664 admin admin] Made reservation on behalf of 168a5912cc444122aa0d6d6b44b7e93f for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:19:07.004406 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4ace361a-e366-401a-a2f6-266f36393664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:07.012502 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-19c157e3-7d5a-4665-b22b-21f454ab1e44 req-31a91bad-0c5f-4c82-855e-7fed6c8b2f92 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] 10.222.0.57 "GET /v2.0/ports?device_id=0980e983-eae4-440f-8536-fab68edb6453 HTTP/1.1" status: 200 len: 210 time: 0.1032372 Oct 19 01:19:07.039879 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4ace361a-e366-401a-a2f6-266f36393664 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:07.074891 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa90d5b-c795-4fff-9ae0-d48eb238eb08 x-openstack-request-id: req-afa90d5b-c795-4fff-9ae0-d48eb238eb08 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:07.075509 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bec462a-8f36-4550-89b8-b46c8baff9a7", "tag": "204133a1-7109-4a39-a69c-8523783bb1b7", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:07.075986 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-afa90d5b-c795-4fff-9ae0-d48eb238eb08 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:07.076836 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bec462a-8f36-4550-89b8-b46c8baff9a7', 'tag': '204133a1-7109-4a39-a69c-8523783bb1b7', 'status': 'completed', 'code': 200} Oct 19 01:19:07.082021 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bc7ab36c-b8b4-4bfa-80dc-586d9fb54bc8 req-efb6a82b-4498-44aa-83f3-3394d7ffc5d3 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/security-groups?id=6523b3cc-da16-409a-a600-3c82dc66caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882854 Oct 19 01:19:07.093532 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52f7b1eb-3b0c-4113-a672-e6d628a3a7a0 req-97da5f2d-4949-4ea8-9504-20b46c33c076 service neutron] 10.222.0.55 "GET /v2.0/networks/773992db-b06e-4fec-83a9-45230ec91a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9417055 Oct 19 01:19:07.228471 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e796f4-2485-4473-a526-2d9437f2b0fa req-62157061-4c77-4d49-9dff-99ccf43b5396 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:07.230019 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f0e796f4-2485-4473-a526-2d9437f2b0fa req-62157061-4c77-4d49-9dff-99ccf43b5396 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a691f51-a9c6-42a1-ae19-1cc1fb165aa7 HTTP/1.1" status: 200 len: 946 time: 0.0948589 Oct 19 01:19:07.275084 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51072) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:07.319078 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0980e983-eae4-440f-8536-fab68edb6453', 'name': 'network-vif-deleted', 'tag': '256d5746-4862-450f-bdd5-6de5a03b7097'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:07.322375 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c93986-e007-4250-8d39-b3698483a289" -d '{"events": [{"server_uuid": "0980e983-eae4-440f-8536-fab68edb6453", "name": "network-vif-deleted", "tag": "256d5746-4862-450f-bdd5-6de5a03b7097"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:07.381695 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4ace361a-e366-401a-a2f6-266f36393664 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:07.396138 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8831089-383b-4ac6-921c-e336b05aea8d x-openstack-request-id: req-e8831089-383b-4ac6-921c-e336b05aea8d {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:07.396433 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0980e983-eae4-440f-8536-fab68edb6453", "name": "network-vif-deleted", "tag": "256d5746-4862-450f-bdd5-6de5a03b7097", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:07.396762 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e8831089-383b-4ac6-921c-e336b05aea8d {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:07.397159 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0980e983-eae4-440f-8536-fab68edb6453', 'name': 'network-vif-deleted', 'tag': '256d5746-4862-450f-bdd5-6de5a03b7097', 'status': 'completed', 'code': 200} Oct 19 01:19:07.397980 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4ace361a-e366-401a-a2f6-266f36393664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:07.412100 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ace361a-e366-401a-a2f6-266f36393664 admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:19:07.422128 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4ace361a-e366-401a-a2f6-266f36393664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:07.422470 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-4ace361a-e366-401a-a2f6-266f36393664 admin admin] Added segment 4b6d7739-7ceb-4ad9-96c8-dcc56689c65d of type vlan for network 2309c3e4-1aec-4060-b6e9-bbaad5369c41 Oct 19 01:19:07.440939 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef884c-99d8-43ce-a327-4d627947a96a req-8aac645a-607c-4566-a6be-a3b7130d1adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:07.442748 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4fef884c-99d8-43ce-a327-4d627947a96a req-8aac645a-607c-4566-a6be-a3b7130d1adc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d294e97bb1634871a546d25bc03367fe&device_id=7bec462a-8f36-4550-89b8-b46c8baff9a7 HTTP/1.1" status: 200 len: 1095 time: 0.2495630 Oct 19 01:19:07.462581 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e244d2df-da40-4038-8672-e917e43ecd96 req-fd7b5a70-cf49-4eeb-b975-ef5167cc81d5 service neutron] 10.222.0.55 "GET /v2.0/networks/773992db-b06e-4fec-83a9-45230ec91a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4553568 Oct 19 01:19:07.478628 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4ace361a-e366-401a-a2f6-266f36393664 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:07.498093 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a095f309-57b8-4864-bf48-1dfb30a83a4a tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] 10.222.0.57 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2932 time: 0.2199469 Oct 19 01:19:07.502991 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 51076) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:07.510890 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-d92833ee-264c-4c85-bdb1-4df026a812e8 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Request body: {'network': {'name': 'tempest-network-smoke--1801663628', 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'port_security_enabled': False}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:07.555119 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4ace361a-e366-401a-a2f6-266f36393664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:07.556245 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ace361a-e366-401a-a2f6-266f36393664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:07.556802 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4ace361a-e366-401a-a2f6-266f36393664 admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:07.559136 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 0501ef93-fb2b-4a0c-93e1-aedd1a466ce2 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:19:07.576824 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243637a-133f-4bd2-aecc-beba634f2fc3 req-bf2acf59-e192-4eed-9d07-25e711df4fa6 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:07.584323 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2243637a-133f-4bd2-aecc-beba634f2fc3 req-bf2acf59-e192-4eed-9d07-25e711df4fa6 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a691f51-a9c6-42a1-ae19-1cc1fb165aa7 HTTP/1.1" status: 200 len: 946 time: 0.2188768 Oct 19 01:19:07.589283 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 0501ef93-fb2b-4a0c-93e1-aedd1a466ce2 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:19:07.589879 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 0501ef93-fb2b-4a0c-93e1-aedd1a466ce2 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:19:07.633836 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef884c-99d8-43ce-a327-4d627947a96a req-4f7f76d7-4990-4a8e-95c1-a619d9e1290f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:07.635380 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4fef884c-99d8-43ce-a327-4d627947a96a req-4f7f76d7-4990-4a8e-95c1-a619d9e1290f service neutron] 10.222.0.55 "GET /v2.0/networks?id=773992db-b06e-4fec-83a9-45230ec91a43 HTTP/1.1" status: 200 len: 914 time: 0.1705284 Oct 19 01:19:07.645596 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2243637a-133f-4bd2-aecc-beba634f2fc3 req-fa14d946-34f6-4cc3-bd37-c5d15e737bdc tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] 10.222.0.57 "GET /v2.0/security-groups?id=0370c57a-8b76-49ed-afa9-1815c48a779b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603142 Oct 19 01:19:07.662713 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-f0e796f4-2485-4473-a526-2d9437f2b0fa req-ddcfe33a-e856-43a8-a862-943b461eb3e7 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] Deleting port 95754d87-9c97-4eda-a555-48bfd2425041 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:19:07.663056 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f0e796f4-2485-4473-a526-2d9437f2b0fa req-ddcfe33a-e856-43a8-a862-943b461eb3e7 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:07.666619 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace361a-e366-401a-a2f6-266f36393664 admin admin] Pushing event updated for resources: {'Network': ['ID=2309c3e4-1aec-4060-b6e9-bbaad5369c41,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:07.670616 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92833ee-264c-4c85-bdb1-4df026a812e8 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Made reservation on behalf of 9c09f0168bf347c88ae7e8e59a63bdb6 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:19:07.676366 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d92833ee-264c-4c85-bdb1-4df026a812e8 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:07.680302 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 2309c3e4-1aec-4060-b6e9-bbaad5369c41 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:19:07.688133 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4fef884c-99d8-43ce-a327-4d627947a96a req-71341ed5-3e2a-4932-9796-e7c83e7c7788 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=204133a1-7109-4a39-a69c-8523783bb1b7 HTTP/1.1" status: 200 len: 217 time: 0.0414724 Oct 19 01:19:07.695716 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace361a-e366-401a-a2f6-266f36393664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8d3ed2-19be-4459-a9fb-ae7c523b2903,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:07.716096 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4ace361a-e366-401a-a2f6-266f36393664 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0063579 Oct 19 01:19:07.739302 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51082) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:07.747490 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-8939d016-491b-496c-b096-6adc3318f48a admin admin] Request body: {'subnet': {'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1792678915-subnet', 'tenant_id': '168a5912cc444122aa0d6d6b44b7e93f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:07.784170 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef884c-99d8-43ce-a327-4d627947a96a req-7fb08a26-484f-4a52-aaa7-27b3626182c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:07.786144 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4fef884c-99d8-43ce-a327-4d627947a96a req-7fb08a26-484f-4a52-aaa7-27b3626182c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6781ddc6-a7e6-45f5-b31c-4189befa9b11 HTTP/1.1" status: 200 len: 853 time: 0.0855064 Oct 19 01:19:07.788764 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8939d016-491b-496c-b096-6adc3318f48a admin admin] Made reservation on behalf of 168a5912cc444122aa0d6d6b44b7e93f for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:19:07.791567 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8939d016-491b-496c-b096-6adc3318f48a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:07.865842 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4fef884c-99d8-43ce-a327-4d627947a96a req-a82e3028-ccf0-4714-8fc3-2e89a4973a72 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=773992db-b06e-4fec-83a9-45230ec91a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708652 Oct 19 01:19:07.891617 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d92833ee-264c-4c85-bdb1-4df026a812e8 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:19:07.912723 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-f0e796f4-2485-4473-a526-2d9437f2b0fa req-ddcfe33a-e856-43a8-a862-943b461eb3e7 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] For port 95754d87-9c97-4eda-a555-48bfd2425041, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=95754d87-9c97-4eda-a555-48bfd2425041,segment=NetworkSegment(dcfcd26a-9a93-4612-8c4f-c34301e7b0e1),segment_id=dcfcd26a-9a93-4612-8c4f-c34301e7b0e1)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:07.913501 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f0e796f4-2485-4473-a526-2d9437f2b0fa req-ddcfe33a-e856-43a8-a862-943b461eb3e7 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:07.924343 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d92833ee-264c-4c85-bdb1-4df026a812e8 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:07.924820 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-d92833ee-264c-4c85-bdb1-4df026a812e8 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Added segment 0cad6e1e-11d1-43a4-99ac-99237a3e16de of type vlan for network 3f3e2c17-ab79-49bb-9563-8ed68286c5f3 Oct 19 01:19:07.945424 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-f0e796f4-2485-4473-a526-2d9437f2b0fa req-ddcfe33a-e856-43a8-a862-943b461eb3e7 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] Calling delete_port for 95754d87-9c97-4eda-a555-48bfd2425041 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:19:07.997195 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-367ab48f-65b6-42b9-afb8-a4f8c51f32b3 req-5a30b934-10f8-433f-858b-0e2390233933 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 210 time: 0.0704737 Oct 19 01:19:08.077070 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d92833ee-264c-4c85-bdb1-4df026a812e8 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:08.080552 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:19:08.092336 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 51096) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:08.117949 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4fef884c-99d8-43ce-a327-4d627947a96a req-dca89b09-1a48-45b2-99ed-4c1eba2c7a46 service neutron] 10.222.0.55 "GET /v2.0/networks/773992db-b06e-4fec-83a9-45230ec91a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290804 Oct 19 01:19:08.195161 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.db.resource_extend [None req-d92833ee-264c-4c85-bdb1-4df026a812e8 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 01:19:08.218323 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf,segment=NetworkSegment(2fb4b123-8aa7-4a03-bbcb-f9e00f85347d),segment_id=2fb4b123-8aa7-4a03-bbcb-f9e00f85347d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:08.233278 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf', 'network_id': '773992db-b06e-4fec-83a9-45230ec91a43', 'port_id': 'a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf', 'mac_address': 'fa:16:3e:9f:e5:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6781ddc6-a7e6-45f5-b31c-4189befa9b11', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:19:08.291598 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:08.301739 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8939d016-491b-496c-b096-6adc3318f48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:08.312587 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:19:08.313169 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d92833ee-264c-4c85-bdb1-4df026a812e8 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:08.336153 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92833ee-264c-4c85-bdb1-4df026a812e8 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:08.336867 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d92833ee-264c-4c85-bdb1-4df026a812e8 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:08.343857 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf,segment=NetworkSegment(2fb4b123-8aa7-4a03-bbcb-f9e00f85347d),segment_id=2fb4b123-8aa7-4a03-bbcb-f9e00f85347d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:08.352518 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:08.385837 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4fef884c-99d8-43ce-a327-4d627947a96a req-19fb3fc9-449b-4909-a74d-32224f8d18e7 service neutron] 10.222.0.55 "GET /v2.0/networks/773992db-b06e-4fec-83a9-45230ec91a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576029 Oct 19 01:19:08.399022 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939d016-491b-496c-b096-6adc3318f48a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e75ff155-8f86-450c-9276-3e4132eca531,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:08.420065 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:08.442350 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8939d016-491b-496c-b096-6adc3318f48a admin admin] Checking segment: {'id': '4b6d7739-7ceb-4ad9-96c8-dcc56689c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:19:08.442713 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8939d016-491b-496c-b096-6adc3318f48a admin admin] Network hostable DHCP agents. Network: 2309c3e4-1aec-4060-b6e9-bbaad5369c41, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:19:08.462351 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8939d016-491b-496c-b096-6adc3318f48a admin admin] Network 2309c3e4-1aec-4060-b6e9-bbaad5369c41 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:19:08.474534 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-8939d016-491b-496c-b096-6adc3318f48a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 2309c3e4-1aec-4060-b6e9-bbaad5369c41) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:08.480062 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8939d016-491b-496c-b096-6adc3318f48a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:08.480859 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8939d016-491b-496c-b096-6adc3318f48a admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:08.483532 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d92833ee-264c-4c85-bdb1-4df026a812e8 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9775503 Oct 19 01:19:08.487412 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51104) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:08.491826 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d372d529-350f-40d6-9a88-217a83bcc225 None None] Network 2309c3e4-1aec-4060-b6e9-bbaad5369c41 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:19:08.492515 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-ec7bfa5a-07da-47a7-a294-23b117ca26cf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-57649259', 'admin_state_up': True, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:08.495520 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f0e796f4-2485-4473-a526-2d9437f2b0fa req-ddcfe33a-e856-43a8-a862-943b461eb3e7 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:08.519891 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['95754d87-9c97-4eda-a555-48bfd2425041'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:19:08.534543 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ec7bfa5a-07da-47a7-a294-23b117ca26cf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:08.535978 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ec7bfa5a-07da-47a7-a294-23b117ca26cf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:08.540391 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92833ee-264c-4c85-bdb1-4df026a812e8 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Pushing event updated for resources: {'Network': ['ID=3f3e2c17-ab79-49bb-9563-8ed68286c5f3,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:08.559106 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 3f3e2c17-ab79-49bb-9563-8ed68286c5f3 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:19:08.577924 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8939d016-491b-496c-b096-6adc3318f48a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8349569 Oct 19 01:19:08.581619 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa00ec7-a869-423d-a94a-96a626eb0b98 req-d5c4a07c-a217-4b3f-b92b-9ef19fd91611 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:08.582031 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51106) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:08.583706 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2aa00ec7-a869-423d-a94a-96a626eb0b98 req-d5c4a07c-a217-4b3f-b92b-9ef19fd91611 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/ports?device_id=7bec462a-8f36-4550-89b8-b46c8baff9a7 HTTP/1.1" status: 200 len: 943 time: 0.3293524 Oct 19 01:19:08.587339 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcfe33a-e856-43a8-a862-943b461eb3e7 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] Pushing event deleted for resources: {'Port': ['ID=95754d87-9c97-4eda-a555-48bfd2425041,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:08.598304 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-ab863cc6-0885-4887-8671-64dd638c17f3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1792678915-router', 'tenant_id': '168a5912cc444122aa0d6d6b44b7e93f', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:08.710108 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e796f4-2485-4473-a526-2d9437f2b0fa req-ddcfe33a-e856-43a8-a862-943b461eb3e7 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] No DVR routers for this DVR port 95754d87-9c97-4eda-a555-48bfd2425041 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:19:08.724001 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-f0e796f4-2485-4473-a526-2d9437f2b0fa req-ddcfe33a-e856-43a8-a862-943b461eb3e7 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:08.727250 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f0e796f4-2485-4473-a526-2d9437f2b0fa req-ddcfe33a-e856-43a8-a862-943b461eb3e7 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] 10.222.0.24 "DELETE /v2.0/ports/95754d87-9c97-4eda-a555-48bfd2425041 HTTP/1.1" status: 204 len: 173 time: 1.4905500 Oct 19 01:19:08.740528 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2aa00ec7-a869-423d-a94a-96a626eb0b98 req-ebf0befa-ea5b-4a7d-9b70-412f7f4c3cba tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/security-groups?id=6523b3cc-da16-409a-a600-3c82dc66caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470227 Oct 19 01:19:08.774032 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ec7bfa5a-07da-47a7-a294-23b117ca26cf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:08.801452 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ab863cc6-0885-4887-8671-64dd638c17f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:08.803858 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ab863cc6-0885-4887-8671-64dd638c17f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:08.864607 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd70fb92-c272-4d73-8bf4-07594d7afd26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-2309c3e4-1aec-4060-b6e9-bbaad5369c41', 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41', 'tenant_id': '168a5912cc444122aa0d6d6b44b7e93f', 'fixed_ips': [{'subnet_id': 'e75ff155-8f86-450c-9276-3e4132eca531'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:19:08.866125 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fd70fb92-c272-4d73-8bf4-07594d7afd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:08.887674 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:19:08.910795 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-99759237-941e-411d-97f5-673a7eb8f173 req-40e5a8f3-37fc-41ed-958b-a977c06b75e3 tempest-ServersNegativeTestMultiTenantJSON-737309350 tempest-ServersNegativeTestMultiTenantJSON-737309350-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a691f51-a9c6-42a1-ae19-1cc1fb165aa7 HTTP/1.1" status: 200 len: 210 time: 0.1297221 Oct 19 01:19:09.128592 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ec7bfa5a-07da-47a7-a294-23b117ca26cf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:09.154172 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b7ff95f0-6309-47bf-9d46-9e7200843c8a req-ed752704-0776-4879-97e1-273211c7c936 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 210 time: 0.0498071 Oct 19 01:19:09.203653 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8f6b10c5-e4d7-46d1-ae95-98f0e46d7ef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:09.222059 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ab863cc6-0885-4887-8671-64dd638c17f3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:09.463059 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-fd70fb92-c272-4d73-8bf4-07594d7afd26 None None] Allocated IP 172.20.0.2 (2309c3e4-1aec-4060-b6e9-bbaad5369c41/e75ff155-8f86-450c-9276-3e4132eca531/3c8d69b6-f90b-43ce-888c-fabc80aba439) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:19:09.606334 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a691f51-a9c6-42a1-ae19-1cc1fb165aa7', 'name': 'network-vif-deleted', 'tag': '95754d87-9c97-4eda-a555-48bfd2425041'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:09.610818 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761a64c7-b512-4faf-ad32-e52ba42a9809" -d '{"events": [{"server_uuid": "6a691f51-a9c6-42a1-ae19-1cc1fb165aa7", "name": "network-vif-deleted", "tag": "95754d87-9c97-4eda-a555-48bfd2425041"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:09.622001 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ab863cc6-0885-4887-8671-64dd638c17f3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:09.740031 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5c2f4b-56cd-4928-81fb-86a0a86bebea x-openstack-request-id: req-0d5c2f4b-56cd-4928-81fb-86a0a86bebea {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:09.740311 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a691f51-a9c6-42a1-ae19-1cc1fb165aa7", "name": "network-vif-deleted", "tag": "95754d87-9c97-4eda-a555-48bfd2425041", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:09.740585 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0d5c2f4b-56cd-4928-81fb-86a0a86bebea {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:09.740948 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a691f51-a9c6-42a1-ae19-1cc1fb165aa7', 'name': 'network-vif-deleted', 'tag': '95754d87-9c97-4eda-a555-48bfd2425041', 'status': 'completed', 'code': 200} Oct 19 01:19:09.775528 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fd70fb92-c272-4d73-8bf4-07594d7afd26 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:09.786053 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fd70fb92-c272-4d73-8bf4-07594d7afd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:09.853777 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd70fb92-c272-4d73-8bf4-07594d7afd26 None None] Network 2309c3e4-1aec-4060-b6e9-bbaad5369c41 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:19:09.856969 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-fd70fb92-c272-4d73-8bf4-07594d7afd26 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:09.863020 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd70fb92-c272-4d73-8bf4-07594d7afd26 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:19:09.875148 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70fb92-c272-4d73-8bf4-07594d7afd26 None None] Pushing event updated for resources: {'Port': ['ID=3c8d69b6-f90b-43ce-888c-fabc80aba439,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:09.939762 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-fd70fb92-c272-4d73-8bf4-07594d7afd26 None None] Attempting to bind port 3c8d69b6-f90b-43ce-888c-fabc80aba439 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:19:09.939762 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-fd70fb92-c272-4d73-8bf4-07594d7afd26 None None] Attempting to bind port 3c8d69b6-f90b-43ce-888c-fabc80aba439 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '4b6d7739-7ceb-4ad9-96c8-dcc56689c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:19:09.939762 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd70fb92-c272-4d73-8bf4-07594d7afd26 None None] Attempting to bind port 3c8d69b6-f90b-43ce-888c-fabc80aba439 on network 2309c3e4-1aec-4060-b6e9-bbaad5369c41 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:19:09.942795 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a1237-db12-4329-82b3-104ddf062126 req-a85b3684-b8f9-448f-a6cd-807c3c8e4dea tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:09.944741 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd70fb92-c272-4d73-8bf4-07594d7afd26 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:19:09.944741 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd70fb92-c272-4d73-8bf4-07594d7afd26 None None] Checking segment: {'id': '4b6d7739-7ceb-4ad9-96c8-dcc56689c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:19:09.944981 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fd70fb92-c272-4d73-8bf4-07594d7afd26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:09.945598 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd70fb92-c272-4d73-8bf4-07594d7afd26 None None] Bound using segment: {'id': '4b6d7739-7ceb-4ad9-96c8-dcc56689c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:19:09.945791 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-fd70fb92-c272-4d73-8bf4-07594d7afd26 None None] Bound port: 3c8d69b6-f90b-43ce-888c-fabc80aba439, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b6d7739-7ceb-4ad9-96c8-dcc56689c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:19:09.946167 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fd70fb92-c272-4d73-8bf4-07594d7afd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:09.946972 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fa5a1237-db12-4329-82b3-104ddf062126 req-a85b3684-b8f9-448f-a6cd-807c3c8e4dea tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/ports?device_id=7bec462a-8f36-4550-89b8-b46c8baff9a7 HTTP/1.1" status: 200 len: 943 time: 0.0978363 Oct 19 01:19:10.024364 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 51138) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:10.049127 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-fd70fb92-c272-4d73-8bf4-07594d7afd26 None None] For port 3c8d69b6-f90b-43ce-888c-fabc80aba439, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:19:10.056399 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-fd70fb92-c272-4d73-8bf4-07594d7afd26 None None] For port 3c8d69b6-f90b-43ce-888c-fabc80aba439, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=3c8d69b6-f90b-43ce-888c-fabc80aba439,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:19:10.065271 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fa5a1237-db12-4329-82b3-104ddf062126 req-b4efe887-7e6e-43be-ad1e-c10af0a5b10e tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/security-groups?id=6523b3cc-da16-409a-a600-3c82dc66caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950680 Oct 19 01:19:10.073487 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fd70fb92-c272-4d73-8bf4-07594d7afd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:10.115040 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ec7bfa5a-07da-47a7-a294-23b117ca26cf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:10.119305 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-402074eb-ac2a-448d-b251-dfb5305f4d48 admin admin] Deleting subnet 7df1ec1c-364a-4029-985c-0abee5aa9181 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:19:10.125543 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-402074eb-ac2a-448d-b251-dfb5305f4d48 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:10.139756 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ec7bfa5a-07da-47a7-a294-23b117ca26cf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:10.151341 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 204133a1-7109-4a39-a69c-8523783bb1b7 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:19:10.179203 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-402074eb-ac2a-448d-b251-dfb5305f4d48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:10.240666 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 256d5746-4862-450f-bdd5-6de5a03b7097 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:19:10.257611 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-8f6b10c5-e4d7-46d1-ae95-98f0e46d7ef8 admin admin] Deleting port a84db479-1e0b-433b-ab9e-51c46820cac7 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:19:10.257948 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8f6b10c5-e4d7-46d1-ae95-98f0e46d7ef8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:10.312044 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:19:10.370500 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-402074eb-ac2a-448d-b251-dfb5305f4d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:10.370969 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 256d5746-4862-450f-bdd5-6de5a03b7097 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:19:10.371324 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 256d5746-4862-450f-bdd5-6de5a03b7097 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:19:10.410455 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70fb92-c272-4d73-8bf4-07594d7afd26 None None] Pushing event updated for resources: {'Port': ['ID=3c8d69b6-f90b-43ce-888c-fabc80aba439,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:10.436483 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6201f466-1ef8-4639-ad76-026b46bf757e req-4278bbee-4160-41b9-9ff1-d98168d06fed tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 210 time: 0.1108515 Oct 19 01:19:10.453043 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 204133a1-7109-4a39-a69c-8523783bb1b7, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=204133a1-7109-4a39-a69c-8523783bb1b7,segment=NetworkSegment(2fb4b123-8aa7-4a03-bbcb-f9e00f85347d),segment_id=2fb4b123-8aa7-4a03-bbcb-f9e00f85347d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:10.467174 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '204133a1-7109-4a39-a69c-8523783bb1b7', 'network_id': '773992db-b06e-4fec-83a9-45230ec91a43', 'port_id': '204133a1-7109-4a39-a69c-8523783bb1b7', 'mac_address': 'fa:16:3e:c0:a1:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6781ddc6-a7e6-45f5-b31c-4189befa9b11', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:19:10.508783 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:10.529180 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 204133a1-7109-4a39-a69c-8523783bb1b7 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:19:10.543959 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ab863cc6-0885-4887-8671-64dd638c17f3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:10.586845 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 204133a1-7109-4a39-a69c-8523783bb1b7, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=204133a1-7109-4a39-a69c-8523783bb1b7,segment=NetworkSegment(2fb4b123-8aa7-4a03-bbcb-f9e00f85347d),segment_id=2fb4b123-8aa7-4a03-bbcb-f9e00f85347d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:10.591225 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-8f6b10c5-e4d7-46d1-ae95-98f0e46d7ef8 admin admin] For port a84db479-1e0b-433b-ab9e-51c46820cac7, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=a84db479-1e0b-433b-ab9e-51c46820cac7,segment=NetworkSegment(b54c59d8-6b72-46ce-abba-afe778cd7ac0),segment_id=b54c59d8-6b72-46ce-abba-afe778cd7ac0)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:10.591622 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8f6b10c5-e4d7-46d1-ae95-98f0e46d7ef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:10.599101 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:10.608598 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-8f6b10c5-e4d7-46d1-ae95-98f0e46d7ef8 admin admin] Calling delete_port for a84db479-1e0b-433b-ab9e-51c46820cac7 owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:19:10.632205 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ab863cc6-0885-4887-8671-64dd638c17f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:10.670130 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=204133a1-7109-4a39-a69c-8523783bb1b7,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:10.726244 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-ec7bfa5a-07da-47a7-a294-23b117ca26cf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Allocated IP 172.25.8.209 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/f464d58b-b7c8-4551-8582-56e225bbd56f) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:19:10.790351 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-402074eb-ac2a-448d-b251-dfb5305f4d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:10.821827 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402074eb-ac2a-448d-b251-dfb5305f4d48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7df1ec1c-364a-4029-985c-0abee5aa9181,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:10.829567 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-402074eb-ac2a-448d-b251-dfb5305f4d48 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:10.832747 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-402074eb-ac2a-448d-b251-dfb5305f4d48 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/7df1ec1c-364a-4029-985c-0abee5aa9181 HTTP/1.1" status: 204 len: 168 time: 0.8074658 Oct 19 01:19:10.835604 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51150) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:10.909452 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['204133a1-7109-4a39-a69c-8523783bb1b7'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:19:10.943019 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-052617a9-675b-4232-b159-0957f4e2905b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:10.943258 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8f6b10c5-e4d7-46d1-ae95-98f0e46d7ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:10.959868 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ec7bfa5a-07da-47a7-a294-23b117ca26cf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:11.002735 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b10c5-e4d7-46d1-ae95-98f0e46d7ef8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a84db479-1e0b-433b-ab9e-51c46820cac7,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:11.133349 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-ab863cc6-0885-4887-8671-64dd638c17f3 admin admin] Allocated IP 172.25.8.144 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/634d7eeb-e41e-4d47-8e0c-8d451e52c165) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:19:11.161232 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ec7bfa5a-07da-47a7-a294-23b117ca26cf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:11.219070 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-052617a9-675b-4232-b159-0957f4e2905b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:11.289065 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8f6b10c5-e4d7-46d1-ae95-98f0e46d7ef8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:11.352395 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7bfa5a-07da-47a7-a294-23b117ca26cf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:19:11.356831 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-052617a9-675b-4232-b159-0957f4e2905b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b163a85-4727-47ef-b034-41af2894b50a']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:11.366874 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-ec7bfa5a-07da-47a7-a294-23b117ca26cf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:11.378655 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7bfa5a-07da-47a7-a294-23b117ca26cf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Pushing event updated for resources: {'Port': ['ID=f464d58b-b7c8-4551-8582-56e225bbd56f,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:11.382449 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-052617a9-675b-4232-b159-0957f4e2905b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcfcd26a-9a93-4612-8c4f-c34301e7b0e1') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:11.382948 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-052617a9-675b-4232-b159-0957f4e2905b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcfcd26a-9a93-4612-8c4f-c34301e7b0e1') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:11.385053 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7bfa5a-07da-47a7-a294-23b117ca26cf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:19:11.514288 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66c87f-d502-4ac2-9e4a-9867fc094e6f req-b2400548-8acd-4206-b3c8-2bed81430691 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:11.516048 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ec66c87f-d502-4ac2-9e4a-9867fc094e6f req-b2400548-8acd-4206-b3c8-2bed81430691 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/ports?device_id=7bec462a-8f36-4550-89b8-b46c8baff9a7 HTTP/1.1" status: 200 len: 944 time: 0.3025343 Oct 19 01:19:11.575560 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 95754d87-9c97-4eda-a555-48bfd2425041 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:19:11.603558 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ec66c87f-d502-4ac2-9e4a-9867fc094e6f req-ba456b81-d75b-48ef-acdd-6879c9fa6ed1 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/security-groups?id=6523b3cc-da16-409a-a600-3c82dc66caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796287 Oct 19 01:19:11.609700 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 95754d87-9c97-4eda-a555-48bfd2425041 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:19:11.610109 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 95754d87-9c97-4eda-a555-48bfd2425041 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:19:11.621532 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6b10c5-e4d7-46d1-ae95-98f0e46d7ef8 admin admin] Router d838a8f5-8f36-4c7f-b7c7-b61bc94c561a has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:19:11.626193 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ab863cc6-0885-4887-8671-64dd638c17f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:11.694952 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-052617a9-675b-4232-b159-0957f4e2905b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:11.733803 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ab863cc6-0885-4887-8671-64dd638c17f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:11.768844 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b5959e57-0fcf-487a-9f27-ba6317d854be req-6b99a03b-865d-4399-aa91-baa62dd221b5 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 210 time: 0.0713408 Oct 19 01:19:11.794413 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-052617a9-675b-4232-b159-0957f4e2905b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:11.807642 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6b10c5-e4d7-46d1-ae95-98f0e46d7ef8 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:19:11.809606 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c7d76a-3491-4d41-8e8b-a967c6845d29 None None] Network 2309c3e4-1aec-4060-b6e9-bbaad5369c41 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:19:11.816898 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fe823f-0bd6-49c2-beca-1cb68b4b6013 None None] Sync routers for ids ['d838a8f5-8f36-4c7f-b7c7-b61bc94c561a'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:19:11.825372 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8f6b10c5-e4d7-46d1-ae95-98f0e46d7ef8 admin admin] 10.222.0.57 "PUT /v2.0/routers/d838a8f5-8f36-4c7f-b7c7-b61bc94c561a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7283587 Oct 19 01:19:11.828455 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fe823f-0bd6-49c2-beca-1cb68b4b6013 None None] Routers {'d838a8f5-8f36-4c7f-b7c7-b61bc94c561a'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:19:11.829160 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-90fe823f-0bd6-49c2-beca-1cb68b4b6013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:18:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d838a8f5-8f36-4c7f-b7c7-b61bc94c561a'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:11.830056 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 51168) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:11.914696 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-2b928ff4-6144-418f-9d5c-32842f1fc17c None None] Provisioning complete for port 3c8d69b6-f90b-43ce-888c-fabc80aba439 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:11.915691 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2b928ff4-6144-418f-9d5c-32842f1fc17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:12.087948 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2b928ff4-6144-418f-9d5c-32842f1fc17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:12.097201 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b22100fa-7ca5-4333-9a4f-284bdc38ac3b admin admin] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:12.120180 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:19:12.134604 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-90fe823f-0bd6-49c2-beca-1cb68b4b6013 None None] Set router d838a8f5-8f36-4c7f-b7c7-b61bc94c561a gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:19:12.170952 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-2b928ff4-6144-418f-9d5c-32842f1fc17c None None] For port 3c8d69b6-f90b-43ce-888c-fabc80aba439, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=3c8d69b6-f90b-43ce-888c-fabc80aba439,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:12.211501 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2b928ff4-6144-418f-9d5c-32842f1fc17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:12.265650 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b22100fa-7ca5-4333-9a4f-284bdc38ac3b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:12.283052 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab863cc6-0885-4887-8671-64dd638c17f3 admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:19:12.290447 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-052617a9-675b-4232-b159-0957f4e2905b admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:19:12.290447 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-052617a9-675b-4232-b159-0957f4e2905b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:12.292239 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab863cc6-0885-4887-8671-64dd638c17f3 admin admin] Pushing event updated for resources: {'Port': ['ID=634d7eeb-e41e-4d47-8e0c-8d451e52c165,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:12.297411 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:19:12.297411 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:19:12.297411 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:19:12.297411 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:19:12.297411 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:19:12.297411 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:19:12.297411 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:19:12.297411 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:19:12.297411 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:19:12.297411 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:19:12.297411 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:19:12.297411 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:19:12.297411 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:19:12.297411 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:19:12.297411 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:19:12.297411 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:19:12.297411 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:19:12.297411 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:19:12.297411 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:19:12.297411 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:19:12.297411 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:19:12.297411 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:19:12.297411 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:19:12.297411 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:19:12.297411 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:19:12.297411 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:19:12.297411 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:19:12.297411 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:19:12.297411 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:19:12.297411 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:19:12.297411 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:19:12.297411 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:19:12.354196 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b928ff4-6144-418f-9d5c-32842f1fc17c None None] Pushing event updated for resources: {'Port': ['ID=3c8d69b6-f90b-43ce-888c-fabc80aba439,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:12.358605 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:19:12.363116 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:12.363472 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:12.399479 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-b22100fa-7ca5-4333-9a4f-284bdc38ac3b admin admin] Deleting port d41742a4-b43e-4afb-840f-30c93ba29163 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:19:12.400160 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b22100fa-7ca5-4333-9a4f-284bdc38ac3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:12.432209 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-ab863cc6-0885-4887-8671-64dd638c17f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:12.451808 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab863cc6-0885-4887-8671-64dd638c17f3 admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:19:12.479414 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:12.514710 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056a2697-883e-4985-8d3a-aea4d8662d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:12.518286 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359d34d1-ebd0-415a-9490-744418515dd4" -d '{"events": [{"server_uuid": "056a2697-883e-4985-8d3a-aea4d8662d08", "name": "network-vif-plugged", "status": "completed", "tag": "a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:12.551779 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf,segment=NetworkSegment(2fb4b123-8aa7-4a03-bbcb-f9e00f85347d),segment_id=2fb4b123-8aa7-4a03-bbcb-f9e00f85347d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:12.562898 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:12.564451 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 204133a1-7109-4a39-a69c-8523783bb1b7 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:19:12.603240 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-90fe823f-0bd6-49c2-beca-1cb68b4b6013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd838a8f5-8f36-4c7f-b7c7-b61bc94c561a', 'name': 'tempest-ServerRescueNegativeTestJSON-2010670021-router', 'tenant_id': '4e9f67912e554a879c2d285d2c6723f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'd41742a4-b43e-4afb-840f-30c93ba29163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:38Z', 'updated_at': '2021-10-19T01:19:10Z', 'revision_number': 5, 'project_id': '4e9f67912e554a879c2d285d2c6723f0', 'gw_port': {'id': 'd41742a4-b43e-4afb-840f-30c93ba29163', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd838a8f5-8f36-4c7f-b7c7-b61bc94c561a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:40Z', 'updated_at': '2021-10-19T01:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:12.624404 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-b22100fa-7ca5-4333-9a4f-284bdc38ac3b admin admin] For port d41742a4-b43e-4afb-840f-30c93ba29163, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d41742a4-b43e-4afb-840f-30c93ba29163,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:12.624973 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b22100fa-7ca5-4333-9a4f-284bdc38ac3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:12.660636 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fe823f-0bd6-49c2-beca-1cb68b4b6013 None None] Checking router: d838a8f5-8f36-4c7f-b7c7-b61bc94c561a for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:19:12.677799 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fe823f-0bd6-49c2-beca-1cb68b4b6013 None None] Routers {'d838a8f5-8f36-4c7f-b7c7-b61bc94c561a'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:19:12.678607 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-90fe823f-0bd6-49c2-beca-1cb68b4b6013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:18:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d838a8f5-8f36-4c7f-b7c7-b61bc94c561a'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:12.687960 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7c4d93-4e31-4b81-ac51-5408014873e7 x-openstack-request-id: req-fa7c4d93-4e31-4b81-ac51-5408014873e7 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:12.689548 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "056a2697-883e-4985-8d3a-aea4d8662d08", "name": "network-vif-plugged", "status": "completed", "tag": "a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:12.690632 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fa7c4d93-4e31-4b81-ac51-5408014873e7 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:12.692494 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '056a2697-883e-4985-8d3a-aea4d8662d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf', 'code': 200} Oct 19 01:19:12.693632 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-b22100fa-7ca5-4333-9a4f-284bdc38ac3b admin admin] Calling delete_port for d41742a4-b43e-4afb-840f-30c93ba29163 owned by network:router_gateway {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:19:12.758837 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:12.777077 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 204133a1-7109-4a39-a69c-8523783bb1b7 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:19:12.786952 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 204133a1-7109-4a39-a69c-8523783bb1b7 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:12.787359 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:12.934014 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 3c8d69b6-f90b-43ce-888c-fabc80aba439 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:19:12.994487 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-90fe823f-0bd6-49c2-beca-1cb68b4b6013 None None] Set router d838a8f5-8f36-4c7f-b7c7-b61bc94c561a gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:19:13.122692 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-90fe823f-0bd6-49c2-beca-1cb68b4b6013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd838a8f5-8f36-4c7f-b7c7-b61bc94c561a', 'name': 'tempest-ServerRescueNegativeTestJSON-2010670021-router', 'tenant_id': '4e9f67912e554a879c2d285d2c6723f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:38Z', 'updated_at': '2021-10-19T01:19:12Z', 'revision_number': 6, 'project_id': '4e9f67912e554a879c2d285d2c6723f0', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:13.127053 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b22100fa-7ca5-4333-9a4f-284bdc38ac3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:13.132926 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-c9c1c65c-d852-4476-887e-792c45c56f89 None None] Provisioning complete for port 3c8d69b6-f90b-43ce-888c-fabc80aba439 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:13.133314 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c9c1c65c-d852-4476-887e-792c45c56f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:13.160607 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6ddd3199-a3d5-4f17-baed-9ceb1d705b2c req-b4069aee-283a-49e1-9ad4-00d06a82c775 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=300c0570-b879-45e1-ade0-a7ce4aeaadda HTTP/1.1" status: 200 len: 210 time: 0.0534718 Oct 19 01:19:13.186353 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22100fa-7ca5-4333-9a4f-284bdc38ac3b admin admin] Pushing event deleted for resources: {'Port': ['ID=d41742a4-b43e-4afb-840f-30c93ba29163,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:13.190390 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-052617a9-675b-4232-b159-0957f4e2905b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:13.206645 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fe823f-0bd6-49c2-beca-1cb68b4b6013 None None] The sync data for ids ['d838a8f5-8f36-4c7f-b7c7-b61bc94c561a'] in n-d-715271-26 is: [{'id': 'd838a8f5-8f36-4c7f-b7c7-b61bc94c561a', 'name': 'tempest-ServerRescueNegativeTestJSON-2010670021-router', 'tenant_id': '4e9f67912e554a879c2d285d2c6723f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:38Z', 'updated_at': '2021-10-19T01:19:12Z', 'revision_number': 6, 'project_id': '4e9f67912e554a879c2d285d2c6723f0', 'gw_port_host': None}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:19:13.211540 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-052617a9-675b-4232-b159-0957f4e2905b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:13.216752 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-052617a9-675b-4232-b159-0957f4e2905b admin admin] 10.222.0.57 "DELETE /v2.0/networks/8b163a85-4727-47ef-b034-41af2894b50a HTTP/1.1" status: 204 len: 168 time: 2.3769088 Oct 19 01:19:13.229038 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a81e0-c770-4b14-9a0e-8e2647fb4b5c req-81ad8ba7-afd9-428a-bf22-9c3c521519ce tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:13.230516 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e73a81e0-c770-4b14-9a0e-8e2647fb4b5c req-81ad8ba7-afd9-428a-bf22-9c3c521519ce tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/ports?device_id=7bec462a-8f36-4550-89b8-b46c8baff9a7 HTTP/1.1" status: 200 len: 944 time: 0.4919412 Oct 19 01:19:13.238246 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 51192) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:13.299525 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052617a9-675b-4232-b159-0957f4e2905b admin admin] Pushing event deleted for resources: {'Network': ['ID=8b163a85-4727-47ef-b034-41af2894b50a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:13.348393 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7faed9-fe42-4c37-823d-816fe86cc389 req-dba65f55-129b-4895-8bbf-10fb04465da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:13.350116 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d7faed9-fe42-4c37-823d-816fe86cc389 req-dba65f55-129b-4895-8bbf-10fb04465da4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=056a2697-883e-4985-8d3a-aea4d8662d08 HTTP/1.1" status: 200 len: 1097 time: 0.6524897 Oct 19 01:19:13.384925 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:13.456190 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 3c8d69b6-f90b-43ce-888c-fabc80aba439 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:13.456575 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:13.459538 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-d59ca902-e23e-4afe-bc74-b9c6c2d3fc3f admin admin] Deleting subnet 6c773056-1c8c-42d1-a6f9-c90daf2fdd86 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:19:13.464952 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d59ca902-e23e-4afe-bc74-b9c6c2d3fc3f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:13.520141 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ab863cc6-0885-4887-8671-64dd638c17f3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:13.561065 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d59ca902-e23e-4afe-bc74-b9c6c2d3fc3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:13.564936 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d7faed9-fe42-4c37-823d-816fe86cc389 req-c7d8d93b-fe25-4ee1-8dc4-3661e889b81e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6523b3cc-da16-409a-a600-3c82dc66caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053852 Oct 19 01:19:13.579527 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e73a81e0-c770-4b14-9a0e-8e2647fb4b5c req-fe3e39d7-85ee-456b-ba05-480ce5322af4 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/security-groups?id=6523b3cc-da16-409a-a600-3c82dc66caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236856 Oct 19 01:19:13.620873 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 204133a1-7109-4a39-a69c-8523783bb1b7, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=204133a1-7109-4a39-a69c-8523783bb1b7,segment=NetworkSegment(2fb4b123-8aa7-4a03-bbcb-f9e00f85347d),segment_id=2fb4b123-8aa7-4a03-bbcb-f9e00f85347d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:13.638403 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:13.652241 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d59ca902-e23e-4afe-bc74-b9c6c2d3fc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:13.706247 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b22100fa-7ca5-4333-9a4f-284bdc38ac3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:13.764997 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=204133a1-7109-4a39-a69c-8523783bb1b7,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:13.779591 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ec7bfa5a-07da-47a7-a294-23b117ca26cf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:13.892852 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-781fb548-2719-414a-8a47-97c0295d8442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:13.893264 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b22100fa-7ca5-4333-9a4f-284bdc38ac3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:13.905621 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b22100fa-7ca5-4333-9a4f-284bdc38ac3b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:13.908447 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d59ca902-e23e-4afe-bc74-b9c6c2d3fc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:13.946317 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ca902-e23e-4afe-bc74-b9c6c2d3fc3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c773056-1c8c-42d1-a6f9-c90daf2fdd86,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:13.949736 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d59ca902-e23e-4afe-bc74-b9c6c2d3fc3f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:13.954057 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d59ca902-e23e-4afe-bc74-b9c6c2d3fc3f admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6c773056-1c8c-42d1-a6f9-c90daf2fdd86 HTTP/1.1" status: 204 len: 168 time: 0.7142513 Oct 19 01:19:13.980076 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51202) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:13.999401 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b22100fa-7ca5-4333-9a4f-284bdc38ac3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:14.000125 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22100fa-7ca5-4333-9a4f-284bdc38ac3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d838a8f5-8f36-4c7f-b7c7-b61bc94c561a {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:19:14.009194 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b22100fa-7ca5-4333-9a4f-284bdc38ac3b admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:14.010447 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b22100fa-7ca5-4333-9a4f-284bdc38ac3b admin admin] 10.222.0.57 "DELETE /v2.0/routers/d838a8f5-8f36-4c7f-b7c7-b61bc94c561a HTTP/1.1" status: 204 len: 168 time: 2.1793413 Oct 19 01:19:14.012952 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 51204) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:14.076247 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0c2e598-88e8-4552-9e5b-b9847bb4479d admin admin] Deleting subnet 5560e090-ab4c-41db-98cb-400d0fb4b5e6 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:19:14.081126 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b0c2e598-88e8-4552-9e5b-b9847bb4479d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:14.138865 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b0c2e598-88e8-4552-9e5b-b9847bb4479d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:14.184127 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ab863cc6-0885-4887-8671-64dd638c17f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:14.206029 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b0c2e598-88e8-4552-9e5b-b9847bb4479d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:14.252369 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ec7bfa5a-07da-47a7-a294-23b117ca26cf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:14.261806 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ee4a562d-da59-4242-aad3-c4031b950908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:14.276471 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b0c2e598-88e8-4552-9e5b-b9847bb4479d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:14.648156 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device a84db479-1e0b-433b-ab9e-51c46820cac7 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:19:14.705146 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bec462a-8f36-4550-89b8-b46c8baff9a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204133a1-7109-4a39-a69c-8523783bb1b7'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:14.713830 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8945905-013b-4609-9fbc-4417cee53a6e" -d '{"events": [{"server_uuid": "7bec462a-8f36-4550-89b8-b46c8baff9a7", "name": "network-vif-plugged", "status": "completed", "tag": "204133a1-7109-4a39-a69c-8523783bb1b7"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:14.731643 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2e598-88e8-4552-9e5b-b9847bb4479d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5560e090-ab4c-41db-98cb-400d0fb4b5e6,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:14.739568 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: a84db479-1e0b-433b-ab9e-51c46820cac7 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:19:14.739963 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device a84db479-1e0b-433b-ab9e-51c46820cac7 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:19:14.740390 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d41742a4-b43e-4afb-840f-30c93ba29163 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:19:14.746692 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ee4a562d-da59-4242-aad3-c4031b950908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:14.752332 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b0c2e598-88e8-4552-9e5b-b9847bb4479d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:14.758081 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b0c2e598-88e8-4552-9e5b-b9847bb4479d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/5560e090-ab4c-41db-98cb-400d0fb4b5e6 HTTP/1.1" status: 204 len: 168 time: 0.7415388 Oct 19 01:19:14.768289 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 51228) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:14.796327 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: d41742a4-b43e-4afb-840f-30c93ba29163 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:19:14.798342 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d41742a4-b43e-4afb-840f-30c93ba29163 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:19:14.818184 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8275350b-62f4-4779-bc06-eefe871d05f8 x-openstack-request-id: req-8275350b-62f4-4779-bc06-eefe871d05f8 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:14.818680 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bec462a-8f36-4550-89b8-b46c8baff9a7", "name": "network-vif-plugged", "status": "completed", "tag": "204133a1-7109-4a39-a69c-8523783bb1b7", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:14.819835 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8275350b-62f4-4779-bc06-eefe871d05f8 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:14.820443 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bec462a-8f36-4550-89b8-b46c8baff9a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204133a1-7109-4a39-a69c-8523783bb1b7', 'code': 200} Oct 19 01:19:14.833858 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-ee4a562d-da59-4242-aad3-c4031b950908 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45992a60-7b12-4eb8-844a-068282b892c4']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:14.870265 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab863cc6-0885-4887-8671-64dd638c17f3 admin admin] Router 8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:19:14.880405 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-ee4a562d-da59-4242-aad3-c4031b950908 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c9b76f-e46d-45ed-851e-a2954f6a5446') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:14.880844 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-ee4a562d-da59-4242-aad3-c4031b950908 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c9b76f-e46d-45ed-851e-a2954f6a5446') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:14.904526 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564ed0d-f886-464d-bb8d-79c34a924cdf req-6a1b2f71-eadd-40a8-a0e6-cdb4b9b90537 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:14.907448 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c564ed0d-f886-464d-bb8d-79c34a924cdf req-6a1b2f71-eadd-40a8-a0e6-cdb4b9b90537 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/ports?device_id=7bec462a-8f36-4550-89b8-b46c8baff9a7 HTTP/1.1" status: 200 len: 945 time: 0.1951959 Oct 19 01:19:14.910427 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e0aee3c6-b6fe-4a9e-8136-a22a39b8aa95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:15.007898 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ee4a562d-da59-4242-aad3-c4031b950908 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:15.024222 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e0aee3c6-b6fe-4a9e-8136-a22a39b8aa95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:15.053462 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-e0aee3c6-b6fe-4a9e-8136-a22a39b8aa95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f6d1f9c-af60-4e63-9391-d714f2b53c93']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:15.066334 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-e0aee3c6-b6fe-4a9e-8136-a22a39b8aa95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b54c59d8-6b72-46ce-abba-afe778cd7ac0') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:15.067192 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-e0aee3c6-b6fe-4a9e-8136-a22a39b8aa95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b54c59d8-6b72-46ce-abba-afe778cd7ac0') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:15.091236 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e0aee3c6-b6fe-4a9e-8136-a22a39b8aa95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:15.100631 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ee4a562d-da59-4242-aad3-c4031b950908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:15.132596 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c564ed0d-f886-464d-bb8d-79c34a924cdf req-03301494-3eb4-4a63-b121-cb501ed8561f tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/security-groups?id=6523b3cc-da16-409a-a600-3c82dc66caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837468 Oct 19 01:19:15.138027 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7bfa5a-07da-47a7-a294-23b117ca26cf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Router 7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:19:15.141075 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee4a562d-da59-4242-aad3-c4031b950908 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:19:15.142204 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ee4a562d-da59-4242-aad3-c4031b950908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:15.147479 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:19:15.147479 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:19:15.147479 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:19:15.147479 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:19:15.147479 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:19:15.147479 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:19:15.147479 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:19:15.147479 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:19:15.147479 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:19:15.147479 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:19:15.147479 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:19:15.147479 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:19:15.147479 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:19:15.147479 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:19:15.147479 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:19:15.147479 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:19:15.147479 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:19:15.147479 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:19:15.147479 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:19:15.147479 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:19:15.147479 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:19:15.147479 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:19:15.147479 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:19:15.147479 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:19:15.147479 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:19:15.147479 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:19:15.147479 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:19:15.147479 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:19:15.147479 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:19:15.147479 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:19:15.147479 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:19:15.147479 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:19:15.166055 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e0aee3c6-b6fe-4a9e-8136-a22a39b8aa95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:15.181786 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0aee3c6-b6fe-4a9e-8136-a22a39b8aa95 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:19:15.182186 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e0aee3c6-b6fe-4a9e-8136-a22a39b8aa95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:15.183924 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:19:15.183924 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:19:15.183924 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:19:15.183924 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:19:15.183924 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:19:15.183924 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:19:15.183924 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:19:15.183924 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:19:15.183924 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:19:15.183924 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:19:15.183924 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:19:15.183924 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:19:15.183924 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:19:15.183924 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:19:15.183924 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:19:15.183924 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:19:15.183924 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:19:15.183924 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:19:15.183924 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:19:15.183924 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:19:15.183924 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:19:15.183924 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:19:15.183924 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:19:15.183924 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:19:15.183924 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:19:15.183924 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:19:15.183924 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:19:15.183924 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:19:15.183924 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:19:15.183924 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:19:15.183924 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:19:15.183924 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:19:15.273703 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8e039-f470-4f3c-9b1c-5e39f59a860e req-7449a86e-6ae9-4b38-88fe-2b2556c102bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:15.275413 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5db8e039-f470-4f3c-9b1c-5e39f59a860e req-7449a86e-6ae9-4b38-88fe-2b2556c102bc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7bec462a-8f36-4550-89b8-b46c8baff9a7 HTTP/1.1" status: 200 len: 1097 time: 0.3637259 Oct 19 01:19:15.280938 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e0aee3c6-b6fe-4a9e-8136-a22a39b8aa95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:15.292023 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e0aee3c6-b6fe-4a9e-8136-a22a39b8aa95 admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:15.297264 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e0aee3c6-b6fe-4a9e-8136-a22a39b8aa95 admin admin] 10.222.0.57 "DELETE /v2.0/networks/2f6d1f9c-af60-4e63-9391-d714f2b53c93 HTTP/1.1" status: 204 len: 168 time: 0.5258346 Oct 19 01:19:15.312808 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aee3c6-b6fe-4a9e-8136-a22a39b8aa95 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f6d1f9c-af60-4e63-9391-d714f2b53c93,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:15.336121 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ee4a562d-da59-4242-aad3-c4031b950908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:15.476236 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 51246) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:15.544233 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ba7b05e9-8674-4727-9b5d-296e9950f937 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4e9f67912e554a879c2d285d2c6723f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0667264 Oct 19 01:19:15.546605 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 51248) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:15.606144 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-967e9ba6-77ea-40a8-926c-d10336dd4158 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:15.638186 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-967e9ba6-77ea-40a8-926c-d10336dd4158 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:15.713225 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-967e9ba6-77ea-40a8-926c-d10336dd4158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:15.716335 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-967e9ba6-77ea-40a8-926c-d10336dd4158 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:15.718083 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-967e9ba6-77ea-40a8-926c-d10336dd4158 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f6309997-42f5-41ec-b73e-279b6c0134ce HTTP/1.1" status: 204 len: 168 time: 0.1704247 Oct 19 01:19:15.728744 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e9ba6-77ea-40a8-926c-d10336dd4158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6309997-42f5-41ec-b73e-279b6c0134ce,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:15.779058 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab863cc6-0885-4887-8671-64dd638c17f3 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:19:15.784235 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ee4a562d-da59-4242-aad3-c4031b950908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:15.790118 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ee4a562d-da59-4242-aad3-c4031b950908 admin admin] 10.222.0.57 "DELETE /v2.0/networks/45992a60-7b12-4eb8-844a-068282b892c4 HTTP/1.1" status: 204 len: 168 time: 1.8090463 Oct 19 01:19:15.790358 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d44014-9eb9-4167-a064-77017d378498 None None] Sync routers for ids ['8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:19:15.814447 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a562d-da59-4242-aad3-c4031b950908 admin admin] Pushing event deleted for resources: {'Network': ['ID=45992a60-7b12-4eb8-844a-068282b892c4,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:15.820851 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d44014-9eb9-4167-a064-77017d378498 None None] Routers {'8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:19:15.821590 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-55d44014-9eb9-4167-a064-77017d378498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:18:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:15.851502 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ab863cc6-0885-4887-8671-64dd638c17f3 admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:15.855608 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 51258) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:15.856154 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ab863cc6-0885-4887-8671-64dd638c17f3 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.2719424 Oct 19 01:19:15.884409 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5db8e039-f470-4f3c-9b1c-5e39f59a860e req-5ab14e00-812a-49eb-99d2-9103ef24ddeb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6523b3cc-da16-409a-a600-3c82dc66caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6001055 Oct 19 01:19:15.905934 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7bfa5a-07da-47a7-a294-23b117ca26cf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:19:15.916466 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae532897-e07c-40b7-91a0-47b56c6b7233 None None] Sync routers for ids ['7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:19:15.929260 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae532897-e07c-40b7-91a0-47b56c6b7233 None None] Routers {'7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:19:15.931147 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ae532897-e07c-40b7-91a0-47b56c6b7233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:18:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:15.960622 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ec7bfa5a-07da-47a7-a294-23b117ca26cf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:15.964621 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ec7bfa5a-07da-47a7-a294-23b117ca26cf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.4734955 Oct 19 01:19:15.966539 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51260) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:16.072393 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8dbe8c-af3d-4459-bc96-9177171d410b tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:16.076778 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7d8dbe8c-af3d-4459-bc96-9177171d410b tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=9c09f0168bf347c88ae7e8e59a63bdb6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1092224 Oct 19 01:19:16.078367 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51262) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:16.124063 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-55d44014-9eb9-4167-a064-77017d378498 None None] Set router 8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:19:16.251647 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-ae532897-e07c-40b7-91a0-47b56c6b7233 None None] Set router 7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:19:16.325589 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51278) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:16.497319 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d73008-4c61-492c-9aa1-bf963818c413 tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:16.500995 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ae532897-e07c-40b7-91a0-47b56c6b7233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-57649259', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'f464d58b-b7c8-4551-8582-56e225bbd56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:08Z', 'updated_at': '2021-10-19T01:19:13Z', 'revision_number': 3, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'gw_port': {'id': 'f464d58b-b7c8-4551-8582-56e225bbd56f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:10Z', 'updated_at': '2021-10-19T01:19:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:16.501926 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f0d73008-4c61-492c-9aa1-bf963818c413 tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4213576 Oct 19 01:19:16.504381 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51284) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:16.573697 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae532897-e07c-40b7-91a0-47b56c6b7233 None None] Checking router: 7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:19:16.574127 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae532897-e07c-40b7-91a0-47b56c6b7233 None None] Updating router 7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c port f464d58b-b7c8-4551-8582-56e225bbd56f binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:19:16.587350 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cb96c2e7-6d83-41a4-9563-0763bf3e653c tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=a0ce41c0-3b90-40be-93cd-082af8f20c34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0817647 Oct 19 01:19:16.588932 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51288) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:16.615013 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ac147783-62cc-474f-9132-8afa258b7da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:16.639938 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ae532897-e07c-40b7-91a0-47b56c6b7233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:16.648057 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-55d44014-9eb9-4167-a064-77017d378498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'name': 'tempest-ServerActionsTestJSON-1792678915-router', 'tenant_id': '168a5912cc444122aa0d6d6b44b7e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '634d7eeb-e41e-4d47-8e0c-8d451e52c165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:08Z', 'updated_at': '2021-10-19T01:19:13Z', 'revision_number': 3, 'project_id': '168a5912cc444122aa0d6d6b44b7e93f', 'gw_port': {'id': '634d7eeb-e41e-4d47-8e0c-8d451e52c165', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:81:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:10Z', 'updated_at': '2021-10-19T01:19:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:16.696308 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8589f08d-da47-4ee1-be26-a78f8e8c3e88 tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=9c09f0168bf347c88ae7e8e59a63bdb6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0898378 Oct 19 01:19:16.700913 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51296) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:16.716344 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c60b93-a500-4dde-b998-7e48a3b61273 req-5dc5dba5-2db5-460b-81a7-d6a9f3518f0c tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:16.724706 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-87c60b93-a500-4dde-b998-7e48a3b61273 req-5dc5dba5-2db5-460b-81a7-d6a9f3518f0c tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/ports?device_id=7bec462a-8f36-4550-89b8-b46c8baff9a7 HTTP/1.1" status: 200 len: 945 time: 0.2536302 Oct 19 01:19:16.726519 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d44014-9eb9-4167-a064-77017d378498 None None] Checking router: 8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:19:16.728586 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d44014-9eb9-4167-a064-77017d378498 None None] Updating router 8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a port 634d7eeb-e41e-4d47-8e0c-8d451e52c165 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:19:16.802080 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-55d44014-9eb9-4167-a064-77017d378498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:16.847087 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-87c60b93-a500-4dde-b998-7e48a3b61273 req-cdfdd7f7-f6de-4638-baf3-badaf70096ea tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/security-groups?id=6523b3cc-da16-409a-a600-3c82dc66caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193299 Oct 19 01:19:16.901310 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-98b16bbc-beaf-4b53-93bb-1dc0ee2641d6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f4378beaaee24b53943b63435686754e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5747268 Oct 19 01:19:16.904138 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 51302) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:16.960155 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4eea4c3-3eca-4234-ba64-b95bb7c6ab56 tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:16.967564 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c4eea4c3-3eca-4234-ba64-b95bb7c6ab56 tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2563746 Oct 19 01:19:16.968249 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51304) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:17.023803 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ec38fdf2-bfea-4746-9bd9-326c74a610ee tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=a0ce41c0-3b90-40be-93cd-082af8f20c34&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0521297 Oct 19 01:19:17.025575 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51308) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:17.030046 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-009e0b61-0ac4-4495-be4f-c740964dbe66 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1430775296', 'network_id': '3f3e2c17-ab79-49bb-9563-8ed68286c5f3', 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:17.168743 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-eecb816d-49ad-4648-917a-dcbc8c89c5e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:17.177804 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009e0b61-0ac4-4495-be4f-c740964dbe66 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Made reservation on behalf of 9c09f0168bf347c88ae7e8e59a63bdb6 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:19:17.184926 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-009e0b61-0ac4-4495-be4f-c740964dbe66 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:17.248344 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:17.334598 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-eecb816d-49ad-4648-917a-dcbc8c89c5e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:17.426013 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cc9f26ac-39a2-4ac8-886e-5ea4883eac6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:17.471572 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-eecb816d-49ad-4648-917a-dcbc8c89c5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:17.474386 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-eecb816d-49ad-4648-917a-dcbc8c89c5e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:17.475890 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-eecb816d-49ad-4648-917a-dcbc8c89c5e9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0370c57a-8b76-49ed-afa9-1815c48a779b HTTP/1.1" status: 204 len: 168 time: 0.5704684 Oct 19 01:19:17.543360 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb816d-49ad-4648-917a-dcbc8c89c5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0370c57a-8b76-49ed-afa9-1815c48a779b,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:17.565796 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ae532897-e07c-40b7-91a0-47b56c6b7233 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:17.577674 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ae532897-e07c-40b7-91a0-47b56c6b7233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:17.636850 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-ae532897-e07c-40b7-91a0-47b56c6b7233 None None] Attempting to bind port f464d58b-b7c8-4551-8582-56e225bbd56f on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:19:17.637362 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-ae532897-e07c-40b7-91a0-47b56c6b7233 None None] Attempting to bind port f464d58b-b7c8-4551-8582-56e225bbd56f by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:19:17.637891 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae532897-e07c-40b7-91a0-47b56c6b7233 None None] Attempting to bind port f464d58b-b7c8-4551-8582-56e225bbd56f on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:19:17.649801 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae532897-e07c-40b7-91a0-47b56c6b7233 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:19:17.650412 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae532897-e07c-40b7-91a0-47b56c6b7233 None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:19:17.650908 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ae532897-e07c-40b7-91a0-47b56c6b7233 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:17.651437 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae532897-e07c-40b7-91a0-47b56c6b7233 None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:19:17.652040 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-ae532897-e07c-40b7-91a0-47b56c6b7233 None None] Bound port: f464d58b-b7c8-4551-8582-56e225bbd56f, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:19:17.652515 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ae532897-e07c-40b7-91a0-47b56c6b7233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:17.717737 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-ae532897-e07c-40b7-91a0-47b56c6b7233 None None] For port f464d58b-b7c8-4551-8582-56e225bbd56f, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:19:17.722963 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-ae532897-e07c-40b7-91a0-47b56c6b7233 None None] For port f464d58b-b7c8-4551-8582-56e225bbd56f, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=f464d58b-b7c8-4551-8582-56e225bbd56f,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:19:17.725216 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-009e0b61-0ac4-4495-be4f-c740964dbe66 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:17.741245 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ae532897-e07c-40b7-91a0-47b56c6b7233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:17.744756 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2b33e-50e7-4e3e-b915-e55cd19d7a21 None None] Pushing event updated for resources: {'Port': ['ID=f464d58b-b7c8-4551-8582-56e225bbd56f,revision_number=2']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:17.757098 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e2b33e-50e7-4e3e-b915-e55cd19d7a21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:17.757554 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e2b33e-50e7-4e3e-b915-e55cd19d7a21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:17.757961 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e2b33e-50e7-4e3e-b915-e55cd19d7a21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:17.758367 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e2b33e-50e7-4e3e-b915-e55cd19d7a21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:17.758762 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e2b33e-50e7-4e3e-b915-e55cd19d7a21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:17.759435 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e2b33e-50e7-4e3e-b915-e55cd19d7a21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:17.759554 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e2b33e-50e7-4e3e-b915-e55cd19d7a21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:17.759949 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e2b33e-50e7-4e3e-b915-e55cd19d7a21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:17.760340 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e2b33e-50e7-4e3e-b915-e55cd19d7a21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:17.760793 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e2b33e-50e7-4e3e-b915-e55cd19d7a21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:17.761830 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e2b33e-50e7-4e3e-b915-e55cd19d7a21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:17.762218 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e2b33e-50e7-4e3e-b915-e55cd19d7a21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:17.851902 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae532897-e07c-40b7-91a0-47b56c6b7233 None None] Routers {'7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:19:17.852656 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ae532897-e07c-40b7-91a0-47b56c6b7233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:19:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:17.928454 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e0b61-0ac4-4495-be4f-c740964dbe66 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Pushing event updated for resources: {'Subnet': ['ID=5c6143d7-d794-4629-80a4-f7ed582dda4a,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:17.955684 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-cc9f26ac-39a2-4ac8-886e-5ea4883eac6e admin admin] Allocated IP 172.20.0.1 (2309c3e4-1aec-4060-b6e9-bbaad5369c41/e75ff155-8f86-450c-9276-3e4132eca531/f9634db2-bdcb-4612-9ff0-03a7f56b2294) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:19:17.995475 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-55d44014-9eb9-4167-a064-77017d378498 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:17.999921 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009e0b61-0ac4-4495-be4f-c740964dbe66 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Checking segment: {'id': '0cad6e1e-11d1-43a4-99ac-99237a3e16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3f3e2c17-ab79-49bb-9563-8ed68286c5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:19:18.010815 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009e0b61-0ac4-4495-be4f-c740964dbe66 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Network hostable DHCP agents. Network: 3f3e2c17-ab79-49bb-9563-8ed68286c5f3, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:19:18.014448 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-55d44014-9eb9-4167-a064-77017d378498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:18.023088 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2b33e-50e7-4e3e-b915-e55cd19d7a21 None None] Pushing event updated for resources: {'Port': ['ID=f464d58b-b7c8-4551-8582-56e225bbd56f,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:18.033576 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:18.075638 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009e0b61-0ac4-4495-be4f-c740964dbe66 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Network 3f3e2c17-ab79-49bb-9563-8ed68286c5f3 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:19:18.091445 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-009e0b61-0ac4-4495-be4f-c740964dbe66 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 3f3e2c17-ab79-49bb-9563-8ed68286c5f3) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:18.096443 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009e0b61-0ac4-4495-be4f-c740964dbe66 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:18.097036 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-009e0b61-0ac4-4495-be4f-c740964dbe66 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:18.124985 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c326ae3-8235-4405-a1f9-efdd9d9f9c9b None None] Network 3f3e2c17-ab79-49bb-9563-8ed68286c5f3 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:19:18.130937 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-009e0b61-0ac4-4495-be4f-c740964dbe66 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1035326 Oct 19 01:19:18.132633 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51346) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:18.163390 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-ae532897-e07c-40b7-91a0-47b56c6b7233 None None] Set router 7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:19:18.219009 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cc9f26ac-39a2-4ac8-886e-5ea4883eac6e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:18.242109 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-55d44014-9eb9-4167-a064-77017d378498 None None] Attempting to bind port 634d7eeb-e41e-4d47-8e0c-8d451e52c165 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:19:18.243286 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-55d44014-9eb9-4167-a064-77017d378498 None None] Attempting to bind port 634d7eeb-e41e-4d47-8e0c-8d451e52c165 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:19:18.243915 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d44014-9eb9-4167-a064-77017d378498 None None] Attempting to bind port 634d7eeb-e41e-4d47-8e0c-8d451e52c165 on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:19:18.339970 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cc9f26ac-39a2-4ac8-886e-5ea4883eac6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:18.449522 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d44014-9eb9-4167-a064-77017d378498 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:19:18.449996 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d44014-9eb9-4167-a064-77017d378498 None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:19:18.450478 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-55d44014-9eb9-4167-a064-77017d378498 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:18.451335 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d44014-9eb9-4167-a064-77017d378498 None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:19:18.452183 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-55d44014-9eb9-4167-a064-77017d378498 None None] Bound port: 634d7eeb-e41e-4d47-8e0c-8d451e52c165, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:19:18.455869 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-55d44014-9eb9-4167-a064-77017d378498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:18.486767 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 51358) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:18.487065 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f26ac-39a2-4ac8-886e-5ea4883eac6e admin admin] Pushing event updated for resources: {'Port': ['ID=f9634db2-bdcb-4612-9ff0-03a7f56b2294,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:18.524269 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc634c8c-5aa2-4df1-bebe-01d8b6a593c5 req-28e39e1f-8c2d-4df4-8480-16ea8d9d7d63 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:18.541647 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bc634c8c-5aa2-4df1-bebe-01d8b6a593c5 req-28e39e1f-8c2d-4df4-8480-16ea8d9d7d63 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/ports?device_id=7bec462a-8f36-4550-89b8-b46c8baff9a7 HTTP/1.1" status: 200 len: 945 time: 0.5271242 Oct 19 01:19:18.586398 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ae532897-e07c-40b7-91a0-47b56c6b7233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-57649259', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'f464d58b-b7c8-4551-8582-56e225bbd56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:08Z', 'updated_at': '2021-10-19T01:19:13Z', 'revision_number': 3, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'gw_port': {'id': 'f464d58b-b7c8-4551-8582-56e225bbd56f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:10Z', 'updated_at': '2021-10-19T01:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:18.596178 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-32e3d3d4-5571-47d3-9723-1903a2bd18b5 req-9506278a-bb43-452d-b89e-c2608c0def1d tempest-ServerShowV247Test-1928033068 tempest-ServerShowV247Test-1928033068-project] 10.222.0.57 "GET /v2.0/ports?device_id=95c26d55-70fd-4639-bb2e-3a7401a94ec5 HTTP/1.1" status: 200 len: 210 time: 0.1065099 Oct 19 01:19:18.655554 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9f26ac-39a2-4ac8-886e-5ea4883eac6e admin admin] Network 2309c3e4-1aec-4060-b6e9-bbaad5369c41 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:19:18.674566 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-cc9f26ac-39a2-4ac8-886e-5ea4883eac6e admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:18.678117 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9f26ac-39a2-4ac8-886e-5ea4883eac6e admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:19:18.709227 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae532897-e07c-40b7-91a0-47b56c6b7233 None None] The sync data for ids ['7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c'] in n-d-715271-26 is: [{'id': '7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-57649259', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'f464d58b-b7c8-4551-8582-56e225bbd56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:08Z', 'updated_at': '2021-10-19T01:19:13Z', 'revision_number': 3, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'gw_port': {'id': 'f464d58b-b7c8-4551-8582-56e225bbd56f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:10Z', 'updated_at': '2021-10-19T01:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:19:18.830091 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bc634c8c-5aa2-4df1-bebe-01d8b6a593c5 req-7c465f65-df3e-40ba-8956-3287912bfa1a tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/security-groups?id=6523b3cc-da16-409a-a600-3c82dc66caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680674 Oct 19 01:19:18.993989 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cc9f26ac-39a2-4ac8-886e-5ea4883eac6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:19.005494 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-da45a6c7-7ce5-4335-bb55-13d99b67c060 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f5c1d3dbd04a4f77a9429a8d377bf199&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5122864 Oct 19 01:19:19.006196 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 51400) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:19.211550 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0219c3-7af2-4c74-ae54-9662b9050500 None None] Pushing event updated for resources: {'Port': ['ID=634d7eeb-e41e-4d47-8e0c-8d451e52c165,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:19.410017 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2308fa8d-b5e9-4fea-80e9-57d6b9ccedac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:19.432045 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-55d44014-9eb9-4167-a064-77017d378498 None None] For port 634d7eeb-e41e-4d47-8e0c-8d451e52c165, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:19:19.438766 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42278e-e5fb-4643-88bd-dce274b76f97 req-f722f6db-ad0f-429c-a8c4-0b163523e582 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:19.449894 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-55d44014-9eb9-4167-a064-77017d378498 None None] For port 634d7eeb-e41e-4d47-8e0c-8d451e52c165, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=634d7eeb-e41e-4d47-8e0c-8d451e52c165,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:19:19.455756 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0e42278e-e5fb-4643-88bd-dce274b76f97 req-f722f6db-ad0f-429c-a8c4-0b163523e582 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/ports?device_id=056a2697-883e-4985-8d3a-aea4d8662d08 HTTP/1.1" status: 200 len: 945 time: 0.3582830 Oct 19 01:19:19.493512 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-55d44014-9eb9-4167-a064-77017d378498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:19.622352 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2308fa8d-b5e9-4fea-80e9-57d6b9ccedac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:19.681033 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0e42278e-e5fb-4643-88bd-dce274b76f97 req-0d3b44de-f963-455b-87d8-070d1ab1a09b tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/security-groups?id=6523b3cc-da16-409a-a600-3c82dc66caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237289 Oct 19 01:19:19.766890 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cc9f26ac-39a2-4ac8-886e-5ea4883eac6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:19.771678 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0219c3-7af2-4c74-ae54-9662b9050500 None None] Pushing event updated for resources: {'Port': ['ID=634d7eeb-e41e-4d47-8e0c-8d451e52c165,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:19.834950 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-bebed88b-3f37-4337-9e92-389957aa0599 None None] Provisioning complete for port f9634db2-bdcb-4612-9ff0-03a7f56b2294 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:19.835317 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bebed88b-3f37-4337-9e92-389957aa0599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:20.075044 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f231e97-3ded-4b35-a544-ab43a7a5055e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-3f3e2c17-ab79-49bb-9563-8ed68286c5f3', 'network_id': '3f3e2c17-ab79-49bb-9563-8ed68286c5f3', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'fixed_ips': [{'subnet_id': '5c6143d7-d794-4629-80a4-f7ed582dda4a'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:19:20.077793 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4f231e97-3ded-4b35-a544-ab43a7a5055e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:20.159469 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3188d20e-26bc-4486-ac82-0816f85b7836 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:20.212015 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-bebed88b-3f37-4337-9e92-389957aa0599 None None] Port f9634db2-bdcb-4612-9ff0-03a7f56b2294 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:19:20.244611 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:20.246527 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d44014-9eb9-4167-a064-77017d378498 None None] Routers {'8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:19:20.247187 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-55d44014-9eb9-4167-a064-77017d378498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:19:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:20.254618 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-79c24a09-dcb4-4a31-8439-5db5b10fcb35 req-959c56eb-8fa2-4bf6-bf4e-60d091249f85 tempest-ServerShowV247Test-1928033068 tempest-ServerShowV247Test-1928033068-project] 10.222.0.57 "GET /v2.0/ports?device_id=06180416-b638-420a-97ea-c8b78be26ef4 HTTP/1.1" status: 200 len: 210 time: 0.3434818 Oct 19 01:19:20.727442 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2308fa8d-b5e9-4fea-80e9-57d6b9ccedac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:20.744127 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2308fa8d-b5e9-4fea-80e9-57d6b9ccedac admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:20.751251 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2308fa8d-b5e9-4fea-80e9-57d6b9ccedac admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8995bad5-5d9a-452c-bbef-78a1256eca29 HTTP/1.1" status: 204 len: 168 time: 1.7435880 Oct 19 01:19:20.818294 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308fa8d-b5e9-4fea-80e9-57d6b9ccedac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8995bad5-5d9a-452c-bbef-78a1256eca29,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:20.902319 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f464d58b-b7c8-4551-8582-56e225bbd56f up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:19:20.997426 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cc9f26ac-39a2-4ac8-886e-5ea4883eac6e admin admin] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:21.012750 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cc9f26ac-39a2-4ac8-886e-5ea4883eac6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:21.189317 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cc9f26ac-39a2-4ac8-886e-5ea4883eac6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:21.205370 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a4d9a-2611-4bdf-83f8-1912a42ac31b req-3141f371-f350-41ad-8f89-b5e6ef71505b tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:21.219299 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-653a4d9a-2611-4bdf-83f8-1912a42ac31b req-3141f371-f350-41ad-8f89-b5e6ef71505b tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/ports?device_id=056a2697-883e-4985-8d3a-aea4d8662d08 HTTP/1.1" status: 200 len: 945 time: 0.2179987 Oct 19 01:19:21.291323 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f26ac-39a2-4ac8-886e-5ea4883eac6e admin admin] Pushing event updated for resources: {'Port': ['ID=f9634db2-bdcb-4612-9ff0-03a7f56b2294,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:21.317511 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port f464d58b-b7c8-4551-8582-56e225bbd56f triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:21.318067 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:21.337814 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-55d44014-9eb9-4167-a064-77017d378498 None None] Set router 8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:19:21.348942 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-4f231e97-3ded-4b35-a544-ab43a7a5055e None None] Allocated IP 172.20.0.18 (3f3e2c17-ab79-49bb-9563-8ed68286c5f3/5c6143d7-d794-4629-80a4-f7ed582dda4a/db1532fe-7f12-477e-b016-7a8bab249256) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:19:21.356187 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-653a4d9a-2611-4bdf-83f8-1912a42ac31b req-31565a75-ba6b-4464-976b-0c9be4c0c18d tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/security-groups?id=6523b3cc-da16-409a-a600-3c82dc66caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358421 Oct 19 01:19:21.587429 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0b4811f4-8b38-430e-9b3d-272fe5f106f6 req-2184204c-d18d-4d11-8c47-57f7d0ab6594 tempest-ServerShowV247Test-1928033068 tempest-ServerShowV247Test-1928033068-project] 10.222.0.57 "GET /v2.0/ports?device_id=06180416-b638-420a-97ea-c8b78be26ef4 HTTP/1.1" status: 200 len: 210 time: 0.0505233 Oct 19 01:19:21.622585 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9f26ac-39a2-4ac8-886e-5ea4883eac6e admin admin] Network 2309c3e4-1aec-4060-b6e9-bbaad5369c41 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:19:21.628577 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-cc9f26ac-39a2-4ac8-886e-5ea4883eac6e admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:22.014675 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac02205-7d36-43ce-8e81-cb9e50d0b1fc req-e80d1f8b-63e3-4596-a1eb-e13bae038f1c tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:22.019003 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3ac02205-7d36-43ce-8e81-cb9e50d0b1fc req-e80d1f8b-63e3-4596-a1eb-e13bae038f1c tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.55 "GET /v2.0/ports?device_id=056a2697-883e-4985-8d3a-aea4d8662d08 HTTP/1.1" status: 200 len: 945 time: 0.2895644 Oct 19 01:19:22.068158 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9f26ac-39a2-4ac8-886e-5ea4883eac6e admin admin] Router 8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:19:22.277618 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-3ac02205-7d36-43ce-8e81-cb9e50d0b1fc req-40845054-b734-4119-8130-916a699e978e tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Deleting port a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:19:22.278100 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3ac02205-7d36-43ce-8e81-cb9e50d0b1fc req-40845054-b734-4119-8130-916a699e978e tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:22.383168 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-31a1c596-8841-4840-bfd3-d1bdc3b3421f req-d8466a00-aec7-43d5-83c2-916770588e15 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=95c26d55-70fd-4639-bb2e-3a7401a94ec5 HTTP/1.1" status: 200 len: 210 time: 0.1428943 Oct 19 01:19:22.502781 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-3ac02205-7d36-43ce-8e81-cb9e50d0b1fc req-40845054-b734-4119-8130-916a699e978e tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] For port a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf,segment=NetworkSegment(2fb4b123-8aa7-4a03-bbcb-f9e00f85347d),segment_id=2fb4b123-8aa7-4a03-bbcb-f9e00f85347d)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:22.504989 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3ac02205-7d36-43ce-8e81-cb9e50d0b1fc req-40845054-b734-4119-8130-916a699e978e tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:22.542376 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-3ac02205-7d36-43ce-8e81-cb9e50d0b1fc req-40845054-b734-4119-8130-916a699e978e tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Calling delete_port for a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:19:22.552759 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-87c050b7-e3b5-4dc4-bc4c-99af28b80de0 None None] Provisioning complete for port f9634db2-bdcb-4612-9ff0-03a7f56b2294 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:22.560117 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-87c050b7-e3b5-4dc4-bc4c-99af28b80de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:22.654100 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9f26ac-39a2-4ac8-886e-5ea4883eac6e admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:19:22.710871 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-cc9f26ac-39a2-4ac8-886e-5ea4883eac6e admin admin] 10.222.0.57 "PUT /v2.0/routers/8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8532894 Oct 19 01:19:22.864980 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-950013ab-a8a3-4e67-b34b-599cd0a836b6 req-1c4675be-ba96-481c-845b-c69773d8bbde tempest-ServerShowV247Test-1928033068 tempest-ServerShowV247Test-1928033068-project] 10.222.0.57 "GET /v2.0/ports?device_id=06180416-b638-420a-97ea-c8b78be26ef4 HTTP/1.1" status: 200 len: 210 time: 0.1520367 Oct 19 01:19:22.883473 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4f231e97-3ded-4b35-a544-ab43a7a5055e None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:22.924258 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-87c050b7-e3b5-4dc4-bc4c-99af28b80de0 None None] Port f9634db2-bdcb-4612-9ff0-03a7f56b2294 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:19:22.952168 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4f231e97-3ded-4b35-a544-ab43a7a5055e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:23.142680 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:23.180109 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f231e97-3ded-4b35-a544-ab43a7a5055e None None] Network 3f3e2c17-ab79-49bb-9563-8ed68286c5f3 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:19:23.214140 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-4f231e97-3ded-4b35-a544-ab43a7a5055e None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:23.220543 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f231e97-3ded-4b35-a544-ab43a7a5055e None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:19:23.225822 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f231e97-3ded-4b35-a544-ab43a7a5055e None None] Pushing event updated for resources: {'Port': ['ID=db1532fe-7f12-477e-b016-7a8bab249256,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:23.236384 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc50fb-c125-4f9d-bde3-f6573402a396 req-c3a5e1d8-3d4c-40af-a8e6-c269c66db77f tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:23.245473 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f6fc50fb-c125-4f9d-bde3-f6573402a396 req-c3a5e1d8-3d4c-40af-a8e6-c269c66db77f tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bec462a-8f36-4550-89b8-b46c8baff9a7 HTTP/1.1" status: 200 len: 945 time: 0.5250394 Oct 19 01:19:23.249899 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-3188d20e-26bc-4486-ac82-0816f85b7836 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Allocated IP 172.20.0.17 (3f3e2c17-ab79-49bb-9563-8ed68286c5f3/5c6143d7-d794-4629-80a4-f7ed582dda4a/7e7631b6-d574-4c17-ae51-70f79852dcc6) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:19:23.268209 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-55d44014-9eb9-4167-a064-77017d378498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'name': 'tempest-ServerActionsTestJSON-1792678915-router', 'tenant_id': '168a5912cc444122aa0d6d6b44b7e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '634d7eeb-e41e-4d47-8e0c-8d451e52c165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:08Z', 'updated_at': '2021-10-19T01:19:19Z', 'revision_number': 4, 'project_id': '168a5912cc444122aa0d6d6b44b7e93f', 'gw_port': {'id': '634d7eeb-e41e-4d47-8e0c-8d451e52c165', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:81:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:10Z', 'updated_at': '2021-10-19T01:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'f9634db2-bdcb-4612-9ff0-03a7f56b2294', 'name': '', 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41', 'tenant_id': '168a5912cc444122aa0d6d6b44b7e93f', 'mac_address': 'fa:16:3e:41:af:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'e75ff155-8f86-450c-9276-3e4132eca531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:17Z', 'updated_at': '2021-10-19T01:19:17Z', 'revision_number': 1, 'project_id': '168a5912cc444122aa0d6d6b44b7e93f', 'subnets': [{'id': 'e75ff155-8f86-450c-9276-3e4132eca531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:23.421916 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f32c0a-e85d-47c2-b585-10e19c9aa370 req-4372b933-ffe5-499c-94dc-232622e98bfb tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:23.437689 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a8f32c0a-e85d-47c2-b585-10e19c9aa370 req-4372b933-ffe5-499c-94dc-232622e98bfb tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/ports?device_id=056a2697-883e-4985-8d3a-aea4d8662d08 HTTP/1.1" status: 200 len: 945 time: 0.3076694 Oct 19 01:19:23.466058 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port f464d58b-b7c8-4551-8582-56e225bbd56f, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=f464d58b-b7c8-4551-8582-56e225bbd56f,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:23.475061 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:23.665968 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=f464d58b-b7c8-4551-8582-56e225bbd56f,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:23.679958 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d44014-9eb9-4167-a064-77017d378498 None None] The sync data for ids ['8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a'] in n-d-715271-26 is: [{'id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'name': 'tempest-ServerActionsTestJSON-1792678915-router', 'tenant_id': '168a5912cc444122aa0d6d6b44b7e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '634d7eeb-e41e-4d47-8e0c-8d451e52c165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:08Z', 'updated_at': '2021-10-19T01:19:19Z', 'revision_number': 4, 'project_id': '168a5912cc444122aa0d6d6b44b7e93f', 'gw_port': {'id': '634d7eeb-e41e-4d47-8e0c-8d451e52c165', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:81:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:10Z', 'updated_at': '2021-10-19T01:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'f9634db2-bdcb-4612-9ff0-03a7f56b2294', 'name': '', 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41', 'tenant_id': '168a5912cc444122aa0d6d6b44b7e93f', 'mac_address': 'fa:16:3e:41:af:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'e75ff155-8f86-450c-9276-3e4132eca531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:17Z', 'updated_at': '2021-10-19T01:19:17Z', 'revision_number': 1, 'project_id': '168a5912cc444122aa0d6d6b44b7e93f', 'subnets': [{'id': 'e75ff155-8f86-450c-9276-3e4132eca531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:19:23.738467 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-4f231e97-3ded-4b35-a544-ab43a7a5055e None None] Attempting to bind port db1532fe-7f12-477e-b016-7a8bab249256 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:19:23.738626 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2484c9f0-06df-4bab-8892-a04c06cec466 req-6429b58e-ca2b-4acd-8743-1688735b19e5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=06180416-b638-420a-97ea-c8b78be26ef4 HTTP/1.1" status: 200 len: 210 time: 0.0959861 Oct 19 01:19:23.739131 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-4f231e97-3ded-4b35-a544-ab43a7a5055e None None] Attempting to bind port db1532fe-7f12-477e-b016-7a8bab249256 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '0cad6e1e-11d1-43a4-99ac-99237a3e16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3f3e2c17-ab79-49bb-9563-8ed68286c5f3'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:19:23.740667 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f231e97-3ded-4b35-a544-ab43a7a5055e None None] Attempting to bind port db1532fe-7f12-477e-b016-7a8bab249256 on network 3f3e2c17-ab79-49bb-9563-8ed68286c5f3 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:19:23.754776 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f231e97-3ded-4b35-a544-ab43a7a5055e None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:19:23.755368 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f231e97-3ded-4b35-a544-ab43a7a5055e None None] Checking segment: {'id': '0cad6e1e-11d1-43a4-99ac-99237a3e16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3f3e2c17-ab79-49bb-9563-8ed68286c5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:19:23.755964 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4f231e97-3ded-4b35-a544-ab43a7a5055e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:23.756469 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f231e97-3ded-4b35-a544-ab43a7a5055e None None] Bound using segment: {'id': '0cad6e1e-11d1-43a4-99ac-99237a3e16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3f3e2c17-ab79-49bb-9563-8ed68286c5f3'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:19:23.757436 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-4f231e97-3ded-4b35-a544-ab43a7a5055e None None] Bound port: db1532fe-7f12-477e-b016-7a8bab249256, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cad6e1e-11d1-43a4-99ac-99237a3e16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3f3e2c17-ab79-49bb-9563-8ed68286c5f3'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:19:23.759008 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4f231e97-3ded-4b35-a544-ab43a7a5055e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:23.890879 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 51856) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:23.895607 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-ee5ea034-dcc3-4d85-ad68-5f5cd05ba3c6 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Request body: {'security_group': {'name': 'tempest-securitygroup--432129273', 'description': 'tempest-description--1885372819'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:23.953232 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ee5ea034-dcc3-4d85-ad68-5f5cd05ba3c6 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:23.975597 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4f231e97-3ded-4b35-a544-ab43a7a5055e None None] For port db1532fe-7f12-477e-b016-7a8bab249256, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:19:23.981955 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4f231e97-3ded-4b35-a544-ab43a7a5055e None None] For port db1532fe-7f12-477e-b016-7a8bab249256, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=db1532fe-7f12-477e-b016-7a8bab249256,segment=NetworkSegment(0cad6e1e-11d1-43a4-99ac-99237a3e16de),segment_id=0cad6e1e-11d1-43a4-99ac-99237a3e16de)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:19:23.991721 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4f231e97-3ded-4b35-a544-ab43a7a5055e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:24.085583 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a8f32c0a-e85d-47c2-b585-10e19c9aa370 req-0ffa807d-6fcc-4101-b22c-404773d84f61 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/security-groups?id=6523b3cc-da16-409a-a600-3c82dc66caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6461339 Oct 19 01:19:24.092419 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3ac02205-7d36-43ce-8e81-cb9e50d0b1fc req-40845054-b734-4119-8130-916a699e978e tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:24.115015 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4af3e154-84f6-48fe-9d65-7a0ac1e34ab0 req-55fb7f40-3506-4ca1-9b66-4ed43625590e tempest-ServerShowV247Test-1928033068 tempest-ServerShowV247Test-1928033068-project] 10.222.0.57 "GET /v2.0/ports?device_id=06180416-b638-420a-97ea-c8b78be26ef4 HTTP/1.1" status: 200 len: 210 time: 0.0531709 Oct 19 01:19:24.124446 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf', '204133a1-7109-4a39-a69c-8523783bb1b7'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:19:24.156701 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ee5ea034-dcc3-4d85-ad68-5f5cd05ba3c6 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:24.171656 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ee5ea034-dcc3-4d85-ad68-5f5cd05ba3c6 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:24.248887 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ee5ea034-dcc3-4d85-ad68-5f5cd05ba3c6 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:24.252011 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ee5ea034-dcc3-4d85-ad68-5f5cd05ba3c6 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3603334 Oct 19 01:19:24.255135 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ea034-dcc3-4d85-ad68-5f5cd05ba3c6 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e87a1b3-620c-498e-b5d9-363566f7595c,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:24.260131 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 51890) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:24.274875 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-e1b7cee0-0a54-4101-b533-4f6149f297d1 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Request body: {'security_group_rule': {'security_group_id': '4e87a1b3-620c-498e-b5d9-363566f7595c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:24.303466 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40845054-b734-4119-8130-916a699e978e tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Pushing event deleted for resources: {'Port': ['ID=a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:24.353686 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-f6fc50fb-c125-4f9d-bde3-f6573402a396 req-a8717e98-e5d8-4cef-bc71-1935111c04a7 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Deleting port 204133a1-7109-4a39-a69c-8523783bb1b7 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:19:24.354297 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f6fc50fb-c125-4f9d-bde3-f6573402a396 req-a8717e98-e5d8-4cef-bc71-1935111c04a7 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:24.403153 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e1b7cee0-0a54-4101-b533-4f6149f297d1 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:24.457117 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f231e97-3ded-4b35-a544-ab43a7a5055e None None] Pushing event updated for resources: {'Port': ['ID=db1532fe-7f12-477e-b016-7a8bab249256,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:24.574215 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac02205-7d36-43ce-8e81-cb9e50d0b1fc req-40845054-b734-4119-8130-916a699e978e tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] No DVR routers for this DVR port a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:19:24.599900 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3ac02205-7d36-43ce-8e81-cb9e50d0b1fc req-40845054-b734-4119-8130-916a699e978e tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:24.623116 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3ac02205-7d36-43ce-8e81-cb9e50d0b1fc req-40845054-b734-4119-8130-916a699e978e tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.55 "DELETE /v2.0/ports/a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf HTTP/1.1" status: 204 len: 173 time: 2.5870171 Oct 19 01:19:24.632465 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3188d20e-26bc-4486-ac82-0816f85b7836 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:24.636831 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056a2697-883e-4985-8d3a-aea4d8662d08', 'name': 'network-vif-deleted', 'tag': 'a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:24.643880 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d442218a-c3d4-4a63-bbbb-72fe136d3ae3" -d '{"events": [{"server_uuid": "056a2697-883e-4985-8d3a-aea4d8662d08", "name": "network-vif-deleted", "tag": "a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:24.749279 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e1b7cee0-0a54-4101-b533-4f6149f297d1 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:24.769560 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e1b7cee0-0a54-4101-b533-4f6149f297d1 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:24.848231 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e101fcc2-1a3e-4b09-8092-7f47141aa323 x-openstack-request-id: req-e101fcc2-1a3e-4b09-8092-7f47141aa323 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:24.849468 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "056a2697-883e-4985-8d3a-aea4d8662d08", "name": "network-vif-deleted", "tag": "a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:24.852153 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e101fcc2-1a3e-4b09-8092-7f47141aa323 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:24.853915 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '056a2697-883e-4985-8d3a-aea4d8662d08', 'name': 'network-vif-deleted', 'tag': 'a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf', 'status': 'completed', 'code': 200} Oct 19 01:19:24.956596 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e1b7cee0-0a54-4101-b533-4f6149f297d1 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:24.963683 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e1b7cee0-0a54-4101-b533-4f6149f297d1 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6978228 Oct 19 01:19:24.964972 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7cee0-0a54-4101-b533-4f6149f297d1 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c93e32-f957-4ea7-9ba0-9bebd30860c8,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:24.970355 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 51950) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:24.972214 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 51952) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:24.983380 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-3f9264f7-fa99-434b-b24a-5f0fc758bfac tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Request body: {'security_group_rule': {'security_group_id': '4e87a1b3-620c-498e-b5d9-363566f7595c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:25.118882 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3f9264f7-fa99-434b-b24a-5f0fc758bfac tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:25.232924 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-f6fc50fb-c125-4f9d-bde3-f6573402a396 req-a8717e98-e5d8-4cef-bc71-1935111c04a7 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] For port 204133a1-7109-4a39-a69c-8523783bb1b7, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=204133a1-7109-4a39-a69c-8523783bb1b7,segment=NetworkSegment(2fb4b123-8aa7-4a03-bbcb-f9e00f85347d),segment_id=2fb4b123-8aa7-4a03-bbcb-f9e00f85347d)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:25.245257 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f6fc50fb-c125-4f9d-bde3-f6573402a396 req-a8717e98-e5d8-4cef-bc71-1935111c04a7 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:25.312250 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-f6fc50fb-c125-4f9d-bde3-f6573402a396 req-a8717e98-e5d8-4cef-bc71-1935111c04a7 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Calling delete_port for 204133a1-7109-4a39-a69c-8523783bb1b7 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:19:25.324892 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3188d20e-26bc-4486-ac82-0816f85b7836 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:25.335623 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3f9264f7-fa99-434b-b24a-5f0fc758bfac tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:25.345356 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3f9264f7-fa99-434b-b24a-5f0fc758bfac tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:25.410951 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9264f7-fa99-434b-b24a-5f0fc758bfac tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b96c9c-31b7-493d-bc17-1220d2f93536,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:25.435967 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3188d20e-26bc-4486-ac82-0816f85b7836 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Network 3f3e2c17-ab79-49bb-9563-8ed68286c5f3 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:19:25.551650 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-037dab7f-688b-449f-9fb9-2f88e9da35eb req-c711db87-32a6-40c7-96d9-fb1723e8d4d8 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/ports?device_id=056a2697-883e-4985-8d3a-aea4d8662d08 HTTP/1.1" status: 200 len: 210 time: 0.1624868 Oct 19 01:19:25.557538 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1e2b041d-c731-4e48-95be-503f4aae1c25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:25.572995 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3f9264f7-fa99-434b-b24a-5f0fc758bfac tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:25.585017 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3f9264f7-fa99-434b-b24a-5f0fc758bfac tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6111073 Oct 19 01:19:25.595535 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 51966) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:25.599414 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-3188d20e-26bc-4486-ac82-0816f85b7836 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:25.618067 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-94ad2b18-d073-40b5-bcdd-ab43ca94ec40 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:25.686344 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-94ad2b18-d073-40b5-bcdd-ab43ca94ec40 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks [] for floatingip, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:25.794574 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188d20e-26bc-4486-ac82-0816f85b7836 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Pushing event updated for resources: {'Port': ['ID=7e7631b6-d574-4c17-ae51-70f79852dcc6,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:25.805070 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3188d20e-26bc-4486-ac82-0816f85b7836 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:19:25.946234 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 634d7eeb-e41e-4d47-8e0c-8d451e52c165 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:19:26.004870 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4e0464ca-432e-4663-88b1-4041d0dabed4 req-d8ec47ec-b903-4b75-9d10-61fc37c76263 tempest-ServerShowV247Test-1928033068 tempest-ServerShowV247Test-1928033068-project] 10.222.0.57 "GET /v2.0/ports?device_id=06180416-b638-420a-97ea-c8b78be26ef4 HTTP/1.1" status: 200 len: 210 time: 0.6119511 Oct 19 01:19:26.014445 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f6fc50fb-c125-4f9d-bde3-f6573402a396 req-a8717e98-e5d8-4cef-bc71-1935111c04a7 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:26.029623 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1e2b041d-c731-4e48-95be-503f4aae1c25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:26.054899 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1e2b041d-c731-4e48-95be-503f4aae1c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:26.129268 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 634d7eeb-e41e-4d47-8e0c-8d451e52c165 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:26.130054 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:26.206431 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b041d-c731-4e48-95be-503f4aae1c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddc8031-0bd3-4928-b4f8-938c55987a8a,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:26.211308 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8717e98-e5d8-4cef-bc71-1935111c04a7 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Pushing event deleted for resources: {'Port': ['ID=204133a1-7109-4a39-a69c-8523783bb1b7,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:26.222522 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:19:26.302020 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3188d20e-26bc-4486-ac82-0816f85b7836 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:26.316042 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:19:26.321327 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device a1d89254-73e7-4cf3-8486-bc4c1bfd5dcf not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:19:26.325536 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 204133a1-7109-4a39-a69c-8523783bb1b7 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:19:26.335961 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1e2b041d-c731-4e48-95be-503f4aae1c25 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=33b8d8b059fb4a57923ec51137299213&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2967095 Oct 19 01:19:26.342030 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-94ad2b18-d073-40b5-bcdd-ab43ca94ec40 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:26.383063 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 204133a1-7109-4a39-a69c-8523783bb1b7 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:19:26.384313 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 204133a1-7109-4a39-a69c-8523783bb1b7 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:19:26.448075 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51990) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:26.505976 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:26.559426 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 634d7eeb-e41e-4d47-8e0c-8d451e52c165, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=634d7eeb-e41e-4d47-8e0c-8d451e52c165,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:26.568896 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:26.570092 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device db1532fe-7f12-477e-b016-7a8bab249256 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:19:26.595242 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-94ad2b18-d073-40b5-bcdd-ab43ca94ec40 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Allocated IP 172.25.8.44 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/efee6bc5-b1a4-4bca-9b72-07e43a75121b) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:19:26.616634 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6fc50fb-c125-4f9d-bde3-f6573402a396 req-a8717e98-e5d8-4cef-bc71-1935111c04a7 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] No DVR routers for this DVR port 204133a1-7109-4a39-a69c-8523783bb1b7 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:19:26.626926 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f6fc50fb-c125-4f9d-bde3-f6573402a396 req-a8717e98-e5d8-4cef-bc71-1935111c04a7 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:26.659109 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f6fc50fb-c125-4f9d-bde3-f6573402a396 req-a8717e98-e5d8-4cef-bc71-1935111c04a7 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.55 "DELETE /v2.0/ports/204133a1-7109-4a39-a69c-8523783bb1b7 HTTP/1.1" status: 204 len: 173 time: 3.3801572 Oct 19 01:19:26.852853 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=634d7eeb-e41e-4d47-8e0c-8d451e52c165,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:26.908768 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port db1532fe-7f12-477e-b016-7a8bab249256 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:26.910418 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:26.917640 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6494536-24e6-40b7-b914-7f96a1e49963 None None] Network 3f3e2c17-ab79-49bb-9563-8ed68286c5f3 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:19:26.981576 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bec462a-8f36-4550-89b8-b46c8baff9a7', 'name': 'network-vif-deleted', 'tag': '204133a1-7109-4a39-a69c-8523783bb1b7'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:27.003032 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-94ad2b18-d073-40b5-bcdd-ab43ca94ec40 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:27.007871 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7d72cc-3014-4517-bf06-c058461a3a49" -d '{"events": [{"server_uuid": "7bec462a-8f36-4550-89b8-b46c8baff9a7", "name": "network-vif-deleted", "tag": "204133a1-7109-4a39-a69c-8523783bb1b7"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:27.238278 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d49a427c-fdcb-41d6-a736-510ceaa72c76 req-239d7e26-dc6e-4e11-afe5-9fd42cef0d43 tempest-ServerShowV247Test-1928033068 tempest-ServerShowV247Test-1928033068-project] 10.222.0.57 "GET /v2.0/ports?device_id=06180416-b638-420a-97ea-c8b78be26ef4 HTTP/1.1" status: 200 len: 210 time: 0.1721225 Oct 19 01:19:27.285678 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d371deab-956d-4390-b2ba-fef49ae5b87b req-6504beef-bb4c-420c-850d-9d902e56e796 tempest-MultipleCreateTestJSON-428274413 tempest-MultipleCreateTestJSON-428274413-project] 10.222.0.57 "GET /v2.0/ports?device_id=7bec462a-8f36-4550-89b8-b46c8baff9a7 HTTP/1.1" status: 200 len: 210 time: 0.1077881 Oct 19 01:19:27.299423 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-94ad2b18-d073-40b5-bcdd-ab43ca94ec40 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:27.300184 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:27.301657 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-1fa07299-7f4a-46ee-96b0-6418f8034293 None None] Provisioning complete for port db1532fe-7f12-477e-b016-7a8bab249256 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:27.303155 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1fa07299-7f4a-46ee-96b0-6418f8034293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:27.346554 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e8cd02ed-bdf1-4564-af92-13aafdb0a206 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:27.410804 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ad2b18-d073-40b5-bcdd-ab43ca94ec40 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Pushing event updated for resources: {'Port': ['ID=efee6bc5-b1a4-4bca-9b72-07e43a75121b,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:27.427244 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3188d20e-26bc-4486-ac82-0816f85b7836 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:27.494465 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ad2b18-d073-40b5-bcdd-ab43ca94ec40 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:19:27.498365 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-94ad2b18-d073-40b5-bcdd-ab43ca94ec40 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:27.511202 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ad2b18-d073-40b5-bcdd-ab43ca94ec40 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:19:27.521284 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f77a0d3-36a1-4e5c-8bf6-dad2064ac7d5 x-openstack-request-id: req-0f77a0d3-36a1-4e5c-8bf6-dad2064ac7d5 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:27.521884 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bec462a-8f36-4550-89b8-b46c8baff9a7", "name": "network-vif-deleted", "tag": "204133a1-7109-4a39-a69c-8523783bb1b7", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:27.523483 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0f77a0d3-36a1-4e5c-8bf6-dad2064ac7d5 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:27.524145 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bec462a-8f36-4550-89b8-b46c8baff9a7', 'name': 'network-vif-deleted', 'tag': '204133a1-7109-4a39-a69c-8523783bb1b7', 'status': 'completed', 'code': 200} Oct 19 01:19:27.528973 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:27.711682 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e8cd02ed-bdf1-4564-af92-13aafdb0a206 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:27.729151 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port db1532fe-7f12-477e-b016-7a8bab249256, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=db1532fe-7f12-477e-b016-7a8bab249256,segment=NetworkSegment(0cad6e1e-11d1-43a4-99ac-99237a3e16de),segment_id=0cad6e1e-11d1-43a4-99ac-99237a3e16de)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:27.763313 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:27.765006 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f464d58b-b7c8-4551-8582-56e225bbd56f up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:19:27.895917 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e8cd02ed-bdf1-4564-af92-13aafdb0a206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:27.898544 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e8cd02ed-bdf1-4564-af92-13aafdb0a206 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:27.903755 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e8cd02ed-bdf1-4564-af92-13aafdb0a206 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7ddc8031-0bd3-4928-b4f8-938c55987a8a HTTP/1.1" status: 204 len: 168 time: 1.4051902 Oct 19 01:19:27.924020 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-94ad2b18-d073-40b5-bcdd-ab43ca94ec40 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:27.969566 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd02ed-bdf1-4564-af92-13aafdb0a206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddc8031-0bd3-4928-b4f8-938c55987a8a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:28.028943 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-94ad2b18-d073-40b5-bcdd-ab43ca94ec40 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:28.464775 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 52080) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:28.584155 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50e4299-0887-4a0f-bd84-86f9af0a7af2 None None] Sync routers for ids ['8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:19:28.725273 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f7ae311f-6d00-4574-b3e2-41085cc68cb6 req-7c798585-44cd-4aa4-9151-c53ba8d37f3b tempest-ServerShowV247Test-1928033068 tempest-ServerShowV247Test-1928033068-project] 10.222.0.57 "GET /v2.0/ports?device_id=06180416-b638-420a-97ea-c8b78be26ef4 HTTP/1.1" status: 200 len: 210 time: 0.2533882 Oct 19 01:19:28.737010 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50e4299-0887-4a0f-bd84-86f9af0a7af2 None None] Routers {'8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:19:28.737799 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-d50e4299-0887-4a0f-bd84-86f9af0a7af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:19:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:28.918065 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42ba33f-b407-406a-9619-31e2836ba4d3 admin admin] Deleting subnet 6781ddc6-a7e6-45f5-b31c-4189befa9b11 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:19:28.979125 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a42ba33f-b407-406a-9619-31e2836ba4d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:29.039372 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-94ad2b18-d073-40b5-bcdd-ab43ca94ec40 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:29.099119 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-94ad2b18-d073-40b5-bcdd-ab43ca94ec40 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:29.221997 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port f464d58b-b7c8-4551-8582-56e225bbd56f triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:29.228267 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:29.283635 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a42ba33f-b407-406a-9619-31e2836ba4d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:29.350797 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-d50e4299-0887-4a0f-bd84-86f9af0a7af2 None None] Set router 8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:19:29.514300 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ad2b18-d073-40b5-bcdd-ab43ca94ec40 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Pushing event updated for resources: {'Port': ['ID=efee6bc5-b1a4-4bca-9b72-07e43a75121b,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:29.608955 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=db1532fe-7f12-477e-b016-7a8bab249256,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:29.635762 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-0f160c82-38d4-4fb4-a26d-6ba5e3aa0b89 None None] Provisioning complete for port 7e7631b6-d574-4c17-ae51-70f79852dcc6 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:29.636149 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0f160c82-38d4-4fb4-a26d-6ba5e3aa0b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:29.638040 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-94ad2b18-d073-40b5-bcdd-ab43ca94ec40 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:29.665954 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a42ba33f-b407-406a-9619-31e2836ba4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:29.691006 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 52142) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:29.695030 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-0f160c82-38d4-4fb4-a26d-6ba5e3aa0b89 None None] Port 7e7631b6-d574-4c17-ae51-70f79852dcc6 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:19:29.719784 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-0f160c82-38d4-4fb4-a26d-6ba5e3aa0b89 None None] Provisioning complete for port db1532fe-7f12-477e-b016-7a8bab249256 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:29.720384 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0f160c82-38d4-4fb4-a26d-6ba5e3aa0b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:29.775541 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-94ad2b18-d073-40b5-bcdd-ab43ca94ec40 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:29.777033 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3188d20e-26bc-4486-ac82-0816f85b7836 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:29.790392 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-94ad2b18-d073-40b5-bcdd-ab43ca94ec40 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1895418 Oct 19 01:19:29.792851 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:29.797806 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3188d20e-26bc-4486-ac82-0816f85b7836 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:29.847337 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a42ba33f-b407-406a-9619-31e2836ba4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:29.958596 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a42ba33f-b407-406a-9619-31e2836ba4d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:29.962218 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a42ba33f-b407-406a-9619-31e2836ba4d3 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6781ddc6-a7e6-45f5-b31c-4189befa9b11 HTTP/1.1" status: 204 len: 168 time: 1.4879446 Oct 19 01:19:29.963288 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ba33f-b407-406a-9619-31e2836ba4d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6781ddc6-a7e6-45f5-b31c-4189befa9b11,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:29.975114 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 52154) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:30.003453 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-7b3da7d5-2fe7-46d9-b39d-7405f2022a3f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2021327807-network', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:30.052676 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f7617b4e-273a-4471-919c-8773a0e76146 req-fedafe05-5cc9-4d65-a838-04235b8517a6 tempest-ServerShowV247Test-1928033068 tempest-ServerShowV247Test-1928033068-project] 10.222.0.57 "GET /v2.0/ports?device_id=06180416-b638-420a-97ea-c8b78be26ef4 HTTP/1.1" status: 200 len: 210 time: 0.0834522 Oct 19 01:19:30.068061 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188d20e-26bc-4486-ac82-0816f85b7836 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Pushing event updated for resources: {'Port': ['ID=7e7631b6-d574-4c17-ae51-70f79852dcc6,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:30.069159 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b9aed867-8938-4e52-b305-1353b1872819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:30.073505 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3188d20e-26bc-4486-ac82-0816f85b7836 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:30.221236 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3188d20e-26bc-4486-ac82-0816f85b7836 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Network 3f3e2c17-ab79-49bb-9563-8ed68286c5f3 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:19:30.224012 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-3188d20e-26bc-4486-ac82-0816f85b7836 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:30.232705 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b9aed867-8938-4e52-b305-1353b1872819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:30.308014 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3da7d5-2fe7-46d9-b39d-7405f2022a3f admin admin] Made reservation on behalf of 585554f71e844101aa23b8eea6cc5bd0 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:19:30.308945 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-b9aed867-8938-4e52-b305-1353b1872819 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['773992db-b06e-4fec-83a9-45230ec91a43']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:30.314317 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7b3da7d5-2fe7-46d9-b39d-7405f2022a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:30.336229 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7b3da7d5-2fe7-46d9-b39d-7405f2022a3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:30.344858 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-b9aed867-8938-4e52-b305-1353b1872819 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb4b123-8aa7-4a03-bbcb-f9e00f85347d') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:30.354897 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-b9aed867-8938-4e52-b305-1353b1872819 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb4b123-8aa7-4a03-bbcb-f9e00f85347d') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:30.367626 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 634d7eeb-e41e-4d47-8e0c-8d451e52c165 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:19:30.420245 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-d27d78a7-29f8-4358-b04b-e7ab0f9f00c8 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--432129273&fields=id&tenant_id=168a5912cc444122aa0d6d6b44b7e93f HTTP/1.1" status: 200 len: 267 time: 0.1270559 Oct 19 01:19:30.431833 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b9aed867-8938-4e52-b305-1353b1872819 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:30.525436 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-d50e4299-0887-4a0f-bd84-86f9af0a7af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'name': 'tempest-ServerActionsTestJSON-1792678915-router', 'tenant_id': '168a5912cc444122aa0d6d6b44b7e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '634d7eeb-e41e-4d47-8e0c-8d451e52c165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:08Z', 'updated_at': '2021-10-19T01:19:19Z', 'revision_number': 4, 'project_id': '168a5912cc444122aa0d6d6b44b7e93f', 'gw_port': {'id': '634d7eeb-e41e-4d47-8e0c-8d451e52c165', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:81:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:10Z', 'updated_at': '2021-10-19T01:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'f9634db2-bdcb-4612-9ff0-03a7f56b2294', 'name': '', 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41', 'tenant_id': '168a5912cc444122aa0d6d6b44b7e93f', 'mac_address': 'fa:16:3e:41:af:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'e75ff155-8f86-450c-9276-3e4132eca531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:17Z', 'updated_at': '2021-10-19T01:19:20Z', 'revision_number': 2, 'project_id': '168a5912cc444122aa0d6d6b44b7e93f', 'subnets': [{'id': 'e75ff155-8f86-450c-9276-3e4132eca531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:30.530043 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b9aed867-8938-4e52-b305-1353b1872819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:30.539949 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 634d7eeb-e41e-4d47-8e0c-8d451e52c165 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:30.540317 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:30.591899 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50e4299-0887-4a0f-bd84-86f9af0a7af2 None None] Checking router: 8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:19:30.592259 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50e4299-0887-4a0f-bd84-86f9af0a7af2 None None] Updating router 8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a port f9634db2-bdcb-4612-9ff0-03a7f56b2294 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:19:30.616509 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9aed867-8938-4e52-b305-1353b1872819 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:19:30.617028 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b9aed867-8938-4e52-b305-1353b1872819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:30.619081 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3188d20e-26bc-4486-ac82-0816f85b7836 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Router 7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:19:30.621351 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:19:30.621351 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:19:30.621351 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:19:30.621351 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:19:30.621351 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:19:30.621351 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:19:30.621351 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:19:30.621351 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:19:30.621351 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:19:30.621351 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:19:30.621351 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:19:30.621351 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:19:30.621351 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:19:30.621351 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:19:30.621351 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:19:30.621351 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:19:30.621351 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:19:30.621351 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:19:30.621351 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:19:30.621351 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:19:30.621351 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:19:30.621351 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:19:30.621351 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:19:30.621351 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:19:30.621351 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:19:30.621351 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:19:30.621351 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:19:30.621351 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:19:30.621351 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:19:30.621351 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:19:30.621351 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:19:30.621351 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:19:30.821005 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-0f189a40-bf62-4054-9816-5acb4ff4813a None None] Provisioning complete for port 7e7631b6-d574-4c17-ae51-70f79852dcc6 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:30.821972 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0f189a40-bf62-4054-9816-5acb4ff4813a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:30.844854 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3188d20e-26bc-4486-ac82-0816f85b7836 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:19:30.856468 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3188d20e-26bc-4486-ac82-0816f85b7836 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "PUT /v2.0/routers/7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7226183 Oct 19 01:19:30.868655 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0d140f-7d98-45e8-b010-c481a9744247 None None] Sync routers for ids ['7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:19:30.870687 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7b3da7d5-2fe7-46d9-b39d-7405f2022a3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:30.878416 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7b3da7d5-2fe7-46d9-b39d-7405f2022a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:30.887881 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0d140f-7d98-45e8-b010-c481a9744247 None None] Routers {'7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:19:30.888532 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ba0d140f-7d98-45e8-b010-c481a9744247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:19:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:30.899808 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d50e4299-0887-4a0f-bd84-86f9af0a7af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:30.951566 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3da7d5-2fe7-46d9-b39d-7405f2022a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4b4e98-8b43-4f75-a9a8-57b013b07dfc,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:30.982289 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-0f189a40-bf62-4054-9816-5acb4ff4813a None None] Port 7e7631b6-d574-4c17-ae51-70f79852dcc6 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:19:30.998397 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b3da7d5-2fe7-46d9-b39d-7405f2022a3f admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:19:31.035064 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7b3da7d5-2fe7-46d9-b39d-7405f2022a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:31.035631 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-7b3da7d5-2fe7-46d9-b39d-7405f2022a3f admin admin] Added segment 512c9a72-a7c2-4c68-bc23-b3652105591d of type vlan for network 5e12dd14-5039-435c-a783-d0672592c2d3 Oct 19 01:19:31.302107 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7b3da7d5-2fe7-46d9-b39d-7405f2022a3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:31.304987 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-ba0d140f-7d98-45e8-b010-c481a9744247 None None] Set router 7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:19:31.345460 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-e72c64dd-8c45-4c4a-94e8-799ebdaafb22 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:31.353870 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-e72c64dd-8c45-4c4a-94e8-799ebdaafb22 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/networks?id=2309c3e4-1aec-4060-b6e9-bbaad5369c41 HTTP/1.1" status: 200 len: 812 time: 0.9314899 Oct 19 01:19:31.367296 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b9aed867-8938-4e52-b305-1353b1872819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:31.387011 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b9aed867-8938-4e52-b305-1353b1872819 admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:31.398768 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b9aed867-8938-4e52-b305-1353b1872819 admin admin] 10.222.0.57 "DELETE /v2.0/networks/773992db-b06e-4fec-83a9-45230ec91a43 HTTP/1.1" status: 204 len: 168 time: 1.4216638 Oct 19 01:19:31.405452 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7b3da7d5-2fe7-46d9-b39d-7405f2022a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:31.407548 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3da7d5-2fe7-46d9-b39d-7405f2022a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:31.412417 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7b3da7d5-2fe7-46d9-b39d-7405f2022a3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:31.451367 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-b69d746b-11ba-484a-a92a-762c3e4dc7bf tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/quotas/168a5912cc444122aa0d6d6b44b7e93f HTTP/1.1" status: 200 len: 375 time: 0.0909545 Oct 19 01:19:31.453269 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aed867-8938-4e52-b305-1353b1872819 admin admin] Pushing event deleted for resources: {'Network': ['ID=773992db-b06e-4fec-83a9-45230ec91a43,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:31.536464 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d50e4299-0887-4a0f-bd84-86f9af0a7af2 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:31.563620 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3da7d5-2fe7-46d9-b39d-7405f2022a3f admin admin] Pushing event updated for resources: {'Network': ['ID=5e12dd14-5039-435c-a783-d0672592c2d3,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:31.598161 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 5e12dd14-5039-435c-a783-d0672592c2d3 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:19:31.618672 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d50e4299-0887-4a0f-bd84-86f9af0a7af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:31.624850 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-a01690b9-0b69-460c-b58a-22cdbf0cf686 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=168a5912cc444122aa0d6d6b44b7e93f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1624093 Oct 19 01:19:31.630011 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b373240e-0bc7-4b28-961b-47d4d17989ea None None] Provisioning complete for port 7e7631b6-d574-4c17-ae51-70f79852dcc6 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:31.630383 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b373240e-0bc7-4b28-961b-47d4d17989ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:31.631113 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 52200) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:31.632060 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7b3da7d5-2fe7-46d9-b39d-7405f2022a3f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9395664 Oct 19 01:19:31.644239 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-62287844-4bb0-44cc-bd3d-d061a901f678 admin admin] Request body: {'subnet': {'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2021327807-subnet', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:31.682581 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 52202) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:31.703185 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61d03f-a18f-40db-b11d-6798e294142d req-d230e38d-1799-4fa3-8b7a-c24ee8267167 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:31.706424 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-df61d03f-a18f-40db-b11d-6798e294142d req-d230e38d-1799-4fa3-8b7a-c24ee8267167 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/networks?id=3f3e2c17-ab79-49bb-9563-8ed68286c5f3 HTTP/1.1" status: 200 len: 798 time: 0.4448097 Oct 19 01:19:31.731943 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-df61d03f-a18f-40db-b11d-6798e294142d req-23b750d2-1cbd-40be-be3c-0ec4a74c6a5f tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/quotas/9c09f0168bf347c88ae7e8e59a63bdb6 HTTP/1.1" status: 200 len: 375 time: 0.0178733 Oct 19 01:19:31.785645 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62287844-4bb0-44cc-bd3d-d061a901f678 admin admin] Made reservation on behalf of 585554f71e844101aa23b8eea6cc5bd0 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:19:31.803195 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-62287844-4bb0-44cc-bd3d-d061a901f678 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:31.855508 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-df61d03f-a18f-40db-b11d-6798e294142d req-f5f26be4-6b1a-42ec-bc97-a3a858544f1b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9c09f0168bf347c88ae7e8e59a63bdb6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1097586 Oct 19 01:19:31.880179 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device db1532fe-7f12-477e-b016-7a8bab249256 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:19:31.885749 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ba0d140f-7d98-45e8-b010-c481a9744247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-57649259', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'f464d58b-b7c8-4551-8582-56e225bbd56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:08Z', 'updated_at': '2021-10-19T01:19:27Z', 'revision_number': 4, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'gw_port': {'id': 'f464d58b-b7c8-4551-8582-56e225bbd56f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:10Z', 'updated_at': '2021-10-19T01:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '7e7631b6-d574-4c17-ae51-70f79852dcc6', 'name': '', 'network_id': '3f3e2c17-ab79-49bb-9563-8ed68286c5f3', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'mac_address': 'fa:16:3e:23:95:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '5c6143d7-d794-4629-80a4-f7ed582dda4a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:20Z', 'updated_at': '2021-10-19T01:19:29Z', 'revision_number': 2, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'subnets': [{'id': '5c6143d7-d794-4629-80a4-f7ed582dda4a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:31.896682 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-b373240e-0bc7-4b28-961b-47d4d17989ea None None] Port 7e7631b6-d574-4c17-ae51-70f79852dcc6 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:19:31.970830 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0d140f-7d98-45e8-b010-c481a9744247 None None] Checking router: 7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:19:31.974057 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0d140f-7d98-45e8-b010-c481a9744247 None None] Updating router 7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c port 7e7631b6-d574-4c17-ae51-70f79852dcc6 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:19:32.051044 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ba0d140f-7d98-45e8-b010-c481a9744247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:32.077936 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-df61d03f-a18f-40db-b11d-6798e294142d req-950baad8-2be7-4077-a625-51192d3b6971 service neutron] 10.222.0.57 "GET /v2.0/networks/3f3e2c17-ab79-49bb-9563-8ed68286c5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057772 Oct 19 01:19:32.160200 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a512c-be3e-4286-aab9-f23c8f43122a None None] Pushing event updated for resources: {'Port': ['ID=f9634db2-bdcb-4612-9ff0-03a7f56b2294,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:32.237351 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-10c42a31-3fdd-4988-8aa4-2908a43640e9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d294e97bb1634871a546d25bc03367fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5535955 Oct 19 01:19:32.243197 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 52218) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:32.310204 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-df61d03f-a18f-40db-b11d-6798e294142d req-4b6577fc-1549-4101-be8a-4d2db914bceb service neutron] 10.222.0.57 "GET /v2.0/networks/3f3e2c17-ab79-49bb-9563-8ed68286c5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253397 Oct 19 01:19:32.371671 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-d50e4299-0887-4a0f-bd84-86f9af0a7af2 None None] Attempting to bind port f9634db2-bdcb-4612-9ff0-03a7f56b2294 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:19:32.382964 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-d50e4299-0887-4a0f-bd84-86f9af0a7af2 None None] Attempting to bind port f9634db2-bdcb-4612-9ff0-03a7f56b2294 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '4b6d7739-7ceb-4ad9-96c8-dcc56689c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:19:32.383581 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50e4299-0887-4a0f-bd84-86f9af0a7af2 None None] Attempting to bind port f9634db2-bdcb-4612-9ff0-03a7f56b2294 on network 2309c3e4-1aec-4060-b6e9-bbaad5369c41 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:19:32.404872 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50e4299-0887-4a0f-bd84-86f9af0a7af2 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:19:32.405336 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50e4299-0887-4a0f-bd84-86f9af0a7af2 None None] Checking segment: {'id': '4b6d7739-7ceb-4ad9-96c8-dcc56689c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:19:32.408286 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d50e4299-0887-4a0f-bd84-86f9af0a7af2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:32.408846 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50e4299-0887-4a0f-bd84-86f9af0a7af2 None None] Bound using segment: {'id': '4b6d7739-7ceb-4ad9-96c8-dcc56689c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:19:32.409420 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-d50e4299-0887-4a0f-bd84-86f9af0a7af2 None None] Bound port: f9634db2-bdcb-4612-9ff0-03a7f56b2294, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b6d7739-7ceb-4ad9-96c8-dcc56689c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:19:32.409837 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d50e4299-0887-4a0f-bd84-86f9af0a7af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:32.460266 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port db1532fe-7f12-477e-b016-7a8bab249256 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:32.460636 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:32.499113 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-677dbce7-6eff-440b-b33c-9cba73713198 None None] Provisioning complete for port f9634db2-bdcb-4612-9ff0-03a7f56b2294 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:32.499517 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-677dbce7-6eff-440b-b33c-9cba73713198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:32.674559 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-677dbce7-6eff-440b-b33c-9cba73713198 None None] Port f9634db2-bdcb-4612-9ff0-03a7f56b2294 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:19:32.698075 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-d50e4299-0887-4a0f-bd84-86f9af0a7af2 None None] For port f9634db2-bdcb-4612-9ff0-03a7f56b2294, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:19:32.710732 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-d50e4299-0887-4a0f-bd84-86f9af0a7af2 None None] For port f9634db2-bdcb-4612-9ff0-03a7f56b2294, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=f9634db2-bdcb-4612-9ff0-03a7f56b2294,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:19:32.761230 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d50e4299-0887-4a0f-bd84-86f9af0a7af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:32.766747 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1c555146-9f57-44a2-938d-ad16db785483 req-72a7ce1c-d365-402a-8b83-5fd329cde004 tempest-ServerShowV247Test-1928033068 tempest-ServerShowV247Test-1928033068-project] 10.222.0.57 "GET /v2.0/ports?device_id=06180416-b638-420a-97ea-c8b78be26ef4 HTTP/1.1" status: 200 len: 210 time: 0.0701370 Oct 19 01:19:32.778686 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-62287844-4bb0-44cc-bd3d-d061a901f678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:32.835574 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62287844-4bb0-44cc-bd3d-d061a901f678 admin admin] Pushing event updated for resources: {'Subnet': ['ID=313c4890-7a10-40d1-9c32-7abcea0c2b45,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:32.855224 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-e99ecaea-b5f1-4f62-b4bb-caa0c8c07c2b service neutron] 10.222.0.57 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2003372 Oct 19 01:19:32.938830 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ba0d140f-7d98-45e8-b010-c481a9744247 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:32.956776 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ba0d140f-7d98-45e8-b010-c481a9744247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:32.996818 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7227556b-3721-4a32-8b05-8a0eedb9b71a req-57aea3a8-bebe-465f-b25e-38a8e2d2dd10 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e3473fb-a0fe-4da8-96a1-062024f2c649 HTTP/1.1" status: 200 len: 210 time: 0.1059921 Oct 19 01:19:33.026054 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-be0c9c6a-7696-4ad4-b25f-62883991b643 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:33.083347 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62287844-4bb0-44cc-bd3d-d061a901f678 admin admin] Checking segment: {'id': '512c9a72-a7c2-4c68-bc23-b3652105591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:19:33.083708 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62287844-4bb0-44cc-bd3d-d061a901f678 admin admin] Network hostable DHCP agents. Network: 5e12dd14-5039-435c-a783-d0672592c2d3, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:19:33.097314 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a512c-be3e-4286-aab9-f23c8f43122a None None] Pushing event updated for resources: {'Port': ['ID=f9634db2-bdcb-4612-9ff0-03a7f56b2294,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:33.118316 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d29b4f-8251-43df-a669-a1ae1e97da51 None None] Pushing event updated for resources: {'Port': ['ID=7e7631b6-d574-4c17-ae51-70f79852dcc6,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:33.124429 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-be0c9c6a-7696-4ad4-b25f-62883991b643 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:33.146817 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62287844-4bb0-44cc-bd3d-d061a901f678 admin admin] Network 5e12dd14-5039-435c-a783-d0672592c2d3 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:19:33.190330 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-c545b239-a2f2-4f7f-9125-ac118bab63cc service neutron] 10.222.0.57 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335712 Oct 19 01:19:33.211917 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50e4299-0887-4a0f-bd84-86f9af0a7af2 None None] Routers {'8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:19:33.212564 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-d50e4299-0887-4a0f-bd84-86f9af0a7af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:19:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:33.227179 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-62287844-4bb0-44cc-bd3d-d061a901f678 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 5e12dd14-5039-435c-a783-d0672592c2d3) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:33.251414 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62287844-4bb0-44cc-bd3d-d061a901f678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:33.252027 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-62287844-4bb0-44cc-bd3d-d061a901f678 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:33.338846 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-62287844-4bb0-44cc-bd3d-d061a901f678 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7037899 Oct 19 01:19:33.340048 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 52238) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:33.345966 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-576cf9e6-ebbe-4143-be30-fff5b21f9d01 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2021327807-router', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:33.354796 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-ba0d140f-7d98-45e8-b010-c481a9744247 None None] Attempting to bind port 7e7631b6-d574-4c17-ae51-70f79852dcc6 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:19:33.359820 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-ba0d140f-7d98-45e8-b010-c481a9744247 None None] Attempting to bind port 7e7631b6-d574-4c17-ae51-70f79852dcc6 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '0cad6e1e-11d1-43a4-99ac-99237a3e16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3f3e2c17-ab79-49bb-9563-8ed68286c5f3'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:19:33.360938 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0d140f-7d98-45e8-b010-c481a9744247 None None] Attempting to bind port 7e7631b6-d574-4c17-ae51-70f79852dcc6 on network 3f3e2c17-ab79-49bb-9563-8ed68286c5f3 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:19:33.368397 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-be0c9c6a-7696-4ad4-b25f-62883991b643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:33.370955 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-be0c9c6a-7696-4ad4-b25f-62883991b643 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:33.387342 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-be0c9c6a-7696-4ad4-b25f-62883991b643 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6523b3cc-da16-409a-a600-3c82dc66caf8 HTTP/1.1" status: 204 len: 168 time: 1.0921903 Oct 19 01:19:33.411394 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0d140f-7d98-45e8-b010-c481a9744247 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:19:33.413709 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0d140f-7d98-45e8-b010-c481a9744247 None None] Checking segment: {'id': '0cad6e1e-11d1-43a4-99ac-99237a3e16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3f3e2c17-ab79-49bb-9563-8ed68286c5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:19:33.413857 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-576cf9e6-ebbe-4143-be30-fff5b21f9d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:33.415196 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-576cf9e6-ebbe-4143-be30-fff5b21f9d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:33.415487 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1490b14f-74e1-45a8-ba04-0be4af19e002 None None] Network 5e12dd14-5039-435c-a783-d0672592c2d3 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:19:33.419234 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ba0d140f-7d98-45e8-b010-c481a9744247 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:33.419875 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0d140f-7d98-45e8-b010-c481a9744247 None None] Bound using segment: {'id': '0cad6e1e-11d1-43a4-99ac-99237a3e16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3f3e2c17-ab79-49bb-9563-8ed68286c5f3'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:19:33.431061 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-ba0d140f-7d98-45e8-b010-c481a9744247 None None] Bound port: 7e7631b6-d574-4c17-ae51-70f79852dcc6, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cad6e1e-11d1-43a4-99ac-99237a3e16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3f3e2c17-ab79-49bb-9563-8ed68286c5f3'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:19:33.431473 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ba0d140f-7d98-45e8-b010-c481a9744247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:33.433152 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c9c6a-7696-4ad4-b25f-62883991b643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6523b3cc-da16-409a-a600-3c82dc66caf8,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:33.711669 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-576cf9e6-ebbe-4143-be30-fff5b21f9d01 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:33.727246 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-ba0d140f-7d98-45e8-b010-c481a9744247 None None] For port 7e7631b6-d574-4c17-ae51-70f79852dcc6, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:19:33.732858 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-ba0d140f-7d98-45e8-b010-c481a9744247 None None] For port 7e7631b6-d574-4c17-ae51-70f79852dcc6, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=7e7631b6-d574-4c17-ae51-70f79852dcc6,segment=NetworkSegment(0cad6e1e-11d1-43a4-99ac-99237a3e16de),segment_id=0cad6e1e-11d1-43a4-99ac-99237a3e16de)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:19:33.742698 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ba0d140f-7d98-45e8-b010-c481a9744247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:33.755472 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f9634db2-bdcb-4612-9ff0-03a7f56b2294 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:19:33.995289 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-487f254a-7d7c-4d0c-9a44-6824231461ec req-942b4100-74a2-4efe-950b-ecfc4f033e51 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 210 time: 0.2715099 Oct 19 01:19:34.010526 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0d140f-7d98-45e8-b010-c481a9744247 None None] Routers {'7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:19:34.014522 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ba0d140f-7d98-45e8-b010-c481a9744247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:19:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:34.092791 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-75911dc3-ed5d-456b-aedb-cb6ac7c02fb3 req-9f49f5fe-d393-4f0e-86cf-bbd083328685 tempest-ServerShowV247Test-1928033068 tempest-ServerShowV247Test-1928033068-project] 10.222.0.57 "GET /v2.0/ports?device_id=06180416-b638-420a-97ea-c8b78be26ef4 HTTP/1.1" status: 200 len: 210 time: 0.1125712 Oct 19 01:19:34.248905 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-f2abd6d6-c293-4ed2-b8cf-f352efc9cf08 None None] Provisioning complete for port 7e7631b6-d574-4c17-ae51-70f79852dcc6 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:34.253920 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f2abd6d6-c293-4ed2-b8cf-f352efc9cf08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:34.262252 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d29b4f-8251-43df-a669-a1ae1e97da51 None None] Pushing event updated for resources: {'Port': ['ID=7e7631b6-d574-4c17-ae51-70f79852dcc6,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:34.357156 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d86b908a-1aa9-4b81-9e52-da6d9f1267bb req-b4f2ea88-db85-46af-b8e4-688f133a23f0 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e3473fb-a0fe-4da8-96a1-062024f2c649 HTTP/1.1" status: 200 len: 210 time: 0.0794597 Oct 19 01:19:34.363339 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-d50e4299-0887-4a0f-bd84-86f9af0a7af2 None None] Set router 8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:19:34.498769 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-ba0d140f-7d98-45e8-b010-c481a9744247 None None] Set router 7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:19:34.535482 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-576cf9e6-ebbe-4143-be30-fff5b21f9d01 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:34.861494 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61d03f-a18f-40db-b11d-6798e294142d req-e39499c2-cbfd-43fa-afd5-fd332c91faba tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:34.866304 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-df61d03f-a18f-40db-b11d-6798e294142d req-e39499c2-cbfd-43fa-afd5-fd332c91faba tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.24 "GET /v2.0/networks?id=3f3e2c17-ab79-49bb-9563-8ed68286c5f3 HTTP/1.1" status: 200 len: 798 time: 0.2426727 Oct 19 01:19:34.919845 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-df61d03f-a18f-40db-b11d-6798e294142d req-fb931e4f-162b-4f8d-be86-56dec22d8fcf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Request body: {'port': {'device_id': '1e3473fb-a0fe-4da8-96a1-062024f2c649', 'network_id': '3f3e2c17-ab79-49bb-9563-8ed68286c5f3', 'admin_state_up': True, 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:35.238971 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port f9634db2-bdcb-4612-9ff0-03a7f56b2294 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:35.245013 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-576cf9e6-ebbe-4143-be30-fff5b21f9d01 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:35.249056 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:35.322743 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fe805a31-88b8-4689-8876-5dedd1829f3a req-365149d5-1e7f-4bd4-827d-bdb151e48fd8 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 210 time: 0.1127911 Oct 19 01:19:35.393496 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df61d03f-a18f-40db-b11d-6798e294142d req-fb931e4f-162b-4f8d-be86-56dec22d8fcf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Made reservation on behalf of 9c09f0168bf347c88ae7e8e59a63bdb6 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:19:35.397297 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-df61d03f-a18f-40db-b11d-6798e294142d req-fb931e4f-162b-4f8d-be86-56dec22d8fcf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:35.428086 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-576cf9e6-ebbe-4143-be30-fff5b21f9d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:35.606617 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 52304) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:35.693543 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ace98cfd-0ee5-403f-a248-32710cc867bf req-a898719b-9708-410c-aa03-98b9ef809268 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e3473fb-a0fe-4da8-96a1-062024f2c649 HTTP/1.1" status: 200 len: 210 time: 0.1443624 Oct 19 01:19:35.742306 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-576cf9e6-ebbe-4143-be30-fff5b21f9d01 admin admin] Allocated IP 172.25.8.156 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/b5192942-fe6c-4b2b-a299-5a7fd79c575a) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:19:35.784300 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ba0d140f-7d98-45e8-b010-c481a9744247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-57649259', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'f464d58b-b7c8-4551-8582-56e225bbd56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:08Z', 'updated_at': '2021-10-19T01:19:27Z', 'revision_number': 4, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'gw_port': {'id': 'f464d58b-b7c8-4551-8582-56e225bbd56f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:10Z', 'updated_at': '2021-10-19T01:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '7e7631b6-d574-4c17-ae51-70f79852dcc6', 'name': '', 'network_id': '3f3e2c17-ab79-49bb-9563-8ed68286c5f3', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'mac_address': 'fa:16:3e:23:95:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '5c6143d7-d794-4629-80a4-f7ed582dda4a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:20Z', 'updated_at': '2021-10-19T01:19:33Z', 'revision_number': 4, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'subnets': [{'id': '5c6143d7-d794-4629-80a4-f7ed582dda4a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:35.827366 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f2abd6d6-c293-4ed2-b8cf-f352efc9cf08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:35.839297 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0d140f-7d98-45e8-b010-c481a9744247 None None] The sync data for ids ['7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c'] in n-d-715271-26 is: [{'id': '7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-57649259', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'f464d58b-b7c8-4551-8582-56e225bbd56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:08Z', 'updated_at': '2021-10-19T01:19:27Z', 'revision_number': 4, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'gw_port': {'id': 'f464d58b-b7c8-4551-8582-56e225bbd56f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:10Z', 'updated_at': '2021-10-19T01:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '7e7631b6-d574-4c17-ae51-70f79852dcc6', 'name': '', 'network_id': '3f3e2c17-ab79-49bb-9563-8ed68286c5f3', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'mac_address': 'fa:16:3e:23:95:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '5c6143d7-d794-4629-80a4-f7ed582dda4a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:20Z', 'updated_at': '2021-10-19T01:19:33Z', 'revision_number': 4, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'subnets': [{'id': '5c6143d7-d794-4629-80a4-f7ed582dda4a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:19:35.986787 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-df61d03f-a18f-40db-b11d-6798e294142d req-fb931e4f-162b-4f8d-be86-56dec22d8fcf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Allocated IP 172.20.0.24 (3f3e2c17-ab79-49bb-9563-8ed68286c5f3/5c6143d7-d794-4629-80a4-f7ed582dda4a/af3047a5-191f-4295-896e-49bee4b0cee3) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:19:36.025370 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-f2abd6d6-c293-4ed2-b8cf-f352efc9cf08 None None] For port 7e7631b6-d574-4c17-ae51-70f79852dcc6, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=7e7631b6-d574-4c17-ae51-70f79852dcc6,segment=NetworkSegment(0cad6e1e-11d1-43a4-99ac-99237a3e16de),segment_id=0cad6e1e-11d1-43a4-99ac-99237a3e16de)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:36.039212 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6e05dc-bd5a-43b2-b3d0-509ed536aa86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-5e12dd14-5039-435c-a783-d0672592c2d3', 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'fixed_ips': [{'subnet_id': '313c4890-7a10-40d1-9c32-7abcea0c2b45'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:19:36.040107 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bb6e05dc-bd5a-43b2-b3d0-509ed536aa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:36.057291 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f2abd6d6-c293-4ed2-b8cf-f352efc9cf08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:36.101004 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e9c9bb0c-92d9-4dea-956f-6478eb654ced req-564e9feb-1152-4970-90d8-ff627cdb5264 tempest-ServerShowV247Test-1928033068 tempest-ServerShowV247Test-1928033068-project] 10.222.0.57 "GET /v2.0/ports?device_id=06180416-b638-420a-97ea-c8b78be26ef4 HTTP/1.1" status: 200 len: 210 time: 0.7265978 Oct 19 01:19:36.138014 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-18df3843-3303-4900-a910-83a192485027 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1284653983-network', 'tenant_id': '967980c4cfbd462c81707510bb34230a'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:36.248675 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abd6d6-c293-4ed2-b8cf-f352efc9cf08 None None] Pushing event updated for resources: {'Port': ['ID=7e7631b6-d574-4c17-ae51-70f79852dcc6,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:36.327249 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-576cf9e6-ebbe-4143-be30-fff5b21f9d01 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:36.357464 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18df3843-3303-4900-a910-83a192485027 admin admin] Made reservation on behalf of 967980c4cfbd462c81707510bb34230a for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:19:36.366667 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-18df3843-3303-4900-a910-83a192485027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:36.418328 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:36.422009 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-5ba2045e-5af3-462b-9e36-a7cf582db857 None None] Provisioning complete for port 7e7631b6-d574-4c17-ae51-70f79852dcc6 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:36.422389 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5ba2045e-5af3-462b-9e36-a7cf582db857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:36.473758 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-203d9620-dfef-4ec3-a912-6d3231a29c32 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:36.475310 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-203d9620-dfef-4ec3-a912-6d3231a29c32 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.55 "GET /v2.0/networks?id=2309c3e4-1aec-4060-b6e9-bbaad5369c41 HTTP/1.1" status: 200 len: 812 time: 0.3665729 Oct 19 01:19:36.476071 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-18df3843-3303-4900-a910-83a192485027 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:36.519255 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-df61d03f-a18f-40db-b11d-6798e294142d req-fb931e4f-162b-4f8d-be86-56dec22d8fcf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:36.565248 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-61f44e54-ea65-4f25-9391-f3155e2a3f4c req-dbbba9db-16dc-411d-814b-062465b103dd tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 210 time: 0.1095135 Oct 19 01:19:36.636540 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-576cf9e6-ebbe-4143-be30-fff5b21f9d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:36.640421 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-df61d03f-a18f-40db-b11d-6798e294142d req-fb931e4f-162b-4f8d-be86-56dec22d8fcf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:36.727433 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df61d03f-a18f-40db-b11d-6798e294142d req-fb931e4f-162b-4f8d-be86-56dec22d8fcf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Network 3f3e2c17-ab79-49bb-9563-8ed68286c5f3 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:19:36.729098 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-df61d03f-a18f-40db-b11d-6798e294142d req-fb931e4f-162b-4f8d-be86-56dec22d8fcf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:36.735100 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-df61d03f-a18f-40db-b11d-6798e294142d req-fb931e4f-162b-4f8d-be86-56dec22d8fcf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:19:36.831248 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576cf9e6-ebbe-4143-be30-fff5b21f9d01 admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:19:36.865601 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-0298da99-0b4d-4359-9811-acafcbbc5f69 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=168a5912cc444122aa0d6d6b44b7e93f HTTP/1.1" status: 200 len: 379 time: 0.3643534 Oct 19 01:19:36.866860 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port f9634db2-bdcb-4612-9ff0-03a7f56b2294, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=f9634db2-bdcb-4612-9ff0-03a7f56b2294,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:36.895626 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb931e4f-162b-4f8d-be86-56dec22d8fcf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Pushing event updated for resources: {'Port': ['ID=af3047a5-191f-4295-896e-49bee4b0cee3,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:36.925715 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-576cf9e6-ebbe-4143-be30-fff5b21f9d01 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:36.933990 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61d03f-a18f-40db-b11d-6798e294142d req-fb931e4f-162b-4f8d-be86-56dec22d8fcf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:36.934662 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-df61d03f-a18f-40db-b11d-6798e294142d req-fb931e4f-162b-4f8d-be86-56dec22d8fcf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:36.982294 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:36.987539 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-96d7694a-bcbf-4480-b0f6-cccb6ababab7 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Request body: {'port': {'device_id': '2b40554e-b2bb-44bd-bb68-f52a2adf8073', 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41', 'admin_state_up': True, 'tenant_id': '168a5912cc444122aa0d6d6b44b7e93f', 'security_groups': ['4e87a1b3-620c-498e-b5d9-363566f7595c']}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:37.002228 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576cf9e6-ebbe-4143-be30-fff5b21f9d01 admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:19:37.019773 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-df61d03f-a18f-40db-b11d-6798e294142d req-fb931e4f-162b-4f8d-be86-56dec22d8fcf tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.1247125 Oct 19 01:19:37.044061 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-df61d03f-a18f-40db-b11d-6798e294142d req-f7024f9d-c4dc-4076-9137-63a608972ddf service neutron] Request body: {'port': {'device_id': '1e3473fb-a0fe-4da8-96a1-062024f2c649', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:37.120132 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-d50e4299-0887-4a0f-bd84-86f9af0a7af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'name': 'tempest-ServerActionsTestJSON-1792678915-router', 'tenant_id': '168a5912cc444122aa0d6d6b44b7e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '634d7eeb-e41e-4d47-8e0c-8d451e52c165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:08Z', 'updated_at': '2021-10-19T01:19:19Z', 'revision_number': 4, 'project_id': '168a5912cc444122aa0d6d6b44b7e93f', 'gw_port': {'id': '634d7eeb-e41e-4d47-8e0c-8d451e52c165', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:81:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:10Z', 'updated_at': '2021-10-19T01:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'f9634db2-bdcb-4612-9ff0-03a7f56b2294', 'name': '', 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41', 'tenant_id': '168a5912cc444122aa0d6d6b44b7e93f', 'mac_address': 'fa:16:3e:41:af:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'e75ff155-8f86-450c-9276-3e4132eca531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:17Z', 'updated_at': '2021-10-19T01:19:32Z', 'revision_number': 4, 'project_id': '168a5912cc444122aa0d6d6b44b7e93f', 'subnets': [{'id': 'e75ff155-8f86-450c-9276-3e4132eca531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:37.265052 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-df61d03f-a18f-40db-b11d-6798e294142d req-f7024f9d-c4dc-4076-9137-63a608972ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:37.365213 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=f9634db2-bdcb-4612-9ff0-03a7f56b2294,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:37.411451 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7e7631b6-d574-4c17-ae51-70f79852dcc6 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:19:37.511203 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50e4299-0887-4a0f-bd84-86f9af0a7af2 None None] The sync data for ids ['8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a'] in n-d-715271-26 is: [{'id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'name': 'tempest-ServerActionsTestJSON-1792678915-router', 'tenant_id': '168a5912cc444122aa0d6d6b44b7e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '634d7eeb-e41e-4d47-8e0c-8d451e52c165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:08Z', 'updated_at': '2021-10-19T01:19:19Z', 'revision_number': 4, 'project_id': '168a5912cc444122aa0d6d6b44b7e93f', 'gw_port': {'id': '634d7eeb-e41e-4d47-8e0c-8d451e52c165', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:81:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:10Z', 'updated_at': '2021-10-19T01:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'f9634db2-bdcb-4612-9ff0-03a7f56b2294', 'name': '', 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41', 'tenant_id': '168a5912cc444122aa0d6d6b44b7e93f', 'mac_address': 'fa:16:3e:41:af:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'e75ff155-8f86-450c-9276-3e4132eca531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:17Z', 'updated_at': '2021-10-19T01:19:32Z', 'revision_number': 4, 'project_id': '168a5912cc444122aa0d6d6b44b7e93f', 'subnets': [{'id': 'e75ff155-8f86-450c-9276-3e4132eca531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:19:37.546454 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576cf9e6-ebbe-4143-be30-fff5b21f9d01 admin admin] Pushing event updated for resources: {'Port': ['ID=b5192942-fe6c-4b2b-a299-5a7fd79c575a,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:37.579232 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-bb6e05dc-bd5a-43b2-b3d0-509ed536aa86 None None] Allocated IP 172.20.0.2 (5e12dd14-5039-435c-a783-d0672592c2d3/313c4890-7a10-40d1-9c32-7abcea0c2b45/6b86ab76-d814-4a18-bbff-00520367ee3b) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:19:37.612868 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a07e8271-54f4-4fb6-aedb-522698b423a5 req-23709bd7-bf89-4eb1-b648-40ff3b2f7f70 tempest-ServerShowV247Test-1928033068 tempest-ServerShowV247Test-1928033068-project] 10.222.0.57 "GET /v2.0/ports?device_id=06180416-b638-420a-97ea-c8b78be26ef4 HTTP/1.1" status: 200 len: 210 time: 0.0742121 Oct 19 01:19:37.637714 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 7e7631b6-d574-4c17-ae51-70f79852dcc6 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:37.638088 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:37.800782 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0e8316ce-d67a-4d0a-b423-fe47aae0a657 req-0752dd54-9e64-4abe-b671-857f4361fe4f tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 210 time: 0.0561502 Oct 19 01:19:37.863625 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-5ba2045e-5af3-462b-9e36-a7cf582db857 None None] Provisioning complete for port f9634db2-bdcb-4612-9ff0-03a7f56b2294 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:37.864248 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5ba2045e-5af3-462b-9e36-a7cf582db857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:37.992911 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-18df3843-3303-4900-a910-83a192485027 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:38.029847 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8019cc5-a6d6-40da-b2cd-90f64a716e06 req-8a003381-7415-4b91-9624-79c6c2117839 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:38.032723 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f8019cc5-a6d6-40da-b2cd-90f64a716e06 req-8a003381-7415-4b91-9624-79c6c2117839 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e3473fb-a0fe-4da8-96a1-062024f2c649 HTTP/1.1" status: 200 len: 895 time: 1.0652454 Oct 19 01:19:38.037019 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-18df3843-3303-4900-a910-83a192485027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:38.225876 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18df3843-3303-4900-a910-83a192485027 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:19:38.237082 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-df61d03f-a18f-40db-b11d-6798e294142d req-f7024f9d-c4dc-4076-9137-63a608972ddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af3047a5-191f-4295-896e-49bee4b0cee3 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:19:38.258422 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-df61d03f-a18f-40db-b11d-6798e294142d req-f7024f9d-c4dc-4076-9137-63a608972ddf service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:38.294409 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-df61d03f-a18f-40db-b11d-6798e294142d req-f7024f9d-c4dc-4076-9137-63a608972ddf service neutron] Transition to ACTIVE for port object af3047a5-191f-4295-896e-49bee4b0cee3 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:19:38.305031 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-df61d03f-a18f-40db-b11d-6798e294142d req-f7024f9d-c4dc-4076-9137-63a608972ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:38.317493 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bb6e05dc-bd5a-43b2-b3d0-509ed536aa86 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:38.334634 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bb6e05dc-bd5a-43b2-b3d0-509ed536aa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:38.434005 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7024f9d-c4dc-4076-9137-63a608972ddf service neutron] Pushing event updated for resources: {'Port': ['ID=af3047a5-191f-4295-896e-49bee4b0cee3,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:38.455122 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6e05dc-bd5a-43b2-b3d0-509ed536aa86 None None] Network 5e12dd14-5039-435c-a783-d0672592c2d3 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:19:38.498194 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-bb6e05dc-bd5a-43b2-b3d0-509ed536aa86 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:38.504529 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6e05dc-bd5a-43b2-b3d0-509ed536aa86 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:19:38.530384 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-96d7694a-bcbf-4480-b0f6-cccb6ababab7 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Made reservation on behalf of 168a5912cc444122aa0d6d6b44b7e93f for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:19:38.545544 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-96d7694a-bcbf-4480-b0f6-cccb6ababab7 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:38.550712 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-576cf9e6-ebbe-4143-be30-fff5b21f9d01 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:38.603073 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df3843-3303-4900-a910-83a192485027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadc384a-d336-4859-9d04-b23df56ebb7f,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:38.678138 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e05dc-bd5a-43b2-b3d0-509ed536aa86 None None] Pushing event updated for resources: {'Port': ['ID=6b86ab76-d814-4a18-bbff-00520367ee3b,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:38.794702 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-df61d03f-a18f-40db-b11d-6798e294142d req-f7024f9d-c4dc-4076-9137-63a608972ddf service neutron] Attempting to bind port af3047a5-191f-4295-896e-49bee4b0cee3 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:19:38.795180 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-df61d03f-a18f-40db-b11d-6798e294142d req-f7024f9d-c4dc-4076-9137-63a608972ddf service neutron] Attempting to bind port af3047a5-191f-4295-896e-49bee4b0cee3 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '0cad6e1e-11d1-43a4-99ac-99237a3e16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3f3e2c17-ab79-49bb-9563-8ed68286c5f3'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:19:38.797619 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-18df3843-3303-4900-a910-83a192485027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:38.798607 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df61d03f-a18f-40db-b11d-6798e294142d req-f7024f9d-c4dc-4076-9137-63a608972ddf service neutron] Attempting to bind port af3047a5-191f-4295-896e-49bee4b0cee3 on network 3f3e2c17-ab79-49bb-9563-8ed68286c5f3 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:19:38.799768 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-18df3843-3303-4900-a910-83a192485027 admin admin] Added segment b4b6a0b7-d7fa-4165-8e00-65fd7abfe812 of type vlan for network 687e5868-7e8d-45e2-951c-9e5bd361161d Oct 19 01:19:38.820881 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df61d03f-a18f-40db-b11d-6798e294142d req-f7024f9d-c4dc-4076-9137-63a608972ddf service neutron] Port af3047a5-191f-4295-896e-49bee4b0cee3 on network 3f3e2c17-ab79-49bb-9563-8ed68286c5f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:19:38.821367 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df61d03f-a18f-40db-b11d-6798e294142d req-f7024f9d-c4dc-4076-9137-63a608972ddf service neutron] Attempting to bind port af3047a5-191f-4295-896e-49bee4b0cee3 on network 3f3e2c17-ab79-49bb-9563-8ed68286c5f3 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:19:38.822662 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-bb6e05dc-bd5a-43b2-b3d0-509ed536aa86 None None] Attempting to bind port 6b86ab76-d814-4a18-bbff-00520367ee3b on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:19:38.823055 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-bb6e05dc-bd5a-43b2-b3d0-509ed536aa86 None None] Attempting to bind port 6b86ab76-d814-4a18-bbff-00520367ee3b by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '512c9a72-a7c2-4c68-bc23-b3652105591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:19:38.823421 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6e05dc-bd5a-43b2-b3d0-509ed536aa86 None None] Attempting to bind port 6b86ab76-d814-4a18-bbff-00520367ee3b on network 5e12dd14-5039-435c-a783-d0672592c2d3 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:19:38.842355 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6e05dc-bd5a-43b2-b3d0-509ed536aa86 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:19:38.843535 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6e05dc-bd5a-43b2-b3d0-509ed536aa86 None None] Checking segment: {'id': '512c9a72-a7c2-4c68-bc23-b3652105591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:19:38.845535 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bb6e05dc-bd5a-43b2-b3d0-509ed536aa86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:38.846001 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6e05dc-bd5a-43b2-b3d0-509ed536aa86 None None] Bound using segment: {'id': '512c9a72-a7c2-4c68-bc23-b3652105591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:19:38.848965 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-bb6e05dc-bd5a-43b2-b3d0-509ed536aa86 None None] Bound port: 6b86ab76-d814-4a18-bbff-00520367ee3b, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '512c9a72-a7c2-4c68-bc23-b3652105591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:19:38.850023 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bb6e05dc-bd5a-43b2-b3d0-509ed536aa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:38.858653 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df61d03f-a18f-40db-b11d-6798e294142d req-f7024f9d-c4dc-4076-9137-63a608972ddf service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:19:38.861821 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df61d03f-a18f-40db-b11d-6798e294142d req-f7024f9d-c4dc-4076-9137-63a608972ddf service neutron] Checking segment: {'id': '0cad6e1e-11d1-43a4-99ac-99237a3e16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3f3e2c17-ab79-49bb-9563-8ed68286c5f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:19:38.868395 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df61d03f-a18f-40db-b11d-6798e294142d req-f7024f9d-c4dc-4076-9137-63a608972ddf service neutron] Bound using segment: {'id': '0cad6e1e-11d1-43a4-99ac-99237a3e16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3f3e2c17-ab79-49bb-9563-8ed68286c5f3'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:19:38.869094 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-df61d03f-a18f-40db-b11d-6798e294142d req-f7024f9d-c4dc-4076-9137-63a608972ddf service neutron] Bound port: af3047a5-191f-4295-896e-49bee4b0cee3, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cad6e1e-11d1-43a4-99ac-99237a3e16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3f3e2c17-ab79-49bb-9563-8ed68286c5f3'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:19:38.869645 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-df61d03f-a18f-40db-b11d-6798e294142d req-f7024f9d-c4dc-4076-9137-63a608972ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:38.990951 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4beb5aa8-0817-4b1d-8ee1-f592204dde1c req-e2b427a0-ba7d-4220-8dd0-b44d86ac7486 tempest-ServerShowV247Test-1928033068 tempest-ServerShowV247Test-1928033068-project] 10.222.0.57 "GET /v2.0/ports?device_id=06180416-b638-420a-97ea-c8b78be26ef4 HTTP/1.1" status: 200 len: 210 time: 0.1623089 Oct 19 01:19:39.042692 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-bb6e05dc-bd5a-43b2-b3d0-509ed536aa86 None None] For port 6b86ab76-d814-4a18-bbff-00520367ee3b, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:19:39.044913 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-18df3843-3303-4900-a910-83a192485027 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:39.047417 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-bb6e05dc-bd5a-43b2-b3d0-509ed536aa86 None None] For port 6b86ab76-d814-4a18-bbff-00520367ee3b, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=6b86ab76-d814-4a18-bbff-00520367ee3b,segment=NetworkSegment(512c9a72-a7c2-4c68-bc23-b3652105591d),segment_id=512c9a72-a7c2-4c68-bc23-b3652105591d)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:19:39.062446 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bb6e05dc-bd5a-43b2-b3d0-509ed536aa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:39.228611 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-df61d03f-a18f-40db-b11d-6798e294142d req-f7024f9d-c4dc-4076-9137-63a608972ddf service neutron] For port af3047a5-191f-4295-896e-49bee4b0cee3, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:19:39.234325 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e05dc-bd5a-43b2-b3d0-509ed536aa86 None None] Pushing event updated for resources: {'Port': ['ID=6b86ab76-d814-4a18-bbff-00520367ee3b,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:39.246511 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f9634db2-bdcb-4612-9ff0-03a7f56b2294 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:19:39.305575 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-df61d03f-a18f-40db-b11d-6798e294142d req-f7024f9d-c4dc-4076-9137-63a608972ddf service neutron] For port af3047a5-191f-4295-896e-49bee4b0cee3, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=af3047a5-191f-4295-896e-49bee4b0cee3,segment=NetworkSegment(0cad6e1e-11d1-43a4-99ac-99237a3e16de),segment_id=0cad6e1e-11d1-43a4-99ac-99237a3e16de)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:19:39.332392 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-96d7694a-bcbf-4480-b0f6-cccb6ababab7 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Allocated IP 172.20.0.10 (2309c3e4-1aec-4060-b6e9-bbaad5369c41/e75ff155-8f86-450c-9276-3e4132eca531/bf76e776-e2d4-4f18-b4d3-84f9217e5e5f) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:19:39.339111 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-df61d03f-a18f-40db-b11d-6798e294142d req-f7024f9d-c4dc-4076-9137-63a608972ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:39.425337 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port f9634db2-bdcb-4612-9ff0-03a7f56b2294 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:39.425983 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:39.489213 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06facf04-334d-4b5f-bc52-edf06e5b86de req-d6a269b9-c37a-48f0-b1b6-42c65c4f8422 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:39.491987 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-06facf04-334d-4b5f-bc52-edf06e5b86de req-d6a269b9-c37a-48f0-b1b6-42c65c4f8422 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e3473fb-a0fe-4da8-96a1-062024f2c649 HTTP/1.1" status: 200 len: 907 time: 0.2967608 Oct 19 01:19:39.505450 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61d03f-a18f-40db-b11d-6798e294142d req-f7024f9d-c4dc-4076-9137-63a608972ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:39.506079 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-df61d03f-a18f-40db-b11d-6798e294142d req-f7024f9d-c4dc-4076-9137-63a608972ddf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:39.507506 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-df61d03f-a18f-40db-b11d-6798e294142d req-f7024f9d-c4dc-4076-9137-63a608972ddf service neutron] 10.222.0.24 "PUT /v2.0/ports/af3047a5-191f-4295-896e-49bee4b0cee3 HTTP/1.1" status: 200 len: 1056 time: 2.4716713 Oct 19 01:19:39.515461 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3473fb-a0fe-4da8-96a1-062024f2c649', 'tag': 'af3047a5-191f-4295-896e-49bee4b0cee3'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:39.526840 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5ba22f-7845-4a85-96f7-6ff2eb852da2" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3473fb-a0fe-4da8-96a1-062024f2c649", "tag": "af3047a5-191f-4295-896e-49bee4b0cee3"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:39.727998 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1b9990f8-f66e-412d-be89-8b67841be2cb req-8eb79ab4-881b-4b76-9587-a6dea761395d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 210 time: 0.6956468 Oct 19 01:19:39.731332 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.db.resource_extend [None req-18df3843-3303-4900-a910-83a192485027 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 01:19:39.741532 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09cb25d3-ac4a-486c-b37c-7612ffc3b2c6 x-openstack-request-id: req-09cb25d3-ac4a-486c-b37c-7612ffc3b2c6 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:39.741842 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3473fb-a0fe-4da8-96a1-062024f2c649", "tag": "af3047a5-191f-4295-896e-49bee4b0cee3", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:39.742102 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-09cb25d3-ac4a-486c-b37c-7612ffc3b2c6 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:39.742527 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3473fb-a0fe-4da8-96a1-062024f2c649', 'tag': 'af3047a5-191f-4295-896e-49bee4b0cee3', 'status': 'completed', 'code': 200} Oct 19 01:19:39.798599 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7024f9d-c4dc-4076-9137-63a608972ddf service neutron] Pushing event updated for resources: {'Port': ['ID=af3047a5-191f-4295-896e-49bee4b0cee3,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:39.849198 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61d03f-a18f-40db-b11d-6798e294142d req-a8c001fc-dfa4-4d6f-85e6-65827868cf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:39.872434 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-df61d03f-a18f-40db-b11d-6798e294142d req-a8c001fc-dfa4-4d6f-85e6-65827868cf7a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c09f0168bf347c88ae7e8e59a63bdb6&device_id=1e3473fb-a0fe-4da8-96a1-062024f2c649 HTTP/1.1" status: 200 len: 1059 time: 0.3009045 Oct 19 01:19:39.955225 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-df61d03f-a18f-40db-b11d-6798e294142d req-9ee5e7b2-01be-471c-b916-09c2c91f2cb5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=af3047a5-191f-4295-896e-49bee4b0cee3 HTTP/1.1" status: 200 len: 217 time: 0.0741475 Oct 19 01:19:40.063072 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61d03f-a18f-40db-b11d-6798e294142d req-35e03eb2-befd-4520-9f26-04fb65cbb81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:40.067846 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-df61d03f-a18f-40db-b11d-6798e294142d req-35e03eb2-befd-4520-9f26-04fb65cbb81a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5c6143d7-d794-4629-80a4-f7ed582dda4a HTTP/1.1" status: 200 len: 838 time: 0.1013732 Oct 19 01:19:40.204868 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61d03f-a18f-40db-b11d-6798e294142d req-8498014f-651d-420e-86c7-69adcc22b358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:40.207326 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-df61d03f-a18f-40db-b11d-6798e294142d req-8498014f-651d-420e-86c7-69adcc22b358 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3f3e2c17-ab79-49bb-9563-8ed68286c5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1317632 Oct 19 01:19:40.242891 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-62a29356-7f41-47ba-bd18-36cb7f807541 req-8c4f7699-1186-4f3c-9c3e-6574c4171663 tempest-ServerShowV247Test-1928033068 tempest-ServerShowV247Test-1928033068-project] 10.222.0.57 "GET /v2.0/ports?device_id=06180416-b638-420a-97ea-c8b78be26ef4 HTTP/1.1" status: 200 len: 210 time: 0.0875511 Oct 19 01:19:40.286390 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-18df3843-3303-4900-a910-83a192485027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:40.287239 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18df3843-3303-4900-a910-83a192485027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:40.287914 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-18df3843-3303-4900-a910-83a192485027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:40.395065 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-df61d03f-a18f-40db-b11d-6798e294142d req-966a9133-8157-4b5f-9871-c49163cff94c service neutron] 10.222.0.24 "GET /v2.0/networks/3f3e2c17-ab79-49bb-9563-8ed68286c5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508746 Oct 19 01:19:40.431743 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-18df3843-3303-4900-a910-83a192485027 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 4.8128867 Oct 19 01:19:40.432341 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 52394) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:40.444010 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-a7e36b5a-424e-4e5a-a61b-9e487ea35655 admin admin] Request body: {'subnet': {'network_id': '687e5868-7e8d-45e2-951c-9e5bd361161d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1284653983-subnet', 'tenant_id': '967980c4cfbd462c81707510bb34230a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:40.459255 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-576cf9e6-ebbe-4143-be30-fff5b21f9d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:40.587351 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df3843-3303-4900-a910-83a192485027 admin admin] Pushing event updated for resources: {'Network': ['ID=687e5868-7e8d-45e2-951c-9e5bd361161d,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:40.604079 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 687e5868-7e8d-45e2-951c-9e5bd361161d details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:19:40.629419 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-df61d03f-a18f-40db-b11d-6798e294142d req-634dc0c9-2131-4aa5-a304-e0d979be1f6b service neutron] 10.222.0.24 "GET /v2.0/networks/3f3e2c17-ab79-49bb-9563-8ed68286c5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188849 Oct 19 01:19:40.762591 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-96d7694a-bcbf-4480-b0f6-cccb6ababab7 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:40.782054 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ba22f-7845-4a85-96f7-6ff2eb852da2 req-56807636-7144-4d52-b882-6459e7f628db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:40.795425 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aa5ba22f-7845-4a85-96f7-6ff2eb852da2 req-56807636-7144-4d52-b882-6459e7f628db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c09f0168bf347c88ae7e8e59a63bdb6&device_id=1e3473fb-a0fe-4da8-96a1-062024f2c649 HTTP/1.1" status: 200 len: 1059 time: 0.1003289 Oct 19 01:19:40.824049 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e36b5a-424e-4e5a-a61b-9e487ea35655 admin admin] Made reservation on behalf of 967980c4cfbd462c81707510bb34230a for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:19:40.826761 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a7e36b5a-424e-4e5a-a61b-9e487ea35655 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:40.963616 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-96d7694a-bcbf-4480-b0f6-cccb6ababab7 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:40.981919 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ba22f-7845-4a85-96f7-6ff2eb852da2 req-a6b1448c-757a-4cbf-a426-56d09c84daff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:40.984042 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aa5ba22f-7845-4a85-96f7-6ff2eb852da2 req-a6b1448c-757a-4cbf-a426-56d09c84daff service neutron] 10.222.0.24 "GET /v2.0/networks?id=3f3e2c17-ab79-49bb-9563-8ed68286c5f3 HTTP/1.1" status: 200 len: 899 time: 0.1877849 Oct 19 01:19:41.082302 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b3c55d-d0c2-403d-a24d-1e93a5b8ae5d None None] Network 5e12dd14-5039-435c-a783-d0672592c2d3 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:19:41.102798 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920c320-e9e0-40e2-b54b-70e889eb2d91 req-6fcd37e4-011c-4d38-8f0b-bb93f613309c tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:41.108154 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9920c320-e9e0-40e2-b54b-70e889eb2d91 req-6fcd37e4-011c-4d38-8f0b-bb93f613309c tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e3473fb-a0fe-4da8-96a1-062024f2c649 HTTP/1.1" status: 200 len: 907 time: 0.2950037 Oct 19 01:19:41.119332 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aa5ba22f-7845-4a85-96f7-6ff2eb852da2 req-c0e96ef3-e022-45cb-94b8-ec2502337b41 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=af3047a5-191f-4295-896e-49bee4b0cee3 HTTP/1.1" status: 200 len: 217 time: 0.1250710 Oct 19 01:19:41.145067 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-96d7694a-bcbf-4480-b0f6-cccb6ababab7 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Network 2309c3e4-1aec-4060-b6e9-bbaad5369c41 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:19:41.175458 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-96d7694a-bcbf-4480-b0f6-cccb6ababab7 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:41.204897 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-96d7694a-bcbf-4480-b0f6-cccb6ababab7 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:19:41.212817 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30940f5e-3b89-4820-b6af-f8487d240280 req-52da3a7a-2456-4abd-ae69-5c2fdef9d49f tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:41.224720 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-30940f5e-3b89-4820-b6af-f8487d240280 req-52da3a7a-2456-4abd-ae69-5c2fdef9d49f tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 932 time: 0.2442675 Oct 19 01:19:41.254599 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 6b86ab76-d814-4a18-bbff-00520367ee3b up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:19:41.335769 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ba22f-7845-4a85-96f7-6ff2eb852da2 req-a5565232-649e-4e35-8e4d-2294a4a15271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:41.342559 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d7694a-bcbf-4480-b0f6-cccb6ababab7 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Pushing event updated for resources: {'Port': ['ID=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:41.348159 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aa5ba22f-7845-4a85-96f7-6ff2eb852da2 req-a5565232-649e-4e35-8e4d-2294a4a15271 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5c6143d7-d794-4629-80a4-f7ed582dda4a HTTP/1.1" status: 200 len: 838 time: 0.2059684 Oct 19 01:19:41.373809 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-fd6800fe-df74-4267-a368-b06b25c733cd None None] Provisioning complete for port 6b86ab76-d814-4a18-bbff-00520367ee3b triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:41.374542 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-30940f5e-3b89-4820-b6af-f8487d240280 req-c0c3b59e-4dae-49a7-8542-7a868eafdad4 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485436 Oct 19 01:19:41.376630 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fd6800fe-df74-4267-a368-b06b25c733cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:41.476264 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ba22f-7845-4a85-96f7-6ff2eb852da2 req-981604f9-d86a-4214-814c-eb7d5993db50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:41.478646 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aa5ba22f-7845-4a85-96f7-6ff2eb852da2 req-981604f9-d86a-4214-814c-eb7d5993db50 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3f3e2c17-ab79-49bb-9563-8ed68286c5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1096976 Oct 19 01:19:41.486110 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9155d7c0-97ec-4a80-b6eb-da64a49e9644 req-ae51b51b-1bf3-4405-855a-282c6880f593 tempest-ServerShowV247Test-1928033068 tempest-ServerShowV247Test-1928033068-project] 10.222.0.57 "GET /v2.0/ports?device_id=06180416-b638-420a-97ea-c8b78be26ef4 HTTP/1.1" status: 200 len: 210 time: 0.0772376 Oct 19 01:19:41.522678 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-96d7694a-bcbf-4480-b0f6-cccb6ababab7 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:41.523608 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-96d7694a-bcbf-4480-b0f6-cccb6ababab7 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:41.541362 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576cf9e6-ebbe-4143-be30-fff5b21f9d01 admin admin] Router 1ff7b45c-b760-4c4a-8357-def7f6884cf9 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:19:41.611002 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 6b86ab76-d814-4a18-bbff-00520367ee3b triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:41.611416 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:41.617512 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-96d7694a-bcbf-4480-b0f6-cccb6ababab7 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6380672 Oct 19 01:19:41.639774 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-1a66ac3f-9269-4458-a33d-2a4b647feb34 service neutron] Request body: {'port': {'device_id': '2b40554e-b2bb-44bd-bb68-f52a2adf8073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:41.714645 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a7e36b5a-424e-4e5a-a61b-9e487ea35655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:41.772486 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aa5ba22f-7845-4a85-96f7-6ff2eb852da2 req-cace8057-3934-4bda-9ef1-19b3804b67ad service neutron] 10.222.0.24 "GET /v2.0/networks/3f3e2c17-ab79-49bb-9563-8ed68286c5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833633 Oct 19 01:19:41.777783 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fd6800fe-df74-4267-a368-b06b25c733cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:41.824802 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-1a66ac3f-9269-4458-a33d-2a4b647feb34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:41.885089 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:41.889178 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-fd6800fe-df74-4267-a368-b06b25c733cd None None] For port 6b86ab76-d814-4a18-bbff-00520367ee3b, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=6b86ab76-d814-4a18-bbff-00520367ee3b,segment=NetworkSegment(512c9a72-a7c2-4c68-bc23-b3652105591d),segment_id=512c9a72-a7c2-4c68-bc23-b3652105591d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:41.907158 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fd6800fe-df74-4267-a368-b06b25c733cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:41.998053 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aa5ba22f-7845-4a85-96f7-6ff2eb852da2 req-c95e7759-8cb6-41e6-bd0b-85c07870ccb0 service neutron] 10.222.0.24 "GET /v2.0/networks/3f3e2c17-ab79-49bb-9563-8ed68286c5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149127 Oct 19 01:19:42.003417 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e36b5a-424e-4e5a-a61b-9e487ea35655 admin admin] Checking segment: {'id': 'b4b6a0b7-d7fa-4165-8e00-65fd7abfe812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '687e5868-7e8d-45e2-951c-9e5bd361161d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:19:42.003814 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e36b5a-424e-4e5a-a61b-9e487ea35655 admin admin] Network hostable DHCP agents. Network: 687e5868-7e8d-45e2-951c-9e5bd361161d, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:19:42.006000 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e36b5a-424e-4e5a-a61b-9e487ea35655 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a328cf31-79ba-4300-bd1f-d0874b6d11b2,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:42.057565 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576cf9e6-ebbe-4143-be30-fff5b21f9d01 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:19:42.070006 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11293ae7-cf40-43b7-a552-4235d9d97e29 req-d64b61d6-80b1-48a3-b9b4-ccaf7dcdcc9a tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:42.077928 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-11293ae7-cf40-43b7-a552-4235d9d97e29 req-d64b61d6-80b1-48a3-b9b4-ccaf7dcdcc9a tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] 10.222.0.57 "GET /v2.0/ports?device_id=c395e8c9-9d55-43e5-ae20-74a465607f3a HTTP/1.1" status: 200 len: 950 time: 0.2341928 Oct 19 01:19:42.093594 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:19:42.094108 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:19:42.094952 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0813003-8b13-4223-b485-e6f9e850900b None None] Sync routers for ids ['1ff7b45c-b760-4c4a-8357-def7f6884cf9'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:19:42.145522 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0813003-8b13-4223-b485-e6f9e850900b None None] Routers {'1ff7b45c-b760-4c4a-8357-def7f6884cf9'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:19:42.146149 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-e0813003-8b13-4223-b485-e6f9e850900b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:19:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['1ff7b45c-b760-4c4a-8357-def7f6884cf9'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:42.163373 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-576cf9e6-ebbe-4143-be30-fff5b21f9d01 admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:42.164898 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-576cf9e6-ebbe-4143-be30-fff5b21f9d01 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.8236196 Oct 19 01:19:42.168804 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 52418) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:42.169998 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e36b5a-424e-4e5a-a61b-9e487ea35655 admin admin] Network 687e5868-7e8d-45e2-951c-9e5bd361161d is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:19:42.221687 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-11293ae7-cf40-43b7-a552-4235d9d97e29 req-458a2994-a3b0-412c-a6c1-c06979039916 tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fe8c168-7bf4-4b64-a482-6d03b122ffbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373119 Oct 19 01:19:42.236185 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-a7e36b5a-424e-4e5a-a61b-9e487ea35655 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 687e5868-7e8d-45e2-951c-9e5bd361161d) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:42.244620 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-fdcf0d08-5c82-4c07-923f-a4d117550e4f None None] Provisioning complete for port bf76e776-e2d4-4f18-b4d3-84f9217e5e5f triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:42.245797 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e36b5a-424e-4e5a-a61b-9e487ea35655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:42.246621 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a7e36b5a-424e-4e5a-a61b-9e487ea35655 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:42.248743 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fdcf0d08-5c82-4c07-923f-a4d117550e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:42.288799 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a7e36b5a-424e-4e5a-a61b-9e487ea35655 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8492758 Oct 19 01:19:42.329606 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaf742e-732a-4037-81fc-458e47463995 None None] Network 687e5868-7e8d-45e2-951c-9e5bd361161d requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:19:42.553178 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-1a66ac3f-9269-4458-a33d-2a4b647feb34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf76e776-e2d4-4f18-b4d3-84f9217e5e5f {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:19:42.575551 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-1a66ac3f-9269-4458-a33d-2a4b647feb34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:42.598276 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-1a66ac3f-9269-4458-a33d-2a4b647feb34 service neutron] Transition to ACTIVE for port object bf76e776-e2d4-4f18-b4d3-84f9217e5e5f will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:19:42.611000 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-1a66ac3f-9269-4458-a33d-2a4b647feb34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:42.772883 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b591a8-7e56-4f19-bc1a-fed190bbe696 req-436dc41e-f577-42b9-a8e3-40d48c3bf79a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:42.788282 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-31b591a8-7e56-4f19-bc1a-fed190bbe696 req-436dc41e-f577-42b9-a8e3-40d48c3bf79a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e3473fb-a0fe-4da8-96a1-062024f2c649 HTTP/1.1" status: 200 len: 907 time: 0.2349513 Oct 19 01:19:42.895999 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-fdcf0d08-5c82-4c07-923f-a4d117550e4f None None] Port bf76e776-e2d4-4f18-b4d3-84f9217e5e5f cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:19:42.907873 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66ac3f-9269-4458-a33d-2a4b647feb34 service neutron] Pushing event updated for resources: {'Port': ['ID=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:42.914974 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-1a66ac3f-9269-4458-a33d-2a4b647feb34 service neutron] Attempting to bind port bf76e776-e2d4-4f18-b4d3-84f9217e5e5f on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:19:42.915448 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-1a66ac3f-9269-4458-a33d-2a4b647feb34 service neutron] Attempting to bind port bf76e776-e2d4-4f18-b4d3-84f9217e5e5f by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '4b6d7739-7ceb-4ad9-96c8-dcc56689c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:19:42.915910 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-1a66ac3f-9269-4458-a33d-2a4b647feb34 service neutron] Attempting to bind port bf76e776-e2d4-4f18-b4d3-84f9217e5e5f on network 2309c3e4-1aec-4060-b6e9-bbaad5369c41 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:19:42.921144 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-1a66ac3f-9269-4458-a33d-2a4b647feb34 service neutron] Port bf76e776-e2d4-4f18-b4d3-84f9217e5e5f on network 2309c3e4-1aec-4060-b6e9-bbaad5369c41 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:19:42.921572 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-1a66ac3f-9269-4458-a33d-2a4b647feb34 service neutron] Attempting to bind port bf76e776-e2d4-4f18-b4d3-84f9217e5e5f on network 2309c3e4-1aec-4060-b6e9-bbaad5369c41 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:19:42.934540 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5980bbd-7557-4fe4-a7a5-2d88ab4a5a5f req-1e881010-f3e5-46d3-9e82-494ec72d5b65 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:42.950516 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b5980bbd-7557-4fe4-a7a5-2d88ab4a5a5f req-1e881010-f3e5-46d3-9e82-494ec72d5b65 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 944 time: 0.3508022 Oct 19 01:19:42.989193 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-1a66ac3f-9269-4458-a33d-2a4b647feb34 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:19:42.989688 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-1a66ac3f-9269-4458-a33d-2a4b647feb34 service neutron] Checking segment: {'id': '4b6d7739-7ceb-4ad9-96c8-dcc56689c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:19:42.990345 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-1a66ac3f-9269-4458-a33d-2a4b647feb34 service neutron] Bound using segment: {'id': '4b6d7739-7ceb-4ad9-96c8-dcc56689c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:19:42.990914 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-1a66ac3f-9269-4458-a33d-2a4b647feb34 service neutron] Bound port: bf76e776-e2d4-4f18-b4d3-84f9217e5e5f, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6d7739-7ceb-4ad9-96c8-dcc56689c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:19:42.991370 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-1a66ac3f-9269-4458-a33d-2a4b647feb34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:43.000447 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-77338c2e-4b3f-4b50-8293-8ecc4310cb81 req-e0208430-0ff2-4f47-b8eb-34964aacfdf2 tempest-ServerShowV247Test-1928033068 tempest-ServerShowV247Test-1928033068-project] 10.222.0.57 "GET /v2.0/ports?device_id=06180416-b638-420a-97ea-c8b78be26ef4 HTTP/1.1" status: 200 len: 210 time: 0.0878201 Oct 19 01:19:43.024163 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6800fe-df74-4267-a368-b06b25c733cd None None] Pushing event updated for resources: {'Port': ['ID=6b86ab76-d814-4a18-bbff-00520367ee3b,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:43.033036 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b5980bbd-7557-4fe4-a7a5-2d88ab4a5a5f req-bc89819a-fcc4-4074-91ec-91ac96ebffa3 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611229 Oct 19 01:19:43.110259 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-1a66ac3f-9269-4458-a33d-2a4b647feb34 service neutron] For port bf76e776-e2d4-4f18-b4d3-84f9217e5e5f, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:19:43.113743 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-1a66ac3f-9269-4458-a33d-2a4b647feb34 service neutron] For port bf76e776-e2d4-4f18-b4d3-84f9217e5e5f, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:19:43.121494 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-1a66ac3f-9269-4458-a33d-2a4b647feb34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:43.165754 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b5f0a97d-7914-4e99-aa42-c797027613b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:43.173103 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-e0813003-8b13-4223-b485-e6f9e850900b None None] Set router 1ff7b45c-b760-4c4a-8357-def7f6884cf9 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:19:43.191403 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66ac3f-9269-4458-a33d-2a4b647feb34 service neutron] Pushing event updated for resources: {'Port': ['ID=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:43.218525 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-1a66ac3f-9269-4458-a33d-2a4b647feb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:43.220012 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-1a66ac3f-9269-4458-a33d-2a4b647feb34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:43.222371 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-1a66ac3f-9269-4458-a33d-2a4b647feb34 service neutron] 10.222.0.55 "PUT /v2.0/ports/bf76e776-e2d4-4f18-b4d3-84f9217e5e5f HTTP/1.1" status: 200 len: 1093 time: 1.5917599 Oct 19 01:19:43.223002 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b40554e-b2bb-44bd-bb68-f52a2adf8073', 'tag': 'bf76e776-e2d4-4f18-b4d3-84f9217e5e5f'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:43.225635 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61869d11-3d1f-4e91-8508-6b5de08a81a8" -d '{"events": [{"name": "network-changed", "server_uuid": "2b40554e-b2bb-44bd-bb68-f52a2adf8073", "tag": "bf76e776-e2d4-4f18-b4d3-84f9217e5e5f"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:43.326911 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e314157c-31cd-4956-8981-9907d781cc93 x-openstack-request-id: req-e314157c-31cd-4956-8981-9907d781cc93 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:43.327215 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b40554e-b2bb-44bd-bb68-f52a2adf8073", "tag": "bf76e776-e2d4-4f18-b4d3-84f9217e5e5f", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:43.327477 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e314157c-31cd-4956-8981-9907d781cc93 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:43.329038 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b40554e-b2bb-44bd-bb68-f52a2adf8073', 'tag': 'bf76e776-e2d4-4f18-b4d3-84f9217e5e5f', 'status': 'completed', 'code': 200} Oct 19 01:19:43.364136 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-ef1d47d8-e12c-4924-8ad1-d6710355f28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:43.370750 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-ef1d47d8-e12c-4924-8ad1-d6710355f28d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=168a5912cc444122aa0d6d6b44b7e93f&device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 1096 time: 0.0957646 Oct 19 01:19:43.448265 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-11d38baa-5e34-49bf-a4e8-3d8c956aadd4 None None] Provisioning complete for port 6b86ab76-d814-4a18-bbff-00520367ee3b triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:43.448898 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-11d38baa-5e34-49bf-a4e8-3d8c956aadd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:43.460803 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-b5f0a97d-7914-4e99-aa42-c797027613b2 admin admin] Allocated IP 172.20.0.1 (5e12dd14-5039-435c-a783-d0672592c2d3/313c4890-7a10-40d1-9c32-7abcea0c2b45/b93711c6-3b86-43d0-86db-7160d48d1aab) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:19:43.539921 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-aacb8f57-53e6-41c5-8cc9-99599318235d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f HTTP/1.1" status: 200 len: 217 time: 0.1592793 Oct 19 01:19:43.586672 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b5f0a97d-7914-4e99-aa42-c797027613b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:43.642252 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b5f0a97d-7914-4e99-aa42-c797027613b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:43.699063 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-50480b74-d25f-4429-adb0-bbaea5d2e95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:43.701092 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-50480b74-d25f-4429-adb0-bbaea5d2e95b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e75ff155-8f86-450c-9276-3e4132eca531 HTTP/1.1" status: 200 len: 851 time: 0.1547129 Oct 19 01:19:43.753003 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device af3047a5-191f-4295-896e-49bee4b0cee3 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:19:43.763468 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f0a97d-7914-4e99-aa42-c797027613b2 admin admin] Network 5e12dd14-5039-435c-a783-d0672592c2d3 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:19:43.780198 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-b5f0a97d-7914-4e99-aa42-c797027613b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:43.789667 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f0a97d-7914-4e99-aa42-c797027613b2 admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:19:43.822850 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-cc7da35c-face-40a1-8837-78fdc3b82dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:43.830113 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-cc7da35c-face-40a1-8837-78fdc3b82dce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2309c3e4-1aec-4060-b6e9-bbaad5369c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1189358 Oct 19 01:19:43.833832 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 6b86ab76-d814-4a18-bbff-00520367ee3b up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:19:43.871339 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7692728-bcf8-48fb-917e-03209842c3a5 req-31f54e94-564b-4ebf-ad2e-3d0e2662ef9c tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:43.877581 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a7692728-bcf8-48fb-917e-03209842c3a5 req-31f54e94-564b-4ebf-ad2e-3d0e2662ef9c tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] 10.222.0.57 "GET /v2.0/ports?device_id=c395e8c9-9d55-43e5-ae20-74a465607f3a HTTP/1.1" status: 200 len: 950 time: 0.2567313 Oct 19 01:19:43.884095 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b5f0a97d-7914-4e99-aa42-c797027613b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:43.940242 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0a97d-7914-4e99-aa42-c797027613b2 admin admin] Pushing event updated for resources: {'Port': ['ID=b93711c6-3b86-43d0-86db-7160d48d1aab,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:43.973402 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee3da1-2cf9-470e-8f2d-948b00c47768 req-3f7ccb0e-c034-4fe0-931f-3a09e062a7dc tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:43.974979 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-34ee3da1-2cf9-470e-8f2d-948b00c47768 req-3f7ccb0e-c034-4fe0-931f-3a09e062a7dc tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] 10.222.0.24 "GET /v2.0/ports?device_id=c395e8c9-9d55-43e5-ae20-74a465607f3a HTTP/1.1" status: 200 len: 950 time: 0.3533804 Oct 19 01:19:44.042822 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-e5c25808-de4a-432e-af24-46e1b1a0517b service neutron] 10.222.0.55 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075787 Oct 19 01:19:44.148466 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1de20ac-9f8f-4e5b-b4ea-1bc59f50f8f0 None None] Network 687e5868-7e8d-45e2-951c-9e5bd361161d requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:19:44.185917 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a7692728-bcf8-48fb-917e-03209842c3a5 req-f2b14be0-e425-4f04-9504-d6cd88eeece9 tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fe8c168-7bf4-4b64-a482-6d03b122ffbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860422 Oct 19 01:19:44.211646 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-eb777c1b-a1c5-442d-9afc-6d2f7f69e287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:44.343978 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.resource_extend [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 01:19:44.363826 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b5f0a97d-7914-4e99-aa42-c797027613b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:44.385486 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf5ab5-90ea-4b35-a913-33506d058243 req-c6a7cc7f-ebaf-4f66-8668-108c42347d2f tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:44.393596 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-32cf5ab5-90ea-4b35-a913-33506d058243 req-c6a7cc7f-ebaf-4f66-8668-108c42347d2f tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e3473fb-a0fe-4da8-96a1-062024f2c649 HTTP/1.1" status: 200 len: 907 time: 0.2786069 Oct 19 01:19:44.412727 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-34ee3da1-2cf9-470e-8f2d-948b00c47768 req-33442217-0d06-4e66-87d8-8b1728909e32 tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Deleting port ba3200a0-c5ba-439b-926d-2e9f129b2678 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:19:44.413099 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-34ee3da1-2cf9-470e-8f2d-948b00c47768 req-33442217-0d06-4e66-87d8-8b1728909e32 tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:44.439476 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9afd831c-34ec-4a2d-80be-dd9a8e7972cd req-3bcff456-7f2f-4979-9e77-e25d0b9858e2 service neutron] 10.222.0.55 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879144 Oct 19 01:19:44.541594 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 6b86ab76-d814-4a18-bbff-00520367ee3b triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:44.542014 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:44.584756 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-e0813003-8b13-4223-b485-e6f9e850900b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'name': 'tempest-AttachVolumeTestJSON-2021327807-router', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:33Z', 'updated_at': '2021-10-19T01:19:37Z', 'revision_number': 3, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'gw_port': {'id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:35Z', 'updated_at': '2021-10-19T01:19:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:44.620184 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-abac55d7-78d9-480e-9661-f7c02d06f8c3 req-f14e8e87-eda2-4eba-858e-ce43f16bf215 tempest-ServerShowV247Test-1928033068 tempest-ServerShowV247Test-1928033068-project] 10.222.0.57 "GET /v2.0/ports?device_id=06180416-b638-420a-97ea-c8b78be26ef4 HTTP/1.1" status: 200 len: 210 time: 0.0590298 Oct 19 01:19:44.629164 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61869d11-3d1f-4e91-8508-6b5de08a81a8 req-e9da68a6-fdc1-423d-842f-80af63c23d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:44.631655 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61869d11-3d1f-4e91-8508-6b5de08a81a8 req-e9da68a6-fdc1-423d-842f-80af63c23d5b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=168a5912cc444122aa0d6d6b44b7e93f&device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 1096 time: 0.1260650 Oct 19 01:19:44.637208 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0813003-8b13-4223-b485-e6f9e850900b None None] Checking router: 1ff7b45c-b760-4c4a-8357-def7f6884cf9 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:19:44.637573 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0813003-8b13-4223-b485-e6f9e850900b None None] Updating router 1ff7b45c-b760-4c4a-8357-def7f6884cf9 port b5192942-fe6c-4b2b-a299-5a7fd79c575a binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:19:44.695640 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e0813003-8b13-4223-b485-e6f9e850900b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:44.778868 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61869d11-3d1f-4e91-8508-6b5de08a81a8 req-c9c70a87-aa1c-4f28-a909-ae2019420ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:44.780686 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61869d11-3d1f-4e91-8508-6b5de08a81a8 req-c9c70a87-aa1c-4f28-a909-ae2019420ec3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2309c3e4-1aec-4060-b6e9-bbaad5369c41 HTTP/1.1" status: 200 len: 913 time: 0.1419432 Oct 19 01:19:44.841487 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61869d11-3d1f-4e91-8508-6b5de08a81a8 req-e4213ffb-9740-4f6d-af6f-3f1f63a9571a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f HTTP/1.1" status: 200 len: 217 time: 0.0528677 Oct 19 01:19:44.948086 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61869d11-3d1f-4e91-8508-6b5de08a81a8 req-05e414c2-e3fb-4184-9fa4-66aa03623228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:44.949204 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61869d11-3d1f-4e91-8508-6b5de08a81a8 req-05e414c2-e3fb-4184-9fa4-66aa03623228 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e75ff155-8f86-450c-9276-3e4132eca531 HTTP/1.1" status: 200 len: 851 time: 0.1007094 Oct 19 01:19:44.997696 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port af3047a5-191f-4295-896e-49bee4b0cee3, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=af3047a5-191f-4295-896e-49bee4b0cee3,segment=NetworkSegment(0cad6e1e-11d1-43a4-99ac-99237a3e16de),segment_id=0cad6e1e-11d1-43a4-99ac-99237a3e16de)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:45.028061 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61869d11-3d1f-4e91-8508-6b5de08a81a8 req-75259759-c0a2-4ed7-9da2-55ab1e98a7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:45.030279 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61869d11-3d1f-4e91-8508-6b5de08a81a8 req-75259759-c0a2-4ed7-9da2-55ab1e98a7dd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2309c3e4-1aec-4060-b6e9-bbaad5369c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737579 Oct 19 01:19:45.060567 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-362bde89-474c-4bf8-8811-b4b4a4fc5efb None None] Provisioning complete for port b93711c6-3b86-43d0-86db-7160d48d1aab triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:45.061946 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-362bde89-474c-4bf8-8811-b4b4a4fc5efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:45.082257 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'af3047a5-191f-4295-896e-49bee4b0cee3', 'network_id': '3f3e2c17-ab79-49bb-9563-8ed68286c5f3', 'port_id': 'af3047a5-191f-4295-896e-49bee4b0cee3', 'mac_address': 'fa:16:3e:f4:0e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c6143d7-d794-4629-80a4-f7ed582dda4a', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:19:45.197512 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:45.255942 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61869d11-3d1f-4e91-8508-6b5de08a81a8 req-3587681d-7f0e-4182-b43c-c735f8580853 service neutron] 10.222.0.55 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114544 Oct 19 01:19:45.260172 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-34ee3da1-2cf9-470e-8f2d-948b00c47768 req-33442217-0d06-4e66-87d8-8b1728909e32 tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] For port ba3200a0-c5ba-439b-926d-2e9f129b2678, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=ba3200a0-c5ba-439b-926d-2e9f129b2678,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:45.260721 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-34ee3da1-2cf9-470e-8f2d-948b00c47768 req-33442217-0d06-4e66-87d8-8b1728909e32 tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:45.276576 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-34ee3da1-2cf9-470e-8f2d-948b00c47768 req-33442217-0d06-4e66-87d8-8b1728909e32 tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Calling delete_port for ba3200a0-c5ba-439b-926d-2e9f129b2678 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:19:45.295657 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-362bde89-474c-4bf8-8811-b4b4a4fc5efb None None] Port b93711c6-3b86-43d0-86db-7160d48d1aab cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:19:45.307260 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af3047a5-191f-4295-896e-49bee4b0cee3 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:19:45.365556 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port af3047a5-191f-4295-896e-49bee4b0cee3, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=af3047a5-191f-4295-896e-49bee4b0cee3,segment=NetworkSegment(0cad6e1e-11d1-43a4-99ac-99237a3e16de),segment_id=0cad6e1e-11d1-43a4-99ac-99237a3e16de)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:45.376473 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:45.472239 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61869d11-3d1f-4e91-8508-6b5de08a81a8 req-016cceb3-19eb-4bc0-9e0d-262a991457e6 service neutron] 10.222.0.55 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011266 Oct 19 01:19:45.524916 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616fd4b-f2f9-4eb5-ab36-11218dfaacd5 req-8aca338f-0ac5-494a-93ed-e96371140530 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:45.527819 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e0813003-8b13-4223-b485-e6f9e850900b None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:45.535134 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d616fd4b-f2f9-4eb5-ab36-11218dfaacd5 req-8aca338f-0ac5-494a-93ed-e96371140530 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 944 time: 0.1672261 Oct 19 01:19:45.550432 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57b35c-81f8-4306-81f2-b6b61fcb637d req-a8f15b44-08a3-46bf-ae76-41021be9bcbc tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:45.553180 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ad57b35c-81f8-4306-81f2-b6b61fcb637d req-a8f15b44-08a3-46bf-ae76-41021be9bcbc tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] 10.222.0.57 "GET /v2.0/ports?device_id=c395e8c9-9d55-43e5-ae20-74a465607f3a HTTP/1.1" status: 200 len: 950 time: 0.0747535 Oct 19 01:19:45.576154 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e0813003-8b13-4223-b485-e6f9e850900b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:45.630734 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ad57b35c-81f8-4306-81f2-b6b61fcb637d req-e3f13b22-fbe5-456d-8aaf-354ff496384c tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fe8c168-7bf4-4b64-a482-6d03b122ffbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564048 Oct 19 01:19:45.638395 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-e0813003-8b13-4223-b485-e6f9e850900b None None] Attempting to bind port b5192942-fe6c-4b2b-a299-5a7fd79c575a on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:19:45.639028 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-e0813003-8b13-4223-b485-e6f9e850900b None None] Attempting to bind port b5192942-fe6c-4b2b-a299-5a7fd79c575a by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:19:45.639649 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0813003-8b13-4223-b485-e6f9e850900b None None] Attempting to bind port b5192942-fe6c-4b2b-a299-5a7fd79c575a on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:19:45.644767 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=af3047a5-191f-4295-896e-49bee4b0cee3,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:45.651434 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['af3047a5-191f-4295-896e-49bee4b0cee3'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:19:45.690395 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0813003-8b13-4223-b485-e6f9e850900b None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:19:45.690890 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0813003-8b13-4223-b485-e6f9e850900b None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:19:45.691353 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e0813003-8b13-4223-b485-e6f9e850900b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:45.691841 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0813003-8b13-4223-b485-e6f9e850900b None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:19:45.692809 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-e0813003-8b13-4223-b485-e6f9e850900b None None] Bound port: b5192942-fe6c-4b2b-a299-5a7fd79c575a, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:19:45.692809 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e0813003-8b13-4223-b485-e6f9e850900b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:45.758860 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-e0813003-8b13-4223-b485-e6f9e850900b None None] For port b5192942-fe6c-4b2b-a299-5a7fd79c575a, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:19:45.767088 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-e0813003-8b13-4223-b485-e6f9e850900b None None] For port b5192942-fe6c-4b2b-a299-5a7fd79c575a, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b5192942-fe6c-4b2b-a299-5a7fd79c575a,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:19:45.781512 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b5f0a97d-7914-4e99-aa42-c797027613b2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:45.783787 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-34ee3da1-2cf9-470e-8f2d-948b00c47768 req-33442217-0d06-4e66-87d8-8b1728909e32 tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:45.793459 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device ba3200a0-c5ba-439b-926d-2e9f129b2678 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:19:45.812135 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d616fd4b-f2f9-4eb5-ab36-11218dfaacd5 req-aa689cf0-58d3-456a-8092-f708284c499d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2723048 Oct 19 01:19:45.828651 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: ba3200a0-c5ba-439b-926d-2e9f129b2678 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:19:45.829163 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device ba3200a0-c5ba-439b-926d-2e9f129b2678 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:19:45.831400 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e0813003-8b13-4223-b485-e6f9e850900b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:45.866126 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f96202-f665-417d-8fd5-19b352312def None None] Pushing event updated for resources: {'Port': ['ID=b5192942-fe6c-4b2b-a299-5a7fd79c575a,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:45.883337 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0813003-8b13-4223-b485-e6f9e850900b None None] Routers {'1ff7b45c-b760-4c4a-8357-def7f6884cf9'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:19:45.883984 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-e0813003-8b13-4223-b485-e6f9e850900b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:19:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['1ff7b45c-b760-4c4a-8357-def7f6884cf9'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:45.885679 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b5f0a97d-7914-4e99-aa42-c797027613b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:45.900494 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33442217-0d06-4e66-87d8-8b1728909e32 tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Pushing event deleted for resources: {'Port': ['ID=ba3200a0-c5ba-439b-926d-2e9f129b2678,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:45.954523 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c1bc7-26b9-4f0c-ad0b-ae27d8af6f20 req-1e91c8d9-aa82-41eb-906a-a4e34f3ef852 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:45.973244 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-162c1bc7-26b9-4f0c-ad0b-ae27d8af6f20 req-1e91c8d9-aa82-41eb-906a-a4e34f3ef852 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e3473fb-a0fe-4da8-96a1-062024f2c649 HTTP/1.1" status: 200 len: 908 time: 0.1460333 Oct 19 01:19:46.026000 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-42920ae1-b296-4d1f-b4df-cb4757fe7b33 req-cbca0105-d9a9-4e4e-95d8-1df424e037e7 tempest-ServerShowV247Test-1928033068 tempest-ServerShowV247Test-1928033068-project] 10.222.0.57 "GET /v2.0/ports?device_id=06180416-b638-420a-97ea-c8b78be26ef4 HTTP/1.1" status: 200 len: 210 time: 0.0498674 Oct 19 01:19:46.085190 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f96202-f665-417d-8fd5-19b352312def None None] Pushing event updated for resources: {'Port': ['ID=b5192942-fe6c-4b2b-a299-5a7fd79c575a,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:46.136959 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ee3da1-2cf9-470e-8f2d-948b00c47768 req-33442217-0d06-4e66-87d8-8b1728909e32 tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] No DVR routers for this DVR port ba3200a0-c5ba-439b-926d-2e9f129b2678 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:19:46.146853 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-34ee3da1-2cf9-470e-8f2d-948b00c47768 req-33442217-0d06-4e66-87d8-8b1728909e32 tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:46.150401 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-34ee3da1-2cf9-470e-8f2d-948b00c47768 req-33442217-0d06-4e66-87d8-8b1728909e32 tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] 10.222.0.24 "DELETE /v2.0/ports/ba3200a0-c5ba-439b-926d-2e9f129b2678 HTTP/1.1" status: 204 len: 173 time: 2.1605225 Oct 19 01:19:46.150857 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c395e8c9-9d55-43e5-ae20-74a465607f3a', 'name': 'network-vif-deleted', 'tag': 'ba3200a0-c5ba-439b-926d-2e9f129b2678'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:46.153325 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b38bf98-be31-43a2-9552-77f70e5c4e2e" -d '{"events": [{"server_uuid": "c395e8c9-9d55-43e5-ae20-74a465607f3a", "name": "network-vif-deleted", "tag": "ba3200a0-c5ba-439b-926d-2e9f129b2678"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:46.182843 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b5f0a97d-7914-4e99-aa42-c797027613b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:46.325684 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e31c3a9-a892-4929-b5f6-fce00f95e869 x-openstack-request-id: req-5e31c3a9-a892-4929-b5f6-fce00f95e869 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:46.326372 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c395e8c9-9d55-43e5-ae20-74a465607f3a", "name": "network-vif-deleted", "tag": "ba3200a0-c5ba-439b-926d-2e9f129b2678", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:46.326372 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5e31c3a9-a892-4929-b5f6-fce00f95e869 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:46.330336 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c395e8c9-9d55-43e5-ae20-74a465607f3a', 'name': 'network-vif-deleted', 'tag': 'ba3200a0-c5ba-439b-926d-2e9f129b2678', 'status': 'completed', 'code': 200} Oct 19 01:19:46.330336 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0a97d-7914-4e99-aa42-c797027613b2 admin admin] Pushing event updated for resources: {'Port': ['ID=b93711c6-3b86-43d0-86db-7160d48d1aab,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:46.340791 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f0a97d-7914-4e99-aa42-c797027613b2 admin admin] Network 5e12dd14-5039-435c-a783-d0672592c2d3 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:19:46.342755 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-b5f0a97d-7914-4e99-aa42-c797027613b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:46.463157 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-e0813003-8b13-4223-b485-e6f9e850900b None None] Set router 1ff7b45c-b760-4c4a-8357-def7f6884cf9 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:19:46.553341 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f0a97d-7914-4e99-aa42-c797027613b2 admin admin] Router 1ff7b45c-b760-4c4a-8357-def7f6884cf9 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:19:46.573860 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-71d3c879-35a8-42c5-95e2-4bd56f3740bf tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:46.577427 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-71d3c879-35a8-42c5-95e2-4bd56f3740bf tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] 10.222.0.57 "GET /v2.0/networks?id=687e5868-7e8d-45e2-951c-9e5bd361161d HTTP/1.1" status: 200 len: 810 time: 0.3933492 Oct 19 01:19:46.601044 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-addccd4c-070f-484c-81d2-8c480d254579 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] 10.222.0.57 "GET /v2.0/quotas/967980c4cfbd462c81707510bb34230a HTTP/1.1" status: 200 len: 375 time: 0.0126483 Oct 19 01:19:46.695451 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-e3e61641-e039-45b7-bd5d-94ffb2907541 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=967980c4cfbd462c81707510bb34230a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0825212 Oct 19 01:19:46.732784 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b21f8f9a-ceab-4688-bcba-f7559937db14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:46.894515 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-85dff81d-e290-41b0-89ce-6f180bedf2af service neutron] 10.222.0.57 "GET /v2.0/networks/687e5868-7e8d-45e2-951c-9e5bd361161d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969557 Oct 19 01:19:46.974216 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8935fc65-24c4-4448-8c40-64ab09d9d686 req-429bdffa-5ec9-4a39-baf7-af13ef80e44e tempest-VolumesBackupsTest-1606738872 tempest-VolumesBackupsTest-1606738872-project] 10.222.0.57 "GET /v2.0/ports?device_id=c395e8c9-9d55-43e5-ae20-74a465607f3a HTTP/1.1" status: 200 len: 210 time: 0.0949144 Oct 19 01:19:46.995409 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-7cc253e8-fba9-4479-980b-f74c404e5e88 None None] Provisioning complete for port b93711c6-3b86-43d0-86db-7160d48d1aab triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:46.995840 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7cc253e8-fba9-4479-980b-f74c404e5e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:47.014522 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f0a97d-7914-4e99-aa42-c797027613b2 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:19:47.035815 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b5f0a97d-7914-4e99-aa42-c797027613b2 admin admin] 10.222.0.57 "PUT /v2.0/routers/1ff7b45c-b760-4c4a-8357-def7f6884cf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8569038 Oct 19 01:19:47.117169 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-7cc253e8-fba9-4479-980b-f74c404e5e88 None None] Port b93711c6-3b86-43d0-86db-7160d48d1aab cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:19:47.142932 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-e0813003-8b13-4223-b485-e6f9e850900b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'name': 'tempest-AttachVolumeTestJSON-2021327807-router', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:33Z', 'updated_at': '2021-10-19T01:19:44Z', 'revision_number': 4, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'gw_port': {'id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:35Z', 'updated_at': '2021-10-19T01:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'b93711c6-3b86-43d0-86db-7160d48d1aab', 'name': '', 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'mac_address': 'fa:16:3e:16:d8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '313c4890-7a10-40d1-9c32-7abcea0c2b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:43Z', 'updated_at': '2021-10-19T01:19:45Z', 'revision_number': 2, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'subnets': [{'id': '313c4890-7a10-40d1-9c32-7abcea0c2b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:47.178363 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-4957f338-4e6e-416c-b096-72180db00f36 service neutron] 10.222.0.57 "GET /v2.0/networks/687e5868-7e8d-45e2-951c-9e5bd361161d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761314 Oct 19 01:19:47.200828 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0813003-8b13-4223-b485-e6f9e850900b None None] The sync data for ids ['1ff7b45c-b760-4c4a-8357-def7f6884cf9'] in n-d-715271-26 is: [{'id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'name': 'tempest-AttachVolumeTestJSON-2021327807-router', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:33Z', 'updated_at': '2021-10-19T01:19:44Z', 'revision_number': 4, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'gw_port': {'id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:35Z', 'updated_at': '2021-10-19T01:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'b93711c6-3b86-43d0-86db-7160d48d1aab', 'name': '', 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'mac_address': 'fa:16:3e:16:d8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '313c4890-7a10-40d1-9c32-7abcea0c2b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:43Z', 'updated_at': '2021-10-19T01:19:45Z', 'revision_number': 2, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'subnets': [{'id': '313c4890-7a10-40d1-9c32-7abcea0c2b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:19:47.244424 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:47.321054 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:19:47.347831 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081bba8-1139-4bed-9ae3-5a669c011bb8 req-10fd4a3b-0a12-4181-94f3-773754a1afec tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:47.349431 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7081bba8-1139-4bed-9ae3-5a669c011bb8 req-10fd4a3b-0a12-4181-94f3-773754a1afec tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 944 time: 0.2033448 Oct 19 01:19:47.473881 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7081bba8-1139-4bed-9ae3-5a669c011bb8 req-3f895ca4-bd94-4fda-a2db-0071b6c49e57 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074979 Oct 19 01:19:47.756819 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device af3047a5-191f-4295-896e-49bee4b0cee3 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:19:47.775216 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:47.790368 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df887394-f2ec-4589-9f35-aad14bb705e8 req-c7415bc4-dda3-4064-a373-73517ae1f5f2 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:47.792023 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-df887394-f2ec-4589-9f35-aad14bb705e8 req-c7415bc4-dda3-4064-a373-73517ae1f5f2 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e3473fb-a0fe-4da8-96a1-062024f2c649 HTTP/1.1" status: 200 len: 908 time: 0.1291718 Oct 19 01:19:47.803770 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3a20ad02-19c4-44b5-a844-3b6d02fed3a7 req-d531e308-a045-4f01-9105-70e08213ca90 tempest-ServerShowV247Test-1928033068 tempest-ServerShowV247Test-1928033068-project] 10.222.0.57 "GET /v2.0/ports?device_id=06180416-b638-420a-97ea-c8b78be26ef4 HTTP/1.1" status: 200 len: 210 time: 0.0656476 Oct 19 01:19:47.954807 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port af3047a5-191f-4295-896e-49bee4b0cee3 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:19:47.964870 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port af3047a5-191f-4295-896e-49bee4b0cee3 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:47.966216 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:48.009134 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-55d42d2f-f315-4019-ba72-8d4aa34349db req-cffcf157-050f-47b3-8bc3-684099ada0e0 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ff7af4c-45f9-4818-ae45-3b18dd579a5c HTTP/1.1" status: 200 len: 210 time: 0.0634463 Oct 19 01:19:48.185124 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:48.240895 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3473fb-a0fe-4da8-96a1-062024f2c649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3047a5-191f-4295-896e-49bee4b0cee3'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:48.249951 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7c654b-dda5-430b-872a-fc3dbd3db373" -d '{"events": [{"server_uuid": "1e3473fb-a0fe-4da8-96a1-062024f2c649", "name": "network-vif-plugged", "status": "completed", "tag": "af3047a5-191f-4295-896e-49bee4b0cee3"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:48.285012 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port af3047a5-191f-4295-896e-49bee4b0cee3, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=af3047a5-191f-4295-896e-49bee4b0cee3,segment=NetworkSegment(0cad6e1e-11d1-43a4-99ac-99237a3e16de),segment_id=0cad6e1e-11d1-43a4-99ac-99237a3e16de)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:48.296874 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device bf76e776-e2d4-4f18-b4d3-84f9217e5e5f details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:19:48.299445 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:48.406156 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493cdf2b-95c4-47f2-8b50-692207e00479 x-openstack-request-id: req-493cdf2b-95c4-47f2-8b50-692207e00479 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:48.406156 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3473fb-a0fe-4da8-96a1-062024f2c649", "name": "network-vif-plugged", "status": "completed", "tag": "af3047a5-191f-4295-896e-49bee4b0cee3", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:48.406156 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-493cdf2b-95c4-47f2-8b50-692207e00479 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:48.406156 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3473fb-a0fe-4da8-96a1-062024f2c649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3047a5-191f-4295-896e-49bee4b0cee3', 'code': 200} Oct 19 01:19:48.473618 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=af3047a5-191f-4295-896e-49bee4b0cee3,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:48.606253 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168891f3-cdf4-46cf-858a-ec63714433fb req-c28e2691-32be-4cc2-89a7-03cc55f71dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:48.612662 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-168891f3-cdf4-46cf-858a-ec63714433fb req-c28e2691-32be-4cc2-89a7-03cc55f71dbb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1e3473fb-a0fe-4da8-96a1-062024f2c649 HTTP/1.1" status: 200 len: 1061 time: 0.1258204 Oct 19 01:19:48.655441 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port bf76e776-e2d4-4f18-b4d3-84f9217e5e5f, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:48.693350 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'bf76e776-e2d4-4f18-b4d3-84f9217e5e5f', 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41', 'port_id': 'bf76e776-e2d4-4f18-b4d3-84f9217e5e5f', 'mac_address': 'fa:16:3e:da:26:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e75ff155-8f86-450c-9276-3e4132eca531', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:19:48.718280 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 52544) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:48.722768 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-ab9343bc-a613-4e1c-87df-83eabf63bd44 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1764516557', 'description': 'tempest-description--808992622'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:48.775367 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ab9343bc-a613-4e1c-87df-83eabf63bd44 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:48.780802 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:48.786808 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc605f-7e49-4ca3-ae01-9e4cf8d0bb46 req-15e9fb30-b2c8-4e7a-bfb6-4c94f1812cfa tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:48.798268 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf76e776-e2d4-4f18-b4d3-84f9217e5e5f {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:19:48.800374 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-02bc605f-7e49-4ca3-ae01-9e4cf8d0bb46 req-15e9fb30-b2c8-4e7a-bfb6-4c94f1812cfa tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 944 time: 0.1743405 Oct 19 01:19:48.850540 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port bf76e776-e2d4-4f18-b4d3-84f9217e5e5f, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:48.870321 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:48.879629 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-02bc605f-7e49-4ca3-ae01-9e4cf8d0bb46 req-7b22ed55-0d3f-42b1-8005-6724527c1ecc tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750849 Oct 19 01:19:49.013811 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:49.033935 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ab9343bc-a613-4e1c-87df-83eabf63bd44 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:49.045316 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ab9343bc-a613-4e1c-87df-83eabf63bd44 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:49.069169 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ed3f1e5-17be-462f-a570-ce5365116f27 req-09053c5a-8995-495d-938d-3005401837eb tempest-ServerShowV247Test-1928033068 tempest-ServerShowV247Test-1928033068-project] 10.222.0.57 "GET /v2.0/ports?device_id=06180416-b638-420a-97ea-c8b78be26ef4 HTTP/1.1" status: 200 len: 210 time: 0.0575821 Oct 19 01:19:49.118476 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b1a4e-4a21-4847-a2bd-ad5145a4c101 req-5edb3f52-7949-4fd1-9222-0b58ffbb0c37 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:49.120344 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c86b1a4e-4a21-4847-a2bd-ad5145a4c101 req-5edb3f52-7949-4fd1-9222-0b58ffbb0c37 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e3473fb-a0fe-4da8-96a1-062024f2c649 HTTP/1.1" status: 200 len: 909 time: 0.1574352 Oct 19 01:19:49.135938 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ab9343bc-a613-4e1c-87df-83eabf63bd44 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:49.137444 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ab9343bc-a613-4e1c-87df-83eabf63bd44 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4199893 Oct 19 01:19:49.140686 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 52554) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:49.149226 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9343bc-a613-4e1c-87df-83eabf63bd44 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:49.154747 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-445d44c0-df9e-4477-9d98-feb5adc873a2 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Request body: {'security_group_rule': {'security_group_id': '3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:49.194514 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-445d44c0-df9e-4477-9d98-feb5adc873a2 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:49.203707 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['bf76e776-e2d4-4f18-b4d3-84f9217e5e5f'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:19:49.234000 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-34ab6d58-62fe-47d4-92c3-b08b10408d2d req-d833bde6-d610-43bc-83a6-7176c43c2ede tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ff7af4c-45f9-4818-ae45-3b18dd579a5c HTTP/1.1" status: 200 len: 210 time: 0.0362041 Oct 19 01:19:49.327481 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-445d44c0-df9e-4477-9d98-feb5adc873a2 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:49.344572 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-445d44c0-df9e-4477-9d98-feb5adc873a2 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:49.420595 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d44c0-df9e-4477-9d98-feb5adc873a2 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0dcd038-35a1-43dc-8a75-4619fb0720ba,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:49.437761 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-445d44c0-df9e-4477-9d98-feb5adc873a2 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:49.442176 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-445d44c0-df9e-4477-9d98-feb5adc873a2 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2887866 Oct 19 01:19:49.442788 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 52560) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:49.447712 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-b4574dc1-a8bf-46f8-a71f-19c7f2268847 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Request body: {'security_group_rule': {'security_group_id': '3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:49.511570 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b4574dc1-a8bf-46f8-a71f-19c7f2268847 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:49.617457 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-a2bf21cb-4e75-448a-b764-e1ec47c53610 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:49.618991 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-a2bf21cb-4e75-448a-b764-e1ec47c53610 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] 10.222.0.55 "GET /v2.0/networks?id=687e5868-7e8d-45e2-951c-9e5bd361161d HTTP/1.1" status: 200 len: 810 time: 0.2015018 Oct 19 01:19:49.634654 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-2566e0a4-e139-4173-b597-2347d11eb525 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] Request body: {'port': {'device_id': '2ff7af4c-45f9-4818-ae45-3b18dd579a5c', 'network_id': '687e5868-7e8d-45e2-951c-9e5bd361161d', 'admin_state_up': True, 'tenant_id': '967980c4cfbd462c81707510bb34230a'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:49.654371 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b4574dc1-a8bf-46f8-a71f-19c7f2268847 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:49.661142 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b4574dc1-a8bf-46f8-a71f-19c7f2268847 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:49.707063 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4574dc1-a8bf-46f8-a71f-19c7f2268847 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc93d6a8-6cb4-45d7-a589-2e0abf6171a5,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:49.741007 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b4574dc1-a8bf-46f8-a71f-19c7f2268847 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:49.742116 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b4574dc1-a8bf-46f8-a71f-19c7f2268847 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2979574 Oct 19 01:19:49.746680 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 52562) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:49.756393 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-3eb576b8-96b6-43f4-b09b-6f6a22c39a56 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:49.766021 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:49.780969 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3eb576b8-96b6-43f4-b09b-6f6a22c39a56 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for floatingip, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:49.815110 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b5192942-fe6c-4b2b-a299-5a7fd79c575a up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:19:49.884712 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-2566e0a4-e139-4173-b597-2347d11eb525 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] Made reservation on behalf of 967980c4cfbd462c81707510bb34230a for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:19:49.897981 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-2566e0a4-e139-4173-b597-2347d11eb525 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:50.008751 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3eb576b8-96b6-43f4-b09b-6f6a22c39a56 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:50.032041 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port b5192942-fe6c-4b2b-a299-5a7fd79c575a triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:50.032718 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:50.153989 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:50.179105 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port b5192942-fe6c-4b2b-a299-5a7fd79c575a, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b5192942-fe6c-4b2b-a299-5a7fd79c575a,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:50.188263 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:50.227537 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-2566e0a4-e139-4173-b597-2347d11eb525 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] Allocated IP 172.20.0.6 (687e5868-7e8d-45e2-951c-9e5bd361161d/a328cf31-79ba-4300-bd1f-d0874b6d11b2/bb2861a0-fcb5-4a51-b50d-1953919c2914) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:19:50.317193 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device bf76e776-e2d4-4f18-b4d3-84f9217e5e5f up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:19:50.352417 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fb829782-964b-4a36-959b-131ec1425475 req-e5b0fc72-ba95-4e02-b5c3-4787147a39a1 tempest-ServerShowV247Test-1928033068 tempest-ServerShowV247Test-1928033068-project] 10.222.0.57 "GET /v2.0/ports?device_id=06180416-b638-420a-97ea-c8b78be26ef4 HTTP/1.1" status: 200 len: 210 time: 0.0744197 Oct 19 01:19:50.374010 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4d252-c31a-4d44-a0f3-b16472261be1 req-c4b367ac-5477-48ea-9cee-5a3e2477aea2 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:50.382361 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-28b4d252-c31a-4d44-a0f3-b16472261be1 req-c4b367ac-5477-48ea-9cee-5a3e2477aea2 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.2351532 Oct 19 01:19:50.403626 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=b5192942-fe6c-4b2b-a299-5a7fd79c575a,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:50.440205 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port bf76e776-e2d4-4f18-b4d3-84f9217e5e5f completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:19:50.444352 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port bf76e776-e2d4-4f18-b4d3-84f9217e5e5f triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:50.444716 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:50.517906 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-3eb576b8-96b6-43f4-b09b-6f6a22c39a56 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Allocated IP 172.25.8.87 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/7018ddc4-e9a1-4599-86ca-88b4cc3c2bca) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:19:50.543820 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-28b4d252-c31a-4d44-a0f3-b16472261be1 req-f1baa7f8-330e-4678-8d0a-0fb7edfcc109 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604691 Oct 19 01:19:50.643615 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76356faf-8240-4a00-927e-7021bc9a2a2d req-635e822a-89b8-4331-a223-d45d4bb0fef4 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:50.645153 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-76356faf-8240-4a00-927e-7021bc9a2a2d req-635e822a-89b8-4331-a223-d45d4bb0fef4 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e3473fb-a0fe-4da8-96a1-062024f2c649 HTTP/1.1" status: 200 len: 909 time: 0.1726632 Oct 19 01:19:50.657409 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-2566e0a4-e139-4173-b597-2347d11eb525 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:50.720556 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-2566e0a4-e139-4173-b597-2347d11eb525 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:50.729224 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-025205bc-afcc-411a-80b8-de293889d2a7 req-ff9e05f0-0035-4287-b10e-02d2448cea44 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ff7af4c-45f9-4818-ae45-3b18dd579a5c HTTP/1.1" status: 200 len: 210 time: 0.0766709 Oct 19 01:19:50.747092 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:50.771940 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-2566e0a4-e139-4173-b597-2347d11eb525 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] Network 687e5868-7e8d-45e2-951c-9e5bd361161d is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:19:50.774371 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-2566e0a4-e139-4173-b597-2347d11eb525 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:50.777255 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b40554e-b2bb-44bd-bb68-f52a2adf8073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf76e776-e2d4-4f18-b4d3-84f9217e5e5f'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:50.786805 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-2566e0a4-e139-4173-b597-2347d11eb525 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:19:50.788994 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0d645c-178d-4893-a8d1-13767a7ccdf2" -d '{"events": [{"server_uuid": "2b40554e-b2bb-44bd-bb68-f52a2adf8073", "name": "network-vif-plugged", "status": "completed", "tag": "bf76e776-e2d4-4f18-b4d3-84f9217e5e5f"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:50.822415 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port bf76e776-e2d4-4f18-b4d3-84f9217e5e5f, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:50.830499 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:50.832723 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3eb576b8-96b6-43f4-b09b-6f6a22c39a56 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:50.883148 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097c31a0-96e5-4a33-b851-263dd0eeb469 x-openstack-request-id: req-097c31a0-96e5-4a33-b851-263dd0eeb469 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:50.883678 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b40554e-b2bb-44bd-bb68-f52a2adf8073", "name": "network-vif-plugged", "status": "completed", "tag": "bf76e776-e2d4-4f18-b4d3-84f9217e5e5f", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:50.884090 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-097c31a0-96e5-4a33-b851-263dd0eeb469 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:50.884623 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b40554e-b2bb-44bd-bb68-f52a2adf8073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf76e776-e2d4-4f18-b4d3-84f9217e5e5f', 'code': 200} Oct 19 01:19:50.918283 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3eb576b8-96b6-43f4-b09b-6f6a22c39a56 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:50.928366 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:51.019941 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2566e0a4-e139-4173-b597-2347d11eb525 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] Pushing event updated for resources: {'Port': ['ID=bb2861a0-fcb5-4a51-b50d-1953919c2914,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:51.048214 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb576b8-96b6-43f4-b09b-6f6a22c39a56 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Pushing event updated for resources: {'Port': ['ID=7018ddc4-e9a1-4599-86ca-88b4cc3c2bca,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:51.052348 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-2566e0a4-e139-4173-b597-2347d11eb525 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:51.054181 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-2566e0a4-e139-4173-b597-2347d11eb525 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:51.082172 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb576b8-96b6-43f4-b09b-6f6a22c39a56 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:19:51.085070 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-3eb576b8-96b6-43f4-b09b-6f6a22c39a56 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:51.096621 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb576b8-96b6-43f4-b09b-6f6a22c39a56 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:19:51.109873 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-2566e0a4-e139-4173-b597-2347d11eb525 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4793146 Oct 19 01:19:51.135167 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-3fdcd2fe-89b9-4aad-8268-5a6c178ddb61 service neutron] Request body: {'port': {'device_id': '2ff7af4c-45f9-4818-ae45-3b18dd579a5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:51.157163 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e79113-5836-4e67-bc35-fb527a972344 req-689b5293-3c57-4c7c-8b97-ab330c1063f7 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:51.159444 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-14e79113-5836-4e67-bc35-fb527a972344 req-689b5293-3c57-4c7c-8b97-ab330c1063f7 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e3473fb-a0fe-4da8-96a1-062024f2c649 HTTP/1.1" status: 200 len: 909 time: 0.3005819 Oct 19 01:19:51.201974 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a4105-890c-4333-ad1a-889ac0c8f05a req-b1035664-b085-4b2d-84de-8f25ee7c13e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:51.204944 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b28a4105-890c-4333-ad1a-889ac0c8f05a req-b1035664-b085-4b2d-84de-8f25ee7c13e5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 1098 time: 0.2348635 Oct 19 01:19:51.274178 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8587618-ebf1-4e69-916c-f1dabc287131 None None] Sync routers for ids ['1ff7b45c-b760-4c4a-8357-def7f6884cf9'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:19:51.291890 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8587618-ebf1-4e69-916c-f1dabc287131 None None] Routers {'1ff7b45c-b760-4c4a-8357-def7f6884cf9'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:19:51.292517 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-d8587618-ebf1-4e69-916c-f1dabc287131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:19:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['1ff7b45c-b760-4c4a-8357-def7f6884cf9'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:51.310279 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3eb576b8-96b6-43f4-b09b-6f6a22c39a56 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:51.357834 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-3fdcd2fe-89b9-4aad-8268-5a6c178ddb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:51.397565 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b28a4105-890c-4333-ad1a-889ac0c8f05a req-6164691c-4490-4f0d-aef1-e2dc5c36259d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848936 Oct 19 01:19:51.451072 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd971a-763a-4a88-87eb-07220e6720a9 req-9625fde7-1f68-40b5-b2b8-4c745d7c86e6 tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:51.485989 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-befd971a-763a-4a88-87eb-07220e6720a9 req-9625fde7-1f68-40b5-b2b8-4c745d7c86e6 tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1e3473fb-a0fe-4da8-96a1-062024f2c649 HTTP/1.1" status: 200 len: 1061 time: 0.1871595 Oct 19 01:19:51.487815 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3eb576b8-96b6-43f4-b09b-6f6a22c39a56 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:51.567364 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-d8587618-ebf1-4e69-916c-f1dabc287131 None None] Set router 1ff7b45c-b760-4c4a-8357-def7f6884cf9 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:19:51.763989 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b5192942-fe6c-4b2b-a299-5a7fd79c575a up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:19:51.853930 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-caf95a03-b311-4780-867b-38a6ba2b970a req-e1c6127e-ffc7-4cee-a517-a491df4ebf0d tempest-ServerShowV247Test-1928033068 tempest-ServerShowV247Test-1928033068-project] 10.222.0.57 "GET /v2.0/ports?device_id=06180416-b638-420a-97ea-c8b78be26ef4 HTTP/1.1" status: 200 len: 210 time: 0.3107316 Oct 19 01:19:51.877579 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port b5192942-fe6c-4b2b-a299-5a7fd79c575a triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:51.877579 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:52.059213 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cde60-7765-4acf-af0e-52f9a3587c3b req-e9504728-63d4-4be1-b984-d072fba3efef tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:52.066830 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-252cde60-7765-4acf-af0e-52f9a3587c3b req-e9504728-63d4-4be1-b984-d072fba3efef tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=0e8a9fed-c562-4070-8809-f649901e5f21 HTTP/1.1" status: 200 len: 1136 time: 0.3646724 Oct 19 01:19:52.112071 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-d8587618-ebf1-4e69-916c-f1dabc287131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'name': 'tempest-AttachVolumeTestJSON-2021327807-router', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:33Z', 'updated_at': '2021-10-19T01:19:44Z', 'revision_number': 4, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'gw_port': {'id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:35Z', 'updated_at': '2021-10-19T01:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'b93711c6-3b86-43d0-86db-7160d48d1aab', 'name': '', 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'mac_address': 'fa:16:3e:16:d8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '313c4890-7a10-40d1-9c32-7abcea0c2b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:43Z', 'updated_at': '2021-10-19T01:19:45Z', 'revision_number': 2, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'subnets': [{'id': '313c4890-7a10-40d1-9c32-7abcea0c2b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:52.177929 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8587618-ebf1-4e69-916c-f1dabc287131 None None] Checking router: 1ff7b45c-b760-4c4a-8357-def7f6884cf9 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:19:52.178288 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8587618-ebf1-4e69-916c-f1dabc287131 None None] Updating router 1ff7b45c-b760-4c4a-8357-def7f6884cf9 port b93711c6-3b86-43d0-86db-7160d48d1aab binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:19:52.185126 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3eb576b8-96b6-43f4-b09b-6f6a22c39a56 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:52.220493 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-252cde60-7765-4acf-af0e-52f9a3587c3b req-80b1bbb2-2858-44ff-a434-cebb985f80e4 tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=22ef61ba-124b-458a-9ca2-5709972842b0&id=7c77a73b-ed40-4ed2-9843-a22f83cea18b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1430244 Oct 19 01:19:52.221458 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3eb576b8-96b6-43f4-b09b-6f6a22c39a56 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:52.246363 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-d8587618-ebf1-4e69-916c-f1dabc287131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:52.369582 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 52694) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:52.380563 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb576b8-96b6-43f4-b09b-6f6a22c39a56 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Pushing event updated for resources: {'Port': ['ID=7018ddc4-e9a1-4599-86ca-88b4cc3c2bca,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:52.630977 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3eb576b8-96b6-43f4-b09b-6f6a22c39a56 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:52.643186 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-d8587618-ebf1-4e69-916c-f1dabc287131 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:52.643705 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c3f051-ca04-4c8f-b045-d1d4d7cb797b tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:52.648851 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-11c3f051-ca04-4c8f-b045-d1d4d7cb797b tempest-TestSecurityGroupsBasicOps-1672606872 tempest-TestSecurityGroupsBasicOps-1672606872-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1e3473fb-a0fe-4da8-96a1-062024f2c649 HTTP/1.1" status: 200 len: 1056 time: 0.2616138 Oct 19 01:19:52.662506 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-d8587618-ebf1-4e69-916c-f1dabc287131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:52.662737 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9e4fd-6215-4c79-8517-e453e58cbb76 req-3dd6f867-6f9e-443f-949c-21898087b17b tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:52.673654 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aae9e4fd-6215-4c79-8517-e453e58cbb76 req-3dd6f867-6f9e-443f-949c-21898087b17b tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ff7af4c-45f9-4818-ae45-3b18dd579a5c HTTP/1.1" status: 200 len: 931 time: 0.2637222 Oct 19 01:19:52.706957 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3eb576b8-96b6-43f4-b09b-6f6a22c39a56 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:52.727923 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3eb576b8-96b6-43f4-b09b-6f6a22c39a56 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9802125 Oct 19 01:19:52.760725 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aae9e4fd-6215-4c79-8517-e453e58cbb76 req-6b10b864-7b28-4dff-aeae-eeba18cca54a tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] 10.222.0.57 "GET /v2.0/security-groups?id=cadc384a-d336-4859-9d04-b23df56ebb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860331 Oct 19 01:19:52.851775 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49982d-24af-4b6c-a0fd-97114fec6c21 None None] Pushing event updated for resources: {'Port': ['ID=b93711c6-3b86-43d0-86db-7160d48d1aab,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:52.993601 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-d8587618-ebf1-4e69-916c-f1dabc287131 None None] Attempting to bind port b93711c6-3b86-43d0-86db-7160d48d1aab on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:19:53.010693 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-d8587618-ebf1-4e69-916c-f1dabc287131 None None] Attempting to bind port b93711c6-3b86-43d0-86db-7160d48d1aab by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '512c9a72-a7c2-4c68-bc23-b3652105591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:19:53.011155 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8587618-ebf1-4e69-916c-f1dabc287131 None None] Attempting to bind port b93711c6-3b86-43d0-86db-7160d48d1aab on network 5e12dd14-5039-435c-a783-d0672592c2d3 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:19:53.054782 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8587618-ebf1-4e69-916c-f1dabc287131 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:19:53.055153 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8587618-ebf1-4e69-916c-f1dabc287131 None None] Checking segment: {'id': '512c9a72-a7c2-4c68-bc23-b3652105591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:19:53.055554 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-d8587618-ebf1-4e69-916c-f1dabc287131 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:53.055969 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8587618-ebf1-4e69-916c-f1dabc287131 None None] Bound using segment: {'id': '512c9a72-a7c2-4c68-bc23-b3652105591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:19:53.056435 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-d8587618-ebf1-4e69-916c-f1dabc287131 None None] Bound port: b93711c6-3b86-43d0-86db-7160d48d1aab, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '512c9a72-a7c2-4c68-bc23-b3652105591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:19:53.056808 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-d8587618-ebf1-4e69-916c-f1dabc287131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:53.222562 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-d8587618-ebf1-4e69-916c-f1dabc287131 None None] For port b93711c6-3b86-43d0-86db-7160d48d1aab, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:19:53.223713 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b0cccbe1-e0bb-480f-9155-d444791115dd req-8e521c50-dfda-420d-8bfb-418047e5f81f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0e8a9fed-c562-4070-8809-f649901e5f21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3581660 Oct 19 01:19:53.227280 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-d8587618-ebf1-4e69-916c-f1dabc287131 None None] For port b93711c6-3b86-43d0-86db-7160d48d1aab, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b93711c6-3b86-43d0-86db-7160d48d1aab,segment=NetworkSegment(512c9a72-a7c2-4c68-bc23-b3652105591d),segment_id=512c9a72-a7c2-4c68-bc23-b3652105591d)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:19:53.244231 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-d8587618-ebf1-4e69-916c-f1dabc287131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:53.254346 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef610d92-8214-4801-9fb8-d57ffa0386ac req-9b027ddd-6274-43fa-b961-ea01a2c395d1 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:53.258051 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ef610d92-8214-4801-9fb8-d57ffa0386ac req-9b027ddd-6274-43fa-b961-ea01a2c395d1 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 946 time: 0.3936529 Oct 19 01:19:53.320000 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8587618-ebf1-4e69-916c-f1dabc287131 None None] Routers {'1ff7b45c-b760-4c4a-8357-def7f6884cf9'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:19:53.320909 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-d8587618-ebf1-4e69-916c-f1dabc287131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:19:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['1ff7b45c-b760-4c4a-8357-def7f6884cf9'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:53.331128 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-d028888a-28aa-430d-9527-eb8ebcf179ae None None] Provisioning complete for port b93711c6-3b86-43d0-86db-7160d48d1aab triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:53.331628 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d028888a-28aa-430d-9527-eb8ebcf179ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:53.353780 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-5565b58b-6c68-48fe-9c69-14046b605243 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1764516557&fields=id&tenant_id=585554f71e844101aa23b8eea6cc5bd0 HTTP/1.1" status: 200 len: 267 time: 0.1530511 Oct 19 01:19:53.492342 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ef610d92-8214-4801-9fb8-d57ffa0386ac req-2e63f0a0-e87c-4161-83ac-84693afef388 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129636 Oct 19 01:19:53.548848 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d028888a-28aa-430d-9527-eb8ebcf179ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:53.554926 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49982d-24af-4b6c-a0fd-97114fec6c21 None None] Pushing event updated for resources: {'Port': ['ID=b93711c6-3b86-43d0-86db-7160d48d1aab,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:53.630164 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cccbe1-e0bb-480f-9155-d444791115dd req-e6ca0120-b7a7-44ea-906d-d816a2738808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:53.631702 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b0cccbe1-e0bb-480f-9155-d444791115dd req-e6ca0120-b7a7-44ea-906d-d816a2738808 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9c09f0168bf347c88ae7e8e59a63bdb6&device_id=0e8a9fed-c562-4070-8809-f649901e5f21 HTTP/1.1" status: 200 len: 1136 time: 0.3710561 Oct 19 01:19:53.672506 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-d028888a-28aa-430d-9527-eb8ebcf179ae None None] For port b93711c6-3b86-43d0-86db-7160d48d1aab, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b93711c6-3b86-43d0-86db-7160d48d1aab,segment=NetworkSegment(512c9a72-a7c2-4c68-bc23-b3652105591d),segment_id=512c9a72-a7c2-4c68-bc23-b3652105591d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:53.685968 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d028888a-28aa-430d-9527-eb8ebcf179ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:53.774937 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-d8587618-ebf1-4e69-916c-f1dabc287131 None None] Set router 1ff7b45c-b760-4c4a-8357-def7f6884cf9 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:19:53.793667 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028888a-28aa-430d-9527-eb8ebcf179ae None None] Pushing event updated for resources: {'Port': ['ID=b93711c6-3b86-43d0-86db-7160d48d1aab,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:53.798792 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-73e7b2f5-8c7b-4148-9582-09316010f683 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:53.808802 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-73e7b2f5-8c7b-4148-9582-09316010f683 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/networks?id=5e12dd14-5039-435c-a783-d0672592c2d3 HTTP/1.1" status: 200 len: 811 time: 0.4541156 Oct 19 01:19:53.839545 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-2062fdc7-a01d-43ef-a09a-8385faf0f6f6 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/quotas/585554f71e844101aa23b8eea6cc5bd0 HTTP/1.1" status: 200 len: 375 time: 0.0297921 Oct 19 01:19:53.841651 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d028888a-28aa-430d-9527-eb8ebcf179ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:53.842087 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d028888a-28aa-430d-9527-eb8ebcf179ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:53.842506 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d028888a-28aa-430d-9527-eb8ebcf179ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:53.842800 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d028888a-28aa-430d-9527-eb8ebcf179ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:53.843156 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d028888a-28aa-430d-9527-eb8ebcf179ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:53.844199 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d028888a-28aa-430d-9527-eb8ebcf179ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:53.844566 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d028888a-28aa-430d-9527-eb8ebcf179ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:53.844949 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d028888a-28aa-430d-9527-eb8ebcf179ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:53.845296 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d028888a-28aa-430d-9527-eb8ebcf179ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:53.845629 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d028888a-28aa-430d-9527-eb8ebcf179ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:53.855851 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d028888a-28aa-430d-9527-eb8ebcf179ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:53.857096 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d028888a-28aa-430d-9527-eb8ebcf179ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:53.874324 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b93711c6-3b86-43d0-86db-7160d48d1aab up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:19:53.985889 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-3fdcd2fe-89b9-4aad-8268-5a6c178ddb61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb2861a0-fcb5-4a51-b50d-1953919c2914 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:19:53.995429 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-63665146-8b92-4497-88eb-c7c53eca4107 None None] Provisioning complete for port b93711c6-3b86-43d0-86db-7160d48d1aab triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:53.995896 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-63665146-8b92-4497-88eb-c7c53eca4107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:54.007743 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-301faf3f-b64c-4f31-991e-820889cc342e req-36e62f34-1fb2-439f-9d06-04695a4f9b7e tempest-ServerShowV247Test-1928033068 tempest-ServerShowV247Test-1928033068-project] 10.222.0.57 "GET /v2.0/ports?device_id=06180416-b638-420a-97ea-c8b78be26ef4 HTTP/1.1" status: 200 len: 210 time: 0.1656666 Oct 19 01:19:54.021666 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-3fdcd2fe-89b9-4aad-8268-5a6c178ddb61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:54.099391 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-8a2030cd-84fd-45bd-868e-a485fcab5423 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=585554f71e844101aa23b8eea6cc5bd0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2588584 Oct 19 01:19:54.115338 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port b93711c6-3b86-43d0-86db-7160d48d1aab triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:54.116219 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:54.168199 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-3fdcd2fe-89b9-4aad-8268-5a6c178ddb61 service neutron] Transition to ACTIVE for port object bb2861a0-fcb5-4a51-b50d-1953919c2914 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:19:54.246445 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-3fdcd2fe-89b9-4aad-8268-5a6c178ddb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:54.379702 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-d8587618-ebf1-4e69-916c-f1dabc287131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'name': 'tempest-AttachVolumeTestJSON-2021327807-router', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:33Z', 'updated_at': '2021-10-19T01:19:44Z', 'revision_number': 4, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'gw_port': {'id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:35Z', 'updated_at': '2021-10-19T01:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'b93711c6-3b86-43d0-86db-7160d48d1aab', 'name': '', 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'mac_address': 'fa:16:3e:16:d8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '313c4890-7a10-40d1-9c32-7abcea0c2b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:43Z', 'updated_at': '2021-10-19T01:19:53Z', 'revision_number': 4, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'subnets': [{'id': '313c4890-7a10-40d1-9c32-7abcea0c2b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:54.388483 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-06a8fe58-7fea-4965-982c-ee21ab83917d service neutron] 10.222.0.57 "GET /v2.0/networks/5e12dd14-5039-435c-a783-d0672592c2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692156 Oct 19 01:19:54.442974 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cccbe1-e0bb-480f-9155-d444791115dd req-8ccc16aa-a915-4438-a605-147a37114068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:54.444484 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b0cccbe1-e0bb-480f-9155-d444791115dd req-8ccc16aa-a915-4438-a605-147a37114068 service neutron] 10.222.0.55 "GET /v2.0/networks?id=54a7a36b-5584-47ae-8d97-5de29f53c332 HTTP/1.1" status: 200 len: 897 time: 0.6878147 Oct 19 01:19:54.470079 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f6d46-faf2-47c5-9c1a-d5ef97546933 req-6a38c450-61a5-411c-95be-b22d8ba210d9 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:54.490944 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-987f6d46-faf2-47c5-9c1a-d5ef97546933 req-6a38c450-61a5-411c-95be-b22d8ba210d9 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e3473fb-a0fe-4da8-96a1-062024f2c649 HTTP/1.1" status: 200 len: 909 time: 0.3419137 Oct 19 01:19:54.555292 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdcd2fe-89b9-4aad-8268-5a6c178ddb61 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2861a0-fcb5-4a51-b50d-1953919c2914,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:54.566670 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8587618-ebf1-4e69-916c-f1dabc287131 None None] The sync data for ids ['1ff7b45c-b760-4c4a-8357-def7f6884cf9'] in n-d-715271-26 is: [{'id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'name': 'tempest-AttachVolumeTestJSON-2021327807-router', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:33Z', 'updated_at': '2021-10-19T01:19:44Z', 'revision_number': 4, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'gw_port': {'id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:35Z', 'updated_at': '2021-10-19T01:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'b93711c6-3b86-43d0-86db-7160d48d1aab', 'name': '', 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'mac_address': 'fa:16:3e:16:d8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '313c4890-7a10-40d1-9c32-7abcea0c2b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:43Z', 'updated_at': '2021-10-19T01:19:53Z', 'revision_number': 4, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'subnets': [{'id': '313c4890-7a10-40d1-9c32-7abcea0c2b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:19:54.621018 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4cf328-41cb-4bc7-975f-4e6aa20e53cd req-0eab8904-fd4e-4dde-835a-3b4a715eb419 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:54.629272 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dc4cf328-41cb-4bc7-975f-4e6aa20e53cd req-0eab8904-fd4e-4dde-835a-3b4a715eb419 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e3473fb-a0fe-4da8-96a1-062024f2c649 HTTP/1.1" status: 200 len: 909 time: 0.2392073 Oct 19 01:19:54.714794 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-1fbe6a9b-fb2c-4ceb-a9d0-9727a730e268 service neutron] 10.222.0.57 "GET /v2.0/networks/5e12dd14-5039-435c-a783-d0672592c2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161151 Oct 19 01:19:54.727952 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b0cccbe1-e0bb-480f-9155-d444791115dd req-7f23f56a-495b-4c3c-bd63-704786712967 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79 HTTP/1.1" status: 200 len: 1000 time: 0.2328279 Oct 19 01:19:54.843973 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-dc4cf328-41cb-4bc7-975f-4e6aa20e53cd req-981e4a1b-037a-483e-906c-608bfb621767 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Deleting port af3047a5-191f-4295-896e-49bee4b0cee3 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:19:54.844645 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-dc4cf328-41cb-4bc7-975f-4e6aa20e53cd req-981e4a1b-037a-483e-906c-608bfb621767 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:55.165255 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a5878-8532-459d-8481-b84963b301a1 req-8c9dc91e-c527-455b-952e-9e5615c46c9b tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:55.167030 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-976a5878-8532-459d-8481-b84963b301a1 req-8c9dc91e-c527-455b-952e-9e5615c46c9b tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ff7af4c-45f9-4818-ae45-3b18dd579a5c HTTP/1.1" status: 200 len: 943 time: 0.4365494 Oct 19 01:19:55.200495 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cccbe1-e0bb-480f-9155-d444791115dd req-2c62fff7-9b27-4dfd-b300-e40614269a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:55.210832 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b0cccbe1-e0bb-480f-9155-d444791115dd req-2c62fff7-9b27-4dfd-b300-e40614269a54 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9b785f44-bec9-4435-b4da-920b5f882b50 HTTP/1.1" status: 200 len: 835 time: 0.4147744 Oct 19 01:19:55.251393 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdebfad-9b0c-41aa-8a21-e5af3ad2bff8 req-98b7d2a0-6724-478a-a153-55cb00263814 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:55.260826 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-afdebfad-9b0c-41aa-8a21-e5af3ad2bff8 req-98b7d2a0-6724-478a-a153-55cb00263814 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 946 time: 0.1324158 Oct 19 01:19:55.276940 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-dc4cf328-41cb-4bc7-975f-4e6aa20e53cd req-981e4a1b-037a-483e-906c-608bfb621767 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] For port af3047a5-191f-4295-896e-49bee4b0cee3, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=af3047a5-191f-4295-896e-49bee4b0cee3,segment=NetworkSegment(0cad6e1e-11d1-43a4-99ac-99237a3e16de),segment_id=0cad6e1e-11d1-43a4-99ac-99237a3e16de)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:55.277591 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-dc4cf328-41cb-4bc7-975f-4e6aa20e53cd req-981e4a1b-037a-483e-906c-608bfb621767 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:55.317814 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-dc4cf328-41cb-4bc7-975f-4e6aa20e53cd req-981e4a1b-037a-483e-906c-608bfb621767 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Calling delete_port for af3047a5-191f-4295-896e-49bee4b0cee3 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:19:55.346638 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-976a5878-8532-459d-8481-b84963b301a1 req-75935317-07f8-4a9a-9993-d8104dd25af0 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] 10.222.0.57 "GET /v2.0/security-groups?id=cadc384a-d336-4859-9d04-b23df56ebb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669414 Oct 19 01:19:55.363686 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-3fdcd2fe-89b9-4aad-8268-5a6c178ddb61 service neutron] Attempting to bind port bb2861a0-fcb5-4a51-b50d-1953919c2914 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:19:55.367137 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-afdebfad-9b0c-41aa-8a21-e5af3ad2bff8 req-970a6d1e-98da-44ce-8757-e1e288510b76 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946555 Oct 19 01:19:55.369611 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-3fdcd2fe-89b9-4aad-8268-5a6c178ddb61 service neutron] Attempting to bind port bb2861a0-fcb5-4a51-b50d-1953919c2914 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'b4b6a0b7-d7fa-4165-8e00-65fd7abfe812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '687e5868-7e8d-45e2-951c-9e5bd361161d'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:19:55.369999 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-3fdcd2fe-89b9-4aad-8268-5a6c178ddb61 service neutron] Attempting to bind port bb2861a0-fcb5-4a51-b50d-1953919c2914 on network 687e5868-7e8d-45e2-951c-9e5bd361161d {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:19:55.409847 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-3fdcd2fe-89b9-4aad-8268-5a6c178ddb61 service neutron] Port bb2861a0-fcb5-4a51-b50d-1953919c2914 on network 687e5868-7e8d-45e2-951c-9e5bd361161d not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:19:55.410038 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-3fdcd2fe-89b9-4aad-8268-5a6c178ddb61 service neutron] Attempting to bind port bb2861a0-fcb5-4a51-b50d-1953919c2914 on network 687e5868-7e8d-45e2-951c-9e5bd361161d {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:19:55.439966 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cccbe1-e0bb-480f-9155-d444791115dd req-09f5ced0-2e13-448f-8d45-a00d0d0e4161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:55.452214 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b0cccbe1-e0bb-480f-9155-d444791115dd req-09f5ced0-2e13-448f-8d45-a00d0d0e4161 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54a7a36b-5584-47ae-8d97-5de29f53c332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2075586 Oct 19 01:19:55.559388 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-553288fa-5488-4273-b178-7dc26436eda3 req-387c3a8a-3916-4893-a549-939365fdade5 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 210 time: 0.0348959 Oct 19 01:19:55.697933 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b0cccbe1-e0bb-480f-9155-d444791115dd req-1a12a3af-4584-4d0c-ac00-37f18e6dc238 service neutron] 10.222.0.55 "GET /v2.0/networks/54a7a36b-5584-47ae-8d97-5de29f53c332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442093 Oct 19 01:19:55.779720 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b93711c6-3b86-43d0-86db-7160d48d1aab up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:19:55.841772 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b0cccbe1-e0bb-480f-9155-d444791115dd req-02982ff0-11d9-4912-8f23-97898231c437 service neutron] 10.222.0.55 "GET /v2.0/networks/54a7a36b-5584-47ae-8d97-5de29f53c332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285708 Oct 19 01:19:55.896736 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b075d283-1ae0-46e7-b759-915e1a12b26f req-845aa13b-e4a0-4ea0-aac6-062abf235fc6 tempest-ServerShowV247Test-1928033068 tempest-ServerShowV247Test-1928033068-project] 10.222.0.57 "GET /v2.0/ports?device_id=06180416-b638-420a-97ea-c8b78be26ef4 HTTP/1.1" status: 200 len: 210 time: 0.1974063 Oct 19 01:19:55.900475 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-3fdcd2fe-89b9-4aad-8268-5a6c178ddb61 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:19:55.901043 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-3fdcd2fe-89b9-4aad-8268-5a6c178ddb61 service neutron] Checking segment: {'id': 'b4b6a0b7-d7fa-4165-8e00-65fd7abfe812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '687e5868-7e8d-45e2-951c-9e5bd361161d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:19:55.902259 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-3fdcd2fe-89b9-4aad-8268-5a6c178ddb61 service neutron] Bound using segment: {'id': 'b4b6a0b7-d7fa-4165-8e00-65fd7abfe812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '687e5868-7e8d-45e2-951c-9e5bd361161d'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:19:55.903095 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-3fdcd2fe-89b9-4aad-8268-5a6c178ddb61 service neutron] Bound port: bb2861a0-fcb5-4a51-b50d-1953919c2914, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4b6a0b7-d7fa-4165-8e00-65fd7abfe812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '687e5868-7e8d-45e2-951c-9e5bd361161d'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:19:55.903620 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-3fdcd2fe-89b9-4aad-8268-5a6c178ddb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:56.032495 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port b93711c6-3b86-43d0-86db-7160d48d1aab triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:56.033022 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:56.056982 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9120f-0e7e-4a74-a635-8e18c3eead31 req-d848a31e-be80-4b48-b1a7-c8052861ea4c tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:56.064200 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fed9120f-0e7e-4a74-a635-8e18c3eead31 req-d848a31e-be80-4b48-b1a7-c8052861ea4c tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 946 time: 0.3718896 Oct 19 01:19:56.105632 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53056) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:56.146629 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-bc8e24c3-13d3-4226-a064-5f771c2b4c16 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Request body: {'floatingip': {'port_id': 'bf76e776-e2d4-4f18-b4d3-84f9217e5e5f'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:56.160389 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-dc4cf328-41cb-4bc7-975f-4e6aa20e53cd req-981e4a1b-037a-483e-906c-608bfb621767 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:56.242143 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5ef38f45-bd67-4c61-97e2-b8eca4d5f217 req-56cf2b48-c837-4bf8-8dfa-eb0c826c93fc tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e3473fb-a0fe-4da8-96a1-062024f2c649 HTTP/1.1" status: 200 len: 210 time: 0.1783876 Oct 19 01:19:56.268153 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-3fdcd2fe-89b9-4aad-8268-5a6c178ddb61 service neutron] For port bb2861a0-fcb5-4a51-b50d-1953919c2914, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:19:56.273268 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-3fdcd2fe-89b9-4aad-8268-5a6c178ddb61 service neutron] For port bb2861a0-fcb5-4a51-b50d-1953919c2914, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bb2861a0-fcb5-4a51-b50d-1953919c2914,segment=NetworkSegment(b4b6a0b7-d7fa-4165-8e00-65fd7abfe812),segment_id=b4b6a0b7-d7fa-4165-8e00-65fd7abfe812)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:19:56.282490 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-3fdcd2fe-89b9-4aad-8268-5a6c178ddb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:56.361654 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bc8e24c3-13d3-4226-a064-5f771c2b4c16 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks [] for floatingip, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:56.433251 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-3fdcd2fe-89b9-4aad-8268-5a6c178ddb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:56.433898 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-3fdcd2fe-89b9-4aad-8268-5a6c178ddb61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:56.435310 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-3fdcd2fe-89b9-4aad-8268-5a6c178ddb61 service neutron] 10.222.0.55 "PUT /v2.0/ports/bb2861a0-fcb5-4a51-b50d-1953919c2914 HTTP/1.1" status: 200 len: 1092 time: 5.3124743 Oct 19 01:19:56.465399 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff7af4c-45f9-4818-ae45-3b18dd579a5c', 'tag': 'bb2861a0-fcb5-4a51-b50d-1953919c2914'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:56.483133 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0274c2b-9670-47a4-9505-db4fb84d62b2" -d '{"events": [{"name": "network-changed", "server_uuid": "2ff7af4c-45f9-4818-ae45-3b18dd579a5c", "tag": "bb2861a0-fcb5-4a51-b50d-1953919c2914"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:56.550382 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e4a1b-037a-483e-906c-608bfb621767 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Pushing event deleted for resources: {'Port': ['ID=af3047a5-191f-4295-896e-49bee4b0cee3,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:56.613029 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4cf328-41cb-4bc7-975f-4e6aa20e53cd req-981e4a1b-037a-483e-906c-608bfb621767 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] No DVR routers for this DVR port af3047a5-191f-4295-896e-49bee4b0cee3 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:19:56.637005 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-dc4cf328-41cb-4bc7-975f-4e6aa20e53cd req-981e4a1b-037a-483e-906c-608bfb621767 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:56.648352 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dc4cf328-41cb-4bc7-975f-4e6aa20e53cd req-981e4a1b-037a-483e-906c-608bfb621767 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.24 "DELETE /v2.0/ports/af3047a5-191f-4295-896e-49bee4b0cee3 HTTP/1.1" status: 204 len: 173 time: 2.0100307 Oct 19 01:19:56.649104 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3473fb-a0fe-4da8-96a1-062024f2c649', 'name': 'network-vif-deleted', 'tag': 'af3047a5-191f-4295-896e-49bee4b0cee3'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:56.651979 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f972be5a-61fc-4101-9448-9443e77ceb66" -d '{"events": [{"server_uuid": "1e3473fb-a0fe-4da8-96a1-062024f2c649", "name": "network-vif-deleted", "tag": "af3047a5-191f-4295-896e-49bee4b0cee3"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:56.696280 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01402e5-080e-4999-bc4c-4ea3578670f0 x-openstack-request-id: req-c01402e5-080e-4999-bc4c-4ea3578670f0 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:56.696625 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ff7af4c-45f9-4818-ae45-3b18dd579a5c", "tag": "bb2861a0-fcb5-4a51-b50d-1953919c2914", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:56.696851 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c01402e5-080e-4999-bc4c-4ea3578670f0 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:56.697159 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff7af4c-45f9-4818-ae45-3b18dd579a5c', 'tag': 'bb2861a0-fcb5-4a51-b50d-1953919c2914', 'status': 'completed', 'code': 200} Oct 19 01:19:56.871294 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-5427e090-90bd-4bf9-989a-777d40c2798c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:56.878799 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-5427e090-90bd-4bf9-989a-777d40c2798c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=967980c4cfbd462c81707510bb34230a&device_id=2ff7af4c-45f9-4818-ae45-3b18dd579a5c HTTP/1.1" status: 200 len: 1095 time: 0.3500950 Oct 19 01:19:56.883187 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdcd2fe-89b9-4aad-8268-5a6c178ddb61 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2861a0-fcb5-4a51-b50d-1953919c2914,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:56.948612 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ef8b0b98-3f46-4420-8e33-9c208c20179c req-6e0854ad-dbb5-46b1-b94c-fe29bfc884fa tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 210 time: 0.1299636 Oct 19 01:19:56.998599 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434d8db-e266-440b-924a-550cc31d5c3a req-5999794d-8fee-493b-88bd-70adb15b9ebe tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:57.000751 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3434d8db-e266-440b-924a-550cc31d5c3a req-5999794d-8fee-493b-88bd-70adb15b9ebe tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ff7af4c-45f9-4818-ae45-3b18dd579a5c HTTP/1.1" status: 200 len: 943 time: 0.3810263 Oct 19 01:19:57.025142 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-970146a6-1bc0-4b3d-a34b-ba901cf804dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb2861a0-fcb5-4a51-b50d-1953919c2914 HTTP/1.1" status: 200 len: 217 time: 0.1308658 Oct 19 01:19:57.090183 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:57.098221 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61967d7e-0e45-4301-b728-227b199d6333 x-openstack-request-id: req-61967d7e-0e45-4301-b728-227b199d6333 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:57.098784 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3473fb-a0fe-4da8-96a1-062024f2c649", "name": "network-vif-deleted", "tag": "af3047a5-191f-4295-896e-49bee4b0cee3", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:57.099199 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-61967d7e-0e45-4301-b728-227b199d6333 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:57.099931 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3473fb-a0fe-4da8-96a1-062024f2c649', 'name': 'network-vif-deleted', 'tag': 'af3047a5-191f-4295-896e-49bee4b0cee3', 'status': 'completed', 'code': 200} Oct 19 01:19:57.111008 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3434d8db-e266-440b-924a-550cc31d5c3a req-dc3cb554-3fe0-4470-8b22-b3f0618ed1c9 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] 10.222.0.57 "GET /v2.0/security-groups?id=cadc384a-d336-4859-9d04-b23df56ebb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734277 Oct 19 01:19:57.149409 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-e6544522-0798-406b-a44f-8e824ef3d7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:57.151003 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-e6544522-0798-406b-a44f-8e824ef3d7c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a328cf31-79ba-4300-bd1f-d0874b6d11b2 HTTP/1.1" status: 200 len: 850 time: 0.1188259 Oct 19 01:19:57.257880 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-6157a4ee-0373-4fcc-b034-d5c7de24ed14 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=687e5868-7e8d-45e2-951c-9e5bd361161d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991280 Oct 19 01:19:57.350803 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-71e55e89-ad6a-4eb7-a043-0f6526db29f7 req-ca7d6c29-f729-4790-9501-5bdb4477505e tempest-ServerShowV247Test-1928033068 tempest-ServerShowV247Test-1928033068-project] 10.222.0.57 "GET /v2.0/ports?device_id=06180416-b638-420a-97ea-c8b78be26ef4 HTTP/1.1" status: 200 len: 210 time: 0.0916011 Oct 19 01:19:57.457999 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-063bff03-a77a-4861-926d-9ae1c99ff303 service neutron] 10.222.0.55 "GET /v2.0/networks/687e5868-7e8d-45e2-951c-9e5bd361161d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053679 Oct 19 01:19:57.598807 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d13b8c2-962b-4c91-8f79-973573b9f7af req-131755b4-9af0-4a09-ad5f-d684e536095a service neutron] 10.222.0.55 "GET /v2.0/networks/687e5868-7e8d-45e2-951c-9e5bd361161d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337128 Oct 19 01:19:57.721381 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-3ecdeeea-3b5f-42d3-be99-259f924ddca3 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:57.723778 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-3ecdeeea-3b5f-42d3-be99-259f924ddca3 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.24 "GET /v2.0/networks?id=5e12dd14-5039-435c-a783-d0672592c2d3 HTTP/1.1" status: 200 len: 811 time: 0.2446322 Oct 19 01:19:57.786383 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0274c2b-9670-47a4-9505-db4fb84d62b2 req-5ced2520-ed81-4c45-9686-51e946b53b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:57.792159 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b0274c2b-9670-47a4-9505-db4fb84d62b2 req-5ced2520-ed81-4c45-9686-51e946b53b91 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=967980c4cfbd462c81707510bb34230a&device_id=2ff7af4c-45f9-4818-ae45-3b18dd579a5c HTTP/1.1" status: 200 len: 1095 time: 0.1237311 Oct 19 01:19:57.836853 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device af3047a5-191f-4295-896e-49bee4b0cee3 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:19:57.886485 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: af3047a5-191f-4295-896e-49bee4b0cee3 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:19:57.886968 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device af3047a5-191f-4295-896e-49bee4b0cee3 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:19:57.991860 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-da1347ca-bfd1-4bef-8fad-dc49b840b290 req-bb87c6a9-16c0-45a9-b604-2ba835f8ac78 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e3473fb-a0fe-4da8-96a1-062024f2c649 HTTP/1.1" status: 200 len: 210 time: 0.5357852 Oct 19 01:19:58.025085 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.db.resource_extend [None req-bc8e24c3-13d3-4226-a064-5f771c2b4c16 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 01:19:58.150971 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-afa309aa-a27d-434d-a153-e82775dac86d req-052150cb-65e9-412d-93f4-df96afb28d96 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 210 time: 0.0509958 Oct 19 01:19:58.214523 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0274c2b-9670-47a4-9505-db4fb84d62b2 req-366df606-f5a2-452e-9d6b-26353d248588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:58.224606 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-7ae8665b-3126-42e2-851d-7348f80a3d63 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=585554f71e844101aa23b8eea6cc5bd0 HTTP/1.1" status: 200 len: 380 time: 0.2580931 Oct 19 01:19:58.229670 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b0274c2b-9670-47a4-9505-db4fb84d62b2 req-366df606-f5a2-452e-9d6b-26353d248588 service neutron] 10.222.0.55 "GET /v2.0/networks?id=687e5868-7e8d-45e2-951c-9e5bd361161d HTTP/1.1" status: 200 len: 911 time: 0.4251292 Oct 19 01:19:58.243932 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-b8552b62-e656-4945-a90f-ead8d66911ec tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Request body: {'port': {'device_id': '2ac8f4b4-ed0f-4957-8511-222b9e1c4210', 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3', 'admin_state_up': True, 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'security_groups': ['3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1']}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:58.302897 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b0274c2b-9670-47a4-9505-db4fb84d62b2 req-8499c912-1739-49af-ae8b-6a6952069481 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb2861a0-fcb5-4a51-b50d-1953919c2914 HTTP/1.1" status: 200 len: 217 time: 0.0699310 Oct 19 01:19:58.401295 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0274c2b-9670-47a4-9505-db4fb84d62b2 req-0561675b-46d5-4aee-8818-3bf8d97f89f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:58.403242 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b0274c2b-9670-47a4-9505-db4fb84d62b2 req-0561675b-46d5-4aee-8818-3bf8d97f89f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a328cf31-79ba-4300-bd1f-d0874b6d11b2 HTTP/1.1" status: 200 len: 850 time: 0.0875087 Oct 19 01:19:58.410482 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-70196db2-8132-4b70-b13e-29d915e73844 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:58.418257 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-70196db2-8132-4b70-b13e-29d915e73844 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/networks?id=d4270e7e-99ef-46cd-9d15-4c103c5127d9 HTTP/1.1" status: 200 len: 814 time: 0.5169933 Oct 19 01:19:58.507128 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b0274c2b-9670-47a4-9505-db4fb84d62b2 req-9277f48f-164a-4ed5-998f-4b400ec7c619 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=687e5868-7e8d-45e2-951c-9e5bd361161d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721724 Oct 19 01:19:58.519967 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-267baae5-2b81-4ef8-8734-2113e2f5066b tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/quotas/42353c3d358f4cf593a4d635cb05681b HTTP/1.1" status: 200 len: 375 time: 0.0925314 Oct 19 01:19:58.577477 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-b41c565d-4122-4368-8d67-1ef48adcd86a tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=42353c3d358f4cf593a4d635cb05681b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563769 Oct 19 01:19:58.841564 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bc8e24c3-13d3-4226-a064-5f771c2b4c16 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:58.922268 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-0b5ab96d-298e-4ac1-825d-55f884cbf9fd service neutron] 10.222.0.57 "GET /v2.0/networks/d4270e7e-99ef-46cd-9d15-4c103c5127d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401353 Oct 19 01:19:58.978660 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bc8e24c3-13d3-4226-a064-5f771c2b4c16 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:59.090329 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-b8552b62-e656-4945-a90f-ead8d66911ec tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Made reservation on behalf of 585554f71e844101aa23b8eea6cc5bd0 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:19:59.104197 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-b8552b62-e656-4945-a90f-ead8d66911ec tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:59.119693 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b0274c2b-9670-47a4-9505-db4fb84d62b2 req-e7917c58-7f63-4961-849a-e19b8178e0a0 service neutron] 10.222.0.55 "GET /v2.0/networks/687e5868-7e8d-45e2-951c-9e5bd361161d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5630224 Oct 19 01:19:59.122219 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-1802d0f5-588c-405d-a52d-5f33cccd40b3 service neutron] 10.222.0.57 "GET /v2.0/networks/d4270e7e-99ef-46cd-9d15-4c103c5127d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941342 Oct 19 01:19:59.293827 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3a65c-718a-44cf-8e4f-d874c84afcff req-bb678dff-c1bf-4bd4-9ca3-3caf750a68e6 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:59.294060 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b0274c2b-9670-47a4-9505-db4fb84d62b2 req-c10553d0-45f2-4bed-99c7-d74cb5e74687 service neutron] 10.222.0.55 "GET /v2.0/networks/687e5868-7e8d-45e2-951c-9e5bd361161d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577485 Oct 19 01:19:59.325892 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-42a3a65c-718a-44cf-8e4f-d874c84afcff req-bb678dff-c1bf-4bd4-9ca3-3caf750a68e6 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ff7af4c-45f9-4818-ae45-3b18dd579a5c HTTP/1.1" status: 200 len: 943 time: 1.0418117 Oct 19 01:19:59.377813 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:59.712065 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-593a6752-ed20-40b3-bf90-fbd7a952003c req-e59e8a81-00e0-4a00-9b5f-2b9427732ee9 tempest-ServerShowV247Test-1928033068 tempest-ServerShowV247Test-1928033068-project] 10.222.0.57 "GET /v2.0/ports?device_id=06180416-b638-420a-97ea-c8b78be26ef4 HTTP/1.1" status: 200 len: 210 time: 0.1048920 Oct 19 01:19:59.805814 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-b8552b62-e656-4945-a90f-ead8d66911ec tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Allocated IP 172.20.0.9 (5e12dd14-5039-435c-a783-d0672592c2d3/313c4890-7a10-40d1-9c32-7abcea0c2b45/56929a5d-2313-4c21-bdb0-ff64a436f703) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:19:59.880365 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53258) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:00.139627 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-b8552b62-e656-4945-a90f-ead8d66911ec tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:00.206254 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [None req-bc8e24c3-13d3-4226-a064-5f771c2b4c16 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Floating IP ef08a66d-1f9d-41d6-b519-8910c57846aa associated. External IP: 172.25.8.44, port: bf76e776-e2d4-4f18-b4d3-84f9217e5e5f. Oct 19 01:20:00.240165 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cfa2495b-c26b-4ae4-b54d-2185463ac507 req-94af478f-db5e-4faa-9f0c-2857e5169780 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 210 time: 0.0634129 Oct 19 01:20:00.346772 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device bb2861a0-fcb5-4a51-b50d-1953919c2914 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:20:00.428559 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cf342307-fa60-4bc6-bd07-4429f52829d0 req-a966f001-37d8-4277-9c67-fcbb6483181b tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b32d78c-75cc-4c4b-8e8d-7d23885db448 HTTP/1.1" status: 200 len: 210 time: 0.0940077 Oct 19 01:20:00.531759 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-b8552b62-e656-4945-a90f-ead8d66911ec tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:00.536112 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c7494c0c-5283-43ca-a09a-7b771789a62f req-b20f7e6f-b95d-4afb-a827-34a1cace2367 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=06180416-b638-420a-97ea-c8b78be26ef4 HTTP/1.1" status: 200 len: 210 time: 0.0493095 Oct 19 01:20:00.613913 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port bb2861a0-fcb5-4a51-b50d-1953919c2914, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bb2861a0-fcb5-4a51-b50d-1953919c2914,segment=NetworkSegment(b4b6a0b7-d7fa-4165-8e00-65fd7abfe812),segment_id=b4b6a0b7-d7fa-4165-8e00-65fd7abfe812)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:00.650952 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'bb2861a0-fcb5-4a51-b50d-1953919c2914', 'network_id': '687e5868-7e8d-45e2-951c-9e5bd361161d', 'port_id': 'bb2861a0-fcb5-4a51-b50d-1953919c2914', 'mac_address': 'fa:16:3e:a5:5d:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a328cf31-79ba-4300-bd1f-d0874b6d11b2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:20:00.718716 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-b8552b62-e656-4945-a90f-ead8d66911ec tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Network 5e12dd14-5039-435c-a783-d0672592c2d3 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:20:00.730247 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:00.736283 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-b8552b62-e656-4945-a90f-ead8d66911ec tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:20:00.753972 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb2861a0-fcb5-4a51-b50d-1953919c2914 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:20:00.771967 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-b8552b62-e656-4945-a90f-ead8d66911ec tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:20:00.815614 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port bb2861a0-fcb5-4a51-b50d-1953919c2914, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bb2861a0-fcb5-4a51-b50d-1953919c2914,segment=NetworkSegment(b4b6a0b7-d7fa-4165-8e00-65fd7abfe812),segment_id=b4b6a0b7-d7fa-4165-8e00-65fd7abfe812)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:00.824640 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:00.836237 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8552b62-e656-4945-a90f-ead8d66911ec tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Pushing event updated for resources: {'Port': ['ID=56929a5d-2313-4c21-bdb0-ff64a436f703,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:00.853170 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bf1298fa-8e8d-407a-84b1-02ce9b70fc44 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:00.860488 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-42a3a65c-718a-44cf-8e4f-d874c84afcff req-232614f1-8ac5-43c1-8db4-f56e9a1668e3 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] 10.222.0.57 "GET /v2.0/security-groups?id=cadc384a-d336-4859-9d04-b23df56ebb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395784 Oct 19 01:20:00.875883 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8e24c3-13d3-4226-a064-5f771c2b4c16 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Router 8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:20:00.881931 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8552b62-e656-4945-a90f-ead8d66911ec tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:00.888315 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8552b62-e656-4945-a90f-ead8d66911ec tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:00.888904 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8552b62-e656-4945-a90f-ead8d66911ec tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:00.889423 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8552b62-e656-4945-a90f-ead8d66911ec tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:00.889910 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8552b62-e656-4945-a90f-ead8d66911ec tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:00.891131 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8552b62-e656-4945-a90f-ead8d66911ec tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:00.891619 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8552b62-e656-4945-a90f-ead8d66911ec tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:00.892118 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8552b62-e656-4945-a90f-ead8d66911ec tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:00.896529 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8552b62-e656-4945-a90f-ead8d66911ec tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:00.897083 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8552b62-e656-4945-a90f-ead8d66911ec tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:00.897575 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8552b62-e656-4945-a90f-ead8d66911ec tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:00.898308 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8552b62-e656-4945-a90f-ead8d66911ec tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:00.940231 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=bb2861a0-fcb5-4a51-b50d-1953919c2914,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:00.940728 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-b8552b62-e656-4945-a90f-ead8d66911ec tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:00.941527 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-b8552b62-e656-4945-a90f-ead8d66911ec tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:01.033775 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8fc4b660-8d1e-416a-9fde-6a85d71a2f6b req-872c6d68-14f3-4215-8ac7-e196050e1fe0 tempest-ServerShowV247Test-1928033068 tempest-ServerShowV247Test-1928033068-project] 10.222.0.57 "GET /v2.0/ports?device_id=06180416-b638-420a-97ea-c8b78be26ef4 HTTP/1.1" status: 200 len: 210 time: 0.0669923 Oct 19 01:20:01.061247 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-b8552b62-e656-4945-a90f-ead8d66911ec tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8272748 Oct 19 01:20:01.088553 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-3c15b5ed-d39d-4a46-b403-9a15c8e7c2d7 service neutron] Request body: {'port': {'device_id': '2ac8f4b4-ed0f-4957-8511-222b9e1c4210', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:01.145332 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['bb2861a0-fcb5-4a51-b50d-1953919c2914'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:20:01.236019 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-3c15b5ed-d39d-4a46-b403-9a15c8e7c2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:01.269411 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-d05cc093-1317-4e11-99ee-5c7b508d23be tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:01.289026 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-d05cc093-1317-4e11-99ee-5c7b508d23be tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.55 "GET /v2.0/networks?id=d4270e7e-99ef-46cd-9d15-4c103c5127d9 HTTP/1.1" status: 200 len: 814 time: 0.1861777 Oct 19 01:20:01.305973 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-4001cd2c-4d34-4ccd-ac6f-662ff71f7530 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Request body: {'port': {'device_id': '4b32d78c-75cc-4c4b-8e8d-7d23885db448', 'network_id': 'd4270e7e-99ef-46cd-9d15-4c103c5127d9', 'admin_state_up': True, 'tenant_id': '42353c3d358f4cf593a4d635cb05681b'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:01.334297 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-febd5d9c-5136-407b-910d-c80fa5c552f0 None None] Provisioning complete for port 56929a5d-2313-4c21-bdb0-ff64a436f703 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:01.334758 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-febd5d9c-5136-407b-910d-c80fa5c552f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:01.379289 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8e24c3-13d3-4226-a064-5f771c2b4c16 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:20:01.393292 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bc8e24c3-13d3-4226-a064-5f771c2b4c16 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:01.411828 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615a546c-262f-4442-8987-ae0a04d1bf07 None None] Sync routers for ids ['8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:20:01.429570 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-bc8e24c3-13d3-4226-a064-5f771c2b4c16 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "PUT /v2.0/floatingips/ef08a66d-1f9d-41d6-b519-8910c57846aa HTTP/1.1" status: 200 len: 991 time: 5.3207917 Oct 19 01:20:01.466184 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b40554e-b2bb-44bd-bb68-f52a2adf8073', 'tag': 'bf76e776-e2d4-4f18-b4d3-84f9217e5e5f'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:20:01.473147 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86d74e4-b59c-47ce-aee7-d7576f3e8f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "2b40554e-b2bb-44bd-bb68-f52a2adf8073", "tag": "bf76e776-e2d4-4f18-b4d3-84f9217e5e5f"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:20:01.482745 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615a546c-262f-4442-8987-ae0a04d1bf07 None None] Routers {'8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:20:01.483631 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-615a546c-262f-4442-8987-ae0a04d1bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:19:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:01.557704 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-febd5d9c-5136-407b-910d-c80fa5c552f0 None None] Port 56929a5d-2313-4c21-bdb0-ff64a436f703 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:20:01.672890 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-615a546c-262f-4442-8987-ae0a04d1bf07 None None] Set router 8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:20:01.717093 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4b017dda-9f0f-48aa-adc4-8e65b09c5713 req-c6fe44c3-50b6-45b5-ade5-ef2e0126da5c tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b32d78c-75cc-4c4b-8e8d-7d23885db448 HTTP/1.1" status: 200 len: 210 time: 0.0674284 Oct 19 01:20:01.746008 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-4001cd2c-4d34-4ccd-ac6f-662ff71f7530 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Made reservation on behalf of 42353c3d358f4cf593a4d635cb05681b for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:20:01.757906 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-4001cd2c-4d34-4ccd-ac6f-662ff71f7530 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:01.790607 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-3c15b5ed-d39d-4a46-b403-9a15c8e7c2d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56929a5d-2313-4c21-bdb0-ff64a436f703 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:20:01.801536 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-3c15b5ed-d39d-4a46-b403-9a15c8e7c2d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:01.836631 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-3c15b5ed-d39d-4a46-b403-9a15c8e7c2d7 service neutron] Transition to ACTIVE for port object 56929a5d-2313-4c21-bdb0-ff64a436f703 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:20:01.841600 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc06c8c-266d-48b8-8aa4-4566e6ad8dc8 x-openstack-request-id: req-8bc06c8c-266d-48b8-8aa4-4566e6ad8dc8 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:20:01.841923 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b40554e-b2bb-44bd-bb68-f52a2adf8073", "tag": "bf76e776-e2d4-4f18-b4d3-84f9217e5e5f", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:20:01.842961 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8bc06c8c-266d-48b8-8aa4-4566e6ad8dc8 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:20:01.846748 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b40554e-b2bb-44bd-bb68-f52a2adf8073', 'tag': 'bf76e776-e2d4-4f18-b4d3-84f9217e5e5f', 'status': 'completed', 'code': 200} Oct 19 01:20:01.854300 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-3c15b5ed-d39d-4a46-b403-9a15c8e7c2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:01.913675 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0790a-c749-45dc-be00-e258cbfe90b8 req-38323253-b030-416d-bcaa-8d2cb2421aa4 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:01.916642 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-05e0790a-c749-45dc-be00-e258cbfe90b8 req-38323253-b030-416d-bcaa-8d2cb2421aa4 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 931 time: 0.5467901 Oct 19 01:20:02.064605 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-4001cd2c-4d34-4ccd-ac6f-662ff71f7530 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Allocated IP 172.20.0.7 (d4270e7e-99ef-46cd-9d15-4c103c5127d9/f12efede-0cc5-4150-9b9f-2ac38a307513/2352de27-75da-43ae-9a53-cfcdd43f043f) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:20:02.167038 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-615a546c-262f-4442-8987-ae0a04d1bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'name': 'tempest-ServerActionsTestJSON-1792678915-router', 'tenant_id': '168a5912cc444122aa0d6d6b44b7e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '634d7eeb-e41e-4d47-8e0c-8d451e52c165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:08Z', 'updated_at': '2021-10-19T01:19:19Z', 'revision_number': 4, 'project_id': '168a5912cc444122aa0d6d6b44b7e93f', 'gw_port': {'id': '634d7eeb-e41e-4d47-8e0c-8d451e52c165', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:81:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:10Z', 'updated_at': '2021-10-19T01:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'ef08a66d-1f9d-41d6-b519-8910c57846aa', 'tenant_id': '168a5912cc444122aa0d6d6b44b7e93f', 'floating_ip_address': '172.25.8.44', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'port_id': 'bf76e776-e2d4-4f18-b4d3-84f9217e5e5f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41', 'mac_address': 'fa:16:3e:da:26:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b40554e-b2bb-44bd-bb68-f52a2adf8073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:19:27Z', 'updated_at': '2021-10-19T01:19:57Z', 'revision_number': 1, 'project_id': '168a5912cc444122aa0d6d6b44b7e93f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9634db2-bdcb-4612-9ff0-03a7f56b2294', 'name': '', 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41', 'tenant_id': '168a5912cc444122aa0d6d6b44b7e93f', 'mac_address': 'fa:16:3e:41:af:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'e75ff155-8f86-450c-9276-3e4132eca531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:17Z', 'updated_at': '2021-10-19T01:19:36Z', 'revision_number': 5, 'project_id': '168a5912cc444122aa0d6d6b44b7e93f', 'subnets': [{'id': 'e75ff155-8f86-450c-9276-3e4132eca531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:02.187825 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15b5ed-d39d-4a46-b403-9a15c8e7c2d7 service neutron] Pushing event updated for resources: {'Port': ['ID=56929a5d-2313-4c21-bdb0-ff64a436f703,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:02.246578 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-05e0790a-c749-45dc-be00-e258cbfe90b8 req-5a91475a-6ce4-43d6-a07e-38ebe9a49cc4 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405028 Oct 19 01:20:02.258939 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0f349-e721-4e4c-9319-615349bec304 req-b31a78d8-eef1-4629-b4bc-95beef6f8d92 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:02.261071 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-84d0f349-e721-4e4c-9319-615349bec304 req-b31a78d8-eef1-4629-b4bc-95beef6f8d92 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ff7af4c-45f9-4818-ae45-3b18dd579a5c HTTP/1.1" status: 200 len: 944 time: 0.2570593 Oct 19 01:20:02.261733 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615a546c-262f-4442-8987-ae0a04d1bf07 None None] Checking router: 8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:20:02.281281 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d74e4-b59c-47ce-aee7-d7576f3e8f3c req-d6503e41-93c4-4e2e-a488-409b367a819b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:02.283045 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615a546c-262f-4442-8987-ae0a04d1bf07 None None] Routers {'8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:20:02.283449 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c86d74e4-b59c-47ce-aee7-d7576f3e8f3c req-d6503e41-93c4-4e2e-a488-409b367a819b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=168a5912cc444122aa0d6d6b44b7e93f&device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 1098 time: 0.2952938 Oct 19 01:20:02.283677 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-615a546c-262f-4442-8987-ae0a04d1bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:19:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:02.297963 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-3c15b5ed-d39d-4a46-b403-9a15c8e7c2d7 service neutron] Attempting to bind port 56929a5d-2313-4c21-bdb0-ff64a436f703 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:20:02.298323 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-3c15b5ed-d39d-4a46-b403-9a15c8e7c2d7 service neutron] Attempting to bind port 56929a5d-2313-4c21-bdb0-ff64a436f703 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '512c9a72-a7c2-4c68-bc23-b3652105591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:20:02.298985 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-3c15b5ed-d39d-4a46-b403-9a15c8e7c2d7 service neutron] Attempting to bind port 56929a5d-2313-4c21-bdb0-ff64a436f703 on network 5e12dd14-5039-435c-a783-d0672592c2d3 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:20:02.307041 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-3c15b5ed-d39d-4a46-b403-9a15c8e7c2d7 service neutron] Port 56929a5d-2313-4c21-bdb0-ff64a436f703 on network 5e12dd14-5039-435c-a783-d0672592c2d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:20:02.307313 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-3c15b5ed-d39d-4a46-b403-9a15c8e7c2d7 service neutron] Attempting to bind port 56929a5d-2313-4c21-bdb0-ff64a436f703 on network 5e12dd14-5039-435c-a783-d0672592c2d3 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:20:02.313542 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-3c15b5ed-d39d-4a46-b403-9a15c8e7c2d7 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:20:02.313886 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-3c15b5ed-d39d-4a46-b403-9a15c8e7c2d7 service neutron] Checking segment: {'id': '512c9a72-a7c2-4c68-bc23-b3652105591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:20:02.314274 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-3c15b5ed-d39d-4a46-b403-9a15c8e7c2d7 service neutron] Bound using segment: {'id': '512c9a72-a7c2-4c68-bc23-b3652105591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:20:02.314954 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-3c15b5ed-d39d-4a46-b403-9a15c8e7c2d7 service neutron] Bound port: 56929a5d-2313-4c21-bdb0-ff64a436f703, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512c9a72-a7c2-4c68-bc23-b3652105591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:20:02.315323 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-3c15b5ed-d39d-4a46-b403-9a15c8e7c2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:02.392998 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device bb2861a0-fcb5-4a51-b50d-1953919c2914 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:20:02.418312 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-3c15b5ed-d39d-4a46-b403-9a15c8e7c2d7 service neutron] For port 56929a5d-2313-4c21-bdb0-ff64a436f703, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:20:02.423248 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-3c15b5ed-d39d-4a46-b403-9a15c8e7c2d7 service neutron] For port 56929a5d-2313-4c21-bdb0-ff64a436f703, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=56929a5d-2313-4c21-bdb0-ff64a436f703,segment=NetworkSegment(512c9a72-a7c2-4c68-bc23-b3652105591d),segment_id=512c9a72-a7c2-4c68-bc23-b3652105591d)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:20:02.467743 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b825eb23-1856-4562-92a5-20b0ad00b8d0 req-e336b7eb-0ba3-4300-a96c-255aa5da8b7e tempest-ServerShowV247Test-1928033068 tempest-ServerShowV247Test-1928033068-project] 10.222.0.57 "GET /v2.0/ports?device_id=06180416-b638-420a-97ea-c8b78be26ef4 HTTP/1.1" status: 200 len: 210 time: 0.0426359 Oct 19 01:20:02.470035 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-3c15b5ed-d39d-4a46-b403-9a15c8e7c2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:02.538096 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15b5ed-d39d-4a46-b403-9a15c8e7c2d7 service neutron] Pushing event updated for resources: {'Port': ['ID=56929a5d-2313-4c21-bdb0-ff64a436f703,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:02.553790 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-3c15b5ed-d39d-4a46-b403-9a15c8e7c2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:02.554481 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-3c15b5ed-d39d-4a46-b403-9a15c8e7c2d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:02.555977 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-3c15b5ed-d39d-4a46-b403-9a15c8e7c2d7 service neutron] 10.222.0.24 "PUT /v2.0/ports/56929a5d-2313-4c21-bdb0-ff64a436f703 HTTP/1.1" status: 200 len: 1092 time: 1.4717824 Oct 19 01:20:02.714459 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-d39ceb89-f429-4178-a6db-44b3e98b0602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:02.715987 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-d39ceb89-f429-4178-a6db-44b3e98b0602 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=585554f71e844101aa23b8eea6cc5bd0&device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 1095 time: 0.0928082 Oct 19 01:20:02.829858 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-8fab0314-8784-491b-9dbb-86b31f18950f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56929a5d-2313-4c21-bdb0-ff64a436f703 HTTP/1.1" status: 200 len: 217 time: 0.1025376 Oct 19 01:20:02.947185 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-22613fe3-ad29-440d-93dd-2021d55029b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:02.955201 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-22613fe3-ad29-440d-93dd-2021d55029b3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=313c4890-7a10-40d1-9c32-7abcea0c2b45 HTTP/1.1" status: 200 len: 850 time: 0.1170504 Oct 19 01:20:02.966310 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-615a546c-262f-4442-8987-ae0a04d1bf07 None None] Set router 8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:20:03.065386 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-1900d009-9727-45bf-8453-540fccc269dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:03.070596 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-1900d009-9727-45bf-8453-540fccc269dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5e12dd14-5039-435c-a783-d0672592c2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1069131 Oct 19 01:20:03.155431 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d74e4-b59c-47ce-aee7-d7576f3e8f3c req-c7b64c33-bd11-417a-94ba-bf56ad299d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:03.158127 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c86d74e4-b59c-47ce-aee7-d7576f3e8f3c req-c7b64c33-bd11-417a-94ba-bf56ad299d43 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2309c3e4-1aec-4060-b6e9-bbaad5369c41 HTTP/1.1" status: 200 len: 913 time: 0.8560529 Oct 19 01:20:03.198734 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-45b2a0ec-f687-4338-bc5b-d09d6556a085 service neutron] 10.222.0.24 "GET /v2.0/networks/5e12dd14-5039-435c-a783-d0672592c2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200960 Oct 19 01:20:03.242902 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c86d74e4-b59c-47ce-aee7-d7576f3e8f3c req-1ba188db-081a-4d12-afb0-d06b829e6f9d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f HTTP/1.1" status: 200 len: 999 time: 0.0744977 Oct 19 01:20:03.248998 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4e7dcfbd-c638-48b6-ba4f-946fd05d05b2 req-5e8f6859-6201-43ff-af61-895381c6d87e tempest-ServerShowV247Test-1928033068 tempest-ServerShowV247Test-1928033068-project] 10.222.0.57 "GET /v2.0/ports?device_id=06180416-b638-420a-97ea-c8b78be26ef4&device_id=95c26d55-70fd-4639-bb2e-3a7401a94ec5 HTTP/1.1" status: 200 len: 210 time: 0.0489950 Oct 19 01:20:03.316132 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port bb2861a0-fcb5-4a51-b50d-1953919c2914 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:20:03.323173 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d74e4-b59c-47ce-aee7-d7576f3e8f3c req-1ab4d3cf-c855-4b89-ade9-f622380696d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:03.324759 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c86d74e4-b59c-47ce-aee7-d7576f3e8f3c req-1ab4d3cf-c855-4b89-ade9-f622380696d3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e75ff155-8f86-450c-9276-3e4132eca531 HTTP/1.1" status: 200 len: 851 time: 0.0727108 Oct 19 01:20:03.328045 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-bf1298fa-8e8d-407a-84b1-02ce9b70fc44 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Deleting port 7e7631b6-d574-4c17-ae51-70f79852dcc6 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:20:03.328415 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bf1298fa-8e8d-407a-84b1-02ce9b70fc44 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:03.334807 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port bb2861a0-fcb5-4a51-b50d-1953919c2914 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:03.335192 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:03.429320 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e5f532fe-2c40-41b2-bf0a-238fef962bb7 req-787d1400-0ca1-410c-b93f-3d875066c25b service neutron] 10.222.0.24 "GET /v2.0/networks/5e12dd14-5039-435c-a783-d0672592c2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191725 Oct 19 01:20:03.464496 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-4001cd2c-4d34-4ccd-ac6f-662ff71f7530 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:03.482919 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:03.513738 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ed6bc9cf-9616-4aae-887b-3a782ca75cf9 req-72c7477f-e262-4827-9460-52b43673ce89 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b32d78c-75cc-4c4b-8e8d-7d23885db448 HTTP/1.1" status: 200 len: 210 time: 0.0573735 Oct 19 01:20:03.525291 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port bb2861a0-fcb5-4a51-b50d-1953919c2914, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bb2861a0-fcb5-4a51-b50d-1953919c2914,segment=NetworkSegment(b4b6a0b7-d7fa-4165-8e00-65fd7abfe812),segment_id=b4b6a0b7-d7fa-4165-8e00-65fd7abfe812)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:03.526467 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff7af4c-45f9-4818-ae45-3b18dd579a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2861a0-fcb5-4a51-b50d-1953919c2914'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:20:03.529737 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8737c2f6-72c3-4986-aa7e-13894c2bd627" -d '{"events": [{"server_uuid": "2ff7af4c-45f9-4818-ae45-3b18dd579a5c", "name": "network-vif-plugged", "status": "completed", "tag": "bb2861a0-fcb5-4a51-b50d-1953919c2914"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:20:03.535551 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:03.553598 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-84d0f349-e721-4e4c-9319-615349bec304 req-90cda15a-859e-4c89-89d9-958ccf04dd52 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] 10.222.0.57 "GET /v2.0/security-groups?id=cadc384a-d336-4859-9d04-b23df56ebb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2834287 Oct 19 01:20:03.590243 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-615a546c-262f-4442-8987-ae0a04d1bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'name': 'tempest-ServerActionsTestJSON-1792678915-router', 'tenant_id': '168a5912cc444122aa0d6d6b44b7e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '634d7eeb-e41e-4d47-8e0c-8d451e52c165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:08Z', 'updated_at': '2021-10-19T01:19:19Z', 'revision_number': 4, 'project_id': '168a5912cc444122aa0d6d6b44b7e93f', 'gw_port': {'id': '634d7eeb-e41e-4d47-8e0c-8d451e52c165', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:81:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:10Z', 'updated_at': '2021-10-19T01:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'ef08a66d-1f9d-41d6-b519-8910c57846aa', 'tenant_id': '168a5912cc444122aa0d6d6b44b7e93f', 'floating_ip_address': '172.25.8.44', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'port_id': 'bf76e776-e2d4-4f18-b4d3-84f9217e5e5f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41', 'mac_address': 'fa:16:3e:da:26:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b40554e-b2bb-44bd-bb68-f52a2adf8073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:19:27Z', 'updated_at': '2021-10-19T01:19:57Z', 'revision_number': 1, 'project_id': '168a5912cc444122aa0d6d6b44b7e93f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9634db2-bdcb-4612-9ff0-03a7f56b2294', 'name': '', 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41', 'tenant_id': '168a5912cc444122aa0d6d6b44b7e93f', 'mac_address': 'fa:16:3e:41:af:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'e75ff155-8f86-450c-9276-3e4132eca531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:17Z', 'updated_at': '2021-10-19T01:19:36Z', 'revision_number': 5, 'project_id': '168a5912cc444122aa0d6d6b44b7e93f', 'subnets': [{'id': 'e75ff155-8f86-450c-9276-3e4132eca531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:03.626012 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615a546c-262f-4442-8987-ae0a04d1bf07 None None] The sync data for ids ['8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a'] in n-d-715271-26 is: [{'id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'name': 'tempest-ServerActionsTestJSON-1792678915-router', 'tenant_id': '168a5912cc444122aa0d6d6b44b7e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '634d7eeb-e41e-4d47-8e0c-8d451e52c165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:08Z', 'updated_at': '2021-10-19T01:19:19Z', 'revision_number': 4, 'project_id': '168a5912cc444122aa0d6d6b44b7e93f', 'gw_port': {'id': '634d7eeb-e41e-4d47-8e0c-8d451e52c165', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:81:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:10Z', 'updated_at': '2021-10-19T01:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'ef08a66d-1f9d-41d6-b519-8910c57846aa', 'tenant_id': '168a5912cc444122aa0d6d6b44b7e93f', 'floating_ip_address': '172.25.8.44', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'port_id': 'bf76e776-e2d4-4f18-b4d3-84f9217e5e5f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41', 'mac_address': 'fa:16:3e:da:26:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b40554e-b2bb-44bd-bb68-f52a2adf8073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:19:27Z', 'updated_at': '2021-10-19T01:19:57Z', 'revision_number': 1, 'project_id': '168a5912cc444122aa0d6d6b44b7e93f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9634db2-bdcb-4612-9ff0-03a7f56b2294', 'name': '', 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41', 'tenant_id': '168a5912cc444122aa0d6d6b44b7e93f', 'mac_address': 'fa:16:3e:41:af:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'e75ff155-8f86-450c-9276-3e4132eca531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:17Z', 'updated_at': '2021-10-19T01:19:36Z', 'revision_number': 5, 'project_id': '168a5912cc444122aa0d6d6b44b7e93f', 'subnets': [{'id': 'e75ff155-8f86-450c-9276-3e4132eca531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:20:03.664313 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=bb2861a0-fcb5-4a51-b50d-1953919c2914,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:03.693390 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b6132-627a-472c-aad5-0df78f6f5bec req-88d7cde0-96be-4eb4-8754-9cf9c849f253 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:03.703614 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-916b6132-627a-472c-aad5-0df78f6f5bec req-88d7cde0-96be-4eb4-8754-9cf9c849f253 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 943 time: 0.0904310 Oct 19 01:20:03.722864 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-bf1298fa-8e8d-407a-84b1-02ce9b70fc44 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] For port 7e7631b6-d574-4c17-ae51-70f79852dcc6, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=7e7631b6-d574-4c17-ae51-70f79852dcc6,segment=NetworkSegment(0cad6e1e-11d1-43a4-99ac-99237a3e16de),segment_id=0cad6e1e-11d1-43a4-99ac-99237a3e16de)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:03.726221 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bf1298fa-8e8d-407a-84b1-02ce9b70fc44 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:03.742952 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d74e4-b59c-47ce-aee7-d7576f3e8f3c req-52c9d297-2d43-4596-9ac2-c38717d95d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:03.746923 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c86d74e4-b59c-47ce-aee7-d7576f3e8f3c req-52c9d297-2d43-4596-9ac2-c38717d95d6a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2309c3e4-1aec-4060-b6e9-bbaad5369c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3417039 Oct 19 01:20:03.754525 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-916b6132-627a-472c-aad5-0df78f6f5bec req-f4f87b0b-3a19-49d4-889c-0bf7bbbb223e tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495658 Oct 19 01:20:03.798590 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf550c8c-b712-4279-bc02-4f743f92aa81 x-openstack-request-id: req-cf550c8c-b712-4279-bc02-4f743f92aa81 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:20:03.799165 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff7af4c-45f9-4818-ae45-3b18dd579a5c", "name": "network-vif-plugged", "status": "completed", "tag": "bb2861a0-fcb5-4a51-b50d-1953919c2914", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:20:03.800213 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cf550c8c-b712-4279-bc02-4f743f92aa81 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:20:03.800628 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff7af4c-45f9-4818-ae45-3b18dd579a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2861a0-fcb5-4a51-b50d-1953919c2914', 'code': 200} Oct 19 01:20:03.840312 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-bf1298fa-8e8d-407a-84b1-02ce9b70fc44 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Calling delete_port for 7e7631b6-d574-4c17-ae51-70f79852dcc6 owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:20:03.848117 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac8f4b4-ed0f-4957-8511-222b9e1c4210', 'tag': '56929a5d-2313-4c21-bdb0-ff64a436f703'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:20:03.851310 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ce34f3-73b2-4e7e-b7c6-1f28d9d0dcb4" -d '{"events": [{"name": "network-changed", "server_uuid": "2ac8f4b4-ed0f-4957-8511-222b9e1c4210", "tag": "56929a5d-2313-4c21-bdb0-ff64a436f703"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:20:04.021962 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-4001cd2c-4d34-4ccd-ac6f-662ff71f7530 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:04.045611 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b02458a-6281-4bf5-ab09-2a698d076c17 x-openstack-request-id: req-2b02458a-6281-4bf5-ab09-2a698d076c17 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:20:04.045918 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ac8f4b4-ed0f-4957-8511-222b9e1c4210", "tag": "56929a5d-2313-4c21-bdb0-ff64a436f703", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:20:04.046173 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2b02458a-6281-4bf5-ab09-2a698d076c17 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:20:04.047518 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac8f4b4-ed0f-4957-8511-222b9e1c4210', 'tag': '56929a5d-2313-4c21-bdb0-ff64a436f703', 'status': 'completed', 'code': 200} Oct 19 01:20:04.052080 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2a1841f4-f135-45b7-8ddd-5b705861cc4f req-2faaac9c-f2bc-4f9f-bc7c-7d0abcac2e5f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1abccdf8bdfe47f9b5d55b45005117e0&device_id=06180416-b638-420a-97ea-c8b78be26ef4 HTTP/1.1" status: 200 len: 210 time: 0.1674380 Oct 19 01:20:04.107749 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2a1841f4-f135-45b7-8ddd-5b705861cc4f req-b149089a-d3c4-41cf-a751-ba161a2b19ab service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=1abccdf8bdfe47f9b5d55b45005117e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435843 Oct 19 01:20:04.116914 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce34f3-73b2-4e7e-b7c6-1f28d9d0dcb4 req-3d079c9b-167e-4758-be01-f665ca95313e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:04.118465 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c5ce34f3-73b2-4e7e-b7c6-1f28d9d0dcb4 req-3d079c9b-167e-4758-be01-f665ca95313e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=585554f71e844101aa23b8eea6cc5bd0&device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 1095 time: 0.1126344 Oct 19 01:20:04.119356 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c1e603-c786-459c-95dc-561a93d3fc3f None None] New status for floating IP ef08a66d-1f9d-41d6-b519-8910c57846aa: ACTIVE {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:20:04.129429 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ee7c1-db76-4b31-b1c8-646a3d26b181 req-df976058-0455-4795-9bd3-027cbddd60e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:04.130375 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-618ee7c1-db76-4b31-b1c8-646a3d26b181 req-df976058-0455-4795-9bd3-027cbddd60e0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2ff7af4c-45f9-4818-ae45-3b18dd579a5c HTTP/1.1" status: 200 len: 1097 time: 0.1796644 Oct 19 01:20:04.188279 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ea191c5e-ce11-401c-ad43-08a2a330fcaa req-c5e41191-b4ee-4e07-b849-97b237a5590d tempest-ServerShowV247Test-1928033068 tempest-ServerShowV247Test-1928033068-project] 10.222.0.57 "GET /v2.0/ports?device_id=06180416-b638-420a-97ea-c8b78be26ef4 HTTP/1.1" status: 200 len: 210 time: 0.1846640 Oct 19 01:20:04.209091 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-4001cd2c-4d34-4ccd-ac6f-662ff71f7530 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Network d4270e7e-99ef-46cd-9d15-4c103c5127d9 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:20:04.215703 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-4001cd2c-4d34-4ccd-ac6f-662ff71f7530 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:20:04.233474 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce34f3-73b2-4e7e-b7c6-1f28d9d0dcb4 req-53b68713-f7d1-4d2f-acfc-cd0f38ea2e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:04.235508 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c5ce34f3-73b2-4e7e-b7c6-1f28d9d0dcb4 req-53b68713-f7d1-4d2f-acfc-cd0f38ea2e5d service neutron] 10.222.0.24 "GET /v2.0/networks?id=5e12dd14-5039-435c-a783-d0672592c2d3 HTTP/1.1" status: 200 len: 912 time: 0.1042857 Oct 19 01:20:04.239545 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-4001cd2c-4d34-4ccd-ac6f-662ff71f7530 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:20:04.311369 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-4001cd2c-4d34-4ccd-ac6f-662ff71f7530 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:04.313075 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-4001cd2c-4d34-4ccd-ac6f-662ff71f7530 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:04.324139 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001cd2c-4d34-4ccd-ac6f-662ff71f7530 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Pushing event updated for resources: {'Port': ['ID=2352de27-75da-43ae-9a53-cfcdd43f043f,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:04.339616 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c86d74e4-b59c-47ce-aee7-d7576f3e8f3c req-6d9ccc38-d719-4db6-b0f8-94f69298a0d2 service neutron] 10.222.0.55 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5531046 Oct 19 01:20:04.350079 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c5ce34f3-73b2-4e7e-b7c6-1f28d9d0dcb4 req-3bfae6fe-351f-4096-a796-3a0ec35c8822 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56929a5d-2313-4c21-bdb0-ff64a436f703 HTTP/1.1" status: 200 len: 217 time: 0.0802150 Oct 19 01:20:04.365446 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4001cd2c-4d34-4ccd-ac6f-662ff71f7530 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:04.366260 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4001cd2c-4d34-4ccd-ac6f-662ff71f7530 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:04.366708 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4001cd2c-4d34-4ccd-ac6f-662ff71f7530 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:04.367201 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4001cd2c-4d34-4ccd-ac6f-662ff71f7530 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:04.367818 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4001cd2c-4d34-4ccd-ac6f-662ff71f7530 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:04.368280 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4001cd2c-4d34-4ccd-ac6f-662ff71f7530 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:04.368718 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4001cd2c-4d34-4ccd-ac6f-662ff71f7530 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:04.369226 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4001cd2c-4d34-4ccd-ac6f-662ff71f7530 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:04.369803 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4001cd2c-4d34-4ccd-ac6f-662ff71f7530 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:04.370285 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4001cd2c-4d34-4ccd-ac6f-662ff71f7530 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:04.370773 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4001cd2c-4d34-4ccd-ac6f-662ff71f7530 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:04.371223 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4001cd2c-4d34-4ccd-ac6f-662ff71f7530 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:04.402850 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-4001cd2c-4d34-4ccd-ac6f-662ff71f7530 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1004117 Oct 19 01:20:04.415070 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-db596053-18ce-45f2-89d8-3ebe19c12196 service neutron] Request body: {'port': {'device_id': '4b32d78c-75cc-4c4b-8e8d-7d23885db448', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:04.431578 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-618ee7c1-db76-4b31-b1c8-646a3d26b181 req-da6d7546-5527-49f9-ad1d-b099965f364f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cadc384a-d336-4859-9d04-b23df56ebb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821339 Oct 19 01:20:04.493843 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-db596053-18ce-45f2-89d8-3ebe19c12196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:04.578714 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce34f3-73b2-4e7e-b7c6-1f28d9d0dcb4 req-a2517363-f979-48ec-8d60-b336b4d715f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:04.580626 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c5ce34f3-73b2-4e7e-b7c6-1f28d9d0dcb4 req-a2517363-f979-48ec-8d60-b336b4d715f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=313c4890-7a10-40d1-9c32-7abcea0c2b45 HTTP/1.1" status: 200 len: 850 time: 0.1940837 Oct 19 01:20:04.618206 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1841f4-f135-45b7-8ddd-5b705861cc4f req-eaa16765-0ed7-4e5e-a8af-55c280dda8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:04.620030 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2a1841f4-f135-45b7-8ddd-5b705861cc4f req-eaa16765-0ed7-4e5e-a8af-55c280dda8b4 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5006344 Oct 19 01:20:04.660878 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce34f3-73b2-4e7e-b7c6-1f28d9d0dcb4 req-cc4298a2-1801-4d91-bf2d-53b132eeca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:04.663383 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c5ce34f3-73b2-4e7e-b7c6-1f28d9d0dcb4 req-cc4298a2-1801-4d91-bf2d-53b132eeca06 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5e12dd14-5039-435c-a783-d0672592c2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673099 Oct 19 01:20:04.780957 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c86d74e4-b59c-47ce-aee7-d7576f3e8f3c req-10c8357d-3153-4f74-821e-65250032b6a6 service neutron] 10.222.0.55 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309738 Oct 19 01:20:04.814640 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c5ce34f3-73b2-4e7e-b7c6-1f28d9d0dcb4 req-1a3ea0df-5d1f-4040-9594-5a12822e05e3 service neutron] 10.222.0.24 "GET /v2.0/networks/5e12dd14-5039-435c-a783-d0672592c2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411250 Oct 19 01:20:04.821925 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b10f7-2272-4469-ba86-ad1f49d8ab4b req-df5baeb1-48a1-4004-a383-3cde705df4b0 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:04.834019 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ac1b10f7-2272-4469-ba86-ad1f49d8ab4b req-df5baeb1-48a1-4004-a383-3cde705df4b0 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b32d78c-75cc-4c4b-8e8d-7d23885db448 HTTP/1.1" status: 200 len: 931 time: 0.1834989 Oct 19 01:20:04.984890 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4af1f-3205-43d0-8733-c0c10a21400c req-ec29f4e0-ff82-4967-ba1b-5adc1c436fca tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:04.987318 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-26d4af1f-3205-43d0-8733-c0c10a21400c req-ec29f4e0-ff82-4967-ba1b-5adc1c436fca tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ff7af4c-45f9-4818-ae45-3b18dd579a5c HTTP/1.1" status: 200 len: 945 time: 0.1119838 Oct 19 01:20:05.043671 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ac1b10f7-2272-4469-ba86-ad1f49d8ab4b req-defe9d20-7c7c-438c-ac76-af393a7e9527 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2961e7a-6b08-4600-b892-5ceb32c80e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071412 Oct 19 01:20:05.052087 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c5ce34f3-73b2-4e7e-b7c6-1f28d9d0dcb4 req-a5062abf-341f-42b6-9b27-02f772915567 service neutron] 10.222.0.24 "GET /v2.0/networks/5e12dd14-5039-435c-a783-d0672592c2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284312 Oct 19 01:20:05.073447 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-26d4af1f-3205-43d0-8733-c0c10a21400c req-a7e088c6-ab9d-470d-8bff-e9d4371e01b6 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] 10.222.0.57 "GET /v2.0/security-groups?id=cadc384a-d336-4859-9d04-b23df56ebb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791600 Oct 19 01:20:05.075221 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bf1298fa-8e8d-407a-84b1-02ce9b70fc44 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:05.136599 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1298fa-8e8d-407a-84b1-02ce9b70fc44 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Pushing event deleted for resources: {'Port': ['ID=7e7631b6-d574-4c17-ae51-70f79852dcc6,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:05.360499 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2419edca-d22c-4f7a-a217-a477200c3d7d req-6ffd6ec7-1bbb-449b-b322-4af57b416979 tempest-ServerShowV247Test-1928033068 tempest-ServerShowV247Test-1928033068-project] 10.222.0.57 "GET /v2.0/ports?device_id=06180416-b638-420a-97ea-c8b78be26ef4 HTTP/1.1" status: 200 len: 210 time: 0.0579631 Oct 19 01:20:05.391854 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e596d-a5d5-4e11-9748-d9e50e8dc5fc req-07ba8940-6df5-4844-b039-f6c345cd6ef7 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:05.393571 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eb6e596d-a5d5-4e11-9748-d9e50e8dc5fc req-07ba8940-6df5-4844-b039-f6c345cd6ef7 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 943 time: 0.2433579 Oct 19 01:20:05.455201 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eb6e596d-a5d5-4e11-9748-d9e50e8dc5fc req-1a74dfdb-0713-482a-81d0-d8df93b1dcfd tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521553 Oct 19 01:20:05.554212 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-db596053-18ce-45f2-89d8-3ebe19c12196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2352de27-75da-43ae-9a53-cfcdd43f043f {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:20:05.565633 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-db596053-18ce-45f2-89d8-3ebe19c12196 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:05.617076 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-db596053-18ce-45f2-89d8-3ebe19c12196 service neutron] Transition to ACTIVE for port object 2352de27-75da-43ae-9a53-cfcdd43f043f will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:20:05.625270 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bf1298fa-8e8d-407a-84b1-02ce9b70fc44 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:05.627349 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-db596053-18ce-45f2-89d8-3ebe19c12196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:05.818234 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db596053-18ce-45f2-89d8-3ebe19c12196 service neutron] Pushing event updated for resources: {'Port': ['ID=2352de27-75da-43ae-9a53-cfcdd43f043f,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:05.892725 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 56929a5d-2313-4c21-bdb0-ff64a436f703 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:20:05.971703 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2a1841f4-f135-45b7-8ddd-5b705861cc4f req-383bf9ad-4f95-43cc-a0b7-3c87cce0ef65 tempest-ServerShowV247Test-1928033068 tempest-ServerShowV247Test-1928033068-project] 10.222.0.24 "GET /v2.0/ports?device_id=06180416-b638-420a-97ea-c8b78be26ef4 HTTP/1.1" status: 200 len: 210 time: 0.0442677 Oct 19 01:20:05.989121 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-db596053-18ce-45f2-89d8-3ebe19c12196 service neutron] Attempting to bind port 2352de27-75da-43ae-9a53-cfcdd43f043f on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:20:05.989475 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-db596053-18ce-45f2-89d8-3ebe19c12196 service neutron] Attempting to bind port 2352de27-75da-43ae-9a53-cfcdd43f043f by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '6f5a1744-e0ea-4e62-9814-3a8d92635cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd4270e7e-99ef-46cd-9d15-4c103c5127d9'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:20:05.989808 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-db596053-18ce-45f2-89d8-3ebe19c12196 service neutron] Attempting to bind port 2352de27-75da-43ae-9a53-cfcdd43f043f on network d4270e7e-99ef-46cd-9d15-4c103c5127d9 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:20:06.004729 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-db596053-18ce-45f2-89d8-3ebe19c12196 service neutron] Port 2352de27-75da-43ae-9a53-cfcdd43f043f on network d4270e7e-99ef-46cd-9d15-4c103c5127d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:20:06.005059 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-db596053-18ce-45f2-89d8-3ebe19c12196 service neutron] Attempting to bind port 2352de27-75da-43ae-9a53-cfcdd43f043f on network d4270e7e-99ef-46cd-9d15-4c103c5127d9 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:20:06.014365 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-db596053-18ce-45f2-89d8-3ebe19c12196 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:20:06.014730 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-db596053-18ce-45f2-89d8-3ebe19c12196 service neutron] Checking segment: {'id': '6f5a1744-e0ea-4e62-9814-3a8d92635cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd4270e7e-99ef-46cd-9d15-4c103c5127d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:20:06.015146 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-db596053-18ce-45f2-89d8-3ebe19c12196 service neutron] Bound using segment: {'id': '6f5a1744-e0ea-4e62-9814-3a8d92635cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd4270e7e-99ef-46cd-9d15-4c103c5127d9'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:20:06.015586 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-db596053-18ce-45f2-89d8-3ebe19c12196 service neutron] Bound port: 2352de27-75da-43ae-9a53-cfcdd43f043f, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5a1744-e0ea-4e62-9814-3a8d92635cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd4270e7e-99ef-46cd-9d15-4c103c5127d9'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:20:06.016046 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-db596053-18ce-45f2-89d8-3ebe19c12196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:06.057584 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 56929a5d-2313-4c21-bdb0-ff64a436f703, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=56929a5d-2313-4c21-bdb0-ff64a436f703,segment=NetworkSegment(512c9a72-a7c2-4c68-bc23-b3652105591d),segment_id=512c9a72-a7c2-4c68-bc23-b3652105591d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:06.077112 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '56929a5d-2313-4c21-bdb0-ff64a436f703', 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3', 'port_id': '56929a5d-2313-4c21-bdb0-ff64a436f703', 'mac_address': 'fa:16:3e:d8:a8:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '313c4890-7a10-40d1-9c32-7abcea0c2b45', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:20:06.168634 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1298fa-8e8d-407a-84b1-02ce9b70fc44 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Router 7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:20:06.182355 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:06.205285 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56929a5d-2313-4c21-bdb0-ff64a436f703 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:20:06.234676 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 56929a5d-2313-4c21-bdb0-ff64a436f703, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=56929a5d-2313-4c21-bdb0-ff64a436f703,segment=NetworkSegment(512c9a72-a7c2-4c68-bc23-b3652105591d),segment_id=512c9a72-a7c2-4c68-bc23-b3652105591d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:06.241469 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:06.275991 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-db596053-18ce-45f2-89d8-3ebe19c12196 service neutron] For port 2352de27-75da-43ae-9a53-cfcdd43f043f, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:20:06.295382 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698d1dc-79d0-44aa-a0af-802329c27f39 req-9aa5e293-093c-4832-8c7c-f19a4eee9998 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:06.298945 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7698d1dc-79d0-44aa-a0af-802329c27f39 req-9aa5e293-093c-4832-8c7c-f19a4eee9998 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ff7af4c-45f9-4818-ae45-3b18dd579a5c HTTP/1.1" status: 200 len: 945 time: 0.0599718 Oct 19 01:20:06.299616 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=56929a5d-2313-4c21-bdb0-ff64a436f703,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:06.304440 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-db596053-18ce-45f2-89d8-3ebe19c12196 service neutron] For port 2352de27-75da-43ae-9a53-cfcdd43f043f, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=2352de27-75da-43ae-9a53-cfcdd43f043f,segment=NetworkSegment(6f5a1744-e0ea-4e62-9814-3a8d92635cc3),segment_id=6f5a1744-e0ea-4e62-9814-3a8d92635cc3)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:20:06.341359 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-db596053-18ce-45f2-89d8-3ebe19c12196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:06.348326 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7698d1dc-79d0-44aa-a0af-802329c27f39 req-c461b47b-58c9-4701-9188-fc8a06cd1ddd tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] 10.222.0.57 "GET /v2.0/security-groups?id=cadc384a-d336-4859-9d04-b23df56ebb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373230 Oct 19 01:20:06.442476 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db596053-18ce-45f2-89d8-3ebe19c12196 service neutron] Pushing event updated for resources: {'Port': ['ID=2352de27-75da-43ae-9a53-cfcdd43f043f,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:06.457982 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a72f54-2c31-4407-b04f-807176c227a8 req-662c1023-a59e-456a-8475-a5712f187111 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:06.459563 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b6a72f54-2c31-4407-b04f-807176c227a8 req-662c1023-a59e-456a-8475-a5712f187111 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b32d78c-75cc-4c4b-8e8d-7d23885db448 HTTP/1.1" status: 200 len: 943 time: 0.2234066 Oct 19 01:20:06.461104 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-db596053-18ce-45f2-89d8-3ebe19c12196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:06.463925 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['56929a5d-2313-4c21-bdb0-ff64a436f703'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:20:06.467856 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-db596053-18ce-45f2-89d8-3ebe19c12196 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:06.473788 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-db596053-18ce-45f2-89d8-3ebe19c12196 service neutron] 10.222.0.55 "PUT /v2.0/ports/2352de27-75da-43ae-9a53-cfcdd43f043f HTTP/1.1" status: 200 len: 1092 time: 2.0628042 Oct 19 01:20:06.488569 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b32d78c-75cc-4c4b-8e8d-7d23885db448', 'tag': '2352de27-75da-43ae-9a53-cfcdd43f043f'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:20:06.492881 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7dcc6f-da4b-492e-b964-49a8e4890b75" -d '{"events": [{"name": "network-changed", "server_uuid": "4b32d78c-75cc-4c4b-8e8d-7d23885db448", "tag": "2352de27-75da-43ae-9a53-cfcdd43f043f"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:20:06.518778 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1298fa-8e8d-407a-84b1-02ce9b70fc44 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:20:06.527364 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-bf1298fa-8e8d-407a-84b1-02ce9b70fc44 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "PUT /v2.0/routers/7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6429799 Oct 19 01:20:06.533558 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02ee723-fa69-4366-af80-bf8c691eb8c4 None None] Sync routers for ids ['7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:20:06.534093 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53344) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:06.589800 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02ee723-fa69-4366-af80-bf8c691eb8c4 None None] Routers {'7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:20:06.590779 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-e02ee723-fa69-4366-af80-bf8c691eb8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:19:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:06.592775 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f40a95e1-6ff2-45db-a38e-b2ebab75a933 req-3cdbff39-8108-4090-b5a0-47f74249acdf tempest-ServerShowV247Test-1928033068 tempest-ServerShowV247Test-1928033068-project] 10.222.0.57 "GET /v2.0/ports?device_id=06180416-b638-420a-97ea-c8b78be26ef4 HTTP/1.1" status: 200 len: 210 time: 0.0779176 Oct 19 01:20:06.627017 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b6a72f54-2c31-4407-b04f-807176c227a8 req-043432d8-93ac-47ad-89c7-b1383550d0b3 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2961e7a-6b08-4600-b892-5ceb32c80e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120670 Oct 19 01:20:06.638802 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-a585b505-9a16-4af6-8ac6-3c7b38b9d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:06.641407 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-a585b505-9a16-4af6-8ac6-3c7b38b9d9fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42353c3d358f4cf593a4d635cb05681b&device_id=4b32d78c-75cc-4c4b-8e8d-7d23885db448 HTTP/1.1" status: 200 len: 1095 time: 0.1079936 Oct 19 01:20:06.673281 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-db1f1ec1-c3c5-485c-870e-34b1c9a0d42a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Deleting subnet 5c6143d7-d794-4629-80a4-f7ed582dda4a {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:20:06.692952 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-db1f1ec1-c3c5-485c-870e-34b1c9a0d42a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:06.703219 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-8730a232-31fb-4aad-b9c0-419f9ca9972b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2352de27-75da-43ae-9a53-cfcdd43f043f HTTP/1.1" status: 200 len: 217 time: 0.0439701 Oct 19 01:20:06.783288 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-6e583174-f092-4d13-a3d6-9472ee88b426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:06.786812 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-6e583174-f092-4d13-a3d6-9472ee88b426 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f12efede-0cc5-4150-9b9f-2ac38a307513 HTTP/1.1" status: 200 len: 854 time: 0.0777421 Oct 19 01:20:06.809074 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-db1f1ec1-c3c5-485c-870e-34b1c9a0d42a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:06.814371 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-e02ee723-fa69-4366-af80-bf8c691eb8c4 None None] Set router 7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:20:06.914143 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-31532bf3-c7a8-4ab3-97a8-e43f57ae3da1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d4270e7e-99ef-46cd-9d15-4c103c5127d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935104 Oct 19 01:20:06.958283 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9864e-da51-4cc4-851a-e414bbe3d5b9 req-4cae068e-9cd4-4dc1-aa7b-57ed0dc85235 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:06.965985 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e3c9864e-da51-4cc4-851a-e414bbe3d5b9 req-4cae068e-9cd4-4dc1-aa7b-57ed0dc85235 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 944 time: 0.1740294 Oct 19 01:20:07.026270 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-e02ee723-fa69-4366-af80-bf8c691eb8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-57649259', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'f464d58b-b7c8-4551-8582-56e225bbd56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:08Z', 'updated_at': '2021-10-19T01:20:04Z', 'revision_number': 5, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'gw_port': {'id': 'f464d58b-b7c8-4551-8582-56e225bbd56f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:10Z', 'updated_at': '2021-10-19T01:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:07.034809 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-db1f1ec1-c3c5-485c-870e-34b1c9a0d42a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:07.060431 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02ee723-fa69-4366-af80-bf8c691eb8c4 None None] Checking router: 7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:20:07.069778 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64eddbc6-36f5-474b-ae6f-c0463ce7efd6 x-openstack-request-id: req-64eddbc6-36f5-474b-ae6f-c0463ce7efd6 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:20:07.070002 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02ee723-fa69-4366-af80-bf8c691eb8c4 None None] Routers {'7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:20:07.070511 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-e02ee723-fa69-4366-af80-bf8c691eb8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:19:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:07.070878 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b32d78c-75cc-4c4b-8e8d-7d23885db448", "tag": "2352de27-75da-43ae-9a53-cfcdd43f043f", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:20:07.071289 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-64eddbc6-36f5-474b-ae6f-c0463ce7efd6 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:20:07.071895 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b32d78c-75cc-4c4b-8e8d-7d23885db448', 'tag': '2352de27-75da-43ae-9a53-cfcdd43f043f', 'status': 'completed', 'code': 200} Oct 19 01:20:07.103251 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e3c9864e-da51-4cc4-851a-e414bbe3d5b9 req-75a01355-f004-40a1-a774-f6ef5b80bcb5 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361456 Oct 19 01:20:07.108332 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-ae42ce67-871b-4be8-a224-8f5984d4042c service neutron] 10.222.0.55 "GET /v2.0/networks/d4270e7e-99ef-46cd-9d15-4c103c5127d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846099 Oct 19 01:20:07.124991 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-db1f1ec1-c3c5-485c-870e-34b1c9a0d42a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:07.233810 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-e02ee723-fa69-4366-af80-bf8c691eb8c4 None None] Set router 7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:20:07.316878 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ac102f8c-a9b2-4b66-97d7-89b2b359a2c8 req-ceb1a8db-a264-4679-b288-3fe34028495c service neutron] 10.222.0.55 "GET /v2.0/networks/d4270e7e-99ef-46cd-9d15-4c103c5127d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937144 Oct 19 01:20:07.439155 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7dcc6f-da4b-492e-b964-49a8e4890b75 req-1a0ab62f-b83d-408d-9f63-c691c38b025b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:07.441308 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8d7dcc6f-da4b-492e-b964-49a8e4890b75 req-1a0ab62f-b83d-408d-9f63-c691c38b025b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42353c3d358f4cf593a4d635cb05681b&device_id=4b32d78c-75cc-4c4b-8e8d-7d23885db448 HTTP/1.1" status: 200 len: 1095 time: 0.0500951 Oct 19 01:20:07.493774 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-e02ee723-fa69-4366-af80-bf8c691eb8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-57649259', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'f464d58b-b7c8-4551-8582-56e225bbd56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:08Z', 'updated_at': '2021-10-19T01:20:04Z', 'revision_number': 5, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'gw_port': {'id': 'f464d58b-b7c8-4551-8582-56e225bbd56f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:10Z', 'updated_at': '2021-10-19T01:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:07.556821 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02ee723-fa69-4366-af80-bf8c691eb8c4 None None] The sync data for ids ['7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c'] in n-d-715271-26 is: [{'id': '7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-57649259', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'f464d58b-b7c8-4551-8582-56e225bbd56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:08Z', 'updated_at': '2021-10-19T01:20:04Z', 'revision_number': 5, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'gw_port': {'id': 'f464d58b-b7c8-4551-8582-56e225bbd56f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:10Z', 'updated_at': '2021-10-19T01:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:20:07.571747 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f1ec1-c3c5-485c-870e-34b1c9a0d42a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Pushing event deleted for resources: {'Subnet': ['ID=5c6143d7-d794-4629-80a4-f7ed582dda4a,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:07.579212 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7dcc6f-da4b-492e-b964-49a8e4890b75 req-a7121402-7a6e-4053-9cf5-70f75a5ebbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:07.581043 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8d7dcc6f-da4b-492e-b964-49a8e4890b75 req-a7121402-7a6e-4053-9cf5-70f75a5ebbb9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d4270e7e-99ef-46cd-9d15-4c103c5127d9 HTTP/1.1" status: 200 len: 915 time: 0.1321995 Oct 19 01:20:07.594539 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1058bb-a562-4e11-a84a-43af8b29543a None None] Network 3f3e2c17-ab79-49bb-9563-8ed68286c5f3 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:20:07.610945 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-db1f1ec1-c3c5-485c-870e-34b1c9a0d42a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:07.620633 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-db1f1ec1-c3c5-485c-870e-34b1c9a0d42a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "DELETE /v2.0/subnets/5c6143d7-d794-4629-80a4-f7ed582dda4a HTTP/1.1" status: 204 len: 168 time: 1.0838766 Oct 19 01:20:07.628131 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53358) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:07.714721 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde9475-4c4c-4369-a075-c438c6db0b9f req-9bff91ec-6955-4398-a8d8-18ddf55f2d09 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:07.720906 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8d7dcc6f-da4b-492e-b964-49a8e4890b75 req-890d011f-8361-40c4-b54b-145919bf9aad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2352de27-75da-43ae-9a53-cfcdd43f043f HTTP/1.1" status: 200 len: 217 time: 0.1158490 Oct 19 01:20:07.723940 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4cde9475-4c4c-4369-a075-c438c6db0b9f req-9bff91ec-6955-4398-a8d8-18ddf55f2d09 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ff7af4c-45f9-4818-ae45-3b18dd579a5c HTTP/1.1" status: 200 len: 945 time: 0.1440158 Oct 19 01:20:07.793213 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4cde9475-4c4c-4369-a075-c438c6db0b9f req-fd186b16-b2a6-4537-a092-796551545bb9 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] 10.222.0.57 "GET /v2.0/security-groups?id=cadc384a-d336-4859-9d04-b23df56ebb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624194 Oct 19 01:20:07.893106 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 56929a5d-2313-4c21-bdb0-ff64a436f703 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:20:08.000314 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f38161-88c3-44ac-a8fa-39f8db5c8923 None None] DHCP port deletion for 3f3e2c17-ab79-49bb-9563-8ed68286c5f3 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:20:08.092348 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3eff032f-89d7-475c-a431-e4c280d5250c req-bd240355-2896-4b30-8931-47526c594b43 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1abccdf8bdfe47f9b5d55b45005117e0&device_id=95c26d55-70fd-4639-bb2e-3a7401a94ec5 HTTP/1.1" status: 200 len: 210 time: 0.0673995 Oct 19 01:20:08.136540 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 56929a5d-2313-4c21-bdb0-ff64a436f703 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:20:08.149740 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 56929a5d-2313-4c21-bdb0-ff64a436f703 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:08.150427 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:08.173162 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3eff032f-89d7-475c-a431-e4c280d5250c req-8e84a024-087c-4c21-89a6-7fbd1ecb71ec service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=1abccdf8bdfe47f9b5d55b45005117e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729825 Oct 19 01:20:08.229879 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-92f38161-88c3-44ac-a8fa-39f8db5c8923 None None] Deleting port db1532fe-7f12-477e-b016-7a8bab249256 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:20:08.230430 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-92f38161-88c3-44ac-a8fa-39f8db5c8923 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:08.333657 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-92f38161-88c3-44ac-a8fa-39f8db5c8923 None None] For port db1532fe-7f12-477e-b016-7a8bab249256, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=db1532fe-7f12-477e-b016-7a8bab249256,segment=NetworkSegment(0cad6e1e-11d1-43a4-99ac-99237a3e16de),segment_id=0cad6e1e-11d1-43a4-99ac-99237a3e16de)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:08.334647 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-92f38161-88c3-44ac-a8fa-39f8db5c8923 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:08.355690 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-92f38161-88c3-44ac-a8fa-39f8db5c8923 None None] Calling delete_port for db1532fe-7f12-477e-b016-7a8bab249256 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:20:08.420948 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff032f-89d7-475c-a431-e4c280d5250c req-aa8934c7-cfe6-44c4-94bb-a40bc4d79f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:08.424912 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3eff032f-89d7-475c-a431-e4c280d5250c req-aa8934c7-cfe6-44c4-94bb-a40bc4d79f70 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2442603 Oct 19 01:20:08.494620 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-92f38161-88c3-44ac-a8fa-39f8db5c8923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:08.497970 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7f0818ca-88c8-466a-aa92-f5ec3faba7d6 req-9f0165bb-8639-4be9-9d62-32959acb7a9a tempest-ServerShowV247Test-1928033068 tempest-ServerShowV247Test-1928033068-project] 10.222.0.57 "GET /v2.0/ports?device_id=95c26d55-70fd-4639-bb2e-3a7401a94ec5 HTTP/1.1" status: 200 len: 210 time: 0.0654206 Oct 19 01:20:08.532563 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f38161-88c3-44ac-a8fa-39f8db5c8923 None None] Pushing event deleted for resources: {'Port': ['ID=db1532fe-7f12-477e-b016-7a8bab249256,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:08.547364 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f38161-88c3-44ac-a8fa-39f8db5c8923 None None] No DVR routers for this DVR port db1532fe-7f12-477e-b016-7a8bab249256 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:20:08.549054 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:08.579201 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac8f4b4-ed0f-4957-8511-222b9e1c4210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56929a5d-2313-4c21-bdb0-ff64a436f703'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:20:08.582639 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f9c968-091f-41fe-a3cd-547083fdaae4" -d '{"events": [{"server_uuid": "2ac8f4b4-ed0f-4957-8511-222b9e1c4210", "name": "network-vif-plugged", "status": "completed", "tag": "56929a5d-2313-4c21-bdb0-ff64a436f703"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:20:08.619269 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 56929a5d-2313-4c21-bdb0-ff64a436f703, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=56929a5d-2313-4c21-bdb0-ff64a436f703,segment=NetworkSegment(512c9a72-a7c2-4c68-bc23-b3652105591d),segment_id=512c9a72-a7c2-4c68-bc23-b3652105591d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:08.626755 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:08.657166 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97f5bd-2e50-4500-a39e-b3ec61d1e221 req-623ca693-b9c1-4e24-a12a-59771846cea5 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:08.659406 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7f97f5bd-2e50-4500-a39e-b3ec61d1e221 req-623ca693-b9c1-4e24-a12a-59771846cea5 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b32d78c-75cc-4c4b-8e8d-7d23885db448 HTTP/1.1" status: 200 len: 943 time: 0.8516555 Oct 19 01:20:08.662153 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e0df8165-3a8a-46d4-9268-2fe47ff351b5 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:08.669348 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7dcc6f-da4b-492e-b964-49a8e4890b75 req-0965fbd9-31ea-439b-af54-c92e0261a0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:08.671944 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8d7dcc6f-da4b-492e-b964-49a8e4890b75 req-0965fbd9-31ea-439b-af54-c92e0261a0b4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f12efede-0cc5-4150-9b9f-2ac38a307513 HTTP/1.1" status: 200 len: 854 time: 0.8330717 Oct 19 01:20:08.693015 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=56929a5d-2313-4c21-bdb0-ff64a436f703,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:08.722640 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ce7ea-c195-445c-89bc-b192a2b47d48 req-9e784acf-ba39-47fc-86a7-bfc6290e497e tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:08.725082 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0c7ce7ea-c195-445c-89bc-b192a2b47d48 req-9e784acf-ba39-47fc-86a7-bfc6290e497e tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 945 time: 0.0654211 Oct 19 01:20:08.782317 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0c7ce7ea-c195-445c-89bc-b192a2b47d48 req-7f075f7f-0759-478b-a11f-a56582aa4001 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500295 Oct 19 01:20:08.786387 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505271a-fd8c-4435-88b6-92e9d2b20371 req-52917af1-818c-425d-bd1e-d890a3bde636 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:08.787962 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a505271a-fd8c-4435-88b6-92e9d2b20371 req-52917af1-818c-425d-bd1e-d890a3bde636 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ff7af4c-45f9-4818-ae45-3b18dd579a5c HTTP/1.1" status: 200 len: 945 time: 0.2011960 Oct 19 01:20:08.794066 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8d7dcc6f-da4b-492e-b964-49a8e4890b75 req-d7d01f34-2357-4919-933d-96c3c53d9ef9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d4270e7e-99ef-46cd-9d15-4c103c5127d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739741 Oct 19 01:20:08.845349 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a8e863-86d3-4eb3-b5ce-c4aec02fb3cf x-openstack-request-id: req-c0a8e863-86d3-4eb3-b5ce-c4aec02fb3cf {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:20:08.845647 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac8f4b4-ed0f-4957-8511-222b9e1c4210", "name": "network-vif-plugged", "status": "completed", "tag": "56929a5d-2313-4c21-bdb0-ff64a436f703", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:20:08.845911 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c0a8e863-86d3-4eb3-b5ce-c4aec02fb3cf {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:20:08.846751 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac8f4b4-ed0f-4957-8511-222b9e1c4210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56929a5d-2313-4c21-bdb0-ff64a436f703', 'code': 200} Oct 19 01:20:08.909775 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7f97f5bd-2e50-4500-a39e-b3ec61d1e221 req-3c9dfc4c-07d7-4a36-bb8e-dce3a4405a88 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2961e7a-6b08-4600-b892-5ceb32c80e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909056 Oct 19 01:20:09.015705 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e5f39-e85e-40a3-bceb-65f285b5a651 req-aa675323-7899-4cec-b0d8-4b1fe2f43111 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:09.025601 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-914e5f39-e85e-40a3-bceb-65f285b5a651 req-aa675323-7899-4cec-b0d8-4b1fe2f43111 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ff7af4c-45f9-4818-ae45-3b18dd579a5c HTTP/1.1" status: 200 len: 945 time: 0.1202497 Oct 19 01:20:09.051324 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26327d-c0c6-4b54-b2f7-c3d139f40878 req-871558b7-ac6e-4c41-91d2-cd5fa4123d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:09.052874 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5a26327d-c0c6-4b54-b2f7-c3d139f40878 req-871558b7-ac6e-4c41-91d2-cd5fa4123d37 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 1097 time: 0.1365614 Oct 19 01:20:09.075436 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e0df8165-3a8a-46d4-9268-2fe47ff351b5 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:09.084098 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-a505271a-fd8c-4435-88b6-92e9d2b20371 req-cd659ed2-5289-4c12-af25-3314332ba6a9 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] Deleting port bb2861a0-fcb5-4a51-b50d-1953919c2914 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:20:09.084437 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-a505271a-fd8c-4435-88b6-92e9d2b20371 req-cd659ed2-5289-4c12-af25-3314332ba6a9 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:09.091648 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-914e5f39-e85e-40a3-bceb-65f285b5a651 req-0db901bd-8717-4343-93ed-161e674d6c05 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] 10.222.0.57 "GET /v2.0/security-groups?id=cadc384a-d336-4859-9d04-b23df56ebb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632808 Oct 19 01:20:09.115300 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5a26327d-c0c6-4b54-b2f7-c3d139f40878 req-2065eec6-60e6-4726-a587-c140dad503c9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544744 Oct 19 01:20:09.160661 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8d7dcc6f-da4b-492e-b964-49a8e4890b75 req-0eb2b665-d52e-4b85-8785-9ea1350f1834 service neutron] 10.222.0.55 "GET /v2.0/networks/d4270e7e-99ef-46cd-9d15-4c103c5127d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099091 Oct 19 01:20:09.310819 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-a505271a-fd8c-4435-88b6-92e9d2b20371 req-cd659ed2-5289-4c12-af25-3314332ba6a9 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] For port bb2861a0-fcb5-4a51-b50d-1953919c2914, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bb2861a0-fcb5-4a51-b50d-1953919c2914,segment=NetworkSegment(b4b6a0b7-d7fa-4165-8e00-65fd7abfe812),segment_id=b4b6a0b7-d7fa-4165-8e00-65fd7abfe812)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:09.311197 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-a505271a-fd8c-4435-88b6-92e9d2b20371 req-cd659ed2-5289-4c12-af25-3314332ba6a9 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:09.337742 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-e0df8165-3a8a-46d4-9268-2fe47ff351b5 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Deleting port f464d58b-b7c8-4551-8582-56e225bbd56f {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:20:09.338083 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e0df8165-3a8a-46d4-9268-2fe47ff351b5 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:09.340158 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-a505271a-fd8c-4435-88b6-92e9d2b20371 req-cd659ed2-5289-4c12-af25-3314332ba6a9 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] Calling delete_port for bb2861a0-fcb5-4a51-b50d-1953919c2914 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:20:09.363552 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8d7dcc6f-da4b-492e-b964-49a8e4890b75 req-f93f543e-cb14-4de8-9103-8d30131d4849 service neutron] 10.222.0.55 "GET /v2.0/networks/d4270e7e-99ef-46cd-9d15-4c103c5127d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924806 Oct 19 01:20:09.492211 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-e0df8165-3a8a-46d4-9268-2fe47ff351b5 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] For port f464d58b-b7c8-4551-8582-56e225bbd56f, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=f464d58b-b7c8-4551-8582-56e225bbd56f,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:09.492572 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e0df8165-3a8a-46d4-9268-2fe47ff351b5 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:09.526079 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-e0df8165-3a8a-46d4-9268-2fe47ff351b5 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Calling delete_port for f464d58b-b7c8-4551-8582-56e225bbd56f owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:20:09.728086 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7e7631b6-d574-4c17-ae51-70f79852dcc6 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:20:09.756027 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 7e7631b6-d574-4c17-ae51-70f79852dcc6 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:20:09.756027 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7e7631b6-d574-4c17-ae51-70f79852dcc6 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:20:09.756027 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device db1532fe-7f12-477e-b016-7a8bab249256 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:20:09.762966 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-a505271a-fd8c-4435-88b6-92e9d2b20371 req-cd659ed2-5289-4c12-af25-3314332ba6a9 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:09.777946 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b9b01fd8-55eb-42f8-bbf0-9caa3a7a57ac req-67aacbc2-8aa6-45f5-8770-ab6cb8f3cc1d tempest-ServerShowV247Test-1928033068 tempest-ServerShowV247Test-1928033068-project] 10.222.0.57 "GET /v2.0/ports?device_id=95c26d55-70fd-4639-bb2e-3a7401a94ec5 HTTP/1.1" status: 200 len: 210 time: 0.1328933 Oct 19 01:20:09.784192 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['bb2861a0-fcb5-4a51-b50d-1953919c2914'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:20:09.803478 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: db1532fe-7f12-477e-b016-7a8bab249256 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:20:09.804013 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device db1532fe-7f12-477e-b016-7a8bab249256 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:20:09.816654 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd659ed2-5289-4c12-af25-3314332ba6a9 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] Pushing event deleted for resources: {'Port': ['ID=bb2861a0-fcb5-4a51-b50d-1953919c2914,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:09.908168 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a505271a-fd8c-4435-88b6-92e9d2b20371 req-cd659ed2-5289-4c12-af25-3314332ba6a9 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] No DVR routers for this DVR port bb2861a0-fcb5-4a51-b50d-1953919c2914 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:20:09.912929 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-a505271a-fd8c-4435-88b6-92e9d2b20371 req-cd659ed2-5289-4c12-af25-3314332ba6a9 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:09.918921 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a505271a-fd8c-4435-88b6-92e9d2b20371 req-cd659ed2-5289-4c12-af25-3314332ba6a9 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] 10.222.0.55 "DELETE /v2.0/ports/bb2861a0-fcb5-4a51-b50d-1953919c2914 HTTP/1.1" status: 204 len: 173 time: 1.1239302 Oct 19 01:20:09.921747 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff7af4c-45f9-4818-ae45-3b18dd579a5c', 'name': 'network-vif-deleted', 'tag': 'bb2861a0-fcb5-4a51-b50d-1953919c2914'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:20:09.924817 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d7193e-629c-4074-84c7-b8622422fe46" -d '{"events": [{"server_uuid": "2ff7af4c-45f9-4818-ae45-3b18dd579a5c", "name": "network-vif-deleted", "tag": "bb2861a0-fcb5-4a51-b50d-1953919c2914"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:20:10.002297 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89fa78b-b965-443e-94c2-4bee817665f3 x-openstack-request-id: req-e89fa78b-b965-443e-94c2-4bee817665f3 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:20:10.002576 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff7af4c-45f9-4818-ae45-3b18dd579a5c", "name": "network-vif-deleted", "tag": "bb2861a0-fcb5-4a51-b50d-1953919c2914", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:20:10.002873 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e89fa78b-b965-443e-94c2-4bee817665f3 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:20:10.003295 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff7af4c-45f9-4818-ae45-3b18dd579a5c', 'name': 'network-vif-deleted', 'tag': 'bb2861a0-fcb5-4a51-b50d-1953919c2914', 'status': 'completed', 'code': 200} Oct 19 01:20:10.014174 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3eff032f-89d7-475c-a431-e4c280d5250c req-492733b1-b317-4001-9ce2-f4d4c3530b3f tempest-ServerShowV247Test-1928033068 tempest-ServerShowV247Test-1928033068-project] 10.222.0.24 "GET /v2.0/ports?device_id=95c26d55-70fd-4639-bb2e-3a7401a94ec5 HTTP/1.1" status: 200 len: 210 time: 0.1025331 Oct 19 01:20:10.016695 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e0df8165-3a8a-46d4-9268-2fe47ff351b5 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:10.052482 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df8165-3a8a-46d4-9268-2fe47ff351b5 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Pushing event deleted for resources: {'Port': ['ID=f464d58b-b7c8-4551-8582-56e225bbd56f,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:10.060341 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9879f-3c43-481f-81f4-0bb5150fbdca req-d9c82ac5-1cf2-4cc4-b575-95ce26dbb01d tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:10.062723 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-96c9879f-3c43-481f-81f4-0bb5150fbdca req-d9c82ac5-1cf2-4cc4-b575-95ce26dbb01d tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 945 time: 0.1535044 Oct 19 01:20:10.125195 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-96c9879f-3c43-481f-81f4-0bb5150fbdca req-eafb3ea6-0f0b-4926-8f45-e9f1e7da20e2 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558712 Oct 19 01:20:10.240773 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e0df8165-3a8a-46d4-9268-2fe47ff351b5 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:10.260198 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901731b6-e721-4237-bba7-d69f3d915949 req-90d08af0-42ba-4d0d-b34e-692e8150c315 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:10.261762 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-901731b6-e721-4237-bba7-d69f3d915949 req-90d08af0-42ba-4d0d-b34e-692e8150c315 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b32d78c-75cc-4c4b-8e8d-7d23885db448 HTTP/1.1" status: 200 len: 943 time: 0.1904001 Oct 19 01:20:10.272450 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-96cfd906-8118-4115-baa4-d188e5bd0d9f req-e2e7d5f1-a4fe-4107-851e-36e3499f26c4 tempest-ServerGroupTestJSON-478018193 tempest-ServerGroupTestJSON-478018193-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ff7af4c-45f9-4818-ae45-3b18dd579a5c HTTP/1.1" status: 200 len: 210 time: 0.0345037 Oct 19 01:20:10.380414 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e0df8165-3a8a-46d4-9268-2fe47ff351b5 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:10.388118 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e0df8165-3a8a-46d4-9268-2fe47ff351b5 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:10.400000 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-901731b6-e721-4237-bba7-d69f3d915949 req-c7d53374-6938-45c0-b211-873e108ed396 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2961e7a-6b08-4600-b892-5ceb32c80e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087720 Oct 19 01:20:10.430309 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 2352de27-75da-43ae-9a53-cfcdd43f043f details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:20:10.446975 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e0df8165-3a8a-46d4-9268-2fe47ff351b5 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:10.447956 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0df8165-3a8a-46d4-9268-2fe47ff351b5 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Fanout notify agent at l3_agent the message router_deleted on router 7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:20:10.457893 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e0df8165-3a8a-46d4-9268-2fe47ff351b5 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:10.458876 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e0df8165-3a8a-46d4-9268-2fe47ff351b5 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "DELETE /v2.0/routers/7cd298a1-9c7c-4083-81a5-60b0b1dc7b6c HTTP/1.1" status: 204 len: 168 time: 2.8285587 Oct 19 01:20:10.461731 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53400) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:10.575329 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-876b9535-af5c-4ea1-8c28-1309bacdf296 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:10.577258 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 2352de27-75da-43ae-9a53-cfcdd43f043f, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=2352de27-75da-43ae-9a53-cfcdd43f043f,segment=NetworkSegment(6f5a1744-e0ea-4e62-9814-3a8d92635cc3),segment_id=6f5a1744-e0ea-4e62-9814-3a8d92635cc3)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:10.597791 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '2352de27-75da-43ae-9a53-cfcdd43f043f', 'network_id': 'd4270e7e-99ef-46cd-9d15-4c103c5127d9', 'port_id': '2352de27-75da-43ae-9a53-cfcdd43f043f', 'mac_address': 'fa:16:3e:0a:67:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f12efede-0cc5-4150-9b9f-2ac38a307513', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:20:10.652410 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:10.678193 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2352de27-75da-43ae-9a53-cfcdd43f043f {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:20:10.713916 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-876b9535-af5c-4ea1-8c28-1309bacdf296 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:10.718428 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 2352de27-75da-43ae-9a53-cfcdd43f043f, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=2352de27-75da-43ae-9a53-cfcdd43f043f,segment=NetworkSegment(6f5a1744-e0ea-4e62-9814-3a8d92635cc3),segment_id=6f5a1744-e0ea-4e62-9814-3a8d92635cc3)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:10.725722 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:10.744360 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-876b9535-af5c-4ea1-8c28-1309bacdf296 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f3e2c17-ab79-49bb-9563-8ed68286c5f3']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:10.755339 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-876b9535-af5c-4ea1-8c28-1309bacdf296 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cad6e1e-11d1-43a4-99ac-99237a3e16de') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:10.757257 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-876b9535-af5c-4ea1-8c28-1309bacdf296 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cad6e1e-11d1-43a4-99ac-99237a3e16de') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:10.766196 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-876b9535-af5c-4ea1-8c28-1309bacdf296 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:10.780901 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-876b9535-af5c-4ea1-8c28-1309bacdf296 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:10.787445 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-876b9535-af5c-4ea1-8c28-1309bacdf296 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:20:10.787922 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-876b9535-af5c-4ea1-8c28-1309bacdf296 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:10.790952 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:20:10.790952 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:20:10.790952 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:20:10.790952 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:20:10.790952 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:20:10.790952 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:20:10.790952 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:20:10.790952 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:20:10.790952 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:20:10.790952 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:20:10.790952 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:20:10.790952 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:20:10.790952 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:20:10.790952 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:20:10.790952 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:20:10.790952 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:20:10.790952 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:20:10.790952 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:20:10.790952 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:20:10.790952 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:20:10.790952 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:20:10.790952 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:20:10.790952 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:20:10.790952 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:20:10.790952 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:20:10.790952 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:20:10.790952 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:20:10.790952 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:20:10.790952 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:20:10.790952 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:20:10.790952 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:20:10.790952 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:20:10.807765 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=2352de27-75da-43ae-9a53-cfcdd43f043f,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:10.856846 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-876b9535-af5c-4ea1-8c28-1309bacdf296 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:10.867609 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-876b9535-af5c-4ea1-8c28-1309bacdf296 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:10.874229 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-876b9535-af5c-4ea1-8c28-1309bacdf296 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "DELETE /v2.0/networks/3f3e2c17-ab79-49bb-9563-8ed68286c5f3 HTTP/1.1" status: 204 len: 168 time: 0.4086151 Oct 19 01:20:10.874795 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53406) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:10.888770 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b9535-af5c-4ea1-8c28-1309bacdf296 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Pushing event deleted for resources: {'Network': ['ID=3f3e2c17-ab79-49bb-9563-8ed68286c5f3,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:11.040547 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['2352de27-75da-43ae-9a53-cfcdd43f043f'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:20:11.136267 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-558a9ce6-f1df-4fa3-ab73-94ab9ba4304b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Deleting port 29fd9dff-8b2b-46ba-80a3-2c1569aec525 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:20:11.136782 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-558a9ce6-f1df-4fa3-ab73-94ab9ba4304b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:11.241804 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53426) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:11.334760 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cea4fb-d4de-4ebb-920e-ad195188c2c6 req-a8e6160e-f183-499d-adfe-8e925bb6e7b5 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:11.335783 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-21cea4fb-d4de-4ebb-920e-ad195188c2c6 req-a8e6160e-f183-499d-adfe-8e925bb6e7b5 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 945 time: 0.0845988 Oct 19 01:20:11.341006 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-558a9ce6-f1df-4fa3-ab73-94ab9ba4304b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:11.341335 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-558a9ce6-f1df-4fa3-ab73-94ab9ba4304b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:11.371285 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-558a9ce6-f1df-4fa3-ab73-94ab9ba4304b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Calling delete_port for 29fd9dff-8b2b-46ba-80a3-2c1569aec525 owned by network:floatingip {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:20:11.415927 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-35fb37c5-a798-4bee-b737-ebbb9d587383 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:11.417452 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-35fb37c5-a798-4bee-b737-ebbb9d587383 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/networks?id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a HTTP/1.1" status: 200 len: 812 time: 0.1778719 Oct 19 01:20:11.428797 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-21cea4fb-d4de-4ebb-920e-ad195188c2c6 req-c81fc941-aa94-4a22-abe3-d18a11f0996a tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686388 Oct 19 01:20:11.455641 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-23d6dbac-0c4b-4325-9365-f10bc902438b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:11.482824 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-7b77f7d3-de1c-4635-a43b-41b6f6d8a860 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/quotas/248f0ca5d5d44d8ab1ae3c514fead24b HTTP/1.1" status: 200 len: 375 time: 0.0341799 Oct 19 01:20:11.587033 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-b5258f82-d219-4176-be43-83c807493715 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=248f0ca5d5d44d8ab1ae3c514fead24b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0947680 Oct 19 01:20:11.597434 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-23d6dbac-0c4b-4325-9365-f10bc902438b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:11.603757 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-23d6dbac-0c4b-4325-9365-f10bc902438b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:11.634780 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6dbac-0c4b-4325-9365-f10bc902438b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ede568c-a07e-45b4-a039-74ff31f89a73,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:11.652402 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158e3ae-9e36-4ddd-92e1-853dfb1c2504 req-b24ead08-7a81-4086-b8b0-52ed5e162cfe tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:11.653465 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1158e3ae-9e36-4ddd-92e1-853dfb1c2504 req-b24ead08-7a81-4086-b8b0-52ed5e162cfe tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b32d78c-75cc-4c4b-8e8d-7d23885db448 HTTP/1.1" status: 200 len: 944 time: 0.1112022 Oct 19 01:20:11.668116 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-23d6dbac-0c4b-4325-9365-f10bc902438b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1abccdf8bdfe47f9b5d55b45005117e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4220171 Oct 19 01:20:11.671699 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53440) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:11.710950 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f464d58b-b7c8-4551-8582-56e225bbd56f no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:20:11.730995 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-ae93d9c0-562d-4e51-94d2-45639b3edf3c service neutron] 10.222.0.57 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311529 Oct 19 01:20:11.739675 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: f464d58b-b7c8-4551-8582-56e225bbd56f {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:20:11.739935 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1158e3ae-9e36-4ddd-92e1-853dfb1c2504 req-5c8e713a-b73e-47b8-835e-d9966dc924da tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2961e7a-6b08-4600-b892-5ceb32c80e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779924 Oct 19 01:20:11.740214 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f464d58b-b7c8-4551-8582-56e225bbd56f not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:20:11.765795 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-02777e38-628c-41c4-a7f3-aa6a54a3948d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:11.781526 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-558a9ce6-f1df-4fa3-ab73-94ab9ba4304b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:11.805954 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-02777e38-628c-41c4-a7f3-aa6a54a3948d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:11.846245 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a9ce6-f1df-4fa3-ab73-94ab9ba4304b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Pushing event deleted for resources: {'Port': ['ID=29fd9dff-8b2b-46ba-80a3-2c1569aec525,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:11.898364 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bc969-c645-4a5f-81f7-11246633ac7c req-4dce66a0-eb7a-4440-92cc-d620a3d9cdf9 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:11.899675 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-306bc969-c645-4a5f-81f7-11246633ac7c req-4dce66a0-eb7a-4440-92cc-d620a3d9cdf9 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 945 time: 0.0824628 Oct 19 01:20:11.915209 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53444) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:11.915950 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-02777e38-628c-41c4-a7f3-aa6a54a3948d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:11.919680 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-02777e38-628c-41c4-a7f3-aa6a54a3948d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:11.921744 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-02777e38-628c-41c4-a7f3-aa6a54a3948d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6ede568c-a07e-45b4-a039-74ff31f89a73 HTTP/1.1" status: 204 len: 168 time: 0.2474349 Oct 19 01:20:11.928655 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-37dc9b4c-3023-4aa4-ac99-7c5e905964ab tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Request body: {'floatingip': {'port_id': '56929a5d-2313-4c21-bdb0-ff64a436f703'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:11.930924 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-8ad9bd4c-d525-4397-bfc7-b9f37b366de8 service neutron] 10.222.0.57 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771047 Oct 19 01:20:11.934935 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-558a9ce6-f1df-4fa3-ab73-94ab9ba4304b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for floatingip, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:11.935143 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [None req-558a9ce6-f1df-4fa3-ab73-94ab9ba4304b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Floating IP fafe0d41-e4ce-4b1e-babb-ae8ec24d3306 disassociated (deleted). External IP: 172.25.8.89, port: 95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79. Oct 19 01:20:12.003318 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02777e38-628c-41c4-a7f3-aa6a54a3948d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ede568c-a07e-45b4-a039-74ff31f89a73,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:12.018782 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-37dc9b4c-3023-4aa4-ac99-7c5e905964ab tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for floatingip, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:12.430715 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-71679ab9-e92a-4e58-8d9d-0376e2d72b33 req-6d44299d-7f08-414e-b483-b3434a74be2d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 210 time: 0.1092002 Oct 19 01:20:12.435710 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53476) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:12.444478 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 2352de27-75da-43ae-9a53-cfcdd43f043f up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:20:12.533560 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558a9ce6-f1df-4fa3-ab73-94ab9ba4304b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Router fa921612-4e9b-4d9b-b559-caa8f99f853c has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:20:12.535701 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 2352de27-75da-43ae-9a53-cfcdd43f043f completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:20:12.542138 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 2352de27-75da-43ae-9a53-cfcdd43f043f triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:12.542983 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:12.690281 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:12.717535 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b32d78c-75cc-4c4b-8e8d-7d23885db448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2352de27-75da-43ae-9a53-cfcdd43f043f'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:20:12.721023 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ca1e40-3d73-4482-abf4-149cbc5c54ce" -d '{"events": [{"server_uuid": "4b32d78c-75cc-4c4b-8e8d-7d23885db448", "name": "network-vif-plugged", "status": "completed", "tag": "2352de27-75da-43ae-9a53-cfcdd43f043f"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:20:12.734189 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558a9ce6-f1df-4fa3-ab73-94ab9ba4304b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:20:12.739587 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-558a9ce6-f1df-4fa3-ab73-94ab9ba4304b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:12.747232 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0730876-3b9a-4452-b302-bb633af2e5dc None None] Sync routers for ids ['fa921612-4e9b-4d9b-b559-caa8f99f853c'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:20:12.766030 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0730876-3b9a-4452-b302-bb633af2e5dc None None] Routers {'fa921612-4e9b-4d9b-b559-caa8f99f853c'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:20:12.767087 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-b0730876-3b9a-4452-b302-bb633af2e5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:19:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['fa921612-4e9b-4d9b-b559-caa8f99f853c'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:12.771484 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 2352de27-75da-43ae-9a53-cfcdd43f043f, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=2352de27-75da-43ae-9a53-cfcdd43f043f,segment=NetworkSegment(6f5a1744-e0ea-4e62-9814-3a8d92635cc3),segment_id=6f5a1744-e0ea-4e62-9814-3a8d92635cc3)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:12.784279 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:12.785330 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device bb2861a0-fcb5-4a51-b50d-1953919c2914 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:20:12.880085 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-558a9ce6-f1df-4fa3-ab73-94ab9ba4304b tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "DELETE /v2.0/floatingips/fafe0d41-e4ce-4b1e-babb-ae8ec24d3306 HTTP/1.1" status: 204 len: 168 time: 2.0038643 Oct 19 01:20:12.882869 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111af080-a400-4ced-84d7-e65692a54fc2 x-openstack-request-id: req-111af080-a400-4ced-84d7-e65692a54fc2 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:20:12.883247 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-deaa2ebe-ced3-4ed6-9527-02c9a7347cff admin admin] Deleting subnet a328cf31-79ba-4300-bd1f-d0874b6d11b2 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:20:12.883807 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b32d78c-75cc-4c4b-8e8d-7d23885db448", "name": "network-vif-plugged", "status": "completed", "tag": "2352de27-75da-43ae-9a53-cfcdd43f043f", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:20:12.884303 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-111af080-a400-4ced-84d7-e65692a54fc2 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:20:12.885102 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b32d78c-75cc-4c4b-8e8d-7d23885db448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2352de27-75da-43ae-9a53-cfcdd43f043f', 'code': 200} Oct 19 01:20:12.888013 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: bb2861a0-fcb5-4a51-b50d-1953919c2914 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:20:12.888569 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device bb2861a0-fcb5-4a51-b50d-1953919c2914 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:20:12.900756 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e8a9fed-c562-4070-8809-f649901e5f21', 'tag': '95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:20:12.921670 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87533d5d-8e78-4880-8b21-442436e6d450" -d '{"events": [{"name": "network-changed", "server_uuid": "0e8a9fed-c562-4070-8809-f649901e5f21", "tag": "95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:20:12.928733 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-deaa2ebe-ced3-4ed6-9527-02c9a7347cff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:12.929361 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=2352de27-75da-43ae-9a53-cfcdd43f043f,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:12.986593 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-b0730876-3b9a-4452-b302-bb633af2e5dc None None] Set router fa921612-4e9b-4d9b-b559-caa8f99f853c gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:20:13.072083 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.db.resource_extend [None req-37dc9b4c-3023-4aa4-ac99-7c5e905964ab tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 01:20:13.114447 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-deaa2ebe-ced3-4ed6-9527-02c9a7347cff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:13.172005 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8d9b0-70af-43e6-b2b9-f6687c096a6c req-a224a9f5-cc81-4ee2-a541-42cc11825df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:13.176209 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0aa8d9b0-70af-43e6-b2b9-f6687c096a6c req-a224a9f5-cc81-4ee2-a541-42cc11825df5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4b32d78c-75cc-4c4b-8e8d-7d23885db448 HTTP/1.1" status: 200 len: 1097 time: 0.2249374 Oct 19 01:20:13.252222 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-deaa2ebe-ced3-4ed6-9527-02c9a7347cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:13.297076 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2064bc-b01e-4c21-b989-463ccd0d32a4 x-openstack-request-id: req-7b2064bc-b01e-4c21-b989-463ccd0d32a4 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:20:13.297357 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e8a9fed-c562-4070-8809-f649901e5f21", "tag": "95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:20:13.301415 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7b2064bc-b01e-4c21-b989-463ccd0d32a4 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:20:13.303052 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e8a9fed-c562-4070-8809-f649901e5f21', 'tag': '95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79', 'status': 'completed', 'code': 200} Oct 19 01:20:13.331905 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442e1a0-b226-47fe-b87e-b7ced97928d8 req-681727e8-e2cc-4d4a-9adc-e289fa31d811 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:13.333795 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c442e1a0-b226-47fe-b87e-b7ced97928d8 req-681727e8-e2cc-4d4a-9adc-e289fa31d811 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b32d78c-75cc-4c4b-8e8d-7d23885db448 HTTP/1.1" status: 200 len: 945 time: 0.3293676 Oct 19 01:20:13.339470 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-37dc9b4c-3023-4aa4-ac99-7c5e905964ab tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:13.369996 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-37dc9b4c-3023-4aa4-ac99-7c5e905964ab tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:13.421301 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-deaa2ebe-ced3-4ed6-9527-02c9a7347cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:13.472325 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-b0730876-3b9a-4452-b302-bb633af2e5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-481631104', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '7152d0c2-666e-4854-8cc5-84b5d61c7327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:04Z', 'updated_at': '2021-10-19T01:17:18Z', 'revision_number': 4, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'gw_port': {'id': '7152d0c2-666e-4854-8cc5-84b5d61c7327', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:40:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:05Z', 'updated_at': '2021-10-19T01:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'f58a74fa-0b73-45e1-9a41-5ab328c3334d', 'name': '', 'network_id': '54a7a36b-5584-47ae-8d97-5de29f53c332', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'mac_address': 'fa:16:3e:8a:71:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '9b785f44-bec9-4435-b4da-920b5f882b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:16Z', 'updated_at': '2021-10-19T01:17:22Z', 'revision_number': 5, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'subnets': [{'id': '9b785f44-bec9-4435-b4da-920b5f882b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:13.488142 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0aa8d9b0-70af-43e6-b2b9-f6687c096a6c req-2d06e05f-20f1-49f7-b894-2eaf53dc8bf2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a2961e7a-6b08-4600-b892-5ceb32c80e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991953 Oct 19 01:20:13.495086 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa2ebe-ced3-4ed6-9527-02c9a7347cff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a328cf31-79ba-4300-bd1f-d0874b6d11b2,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:13.514078 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c442e1a0-b226-47fe-b87e-b7ced97928d8 req-71f51904-6400-4142-b820-fb28b9af388d tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2961e7a-6b08-4600-b892-5ceb32c80e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309237 Oct 19 01:20:13.561337 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-deaa2ebe-ced3-4ed6-9527-02c9a7347cff admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:13.575654 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-deaa2ebe-ced3-4ed6-9527-02c9a7347cff admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a328cf31-79ba-4300-bd1f-d0874b6d11b2 HTTP/1.1" status: 204 len: 168 time: 1.1370184 Oct 19 01:20:13.584083 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0730876-3b9a-4452-b302-bb633af2e5dc None None] Checking router: fa921612-4e9b-4d9b-b559-caa8f99f853c for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:20:13.596667 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53516) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:13.599463 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0730876-3b9a-4452-b302-bb633af2e5dc None None] Routers {'fa921612-4e9b-4d9b-b559-caa8f99f853c'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:20:13.599463 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-b0730876-3b9a-4452-b302-bb633af2e5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:19:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['fa921612-4e9b-4d9b-b559-caa8f99f853c'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:13.600962 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87533d5d-8e78-4880-8b21-442436e6d450 req-c3de5a45-f6a8-41bb-b644-e01a6dba3905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:13.602859 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-87533d5d-8e78-4880-8b21-442436e6d450 req-c3de5a45-f6a8-41bb-b644-e01a6dba3905 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9c09f0168bf347c88ae7e8e59a63bdb6&device_id=0e8a9fed-c562-4070-8809-f649901e5f21 HTTP/1.1" status: 200 len: 1136 time: 0.3430598 Oct 19 01:20:13.730609 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1046f9e-5465-45d4-9113-8f8a020dd264 req-db4ff302-6eb6-4904-a59b-c2e80231d2fc tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:13.732094 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f1046f9e-5465-45d4-9113-8f8a020dd264 req-db4ff302-6eb6-4904-a59b-c2e80231d2fc tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e8a9fed-c562-4070-8809-f649901e5f21 HTTP/1.1" status: 200 len: 984 time: 0.2637427 Oct 19 01:20:13.741315 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [None req-37dc9b4c-3023-4aa4-ac99-7c5e905964ab tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Floating IP 08a88ee6-5c28-4a8b-b957-0d5d9e613adb associated. External IP: 172.25.8.87, port: 56929a5d-2313-4c21-bdb0-ff64a436f703. Oct 19 01:20:13.756019 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-42a27d44-c1f3-472c-8ec4-0a9e65a96207 req-65e6d7bd-d7a4-4612-b868-35f8ec290ff2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 210 time: 0.0797586 Oct 19 01:20:13.819123 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-b0730876-3b9a-4452-b302-bb633af2e5dc None None] Set router fa921612-4e9b-4d9b-b559-caa8f99f853c gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:20:13.832356 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e950e01-919c-47c9-abda-e5a6f3892a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:13.910776 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f6976825-6269-4ea3-a46f-18f04d6a90fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:14.004065 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-056e2f23-07e6-4bcc-9d94-09b774b65c84 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:14.025378 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-056e2f23-07e6-4bcc-9d94-09b774b65c84 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.24 "GET /v2.0/networks?id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a HTTP/1.1" status: 200 len: 812 time: 0.3450978 Oct 19 01:20:14.071046 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e950e01-919c-47c9-abda-e5a6f3892a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:14.089970 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-cc06ac19-c696-42e4-b2fe-123fc32fa44e tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Request body: {'port': {'device_id': '64dbe4b9-9670-4b8a-b5c6-4427ae5cf609', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'admin_state_up': True, 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:14.165447 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-5e950e01-919c-47c9-abda-e5a6f3892a8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687e5868-7e8d-45e2-951c-9e5bd361161d']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:14.176137 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-5e950e01-919c-47c9-abda-e5a6f3892a8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4b6a0b7-d7fa-4165-8e00-65fd7abfe812') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:14.176435 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-5e950e01-919c-47c9-abda-e5a6f3892a8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4b6a0b7-d7fa-4165-8e00-65fd7abfe812') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:14.194344 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e950e01-919c-47c9-abda-e5a6f3892a8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:14.206318 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-b0730876-3b9a-4452-b302-bb633af2e5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-481631104', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '7152d0c2-666e-4854-8cc5-84b5d61c7327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:04Z', 'updated_at': '2021-10-19T01:17:18Z', 'revision_number': 4, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'gw_port': {'id': '7152d0c2-666e-4854-8cc5-84b5d61c7327', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:40:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:05Z', 'updated_at': '2021-10-19T01:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'f58a74fa-0b73-45e1-9a41-5ab328c3334d', 'name': '', 'network_id': '54a7a36b-5584-47ae-8d97-5de29f53c332', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'mac_address': 'fa:16:3e:8a:71:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '9b785f44-bec9-4435-b4da-920b5f882b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:16Z', 'updated_at': '2021-10-19T01:17:22Z', 'revision_number': 5, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'subnets': [{'id': '9b785f44-bec9-4435-b4da-920b5f882b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:14.217890 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f1046f9e-5465-45d4-9113-8f8a020dd264 req-692ea696-78f2-44fb-96eb-faf0abea5186 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/security-groups?id=22ef61ba-124b-458a-9ca2-5709972842b0&id=7c77a73b-ed40-4ed2-9843-a22f83cea18b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4740019 Oct 19 01:20:14.258492 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e950e01-919c-47c9-abda-e5a6f3892a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:14.259498 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87533d5d-8e78-4880-8b21-442436e6d450 req-09d5069d-d653-4605-a3d0-cc1ba7dbabed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:14.261233 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-87533d5d-8e78-4880-8b21-442436e6d450 req-09d5069d-d653-4605-a3d0-cc1ba7dbabed service neutron] 10.222.0.55 "GET /v2.0/networks?id=54a7a36b-5584-47ae-8d97-5de29f53c332 HTTP/1.1" status: 200 len: 897 time: 0.5084884 Oct 19 01:20:14.266305 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0730876-3b9a-4452-b302-bb633af2e5dc None None] The sync data for ids ['fa921612-4e9b-4d9b-b559-caa8f99f853c'] in n-d-715271-26 is: [{'id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-481631104', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '7152d0c2-666e-4854-8cc5-84b5d61c7327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:04Z', 'updated_at': '2021-10-19T01:17:18Z', 'revision_number': 4, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'gw_port': {'id': '7152d0c2-666e-4854-8cc5-84b5d61c7327', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:40:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:05Z', 'updated_at': '2021-10-19T01:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'f58a74fa-0b73-45e1-9a41-5ab328c3334d', 'name': '', 'network_id': '54a7a36b-5584-47ae-8d97-5de29f53c332', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'mac_address': 'fa:16:3e:8a:71:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '9b785f44-bec9-4435-b4da-920b5f882b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:16Z', 'updated_at': '2021-10-19T01:17:22Z', 'revision_number': 5, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'subnets': [{'id': '9b785f44-bec9-4435-b4da-920b5f882b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:20:14.273286 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e950e01-919c-47c9-abda-e5a6f3892a8f admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:20:14.274311 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e950e01-919c-47c9-abda-e5a6f3892a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:14.278718 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:20:14.278718 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:20:14.278718 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:20:14.278718 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:20:14.278718 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:20:14.278718 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:20:14.278718 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:20:14.278718 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:20:14.278718 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:20:14.278718 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:20:14.278718 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:20:14.278718 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:20:14.278718 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:20:14.278718 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:20:14.278718 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:20:14.278718 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:20:14.278718 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:20:14.278718 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:20:14.278718 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:20:14.278718 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:20:14.278718 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:20:14.278718 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:20:14.278718 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:20:14.278718 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:20:14.278718 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:20:14.278718 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:20:14.278718 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:20:14.278718 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:20:14.278718 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:20:14.278718 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:20:14.278718 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:20:14.278718 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:20:14.317580 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-87533d5d-8e78-4880-8b21-442436e6d450 req-37b5a369-bd87-47d2-be57-3e99be962210 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79 HTTP/1.1" status: 200 len: 217 time: 0.0473387 Oct 19 01:20:14.414832 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e950e01-919c-47c9-abda-e5a6f3892a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:14.455310 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e950e01-919c-47c9-abda-e5a6f3892a8f admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:14.471092 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5e950e01-919c-47c9-abda-e5a6f3892a8f admin admin] 10.222.0.57 "DELETE /v2.0/networks/687e5868-7e8d-45e2-951c-9e5bd361161d HTTP/1.1" status: 204 len: 168 time: 0.8733435 Oct 19 01:20:14.521458 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-cc06ac19-c696-42e4-b2fe-123fc32fa44e tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Made reservation on behalf of 248f0ca5d5d44d8ab1ae3c514fead24b for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:20:14.533581 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-cc06ac19-c696-42e4-b2fe-123fc32fa44e tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:14.594568 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e950e01-919c-47c9-abda-e5a6f3892a8f admin admin] Pushing event deleted for resources: {'Network': ['ID=687e5868-7e8d-45e2-951c-9e5bd361161d,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:14.817917 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53538) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:14.818071 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53542) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:14.895578 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace1a251-219b-45b1-bf18-7277884eb967 None None] New status for floating IP fafe0d41-e4ce-4b1e-babb-ae8ec24d3306: DOWN {{(pid=100608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:20:14.989243 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37dc9b4c-3023-4aa4-ac99-7c5e905964ab tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Router 1ff7b45c-b760-4c4a-8357-def7f6884cf9 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:20:15.012432 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8045fde3-c571-40df-a8f1-7c8395c5fd8a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=967980c4cfbd462c81707510bb34230a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1931305 Oct 19 01:20:15.013207 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664cf4f0-2644-4289-b6b4-2b18df4970db req-06d7c6c3-f5ad-4119-a131-ddcbe7cab85d tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:15.021101 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-664cf4f0-2644-4289-b6b4-2b18df4970db req-06d7c6c3-f5ad-4119-a131-ddcbe7cab85d tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b32d78c-75cc-4c4b-8e8d-7d23885db448 HTTP/1.1" status: 200 len: 945 time: 0.1413989 Oct 19 01:20:15.027798 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-66d545f1-cf18-456c-b1f5-734f2f0eccb0 req-6e14b0e6-02f2-40a7-b1cb-b65c86ce4e79 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 210 time: 0.1496317 Oct 19 01:20:15.029705 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53546) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:15.031552 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87533d5d-8e78-4880-8b21-442436e6d450 req-c9eb9b2b-dc90-4ea9-b0df-869562a42660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:15.033013 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-87533d5d-8e78-4880-8b21-442436e6d450 req-c9eb9b2b-dc90-4ea9-b0df-869562a42660 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9b785f44-bec9-4435-b4da-920b5f882b50 HTTP/1.1" status: 200 len: 835 time: 0.1438754 Oct 19 01:20:15.037363 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-cc06ac19-c696-42e4-b2fe-123fc32fa44e tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Allocated IP 172.20.0.4 (e02040e8-fb1d-46e9-a6e2-9063a29cdf5a/3fd3fa81-a83a-4093-b85e-409104ce311b/14dc3682-0a4a-4191-953e-7fe76ed9cf1a) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:20:15.213142 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-071ce573-ce2f-4f03-a81f-d7e9840d0ab1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:15.292099 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37dc9b4c-3023-4aa4-ac99-7c5e905964ab tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:20:15.300386 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-37dc9b4c-3023-4aa4-ac99-7c5e905964ab tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:15.303906 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0f5eb0-2ff3-46e1-a221-acad23d3cb5a None None] Sync routers for ids ['1ff7b45c-b760-4c4a-8357-def7f6884cf9'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:20:15.319583 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0f5eb0-2ff3-46e1-a221-acad23d3cb5a None None] Routers {'1ff7b45c-b760-4c4a-8357-def7f6884cf9'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:20:15.320593 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-0e0f5eb0-2ff3-46e1-a221-acad23d3cb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:19:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['1ff7b45c-b760-4c4a-8357-def7f6884cf9'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:15.353614 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-cc06ac19-c696-42e4-b2fe-123fc32fa44e tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:15.376067 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-37dc9b4c-3023-4aa4-ac99-7c5e905964ab tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "PUT /v2.0/floatingips/08a88ee6-5c28-4a8b-b957-0d5d9e613adb HTTP/1.1" status: 200 len: 990 time: 3.4529355 Oct 19 01:20:15.398717 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac8f4b4-ed0f-4957-8511-222b9e1c4210', 'tag': '56929a5d-2313-4c21-bdb0-ff64a436f703'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:20:15.401630 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993a7098-3615-4986-90e8-1dd1b807732a" -d '{"events": [{"name": "network-changed", "server_uuid": "2ac8f4b4-ed0f-4957-8511-222b9e1c4210", "tag": "56929a5d-2313-4c21-bdb0-ff64a436f703"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:20:15.463147 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440c224-7bd4-4e08-a32c-236a0fabc0f7 req-9d7f77d9-6413-4a8b-b506-53020daa63fc tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:15.465754 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f440c224-7bd4-4e08-a32c-236a0fabc0f7 req-9d7f77d9-6413-4a8b-b506-53020daa63fc tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e8a9fed-c562-4070-8809-f649901e5f21 HTTP/1.1" status: 200 len: 984 time: 0.4043353 Oct 19 01:20:15.477154 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a03b13-eb74-4a0c-bf76-fa4fe8eb03a6 req-7a659748-5cde-4e71-a7c5-106f6ae43bf7 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:15.486074 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-49a03b13-eb74-4a0c-bf76-fa4fe8eb03a6 req-7a659748-5cde-4e71-a7c5-106f6ae43bf7 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e8a9fed-c562-4070-8809-f649901e5f21 HTTP/1.1" status: 200 len: 984 time: 0.1407325 Oct 19 01:20:15.497430 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87533d5d-8e78-4880-8b21-442436e6d450 req-cd57d37d-ff80-4d0c-9f19-6af7ab5767d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:15.501987 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-87533d5d-8e78-4880-8b21-442436e6d450 req-cd57d37d-ff80-4d0c-9f19-6af7ab5767d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54a7a36b-5584-47ae-8d97-5de29f53c332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4519668 Oct 19 01:20:15.523053 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-664cf4f0-2644-4289-b6b4-2b18df4970db req-39730e93-9ff0-4d50-8d77-b4d8cec6280d tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2961e7a-6b08-4600-b892-5ceb32c80e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4983180 Oct 19 01:20:15.537405 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6c1017f2-a5ea-4ca8-a44d-eec15eae6598 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:15.548622 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-cc06ac19-c696-42e4-b2fe-123fc32fa44e tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:15.562106 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-0e0f5eb0-2ff3-46e1-a221-acad23d3cb5a None None] Set router 1ff7b45c-b760-4c4a-8357-def7f6884cf9 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:20:15.565171 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-49a03b13-eb74-4a0c-bf76-fa4fe8eb03a6 req-914bce4b-f9f5-478c-87a2-b7cfe942e887 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/security-groups?id=22ef61ba-124b-458a-9ca2-5709972842b0&id=7c77a73b-ed40-4ed2-9843-a22f83cea18b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0771830 Oct 19 01:20:15.575008 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6c1017f2-a5ea-4ca8-a44d-eec15eae6598 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:15.657455 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c591e6f-719e-40a5-8ec4-56d23a47e98f x-openstack-request-id: req-0c591e6f-719e-40a5-8ec4-56d23a47e98f {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:20:15.658315 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ac8f4b4-ed0f-4957-8511-222b9e1c4210", "tag": "56929a5d-2313-4c21-bdb0-ff64a436f703", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:20:15.658645 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0c591e6f-719e-40a5-8ec4-56d23a47e98f {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:20:15.659047 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac8f4b4-ed0f-4957-8511-222b9e1c4210', 'tag': '56929a5d-2313-4c21-bdb0-ff64a436f703', 'status': 'completed', 'code': 200} Oct 19 01:20:15.690744 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06ac19-c696-42e4-b2fe-123fc32fa44e tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Pushing event updated for resources: {'Port': ['ID=14dc3682-0a4a-4191-953e-7fe76ed9cf1a,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:15.698866 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6c1017f2-a5ea-4ca8-a44d-eec15eae6598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:15.704979 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6c1017f2-a5ea-4ca8-a44d-eec15eae6598 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:15.706651 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6c1017f2-a5ea-4ca8-a44d-eec15eae6598 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cadc384a-d336-4859-9d04-b23df56ebb7f HTTP/1.1" status: 204 len: 168 time: 0.6706295 Oct 19 01:20:15.801152 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1017f2-a5ea-4ca8-a44d-eec15eae6598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadc384a-d336-4859-9d04-b23df56ebb7f,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:15.839646 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-071ce573-ce2f-4f03-a81f-d7e9840d0ab1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:15.860018 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-071ce573-ce2f-4f03-a81f-d7e9840d0ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:15.870809 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-cc06ac19-c696-42e4-b2fe-123fc32fa44e tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:20:15.913818 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-cc06ac19-c696-42e4-b2fe-123fc32fa44e tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:20:15.951023 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-cc06ac19-c696-42e4-b2fe-123fc32fa44e tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:20:16.012141 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-87533d5d-8e78-4880-8b21-442436e6d450 req-66bbde01-5d65-4a39-8e73-14abf6a9a119 service neutron] 10.222.0.55 "GET /v2.0/networks/54a7a36b-5584-47ae-8d97-5de29f53c332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4859164 Oct 19 01:20:16.038980 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-f440c224-7bd4-4e08-a32c-236a0fabc0f7 req-174a1cfd-8724-4100-b89b-4dab61b734a2 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Deleting port 95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:20:16.039452 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f440c224-7bd4-4e08-a32c-236a0fabc0f7 req-174a1cfd-8724-4100-b89b-4dab61b734a2 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:16.097080 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-071ce573-ce2f-4f03-a81f-d7e9840d0ab1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f5d1dd1ac0fe4b0e8a46825f2b6de770&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2767830 Oct 19 01:20:16.102470 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53564) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:16.118919 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ce573-ce2f-4f03-a81f-d7e9840d0ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c930996-08cc-4152-a079-778e9a3f7203,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:16.169020 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a7098-3615-4986-90e8-1dd1b807732a req-44b3ebab-ad6c-4dd0-8752-98ab6044a408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:16.171616 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-f440c224-7bd4-4e08-a32c-236a0fabc0f7 req-174a1cfd-8724-4100-b89b-4dab61b734a2 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] For port 95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79,segment=NetworkSegment(242f79ad-2df7-4072-b74b-650c3810f730),segment_id=242f79ad-2df7-4072-b74b-650c3810f730)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:16.171915 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f440c224-7bd4-4e08-a32c-236a0fabc0f7 req-174a1cfd-8724-4100-b89b-4dab61b734a2 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:16.190075 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-993a7098-3615-4986-90e8-1dd1b807732a req-44b3ebab-ad6c-4dd0-8752-98ab6044a408 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=585554f71e844101aa23b8eea6cc5bd0&device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 1097 time: 0.5079288 Oct 19 01:20:16.207631 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-f440c224-7bd4-4e08-a32c-236a0fabc0f7 req-174a1cfd-8724-4100-b89b-4dab61b734a2 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Calling delete_port for 95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:20:16.234081 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-0e0f5eb0-2ff3-46e1-a221-acad23d3cb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'name': 'tempest-AttachVolumeTestJSON-2021327807-router', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:33Z', 'updated_at': '2021-10-19T01:19:44Z', 'revision_number': 4, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'gw_port': {'id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:35Z', 'updated_at': '2021-10-19T01:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '08a88ee6-5c28-4a8b-b957-0d5d9e613adb', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'floating_ip_address': '172.25.8.87', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'port_id': '56929a5d-2313-4c21-bdb0-ff64a436f703', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3', 'mac_address': 'fa:16:3e:d8:a8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac8f4b4-ed0f-4957-8511-222b9e1c4210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:19:51Z', 'updated_at': '2021-10-19T01:20:12Z', 'revision_number': 1, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93711c6-3b86-43d0-86db-7160d48d1aab', 'name': '', 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'mac_address': 'fa:16:3e:16:d8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '313c4890-7a10-40d1-9c32-7abcea0c2b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:43Z', 'updated_at': '2021-10-19T01:19:53Z', 'revision_number': 5, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'subnets': [{'id': '313c4890-7a10-40d1-9c32-7abcea0c2b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:16.269813 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-cc06ac19-c696-42e4-b2fe-123fc32fa44e tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:16.270552 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-cc06ac19-c696-42e4-b2fe-123fc32fa44e tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:16.301704 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0f5eb0-2ff3-46e1-a221-acad23d3cb5a None None] Checking router: 1ff7b45c-b760-4c4a-8357-def7f6884cf9 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:20:16.318888 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0f5eb0-2ff3-46e1-a221-acad23d3cb5a None None] Routers {'1ff7b45c-b760-4c4a-8357-def7f6884cf9'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:20:16.319582 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-0e0f5eb0-2ff3-46e1-a221-acad23d3cb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:19:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['1ff7b45c-b760-4c4a-8357-def7f6884cf9'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:16.444891 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-cc06ac19-c696-42e4-b2fe-123fc32fa44e tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3600817 Oct 19 01:20:16.459485 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f440c224-7bd4-4e08-a32c-236a0fabc0f7 req-174a1cfd-8724-4100-b89b-4dab61b734a2 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:16.465840 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b3cabfb3-d677-4c60-8c04-5df073784c41 None None] Provisioning complete for port 14dc3682-0a4a-4191-953e-7fe76ed9cf1a triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:16.466297 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b3cabfb3-d677-4c60-8c04-5df073784c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:16.490437 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-dd5306d8-665e-4007-bafa-5d0f87d1d7d8 service neutron] Request body: {'port': {'device_id': '64dbe4b9-9670-4b8a-b5c6-4427ae5cf609', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:16.540820 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-0e0f5eb0-2ff3-46e1-a221-acad23d3cb5a None None] Set router 1ff7b45c-b760-4c4a-8357-def7f6884cf9 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:20:16.589703 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-b3cabfb3-d677-4c60-8c04-5df073784c41 None None] Port 14dc3682-0a4a-4191-953e-7fe76ed9cf1a cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:20:16.596665 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ebc60255-5e9c-4ef4-92d5-8d1356a07562 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:16.602135 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f554454e-fbcb-46b0-b086-acba46d10af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:16.646741 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ebc60255-5e9c-4ef4-92d5-8d1356a07562 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:16.698747 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-87533d5d-8e78-4880-8b21-442436e6d450 req-2b4716f3-6d53-4eba-90e2-2054f22ef046 service neutron] 10.222.0.55 "GET /v2.0/networks/54a7a36b-5584-47ae-8d97-5de29f53c332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6750984 Oct 19 01:20:16.804825 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a1cfd-8724-4100-b89b-4dab61b734a2 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Pushing event deleted for resources: {'Port': ['ID=95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:16.924242 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341867f-7eff-4902-b977-f27d7f4025a5 req-8ba33e01-9057-4e28-a405-2a17a606fe3b tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:16.939537 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9341867f-7eff-4902-b977-f27d7f4025a5 req-8ba33e01-9057-4e28-a405-2a17a606fe3b tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 931 time: 0.5032742 Oct 19 01:20:17.017324 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53592) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:17.018320 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f440c224-7bd4-4e08-a32c-236a0fabc0f7 req-174a1cfd-8724-4100-b89b-4dab61b734a2 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] No DVR routers for this DVR port 95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:20:17.024340 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-0e0f5eb0-2ff3-46e1-a221-acad23d3cb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'name': 'tempest-AttachVolumeTestJSON-2021327807-router', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:33Z', 'updated_at': '2021-10-19T01:19:44Z', 'revision_number': 4, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'gw_port': {'id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:35Z', 'updated_at': '2021-10-19T01:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '08a88ee6-5c28-4a8b-b957-0d5d9e613adb', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'floating_ip_address': '172.25.8.87', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'port_id': '56929a5d-2313-4c21-bdb0-ff64a436f703', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3', 'mac_address': 'fa:16:3e:d8:a8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac8f4b4-ed0f-4957-8511-222b9e1c4210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:19:51Z', 'updated_at': '2021-10-19T01:20:12Z', 'revision_number': 1, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93711c6-3b86-43d0-86db-7160d48d1aab', 'name': '', 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'mac_address': 'fa:16:3e:16:d8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '313c4890-7a10-40d1-9c32-7abcea0c2b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:43Z', 'updated_at': '2021-10-19T01:19:53Z', 'revision_number': 5, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'subnets': [{'id': '313c4890-7a10-40d1-9c32-7abcea0c2b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:17.024814 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f440c224-7bd4-4e08-a32c-236a0fabc0f7 req-174a1cfd-8724-4100-b89b-4dab61b734a2 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:17.028267 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f440c224-7bd4-4e08-a32c-236a0fabc0f7 req-174a1cfd-8724-4100-b89b-4dab61b734a2 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.55 "DELETE /v2.0/ports/95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79 HTTP/1.1" status: 204 len: 173 time: 1.5034101 Oct 19 01:20:17.054686 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0f5eb0-2ff3-46e1-a221-acad23d3cb5a None None] The sync data for ids ['1ff7b45c-b760-4c4a-8357-def7f6884cf9'] in n-d-715271-26 is: [{'id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'name': 'tempest-AttachVolumeTestJSON-2021327807-router', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:33Z', 'updated_at': '2021-10-19T01:19:44Z', 'revision_number': 4, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'gw_port': {'id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:35Z', 'updated_at': '2021-10-19T01:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '08a88ee6-5c28-4a8b-b957-0d5d9e613adb', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'floating_ip_address': '172.25.8.87', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'port_id': '56929a5d-2313-4c21-bdb0-ff64a436f703', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3', 'mac_address': 'fa:16:3e:d8:a8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac8f4b4-ed0f-4957-8511-222b9e1c4210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:19:51Z', 'updated_at': '2021-10-19T01:20:12Z', 'revision_number': 1, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93711c6-3b86-43d0-86db-7160d48d1aab', 'name': '', 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'mac_address': 'fa:16:3e:16:d8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '313c4890-7a10-40d1-9c32-7abcea0c2b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:43Z', 'updated_at': '2021-10-19T01:19:53Z', 'revision_number': 5, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'subnets': [{'id': '313c4890-7a10-40d1-9c32-7abcea0c2b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:20:17.153723 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9341867f-7eff-4902-b977-f27d7f4025a5 req-58163c3c-721f-4ae7-9787-4bbc4f17cd45 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132931 Oct 19 01:20:17.234246 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:17.315986 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-c54d9047-72a4-46c9-983b-46dc72601538 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-265063915-network', 'tenant_id': '0188a822179d41d28f5148591fceb674'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:17.342877 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a7098-3615-4986-90e8-1dd1b807732a req-c09cae9d-beb1-4e15-b726-2b31943f9162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:17.345296 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-993a7098-3615-4986-90e8-1dd1b807732a req-c09cae9d-beb1-4e15-b726-2b31943f9162 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5e12dd14-5039-435c-a783-d0672592c2d3 HTTP/1.1" status: 200 len: 912 time: 1.1218095 Oct 19 01:20:17.363699 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-dd5306d8-665e-4007-bafa-5d0f87d1d7d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:17.435305 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54d9047-72a4-46c9-983b-46dc72601538 admin admin] Made reservation on behalf of 0188a822179d41d28f5148591fceb674 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:20:17.442260 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c54d9047-72a4-46c9-983b-46dc72601538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:17.464902 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1182f80a-8401-4b3a-89b6-ba93472b4807 req-67ad4b4e-e95d-4826-92a5-d0d38f0c2067 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e8a9fed-c562-4070-8809-f649901e5f21 HTTP/1.1" status: 200 len: 210 time: 0.1431711 Oct 19 01:20:17.474026 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c54d9047-72a4-46c9-983b-46dc72601538 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:17.512353 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95778dba-67d2-4784-b095-f222645390ed None None] New status for floating IP 08a88ee6-5c28-4a8b-b957-0d5d9e613adb: ACTIVE {{(pid=100608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:20:17.590607 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ebc60255-5e9c-4ef4-92d5-8d1356a07562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:17.593355 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ebc60255-5e9c-4ef4-92d5-8d1356a07562 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:17.594523 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ebc60255-5e9c-4ef4-92d5-8d1356a07562 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1c930996-08cc-4152-a079-778e9a3f7203 HTTP/1.1" status: 204 len: 168 time: 1.4842563 Oct 19 01:20:17.624557 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08ef8a-23da-49b7-9bc1-b368a5f89780 req-41f38485-400c-4be9-93a0-e3c15e3b2c8a tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:17.626324 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3b08ef8a-23da-49b7-9bc1-b368a5f89780 req-41f38485-400c-4be9-93a0-e3c15e3b2c8a tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b32d78c-75cc-4c4b-8e8d-7d23885db448 HTTP/1.1" status: 200 len: 945 time: 0.3263628 Oct 19 01:20:17.627138 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc60255-5e9c-4ef4-92d5-8d1356a07562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c930996-08cc-4152-a079-778e9a3f7203,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:17.659610 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8a9fed-c562-4070-8809-f649901e5f21', 'name': 'network-vif-deleted', 'tag': '95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:20:17.662968 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a18744-0234-4f06-9c76-91e2039900dc" -d '{"events": [{"server_uuid": "0e8a9fed-c562-4070-8809-f649901e5f21", "name": "network-vif-deleted", "tag": "95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:20:17.697988 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-993a7098-3615-4986-90e8-1dd1b807732a req-8638725f-d0a4-4baa-bd34-732450097b14 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56929a5d-2313-4c21-bdb0-ff64a436f703 HTTP/1.1" status: 200 len: 998 time: 0.3100412 Oct 19 01:20:17.700379 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c54d9047-72a4-46c9-983b-46dc72601538 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:17.712489 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c54d9047-72a4-46c9-983b-46dc72601538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:17.799435 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d9047-72a4-46c9-983b-46dc72601538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e05b76-74fa-4a5a-a900-cb802b5418d5,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:17.830046 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c54d9047-72a4-46c9-983b-46dc72601538 admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:20:17.854794 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:17.856281 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c54d9047-72a4-46c9-983b-46dc72601538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:17.856633 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-c54d9047-72a4-46c9-983b-46dc72601538 admin admin] Added segment 8985c4c9-ec9b-4a84-9eac-4cbcad2adc03 of type vlan for network 1b75ba33-d04b-43db-9e3d-f467fabf312f Oct 19 01:20:17.914517 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e57cbb2-d30e-4e61-bb5f-1e71bbec95a5 x-openstack-request-id: req-4e57cbb2-d30e-4e61-bb5f-1e71bbec95a5 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:20:17.914826 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8a9fed-c562-4070-8809-f649901e5f21", "name": "network-vif-deleted", "tag": "95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:20:17.915301 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4e57cbb2-d30e-4e61-bb5f-1e71bbec95a5 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:20:17.915974 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8a9fed-c562-4070-8809-f649901e5f21', 'name': 'network-vif-deleted', 'tag': '95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79', 'status': 'completed', 'code': 200} Oct 19 01:20:17.961827 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c54d9047-72a4-46c9-983b-46dc72601538 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:18.020246 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c54d9047-72a4-46c9-983b-46dc72601538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:18.021528 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54d9047-72a4-46c9-983b-46dc72601538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:18.022178 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c54d9047-72a4-46c9-983b-46dc72601538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:18.060559 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3b08ef8a-23da-49b7-9bc1-b368a5f89780 req-a568ee90-8898-45c0-beb1-2cd2f496993a tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2961e7a-6b08-4600-b892-5ceb32c80e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186132 Oct 19 01:20:18.062518 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a7098-3615-4986-90e8-1dd1b807732a req-288362e5-4e17-4b8c-ae8f-e6755ffaacaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:18.064858 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-993a7098-3615-4986-90e8-1dd1b807732a req-288362e5-4e17-4b8c-ae8f-e6755ffaacaa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=313c4890-7a10-40d1-9c32-7abcea0c2b45 HTTP/1.1" status: 200 len: 850 time: 0.3601522 Oct 19 01:20:18.161744 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c54d9047-72a4-46c9-983b-46dc72601538 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1318727 Oct 19 01:20:18.162924 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d9047-72a4-46c9-983b-46dc72601538 admin admin] Pushing event updated for resources: {'Network': ['ID=1b75ba33-d04b-43db-9e3d-f467fabf312f,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:18.165169 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53618) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:18.178832 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 1b75ba33-d04b-43db-9e3d-f467fabf312f details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:20:18.180739 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-24fb8137-9846-4d82-b954-13178a8ccfb5 admin admin] Request body: {'subnet': {'network_id': '1b75ba33-d04b-43db-9e3d-f467fabf312f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-265063915-subnet', 'tenant_id': '0188a822179d41d28f5148591fceb674', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:18.219049 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fb8137-9846-4d82-b954-13178a8ccfb5 admin admin] Made reservation on behalf of 0188a822179d41d28f5148591fceb674 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:20:18.226007 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-24fb8137-9846-4d82-b954-13178a8ccfb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:18.366302 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a7098-3615-4986-90e8-1dd1b807732a req-efe0b906-79a7-487e-abb2-eafb0e258452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:18.368990 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-993a7098-3615-4986-90e8-1dd1b807732a req-efe0b906-79a7-487e-abb2-eafb0e258452 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5e12dd14-5039-435c-a783-d0672592c2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2697659 Oct 19 01:20:18.479408 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2eb829-ce38-4220-abc3-2fa2f79f3f25 req-0c0a3d9e-1859-4861-bb1c-1f712c6f596f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:18.481837 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7f2eb829-ce38-4220-abc3-2fa2f79f3f25 req-0c0a3d9e-1859-4861-bb1c-1f712c6f596f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 931 time: 0.1553292 Oct 19 01:20:18.524046 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-993a7098-3615-4986-90e8-1dd1b807732a req-c115bd13-9bec-49c5-af3e-d58c89e4e0a1 service neutron] 10.222.0.24 "GET /v2.0/networks/5e12dd14-5039-435c-a783-d0672592c2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464829 Oct 19 01:20:18.592222 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53664) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:18.726453 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-993a7098-3615-4986-90e8-1dd1b807732a req-f4f96cfd-746b-4aa7-a51f-ab47806a4f76 service neutron] 10.222.0.24 "GET /v2.0/networks/5e12dd14-5039-435c-a783-d0672592c2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802616 Oct 19 01:20:18.749818 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7f2eb829-ce38-4220-abc3-2fa2f79f3f25 req-409eb7f5-d864-4374-938d-f18054d4f4f6 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540550 Oct 19 01:20:18.784753 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-24fb8137-9846-4d82-b954-13178a8ccfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:18.794088 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-dd5306d8-665e-4007-bafa-5d0f87d1d7d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14dc3682-0a4a-4191-953e-7fe76ed9cf1a {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:20:18.809209 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-dd5306d8-665e-4007-bafa-5d0f87d1d7d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:18.846268 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-dd5306d8-665e-4007-bafa-5d0f87d1d7d8 service neutron] Transition to ACTIVE for port object 14dc3682-0a4a-4191-953e-7fe76ed9cf1a will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:20:18.854914 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-dd5306d8-665e-4007-bafa-5d0f87d1d7d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:18.939034 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5306d8-665e-4007-bafa-5d0f87d1d7d8 service neutron] Pushing event updated for resources: {'Port': ['ID=14dc3682-0a4a-4191-953e-7fe76ed9cf1a,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:18.969199 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9017104e-2552-40e7-8963-ac2f95646902 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:19.046634 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9017104e-2552-40e7-8963-ac2f95646902 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:19.101905 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-dd5306d8-665e-4007-bafa-5d0f87d1d7d8 service neutron] Attempting to bind port 14dc3682-0a4a-4191-953e-7fe76ed9cf1a on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:20:19.102429 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-dd5306d8-665e-4007-bafa-5d0f87d1d7d8 service neutron] Attempting to bind port 14dc3682-0a4a-4191-953e-7fe76ed9cf1a by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'c3cd57f4-f92e-4916-828d-dd51ded315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:20:19.103041 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-dd5306d8-665e-4007-bafa-5d0f87d1d7d8 service neutron] Attempting to bind port 14dc3682-0a4a-4191-953e-7fe76ed9cf1a on network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:20:19.113681 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-dd5306d8-665e-4007-bafa-5d0f87d1d7d8 service neutron] Port 14dc3682-0a4a-4191-953e-7fe76ed9cf1a on network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:20:19.118036 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-dd5306d8-665e-4007-bafa-5d0f87d1d7d8 service neutron] Attempting to bind port 14dc3682-0a4a-4191-953e-7fe76ed9cf1a on network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:20:19.131090 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9017104e-2552-40e7-8963-ac2f95646902 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:19.132916 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-dd5306d8-665e-4007-bafa-5d0f87d1d7d8 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:20:19.135638 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-dd5306d8-665e-4007-bafa-5d0f87d1d7d8 service neutron] Checking segment: {'id': 'c3cd57f4-f92e-4916-828d-dd51ded315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:20:19.136335 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-dd5306d8-665e-4007-bafa-5d0f87d1d7d8 service neutron] Bound using segment: {'id': 'c3cd57f4-f92e-4916-828d-dd51ded315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:20:19.137207 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-dd5306d8-665e-4007-bafa-5d0f87d1d7d8 service neutron] Bound port: 14dc3682-0a4a-4191-953e-7fe76ed9cf1a, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3cd57f4-f92e-4916-828d-dd51ded315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:20:19.137351 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9017104e-2552-40e7-8963-ac2f95646902 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:19.138907 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-dd5306d8-665e-4007-bafa-5d0f87d1d7d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:19.151300 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9017104e-2552-40e7-8963-ac2f95646902 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "DELETE /v2.0/security-groups/22ef61ba-124b-458a-9ca2-5709972842b0 HTTP/1.1" status: 204 len: 168 time: 0.5361507 Oct 19 01:20:19.151531 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53684) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:19.195178 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017104e-2552-40e7-8963-ac2f95646902 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ef61ba-124b-458a-9ca2-5709972842b0,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:19.213339 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb8137-9846-4d82-b954-13178a8ccfb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d514b639-577e-4203-bc2e-76f8e3079955,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:19.231427 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fb8137-9846-4d82-b954-13178a8ccfb5 admin admin] Checking segment: {'id': '8985c4c9-ec9b-4a84-9eac-4cbcad2adc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1b75ba33-d04b-43db-9e3d-f467fabf312f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:20:19.231820 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fb8137-9846-4d82-b954-13178a8ccfb5 admin admin] Network hostable DHCP agents. Network: 1b75ba33-d04b-43db-9e3d-f467fabf312f, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:20:19.270110 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fb8137-9846-4d82-b954-13178a8ccfb5 admin admin] Network 1b75ba33-d04b-43db-9e3d-f467fabf312f is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:20:19.284627 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-24fb8137-9846-4d82-b954-13178a8ccfb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 1b75ba33-d04b-43db-9e3d-f467fabf312f) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:20:19.290361 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fb8137-9846-4d82-b954-13178a8ccfb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:19.291408 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-24fb8137-9846-4d82-b954-13178a8ccfb5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:19.294726 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c3bd03-3144-40f8-a115-4fcd59c5cd62 None None] Network 1b75ba33-d04b-43db-9e3d-f467fabf312f requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:20:19.335924 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-24fb8137-9846-4d82-b954-13178a8ccfb5 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1671014 Oct 19 01:20:19.379074 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2400cf38-1574-4935-a9e7-ab4389874356 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:19.454359 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2400cf38-1574-4935-a9e7-ab4389874356 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:19.464256 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-dd5306d8-665e-4007-bafa-5d0f87d1d7d8 service neutron] For port 14dc3682-0a4a-4191-953e-7fe76ed9cf1a, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:20:19.506952 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-dd5306d8-665e-4007-bafa-5d0f87d1d7d8 service neutron] For port 14dc3682-0a4a-4191-953e-7fe76ed9cf1a, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=14dc3682-0a4a-4191-953e-7fe76ed9cf1a,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:20:19.526242 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-dd5306d8-665e-4007-bafa-5d0f87d1d7d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:19.614425 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54844bfb-9c35-4cc2-a1d1-fa35be0e4de9 None None] Network 1b75ba33-d04b-43db-9e3d-f467fabf312f requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:20:19.639917 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-dd5306d8-665e-4007-bafa-5d0f87d1d7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:19.640909 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-dd5306d8-665e-4007-bafa-5d0f87d1d7d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:19.642334 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-dd5306d8-665e-4007-bafa-5d0f87d1d7d8 service neutron] 10.222.0.24 "PUT /v2.0/ports/14dc3682-0a4a-4191-953e-7fe76ed9cf1a HTTP/1.1" status: 200 len: 1092 time: 3.1644478 Oct 19 01:20:19.660008 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64dbe4b9-9670-4b8a-b5c6-4427ae5cf609', 'tag': '14dc3682-0a4a-4191-953e-7fe76ed9cf1a'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:20:19.680254 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02595d1e-3b1e-4d63-ac32-ff3c2aa0303e" -d '{"events": [{"name": "network-changed", "server_uuid": "64dbe4b9-9670-4b8a-b5c6-4427ae5cf609", "tag": "14dc3682-0a4a-4191-953e-7fe76ed9cf1a"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:20:19.816692 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2400cf38-1574-4935-a9e7-ab4389874356 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:19.833305 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2400cf38-1574-4935-a9e7-ab4389874356 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:19.835189 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2400cf38-1574-4935-a9e7-ab4389874356 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "DELETE /v2.0/security-groups/7c77a73b-ed40-4ed2-9843-a22f83cea18b HTTP/1.1" status: 204 len: 168 time: 0.6826239 Oct 19 01:20:19.836259 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5306d8-665e-4007-bafa-5d0f87d1d7d8 service neutron] Pushing event updated for resources: {'Port': ['ID=14dc3682-0a4a-4191-953e-7fe76ed9cf1a,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:19.838258 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53736) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:19.860872 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:19.873447 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400cf38-1574-4935-a9e7-ab4389874356 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c77a73b-ed40-4ed2-9843-a22f83cea18b,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:19.922716 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-f60a0ab5-5015-4af3-8fdb-1f918ce35f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:19.924521 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-f60a0ab5-5015-4af3-8fdb-1f918ce35f24 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=248f0ca5d5d44d8ab1ae3c514fead24b&device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 1095 time: 0.2290182 Oct 19 01:20:20.023199 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-045a14b8-532d-4e5c-b675-f773a31baafa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14dc3682-0a4a-4191-953e-7fe76ed9cf1a HTTP/1.1" status: 200 len: 217 time: 0.0859525 Oct 19 01:20:20.172335 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-1c666721-df00-4e5b-ae4b-147bd6d1da92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:20.181270 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-1c666721-df00-4e5b-ae4b-147bd6d1da92 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fd3fa81-a83a-4093-b85e-409104ce311b HTTP/1.1" status: 200 len: 851 time: 0.1438272 Oct 19 01:20:20.334975 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-d0ca365b-811a-4b0b-8a64-bae4d04c9a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:20.336796 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-d0ca365b-811a-4b0b-8a64-bae4d04c9a6f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1547613 Oct 19 01:20:20.403932 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb92712-8147-408c-a684-2480b50e375f x-openstack-request-id: req-ffb92712-8147-408c-a684-2480b50e375f {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:20:20.404220 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64dbe4b9-9670-4b8a-b5c6-4427ae5cf609", "tag": "14dc3682-0a4a-4191-953e-7fe76ed9cf1a", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:20:20.404466 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ffb92712-8147-408c-a684-2480b50e375f {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:20:20.404855 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64dbe4b9-9670-4b8a-b5c6-4427ae5cf609', 'tag': '14dc3682-0a4a-4191-953e-7fe76ed9cf1a', 'status': 'completed', 'code': 200} Oct 19 01:20:20.421523 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e1918-96ec-438a-9691-da198e9678da req-10fecc99-4691-48eb-beab-42ce92687a4d tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:20.429316 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f02e1918-96ec-438a-9691-da198e9678da req-10fecc99-4691-48eb-beab-42ce92687a4d tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] 10.222.0.57 "GET /v2.0/networks?id=1b75ba33-d04b-43db-9e3d-f467fabf312f HTTP/1.1" status: 200 len: 820 time: 0.1712699 Oct 19 01:20:20.470157 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:20:20.472909 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f02e1918-96ec-438a-9691-da198e9678da req-15e28366-53b4-48d3-985f-1a081e5cc18f tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] 10.222.0.57 "GET /v2.0/quotas/0188a822179d41d28f5148591fceb674 HTTP/1.1" status: 200 len: 375 time: 0.0426872 Oct 19 01:20:20.530715 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f02e1918-96ec-438a-9691-da198e9678da req-39efdf54-edbe-412e-ad37-99ebd812fc55 tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0188a822179d41d28f5148591fceb674&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565121 Oct 19 01:20:20.538208 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:20:20.546839 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-77bc814d-5206-487d-8d0e-5a0d4d3e8d94 service neutron] 10.222.0.24 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987879 Oct 19 01:20:20.547556 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 95c5e3a7-8a2f-4c7e-989c-8e5cc9c2ac79 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:20:20.659048 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d76515e1-f374-42b6-8674-b9b3bfbbf1ac req-77e984a4-9c3d-4c56-abfa-7ec36357cd03 service neutron] 10.222.0.24 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049337 Oct 19 01:20:20.666921 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0c0a5-5b98-4ebc-ba8a-8c3379c957f7 req-8020e107-a33f-4c86-85a5-139f3514cd3c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:20.675177 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a6e0c0a5-5b98-4ebc-ba8a-8c3379c957f7 req-8020e107-a33f-4c86-85a5-139f3514cd3c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 943 time: 0.1956160 Oct 19 01:20:20.772284 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a6e0c0a5-5b98-4ebc-ba8a-8c3379c957f7 req-1024e260-86be-4b67-9ae5-3f85bb18e3a6 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957646 Oct 19 01:20:20.812309 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f02e1918-96ec-438a-9691-da198e9678da req-a27cad15-6226-4aad-b2d1-6725d398f792 service neutron] 10.222.0.57 "GET /v2.0/networks/1b75ba33-d04b-43db-9e3d-f467fabf312f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779434 Oct 19 01:20:20.824905 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02595d1e-3b1e-4d63-ac32-ff3c2aa0303e req-68b59e27-28f9-47d5-b456-b22068509d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:20.830433 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-02595d1e-3b1e-4d63-ac32-ff3c2aa0303e req-68b59e27-28f9-47d5-b456-b22068509d16 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=248f0ca5d5d44d8ab1ae3c514fead24b&device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 1095 time: 0.1104622 Oct 19 01:20:20.960651 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f02e1918-96ec-438a-9691-da198e9678da req-0c82082f-2c17-4f28-bdb1-ecce5d7d7fce service neutron] 10.222.0.57 "GET /v2.0/networks/1b75ba33-d04b-43db-9e3d-f467fabf312f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467681 Oct 19 01:20:21.154687 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02595d1e-3b1e-4d63-ac32-ff3c2aa0303e req-4b917c35-3334-4118-bcb4-83dcaf7143a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:21.165623 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-02595d1e-3b1e-4d63-ac32-ff3c2aa0303e req-4b917c35-3334-4118-bcb4-83dcaf7143a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a HTTP/1.1" status: 200 len: 913 time: 0.3268943 Oct 19 01:20:21.170579 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-36fb6e81-f836-41e4-933b-f2c5aff5e8a9 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:21.273488 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-02595d1e-3b1e-4d63-ac32-ff3c2aa0303e req-496d9638-2a05-42a0-91b3-59958ed5237f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14dc3682-0a4a-4191-953e-7fe76ed9cf1a HTTP/1.1" status: 200 len: 217 time: 0.0989497 Oct 19 01:20:21.424049 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-928b54c2-7f62-492a-8d86-14c66f18f92d req-3927bce3-8dd8-438d-8245-4330f0ea8708 tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] 10.222.0.57 "GET /v2.0/ports?device_id=92b0bfb8-8659-4809-af08-64c2a6b1e31a HTTP/1.1" status: 200 len: 210 time: 0.0879965 Oct 19 01:20:21.432423 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02595d1e-3b1e-4d63-ac32-ff3c2aa0303e req-69e6deb3-d67c-44bb-abfe-f65e077f1e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:21.434088 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-02595d1e-3b1e-4d63-ac32-ff3c2aa0303e req-69e6deb3-d67c-44bb-abfe-f65e077f1e8e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fd3fa81-a83a-4093-b85e-409104ce311b HTTP/1.1" status: 200 len: 851 time: 0.1537416 Oct 19 01:20:21.518507 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02595d1e-3b1e-4d63-ac32-ff3c2aa0303e req-4bf35caf-7d14-471c-99af-e162ff848ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:21.521843 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-02595d1e-3b1e-4d63-ac32-ff3c2aa0303e req-4bf35caf-7d14-471c-99af-e162ff848ee3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777438 Oct 19 01:20:21.754238 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-02595d1e-3b1e-4d63-ac32-ff3c2aa0303e req-50cf7cb2-01ae-47c0-b450-6ad041f45600 service neutron] 10.222.0.24 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263126 Oct 19 01:20:21.768188 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-36fb6e81-f836-41e4-933b-f2c5aff5e8a9 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Deleting port f58a74fa-0b73-45e1-9a41-5ab328c3334d {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:20:21.768524 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-36fb6e81-f836-41e4-933b-f2c5aff5e8a9 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:22.002456 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-02595d1e-3b1e-4d63-ac32-ff3c2aa0303e req-36950105-c33f-4df7-ba86-c283c14b95fb service neutron] 10.222.0.24 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405219 Oct 19 01:20:22.194052 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e582b-2c6c-4d31-ac00-0290a4734ae4 req-0d7adb76-8354-4a90-9fd1-37222c736de7 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:22.195705 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d69e582b-2c6c-4d31-ac00-0290a4734ae4 req-0d7adb76-8354-4a90-9fd1-37222c736de7 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 943 time: 0.1629322 Oct 19 01:20:22.302916 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-36fb6e81-f836-41e4-933b-f2c5aff5e8a9 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] For port f58a74fa-0b73-45e1-9a41-5ab328c3334d, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=f58a74fa-0b73-45e1-9a41-5ab328c3334d,segment=NetworkSegment(242f79ad-2df7-4072-b74b-650c3810f730),segment_id=242f79ad-2df7-4072-b74b-650c3810f730)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:22.302916 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-36fb6e81-f836-41e4-933b-f2c5aff5e8a9 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:22.353761 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d69e582b-2c6c-4d31-ac00-0290a4734ae4 req-a0028506-b3a3-4052-a2d3-7a03852494b7 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441491 Oct 19 01:20:22.365777 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-36fb6e81-f836-41e4-933b-f2c5aff5e8a9 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Calling delete_port for f58a74fa-0b73-45e1-9a41-5ab328c3334d owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:20:22.701735 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e1c9b1ae-fbf0-4aa6-8952-f695dc273774 req-38d98ef6-5213-4069-a89e-a33924550336 tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] 10.222.0.57 "GET /v2.0/ports?device_id=92b0bfb8-8659-4809-af08-64c2a6b1e31a HTTP/1.1" status: 200 len: 210 time: 0.0590200 Oct 19 01:20:23.073591 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-36fb6e81-f836-41e4-933b-f2c5aff5e8a9 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:23.354821 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb6e81-f836-41e4-933b-f2c5aff5e8a9 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Pushing event deleted for resources: {'Port': ['ID=f58a74fa-0b73-45e1-9a41-5ab328c3334d,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:23.592390 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e1918-96ec-438a-9691-da198e9678da req-0feeba9b-71f1-4260-bb23-27cbcc110803 tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:23.619106 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f02e1918-96ec-438a-9691-da198e9678da req-0feeba9b-71f1-4260-bb23-27cbcc110803 tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] 10.222.0.55 "GET /v2.0/networks?id=1b75ba33-d04b-43db-9e3d-f467fabf312f HTTP/1.1" status: 200 len: 820 time: 0.6620908 Oct 19 01:20:23.675750 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-f02e1918-96ec-438a-9691-da198e9678da req-7e661760-5643-4aae-b617-70fbcb3428bf tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] Request body: {'port': {'device_id': '92b0bfb8-8659-4809-af08-64c2a6b1e31a', 'network_id': '1b75ba33-d04b-43db-9e3d-f467fabf312f', 'admin_state_up': True, 'tenant_id': '0188a822179d41d28f5148591fceb674'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:23.676129 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911d781-78ef-445e-b169-9cdfcc427c50 req-f665464f-116a-4fb2-9eb4-e249cd297b28 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:23.692230 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c911d781-78ef-445e-b169-9cdfcc427c50 req-f665464f-116a-4fb2-9eb4-e249cd297b28 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 943 time: 0.1763186 Oct 19 01:20:23.849671 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c911d781-78ef-445e-b169-9cdfcc427c50 req-3193cc18-c7ae-4eae-9c00-da5be97cd93f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526375 Oct 19 01:20:24.022960 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-84a94482-f32c-4083-af04-9c41c6a8c867 req-beaf4e33-a863-4727-acc1-64ab242d8809 tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] 10.222.0.57 "GET /v2.0/ports?device_id=92b0bfb8-8659-4809-af08-64c2a6b1e31a HTTP/1.1" status: 200 len: 210 time: 0.0534971 Oct 19 01:20:24.105729 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-36fb6e81-f836-41e4-933b-f2c5aff5e8a9 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:24.163538 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f02e1918-96ec-438a-9691-da198e9678da req-7e661760-5643-4aae-b617-70fbcb3428bf tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] Made reservation on behalf of 0188a822179d41d28f5148591fceb674 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:20:24.167276 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f02e1918-96ec-438a-9691-da198e9678da req-7e661760-5643-4aae-b617-70fbcb3428bf tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:24.317616 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:20:24.824341 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-f02e1918-96ec-438a-9691-da198e9678da req-7e661760-5643-4aae-b617-70fbcb3428bf tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] Allocated IP 172.20.0.2 (1b75ba33-d04b-43db-9e3d-f467fabf312f/d514b639-577e-4203-bc2e-76f8e3079955/cb383490-c268-4b1b-8f85-dce468f0e094) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:20:24.964677 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36fb6e81-f836-41e4-933b-f2c5aff5e8a9 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Router fa921612-4e9b-4d9b-b559-caa8f99f853c has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:20:25.179934 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3c4a6df7-5b0f-4ded-a14a-5a01d8940424 req-5694cc22-8f74-4a23-9db7-1d64a2b5e44d tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] 10.222.0.57 "GET /v2.0/ports?device_id=92b0bfb8-8659-4809-af08-64c2a6b1e31a HTTP/1.1" status: 200 len: 210 time: 0.0421734 Oct 19 01:20:25.225789 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd344c-ed3a-43ee-a748-c734694aadb5 req-991924c9-2318-451b-8168-d8c0731f6252 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:25.227414 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1fdd344c-ed3a-43ee-a748-c734694aadb5 req-991924c9-2318-451b-8168-d8c0731f6252 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 943 time: 0.2224119 Oct 19 01:20:25.239460 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f02e1918-96ec-438a-9691-da198e9678da req-7e661760-5643-4aae-b617-70fbcb3428bf tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:25.274082 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fb6e81-f836-41e4-933b-f2c5aff5e8a9 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:20:25.291435 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-36fb6e81-f836-41e4-933b-f2c5aff5e8a9 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "PUT /v2.0/routers/fa921612-4e9b-4d9b-b559-caa8f99f853c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4517035 Oct 19 01:20:25.294247 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53858) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:25.321945 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0bc1a5-b44a-4117-a985-9c452f8dd631 None None] Sync routers for ids ['fa921612-4e9b-4d9b-b559-caa8f99f853c'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:20:25.351272 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0bc1a5-b44a-4117-a985-9c452f8dd631 None None] Routers {'fa921612-4e9b-4d9b-b559-caa8f99f853c'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:20:25.353150 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-5b0bc1a5-b44a-4117-a985-9c452f8dd631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:20:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['fa921612-4e9b-4d9b-b559-caa8f99f853c'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:25.474065 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1fdd344c-ed3a-43ee-a748-c734694aadb5 req-2eaa9278-923b-4053-bafe-631425c21727 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326682 Oct 19 01:20:25.484947 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-20916647-7870-478a-bca6-c2ec704f96af tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Deleting subnet 9b785f44-bec9-4435-b4da-920b5f882b50 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:20:25.492341 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-20916647-7870-478a-bca6-c2ec704f96af tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:25.504938 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f02e1918-96ec-438a-9691-da198e9678da req-7e661760-5643-4aae-b617-70fbcb3428bf tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:25.612398 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f02e1918-96ec-438a-9691-da198e9678da req-7e661760-5643-4aae-b617-70fbcb3428bf tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] Network 1b75ba33-d04b-43db-9e3d-f467fabf312f is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:20:25.622672 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-20916647-7870-478a-bca6-c2ec704f96af tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:25.635704 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-f02e1918-96ec-438a-9691-da198e9678da req-7e661760-5643-4aae-b617-70fbcb3428bf tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:20:25.657626 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02e1918-96ec-438a-9691-da198e9678da req-7e661760-5643-4aae-b617-70fbcb3428bf tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:20:25.779165 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-5b0bc1a5-b44a-4117-a985-9c452f8dd631 None None] Set router fa921612-4e9b-4d9b-b559-caa8f99f853c gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:20:25.876180 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-20916647-7870-478a-bca6-c2ec704f96af tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:25.948335 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-20916647-7870-478a-bca6-c2ec704f96af tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:25.983794 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e661760-5643-4aae-b617-70fbcb3428bf tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] Pushing event updated for resources: {'Port': ['ID=cb383490-c268-4b1b-8f85-dce468f0e094,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:26.030250 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20916647-7870-478a-bca6-c2ec704f96af tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Pushing event deleted for resources: {'Subnet': ['ID=9b785f44-bec9-4435-b4da-920b5f882b50,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:26.052722 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-20916647-7870-478a-bca6-c2ec704f96af tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:26.061221 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53868) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:26.068301 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ca4ad5-e70b-4d54-89a9-35272b8365c9 None None] Network 54a7a36b-5584-47ae-8d97-5de29f53c332 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:20:26.072622 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-20916647-7870-478a-bca6-c2ec704f96af tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "DELETE /v2.0/subnets/9b785f44-bec9-4435-b4da-920b5f882b50 HTTP/1.1" status: 204 len: 168 time: 0.7713346 Oct 19 01:20:26.099623 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e1918-96ec-438a-9691-da198e9678da req-7e661760-5643-4aae-b617-70fbcb3428bf tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:26.100571 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f02e1918-96ec-438a-9691-da198e9678da req-7e661760-5643-4aae-b617-70fbcb3428bf tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:26.129424 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-5b0bc1a5-b44a-4117-a985-9c452f8dd631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-481631104', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '7152d0c2-666e-4854-8cc5-84b5d61c7327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:04Z', 'updated_at': '2021-10-19T01:20:22Z', 'revision_number': 5, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'gw_port': {'id': '7152d0c2-666e-4854-8cc5-84b5d61c7327', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:40:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:05Z', 'updated_at': '2021-10-19T01:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:26.139132 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f02e1918-96ec-438a-9691-da198e9678da req-7e661760-5643-4aae-b617-70fbcb3428bf tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4750547 Oct 19 01:20:26.153594 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-f02e1918-96ec-438a-9691-da198e9678da req-9cbf0177-66a0-4267-adaa-8f39bd422727 service neutron] Request body: {'port': {'device_id': '92b0bfb8-8659-4809-af08-64c2a6b1e31a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:26.211959 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0bc1a5-b44a-4117-a985-9c452f8dd631 None None] Checking router: fa921612-4e9b-4d9b-b559-caa8f99f853c for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:20:26.240999 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0bc1a5-b44a-4117-a985-9c452f8dd631 None None] Routers {'fa921612-4e9b-4d9b-b559-caa8f99f853c'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:20:26.245656 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-5b0bc1a5-b44a-4117-a985-9c452f8dd631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:20:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['fa921612-4e9b-4d9b-b559-caa8f99f853c'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:26.299384 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f02e1918-96ec-438a-9691-da198e9678da req-9cbf0177-66a0-4267-adaa-8f39bd422727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:26.460063 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-5b0bc1a5-b44a-4117-a985-9c452f8dd631 None None] Set router fa921612-4e9b-4d9b-b559-caa8f99f853c gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:20:26.463324 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077ca874-0635-4cea-ae7e-d465730c1f64 None None] DHCP port deletion for 54a7a36b-5584-47ae-8d97-5de29f53c332 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:20:26.558884 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b37763-7252-4bcd-938f-501c2e78de24 req-168d9f08-5c13-4b9c-a94b-9d05da57ba9a tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:26.570096 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e2b37763-7252-4bcd-938f-501c2e78de24 req-168d9f08-5c13-4b9c-a94b-9d05da57ba9a tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] 10.222.0.57 "GET /v2.0/ports?device_id=92b0bfb8-8659-4809-af08-64c2a6b1e31a HTTP/1.1" status: 200 len: 931 time: 0.1277745 Oct 19 01:20:26.611330 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-31481445-7ba0-4c15-9d39-7576436f5b0a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:26.641980 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-077ca874-0635-4cea-ae7e-d465730c1f64 None None] Deleting port 65b5b48b-75c4-478c-8d9c-673fcc919cba {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:20:26.642971 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-077ca874-0635-4cea-ae7e-d465730c1f64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:26.671148 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e2b37763-7252-4bcd-938f-501c2e78de24 req-372005d5-c6a0-4f63-95a8-c793741a4ae1 tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] 10.222.0.57 "GET /v2.0/security-groups?id=16e05b76-74fa-4a5a-a900-cb802b5418d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990243 Oct 19 01:20:26.873383 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-077ca874-0635-4cea-ae7e-d465730c1f64 None None] For port 65b5b48b-75c4-478c-8d9c-673fcc919cba, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=65b5b48b-75c4-478c-8d9c-673fcc919cba,segment=NetworkSegment(242f79ad-2df7-4072-b74b-650c3810f730),segment_id=242f79ad-2df7-4072-b74b-650c3810f730)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:26.876207 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-077ca874-0635-4cea-ae7e-d465730c1f64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:26.922160 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-077ca874-0635-4cea-ae7e-d465730c1f64 None None] Calling delete_port for 65b5b48b-75c4-478c-8d9c-673fcc919cba owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:20:26.996559 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-31481445-7ba0-4c15-9d39-7576436f5b0a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:27.161773 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:27.169104 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-5b0bc1a5-b44a-4117-a985-9c452f8dd631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-481631104', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '7152d0c2-666e-4854-8cc5-84b5d61c7327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:04Z', 'updated_at': '2021-10-19T01:20:22Z', 'revision_number': 5, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'gw_port': {'id': '7152d0c2-666e-4854-8cc5-84b5d61c7327', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:40:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:05Z', 'updated_at': '2021-10-19T01:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:27.186467 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-077ca874-0635-4cea-ae7e-d465730c1f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:27.200267 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-31481445-7ba0-4c15-9d39-7576436f5b0a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Deleting port 7152d0c2-666e-4854-8cc5-84b5d61c7327 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:20:27.202650 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-31481445-7ba0-4c15-9d39-7576436f5b0a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:27.235433 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0bc1a5-b44a-4117-a985-9c452f8dd631 None None] The sync data for ids ['fa921612-4e9b-4d9b-b559-caa8f99f853c'] in n-d-715271-26 is: [{'id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-481631104', 'tenant_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '7152d0c2-666e-4854-8cc5-84b5d61c7327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:04Z', 'updated_at': '2021-10-19T01:20:22Z', 'revision_number': 5, 'project_id': '9c09f0168bf347c88ae7e8e59a63bdb6', 'gw_port': {'id': '7152d0c2-666e-4854-8cc5-84b5d61c7327', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:40:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa921612-4e9b-4d9b-b559-caa8f99f853c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:05Z', 'updated_at': '2021-10-19T01:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:20:27.248269 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ca874-0635-4cea-ae7e-d465730c1f64 None None] Pushing event deleted for resources: {'Port': ['ID=65b5b48b-75c4-478c-8d9c-673fcc919cba,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:27.273028 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077ca874-0635-4cea-ae7e-d465730c1f64 None None] No DVR routers for this DVR port 65b5b48b-75c4-478c-8d9c-673fcc919cba on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:20:27.324643 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72cc0c8-37d0-42e3-83f0-543e1e014ec0 req-42660466-c0ca-4c5f-8777-ad86cdeab96c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:27.339068 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a72cc0c8-37d0-42e3-83f0-543e1e014ec0 req-42660466-c0ca-4c5f-8777-ad86cdeab96c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 943 time: 0.4385478 Oct 19 01:20:27.397234 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-31481445-7ba0-4c15-9d39-7576436f5b0a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] For port 7152d0c2-666e-4854-8cc5-84b5d61c7327, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=7152d0c2-666e-4854-8cc5-84b5d61c7327,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:27.399243 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-31481445-7ba0-4c15-9d39-7576436f5b0a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:27.433553 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-31481445-7ba0-4c15-9d39-7576436f5b0a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Calling delete_port for 7152d0c2-666e-4854-8cc5-84b5d61c7327 owned by network:router_gateway {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:20:27.644521 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-f02e1918-96ec-438a-9691-da198e9678da req-9cbf0177-66a0-4267-adaa-8f39bd422727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb383490-c268-4b1b-8f85-dce468f0e094 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:20:27.688695 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f02e1918-96ec-438a-9691-da198e9678da req-9cbf0177-66a0-4267-adaa-8f39bd422727 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:27.805687 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-f02e1918-96ec-438a-9691-da198e9678da req-9cbf0177-66a0-4267-adaa-8f39bd422727 service neutron] Transition to ACTIVE for port object cb383490-c268-4b1b-8f85-dce468f0e094 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:20:27.827565 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f02e1918-96ec-438a-9691-da198e9678da req-9cbf0177-66a0-4267-adaa-8f39bd422727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:27.864101 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f58a74fa-0b73-45e1-9a41-5ab328c3334d no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:20:27.869544 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-31481445-7ba0-4c15-9d39-7576436f5b0a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:27.931011 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: f58a74fa-0b73-45e1-9a41-5ab328c3334d {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:20:27.931011 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f58a74fa-0b73-45e1-9a41-5ab328c3334d not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:20:27.933838 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 65b5b48b-75c4-478c-8d9c-673fcc919cba no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:20:28.013788 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 65b5b48b-75c4-478c-8d9c-673fcc919cba {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:20:28.014185 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 65b5b48b-75c4-478c-8d9c-673fcc919cba not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:20:28.067313 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31481445-7ba0-4c15-9d39-7576436f5b0a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Pushing event deleted for resources: {'Port': ['ID=7152d0c2-666e-4854-8cc5-84b5d61c7327,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:28.090115 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a72cc0c8-37d0-42e3-83f0-543e1e014ec0 req-6652bea3-6967-4977-92d3-6ed68b2726f8 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7499239 Oct 19 01:20:28.174104 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf0177-66a0-4267-adaa-8f39bd422727 service neutron] Pushing event updated for resources: {'Port': ['ID=cb383490-c268-4b1b-8f85-dce468f0e094,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:28.175224 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42835f1c-048c-4ad7-9d44-175b3cc12773 req-c0866491-92ea-41d0-877d-999d522f5bdc tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:28.186467 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-42835f1c-048c-4ad7-9d44-175b3cc12773 req-c0866491-92ea-41d0-877d-999d522f5bdc tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] 10.222.0.57 "GET /v2.0/ports?device_id=92b0bfb8-8659-4809-af08-64c2a6b1e31a HTTP/1.1" status: 200 len: 943 time: 0.2283654 Oct 19 01:20:28.354578 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-42835f1c-048c-4ad7-9d44-175b3cc12773 req-ab635f8f-0452-4f6b-8888-4bb371297ed4 tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] 10.222.0.57 "GET /v2.0/security-groups?id=16e05b76-74fa-4a5a-a900-cb802b5418d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669741 Oct 19 01:20:28.368624 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-f02e1918-96ec-438a-9691-da198e9678da req-9cbf0177-66a0-4267-adaa-8f39bd422727 service neutron] Attempting to bind port cb383490-c268-4b1b-8f85-dce468f0e094 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:20:28.371552 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-f02e1918-96ec-438a-9691-da198e9678da req-9cbf0177-66a0-4267-adaa-8f39bd422727 service neutron] Attempting to bind port cb383490-c268-4b1b-8f85-dce468f0e094 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '8985c4c9-ec9b-4a84-9eac-4cbcad2adc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1b75ba33-d04b-43db-9e3d-f467fabf312f'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:20:28.371552 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02e1918-96ec-438a-9691-da198e9678da req-9cbf0177-66a0-4267-adaa-8f39bd422727 service neutron] Attempting to bind port cb383490-c268-4b1b-8f85-dce468f0e094 on network 1b75ba33-d04b-43db-9e3d-f467fabf312f {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:20:28.393937 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02e1918-96ec-438a-9691-da198e9678da req-9cbf0177-66a0-4267-adaa-8f39bd422727 service neutron] Port cb383490-c268-4b1b-8f85-dce468f0e094 on network 1b75ba33-d04b-43db-9e3d-f467fabf312f not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:20:28.393937 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02e1918-96ec-438a-9691-da198e9678da req-9cbf0177-66a0-4267-adaa-8f39bd422727 service neutron] Attempting to bind port cb383490-c268-4b1b-8f85-dce468f0e094 on network 1b75ba33-d04b-43db-9e3d-f467fabf312f {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:20:28.394217 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-31481445-7ba0-4c15-9d39-7576436f5b0a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:28.399121 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02e1918-96ec-438a-9691-da198e9678da req-9cbf0177-66a0-4267-adaa-8f39bd422727 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:20:28.399464 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02e1918-96ec-438a-9691-da198e9678da req-9cbf0177-66a0-4267-adaa-8f39bd422727 service neutron] Checking segment: {'id': '8985c4c9-ec9b-4a84-9eac-4cbcad2adc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1b75ba33-d04b-43db-9e3d-f467fabf312f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:20:28.400062 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02e1918-96ec-438a-9691-da198e9678da req-9cbf0177-66a0-4267-adaa-8f39bd422727 service neutron] Bound using segment: {'id': '8985c4c9-ec9b-4a84-9eac-4cbcad2adc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1b75ba33-d04b-43db-9e3d-f467fabf312f'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:20:28.400493 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-f02e1918-96ec-438a-9691-da198e9678da req-9cbf0177-66a0-4267-adaa-8f39bd422727 service neutron] Bound port: cb383490-c268-4b1b-8f85-dce468f0e094, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8985c4c9-ec9b-4a84-9eac-4cbcad2adc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1b75ba33-d04b-43db-9e3d-f467fabf312f'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:20:28.400861 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f02e1918-96ec-438a-9691-da198e9678da req-9cbf0177-66a0-4267-adaa-8f39bd422727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:28.535684 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-f02e1918-96ec-438a-9691-da198e9678da req-9cbf0177-66a0-4267-adaa-8f39bd422727 service neutron] For port cb383490-c268-4b1b-8f85-dce468f0e094, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:20:28.539064 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-f02e1918-96ec-438a-9691-da198e9678da req-9cbf0177-66a0-4267-adaa-8f39bd422727 service neutron] For port cb383490-c268-4b1b-8f85-dce468f0e094, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=cb383490-c268-4b1b-8f85-dce468f0e094,segment=NetworkSegment(8985c4c9-ec9b-4a84-9eac-4cbcad2adc03),segment_id=8985c4c9-ec9b-4a84-9eac-4cbcad2adc03)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:20:28.546117 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f02e1918-96ec-438a-9691-da198e9678da req-9cbf0177-66a0-4267-adaa-8f39bd422727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:28.617883 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e1918-96ec-438a-9691-da198e9678da req-9cbf0177-66a0-4267-adaa-8f39bd422727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:28.618505 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f02e1918-96ec-438a-9691-da198e9678da req-9cbf0177-66a0-4267-adaa-8f39bd422727 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:28.619941 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f02e1918-96ec-438a-9691-da198e9678da req-9cbf0177-66a0-4267-adaa-8f39bd422727 service neutron] 10.222.0.55 "PUT /v2.0/ports/cb383490-c268-4b1b-8f85-dce468f0e094 HTTP/1.1" status: 200 len: 1092 time: 2.4718132 Oct 19 01:20:28.621061 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b0bfb8-8659-4809-af08-64c2a6b1e31a', 'tag': 'cb383490-c268-4b1b-8f85-dce468f0e094'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:20:28.622600 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c80d5dd-7a02-4d80-a858-f54a690b0b4f" -d '{"events": [{"name": "network-changed", "server_uuid": "92b0bfb8-8659-4809-af08-64c2a6b1e31a", "tag": "cb383490-c268-4b1b-8f85-dce468f0e094"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:20:28.650716 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-31481445-7ba0-4c15-9d39-7576436f5b0a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:28.662654 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-31481445-7ba0-4c15-9d39-7576436f5b0a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:28.838868 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a4cba5-d8bd-4983-b350-e47838330639 x-openstack-request-id: req-c4a4cba5-d8bd-4983-b350-e47838330639 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:20:28.839200 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b0bfb8-8659-4809-af08-64c2a6b1e31a", "tag": "cb383490-c268-4b1b-8f85-dce468f0e094", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:20:28.841648 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c4a4cba5-d8bd-4983-b350-e47838330639 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:20:28.842372 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b0bfb8-8659-4809-af08-64c2a6b1e31a', 'tag': 'cb383490-c268-4b1b-8f85-dce468f0e094', 'status': 'completed', 'code': 200} Oct 19 01:20:28.850747 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf0177-66a0-4267-adaa-8f39bd422727 service neutron] Pushing event updated for resources: {'Port': ['ID=cb383490-c268-4b1b-8f85-dce468f0e094,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:28.854348 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-31481445-7ba0-4c15-9d39-7576436f5b0a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:28.855364 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31481445-7ba0-4c15-9d39-7576436f5b0a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Fanout notify agent at l3_agent the message router_deleted on router fa921612-4e9b-4d9b-b559-caa8f99f853c {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:20:28.891762 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-31481445-7ba0-4c15-9d39-7576436f5b0a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:28.893926 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-31481445-7ba0-4c15-9d39-7576436f5b0a tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "DELETE /v2.0/routers/fa921612-4e9b-4d9b-b559-caa8f99f853c HTTP/1.1" status: 204 len: 168 time: 2.8303690 Oct 19 01:20:28.897380 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53914) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:28.915924 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e1918-96ec-438a-9691-da198e9678da req-cbcbe517-418e-414b-a85d-1eef1baf749b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:28.917514 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f02e1918-96ec-438a-9691-da198e9678da req-cbcbe517-418e-414b-a85d-1eef1baf749b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0188a822179d41d28f5148591fceb674&device_id=92b0bfb8-8659-4809-af08-64c2a6b1e31a HTTP/1.1" status: 200 len: 1095 time: 0.2410893 Oct 19 01:20:29.040363 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f02e1918-96ec-438a-9691-da198e9678da req-9fdd747a-97a5-4de5-acce-00ede7366da9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cb383490-c268-4b1b-8f85-dce468f0e094 HTTP/1.1" status: 200 len: 217 time: 0.1077547 Oct 19 01:20:29.088013 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6dd70d4b-1020-4279-81df-9fb2ebed8f82 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:29.148991 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e1918-96ec-438a-9691-da198e9678da req-f5877399-e7ad-4a62-818e-7119ed2918cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:29.152379 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f02e1918-96ec-438a-9691-da198e9678da req-f5877399-e7ad-4a62-818e-7119ed2918cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d514b639-577e-4203-bc2e-76f8e3079955 HTTP/1.1" status: 200 len: 860 time: 0.1043935 Oct 19 01:20:29.270663 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f02e1918-96ec-438a-9691-da198e9678da req-d5a7df91-547f-42ca-919e-7056c74f5b90 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1b75ba33-d04b-43db-9e3d-f467fabf312f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082933 Oct 19 01:20:29.394137 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:29.542001 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6dd70d4b-1020-4279-81df-9fb2ebed8f82 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:29.555949 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f02e1918-96ec-438a-9691-da198e9678da req-e4d7925f-80ad-4ae4-878c-8589fab326b1 service neutron] 10.222.0.55 "GET /v2.0/networks/1b75ba33-d04b-43db-9e3d-f467fabf312f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711277 Oct 19 01:20:29.617506 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-6dd70d4b-1020-4279-81df-9fb2ebed8f82 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54a7a36b-5584-47ae-8d97-5de29f53c332']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:29.646947 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817e9dc-840a-4e4b-bc54-050db9c823d2 req-8faa763a-466a-4be0-a7bb-132872f43278 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:29.648682 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e817e9dc-840a-4e4b-bc54-050db9c823d2 req-8faa763a-466a-4be0-a7bb-132872f43278 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 943 time: 0.3014112 Oct 19 01:20:29.651034 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-6dd70d4b-1020-4279-81df-9fb2ebed8f82 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '242f79ad-2df7-4072-b74b-650c3810f730') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:29.652303 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-6dd70d4b-1020-4279-81df-9fb2ebed8f82 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '242f79ad-2df7-4072-b74b-650c3810f730') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:29.693118 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6dd70d4b-1020-4279-81df-9fb2ebed8f82 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:29.739697 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6dd70d4b-1020-4279-81df-9fb2ebed8f82 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:29.755582 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dd70d4b-1020-4279-81df-9fb2ebed8f82 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:20:29.756217 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6dd70d4b-1020-4279-81df-9fb2ebed8f82 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:29.760385 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:20:29.760385 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:20:29.760385 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:20:29.760385 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:20:29.760385 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:20:29.760385 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:20:29.760385 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:20:29.760385 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:20:29.760385 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:20:29.760385 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:20:29.760385 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:20:29.760385 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:20:29.760385 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:20:29.760385 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:20:29.760385 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:20:29.760385 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:20:29.760385 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:20:29.760385 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:20:29.760385 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:20:29.760385 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:20:29.760385 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:20:29.760385 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:20:29.760385 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:20:29.760385 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:20:29.760385 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:20:29.760385 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:20:29.760385 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:20:29.760385 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:20:29.760385 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:20:29.760385 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:20:29.760385 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:20:29.760385 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:20:29.783032 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e817e9dc-840a-4e4b-bc54-050db9c823d2 req-ec4d7e13-b324-4bff-9ebf-b7cff3e4bdb6 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036439 Oct 19 01:20:29.791719 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7152d0c2-666e-4854-8cc5-84b5d61c7327 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:20:29.835567 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 7152d0c2-666e-4854-8cc5-84b5d61c7327 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:20:29.850758 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7152d0c2-666e-4854-8cc5-84b5d61c7327 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:20:29.916218 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6dd70d4b-1020-4279-81df-9fb2ebed8f82 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:29.929478 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6dd70d4b-1020-4279-81df-9fb2ebed8f82 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:29.934696 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6dd70d4b-1020-4279-81df-9fb2ebed8f82 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] 10.222.0.57 "DELETE /v2.0/networks/54a7a36b-5584-47ae-8d97-5de29f53c332 HTTP/1.1" status: 204 len: 168 time: 1.0359979 Oct 19 01:20:29.969652 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd70d4b-1020-4279-81df-9fb2ebed8f82 tempest-TestSecurityGroupsBasicOps-1966071902 tempest-TestSecurityGroupsBasicOps-1966071902-project] Pushing event deleted for resources: {'Network': ['ID=54a7a36b-5584-47ae-8d97-5de29f53c332,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:29.993177 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdddbf3-7328-428f-abf2-724d2e513b78 req-e98c9a88-2675-42ec-afcd-2f398ec9dad4 tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:30.015177 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dfdddbf3-7328-428f-abf2-724d2e513b78 req-e98c9a88-2675-42ec-afcd-2f398ec9dad4 tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] 10.222.0.57 "GET /v2.0/ports?device_id=92b0bfb8-8659-4809-af08-64c2a6b1e31a HTTP/1.1" status: 200 len: 943 time: 0.3970125 Oct 19 01:20:30.044647 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f02e1918-96ec-438a-9691-da198e9678da req-52f6f8e9-b417-408c-8ae4-b29caf1f76ea service neutron] 10.222.0.55 "GET /v2.0/networks/1b75ba33-d04b-43db-9e3d-f467fabf312f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4797115 Oct 19 01:20:30.114685 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dfdddbf3-7328-428f-abf2-724d2e513b78 req-186214c5-cd37-450f-aa01-654b7952d0f2 tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] 10.222.0.57 "GET /v2.0/security-groups?id=16e05b76-74fa-4a5a-a900-cb802b5418d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922139 Oct 19 01:20:30.357708 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80d5dd-7a02-4d80-a858-f54a690b0b4f req-6b276a9f-b22d-41d5-a2e9-fdaef1d8ab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:30.360782 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7c80d5dd-7a02-4d80-a858-f54a690b0b4f req-6b276a9f-b22d-41d5-a2e9-fdaef1d8ab58 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0188a822179d41d28f5148591fceb674&device_id=92b0bfb8-8659-4809-af08-64c2a6b1e31a HTTP/1.1" status: 200 len: 1095 time: 0.2313919 Oct 19 01:20:30.621842 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80d5dd-7a02-4d80-a858-f54a690b0b4f req-f6ab7d05-cd10-4a02-8362-0217bd1b76a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:30.623499 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7c80d5dd-7a02-4d80-a858-f54a690b0b4f req-f6ab7d05-cd10-4a02-8362-0217bd1b76a2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1b75ba33-d04b-43db-9e3d-f467fabf312f HTTP/1.1" status: 200 len: 921 time: 0.2527323 Oct 19 01:20:30.728306 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53952) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:30.736196 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7c80d5dd-7a02-4d80-a858-f54a690b0b4f req-d0c65aff-6786-4ecd-bf26-d8a1b979227d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cb383490-c268-4b1b-8f85-dce468f0e094 HTTP/1.1" status: 200 len: 217 time: 0.1046765 Oct 19 01:20:30.836707 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80d5dd-7a02-4d80-a858-f54a690b0b4f req-8eb097c2-7ddf-4bf2-991b-1fd0f92b9872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:30.845500 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7c80d5dd-7a02-4d80-a858-f54a690b0b4f req-8eb097c2-7ddf-4bf2-991b-1fd0f92b9872 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d514b639-577e-4203-bc2e-76f8e3079955 HTTP/1.1" status: 200 len: 860 time: 0.0969970 Oct 19 01:20:30.908227 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7c80d5dd-7a02-4d80-a858-f54a690b0b4f req-85b56299-1eaf-4502-9ba0-5ebcfc5cdf56 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1b75ba33-d04b-43db-9e3d-f467fabf312f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502191 Oct 19 01:20:31.106418 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7c80d5dd-7a02-4d80-a858-f54a690b0b4f req-1864eabe-4bcc-4f63-b42b-bb9db5e9d2a2 service neutron] 10.222.0.55 "GET /v2.0/networks/1b75ba33-d04b-43db-9e3d-f467fabf312f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870620 Oct 19 01:20:31.170095 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0370a-2363-40ce-b73d-3a989ccad041 req-24d0ccd8-e133-4446-b3a9-efbc22716edf tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:31.177874 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-64c0370a-2363-40ce-b73d-3a989ccad041 req-24d0ccd8-e133-4446-b3a9-efbc22716edf tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 943 time: 0.1569052 Oct 19 01:20:31.239102 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-64c0370a-2363-40ce-b73d-3a989ccad041 req-72ac7389-083a-49df-8dd8-ac8a4e8fa353 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600624 Oct 19 01:20:31.262308 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1c574933-ca0e-4db0-aa51-c5fedc20d50a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9c09f0168bf347c88ae7e8e59a63bdb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5326664 Oct 19 01:20:31.265069 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53962) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:31.339089 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5ca494e1-47be-425a-8a67-58995b1b8d72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:31.391343 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7c80d5dd-7a02-4d80-a858-f54a690b0b4f req-0b88392a-f79e-44d6-921a-f77a3f834fcb service neutron] 10.222.0.55 "GET /v2.0/networks/1b75ba33-d04b-43db-9e3d-f467fabf312f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679284 Oct 19 01:20:31.445838 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5ca494e1-47be-425a-8a67-58995b1b8d72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:31.574348 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e0e56-853b-412d-bfd4-98b7535214b4 req-333f7fd3-3f7e-4065-a024-ed391918909c tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:31.576124 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-669e0e56-853b-412d-bfd4-98b7535214b4 req-333f7fd3-3f7e-4065-a024-ed391918909c tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] 10.222.0.57 "GET /v2.0/ports?device_id=92b0bfb8-8659-4809-af08-64c2a6b1e31a HTTP/1.1" status: 200 len: 943 time: 0.2290940 Oct 19 01:20:31.607406 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5ca494e1-47be-425a-8a67-58995b1b8d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:31.611345 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5ca494e1-47be-425a-8a67-58995b1b8d72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:31.612528 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5ca494e1-47be-425a-8a67-58995b1b8d72 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8cbfe635-ec52-40d1-ae42-37dc8187a9f5 HTTP/1.1" status: 204 len: 168 time: 0.3464699 Oct 19 01:20:31.634869 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca494e1-47be-425a-8a67-58995b1b8d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbfe635-ec52-40d1-ae42-37dc8187a9f5,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:31.644684 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-669e0e56-853b-412d-bfd4-98b7535214b4 req-d2f80ff2-03db-4852-b428-9d01d3a67130 tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] 10.222.0.57 "GET /v2.0/security-groups?id=16e05b76-74fa-4a5a-a900-cb802b5418d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607464 Oct 19 01:20:31.993368 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53978) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:32.008419 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-40c8b374-8db7-47f2-89cc-83fd6bf1076d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:32.102158 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-40c8b374-8db7-47f2-89cc-83fd6bf1076d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:32.108305 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-40c8b374-8db7-47f2-89cc-83fd6bf1076d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:32.150026 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8b374-8db7-47f2-89cc-83fd6bf1076d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89785712-923c-4d5c-909f-fcd833aa06fe,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:32.154296 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-40c8b374-8db7-47f2-89cc-83fd6bf1076d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=84396657eee04de3913cb774e9f6f150&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1597714 Oct 19 01:20:32.156936 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53982) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:32.212077 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95d42211-3d14-42ca-8e08-e888dbaf6b8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:32.241186 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95d42211-3d14-42ca-8e08-e888dbaf6b8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:32.303134 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95d42211-3d14-42ca-8e08-e888dbaf6b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:32.305803 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95d42211-3d14-42ca-8e08-e888dbaf6b8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:32.309489 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-95d42211-3d14-42ca-8e08-e888dbaf6b8c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/89785712-923c-4d5c-909f-fcd833aa06fe HTTP/1.1" status: 204 len: 168 time: 0.1492271 Oct 19 01:20:32.331111 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d42211-3d14-42ca-8e08-e888dbaf6b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89785712-923c-4d5c-909f-fcd833aa06fe,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:32.404505 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51bfc6-da27-4370-8d3a-a7df9d0a0ead req-845df9d4-f6d9-420c-9792-085e10d7ed77 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:32.407415 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9f51bfc6-da27-4370-8d3a-a7df9d0a0ead req-845df9d4-f6d9-420c-9792-085e10d7ed77 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 943 time: 0.0819077 Oct 19 01:20:32.457894 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9f51bfc6-da27-4370-8d3a-a7df9d0a0ead req-f8d4454b-7d4a-449f-9835-1d351ff8388b tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422182 Oct 19 01:20:32.528779 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device cb383490-c268-4b1b-8f85-dce468f0e094 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:20:32.754824 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port cb383490-c268-4b1b-8f85-dce468f0e094, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=cb383490-c268-4b1b-8f85-dce468f0e094,segment=NetworkSegment(8985c4c9-ec9b-4a84-9eac-4cbcad2adc03),segment_id=8985c4c9-ec9b-4a84-9eac-4cbcad2adc03)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:32.784753 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'cb383490-c268-4b1b-8f85-dce468f0e094', 'network_id': '1b75ba33-d04b-43db-9e3d-f467fabf312f', 'port_id': 'cb383490-c268-4b1b-8f85-dce468f0e094', 'mac_address': 'fa:16:3e:fe:93:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd514b639-577e-4203-bc2e-76f8e3079955', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:20:32.795793 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54004) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:32.861129 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e9882-6e01-42a1-bec0-9a63c0fd770a req-597ad401-fac5-4311-af33-d32f560b8910 tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:32.868473 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bc7e9882-6e01-42a1-bec0-9a63c0fd770a req-597ad401-fac5-4311-af33-d32f560b8910 tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] 10.222.0.57 "GET /v2.0/ports?device_id=92b0bfb8-8659-4809-af08-64c2a6b1e31a HTTP/1.1" status: 200 len: 943 time: 0.1105387 Oct 19 01:20:32.868933 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:32.883562 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb383490-c268-4b1b-8f85-dce468f0e094 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:20:32.901848 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1f52dc5e-c507-4df5-8bd9-beca7fc2607f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=045e58b10d874ecda05ea460aaedf847&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1040640 Oct 19 01:20:32.903990 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54008) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:32.910309 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port cb383490-c268-4b1b-8f85-dce468f0e094, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=cb383490-c268-4b1b-8f85-dce468f0e094,segment=NetworkSegment(8985c4c9-ec9b-4a84-9eac-4cbcad2adc03),segment_id=8985c4c9-ec9b-4a84-9eac-4cbcad2adc03)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:32.917564 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:32.962465 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bc7e9882-6e01-42a1-bec0-9a63c0fd770a req-335a16ba-1b08-43ec-aa9c-c8f19806a404 tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] 10.222.0.57 "GET /v2.0/security-groups?id=16e05b76-74fa-4a5a-a900-cb802b5418d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842767 Oct 19 01:20:32.978840 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9c3c13f2-f64f-46eb-ab09-0b9fe4e5694b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:32.998767 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=cb383490-c268-4b1b-8f85-dce468f0e094,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:33.009783 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9c3c13f2-f64f-46eb-ab09-0b9fe4e5694b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:33.088697 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9c3c13f2-f64f-46eb-ab09-0b9fe4e5694b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:33.093053 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9c3c13f2-f64f-46eb-ab09-0b9fe4e5694b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:33.097571 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9c3c13f2-f64f-46eb-ab09-0b9fe4e5694b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aef0ce8c-fa14-4418-bb28-019ac1152bed HTTP/1.1" status: 204 len: 168 time: 0.1880729 Oct 19 01:20:33.104586 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c13f2-f64f-46eb-ab09-0b9fe4e5694b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef0ce8c-fa14-4418-bb28-019ac1152bed,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:33.256705 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['cb383490-c268-4b1b-8f85-dce468f0e094'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:20:33.818991 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee1bd2-907f-4b8d-b947-2e5f9f58d2c5 req-aafaf01a-4d36-48fa-8408-54228a302ffd tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:33.833184 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9cee1bd2-907f-4b8d-b947-2e5f9f58d2c5 req-aafaf01a-4d36-48fa-8408-54228a302ffd tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 943 time: 0.1704245 Oct 19 01:20:33.974357 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9cee1bd2-907f-4b8d-b947-2e5f9f58d2c5 req-7ebe9938-595a-4b25-8f37-7d1651d682ae tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354957 Oct 19 01:20:34.182725 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08492ab-e213-4f29-a5c0-e35f8111b99f req-bc85bc14-3803-4148-a407-bb8f897b7cb4 tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:34.192003 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c08492ab-e213-4f29-a5c0-e35f8111b99f req-bc85bc14-3803-4148-a407-bb8f897b7cb4 tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] 10.222.0.57 "GET /v2.0/ports?device_id=92b0bfb8-8659-4809-af08-64c2a6b1e31a HTTP/1.1" status: 200 len: 944 time: 0.1056621 Oct 19 01:20:34.256577 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c08492ab-e213-4f29-a5c0-e35f8111b99f req-32b19e0b-e838-4601-beaa-087eca2f42b4 tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] 10.222.0.57 "GET /v2.0/security-groups?id=16e05b76-74fa-4a5a-a900-cb802b5418d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635695 Oct 19 01:20:34.464308 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54062) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:34.510745 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54066) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:34.536245 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device cb383490-c268-4b1b-8f85-dce468f0e094 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:20:34.621180 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-69a20d01-7885-4d70-9fc3-aa1cc66a9fa2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:34.653922 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port cb383490-c268-4b1b-8f85-dce468f0e094 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:20:34.659370 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port cb383490-c268-4b1b-8f85-dce468f0e094 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:34.659775 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:34.779965 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-14ceca1c-f403-4b3e-91d3-6b68e0f55a29 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-535745196-network', 'tenant_id': 'b5d8cbfd87fb4b03946eaa8159de3b90'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:34.785728 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-69a20d01-7885-4d70-9fc3-aa1cc66a9fa2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:34.801138 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-69a20d01-7885-4d70-9fc3-aa1cc66a9fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:34.827009 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:34.829019 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ceca1c-f403-4b3e-91d3-6b68e0f55a29 admin admin] Made reservation on behalf of b5d8cbfd87fb4b03946eaa8159de3b90 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:20:34.832122 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-14ceca1c-f403-4b3e-91d3-6b68e0f55a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:34.848657 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-14ceca1c-f403-4b3e-91d3-6b68e0f55a29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:34.849794 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a20d01-7885-4d70-9fc3-aa1cc66a9fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49993def-fd0a-4a28-8371-73ca5d128a69,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:34.859182 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54072) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:34.860477 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-69a20d01-7885-4d70-9fc3-aa1cc66a9fa2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f16f9046a52b4b0c8000131e65f2b812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3947282 Oct 19 01:20:34.893503 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b0bfb8-8659-4809-af08-64c2a6b1e31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb383490-c268-4b1b-8f85-dce468f0e094'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:20:34.898391 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f7e849-ef86-4ef6-9198-b6bbc5bfa8d3" -d '{"events": [{"server_uuid": "92b0bfb8-8659-4809-af08-64c2a6b1e31a", "name": "network-vif-plugged", "status": "completed", "tag": "cb383490-c268-4b1b-8f85-dce468f0e094"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:20:34.927974 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port cb383490-c268-4b1b-8f85-dce468f0e094, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=cb383490-c268-4b1b-8f85-dce468f0e094,segment=NetworkSegment(8985c4c9-ec9b-4a84-9eac-4cbcad2adc03),segment_id=8985c4c9-ec9b-4a84-9eac-4cbcad2adc03)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:34.955284 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:35.081119 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-14ceca1c-f403-4b3e-91d3-6b68e0f55a29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:35.112069 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-14ceca1c-f403-4b3e-91d3-6b68e0f55a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:35.126099 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7686d6-ff6b-4c5a-9252-c1ffe3647121 x-openstack-request-id: req-4f7686d6-ff6b-4c5a-9252-c1ffe3647121 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:20:35.126495 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b0bfb8-8659-4809-af08-64c2a6b1e31a", "name": "network-vif-plugged", "status": "completed", "tag": "cb383490-c268-4b1b-8f85-dce468f0e094", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:20:35.131957 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4f7686d6-ff6b-4c5a-9252-c1ffe3647121 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:20:35.132450 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b0bfb8-8659-4809-af08-64c2a6b1e31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb383490-c268-4b1b-8f85-dce468f0e094', 'code': 200} Oct 19 01:20:35.133286 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=cb383490-c268-4b1b-8f85-dce468f0e094,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:35.154079 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14ceca1c-f403-4b3e-91d3-6b68e0f55a29 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:20:35.169586 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f2a2d-b156-489c-9d47-fca060a2e8a5 req-cd87e453-e441-4fd6-8504-59290daed0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:35.173303 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ef5f2a2d-b156-489c-9d47-fca060a2e8a5 req-cd87e453-e441-4fd6-8504-59290daed0fd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=92b0bfb8-8659-4809-af08-64c2a6b1e31a HTTP/1.1" status: 200 len: 1097 time: 0.1099489 Oct 19 01:20:35.182552 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-14ceca1c-f403-4b3e-91d3-6b68e0f55a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:35.182924 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-14ceca1c-f403-4b3e-91d3-6b68e0f55a29 admin admin] Added segment 0f94e919-ce71-4ed1-8bde-8a07a203074a of type vlan for network 77bec235-85ec-4f99-bc71-850de3f2324d Oct 19 01:20:35.231003 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-14ceca1c-f403-4b3e-91d3-6b68e0f55a29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:35.252291 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ef5f2a2d-b156-489c-9d47-fca060a2e8a5 req-39b48eca-d252-4057-b4df-57badff6e02a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=16e05b76-74fa-4a5a-a900-cb802b5418d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705123 Oct 19 01:20:35.312962 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-14ceca1c-f403-4b3e-91d3-6b68e0f55a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:35.313932 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ceca1c-f403-4b3e-91d3-6b68e0f55a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:35.314502 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-14ceca1c-f403-4b3e-91d3-6b68e0f55a29 admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:35.346332 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ceca1c-f403-4b3e-91d3-6b68e0f55a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fed880f-bc71-4c28-a31b-9fc1f6129f79,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:35.439123 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e9c769b6-04dc-4b5f-bf88-228872b97fb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:35.446399 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-14ceca1c-f403-4b3e-91d3-6b68e0f55a29 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9318216 Oct 19 01:20:35.451544 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072026f-c141-41ec-9e4d-3477c38cf0ea req-e4b4dd7d-44de-4651-8553-c658e42e57ea tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:35.455828 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b072026f-c141-41ec-9e4d-3477c38cf0ea req-e4b4dd7d-44de-4651-8553-c658e42e57ea tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] 10.222.0.57 "GET /v2.0/ports?device_id=92b0bfb8-8659-4809-af08-64c2a6b1e31a HTTP/1.1" status: 200 len: 945 time: 0.1096814 Oct 19 01:20:35.457084 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54086) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:35.464050 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-e167d1f9-5865-43dc-a0de-ea69881ea5f7 admin admin] Request body: {'subnet': {'network_id': '77bec235-85ec-4f99-bc71-850de3f2324d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-535745196-subnet', 'tenant_id': 'b5d8cbfd87fb4b03946eaa8159de3b90', 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:35.514815 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ceca1c-f403-4b3e-91d3-6b68e0f55a29 admin admin] Pushing event updated for resources: {'Network': ['ID=77bec235-85ec-4f99-bc71-850de3f2324d,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:35.517329 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e167d1f9-5865-43dc-a0de-ea69881ea5f7 admin admin] Made reservation on behalf of b5d8cbfd87fb4b03946eaa8159de3b90 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:20:35.520088 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e167d1f9-5865-43dc-a0de-ea69881ea5f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:35.525963 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 77bec235-85ec-4f99-bc71-850de3f2324d details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:20:35.532090 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd5d91-f69b-4cda-bfc2-fe8b0a29b922 req-c99d0dd9-da6a-4984-b3cb-60a806d304bf tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:35.551754 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83fd5d91-f69b-4cda-bfc2-fe8b0a29b922 req-c99d0dd9-da6a-4984-b3cb-60a806d304bf tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 943 time: 0.2936933 Oct 19 01:20:35.563103 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e9c769b6-04dc-4b5f-bf88-228872b97fb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:35.630131 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b072026f-c141-41ec-9e4d-3477c38cf0ea req-71f7c0cd-dbc4-4971-ab36-ef5594fd3511 tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] 10.222.0.57 "GET /v2.0/security-groups?id=16e05b76-74fa-4a5a-a900-cb802b5418d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599886 Oct 19 01:20:35.701854 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83fd5d91-f69b-4cda-bfc2-fe8b0a29b922 req-a05a8aec-2a82-4909-8829-43563faec783 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420557 Oct 19 01:20:35.749743 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e9c769b6-04dc-4b5f-bf88-228872b97fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:35.755601 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e9c769b6-04dc-4b5f-bf88-228872b97fb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:35.759582 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e9c769b6-04dc-4b5f-bf88-228872b97fb6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/49993def-fd0a-4a28-8371-73ca5d128a69 HTTP/1.1" status: 204 len: 168 time: 0.8990238 Oct 19 01:20:35.773270 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c769b6-04dc-4b5f-bf88-228872b97fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49993def-fd0a-4a28-8371-73ca5d128a69,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:35.826746 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e167d1f9-5865-43dc-a0de-ea69881ea5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:35.907809 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e167d1f9-5865-43dc-a0de-ea69881ea5f7 admin admin] Checking segment: {'id': '0f94e919-ce71-4ed1-8bde-8a07a203074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '77bec235-85ec-4f99-bc71-850de3f2324d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:20:35.908454 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e167d1f9-5865-43dc-a0de-ea69881ea5f7 admin admin] Network hostable DHCP agents. Network: 77bec235-85ec-4f99-bc71-850de3f2324d, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:20:35.914370 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167d1f9-5865-43dc-a0de-ea69881ea5f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7159158-157b-48c3-b76e-e585ad984f98,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:35.934785 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e167d1f9-5865-43dc-a0de-ea69881ea5f7 admin admin] Network 77bec235-85ec-4f99-bc71-850de3f2324d is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:20:35.955921 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-e167d1f9-5865-43dc-a0de-ea69881ea5f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 77bec235-85ec-4f99-bc71-850de3f2324d) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:20:35.963212 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e167d1f9-5865-43dc-a0de-ea69881ea5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:35.964100 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e167d1f9-5865-43dc-a0de-ea69881ea5f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:35.970282 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8714fbe-6901-428d-a1bf-66c538e82c83 None None] Network 77bec235-85ec-4f99-bc71-850de3f2324d requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:20:35.987815 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e167d1f9-5865-43dc-a0de-ea69881ea5f7 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5275857 Oct 19 01:20:35.990250 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54094) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:35.996397 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-c63748b3-16dc-4be6-aa77-e52af2c6028c admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-535745196-router', 'tenant_id': 'b5d8cbfd87fb4b03946eaa8159de3b90', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:36.025631 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c63748b3-16dc-4be6-aa77-e52af2c6028c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:36.026881 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c63748b3-16dc-4be6-aa77-e52af2c6028c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:36.106634 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c63748b3-16dc-4be6-aa77-e52af2c6028c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:36.189559 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761911e0-dc76-4cb0-8099-85bc2bd842ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-77bec235-85ec-4f99-bc71-850de3f2324d', 'network_id': '77bec235-85ec-4f99-bc71-850de3f2324d', 'tenant_id': 'b5d8cbfd87fb4b03946eaa8159de3b90', 'fixed_ips': [{'subnet_id': 'b7159158-157b-48c3-b76e-e585ad984f98'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:20:36.190563 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-761911e0-dc76-4cb0-8099-85bc2bd842ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:36.339256 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c63748b3-16dc-4be6-aa77-e52af2c6028c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:36.416304 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-761911e0-dc76-4cb0-8099-85bc2bd842ae None None] Allocated IP 172.20.0.2 (77bec235-85ec-4f99-bc71-850de3f2324d/b7159158-157b-48c3-b76e-e585ad984f98/178e75c1-9fac-40f9-9bdf-ae005702cc32) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:20:36.791228 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-761911e0-dc76-4cb0-8099-85bc2bd842ae None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:36.804253 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-761911e0-dc76-4cb0-8099-85bc2bd842ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:36.879163 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c7161-32b7-4894-9f58-f1327996413a req-bd958466-8e0f-4c05-ac01-e148eb7e47f2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:36.880780 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-675c7161-32b7-4894-9f58-f1327996413a req-bd958466-8e0f-4c05-ac01-e148eb7e47f2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 943 time: 0.0816925 Oct 19 01:20:36.888200 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761911e0-dc76-4cb0-8099-85bc2bd842ae None None] Network 77bec235-85ec-4f99-bc71-850de3f2324d is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:20:36.907282 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-761911e0-dc76-4cb0-8099-85bc2bd842ae None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:20:36.920915 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761911e0-dc76-4cb0-8099-85bc2bd842ae None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:20:36.985456 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-761911e0-dc76-4cb0-8099-85bc2bd842ae None None] Attempting to bind port 178e75c1-9fac-40f9-9bdf-ae005702cc32 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:20:36.986538 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-761911e0-dc76-4cb0-8099-85bc2bd842ae None None] Attempting to bind port 178e75c1-9fac-40f9-9bdf-ae005702cc32 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '0f94e919-ce71-4ed1-8bde-8a07a203074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '77bec235-85ec-4f99-bc71-850de3f2324d'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:20:36.987117 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761911e0-dc76-4cb0-8099-85bc2bd842ae None None] Attempting to bind port 178e75c1-9fac-40f9-9bdf-ae005702cc32 on network 77bec235-85ec-4f99-bc71-850de3f2324d {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:20:36.995702 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761911e0-dc76-4cb0-8099-85bc2bd842ae None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:20:36.996411 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761911e0-dc76-4cb0-8099-85bc2bd842ae None None] Checking segment: {'id': '0f94e919-ce71-4ed1-8bde-8a07a203074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '77bec235-85ec-4f99-bc71-850de3f2324d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:20:36.996999 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-761911e0-dc76-4cb0-8099-85bc2bd842ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:36.997582 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761911e0-dc76-4cb0-8099-85bc2bd842ae None None] Bound using segment: {'id': '0f94e919-ce71-4ed1-8bde-8a07a203074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '77bec235-85ec-4f99-bc71-850de3f2324d'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:20:36.998250 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-761911e0-dc76-4cb0-8099-85bc2bd842ae None None] Bound port: 178e75c1-9fac-40f9-9bdf-ae005702cc32, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f94e919-ce71-4ed1-8bde-8a07a203074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '77bec235-85ec-4f99-bc71-850de3f2324d'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:20:36.998854 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-761911e0-dc76-4cb0-8099-85bc2bd842ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:37.002887 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761911e0-dc76-4cb0-8099-85bc2bd842ae None None] Pushing event updated for resources: {'Port': ['ID=178e75c1-9fac-40f9-9bdf-ae005702cc32,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:37.102493 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-761911e0-dc76-4cb0-8099-85bc2bd842ae None None] For port 178e75c1-9fac-40f9-9bdf-ae005702cc32, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:20:37.106740 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-761911e0-dc76-4cb0-8099-85bc2bd842ae None None] For port 178e75c1-9fac-40f9-9bdf-ae005702cc32, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=178e75c1-9fac-40f9-9bdf-ae005702cc32,segment=NetworkSegment(0f94e919-ce71-4ed1-8bde-8a07a203074a),segment_id=0f94e919-ce71-4ed1-8bde-8a07a203074a)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:20:37.114261 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-761911e0-dc76-4cb0-8099-85bc2bd842ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:37.194823 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761911e0-dc76-4cb0-8099-85bc2bd842ae None None] Pushing event updated for resources: {'Port': ['ID=178e75c1-9fac-40f9-9bdf-ae005702cc32,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:37.340625 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c63748b3-16dc-4be6-aa77-e52af2c6028c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:37.371067 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c63748b3-16dc-4be6-aa77-e52af2c6028c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:37.416271 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-675c7161-32b7-4894-9f58-f1327996413a req-46ba632c-d9fd-48dc-bcbd-6a292fcf4fd3 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5260565 Oct 19 01:20:37.441392 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91110bb8-7154-4529-99f4-fc3a6fc5d857 req-131059d8-8008-45c7-aaae-18af44d4e995 tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:37.450555 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-91110bb8-7154-4529-99f4-fc3a6fc5d857 req-131059d8-8008-45c7-aaae-18af44d4e995 tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] 10.222.0.57 "GET /v2.0/ports?device_id=92b0bfb8-8659-4809-af08-64c2a6b1e31a HTTP/1.1" status: 200 len: 945 time: 0.2029934 Oct 19 01:20:37.605465 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-91110bb8-7154-4529-99f4-fc3a6fc5d857 req-c177d724-1894-4ca3-864b-5bd31352a563 tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] 10.222.0.57 "GET /v2.0/security-groups?id=16e05b76-74fa-4a5a-a900-cb802b5418d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495574 Oct 19 01:20:37.668020 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-c63748b3-16dc-4be6-aa77-e52af2c6028c admin admin] Allocated IP 172.25.8.197 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/f997bca7-436b-4796-b412-4d27f8cc62ee) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:20:37.813048 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 178e75c1-9fac-40f9-9bdf-ae005702cc32 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:20:37.882537 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c63748b3-16dc-4be6-aa77-e52af2c6028c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:37.889065 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 178e75c1-9fac-40f9-9bdf-ae005702cc32 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:37.889902 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:37.930403 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c63748b3-16dc-4be6-aa77-e52af2c6028c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:38.013229 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63748b3-16dc-4be6-aa77-e52af2c6028c admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:20:38.017285 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-c63748b3-16dc-4be6-aa77-e52af2c6028c admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:20:38.024883 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63748b3-16dc-4be6-aa77-e52af2c6028c admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:20:38.038168 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:38.074047 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63748b3-16dc-4be6-aa77-e52af2c6028c admin admin] Pushing event updated for resources: {'Port': ['ID=f997bca7-436b-4796-b412-4d27f8cc62ee,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:38.091767 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 178e75c1-9fac-40f9-9bdf-ae005702cc32, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=178e75c1-9fac-40f9-9bdf-ae005702cc32,segment=NetworkSegment(0f94e919-ce71-4ed1-8bde-8a07a203074a),segment_id=0f94e919-ce71-4ed1-8bde-8a07a203074a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:38.099668 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:38.206737 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=178e75c1-9fac-40f9-9bdf-ae005702cc32,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:38.574883 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c63748b3-16dc-4be6-aa77-e52af2c6028c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:38.636450 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261dcadf-89b4-41a5-bab7-793b5f2004cf req-672d053d-133d-41d9-992a-e2a61f2de2f4 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:38.650719 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-261dcadf-89b4-41a5-bab7-793b5f2004cf req-672d053d-133d-41d9-992a-e2a61f2de2f4 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 943 time: 0.1160679 Oct 19 01:20:38.707861 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f91cd2-2863-4e7e-9153-dc9dddfb30cd None None] Network 77bec235-85ec-4f99-bc71-850de3f2324d requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:20:38.741524 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-261dcadf-89b4-41a5-bab7-793b5f2004cf req-621afef3-1268-4aa3-95b8-b30791c72702 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894654 Oct 19 01:20:38.871759 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-66e4e089-0b13-419b-98ad-433f071c5cf2 None None] Provisioning complete for port 178e75c1-9fac-40f9-9bdf-ae005702cc32 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:38.872146 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-66e4e089-0b13-419b-98ad-433f071c5cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:38.961520 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127037e-6141-4924-853d-55b2b6b6b66e req-1903e479-91bc-40af-bf77-b98fc7379e2e tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:38.963116 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0127037e-6141-4924-853d-55b2b6b6b66e req-1903e479-91bc-40af-bf77-b98fc7379e2e tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] 10.222.0.57 "GET /v2.0/ports?device_id=92b0bfb8-8659-4809-af08-64c2a6b1e31a HTTP/1.1" status: 200 len: 945 time: 0.1712270 Oct 19 01:20:39.049250 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c63748b3-16dc-4be6-aa77-e52af2c6028c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:39.159462 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0127037e-6141-4924-853d-55b2b6b6b66e req-87e58bf7-2290-4086-a990-6ee1eafbc5e8 tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] 10.222.0.57 "GET /v2.0/security-groups?id=16e05b76-74fa-4a5a-a900-cb802b5418d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931602 Oct 19 01:20:39.286274 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63748b3-16dc-4be6-aa77-e52af2c6028c admin admin] Router f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:20:39.385486 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-35f1ce75-3c0c-4b23-928a-b07ddd38e33b None None] Provisioning complete for port 178e75c1-9fac-40f9-9bdf-ae005702cc32 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:39.385963 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-35f1ce75-3c0c-4b23-928a-b07ddd38e33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:39.486504 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63748b3-16dc-4be6-aa77-e52af2c6028c admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:20:39.533052 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c63748b3-16dc-4be6-aa77-e52af2c6028c admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:39.538361 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54174) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:39.539006 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c63748b3-16dc-4be6-aa77-e52af2c6028c admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.5466280 Oct 19 01:20:39.781161 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8995c1-f2d5-488d-a0b6-122a9e0ea9c8 None None] Sync routers for ids ['f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:20:39.791617 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8995c1-f2d5-488d-a0b6-122a9e0ea9c8 None None] Routers {'f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:20:39.792260 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-7f8995c1-f2d5-488d-a0b6-122a9e0ea9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:20:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:39.871416 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 178e75c1-9fac-40f9-9bdf-ae005702cc32 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:20:39.945609 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 178e75c1-9fac-40f9-9bdf-ae005702cc32 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:39.945609 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:40.035278 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-7f8995c1-f2d5-488d-a0b6-122a9e0ea9c8 None None] Set router f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:20:40.287199 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca97d1-9c63-48cc-bc5b-dc1c9c2a40f7 req-a537a166-3567-45a7-a196-00a8c9302c02 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:40.294711 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-84ca97d1-9c63-48cc-bc5b-dc1c9c2a40f7 req-a537a166-3567-45a7-a196-00a8c9302c02 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 943 time: 0.2997315 Oct 19 01:20:40.340039 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a8b4aea7-0008-4a7e-9c7b-898e5e04477e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:40.371356 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-84ca97d1-9c63-48cc-bc5b-dc1c9c2a40f7 req-9e7c1291-23c9-4de8-9f33-0de1a785a657 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757284 Oct 19 01:20:40.415234 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b814b-4a4b-4bef-b32c-32966eec492b req-1a8d111f-5232-4e23-b496-fbd66c2db240 tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:40.418327 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-7f8995c1-f2d5-488d-a0b6-122a9e0ea9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499', 'name': 'tempest-ImageQuotaTest-535745196-router', 'tenant_id': 'b5d8cbfd87fb4b03946eaa8159de3b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'f997bca7-436b-4796-b412-4d27f8cc62ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:20:36Z', 'updated_at': '2021-10-19T01:20:38Z', 'revision_number': 3, 'project_id': 'b5d8cbfd87fb4b03946eaa8159de3b90', 'gw_port': {'id': 'f997bca7-436b-4796-b412-4d27f8cc62ee', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:20:37Z', 'updated_at': '2021-10-19T01:20:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:40.427865 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-332b814b-4a4b-4bef-b32c-32966eec492b req-1a8d111f-5232-4e23-b496-fbd66c2db240 tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] 10.222.0.57 "GET /v2.0/ports?device_id=92b0bfb8-8659-4809-af08-64c2a6b1e31a HTTP/1.1" status: 200 len: 945 time: 0.0953529 Oct 19 01:20:40.472818 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8995c1-f2d5-488d-a0b6-122a9e0ea9c8 None None] Checking router: f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:20:40.473401 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8995c1-f2d5-488d-a0b6-122a9e0ea9c8 None None] Updating router f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499 port f997bca7-436b-4796-b412-4d27f8cc62ee binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:20:40.526963 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7f8995c1-f2d5-488d-a0b6-122a9e0ea9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:40.548358 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-332b814b-4a4b-4bef-b32c-32966eec492b req-5da9496f-44ad-48d9-a810-0cac957371e2 tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] 10.222.0.57 "GET /v2.0/security-groups?id=16e05b76-74fa-4a5a-a900-cb802b5418d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184926 Oct 19 01:20:40.569538 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-a8b4aea7-0008-4a7e-9c7b-898e5e04477e admin admin] Allocated IP 172.20.0.1 (77bec235-85ec-4f99-bc71-850de3f2324d/b7159158-157b-48c3-b76e-e585ad984f98/ba4ce87b-cd8b-4873-bd64-3b071cf80af7) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:20:40.772359 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a8b4aea7-0008-4a7e-9c7b-898e5e04477e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:40.818945 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a8b4aea7-0008-4a7e-9c7b-898e5e04477e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:40.881595 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b4aea7-0008-4a7e-9c7b-898e5e04477e admin admin] Network 77bec235-85ec-4f99-bc71-850de3f2324d is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:20:40.892106 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-a8b4aea7-0008-4a7e-9c7b-898e5e04477e admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:20:40.915938 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b4aea7-0008-4a7e-9c7b-898e5e04477e admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:20:40.982595 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4aea7-0008-4a7e-9c7b-898e5e04477e admin admin] Pushing event updated for resources: {'Port': ['ID=ba4ce87b-cd8b-4873-bd64-3b071cf80af7,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:41.009992 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7f8995c1-f2d5-488d-a0b6-122a9e0ea9c8 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:41.010278 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a8b4aea7-0008-4a7e-9c7b-898e5e04477e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:41.022092 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7f8995c1-f2d5-488d-a0b6-122a9e0ea9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:41.141916 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8d169-6980-489e-85bf-50211a3c6c94 None None] Pushing event updated for resources: {'Port': ['ID=f997bca7-436b-4796-b412-4d27f8cc62ee,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:41.202453 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-7f8995c1-f2d5-488d-a0b6-122a9e0ea9c8 None None] Attempting to bind port f997bca7-436b-4796-b412-4d27f8cc62ee on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:20:41.203928 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-7f8995c1-f2d5-488d-a0b6-122a9e0ea9c8 None None] Attempting to bind port f997bca7-436b-4796-b412-4d27f8cc62ee by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:20:41.204958 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8995c1-f2d5-488d-a0b6-122a9e0ea9c8 None None] Attempting to bind port f997bca7-436b-4796-b412-4d27f8cc62ee on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:20:41.216601 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8995c1-f2d5-488d-a0b6-122a9e0ea9c8 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:20:41.216986 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8995c1-f2d5-488d-a0b6-122a9e0ea9c8 None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:20:41.217468 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7f8995c1-f2d5-488d-a0b6-122a9e0ea9c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:41.217874 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8995c1-f2d5-488d-a0b6-122a9e0ea9c8 None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:20:41.218361 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-7f8995c1-f2d5-488d-a0b6-122a9e0ea9c8 None None] Bound port: f997bca7-436b-4796-b412-4d27f8cc62ee, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:20:41.218749 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7f8995c1-f2d5-488d-a0b6-122a9e0ea9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:41.295782 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a8b4aea7-0008-4a7e-9c7b-898e5e04477e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:41.325570 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-2ecf40ef-4007-44e9-a83b-a281c5289cbe None None] Provisioning complete for port ba4ce87b-cd8b-4873-bd64-3b071cf80af7 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:41.326185 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2ecf40ef-4007-44e9-a83b-a281c5289cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:41.356367 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-7f8995c1-f2d5-488d-a0b6-122a9e0ea9c8 None None] For port f997bca7-436b-4796-b412-4d27f8cc62ee, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:20:41.378064 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-7f8995c1-f2d5-488d-a0b6-122a9e0ea9c8 None None] For port f997bca7-436b-4796-b412-4d27f8cc62ee, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=f997bca7-436b-4796-b412-4d27f8cc62ee,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:20:41.385510 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-2ecf40ef-4007-44e9-a83b-a281c5289cbe None None] Port ba4ce87b-cd8b-4873-bd64-3b071cf80af7 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:20:41.389957 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7f8995c1-f2d5-488d-a0b6-122a9e0ea9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:41.556274 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8995c1-f2d5-488d-a0b6-122a9e0ea9c8 None None] Routers {'f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:20:41.557513 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-7f8995c1-f2d5-488d-a0b6-122a9e0ea9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:20:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:41.606943 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8d169-6980-489e-85bf-50211a3c6c94 None None] Pushing event updated for resources: {'Port': ['ID=f997bca7-436b-4796-b412-4d27f8cc62ee,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:41.625908 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4aa078-f441-4c4b-8a6c-96b7b148110b req-d5c0abac-ce03-40a3-9e3f-c1bfcb54e295 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:41.627492 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7c4aa078-f441-4c4b-8a6c-96b7b148110b req-d5c0abac-ce03-40a3-9e3f-c1bfcb54e295 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 943 time: 0.1176713 Oct 19 01:20:41.736840 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7c4aa078-f441-4c4b-8a6c-96b7b148110b req-fdeb9c1a-e95c-4d7c-b805-ed7c2a4a2e96 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881932 Oct 19 01:20:41.754415 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a8b4aea7-0008-4a7e-9c7b-898e5e04477e admin admin] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:41.765088 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a8b4aea7-0008-4a7e-9c7b-898e5e04477e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:41.804718 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-7f8995c1-f2d5-488d-a0b6-122a9e0ea9c8 None None] Set router f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:20:41.829527 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbeb72d-cd65-4695-bfb7-3f8d3cf3e4ac req-03c018c7-f784-4cda-896a-795e70f0245b tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:41.838117 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3fbeb72d-cd65-4695-bfb7-3f8d3cf3e4ac req-03c018c7-f784-4cda-896a-795e70f0245b tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] 10.222.0.57 "GET /v2.0/ports?device_id=92b0bfb8-8659-4809-af08-64c2a6b1e31a HTTP/1.1" status: 200 len: 945 time: 0.1418166 Oct 19 01:20:41.886318 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb0d3f-4c01-4476-96a1-5ad2b9d4523b req-71c91270-380c-4a9b-b1ef-3ac227f872fd tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:41.886881 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a8b4aea7-0008-4a7e-9c7b-898e5e04477e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:41.888585 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bbcb0d3f-4c01-4476-96a1-5ad2b9d4523b req-71c91270-380c-4a9b-b1ef-3ac227f872fd tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b0bfb8-8659-4809-af08-64c2a6b1e31a HTTP/1.1" status: 200 len: 945 time: 0.1351197 Oct 19 01:20:41.888805 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4aea7-0008-4a7e-9c7b-898e5e04477e admin admin] Pushing event updated for resources: {'Port': ['ID=ba4ce87b-cd8b-4873-bd64-3b071cf80af7,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:41.935601 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3fbeb72d-cd65-4695-bfb7-3f8d3cf3e4ac req-22c98ae0-27c6-4969-8b48-46c82de4de05 tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] 10.222.0.57 "GET /v2.0/security-groups?id=16e05b76-74fa-4a5a-a900-cb802b5418d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894713 Oct 19 01:20:42.081701 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b4aea7-0008-4a7e-9c7b-898e5e04477e admin admin] Network 77bec235-85ec-4f99-bc71-850de3f2324d is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:20:42.084590 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-a8b4aea7-0008-4a7e-9c7b-898e5e04477e admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:20:42.121105 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-bbcb0d3f-4c01-4476-96a1-5ad2b9d4523b req-4a385987-ac64-4d0e-8f0a-038dcb7a1658 tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] Deleting port cb383490-c268-4b1b-8f85-dce468f0e094 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:20:42.121447 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-bbcb0d3f-4c01-4476-96a1-5ad2b9d4523b req-4a385987-ac64-4d0e-8f0a-038dcb7a1658 tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:42.319146 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-7f8995c1-f2d5-488d-a0b6-122a9e0ea9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499', 'name': 'tempest-ImageQuotaTest-535745196-router', 'tenant_id': 'b5d8cbfd87fb4b03946eaa8159de3b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'f997bca7-436b-4796-b412-4d27f8cc62ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:20:36Z', 'updated_at': '2021-10-19T01:20:41Z', 'revision_number': 4, 'project_id': 'b5d8cbfd87fb4b03946eaa8159de3b90', 'gw_port': {'id': 'f997bca7-436b-4796-b412-4d27f8cc62ee', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:20:37Z', 'updated_at': '2021-10-19T01:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'ba4ce87b-cd8b-4873-bd64-3b071cf80af7', 'name': '', 'network_id': '77bec235-85ec-4f99-bc71-850de3f2324d', 'tenant_id': 'b5d8cbfd87fb4b03946eaa8159de3b90', 'mac_address': 'fa:16:3e:33:a3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'b7159158-157b-48c3-b76e-e585ad984f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:20:40Z', 'updated_at': '2021-10-19T01:20:40Z', 'revision_number': 1, 'project_id': 'b5d8cbfd87fb4b03946eaa8159de3b90', 'subnets': [{'id': 'b7159158-157b-48c3-b76e-e585ad984f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:42.321031 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-bbcb0d3f-4c01-4476-96a1-5ad2b9d4523b req-4a385987-ac64-4d0e-8f0a-038dcb7a1658 tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] For port cb383490-c268-4b1b-8f85-dce468f0e094, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=cb383490-c268-4b1b-8f85-dce468f0e094,segment=NetworkSegment(8985c4c9-ec9b-4a84-9eac-4cbcad2adc03),segment_id=8985c4c9-ec9b-4a84-9eac-4cbcad2adc03)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:42.321403 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-bbcb0d3f-4c01-4476-96a1-5ad2b9d4523b req-4a385987-ac64-4d0e-8f0a-038dcb7a1658 tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:42.339885 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-bbcb0d3f-4c01-4476-96a1-5ad2b9d4523b req-4a385987-ac64-4d0e-8f0a-038dcb7a1658 tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] Calling delete_port for cb383490-c268-4b1b-8f85-dce468f0e094 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:20:42.403149 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8995c1-f2d5-488d-a0b6-122a9e0ea9c8 None None] The sync data for ids ['f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499'] in n-d-715271-26 is: [{'id': 'f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499', 'name': 'tempest-ImageQuotaTest-535745196-router', 'tenant_id': 'b5d8cbfd87fb4b03946eaa8159de3b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'f997bca7-436b-4796-b412-4d27f8cc62ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:20:36Z', 'updated_at': '2021-10-19T01:20:41Z', 'revision_number': 4, 'project_id': 'b5d8cbfd87fb4b03946eaa8159de3b90', 'gw_port': {'id': 'f997bca7-436b-4796-b412-4d27f8cc62ee', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:20:37Z', 'updated_at': '2021-10-19T01:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'ba4ce87b-cd8b-4873-bd64-3b071cf80af7', 'name': '', 'network_id': '77bec235-85ec-4f99-bc71-850de3f2324d', 'tenant_id': 'b5d8cbfd87fb4b03946eaa8159de3b90', 'mac_address': 'fa:16:3e:33:a3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'b7159158-157b-48c3-b76e-e585ad984f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:20:40Z', 'updated_at': '2021-10-19T01:20:40Z', 'revision_number': 1, 'project_id': 'b5d8cbfd87fb4b03946eaa8159de3b90', 'subnets': [{'id': 'b7159158-157b-48c3-b76e-e585ad984f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:20:42.425245 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b4aea7-0008-4a7e-9c7b-898e5e04477e admin admin] Router f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:20:42.537828 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-38e63105-d53e-4898-8ff6-9935bb095e1a None None] Provisioning complete for port ba4ce87b-cd8b-4873-bd64-3b071cf80af7 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:42.538891 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-38e63105-d53e-4898-8ff6-9935bb095e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:42.643850 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-bbcb0d3f-4c01-4476-96a1-5ad2b9d4523b req-4a385987-ac64-4d0e-8f0a-038dcb7a1658 tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:42.650904 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b4aea7-0008-4a7e-9c7b-898e5e04477e admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:20:42.659363 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['cb383490-c268-4b1b-8f85-dce468f0e094'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:20:42.662351 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a8b4aea7-0008-4a7e-9c7b-898e5e04477e admin admin] 10.222.0.57 "PUT /v2.0/routers/f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1227796 Oct 19 01:20:42.761090 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-38e63105-d53e-4898-8ff6-9935bb095e1a None None] Port ba4ce87b-cd8b-4873-bd64-3b071cf80af7 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:20:42.892849 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a385987-ac64-4d0e-8f0a-038dcb7a1658 tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] Pushing event deleted for resources: {'Port': ['ID=cb383490-c268-4b1b-8f85-dce468f0e094,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:42.906742 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbcb0d3f-4c01-4476-96a1-5ad2b9d4523b req-4a385987-ac64-4d0e-8f0a-038dcb7a1658 tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] No DVR routers for this DVR port cb383490-c268-4b1b-8f85-dce468f0e094 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:20:42.909534 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-bbcb0d3f-4c01-4476-96a1-5ad2b9d4523b req-4a385987-ac64-4d0e-8f0a-038dcb7a1658 tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:42.916505 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bbcb0d3f-4c01-4476-96a1-5ad2b9d4523b req-4a385987-ac64-4d0e-8f0a-038dcb7a1658 tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] 10.222.0.55 "DELETE /v2.0/ports/cb383490-c268-4b1b-8f85-dce468f0e094 HTTP/1.1" status: 204 len: 173 time: 0.9991291 Oct 19 01:20:42.916979 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b0bfb8-8659-4809-af08-64c2a6b1e31a', 'name': 'network-vif-deleted', 'tag': 'cb383490-c268-4b1b-8f85-dce468f0e094'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:20:42.944093 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a0f1f3-9894-47a0-81b2-d9d1f7d69c0a" -d '{"events": [{"server_uuid": "92b0bfb8-8659-4809-af08-64c2a6b1e31a", "name": "network-vif-deleted", "tag": "cb383490-c268-4b1b-8f85-dce468f0e094"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:20:43.068346 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc8b5de-4f8c-4995-9da1-439b48ddfd03 x-openstack-request-id: req-bdc8b5de-4f8c-4995-9da1-439b48ddfd03 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:20:43.068642 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b0bfb8-8659-4809-af08-64c2a6b1e31a", "name": "network-vif-deleted", "tag": "cb383490-c268-4b1b-8f85-dce468f0e094", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:20:43.073081 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bdc8b5de-4f8c-4995-9da1-439b48ddfd03 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:20:43.073818 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b0bfb8-8659-4809-af08-64c2a6b1e31a', 'name': 'network-vif-deleted', 'tag': 'cb383490-c268-4b1b-8f85-dce468f0e094', 'status': 'completed', 'code': 200} Oct 19 01:20:43.111687 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c1aa2-ef88-4e7a-9c01-965aa3031918 req-17f31121-6e35-4ff3-84b7-3c4fd08e3299 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:43.126774 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bf4c1aa2-ef88-4e7a-9c01-965aa3031918 req-17f31121-6e35-4ff3-84b7-3c4fd08e3299 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 943 time: 0.1622107 Oct 19 01:20:43.204363 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-87bd40b5-29f8-44d8-a5a9-b494f265a729 req-8bcebbd9-d600-421d-92e9-11c7d3be66d1 tempest-ServerMetadataNegativeTestJSON-1389577494 tempest-ServerMetadataNegativeTestJSON-1389577494-project] 10.222.0.57 "GET /v2.0/ports?device_id=92b0bfb8-8659-4809-af08-64c2a6b1e31a HTTP/1.1" status: 200 len: 210 time: 0.0455124 Oct 19 01:20:43.218895 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bf4c1aa2-ef88-4e7a-9c01-965aa3031918 req-885da9a8-6b79-42e2-95d1-da794e82a7b9 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911298 Oct 19 01:20:43.828990 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f997bca7-436b-4796-b412-4d27f8cc62ee up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:20:43.944440 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a25b7862-e3f7-4f07-8cf8-aeef2b5995e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:43.985011 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port f997bca7-436b-4796-b412-4d27f8cc62ee triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:43.985471 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:44.104847 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:44.128845 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port f997bca7-436b-4796-b412-4d27f8cc62ee, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=f997bca7-436b-4796-b412-4d27f8cc62ee,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:44.133582 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:44.240992 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=f997bca7-436b-4796-b412-4d27f8cc62ee,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:44.312979 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54292) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:44.489494 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-053dcacf-2ac0-4f3c-83be-89a55a0379b2 admin admin] Deleting subnet d514b639-577e-4203-bc2e-76f8e3079955 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:20:44.493651 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-053dcacf-2ac0-4f3c-83be-89a55a0379b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:44.540282 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-053dcacf-2ac0-4f3c-83be-89a55a0379b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:44.597329 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36111ab0-8579-4dfe-8757-8189794261dc req-2887acaa-a89d-41ff-9e31-621df0520dda tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:44.604995 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-36111ab0-8579-4dfe-8757-8189794261dc req-2887acaa-a89d-41ff-9e31-621df0520dda tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 943 time: 0.2225804 Oct 19 01:20:44.652098 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-053dcacf-2ac0-4f3c-83be-89a55a0379b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:44.682217 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-36111ab0-8579-4dfe-8757-8189794261dc req-01385d03-949c-4662-ac9e-c90efaadc60f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763402 Oct 19 01:20:44.742860 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-053dcacf-2ac0-4f3c-83be-89a55a0379b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:44.816555 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053dcacf-2ac0-4f3c-83be-89a55a0379b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d514b639-577e-4203-bc2e-76f8e3079955,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:44.822373 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-053dcacf-2ac0-4f3c-83be-89a55a0379b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:44.828399 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-053dcacf-2ac0-4f3c-83be-89a55a0379b2 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d514b639-577e-4203-bc2e-76f8e3079955 HTTP/1.1" status: 204 len: 168 time: 0.5140598 Oct 19 01:20:44.831537 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54304) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:45.023149 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3cf20459-b811-47c7-afd1-ea3fc0ca4afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:45.037038 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54318) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:45.135778 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3cf20459-b811-47c7-afd1-ea3fc0ca4afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:45.168002 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-3cf20459-b811-47c7-afd1-ea3fc0ca4afa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b75ba33-d04b-43db-9e3d-f467fabf312f']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:45.182262 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-3cf20459-b811-47c7-afd1-ea3fc0ca4afa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8985c4c9-ec9b-4a84-9eac-4cbcad2adc03') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:45.182713 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-3cf20459-b811-47c7-afd1-ea3fc0ca4afa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8985c4c9-ec9b-4a84-9eac-4cbcad2adc03') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:45.196040 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3cf20459-b811-47c7-afd1-ea3fc0ca4afa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:45.214038 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3cf20459-b811-47c7-afd1-ea3fc0ca4afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:45.220787 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf20459-b811-47c7-afd1-ea3fc0ca4afa admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:20:45.221178 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3cf20459-b811-47c7-afd1-ea3fc0ca4afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:45.293888 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:20:45.293888 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:20:45.293888 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:20:45.293888 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:20:45.293888 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:20:45.293888 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:20:45.293888 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:20:45.293888 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:20:45.293888 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:20:45.293888 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:20:45.293888 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:20:45.293888 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:20:45.293888 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:20:45.293888 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:20:45.293888 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:20:45.293888 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:20:45.293888 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:20:45.293888 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:20:45.293888 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:20:45.293888 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:20:45.293888 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:20:45.293888 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:20:45.293888 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:20:45.293888 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:20:45.293888 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:20:45.293888 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:20:45.293888 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:20:45.293888 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:20:45.293888 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:20:45.293888 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:20:45.293888 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:20:45.293888 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:20:45.298419 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3cf20459-b811-47c7-afd1-ea3fc0ca4afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:45.304130 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3cf20459-b811-47c7-afd1-ea3fc0ca4afa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:45.311457 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3cf20459-b811-47c7-afd1-ea3fc0ca4afa admin admin] 10.222.0.57 "DELETE /v2.0/networks/1b75ba33-d04b-43db-9e3d-f467fabf312f HTTP/1.1" status: 204 len: 168 time: 0.4730885 Oct 19 01:20:45.351474 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf20459-b811-47c7-afd1-ea3fc0ca4afa admin admin] Pushing event deleted for resources: {'Network': ['ID=1b75ba33-d04b-43db-9e3d-f467fabf312f,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:45.476561 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54324) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:45.569951 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-14f8a882-16b3-413b-b263-f91e32c2ab7d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0188a822179d41d28f5148591fceb674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0894146 Oct 19 01:20:45.570489 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54328) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:45.712058 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-90ed6c25-784e-4874-9ddc-d6546ef75300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:45.730494 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-66a02efd-e120-46a1-9e38-a3f7f19d6220 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:45.796944 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f997bca7-436b-4796-b412-4d27f8cc62ee up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:20:45.856082 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-66a02efd-e120-46a1-9e38-a3f7f19d6220 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:45.997795 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5497995d-e83e-4e32-83b1-8c2a8ad3e3fb None None] Sync routers for ids ['f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:20:46.028694 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port f997bca7-436b-4796-b412-4d27f8cc62ee triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:46.029070 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:46.032775 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5497995d-e83e-4e32-83b1-8c2a8ad3e3fb None None] Routers {'f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:20:46.033563 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-5497995d-e83e-4e32-83b1-8c2a8ad3e3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:20:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:46.107353 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f0cfd-e071-468d-889b-fde3bbc7f057 req-ee9f1e4e-e566-4969-8de3-819718c96ad8 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:46.109833 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3a1f0cfd-e071-468d-889b-fde3bbc7f057 req-ee9f1e4e-e566-4969-8de3-819718c96ad8 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 943 time: 0.2607863 Oct 19 01:20:46.112319 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-66a02efd-e120-46a1-9e38-a3f7f19d6220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:46.118482 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-66a02efd-e120-46a1-9e38-a3f7f19d6220 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:46.120748 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-66a02efd-e120-46a1-9e38-a3f7f19d6220 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/16e05b76-74fa-4a5a-a900-cb802b5418d5 HTTP/1.1" status: 204 len: 168 time: 0.5490398 Oct 19 01:20:46.178459 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3a1f0cfd-e071-468d-889b-fde3bbc7f057 req-18fcc93c-e621-4525-801a-2342e6c52a58 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590644 Oct 19 01:20:46.193878 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a02efd-e120-46a1-9e38-a3f7f19d6220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e05b76-74fa-4a5a-a900-cb802b5418d5,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:46.364183 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-90ed6c25-784e-4874-9ddc-d6546ef75300 admin admin] Deleting port ba4ce87b-cd8b-4873-bd64-3b071cf80af7 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:20:46.365334 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-90ed6c25-784e-4874-9ddc-d6546ef75300 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:46.494055 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-5497995d-e83e-4e32-83b1-8c2a8ad3e3fb None None] Set router f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:20:46.543081 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-90ed6c25-784e-4874-9ddc-d6546ef75300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:46.563164 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dd6685bb-1ce9-44ae-90b4-65fa19f4098c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:46.574985 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54348) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:46.575629 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-90ed6c25-784e-4874-9ddc-d6546ef75300 admin admin] Calling delete_port for ba4ce87b-cd8b-4873-bd64-3b071cf80af7 owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:20:46.618029 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device cb383490-c268-4b1b-8f85-dce468f0e094 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:20:46.663959 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: cb383490-c268-4b1b-8f85-dce468f0e094 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:20:46.681604 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device cb383490-c268-4b1b-8f85-dce468f0e094 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:20:46.847318 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1344b906-e023-41af-952f-819117efd3d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:46.940951 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-5497995d-e83e-4e32-83b1-8c2a8ad3e3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499', 'name': 'tempest-ImageQuotaTest-535745196-router', 'tenant_id': 'b5d8cbfd87fb4b03946eaa8159de3b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'f997bca7-436b-4796-b412-4d27f8cc62ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:20:36Z', 'updated_at': '2021-10-19T01:20:41Z', 'revision_number': 4, 'project_id': 'b5d8cbfd87fb4b03946eaa8159de3b90', 'gw_port': {'id': 'f997bca7-436b-4796-b412-4d27f8cc62ee', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:20:37Z', 'updated_at': '2021-10-19T01:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'ba4ce87b-cd8b-4873-bd64-3b071cf80af7', 'name': '', 'network_id': '77bec235-85ec-4f99-bc71-850de3f2324d', 'tenant_id': 'b5d8cbfd87fb4b03946eaa8159de3b90', 'mac_address': 'fa:16:3e:33:a3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'b7159158-157b-48c3-b76e-e585ad984f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:20:40Z', 'updated_at': '2021-10-19T01:20:41Z', 'revision_number': 2, 'project_id': 'b5d8cbfd87fb4b03946eaa8159de3b90', 'subnets': [{'id': 'b7159158-157b-48c3-b76e-e585ad984f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:46.991472 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-90ed6c25-784e-4874-9ddc-d6546ef75300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:47.036690 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5497995d-e83e-4e32-83b1-8c2a8ad3e3fb None None] Checking router: f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:20:47.037437 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed6c25-784e-4874-9ddc-d6546ef75300 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba4ce87b-cd8b-4873-bd64-3b071cf80af7,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:47.038792 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5497995d-e83e-4e32-83b1-8c2a8ad3e3fb None None] Updating router f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499 port ba4ce87b-cd8b-4873-bd64-3b071cf80af7 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:20:47.092960 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5497995d-e83e-4e32-83b1-8c2a8ad3e3fb None None] Port ba4ce87b-cd8b-4873-bd64-3b071cf80af7 not found while updating agent binding for router f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499. {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 19 01:20:47.096373 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1344b906-e023-41af-952f-819117efd3d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:47.109464 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1344b906-e023-41af-952f-819117efd3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:47.124790 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5497995d-e83e-4e32-83b1-8c2a8ad3e3fb None None] Routers {'f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:20:47.125631 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-5497995d-e83e-4e32-83b1-8c2a8ad3e3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:20:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:47.222619 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1344b906-e023-41af-952f-819117efd3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1420f86-cd34-44e4-a8d7-5ff77c62317f,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:47.228491 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:47.293299 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1344b906-e023-41af-952f-819117efd3d8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=48bfb287983f46e784c412384f2d365d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7165720 Oct 19 01:20:47.294362 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54374) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:47.328681 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-5497995d-e83e-4e32-83b1-8c2a8ad3e3fb None None] Set router f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:20:47.458659 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-90ed6c25-784e-4874-9ddc-d6546ef75300 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:47.503918 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88cd0a1-2e2b-46f2-bd79-72809de2db2d req-198dcae0-4204-46a4-a898-b5a7af9d97ca tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:47.512907 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f88cd0a1-2e2b-46f2-bd79-72809de2db2d req-198dcae0-4204-46a4-a898-b5a7af9d97ca tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 943 time: 0.1378255 Oct 19 01:20:47.521658 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1e987d9c-15f6-4def-a31f-7f48deb0b371 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:47.586204 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f88cd0a1-2e2b-46f2-bd79-72809de2db2d req-30605765-f8b4-45d3-8e61-175714d720e6 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722554 Oct 19 01:20:47.600676 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1e987d9c-15f6-4def-a31f-7f48deb0b371 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:47.715955 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1e987d9c-15f6-4def-a31f-7f48deb0b371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:47.718911 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1e987d9c-15f6-4def-a31f-7f48deb0b371 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:47.720477 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1e987d9c-15f6-4def-a31f-7f48deb0b371 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f1420f86-cd34-44e4-a8d7-5ff77c62317f HTTP/1.1" status: 204 len: 168 time: 0.4234946 Oct 19 01:20:47.741266 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e987d9c-15f6-4def-a31f-7f48deb0b371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1420f86-cd34-44e4-a8d7-5ff77c62317f,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:47.786946 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-5497995d-e83e-4e32-83b1-8c2a8ad3e3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499', 'name': 'tempest-ImageQuotaTest-535745196-router', 'tenant_id': 'b5d8cbfd87fb4b03946eaa8159de3b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'f997bca7-436b-4796-b412-4d27f8cc62ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:20:36Z', 'updated_at': '2021-10-19T01:20:46Z', 'revision_number': 5, 'project_id': 'b5d8cbfd87fb4b03946eaa8159de3b90', 'gw_port': {'id': 'f997bca7-436b-4796-b412-4d27f8cc62ee', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:20:37Z', 'updated_at': '2021-10-19T01:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:47.855364 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5497995d-e83e-4e32-83b1-8c2a8ad3e3fb None None] The sync data for ids ['f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499'] in n-d-715271-26 is: [{'id': 'f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499', 'name': 'tempest-ImageQuotaTest-535745196-router', 'tenant_id': 'b5d8cbfd87fb4b03946eaa8159de3b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'f997bca7-436b-4796-b412-4d27f8cc62ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:20:36Z', 'updated_at': '2021-10-19T01:20:46Z', 'revision_number': 5, 'project_id': 'b5d8cbfd87fb4b03946eaa8159de3b90', 'gw_port': {'id': 'f997bca7-436b-4796-b412-4d27f8cc62ee', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:20:37Z', 'updated_at': '2021-10-19T01:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:20:47.885977 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:48.553194 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ed6c25-784e-4874-9ddc-d6546ef75300 admin admin] Router f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:20:48.780632 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ed6c25-784e-4874-9ddc-d6546ef75300 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:20:48.800813 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-90ed6c25-784e-4874-9ddc-d6546ef75300 admin admin] 10.222.0.57 "PUT /v2.0/routers/f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7625649 Oct 19 01:20:48.801616 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54426) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:48.811591 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832d213-3a28-423b-890b-2d2cfc9b0cf1 req-319f5246-0fb2-4fad-a065-262d5d0681d5 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:48.820416 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e832d213-3a28-423b-890b-2d2cfc9b0cf1 req-319f5246-0fb2-4fad-a065-262d5d0681d5 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 943 time: 0.1305449 Oct 19 01:20:48.918505 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e832d213-3a28-423b-890b-2d2cfc9b0cf1 req-d05c57df-00eb-4061-8b62-eabba870905a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877593 Oct 19 01:20:49.023537 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b29fa563-d9c3-49a6-a17d-0a84b0368664 admin admin] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:49.026810 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-84cb82cc-8937-4ab0-b617-6ef04900ccf8 req-c4a2c1b3-32d7-4914-a7b8-bd7207fcea85 tempest-ServerShowV254Test-272099561 tempest-ServerShowV254Test-272099561-project] 10.222.0.57 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.0390258 Oct 19 01:20:49.179953 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b29fa563-d9c3-49a6-a17d-0a84b0368664 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:49.334636 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-b29fa563-d9c3-49a6-a17d-0a84b0368664 admin admin] Deleting port f997bca7-436b-4796-b412-4d27f8cc62ee {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:20:49.335049 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b29fa563-d9c3-49a6-a17d-0a84b0368664 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:49.530141 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-b29fa563-d9c3-49a6-a17d-0a84b0368664 admin admin] For port f997bca7-436b-4796-b412-4d27f8cc62ee, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=f997bca7-436b-4796-b412-4d27f8cc62ee,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:49.530683 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b29fa563-d9c3-49a6-a17d-0a84b0368664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:49.581810 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-b29fa563-d9c3-49a6-a17d-0a84b0368664 admin admin] Calling delete_port for f997bca7-436b-4796-b412-4d27f8cc62ee owned by network:router_gateway {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:20:49.656555 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48aec749-725f-491e-943f-849fb4635eed None None] Sync routers for ids ['f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:20:49.683512 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aec749-725f-491e-943f-849fb4635eed None None] Routers {'f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:20:49.684450 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-48aec749-725f-491e-943f-849fb4635eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:20:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:49.687641 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device ba4ce87b-cd8b-4873-bd64-3b071cf80af7 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:20:49.806798 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: ba4ce87b-cd8b-4873-bd64-3b071cf80af7 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:20:49.808582 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device ba4ce87b-cd8b-4873-bd64-3b071cf80af7 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:20:49.886837 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:49.902026 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b29fa563-d9c3-49a6-a17d-0a84b0368664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:49.938375 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29fa563-d9c3-49a6-a17d-0a84b0368664 admin admin] Pushing event deleted for resources: {'Port': ['ID=f997bca7-436b-4796-b412-4d27f8cc62ee,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:49.957251 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-48aec749-725f-491e-943f-849fb4635eed None None] Set router f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499 gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:20:50.013184 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b29fa563-d9c3-49a6-a17d-0a84b0368664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:50.132359 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-48aec749-725f-491e-943f-849fb4635eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499', 'name': 'tempest-ImageQuotaTest-535745196-router', 'tenant_id': 'b5d8cbfd87fb4b03946eaa8159de3b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:20:36Z', 'updated_at': '2021-10-19T01:20:49Z', 'revision_number': 6, 'project_id': 'b5d8cbfd87fb4b03946eaa8159de3b90', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:50.155679 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b29fa563-d9c3-49a6-a17d-0a84b0368664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:50.158145 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b29fa563-d9c3-49a6-a17d-0a84b0368664 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:50.198366 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70063b06-bf61-4884-8f75-27ec0794700d req-c2f2a061-9e20-4f04-aaaa-b8cd10b8a340 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:50.198905 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48aec749-725f-491e-943f-849fb4635eed None None] Checking router: f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:20:50.208028 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-70063b06-bf61-4884-8f75-27ec0794700d req-c2f2a061-9e20-4f04-aaaa-b8cd10b8a340 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 943 time: 0.1578083 Oct 19 01:20:50.224844 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aec749-725f-491e-943f-849fb4635eed None None] Routers {'f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:20:50.227508 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-48aec749-725f-491e-943f-849fb4635eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:20:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:50.258428 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-70063b06-bf61-4884-8f75-27ec0794700d req-c5ba21a6-cd01-4a59-b9e5-5141c7541689 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445876 Oct 19 01:20:50.286977 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b29fa563-d9c3-49a6-a17d-0a84b0368664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:50.287440 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29fa563-d9c3-49a6-a17d-0a84b0368664 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499 {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:20:50.330530 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b29fa563-d9c3-49a6-a17d-0a84b0368664 admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:50.342827 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b29fa563-d9c3-49a6-a17d-0a84b0368664 admin admin] 10.222.0.57 "DELETE /v2.0/routers/f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499 HTTP/1.1" status: 204 len: 168 time: 1.5355368 Oct 19 01:20:50.343138 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54472) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:50.356481 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e3661a5f-3688-46b9-8056-484ad50eabe4 req-3e939304-23d7-4ed1-97a5-88353e354044 tempest-ServerShowV254Test-272099561 tempest-ServerShowV254Test-272099561-project] 10.222.0.57 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.0986128 Oct 19 01:20:50.388020 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-48aec749-725f-491e-943f-849fb4635eed None None] Set router f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499 gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:20:50.471560 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9bef6c0-cb39-4c3f-bc95-ef6196e62f58 admin admin] Deleting subnet b7159158-157b-48c3-b76e-e585ad984f98 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:20:50.488755 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d9bef6c0-cb39-4c3f-bc95-ef6196e62f58 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:50.557423 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-48aec749-725f-491e-943f-849fb4635eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499', 'name': 'tempest-ImageQuotaTest-535745196-router', 'tenant_id': 'b5d8cbfd87fb4b03946eaa8159de3b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:20:36Z', 'updated_at': '2021-10-19T01:20:49Z', 'revision_number': 7, 'project_id': 'b5d8cbfd87fb4b03946eaa8159de3b90', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:50.635247 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d9bef6c0-cb39-4c3f-bc95-ef6196e62f58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:50.680777 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48aec749-725f-491e-943f-849fb4635eed None None] The sync data for ids ['f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499'] in n-d-715271-26 is: [{'id': 'f5d7f8d2-75cc-45ee-b0d9-b1d21d5ce499', 'name': 'tempest-ImageQuotaTest-535745196-router', 'tenant_id': 'b5d8cbfd87fb4b03946eaa8159de3b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:20:36Z', 'updated_at': '2021-10-19T01:20:49Z', 'revision_number': 7, 'project_id': 'b5d8cbfd87fb4b03946eaa8159de3b90', 'gw_port_host': None}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:20:50.809748 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d9bef6c0-cb39-4c3f-bc95-ef6196e62f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:50.935001 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d9bef6c0-cb39-4c3f-bc95-ef6196e62f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:51.029067 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bef6c0-cb39-4c3f-bc95-ef6196e62f58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7159158-157b-48c3-b76e-e585ad984f98,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:51.033794 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d9bef6c0-cb39-4c3f-bc95-ef6196e62f58 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:51.039644 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54496) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:51.042469 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff19cabe-1b62-4ddc-bf4f-2a819168c0fa None None] Network 77bec235-85ec-4f99-bc71-850de3f2324d requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:20:51.053005 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d9bef6c0-cb39-4c3f-bc95-ef6196e62f58 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b7159158-157b-48c3-b76e-e585ad984f98 HTTP/1.1" status: 204 len: 168 time: 0.7110474 Oct 19 01:20:51.217969 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-20f50aa8-60f0-46b9-8538-393f6b330da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:51.332878 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c655ce7e-1b73-45fe-8a75-b9af755d6e2f None None] DHCP port deletion for 77bec235-85ec-4f99-bc71-850de3f2324d request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:20:51.401791 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-20f50aa8-60f0-46b9-8538-393f6b330da2 admin admin] Deleting port 178e75c1-9fac-40f9-9bdf-ae005702cc32 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:20:51.402144 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-20f50aa8-60f0-46b9-8538-393f6b330da2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:51.469018 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-c655ce7e-1b73-45fe-8a75-b9af755d6e2f None None] Deleting port 178e75c1-9fac-40f9-9bdf-ae005702cc32 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:20:51.469458 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c655ce7e-1b73-45fe-8a75-b9af755d6e2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:51.521205 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee3fb5-974d-4286-9e30-18944ee1193e req-373dd73d-00b3-4cc3-aba4-d80234ec9afe tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:51.524123 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e2ee3fb5-974d-4286-9e30-18944ee1193e req-373dd73d-00b3-4cc3-aba4-d80234ec9afe tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 943 time: 0.1251876 Oct 19 01:20:51.620812 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e2ee3fb5-974d-4286-9e30-18944ee1193e req-63a36736-3b46-4448-8ebb-b996d09499c4 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841146 Oct 19 01:20:51.633326 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-c655ce7e-1b73-45fe-8a75-b9af755d6e2f None None] For port 178e75c1-9fac-40f9-9bdf-ae005702cc32, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=178e75c1-9fac-40f9-9bdf-ae005702cc32,segment=NetworkSegment(0f94e919-ce71-4ed1-8bde-8a07a203074a),segment_id=0f94e919-ce71-4ed1-8bde-8a07a203074a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:51.634031 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c655ce7e-1b73-45fe-8a75-b9af755d6e2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:51.651762 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-20f50aa8-60f0-46b9-8538-393f6b330da2 admin admin] For port 178e75c1-9fac-40f9-9bdf-ae005702cc32, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=178e75c1-9fac-40f9-9bdf-ae005702cc32,segment=NetworkSegment(0f94e919-ce71-4ed1-8bde-8a07a203074a),segment_id=0f94e919-ce71-4ed1-8bde-8a07a203074a)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:51.668358 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-20f50aa8-60f0-46b9-8538-393f6b330da2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:51.679092 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-c655ce7e-1b73-45fe-8a75-b9af755d6e2f None None] Calling delete_port for 178e75c1-9fac-40f9-9bdf-ae005702cc32 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:20:51.752616 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8f573ca3-30f4-4334-a35c-e2b70f9eb7c2 req-bb5fa4a1-5632-4c66-9a8b-f26bd9397d18 tempest-ServerShowV254Test-272099561 tempest-ServerShowV254Test-272099561-project] 10.222.0.57 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.1934671 Oct 19 01:20:51.807708 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-20f50aa8-60f0-46b9-8538-393f6b330da2 admin admin] Calling delete_port for 178e75c1-9fac-40f9-9bdf-ae005702cc32 owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:20:51.851701 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 178e75c1-9fac-40f9-9bdf-ae005702cc32 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:20:52.015064 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-20f50aa8-60f0-46b9-8538-393f6b330da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:52.036342 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f50aa8-60f0-46b9-8538-393f6b330da2 admin admin] No DVR routers for this DVR port 178e75c1-9fac-40f9-9bdf-ae005702cc32 on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:20:52.046466 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No active binding found for port 178e75c1-9fac-40f9-9bdf-ae005702cc32 {{(pid=100608) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 19 01:20:52.047197 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 178e75c1-9fac-40f9-9bdf-ae005702cc32 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:20:52.047905 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f997bca7-436b-4796-b412-4d27f8cc62ee no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:20:52.138779 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f50aa8-60f0-46b9-8538-393f6b330da2 admin admin] Pushing event deleted for resources: {'Port': ['ID=178e75c1-9fac-40f9-9bdf-ae005702cc32,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:52.231476 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-20f50aa8-60f0-46b9-8538-393f6b330da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:52.256013 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-20f50aa8-60f0-46b9-8538-393f6b330da2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77bec235-85ec-4f99-bc71-850de3f2324d']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:52.269381 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-20f50aa8-60f0-46b9-8538-393f6b330da2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f94e919-ce71-4ed1-8bde-8a07a203074a') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:52.270002 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-20f50aa8-60f0-46b9-8538-393f6b330da2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f94e919-ce71-4ed1-8bde-8a07a203074a') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:52.283431 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-20f50aa8-60f0-46b9-8538-393f6b330da2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:52.299278 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-20f50aa8-60f0-46b9-8538-393f6b330da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:52.313567 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f50aa8-60f0-46b9-8538-393f6b330da2 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:20:52.314012 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-20f50aa8-60f0-46b9-8538-393f6b330da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:52.318079 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:20:52.318079 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:20:52.318079 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:20:52.318079 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:20:52.318079 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:20:52.318079 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:20:52.318079 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:20:52.318079 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:20:52.318079 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:20:52.318079 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:20:52.318079 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:20:52.318079 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:20:52.318079 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:20:52.318079 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:20:52.318079 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:20:52.318079 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:20:52.318079 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:20:52.318079 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:20:52.318079 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:20:52.318079 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:20:52.318079 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:20:52.318079 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:20:52.318079 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:20:52.318079 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:20:52.318079 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:20:52.318079 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:20:52.318079 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:20:52.318079 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:20:52.318079 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:20:52.318079 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:20:52.318079 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:20:52.318079 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:20:52.364005 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c655ce7e-1b73-45fe-8a75-b9af755d6e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:52.372268 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: f997bca7-436b-4796-b412-4d27f8cc62ee {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:20:52.372625 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f997bca7-436b-4796-b412-4d27f8cc62ee not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:20:52.429124 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c655ce7e-1b73-45fe-8a75-b9af755d6e2f None None] Pushing event deleted for resources: {'Port': ['ID=178e75c1-9fac-40f9-9bdf-ae005702cc32,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:52.442746 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c655ce7e-1b73-45fe-8a75-b9af755d6e2f None None] No DVR routers for this DVR port 178e75c1-9fac-40f9-9bdf-ae005702cc32 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:20:52.452487 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-20f50aa8-60f0-46b9-8538-393f6b330da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:52.459394 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-20f50aa8-60f0-46b9-8538-393f6b330da2 admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:52.462631 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-20f50aa8-60f0-46b9-8538-393f6b330da2 admin admin] 10.222.0.57 "DELETE /v2.0/networks/77bec235-85ec-4f99-bc71-850de3f2324d HTTP/1.1" status: 204 len: 168 time: 1.4218678 Oct 19 01:20:52.495919 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f50aa8-60f0-46b9-8538-393f6b330da2 admin admin] Pushing event deleted for resources: {'Network': ['ID=77bec235-85ec-4f99-bc71-850de3f2324d,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:52.814888 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54552) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:52.857136 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ebbaf-5d81-45bb-a4fb-cffaea62f586 req-ec7acc59-f95b-4ce6-ace0-afdf8d44d8d9 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:52.872716 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-121ebbaf-5d81-45bb-a4fb-cffaea62f586 req-ec7acc59-f95b-4ce6-ace0-afdf8d44d8d9 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 943 time: 0.1340590 Oct 19 01:20:52.927392 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0fd4a649-a896-4220-901c-8f07fa752636 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b5d8cbfd87fb4b03946eaa8159de3b90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1110823 Oct 19 01:20:52.929751 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54556) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:53.006535 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-121ebbaf-5d81-45bb-a4fb-cffaea62f586 req-8ee83a59-a678-4d74-85bd-66f0f1997897 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089811 Oct 19 01:20:53.043570 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-35202611-ebb6-4a0a-a376-775bf7f203a5 req-88abcccf-a820-438e-a8fe-7c3d804ec44a tempest-ServerShowV254Test-272099561 tempest-ServerShowV254Test-272099561-project] 10.222.0.57 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.0638351 Oct 19 01:20:53.078651 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-14d2390b-76f2-4dc8-99d1-64cbab1bb8e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:53.134405 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-14d2390b-76f2-4dc8-99d1-64cbab1bb8e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:53.209613 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-14d2390b-76f2-4dc8-99d1-64cbab1bb8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:53.212652 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-14d2390b-76f2-4dc8-99d1-64cbab1bb8e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:53.217058 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-14d2390b-76f2-4dc8-99d1-64cbab1bb8e1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6fed880f-bc71-4c28-a31b-9fc1f6129f79 HTTP/1.1" status: 204 len: 168 time: 0.2836249 Oct 19 01:20:53.238835 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d2390b-76f2-4dc8-99d1-64cbab1bb8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fed880f-bc71-4c28-a31b-9fc1f6129f79,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:53.526258 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54568) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:53.724516 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cebef152-a477-48a3-914e-195505511d40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:53.747089 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54572) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:53.760122 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-db2bf659-d8a3-4cbb-a6ab-24c06053fd81 req-9a906b41-4083-464c-b623-459deaf5f66e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.0567837 Oct 19 01:20:53.770251 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-841a8746-1aa1-4a8e-a093-f8ad3267c706 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:53.854302 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cebef152-a477-48a3-914e-195505511d40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:53.863813 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cebef152-a477-48a3-914e-195505511d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:53.888430 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-841a8746-1aa1-4a8e-a093-f8ad3267c706 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:53.897198 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-841a8746-1aa1-4a8e-a093-f8ad3267c706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:53.905444 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cebef152-a477-48a3-914e-195505511d40 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=431f264cd26642e4973dfc482e0cd4c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3779407 Oct 19 01:20:53.906753 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54578) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:53.942097 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a8746-1aa1-4a8e-a093-f8ad3267c706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f125d857-5a9c-4712-a598-111a527ee4c7,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:53.986108 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebef152-a477-48a3-914e-195505511d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e532ac8-d2b7-4a94-b493-d04f77b81eeb,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:53.991485 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-841a8746-1aa1-4a8e-a093-f8ad3267c706 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2393641 Oct 19 01:20:53.993759 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54580) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:54.031852 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8904b020-469e-4861-abcb-c8ed9cb9b430 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:54.101701 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-456e1ea3-08da-40c8-b3b1-80a8cbfd4b10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:54.112486 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8904b020-469e-4861-abcb-c8ed9cb9b430 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:54.159106 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-456e1ea3-08da-40c8-b3b1-80a8cbfd4b10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:54.217871 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2a8dc508-8156-469e-bec6-911c4b075d99 req-8a8c1f83-a336-4768-af13-15eb4f479c67 tempest-ServerShowV254Test-272099561 tempest-ServerShowV254Test-272099561-project] 10.222.0.57 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.0445268 Oct 19 01:20:54.273042 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-456e1ea3-08da-40c8-b3b1-80a8cbfd4b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:54.274058 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3eeefb-4250-47a0-b414-ce04b492e059 req-36692554-59f7-4385-877c-385e123b8cd5 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:54.276664 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-456e1ea3-08da-40c8-b3b1-80a8cbfd4b10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:54.278085 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-456e1ea3-08da-40c8-b3b1-80a8cbfd4b10 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f125d857-5a9c-4712-a598-111a527ee4c7 HTTP/1.1" status: 204 len: 168 time: 0.2696166 Oct 19 01:20:54.295545 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1a3eeefb-4250-47a0-b414-ce04b492e059 req-36692554-59f7-4385-877c-385e123b8cd5 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 943 time: 0.1489434 Oct 19 01:20:54.296776 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8904b020-469e-4861-abcb-c8ed9cb9b430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:54.299368 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8904b020-469e-4861-abcb-c8ed9cb9b430 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:54.307364 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e1ea3-08da-40c8-b3b1-80a8cbfd4b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f125d857-5a9c-4712-a598-111a527ee4c7,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:54.313598 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8904b020-469e-4861-abcb-c8ed9cb9b430 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5e532ac8-d2b7-4a94-b493-d04f77b81eeb HTTP/1.1" status: 204 len: 168 time: 0.4033754 Oct 19 01:20:54.360315 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904b020-469e-4861-abcb-c8ed9cb9b430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e532ac8-d2b7-4a94-b493-d04f77b81eeb,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:54.379899 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1a3eeefb-4250-47a0-b414-ce04b492e059 req-e5a3f43d-e8cb-4338-ac3a-65e162037efc tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648811 Oct 19 01:20:54.871154 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54602) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:54.885719 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5d4aa8dd-3015-456e-8918-54562669b406 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:55.033791 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5d4aa8dd-3015-456e-8918-54562669b406 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:55.039778 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5d4aa8dd-3015-456e-8918-54562669b406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:55.089711 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5d4aa8dd-3015-456e-8918-54562669b406 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=54b9f724bd36497191050548fe0546bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2171369 Oct 19 01:20:55.092348 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54608) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:55.099175 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4aa8dd-3015-456e-8918-54562669b406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15486f23-4414-4896-8174-875bd37138ec,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:55.151736 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c407fa58-b20b-49e2-a0bb-e9c4c3aef688 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:55.175779 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c407fa58-b20b-49e2-a0bb-e9c4c3aef688 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:55.236086 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c407fa58-b20b-49e2-a0bb-e9c4c3aef688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:55.239301 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c407fa58-b20b-49e2-a0bb-e9c4c3aef688 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:55.241324 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c407fa58-b20b-49e2-a0bb-e9c4c3aef688 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/15486f23-4414-4896-8174-875bd37138ec HTTP/1.1" status: 204 len: 168 time: 0.1473522 Oct 19 01:20:55.250254 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407fa58-b20b-49e2-a0bb-e9c4c3aef688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15486f23-4414-4896-8174-875bd37138ec,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:55.379152 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-afb57c89-debf-4b98-9198-9077cd8e8192 req-8fed90d0-4a32-4128-a97d-736754dcd0c9 tempest-ServerShowV254Test-272099561 tempest-ServerShowV254Test-272099561-project] 10.222.0.57 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.0364618 Oct 19 01:20:55.512900 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a99d5d-4b64-48af-9cf7-b5e3fe0bf7c5 req-261f623d-0e24-4f88-8bc1-5cba08ed6821 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:55.515625 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d7a99d5d-4b64-48af-9cf7-b5e3fe0bf7c5 req-261f623d-0e24-4f88-8bc1-5cba08ed6821 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 943 time: 0.0597579 Oct 19 01:20:55.561182 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d7a99d5d-4b64-48af-9cf7-b5e3fe0bf7c5 req-5e7f7ad2-03fd-4fc0-9aa4-2694354cf6ee tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395112 Oct 19 01:20:56.140326 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-41e5483e-c133-4081-bd37-61527aa2571a req-f6997a17-c88a-4350-95fc-77da3a6dffc0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0954838 Oct 19 01:20:56.176860 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c78bee5e-baeb-4c45-8f5f-d7a89bd47a8b req-fa315d3d-aeba-4f64-ac36-718cc14b8e7c tempest-ServerShowV254Test-272099561 tempest-ServerShowV254Test-272099561-project] 10.222.0.57 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.0783124 Oct 19 01:20:56.257112 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5483e-c133-4081-bd37-61527aa2571a req-afc93ca2-20b8-4a49-b470-1259bbe51646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:56.258775 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-41e5483e-c133-4081-bd37-61527aa2571a req-afc93ca2-20b8-4a49-b470-1259bbe51646 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=585554f71e844101aa23b8eea6cc5bd0&device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 1097 time: 0.0579348 Oct 19 01:20:56.409063 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5483e-c133-4081-bd37-61527aa2571a req-ea9e594d-dbca-4fa8-9fd0-fa67f07d73f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:56.411025 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-41e5483e-c133-4081-bd37-61527aa2571a req-ea9e594d-dbca-4fa8-9fd0-fa67f07d73f7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5e12dd14-5039-435c-a783-d0672592c2d3 HTTP/1.1" status: 200 len: 912 time: 0.1138685 Oct 19 01:20:56.567262 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-41e5483e-c133-4081-bd37-61527aa2571a req-3d4a222d-a945-4314-a9b8-75a925a243b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56929a5d-2313-4c21-bdb0-ff64a436f703 HTTP/1.1" status: 200 len: 1000 time: 0.1482747 Oct 19 01:20:56.623940 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5483e-c133-4081-bd37-61527aa2571a req-7e8ef22e-1a15-4a58-938d-b66607497d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:56.625819 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-41e5483e-c133-4081-bd37-61527aa2571a req-7e8ef22e-1a15-4a58-938d-b66607497d4d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=313c4890-7a10-40d1-9c32-7abcea0c2b45 HTTP/1.1" status: 200 len: 850 time: 0.0515959 Oct 19 01:20:56.729277 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5483e-c133-4081-bd37-61527aa2571a req-a8e5d6fc-a2bc-4bdf-ae7d-168b0026ae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:56.731067 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-41e5483e-c133-4081-bd37-61527aa2571a req-a8e5d6fc-a2bc-4bdf-ae7d-168b0026ae1e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5e12dd14-5039-435c-a783-d0672592c2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0974960 Oct 19 01:20:56.802908 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe18be2-30ee-4314-8c15-103344b54c09 req-e7fc3221-a5fb-4f08-bcc7-6fa54130cc57 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:56.810260 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4fe18be2-30ee-4314-8c15-103344b54c09 req-e7fc3221-a5fb-4f08-bcc7-6fa54130cc57 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 943 time: 0.1434793 Oct 19 01:20:56.947543 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4fe18be2-30ee-4314-8c15-103344b54c09 req-6b7ece25-5b20-42b4-96a9-7ed107a2228c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358340 Oct 19 01:20:56.996694 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-41e5483e-c133-4081-bd37-61527aa2571a req-2c3caf37-2953-4806-a7df-928e7600aba6 service neutron] 10.222.0.24 "GET /v2.0/networks/5e12dd14-5039-435c-a783-d0672592c2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559671 Oct 19 01:20:57.101795 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:57.204759 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-41e5483e-c133-4081-bd37-61527aa2571a req-f5587c03-8208-44c3-b3ea-0255a88378f7 service neutron] 10.222.0.24 "GET /v2.0/networks/5e12dd14-5039-435c-a783-d0672592c2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002745 Oct 19 01:20:57.345078 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d22cc46c-e2ec-4064-ada0-e5489066efac req-1a265c26-adeb-44a8-baea-13de32066a8b tempest-ServerShowV254Test-272099561 tempest-ServerShowV254Test-272099561-project] 10.222.0.57 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.0335960 Oct 19 01:20:58.158873 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc1227-304e-4ac0-b8d3-aae3cbabf81e req-e93de623-bf15-4c9d-9000-d765225a42ee tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:58.163966 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-51fc1227-304e-4ac0-b8d3-aae3cbabf81e req-e93de623-bf15-4c9d-9000-d765225a42ee tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 943 time: 0.1203144 Oct 19 01:20:58.229505 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-51fc1227-304e-4ac0-b8d3-aae3cbabf81e req-04efe0b8-b9db-4f40-9f2e-37fc926fafb4 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596519 Oct 19 01:20:58.457775 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54766) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:58.464398 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cc5259c2-abb4-4283-b310-4ecdbc905d81 req-ebdf70e4-2550-4022-a5bd-a68afea0e24d tempest-ServerShowV254Test-272099561 tempest-ServerShowV254Test-272099561-project] 10.222.0.57 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.0387282 Oct 19 01:20:58.600053 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-11db2022-9de8-4584-99d3-622d1cfa2e41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:58.691427 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-11db2022-9de8-4584-99d3-622d1cfa2e41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:58.697861 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-11db2022-9de8-4584-99d3-622d1cfa2e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:58.751582 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-11db2022-9de8-4584-99d3-622d1cfa2e41 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=23d48f6bc6914bb8bfa74143f315deaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2879786 Oct 19 01:20:58.751582 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db2022-9de8-4584-99d3-622d1cfa2e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33854c46-6c74-4f82-8508-4248493e3b7c,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:58.752302 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54778) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:58.814202 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1fb415b4-5426-4160-b220-32c5f8f20cd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:58.838737 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1fb415b4-5426-4160-b220-32c5f8f20cd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:58.895181 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1fb415b4-5426-4160-b220-32c5f8f20cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:58.898160 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1fb415b4-5426-4160-b220-32c5f8f20cd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:58.903678 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1fb415b4-5426-4160-b220-32c5f8f20cd8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/33854c46-6c74-4f82-8508-4248493e3b7c HTTP/1.1" status: 204 len: 168 time: 0.1500466 Oct 19 01:20:58.919593 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb415b4-5426-4160-b220-32c5f8f20cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33854c46-6c74-4f82-8508-4248493e3b7c,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:59.208830 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54792) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:59.224412 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-847cacb5-be5c-4585-a669-8f88abd483bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:59.311434 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-847cacb5-be5c-4585-a669-8f88abd483bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:59.317196 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-847cacb5-be5c-4585-a669-8f88abd483bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:59.365179 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-847cacb5-be5c-4585-a669-8f88abd483bb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c1e93d4f0928458380f9dc4bbc303ed3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1547925 Oct 19 01:20:59.366066 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847cacb5-be5c-4585-a669-8f88abd483bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a78b47-18ee-446f-b6a4-866cef90a16f,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:59.371037 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54800) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:59.405665 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:59.423786 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18cba2-2278-4cc2-8a02-6df21b42eca7 req-3dcf7dd6-4ad2-45c1-b07d-3a3efe50e998 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:59.432999 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2b18cba2-2278-4cc2-8a02-6df21b42eca7 req-3dcf7dd6-4ad2-45c1-b07d-3a3efe50e998 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 943 time: 0.0959957 Oct 19 01:20:59.437232 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c844fb71-52ca-4277-b7e7-996a1f07bf56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:59.469461 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c844fb71-52ca-4277-b7e7-996a1f07bf56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:59.486116 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2b18cba2-2278-4cc2-8a02-6df21b42eca7 req-54ee3346-aaf9-46f6-b578-6eefe4cdcb08 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520306 Oct 19 01:20:59.537308 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c844fb71-52ca-4277-b7e7-996a1f07bf56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:59.540771 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c844fb71-52ca-4277-b7e7-996a1f07bf56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:59.555201 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c844fb71-52ca-4277-b7e7-996a1f07bf56 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e4a78b47-18ee-446f-b6a4-866cef90a16f HTTP/1.1" status: 204 len: 168 time: 0.1768878 Oct 19 01:20:59.578656 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844fb71-52ca-4277-b7e7-996a1f07bf56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a78b47-18ee-446f-b6a4-866cef90a16f,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:59.606935 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ab869756-93c2-4372-817e-0cbf5ba0c116 req-92914678-904c-4b60-bb2c-4c63fc28e282 tempest-ServerShowV254Test-272099561 tempest-ServerShowV254Test-272099561-project] 10.222.0.57 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.0316310 Oct 19 01:21:00.184826 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 14dc3682-0a4a-4191-953e-7fe76ed9cf1a details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:21:00.293453 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 14dc3682-0a4a-4191-953e-7fe76ed9cf1a, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=14dc3682-0a4a-4191-953e-7fe76ed9cf1a,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:00.305252 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '14dc3682-0a4a-4191-953e-7fe76ed9cf1a', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'port_id': '14dc3682-0a4a-4191-953e-7fe76ed9cf1a', 'mac_address': 'fa:16:3e:f6:8e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:21:00.346612 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:00.366928 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14dc3682-0a4a-4191-953e-7fe76ed9cf1a {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:21:00.389966 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 14dc3682-0a4a-4191-953e-7fe76ed9cf1a, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=14dc3682-0a4a-4191-953e-7fe76ed9cf1a,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:00.395111 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:00.448590 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=14dc3682-0a4a-4191-953e-7fe76ed9cf1a,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:00.464299 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:00.464930 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:00.465444 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:00.465787 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:00.466128 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:00.466594 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:00.467498 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:00.468114 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:00.468559 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:00.468899 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:00.469233 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:00.469627 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:00.595694 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['14dc3682-0a4a-4191-953e-7fe76ed9cf1a'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:21:00.677503 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edc7ba-f2c4-454d-b1d5-76513c13875d req-5d200323-b829-44d4-83e9-3ad2e313c31e tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:00.696322 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a2edc7ba-f2c4-454d-b1d5-76513c13875d req-5d200323-b829-44d4-83e9-3ad2e313c31e tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 944 time: 0.1147807 Oct 19 01:21:00.840608 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a05b6acd-aa3f-415d-bccc-f28b9cf9f031 req-a440ca9d-ab32-4bb3-8d77-7dd4450d914f tempest-ServerShowV254Test-272099561 tempest-ServerShowV254Test-272099561-project] 10.222.0.57 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.0884573 Oct 19 01:21:00.844300 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a2edc7ba-f2c4-454d-b1d5-76513c13875d req-a219c525-58e6-466b-a5c3-8b7e4921d70e tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429272 Oct 19 01:21:01.321686 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:21:02.006458 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0ab3ed25-9604-4174-8f4a-a6fe49dc5d4d req-1b517144-1f0a-4c61-98f9-438f32a66d96 tempest-ServerShowV254Test-272099561 tempest-ServerShowV254Test-272099561-project] 10.222.0.57 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.0306537 Oct 19 01:21:02.038689 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130864d8-e2c6-46d2-b977-f1271509ef55 req-a492096a-4c30-4d94-997f-3dda929a16ca tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:02.050710 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-130864d8-e2c6-46d2-b977-f1271509ef55 req-a492096a-4c30-4d94-997f-3dda929a16ca tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 944 time: 0.0850194 Oct 19 01:21:02.117295 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-130864d8-e2c6-46d2-b977-f1271509ef55 req-c58b49ad-a74d-40b2-881a-9ce6bbd3c3d9 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551038 Oct 19 01:21:02.199626 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 14dc3682-0a4a-4191-953e-7fe76ed9cf1a up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:21:02.289176 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 14dc3682-0a4a-4191-953e-7fe76ed9cf1a completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:21:02.294186 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 14dc3682-0a4a-4191-953e-7fe76ed9cf1a triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:02.294871 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:02.383059 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:02.409436 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64dbe4b9-9670-4b8a-b5c6-4427ae5cf609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14dc3682-0a4a-4191-953e-7fe76ed9cf1a'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:21:02.412085 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdb5a11-8770-4e1a-8db3-c044f3a4f33f" -d '{"events": [{"server_uuid": "64dbe4b9-9670-4b8a-b5c6-4427ae5cf609", "name": "network-vif-plugged", "status": "completed", "tag": "14dc3682-0a4a-4191-953e-7fe76ed9cf1a"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:21:02.462162 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98438426-1a79-4885-adc5-b216070f8099 x-openstack-request-id: req-98438426-1a79-4885-adc5-b216070f8099 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:21:02.462448 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64dbe4b9-9670-4b8a-b5c6-4427ae5cf609", "name": "network-vif-plugged", "status": "completed", "tag": "14dc3682-0a4a-4191-953e-7fe76ed9cf1a", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:21:02.462687 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-98438426-1a79-4885-adc5-b216070f8099 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:21:02.466956 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64dbe4b9-9670-4b8a-b5c6-4427ae5cf609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14dc3682-0a4a-4191-953e-7fe76ed9cf1a', 'code': 200} Oct 19 01:21:02.469096 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 14dc3682-0a4a-4191-953e-7fe76ed9cf1a, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=14dc3682-0a4a-4191-953e-7fe76ed9cf1a,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:02.480149 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:02.576462 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=14dc3682-0a4a-4191-953e-7fe76ed9cf1a,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:02.582183 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd328e3d-a14d-4508-8e81-1a6d8ff604d2 req-204a9c1d-0e3d-45e7-a5fa-b5102c966f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:02.583844 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dd328e3d-a14d-4508-8e81-1a6d8ff604d2 req-204a9c1d-0e3d-45e7-a5fa-b5102c966f95 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 1097 time: 0.0600235 Oct 19 01:21:02.625310 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dd328e3d-a14d-4508-8e81-1a6d8ff604d2 req-9ce9ab09-7a3e-4a4d-ab06-75ec3f79340e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335572 Oct 19 01:21:03.144558 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-069e6106-d360-4954-af80-b21998c8d3f5 req-e0f88f84-ee27-4bbb-a3db-f4cfea64f232 tempest-ServerShowV254Test-272099561 tempest-ServerShowV254Test-272099561-project] 10.222.0.57 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.0289407 Oct 19 01:21:03.261279 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210ce2f-b587-4493-a400-dab28326b165 req-4b86fdf8-5850-4e2a-b8a3-59b7f7fe322a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:03.280462 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c210ce2f-b587-4493-a400-dab28326b165 req-4b86fdf8-5850-4e2a-b8a3-59b7f7fe322a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 945 time: 0.0787320 Oct 19 01:21:03.328522 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c210ce2f-b587-4493-a400-dab28326b165 req-83ed34d3-ce76-48d0-b9d2-8b90f5e40338 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466442 Oct 19 01:21:04.262965 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cdd06aa8-08d7-40e3-931b-f82a7e278c08 req-585a70b2-5645-40c2-81cf-88acda944baa tempest-ServerShowV254Test-272099561 tempest-ServerShowV254Test-272099561-project] 10.222.0.57 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.0359566 Oct 19 01:21:04.462139 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4df8a4-c3f1-4bc7-9448-cab6bde23d4f req-cbf06dfa-4664-47a7-a6d9-c28ebe3ee7b7 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:04.463712 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ff4df8a4-c3f1-4bc7-9448-cab6bde23d4f req-cbf06dfa-4664-47a7-a6d9-c28ebe3ee7b7 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 945 time: 0.0518625 Oct 19 01:21:04.504400 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ff4df8a4-c3f1-4bc7-9448-cab6bde23d4f req-e2e0d8c4-37e7-4e5e-987f-959516910360 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336988 Oct 19 01:21:04.636341 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2efe13-22e5-46ca-99e2-f423589a50b4 req-991a8fd8-87a8-4918-9cae-4dad3fdbf55d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:04.637991 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ae2efe13-22e5-46ca-99e2-f423589a50b4 req-991a8fd8-87a8-4918-9cae-4dad3fdbf55d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 945 time: 0.0501089 Oct 19 01:21:04.681805 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ae2efe13-22e5-46ca-99e2-f423589a50b4 req-8c625346-f975-4c03-b1a3-648a94e79ace tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330141 Oct 19 01:21:04.805119 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914a12a-c2f6-4fef-a68e-6c8f9edeff9b req-28d6a375-fbeb-4453-afed-7edb7c8c36c7 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:04.807359 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f914a12a-c2f6-4fef-a68e-6c8f9edeff9b req-28d6a375-fbeb-4453-afed-7edb7c8c36c7 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 945 time: 0.0548437 Oct 19 01:21:04.854500 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f914a12a-c2f6-4fef-a68e-6c8f9edeff9b req-72bb8f96-93a4-4e0c-b2cd-910af40e3ec5 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405874 Oct 19 01:21:05.187623 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b198592-ea5a-42df-b48c-0a86e607c22e req-d80adcff-1c6a-4ae3-8daa-c61d1107e008 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:05.189244 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1b198592-ea5a-42df-b48c-0a86e607c22e req-d80adcff-1c6a-4ae3-8daa-c61d1107e008 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 945 time: 0.0616858 Oct 19 01:21:05.234579 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1b198592-ea5a-42df-b48c-0a86e607c22e req-4bf67e70-027c-4ff6-8489-1e87e5ac348d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391285 Oct 19 01:21:05.418636 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0f4f8d67-76c9-4eff-9808-7e027c017eb8 req-ddec5722-d860-4cda-9c31-2e8969658c4b tempest-ServerShowV254Test-272099561 tempest-ServerShowV254Test-272099561-project] 10.222.0.57 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.0497947 Oct 19 01:21:06.360393 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7b208-7a0e-49ba-84d1-2e998ceef404 req-83a80d8f-9cd2-4e2c-a848-c7362791a978 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:06.362109 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e7b7b208-7a0e-49ba-84d1-2e998ceef404 req-83a80d8f-9cd2-4e2c-a848-c7362791a978 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 945 time: 0.0515416 Oct 19 01:21:06.402676 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e7b7b208-7a0e-49ba-84d1-2e998ceef404 req-2e32852e-5d1d-4746-9bc1-8dafbbba0c2e tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340946 Oct 19 01:21:06.544487 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ffd45e64-5431-430c-89d6-e19e52430f66 req-9bcfc26d-a45d-4af1-af00-f0a20cde48c0 tempest-ServerShowV254Test-272099561 tempest-ServerShowV254Test-272099561-project] 10.222.0.57 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.0401244 Oct 19 01:21:06.625616 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2344d4-6956-4543-bfde-3aa641e99899 req-f2a0ff31-8a3f-41dc-8db7-532019a4dfc8 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:06.627272 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2d2344d4-6956-4543-bfde-3aa641e99899 req-f2a0ff31-8a3f-41dc-8db7-532019a4dfc8 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.24 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 945 time: 0.0635102 Oct 19 01:21:06.726988 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-2d2344d4-6956-4543-bfde-3aa641e99899 req-84977e57-c287-4346-a42d-1034e6e91476 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Deleting port 14dc3682-0a4a-4191-953e-7fe76ed9cf1a {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:21:06.727334 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2d2344d4-6956-4543-bfde-3aa641e99899 req-84977e57-c287-4346-a42d-1034e6e91476 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:06.824276 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-2d2344d4-6956-4543-bfde-3aa641e99899 req-84977e57-c287-4346-a42d-1034e6e91476 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] For port 14dc3682-0a4a-4191-953e-7fe76ed9cf1a, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=14dc3682-0a4a-4191-953e-7fe76ed9cf1a,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:06.824646 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2d2344d4-6956-4543-bfde-3aa641e99899 req-84977e57-c287-4346-a42d-1034e6e91476 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:06.837719 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-2d2344d4-6956-4543-bfde-3aa641e99899 req-84977e57-c287-4346-a42d-1034e6e91476 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Calling delete_port for 14dc3682-0a4a-4191-953e-7fe76ed9cf1a owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:21:06.975135 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2d2344d4-6956-4543-bfde-3aa641e99899 req-84977e57-c287-4346-a42d-1034e6e91476 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:06.990343 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['14dc3682-0a4a-4191-953e-7fe76ed9cf1a'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:21:07.028544 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84977e57-c287-4346-a42d-1034e6e91476 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Pushing event deleted for resources: {'Port': ['ID=14dc3682-0a4a-4191-953e-7fe76ed9cf1a,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:07.062792 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84977e57-c287-4346-a42d-1034e6e91476 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:07.063356 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84977e57-c287-4346-a42d-1034e6e91476 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:07.063883 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84977e57-c287-4346-a42d-1034e6e91476 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:07.064575 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84977e57-c287-4346-a42d-1034e6e91476 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:07.065012 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84977e57-c287-4346-a42d-1034e6e91476 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:07.065495 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84977e57-c287-4346-a42d-1034e6e91476 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:07.065828 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84977e57-c287-4346-a42d-1034e6e91476 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:07.066153 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84977e57-c287-4346-a42d-1034e6e91476 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:07.066478 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84977e57-c287-4346-a42d-1034e6e91476 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:07.066875 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84977e57-c287-4346-a42d-1034e6e91476 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:07.067399 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84977e57-c287-4346-a42d-1034e6e91476 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:07.067935 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84977e57-c287-4346-a42d-1034e6e91476 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:07.088343 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2344d4-6956-4543-bfde-3aa641e99899 req-84977e57-c287-4346-a42d-1034e6e91476 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] No DVR routers for this DVR port 14dc3682-0a4a-4191-953e-7fe76ed9cf1a on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:21:07.091092 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2d2344d4-6956-4543-bfde-3aa641e99899 req-84977e57-c287-4346-a42d-1034e6e91476 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:07.095450 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2d2344d4-6956-4543-bfde-3aa641e99899 req-84977e57-c287-4346-a42d-1034e6e91476 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.24 "DELETE /v2.0/ports/14dc3682-0a4a-4191-953e-7fe76ed9cf1a HTTP/1.1" status: 204 len: 173 time: 0.4599013 Oct 19 01:21:07.096197 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64dbe4b9-9670-4b8a-b5c6-4427ae5cf609', 'name': 'network-vif-deleted', 'tag': '14dc3682-0a4a-4191-953e-7fe76ed9cf1a'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:21:07.100126 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1915df4-2652-4bd6-a67b-30d677131a30" -d '{"events": [{"server_uuid": "64dbe4b9-9670-4b8a-b5c6-4427ae5cf609", "name": "network-vif-deleted", "tag": "14dc3682-0a4a-4191-953e-7fe76ed9cf1a"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:21:07.156519 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522b8e06-88b4-494c-bd4c-851149c3f7a4 x-openstack-request-id: req-522b8e06-88b4-494c-bd4c-851149c3f7a4 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:21:07.157058 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64dbe4b9-9670-4b8a-b5c6-4427ae5cf609", "name": "network-vif-deleted", "tag": "14dc3682-0a4a-4191-953e-7fe76ed9cf1a", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:21:07.157810 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-522b8e06-88b4-494c-bd4c-851149c3f7a4 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:21:07.159429 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64dbe4b9-9670-4b8a-b5c6-4427ae5cf609', 'name': 'network-vif-deleted', 'tag': '14dc3682-0a4a-4191-953e-7fe76ed9cf1a', 'status': 'completed', 'code': 200} Oct 19 01:21:07.568400 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6910edfc-981e-4d27-825d-bfc0e13aca8a req-c74dad48-7e09-4271-9377-ce04aec2518e tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 210 time: 0.0563102 Oct 19 01:21:07.707710 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6dde726c-95f3-4dfa-9775-d4bbd1d7f24f req-22751397-0751-4add-a239-e7d9f9c27427 tempest-ServerShowV254Test-272099561 tempest-ServerShowV254Test-272099561-project] 10.222.0.57 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.0273311 Oct 19 01:21:08.706691 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b7d056fc-4630-4a7a-a6c2-7595949b61f0 req-cf417b01-760a-4fa2-b7cb-b976cee2bcbc tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 210 time: 0.0413575 Oct 19 01:21:08.827584 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4c5c41f2-52cb-4c16-a011-9f1b9d225742 req-c028e8e5-2b99-4aed-9e91-e5b5d7091a9e tempest-ServerShowV254Test-272099561 tempest-ServerShowV254Test-272099561-project] 10.222.0.57 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.0334980 Oct 19 01:21:09.174002 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55126) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:09.287326 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9f69f36b-248a-4ec6-8db4-d37e39e9dba4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:09.376877 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9f69f36b-248a-4ec6-8db4-d37e39e9dba4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:09.381086 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9f69f36b-248a-4ec6-8db4-d37e39e9dba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:09.421844 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9f69f36b-248a-4ec6-8db4-d37e39e9dba4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=680b8c6714304d678a82a46ca0e65bb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2465868 Oct 19 01:21:09.424403 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55136) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:09.439496 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69f36b-248a-4ec6-8db4-d37e39e9dba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9224fece-2d4d-428b-a879-1be0eee35390,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:09.448579 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f69f36b-248a-4ec6-8db4-d37e39e9dba4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:09.449349 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f69f36b-248a-4ec6-8db4-d37e39e9dba4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:09.449944 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f69f36b-248a-4ec6-8db4-d37e39e9dba4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:09.450522 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f69f36b-248a-4ec6-8db4-d37e39e9dba4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:09.451682 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f69f36b-248a-4ec6-8db4-d37e39e9dba4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:09.452448 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f69f36b-248a-4ec6-8db4-d37e39e9dba4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:09.453021 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f69f36b-248a-4ec6-8db4-d37e39e9dba4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:09.454147 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f69f36b-248a-4ec6-8db4-d37e39e9dba4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:09.454697 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f69f36b-248a-4ec6-8db4-d37e39e9dba4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:09.455364 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f69f36b-248a-4ec6-8db4-d37e39e9dba4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:09.455983 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f69f36b-248a-4ec6-8db4-d37e39e9dba4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:09.456623 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f69f36b-248a-4ec6-8db4-d37e39e9dba4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:09.515600 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bc5d4991-b7aa-4156-86e9-64d820c4c161 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:09.543422 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bc5d4991-b7aa-4156-86e9-64d820c4c161 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:09.595618 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bc5d4991-b7aa-4156-86e9-64d820c4c161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:09.598939 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bc5d4991-b7aa-4156-86e9-64d820c4c161 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:09.603637 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-bc5d4991-b7aa-4156-86e9-64d820c4c161 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9224fece-2d4d-428b-a879-1be0eee35390 HTTP/1.1" status: 204 len: 168 time: 0.1755617 Oct 19 01:21:09.617077 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d4991-b7aa-4156-86e9-64d820c4c161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9224fece-2d4d-428b-a879-1be0eee35390,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:09.885563 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-58c8fc20-3fe3-4c83-baed-9479b28fcd8a req-cf539cef-736e-417c-b016-5bafe9f45789 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 210 time: 0.0510569 Oct 19 01:21:10.021233 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dc2c3397-805a-4ee2-8da0-480bd35f0842 req-ecc24a3f-2646-4db2-a1eb-08da1ac9b4b1 tempest-ServerShowV254Test-272099561 tempest-ServerShowV254Test-272099561-project] 10.222.0.57 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.0514863 Oct 19 01:21:10.110487 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55158) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:10.127900 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-816db46f-aa2e-4a79-b3ec-d81e2aea2bbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:10.234594 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-816db46f-aa2e-4a79-b3ec-d81e2aea2bbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:10.241384 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-816db46f-aa2e-4a79-b3ec-d81e2aea2bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:10.264816 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 14dc3682-0a4a-4191-953e-7fe76ed9cf1a no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:21:10.276004 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-816db46f-aa2e-4a79-b3ec-d81e2aea2bbd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0f8db77403564c34a249bff44b69a128&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1637478 Oct 19 01:21:10.278378 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55160) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:10.297318 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 14dc3682-0a4a-4191-953e-7fe76ed9cf1a {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:21:10.297671 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 14dc3682-0a4a-4191-953e-7fe76ed9cf1a not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:21:10.327168 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816db46f-aa2e-4a79-b3ec-d81e2aea2bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fc0f62-96a0-4ea3-aaba-710b96ecb426,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:10.359230 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8adb6423-8363-4050-881a-7623b99ed5c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:10.383619 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8adb6423-8363-4050-881a-7623b99ed5c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:10.437593 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8adb6423-8363-4050-881a-7623b99ed5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:10.441334 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8adb6423-8363-4050-881a-7623b99ed5c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:10.444176 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8adb6423-8363-4050-881a-7623b99ed5c0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/43fc0f62-96a0-4ea3-aaba-710b96ecb426 HTTP/1.1" status: 204 len: 168 time: 0.1631901 Oct 19 01:21:10.464283 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb6423-8363-4050-881a-7623b99ed5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fc0f62-96a0-4ea3-aaba-710b96ecb426,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:10.871373 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55178) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:10.894735 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3d3267bd-94b2-4542-b7e0-123708d6399e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:11.104292 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-761f2783-de6b-4daa-a9c4-451917cb0821 req-8084b736-f118-49c2-9383-945c7d849834 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 210 time: 0.0538566 Oct 19 01:21:11.110315 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3d3267bd-94b2-4542-b7e0-123708d6399e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:11.126308 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3d3267bd-94b2-4542-b7e0-123708d6399e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:11.197392 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5e752972-0759-490e-aab8-80db330ef1d6 req-385dda7c-fec0-4d8b-b6a4-27eec4c16977 tempest-ServerShowV254Test-272099561 tempest-ServerShowV254Test-272099561-project] 10.222.0.57 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.0444543 Oct 19 01:21:11.200304 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3d3267bd-94b2-4542-b7e0-123708d6399e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=50dca67295a749ab8d2be0f6e06922ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3267777 Oct 19 01:21:11.202190 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3267bd-94b2-4542-b7e0-123708d6399e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3771238a-c0a2-42cf-9e0f-0a8d37dd38fd,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:11.204159 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55184) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:11.266802 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-76664cb5-a9d3-4c5f-8553-37762f6275b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:11.292498 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-76664cb5-a9d3-4c5f-8553-37762f6275b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:11.349057 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-76664cb5-a9d3-4c5f-8553-37762f6275b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:11.351944 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-76664cb5-a9d3-4c5f-8553-37762f6275b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:11.353346 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-76664cb5-a9d3-4c5f-8553-37762f6275b8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3771238a-c0a2-42cf-9e0f-0a8d37dd38fd HTTP/1.1" status: 204 len: 168 time: 0.1479206 Oct 19 01:21:11.363330 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76664cb5-a9d3-4c5f-8553-37762f6275b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3771238a-c0a2-42cf-9e0f-0a8d37dd38fd,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:12.206290 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ecc2fe58-5d84-4881-bd28-209344f4fc43 req-bfb13d3d-a417-4af3-bba1-7848f8853a4b tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dbe4b9-9670-4b8a-b5c6-4427ae5cf609 HTTP/1.1" status: 200 len: 210 time: 0.0290406 Oct 19 01:21:12.334842 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9425d519-94c7-485b-8e3d-fac1874bb4a5 req-d8886ef8-4714-4346-a16e-27b38f4b4102 tempest-ServerShowV254Test-272099561 tempest-ServerShowV254Test-272099561-project] 10.222.0.57 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.0311193 Oct 19 01:21:13.572837 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-badd36f6-0e64-48fb-ae8e-c0c39d5cf64b req-0717aaf8-1895-4fd3-95a6-441c20b866e7 tempest-ServerShowV254Test-272099561 tempest-ServerShowV254Test-272099561-project] 10.222.0.57 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.0758321 Oct 19 01:21:13.898031 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3416c4c6-2f31-4ee5-89f6-f1bb41d55825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:14.752083 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7bbaf679-9197-4996-8a31-00ca7fabed1f req-15e20cb6-6dd3-4349-8df6-137ca8fb21da tempest-ServerShowV254Test-272099561 tempest-ServerShowV254Test-272099561-project] 10.222.0.57 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.0447180 Oct 19 01:21:15.865083 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-042ca16d-e905-4ef2-a58e-58c7d0c8356f req-b326b882-57b8-4a93-bce5-519fd65cbf68 tempest-ServerShowV254Test-272099561 tempest-ServerShowV254Test-272099561-project] 10.222.0.57 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.0328064 Oct 19 01:21:16.552823 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-59e81706-94d1-4950-91f5-b0aa55d05ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:17.040187 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-78df96f8-c5d6-45df-b08a-3fdd4b541aa5 req-bf02e85f-10b5-4c03-a9cd-78b7d8b2801e tempest-ServerShowV254Test-272099561 tempest-ServerShowV254Test-272099561-project] 10.222.0.57 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.0411661 Oct 19 01:21:17.229231 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:17.756839 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:18.281153 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33e38107-a788-4315-900b-d1a689e1fb75 req-b4405499-4efe-4deb-9507-325fbd876bec tempest-ServerShowV254Test-272099561 tempest-ServerShowV254Test-272099561-project] 10.222.0.57 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.1109006 Oct 19 01:21:19.426595 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d8aaf4e8-bf88-4746-9f29-80f53b45a53f req-57c02f54-529b-444f-8138-7a71875529db tempest-ServerShowV254Test-272099561 tempest-ServerShowV254Test-272099561-project] 10.222.0.57 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.0413947 Oct 19 01:21:19.517464 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55444) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:19.645952 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-78484421-cbfe-48ee-a8ea-2e71a35744d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:19.758059 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:19.776586 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-78484421-cbfe-48ee-a8ea-2e71a35744d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:19.782781 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-78484421-cbfe-48ee-a8ea-2e71a35744d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:19.814512 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78484421-cbfe-48ee-a8ea-2e71a35744d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490aed00-49f3-4130-a08c-eb2f9c73ac40,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:19.856239 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-78484421-cbfe-48ee-a8ea-2e71a35744d8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5372123029e044cba1f8015784349460&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3352869 Oct 19 01:21:19.857075 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55460) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:19.912297 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8cbd57e5-869a-432c-9d46-812e5a08a410 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:19.951807 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8cbd57e5-869a-432c-9d46-812e5a08a410 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:20.011703 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8cbd57e5-869a-432c-9d46-812e5a08a410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:20.014939 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8cbd57e5-869a-432c-9d46-812e5a08a410 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:20.018720 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8cbd57e5-869a-432c-9d46-812e5a08a410 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/490aed00-49f3-4130-a08c-eb2f9c73ac40 HTTP/1.1" status: 204 len: 168 time: 0.1582329 Oct 19 01:21:20.026126 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd57e5-869a-432c-9d46-812e5a08a410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490aed00-49f3-4130-a08c-eb2f9c73ac40,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:20.423435 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55468) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:20.438204 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ddab179b-186b-4e53-8076-15bfbd52b8de admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:20.543080 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ddab179b-186b-4e53-8076-15bfbd52b8de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:20.549319 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ddab179b-186b-4e53-8076-15bfbd52b8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:20.557685 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8f0331e4-2654-4322-84f6-a889995a8918 req-e832d169-93ca-4d92-8254-dfc5937e6df6 tempest-ServerShowV254Test-272099561 tempest-ServerShowV254Test-272099561-project] 10.222.0.57 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.0388741 Oct 19 01:21:20.599840 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ddab179b-186b-4e53-8076-15bfbd52b8de admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d6880421b5c942f69818d38ac785f49d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1749628 Oct 19 01:21:20.600134 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55472) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:20.611432 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddab179b-186b-4e53-8076-15bfbd52b8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057f7a36-02c2-4c22-85ff-967be6e9fd9c,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:20.672593 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-54680535-8db3-47a8-8127-e9a075188a2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:20.697771 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-54680535-8db3-47a8-8127-e9a075188a2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:20.779879 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-54680535-8db3-47a8-8127-e9a075188a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:20.783014 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-54680535-8db3-47a8-8127-e9a075188a2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:20.784863 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-54680535-8db3-47a8-8127-e9a075188a2c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/057f7a36-02c2-4c22-85ff-967be6e9fd9c HTTP/1.1" status: 204 len: 168 time: 0.1834364 Oct 19 01:21:20.797907 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54680535-8db3-47a8-8127-e9a075188a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057f7a36-02c2-4c22-85ff-967be6e9fd9c,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:21.698251 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3196ab95-d30d-41c0-83df-91cfd5189c21 req-dc048280-47f5-4c9c-aff2-584f16e72de3 tempest-ServerShowV254Test-272099561 tempest-ServerShowV254Test-272099561-project] 10.222.0.57 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.0479186 Oct 19 01:21:22.264832 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55538) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:22.414347 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-386112c1-a024-47ac-99ed-04a9a9b90f54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:22.633729 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-386112c1-a024-47ac-99ed-04a9a9b90f54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:22.640340 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-386112c1-a024-47ac-99ed-04a9a9b90f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:22.681266 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-386112c1-a024-47ac-99ed-04a9a9b90f54 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7a005842b69f4a97939ebcbbdb44e286&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4152498 Oct 19 01:21:22.683922 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55576) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:22.733607 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386112c1-a024-47ac-99ed-04a9a9b90f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8744b392-d5d5-4a63-8bb2-dd15ae0f4c42,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:22.770880 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a8359fe0-1df3-4ee4-b903-11d8135ad8a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:22.830656 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a8359fe0-1df3-4ee4-b903-11d8135ad8a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:22.970228 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a8359fe0-1df3-4ee4-b903-11d8135ad8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:22.975355 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a8359fe0-1df3-4ee4-b903-11d8135ad8a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:22.977137 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a8359fe0-1df3-4ee4-b903-11d8135ad8a7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8744b392-d5d5-4a63-8bb2-dd15ae0f4c42 HTTP/1.1" status: 204 len: 168 time: 0.2918696 Oct 19 01:21:23.083943 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-712b567e-d3d1-486c-84ba-d6e9be400c8e req-0486cd19-9812-436d-8f19-1626467b3d47 tempest-ServerShowV254Test-272099561 tempest-ServerShowV254Test-272099561-project] 10.222.0.57 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.1055014 Oct 19 01:21:23.089377 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8359fe0-1df3-4ee4-b903-11d8135ad8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8744b392-d5d5-4a63-8bb2-dd15ae0f4c42,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:24.237256 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2360e40a-87a1-4732-8404-13a14556847f req-93b524e7-b22a-4f15-83d8-d6cb052a9136 tempest-ServerShowV254Test-272099561 tempest-ServerShowV254Test-272099561-project] 10.222.0.57 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.0386405 Oct 19 01:21:25.393049 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f0e5c2ce-a144-4cb3-8ef7-d4da61030645 req-15e7cf57-7464-4fa0-be50-5c6cd02ce466 tempest-ServerShowV254Test-272099561 tempest-ServerShowV254Test-272099561-project] 10.222.0.57 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.0714633 Oct 19 01:21:25.672242 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ee621449-d804-4f33-8e69-889c100be7a2 req-6afb95f9-21ab-4d73-825d-f4de7b71614f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.0425076 Oct 19 01:21:26.288000 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55772) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:26.412958 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-06b989e2-baf1-4c96-9325-c6082733bb97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:26.514420 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-06b989e2-baf1-4c96-9325-c6082733bb97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:26.522612 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-06b989e2-baf1-4c96-9325-c6082733bb97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:26.534138 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-391b0565-cf8d-4778-9b37-c3f10fb94317 req-44827b8c-60de-4ae8-b5f3-1d0a7d145ed2 tempest-ServerShowV254Test-272099561 tempest-ServerShowV254Test-272099561-project] 10.222.0.57 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.0497231 Oct 19 01:21:26.582577 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b989e2-baf1-4c96-9325-c6082733bb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cc08d0-553a-46d9-a006-ced2dccc36bc,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:26.589679 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-06b989e2-baf1-4c96-9325-c6082733bb97 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dac47e10c5cc472390acf9b13dd0d3c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3006065 Oct 19 01:21:26.592930 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55780) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:26.652078 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f214e6a8-ca88-4c50-82df-838dacedf8dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:26.695159 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f214e6a8-ca88-4c50-82df-838dacedf8dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:26.753466 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f214e6a8-ca88-4c50-82df-838dacedf8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:26.758194 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f214e6a8-ca88-4c50-82df-838dacedf8dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:26.760297 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f214e6a8-ca88-4c50-82df-838dacedf8dd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f0cc08d0-553a-46d9-a006-ced2dccc36bc HTTP/1.1" status: 204 len: 168 time: 0.1656458 Oct 19 01:21:26.774417 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214e6a8-ca88-4c50-82df-838dacedf8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cc08d0-553a-46d9-a006-ced2dccc36bc,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:27.100124 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:27.230296 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55794) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:27.280541 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-24af7ed5-de61-407a-a1b5-ab17742a54fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:27.389473 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-24af7ed5-de61-407a-a1b5-ab17742a54fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:27.396929 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-24af7ed5-de61-407a-a1b5-ab17742a54fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:27.443641 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-24af7ed5-de61-407a-a1b5-ab17742a54fd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=57103d59036f42b891f466ed33c9c8b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2122164 Oct 19 01:21:27.444667 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af7ed5-de61-407a-a1b5-ab17742a54fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21701624-eb91-4f82-9f1b-61e8c8c0b25b,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:27.446299 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55802) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:27.520749 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e006803-4be0-4467-a9b3-9d3ca4895b93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:27.547066 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e006803-4be0-4467-a9b3-9d3ca4895b93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:27.602793 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e006803-4be0-4467-a9b3-9d3ca4895b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:27.607003 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e006803-4be0-4467-a9b3-9d3ca4895b93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:27.609345 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9e006803-4be0-4467-a9b3-9d3ca4895b93 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/21701624-eb91-4f82-9f1b-61e8c8c0b25b HTTP/1.1" status: 204 len: 168 time: 0.1612668 Oct 19 01:21:27.629975 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e006803-4be0-4467-a9b3-9d3ca4895b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21701624-eb91-4f82-9f1b-61e8c8c0b25b,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:27.712318 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aafc4c06-a54c-4fa0-8f22-99b542379962 req-abcbcdad-5e6b-4780-a298-a37df7ffdb75 tempest-ServerShowV254Test-272099561 tempest-ServerShowV254Test-272099561-project] 10.222.0.57 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.0491564 Oct 19 01:21:28.107281 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f3479a9-e716-471b-bff3-47a2bd179452 req-801fd40b-602d-40d7-a8f4-551bc1399178 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=84d74a038d2a430fad236a11c8073f30&device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.0418637 Oct 19 01:21:28.145461 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f3479a9-e716-471b-bff3-47a2bd179452 req-622aadaa-0012-40a3-bce0-f85f72221d96 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=84d74a038d2a430fad236a11c8073f30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307178 Oct 19 01:21:28.191918 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-28685bb9-574c-40f1-9e18-3f330510be2f req-539a99e8-5ead-4bf3-a940-184119b7bd5e tempest-ServerShowV254Test-272099561 tempest-ServerShowV254Test-272099561-project] 10.222.0.57 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.0591357 Oct 19 01:21:28.484631 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3479a9-e716-471b-bff3-47a2bd179452 req-ec832095-230a-4727-91b9-c2d74abd90b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:28.487074 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f3479a9-e716-471b-bff3-47a2bd179452 req-ec832095-230a-4727-91b9-c2d74abd90b9 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3323455 Oct 19 01:21:29.329165 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8e50cf34-a589-435b-a5dc-bb72e4447b07 req-50fb3979-a2fe-4fca-abed-fdb25db8eff0 tempest-ServerShowV254Test-272099561 tempest-ServerShowV254Test-272099561-project] 10.222.0.57 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.0451186 Oct 19 01:21:29.426412 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:29.777051 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55878) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:29.857871 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f3479a9-e716-471b-bff3-47a2bd179452 req-42de936e-e84b-4d8b-b40e-a0e259d50eca tempest-ServerShowV254Test-272099561 tempest-ServerShowV254Test-272099561-project] 10.222.0.55 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.0468485 Oct 19 01:21:30.061192 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-a2372d8e-7155-45df-97df-37c217727d18 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-851077518'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:30.093497 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2372d8e-7155-45df-97df-37c217727d18 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Made reservation on behalf of c460decacbea403aa2474920e8da67f3 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:21:30.099074 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a2372d8e-7155-45df-97df-37c217727d18 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:30.109211 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a2372d8e-7155-45df-97df-37c217727d18 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:30.217860 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a2372d8e-7155-45df-97df-37c217727d18 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:30.223665 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a2372d8e-7155-45df-97df-37c217727d18 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:30.241559 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2372d8e-7155-45df-97df-37c217727d18 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:21:30.256330 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a2372d8e-7155-45df-97df-37c217727d18 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:30.256909 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-a2372d8e-7155-45df-97df-37c217727d18 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Added segment c3d25187-3320-45bd-a9db-25902edac4a2 of type vlan for network 660e623d-fea5-4924-b4ae-a7c984d7e681 Oct 19 01:21:30.335076 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2372d8e-7155-45df-97df-37c217727d18 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f18c8a8-d973-44e8-9c40-ad2f019d337e,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:30.370839 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a2372d8e-7155-45df-97df-37c217727d18 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:30.441515 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a2372d8e-7155-45df-97df-37c217727d18 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:30.447208 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2372d8e-7155-45df-97df-37c217727d18 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:30.459200 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a2372d8e-7155-45df-97df-37c217727d18 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:30.550249 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3bee2a1a-5e15-4fd9-a32f-27494c3db7ee req-7a625907-ff77-4c20-bda0-b33d4863a296 tempest-ServerShowV254Test-272099561 tempest-ServerShowV254Test-272099561-project] 10.222.0.57 "GET /v2.0/ports?device_id=c22041f5-453a-4014-8f47-3778f9a894a2 HTTP/1.1" status: 200 len: 210 time: 0.0624406 Oct 19 01:21:30.600005 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2372d8e-7155-45df-97df-37c217727d18 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Pushing event updated for resources: {'Network': ['ID=660e623d-fea5-4924-b4ae-a7c984d7e681,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:30.613203 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 660e623d-fea5-4924-b4ae-a7c984d7e681 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:21:30.633121 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55898) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:30.640367 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a2372d8e-7155-45df-97df-37c217727d18 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8620293 Oct 19 01:21:30.645443 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-ef6b1ba8-a371-405c-bcce-91833ae7a7a5 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Request body: {'subnet': {'network_id': '660e623d-fea5-4924-b4ae-a7c984d7e681', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:30.799454 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6b1ba8-a371-405c-bcce-91833ae7a7a5 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Made reservation on behalf of c460decacbea403aa2474920e8da67f3 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:21:30.803527 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ef6b1ba8-a371-405c-bcce-91833ae7a7a5 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:31.348485 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ef6b1ba8-a371-405c-bcce-91833ae7a7a5 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:31.427918 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b1ba8-a371-405c-bcce-91833ae7a7a5 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Pushing event updated for resources: {'Subnet': ['ID=e3631999-b696-41b2-bc08-6bacf15409a2,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:31.440353 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6b1ba8-a371-405c-bcce-91833ae7a7a5 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Checking segment: {'id': 'c3d25187-3320-45bd-a9db-25902edac4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '660e623d-fea5-4924-b4ae-a7c984d7e681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:21:31.440625 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6b1ba8-a371-405c-bcce-91833ae7a7a5 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Network hostable DHCP agents. Network: 660e623d-fea5-4924-b4ae-a7c984d7e681, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:21:31.465222 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6b1ba8-a371-405c-bcce-91833ae7a7a5 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Network 660e623d-fea5-4924-b4ae-a7c984d7e681 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:21:31.479900 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-ef6b1ba8-a371-405c-bcce-91833ae7a7a5 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 660e623d-fea5-4924-b4ae-a7c984d7e681) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:21:31.485393 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6b1ba8-a371-405c-bcce-91833ae7a7a5 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:31.486137 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ef6b1ba8-a371-405c-bcce-91833ae7a7a5 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:31.505659 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb92a39-7a1d-492e-85b7-4c99698ccede None None] Network 660e623d-fea5-4924-b4ae-a7c984d7e681 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:21:31.522300 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ef6b1ba8-a371-405c-bcce-91833ae7a7a5 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8880489 Oct 19 01:21:31.525649 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55912) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:31.531038 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-32b8d3c1-b1fe-4347-ad4a-03f1204d9424 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Request body: {'port': {'network_id': '660e623d-fea5-4924-b4ae-a7c984d7e681', 'name': 'tempest-DHCPAgentSchedulersTestJSON-817454209'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:31.750344 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b8d3c1-b1fe-4347-ad4a-03f1204d9424 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Made reservation on behalf of c460decacbea403aa2474920e8da67f3 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:21:31.754575 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-32b8d3c1-b1fe-4347-ad4a-03f1204d9424 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:31.798765 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-32b8d3c1-b1fe-4347-ad4a-03f1204d9424 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] device_id is not set on port 6b82f157-82ee-4847-b9ee-0095a2906235 yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:21:31.845631 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d06f38-666a-41e2-88a1-0cf604176701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-660e623d-fea5-4924-b4ae-a7c984d7e681', 'network_id': '660e623d-fea5-4924-b4ae-a7c984d7e681', 'tenant_id': 'c460decacbea403aa2474920e8da67f3', 'fixed_ips': [{'subnet_id': 'e3631999-b696-41b2-bc08-6bacf15409a2'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:21:31.846645 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-59d06f38-666a-41e2-88a1-0cf604176701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:32.021588 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-32b8d3c1-b1fe-4347-ad4a-03f1204d9424 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Allocated IP 172.20.0.6 (660e623d-fea5-4924-b4ae-a7c984d7e681/e3631999-b696-41b2-bc08-6bacf15409a2/6b82f157-82ee-4847-b9ee-0095a2906235) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:21:32.097014 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55924) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:32.314962 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-841a0559-5fc6-4e99-b779-01ae6d3cda06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:32.397393 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-32b8d3c1-b1fe-4347-ad4a-03f1204d9424 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:32.424555 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-841a0559-5fc6-4e99-b779-01ae6d3cda06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:32.431028 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-841a0559-5fc6-4e99-b779-01ae6d3cda06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:32.448817 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-32b8d3c1-b1fe-4347-ad4a-03f1204d9424 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:32.492707 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-841a0559-5fc6-4e99-b779-01ae6d3cda06 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=84d74a038d2a430fad236a11c8073f30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3925321 Oct 19 01:21:32.494805 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a0559-5fc6-4e99-b779-01ae6d3cda06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4b1c23-12d5-4570-9a6a-57672eb9b71d,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:32.514442 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55932) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:32.528167 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-59d06f38-666a-41e2-88a1-0cf604176701 None None] Allocated IP 172.20.0.2 (660e623d-fea5-4924-b4ae-a7c984d7e681/e3631999-b696-41b2-bc08-6bacf15409a2/bfeb5886-3603-4ecd-94ed-097b936ce98a) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:21:32.566133 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8d3c1-b1fe-4347-ad4a-03f1204d9424 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Pushing event updated for resources: {'Port': ['ID=6b82f157-82ee-4847-b9ee-0095a2906235,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:32.586875 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b8d3c1-b1fe-4347-ad4a-03f1204d9424 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Network 660e623d-fea5-4924-b4ae-a7c984d7e681 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:21:32.590375 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-32b8d3c1-b1fe-4347-ad4a-03f1204d9424 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:21:32.593915 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b8d3c1-b1fe-4347-ad4a-03f1204d9424 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:21:32.632310 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-66d9431e-0af7-4e23-9fcf-1f89a82d2767 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:32.658622 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b8d3c1-b1fe-4347-ad4a-03f1204d9424 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:32.659445 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-32b8d3c1-b1fe-4347-ad4a-03f1204d9424 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:32.686223 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55936) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:32.687088 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-32b8d3c1-b1fe-4347-ad4a-03f1204d9424 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1602414 Oct 19 01:21:32.736581 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-66d9431e-0af7-4e23-9fcf-1f89a82d2767 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:32.746861 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-59d06f38-666a-41e2-88a1-0cf604176701 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:32.755268 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-59d06f38-666a-41e2-88a1-0cf604176701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:32.819233 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d06f38-666a-41e2-88a1-0cf604176701 None None] Network 660e623d-fea5-4924-b4ae-a7c984d7e681 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:21:32.822533 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-59d06f38-666a-41e2-88a1-0cf604176701 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:21:32.828700 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d06f38-666a-41e2-88a1-0cf604176701 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:21:32.842853 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d06f38-666a-41e2-88a1-0cf604176701 None None] Pushing event updated for resources: {'Port': ['ID=bfeb5886-3603-4ecd-94ed-097b936ce98a,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:32.890722 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-dc16bffe-3513-4b78-af74-fe696840c0e2 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Deleting port 6b82f157-82ee-4847-b9ee-0095a2906235 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:21:32.890971 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dc16bffe-3513-4b78-af74-fe696840c0e2 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:32.899497 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-59d06f38-666a-41e2-88a1-0cf604176701 None None] Attempting to bind port bfeb5886-3603-4ecd-94ed-097b936ce98a on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:21:32.900749 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-59d06f38-666a-41e2-88a1-0cf604176701 None None] Attempting to bind port bfeb5886-3603-4ecd-94ed-097b936ce98a by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'c3d25187-3320-45bd-a9db-25902edac4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '660e623d-fea5-4924-b4ae-a7c984d7e681'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:21:32.901366 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d06f38-666a-41e2-88a1-0cf604176701 None None] Attempting to bind port bfeb5886-3603-4ecd-94ed-097b936ce98a on network 660e623d-fea5-4924-b4ae-a7c984d7e681 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:21:32.907755 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d06f38-666a-41e2-88a1-0cf604176701 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:21:32.910497 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d06f38-666a-41e2-88a1-0cf604176701 None None] Checking segment: {'id': 'c3d25187-3320-45bd-a9db-25902edac4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '660e623d-fea5-4924-b4ae-a7c984d7e681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:21:32.911133 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-59d06f38-666a-41e2-88a1-0cf604176701 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:32.911720 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d06f38-666a-41e2-88a1-0cf604176701 None None] Bound using segment: {'id': 'c3d25187-3320-45bd-a9db-25902edac4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '660e623d-fea5-4924-b4ae-a7c984d7e681'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:21:32.912690 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-59d06f38-666a-41e2-88a1-0cf604176701 None None] Bound port: bfeb5886-3603-4ecd-94ed-097b936ce98a, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d25187-3320-45bd-a9db-25902edac4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '660e623d-fea5-4924-b4ae-a7c984d7e681'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:21:32.913126 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-66d9431e-0af7-4e23-9fcf-1f89a82d2767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:32.913440 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-59d06f38-666a-41e2-88a1-0cf604176701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:32.916361 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-66d9431e-0af7-4e23-9fcf-1f89a82d2767 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:32.921201 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-66d9431e-0af7-4e23-9fcf-1f89a82d2767 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bd4b1c23-12d5-4570-9a6a-57672eb9b71d HTTP/1.1" status: 204 len: 168 time: 0.4003072 Oct 19 01:21:32.967139 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9431e-0af7-4e23-9fcf-1f89a82d2767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4b1c23-12d5-4570-9a6a-57672eb9b71d,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:33.008078 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dc16bffe-3513-4b78-af74-fe696840c0e2 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:33.033393 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-dc16bffe-3513-4b78-af74-fe696840c0e2 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Calling delete_port for 6b82f157-82ee-4847-b9ee-0095a2906235 owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:21:33.052737 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-59d06f38-666a-41e2-88a1-0cf604176701 None None] For port bfeb5886-3603-4ecd-94ed-097b936ce98a, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:21:33.065165 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-59d06f38-666a-41e2-88a1-0cf604176701 None None] For port bfeb5886-3603-4ecd-94ed-097b936ce98a, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=bfeb5886-3603-4ecd-94ed-097b936ce98a,segment=NetworkSegment(c3d25187-3320-45bd-a9db-25902edac4a2),segment_id=c3d25187-3320-45bd-a9db-25902edac4a2)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:21:33.073352 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-59d06f38-666a-41e2-88a1-0cf604176701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:33.176168 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d06f38-666a-41e2-88a1-0cf604176701 None None] Pushing event updated for resources: {'Port': ['ID=bfeb5886-3603-4ecd-94ed-097b936ce98a,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:33.276066 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dc16bffe-3513-4b78-af74-fe696840c0e2 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:33.333016 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16bffe-3513-4b78-af74-fe696840c0e2 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Pushing event deleted for resources: {'Port': ['ID=6b82f157-82ee-4847-b9ee-0095a2906235,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:33.424282 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dc16bffe-3513-4b78-af74-fe696840c0e2 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:33.431479 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55960) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:33.439121 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-dc16bffe-3513-4b78-af74-fe696840c0e2 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] 10.222.0.57 "DELETE /v2.0/ports/6b82f157-82ee-4847-b9ee-0095a2906235 HTTP/1.1" status: 204 len: 168 time: 0.7506552 Oct 19 01:21:33.711167 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d159891-8b40-4c1a-b547-6c54b1501dc9 req-6aa54473-aa8c-4acb-98c9-048db6db7e1a tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:33.725452 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8d159891-8b40-4c1a-b547-6c54b1501dc9 req-6aa54473-aa8c-4acb-98c9-048db6db7e1a tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b32d78c-75cc-4c4b-8e8d-7d23885db448 HTTP/1.1" status: 200 len: 945 time: 0.1050518 Oct 19 01:21:33.845767 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8d159891-8b40-4c1a-b547-6c54b1501dc9 req-5ca4943e-b8c3-414a-b896-6708eb4dc476 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2961e7a-6b08-4600-b892-5ceb32c80e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099095 Oct 19 01:21:33.895856 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device bfeb5886-3603-4ecd-94ed-097b936ce98a up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:21:33.909817 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-49d6a594-b90e-4ba2-9c8f-2ff69d43d81b tempest-DHCPAgentSchedulersTestJSON-1290575208 tempest-DHCPAgentSchedulersTestJSON-1290575208-project-admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.4767315 Oct 19 01:21:33.914040 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55980) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:33.922780 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-33fb2a51-ff7c-4b5e-ac24-847c0b286b73 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2066307795'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:33.970169 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fb2a51-ff7c-4b5e-ac24-847c0b286b73 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Made reservation on behalf of c460decacbea403aa2474920e8da67f3 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:21:33.978562 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-33fb2a51-ff7c-4b5e-ac24-847c0b286b73 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:34.015911 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33fb2a51-ff7c-4b5e-ac24-847c0b286b73 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:21:34.027948 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-33fb2a51-ff7c-4b5e-ac24-847c0b286b73 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:34.028660 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-33fb2a51-ff7c-4b5e-ac24-847c0b286b73 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Added segment e9f281ba-2da0-464c-a166-403c82837579 of type vlan for network 004c7552-d7a7-4307-a2fb-3589280ea1cc Oct 19 01:21:34.043344 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port bfeb5886-3603-4ecd-94ed-097b936ce98a triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:34.045232 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:34.083071 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-33fb2a51-ff7c-4b5e-ac24-847c0b286b73 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:34.135495 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-33fb2a51-ff7c-4b5e-ac24-847c0b286b73 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:34.147979 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fb2a51-ff7c-4b5e-ac24-847c0b286b73 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:34.148920 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-33fb2a51-ff7c-4b5e-ac24-847c0b286b73 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:34.169842 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:34.174178 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-33fb2a51-ff7c-4b5e-ac24-847c0b286b73 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2583642 Oct 19 01:21:34.176629 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55988) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:34.239119 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port bfeb5886-3603-4ecd-94ed-097b936ce98a, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=bfeb5886-3603-4ecd-94ed-097b936ce98a,segment=NetworkSegment(c3d25187-3320-45bd-a9db-25902edac4a2),segment_id=c3d25187-3320-45bd-a9db-25902edac4a2)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:34.249556 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:34.309726 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb2a51-ff7c-4b5e-ac24-847c0b286b73 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Pushing event updated for resources: {'Network': ['ID=004c7552-d7a7-4307-a2fb-3589280ea1cc,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:34.313597 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55990) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:34.329681 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 004c7552-d7a7-4307-a2fb-3589280ea1cc details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:21:34.414504 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=bfeb5886-3603-4ecd-94ed-097b936ce98a,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:34.498319 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-80057fda-eb1c-4a0a-a983-4684fff5c759 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-317180163-network', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:34.513824 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f141187a-3c34-4df2-b530-2bf8d498f84e tempest-DHCPAgentSchedulersTestJSON-1290575208 tempest-DHCPAgentSchedulersTestJSON-1290575208-project-admin] 10.222.0.57 "GET /v2.0/agents/a3f0448f-e331-4aff-b151-73897281f044/dhcp-networks HTTP/1.1" status: 200 len: 7289 time: 0.3357751 Oct 19 01:21:34.516720 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55998) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:34.540780 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80057fda-eb1c-4a0a-a983-4684fff5c759 admin admin] Made reservation on behalf of 48ddb22357dc4eb2bc2ba246f38392b4 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:21:34.543709 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-80057fda-eb1c-4a0a-a983-4684fff5c759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:34.564837 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-80057fda-eb1c-4a0a-a983-4684fff5c759 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:34.645548 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6279e928-d486-4a54-b0db-2f40d318c273 tempest-DHCPAgentSchedulersTestJSON-1290575208 tempest-DHCPAgentSchedulersTestJSON-1290575208-project-admin] Network 004c7552-d7a7-4307-a2fb-3589280ea1cc is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:21:34.667934 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6279e928-d486-4a54-b0db-2f40d318c273 tempest-DHCPAgentSchedulersTestJSON-1290575208 tempest-DHCPAgentSchedulersTestJSON-1290575208-project-admin] 10.222.0.57 "POST /v2.0/agents/a3f0448f-e331-4aff-b151-73897281f044/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1472926 Oct 19 01:21:34.668599 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56000) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:34.672481 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d661257-50d6-4ece-99c0-98b519c7a43d None None] Network 004c7552-d7a7-4307-a2fb-3589280ea1cc requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:21:34.687952 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-80057fda-eb1c-4a0a-a983-4684fff5c759 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:34.696265 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-80057fda-eb1c-4a0a-a983-4684fff5c759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:34.758555 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80057fda-eb1c-4a0a-a983-4684fff5c759 admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:21:34.765545 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80057fda-eb1c-4a0a-a983-4684fff5c759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9d5409-82ac-4dd6-9942-432d27019d65,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:34.777815 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-80057fda-eb1c-4a0a-a983-4684fff5c759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:34.778034 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-80057fda-eb1c-4a0a-a983-4684fff5c759 admin admin] Added segment 541c06ed-de66-456d-9510-381984fe0ad1 of type vlan for network 84c55fcf-75dc-454b-970b-ebd012138813 Oct 19 01:21:34.857649 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-80057fda-eb1c-4a0a-a983-4684fff5c759 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:34.886764 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-80057fda-eb1c-4a0a-a983-4684fff5c759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:34.890475 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80057fda-eb1c-4a0a-a983-4684fff5c759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:34.892086 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-80057fda-eb1c-4a0a-a983-4684fff5c759 admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:34.925781 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-80057fda-eb1c-4a0a-a983-4684fff5c759 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6100478 Oct 19 01:21:34.929448 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56006) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:34.938034 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-0a0a21cd-9228-4a7a-a753-b0d11ffc7457 admin admin] Request body: {'subnet': {'network_id': '84c55fcf-75dc-454b-970b-ebd012138813', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-317180163-subnet', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:34.955003 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2674c713-48e4-47c0-b025-b39b80c987a8 tempest-DHCPAgentSchedulersTestJSON-1290575208 tempest-DHCPAgentSchedulersTestJSON-1290575208-project-admin] 10.222.0.57 "GET /v2.0/agents/a3f0448f-e331-4aff-b151-73897281f044/dhcp-networks HTTP/1.1" status: 200 len: 8060 time: 0.2804203 Oct 19 01:21:34.960375 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56008) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:34.962739 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24387af-7b89-46c5-a718-e02374347e44 None None] Network 660e623d-fea5-4924-b4ae-a7c984d7e681 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:21:35.124348 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-d79d51d6-fc4c-4d89-ba4f-10d7314ed88b None None] Provisioning complete for port bfeb5886-3603-4ecd-94ed-097b936ce98a triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:35.125074 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d79d51d6-fc4c-4d89-ba4f-10d7314ed88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:35.126240 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80057fda-eb1c-4a0a-a983-4684fff5c759 admin admin] Pushing event updated for resources: {'Network': ['ID=84c55fcf-75dc-454b-970b-ebd012138813,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:35.156112 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 84c55fcf-75dc-454b-970b-ebd012138813 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:21:35.157779 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0a21cd-9228-4a7a-a753-b0d11ffc7457 admin admin] Made reservation on behalf of 48ddb22357dc4eb2bc2ba246f38392b4 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:21:35.166505 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0a0a21cd-9228-4a7a-a753-b0d11ffc7457 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:35.197438 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-81761da3-c303-4ee4-b86f-a2529b328f31 tempest-DHCPAgentSchedulersTestJSON-1290575208 tempest-DHCPAgentSchedulersTestJSON-1290575208-project-admin] 10.222.0.57 "DELETE /v2.0/agents/a3f0448f-e331-4aff-b151-73897281f044/dhcp-networks/004c7552-d7a7-4307-a2fb-3589280ea1cc HTTP/1.1" status: 204 len: 168 time: 0.2358820 Oct 19 01:21:35.211803 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56012) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:35.214311 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c539ce1-98ab-409b-babf-a334d0238e45 req-90210117-ef46-436a-976e-c74c254ee6ed tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:35.216458 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5c539ce1-98ab-409b-babf-a334d0238e45 req-90210117-ef46-436a-976e-c74c254ee6ed tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b32d78c-75cc-4c4b-8e8d-7d23885db448 HTTP/1.1" status: 200 len: 945 time: 0.2332776 Oct 19 01:21:35.298856 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5c539ce1-98ab-409b-babf-a334d0238e45 req-71f011a2-09b2-4304-9fa2-3c9eff161f94 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2961e7a-6b08-4600-b892-5ceb32c80e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701354 Oct 19 01:21:35.555594 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e02512bb-8513-4893-b0a0-0e6910723d6b tempest-DHCPAgentSchedulersTestJSON-1290575208 tempest-DHCPAgentSchedulersTestJSON-1290575208-project-admin] 10.222.0.57 "GET /v2.0/agents/a3f0448f-e331-4aff-b151-73897281f044/dhcp-networks HTTP/1.1" status: 200 len: 7289 time: 0.3409042 Oct 19 01:21:35.558153 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56016) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:35.604180 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-da8fcc99-0250-420c-9844-4bd27e66ae1d tempest-DHCPAgentSchedulersTestJSON-1290575208 tempest-DHCPAgentSchedulersTestJSON-1290575208-project-admin] 10.222.0.57 "GET /v2.0/networks/660e623d-fea5-4924-b4ae-a7c984d7e681/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0448020 Oct 19 01:21:35.620364 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56020) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:35.818375 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-3eeb19c1-fe05-4783-8a25-0f01864bd5ce None None] Provisioning complete for port bfeb5886-3603-4ecd-94ed-097b936ce98a triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:35.819854 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3eeb19c1-fe05-4783-8a25-0f01864bd5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:35.827153 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3eb44351-0e31-4f37-9feb-741a385073d2 tempest-DHCPAgentSchedulersTestJSON-1290575208 tempest-DHCPAgentSchedulersTestJSON-1290575208-project-admin] 10.222.0.57 "GET /v2.0/networks/660e623d-fea5-4924-b4ae-a7c984d7e681/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.1989443 Oct 19 01:21:35.828144 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56026) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:35.880301 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0a0a21cd-9228-4a7a-a753-b0d11ffc7457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:35.953104 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91581db5-1b79-4db5-bfd9-8779d45be8aa req-b1169c16-c523-4f51-8291-2196fc4844a9 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:35.954967 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-91581db5-1b79-4db5-bfd9-8779d45be8aa req-b1169c16-c523-4f51-8291-2196fc4844a9 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b32d78c-75cc-4c4b-8e8d-7d23885db448 HTTP/1.1" status: 200 len: 945 time: 0.6253860 Oct 19 01:21:35.958542 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device bfeb5886-3603-4ecd-94ed-097b936ce98a up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:21:36.093286 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d30cd01c-0ff0-40eb-8754-bae5f7beab55 tempest-DHCPAgentSchedulersTestJSON-1290575208 tempest-DHCPAgentSchedulersTestJSON-1290575208-project-admin] 10.222.0.57 "GET /v2.0/agents/a3f0448f-e331-4aff-b151-73897281f044/dhcp-networks HTTP/1.1" status: 200 len: 7289 time: 0.2493060 Oct 19 01:21:36.098641 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56030) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:36.099195 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-91581db5-1b79-4db5-bfd9-8779d45be8aa req-228dec19-5c7b-43c0-839a-22bf12c2a28d tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Deleting port 2352de27-75da-43ae-9a53-cfcdd43f043f {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:21:36.099668 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-91581db5-1b79-4db5-bfd9-8779d45be8aa req-228dec19-5c7b-43c0-839a-22bf12c2a28d tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:36.196174 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a21cd-9228-4a7a-a753-b0d11ffc7457 admin admin] Pushing event updated for resources: {'Subnet': ['ID=488e075d-4e24-4ef3-a196-a8fb67b0889b,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:36.203942 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0a21cd-9228-4a7a-a753-b0d11ffc7457 admin admin] Checking segment: {'id': '541c06ed-de66-456d-9510-381984fe0ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:21:36.204322 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0a21cd-9228-4a7a-a753-b0d11ffc7457 admin admin] Network hostable DHCP agents. Network: 84c55fcf-75dc-454b-970b-ebd012138813, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:21:36.224949 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port bfeb5886-3603-4ecd-94ed-097b936ce98a triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:36.226748 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:36.291485 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-85898213-cb7e-4b71-9a78-8a9806a762d5 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:36.297453 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0a21cd-9228-4a7a-a753-b0d11ffc7457 admin admin] Network 84c55fcf-75dc-454b-970b-ebd012138813 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:21:36.305150 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-91581db5-1b79-4db5-bfd9-8779d45be8aa req-228dec19-5c7b-43c0-839a-22bf12c2a28d tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] For port 2352de27-75da-43ae-9a53-cfcdd43f043f, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=2352de27-75da-43ae-9a53-cfcdd43f043f,segment=NetworkSegment(6f5a1744-e0ea-4e62-9814-3a8d92635cc3),segment_id=6f5a1744-e0ea-4e62-9814-3a8d92635cc3)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:36.305519 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-91581db5-1b79-4db5-bfd9-8779d45be8aa req-228dec19-5c7b-43c0-839a-22bf12c2a28d tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:36.324397 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-91581db5-1b79-4db5-bfd9-8779d45be8aa req-228dec19-5c7b-43c0-839a-22bf12c2a28d tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Calling delete_port for 2352de27-75da-43ae-9a53-cfcdd43f043f owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:21:36.345616 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-0a0a21cd-9228-4a7a-a753-b0d11ffc7457 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 84c55fcf-75dc-454b-970b-ebd012138813) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:21:36.354108 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-9f570e7f-4e34-452e-ad5f-7d876816f34e None None] Could not find standard attr ID for object 6b82f157-82ee-4847-b9ee-0095a2906235. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:21:36.363691 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0a21cd-9228-4a7a-a753-b0d11ffc7457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:36.364319 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0a0a21cd-9228-4a7a-a753-b0d11ffc7457 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:36.367221 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a210f1de-3173-4726-b68d-51e740093b0c None None] Network 84c55fcf-75dc-454b-970b-ebd012138813 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:21:36.543404 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0a0a21cd-9228-4a7a-a753-b0d11ffc7457 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6103220 Oct 19 01:21:36.546974 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56038) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:36.555546 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-76a17470-0a80-4e0b-898c-0f61442ce038 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-317180163-router', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:36.599793 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-76a17470-0a80-4e0b-898c-0f61442ce038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:36.601189 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-76a17470-0a80-4e0b-898c-0f61442ce038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:36.641320 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-85898213-cb7e-4b71-9a78-8a9806a762d5 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:36.666396 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-85898213-cb7e-4b71-9a78-8a9806a762d5 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['004c7552-d7a7-4307-a2fb-3589280ea1cc']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:36.678690 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-85898213-cb7e-4b71-9a78-8a9806a762d5 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9f281ba-2da0-464c-a166-403c82837579') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:36.679355 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-85898213-cb7e-4b71-9a78-8a9806a762d5 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9f281ba-2da0-464c-a166-403c82837579') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:36.681002 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-76a17470-0a80-4e0b-898c-0f61442ce038 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:36.682587 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-91581db5-1b79-4db5-bfd9-8779d45be8aa req-228dec19-5c7b-43c0-839a-22bf12c2a28d tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:36.695860 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-85898213-cb7e-4b71-9a78-8a9806a762d5 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:36.702288 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['2352de27-75da-43ae-9a53-cfcdd43f043f'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:21:36.718573 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-85898213-cb7e-4b71-9a78-8a9806a762d5 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:36.726533 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85898213-cb7e-4b71-9a78-8a9806a762d5 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:21:36.727256 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-85898213-cb7e-4b71-9a78-8a9806a762d5 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:36.816990 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a842c80-2e1d-44fa-b555-982672ece8c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-84c55fcf-75dc-454b-970b-ebd012138813', 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'fixed_ips': [{'subnet_id': '488e075d-4e24-4ef3-a196-a8fb67b0889b'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:21:36.820490 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7a842c80-2e1d-44fa-b555-982672ece8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:36.854679 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228dec19-5c7b-43c0-839a-22bf12c2a28d tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Pushing event deleted for resources: {'Port': ['ID=2352de27-75da-43ae-9a53-cfcdd43f043f,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:36.871305 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:21:36.871305 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:21:36.871305 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:21:36.871305 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:21:36.871305 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:21:36.871305 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:21:36.871305 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:21:36.871305 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:21:36.871305 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:21:36.871305 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:21:36.871305 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:21:36.871305 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:21:36.871305 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:21:36.871305 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:21:36.871305 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:21:36.871305 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:21:36.871305 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:21:36.871305 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:21:36.871305 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:21:36.871305 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:21:36.871305 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:21:36.871305 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:21:36.871305 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:21:36.871305 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:21:36.871305 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:21:36.871305 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:21:36.871305 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:21:36.871305 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:21:36.871305 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:21:36.871305 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:21:36.871305 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:21:36.871305 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:21:36.874406 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-85898213-cb7e-4b71-9a78-8a9806a762d5 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:36.882720 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-91581db5-1b79-4db5-bfd9-8779d45be8aa req-228dec19-5c7b-43c0-839a-22bf12c2a28d tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] No DVR routers for this DVR port 2352de27-75da-43ae-9a53-cfcdd43f043f on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:21:36.886257 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-91581db5-1b79-4db5-bfd9-8779d45be8aa req-228dec19-5c7b-43c0-839a-22bf12c2a28d tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:36.890605 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-91581db5-1b79-4db5-bfd9-8779d45be8aa req-228dec19-5c7b-43c0-839a-22bf12c2a28d tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.55 "DELETE /v2.0/ports/2352de27-75da-43ae-9a53-cfcdd43f043f HTTP/1.1" status: 204 len: 173 time: 0.9288890 Oct 19 01:21:36.895663 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b32d78c-75cc-4c4b-8e8d-7d23885db448', 'name': 'network-vif-deleted', 'tag': '2352de27-75da-43ae-9a53-cfcdd43f043f'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:21:36.899267 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c11a98a-dcaf-454e-8fd1-3f6aa79cefa5" -d '{"events": [{"server_uuid": "4b32d78c-75cc-4c4b-8e8d-7d23885db448", "name": "network-vif-deleted", "tag": "2352de27-75da-43ae-9a53-cfcdd43f043f"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:21:36.906344 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-85898213-cb7e-4b71-9a78-8a9806a762d5 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:36.911090 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-85898213-cb7e-4b71-9a78-8a9806a762d5 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] 10.222.0.57 "DELETE /v2.0/networks/004c7552-d7a7-4307-a2fb-3589280ea1cc HTTP/1.1" status: 204 len: 168 time: 0.8064523 Oct 19 01:21:36.913462 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56048) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:36.940787 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85898213-cb7e-4b71-9a78-8a9806a762d5 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Pushing event deleted for resources: {'Network': ['ID=004c7552-d7a7-4307-a2fb-3589280ea1cc,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:36.999700 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c92643-ca97-4210-94ad-2f7366c46b75 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] DELETE failed (client error): The resource could not be found. Oct 19 01:21:37.000611 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29c92643-ca97-4210-94ad-2f7366c46b75 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:21:37.003973 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-29c92643-ca97-4210-94ad-2f7366c46b75 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] 10.222.0.57 "DELETE /v2.0/ports/6b82f157-82ee-4847-b9ee-0095a2906235 HTTP/1.1" status: 404 len: 333 time: 0.0717072 Oct 19 01:21:37.008989 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56052) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:37.017993 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a80eb-b1ad-4328-80d6-ee5069e6ed31 req-0e8fce3d-994a-4d48-8105-0a3386150dab tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:37.029469 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-235a80eb-b1ad-4328-80d6-ee5069e6ed31 req-0e8fce3d-994a-4d48-8105-0a3386150dab tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b32d78c-75cc-4c4b-8e8d-7d23885db448 HTTP/1.1" status: 200 len: 867 time: 0.5559006 Oct 19 01:21:37.038429 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-76a17470-0a80-4e0b-898c-0f61442ce038 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:37.046345 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ea8ab0-79ec-40e9-8ab5-84191af0f95a x-openstack-request-id: req-74ea8ab0-79ec-40e9-8ab5-84191af0f95a {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:21:37.046675 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b32d78c-75cc-4c4b-8e8d-7d23885db448", "name": "network-vif-deleted", "tag": "2352de27-75da-43ae-9a53-cfcdd43f043f", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:21:37.046929 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-74ea8ab0-79ec-40e9-8ab5-84191af0f95a {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:21:37.047420 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b32d78c-75cc-4c4b-8e8d-7d23885db448', 'name': 'network-vif-deleted', 'tag': '2352de27-75da-43ae-9a53-cfcdd43f043f', 'status': 'completed', 'code': 200} Oct 19 01:21:37.136311 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-235a80eb-b1ad-4328-80d6-ee5069e6ed31 req-da2ffd36-2b00-4e8c-b27f-bfb735165317 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2961e7a-6b08-4600-b892-5ceb32c80e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062543 Oct 19 01:21:37.142850 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-74e2abf1-e8fb-4389-8586-b6094c6779b4 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Deleting subnet e3631999-b696-41b2-bc08-6bacf15409a2 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:21:37.158737 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-74e2abf1-e8fb-4389-8586-b6094c6779b4 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:37.196533 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-7a842c80-2e1d-44fa-b555-982672ece8c3 None None] Allocated IP 172.20.0.2 (84c55fcf-75dc-454b-970b-ebd012138813/488e075d-4e24-4ef3-a196-a8fb67b0889b/36b1848e-0ac9-446d-b1c9-e03de4753a1e) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:21:37.234716 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-74e2abf1-e8fb-4389-8586-b6094c6779b4 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:37.414098 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-76a17470-0a80-4e0b-898c-0f61442ce038 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:37.421144 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-74e2abf1-e8fb-4389-8586-b6094c6779b4 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:37.470233 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7a842c80-2e1d-44fa-b555-982672ece8c3 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:37.476717 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-76a17470-0a80-4e0b-898c-0f61442ce038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:37.484420 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7a842c80-2e1d-44fa-b555-982672ece8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:37.548519 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-74e2abf1-e8fb-4389-8586-b6094c6779b4 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:37.569666 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a842c80-2e1d-44fa-b555-982672ece8c3 None None] Pushing event updated for resources: {'Port': ['ID=36b1848e-0ac9-446d-b1c9-e03de4753a1e,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:37.571190 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-74e2abf1-e8fb-4389-8586-b6094c6779b4 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:37.586153 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-74e2abf1-e8fb-4389-8586-b6094c6779b4 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] 10.222.0.57 "DELETE /v2.0/subnets/e3631999-b696-41b2-bc08-6bacf15409a2 HTTP/1.1" status: 204 len: 168 time: 0.5492108 Oct 19 01:21:37.588062 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378a44b2-af3a-4d2a-ad6c-dcbf419887c1 None None] Network 660e623d-fea5-4924-b4ae-a7c984d7e681 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:21:37.588737 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56060) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:37.613313 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a842c80-2e1d-44fa-b555-982672ece8c3 None None] Network 84c55fcf-75dc-454b-970b-ebd012138813 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:21:37.620907 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-7a842c80-2e1d-44fa-b555-982672ece8c3 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:21:37.624297 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a842c80-2e1d-44fa-b555-982672ece8c3 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:21:37.626028 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2abf1-e8fb-4389-8586-b6094c6779b4 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Pushing event deleted for resources: {'Subnet': ['ID=e3631999-b696-41b2-bc08-6bacf15409a2,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:37.684820 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dc333339-5e3c-4c7e-b0b2-06f41b4e2776 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:37.775100 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-76a17470-0a80-4e0b-898c-0f61442ce038 admin admin] Allocated IP 172.25.8.126 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/bca8d86f-d88a-44b1-b1dc-c89037df4c67) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:21:37.805766 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-7a842c80-2e1d-44fa-b555-982672ece8c3 None None] Attempting to bind port 36b1848e-0ac9-446d-b1c9-e03de4753a1e on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:21:37.806667 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-7a842c80-2e1d-44fa-b555-982672ece8c3 None None] Attempting to bind port 36b1848e-0ac9-446d-b1c9-e03de4753a1e by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '541c06ed-de66-456d-9510-381984fe0ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:21:37.807206 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a842c80-2e1d-44fa-b555-982672ece8c3 None None] Attempting to bind port 36b1848e-0ac9-446d-b1c9-e03de4753a1e on network 84c55fcf-75dc-454b-970b-ebd012138813 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:21:37.818414 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a842c80-2e1d-44fa-b555-982672ece8c3 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:21:37.819105 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a842c80-2e1d-44fa-b555-982672ece8c3 None None] Checking segment: {'id': '541c06ed-de66-456d-9510-381984fe0ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:21:37.819665 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7a842c80-2e1d-44fa-b555-982672ece8c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:37.820249 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a842c80-2e1d-44fa-b555-982672ece8c3 None None] Bound using segment: {'id': '541c06ed-de66-456d-9510-381984fe0ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:21:37.820875 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-7a842c80-2e1d-44fa-b555-982672ece8c3 None None] Bound port: 36b1848e-0ac9-446d-b1c9-e03de4753a1e, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541c06ed-de66-456d-9510-381984fe0ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:21:37.821430 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7a842c80-2e1d-44fa-b555-982672ece8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:37.871596 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-dc333339-5e3c-4c7e-b0b2-06f41b4e2776 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Deleting port bfeb5886-3603-4ecd-94ed-097b936ce98a {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:21:37.872477 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dc333339-5e3c-4c7e-b0b2-06f41b4e2776 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:37.991377 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-dc333339-5e3c-4c7e-b0b2-06f41b4e2776 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] For port bfeb5886-3603-4ecd-94ed-097b936ce98a, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=bfeb5886-3603-4ecd-94ed-097b936ce98a,segment=NetworkSegment(c3d25187-3320-45bd-a9db-25902edac4a2),segment_id=c3d25187-3320-45bd-a9db-25902edac4a2)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:37.991826 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dc333339-5e3c-4c7e-b0b2-06f41b4e2776 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:37.996602 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-76a17470-0a80-4e0b-898c-0f61442ce038 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:38.012331 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-dc333339-5e3c-4c7e-b0b2-06f41b4e2776 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Calling delete_port for bfeb5886-3603-4ecd-94ed-097b936ce98a owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:21:38.213573 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70047e6-ce48-4fcd-a1a1-ca82ccf67c63 None None] DHCP port deletion for 660e623d-fea5-4924-b4ae-a7c984d7e681 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:21:38.220772 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dc333339-5e3c-4c7e-b0b2-06f41b4e2776 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:38.242758 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-7a842c80-2e1d-44fa-b555-982672ece8c3 None None] For port 36b1848e-0ac9-446d-b1c9-e03de4753a1e, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:21:38.252059 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-7a842c80-2e1d-44fa-b555-982672ece8c3 None None] For port 36b1848e-0ac9-446d-b1c9-e03de4753a1e, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=36b1848e-0ac9-446d-b1c9-e03de4753a1e,segment=NetworkSegment(541c06ed-de66-456d-9510-381984fe0ad1),segment_id=541c06ed-de66-456d-9510-381984fe0ad1)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:21:38.258211 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-76a17470-0a80-4e0b-898c-0f61442ce038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:38.262035 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7a842c80-2e1d-44fa-b555-982672ece8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:38.277731 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc333339-5e3c-4c7e-b0b2-06f41b4e2776 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Pushing event deleted for resources: {'Port': ['ID=bfeb5886-3603-4ecd-94ed-097b936ce98a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:38.323929 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:21:38.330223 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc333339-5e3c-4c7e-b0b2-06f41b4e2776 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] No DVR routers for this DVR port bfeb5886-3603-4ecd-94ed-097b936ce98a on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:21:38.369369 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a17470-0a80-4e0b-898c-0f61442ce038 admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:21:38.400601 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-76a17470-0a80-4e0b-898c-0f61442ce038 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:21:38.411836 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a842c80-2e1d-44fa-b555-982672ece8c3 None None] Pushing event updated for resources: {'Port': ['ID=36b1848e-0ac9-446d-b1c9-e03de4753a1e,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:38.435410 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a17470-0a80-4e0b-898c-0f61442ce038 admin admin] Pushing event updated for resources: {'Port': ['ID=bca8d86f-d88a-44b1-b1dc-c89037df4c67,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:38.451887 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a17470-0a80-4e0b-898c-0f61442ce038 admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:21:38.545358 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dc333339-5e3c-4c7e-b0b2-06f41b4e2776 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:38.632402 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-dc333339-5e3c-4c7e-b0b2-06f41b4e2776 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['660e623d-fea5-4924-b4ae-a7c984d7e681']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:38.701487 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-dc333339-5e3c-4c7e-b0b2-06f41b4e2776 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d25187-3320-45bd-a9db-25902edac4a2') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:38.702253 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-dc333339-5e3c-4c7e-b0b2-06f41b4e2776 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d25187-3320-45bd-a9db-25902edac4a2') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:38.724594 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dc333339-5e3c-4c7e-b0b2-06f41b4e2776 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:38.812108 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dc333339-5e3c-4c7e-b0b2-06f41b4e2776 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:38.822910 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc333339-5e3c-4c7e-b0b2-06f41b4e2776 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:21:38.823554 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dc333339-5e3c-4c7e-b0b2-06f41b4e2776 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:38.833203 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 2352de27-75da-43ae-9a53-cfcdd43f043f no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:21:38.873817 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 2352de27-75da-43ae-9a53-cfcdd43f043f {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:21:38.874885 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 2352de27-75da-43ae-9a53-cfcdd43f043f not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:21:38.898719 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:21:38.898719 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:21:38.898719 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:21:38.898719 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:21:38.898719 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:21:38.898719 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:21:38.898719 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:21:38.898719 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:21:38.898719 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:21:38.898719 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:21:38.898719 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:21:38.898719 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:21:38.898719 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:21:38.898719 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:21:38.898719 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:21:38.898719 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:21:38.898719 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:21:38.898719 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:21:38.898719 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:21:38.898719 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:21:38.898719 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:21:38.898719 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:21:38.898719 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:21:38.898719 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:21:38.898719 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:21:38.898719 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:21:38.898719 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:21:38.898719 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:21:38.898719 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:21:38.898719 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:21:38.898719 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:21:38.898719 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:21:38.923492 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dc333339-5e3c-4c7e-b0b2-06f41b4e2776 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:38.931746 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dc333339-5e3c-4c7e-b0b2-06f41b4e2776 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:38.948994 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-dc333339-5e3c-4c7e-b0b2-06f41b4e2776 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] 10.222.0.57 "DELETE /v2.0/networks/660e623d-fea5-4924-b4ae-a7c984d7e681 HTTP/1.1" status: 204 len: 168 time: 1.3420472 Oct 19 01:21:38.985974 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc333339-5e3c-4c7e-b0b2-06f41b4e2776 tempest-DHCPAgentSchedulersTestJSON-1699304662 tempest-DHCPAgentSchedulersTestJSON-1699304662-project] Pushing event deleted for resources: {'Network': ['ID=660e623d-fea5-4924-b4ae-a7c984d7e681,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:39.215136 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-76a17470-0a80-4e0b-898c-0f61442ce038 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:39.405954 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56096) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:39.664707 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-76a17470-0a80-4e0b-898c-0f61442ce038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:39.703956 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-de6467e9-8fe4-4a55-bffc-62222281687c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c460decacbea403aa2474920e8da67f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2947397 Oct 19 01:21:39.707396 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56110) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:39.849668 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ef4ae9-4753-4631-af65-bb0a2bd615ac None None] Network 84c55fcf-75dc-454b-970b-ebd012138813 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:21:39.850420 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-303dd2b0-b23e-49fb-b223-940643d2cd59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:39.882188 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 36b1848e-0ac9-446d-b1c9-e03de4753a1e up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:21:39.900586 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-303dd2b0-b23e-49fb-b223-940643d2cd59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:39.967628 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a17470-0a80-4e0b-898c-0f61442ce038 admin admin] Router da4ab5b7-c3a7-47c8-8f02-386f770ce07f is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:21:39.990989 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-303dd2b0-b23e-49fb-b223-940643d2cd59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:39.999454 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-303dd2b0-b23e-49fb-b223-940643d2cd59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:40.001889 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-303dd2b0-b23e-49fb-b223-940643d2cd59 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0f18c8a8-d973-44e8-9c40-ad2f019d337e HTTP/1.1" status: 204 len: 168 time: 0.2918105 Oct 19 01:21:40.022619 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303dd2b0-b23e-49fb-b223-940643d2cd59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f18c8a8-d973-44e8-9c40-ad2f019d337e,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:40.028763 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 36b1848e-0ac9-446d-b1c9-e03de4753a1e triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:40.029142 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:40.060411 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-acd90b95-2dd2-4cb4-9672-21030fa8f5ec None None] Provisioning complete for port 36b1848e-0ac9-446d-b1c9-e03de4753a1e triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:40.061600 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-acd90b95-2dd2-4cb4-9672-21030fa8f5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:40.251766 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a17470-0a80-4e0b-898c-0f61442ce038 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:21:40.265287 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbb99e0-d488-44be-91e5-bd14debc21ef None None] Sync routers for ids ['da4ab5b7-c3a7-47c8-8f02-386f770ce07f'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:21:40.279586 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbb99e0-d488-44be-91e5-bd14debc21ef None None] Routers {'da4ab5b7-c3a7-47c8-8f02-386f770ce07f'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:21:40.280755 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-7fbb99e0-d488-44be-91e5-bd14debc21ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:21:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['da4ab5b7-c3a7-47c8-8f02-386f770ce07f'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:40.301924 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-76a17470-0a80-4e0b-898c-0f61442ce038 admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:40.307262 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-76a17470-0a80-4e0b-898c-0f61442ce038 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7557158 Oct 19 01:21:40.310282 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56118) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:40.347922 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:40.382873 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-acd90b95-2dd2-4cb4-9672-21030fa8f5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:40.506068 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 36b1848e-0ac9-446d-b1c9-e03de4753a1e, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=36b1848e-0ac9-446d-b1c9-e03de4753a1e,segment=NetworkSegment(541c06ed-de66-456d-9510-381984fe0ad1),segment_id=541c06ed-de66-456d-9510-381984fe0ad1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:40.519435 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:40.609074 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-7fbb99e0-d488-44be-91e5-bd14debc21ef None None] Set router da4ab5b7-c3a7-47c8-8f02-386f770ce07f gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:21:40.722600 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device bfeb5886-3603-4ecd-94ed-097b936ce98a no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:21:40.757300 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56132) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:40.789129 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6664435e-80da-48a5-ab56-b30ce05600e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:40.805619 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: bfeb5886-3603-4ecd-94ed-097b936ce98a {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:21:40.806047 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device bfeb5886-3603-4ecd-94ed-097b936ce98a not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:21:40.822546 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-acd90b95-2dd2-4cb4-9672-21030fa8f5ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:21:40.824597 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-acd90b95-2dd2-4cb4-9672-21030fa8f5ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:21:40.835535 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=36b1848e-0ac9-446d-b1c9-e03de4753a1e,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:40.956807 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-7fbb99e0-d488-44be-91e5-bd14debc21ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'name': 'tempest-AttachVolumeShelveTestJSON-317180163-router', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'bca8d86f-d88a-44b1-b1dc-c89037df4c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:21:36Z', 'updated_at': '2021-10-19T01:21:38Z', 'revision_number': 3, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'gw_port': {'id': 'bca8d86f-d88a-44b1-b1dc-c89037df4c67', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:57:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:21:37Z', 'updated_at': '2021-10-19T01:21:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:40.958531 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6664435e-80da-48a5-ab56-b30ce05600e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:40.973136 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6664435e-80da-48a5-ab56-b30ce05600e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:41.023549 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbb99e0-d488-44be-91e5-bd14debc21ef None None] Checking router: da4ab5b7-c3a7-47c8-8f02-386f770ce07f for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:21:41.023924 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbb99e0-d488-44be-91e5-bd14debc21ef None None] Updating router da4ab5b7-c3a7-47c8-8f02-386f770ce07f port bca8d86f-d88a-44b1-b1dc-c89037df4c67 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:21:41.061140 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-7fbb99e0-d488-44be-91e5-bd14debc21ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:41.120876 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664435e-80da-48a5-ab56-b30ce05600e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3314bb-792b-47fb-b846-e4344e8e4a43,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:41.128345 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6664435e-80da-48a5-ab56-b30ce05600e9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a9957421fafe4d678de1afc4b88f996d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3671699 Oct 19 01:21:41.128548 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56146) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:41.395127 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0b99318b-a718-46e3-b589-a7049032b871 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:41.577420 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e76a36be-656e-49f0-bd4e-bfcd60bbac5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:41.580980 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0b99318b-a718-46e3-b589-a7049032b871 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:41.609374 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-7fbb99e0-d488-44be-91e5-bd14debc21ef None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:41.624255 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-7fbb99e0-d488-44be-91e5-bd14debc21ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:41.659819 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-ab49dc7e-40da-4b38-88b1-0ed5f26a080e None None] Provisioning complete for port 36b1848e-0ac9-446d-b1c9-e03de4753a1e triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:41.660465 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ab49dc7e-40da-4b38-88b1-0ed5f26a080e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:41.676685 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50518be9-eb6a-4ef2-ae4d-d1921b601bc3 None None] Pushing event updated for resources: {'Port': ['ID=bca8d86f-d88a-44b1-b1dc-c89037df4c67,revision_number=2']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:41.689318 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50518be9-eb6a-4ef2-ae4d-d1921b601bc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:41.689603 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50518be9-eb6a-4ef2-ae4d-d1921b601bc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:41.689961 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50518be9-eb6a-4ef2-ae4d-d1921b601bc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:41.690302 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50518be9-eb6a-4ef2-ae4d-d1921b601bc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:41.690704 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50518be9-eb6a-4ef2-ae4d-d1921b601bc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:41.691085 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50518be9-eb6a-4ef2-ae4d-d1921b601bc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:41.691630 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50518be9-eb6a-4ef2-ae4d-d1921b601bc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:41.693649 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50518be9-eb6a-4ef2-ae4d-d1921b601bc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:41.694077 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50518be9-eb6a-4ef2-ae4d-d1921b601bc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:41.694462 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50518be9-eb6a-4ef2-ae4d-d1921b601bc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:41.694845 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50518be9-eb6a-4ef2-ae4d-d1921b601bc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:41.695241 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50518be9-eb6a-4ef2-ae4d-d1921b601bc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:41.707425 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0b99318b-a718-46e3-b589-a7049032b871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:41.710156 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0b99318b-a718-46e3-b589-a7049032b871 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:41.713898 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0b99318b-a718-46e3-b589-a7049032b871 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4e3314bb-792b-47fb-b846-e4344e8e4a43 HTTP/1.1" status: 204 len: 168 time: 0.5818751 Oct 19 01:21:41.742830 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-7fbb99e0-d488-44be-91e5-bd14debc21ef None None] Attempting to bind port bca8d86f-d88a-44b1-b1dc-c89037df4c67 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:21:41.743210 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-7fbb99e0-d488-44be-91e5-bd14debc21ef None None] Attempting to bind port bca8d86f-d88a-44b1-b1dc-c89037df4c67 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:21:41.743581 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb99e0-d488-44be-91e5-bd14debc21ef None None] Attempting to bind port bca8d86f-d88a-44b1-b1dc-c89037df4c67 on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:21:41.757356 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb99e0-d488-44be-91e5-bd14debc21ef None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:21:41.760160 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb99e0-d488-44be-91e5-bd14debc21ef None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:21:41.775321 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-7fbb99e0-d488-44be-91e5-bd14debc21ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:41.775321 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb99e0-d488-44be-91e5-bd14debc21ef None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:21:41.775321 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-7fbb99e0-d488-44be-91e5-bd14debc21ef None None] Bound port: bca8d86f-d88a-44b1-b1dc-c89037df4c67, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:21:41.775321 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-7fbb99e0-d488-44be-91e5-bd14debc21ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:41.804579 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99318b-a718-46e3-b589-a7049032b871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3314bb-792b-47fb-b846-e4344e8e4a43,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:41.902459 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-7fbb99e0-d488-44be-91e5-bd14debc21ef None None] For port bca8d86f-d88a-44b1-b1dc-c89037df4c67, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:21:41.906888 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-7fbb99e0-d488-44be-91e5-bd14debc21ef None None] For port bca8d86f-d88a-44b1-b1dc-c89037df4c67, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=bca8d86f-d88a-44b1-b1dc-c89037df4c67,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:21:41.913646 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-7fbb99e0-d488-44be-91e5-bd14debc21ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:41.958628 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-e76a36be-656e-49f0-bd4e-bfcd60bbac5a admin admin] Allocated IP 172.20.0.1 (84c55fcf-75dc-454b-970b-ebd012138813/488e075d-4e24-4ef3-a196-a8fb67b0889b/3208d30f-6532-41ab-8914-ad74d6a9dc11) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:21:41.968732 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 36b1848e-0ac9-446d-b1c9-e03de4753a1e up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:21:41.975181 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbb99e0-d488-44be-91e5-bd14debc21ef None None] Routers {'da4ab5b7-c3a7-47c8-8f02-386f770ce07f'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:21:41.975181 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-7fbb99e0-d488-44be-91e5-bd14debc21ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:21:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['da4ab5b7-c3a7-47c8-8f02-386f770ce07f'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:42.050754 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-a954d34b-c251-40cf-8f8f-8ce6721ceb6f req-971ca7cb-00bb-4a43-bada-9cd01858b11b service neutron] (100606) timed out ('10.222.0.24', 61741) {{(pid=100606) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 01:21:42.072522 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 36b1848e-0ac9-446d-b1c9-e03de4753a1e triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:42.072900 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:42.092650 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e76a36be-656e-49f0-bd4e-bfcd60bbac5a admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:42.143976 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e76a36be-656e-49f0-bd4e-bfcd60bbac5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:42.158402 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50518be9-eb6a-4ef2-ae4d-d1921b601bc3 None None] Pushing event updated for resources: {'Port': ['ID=bca8d86f-d88a-44b1-b1dc-c89037df4c67,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:42.196876 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76a36be-656e-49f0-bd4e-bfcd60bbac5a admin admin] Network 84c55fcf-75dc-454b-970b-ebd012138813 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:21:42.201319 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-e76a36be-656e-49f0-bd4e-bfcd60bbac5a admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:21:42.205557 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76a36be-656e-49f0-bd4e-bfcd60bbac5a admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:21:42.213312 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-7fbb99e0-d488-44be-91e5-bd14debc21ef None None] Set router da4ab5b7-c3a7-47c8-8f02-386f770ce07f gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:21:42.221100 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a36be-656e-49f0-bd4e-bfcd60bbac5a admin admin] Pushing event updated for resources: {'Port': ['ID=3208d30f-6532-41ab-8914-ad74d6a9dc11,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:42.269010 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e76a36be-656e-49f0-bd4e-bfcd60bbac5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:42.589197 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e76a36be-656e-49f0-bd4e-bfcd60bbac5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:42.605493 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-7fbb99e0-d488-44be-91e5-bd14debc21ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'name': 'tempest-AttachVolumeShelveTestJSON-317180163-router', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'bca8d86f-d88a-44b1-b1dc-c89037df4c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:21:36Z', 'updated_at': '2021-10-19T01:21:38Z', 'revision_number': 3, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'gw_port': {'id': 'bca8d86f-d88a-44b1-b1dc-c89037df4c67', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:57:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:21:37Z', 'updated_at': '2021-10-19T01:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:42.644430 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbb99e0-d488-44be-91e5-bd14debc21ef None None] The sync data for ids ['da4ab5b7-c3a7-47c8-8f02-386f770ce07f'] in n-d-715271-26 is: [{'id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'name': 'tempest-AttachVolumeShelveTestJSON-317180163-router', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'bca8d86f-d88a-44b1-b1dc-c89037df4c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:21:36Z', 'updated_at': '2021-10-19T01:21:38Z', 'revision_number': 3, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'gw_port': {'id': 'bca8d86f-d88a-44b1-b1dc-c89037df4c67', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:57:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:21:37Z', 'updated_at': '2021-10-19T01:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:21:42.698838 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-549e761e-1358-4eac-ba6f-94d0d4da24a6 None None] Provisioning complete for port 3208d30f-6532-41ab-8914-ad74d6a9dc11 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:42.699385 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-549e761e-1358-4eac-ba6f-94d0d4da24a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:42.796632 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-549e761e-1358-4eac-ba6f-94d0d4da24a6 None None] Port 3208d30f-6532-41ab-8914-ad74d6a9dc11 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:21:43.025901 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e76a36be-656e-49f0-bd4e-bfcd60bbac5a admin admin] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:43.053985 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e76a36be-656e-49f0-bd4e-bfcd60bbac5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:43.307172 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e76a36be-656e-49f0-bd4e-bfcd60bbac5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:43.313604 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a36be-656e-49f0-bd4e-bfcd60bbac5a admin admin] Pushing event updated for resources: {'Port': ['ID=3208d30f-6532-41ab-8914-ad74d6a9dc11,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:43.515908 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76a36be-656e-49f0-bd4e-bfcd60bbac5a admin admin] Network 84c55fcf-75dc-454b-970b-ebd012138813 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:21:43.520327 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-e76a36be-656e-49f0-bd4e-bfcd60bbac5a admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:21:43.813565 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76a36be-656e-49f0-bd4e-bfcd60bbac5a admin admin] Router da4ab5b7-c3a7-47c8-8f02-386f770ce07f has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:21:43.905619 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device bca8d86f-d88a-44b1-b1dc-c89037df4c67 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:21:44.035662 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b96f914d-c852-451d-ae75-fcf32db91b0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:44.065900 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port bca8d86f-d88a-44b1-b1dc-c89037df4c67 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:44.069707 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:44.107966 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76a36be-656e-49f0-bd4e-bfcd60bbac5a admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:21:44.116397 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e76a36be-656e-49f0-bd4e-bfcd60bbac5a admin admin] 10.222.0.57 "PUT /v2.0/routers/da4ab5b7-c3a7-47c8-8f02-386f770ce07f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8041856 Oct 19 01:21:44.130644 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-0a46751f-f0ab-4ad3-9819-aeeb2a472f9c None None] Provisioning complete for port 3208d30f-6532-41ab-8914-ad74d6a9dc11 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:44.136115 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0a46751f-f0ab-4ad3-9819-aeeb2a472f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:44.211462 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-0a46751f-f0ab-4ad3-9819-aeeb2a472f9c None None] Port 3208d30f-6532-41ab-8914-ad74d6a9dc11 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:21:44.270622 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:44.312214 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port bca8d86f-d88a-44b1-b1dc-c89037df4c67, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=bca8d86f-d88a-44b1-b1dc-c89037df4c67,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:44.321617 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:44.390155 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=bca8d86f-d88a-44b1-b1dc-c89037df4c67,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:44.723127 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56262) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:45.020991 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-dbd3a180-e962-4d89-aa82-7f0edbce5b0f tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Request body: {'quota': {'network': 2}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:45.058701 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-dbd3a180-e962-4d89-aa82-7f0edbce5b0f tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] 10.222.0.57 "PUT /v2.0/quotas/b76810bc3573482c975a89dae1dbe386 HTTP/1.1" status: 200 len: 368 time: 0.3331852 Oct 19 01:21:45.061100 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56280) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:45.072670 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-15d8c156-35eb-4735-94b0-91d5247782c4 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Request body: {'network': {'project_id': 'b76810bc3573482c975a89dae1dbe386'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:45.129319 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d8c156-35eb-4735-94b0-91d5247782c4 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Made reservation on behalf of b76810bc3573482c975a89dae1dbe386 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:21:45.132286 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-15d8c156-35eb-4735-94b0-91d5247782c4 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:45.158345 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-15d8c156-35eb-4735-94b0-91d5247782c4 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:45.297442 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-15d8c156-35eb-4735-94b0-91d5247782c4 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:45.318857 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-15d8c156-35eb-4735-94b0-91d5247782c4 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:45.400978 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d8c156-35eb-4735-94b0-91d5247782c4 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:21:45.410161 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8c156-35eb-4735-94b0-91d5247782c4 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fe3798-4698-40f2-a960-49134cfe4eb0,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:45.420608 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-15d8c156-35eb-4735-94b0-91d5247782c4 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:45.421060 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-15d8c156-35eb-4735-94b0-91d5247782c4 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Added segment f5e9ffb2-1be2-43b7-9c60-487abb423723 of type vlan for network d98ab0d6-4cc5-4e4b-843b-b491cb2a5699 Oct 19 01:21:45.451503 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56290) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:45.466814 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-62223eca-a0b1-4021-96cc-26aab415b9d4 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Request body: {'security_group': {'name': 'tempest-securitygroup--524716862', 'description': 'tempest-description--2035985512'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:45.539524 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-62223eca-a0b1-4021-96cc-26aab415b9d4 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:45.540031 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-15d8c156-35eb-4735-94b0-91d5247782c4 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:45.551270 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec457853-4663-455d-8ff2-e7e413dc7ada None None] Sync routers for ids ['da4ab5b7-c3a7-47c8-8f02-386f770ce07f'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:21:45.569262 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec457853-4663-455d-8ff2-e7e413dc7ada None None] Routers {'da4ab5b7-c3a7-47c8-8f02-386f770ce07f'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:21:45.569698 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-ec457853-4663-455d-8ff2-e7e413dc7ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:21:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['da4ab5b7-c3a7-47c8-8f02-386f770ce07f'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:45.600151 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-15d8c156-35eb-4735-94b0-91d5247782c4 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:45.601754 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d8c156-35eb-4735-94b0-91d5247782c4 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:45.602472 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-15d8c156-35eb-4735-94b0-91d5247782c4 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:45.637705 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56292) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:45.638568 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-15d8c156-35eb-4735-94b0-91d5247782c4 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5738842 Oct 19 01:21:45.653620 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-3b1885fb-b162-44cf-a7e6-7e70591d993d tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Request body: {'network': {'project_id': 'b76810bc3573482c975a89dae1dbe386'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:45.694540 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-62223eca-a0b1-4021-96cc-26aab415b9d4 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:45.718272 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-62223eca-a0b1-4021-96cc-26aab415b9d4 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:45.743797 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1885fb-b162-44cf-a7e6-7e70591d993d tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Made reservation on behalf of b76810bc3573482c975a89dae1dbe386 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:21:45.753758 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3b1885fb-b162-44cf-a7e6-7e70591d993d tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:45.754902 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8c156-35eb-4735-94b0-91d5247782c4 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Pushing event updated for resources: {'Network': ['ID=d98ab0d6-4cc5-4e4b-843b-b491cb2a5699,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:45.781328 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network d98ab0d6-4cc5-4e4b-843b-b491cb2a5699 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:21:45.807925 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-ec457853-4663-455d-8ff2-e7e413dc7ada None None] Set router da4ab5b7-c3a7-47c8-8f02-386f770ce07f gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:21:45.825388 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-62223eca-a0b1-4021-96cc-26aab415b9d4 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:45.830308 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56296) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:45.837697 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-62223eca-a0b1-4021-96cc-26aab415b9d4 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3819411 Oct 19 01:21:45.841081 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-e52faf3f-dc54-4949-abc7-6365463d1466 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Request body: {'security_group_rule': {'security_group_id': '405dde1c-b754-456f-9272-2f2cd4470617', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:45.845871 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device bca8d86f-d88a-44b1-b1dc-c89037df4c67 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:21:45.876335 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-2aeacd1e-0648-45cb-bd1d-e744f31aa03e req-51f849f4-55f4-488a-8fc0-53661152eace service neutron] (100606) timed out ('10.222.0.24', 62029) {{(pid=100606) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 01:21:45.900154 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b1885fb-b162-44cf-a7e6-7e70591d993d tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:21:45.905937 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62223eca-a0b1-4021-96cc-26aab415b9d4 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=405dde1c-b754-456f-9272-2f2cd4470617,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:45.908936 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e52faf3f-dc54-4949-abc7-6365463d1466 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:45.942114 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3b1885fb-b162-44cf-a7e6-7e70591d993d tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:45.947348 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-3b1885fb-b162-44cf-a7e6-7e70591d993d tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Added segment aaf5f76f-3405-454f-94e2-c59a2b8bef79 of type vlan for network 7d3c460c-af8d-4002-a35f-fd56051338f1 Oct 19 01:21:46.046168 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3b1885fb-b162-44cf-a7e6-7e70591d993d tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:46.079206 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port bca8d86f-d88a-44b1-b1dc-c89037df4c67 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:46.079570 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:46.106349 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e52faf3f-dc54-4949-abc7-6365463d1466 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:46.110533 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3b1885fb-b162-44cf-a7e6-7e70591d993d tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:46.111985 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1885fb-b162-44cf-a7e6-7e70591d993d tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:46.113263 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3b1885fb-b162-44cf-a7e6-7e70591d993d tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:46.114132 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e52faf3f-dc54-4949-abc7-6365463d1466 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:46.190510 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3b1885fb-b162-44cf-a7e6-7e70591d993d tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5511568 Oct 19 01:21:46.191938 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1885fb-b162-44cf-a7e6-7e70591d993d tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Pushing event updated for resources: {'Network': ['ID=7d3c460c-af8d-4002-a35f-fd56051338f1,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:46.194423 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56304) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:46.201126 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-875946ed-896b-4d44-b31e-b80024bbcde4 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Request body: {'network': {'project_id': 'b76810bc3573482c975a89dae1dbe386'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:46.216268 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-875946ed-896b-4d44-b31e-b80024bbcde4 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 19 01:21:46.217001 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-875946ed-896b-4d44-b31e-b80024bbcde4 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:21:46.221396 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-875946ed-896b-4d44-b31e-b80024bbcde4 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0227327 Oct 19 01:21:46.221869 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56308) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:46.233769 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52faf3f-dc54-4949-abc7-6365463d1466 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e06783c7-b630-42d9-8a73-e12c92e30835,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:46.251171 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 7d3c460c-af8d-4002-a35f-fd56051338f1 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:21:46.260329 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e52faf3f-dc54-4949-abc7-6365463d1466 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:46.264702 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e52faf3f-dc54-4949-abc7-6365463d1466 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4301679 Oct 19 01:21:46.266922 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56312) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:46.292283 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-8fd66c6e-8dd2-46c2-a0bc-f34865e04d59 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Request body: {'security_group_rule': {'security_group_id': '405dde1c-b754-456f-9272-2f2cd4470617', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:46.315588 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-36b28c83-37fc-4a02-869d-ca9ea8293b0f tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b76810bc3573482c975a89dae1dbe386&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0909832 Oct 19 01:21:46.317150 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56318) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:46.369521 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8fd66c6e-8dd2-46c2-a0bc-f34865e04d59 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:46.424685 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-38f72408-55b0-4a87-9642-0c9e60685707 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:46.439826 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8fd66c6e-8dd2-46c2-a0bc-f34865e04d59 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:46.448497 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8fd66c6e-8dd2-46c2-a0bc-f34865e04d59 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:46.465006 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-ec457853-4663-455d-8ff2-e7e413dc7ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'name': 'tempest-AttachVolumeShelveTestJSON-317180163-router', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'bca8d86f-d88a-44b1-b1dc-c89037df4c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:21:36Z', 'updated_at': '2021-10-19T01:21:42Z', 'revision_number': 4, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'gw_port': {'id': 'bca8d86f-d88a-44b1-b1dc-c89037df4c67', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:57:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:21:37Z', 'updated_at': '2021-10-19T01:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '3208d30f-6532-41ab-8914-ad74d6a9dc11', 'name': '', 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'mac_address': 'fa:16:3e:4b:4b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '488e075d-4e24-4ef3-a196-a8fb67b0889b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:21:41Z', 'updated_at': '2021-10-19T01:21:42Z', 'revision_number': 2, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'subnets': [{'id': '488e075d-4e24-4ef3-a196-a8fb67b0889b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:46.474695 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-38f72408-55b0-4a87-9642-0c9e60685707 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:46.495504 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd66c6e-8dd2-46c2-a0bc-f34865e04d59 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2772b52-1776-48df-abba-621680789f7f,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:46.501389 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec457853-4663-455d-8ff2-e7e413dc7ada None None] Checking router: da4ab5b7-c3a7-47c8-8f02-386f770ce07f for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:21:46.501873 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec457853-4663-455d-8ff2-e7e413dc7ada None None] Updating router da4ab5b7-c3a7-47c8-8f02-386f770ce07f port 3208d30f-6532-41ab-8914-ad74d6a9dc11 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:21:46.509288 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8fd66c6e-8dd2-46c2-a0bc-f34865e04d59 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:46.514577 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8fd66c6e-8dd2-46c2-a0bc-f34865e04d59 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2425864 Oct 19 01:21:46.515308 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56320) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:46.521891 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-9e3d858f-ce05-480e-acdc-57d215582e7e tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:46.575860 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e3d858f-ce05-480e-acdc-57d215582e7e tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for floatingip, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:46.598901 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-38f72408-55b0-4a87-9642-0c9e60685707 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:46.601594 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-38f72408-55b0-4a87-9642-0c9e60685707 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:46.605412 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-38f72408-55b0-4a87-9642-0c9e60685707 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] 10.222.0.57 "DELETE /v2.0/security-groups/57fe3798-4698-40f2-a960-49134cfe4eb0 HTTP/1.1" status: 204 len: 168 time: 0.2847085 Oct 19 01:21:46.607960 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56324) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:46.652798 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f72408-55b0-4a87-9642-0c9e60685707 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fe3798-4698-40f2-a960-49134cfe4eb0,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:46.742910 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b213855-970f-45e1-9e4d-f7c81844fd0e tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:46.767597 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e3d858f-ce05-480e-acdc-57d215582e7e tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:46.852457 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b213855-970f-45e1-9e4d-f7c81844fd0e tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:46.873728 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ec457853-4663-455d-8ff2-e7e413dc7ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:46.883049 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-9b213855-970f-45e1-9e4d-f7c81844fd0e tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d3c460c-af8d-4002-a35f-fd56051338f1']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:46.886114 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d3b171d5-c3c9-4f9d-a328-9150ea28e72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:46.899121 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-9b213855-970f-45e1-9e4d-f7c81844fd0e tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf5f76f-3405-454f-94e2-c59a2b8bef79') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:46.899502 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-9b213855-970f-45e1-9e4d-f7c81844fd0e tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf5f76f-3405-454f-94e2-c59a2b8bef79') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:46.916560 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b213855-970f-45e1-9e4d-f7c81844fd0e tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:46.942396 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b213855-970f-45e1-9e4d-f7c81844fd0e tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:46.952655 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b213855-970f-45e1-9e4d-f7c81844fd0e tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:21:46.953004 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b213855-970f-45e1-9e4d-f7c81844fd0e tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:46.955597 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:21:46.955597 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:21:46.955597 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:21:46.955597 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:21:46.955597 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:21:46.955597 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:21:46.955597 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:21:46.955597 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:21:46.955597 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:21:46.955597 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:21:46.955597 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:21:46.955597 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:21:46.955597 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:21:46.955597 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:21:46.955597 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:21:46.955597 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:21:46.955597 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:21:46.955597 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:21:46.955597 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:21:46.955597 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:21:46.955597 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:21:46.955597 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:21:46.955597 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:21:46.955597 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:21:46.955597 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:21:46.955597 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:21:46.955597 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:21:46.955597 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:21:46.955597 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:21:46.955597 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:21:46.955597 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:21:46.955597 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:21:46.972729 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-9e3d858f-ce05-480e-acdc-57d215582e7e tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Allocated IP 172.25.8.21 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/b350ed06-4f17-4c95-a467-0bfb9af6d039) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:21:47.108139 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b213855-970f-45e1-9e4d-f7c81844fd0e tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:47.116105 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b213855-970f-45e1-9e4d-f7c81844fd0e tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:47.123505 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9b213855-970f-45e1-9e4d-f7c81844fd0e tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] 10.222.0.57 "DELETE /v2.0/networks/7d3c460c-af8d-4002-a35f-fd56051338f1 HTTP/1.1" status: 204 len: 168 time: 0.5124135 Oct 19 01:21:47.131494 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56334) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:47.169102 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b213855-970f-45e1-9e4d-f7c81844fd0e tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Pushing event deleted for resources: {'Network': ['ID=7d3c460c-af8d-4002-a35f-fd56051338f1,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:47.264737 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e3d858f-ce05-480e-acdc-57d215582e7e tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:47.270750 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2145e7cb-32eb-43ef-bb83-b3f7abb14b12 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:47.334815 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:47.362563 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e3d858f-ce05-480e-acdc-57d215582e7e tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:47.443850 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3d858f-ce05-480e-acdc-57d215582e7e tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:21:47.464778 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-9e3d858f-ce05-480e-acdc-57d215582e7e tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:21:47.470647 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3d858f-ce05-480e-acdc-57d215582e7e tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:21:47.535480 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ec457853-4663-455d-8ff2-e7e413dc7ada None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:47.549642 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ec457853-4663-455d-8ff2-e7e413dc7ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:47.685406 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e3d858f-ce05-480e-acdc-57d215582e7e tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:47.697489 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d858f-ce05-480e-acdc-57d215582e7e tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Pushing event updated for resources: {'Port': ['ID=b350ed06-4f17-4c95-a467-0bfb9af6d039,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:47.731027 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1e49f-7a2e-408a-9345-6db912a09250 None None] Pushing event updated for resources: {'Port': ['ID=3208d30f-6532-41ab-8914-ad74d6a9dc11,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:47.770249 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e3d858f-ce05-480e-acdc-57d215582e7e tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:47.775492 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-ec457853-4663-455d-8ff2-e7e413dc7ada None None] Attempting to bind port 3208d30f-6532-41ab-8914-ad74d6a9dc11 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:21:47.776110 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-ec457853-4663-455d-8ff2-e7e413dc7ada None None] Attempting to bind port 3208d30f-6532-41ab-8914-ad74d6a9dc11 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '541c06ed-de66-456d-9510-381984fe0ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:21:47.776563 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec457853-4663-455d-8ff2-e7e413dc7ada None None] Attempting to bind port 3208d30f-6532-41ab-8914-ad74d6a9dc11 on network 84c55fcf-75dc-454b-970b-ebd012138813 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:21:47.788096 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec457853-4663-455d-8ff2-e7e413dc7ada None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:21:47.788514 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec457853-4663-455d-8ff2-e7e413dc7ada None None] Checking segment: {'id': '541c06ed-de66-456d-9510-381984fe0ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:21:47.789035 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ec457853-4663-455d-8ff2-e7e413dc7ada None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:47.789693 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec457853-4663-455d-8ff2-e7e413dc7ada None None] Bound using segment: {'id': '541c06ed-de66-456d-9510-381984fe0ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:21:47.790242 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-ec457853-4663-455d-8ff2-e7e413dc7ada None None] Bound port: 3208d30f-6532-41ab-8914-ad74d6a9dc11, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541c06ed-de66-456d-9510-381984fe0ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:21:47.791216 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ec457853-4663-455d-8ff2-e7e413dc7ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:47.819648 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:47.928629 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-ec457853-4663-455d-8ff2-e7e413dc7ada None None] For port 3208d30f-6532-41ab-8914-ad74d6a9dc11, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:21:47.933684 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-ec457853-4663-455d-8ff2-e7e413dc7ada None None] For port 3208d30f-6532-41ab-8914-ad74d6a9dc11, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=3208d30f-6532-41ab-8914-ad74d6a9dc11,segment=NetworkSegment(541c06ed-de66-456d-9510-381984fe0ad1),segment_id=541c06ed-de66-456d-9510-381984fe0ad1)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:21:47.941937 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ec457853-4663-455d-8ff2-e7e413dc7ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:48.053784 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e3d858f-ce05-480e-acdc-57d215582e7e tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:48.064064 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e3d858f-ce05-480e-acdc-57d215582e7e tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:48.083448 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2145e7cb-32eb-43ef-bb83-b3f7abb14b12 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:48.112609 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec457853-4663-455d-8ff2-e7e413dc7ada None None] Routers {'da4ab5b7-c3a7-47c8-8f02-386f770ce07f'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:21:48.113249 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-ec457853-4663-455d-8ff2-e7e413dc7ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:21:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['da4ab5b7-c3a7-47c8-8f02-386f770ce07f'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:48.127702 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-2145e7cb-32eb-43ef-bb83-b3f7abb14b12 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d98ab0d6-4cc5-4e4b-843b-b491cb2a5699']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:48.139344 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-2145e7cb-32eb-43ef-bb83-b3f7abb14b12 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e9ffb2-1be2-43b7-9c60-487abb423723') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:48.139824 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-2145e7cb-32eb-43ef-bb83-b3f7abb14b12 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e9ffb2-1be2-43b7-9c60-487abb423723') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:48.151370 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2145e7cb-32eb-43ef-bb83-b3f7abb14b12 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:48.167991 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2145e7cb-32eb-43ef-bb83-b3f7abb14b12 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:48.177020 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2145e7cb-32eb-43ef-bb83-b3f7abb14b12 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:21:48.177448 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2145e7cb-32eb-43ef-bb83-b3f7abb14b12 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:48.209340 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1e49f-7a2e-408a-9345-6db912a09250 None None] Pushing event updated for resources: {'Port': ['ID=3208d30f-6532-41ab-8914-ad74d6a9dc11,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:48.272176 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-3d13f597-7ea1-433b-ad42-3c4301bc28ba None None] Provisioning complete for port 3208d30f-6532-41ab-8914-ad74d6a9dc11 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:48.272588 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3d13f597-7ea1-433b-ad42-3c4301bc28ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:48.299106 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:21:48.299106 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:21:48.299106 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:21:48.299106 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:21:48.299106 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:21:48.299106 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:21:48.299106 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:21:48.299106 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:21:48.299106 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:21:48.299106 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:21:48.299106 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:21:48.299106 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:21:48.299106 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:21:48.299106 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:21:48.299106 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:21:48.299106 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:21:48.299106 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:21:48.299106 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:21:48.299106 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:21:48.299106 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:21:48.299106 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:21:48.299106 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:21:48.299106 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:21:48.299106 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:21:48.299106 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:21:48.299106 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:21:48.299106 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:21:48.299106 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:21:48.299106 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:21:48.299106 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:21:48.299106 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:21:48.299106 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:21:48.306393 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2145e7cb-32eb-43ef-bb83-b3f7abb14b12 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:48.326203 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2145e7cb-32eb-43ef-bb83-b3f7abb14b12 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:48.364451 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2145e7cb-32eb-43ef-bb83-b3f7abb14b12 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] 10.222.0.57 "DELETE /v2.0/networks/d98ab0d6-4cc5-4e4b-843b-b491cb2a5699 HTTP/1.1" status: 204 len: 168 time: 1.2307506 Oct 19 01:21:48.385999 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e3d858f-ce05-480e-acdc-57d215582e7e tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:48.396625 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d858f-ce05-480e-acdc-57d215582e7e tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Pushing event updated for resources: {'Port': ['ID=b350ed06-4f17-4c95-a467-0bfb9af6d039,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:48.419335 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2145e7cb-32eb-43ef-bb83-b3f7abb14b12 tempest-QuotasNegativeTest-1245679118 tempest-QuotasNegativeTest-1245679118-project-admin] Pushing event deleted for resources: {'Network': ['ID=d98ab0d6-4cc5-4e4b-843b-b491cb2a5699,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:48.460895 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e3d858f-ce05-480e-acdc-57d215582e7e tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:48.462518 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9e3d858f-ce05-480e-acdc-57d215582e7e tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9443257 Oct 19 01:21:48.503076 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-ec457853-4663-455d-8ff2-e7e413dc7ada None None] Set router da4ab5b7-c3a7-47c8-8f02-386f770ce07f gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:21:48.851798 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3d13f597-7ea1-433b-ad42-3c4301bc28ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:49.011937 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56386) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:49.118703 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-04406a8b-433d-471a-ad96-50f415199a56 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--524716862&fields=id&tenant_id=48ddb22357dc4eb2bc2ba246f38392b4 HTTP/1.1" status: 200 len: 267 time: 0.1042106 Oct 19 01:21:49.252421 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-3d13f597-7ea1-433b-ad42-3c4301bc28ba None None] For port 3208d30f-6532-41ab-8914-ad74d6a9dc11, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=3208d30f-6532-41ab-8914-ad74d6a9dc11,segment=NetworkSegment(541c06ed-de66-456d-9510-381984fe0ad1),segment_id=541c06ed-de66-456d-9510-381984fe0ad1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:49.263591 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3d13f597-7ea1-433b-ad42-3c4301bc28ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:49.331493 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0848d598-7eb1-4e39-a661-89eedd4cefb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:49.420479 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-1f881c29-6bad-4683-b48f-8339e466836c tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:49.424533 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-1f881c29-6bad-4683-b48f-8339e466836c tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/networks?id=84c55fcf-75dc-454b-970b-ebd012138813 HTTP/1.1" status: 200 len: 816 time: 0.3035502 Oct 19 01:21:49.461530 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13f597-7ea1-433b-ad42-3c4301bc28ba None None] Pushing event updated for resources: {'Port': ['ID=3208d30f-6532-41ab-8914-ad74d6a9dc11,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:49.465919 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-4e3c9510-4abb-4785-a942-a62881ad5420 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/quotas/48ddb22357dc4eb2bc2ba246f38392b4 HTTP/1.1" status: 200 len: 375 time: 0.0213735 Oct 19 01:21:49.490647 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-ec457853-4663-455d-8ff2-e7e413dc7ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'name': 'tempest-AttachVolumeShelveTestJSON-317180163-router', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'bca8d86f-d88a-44b1-b1dc-c89037df4c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:21:36Z', 'updated_at': '2021-10-19T01:21:42Z', 'revision_number': 4, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'gw_port': {'id': 'bca8d86f-d88a-44b1-b1dc-c89037df4c67', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:57:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:21:37Z', 'updated_at': '2021-10-19T01:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '3208d30f-6532-41ab-8914-ad74d6a9dc11', 'name': '', 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'mac_address': 'fa:16:3e:4b:4b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '488e075d-4e24-4ef3-a196-a8fb67b0889b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:21:41Z', 'updated_at': '2021-10-19T01:21:47Z', 'revision_number': 4, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'subnets': [{'id': '488e075d-4e24-4ef3-a196-a8fb67b0889b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:49.504349 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0848d598-7eb1-4e39-a661-89eedd4cefb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:49.514796 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0848d598-7eb1-4e39-a661-89eedd4cefb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:49.590758 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-369914f1-3906-4187-a846-3f42a3549804 None None] Provisioning complete for port 3208d30f-6532-41ab-8914-ad74d6a9dc11 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:49.591254 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-369914f1-3906-4187-a846-3f42a3549804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:49.593484 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-616d50d2-27c0-4e05-9204-3f99ad412d0c tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=48ddb22357dc4eb2bc2ba246f38392b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1145115 Oct 19 01:21:49.601113 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0848d598-7eb1-4e39-a661-89eedd4cefb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874bb1bd-334a-45ff-8ab7-6b0ecaf8dc5f,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:49.610224 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec457853-4663-455d-8ff2-e7e413dc7ada None None] The sync data for ids ['da4ab5b7-c3a7-47c8-8f02-386f770ce07f'] in n-d-715271-26 is: [{'id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'name': 'tempest-AttachVolumeShelveTestJSON-317180163-router', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'bca8d86f-d88a-44b1-b1dc-c89037df4c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:21:36Z', 'updated_at': '2021-10-19T01:21:42Z', 'revision_number': 4, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'gw_port': {'id': 'bca8d86f-d88a-44b1-b1dc-c89037df4c67', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:57:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:21:37Z', 'updated_at': '2021-10-19T01:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '3208d30f-6532-41ab-8914-ad74d6a9dc11', 'name': '', 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'mac_address': 'fa:16:3e:4b:4b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '488e075d-4e24-4ef3-a196-a8fb67b0889b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:21:41Z', 'updated_at': '2021-10-19T01:21:47Z', 'revision_number': 4, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'subnets': [{'id': '488e075d-4e24-4ef3-a196-a8fb67b0889b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:21:49.645100 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0848d598-7eb1-4e39-a661-89eedd4cefb4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2f8114fb16d4408fb057843b1c3c610d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6286149 Oct 19 01:21:49.647678 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56402) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:49.825252 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:49.828704 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ea3d90dc-759f-4303-a052-217dc500d828 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:49.895195 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ea3d90dc-759f-4303-a052-217dc500d828 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:49.922100 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-b5e111c9-eaf0-456f-889a-14fcf90cbbc0 service neutron] 10.222.0.57 "GET /v2.0/networks/84c55fcf-75dc-454b-970b-ebd012138813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214521 Oct 19 01:21:50.051406 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ea3d90dc-759f-4303-a052-217dc500d828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:50.055158 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ea3d90dc-759f-4303-a052-217dc500d828 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:50.056372 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ea3d90dc-759f-4303-a052-217dc500d828 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/874bb1bd-334a-45ff-8ab7-6b0ecaf8dc5f HTTP/1.1" status: 204 len: 168 time: 0.4064341 Oct 19 01:21:50.073614 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 3208d30f-6532-41ab-8914-ad74d6a9dc11 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:21:50.086790 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d90dc-759f-4303-a052-217dc500d828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874bb1bd-334a-45ff-8ab7-6b0ecaf8dc5f,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:50.188820 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-2b7d4431-2b46-45b8-99d2-bb1b86d1dc29 service neutron] 10.222.0.57 "GET /v2.0/networks/84c55fcf-75dc-454b-970b-ebd012138813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594056 Oct 19 01:21:50.307480 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 3208d30f-6532-41ab-8914-ad74d6a9dc11 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:50.308757 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:50.625750 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-26794ec4-c430-4f2c-925a-a434333c20c1 req-4d7636f3-4782-4428-8977-c85afa1ae252 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 210 time: 0.0869212 Oct 19 01:21:50.733889 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-7c392769-f71f-4ed1-9a41-fc8eed58b30c tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:50.735880 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-7c392769-f71f-4ed1-9a41-fc8eed58b30c tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/networks?id=d4270e7e-99ef-46cd-9d15-4c103c5127d9 HTTP/1.1" status: 200 len: 814 time: 0.4282391 Oct 19 01:21:50.760293 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-e590b231-5df1-4f09-bb3e-17569d269591 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/quotas/42353c3d358f4cf593a4d635cb05681b HTTP/1.1" status: 200 len: 375 time: 0.0160425 Oct 19 01:21:50.843788 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-d3701a5b-4055-4fe6-8285-5b569a516f60 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=42353c3d358f4cf593a4d635cb05681b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705900 Oct 19 01:21:51.147687 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-4c17d791-8ec4-4f63-b93f-c469f1cff855 service neutron] 10.222.0.57 "GET /v2.0/networks/d4270e7e-99ef-46cd-9d15-4c103c5127d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028955 Oct 19 01:21:51.175987 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56458) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:51.216956 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c374db82-cbd8-4cd4-ba34-1d67ac89c2aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:51.659271 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c374db82-cbd8-4cd4-ba34-1d67ac89c2aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:51.672639 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c374db82-cbd8-4cd4-ba34-1d67ac89c2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:51.683818 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-488c8578-f8e1-4879-a6d3-e747c79a1b21 service neutron] 10.222.0.57 "GET /v2.0/networks/d4270e7e-99ef-46cd-9d15-4c103c5127d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5339067 Oct 19 01:21:51.753524 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c374db82-cbd8-4cd4-ba34-1d67ac89c2aa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=21ef4a959e744b52b917c6e9beb57628&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5751138 Oct 19 01:21:51.754631 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374db82-cbd8-4cd4-ba34-1d67ac89c2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86b0632-f39f-492f-9603-ae19993922dd,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:51.756461 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56468) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:51.877182 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5767fd51-fa20-4f96-b82e-34bbe9513002 req-4e448b52-eb5b-46de-ac49-316be8d26ee4 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 210 time: 0.0667701 Oct 19 01:21:51.892903 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7acde98a-e914-4827-a7ae-81069cb9bac3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:51.977758 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7acde98a-e914-4827-a7ae-81069cb9bac3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:52.132322 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4981f87e-64f7-48c1-9dc7-6b0421c1db33 req-93d9c8cd-1ffa-4631-b585-4a5577b13647 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f026a01-2b80-4462-8cfa-ba81db438832 HTTP/1.1" status: 200 len: 210 time: 0.0918512 Oct 19 01:21:52.172524 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7acde98a-e914-4827-a7ae-81069cb9bac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:52.175128 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7acde98a-e914-4827-a7ae-81069cb9bac3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:52.176317 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7acde98a-e914-4827-a7ae-81069cb9bac3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d86b0632-f39f-492f-9603-ae19993922dd HTTP/1.1" status: 204 len: 168 time: 0.4182470 Oct 19 01:21:52.206454 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acde98a-e914-4827-a7ae-81069cb9bac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86b0632-f39f-492f-9603-ae19993922dd,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:52.760986 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-cd1e3aff-53f0-40f3-9d14-91f5b3783d82 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:52.762910 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-cd1e3aff-53f0-40f3-9d14-91f5b3783d82 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.55 "GET /v2.0/networks?id=84c55fcf-75dc-454b-970b-ebd012138813 HTTP/1.1" status: 200 len: 816 time: 0.2856591 Oct 19 01:21:52.853040 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-f4c35185-7d13-4042-bf57-d92d21596533 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48ddb22357dc4eb2bc2ba246f38392b4 HTTP/1.1" status: 200 len: 379 time: 0.0755463 Oct 19 01:21:52.864579 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-9fe6e20a-8886-476d-a6fb-0dd2ca27e250 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Request body: {'port': {'device_id': 'e2577546-eaa5-4f27-82d1-74ff9d883fdd', 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813', 'admin_state_up': True, 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'security_groups': ['405dde1c-b754-456f-9272-2f2cd4470617']}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:53.257398 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0d6660a3-6da1-464f-94dc-5cd0c30add92 req-7338b87e-325b-4090-8762-61876349fd36 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 210 time: 0.1576338 Oct 19 01:21:53.318921 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-9fe6e20a-8886-476d-a6fb-0dd2ca27e250 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Made reservation on behalf of 48ddb22357dc4eb2bc2ba246f38392b4 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:21:53.333946 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-9fe6e20a-8886-476d-a6fb-0dd2ca27e250 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:53.377568 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3831baf9-e0fc-4498-a814-e583951478ee req-9d122148-a644-487d-a51b-4a8e1ab4aa35 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2790363 Oct 19 01:21:53.572012 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-ad19b16d-4860-4723-beff-30cbef4d0191 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:53.574315 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-ad19b16d-4860-4723-beff-30cbef4d0191 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.24 "GET /v2.0/networks?id=d4270e7e-99ef-46cd-9d15-4c103c5127d9 HTTP/1.1" status: 200 len: 814 time: 0.3154409 Oct 19 01:21:53.604836 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-c38d989f-8d88-4b36-88c5-262ffdb0e305 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Request body: {'port': {'device_id': '7f026a01-2b80-4462-8cfa-ba81db438832', 'network_id': 'd4270e7e-99ef-46cd-9d15-4c103c5127d9', 'admin_state_up': True, 'tenant_id': '42353c3d358f4cf593a4d635cb05681b'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:53.609038 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4d7aceaf-c325-42e1-82b3-e07d8949ba27 req-f4c2b5f8-9984-4b78-ada0-c2285c8dffb5 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f026a01-2b80-4462-8cfa-ba81db438832 HTTP/1.1" status: 200 len: 210 time: 0.1330962 Oct 19 01:21:53.692896 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831baf9-e0fc-4498-a814-e583951478ee req-43c5266b-b2bb-450b-ad98-ef6e6542b1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:53.696493 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3831baf9-e0fc-4498-a814-e583951478ee req-43c5266b-b2bb-450b-ad98-ef6e6542b1f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=168a5912cc444122aa0d6d6b44b7e93f&device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 1098 time: 0.1856291 Oct 19 01:21:53.717062 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-9fe6e20a-8886-476d-a6fb-0dd2ca27e250 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Allocated IP 172.20.0.3 (84c55fcf-75dc-454b-970b-ebd012138813/488e075d-4e24-4ef3-a196-a8fb67b0889b/0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:21:53.836197 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-c38d989f-8d88-4b36-88c5-262ffdb0e305 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Made reservation on behalf of 42353c3d358f4cf593a4d635cb05681b for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:21:53.846389 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-c38d989f-8d88-4b36-88c5-262ffdb0e305 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:54.101114 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-9fe6e20a-8886-476d-a6fb-0dd2ca27e250 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:54.149260 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-c38d989f-8d88-4b36-88c5-262ffdb0e305 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Allocated IP 172.20.0.8 (d4270e7e-99ef-46cd-9d15-4c103c5127d9/f12efede-0cc5-4150-9b9f-2ac38a307513/50a2d424-fb93-4766-97c1-0ba2f7d8f035) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:21:54.399025 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-84d80ed9-0e66-4408-97ec-6ece256e39da tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:54.409739 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-84d80ed9-0e66-4408-97ec-6ece256e39da tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/networks?id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a HTTP/1.1" status: 200 len: 812 time: 0.1426783 Oct 19 01:21:54.445461 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-269540f5-f7bd-4f79-a5f1-bb636bee360e tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/quotas/248f0ca5d5d44d8ab1ae3c514fead24b HTTP/1.1" status: 200 len: 375 time: 0.0259440 Oct 19 01:21:54.559496 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-7ab88304-3e1d-4e28-9414-704274198b8f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=248f0ca5d5d44d8ab1ae3c514fead24b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1129904 Oct 19 01:21:54.617223 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56568) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:54.642997 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-c38d989f-8d88-4b36-88c5-262ffdb0e305 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:54.714191 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831baf9-e0fc-4498-a814-e583951478ee req-18f80f6d-87ef-45a6-9202-094629613a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:54.715699 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3831baf9-e0fc-4498-a814-e583951478ee req-18f80f6d-87ef-45a6-9202-094629613a1d service neutron] 10.222.0.55 "GET /v2.0/networks?id=2309c3e4-1aec-4060-b6e9-bbaad5369c41 HTTP/1.1" status: 200 len: 913 time: 0.9953933 Oct 19 01:21:54.748401 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-c38d989f-8d88-4b36-88c5-262ffdb0e305 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:54.770724 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bcbd0e0f-6466-4b81-9462-1f4d73525a26 req-4693bbc8-c666-4398-b77c-a9ee516de8c8 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 210 time: 0.0534561 Oct 19 01:21:54.807022 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-c38d989f-8d88-4b36-88c5-262ffdb0e305 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Network d4270e7e-99ef-46cd-9d15-4c103c5127d9 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:21:54.815270 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-c38d989f-8d88-4b36-88c5-262ffdb0e305 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:21:54.826690 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-c38d989f-8d88-4b36-88c5-262ffdb0e305 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:21:54.849410 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-9fe6e20a-8886-476d-a6fb-0dd2ca27e250 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:54.917501 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d989f-8d88-4b36-88c5-262ffdb0e305 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Pushing event updated for resources: {'Port': ['ID=50a2d424-fb93-4766-97c1-0ba2f7d8f035,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:54.923686 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-76aac21b-e202-4bd0-ae7a-f0fa2236e940 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1879333348'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:54.938384 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-315a160d-8a28-4c04-8d00-6f1c9a03b169 service neutron] 10.222.0.57 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655982 Oct 19 01:21:54.946048 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6e20a-8886-476d-a6fb-0dd2ca27e250 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Pushing event updated for resources: {'Port': ['ID=0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:54.961845 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-c38d989f-8d88-4b36-88c5-262ffdb0e305 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:54.962468 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-c38d989f-8d88-4b36-88c5-262ffdb0e305 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:54.972925 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-9fe6e20a-8886-476d-a6fb-0dd2ca27e250 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Network 84c55fcf-75dc-454b-970b-ebd012138813 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:21:54.975798 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3831baf9-e0fc-4498-a814-e583951478ee req-3f819f2b-71b2-4125-ace2-283baedd433c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f HTTP/1.1" status: 200 len: 1001 time: 0.2473633 Oct 19 01:21:54.977908 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-9fe6e20a-8886-476d-a6fb-0dd2ca27e250 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:21:54.999496 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-9fe6e20a-8886-476d-a6fb-0dd2ca27e250 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:21:55.027194 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-76aac21b-e202-4bd0-ae7a-f0fa2236e940 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:55.028855 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-76aac21b-e202-4bd0-ae7a-f0fa2236e940 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:55.068387 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-c38d989f-8d88-4b36-88c5-262ffdb0e305 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4827642 Oct 19 01:21:55.086119 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-7bb48885-9f46-4f04-82e3-8ff2d762c16f service neutron] Request body: {'port': {'device_id': '7f026a01-2b80-4462-8cfa-ba81db438832', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:55.088767 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-9fe6e20a-8886-476d-a6fb-0dd2ca27e250 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:55.089491 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-9fe6e20a-8886-476d-a6fb-0dd2ca27e250 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:55.194134 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-85fa5622-b666-4c0a-956d-546fab3da718 service neutron] 10.222.0.57 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531109 Oct 19 01:21:55.203927 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-9fe6e20a-8886-476d-a6fb-0dd2ca27e250 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3435764 Oct 19 01:21:55.216307 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdc3bb-3fa3-46ce-b1a2-565727b31eed req-59ee7cf6-9592-481b-b314-56646fa34daa tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:55.218294 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f3cdc3bb-3fa3-46ce-b1a2-565727b31eed req-59ee7cf6-9592-481b-b314-56646fa34daa tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f026a01-2b80-4462-8cfa-ba81db438832 HTTP/1.1" status: 200 len: 931 time: 0.2233832 Oct 19 01:21:55.226916 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-93aebedd-a861-491a-8323-95ffb7c54ffc service neutron] Request body: {'port': {'device_id': 'e2577546-eaa5-4f27-82d1-74ff9d883fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:55.275498 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-76aac21b-e202-4bd0-ae7a-f0fa2236e940 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:55.275498 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-7bb48885-9f46-4f04-82e3-8ff2d762c16f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:55.343056 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831baf9-e0fc-4498-a814-e583951478ee req-b94d7cd1-1e21-488a-b86c-71789ce4a007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:55.344711 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3831baf9-e0fc-4498-a814-e583951478ee req-b94d7cd1-1e21-488a-b86c-71789ce4a007 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e75ff155-8f86-450c-9276-3e4132eca531 HTTP/1.1" status: 200 len: 851 time: 0.3481624 Oct 19 01:21:55.346582 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-93aebedd-a861-491a-8323-95ffb7c54ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:55.439005 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-1af39c30-675b-4a11-b36d-956c34789b6c None None] Provisioning complete for port 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:55.440266 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1af39c30-675b-4a11-b36d-956c34789b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:55.498868 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-1af39c30-675b-4a11-b36d-956c34789b6c None None] Port 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:21:55.521809 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-76aac21b-e202-4bd0-ae7a-f0fa2236e940 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:55.759631 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-93aebedd-a861-491a-8323-95ffb7c54ffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:21:55.769017 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-93aebedd-a861-491a-8323-95ffb7c54ffc service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:55.779850 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-76aac21b-e202-4bd0-ae7a-f0fa2236e940 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:55.781948 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-93aebedd-a861-491a-8323-95ffb7c54ffc service neutron] Transition to ACTIVE for port object 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:21:55.783871 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-76aac21b-e202-4bd0-ae7a-f0fa2236e940 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.1655173 Oct 19 01:21:55.784839 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56598) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:55.789840 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f6da4f52-b3c8-47dc-af2a-8c82e76b07dd req-c43e53ea-e490-4747-baae-41cf1a220c83 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=e50d53a6-6bb1-4bd9-99fe-4deeaefda618 HTTP/1.1" status: 200 len: 210 time: 0.0587754 Oct 19 01:21:55.805921 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-93aebedd-a861-491a-8323-95ffb7c54ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:55.829686 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-7bb48885-9f46-4f04-82e3-8ff2d762c16f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50a2d424-fb93-4766-97c1-0ba2f7d8f035 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:21:55.840885 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-7bb48885-9f46-4f04-82e3-8ff2d762c16f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:55.873616 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f3cdc3bb-3fa3-46ce-b1a2-565727b31eed req-b1261d78-7e2f-4555-a62f-53fbbd1c066a tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2961e7a-6b08-4600-b892-5ceb32c80e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5316141 Oct 19 01:21:56.070228 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0719e50b-8084-44cc-97f2-affaa30abc2a tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:56.094479 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831baf9-e0fc-4498-a814-e583951478ee req-cbb30675-df2d-4f12-8969-547d2704a65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:56.095984 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3831baf9-e0fc-4498-a814-e583951478ee req-cbb30675-df2d-4f12-8969-547d2704a65e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2309c3e4-1aec-4060-b6e9-bbaad5369c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7404380 Oct 19 01:21:56.109446 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aebedd-a861-491a-8323-95ffb7c54ffc service neutron] Pushing event updated for resources: {'Port': ['ID=0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:56.153058 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-7bb48885-9f46-4f04-82e3-8ff2d762c16f service neutron] Transition to ACTIVE for port object 50a2d424-fb93-4766-97c1-0ba2f7d8f035 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:21:56.180089 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-93aebedd-a861-491a-8323-95ffb7c54ffc service neutron] Attempting to bind port 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:21:56.180431 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-93aebedd-a861-491a-8323-95ffb7c54ffc service neutron] Attempting to bind port 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '541c06ed-de66-456d-9510-381984fe0ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:21:56.180769 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-93aebedd-a861-491a-8323-95ffb7c54ffc service neutron] Attempting to bind port 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da on network 84c55fcf-75dc-454b-970b-ebd012138813 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:21:56.188106 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-93aebedd-a861-491a-8323-95ffb7c54ffc service neutron] Port 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da on network 84c55fcf-75dc-454b-970b-ebd012138813 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:21:56.188444 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-93aebedd-a861-491a-8323-95ffb7c54ffc service neutron] Attempting to bind port 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da on network 84c55fcf-75dc-454b-970b-ebd012138813 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:21:56.218973 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-93aebedd-a861-491a-8323-95ffb7c54ffc service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:21:56.219751 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-93aebedd-a861-491a-8323-95ffb7c54ffc service neutron] Checking segment: {'id': '541c06ed-de66-456d-9510-381984fe0ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:21:56.219751 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-93aebedd-a861-491a-8323-95ffb7c54ffc service neutron] Bound using segment: {'id': '541c06ed-de66-456d-9510-381984fe0ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:21:56.220108 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-93aebedd-a861-491a-8323-95ffb7c54ffc service neutron] Bound port: 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '541c06ed-de66-456d-9510-381984fe0ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:21:56.220609 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-93aebedd-a861-491a-8323-95ffb7c54ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:56.253536 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-7bb48885-9f46-4f04-82e3-8ff2d762c16f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:56.352656 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3831baf9-e0fc-4498-a814-e583951478ee req-2517555a-e94d-4620-9457-868ce3206676 service neutron] 10.222.0.55 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384608 Oct 19 01:21:56.397537 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0719e50b-8084-44cc-97f2-affaa30abc2a tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:56.404142 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0719e50b-8084-44cc-97f2-affaa30abc2a tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:56.405764 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb48885-9f46-4f04-82e3-8ff2d762c16f service neutron] Pushing event updated for resources: {'Port': ['ID=50a2d424-fb93-4766-97c1-0ba2f7d8f035,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:56.457704 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b8bf5-e1ad-46bc-86ec-afd81f199ca0 req-9f135794-fdf0-4b4f-840a-06a12d35d8c7 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:56.464952 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-495b8bf5-e1ad-46bc-86ec-afd81f199ca0 req-9f135794-fdf0-4b4f-840a-06a12d35d8c7 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 943 time: 0.4125094 Oct 19 01:21:56.519982 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3831baf9-e0fc-4498-a814-e583951478ee req-a9cc26f1-820b-4d12-833c-7491eccde9f5 service neutron] 10.222.0.55 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593435 Oct 19 01:21:56.524273 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0719e50b-8084-44cc-97f2-affaa30abc2a tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:56.524801 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0719e50b-8084-44cc-97f2-affaa30abc2a tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d713338f-ccdf-4401-a072-9a4f665d1d25 {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:21:56.528304 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-93aebedd-a861-491a-8323-95ffb7c54ffc service neutron] For port 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:21:56.546863 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0719e50b-8084-44cc-97f2-affaa30abc2a tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:56.550689 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0719e50b-8084-44cc-97f2-affaa30abc2a tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] 10.222.0.57 "DELETE /v2.0/routers/d713338f-ccdf-4401-a072-9a4f665d1d25 HTTP/1.1" status: 204 len: 168 time: 0.7480814 Oct 19 01:21:56.565542 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-495b8bf5-e1ad-46bc-86ec-afd81f199ca0 req-bb061e1f-06e0-45ff-81ea-ccbf41af8c39 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944681 Oct 19 01:21:56.566332 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56616) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:56.571347 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-93aebedd-a861-491a-8323-95ffb7c54ffc service neutron] For port 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da,segment=NetworkSegment(541c06ed-de66-456d-9510-381984fe0ad1),segment_id=541c06ed-de66-456d-9510-381984fe0ad1)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:21:56.579344 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-c63061ce-f47d-4759-8240-c109285da6a8 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Request body: {'router': {'name': 'tempest-router-1082048321', 'distributed': False}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:56.594593 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-93aebedd-a861-491a-8323-95ffb7c54ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:56.622528 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-7bb48885-9f46-4f04-82e3-8ff2d762c16f service neutron] Attempting to bind port 50a2d424-fb93-4766-97c1-0ba2f7d8f035 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:21:56.623131 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-7bb48885-9f46-4f04-82e3-8ff2d762c16f service neutron] Attempting to bind port 50a2d424-fb93-4766-97c1-0ba2f7d8f035 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '6f5a1744-e0ea-4e62-9814-3a8d92635cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd4270e7e-99ef-46cd-9d15-4c103c5127d9'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:21:56.623639 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-7bb48885-9f46-4f04-82e3-8ff2d762c16f service neutron] Attempting to bind port 50a2d424-fb93-4766-97c1-0ba2f7d8f035 on network d4270e7e-99ef-46cd-9d15-4c103c5127d9 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:21:56.629593 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-7bb48885-9f46-4f04-82e3-8ff2d762c16f service neutron] Port 50a2d424-fb93-4766-97c1-0ba2f7d8f035 on network d4270e7e-99ef-46cd-9d15-4c103c5127d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:21:56.630153 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-7bb48885-9f46-4f04-82e3-8ff2d762c16f service neutron] Attempting to bind port 50a2d424-fb93-4766-97c1-0ba2f7d8f035 on network d4270e7e-99ef-46cd-9d15-4c103c5127d9 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:21:56.635954 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c63061ce-f47d-4759-8240-c109285da6a8 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:56.637612 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c63061ce-f47d-4759-8240-c109285da6a8 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:56.641173 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-7bb48885-9f46-4f04-82e3-8ff2d762c16f service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:21:56.641735 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-7bb48885-9f46-4f04-82e3-8ff2d762c16f service neutron] Checking segment: {'id': '6f5a1744-e0ea-4e62-9814-3a8d92635cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd4270e7e-99ef-46cd-9d15-4c103c5127d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:21:56.642301 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-7bb48885-9f46-4f04-82e3-8ff2d762c16f service neutron] Bound using segment: {'id': '6f5a1744-e0ea-4e62-9814-3a8d92635cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd4270e7e-99ef-46cd-9d15-4c103c5127d9'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:21:56.642903 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-7bb48885-9f46-4f04-82e3-8ff2d762c16f service neutron] Bound port: 50a2d424-fb93-4766-97c1-0ba2f7d8f035, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5a1744-e0ea-4e62-9814-3a8d92635cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd4270e7e-99ef-46cd-9d15-4c103c5127d9'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:21:56.643461 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-7bb48885-9f46-4f04-82e3-8ff2d762c16f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:56.682465 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-93aebedd-a861-491a-8323-95ffb7c54ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:56.683742 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-93aebedd-a861-491a-8323-95ffb7c54ffc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:56.685796 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-93aebedd-a861-491a-8323-95ffb7c54ffc service neutron] 10.222.0.55 "PUT /v2.0/ports/0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da HTTP/1.1" status: 200 len: 1092 time: 1.4644294 Oct 19 01:21:56.686262 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2577546-eaa5-4f27-82d1-74ff9d883fdd', 'tag': '0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:21:56.689372 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32cf6a0-812a-41b6-bf87-41c7e036310f" -d '{"events": [{"name": "network-changed", "server_uuid": "e2577546-eaa5-4f27-82d1-74ff9d883fdd", "tag": "0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:21:56.739446 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aebedd-a861-491a-8323-95ffb7c54ffc service neutron] Pushing event updated for resources: {'Port': ['ID=0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:56.789311 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c2cba3-6245-4381-9a53-883051a00e4a x-openstack-request-id: req-d9c2cba3-6245-4381-9a53-883051a00e4a {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:21:56.789606 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2577546-eaa5-4f27-82d1-74ff9d883fdd", "tag": "0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:21:56.789873 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d9c2cba3-6245-4381-9a53-883051a00e4a {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:21:56.790289 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2577546-eaa5-4f27-82d1-74ff9d883fdd', 'tag': '0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da', 'status': 'completed', 'code': 200} Oct 19 01:21:56.806729 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c63061ce-f47d-4759-8240-c109285da6a8 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:56.817727 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c63061ce-f47d-4759-8240-c109285da6a8 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:56.868771 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c63061ce-f47d-4759-8240-c109285da6a8 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:56.872251 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c63061ce-f47d-4759-8240-c109285da6a8 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3004076 Oct 19 01:21:56.874846 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56628) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:56.918857 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-7bb48885-9f46-4f04-82e3-8ff2d762c16f service neutron] For port 50a2d424-fb93-4766-97c1-0ba2f7d8f035, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:21:56.929490 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-7bb48885-9f46-4f04-82e3-8ff2d762c16f service neutron] For port 50a2d424-fb93-4766-97c1-0ba2f7d8f035, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=50a2d424-fb93-4766-97c1-0ba2f7d8f035,segment=NetworkSegment(6f5a1744-e0ea-4e62-9814-3a8d92635cc3),segment_id=6f5a1744-e0ea-4e62-9814-3a8d92635cc3)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:21:56.951556 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-7bb48885-9f46-4f04-82e3-8ff2d762c16f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:57.026736 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b8e9574a-1a00-4901-a621-12a79bb91acd req-c37a6754-bd6a-457c-b5e0-7c8b558544e6 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=e50d53a6-6bb1-4bd9-99fe-4deeaefda618 HTTP/1.1" status: 200 len: 210 time: 0.0903866 Oct 19 01:21:57.076844 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-7bb48885-9f46-4f04-82e3-8ff2d762c16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:57.077576 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-7bb48885-9f46-4f04-82e3-8ff2d762c16f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:57.079836 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-7bb48885-9f46-4f04-82e3-8ff2d762c16f service neutron] 10.222.0.24 "PUT /v2.0/ports/50a2d424-fb93-4766-97c1-0ba2f7d8f035 HTTP/1.1" status: 200 len: 1092 time: 1.9984596 Oct 19 01:21:57.080343 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f026a01-2b80-4462-8cfa-ba81db438832', 'tag': '50a2d424-fb93-4766-97c1-0ba2f7d8f035'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:21:57.082670 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e50eb19-3df5-4e87-bdf5-1258876681e6" -d '{"events": [{"name": "network-changed", "server_uuid": "7f026a01-2b80-4462-8cfa-ba81db438832", "tag": "50a2d424-fb93-4766-97c1-0ba2f7d8f035"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:21:57.111473 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:57.123280 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb48885-9f46-4f04-82e3-8ff2d762c16f service neutron] Pushing event updated for resources: {'Port': ['ID=50a2d424-fb93-4766-97c1-0ba2f7d8f035,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:57.143796 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2f7ff94f-ccc6-4188-8421-81e6a3b5a014 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:57.197530 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-5bd9117d-de96-4db9-aa42-b631a0586d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:57.200436 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-5bd9117d-de96-4db9-aa42-b631a0586d15 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42353c3d358f4cf593a4d635cb05681b&device_id=7f026a01-2b80-4462-8cfa-ba81db438832 HTTP/1.1" status: 200 len: 1095 time: 0.0710645 Oct 19 01:21:57.314571 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-6611d0d7-a33c-45de-b14b-8b16985e570b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:57.316965 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-6611d0d7-a33c-45de-b14b-8b16985e570b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=48ddb22357dc4eb2bc2ba246f38392b4&device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 1095 time: 0.5226216 Oct 19 01:21:57.317724 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7865f21a-8288-4323-a4dc-8c055ac14f4d x-openstack-request-id: req-7865f21a-8288-4323-a4dc-8c055ac14f4d {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:21:57.318023 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f026a01-2b80-4462-8cfa-ba81db438832", "tag": "50a2d424-fb93-4766-97c1-0ba2f7d8f035", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:21:57.318279 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7865f21a-8288-4323-a4dc-8c055ac14f4d {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:21:57.318680 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f026a01-2b80-4462-8cfa-ba81db438832', 'tag': '50a2d424-fb93-4766-97c1-0ba2f7d8f035', 'status': 'completed', 'code': 200} Oct 19 01:21:57.321392 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-63ccb99a-6dbd-4723-94b0-45ba6c90eb54 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50a2d424-fb93-4766-97c1-0ba2f7d8f035 HTTP/1.1" status: 200 len: 217 time: 0.1125119 Oct 19 01:21:57.410766 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-56bb5305-e9d7-45a5-b518-7d03c6e44a28 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da HTTP/1.1" status: 200 len: 217 time: 0.0430446 Oct 19 01:21:57.471708 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-c7c7fb73-a8a8-4df7-8606-ee68abe173d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:57.473220 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-c7c7fb73-a8a8-4df7-8606-ee68abe173d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f12efede-0cc5-4150-9b9f-2ac38a307513 HTTP/1.1" status: 200 len: 854 time: 0.1395822 Oct 19 01:21:57.526867 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-d93decf4-8286-495e-908c-77a3397a103d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4270e7e-99ef-46cd-9d15-4c103c5127d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460374 Oct 19 01:21:57.546316 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-1ad9e393-37f5-4239-b39a-b1d903e9b088 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:57.548221 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-1ad9e393-37f5-4239-b39a-b1d903e9b088 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.55 "GET /v2.0/networks?id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a HTTP/1.1" status: 200 len: 812 time: 0.1821594 Oct 19 01:21:57.561060 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eac192-b86d-4a99-8d3a-da39e21337c2 req-1921b3a7-6dc9-4837-b77c-b99a9a8fd8e0 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:57.570312 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-65eac192-b86d-4a99-8d3a-da39e21337c2 req-1921b3a7-6dc9-4837-b77c-b99a9a8fd8e0 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f026a01-2b80-4462-8cfa-ba81db438832 HTTP/1.1" status: 200 len: 943 time: 0.5781655 Oct 19 01:21:57.600580 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-1f030bd2-afe1-440c-a2b9-233d1440669f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Request body: {'port': {'device_id': 'e50d53a6-6bb1-4bd9-99fe-4deeaefda618', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'admin_state_up': True, 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:57.718720 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-73017449-3853-49de-9959-bf57352e6bf1 service neutron] 10.222.0.24 "GET /v2.0/networks/d4270e7e-99ef-46cd-9d15-4c103c5127d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837463 Oct 19 01:21:57.852050 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-65eac192-b86d-4a99-8d3a-da39e21337c2 req-0fdf9af7-1630-476e-ad07-b8f009281bdb tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2961e7a-6b08-4600-b892-5ceb32c80e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807622 Oct 19 01:21:57.899200 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2f7ff94f-ccc6-4188-8421-81e6a3b5a014 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:57.903176 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2f7ff94f-ccc6-4188-8421-81e6a3b5a014 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:57.914043 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-dd53633a-8ec1-4251-97f9-48d03c216551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:57.915550 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-dd53633a-8ec1-4251-97f9-48d03c216551 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=488e075d-4e24-4ef3-a196-a8fb67b0889b HTTP/1.1" status: 200 len: 855 time: 0.3659673 Oct 19 01:21:57.936284 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2dcc0391-c93e-46c2-b507-57a8081a4f86 req-3f4f5cc0-ffd6-4d91-9cb3-49368922011e service neutron] 10.222.0.24 "GET /v2.0/networks/d4270e7e-99ef-46cd-9d15-4c103c5127d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812949 Oct 19 01:21:58.027566 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832a9e6-48e5-4345-97bb-1724bd84767a req-78f18723-24c3-4fff-8edc-51bf40858035 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:58.031608 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9832a9e6-48e5-4345-97bb-1724bd84767a req-78f18723-24c3-4fff-8edc-51bf40858035 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 943 time: 0.2948604 Oct 19 01:21:58.073998 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2f7ff94f-ccc6-4188-8421-81e6a3b5a014 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:58.076660 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7ff94f-ccc6-4188-8421-81e6a3b5a014 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5cef7d4b-12da-4011-a835-37795f223752 {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:21:58.084793 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2f7ff94f-ccc6-4188-8421-81e6a3b5a014 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:58.093709 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2f7ff94f-ccc6-4188-8421-81e6a3b5a014 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] 10.222.0.57 "DELETE /v2.0/routers/5cef7d4b-12da-4011-a835-37795f223752 HTTP/1.1" status: 204 len: 168 time: 1.2178597 Oct 19 01:21:58.095181 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56654) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:58.105505 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-bc531236-ac0c-4738-a507-e42c18ce18a8 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Request body: {'router': {'name': 'tempest-router-1132974440', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '38d30fceba074812b94342690dcd80cd'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:58.127435 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-1f030bd2-afe1-440c-a2b9-233d1440669f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Made reservation on behalf of 248f0ca5d5d44d8ab1ae3c514fead24b for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:21:58.131045 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-1f030bd2-afe1-440c-a2b9-233d1440669f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:58.243271 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50eb19-3df5-4e87-bdf5-1258876681e6 req-aa33143a-5cbe-45cb-9876-418742d383bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:58.253341 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6e50eb19-3df5-4e87-bdf5-1258876681e6 req-aa33143a-5cbe-45cb-9876-418742d383bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42353c3d358f4cf593a4d635cb05681b&device_id=7f026a01-2b80-4462-8cfa-ba81db438832 HTTP/1.1" status: 200 len: 1095 time: 0.2175627 Oct 19 01:21:58.264244 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-402be0ab-9d92-4585-85e7-b19cb7bbe75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:58.268609 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-402be0ab-9d92-4585-85e7-b19cb7bbe75f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=84c55fcf-75dc-454b-970b-ebd012138813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2730429 Oct 19 01:21:58.298915 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bc531236-ac0c-4738-a507-e42c18ce18a8 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:58.303034 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bc531236-ac0c-4738-a507-e42c18ce18a8 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:58.307120 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-322e3978-bb02-4a8e-98b2-88e150317657 req-54ed0e41-e4ae-43ab-bae1-cdef41e63e4c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2726467 Oct 19 01:21:58.390428 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a842be0a-8fd9-4381-9893-b2d643612175 req-7c1f8c9a-f05f-48b3-96d0-d80b5056542b tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=e50d53a6-6bb1-4bd9-99fe-4deeaefda618 HTTP/1.1" status: 200 len: 210 time: 0.1363676 Oct 19 01:21:58.398506 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9832a9e6-48e5-4345-97bb-1724bd84767a req-1adbb33f-e28b-4c18-8992-9b9a8bcf7d7c tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2831857 Oct 19 01:21:58.587053 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e3978-bb02-4a8e-98b2-88e150317657 req-f3aa063a-9f67-4d43-9b83-b1a060c466d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:58.588767 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-322e3978-bb02-4a8e-98b2-88e150317657 req-f3aa063a-9f67-4d43-9b83-b1a060c466d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=585554f71e844101aa23b8eea6cc5bd0&device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 1097 time: 0.2210801 Oct 19 01:21:58.603266 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50eb19-3df5-4e87-bdf5-1258876681e6 req-e0e30719-57c7-4b04-abe0-f70988f5bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:58.604726 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6e50eb19-3df5-4e87-bdf5-1258876681e6 req-e0e30719-57c7-4b04-abe0-f70988f5bbe4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4270e7e-99ef-46cd-9d15-4c103c5127d9 HTTP/1.1" status: 200 len: 915 time: 0.3232710 Oct 19 01:21:58.668042 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-3e435676-d523-463e-8f1a-578474f3b35c service neutron] 10.222.0.55 "GET /v2.0/networks/84c55fcf-75dc-454b-970b-ebd012138813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566000 Oct 19 01:21:58.696135 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6e50eb19-3df5-4e87-bdf5-1258876681e6 req-5e8af96c-c31f-4f90-982a-1b7a75124d74 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50a2d424-fb93-4766-97c1-0ba2f7d8f035 HTTP/1.1" status: 200 len: 217 time: 0.0839868 Oct 19 01:21:58.752434 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bc531236-ac0c-4738-a507-e42c18ce18a8 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:58.776641 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bc531236-ac0c-4738-a507-e42c18ce18a8 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:58.855240 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50eb19-3df5-4e87-bdf5-1258876681e6 req-19572271-104a-44f3-96f2-a88b8f4b9061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:58.857067 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6e50eb19-3df5-4e87-bdf5-1258876681e6 req-19572271-104a-44f3-96f2-a88b8f4b9061 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f12efede-0cc5-4150-9b9f-2ac38a307513 HTTP/1.1" status: 200 len: 854 time: 0.1494093 Oct 19 01:21:58.881903 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bc531236-ac0c-4738-a507-e42c18ce18a8 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:58.886014 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-bc531236-ac0c-4738-a507-e42c18ce18a8 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7887921 Oct 19 01:21:58.890239 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56670) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:58.896624 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-2d9b7b73-4df1-4e6c-8b9b-14662f660955 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Request body: {'router': {'distributed': True}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:58.900312 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-1f030bd2-afe1-440c-a2b9-233d1440669f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Allocated IP 172.20.0.8 (e02040e8-fb1d-46e9-a6e2-9063a29cdf5a/3fd3fa81-a83a-4093-b85e-409104ce311b/107a14d6-2227-43e8-95da-c01d5aec17ff) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:21:58.911366 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6e50eb19-3df5-4e87-bdf5-1258876681e6 req-3c9273f7-72e0-4899-9074-2f6c5ab79521 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4270e7e-99ef-46cd-9d15-4c103c5127d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445514 Oct 19 01:21:58.914305 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e3978-bb02-4a8e-98b2-88e150317657 req-74a60471-5511-414f-8d10-90b38508d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:58.915659 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-322e3978-bb02-4a8e-98b2-88e150317657 req-74a60471-5511-414f-8d10-90b38508d76c service neutron] 10.222.0.24 "GET /v2.0/networks?id=5e12dd14-5039-435c-a783-d0672592c2d3 HTTP/1.1" status: 200 len: 912 time: 0.2359836 Oct 19 01:21:59.019348 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f67e2be-8401-431e-b150-bd3dea7f0b6a req-1d1781b1-68de-494d-94b5-c748e538a909 service neutron] 10.222.0.55 "GET /v2.0/networks/84c55fcf-75dc-454b-970b-ebd012138813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920530 Oct 19 01:21:59.039662 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-322e3978-bb02-4a8e-98b2-88e150317657 req-6bf6882c-996c-4666-907a-bd2bf3da7e6a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56929a5d-2313-4c21-bdb0-ff64a436f703 HTTP/1.1" status: 200 len: 1000 time: 0.1148283 Oct 19 01:21:59.198403 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6e50eb19-3df5-4e87-bdf5-1258876681e6 req-aa2eff39-7157-4066-8f6a-9362959bd04c service neutron] 10.222.0.24 "GET /v2.0/networks/d4270e7e-99ef-46cd-9d15-4c103c5127d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726004 Oct 19 01:21:59.256510 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e3978-bb02-4a8e-98b2-88e150317657 req-866d2ddb-b858-4ed3-b27b-e02a82f31cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:59.258841 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-322e3978-bb02-4a8e-98b2-88e150317657 req-866d2ddb-b858-4ed3-b27b-e02a82f31cad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=313c4890-7a10-40d1-9c32-7abcea0c2b45 HTTP/1.1" status: 200 len: 850 time: 0.2061694 Oct 19 01:21:59.281152 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf08d1-df34-42d6-acc1-fdb23c9250d1 req-ac54d37e-2a68-4b87-b2a4-d822ba40111d tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:59.289017 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-82cf08d1-df34-42d6-acc1-fdb23c9250d1 req-ac54d37e-2a68-4b87-b2a4-d822ba40111d tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f026a01-2b80-4462-8cfa-ba81db438832 HTTP/1.1" status: 200 len: 943 time: 0.2482471 Oct 19 01:21:59.307049 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2d9b7b73-4df1-4e6c-8b9b-14662f660955 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64930'] for router, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:59.307415 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2d9b7b73-4df1-4e6c-8b9b-14662f660955 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks [] for router, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:59.385558 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:59.417913 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-82cf08d1-df34-42d6-acc1-fdb23c9250d1 req-34d3dce8-d4a0-46d2-8530-cad3ef1c6cad tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2961e7a-6b08-4600-b892-5ceb32c80e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279290 Oct 19 01:21:59.450226 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e3978-bb02-4a8e-98b2-88e150317657 req-6d277e8b-7bc1-434f-9812-96282ed809ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:59.451827 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-322e3978-bb02-4a8e-98b2-88e150317657 req-6d277e8b-7bc1-434f-9812-96282ed809ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5e12dd14-5039-435c-a783-d0672592c2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1584103 Oct 19 01:21:59.454144 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6e50eb19-3df5-4e87-bdf5-1258876681e6 req-cfd2f1dd-742c-4ec3-8310-bc805d190934 service neutron] 10.222.0.24 "GET /v2.0/networks/d4270e7e-99ef-46cd-9d15-4c103c5127d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442858 Oct 19 01:21:59.789819 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32cf6a0-812a-41b6-bf87-41c7e036310f req-04fb433c-5bac-42c7-8761-9029da058030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:59.792907 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e32cf6a0-812a-41b6-bf87-41c7e036310f req-04fb433c-5bac-42c7-8761-9029da058030 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=48ddb22357dc4eb2bc2ba246f38392b4&device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 1095 time: 0.6700358 Oct 19 01:21:59.892616 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d79448f3-ceaa-4512-a118-ddc1f208f6c6 req-b4033747-d38d-4c16-a65d-26d205b36b11 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=e50d53a6-6bb1-4bd9-99fe-4deeaefda618 HTTP/1.1" status: 200 len: 210 time: 0.1001353 Oct 19 01:21:59.979598 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2d9b7b73-4df1-4e6c-8b9b-14662f660955 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=100606) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 19 01:21:59.983282 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2d9b7b73-4df1-4e6c-8b9b-14662f660955 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Router 296ece2a-dded-45ef-b37d-e2a69b1d4437 migrating from provider to provider. {{(pid=100606) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 19 01:21:59.983863 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2d9b7b73-4df1-4e6c-8b9b-14662f660955 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:59.992607 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741a74c-a8c2-456a-8081-42471b0aae36 req-0d78ad58-7e86-45a6-8bca-04ebd0eed4ab tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:59.994202 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4741a74c-a8c2-456a-8081-42471b0aae36 req-0d78ad58-7e86-45a6-8bca-04ebd0eed4ab tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 943 time: 0.4469855 Oct 19 01:22:00.032312 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-322e3978-bb02-4a8e-98b2-88e150317657 req-85fcf94d-6627-465a-bf36-a73420743fa3 service neutron] 10.222.0.24 "GET /v2.0/networks/5e12dd14-5039-435c-a783-d0672592c2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5592399 Oct 19 01:22:00.047722 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2d9b7b73-4df1-4e6c-8b9b-14662f660955 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:00.076427 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2d9b7b73-4df1-4e6c-8b9b-14662f660955 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592856'] for router, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:00.080514 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4741a74c-a8c2-456a-8081-42471b0aae36 req-e159b852-7157-4314-9ed5-e59519f0e688 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717347 Oct 19 01:22:00.081609 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-1f030bd2-afe1-440c-a2b9-233d1440669f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:00.191873 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-322e3978-bb02-4a8e-98b2-88e150317657 req-5e82071c-5dcc-42e2-84e4-5bf7342ff45b service neutron] 10.222.0.24 "GET /v2.0/networks/5e12dd14-5039-435c-a783-d0672592c2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496928 Oct 19 01:22:00.201795 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32cf6a0-812a-41b6-bf87-41c7e036310f req-0f80fcad-a685-4cd8-91f4-37f0fe3108ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:00.203780 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e32cf6a0-812a-41b6-bf87-41c7e036310f req-0f80fcad-a685-4cd8-91f4-37f0fe3108ae service neutron] 10.222.0.55 "GET /v2.0/networks?id=84c55fcf-75dc-454b-970b-ebd012138813 HTTP/1.1" status: 200 len: 917 time: 0.3980870 Oct 19 01:22:00.213848 n-d-715271-26 neutron-server[100606]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2d9b7b73-4df1-4e6c-8b9b-14662f660955 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] No L3 agents can host the router 296ece2a-dded-45ef-b37d-e2a69b1d4437 Oct 19 01:22:00.263413 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e32cf6a0-812a-41b6-bf87-41c7e036310f req-6e9927f3-5068-4cb3-9002-f7c7d8d81879 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da HTTP/1.1" status: 200 len: 217 time: 0.0483403 Oct 19 01:22:00.268381 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-1f030bd2-afe1-440c-a2b9-233d1440669f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:00.423299 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-1f030bd2-afe1-440c-a2b9-233d1440669f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:00.454214 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-1f030bd2-afe1-440c-a2b9-233d1440669f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:00.458603 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-1f030bd2-afe1-440c-a2b9-233d1440669f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:22:00.462678 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32cf6a0-812a-41b6-bf87-41c7e036310f req-8c106deb-8fff-4217-bfa5-31b4906db064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:00.464401 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e32cf6a0-812a-41b6-bf87-41c7e036310f req-8c106deb-8fff-4217-bfa5-31b4906db064 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=488e075d-4e24-4ef3-a196-a8fb67b0889b HTTP/1.1" status: 200 len: 855 time: 0.1937115 Oct 19 01:22:00.470036 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f030bd2-afe1-440c-a2b9-233d1440669f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Pushing event updated for resources: {'Port': ['ID=107a14d6-2227-43e8-95da-c01d5aec17ff,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:00.544958 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9b7b73-4df1-4e6c-8b9b-14662f660955 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Hosts for router 296ece2a-dded-45ef-b37d-e2a69b1d4437: [] {{(pid=100606) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 19 01:22:00.545202 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 50a2d424-fb93-4766-97c1-0ba2f7d8f035 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:22:00.653936 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9b7b73-4df1-4e6c-8b9b-14662f660955 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Hosts for other DVR routers connected to router 296ece2a-dded-45ef-b37d-e2a69b1d4437: set() {{(pid=100606) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 19 01:22:00.657096 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2d9b7b73-4df1-4e6c-8b9b-14662f660955 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:00.661300 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56704) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:00.667419 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2d9b7b73-4df1-4e6c-8b9b-14662f660955 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] 10.222.0.57 "PUT /v2.0/routers/296ece2a-dded-45ef-b37d-e2a69b1d4437 HTTP/1.1" status: 200 len: 717 time: 1.7742834 Oct 19 01:22:00.704567 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-1f030bd2-afe1-440c-a2b9-233d1440669f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:00.716023 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-1f030bd2-afe1-440c-a2b9-233d1440669f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:00.747793 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 50a2d424-fb93-4766-97c1-0ba2f7d8f035, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=50a2d424-fb93-4766-97c1-0ba2f7d8f035,segment=NetworkSegment(6f5a1744-e0ea-4e62-9814-3a8d92635cc3),segment_id=6f5a1744-e0ea-4e62-9814-3a8d92635cc3)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:00.758582 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32cf6a0-812a-41b6-bf87-41c7e036310f req-68397e49-3bf3-4f3d-b7d0-3fa00102512b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:00.765955 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e32cf6a0-812a-41b6-bf87-41c7e036310f req-68397e49-3bf3-4f3d-b7d0-3fa00102512b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=84c55fcf-75dc-454b-970b-ebd012138813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2923088 Oct 19 01:22:00.775052 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '50a2d424-fb93-4766-97c1-0ba2f7d8f035', 'network_id': 'd4270e7e-99ef-46cd-9d15-4c103c5127d9', 'port_id': '50a2d424-fb93-4766-97c1-0ba2f7d8f035', 'mac_address': 'fa:16:3e:96:f7:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f12efede-0cc5-4150-9b9f-2ac38a307513', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:22:00.791664 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-de933562-80c5-4dcd-a929-1dc673865343 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] 10.222.0.57 "GET /v2.0/routers/296ece2a-dded-45ef-b37d-e2a69b1d4437 HTTP/1.1" status: 200 len: 717 time: 0.1265738 Oct 19 01:22:00.791961 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56706) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:00.876923 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:00.916012 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-dbf5364b-e272-4bf0-9c90-2e3418d27a11 None None] Provisioning complete for port 107a14d6-2227-43e8-95da-c01d5aec17ff triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:00.916389 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dbf5364b-e272-4bf0-9c90-2e3418d27a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:00.920750 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50a2d424-fb93-4766-97c1-0ba2f7d8f035 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:22:00.931255 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e32cf6a0-812a-41b6-bf87-41c7e036310f req-ce825ca3-ea1a-4449-ac49-93f8d9c9c2e4 service neutron] 10.222.0.55 "GET /v2.0/networks/84c55fcf-75dc-454b-970b-ebd012138813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511726 Oct 19 01:22:00.942026 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e00e4b-1be9-495b-af02-5bf9bc1d6720 req-74f03873-a1ad-4ef1-9930-9c751cc1b2b9 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:00.944151 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-29e00e4b-1be9-495b-af02-5bf9bc1d6720 req-74f03873-a1ad-4ef1-9930-9c751cc1b2b9 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f026a01-2b80-4462-8cfa-ba81db438832 HTTP/1.1" status: 200 len: 943 time: 0.3930089 Oct 19 01:22:01.013374 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-dbf5364b-e272-4bf0-9c90-2e3418d27a11 None None] Port 107a14d6-2227-43e8-95da-c01d5aec17ff cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:22:01.023414 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-1f030bd2-afe1-440c-a2b9-233d1440669f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4267609 Oct 19 01:22:01.039777 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 50a2d424-fb93-4766-97c1-0ba2f7d8f035, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=50a2d424-fb93-4766-97c1-0ba2f7d8f035,segment=NetworkSegment(6f5a1744-e0ea-4e62-9814-3a8d92635cc3),segment_id=6f5a1744-e0ea-4e62-9814-3a8d92635cc3)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:01.044790 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:01.047582 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-9aeb19a6-2dd2-4b14-966e-90cebc1b0b81 service neutron] Request body: {'port': {'device_id': 'e50d53a6-6bb1-4bd9-99fe-4deeaefda618', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:01.126597 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb9ac3-6be4-44b6-a2e9-c6f6b28b5325 req-f53b6cad-53ba-4731-af04-d2d9f246c889 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:01.127763 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e32cf6a0-812a-41b6-bf87-41c7e036310f req-12bd55e1-774f-4fdc-b952-4ef32498545c service neutron] 10.222.0.55 "GET /v2.0/networks/84c55fcf-75dc-454b-970b-ebd012138813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824281 Oct 19 01:22:01.134707 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ddcb9ac3-6be4-44b6-a2e9-c6f6b28b5325 req-f53b6cad-53ba-4731-af04-d2d9f246c889 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=e50d53a6-6bb1-4bd9-99fe-4deeaefda618 HTTP/1.1" status: 200 len: 931 time: 0.1022723 Oct 19 01:22:01.147800 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e71e8671-6a50-44b1-84ed-3db372777c5e tempest-RoutersTestDVR-1444222048 tempest-RoutersTestDVR-1444222048-project] 10.222.0.57 "GET /v2.0/routers/296ece2a-dded-45ef-b37d-e2a69b1d4437 HTTP/1.1" status: 200 len: 683 time: 0.3533440 Oct 19 01:22:01.149294 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56722) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:01.164291 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-29e00e4b-1be9-495b-af02-5bf9bc1d6720 req-b15f2147-63f6-449d-8199-0b4dfcbfd597 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2961e7a-6b08-4600-b892-5ceb32c80e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377823 Oct 19 01:22:01.216666 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=50a2d424-fb93-4766-97c1-0ba2f7d8f035,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:01.225371 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:01.225716 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:01.226051 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:01.226410 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:01.226736 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:01.227058 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:01.227379 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:01.227699 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:01.238805 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:01.239148 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:01.239473 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:01.239815 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:01.253068 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-9aeb19a6-2dd2-4b14-966e-90cebc1b0b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:01.265644 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c2519aa4-4c85-4dfa-9b19-9d5424815eec tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:01.271424 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['50a2d424-fb93-4766-97c1-0ba2f7d8f035'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:22:01.547603 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10734a88-eea4-424c-aaca-6353f660ab48 req-fd685842-bc91-4fcd-b2db-3ff16c4689ef tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:01.549271 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-10734a88-eea4-424c-aaca-6353f660ab48 req-fd685842-bc91-4fcd-b2db-3ff16c4689ef tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 943 time: 0.1706178 Oct 19 01:22:01.566979 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c2519aa4-4c85-4dfa-9b19-9d5424815eec tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:01.569522 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c2519aa4-4c85-4dfa-9b19-9d5424815eec tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:01.643304 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ddcb9ac3-6be4-44b6-a2e9-c6f6b28b5325 req-e49cd09b-da32-4a79-8ccc-68bd2f88172c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5075948 Oct 19 01:22:01.644047 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c2519aa4-4c85-4dfa-9b19-9d5424815eec tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:01.644541 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2519aa4-4c85-4dfa-9b19-9d5424815eec tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 296ece2a-dded-45ef-b37d-e2a69b1d4437 {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:22:01.648871 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c2519aa4-4c85-4dfa-9b19-9d5424815eec tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:01.649970 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c2519aa4-4c85-4dfa-9b19-9d5424815eec tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] 10.222.0.57 "DELETE /v2.0/routers/296ece2a-dded-45ef-b37d-e2a69b1d4437 HTTP/1.1" status: 204 len: 168 time: 0.4995847 Oct 19 01:22:01.654592 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56728) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:01.659548 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-eb5259d2-1c18-4f6f-9eec-8adb53ddb038 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Request body: {'router': {'name': 'tempest-router-1546309599', 'distributed': True}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:01.683009 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-eb5259d2-1c18-4f6f-9eec-8adb53ddb038 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:01.684788 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-eb5259d2-1c18-4f6f-9eec-8adb53ddb038 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:01.747373 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-eb5259d2-1c18-4f6f-9eec-8adb53ddb038 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:01.754378 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-eb5259d2-1c18-4f6f-9eec-8adb53ddb038 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:01.755461 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-9aeb19a6-2dd2-4b14-966e-90cebc1b0b81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 107a14d6-2227-43e8-95da-c01d5aec17ff {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:22:01.766787 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-10734a88-eea4-424c-aaca-6353f660ab48 req-50ab3ea3-2348-4fb2-bb6e-92305a34c1ae tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060373 Oct 19 01:22:01.768995 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-9aeb19a6-2dd2-4b14-966e-90cebc1b0b81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:01.783003 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-eb5259d2-1c18-4f6f-9eec-8adb53ddb038 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:01.784687 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-eb5259d2-1c18-4f6f-9eec-8adb53ddb038 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1289792 Oct 19 01:22:01.787604 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56734) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:01.789081 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-9aeb19a6-2dd2-4b14-966e-90cebc1b0b81 service neutron] Transition to ACTIVE for port object 107a14d6-2227-43e8-95da-c01d5aec17ff will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:22:01.801479 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-9aeb19a6-2dd2-4b14-966e-90cebc1b0b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:01.876789 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb19a6-2dd2-4b14-966e-90cebc1b0b81 service neutron] Pushing event updated for resources: {'Port': ['ID=107a14d6-2227-43e8-95da-c01d5aec17ff,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:01.910922 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-27a56ca3-9c53-42a4-a351-d43284ceb372 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:01.971429 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-9aeb19a6-2dd2-4b14-966e-90cebc1b0b81 service neutron] Attempting to bind port 107a14d6-2227-43e8-95da-c01d5aec17ff on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:22:01.972304 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-9aeb19a6-2dd2-4b14-966e-90cebc1b0b81 service neutron] Attempting to bind port 107a14d6-2227-43e8-95da-c01d5aec17ff by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'c3cd57f4-f92e-4916-828d-dd51ded315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:22:01.972833 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-9aeb19a6-2dd2-4b14-966e-90cebc1b0b81 service neutron] Attempting to bind port 107a14d6-2227-43e8-95da-c01d5aec17ff on network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:22:01.977690 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-9aeb19a6-2dd2-4b14-966e-90cebc1b0b81 service neutron] Port 107a14d6-2227-43e8-95da-c01d5aec17ff on network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:22:01.978189 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-9aeb19a6-2dd2-4b14-966e-90cebc1b0b81 service neutron] Attempting to bind port 107a14d6-2227-43e8-95da-c01d5aec17ff on network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:22:01.985197 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-9aeb19a6-2dd2-4b14-966e-90cebc1b0b81 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:22:01.986066 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-9aeb19a6-2dd2-4b14-966e-90cebc1b0b81 service neutron] Checking segment: {'id': 'c3cd57f4-f92e-4916-828d-dd51ded315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:22:01.986644 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-9aeb19a6-2dd2-4b14-966e-90cebc1b0b81 service neutron] Bound using segment: {'id': 'c3cd57f4-f92e-4916-828d-dd51ded315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:22:01.987416 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-9aeb19a6-2dd2-4b14-966e-90cebc1b0b81 service neutron] Bound port: 107a14d6-2227-43e8-95da-c01d5aec17ff, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3cd57f4-f92e-4916-828d-dd51ded315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:22:01.988288 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-9aeb19a6-2dd2-4b14-966e-90cebc1b0b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:02.070017 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-9aeb19a6-2dd2-4b14-966e-90cebc1b0b81 service neutron] For port 107a14d6-2227-43e8-95da-c01d5aec17ff, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:22:02.074207 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-9aeb19a6-2dd2-4b14-966e-90cebc1b0b81 service neutron] For port 107a14d6-2227-43e8-95da-c01d5aec17ff, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=107a14d6-2227-43e8-95da-c01d5aec17ff,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:22:02.081044 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-9aeb19a6-2dd2-4b14-966e-90cebc1b0b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:02.142757 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-9aeb19a6-2dd2-4b14-966e-90cebc1b0b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:02.143476 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-9aeb19a6-2dd2-4b14-966e-90cebc1b0b81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:02.145099 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-9aeb19a6-2dd2-4b14-966e-90cebc1b0b81 service neutron] 10.222.0.55 "PUT /v2.0/ports/107a14d6-2227-43e8-95da-c01d5aec17ff HTTP/1.1" status: 200 len: 1092 time: 1.1017134 Oct 19 01:22:02.145319 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-27a56ca3-9c53-42a4-a351-d43284ceb372 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:02.145811 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50d53a6-6bb1-4bd9-99fe-4deeaefda618', 'tag': '107a14d6-2227-43e8-95da-c01d5aec17ff'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:22:02.148104 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24da8ccb-300f-47ff-86f4-aeb40c225236" -d '{"events": [{"name": "network-changed", "server_uuid": "e50d53a6-6bb1-4bd9-99fe-4deeaefda618", "tag": "107a14d6-2227-43e8-95da-c01d5aec17ff"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:22:02.148251 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-27a56ca3-9c53-42a4-a351-d43284ceb372 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:02.217735 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-27a56ca3-9c53-42a4-a351-d43284ceb372 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:02.219962 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a56ca3-9c53-42a4-a351-d43284ceb372 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9844fd22-8efd-4713-a50c-f2117dcdf721 {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:22:02.229654 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb19a6-2dd2-4b14-966e-90cebc1b0b81 service neutron] Pushing event updated for resources: {'Port': ['ID=107a14d6-2227-43e8-95da-c01d5aec17ff,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:02.231608 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-27a56ca3-9c53-42a4-a351-d43284ceb372 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:02.233166 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-27a56ca3-9c53-42a4-a351-d43284ceb372 tempest-RoutersTestDVR-1389479788 tempest-RoutersTestDVR-1389479788-project-admin] 10.222.0.57 "DELETE /v2.0/routers/9844fd22-8efd-4713-a50c-f2117dcdf721 HTTP/1.1" status: 204 len: 168 time: 0.4438703 Oct 19 01:22:02.310278 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc23f63-2d2b-40ee-b297-3d12fc179882 x-openstack-request-id: req-3cc23f63-2d2b-40ee-b297-3d12fc179882 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:22:02.310748 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e50d53a6-6bb1-4bd9-99fe-4deeaefda618", "tag": "107a14d6-2227-43e8-95da-c01d5aec17ff", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:22:02.311116 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3cc23f63-2d2b-40ee-b297-3d12fc179882 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:22:02.312087 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50d53a6-6bb1-4bd9-99fe-4deeaefda618', 'tag': '107a14d6-2227-43e8-95da-c01d5aec17ff', 'status': 'completed', 'code': 200} Oct 19 01:22:02.336866 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-e0e2c6b7-3df7-428f-85d4-d57148a5167c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:02.338571 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-e0e2c6b7-3df7-428f-85d4-d57148a5167c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=248f0ca5d5d44d8ab1ae3c514fead24b&device_id=e50d53a6-6bb1-4bd9-99fe-4deeaefda618 HTTP/1.1" status: 200 len: 1095 time: 0.1009297 Oct 19 01:22:02.353480 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675ab49-442d-4ebe-8775-95281b18245d req-88d4f1fa-8d1c-4d1f-9f80-9d499ca97047 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:02.355244 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7675ab49-442d-4ebe-8775-95281b18245d req-88d4f1fa-8d1c-4d1f-9f80-9d499ca97047 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f026a01-2b80-4462-8cfa-ba81db438832 HTTP/1.1" status: 200 len: 944 time: 0.0869238 Oct 19 01:22:02.398842 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-19cab925-1562-471e-8c5a-f0c3ff72c526 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=107a14d6-2227-43e8-95da-c01d5aec17ff HTTP/1.1" status: 200 len: 217 time: 0.0416996 Oct 19 01:22:02.511679 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-a9951595-ddd1-43a2-80c3-d8f83b4fa2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:02.513643 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-a9951595-ddd1-43a2-80c3-d8f83b4fa2ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fd3fa81-a83a-4093-b85e-409104ce311b HTTP/1.1" status: 200 len: 851 time: 0.1060839 Oct 19 01:22:02.541133 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 50a2d424-fb93-4766-97c1-0ba2f7d8f035 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:02.551159 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7675ab49-442d-4ebe-8775-95281b18245d req-2e3f329c-6326-4645-bde5-6c0639150c7e tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2961e7a-6b08-4600-b892-5ceb32c80e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511757 Oct 19 01:22:02.613564 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-8aeefe78-4c93-4168-beda-175bb77aff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:02.615451 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-8aeefe78-4c93-4168-beda-175bb77aff43 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629985 Oct 19 01:22:02.656512 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 50a2d424-fb93-4766-97c1-0ba2f7d8f035 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:22:02.666089 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 50a2d424-fb93-4766-97c1-0ba2f7d8f035 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:02.666543 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:02.701062 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56756) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:02.766747 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-e8747a85-df0b-4203-8bf6-2b5f5f94eefa service neutron] 10.222.0.55 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417089 Oct 19 01:22:02.798067 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:02.831473 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f026a01-2b80-4462-8cfa-ba81db438832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a2d424-fb93-4766-97c1-0ba2f7d8f035'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:22:02.834540 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c683324-c614-4499-ab87-206460df19c3" -d '{"events": [{"server_uuid": "7f026a01-2b80-4462-8cfa-ba81db438832", "name": "network-vif-plugged", "status": "completed", "tag": "50a2d424-fb93-4766-97c1-0ba2f7d8f035"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:22:02.853357 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 50a2d424-fb93-4766-97c1-0ba2f7d8f035, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=50a2d424-fb93-4766-97c1-0ba2f7d8f035,segment=NetworkSegment(6f5a1744-e0ea-4e62-9814-3a8d92635cc3),segment_id=6f5a1744-e0ea-4e62-9814-3a8d92635cc3)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:02.859071 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:02.905245 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6de196-f5e7-428e-8f04-19cb800c1cf3 req-546790d6-72b0-45c3-8998-2738781f55e6 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:02.908791 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:22:02.908948 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3f6de196-f5e7-428e-8f04-19cb800c1cf3 req-546790d6-72b0-45c3-8998-2738781f55e6 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=e50d53a6-6bb1-4bd9-99fe-4deeaefda618 HTTP/1.1" status: 200 len: 943 time: 0.1201069 Oct 19 01:22:02.940828 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-89e72849-c962-406e-aeb6-3bce639e5cf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:02.988590 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6ab7b571-2c67-497f-b28a-b07100321d7f req-b983fb61-d7ec-40b2-be05-f88ae8f5c510 service neutron] 10.222.0.55 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142682 Oct 19 01:22:03.040398 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3f6de196-f5e7-428e-8f04-19cb800c1cf3 req-afe63f32-d286-4789-9f92-5cecef5c33a2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218274 Oct 19 01:22:03.054107 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f5935-f7c0-4e88-a988-397f0c477963 req-709ee243-e710-4203-9132-a3c0d6dca7a3 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:03.055622 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-215f5935-f7c0-4e88-a988-397f0c477963 req-709ee243-e710-4203-9132-a3c0d6dca7a3 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 943 time: 0.0934052 Oct 19 01:22:03.059600 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da,segment=NetworkSegment(541c06ed-de66-456d-9510-381984fe0ad1),segment_id=541c06ed-de66-456d-9510-381984fe0ad1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:03.080898 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da', 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813', 'port_id': '0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da', 'mac_address': 'fa:16:3e:2c:c4:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488e075d-4e24-4ef3-a196-a8fb67b0889b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:22:03.150738 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da8ccb-300f-47ff-86f4-aeb40c225236 req-2a670fff-f91f-451d-9e8f-c22958e058f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:03.152356 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-24da8ccb-300f-47ff-86f4-aeb40c225236 req-2a670fff-f91f-451d-9e8f-c22958e058f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=248f0ca5d5d44d8ab1ae3c514fead24b&device_id=e50d53a6-6bb1-4bd9-99fe-4deeaefda618 HTTP/1.1" status: 200 len: 1095 time: 0.1065118 Oct 19 01:22:03.158723 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-215f5935-f7c0-4e88-a988-397f0c477963 req-08d2e8db-5fcb-4dfc-b17b-01b5fa5e2ec9 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584886 Oct 19 01:22:03.189399 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:03.222096 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5826eb0-fd6f-40db-a723-8fc1afc4d955 x-openstack-request-id: req-a5826eb0-fd6f-40db-a723-8fc1afc4d955 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:22:03.222521 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f026a01-2b80-4462-8cfa-ba81db438832", "name": "network-vif-plugged", "status": "completed", "tag": "50a2d424-fb93-4766-97c1-0ba2f7d8f035", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:22:03.222913 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a5826eb0-fd6f-40db-a723-8fc1afc4d955 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:22:03.223429 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f026a01-2b80-4462-8cfa-ba81db438832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a2d424-fb93-4766-97c1-0ba2f7d8f035', 'code': 200} Oct 19 01:22:03.224675 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-89e72849-c962-406e-aeb6-3bce639e5cf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:03.225157 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:22:03.233369 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-89e72849-c962-406e-aeb6-3bce639e5cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:03.246862 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da,segment=NetworkSegment(541c06ed-de66-456d-9510-381984fe0ad1),segment_id=541c06ed-de66-456d-9510-381984fe0ad1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:03.257133 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:03.274259 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da8ccb-300f-47ff-86f4-aeb40c225236 req-ca64aa87-d46d-4118-8d3b-bd5ff885270d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:03.280374 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=50a2d424-fb93-4766-97c1-0ba2f7d8f035,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:03.285208 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-24da8ccb-300f-47ff-86f4-aeb40c225236 req-ca64aa87-d46d-4118-8d3b-bd5ff885270d service neutron] 10.222.0.55 "GET /v2.0/networks?id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a HTTP/1.1" status: 200 len: 913 time: 0.1255498 Oct 19 01:22:03.312129 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-89e72849-c962-406e-aeb6-3bce639e5cf7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=38d30fceba074812b94342690dcd80cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6098974 Oct 19 01:22:03.320942 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56768) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:03.336545 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-24da8ccb-300f-47ff-86f4-aeb40c225236 req-1ae2f89f-369d-4c9d-a5d0-6db9dca41a8a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=107a14d6-2227-43e8-95da-c01d5aec17ff HTTP/1.1" status: 200 len: 217 time: 0.0501487 Oct 19 01:22:03.338108 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e72849-c962-406e-aeb6-3bce639e5cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad2951e-4fae-464a-9c28-093f918d9db2,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:03.366146 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:03.413951 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38378650-955d-4435-8e36-8fbd1fef6352 req-40553cdc-d15c-4bdc-9a44-539bef6b44b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:03.417308 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-38378650-955d-4435-8e36-8fbd1fef6352 req-40553cdc-d15c-4bdc-9a44-539bef6b44b2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7f026a01-2b80-4462-8cfa-ba81db438832 HTTP/1.1" status: 200 len: 1097 time: 0.1604908 Oct 19 01:22:03.448624 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da8ccb-300f-47ff-86f4-aeb40c225236 req-68143dde-c99a-43bc-b97f-567de771f5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:03.451230 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-24da8ccb-300f-47ff-86f4-aeb40c225236 req-68143dde-c99a-43bc-b97f-567de771f5fe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fd3fa81-a83a-4093-b85e-409104ce311b HTTP/1.1" status: 200 len: 851 time: 0.0975115 Oct 19 01:22:03.463662 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e5f66ae5-8bb5-42cd-a35f-e666658c93f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:03.478606 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-38378650-955d-4435-8e36-8fbd1fef6352 req-c88ed106-8e1b-45d1-939f-59330519baee service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a2961e7a-6b08-4600-b892-5ceb32c80e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532551 Oct 19 01:22:03.506825 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e5f66ae5-8bb5-42cd-a35f-e666658c93f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:03.531670 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da8ccb-300f-47ff-86f4-aeb40c225236 req-92b1bfae-e9cd-4325-8025-a9d192d02ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:03.534406 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-24da8ccb-300f-47ff-86f4-aeb40c225236 req-92b1bfae-e9cd-4325-8025-a9d192d02ae8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693018 Oct 19 01:22:03.573855 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e5f66ae5-8bb5-42cd-a35f-e666658c93f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:03.580249 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e5f66ae5-8bb5-42cd-a35f-e666658c93f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:03.581991 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e5f66ae5-8bb5-42cd-a35f-e666658c93f6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bad2951e-4fae-464a-9c28-093f918d9db2 HTTP/1.1" status: 204 len: 168 time: 0.2601213 Oct 19 01:22:03.593226 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f66ae5-8bb5-42cd-a35f-e666658c93f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad2951e-4fae-464a-9c28-093f918d9db2,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:03.641598 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:22:03.715107 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-24da8ccb-300f-47ff-86f4-aeb40c225236 req-73ecd66f-8211-402b-9e41-5d8d9e2b680e service neutron] 10.222.0.55 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721830 Oct 19 01:22:03.846039 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b1d7e-50ce-49fa-aa1c-80bdbe60119b req-410ac43f-a035-45bb-85a5-e99dcf71792d tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:03.853745 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0c9b1d7e-50ce-49fa-aa1c-80bdbe60119b req-410ac43f-a035-45bb-85a5-e99dcf71792d tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f026a01-2b80-4462-8cfa-ba81db438832 HTTP/1.1" status: 200 len: 945 time: 0.1892726 Oct 19 01:22:03.934435 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0c9b1d7e-50ce-49fa-aa1c-80bdbe60119b req-1eadd7e9-9ce2-4ce2-bd6f-45c63e33b376 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2961e7a-6b08-4600-b892-5ceb32c80e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774636 Oct 19 01:22:03.969154 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-24da8ccb-300f-47ff-86f4-aeb40c225236 req-4b225ee9-ab3c-4681-81e7-43c9a6220bbe service neutron] 10.222.0.55 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309198 Oct 19 01:22:04.031229 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56786) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:04.045632 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-be4a2ed1-6f6c-4ffb-86ce-fc3980c66dfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:04.135215 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-be4a2ed1-6f6c-4ffb-86ce-fc3980c66dfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:04.146877 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-be4a2ed1-6f6c-4ffb-86ce-fc3980c66dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:04.215540 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a2ed1-6f6c-4ffb-86ce-fc3980c66dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cadb45-c592-4581-8d81-a3b81e5196b4,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:04.245001 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-be4a2ed1-6f6c-4ffb-86ce-fc3980c66dfe admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e0351af931354067ac138dc597093bbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2102785 Oct 19 01:22:04.246945 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56796) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:04.256459 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf00108-9f74-4d45-be4f-4a8fe82d9a13 req-e4fdbc02-d9ee-4f16-b741-15171806bd03 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:04.264647 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4cf00108-9f74-4d45-be4f-4a8fe82d9a13 req-e4fdbc02-d9ee-4f16-b741-15171806bd03 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=e50d53a6-6bb1-4bd9-99fe-4deeaefda618 HTTP/1.1" status: 200 len: 943 time: 0.1279538 Oct 19 01:22:04.319344 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4cf00108-9f74-4d45-be4f-4a8fe82d9a13 req-a393304d-3ff7-4061-882a-9341704c0800 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484278 Oct 19 01:22:04.365494 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c8507319-4581-47f6-84ee-92807cf86f12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:04.397039 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c8507319-4581-47f6-84ee-92807cf86f12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:04.406572 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a627ac7-4400-4745-9543-69a3445a6f59 req-bfeaf8ee-2312-4c68-baa8-6d0eb39f564d tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:04.408164 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7a627ac7-4400-4745-9543-69a3445a6f59 req-bfeaf8ee-2312-4c68-baa8-6d0eb39f564d tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 944 time: 0.0850277 Oct 19 01:22:04.473292 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7a627ac7-4400-4745-9543-69a3445a6f59 req-797feab0-930c-413a-87c8-c30021221f7a tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588365 Oct 19 01:22:04.498841 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c8507319-4581-47f6-84ee-92807cf86f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:04.501809 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c8507319-4581-47f6-84ee-92807cf86f12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:04.505462 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c8507319-4581-47f6-84ee-92807cf86f12 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b2cadb45-c592-4581-8d81-a3b81e5196b4 HTTP/1.1" status: 204 len: 168 time: 0.2545040 Oct 19 01:22:04.524253 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8507319-4581-47f6-84ee-92807cf86f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cadb45-c592-4581-8d81-a3b81e5196b4,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:04.906558 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:05.017538 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:22:05.022593 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:05.022976 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:05.070957 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ce65c-5ab1-4adb-a425-9c194bea5d2c req-ad99a7e8-44f0-4efb-b430-d6bb00a0461f tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:05.080368 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-474ce65c-5ab1-4adb-a425-9c194bea5d2c req-ad99a7e8-44f0-4efb-b430-d6bb00a0461f tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f026a01-2b80-4462-8cfa-ba81db438832 HTTP/1.1" status: 200 len: 945 time: 0.0704672 Oct 19 01:22:05.130361 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-474ce65c-5ab1-4adb-a425-9c194bea5d2c req-07c8c37d-f00c-4a0e-b10a-197b76d0520d tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2961e7a-6b08-4600-b892-5ceb32c80e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469511 Oct 19 01:22:05.152526 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:05.207536 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da,segment=NetworkSegment(541c06ed-de66-456d-9510-381984fe0ad1),segment_id=541c06ed-de66-456d-9510-381984fe0ad1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:05.215498 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:05.267219 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2577546-eaa5-4f27-82d1-74ff9d883fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:22:05.269753 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe78a9f-a642-47fc-b44c-7cb77f66a023" -d '{"events": [{"server_uuid": "e2577546-eaa5-4f27-82d1-74ff9d883fdd", "name": "network-vif-plugged", "status": "completed", "tag": "0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:22:05.319242 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8667e7-adb7-4f4f-9763-544e52f7e44e x-openstack-request-id: req-1b8667e7-adb7-4f4f-9763-544e52f7e44e {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:22:05.319538 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2577546-eaa5-4f27-82d1-74ff9d883fdd", "name": "network-vif-plugged", "status": "completed", "tag": "0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:22:05.319817 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1b8667e7-adb7-4f4f-9763-544e52f7e44e {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:22:05.320323 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2577546-eaa5-4f27-82d1-74ff9d883fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da', 'code': 200} Oct 19 01:22:05.338084 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:05.436220 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56846) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:05.483251 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f971019-68dc-4759-a67b-f09831a963a7 req-34af95ba-5673-41df-b26e-6d6eac2e9f59 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:05.485086 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6f971019-68dc-4759-a67b-f09831a963a7 req-34af95ba-5673-41df-b26e-6d6eac2e9f59 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=e50d53a6-6bb1-4bd9-99fe-4deeaefda618 HTTP/1.1" status: 200 len: 943 time: 0.0987699 Oct 19 01:22:05.490188 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9e3f1-d296-4581-b64f-b90a1653fb58 req-14054b93-06df-4eee-977e-2649642feb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:05.491904 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d0b9e3f1-d296-4581-b64f-b90a1653fb58 req-14054b93-06df-4eee-977e-2649642feb8d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 1097 time: 0.0789850 Oct 19 01:22:05.550717 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-f1267f4a-c61b-42c1-b894-1473f3859651 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Request body: {'network': {'name': 'tempest-RoutersTest-590815992'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:05.557631 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d0b9e3f1-d296-4581-b64f-b90a1653fb58 req-5f105090-262e-4753-b12f-77f4b47e7e29 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564520 Oct 19 01:22:05.564352 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6f971019-68dc-4759-a67b-f09831a963a7 req-ee74861d-2cee-4470-96d5-8230881b28a9 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707564 Oct 19 01:22:05.611778 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1267f4a-c61b-42c1-b894-1473f3859651 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Made reservation on behalf of b4da212c26bc45dcb3b08cdb9cc1629c for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:22:05.615381 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f1267f4a-c61b-42c1-b894-1473f3859651 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:05.634327 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f1267f4a-c61b-42c1-b894-1473f3859651 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:05.758993 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70af5a-e9fc-4239-941f-0d963d236f6b req-c8ea44d0-80c4-4067-ac4c-23185c41a48a tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:05.761561 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3a70af5a-e9fc-4239-941f-0d963d236f6b req-c8ea44d0-80c4-4067-ac4c-23185c41a48a tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 945 time: 0.1187675 Oct 19 01:22:05.784718 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f1267f4a-c61b-42c1-b894-1473f3859651 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:05.789982 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f1267f4a-c61b-42c1-b894-1473f3859651 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:05.804589 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1267f4a-c61b-42c1-b894-1473f3859651 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:22:05.835330 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f1267f4a-c61b-42c1-b894-1473f3859651 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:05.838309 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-f1267f4a-c61b-42c1-b894-1473f3859651 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Added segment 1035798a-49b9-4ccd-a41a-82f06615b900 of type vlan for network 63a5ef0f-da86-4325-aa54-14d4e5c9f25e Oct 19 01:22:05.850065 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3a70af5a-e9fc-4239-941f-0d963d236f6b req-0802f535-7bae-4f1e-8289-80e061dc3e3c tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775568 Oct 19 01:22:05.858716 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1267f4a-c61b-42c1-b894-1473f3859651 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcdb80c-9e2c-45dc-b381-08f9723cd05c,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:05.912018 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f1267f4a-c61b-42c1-b894-1473f3859651 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:05.981638 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f1267f4a-c61b-42c1-b894-1473f3859651 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:05.988572 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1267f4a-c61b-42c1-b894-1473f3859651 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:05.989232 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f1267f4a-c61b-42c1-b894-1473f3859651 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:06.022384 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f1267f4a-c61b-42c1-b894-1473f3859651 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5817933 Oct 19 01:22:06.022836 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56862) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:06.028175 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-e426b78f-08c8-43d0-adbe-1adae10ec190 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Request body: {'network': {'name': 'tempest-RoutersTest-1220575733'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:06.069690 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e426b78f-08c8-43d0-adbe-1adae10ec190 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Made reservation on behalf of b4da212c26bc45dcb3b08cdb9cc1629c for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:22:06.073733 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e426b78f-08c8-43d0-adbe-1adae10ec190 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:06.093142 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1267f4a-c61b-42c1-b894-1473f3859651 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Network': ['ID=63a5ef0f-da86-4325-aa54-14d4e5c9f25e,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:06.106883 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 63a5ef0f-da86-4325-aa54-14d4e5c9f25e details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:22:06.125992 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e426b78f-08c8-43d0-adbe-1adae10ec190 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:22:06.145667 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e426b78f-08c8-43d0-adbe-1adae10ec190 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:06.146030 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-e426b78f-08c8-43d0-adbe-1adae10ec190 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Added segment c8b190db-2409-402c-b4f4-b432e1c707c5 of type vlan for network f8bc4ea0-4d94-43cd-99dc-796de6400e4c Oct 19 01:22:06.219472 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e426b78f-08c8-43d0-adbe-1adae10ec190 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:06.253056 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e426b78f-08c8-43d0-adbe-1adae10ec190 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:06.259909 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e426b78f-08c8-43d0-adbe-1adae10ec190 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:06.260679 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e426b78f-08c8-43d0-adbe-1adae10ec190 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:06.302952 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e426b78f-08c8-43d0-adbe-1adae10ec190 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2788732 Oct 19 01:22:06.306284 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56870) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:06.311458 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-d099b13c-5b65-4fa2-b0f1-4bf96df0d70d tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Request body: {'subnet': {'network_id': '63a5ef0f-da86-4325-aa54-14d4e5c9f25e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:06.342402 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426b78f-08c8-43d0-adbe-1adae10ec190 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Network': ['ID=f8bc4ea0-4d94-43cd-99dc-796de6400e4c,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:06.353864 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network f8bc4ea0-4d94-43cd-99dc-796de6400e4c details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:22:06.438337 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d099b13c-5b65-4fa2-b0f1-4bf96df0d70d tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Made reservation on behalf of b4da212c26bc45dcb3b08cdb9cc1629c for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:22:06.444206 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d099b13c-5b65-4fa2-b0f1-4bf96df0d70d tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:06.686727 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d099b13c-5b65-4fa2-b0f1-4bf96df0d70d tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:06.723651 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b9c8f-766f-4f79-ac05-0e637bd42805 req-09756dfa-21d3-48be-bbd1-787ee1c111db tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:06.737471 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-256b9c8f-766f-4f79-ac05-0e637bd42805 req-09756dfa-21d3-48be-bbd1-787ee1c111db tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=e50d53a6-6bb1-4bd9-99fe-4deeaefda618 HTTP/1.1" status: 200 len: 943 time: 0.0851839 Oct 19 01:22:06.799262 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099b13c-5b65-4fa2-b0f1-4bf96df0d70d tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Subnet': ['ID=a457cff4-f0dc-4914-80f9-d0762673fe4a,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:06.806374 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d099b13c-5b65-4fa2-b0f1-4bf96df0d70d tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Checking segment: {'id': '1035798a-49b9-4ccd-a41a-82f06615b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '63a5ef0f-da86-4325-aa54-14d4e5c9f25e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:22:06.808573 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d099b13c-5b65-4fa2-b0f1-4bf96df0d70d tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Network hostable DHCP agents. Network: 63a5ef0f-da86-4325-aa54-14d4e5c9f25e, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:22:06.819719 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-256b9c8f-766f-4f79-ac05-0e637bd42805 req-3b894ef4-5395-4132-a15f-a903754cb981 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744579 Oct 19 01:22:06.831625 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d099b13c-5b65-4fa2-b0f1-4bf96df0d70d tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Network 63a5ef0f-da86-4325-aa54-14d4e5c9f25e is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:22:06.865378 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-d099b13c-5b65-4fa2-b0f1-4bf96df0d70d tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 63a5ef0f-da86-4325-aa54-14d4e5c9f25e) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:06.872204 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d099b13c-5b65-4fa2-b0f1-4bf96df0d70d tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:06.872808 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d099b13c-5b65-4fa2-b0f1-4bf96df0d70d tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:06.878047 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce506b72-c715-4e80-a541-05c81f880a60 None None] Network 63a5ef0f-da86-4325-aa54-14d4e5c9f25e requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:22:06.906132 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d099b13c-5b65-4fa2-b0f1-4bf96df0d70d tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5989683 Oct 19 01:22:06.909118 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56890) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:06.914544 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-145583f9-de4c-4b39-abf8-8330f3d03ccd tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Request body: {'subnet': {'network_id': 'f8bc4ea0-4d94-43cd-99dc-796de6400e4c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:07.071880 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145583f9-de4c-4b39-abf8-8330f3d03ccd tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Made reservation on behalf of b4da212c26bc45dcb3b08cdb9cc1629c for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:22:07.081528 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-145583f9-de4c-4b39-abf8-8330f3d03ccd tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:07.102069 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a22ca-1286-4c9b-8bfd-28132c640e27 req-ee236ebc-d7d4-45f9-bb8e-31ee83eafd3f tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:07.114691 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-961a22ca-1286-4c9b-8bfd-28132c640e27 req-ee236ebc-d7d4-45f9-bb8e-31ee83eafd3f tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 945 time: 0.1621830 Oct 19 01:22:07.157395 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-961a22ca-1286-4c9b-8bfd-28132c640e27 req-d164acb4-c879-431c-b65c-e9950ff830bb tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415695 Oct 19 01:22:07.233183 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6173170-bca4-4684-a64e-e353353ad5e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-63a5ef0f-da86-4325-aa54-14d4e5c9f25e', 'network_id': '63a5ef0f-da86-4325-aa54-14d4e5c9f25e', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'fixed_ips': [{'subnet_id': 'a457cff4-f0dc-4914-80f9-d0762673fe4a'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:22:07.234111 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c6173170-bca4-4684-a64e-e353353ad5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:07.404455 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-145583f9-de4c-4b39-abf8-8330f3d03ccd tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:07.460216 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145583f9-de4c-4b39-abf8-8330f3d03ccd tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Subnet': ['ID=afb6d561-e931-425d-a34f-9e4876aa4a62,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:07.500069 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145583f9-de4c-4b39-abf8-8330f3d03ccd tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Checking segment: {'id': 'c8b190db-2409-402c-b4f4-b432e1c707c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f8bc4ea0-4d94-43cd-99dc-796de6400e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:22:07.500438 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145583f9-de4c-4b39-abf8-8330f3d03ccd tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Network hostable DHCP agents. Network: f8bc4ea0-4d94-43cd-99dc-796de6400e4c, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:22:07.521394 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145583f9-de4c-4b39-abf8-8330f3d03ccd tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Network f8bc4ea0-4d94-43cd-99dc-796de6400e4c is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:22:07.533815 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-145583f9-de4c-4b39-abf8-8330f3d03ccd tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, f8bc4ea0-4d94-43cd-99dc-796de6400e4c) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:07.541672 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145583f9-de4c-4b39-abf8-8330f3d03ccd tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:07.542300 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-145583f9-de4c-4b39-abf8-8330f3d03ccd tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:07.548724 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd87dde-a4d2-499d-a368-c7a44def9ad2 None None] Network f8bc4ea0-4d94-43cd-99dc-796de6400e4c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:22:07.578075 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-145583f9-de4c-4b39-abf8-8330f3d03ccd tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6631823 Oct 19 01:22:07.578075 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56906) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:07.585698 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-0a848b18-d4b5-43a4-84ec-24f1bf6d3a5b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1841891337', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:07.612050 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0a848b18-d4b5-43a4-84ec-24f1bf6d3a5b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:07.613539 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0a848b18-d4b5-43a4-84ec-24f1bf6d3a5b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:07.670179 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-c6173170-bca4-4684-a64e-e353353ad5e4 None None] Allocated IP 172.20.0.2 (63a5ef0f-da86-4325-aa54-14d4e5c9f25e/a457cff4-f0dc-4914-80f9-d0762673fe4a/39f3c0d6-8452-4513-b902-ca3c181be4d0) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:22:07.673345 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0a848b18-d4b5-43a4-84ec-24f1bf6d3a5b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:07.682297 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0a848b18-d4b5-43a4-84ec-24f1bf6d3a5b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:07.710302 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0a848b18-d4b5-43a4-84ec-24f1bf6d3a5b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:07.712018 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0a848b18-d4b5-43a4-84ec-24f1bf6d3a5b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1339295 Oct 19 01:22:07.714736 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56908) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:07.845188 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30f3523-1668-48a1-b497-911b7f983a04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-f8bc4ea0-4d94-43cd-99dc-796de6400e4c', 'network_id': 'f8bc4ea0-4d94-43cd-99dc-796de6400e4c', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'fixed_ips': [{'subnet_id': 'afb6d561-e931-425d-a34f-9e4876aa4a62'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:22:07.845880 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b30f3523-1668-48a1-b497-911b7f983a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:08.000931 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c6173170-bca4-4684-a64e-e353353ad5e4 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:08.016217 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c6173170-bca4-4684-a64e-e353353ad5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:08.081195 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6173170-bca4-4684-a64e-e353353ad5e4 None None] Pushing event updated for resources: {'Port': ['ID=39f3c0d6-8452-4513-b902-ca3c181be4d0,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:08.098227 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6173170-bca4-4684-a64e-e353353ad5e4 None None] Network 63a5ef0f-da86-4325-aa54-14d4e5c9f25e is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:08.125010 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-c6173170-bca4-4684-a64e-e353353ad5e4 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:08.131355 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6173170-bca4-4684-a64e-e353353ad5e4 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:22:08.142048 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a757bd1-03a5-423c-89b1-2656761d62cb req-d2e7e38e-6d47-420a-b941-bacdfdc4c7fb tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:08.143654 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9a757bd1-03a5-423c-89b1-2656761d62cb req-d2e7e38e-6d47-420a-b941-bacdfdc4c7fb tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=e50d53a6-6bb1-4bd9-99fe-4deeaefda618 HTTP/1.1" status: 200 len: 943 time: 0.2280326 Oct 19 01:22:08.211373 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9a757bd1-03a5-423c-89b1-2656761d62cb req-3c1b60d6-9702-4508-9ddb-a0bb10dbecac tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557997 Oct 19 01:22:08.246240 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-b30f3523-1668-48a1-b497-911b7f983a04 None None] Allocated IP 172.21.0.2 (f8bc4ea0-4d94-43cd-99dc-796de6400e4c/afb6d561-e931-425d-a34f-9e4876aa4a62/fd44f5e5-fe5a-43d8-b472-3fc74c33cd10) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:22:08.250496 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-c6173170-bca4-4684-a64e-e353353ad5e4 None None] Attempting to bind port 39f3c0d6-8452-4513-b902-ca3c181be4d0 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:22:08.251458 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-c6173170-bca4-4684-a64e-e353353ad5e4 None None] Attempting to bind port 39f3c0d6-8452-4513-b902-ca3c181be4d0 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '1035798a-49b9-4ccd-a41a-82f06615b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '63a5ef0f-da86-4325-aa54-14d4e5c9f25e'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:22:08.252171 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6173170-bca4-4684-a64e-e353353ad5e4 None None] Attempting to bind port 39f3c0d6-8452-4513-b902-ca3c181be4d0 on network 63a5ef0f-da86-4325-aa54-14d4e5c9f25e {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:22:08.264627 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6173170-bca4-4684-a64e-e353353ad5e4 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:22:08.265119 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6173170-bca4-4684-a64e-e353353ad5e4 None None] Checking segment: {'id': '1035798a-49b9-4ccd-a41a-82f06615b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '63a5ef0f-da86-4325-aa54-14d4e5c9f25e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:22:08.265613 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c6173170-bca4-4684-a64e-e353353ad5e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:08.266148 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6173170-bca4-4684-a64e-e353353ad5e4 None None] Bound using segment: {'id': '1035798a-49b9-4ccd-a41a-82f06615b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '63a5ef0f-da86-4325-aa54-14d4e5c9f25e'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:22:08.266719 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-c6173170-bca4-4684-a64e-e353353ad5e4 None None] Bound port: 39f3c0d6-8452-4513-b902-ca3c181be4d0, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1035798a-49b9-4ccd-a41a-82f06615b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '63a5ef0f-da86-4325-aa54-14d4e5c9f25e'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:22:08.267349 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c6173170-bca4-4684-a64e-e353353ad5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:08.294730 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-10c29b0d-0d9e-4d41-8939-f0771cd2445e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:08.484028 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1f589-d085-4a74-95a2-b3c98fe78b76 req-2b3853ae-1b84-49a8-a698-bd995bc84250 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:08.484510 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-c6173170-bca4-4684-a64e-e353353ad5e4 None None] For port 39f3c0d6-8452-4513-b902-ca3c181be4d0, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:22:08.485419 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-31c1f589-d085-4a74-95a2-b3c98fe78b76 req-2b3853ae-1b84-49a8-a698-bd995bc84250 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 945 time: 0.1078992 Oct 19 01:22:08.496396 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-c6173170-bca4-4684-a64e-e353353ad5e4 None None] For port 39f3c0d6-8452-4513-b902-ca3c181be4d0, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=39f3c0d6-8452-4513-b902-ca3c181be4d0,segment=NetworkSegment(1035798a-49b9-4ccd-a41a-82f06615b900),segment_id=1035798a-49b9-4ccd-a41a-82f06615b900)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:22:08.567691 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-31c1f589-d085-4a74-95a2-b3c98fe78b76 req-f22a78da-d504-4773-a935-5dd63a49cdad tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753491 Oct 19 01:22:08.599380 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-10c29b0d-0d9e-4d41-8939-f0771cd2445e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Allocated IP 172.20.0.1 (63a5ef0f-da86-4325-aa54-14d4e5c9f25e/a457cff4-f0dc-4914-80f9-d0762673fe4a/2bd138a5-9184-4f31-9b4a-e46c21e30332) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:22:08.654405 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c6173170-bca4-4684-a64e-e353353ad5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:08.663698 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b30f3523-1668-48a1-b497-911b7f983a04 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:08.724850 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b30f3523-1668-48a1-b497-911b7f983a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:08.785911 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30f3523-1668-48a1-b497-911b7f983a04 None None] Network f8bc4ea0-4d94-43cd-99dc-796de6400e4c is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:08.802274 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-10c29b0d-0d9e-4d41-8939-f0771cd2445e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:08.803627 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-b30f3523-1668-48a1-b497-911b7f983a04 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:08.811022 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30f3523-1668-48a1-b497-911b7f983a04 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:22:08.841829 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6173170-bca4-4684-a64e-e353353ad5e4 None None] Pushing event updated for resources: {'Port': ['ID=39f3c0d6-8452-4513-b902-ca3c181be4d0,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:08.856723 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682219e8-38b8-453b-a9fb-5e7e6d5422b5 req-5e451588-7989-4cf7-b80a-ca89ca353ed5 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:08.875693 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-682219e8-38b8-453b-a9fb-5e7e6d5422b5 req-5e451588-7989-4cf7-b80a-ca89ca353ed5 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 945 time: 0.1333344 Oct 19 01:22:08.879297 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56938) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:08.884578 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-754149a6-6cf7-44a0-bdf7-e13b604e17fa tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Request body: {'floatingip': {'port_id': '0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:08.942916 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-10c29b0d-0d9e-4d41-8939-f0771cd2445e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:08.974517 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f3523-1668-48a1-b497-911b7f983a04 None None] Pushing event updated for resources: {'Port': ['ID=fd44f5e5-fe5a-43d8-b472-3fc74c33cd10,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:08.997582 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-b30f3523-1668-48a1-b497-911b7f983a04 None None] Attempting to bind port fd44f5e5-fe5a-43d8-b472-3fc74c33cd10 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:22:08.998004 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-b30f3523-1668-48a1-b497-911b7f983a04 None None] Attempting to bind port fd44f5e5-fe5a-43d8-b472-3fc74c33cd10 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'c8b190db-2409-402c-b4f4-b432e1c707c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f8bc4ea0-4d94-43cd-99dc-796de6400e4c'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:22:08.998438 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30f3523-1668-48a1-b497-911b7f983a04 None None] Attempting to bind port fd44f5e5-fe5a-43d8-b472-3fc74c33cd10 on network f8bc4ea0-4d94-43cd-99dc-796de6400e4c {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:22:09.002413 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c29b0d-0d9e-4d41-8939-f0771cd2445e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Network 63a5ef0f-da86-4325-aa54-14d4e5c9f25e is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:09.004095 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30f3523-1668-48a1-b497-911b7f983a04 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:22:09.004486 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30f3523-1668-48a1-b497-911b7f983a04 None None] Checking segment: {'id': 'c8b190db-2409-402c-b4f4-b432e1c707c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f8bc4ea0-4d94-43cd-99dc-796de6400e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:22:09.004895 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b30f3523-1668-48a1-b497-911b7f983a04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:09.005746 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30f3523-1668-48a1-b497-911b7f983a04 None None] Bound using segment: {'id': 'c8b190db-2409-402c-b4f4-b432e1c707c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f8bc4ea0-4d94-43cd-99dc-796de6400e4c'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:22:09.006277 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-b30f3523-1668-48a1-b497-911b7f983a04 None None] Bound port: fd44f5e5-fe5a-43d8-b472-3fc74c33cd10, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b190db-2409-402c-b4f4-b432e1c707c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f8bc4ea0-4d94-43cd-99dc-796de6400e4c'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:22:09.006720 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-10c29b0d-0d9e-4d41-8939-f0771cd2445e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:09.006859 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b30f3523-1668-48a1-b497-911b7f983a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:09.010447 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c29b0d-0d9e-4d41-8939-f0771cd2445e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:22:09.021652 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-754149a6-6cf7-44a0-bdf7-e13b604e17fa tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for floatingip, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:09.066217 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c29b0d-0d9e-4d41-8939-f0771cd2445e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Port': ['ID=2bd138a5-9184-4f31-9b4a-e46c21e30332,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:09.093573 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-10c29b0d-0d9e-4d41-8939-f0771cd2445e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:09.134661 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-b30f3523-1668-48a1-b497-911b7f983a04 None None] For port fd44f5e5-fe5a-43d8-b472-3fc74c33cd10, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:22:09.142590 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-b30f3523-1668-48a1-b497-911b7f983a04 None None] For port fd44f5e5-fe5a-43d8-b472-3fc74c33cd10, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=fd44f5e5-fe5a-43d8-b472-3fc74c33cd10,segment=NetworkSegment(c8b190db-2409-402c-b4f4-b432e1c707c5),segment_id=c8b190db-2409-402c-b4f4-b432e1c707c5)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:22:09.156878 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b30f3523-1668-48a1-b497-911b7f983a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:09.362870 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f3523-1668-48a1-b497-911b7f983a04 None None] Pushing event updated for resources: {'Port': ['ID=fd44f5e5-fe5a-43d8-b472-3fc74c33cd10,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:09.807103 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-754149a6-6cf7-44a0-bdf7-e13b604e17fa tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:09.814761 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-754149a6-6cf7-44a0-bdf7-e13b604e17fa tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:10.017639 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [None req-754149a6-6cf7-44a0-bdf7-e13b604e17fa tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Floating IP 94fc6c5f-6b0d-4619-95a3-3951fb6bb40a associated. External IP: 172.25.8.21, port: 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da. Oct 19 01:22:10.018500 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 39f3c0d6-8452-4513-b902-ca3c181be4d0 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:10.096394 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2badc344-6f1c-4933-956f-8268c1d7b35d req-fbb0647a-2b25-4e06-b19f-e8502a0e67a1 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:10.097955 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2badc344-6f1c-4933-956f-8268c1d7b35d req-fbb0647a-2b25-4e06-b19f-e8502a0e67a1 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=e50d53a6-6bb1-4bd9-99fe-4deeaefda618 HTTP/1.1" status: 200 len: 943 time: 0.2037940 Oct 19 01:22:10.107705 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 39f3c0d6-8452-4513-b902-ca3c181be4d0 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:10.109438 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:10.210605 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-10c29b0d-0d9e-4d41-8939-f0771cd2445e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:10.273554 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2badc344-6f1c-4933-956f-8268c1d7b35d req-d806a0aa-f030-463d-ba7f-73d0676dabc5 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644752 Oct 19 01:22:10.282902 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:10.362111 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 39f3c0d6-8452-4513-b902-ca3c181be4d0, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=39f3c0d6-8452-4513-b902-ca3c181be4d0,segment=NetworkSegment(1035798a-49b9-4ccd-a41a-82f06615b900),segment_id=1035798a-49b9-4ccd-a41a-82f06615b900)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:10.379309 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:10.380982 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device fd44f5e5-fe5a-43d8-b472-3fc74c33cd10 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:10.497940 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754149a6-6cf7-44a0-bdf7-e13b604e17fa tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Router da4ab5b7-c3a7-47c8-8f02-386f770ce07f has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:22:10.538164 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=39f3c0d6-8452-4513-b902-ca3c181be4d0,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:10.552796 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f522d155-8a64-4495-9e19-df2082476fd5 None None] Network 63a5ef0f-da86-4325-aa54-14d4e5c9f25e requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:22:10.587872 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port fd44f5e5-fe5a-43d8-b472-3fc74c33cd10 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:10.588401 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:10.697109 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754149a6-6cf7-44a0-bdf7-e13b604e17fa tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:22:10.705981 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-754149a6-6cf7-44a0-bdf7-e13b604e17fa tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:10.710474 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9cca58-a21c-47e6-a6bf-04ba88e4260d None None] Sync routers for ids ['da4ab5b7-c3a7-47c8-8f02-386f770ce07f'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:22:10.714055 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-3668ad19-d090-40fc-bc0e-98c687201238 None None] Provisioning complete for port 39f3c0d6-8452-4513-b902-ca3c181be4d0 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:10.717710 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3668ad19-d090-40fc-bc0e-98c687201238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:10.733526 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9cca58-a21c-47e6-a6bf-04ba88e4260d None None] Routers {'da4ab5b7-c3a7-47c8-8f02-386f770ce07f'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:10.734200 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-2a9cca58-a21c-47e6-a6bf-04ba88e4260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:21:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['da4ab5b7-c3a7-47c8-8f02-386f770ce07f'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:10.811758 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-754149a6-6cf7-44a0-bdf7-e13b604e17fa tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "PUT /v2.0/floatingips/94fc6c5f-6b0d-4619-95a3-3951fb6bb40a HTTP/1.1" status: 200 len: 990 time: 1.9308598 Oct 19 01:22:10.815310 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2577546-eaa5-4f27-82d1-74ff9d883fdd', 'tag': '0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:22:10.818196 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396d6460-4de5-4528-9175-c56068241c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "e2577546-eaa5-4f27-82d1-74ff9d883fdd", "tag": "0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:22:10.822984 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-10c29b0d-0d9e-4d41-8939-f0771cd2445e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:10.832449 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-10c29b0d-0d9e-4d41-8939-f0771cd2445e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:10.928532 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359978dc-c52d-4eeb-b9a2-222a2da11622 x-openstack-request-id: req-359978dc-c52d-4eeb-b9a2-222a2da11622 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:22:10.928822 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2577546-eaa5-4f27-82d1-74ff9d883fdd", "tag": "0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:22:10.929077 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-359978dc-c52d-4eeb-b9a2-222a2da11622 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:22:10.929515 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2577546-eaa5-4f27-82d1-74ff9d883fdd', 'tag': '0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da', 'status': 'completed', 'code': 200} Oct 19 01:22:10.931026 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-2a9cca58-a21c-47e6-a6bf-04ba88e4260d None None] Set router da4ab5b7-c3a7-47c8-8f02-386f770ce07f gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:22:10.943408 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:10.990780 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c29b0d-0d9e-4d41-8939-f0771cd2445e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Port': ['ID=2bd138a5-9184-4f31-9b4a-e46c21e30332,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:11.012390 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port fd44f5e5-fe5a-43d8-b472-3fc74c33cd10, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=fd44f5e5-fe5a-43d8-b472-3fc74c33cd10,segment=NetworkSegment(c8b190db-2409-402c-b4f4-b432e1c707c5),segment_id=c8b190db-2409-402c-b4f4-b432e1c707c5)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:11.043000 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c29b0d-0d9e-4d41-8939-f0771cd2445e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:11.043910 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c29b0d-0d9e-4d41-8939-f0771cd2445e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:11.044491 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c29b0d-0d9e-4d41-8939-f0771cd2445e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:11.050803 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c29b0d-0d9e-4d41-8939-f0771cd2445e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:11.051212 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c29b0d-0d9e-4d41-8939-f0771cd2445e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:11.051446 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c29b0d-0d9e-4d41-8939-f0771cd2445e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:11.051831 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c29b0d-0d9e-4d41-8939-f0771cd2445e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:11.052153 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c29b0d-0d9e-4d41-8939-f0771cd2445e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:11.052477 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c29b0d-0d9e-4d41-8939-f0771cd2445e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:11.053087 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c29b0d-0d9e-4d41-8939-f0771cd2445e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:11.053421 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c29b0d-0d9e-4d41-8939-f0771cd2445e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:11.053741 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c29b0d-0d9e-4d41-8939-f0771cd2445e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:11.095522 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-10c29b0d-0d9e-4d41-8939-f0771cd2445e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:11.117339 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:11.152058 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d6460-4de5-4528-9175-c56068241c0e req-b5690a99-d1d0-4735-b141-e0fb6532225e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:11.155308 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-396d6460-4de5-4528-9175-c56068241c0e req-b5690a99-d1d0-4735-b141-e0fb6532225e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=48ddb22357dc4eb2bc2ba246f38392b4&device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 1097 time: 0.1612980 Oct 19 01:22:11.184240 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1a8d48-0980-4189-bb5f-fb8fba04d721 None None] Network f8bc4ea0-4d94-43cd-99dc-796de6400e4c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:22:11.277958 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=fd44f5e5-fe5a-43d8-b472-3fc74c33cd10,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:11.343942 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c29b0d-0d9e-4d41-8939-f0771cd2445e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Network 63a5ef0f-da86-4325-aa54-14d4e5c9f25e is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:11.347123 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-10c29b0d-0d9e-4d41-8939-f0771cd2445e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:11.353933 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d6460-4de5-4528-9175-c56068241c0e req-5e6c6260-0564-481b-a9b9-dc1763c1e066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:11.356076 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-396d6460-4de5-4528-9175-c56068241c0e req-5e6c6260-0564-481b-a9b9-dc1763c1e066 service neutron] 10.222.0.55 "GET /v2.0/networks?id=84c55fcf-75dc-454b-970b-ebd012138813 HTTP/1.1" status: 200 len: 917 time: 0.1897264 Oct 19 01:22:11.358582 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-2a9cca58-a21c-47e6-a6bf-04ba88e4260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'name': 'tempest-AttachVolumeShelveTestJSON-317180163-router', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'bca8d86f-d88a-44b1-b1dc-c89037df4c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:21:36Z', 'updated_at': '2021-10-19T01:21:42Z', 'revision_number': 4, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'gw_port': {'id': 'bca8d86f-d88a-44b1-b1dc-c89037df4c67', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:57:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:21:37Z', 'updated_at': '2021-10-19T01:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '94fc6c5f-6b0d-4619-95a3-3951fb6bb40a', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'floating_ip_address': '172.25.8.21', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'port_id': '0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813', 'mac_address': 'fa:16:3e:2c:c4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2577546-eaa5-4f27-82d1-74ff9d883fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:21:47Z', 'updated_at': '2021-10-19T01:22:09Z', 'revision_number': 1, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3208d30f-6532-41ab-8914-ad74d6a9dc11', 'name': '', 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'mac_address': 'fa:16:3e:4b:4b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '488e075d-4e24-4ef3-a196-a8fb67b0889b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:21:41Z', 'updated_at': '2021-10-19T01:21:48Z', 'revision_number': 5, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'subnets': [{'id': '488e075d-4e24-4ef3-a196-a8fb67b0889b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:11.431002 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-ddc94d8a-a2a9-434f-937a-28e3930de8b5 None None] Provisioning complete for port fd44f5e5-fe5a-43d8-b472-3fc74c33cd10 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:11.431599 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ddc94d8a-a2a9-434f-937a-28e3930de8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:11.525892 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc4342-34b2-41ed-a0df-30e51542bf00 req-43354795-75a7-4c5e-979a-75866837b00e tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:11.528012 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f7bc4342-34b2-41ed-a0df-30e51542bf00 req-43354795-75a7-4c5e-979a-75866837b00e tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=e50d53a6-6bb1-4bd9-99fe-4deeaefda618 HTTP/1.1" status: 200 len: 943 time: 0.1228647 Oct 19 01:22:11.532426 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9cca58-a21c-47e6-a6bf-04ba88e4260d None None] Checking router: da4ab5b7-c3a7-47c8-8f02-386f770ce07f for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:22:11.556382 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9cca58-a21c-47e6-a6bf-04ba88e4260d None None] Routers {'da4ab5b7-c3a7-47c8-8f02-386f770ce07f'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:11.557015 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-2a9cca58-a21c-47e6-a6bf-04ba88e4260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:21:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['da4ab5b7-c3a7-47c8-8f02-386f770ce07f'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:11.573720 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-396d6460-4de5-4528-9175-c56068241c0e req-553bfe67-3297-4387-abd9-d63af6ba5d4d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da HTTP/1.1" status: 200 len: 998 time: 0.2094779 Oct 19 01:22:11.632865 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f7bc4342-34b2-41ed-a0df-30e51542bf00 req-e86bebc7-513a-43ff-8583-0642e43cb662 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916510 Oct 19 01:22:11.681184 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d6460-4de5-4528-9175-c56068241c0e req-58c279f6-ac87-43ba-9fb4-5f20730dd3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:11.682822 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-396d6460-4de5-4528-9175-c56068241c0e req-58c279f6-ac87-43ba-9fb4-5f20730dd3f1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=488e075d-4e24-4ef3-a196-a8fb67b0889b HTTP/1.1" status: 200 len: 855 time: 0.0961201 Oct 19 01:22:11.689870 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c29b0d-0d9e-4d41-8939-f0771cd2445e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Router 2550dde8-7c29-47f7-8a4a-24a9abae6cd5 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:22:11.731822 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-2a9cca58-a21c-47e6-a6bf-04ba88e4260d None None] Set router da4ab5b7-c3a7-47c8-8f02-386f770ce07f gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:22:11.834737 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 39f3c0d6-8452-4513-b902-ca3c181be4d0 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:11.891460 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c29b0d-0d9e-4d41-8939-f0771cd2445e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:22:11.914513 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-10c29b0d-0d9e-4d41-8939-f0771cd2445e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "PUT /v2.0/routers/2550dde8-7c29-47f7-8a4a-24a9abae6cd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1984785 Oct 19 01:22:11.916157 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292f94e7-f1dd-4a37-aecc-bb473c35c6bb None None] Sync routers for ids ['2550dde8-7c29-47f7-8a4a-24a9abae6cd5'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:22:11.917300 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56972) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:11.925675 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-df3d049c-4804-454b-a8b7-01e87de6590a None None] Provisioning complete for port 39f3c0d6-8452-4513-b902-ca3c181be4d0 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:11.926142 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-df3d049c-4804-454b-a8b7-01e87de6590a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:11.940618 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d6460-4de5-4528-9175-c56068241c0e req-eb73ee69-ce6a-491d-8420-1a18f0af6c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:11.946640 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-396d6460-4de5-4528-9175-c56068241c0e req-eb73ee69-ce6a-491d-8420-1a18f0af6c99 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=84c55fcf-75dc-454b-970b-ebd012138813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2539904 Oct 19 01:22:12.005094 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292f94e7-f1dd-4a37-aecc-bb473c35c6bb None None] Routers {'2550dde8-7c29-47f7-8a4a-24a9abae6cd5'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:12.005896 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-292f94e7-f1dd-4a37-aecc-bb473c35c6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:21:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['2550dde8-7c29-47f7-8a4a-24a9abae6cd5'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:12.094374 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c043f2f0-3f6d-4bf2-899f-6dea24b36d56 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:12.099001 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56980) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:12.109895 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c043f2f0-3f6d-4bf2-899f-6dea24b36d56 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "GET /v2.0/ports/2bd138a5-9184-4f31-9b4a-e46c21e30332 HTTP/1.1" status: 200 len: 910 time: 0.1774657 Oct 19 01:22:12.162434 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-292f94e7-f1dd-4a37-aecc-bb473c35c6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:12.186682 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292f94e7-f1dd-4a37-aecc-bb473c35c6bb None None] Routers {'2550dde8-7c29-47f7-8a4a-24a9abae6cd5'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:12.187572 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-292f94e7-f1dd-4a37-aecc-bb473c35c6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:21:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['2550dde8-7c29-47f7-8a4a-24a9abae6cd5'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:12.212500 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-2a9cca58-a21c-47e6-a6bf-04ba88e4260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'name': 'tempest-AttachVolumeShelveTestJSON-317180163-router', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'bca8d86f-d88a-44b1-b1dc-c89037df4c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:21:36Z', 'updated_at': '2021-10-19T01:21:42Z', 'revision_number': 4, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'gw_port': {'id': 'bca8d86f-d88a-44b1-b1dc-c89037df4c67', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:57:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:21:37Z', 'updated_at': '2021-10-19T01:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '94fc6c5f-6b0d-4619-95a3-3951fb6bb40a', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'floating_ip_address': '172.25.8.21', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'port_id': '0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813', 'mac_address': 'fa:16:3e:2c:c4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2577546-eaa5-4f27-82d1-74ff9d883fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:21:47Z', 'updated_at': '2021-10-19T01:22:09Z', 'revision_number': 1, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3208d30f-6532-41ab-8914-ad74d6a9dc11', 'name': '', 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'mac_address': 'fa:16:3e:4b:4b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '488e075d-4e24-4ef3-a196-a8fb67b0889b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:21:41Z', 'updated_at': '2021-10-19T01:21:48Z', 'revision_number': 5, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'subnets': [{'id': '488e075d-4e24-4ef3-a196-a8fb67b0889b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:12.250064 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-292f94e7-f1dd-4a37-aecc-bb473c35c6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:12.251049 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292f94e7-f1dd-4a37-aecc-bb473c35c6bb None None] The sync data for ids ['2550dde8-7c29-47f7-8a4a-24a9abae6cd5'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:22:12.265456 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 39f3c0d6-8452-4513-b902-ca3c181be4d0 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:12.266191 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:12.296051 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9cca58-a21c-47e6-a6bf-04ba88e4260d None None] The sync data for ids ['da4ab5b7-c3a7-47c8-8f02-386f770ce07f'] in n-d-715271-26 is: [{'id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'name': 'tempest-AttachVolumeShelveTestJSON-317180163-router', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'bca8d86f-d88a-44b1-b1dc-c89037df4c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:21:36Z', 'updated_at': '2021-10-19T01:21:42Z', 'revision_number': 4, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'gw_port': {'id': 'bca8d86f-d88a-44b1-b1dc-c89037df4c67', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:57:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:21:37Z', 'updated_at': '2021-10-19T01:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '94fc6c5f-6b0d-4619-95a3-3951fb6bb40a', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'floating_ip_address': '172.25.8.21', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'port_id': '0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813', 'mac_address': 'fa:16:3e:2c:c4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2577546-eaa5-4f27-82d1-74ff9d883fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:21:47Z', 'updated_at': '2021-10-19T01:22:09Z', 'revision_number': 1, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3208d30f-6532-41ab-8914-ad74d6a9dc11', 'name': '', 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'mac_address': 'fa:16:3e:4b:4b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '488e075d-4e24-4ef3-a196-a8fb67b0889b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:21:41Z', 'updated_at': '2021-10-19T01:21:48Z', 'revision_number': 5, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'subnets': [{'id': '488e075d-4e24-4ef3-a196-a8fb67b0889b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:22:12.481091 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd851ce9-e489-4f9d-9ccb-597c8adfde1d req-53f430ac-69fd-498f-a969-26db3c900b7d tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:12.482694 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cd851ce9-e489-4f9d-9ccb-597c8adfde1d req-53f430ac-69fd-498f-a969-26db3c900b7d tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 945 time: 0.0966351 Oct 19 01:22:12.604426 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15d05ae-950b-4d5a-ace9-ed1d2bd42d73 None None] New status for floating IP 94fc6c5f-6b0d-4619-95a3-3951fb6bb40a: ACTIVE {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:22:12.609045 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device fd44f5e5-fe5a-43d8-b472-3fc74c33cd10 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:12.636061 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-df3d049c-4804-454b-a8b7-01e87de6590a None None] Provisioning complete for port 2bd138a5-9184-4f31-9b4a-e46c21e30332 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:12.636446 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-df3d049c-4804-454b-a8b7-01e87de6590a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:12.680786 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-df3d049c-4804-454b-a8b7-01e87de6590a None None] Port 2bd138a5-9184-4f31-9b4a-e46c21e30332 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:22:12.716205 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port fd44f5e5-fe5a-43d8-b472-3fc74c33cd10 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:12.716613 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:12.728176 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-396d6460-4de5-4528-9175-c56068241c0e req-65ca8464-7c9f-4302-8491-fa441827beab service neutron] 10.222.0.55 "GET /v2.0/networks/84c55fcf-75dc-454b-970b-ebd012138813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6731637 Oct 19 01:22:12.806195 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cd851ce9-e489-4f9d-9ccb-597c8adfde1d req-823c93bb-4732-40e4-a36b-41eb50a8d265 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281847 Oct 19 01:22:12.875856 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-cbcc0518-977e-436b-89c9-906ee1352378 None None] Provisioning complete for port 2bd138a5-9184-4f31-9b4a-e46c21e30332 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:12.876505 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cbcc0518-977e-436b-89c9-906ee1352378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:12.913281 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ec2d34e3-a04f-4adf-8b46-f6b183ecea23 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:12.915026 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-cbcc0518-977e-436b-89c9-906ee1352378 None None] Port 2bd138a5-9184-4f31-9b4a-e46c21e30332 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:22:12.919866 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de39c62-bbc5-434c-9b93-527e2262f973 req-842979ce-f6b0-425e-a0de-2abacc47f92b tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:12.928083 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-cbcc0518-977e-436b-89c9-906ee1352378 None None] Provisioning complete for port fd44f5e5-fe5a-43d8-b472-3fc74c33cd10 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:12.928711 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cbcc0518-977e-436b-89c9-906ee1352378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:12.929606 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6de39c62-bbc5-434c-9b93-527e2262f973 req-842979ce-f6b0-425e-a0de-2abacc47f92b tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=e50d53a6-6bb1-4bd9-99fe-4deeaefda618 HTTP/1.1" status: 200 len: 943 time: 0.1125751 Oct 19 01:22:13.013739 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6de39c62-bbc5-434c-9b93-527e2262f973 req-d3ec1d30-9e82-4c82-a38e-9a99b3e7aec1 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697610 Oct 19 01:22:13.035648 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-396d6460-4de5-4528-9175-c56068241c0e req-1f7396cb-87ba-4658-ba1f-48b681944919 service neutron] 10.222.0.55 "GET /v2.0/networks/84c55fcf-75dc-454b-970b-ebd012138813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760267 Oct 19 01:22:13.209090 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-ec2d34e3-a04f-4adf-8b46-f6b183ecea23 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Allocated IP 172.21.0.1 (f8bc4ea0-4d94-43cd-99dc-796de6400e4c/afb6d561-e931-425d-a34f-9e4876aa4a62/eb66a820-a483-48c8-947e-e9e874324fd1) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:22:13.330491 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ec2d34e3-a04f-4adf-8b46-f6b183ecea23 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:13.364859 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ec2d34e3-a04f-4adf-8b46-f6b183ecea23 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:13.409060 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2d34e3-a04f-4adf-8b46-f6b183ecea23 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Network f8bc4ea0-4d94-43cd-99dc-796de6400e4c is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:13.412076 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-ec2d34e3-a04f-4adf-8b46-f6b183ecea23 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:13.415036 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2d34e3-a04f-4adf-8b46-f6b183ecea23 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:22:13.440979 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d34e3-a04f-4adf-8b46-f6b183ecea23 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Port': ['ID=eb66a820-a483-48c8-947e-e9e874324fd1,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:13.466248 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ec2d34e3-a04f-4adf-8b46-f6b183ecea23 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:13.591411 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ec2d34e3-a04f-4adf-8b46-f6b183ecea23 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:13.689265 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-0651c6eb-7027-4300-aa5d-8865dfb9067e None None] Provisioning complete for port eb66a820-a483-48c8-947e-e9e874324fd1 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:13.689761 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0651c6eb-7027-4300-aa5d-8865dfb9067e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:13.727881 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-0651c6eb-7027-4300-aa5d-8865dfb9067e None None] Port eb66a820-a483-48c8-947e-e9e874324fd1 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:22:13.898713 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ec2d34e3-a04f-4adf-8b46-f6b183ecea23 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:13.899460 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5ae42f8e-c06c-48da-8589-c6c979d77066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:13.929608 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ec2d34e3-a04f-4adf-8b46-f6b183ecea23 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:14.025141 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac36c3-937b-4938-90fa-9346f6dd51e8 req-0cb403fe-7200-4ddb-b791-e7ab152e388a tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:14.026645 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-48ac36c3-937b-4938-90fa-9346f6dd51e8 req-0cb403fe-7200-4ddb-b791-e7ab152e388a tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 945 time: 0.1259501 Oct 19 01:22:14.027984 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ec2d34e3-a04f-4adf-8b46-f6b183ecea23 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:14.031271 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d34e3-a04f-4adf-8b46-f6b183ecea23 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Port': ['ID=eb66a820-a483-48c8-947e-e9e874324fd1,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:14.124287 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-48ac36c3-937b-4938-90fa-9346f6dd51e8 req-9274b4b2-d3cb-4cf3-9e46-fcdfb9d1f1f7 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863655 Oct 19 01:22:14.137469 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932e4cd-703d-4095-ab8c-6185f94eabb9 req-374728e9-9254-48fe-a93c-eecbede73b97 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:14.140847 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a932e4cd-703d-4095-ab8c-6185f94eabb9 req-374728e9-9254-48fe-a93c-eecbede73b97 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=e50d53a6-6bb1-4bd9-99fe-4deeaefda618 HTTP/1.1" status: 200 len: 943 time: 0.0528655 Oct 19 01:22:14.159976 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2d34e3-a04f-4adf-8b46-f6b183ecea23 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Network f8bc4ea0-4d94-43cd-99dc-796de6400e4c is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:14.159976 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-ec2d34e3-a04f-4adf-8b46-f6b183ecea23 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:14.201802 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a932e4cd-703d-4095-ab8c-6185f94eabb9 req-7f756b0d-94d4-4270-afa3-2425f1a3808e tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526295 Oct 19 01:22:14.317210 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2d34e3-a04f-4adf-8b46-f6b183ecea23 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Router 2550dde8-7c29-47f7-8a4a-24a9abae6cd5 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:22:14.417052 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2d34e3-a04f-4adf-8b46-f6b183ecea23 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:22:14.422313 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ec2d34e3-a04f-4adf-8b46-f6b183ecea23 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "PUT /v2.0/routers/2550dde8-7c29-47f7-8a4a-24a9abae6cd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3223164 Oct 19 01:22:14.424905 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57006) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:14.428981 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375eb00c-0702-4e93-aa88-1ac700aa5d64 None None] Sync routers for ids ['2550dde8-7c29-47f7-8a4a-24a9abae6cd5'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:22:14.439039 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375eb00c-0702-4e93-aa88-1ac700aa5d64 None None] Routers {'2550dde8-7c29-47f7-8a4a-24a9abae6cd5'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:14.439793 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-375eb00c-0702-4e93-aa88-1ac700aa5d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:21:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['2550dde8-7c29-47f7-8a4a-24a9abae6cd5'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:14.474274 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ea139b-633c-42b5-b9b1-59408fb2b8b0 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:14.478360 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-05ea139b-633c-42b5-b9b1-59408fb2b8b0 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "GET /v2.0/ports/eb66a820-a483-48c8-947e-e9e874324fd1 HTTP/1.1" status: 200 len: 910 time: 0.0498006 Oct 19 01:22:14.478516 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-375eb00c-0702-4e93-aa88-1ac700aa5d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:14.478634 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57008) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:14.491084 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375eb00c-0702-4e93-aa88-1ac700aa5d64 None None] Routers {'2550dde8-7c29-47f7-8a4a-24a9abae6cd5'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:14.491860 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-375eb00c-0702-4e93-aa88-1ac700aa5d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:21:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['2550dde8-7c29-47f7-8a4a-24a9abae6cd5'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:14.495289 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4c5f7bd8-99fe-48fc-823f-0bf873287481 None None] Provisioning complete for port eb66a820-a483-48c8-947e-e9e874324fd1 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:14.495485 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4c5f7bd8-99fe-48fc-823f-0bf873287481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:14.555039 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-375eb00c-0702-4e93-aa88-1ac700aa5d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:14.555721 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375eb00c-0702-4e93-aa88-1ac700aa5d64 None None] The sync data for ids ['2550dde8-7c29-47f7-8a4a-24a9abae6cd5'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:22:14.567558 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4c5f7bd8-99fe-48fc-823f-0bf873287481 None None] Port eb66a820-a483-48c8-947e-e9e874324fd1 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:22:15.155299 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f82e15c1-ddcf-4a70-a286-372002a876a0 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:15.331743 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:22:15.336734 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3f3b1-ef6d-40b6-aa3d-14b274b17f18 req-8e365e4a-3536-4efe-9793-e28159a1886e tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:15.338326 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bea3f3b1-ef6d-40b6-aa3d-14b274b17f18 req-8e365e4a-3536-4efe-9793-e28159a1886e tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 945 time: 0.1132393 Oct 19 01:22:15.360079 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b5545-d9e0-4b91-8a5b-707fee005c32 req-e22c5609-7624-4add-b731-5014a2767493 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:15.362697 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-586b5545-d9e0-4b91-8a5b-707fee005c32 req-e22c5609-7624-4add-b731-5014a2767493 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=e50d53a6-6bb1-4bd9-99fe-4deeaefda618 HTTP/1.1" status: 200 len: 943 time: 0.0683577 Oct 19 01:22:15.401825 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bea3f3b1-ef6d-40b6-aa3d-14b274b17f18 req-4bf2c4e5-cc5e-44a4-9550-6a3bd362ebd9 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558512 Oct 19 01:22:15.423748 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-586b5545-d9e0-4b91-8a5b-707fee005c32 req-cc63fc26-68b3-402d-9242-530f52f46c78 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517228 Oct 19 01:22:15.505488 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-f82e15c1-ddcf-4a70-a286-372002a876a0 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Deleting port eb66a820-a483-48c8-947e-e9e874324fd1 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:22:15.505861 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f82e15c1-ddcf-4a70-a286-372002a876a0 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:15.595103 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f82e15c1-ddcf-4a70-a286-372002a876a0 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:15.607282 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-f82e15c1-ddcf-4a70-a286-372002a876a0 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Calling delete_port for eb66a820-a483-48c8-947e-e9e874324fd1 owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:22:15.783790 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f82e15c1-ddcf-4a70-a286-372002a876a0 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:15.811604 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e15c1-ddcf-4a70-a286-372002a876a0 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event deleted for resources: {'Port': ['ID=eb66a820-a483-48c8-947e-e9e874324fd1,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:15.987610 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f82e15c1-ddcf-4a70-a286-372002a876a0 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:16.188211 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82e15c1-ddcf-4a70-a286-372002a876a0 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Router 2550dde8-7c29-47f7-8a4a-24a9abae6cd5 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:22:16.285436 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82e15c1-ddcf-4a70-a286-372002a876a0 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:22:16.291483 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f82e15c1-ddcf-4a70-a286-372002a876a0 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "PUT /v2.0/routers/2550dde8-7c29-47f7-8a4a-24a9abae6cd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8119576 Oct 19 01:22:16.295665 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57026) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:16.297223 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9208598-c448-4787-9326-d971c63558dc None None] Sync routers for ids ['2550dde8-7c29-47f7-8a4a-24a9abae6cd5'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:22:16.306684 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9208598-c448-4787-9326-d971c63558dc None None] Routers {'2550dde8-7c29-47f7-8a4a-24a9abae6cd5'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:16.307316 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-d9208598-c448-4787-9326-d971c63558dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:21:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['2550dde8-7c29-47f7-8a4a-24a9abae6cd5'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:16.341987 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-d9208598-c448-4787-9326-d971c63558dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:16.350772 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9208598-c448-4787-9326-d971c63558dc None None] Routers {'2550dde8-7c29-47f7-8a4a-24a9abae6cd5'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:16.351381 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-d9208598-c448-4787-9326-d971c63558dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:21:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['2550dde8-7c29-47f7-8a4a-24a9abae6cd5'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:16.388734 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-d9208598-c448-4787-9326-d971c63558dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:16.389477 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9208598-c448-4787-9326-d971c63558dc None None] The sync data for ids ['2550dde8-7c29-47f7-8a4a-24a9abae6cd5'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:22:16.555440 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f5775daa-8323-4a18-889a-bfa5b23b29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:16.576877 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2df184-f401-4bc4-b5d1-cc063204dd56 req-4bde21e0-c925-4766-83f6-799171bc9da9 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:16.579148 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0d2df184-f401-4bc4-b5d1-cc063204dd56 req-4bde21e0-c925-4766-83f6-799171bc9da9 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 945 time: 0.0798151 Oct 19 01:22:16.623177 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0d2df184-f401-4bc4-b5d1-cc063204dd56 req-5857ade2-0bc6-420a-975f-73d2efc8d3bb tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377531 Oct 19 01:22:16.922678 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa8ff4-35b0-42f8-8480-5fd461267179 req-4854585f-e22a-454e-8f41-8358ff323f9f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:16.924087 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4faa8ff4-35b0-42f8-8480-5fd461267179 req-4854585f-e22a-454e-8f41-8358ff323f9f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=e50d53a6-6bb1-4bd9-99fe-4deeaefda618 HTTP/1.1" status: 200 len: 943 time: 0.4076834 Oct 19 01:22:16.995193 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4faa8ff4-35b0-42f8-8480-5fd461267179 req-8317ea19-ff79-4230-88e5-3ebbee39e60a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634408 Oct 19 01:22:17.067880 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d74f0c23-4d87-46c1-80c0-bdf246dfe648 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:17.228512 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:17.324803 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-d74f0c23-4d87-46c1-80c0-bdf246dfe648 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Deleting port 2bd138a5-9184-4f31-9b4a-e46c21e30332 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:22:17.325345 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d74f0c23-4d87-46c1-80c0-bdf246dfe648 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:17.410721 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d74f0c23-4d87-46c1-80c0-bdf246dfe648 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:17.422732 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-d74f0c23-4d87-46c1-80c0-bdf246dfe648 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Calling delete_port for 2bd138a5-9184-4f31-9b4a-e46c21e30332 owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:22:17.597814 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d74f0c23-4d87-46c1-80c0-bdf246dfe648 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:17.627431 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f0c23-4d87-46c1-80c0-bdf246dfe648 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event deleted for resources: {'Port': ['ID=2bd138a5-9184-4f31-9b4a-e46c21e30332,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:17.660802 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f0c23-4d87-46c1-80c0-bdf246dfe648 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:17.661214 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f0c23-4d87-46c1-80c0-bdf246dfe648 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:17.661543 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f0c23-4d87-46c1-80c0-bdf246dfe648 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:17.661928 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f0c23-4d87-46c1-80c0-bdf246dfe648 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:17.662148 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f0c23-4d87-46c1-80c0-bdf246dfe648 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:17.662462 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f0c23-4d87-46c1-80c0-bdf246dfe648 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:17.662786 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f0c23-4d87-46c1-80c0-bdf246dfe648 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:17.663111 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f0c23-4d87-46c1-80c0-bdf246dfe648 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:17.663434 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f0c23-4d87-46c1-80c0-bdf246dfe648 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:17.666186 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f0c23-4d87-46c1-80c0-bdf246dfe648 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:17.666539 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f0c23-4d87-46c1-80c0-bdf246dfe648 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:17.666866 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f0c23-4d87-46c1-80c0-bdf246dfe648 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:17.770727 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:17.835833 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d74f0c23-4d87-46c1-80c0-bdf246dfe648 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:17.895968 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab447a93-1fb5-4ad9-80e5-8020327b4a32 req-e55a8d4c-6602-4801-88af-d8fcbae44da2 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:17.897421 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab447a93-1fb5-4ad9-80e5-8020327b4a32 req-e55a8d4c-6602-4801-88af-d8fcbae44da2 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 945 time: 0.1290524 Oct 19 01:22:18.004875 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab447a93-1fb5-4ad9-80e5-8020327b4a32 req-855d37e8-dbfc-4c08-a813-52a1a62f4261 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725989 Oct 19 01:22:18.043746 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74f0c23-4d87-46c1-80c0-bdf246dfe648 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Router 2550dde8-7c29-47f7-8a4a-24a9abae6cd5 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:22:18.129845 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74f0c23-4d87-46c1-80c0-bdf246dfe648 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:22:18.135136 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d74f0c23-4d87-46c1-80c0-bdf246dfe648 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "PUT /v2.0/routers/2550dde8-7c29-47f7-8a4a-24a9abae6cd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8380547 Oct 19 01:22:18.138659 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57052) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:18.142996 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b5a826-177c-4899-8a91-afda7ee055d4 None None] Sync routers for ids ['2550dde8-7c29-47f7-8a4a-24a9abae6cd5'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:22:18.151337 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b3bee-807b-442e-bffd-cfcc97de4791 req-bf82cc39-bbab-483d-8e69-26afe9e6f6b0 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:18.153080 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3b6b3bee-807b-442e-bffd-cfcc97de4791 req-bf82cc39-bbab-483d-8e69-26afe9e6f6b0 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=e50d53a6-6bb1-4bd9-99fe-4deeaefda618 HTTP/1.1" status: 200 len: 943 time: 0.0705886 Oct 19 01:22:18.154240 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b5a826-177c-4899-8a91-afda7ee055d4 None None] Routers {'2550dde8-7c29-47f7-8a4a-24a9abae6cd5'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:18.154856 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a1b5a826-177c-4899-8a91-afda7ee055d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:22:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['2550dde8-7c29-47f7-8a4a-24a9abae6cd5'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:18.170302 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-215c750d-8e25-477c-9dbe-101b32abb796 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "GET /v2.0/ports?device_id=2550dde8-7c29-47f7-8a4a-24a9abae6cd5 HTTP/1.1" status: 200 len: 205 time: 0.0300901 Oct 19 01:22:18.172847 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57054) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:18.191658 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a1b5a826-177c-4899-8a91-afda7ee055d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:18.204661 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b5a826-177c-4899-8a91-afda7ee055d4 None None] Routers {'2550dde8-7c29-47f7-8a4a-24a9abae6cd5'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:18.205311 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a1b5a826-177c-4899-8a91-afda7ee055d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:22:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['2550dde8-7c29-47f7-8a4a-24a9abae6cd5'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:18.205793 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3b6b3bee-807b-442e-bffd-cfcc97de4791 req-c31b58af-546a-49c1-8929-a8b4be954ebc tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386040 Oct 19 01:22:18.254664 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a1b5a826-177c-4899-8a91-afda7ee055d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:18.255402 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b5a826-177c-4899-8a91-afda7ee055d4 None None] The sync data for ids ['2550dde8-7c29-47f7-8a4a-24a9abae6cd5'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:22:18.267397 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-196a36c7-b1d3-4e3e-a7cc-283bb1ae2a6b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:18.431499 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-196a36c7-b1d3-4e3e-a7cc-283bb1ae2a6b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:18.433567 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-196a36c7-b1d3-4e3e-a7cc-283bb1ae2a6b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:18.479526 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-196a36c7-b1d3-4e3e-a7cc-283bb1ae2a6b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:18.480027 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196a36c7-b1d3-4e3e-a7cc-283bb1ae2a6b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Fanout notify agent at l3_agent the message router_deleted on router 2550dde8-7c29-47f7-8a4a-24a9abae6cd5 {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:22:18.487517 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-196a36c7-b1d3-4e3e-a7cc-283bb1ae2a6b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:18.488686 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-196a36c7-b1d3-4e3e-a7cc-283bb1ae2a6b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/routers/2550dde8-7c29-47f7-8a4a-24a9abae6cd5 HTTP/1.1" status: 204 len: 168 time: 0.3148491 Oct 19 01:22:18.491462 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57056) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:18.542160 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-e64b68ab-ded7-41fb-b16a-5052e76b0c52 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Deleting subnet afb6d561-e931-425d-a34f-9e4876aa4a62 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:22:18.545961 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e64b68ab-ded7-41fb-b16a-5052e76b0c52 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:18.585179 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e64b68ab-ded7-41fb-b16a-5052e76b0c52 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:18.672102 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e64b68ab-ded7-41fb-b16a-5052e76b0c52 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:18.729580 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e64b68ab-ded7-41fb-b16a-5052e76b0c52 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:18.756957 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b68ab-ded7-41fb-b16a-5052e76b0c52 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event deleted for resources: {'Subnet': ['ID=afb6d561-e931-425d-a34f-9e4876aa4a62,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:18.761012 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e64b68ab-ded7-41fb-b16a-5052e76b0c52 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:18.767115 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57060) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:18.767281 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e64b68ab-ded7-41fb-b16a-5052e76b0c52 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/subnets/afb6d561-e931-425d-a34f-9e4876aa4a62 HTTP/1.1" status: 204 len: 168 time: 0.2747426 Oct 19 01:22:18.771015 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a924e0d-2db7-4f0d-a596-68d2de065c37 None None] Network f8bc4ea0-4d94-43cd-99dc-796de6400e4c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:22:18.828074 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b0fbd9a-2235-4b8b-8c74-a5f5fbefad72 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Deleting subnet a457cff4-f0dc-4914-80f9-d0762673fe4a {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:22:18.832098 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5b0fbd9a-2235-4b8b-8c74-a5f5fbefad72 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:18.883857 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5b0fbd9a-2235-4b8b-8c74-a5f5fbefad72 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:18.975700 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5b0fbd9a-2235-4b8b-8c74-a5f5fbefad72 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:18.997237 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce621e0-f0cf-4b77-be6f-9000fc320fc3 None None] DHCP port deletion for f8bc4ea0-4d94-43cd-99dc-796de6400e4c request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:22:18.999202 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 107a14d6-2227-43e8-95da-c01d5aec17ff details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:22:19.066387 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5b0fbd9a-2235-4b8b-8c74-a5f5fbefad72 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:19.118030 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0fbd9a-2235-4b8b-8c74-a5f5fbefad72 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event deleted for resources: {'Subnet': ['ID=a457cff4-f0dc-4914-80f9-d0762673fe4a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:19.120157 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5b0fbd9a-2235-4b8b-8c74-a5f5fbefad72 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:19.124500 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5b0fbd9a-2235-4b8b-8c74-a5f5fbefad72 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/subnets/a457cff4-f0dc-4914-80f9-d0762673fe4a HTTP/1.1" status: 204 len: 168 time: 0.3563268 Oct 19 01:22:19.127361 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57070) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:19.132969 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-7ce621e0-f0cf-4b77-be6f-9000fc320fc3 None None] Deleting port fd44f5e5-fe5a-43d8-b472-3fc74c33cd10 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:22:19.133442 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7ce621e0-f0cf-4b77-be6f-9000fc320fc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:19.161780 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6243e3-79b3-46ee-b5df-72b541e5df49 None None] Network 63a5ef0f-da86-4325-aa54-14d4e5c9f25e requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:22:19.164315 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69544654-2bb6-40ac-b2a9-a8e275613187 req-4d1df0ad-1808-4f99-8855-f85eca82153d tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:19.165888 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-69544654-2bb6-40ac-b2a9-a8e275613187 req-4d1df0ad-1808-4f99-8855-f85eca82153d tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 945 time: 0.0610976 Oct 19 01:22:19.208432 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-69544654-2bb6-40ac-b2a9-a8e275613187 req-ae18cb4e-c75e-4b22-99bf-1a0bc29fa0bb tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355008 Oct 19 01:22:19.218763 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-74cfc4e2-5ac0-4e6c-b354-2e217f7615b2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:19.254326 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 107a14d6-2227-43e8-95da-c01d5aec17ff, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=107a14d6-2227-43e8-95da-c01d5aec17ff,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:19.267794 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-7ce621e0-f0cf-4b77-be6f-9000fc320fc3 None None] For port fd44f5e5-fe5a-43d8-b472-3fc74c33cd10, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=fd44f5e5-fe5a-43d8-b472-3fc74c33cd10,segment=NetworkSegment(c8b190db-2409-402c-b4f4-b432e1c707c5),segment_id=c8b190db-2409-402c-b4f4-b432e1c707c5)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:19.268201 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7ce621e0-f0cf-4b77-be6f-9000fc320fc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:19.280876 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-74cfc4e2-5ac0-4e6c-b354-2e217f7615b2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Deleting port fd44f5e5-fe5a-43d8-b472-3fc74c33cd10 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:22:19.281288 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-74cfc4e2-5ac0-4e6c-b354-2e217f7615b2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:19.314282 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '107a14d6-2227-43e8-95da-c01d5aec17ff', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'port_id': '107a14d6-2227-43e8-95da-c01d5aec17ff', 'mac_address': 'fa:16:3e:9b:73:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:22:19.319582 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-7ce621e0-f0cf-4b77-be6f-9000fc320fc3 None None] Calling delete_port for fd44f5e5-fe5a-43d8-b472-3fc74c33cd10 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:22:19.372257 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-74cfc4e2-5ac0-4e6c-b354-2e217f7615b2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] For port fd44f5e5-fe5a-43d8-b472-3fc74c33cd10, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=fd44f5e5-fe5a-43d8-b472-3fc74c33cd10,segment=NetworkSegment(c8b190db-2409-402c-b4f4-b432e1c707c5),segment_id=c8b190db-2409-402c-b4f4-b432e1c707c5)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:19.372257 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-74cfc4e2-5ac0-4e6c-b354-2e217f7615b2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:19.387791 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-74cfc4e2-5ac0-4e6c-b354-2e217f7615b2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Calling delete_port for fd44f5e5-fe5a-43d8-b472-3fc74c33cd10 owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:22:19.396218 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4fa84a-38e7-4a8d-a28e-f5ca575a44e4 req-6bcf3841-7745-4128-a53d-f4a6da8ef99e tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:19.397701 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9d4fa84a-38e7-4a8d-a28e-f5ca575a44e4 req-6bcf3841-7745-4128-a53d-f4a6da8ef99e tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=e50d53a6-6bb1-4bd9-99fe-4deeaefda618 HTTP/1.1" status: 200 len: 943 time: 0.1049464 Oct 19 01:22:19.434739 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:19.464276 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 107a14d6-2227-43e8-95da-c01d5aec17ff {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:22:19.477680 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9d4fa84a-38e7-4a8d-a28e-f5ca575a44e4 req-e1106c49-5087-4a72-9ac0-6471ca8e853a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718195 Oct 19 01:22:19.497116 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 107a14d6-2227-43e8-95da-c01d5aec17ff, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=107a14d6-2227-43e8-95da-c01d5aec17ff,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:19.505402 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:19.510485 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7ce621e0-f0cf-4b77-be6f-9000fc320fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:19.517195 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-74cfc4e2-5ac0-4e6c-b354-2e217f7615b2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:19.544417 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cfc4e2-5ac0-4e6c-b354-2e217f7615b2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event deleted for resources: {'Port': ['ID=fd44f5e5-fe5a-43d8-b472-3fc74c33cd10,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:19.544645 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce621e0-f0cf-4b77-be6f-9000fc320fc3 None None] No DVR routers for this DVR port fd44f5e5-fe5a-43d8-b472-3fc74c33cd10 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:22:19.548161 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cfc4e2-5ac0-4e6c-b354-2e217f7615b2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] No DVR routers for this DVR port fd44f5e5-fe5a-43d8-b472-3fc74c33cd10 on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:22:19.566923 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=107a14d6-2227-43e8-95da-c01d5aec17ff,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:19.572725 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db072663-11aa-4922-8b83-a143e505a1fc None None] DHCP port deletion for 63a5ef0f-da86-4325-aa54-14d4e5c9f25e request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:22:19.600611 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce621e0-f0cf-4b77-be6f-9000fc320fc3 None None] Pushing event deleted for resources: {'Port': ['ID=fd44f5e5-fe5a-43d8-b472-3fc74c33cd10,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:19.640998 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-74cfc4e2-5ac0-4e6c-b354-2e217f7615b2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:19.658637 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-db072663-11aa-4922-8b83-a143e505a1fc None None] Deleting port 39f3c0d6-8452-4513-b902-ca3c181be4d0 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:22:19.659185 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-db072663-11aa-4922-8b83-a143e505a1fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:19.661203 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-74cfc4e2-5ac0-4e6c-b354-2e217f7615b2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8bc4ea0-4d94-43cd-99dc-796de6400e4c']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:19.671247 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-74cfc4e2-5ac0-4e6c-b354-2e217f7615b2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b190db-2409-402c-b4f4-b432e1c707c5') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:19.671533 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-74cfc4e2-5ac0-4e6c-b354-2e217f7615b2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b190db-2409-402c-b4f4-b432e1c707c5') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:19.680635 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-74cfc4e2-5ac0-4e6c-b354-2e217f7615b2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:19.695191 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-74cfc4e2-5ac0-4e6c-b354-2e217f7615b2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:19.701423 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74cfc4e2-5ac0-4e6c-b354-2e217f7615b2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:22:19.701797 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-74cfc4e2-5ac0-4e6c-b354-2e217f7615b2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: self.session.flush() Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: self.session.flush() Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: self.session.flush() Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: self.session.flush() Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:22:19.705174 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:22:19.732100 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-db072663-11aa-4922-8b83-a143e505a1fc None None] For port 39f3c0d6-8452-4513-b902-ca3c181be4d0, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=39f3c0d6-8452-4513-b902-ca3c181be4d0,segment=NetworkSegment(1035798a-49b9-4ccd-a41a-82f06615b900),segment_id=1035798a-49b9-4ccd-a41a-82f06615b900)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:19.732499 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-db072663-11aa-4922-8b83-a143e505a1fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:19.751393 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-db072663-11aa-4922-8b83-a143e505a1fc None None] Calling delete_port for 39f3c0d6-8452-4513-b902-ca3c181be4d0 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:22:19.755790 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:19.775453 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-74cfc4e2-5ac0-4e6c-b354-2e217f7615b2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:19.784308 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-74cfc4e2-5ac0-4e6c-b354-2e217f7615b2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:19.790429 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-74cfc4e2-5ac0-4e6c-b354-2e217f7615b2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/networks/f8bc4ea0-4d94-43cd-99dc-796de6400e4c HTTP/1.1" status: 204 len: 168 time: 0.6595912 Oct 19 01:22:19.790791 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57076) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:19.803406 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 39f3c0d6-8452-4513-b902-ca3c181be4d0 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:22:19.804055 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cfc4e2-5ac0-4e6c-b354-2e217f7615b2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event deleted for resources: {'Network': ['ID=f8bc4ea0-4d94-43cd-99dc-796de6400e4c,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:19.837656 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['107a14d6-2227-43e8-95da-c01d5aec17ff'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:22:19.883440 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-568787a7-d01e-40df-b5c5-2526bf9ffee4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:19.950617 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-db072663-11aa-4922-8b83-a143e505a1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:19.965538 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-568787a7-d01e-40df-b5c5-2526bf9ffee4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Deleting port 39f3c0d6-8452-4513-b902-ca3c181be4d0 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:22:19.967071 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-568787a7-d01e-40df-b5c5-2526bf9ffee4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:19.983521 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Port 39f3c0d6-8452-4513-b902-ca3c181be4d0 update to DOWN by agent not found {{(pid=100608) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 19 01:22:19.984001 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device fd44f5e5-fe5a-43d8-b472-3fc74c33cd10 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:22:19.985759 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db072663-11aa-4922-8b83-a143e505a1fc None None] Pushing event deleted for resources: {'Port': ['ID=39f3c0d6-8452-4513-b902-ca3c181be4d0,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:20.015126 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: fd44f5e5-fe5a-43d8-b472-3fc74c33cd10 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:22:20.015487 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device fd44f5e5-fe5a-43d8-b472-3fc74c33cd10 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:22:20.019638 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db072663-11aa-4922-8b83-a143e505a1fc None None] No DVR routers for this DVR port 39f3c0d6-8452-4513-b902-ca3c181be4d0 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:22:20.069601 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-568787a7-d01e-40df-b5c5-2526bf9ffee4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] For port 39f3c0d6-8452-4513-b902-ca3c181be4d0, host n-d-715271-26, got binding levels [] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:20.070068 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-568787a7-d01e-40df-b5c5-2526bf9ffee4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:20.084815 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-568787a7-d01e-40df-b5c5-2526bf9ffee4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Calling delete_port for 39f3c0d6-8452-4513-b902-ca3c181be4d0 owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:22:20.088232 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.ipam_backend_mixin [None req-568787a7-d01e-40df-b5c5-2526bf9ffee4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Port 39f3c0d6-8452-4513-b902-ca3c181be4d0 was not found and therefore no delete operation was performed {{(pid=100606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:22:20.089993 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-568787a7-d01e-40df-b5c5-2526bf9ffee4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:20.104500 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568787a7-d01e-40df-b5c5-2526bf9ffee4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] No DVR routers for this DVR port 39f3c0d6-8452-4513-b902-ca3c181be4d0 on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:22:20.159378 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568787a7-d01e-40df-b5c5-2526bf9ffee4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event deleted for resources: {'Port': ['ID=39f3c0d6-8452-4513-b902-ca3c181be4d0,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:20.226416 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-568787a7-d01e-40df-b5c5-2526bf9ffee4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:20.251749 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-568787a7-d01e-40df-b5c5-2526bf9ffee4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a5ef0f-da86-4325-aa54-14d4e5c9f25e']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:20.262354 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-568787a7-d01e-40df-b5c5-2526bf9ffee4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1035798a-49b9-4ccd-a41a-82f06615b900') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:20.262908 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-568787a7-d01e-40df-b5c5-2526bf9ffee4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1035798a-49b9-4ccd-a41a-82f06615b900') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:20.272921 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-568787a7-d01e-40df-b5c5-2526bf9ffee4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:20.286964 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-568787a7-d01e-40df-b5c5-2526bf9ffee4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:20.308958 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-568787a7-d01e-40df-b5c5-2526bf9ffee4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:22:20.309523 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-568787a7-d01e-40df-b5c5-2526bf9ffee4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:20.312529 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:22:20.312529 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:22:20.312529 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:22:20.312529 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:22:20.312529 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:22:20.312529 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:22:20.312529 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:22:20.312529 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:22:20.312529 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:22:20.312529 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:22:20.312529 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:22:20.312529 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:22:20.312529 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:22:20.312529 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:22:20.312529 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:22:20.312529 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:22:20.312529 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:22:20.312529 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:22:20.312529 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:22:20.312529 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:22:20.312529 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:22:20.312529 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:22:20.312529 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:22:20.312529 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:22:20.312529 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:22:20.312529 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:22:20.312529 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:22:20.312529 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:22:20.312529 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:22:20.312529 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:22:20.312529 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:22:20.312529 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:22:20.391213 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-568787a7-d01e-40df-b5c5-2526bf9ffee4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:20.401325 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352da5ae-a3da-4694-a4aa-e5fc3c082b56 req-7a112b86-f877-4702-8849-aa77fa95406f tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:20.402932 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-352da5ae-a3da-4694-a4aa-e5fc3c082b56 req-7a112b86-f877-4702-8849-aa77fa95406f tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 945 time: 0.1112428 Oct 19 01:22:20.406093 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-568787a7-d01e-40df-b5c5-2526bf9ffee4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:20.409201 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-568787a7-d01e-40df-b5c5-2526bf9ffee4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/networks/63a5ef0f-da86-4325-aa54-14d4e5c9f25e HTTP/1.1" status: 204 len: 168 time: 0.6174200 Oct 19 01:22:20.413138 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57094) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:20.418677 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-49280f28-18ec-414d-bad4-8c4bc75693e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Request body: {'network': {'name': 'tempest-RoutersTest-1815827423'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:20.435709 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568787a7-d01e-40df-b5c5-2526bf9ffee4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event deleted for resources: {'Network': ['ID=63a5ef0f-da86-4325-aa54-14d4e5c9f25e,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:20.442788 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49280f28-18ec-414d-bad4-8c4bc75693e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Made reservation on behalf of b4da212c26bc45dcb3b08cdb9cc1629c for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:22:20.446427 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-49280f28-18ec-414d-bad4-8c4bc75693e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:20.468341 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-352da5ae-a3da-4694-a4aa-e5fc3c082b56 req-6061257f-672d-462b-95b5-facd445f4ff3 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495691 Oct 19 01:22:20.472277 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49280f28-18ec-414d-bad4-8c4bc75693e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:22:20.490057 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-49280f28-18ec-414d-bad4-8c4bc75693e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:20.490057 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-49280f28-18ec-414d-bad4-8c4bc75693e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Added segment b4468e8f-fe9e-40ca-ae00-28358e6f3d7c of type vlan for network ea88b95f-c20c-44bc-8c98-7914ac50aa4d Oct 19 01:22:20.525400 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-49280f28-18ec-414d-bad4-8c4bc75693e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:20.551836 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-49280f28-18ec-414d-bad4-8c4bc75693e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:20.557821 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49280f28-18ec-414d-bad4-8c4bc75693e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:20.558451 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-49280f28-18ec-414d-bad4-8c4bc75693e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:20.628319 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-49280f28-18ec-414d-bad4-8c4bc75693e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2139063 Oct 19 01:22:20.630239 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57098) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:20.637465 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-f231538b-1020-43d3-918d-503f8b073467 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Request body: {'subnet': {'network_id': 'ea88b95f-c20c-44bc-8c98-7914ac50aa4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:20.669209 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49280f28-18ec-414d-bad4-8c4bc75693e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Network': ['ID=ea88b95f-c20c-44bc-8c98-7914ac50aa4d,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:20.682330 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network ea88b95f-c20c-44bc-8c98-7914ac50aa4d details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:22:20.689583 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d3424-c0c0-499f-bd1a-5b6114853271 req-158cd512-4892-418d-9236-2464ed988e94 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:20.697924 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-069d3424-c0c0-499f-bd1a-5b6114853271 req-158cd512-4892-418d-9236-2464ed988e94 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=e50d53a6-6bb1-4bd9-99fe-4deeaefda618 HTTP/1.1" status: 200 len: 944 time: 0.1363530 Oct 19 01:22:20.738817 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-069d3424-c0c0-499f-bd1a-5b6114853271 req-83a96e2d-24bd-4f28-816b-163ff9b9b441 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398250 Oct 19 01:22:20.755900 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f231538b-1020-43d3-918d-503f8b073467 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Made reservation on behalf of b4da212c26bc45dcb3b08cdb9cc1629c for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:22:20.759476 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f231538b-1020-43d3-918d-503f8b073467 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:20.954210 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f231538b-1020-43d3-918d-503f8b073467 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:21.020313 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231538b-1020-43d3-918d-503f8b073467 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Subnet': ['ID=6e068666-3a4f-4d9a-bd16-38ddfd972811,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:21.021466 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 107a14d6-2227-43e8-95da-c01d5aec17ff up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:21.026706 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f231538b-1020-43d3-918d-503f8b073467 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Checking segment: {'id': 'b4468e8f-fe9e-40ca-ae00-28358e6f3d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ea88b95f-c20c-44bc-8c98-7914ac50aa4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:22:21.027132 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f231538b-1020-43d3-918d-503f8b073467 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Network hostable DHCP agents. Network: ea88b95f-c20c-44bc-8c98-7914ac50aa4d, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:22:21.046808 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f231538b-1020-43d3-918d-503f8b073467 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Network ea88b95f-c20c-44bc-8c98-7914ac50aa4d is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:22:21.057198 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-f231538b-1020-43d3-918d-503f8b073467 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, ea88b95f-c20c-44bc-8c98-7914ac50aa4d) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:21.063617 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f231538b-1020-43d3-918d-503f8b073467 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:21.064235 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f231538b-1020-43d3-918d-503f8b073467 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:21.068481 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932d6081-ba1c-4c88-8955-06758725bc57 None None] Network ea88b95f-c20c-44bc-8c98-7914ac50aa4d requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:22:21.094346 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f231538b-1020-43d3-918d-503f8b073467 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4629247 Oct 19 01:22:21.097268 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57104) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:21.101988 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-7f9493d8-719b-4591-8e32-d81be1b7f18f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1303961772', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:21.129232 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7f9493d8-719b-4591-8e32-d81be1b7f18f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:21.130659 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7f9493d8-719b-4591-8e32-d81be1b7f18f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:21.171238 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 107a14d6-2227-43e8-95da-c01d5aec17ff completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:22:21.184574 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 107a14d6-2227-43e8-95da-c01d5aec17ff triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:21.184945 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:21.190587 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7f9493d8-719b-4591-8e32-d81be1b7f18f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:21.196715 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7f9493d8-719b-4591-8e32-d81be1b7f18f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:21.218920 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7f9493d8-719b-4591-8e32-d81be1b7f18f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:21.222986 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7f9493d8-719b-4591-8e32-d81be1b7f18f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1220272 Oct 19 01:22:21.223875 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57106) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:21.229327 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-f50e6142-7c92-41d2-a647-b75950b88c94 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Request body: {'port': {'network_id': 'ea88b95f-c20c-44bc-8c98-7914ac50aa4d', 'name': 'tempest-RoutersTest-1677291764'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:21.320678 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed43c9a-b1dd-4e52-a2b1-f1a5c05d4235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-ea88b95f-c20c-44bc-8c98-7914ac50aa4d', 'network_id': 'ea88b95f-c20c-44bc-8c98-7914ac50aa4d', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'fixed_ips': [{'subnet_id': '6e068666-3a4f-4d9a-bd16-38ddfd972811'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:22:21.321530 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3ed43c9a-b1dd-4e52-a2b1-f1a5c05d4235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:21.358709 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:21.361613 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50e6142-7c92-41d2-a647-b75950b88c94 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Made reservation on behalf of b4da212c26bc45dcb3b08cdb9cc1629c for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:22:21.365370 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f50e6142-7c92-41d2-a647-b75950b88c94 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:21.382818 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-f50e6142-7c92-41d2-a647-b75950b88c94 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] device_id is not set on port 94991e1c-5e30-4eb2-ae87-a115551e1158 yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:22:21.433277 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50d53a6-6bb1-4bd9-99fe-4deeaefda618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107a14d6-2227-43e8-95da-c01d5aec17ff'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:22:21.435519 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089dade4-8122-4c34-a5ee-c7213e40ddbc" -d '{"events": [{"server_uuid": "e50d53a6-6bb1-4bd9-99fe-4deeaefda618", "name": "network-vif-plugged", "status": "completed", "tag": "107a14d6-2227-43e8-95da-c01d5aec17ff"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:22:21.456501 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 107a14d6-2227-43e8-95da-c01d5aec17ff, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=107a14d6-2227-43e8-95da-c01d5aec17ff,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:21.460691 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:21.508110 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-f50e6142-7c92-41d2-a647-b75950b88c94 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Allocated IP 172.20.0.3 (ea88b95f-c20c-44bc-8c98-7914ac50aa4d/6e068666-3a4f-4d9a-bd16-38ddfd972811/94991e1c-5e30-4eb2-ae87-a115551e1158) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:22:21.521043 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=107a14d6-2227-43e8-95da-c01d5aec17ff,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:21.613231 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2bc17f-11c9-4e69-a5ae-1bbc05773d85 req-52d1c3df-ab35-45d6-a517-a821c414005b tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:21.614957 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6e2bc17f-11c9-4e69-a5ae-1bbc05773d85 req-52d1c3df-ab35-45d6-a517-a821c414005b tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 945 time: 0.0613282 Oct 19 01:22:21.626282 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09991db9-e7d5-4f5f-80cd-43fc8e6ee4d0 x-openstack-request-id: req-09991db9-e7d5-4f5f-80cd-43fc8e6ee4d0 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:22:21.626644 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50d53a6-6bb1-4bd9-99fe-4deeaefda618", "name": "network-vif-plugged", "status": "completed", "tag": "107a14d6-2227-43e8-95da-c01d5aec17ff", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:22:21.627029 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-09991db9-e7d5-4f5f-80cd-43fc8e6ee4d0 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:22:21.627500 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50d53a6-6bb1-4bd9-99fe-4deeaefda618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107a14d6-2227-43e8-95da-c01d5aec17ff', 'code': 200} Oct 19 01:22:21.658968 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6e2bc17f-11c9-4e69-a5ae-1bbc05773d85 req-9278227b-0eaa-4029-a4b0-65d65a2cbc85 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378444 Oct 19 01:22:21.685326 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f50e6142-7c92-41d2-a647-b75950b88c94 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:21.746878 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f086a-158c-470a-9ff5-704d38c4a78a req-88c620d7-1145-4508-8d2f-b241dd5387b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:21.748414 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-026f086a-158c-470a-9ff5-704d38c4a78a req-88c620d7-1145-4508-8d2f-b241dd5387b8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e50d53a6-6bb1-4bd9-99fe-4deeaefda618 HTTP/1.1" status: 200 len: 1097 time: 0.0615091 Oct 19 01:22:21.755266 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f50e6142-7c92-41d2-a647-b75950b88c94 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:21.813110 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-3ed43c9a-b1dd-4e52-a2b1-f1a5c05d4235 None None] Allocated IP 172.20.0.2 (ea88b95f-c20c-44bc-8c98-7914ac50aa4d/6e068666-3a4f-4d9a-bd16-38ddfd972811/e62eefc7-f191-4067-9a5a-328a5e48b499) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:22:21.833453 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50e6142-7c92-41d2-a647-b75950b88c94 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Network ea88b95f-c20c-44bc-8c98-7914ac50aa4d is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:21.849019 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-f50e6142-7c92-41d2-a647-b75950b88c94 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:21.851608 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e6142-7c92-41d2-a647-b75950b88c94 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Port': ['ID=94991e1c-5e30-4eb2-ae87-a115551e1158,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:21.858850 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50e6142-7c92-41d2-a647-b75950b88c94 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:22:21.897253 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-026f086a-158c-470a-9ff5-704d38c4a78a req-a5803630-7796-4ad0-a722-c7b1013dfdb0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391528 Oct 19 01:22:21.933354 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50e6142-7c92-41d2-a647-b75950b88c94 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:21.934347 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f50e6142-7c92-41d2-a647-b75950b88c94 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:21.949200 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d1c66-3698-4f8f-83d3-626298f94805 req-0ab654d1-2faa-4c6c-b7ec-ba31aeec9c58 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:21.951037 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-741d1c66-3698-4f8f-83d3-626298f94805 req-0ab654d1-2faa-4c6c-b7ec-ba31aeec9c58 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=e50d53a6-6bb1-4bd9-99fe-4deeaefda618 HTTP/1.1" status: 200 len: 945 time: 0.1196728 Oct 19 01:22:21.976819 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f50e6142-7c92-41d2-a647-b75950b88c94 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.7516329 Oct 19 01:22:21.979564 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57120) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:21.981785 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3ed43c9a-b1dd-4e52-a2b1-f1a5c05d4235 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:21.989147 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3ed43c9a-b1dd-4e52-a2b1-f1a5c05d4235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:22.072230 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-741d1c66-3698-4f8f-83d3-626298f94805 req-d4c2654d-825d-4208-a2f9-d0a139ce906f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127295 Oct 19 01:22:22.194979 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed43c9a-b1dd-4e52-a2b1-f1a5c05d4235 None None] Network ea88b95f-c20c-44bc-8c98-7914ac50aa4d is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:22.198767 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-3ed43c9a-b1dd-4e52-a2b1-f1a5c05d4235 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:22.202185 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed43c9a-b1dd-4e52-a2b1-f1a5c05d4235 None None] Pushing event updated for resources: {'Port': ['ID=e62eefc7-f191-4067-9a5a-328a5e48b499,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:22.204838 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed43c9a-b1dd-4e52-a2b1-f1a5c05d4235 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:22:22.257607 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-3ed43c9a-b1dd-4e52-a2b1-f1a5c05d4235 None None] Attempting to bind port e62eefc7-f191-4067-9a5a-328a5e48b499 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:22:22.257981 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-3ed43c9a-b1dd-4e52-a2b1-f1a5c05d4235 None None] Attempting to bind port e62eefc7-f191-4067-9a5a-328a5e48b499 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'b4468e8f-fe9e-40ca-ae00-28358e6f3d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ea88b95f-c20c-44bc-8c98-7914ac50aa4d'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:22:22.258350 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed43c9a-b1dd-4e52-a2b1-f1a5c05d4235 None None] Attempting to bind port e62eefc7-f191-4067-9a5a-328a5e48b499 on network ea88b95f-c20c-44bc-8c98-7914ac50aa4d {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:22:22.264561 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed43c9a-b1dd-4e52-a2b1-f1a5c05d4235 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:22:22.264956 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed43c9a-b1dd-4e52-a2b1-f1a5c05d4235 None None] Checking segment: {'id': 'b4468e8f-fe9e-40ca-ae00-28358e6f3d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ea88b95f-c20c-44bc-8c98-7914ac50aa4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:22:22.265379 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3ed43c9a-b1dd-4e52-a2b1-f1a5c05d4235 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:22.265759 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed43c9a-b1dd-4e52-a2b1-f1a5c05d4235 None None] Bound using segment: {'id': 'b4468e8f-fe9e-40ca-ae00-28358e6f3d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ea88b95f-c20c-44bc-8c98-7914ac50aa4d'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:22:22.266256 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-3ed43c9a-b1dd-4e52-a2b1-f1a5c05d4235 None None] Bound port: e62eefc7-f191-4067-9a5a-328a5e48b499, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4468e8f-fe9e-40ca-ae00-28358e6f3d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ea88b95f-c20c-44bc-8c98-7914ac50aa4d'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:22:22.266670 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3ed43c9a-b1dd-4e52-a2b1-f1a5c05d4235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:22.352451 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-3ed43c9a-b1dd-4e52-a2b1-f1a5c05d4235 None None] For port e62eefc7-f191-4067-9a5a-328a5e48b499, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:22:22.356405 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-3ed43c9a-b1dd-4e52-a2b1-f1a5c05d4235 None None] For port e62eefc7-f191-4067-9a5a-328a5e48b499, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=e62eefc7-f191-4067-9a5a-328a5e48b499,segment=NetworkSegment(b4468e8f-fe9e-40ca-ae00-28358e6f3d7c),segment_id=b4468e8f-fe9e-40ca-ae00-28358e6f3d7c)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:22:22.363484 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3ed43c9a-b1dd-4e52-a2b1-f1a5c05d4235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:22.369474 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-237bef39-4480-40f3-885b-0dd9d62bdcb3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:22.437766 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed43c9a-b1dd-4e52-a2b1-f1a5c05d4235 None None] Pushing event updated for resources: {'Port': ['ID=e62eefc7-f191-4067-9a5a-328a5e48b499,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:22.680318 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-237bef39-4480-40f3-885b-0dd9d62bdcb3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:22.688948 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-237bef39-4480-40f3-885b-0dd9d62bdcb3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:22.800996 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237bef39-4480-40f3-885b-0dd9d62bdcb3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Port': ['ID=94991e1c-5e30-4eb2-ae87-a115551e1158,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:22.894129 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29d2b1-7f61-43ea-9d93-bde093b69904 req-9d0a4cac-1bd3-4c3c-aac5-d8bc7d0ff017 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:22.904441 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4d29d2b1-7f61-43ea-9d93-bde093b69904 req-9d0a4cac-1bd3-4c3c-aac5-d8bc7d0ff017 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 945 time: 0.0902774 Oct 19 01:22:22.956465 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4d29d2b1-7f61-43ea-9d93-bde093b69904 req-5254a12b-7dc0-413f-9d91-e046c6eed567 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510697 Oct 19 01:22:23.037871 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-237bef39-4480-40f3-885b-0dd9d62bdcb3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:23.346410 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-237bef39-4480-40f3-885b-0dd9d62bdcb3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:23.369697 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b535d-20e6-4abc-a1d8-11cbc65a8ea8 req-39a60449-0512-424c-a09a-3251e08b0758 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:23.375631 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4b4b535d-20e6-4abc-a1d8-11cbc65a8ea8 req-39a60449-0512-424c-a09a-3251e08b0758 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=e50d53a6-6bb1-4bd9-99fe-4deeaefda618 HTTP/1.1" status: 200 len: 945 time: 0.1871946 Oct 19 01:22:23.399195 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a4922-75e5-47be-894c-266da24927cf req-daa33193-4dbd-496a-ab65-5dee773d000d tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:23.401290 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0a2a4922-75e5-47be-894c-266da24927cf req-daa33193-4dbd-496a-ab65-5dee773d000d tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 945 time: 0.2002487 Oct 19 01:22:23.445069 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf1d47-00b3-49cd-a17a-3986c9d0b653 req-9b61daae-a0bc-4e38-a52f-aa301d022249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:23.446731 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fcaf1d47-00b3-49cd-a17a-3986c9d0b653 req-9b61daae-a0bc-4e38-a52f-aa301d022249 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=585554f71e844101aa23b8eea6cc5bd0&device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 1097 time: 0.1843214 Oct 19 01:22:23.490057 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4b4b535d-20e6-4abc-a1d8-11cbc65a8ea8 req-bba94a55-23de-4ffe-a196-b027ab84badd tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038918 Oct 19 01:22:23.602080 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf1d47-00b3-49cd-a17a-3986c9d0b653 req-2eecd518-a29c-4c74-922b-582057f84d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:23.605843 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fcaf1d47-00b3-49cd-a17a-3986c9d0b653 req-2eecd518-a29c-4c74-922b-582057f84d3c service neutron] 10.222.0.24 "GET /v2.0/networks?id=5e12dd14-5039-435c-a783-d0672592c2d3 HTTP/1.1" status: 200 len: 912 time: 0.1456554 Oct 19 01:22:23.627677 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0a2a4922-75e5-47be-894c-266da24927cf req-d539b97d-17ab-4fc0-a1cb-7cc9a0b180c5 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895895 Oct 19 01:22:23.734457 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fcaf1d47-00b3-49cd-a17a-3986c9d0b653 req-d65f16a1-2c12-4c0b-84b8-38447322b281 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56929a5d-2313-4c21-bdb0-ff64a436f703 HTTP/1.1" status: 200 len: 1000 time: 0.1165826 Oct 19 01:22:23.819784 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-237bef39-4480-40f3-885b-0dd9d62bdcb3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:23.828378 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-237bef39-4480-40f3-885b-0dd9d62bdcb3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:23.846009 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf1d47-00b3-49cd-a17a-3986c9d0b653 req-b7bb3a8e-e43e-48d7-90d4-c1cf9bba1c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:23.849634 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fcaf1d47-00b3-49cd-a17a-3986c9d0b653 req-b7bb3a8e-e43e-48d7-90d4-c1cf9bba1c56 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=313c4890-7a10-40d1-9c32-7abcea0c2b45 HTTP/1.1" status: 200 len: 850 time: 0.1074252 Oct 19 01:22:23.892427 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device e62eefc7-f191-4067-9a5a-328a5e48b499 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:23.915200 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf1d47-00b3-49cd-a17a-3986c9d0b653 req-2909af9a-4cd9-41de-bfd6-d1d2a755f5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:23.916914 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fcaf1d47-00b3-49cd-a17a-3986c9d0b653 req-2909af9a-4cd9-41de-bfd6-d1d2a755f5cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5e12dd14-5039-435c-a783-d0672592c2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594161 Oct 19 01:22:23.977163 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port e62eefc7-f191-4067-9a5a-328a5e48b499 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:23.977851 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:23.977972 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-237bef39-4480-40f3-885b-0dd9d62bdcb3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:23.990199 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237bef39-4480-40f3-885b-0dd9d62bdcb3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Port': ['ID=94991e1c-5e30-4eb2-ae87-a115551e1158,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:24.016481 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13ef291-18a1-4234-959a-c221c41e9cb7 None None] Network ea88b95f-c20c-44bc-8c98-7914ac50aa4d requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:22:24.047075 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fcaf1d47-00b3-49cd-a17a-3986c9d0b653 req-19f0c413-d2de-438e-b2bf-88603b0bd44c service neutron] 10.222.0.24 "GET /v2.0/networks/5e12dd14-5039-435c-a783-d0672592c2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226659 Oct 19 01:22:24.107669 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237bef39-4480-40f3-885b-0dd9d62bdcb3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Network ea88b95f-c20c-44bc-8c98-7914ac50aa4d is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:24.113119 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-237bef39-4480-40f3-885b-0dd9d62bdcb3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:24.145399 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-f6884daf-ea97-4292-a7a3-f71ec1d2563d None None] Provisioning complete for port e62eefc7-f191-4067-9a5a-328a5e48b499 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:24.145714 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f6884daf-ea97-4292-a7a3-f71ec1d2563d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:24.271118 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fcaf1d47-00b3-49cd-a17a-3986c9d0b653 req-ae51e9e5-2660-4de7-9acd-296b08bd25ed service neutron] 10.222.0.24 "GET /v2.0/networks/5e12dd14-5039-435c-a783-d0672592c2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111914 Oct 19 01:22:24.280819 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237bef39-4480-40f3-885b-0dd9d62bdcb3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Router 5e83c97d-cc79-43fb-a345-929190bc2599 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:22:24.293375 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:24.347967 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port e62eefc7-f191-4067-9a5a-328a5e48b499, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=e62eefc7-f191-4067-9a5a-328a5e48b499,segment=NetworkSegment(b4468e8f-fe9e-40ca-ae00-28358e6f3d7c),segment_id=b4468e8f-fe9e-40ca-ae00-28358e6f3d7c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:24.371453 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:24.413522 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237bef39-4480-40f3-885b-0dd9d62bdcb3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:22:24.420046 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-237bef39-4480-40f3-885b-0dd9d62bdcb3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "PUT /v2.0/routers/5e83c97d-cc79-43fb-a345-929190bc2599/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4375474 Oct 19 01:22:24.422802 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57152) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:24.427672 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f395ff-4532-465a-b268-5e5be1f92754 None None] Sync routers for ids ['5e83c97d-cc79-43fb-a345-929190bc2599'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:22:24.429686 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f6884daf-ea97-4292-a7a3-f71ec1d2563d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:24.446576 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f395ff-4532-465a-b268-5e5be1f92754 None None] Routers {'5e83c97d-cc79-43fb-a345-929190bc2599'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:24.447198 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-80f395ff-4532-465a-b268-5e5be1f92754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:22:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['5e83c97d-cc79-43fb-a345-929190bc2599'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:24.458050 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=e62eefc7-f191-4067-9a5a-328a5e48b499,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:24.505688 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386461ae-5363-42de-9bf8-52d43f4dad08 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:24.529980 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-386461ae-5363-42de-9bf8-52d43f4dad08 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "GET /v2.0/ports/94991e1c-5e30-4eb2-ae87-a115551e1158 HTTP/1.1" status: 200 len: 977 time: 0.1061060 Oct 19 01:22:24.532691 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57156) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:24.534993 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-f6884daf-ea97-4292-a7a3-f71ec1d2563d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:22:24.535361 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-f6884daf-ea97-4292-a7a3-f71ec1d2563d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:22:24.546299 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-80f395ff-4532-465a-b268-5e5be1f92754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:24.561347 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f395ff-4532-465a-b268-5e5be1f92754 None None] Routers {'5e83c97d-cc79-43fb-a345-929190bc2599'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:24.562271 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-80f395ff-4532-465a-b268-5e5be1f92754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:22:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['5e83c97d-cc79-43fb-a345-929190bc2599'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:24.641433 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-80f395ff-4532-465a-b268-5e5be1f92754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:24.642650 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f395ff-4532-465a-b268-5e5be1f92754 None None] The sync data for ids ['5e83c97d-cc79-43fb-a345-929190bc2599'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:22:24.715108 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bed560-3daf-4bf8-b300-62b508e6779c req-fd6a6d1e-225f-4a0e-b8d1-44d12a2ad721 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:24.728424 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-12bed560-3daf-4bf8-b300-62b508e6779c req-fd6a6d1e-225f-4a0e-b8d1-44d12a2ad721 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=e50d53a6-6bb1-4bd9-99fe-4deeaefda618 HTTP/1.1" status: 200 len: 945 time: 0.1010976 Oct 19 01:22:24.818698 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-12bed560-3daf-4bf8-b300-62b508e6779c req-4b6dbcb1-dbac-4bb3-8643-1fbc02978f28 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892906 Oct 19 01:22:25.064847 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae414b-c935-4c51-839c-64d3f056463c req-0ec250c1-8b2d-4038-bc1b-c5d0f0f16347 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:25.072681 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e2ae414b-c935-4c51-839c-64d3f056463c req-0ec250c1-8b2d-4038-bc1b-c5d0f0f16347 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=e50d53a6-6bb1-4bd9-99fe-4deeaefda618 HTTP/1.1" status: 200 len: 945 time: 0.0940332 Oct 19 01:22:25.154238 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e2ae414b-c935-4c51-839c-64d3f056463c req-d8e63da2-893e-4b58-800b-984c0a685bf2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734351 Oct 19 01:22:25.235463 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-74e7d488-94c3-4281-84ce-7d3e46ce3ccc None None] Provisioning complete for port e62eefc7-f191-4067-9a5a-328a5e48b499 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:25.236061 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-74e7d488-94c3-4281-84ce-7d3e46ce3ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:25.410195 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e03224-4f36-4dec-bf22-552748293b5a req-325a371c-c6bd-478b-899d-c6557d87fd59 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:25.433991 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-74e7d488-94c3-4281-84ce-7d3e46ce3ccc None None] Provisioning complete for port 94991e1c-5e30-4eb2-ae87-a115551e1158 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:25.434373 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-74e7d488-94c3-4281-84ce-7d3e46ce3ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:25.450055 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-42e03224-4f36-4dec-bf22-552748293b5a req-325a371c-c6bd-478b-899d-c6557d87fd59 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 945 time: 0.1626558 Oct 19 01:22:25.579998 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-42e03224-4f36-4dec-bf22-552748293b5a req-381633fc-ffb5-4733-aaf0-75c49b51426b tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288395 Oct 19 01:22:25.619969 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-74e7d488-94c3-4281-84ce-7d3e46ce3ccc None None] Port 94991e1c-5e30-4eb2-ae87-a115551e1158 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:22:25.762212 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-cecd0841-af1e-467e-b988-6d48b5cee717 None None] Provisioning complete for port 94991e1c-5e30-4eb2-ae87-a115551e1158 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:25.762723 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cecd0841-af1e-467e-b988-6d48b5cee717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:25.826413 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-629699ec-3c75-46c5-9d7b-380c6893b8e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:25.848784 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device e62eefc7-f191-4067-9a5a-328a5e48b499 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:25.901201 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-cecd0841-af1e-467e-b988-6d48b5cee717 None None] Port 94991e1c-5e30-4eb2-ae87-a115551e1158 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:22:25.927241 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port e62eefc7-f191-4067-9a5a-328a5e48b499 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:25.927717 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:26.048156 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-490480b4-1ba0-4065-8020-38a0b4228da6 None None] Provisioning complete for port 94991e1c-5e30-4eb2-ae87-a115551e1158 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:26.049030 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-490480b4-1ba0-4065-8020-38a0b4228da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:26.101541 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-490480b4-1ba0-4065-8020-38a0b4228da6 None None] Port 94991e1c-5e30-4eb2-ae87-a115551e1158 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:22:26.196006 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-629699ec-3c75-46c5-9d7b-380c6893b8e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Deleting port 94991e1c-5e30-4eb2-ae87-a115551e1158 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:22:26.196348 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-629699ec-3c75-46c5-9d7b-380c6893b8e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:26.314128 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-629699ec-3c75-46c5-9d7b-380c6893b8e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:26.327526 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-629699ec-3c75-46c5-9d7b-380c6893b8e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Calling delete_port for 94991e1c-5e30-4eb2-ae87-a115551e1158 owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:22:26.569684 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-629699ec-3c75-46c5-9d7b-380c6893b8e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:26.662840 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629699ec-3c75-46c5-9d7b-380c6893b8e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event deleted for resources: {'Port': ['ID=94991e1c-5e30-4eb2-ae87-a115551e1158,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:26.863719 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660087bf-fd81-4cb0-8905-b57211277280 req-06fd44b5-0248-40ba-86ac-fd36711a19d0 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:26.871845 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-660087bf-fd81-4cb0-8905-b57211277280 req-06fd44b5-0248-40ba-86ac-fd36711a19d0 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 945 time: 0.1412911 Oct 19 01:22:27.030406 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-629699ec-3c75-46c5-9d7b-380c6893b8e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:27.115896 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:27.122582 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-660087bf-fd81-4cb0-8905-b57211277280 req-aad8e54c-2c26-408a-84b2-0dd162b5009f tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498455 Oct 19 01:22:27.394265 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629699ec-3c75-46c5-9d7b-380c6893b8e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Router 5e83c97d-cc79-43fb-a345-929190bc2599 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:22:27.536827 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629699ec-3c75-46c5-9d7b-380c6893b8e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:22:27.545415 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57254) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:27.545850 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-629699ec-3c75-46c5-9d7b-380c6893b8e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "PUT /v2.0/routers/5e83c97d-cc79-43fb-a345-929190bc2599/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0116551 Oct 19 01:22:27.550098 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c00e52b-ccc9-4c6f-8b78-e2805a6d8255 None None] Sync routers for ids ['5e83c97d-cc79-43fb-a345-929190bc2599'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:22:27.564995 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c00e52b-ccc9-4c6f-8b78-e2805a6d8255 None None] Routers {'5e83c97d-cc79-43fb-a345-929190bc2599'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:27.565845 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-9c00e52b-ccc9-4c6f-8b78-e2805a6d8255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:22:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['5e83c97d-cc79-43fb-a345-929190bc2599'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:27.656815 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-9c00e52b-ccc9-4c6f-8b78-e2805a6d8255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:27.677089 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c00e52b-ccc9-4c6f-8b78-e2805a6d8255 None None] Routers {'5e83c97d-cc79-43fb-a345-929190bc2599'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:27.677882 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-9c00e52b-ccc9-4c6f-8b78-e2805a6d8255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:22:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['5e83c97d-cc79-43fb-a345-929190bc2599'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:27.725938 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-9c00e52b-ccc9-4c6f-8b78-e2805a6d8255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:27.727013 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c00e52b-ccc9-4c6f-8b78-e2805a6d8255 None None] The sync data for ids ['5e83c97d-cc79-43fb-a345-929190bc2599'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:22:28.249384 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-fb15d8fe-909e-4427-bf2c-ee139cf6431e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] remove_router_interface failed (client error): The resource could not be found. Oct 19 01:22:28.253531 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57258) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:28.262622 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fb15d8fe-909e-4427-bf2c-ee139cf6431e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "PUT /v2.0/routers/5e83c97d-cc79-43fb-a345-929190bc2599/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7159197 Oct 19 01:22:28.300436 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57262) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:28.300794 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7f523d56-a383-442d-9e4a-1dd7267a8bf2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e83c97d-cc79-43fb-a345-929190bc2599 HTTP/1.1" status: 200 len: 205 time: 0.0460134 Oct 19 01:22:28.405776 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-62d0a13e-337a-410e-869e-7609343f1427 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:28.708528 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-62d0a13e-337a-410e-869e-7609343f1427 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:28.711813 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-62d0a13e-337a-410e-869e-7609343f1427 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:28.766844 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-62d0a13e-337a-410e-869e-7609343f1427 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:28.767671 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d0a13e-337a-410e-869e-7609343f1427 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Fanout notify agent at l3_agent the message router_deleted on router 5e83c97d-cc79-43fb-a345-929190bc2599 {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:22:28.786449 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-62d0a13e-337a-410e-869e-7609343f1427 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:28.792000 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57286) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:28.793912 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-62d0a13e-337a-410e-869e-7609343f1427 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/routers/5e83c97d-cc79-43fb-a345-929190bc2599 HTTP/1.1" status: 204 len: 168 time: 0.4908214 Oct 19 01:22:28.874196 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-50744469-4264-4a68-8cc3-ed9460ba88c3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Deleting subnet 6e068666-3a4f-4d9a-bd16-38ddfd972811 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:22:28.885211 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-50744469-4264-4a68-8cc3-ed9460ba88c3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:28.965413 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-50744469-4264-4a68-8cc3-ed9460ba88c3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:29.008368 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-f7587068-ab4f-4281-9b0c-76250f794b06 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:29.009826 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-f7587068-ab4f-4281-9b0c-76250f794b06 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/networks?id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a HTTP/1.1" status: 200 len: 812 time: 0.1764386 Oct 19 01:22:29.035899 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-a776d347-9b54-4478-86df-165dda3e6991 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/quotas/248f0ca5d5d44d8ab1ae3c514fead24b HTTP/1.1" status: 200 len: 375 time: 0.0182498 Oct 19 01:22:29.102234 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-50744469-4264-4a68-8cc3-ed9460ba88c3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:29.152012 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-a9cd0357-70f0-4b72-b9f6-ff85de964966 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=248f0ca5d5d44d8ab1ae3c514fead24b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0961704 Oct 19 01:22:29.182356 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-50744469-4264-4a68-8cc3-ed9460ba88c3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:29.211853 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50744469-4264-4a68-8cc3-ed9460ba88c3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event deleted for resources: {'Subnet': ['ID=6e068666-3a4f-4d9a-bd16-38ddfd972811,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:29.215644 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-50744469-4264-4a68-8cc3-ed9460ba88c3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:29.218833 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-50744469-4264-4a68-8cc3-ed9460ba88c3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/subnets/6e068666-3a4f-4d9a-bd16-38ddfd972811 HTTP/1.1" status: 204 len: 168 time: 0.4250193 Oct 19 01:22:29.221501 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57290) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:29.225547 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e0c015-d1b6-4b35-85d8-7e3a24979cc4 None None] Network ea88b95f-c20c-44bc-8c98-7914ac50aa4d requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:22:29.346773 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-289211bd-7b4f-4877-8730-4df34636b148 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:29.404586 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:29.428027 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9bd761-f472-435c-a872-4eea3910c4a7 None None] DHCP port deletion for ea88b95f-c20c-44bc-8c98-7914ac50aa4d request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:22:29.435697 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-570d1090-9d9c-43f3-a71d-dfa9036e701c service neutron] 10.222.0.57 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758908 Oct 19 01:22:29.481081 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-0e9bd761-f472-435c-a872-4eea3910c4a7 None None] Deleting port e62eefc7-f191-4067-9a5a-328a5e48b499 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:22:29.482385 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0e9bd761-f472-435c-a872-4eea3910c4a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:29.540133 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-289211bd-7b4f-4877-8730-4df34636b148 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Deleting port e62eefc7-f191-4067-9a5a-328a5e48b499 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:22:29.540751 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-289211bd-7b4f-4877-8730-4df34636b148 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:29.565587 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-bb0243ef-8d85-4862-b692-a821dbd62a2a service neutron] 10.222.0.57 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290081 Oct 19 01:22:29.573920 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-0e9bd761-f472-435c-a872-4eea3910c4a7 None None] For port e62eefc7-f191-4067-9a5a-328a5e48b499, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=e62eefc7-f191-4067-9a5a-328a5e48b499,segment=NetworkSegment(b4468e8f-fe9e-40ca-ae00-28358e6f3d7c),segment_id=b4468e8f-fe9e-40ca-ae00-28358e6f3d7c)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:29.575716 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0e9bd761-f472-435c-a872-4eea3910c4a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:29.616971 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-0e9bd761-f472-435c-a872-4eea3910c4a7 None None] Calling delete_port for e62eefc7-f191-4067-9a5a-328a5e48b499 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:22:29.635874 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-289211bd-7b4f-4877-8730-4df34636b148 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] For port e62eefc7-f191-4067-9a5a-328a5e48b499, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=e62eefc7-f191-4067-9a5a-328a5e48b499,segment=NetworkSegment(b4468e8f-fe9e-40ca-ae00-28358e6f3d7c),segment_id=b4468e8f-fe9e-40ca-ae00-28358e6f3d7c)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:29.636808 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-289211bd-7b4f-4877-8730-4df34636b148 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:29.652729 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-289211bd-7b4f-4877-8730-4df34636b148 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Calling delete_port for e62eefc7-f191-4067-9a5a-328a5e48b499 owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:22:29.768391 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0e9bd761-f472-435c-a872-4eea3910c4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:29.786241 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-289211bd-7b4f-4877-8730-4df34636b148 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:29.813156 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9bd761-f472-435c-a872-4eea3910c4a7 None None] Pushing event deleted for resources: {'Port': ['ID=e62eefc7-f191-4067-9a5a-328a5e48b499,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:29.817171 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289211bd-7b4f-4877-8730-4df34636b148 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] No DVR routers for this DVR port e62eefc7-f191-4067-9a5a-328a5e48b499 on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:22:29.825090 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9bd761-f472-435c-a872-4eea3910c4a7 None None] No DVR routers for this DVR port e62eefc7-f191-4067-9a5a-328a5e48b499 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:22:29.830764 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289211bd-7b4f-4877-8730-4df34636b148 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event deleted for resources: {'Port': ['ID=e62eefc7-f191-4067-9a5a-328a5e48b499,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:29.850383 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device e62eefc7-f191-4067-9a5a-328a5e48b499 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:22:29.873626 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: e62eefc7-f191-4067-9a5a-328a5e48b499 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:22:29.874070 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device e62eefc7-f191-4067-9a5a-328a5e48b499 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:22:29.954206 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-289211bd-7b4f-4877-8730-4df34636b148 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:29.970471 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-86847b87-5973-4cca-bb6b-5e02f71affdf req-2390785d-c126-499a-8505-6b1680a71411 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 210 time: 0.0643206 Oct 19 01:22:29.989755 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-289211bd-7b4f-4877-8730-4df34636b148 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea88b95f-c20c-44bc-8c98-7914ac50aa4d']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:30.005180 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-289211bd-7b4f-4877-8730-4df34636b148 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4468e8f-fe9e-40ca-ae00-28358e6f3d7c') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:30.005484 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-289211bd-7b4f-4877-8730-4df34636b148 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4468e8f-fe9e-40ca-ae00-28358e6f3d7c') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:30.022032 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-289211bd-7b4f-4877-8730-4df34636b148 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:30.045731 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-289211bd-7b4f-4877-8730-4df34636b148 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:30.054989 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-289211bd-7b4f-4877-8730-4df34636b148 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:22:30.055795 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-289211bd-7b4f-4877-8730-4df34636b148 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: self.session.flush() Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: self.session.flush() Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: self.session.flush() Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: self.session.flush() Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:22:30.059500 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:22:30.145753 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-289211bd-7b4f-4877-8730-4df34636b148 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:30.164269 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-289211bd-7b4f-4877-8730-4df34636b148 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:30.171553 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-289211bd-7b4f-4877-8730-4df34636b148 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/networks/ea88b95f-c20c-44bc-8c98-7914ac50aa4d HTTP/1.1" status: 204 len: 168 time: 0.9449675 Oct 19 01:22:30.171553 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57314) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:30.176259 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-7d138c10-f123-430a-9dc7-4892a771d7cb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Request body: {'network': {'name': 'tempest-RoutersTest-1788659871'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:30.195778 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289211bd-7b4f-4877-8730-4df34636b148 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event deleted for resources: {'Network': ['ID=ea88b95f-c20c-44bc-8c98-7914ac50aa4d,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:30.219854 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d138c10-f123-430a-9dc7-4892a771d7cb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Made reservation on behalf of b4da212c26bc45dcb3b08cdb9cc1629c for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:22:30.224980 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7d138c10-f123-430a-9dc7-4892a771d7cb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:30.249908 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d138c10-f123-430a-9dc7-4892a771d7cb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:22:30.260085 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7d138c10-f123-430a-9dc7-4892a771d7cb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:30.260424 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-7d138c10-f123-430a-9dc7-4892a771d7cb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Added segment bf03d9be-4215-4dda-af2b-1b776bad6ff7 of type vlan for network 063e8396-6262-473a-9225-d8a06fc465d3 Oct 19 01:22:30.301673 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7d138c10-f123-430a-9dc7-4892a771d7cb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:30.332016 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7d138c10-f123-430a-9dc7-4892a771d7cb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:30.338127 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d138c10-f123-430a-9dc7-4892a771d7cb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:30.338817 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7d138c10-f123-430a-9dc7-4892a771d7cb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:30.371271 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7d138c10-f123-430a-9dc7-4892a771d7cb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1981759 Oct 19 01:22:30.374395 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57320) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:30.380728 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-5844a40c-1487-4b22-a20c-70cdd5dfddab tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Request body: {'subnet': {'network_id': '063e8396-6262-473a-9225-d8a06fc465d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:30.420086 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d138c10-f123-430a-9dc7-4892a771d7cb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Network': ['ID=063e8396-6262-473a-9225-d8a06fc465d3,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:30.431714 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 063e8396-6262-473a-9225-d8a06fc465d3 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:22:30.487784 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5844a40c-1487-4b22-a20c-70cdd5dfddab tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Made reservation on behalf of b4da212c26bc45dcb3b08cdb9cc1629c for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:22:30.492004 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5844a40c-1487-4b22-a20c-70cdd5dfddab tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:30.735384 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5844a40c-1487-4b22-a20c-70cdd5dfddab tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:30.799500 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5844a40c-1487-4b22-a20c-70cdd5dfddab tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Subnet': ['ID=46d67243-fb63-499d-b99a-10bca0b46583,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:30.808863 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5844a40c-1487-4b22-a20c-70cdd5dfddab tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Checking segment: {'id': 'bf03d9be-4215-4dda-af2b-1b776bad6ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '063e8396-6262-473a-9225-d8a06fc465d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:22:30.809231 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5844a40c-1487-4b22-a20c-70cdd5dfddab tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Network hostable DHCP agents. Network: 063e8396-6262-473a-9225-d8a06fc465d3, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:22:30.827248 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5844a40c-1487-4b22-a20c-70cdd5dfddab tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Network 063e8396-6262-473a-9225-d8a06fc465d3 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:22:30.837047 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-5844a40c-1487-4b22-a20c-70cdd5dfddab tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 063e8396-6262-473a-9225-d8a06fc465d3) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:30.842046 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5844a40c-1487-4b22-a20c-70cdd5dfddab tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:30.842623 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5844a40c-1487-4b22-a20c-70cdd5dfddab tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:30.849450 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec99d10-d338-4b3a-a153-d45f553191f9 None None] Network 063e8396-6262-473a-9225-d8a06fc465d3 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:22:30.862626 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57332) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:30.862933 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5844a40c-1487-4b22-a20c-70cdd5dfddab tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4872215 Oct 19 01:22:30.867831 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-1ae72a1e-15ee-4950-820d-c03b51ec4b44 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1640509571', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:30.890616 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ae72a1e-15ee-4950-820d-c03b51ec4b44 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:30.891695 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ae72a1e-15ee-4950-820d-c03b51ec4b44 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:30.947621 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ae72a1e-15ee-4950-820d-c03b51ec4b44 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:30.955962 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ae72a1e-15ee-4950-820d-c03b51ec4b44 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:30.976502 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ae72a1e-15ee-4950-820d-c03b51ec4b44 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:30.977811 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1ae72a1e-15ee-4950-820d-c03b51ec4b44 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1138356 Oct 19 01:22:30.981376 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57334) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:31.047282 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b546d85a-decb-462a-a445-1f98dc59833d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-063e8396-6262-473a-9225-d8a06fc465d3', 'network_id': '063e8396-6262-473a-9225-d8a06fc465d3', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'fixed_ips': [{'subnet_id': '46d67243-fb63-499d-b99a-10bca0b46583'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:22:31.048579 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b546d85a-decb-462a-a445-1f98dc59833d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:31.151296 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3cfb87c9-8e77-4458-867d-be5609c3149a req-d5a02c92-0be5-412a-8b19-1ecf4aa2b31e tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 210 time: 0.0786002 Oct 19 01:22:31.247314 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-b546d85a-decb-462a-a445-1f98dc59833d None None] Allocated IP 172.20.0.2 (063e8396-6262-473a-9225-d8a06fc465d3/46d67243-fb63-499d-b99a-10bca0b46583/6598320d-d0bc-4f28-8fa0-57f41bc231af) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:22:31.484932 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-bb300459-aee2-4396-a5d1-81a4cc6f1513 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:31.486462 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-bb300459-aee2-4396-a5d1-81a4cc6f1513 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.24 "GET /v2.0/networks?id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a HTTP/1.1" status: 200 len: 812 time: 0.2929633 Oct 19 01:22:31.509199 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d3be6de0-dd51-41cb-a1fe-bf8d5cadef7b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:31.520110 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-68313eb3-c2e3-4928-ba5e-bf1c692d6418 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Request body: {'port': {'device_id': 'fab82250-db6e-4d29-84a6-f1fd8b215453', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'admin_state_up': True, 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:31.533922 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b546d85a-decb-462a-a445-1f98dc59833d None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:31.545400 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b546d85a-decb-462a-a445-1f98dc59833d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:31.593395 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b546d85a-decb-462a-a445-1f98dc59833d None None] Network 063e8396-6262-473a-9225-d8a06fc465d3 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:31.600724 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-b546d85a-decb-462a-a445-1f98dc59833d None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:31.609034 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b546d85a-decb-462a-a445-1f98dc59833d None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:22:31.652430 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546d85a-decb-462a-a445-1f98dc59833d None None] Pushing event updated for resources: {'Port': ['ID=6598320d-d0bc-4f28-8fa0-57f41bc231af,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:31.689904 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-b546d85a-decb-462a-a445-1f98dc59833d None None] Attempting to bind port 6598320d-d0bc-4f28-8fa0-57f41bc231af on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:22:31.690288 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-b546d85a-decb-462a-a445-1f98dc59833d None None] Attempting to bind port 6598320d-d0bc-4f28-8fa0-57f41bc231af by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bf03d9be-4215-4dda-af2b-1b776bad6ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '063e8396-6262-473a-9225-d8a06fc465d3'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:22:31.690666 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b546d85a-decb-462a-a445-1f98dc59833d None None] Attempting to bind port 6598320d-d0bc-4f28-8fa0-57f41bc231af on network 063e8396-6262-473a-9225-d8a06fc465d3 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:22:31.722947 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b546d85a-decb-462a-a445-1f98dc59833d None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:22:31.723347 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b546d85a-decb-462a-a445-1f98dc59833d None None] Checking segment: {'id': 'bf03d9be-4215-4dda-af2b-1b776bad6ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '063e8396-6262-473a-9225-d8a06fc465d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:22:31.726158 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b546d85a-decb-462a-a445-1f98dc59833d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:31.728122 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b546d85a-decb-462a-a445-1f98dc59833d None None] Bound using segment: {'id': 'bf03d9be-4215-4dda-af2b-1b776bad6ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '063e8396-6262-473a-9225-d8a06fc465d3'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:22:31.728644 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-b546d85a-decb-462a-a445-1f98dc59833d None None] Bound port: 6598320d-d0bc-4f28-8fa0-57f41bc231af, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf03d9be-4215-4dda-af2b-1b776bad6ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '063e8396-6262-473a-9225-d8a06fc465d3'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:22:31.729043 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b546d85a-decb-462a-a445-1f98dc59833d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:31.801191 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-68313eb3-c2e3-4928-ba5e-bf1c692d6418 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Made reservation on behalf of 248f0ca5d5d44d8ab1ae3c514fead24b for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:22:31.805346 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-68313eb3-c2e3-4928-ba5e-bf1c692d6418 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:31.869760 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-b546d85a-decb-462a-a445-1f98dc59833d None None] For port 6598320d-d0bc-4f28-8fa0-57f41bc231af, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:22:31.874413 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-b546d85a-decb-462a-a445-1f98dc59833d None None] For port 6598320d-d0bc-4f28-8fa0-57f41bc231af, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=6598320d-d0bc-4f28-8fa0-57f41bc231af,segment=NetworkSegment(bf03d9be-4215-4dda-af2b-1b776bad6ff7),segment_id=bf03d9be-4215-4dda-af2b-1b776bad6ff7)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:22:31.881478 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b546d85a-decb-462a-a445-1f98dc59833d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:31.947633 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546d85a-decb-462a-a445-1f98dc59833d None None] Pushing event updated for resources: {'Port': ['ID=6598320d-d0bc-4f28-8fa0-57f41bc231af,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:31.970119 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-d3be6de0-dd51-41cb-a1fe-bf8d5cadef7b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Allocated IP 172.20.0.1 (063e8396-6262-473a-9225-d8a06fc465d3/46d67243-fb63-499d-b99a-10bca0b46583/81800091-c09d-4715-bad5-59c590c3ab44) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:22:32.037607 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-68313eb3-c2e3-4928-ba5e-bf1c692d6418 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Allocated IP 172.20.0.6 (e02040e8-fb1d-46e9-a6e2-9063a29cdf5a/3fd3fa81-a83a-4093-b85e-409104ce311b/da771c15-2a10-4679-be7f-a5fff7447f06) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:22:32.120382 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d3be6de0-dd51-41cb-a1fe-bf8d5cadef7b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:32.181299 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d3be6de0-dd51-41cb-a1fe-bf8d5cadef7b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:32.558779 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-68313eb3-c2e3-4928-ba5e-bf1c692d6418 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:32.564827 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3be6de0-dd51-41cb-a1fe-bf8d5cadef7b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Network 063e8396-6262-473a-9225-d8a06fc465d3 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:32.564827 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-d3be6de0-dd51-41cb-a1fe-bf8d5cadef7b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:32.564827 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3be6de0-dd51-41cb-a1fe-bf8d5cadef7b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:22:32.564827 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-48a03696-da93-4f35-bb27-8320362d1ca8 req-8b464123-f5f4-424a-ac4d-ad4db23643d1 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 210 time: 0.0882061 Oct 19 01:22:32.566591 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-68313eb3-c2e3-4928-ba5e-bf1c692d6418 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:32.568150 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['107a14d6-2227-43e8-95da-c01d5aec17ff'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:22:32.569092 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be6de0-dd51-41cb-a1fe-bf8d5cadef7b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Port': ['ID=81800091-c09d-4715-bad5-59c590c3ab44,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:32.569092 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d3be6de0-dd51-41cb-a1fe-bf8d5cadef7b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:32.570162 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-68313eb3-c2e3-4928-ba5e-bf1c692d6418 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:32.570162 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68313eb3-c2e3-4928-ba5e-bf1c692d6418 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Pushing event updated for resources: {'Port': ['ID=da771c15-2a10-4679-be7f-a5fff7447f06,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:32.570162 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-68313eb3-c2e3-4928-ba5e-bf1c692d6418 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:32.570162 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-68313eb3-c2e3-4928-ba5e-bf1c692d6418 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:22:32.646017 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-68313eb3-c2e3-4928-ba5e-bf1c692d6418 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:32.647010 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-68313eb3-c2e3-4928-ba5e-bf1c692d6418 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:32.675022 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-68313eb3-c2e3-4928-ba5e-bf1c692d6418 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1708724 Oct 19 01:22:32.689674 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-6c58d170-2b51-4412-ab8f-c2eac66dba37 service neutron] Request body: {'port': {'device_id': 'fab82250-db6e-4d29-84a6-f1fd8b215453', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:32.838491 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d3be6de0-dd51-41cb-a1fe-bf8d5cadef7b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:32.847801 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-6c58d170-2b51-4412-ab8f-c2eac66dba37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:33.038938 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-f53b8c91-107f-4a6f-b03c-405b1cdf50e5 None None] Provisioning complete for port da771c15-2a10-4679-be7f-a5fff7447f06 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:33.039363 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f53b8c91-107f-4a6f-b03c-405b1cdf50e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:33.158929 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-f53b8c91-107f-4a6f-b03c-405b1cdf50e5 None None] Port da771c15-2a10-4679-be7f-a5fff7447f06 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:22:33.353004 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d3be6de0-dd51-41cb-a1fe-bf8d5cadef7b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:33.363945 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d3be6de0-dd51-41cb-a1fe-bf8d5cadef7b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:33.457653 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be6de0-dd51-41cb-a1fe-bf8d5cadef7b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Port': ['ID=81800091-c09d-4715-bad5-59c590c3ab44,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:33.461278 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d3be6de0-dd51-41cb-a1fe-bf8d5cadef7b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:33.738280 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ef71c-9693-4856-a52d-1f7f22a6e60b req-88b6dca8-5f02-4db8-90f4-be6d3590683f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:33.749267 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0c0ef71c-9693-4856-a52d-1f7f22a6e60b req-88b6dca8-5f02-4db8-90f4-be6d3590683f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 931 time: 0.1961896 Oct 19 01:22:33.784804 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3be6de0-dd51-41cb-a1fe-bf8d5cadef7b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Network 063e8396-6262-473a-9225-d8a06fc465d3 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:33.790904 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-d3be6de0-dd51-41cb-a1fe-bf8d5cadef7b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:33.838330 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c24ab7-3d77-44f1-8e4f-217bb3fc5275 None None] Network 063e8396-6262-473a-9225-d8a06fc465d3 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:22:33.894960 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0c0ef71c-9693-4856-a52d-1f7f22a6e60b req-bac08800-5998-40ce-ad09-8afb10beaed3 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443570 Oct 19 01:22:34.015389 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-7dd06ed1-5f4c-42c7-ab63-40834c1c2177 None None] Provisioning complete for port 6598320d-d0bc-4f28-8fa0-57f41bc231af triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:34.015950 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7dd06ed1-5f4c-42c7-ab63-40834c1c2177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:34.031857 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 6598320d-d0bc-4f28-8fa0-57f41bc231af up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:34.070690 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3be6de0-dd51-41cb-a1fe-bf8d5cadef7b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Router 870b5184-6d5c-4ace-aa8a-c0e676b03b41 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:22:34.137137 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe95ff-95e4-4d05-b9c3-ce0d950b01d6 req-2f02f4c2-e6c0-4cdf-8325-058a47606e81 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:34.145296 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-45fe95ff-95e4-4d05-b9c3-ce0d950b01d6 req-2f02f4c2-e6c0-4cdf-8325-058a47606e81 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 946 time: 0.9805601 Oct 19 01:22:34.234209 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3be6de0-dd51-41cb-a1fe-bf8d5cadef7b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:22:34.246191 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7a4946-587f-47b0-b8ba-d81855ca63f1 None None] Sync routers for ids ['870b5184-6d5c-4ace-aa8a-c0e676b03b41'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:22:34.249087 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d3be6de0-dd51-41cb-a1fe-bf8d5cadef7b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "PUT /v2.0/routers/870b5184-6d5c-4ace-aa8a-c0e676b03b41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2659366 Oct 19 01:22:34.249920 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57398) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:34.261515 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7a4946-587f-47b0-b8ba-d81855ca63f1 None None] Routers {'870b5184-6d5c-4ace-aa8a-c0e676b03b41'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:34.262514 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-cb7a4946-587f-47b0-b8ba-d81855ca63f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:22:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['870b5184-6d5c-4ace-aa8a-c0e676b03b41'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:34.320269 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b120e1f6-bc46-4161-9f84-88bc521ad2fc tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:34.325291 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b120e1f6-bc46-4161-9f84-88bc521ad2fc tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "GET /v2.0/ports/81800091-c09d-4715-bad5-59c590c3ab44 HTTP/1.1" status: 200 len: 910 time: 0.0744076 Oct 19 01:22:34.326162 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57400) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:34.356814 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 6598320d-d0bc-4f28-8fa0-57f41bc231af triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:34.357116 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:34.383163 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-cb7a4946-587f-47b0-b8ba-d81855ca63f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:34.398655 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7a4946-587f-47b0-b8ba-d81855ca63f1 None None] Routers {'870b5184-6d5c-4ace-aa8a-c0e676b03b41'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:34.400053 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-cb7a4946-587f-47b0-b8ba-d81855ca63f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:22:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['870b5184-6d5c-4ace-aa8a-c0e676b03b41'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:34.445658 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-cb7a4946-587f-47b0-b8ba-d81855ca63f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:34.447145 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7a4946-587f-47b0-b8ba-d81855ca63f1 None None] The sync data for ids ['870b5184-6d5c-4ace-aa8a-c0e676b03b41'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:22:34.476287 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-6c58d170-2b51-4412-ab8f-c2eac66dba37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da771c15-2a10-4679-be7f-a5fff7447f06 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:22:34.492317 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-6c58d170-2b51-4412-ab8f-c2eac66dba37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:34.529708 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-6c58d170-2b51-4412-ab8f-c2eac66dba37 service neutron] Transition to ACTIVE for port object da771c15-2a10-4679-be7f-a5fff7447f06 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:22:34.546878 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-6c58d170-2b51-4412-ab8f-c2eac66dba37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:34.783121 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58d170-2b51-4412-ab8f-c2eac66dba37 service neutron] Pushing event updated for resources: {'Port': ['ID=da771c15-2a10-4679-be7f-a5fff7447f06,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:34.827664 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:34.831178 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7dd06ed1-5f4c-42c7-ab63-40834c1c2177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:34.878310 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-45fe95ff-95e4-4d05-b9c3-ce0d950b01d6 req-4574af64-f60c-4e75-b7b7-a4d4b92efa65 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3468566 Oct 19 01:22:35.008111 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-6c58d170-2b51-4412-ab8f-c2eac66dba37 service neutron] Attempting to bind port da771c15-2a10-4679-be7f-a5fff7447f06 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:22:35.009587 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-6c58d170-2b51-4412-ab8f-c2eac66dba37 service neutron] Attempting to bind port da771c15-2a10-4679-be7f-a5fff7447f06 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'c3cd57f4-f92e-4916-828d-dd51ded315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:22:35.014661 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-6c58d170-2b51-4412-ab8f-c2eac66dba37 service neutron] Attempting to bind port da771c15-2a10-4679-be7f-a5fff7447f06 on network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:22:35.019758 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-64462cf0-822f-4012-bbf9-604bad71da97 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:35.029891 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-7dd06ed1-5f4c-42c7-ab63-40834c1c2177 None None] For port 6598320d-d0bc-4f28-8fa0-57f41bc231af, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=6598320d-d0bc-4f28-8fa0-57f41bc231af,segment=NetworkSegment(bf03d9be-4215-4dda-af2b-1b776bad6ff7),segment_id=bf03d9be-4215-4dda-af2b-1b776bad6ff7)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:35.034246 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-6c58d170-2b51-4412-ab8f-c2eac66dba37 service neutron] Port da771c15-2a10-4679-be7f-a5fff7447f06 on network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:22:35.037300 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-6c58d170-2b51-4412-ab8f-c2eac66dba37 service neutron] Attempting to bind port da771c15-2a10-4679-be7f-a5fff7447f06 on network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:22:35.042034 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7dd06ed1-5f4c-42c7-ab63-40834c1c2177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:35.060691 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-6c58d170-2b51-4412-ab8f-c2eac66dba37 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:22:35.061099 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-6c58d170-2b51-4412-ab8f-c2eac66dba37 service neutron] Checking segment: {'id': 'c3cd57f4-f92e-4916-828d-dd51ded315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:22:35.061432 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-6c58d170-2b51-4412-ab8f-c2eac66dba37 service neutron] Bound using segment: {'id': 'c3cd57f4-f92e-4916-828d-dd51ded315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:22:35.061904 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-6c58d170-2b51-4412-ab8f-c2eac66dba37 service neutron] Bound port: da771c15-2a10-4679-be7f-a5fff7447f06, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3cd57f4-f92e-4916-828d-dd51ded315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:22:35.062269 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-6c58d170-2b51-4412-ab8f-c2eac66dba37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:35.196719 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd06ed1-5f4c-42c7-ab63-40834c1c2177 None None] Pushing event updated for resources: {'Port': ['ID=6598320d-d0bc-4f28-8fa0-57f41bc231af,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:35.301386 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:22:35.301981 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:22:35.406161 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171b31f-6016-46a5-b04c-2f58acbd0734 req-5ce2fc05-1376-443b-a43b-d7b98e6ace86 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:35.408408 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5171b31f-6016-46a5-b04c-2f58acbd0734 req-5ce2fc05-1376-443b-a43b-d7b98e6ace86 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 943 time: 0.2916639 Oct 19 01:22:35.432434 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-6c58d170-2b51-4412-ab8f-c2eac66dba37 service neutron] For port da771c15-2a10-4679-be7f-a5fff7447f06, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:22:35.475111 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-6c58d170-2b51-4412-ab8f-c2eac66dba37 service neutron] For port da771c15-2a10-4679-be7f-a5fff7447f06, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=da771c15-2a10-4679-be7f-a5fff7447f06,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:22:35.506605 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-6c58d170-2b51-4412-ab8f-c2eac66dba37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:35.630695 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-28af9d03-565b-404d-be1a-1702d7999611 None None] Provisioning complete for port 81800091-c09d-4715-bad5-59c590c3ab44 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:35.651618 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-28af9d03-565b-404d-be1a-1702d7999611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:35.701141 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5171b31f-6016-46a5-b04c-2f58acbd0734 req-5c906a4c-87cd-469d-9a9a-d22c13dd83b5 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791321 Oct 19 01:22:35.799897 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-28af9d03-565b-404d-be1a-1702d7999611 None None] Port 81800091-c09d-4715-bad5-59c590c3ab44 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:22:35.857385 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-6c58d170-2b51-4412-ab8f-c2eac66dba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:35.858295 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-6c58d170-2b51-4412-ab8f-c2eac66dba37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:35.862387 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-6c58d170-2b51-4412-ab8f-c2eac66dba37 service neutron] 10.222.0.24 "PUT /v2.0/ports/da771c15-2a10-4679-be7f-a5fff7447f06 HTTP/1.1" status: 200 len: 1092 time: 3.1776552 Oct 19 01:22:35.876697 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab82250-db6e-4d29-84a6-f1fd8b215453', 'tag': 'da771c15-2a10-4679-be7f-a5fff7447f06'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:22:35.884620 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406cbe72-80cc-43d7-82f1-bc4de090e20c" -d '{"events": [{"name": "network-changed", "server_uuid": "fab82250-db6e-4d29-84a6-f1fd8b215453", "tag": "da771c15-2a10-4679-be7f-a5fff7447f06"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:22:36.011136 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58d170-2b51-4412-ab8f-c2eac66dba37 service neutron] Pushing event updated for resources: {'Port': ['ID=da771c15-2a10-4679-be7f-a5fff7447f06,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:36.043058 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-64462cf0-822f-4012-bbf9-604bad71da97 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Deleting port 81800091-c09d-4715-bad5-59c590c3ab44 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:22:36.043890 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-64462cf0-822f-4012-bbf9-604bad71da97 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:36.044711 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-b282c6b5-77b4-4c81-8c27-ada9dfb7c365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:36.051368 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-b282c6b5-77b4-4c81-8c27-ada9dfb7c365 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=248f0ca5d5d44d8ab1ae3c514fead24b&device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 1095 time: 0.1371961 Oct 19 01:22:36.058816 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-28af9d03-565b-404d-be1a-1702d7999611 None None] Provisioning complete for port 6598320d-d0bc-4f28-8fa0-57f41bc231af triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:36.062354 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-28af9d03-565b-404d-be1a-1702d7999611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:36.090246 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88c740c-91c0-4a94-a79d-539c53b2d0f9 x-openstack-request-id: req-d88c740c-91c0-4a94-a79d-539c53b2d0f9 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:22:36.090683 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab82250-db6e-4d29-84a6-f1fd8b215453", "tag": "da771c15-2a10-4679-be7f-a5fff7447f06", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:22:36.090948 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d88c740c-91c0-4a94-a79d-539c53b2d0f9 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:22:36.091952 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab82250-db6e-4d29-84a6-f1fd8b215453', 'tag': 'da771c15-2a10-4679-be7f-a5fff7447f06', 'status': 'completed', 'code': 200} Oct 19 01:22:36.159240 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-52e1b0b8-8088-4d00-8f98-1d630d40d6f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da771c15-2a10-4679-be7f-a5fff7447f06 HTTP/1.1" status: 200 len: 217 time: 0.0958786 Oct 19 01:22:36.299370 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 6598320d-d0bc-4f28-8fa0-57f41bc231af up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:36.304924 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-64462cf0-822f-4012-bbf9-604bad71da97 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:36.333834 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-64462cf0-822f-4012-bbf9-604bad71da97 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Calling delete_port for 81800091-c09d-4715-bad5-59c590c3ab44 owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:22:36.347947 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-bd87998b-3aae-4f93-8b4b-9e6bba674804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:36.353441 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-bd87998b-3aae-4f93-8b4b-9e6bba674804 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fd3fa81-a83a-4093-b85e-409104ce311b HTTP/1.1" status: 200 len: 851 time: 0.1859324 Oct 19 01:22:36.474108 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 6598320d-d0bc-4f28-8fa0-57f41bc231af triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:36.474700 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:36.488624 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-5994f153-d4d4-437d-95b4-76e5cdf56358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:36.491172 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-5994f153-d4d4-437d-95b4-76e5cdf56358 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1283526 Oct 19 01:22:36.600296 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-efcdaa13-f78e-482d-86a1-fc1fd60b3569 None None] Provisioning complete for port 81800091-c09d-4715-bad5-59c590c3ab44 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:36.605461 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-efcdaa13-f78e-482d-86a1-fc1fd60b3569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:36.605756 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-ede0b506-b2c3-4da6-8963-697c7da5d3b5 service neutron] 10.222.0.24 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063240 Oct 19 01:22:36.699641 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-efcdaa13-f78e-482d-86a1-fc1fd60b3569 None None] Port 81800091-c09d-4715-bad5-59c590c3ab44 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:22:36.736472 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-64462cf0-822f-4012-bbf9-604bad71da97 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:36.775739 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64462cf0-822f-4012-bbf9-604bad71da97 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event deleted for resources: {'Port': ['ID=81800091-c09d-4715-bad5-59c590c3ab44,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:36.811330 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab557f5c-68aa-4fa4-a19f-ef0ad3124a65 req-d24bcd37-4483-47b7-885a-f4c1a081edc4 service neutron] 10.222.0.24 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963000 Oct 19 01:22:36.845448 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-2df68ae8-c263-4914-9071-e6682fe8a129 None None] Could not find standard attr ID for object 81800091-c09d-4715-bad5-59c590c3ab44. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:22:36.958627 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406cbe72-80cc-43d7-82f1-bc4de090e20c req-314370fd-3f4b-4119-8010-de1e78f944fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:36.965078 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-406cbe72-80cc-43d7-82f1-bc4de090e20c req-314370fd-3f4b-4119-8010-de1e78f944fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=248f0ca5d5d44d8ab1ae3c514fead24b&device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 1095 time: 0.0848897 Oct 19 01:22:37.139675 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406cbe72-80cc-43d7-82f1-bc4de090e20c req-4600ab57-3ed2-450b-b0d9-f56679f78e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:37.141222 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-406cbe72-80cc-43d7-82f1-bc4de090e20c req-4600ab57-3ed2-450b-b0d9-f56679f78e66 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a HTTP/1.1" status: 200 len: 913 time: 0.1654575 Oct 19 01:22:37.250248 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-406cbe72-80cc-43d7-82f1-bc4de090e20c req-881e613a-797c-4bf0-9e6c-12d315dd3a93 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da771c15-2a10-4679-be7f-a5fff7447f06 HTTP/1.1" status: 200 len: 217 time: 0.0990164 Oct 19 01:22:37.322278 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406cbe72-80cc-43d7-82f1-bc4de090e20c req-b4d803b0-639f-4561-b27e-5b18ac874e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:37.324616 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-406cbe72-80cc-43d7-82f1-bc4de090e20c req-b4d803b0-639f-4561-b27e-5b18ac874e74 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fd3fa81-a83a-4093-b85e-409104ce311b HTTP/1.1" status: 200 len: 851 time: 0.0608029 Oct 19 01:22:37.386775 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406cbe72-80cc-43d7-82f1-bc4de090e20c req-24652488-9ad9-44de-a5e2-ebcb08e86cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:37.388371 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-406cbe72-80cc-43d7-82f1-bc4de090e20c req-24652488-9ad9-44de-a5e2-ebcb08e86cc2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532684 Oct 19 01:22:37.566852 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-406cbe72-80cc-43d7-82f1-bc4de090e20c req-ca63e9f9-211d-4040-ae3a-9dd36f1857c8 service neutron] 10.222.0.24 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631899 Oct 19 01:22:37.616926 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22660d0-7c3d-4eca-bbac-544e3748a55d req-8f3a07b3-9818-4871-a6f7-0a3ca8005b92 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:37.624563 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b22660d0-7c3d-4eca-bbac-544e3748a55d req-8f3a07b3-9818-4871-a6f7-0a3ca8005b92 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 943 time: 0.7644925 Oct 19 01:22:37.627150 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-64462cf0-822f-4012-bbf9-604bad71da97 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:37.721889 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-406cbe72-80cc-43d7-82f1-bc4de090e20c req-dace86fc-c7f7-4b71-97f6-e00cb09a4e22 service neutron] 10.222.0.24 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452141 Oct 19 01:22:37.757389 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b22660d0-7c3d-4eca-bbac-544e3748a55d req-d44cab1b-1b7d-42b9-acdb-3a791a28c0b3 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270633 Oct 19 01:22:37.910872 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64462cf0-822f-4012-bbf9-604bad71da97 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Router 870b5184-6d5c-4ace-aa8a-c0e676b03b41 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:22:38.015659 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64462cf0-822f-4012-bbf9-604bad71da97 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:22:38.028586 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c65723-e6b7-4b97-9764-d154b860c272 None None] Sync routers for ids ['870b5184-6d5c-4ace-aa8a-c0e676b03b41'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:22:38.041897 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-64462cf0-822f-4012-bbf9-604bad71da97 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "PUT /v2.0/routers/870b5184-6d5c-4ace-aa8a-c0e676b03b41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7145696 Oct 19 01:22:38.047620 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57482) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:38.048065 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c65723-e6b7-4b97-9764-d154b860c272 None None] Routers {'870b5184-6d5c-4ace-aa8a-c0e676b03b41'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:38.048711 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-48c65723-e6b7-4b97-9764-d154b860c272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:22:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['870b5184-6d5c-4ace-aa8a-c0e676b03b41'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:38.116662 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2d00718c-037d-4495-b6c5-2a27f3918b88 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "GET /v2.0/ports?device_id=870b5184-6d5c-4ace-aa8a-c0e676b03b41 HTTP/1.1" status: 200 len: 205 time: 0.0678279 Oct 19 01:22:38.119057 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57488) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:38.162394 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-48c65723-e6b7-4b97-9764-d154b860c272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:38.172218 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c65723-e6b7-4b97-9764-d154b860c272 None None] Routers {'870b5184-6d5c-4ace-aa8a-c0e676b03b41'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:38.173160 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-48c65723-e6b7-4b97-9764-d154b860c272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:22:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['870b5184-6d5c-4ace-aa8a-c0e676b03b41'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:38.206795 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-48c65723-e6b7-4b97-9764-d154b860c272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:38.207776 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c65723-e6b7-4b97-9764-d154b860c272 None None] The sync data for ids ['870b5184-6d5c-4ace-aa8a-c0e676b03b41'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:22:38.210281 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4dd60441-aa82-45ef-bd03-48fa300e212c tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:38.476832 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4dd60441-aa82-45ef-bd03-48fa300e212c tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:38.478974 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4dd60441-aa82-45ef-bd03-48fa300e212c tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:38.549432 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4dd60441-aa82-45ef-bd03-48fa300e212c tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:38.549987 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd60441-aa82-45ef-bd03-48fa300e212c tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Fanout notify agent at l3_agent the message router_deleted on router 870b5184-6d5c-4ace-aa8a-c0e676b03b41 {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:22:38.559563 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4dd60441-aa82-45ef-bd03-48fa300e212c tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:38.560701 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4dd60441-aa82-45ef-bd03-48fa300e212c tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/routers/870b5184-6d5c-4ace-aa8a-c0e676b03b41 HTTP/1.1" status: 204 len: 168 time: 0.4403255 Oct 19 01:22:38.563478 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57494) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:38.637536 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-654e61b7-14a8-4ed3-ba95-fb85576e64e2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Deleting subnet 46d67243-fb63-499d-b99a-10bca0b46583 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:22:38.641617 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-654e61b7-14a8-4ed3-ba95-fb85576e64e2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:38.689201 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-654e61b7-14a8-4ed3-ba95-fb85576e64e2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:38.880212 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-654e61b7-14a8-4ed3-ba95-fb85576e64e2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:38.994158 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dec2b7-eee1-4952-a969-145e5f356637 req-a28e287e-b078-474d-a9e5-426cac8d9c64 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:38.995924 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-93dec2b7-eee1-4952-a969-145e5f356637 req-a28e287e-b078-474d-a9e5-426cac8d9c64 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 943 time: 0.1302543 Oct 19 01:22:39.060511 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-93dec2b7-eee1-4952-a969-145e5f356637 req-f58ad67b-c7a3-4c76-8a65-a6e34f87387d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514734 Oct 19 01:22:39.062224 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-654e61b7-14a8-4ed3-ba95-fb85576e64e2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:39.104197 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e61b7-14a8-4ed3-ba95-fb85576e64e2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event deleted for resources: {'Subnet': ['ID=46d67243-fb63-499d-b99a-10bca0b46583,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:39.115287 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-654e61b7-14a8-4ed3-ba95-fb85576e64e2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:39.122541 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-654e61b7-14a8-4ed3-ba95-fb85576e64e2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/subnets/46d67243-fb63-499d-b99a-10bca0b46583 HTTP/1.1" status: 204 len: 168 time: 0.5575604 Oct 19 01:22:39.125475 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57512) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:39.128038 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4f0982-98aa-41da-acd5-4498ceb2882e None None] Network 063e8396-6262-473a-9225-d8a06fc465d3 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:22:39.289200 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8947169e-c3f5-49a2-8295-a11bd68500a1 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:39.395920 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-8947169e-c3f5-49a2-8295-a11bd68500a1 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Deleting port 6598320d-d0bc-4f28-8fa0-57f41bc231af {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:22:39.396335 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8947169e-c3f5-49a2-8295-a11bd68500a1 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:39.435870 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c225e326-3a47-4d5b-9e41-7b617cdf1fd6 None None] DHCP port deletion for 063e8396-6262-473a-9225-d8a06fc465d3 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:22:39.497953 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-c225e326-3a47-4d5b-9e41-7b617cdf1fd6 None None] Deleting port 6598320d-d0bc-4f28-8fa0-57f41bc231af {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:22:39.498595 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c225e326-3a47-4d5b-9e41-7b617cdf1fd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:39.545189 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-8947169e-c3f5-49a2-8295-a11bd68500a1 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] For port 6598320d-d0bc-4f28-8fa0-57f41bc231af, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=6598320d-d0bc-4f28-8fa0-57f41bc231af,segment=NetworkSegment(bf03d9be-4215-4dda-af2b-1b776bad6ff7),segment_id=bf03d9be-4215-4dda-af2b-1b776bad6ff7)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:39.545857 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8947169e-c3f5-49a2-8295-a11bd68500a1 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:39.577891 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-c225e326-3a47-4d5b-9e41-7b617cdf1fd6 None None] For port 6598320d-d0bc-4f28-8fa0-57f41bc231af, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=6598320d-d0bc-4f28-8fa0-57f41bc231af,segment=NetworkSegment(bf03d9be-4215-4dda-af2b-1b776bad6ff7),segment_id=bf03d9be-4215-4dda-af2b-1b776bad6ff7)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:39.578661 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c225e326-3a47-4d5b-9e41-7b617cdf1fd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:39.596519 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-c225e326-3a47-4d5b-9e41-7b617cdf1fd6 None None] Calling delete_port for 6598320d-d0bc-4f28-8fa0-57f41bc231af owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:22:39.609404 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-8947169e-c3f5-49a2-8295-a11bd68500a1 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Calling delete_port for 6598320d-d0bc-4f28-8fa0-57f41bc231af owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:22:39.682877 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c225e326-3a47-4d5b-9e41-7b617cdf1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:39.716527 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c225e326-3a47-4d5b-9e41-7b617cdf1fd6 None None] Pushing event deleted for resources: {'Port': ['ID=6598320d-d0bc-4f28-8fa0-57f41bc231af,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:39.720558 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c225e326-3a47-4d5b-9e41-7b617cdf1fd6 None None] No DVR routers for this DVR port 6598320d-d0bc-4f28-8fa0-57f41bc231af on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:22:39.766225 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8947169e-c3f5-49a2-8295-a11bd68500a1 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:39.821162 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947169e-c3f5-49a2-8295-a11bd68500a1 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event deleted for resources: {'Port': ['ID=6598320d-d0bc-4f28-8fa0-57f41bc231af,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:39.838984 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8947169e-c3f5-49a2-8295-a11bd68500a1 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] No DVR routers for this DVR port 6598320d-d0bc-4f28-8fa0-57f41bc231af on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:22:40.007164 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8947169e-c3f5-49a2-8295-a11bd68500a1 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:40.055112 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-8947169e-c3f5-49a2-8295-a11bd68500a1 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['063e8396-6262-473a-9225-d8a06fc465d3']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:40.122605 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-8947169e-c3f5-49a2-8295-a11bd68500a1 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf03d9be-4215-4dda-af2b-1b776bad6ff7') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:40.124663 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-8947169e-c3f5-49a2-8295-a11bd68500a1 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf03d9be-4215-4dda-af2b-1b776bad6ff7') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:40.149431 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8947169e-c3f5-49a2-8295-a11bd68500a1 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:40.200525 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8947169e-c3f5-49a2-8295-a11bd68500a1 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:40.213737 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8947169e-c3f5-49a2-8295-a11bd68500a1 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:22:40.216507 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8947169e-c3f5-49a2-8295-a11bd68500a1 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: self.session.flush() Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: self.session.flush() Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: self.session.flush() Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: self.session.flush() Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:22:40.234693 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:22:40.262959 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 6598320d-d0bc-4f28-8fa0-57f41bc231af no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:22:40.302854 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 6598320d-d0bc-4f28-8fa0-57f41bc231af {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:22:40.303244 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 6598320d-d0bc-4f28-8fa0-57f41bc231af not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:22:40.334316 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b9af8-93cb-4bc3-99ae-f98b2fee38ca req-ac84feac-7762-42e7-b07f-7bc2a121ac0d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:40.341655 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-927b9af8-93cb-4bc3-99ae-f98b2fee38ca req-ac84feac-7762-42e7-b07f-7bc2a121ac0d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 943 time: 0.1027954 Oct 19 01:22:40.357057 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8947169e-c3f5-49a2-8295-a11bd68500a1 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:40.383507 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8947169e-c3f5-49a2-8295-a11bd68500a1 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:40.387404 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8947169e-c3f5-49a2-8295-a11bd68500a1 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/networks/063e8396-6262-473a-9225-d8a06fc465d3 HTTP/1.1" status: 204 len: 168 time: 1.2603598 Oct 19 01:22:40.391212 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947169e-c3f5-49a2-8295-a11bd68500a1 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event deleted for resources: {'Network': ['ID=063e8396-6262-473a-9225-d8a06fc465d3,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:40.392104 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57546) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:40.396963 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-c0a02833-b451-4e11-9aac-2703a3f47903 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-454750197', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}, 'admin_state_up': False}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:40.452185 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-927b9af8-93cb-4bc3-99ae-f98b2fee38ca req-d99e4171-9376-4f72-83b3-a7e7b93c61a6 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035254 Oct 19 01:22:40.458958 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c0a02833-b451-4e11-9aac-2703a3f47903 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:40.465348 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c0a02833-b451-4e11-9aac-2703a3f47903 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:40.562568 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c0a02833-b451-4e11-9aac-2703a3f47903 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:40.797933 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c0a02833-b451-4e11-9aac-2703a3f47903 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:41.116791 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device bf76e776-e2d4-4f18-b4d3-84f9217e5e5f details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:22:41.202251 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c0a02833-b451-4e11-9aac-2703a3f47903 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:41.269626 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port bf76e776-e2d4-4f18-b4d3-84f9217e5e5f, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:41.271533 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c0a02833-b451-4e11-9aac-2703a3f47903 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:41.288239 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'bf76e776-e2d4-4f18-b4d3-84f9217e5e5f', 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41', 'port_id': 'bf76e776-e2d4-4f18-b4d3-84f9217e5e5f', 'mac_address': 'fa:16:3e:da:26:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e75ff155-8f86-450c-9276-3e4132eca531', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:22:41.365044 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:41.392059 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf76e776-e2d4-4f18-b4d3-84f9217e5e5f {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:22:41.399123 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-c0a02833-b451-4e11-9aac-2703a3f47903 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Allocated IP 172.25.8.24 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/0d76297b-7d5e-442c-b8f6-c5365c76e17e) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:22:41.453130 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port bf76e776-e2d4-4f18-b4d3-84f9217e5e5f, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:41.462582 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:41.564062 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:41.615156 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['bf76e776-e2d4-4f18-b4d3-84f9217e5e5f'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:22:41.660754 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479d475-a4c5-4f14-bed6-e0bb9500f19b req-ea4dcf2b-170f-4a97-bbc0-56d0ca869b88 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:41.674985 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f479d475-a4c5-4f14-bed6-e0bb9500f19b req-ea4dcf2b-170f-4a97-bbc0-56d0ca869b88 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 943 time: 0.0871513 Oct 19 01:22:41.682280 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c0a02833-b451-4e11-9aac-2703a3f47903 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:41.760409 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f479d475-a4c5-4f14-bed6-e0bb9500f19b req-746c99a9-174b-46ec-af2f-871fa94efbaf tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841098 Oct 19 01:22:41.804424 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c0a02833-b451-4e11-9aac-2703a3f47903 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:41.884985 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a02833-b451-4e11-9aac-2703a3f47903 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:41.894192 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-c0a02833-b451-4e11-9aac-2703a3f47903 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:41.899318 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a02833-b451-4e11-9aac-2703a3f47903 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:22:41.946774 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a02833-b451-4e11-9aac-2703a3f47903 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Port': ['ID=0d76297b-7d5e-442c-b8f6-c5365c76e17e,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:42.420048 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c0a02833-b451-4e11-9aac-2703a3f47903 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:42.785225 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c0a02833-b451-4e11-9aac-2703a3f47903 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:42.994698 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4e913-b629-4ebf-b8ef-410574abbede req-c4ee5448-589b-48c5-aeb6-4790cc558530 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:43.003721 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-90e4e913-b629-4ebf-b8ef-410574abbede req-c4ee5448-589b-48c5-aeb6-4790cc558530 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 943 time: 0.1645930 Oct 19 01:22:43.092460 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-90e4e913-b629-4ebf-b8ef-410574abbede req-51eaed92-f895-4aa0-bfdf-7a606703c80b tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873415 Oct 19 01:22:43.126624 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a02833-b451-4e11-9aac-2703a3f47903 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Router ba5cf60c-75d2-4859-9ccf-c3ee378581b3 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:22:43.128697 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device bf76e776-e2d4-4f18-b4d3-84f9217e5e5f up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:43.263980 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port bf76e776-e2d4-4f18-b4d3-84f9217e5e5f triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:43.264380 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:43.493303 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a02833-b451-4e11-9aac-2703a3f47903 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:22:43.511135 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552d5ff8-f639-40d5-b5de-ee4750a007ca None None] Sync routers for ids ['ba5cf60c-75d2-4859-9ccf-c3ee378581b3'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:22:43.530079 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552d5ff8-f639-40d5-b5de-ee4750a007ca None None] Routers {'ba5cf60c-75d2-4859-9ccf-c3ee378581b3'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:43.531381 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-552d5ff8-f639-40d5-b5de-ee4750a007ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:22:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['ba5cf60c-75d2-4859-9ccf-c3ee378581b3'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:43.532967 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:43.561545 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c0a02833-b451-4e11-9aac-2703a3f47903 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:43.565874 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57608) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:43.566803 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c0a02833-b451-4e11-9aac-2703a3f47903 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.1732883 Oct 19 01:22:43.585556 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b40554e-b2bb-44bd-bb68-f52a2adf8073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf76e776-e2d4-4f18-b4d3-84f9217e5e5f'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:22:43.591674 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2caf43d-c8a3-4981-92bb-bfa0bda025e3" -d '{"events": [{"server_uuid": "2b40554e-b2bb-44bd-bb68-f52a2adf8073", "name": "network-vif-plugged", "status": "completed", "tag": "bf76e776-e2d4-4f18-b4d3-84f9217e5e5f"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:22:43.631212 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port bf76e776-e2d4-4f18-b4d3-84f9217e5e5f, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:43.638814 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:43.676168 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-552d5ff8-f639-40d5-b5de-ee4750a007ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:43.703246 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca76e4c-dae3-4848-9778-3b506c78f1d9 x-openstack-request-id: req-7ca76e4c-dae3-4848-9778-3b506c78f1d9 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:22:43.703564 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b40554e-b2bb-44bd-bb68-f52a2adf8073", "name": "network-vif-plugged", "status": "completed", "tag": "bf76e776-e2d4-4f18-b4d3-84f9217e5e5f", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:22:43.704213 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7ca76e4c-dae3-4848-9778-3b506c78f1d9 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:22:43.704622 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b40554e-b2bb-44bd-bb68-f52a2adf8073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf76e776-e2d4-4f18-b4d3-84f9217e5e5f', 'code': 200} Oct 19 01:22:43.709028 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552d5ff8-f639-40d5-b5de-ee4750a007ca None None] Routers {'ba5cf60c-75d2-4859-9ccf-c3ee378581b3'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:43.709978 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-552d5ff8-f639-40d5-b5de-ee4750a007ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:22:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['ba5cf60c-75d2-4859-9ccf-c3ee378581b3'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:43.845866 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-552d5ff8-f639-40d5-b5de-ee4750a007ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:43.846536 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552d5ff8-f639-40d5-b5de-ee4750a007ca None None] The sync data for ids ['ba5cf60c-75d2-4859-9ccf-c3ee378581b3'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:22:43.857596 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-63fa8a50-5484-4262-8829-91cd6ddb60a2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "GET /v2.0/routers/ba5cf60c-75d2-4859-9ccf-c3ee378581b3 HTTP/1.1" status: 200 len: 879 time: 0.2885060 Oct 19 01:22:43.860946 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57616) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:43.868967 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f,revision_number=7']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:43.920176 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-eaa6d3fe-9c3d-469e-b9f8-6b1e761556ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:44.358162 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-73035929-7063-413b-95bd-8eb0f73518b0 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.4958284 Oct 19 01:22:44.360529 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57628) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:44.367404 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-9ec3e99f-6c01-453e-a92e-89332e2a478f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-454750197'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:44.377782 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc48aab-266b-4610-8600-76331d4b2620 req-22049255-50ce-4d7b-a0e6-f2f8891d1dfb tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:44.379265 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5cc48aab-266b-4610-8600-76331d4b2620 req-22049255-50ce-4d7b-a0e6-f2f8891d1dfb tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 943 time: 0.1444027 Oct 19 01:22:44.564471 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5cc48aab-266b-4610-8600-76331d4b2620 req-f7d382dd-8848-487b-8c70-4f2d7e3790c7 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447957 Oct 19 01:22:45.033082 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9ec3e99f-6c01-453e-a92e-89332e2a478f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64930'] for router, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:45.048668 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9ec3e99f-6c01-453e-a92e-89332e2a478f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592856'] for router, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:45.191272 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec3e99f-6c01-453e-a92e-89332e2a478f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Router ba5cf60c-75d2-4859-9ccf-c3ee378581b3 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:22:45.853775 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec3e99f-6c01-453e-a92e-89332e2a478f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:22:45.868317 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d461aca-478e-452d-a2f2-3f06e79059ad None None] Sync routers for ids ['ba5cf60c-75d2-4859-9ccf-c3ee378581b3'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:22:45.875378 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9ec3e99f-6c01-453e-a92e-89332e2a478f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:45.879947 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9ec3e99f-6c01-453e-a92e-89332e2a478f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "PUT /v2.0/routers/ba5cf60c-75d2-4859-9ccf-c3ee378581b3 HTTP/1.1" status: 200 len: 886 time: 1.5183907 Oct 19 01:22:45.880203 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57680) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:45.916254 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d461aca-478e-452d-a2f2-3f06e79059ad None None] Routers {'ba5cf60c-75d2-4859-9ccf-c3ee378581b3'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:45.917962 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-5d461aca-478e-452d-a2f2-3f06e79059ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:22:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['ba5cf60c-75d2-4859-9ccf-c3ee378581b3'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:45.920805 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32b71b-5d25-4ceb-ba5f-6fd1fdb025e5 req-be47a440-c378-4a94-a5fc-a816f8661b6c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:45.923675 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ab32b71b-5d25-4ceb-ba5f-6fd1fdb025e5 req-be47a440-c378-4a94-a5fc-a816f8661b6c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 943 time: 0.1204839 Oct 19 01:22:46.011553 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ab32b71b-5d25-4ceb-ba5f-6fd1fdb025e5 req-871a9622-7898-493a-be27-017297651e00 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794163 Oct 19 01:22:46.053611 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-5d461aca-478e-452d-a2f2-3f06e79059ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:46.096753 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d461aca-478e-452d-a2f2-3f06e79059ad None None] Routers {'ba5cf60c-75d2-4859-9ccf-c3ee378581b3'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:46.097647 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-5d461aca-478e-452d-a2f2-3f06e79059ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:22:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['ba5cf60c-75d2-4859-9ccf-c3ee378581b3'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:46.136738 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-5d461aca-478e-452d-a2f2-3f06e79059ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:46.137638 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d461aca-478e-452d-a2f2-3f06e79059ad None None] The sync data for ids ['ba5cf60c-75d2-4859-9ccf-c3ee378581b3'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:22:46.205803 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-445120e1-5efb-4ca2-9826-5e644cdfd4e6 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "GET /v2.0/routers/ba5cf60c-75d2-4859-9ccf-c3ee378581b3 HTTP/1.1" status: 200 len: 886 time: 0.3088627 Oct 19 01:22:46.209756 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57694) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:46.298463 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a119f90d-63fd-46ca-83af-48ef260c0c6a tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba5cf60c-75d2-4859-9ccf-c3ee378581b3 HTTP/1.1" status: 200 len: 205 time: 0.0842006 Oct 19 01:22:46.304702 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57698) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:46.554795 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-47376b6f-2516-4d08-ba33-f97e86e95700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:46.627692 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e73cce05-9542-4fb3-9475-3a25a1dcdd37 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:46.925300 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e73cce05-9542-4fb3-9475-3a25a1dcdd37 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:47.064633 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-e73cce05-9542-4fb3-9475-3a25a1dcdd37 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Deleting port 0d76297b-7d5e-442c-b8f6-c5365c76e17e {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:22:47.065019 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e73cce05-9542-4fb3-9475-3a25a1dcdd37 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:47.266594 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:47.298606 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e73cce05-9542-4fb3-9475-3a25a1dcdd37 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:47.327195 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483d7f7-96a4-44ac-9e1c-43a586a757d2 req-c78bfaee-4903-44e8-b08d-3e65a4cad621 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:47.329056 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a483d7f7-96a4-44ac-9e1c-43a586a757d2 req-c78bfaee-4903-44e8-b08d-3e65a4cad621 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 943 time: 0.1506963 Oct 19 01:22:47.330061 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-e73cce05-9542-4fb3-9475-3a25a1dcdd37 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Calling delete_port for 0d76297b-7d5e-442c-b8f6-c5365c76e17e owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:22:47.459878 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a483d7f7-96a4-44ac-9e1c-43a586a757d2 req-47450d29-83fb-405a-9e49-fea7055f30c7 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128681 Oct 19 01:22:47.671492 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e73cce05-9542-4fb3-9475-3a25a1dcdd37 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:47.715558 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73cce05-9542-4fb3-9475-3a25a1dcdd37 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event deleted for resources: {'Port': ['ID=0d76297b-7d5e-442c-b8f6-c5365c76e17e,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:47.786914 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:47.839972 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e73cce05-9542-4fb3-9475-3a25a1dcdd37 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:48.050625 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e73cce05-9542-4fb3-9475-3a25a1dcdd37 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:48.054423 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e73cce05-9542-4fb3-9475-3a25a1dcdd37 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:48.142426 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e73cce05-9542-4fb3-9475-3a25a1dcdd37 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:48.143559 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73cce05-9542-4fb3-9475-3a25a1dcdd37 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Fanout notify agent at l3_agent the message router_deleted on router ba5cf60c-75d2-4859-9ccf-c3ee378581b3 {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:22:48.165638 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e73cce05-9542-4fb3-9475-3a25a1dcdd37 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:48.179713 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e73cce05-9542-4fb3-9475-3a25a1dcdd37 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/routers/ba5cf60c-75d2-4859-9ccf-c3ee378581b3 HTTP/1.1" status: 204 len: 168 time: 1.8357408 Oct 19 01:22:48.181125 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57740) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:48.190196 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-bfce39bd-06d7-4922-9be2-4eb16d1bfd5e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Request body: {'network': {'name': 'tempest-RoutersTest-1441398832'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:48.233500 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfce39bd-06d7-4922-9be2-4eb16d1bfd5e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Made reservation on behalf of b4da212c26bc45dcb3b08cdb9cc1629c for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:22:48.244237 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bfce39bd-06d7-4922-9be2-4eb16d1bfd5e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:48.304556 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfce39bd-06d7-4922-9be2-4eb16d1bfd5e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:22:48.330484 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bfce39bd-06d7-4922-9be2-4eb16d1bfd5e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:48.330841 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-bfce39bd-06d7-4922-9be2-4eb16d1bfd5e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Added segment c5620866-a68b-4b91-bc58-c9c408d2b1b5 of type vlan for network 86430f3a-da24-4304-abad-5ff338d49604 Oct 19 01:22:48.384789 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bfce39bd-06d7-4922-9be2-4eb16d1bfd5e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:48.414371 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bfce39bd-06d7-4922-9be2-4eb16d1bfd5e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:48.421387 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfce39bd-06d7-4922-9be2-4eb16d1bfd5e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:48.422179 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bfce39bd-06d7-4922-9be2-4eb16d1bfd5e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:48.441301 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-bfce39bd-06d7-4922-9be2-4eb16d1bfd5e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2590482 Oct 19 01:22:48.446149 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57750) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:48.452223 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-3cbe1b02-febc-4344-8cec-18980eab080c tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Request body: {'subnet': {'network_id': '86430f3a-da24-4304-abad-5ff338d49604', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:48.501025 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de750b7-cebb-435e-9427-9f6a35bd30d0 req-c081268b-5446-4e24-9ed0-ea75f69661cb tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:48.535857 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9de750b7-cebb-435e-9427-9f6a35bd30d0 req-c081268b-5446-4e24-9ed0-ea75f69661cb tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f026a01-2b80-4462-8cfa-ba81db438832 HTTP/1.1" status: 200 len: 945 time: 0.1646636 Oct 19 01:22:48.670131 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbe1b02-febc-4344-8cec-18980eab080c tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Made reservation on behalf of b4da212c26bc45dcb3b08cdb9cc1629c for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:22:48.673394 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce39bd-06d7-4922-9be2-4eb16d1bfd5e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Network': ['ID=86430f3a-da24-4304-abad-5ff338d49604,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:48.675209 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3cbe1b02-febc-4344-8cec-18980eab080c tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:48.686488 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 86430f3a-da24-4304-abad-5ff338d49604 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:22:48.737766 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9de750b7-cebb-435e-9427-9f6a35bd30d0 req-ebf42323-a54b-408e-a421-002f8ec1e57c tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2961e7a-6b08-4600-b892-5ceb32c80e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000785 Oct 19 01:22:48.829994 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a250fe-9483-4eb9-9fe3-e9bfb85743ac req-745440e2-7132-43a3-b591-392ce610b6bb tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:48.843243 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c7a250fe-9483-4eb9-9fe3-e9bfb85743ac req-745440e2-7132-43a3-b591-392ce610b6bb tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 943 time: 0.1647251 Oct 19 01:22:48.898823 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c7a250fe-9483-4eb9-9fe3-e9bfb85743ac req-af87a8d8-40b0-41a4-9e0f-3c86e8553f7f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530839 Oct 19 01:22:49.055218 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3cbe1b02-febc-4344-8cec-18980eab080c tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:49.109104 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe1b02-febc-4344-8cec-18980eab080c tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Subnet': ['ID=8b9fb9d2-d406-43b0-beff-919b3fabce5a,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:49.177026 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbe1b02-febc-4344-8cec-18980eab080c tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Checking segment: {'id': 'c5620866-a68b-4b91-bc58-c9c408d2b1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '86430f3a-da24-4304-abad-5ff338d49604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:22:49.177404 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbe1b02-febc-4344-8cec-18980eab080c tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Network hostable DHCP agents. Network: 86430f3a-da24-4304-abad-5ff338d49604, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:22:49.202451 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbe1b02-febc-4344-8cec-18980eab080c tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Network 86430f3a-da24-4304-abad-5ff338d49604 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:22:49.216569 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-3cbe1b02-febc-4344-8cec-18980eab080c tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 86430f3a-da24-4304-abad-5ff338d49604) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:49.232864 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c29b2ff-f38c-4bb1-8888-5f111ad12f26 None None] Network 86430f3a-da24-4304-abad-5ff338d49604 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:22:49.235831 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbe1b02-febc-4344-8cec-18980eab080c tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:49.236431 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3cbe1b02-febc-4344-8cec-18980eab080c tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:49.300291 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3cbe1b02-febc-4344-8cec-18980eab080c tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8524308 Oct 19 01:22:49.303020 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57768) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:49.309086 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-d7f47e97-d636-49d6-9257-1e76f6010cec tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1621595346', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:49.374054 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d7f47e97-d636-49d6-9257-1e76f6010cec tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:49.375155 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d7f47e97-d636-49d6-9257-1e76f6010cec tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:49.504347 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4a0cfc-9820-4b9f-a414-fc0dd9e4d3ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-86430f3a-da24-4304-abad-5ff338d49604', 'network_id': '86430f3a-da24-4304-abad-5ff338d49604', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'fixed_ips': [{'subnet_id': '8b9fb9d2-d406-43b0-beff-919b3fabce5a'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:22:49.505475 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0d4a0cfc-9820-4b9f-a414-fc0dd9e4d3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:49.506330 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d7f47e97-d636-49d6-9257-1e76f6010cec tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:49.514392 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d7f47e97-d636-49d6-9257-1e76f6010cec tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:49.548781 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d7f47e97-d636-49d6-9257-1e76f6010cec tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:49.550877 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d7f47e97-d636-49d6-9257-1e76f6010cec tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2466805 Oct 19 01:22:49.553955 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57776) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:49.754227 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:49.771949 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-0d4a0cfc-9820-4b9f-a414-fc0dd9e4d3ad None None] Allocated IP 172.20.0.2 (86430f3a-da24-4304-abad-5ff338d49604/8b9fb9d2-d406-43b0-beff-919b3fabce5a/c9a39400-f4d1-4ba0-84f2-93eec4fe921f) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:22:49.977399 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1214b-6597-4082-b819-109230803d7c req-1760d5a4-80d3-4559-bef7-be9cde07117d tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:49.987702 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-79e1214b-6597-4082-b819-109230803d7c req-1760d5a4-80d3-4559-bef7-be9cde07117d tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f026a01-2b80-4462-8cfa-ba81db438832 HTTP/1.1" status: 200 len: 945 time: 0.0890627 Oct 19 01:22:50.110771 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-79e1214b-6597-4082-b819-109230803d7c req-9ba81a1d-c99f-4602-bf53-225a2a40a535 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2961e7a-6b08-4600-b892-5ceb32c80e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218834 Oct 19 01:22:50.226950 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0d4a0cfc-9820-4b9f-a414-fc0dd9e4d3ad None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:50.236908 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0d4a0cfc-9820-4b9f-a414-fc0dd9e4d3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:50.263277 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4a0cfc-9820-4b9f-a414-fc0dd9e4d3ad None None] Network 86430f3a-da24-4304-abad-5ff338d49604 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:50.266212 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-0d4a0cfc-9820-4b9f-a414-fc0dd9e4d3ad None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:50.270402 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4a0cfc-9820-4b9f-a414-fc0dd9e4d3ad None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:22:50.279159 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-34df1af9-3009-4b3a-b0be-96cd94feb5e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:50.434106 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-0d4a0cfc-9820-4b9f-a414-fc0dd9e4d3ad None None] Attempting to bind port c9a39400-f4d1-4ba0-84f2-93eec4fe921f on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:22:50.434817 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-0d4a0cfc-9820-4b9f-a414-fc0dd9e4d3ad None None] Attempting to bind port c9a39400-f4d1-4ba0-84f2-93eec4fe921f by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'c5620866-a68b-4b91-bc58-c9c408d2b1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '86430f3a-da24-4304-abad-5ff338d49604'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:22:50.435444 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4a0cfc-9820-4b9f-a414-fc0dd9e4d3ad None None] Attempting to bind port c9a39400-f4d1-4ba0-84f2-93eec4fe921f on network 86430f3a-da24-4304-abad-5ff338d49604 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:22:50.443460 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4a0cfc-9820-4b9f-a414-fc0dd9e4d3ad None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:22:50.444186 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4a0cfc-9820-4b9f-a414-fc0dd9e4d3ad None None] Checking segment: {'id': 'c5620866-a68b-4b91-bc58-c9c408d2b1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '86430f3a-da24-4304-abad-5ff338d49604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:22:50.444779 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0d4a0cfc-9820-4b9f-a414-fc0dd9e4d3ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:50.445347 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4a0cfc-9820-4b9f-a414-fc0dd9e4d3ad None None] Bound using segment: {'id': 'c5620866-a68b-4b91-bc58-c9c408d2b1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '86430f3a-da24-4304-abad-5ff338d49604'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:22:50.446029 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-0d4a0cfc-9820-4b9f-a414-fc0dd9e4d3ad None None] Bound port: c9a39400-f4d1-4ba0-84f2-93eec4fe921f, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5620866-a68b-4b91-bc58-c9c408d2b1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '86430f3a-da24-4304-abad-5ff338d49604'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:22:50.446611 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0d4a0cfc-9820-4b9f-a414-fc0dd9e4d3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:50.466690 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a0cfc-9820-4b9f-a414-fc0dd9e4d3ad None None] Pushing event updated for resources: {'Port': ['ID=c9a39400-f4d1-4ba0-84f2-93eec4fe921f,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:50.573501 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b40a1-0736-4607-b314-228c4e20714c req-280bb30a-5b7c-43e8-a572-928be2c1c044 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:50.576208 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-0d4a0cfc-9820-4b9f-a414-fc0dd9e4d3ad None None] For port c9a39400-f4d1-4ba0-84f2-93eec4fe921f, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:22:50.579510 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-989b40a1-0736-4607-b314-228c4e20714c req-280bb30a-5b7c-43e8-a572-928be2c1c044 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f026a01-2b80-4462-8cfa-ba81db438832 HTTP/1.1" status: 200 len: 945 time: 0.6867249 Oct 19 01:22:50.581793 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-0d4a0cfc-9820-4b9f-a414-fc0dd9e4d3ad None None] For port c9a39400-f4d1-4ba0-84f2-93eec4fe921f, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c9a39400-f4d1-4ba0-84f2-93eec4fe921f,segment=NetworkSegment(c5620866-a68b-4b91-bc58-c9c408d2b1b5),segment_id=c5620866-a68b-4b91-bc58-c9c408d2b1b5)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:22:50.596605 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0d4a0cfc-9820-4b9f-a414-fc0dd9e4d3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:50.720999 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a0cfc-9820-4b9f-a414-fc0dd9e4d3ad None None] Pushing event updated for resources: {'Port': ['ID=c9a39400-f4d1-4ba0-84f2-93eec4fe921f,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:50.788275 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca25f8-b977-4108-bc65-c312fbc5aeb0 req-bcdbbc74-b9d8-4b6d-8b2c-def32d6db49b tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:50.790470 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6dca25f8-b977-4108-bc65-c312fbc5aeb0 req-bcdbbc74-b9d8-4b6d-8b2c-def32d6db49b tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 943 time: 0.6774805 Oct 19 01:22:50.933315 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6dca25f8-b977-4108-bc65-c312fbc5aeb0 req-0c1778c8-345f-4d40-a5d0-095e11defa78 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258478 Oct 19 01:22:50.972902 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-989b40a1-0736-4607-b314-228c4e20714c req-8e1cdfb7-f99e-4fda-9c46-c6da13a6b094 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Deleting port 50a2d424-fb93-4766-97c1-0ba2f7d8f035 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:22:50.973263 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-989b40a1-0736-4607-b314-228c4e20714c req-8e1cdfb7-f99e-4fda-9c46-c6da13a6b094 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:50.977318 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-34df1af9-3009-4b3a-b0be-96cd94feb5e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Allocated IP 172.20.0.1 (86430f3a-da24-4304-abad-5ff338d49604/8b9fb9d2-d406-43b0-beff-919b3fabce5a/cea8ad8a-4bfb-4fdd-8543-395b407daa7b) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:22:51.239444 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-989b40a1-0736-4607-b314-228c4e20714c req-8e1cdfb7-f99e-4fda-9c46-c6da13a6b094 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] For port 50a2d424-fb93-4766-97c1-0ba2f7d8f035, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=50a2d424-fb93-4766-97c1-0ba2f7d8f035,segment=NetworkSegment(6f5a1744-e0ea-4e62-9814-3a8d92635cc3),segment_id=6f5a1744-e0ea-4e62-9814-3a8d92635cc3)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:51.239909 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-989b40a1-0736-4607-b314-228c4e20714c req-8e1cdfb7-f99e-4fda-9c46-c6da13a6b094 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:51.289035 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-989b40a1-0736-4607-b314-228c4e20714c req-8e1cdfb7-f99e-4fda-9c46-c6da13a6b094 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Calling delete_port for 50a2d424-fb93-4766-97c1-0ba2f7d8f035 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:22:51.447586 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd0a24-7f18-4899-ba84-5dfcc0f7f389 req-100d2768-dbe5-4996-ac3f-33f6e514718d tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:51.450405 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5afd0a24-7f18-4899-ba84-5dfcc0f7f389 req-100d2768-dbe5-4996-ac3f-33f6e514718d tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f026a01-2b80-4462-8cfa-ba81db438832 HTTP/1.1" status: 200 len: 945 time: 0.1316791 Oct 19 01:22:51.544881 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5afd0a24-7f18-4899-ba84-5dfcc0f7f389 req-8e579d89-1d2c-484b-ab26-5bda169d6048 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2961e7a-6b08-4600-b892-5ceb32c80e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715454 Oct 19 01:22:52.319524 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-34df1af9-3009-4b3a-b0be-96cd94feb5e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:52.345693 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:22:52.380547 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180e68c-3178-49c0-a212-308564b8ac76 req-7277d687-ea54-4479-a2dc-75906a1be5c9 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:52.384790 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c9a39400-f4d1-4ba0-84f2-93eec4fe921f up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:52.397093 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3180e68c-3178-49c0-a212-308564b8ac76 req-7277d687-ea54-4479-a2dc-75906a1be5c9 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 943 time: 0.1719034 Oct 19 01:22:52.435508 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-34df1af9-3009-4b3a-b0be-96cd94feb5e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:52.473333 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3180e68c-3178-49c0-a212-308564b8ac76 req-eb5e9653-c743-4a37-ae4e-9c2365553fef tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688877 Oct 19 01:22:52.492106 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port c9a39400-f4d1-4ba0-84f2-93eec4fe921f triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:52.492733 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:52.540931 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34df1af9-3009-4b3a-b0be-96cd94feb5e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Network 86430f3a-da24-4304-abad-5ff338d49604 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:52.544971 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-34df1af9-3009-4b3a-b0be-96cd94feb5e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:52.552430 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34df1af9-3009-4b3a-b0be-96cd94feb5e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:22:52.739490 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df1af9-3009-4b3a-b0be-96cd94feb5e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Port': ['ID=cea8ad8a-4bfb-4fdd-8543-395b407daa7b,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:52.764822 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-34df1af9-3009-4b3a-b0be-96cd94feb5e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:52.831299 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 50a2d424-fb93-4766-97c1-0ba2f7d8f035 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:22:52.855014 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79232904-71a2-4617-9363-12ec83af644d req-76db5ba0-f0fc-46eb-940b-e3374e023972 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:52.856978 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-79232904-71a2-4617-9363-12ec83af644d req-76db5ba0-f0fc-46eb-940b-e3374e023972 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f026a01-2b80-4462-8cfa-ba81db438832 HTTP/1.1" status: 200 len: 945 time: 0.1901822 Oct 19 01:22:52.979861 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-989b40a1-0736-4607-b314-228c4e20714c req-8e1cdfb7-f99e-4fda-9c46-c6da13a6b094 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:52.993500 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37e7def-185f-46ef-b40d-a15e63e6db36 None None] Network 86430f3a-da24-4304-abad-5ff338d49604 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:22:53.012164 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-79232904-71a2-4617-9363-12ec83af644d req-16a5218f-4b35-4aa8-8b38-87e78935db14 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2961e7a-6b08-4600-b892-5ceb32c80e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454146 Oct 19 01:22:53.111206 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1cdfb7-f99e-4fda-9c46-c6da13a6b094 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Pushing event deleted for resources: {'Port': ['ID=50a2d424-fb93-4766-97c1-0ba2f7d8f035,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:53.137124 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No active binding found for port 50a2d424-fb93-4766-97c1-0ba2f7d8f035 {{(pid=100608) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 19 01:22:53.137817 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 50a2d424-fb93-4766-97c1-0ba2f7d8f035 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:22:53.141101 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-34df1af9-3009-4b3a-b0be-96cd94feb5e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:53.148562 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:53.189345 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-69c09d23-d1f3-482f-a3ad-061cfb20526e None None] Provisioning complete for port c9a39400-f4d1-4ba0-84f2-93eec4fe921f triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:53.194315 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-989b40a1-0736-4607-b314-228c4e20714c req-8e1cdfb7-f99e-4fda-9c46-c6da13a6b094 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] No DVR routers for this DVR port 50a2d424-fb93-4766-97c1-0ba2f7d8f035 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:22:53.203122 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-989b40a1-0736-4607-b314-228c4e20714c req-8e1cdfb7-f99e-4fda-9c46-c6da13a6b094 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:53.203661 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-69c09d23-d1f3-482f-a3ad-061cfb20526e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:53.207248 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-989b40a1-0736-4607-b314-228c4e20714c req-8e1cdfb7-f99e-4fda-9c46-c6da13a6b094 tempest-VolumesSnapshotTestJSON-1427762328 tempest-VolumesSnapshotTestJSON-1427762328-project] 10.222.0.24 "DELETE /v2.0/ports/50a2d424-fb93-4766-97c1-0ba2f7d8f035 HTTP/1.1" status: 204 len: 173 time: 2.6205418 Oct 19 01:22:53.207891 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f026a01-2b80-4462-8cfa-ba81db438832', 'name': 'network-vif-deleted', 'tag': '50a2d424-fb93-4766-97c1-0ba2f7d8f035'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:22:53.210845 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d01a614-7424-4716-9710-da746f60d87e" -d '{"events": [{"server_uuid": "7f026a01-2b80-4462-8cfa-ba81db438832", "name": "network-vif-deleted", "tag": "50a2d424-fb93-4766-97c1-0ba2f7d8f035"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:22:53.366089 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57128c7f-d3f0-404f-b704-22f59aa25929 x-openstack-request-id: req-57128c7f-d3f0-404f-b704-22f59aa25929 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:22:53.366727 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f026a01-2b80-4462-8cfa-ba81db438832", "name": "network-vif-deleted", "tag": "50a2d424-fb93-4766-97c1-0ba2f7d8f035", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:22:53.368273 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-57128c7f-d3f0-404f-b704-22f59aa25929 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:22:53.369322 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f026a01-2b80-4462-8cfa-ba81db438832', 'name': 'network-vif-deleted', 'tag': '50a2d424-fb93-4766-97c1-0ba2f7d8f035', 'status': 'completed', 'code': 200} Oct 19 01:22:53.406590 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port c9a39400-f4d1-4ba0-84f2-93eec4fe921f, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c9a39400-f4d1-4ba0-84f2-93eec4fe921f,segment=NetworkSegment(c5620866-a68b-4b91-bc58-c9c408d2b1b5),segment_id=c5620866-a68b-4b91-bc58-c9c408d2b1b5)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:53.423758 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:53.799087 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=c9a39400-f4d1-4ba0-84f2-93eec4fe921f,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:53.884755 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9692a66-7d2f-4781-aae7-99b57c0460ac req-ee2fb48a-a8a7-4c2b-a6de-852e1db6593f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:53.887037 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d9692a66-7d2f-4781-aae7-99b57c0460ac req-ee2fb48a-a8a7-4c2b-a6de-852e1db6593f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 943 time: 0.2962132 Oct 19 01:22:53.997239 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-34df1af9-3009-4b3a-b0be-96cd94feb5e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:54.023457 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-34df1af9-3009-4b3a-b0be-96cd94feb5e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:54.266679 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df1af9-3009-4b3a-b0be-96cd94feb5e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Port': ['ID=cea8ad8a-4bfb-4fdd-8543-395b407daa7b,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:54.281483 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c9a39400-f4d1-4ba0-84f2-93eec4fe921f up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:54.296594 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d9692a66-7d2f-4781-aae7-99b57c0460ac req-f1dcedad-2a2c-4826-880e-b308c75f8af2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985710 Oct 19 01:22:54.343001 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad16e8-f49e-4349-b57f-f760f782dfe9 req-e13eabdf-46ee-44ac-97cb-50c03d67f5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:54.349290 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-35ad16e8-f49e-4349-b57f-f760f782dfe9 req-e13eabdf-46ee-44ac-97cb-50c03d67f5d0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=168a5912cc444122aa0d6d6b44b7e93f&device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 1098 time: 0.2874422 Oct 19 01:22:54.406225 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-34df1af9-3009-4b3a-b0be-96cd94feb5e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:54.449213 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-3339d34d-9b09-4207-a777-c07174f88448 None None] Provisioning complete for port cea8ad8a-4bfb-4fdd-8543-395b407daa7b triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:54.449706 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3339d34d-9b09-4207-a777-c07174f88448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:54.589052 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port c9a39400-f4d1-4ba0-84f2-93eec4fe921f triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:54.596196 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:54.600236 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad16e8-f49e-4349-b57f-f760f782dfe9 req-93c2cfa1-533b-4ab4-b0d4-7dbe490b34d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:54.612008 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-35ad16e8-f49e-4349-b57f-f760f782dfe9 req-93c2cfa1-533b-4ab4-b0d4-7dbe490b34d0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2309c3e4-1aec-4060-b6e9-bbaad5369c41 HTTP/1.1" status: 200 len: 913 time: 0.2277362 Oct 19 01:22:54.724376 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-3339d34d-9b09-4207-a777-c07174f88448 None None] Port cea8ad8a-4bfb-4fdd-8543-395b407daa7b cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:22:54.773508 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34df1af9-3009-4b3a-b0be-96cd94feb5e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Network 86430f3a-da24-4304-abad-5ff338d49604 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:54.777222 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-34df1af9-3009-4b3a-b0be-96cd94feb5e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:54.867419 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-35ad16e8-f49e-4349-b57f-f760f782dfe9 req-0bde7149-88a3-4df2-ab0a-67f965a1558f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f HTTP/1.1" status: 200 len: 1001 time: 0.2540472 Oct 19 01:22:54.902204 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-3339d34d-9b09-4207-a777-c07174f88448 None None] Provisioning complete for port c9a39400-f4d1-4ba0-84f2-93eec4fe921f triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:54.921425 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3339d34d-9b09-4207-a777-c07174f88448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:55.045799 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad16e8-f49e-4349-b57f-f760f782dfe9 req-f8de18b6-1c6e-47e1-809a-ca7e04f990d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:55.047636 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-35ad16e8-f49e-4349-b57f-f760f782dfe9 req-f8de18b6-1c6e-47e1-809a-ca7e04f990d5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e75ff155-8f86-450c-9276-3e4132eca531 HTTP/1.1" status: 200 len: 851 time: 0.1669252 Oct 19 01:22:55.069237 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34df1af9-3009-4b3a-b0be-96cd94feb5e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Router 9765be7d-f62a-4ce7-acdd-41191154c85c is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:22:55.200332 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad16e8-f49e-4349-b57f-f760f782dfe9 req-92ea6bc5-b6a5-4707-93cd-2f97a4d61f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:55.202940 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-35ad16e8-f49e-4349-b57f-f760f782dfe9 req-92ea6bc5-b6a5-4707-93cd-2f97a4d61f69 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2309c3e4-1aec-4060-b6e9-bbaad5369c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1459556 Oct 19 01:22:55.437237 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34df1af9-3009-4b3a-b0be-96cd94feb5e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:22:55.452934 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-34df1af9-3009-4b3a-b0be-96cd94feb5e3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "PUT /v2.0/routers/9765be7d-f62a-4ce7-acdd-41191154c85c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8956394 Oct 19 01:22:55.454888 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57910) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:55.468007 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083595b9-f8cf-4ee7-8f42-c8e650bc2b63 None None] Sync routers for ids ['9765be7d-f62a-4ce7-acdd-41191154c85c'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:22:55.483244 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083595b9-f8cf-4ee7-8f42-c8e650bc2b63 None None] Routers {'9765be7d-f62a-4ce7-acdd-41191154c85c'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:55.485486 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-083595b9-f8cf-4ee7-8f42-c8e650bc2b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:22:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['9765be7d-f62a-4ce7-acdd-41191154c85c'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:55.489349 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-35ad16e8-f49e-4349-b57f-f760f782dfe9 req-c8f7a7a9-f679-49c5-a307-312708d7a8f4 service neutron] 10.222.0.55 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739403 Oct 19 01:22:55.563449 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-083595b9-f8cf-4ee7-8f42-c8e650bc2b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:55.588887 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083595b9-f8cf-4ee7-8f42-c8e650bc2b63 None None] Routers {'9765be7d-f62a-4ce7-acdd-41191154c85c'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:55.589571 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-083595b9-f8cf-4ee7-8f42-c8e650bc2b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:22:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['9765be7d-f62a-4ce7-acdd-41191154c85c'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:55.707049 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-083595b9-f8cf-4ee7-8f42-c8e650bc2b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:55.707833 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083595b9-f8cf-4ee7-8f42-c8e650bc2b63 None None] The sync data for ids ['9765be7d-f62a-4ce7-acdd-41191154c85c'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:22:55.751590 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-35ad16e8-f49e-4349-b57f-f760f782dfe9 req-1bdb7a45-7427-47bb-84c1-b6f1432b2e9c service neutron] 10.222.0.55 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547393 Oct 19 01:22:55.752630 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d28dbc1-a9d0-48e4-93c3-3725dac219c6 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:55.754539 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3d28dbc1-a9d0-48e4-93c3-3725dac219c6 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "GET /v2.0/ports/cea8ad8a-4bfb-4fdd-8543-395b407daa7b HTTP/1.1" status: 200 len: 910 time: 0.2986512 Oct 19 01:22:55.758459 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57912) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:55.770262 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-8cc3b845-6182-4f28-a686-ccc97d995766 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8b9fb9d2-d406-43b0-beff-919b3fabce5a'}]}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:55.796330 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22fbb7-3a1a-4a28-bc9c-882ed93b2ac5 req-ae81f094-bc2f-4937-bc81-e2bda27fe57f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:55.799611 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fb22fbb7-3a1a-4a28-bc9c-882ed93b2ac5 req-ae81f094-bc2f-4937-bc81-e2bda27fe57f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 943 time: 0.3219044 Oct 19 01:22:55.898981 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fb22fbb7-3a1a-4a28-bc9c-882ed93b2ac5 req-454c7a88-d697-459b-a2db-3fb55dbb168c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914862 Oct 19 01:22:55.920690 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-66b430a5-75aa-4bcc-9ccc-22856e0564ae None None] Provisioning complete for port cea8ad8a-4bfb-4fdd-8543-395b407daa7b triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:55.921295 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-66b430a5-75aa-4bcc-9ccc-22856e0564ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:56.047619 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-66b430a5-75aa-4bcc-9ccc-22856e0564ae None None] Port cea8ad8a-4bfb-4fdd-8543-395b407daa7b cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:22:56.165299 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8cc3b845-6182-4f28-a686-ccc97d995766 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:56.817757 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8cc3b845-6182-4f28-a686-ccc97d995766 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:56.836993 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8cc3b845-6182-4f28-a686-ccc97d995766 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:56.970734 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc3b845-6182-4f28-a686-ccc97d995766 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:56.971375 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8cc3b845-6182-4f28-a686-ccc97d995766 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:56.972931 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8cc3b845-6182-4f28-a686-ccc97d995766 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "PUT /v2.0/ports/cea8ad8a-4bfb-4fdd-8543-395b407daa7b HTTP/1.1" status: 200 len: 910 time: 1.2134807 Oct 19 01:22:56.973818 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc3b845-6182-4f28-a686-ccc97d995766 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Port': ['ID=cea8ad8a-4bfb-4fdd-8543-395b407daa7b,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:56.975891 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57932) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:57.109024 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:57.371049 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d3573-fea1-421d-b63e-d1db193784ff req-9209f63d-cc33-4275-bff3-e10d6acf126a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:57.373243 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d80d3573-fea1-421d-b63e-d1db193784ff req-9209f63d-cc33-4275-bff3-e10d6acf126a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 943 time: 0.3326504 Oct 19 01:22:57.483796 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d80d3573-fea1-421d-b63e-d1db193784ff req-e50183e6-1f56-45a7-8abf-6c5ce521793f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997696 Oct 19 01:22:57.733990 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3da36b41-0c9e-4e49-bd69-589fc86662a4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:58.242553 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-10893ac7-d07f-493e-91d9-953c938a17fd req-c8500764-1f7e-4477-b34b-0633fe1cd1e9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2257783 Oct 19 01:22:58.291313 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-3da36b41-0c9e-4e49-bd69-589fc86662a4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Deleting port cea8ad8a-4bfb-4fdd-8543-395b407daa7b {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:22:58.292520 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3da36b41-0c9e-4e49-bd69-589fc86662a4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:58.496924 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10893ac7-d07f-493e-91d9-953c938a17fd req-27f2a49b-49f6-449c-8b5a-78485abaec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:58.498929 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-10893ac7-d07f-493e-91d9-953c938a17fd req-27f2a49b-49f6-449c-8b5a-78485abaec29 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=585554f71e844101aa23b8eea6cc5bd0&device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 1097 time: 0.2018094 Oct 19 01:22:58.522955 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3da36b41-0c9e-4e49-bd69-589fc86662a4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:58.619670 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-3da36b41-0c9e-4e49-bd69-589fc86662a4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Calling delete_port for cea8ad8a-4bfb-4fdd-8543-395b407daa7b owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:22:58.842915 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ada82-dcab-4583-a374-09cab7a07bbb req-49cc532e-dd06-4740-b434-1265172cb695 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:58.845958 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0e6ada82-dcab-4583-a374-09cab7a07bbb req-49cc532e-dd06-4740-b434-1265172cb695 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 943 time: 0.2506046 Oct 19 01:22:59.015622 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10893ac7-d07f-493e-91d9-953c938a17fd req-ca9490e8-c33d-44f8-b14e-b82da6833305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:59.018207 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-10893ac7-d07f-493e-91d9-953c938a17fd req-ca9490e8-c33d-44f8-b14e-b82da6833305 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5e12dd14-5039-435c-a783-d0672592c2d3 HTTP/1.1" status: 200 len: 912 time: 0.4924910 Oct 19 01:22:59.145355 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0e6ada82-dcab-4583-a374-09cab7a07bbb req-4fb9c2b1-ea36-4655-a032-2d55bf902ce5 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529071 Oct 19 01:22:59.150388 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-10893ac7-d07f-493e-91d9-953c938a17fd req-041df46a-9f26-4f20-8556-e830e11afaaa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56929a5d-2313-4c21-bdb0-ff64a436f703 HTTP/1.1" status: 200 len: 1000 time: 0.1046832 Oct 19 01:22:59.222704 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10893ac7-d07f-493e-91d9-953c938a17fd req-7062df0d-c33f-4345-920d-b8146c323434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:59.225889 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-10893ac7-d07f-493e-91d9-953c938a17fd req-7062df0d-c33f-4345-920d-b8146c323434 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=313c4890-7a10-40d1-9c32-7abcea0c2b45 HTTP/1.1" status: 200 len: 850 time: 0.0701118 Oct 19 01:22:59.351287 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10893ac7-d07f-493e-91d9-953c938a17fd req-fecfb2c0-c176-4b47-ad5f-ec5c194b8d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:59.361574 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-10893ac7-d07f-493e-91d9-953c938a17fd req-fecfb2c0-c176-4b47-ad5f-ec5c194b8d35 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5e12dd14-5039-435c-a783-d0672592c2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1264322 Oct 19 01:22:59.486540 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:59.636028 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3da36b41-0c9e-4e49-bd69-589fc86662a4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:59.679590 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da36b41-0c9e-4e49-bd69-589fc86662a4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event deleted for resources: {'Port': ['ID=cea8ad8a-4bfb-4fdd-8543-395b407daa7b,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:59.771638 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-10893ac7-d07f-493e-91d9-953c938a17fd req-a00e36c7-7c6e-4823-a9fc-487c35f95bf3 service neutron] 10.222.0.24 "GET /v2.0/networks/5e12dd14-5039-435c-a783-d0672592c2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790853 Oct 19 01:23:00.085516 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3da36b41-0c9e-4e49-bd69-589fc86662a4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:00.164074 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-10893ac7-d07f-493e-91d9-953c938a17fd req-eadecc30-d5fb-4eb0-bd57-a463e84e7458 service neutron] 10.222.0.24 "GET /v2.0/networks/5e12dd14-5039-435c-a783-d0672592c2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753524 Oct 19 01:23:00.362966 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da36b41-0c9e-4e49-bd69-589fc86662a4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Router 9765be7d-f62a-4ce7-acdd-41191154c85c has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:23:00.379682 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea6d25-23bd-46bf-aa13-5c9b9117b6b5 req-aeef0701-d608-4e01-9410-7a1b05346d54 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:00.389262 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e6ea6d25-23bd-46bf-aa13-5c9b9117b6b5 req-aeef0701-d608-4e01-9410-7a1b05346d54 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 943 time: 0.1062582 Oct 19 01:23:00.446102 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e6ea6d25-23bd-46bf-aa13-5c9b9117b6b5 req-c4aa1fc8-8b31-4d87-b9a4-ea70cc764db4 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459599 Oct 19 01:23:00.847540 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da36b41-0c9e-4e49-bd69-589fc86662a4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:23:00.861601 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b68f05-6697-4b6c-8c35-002954498499 None None] Sync routers for ids ['9765be7d-f62a-4ce7-acdd-41191154c85c'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:23:00.864241 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3da36b41-0c9e-4e49-bd69-589fc86662a4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "PUT /v2.0/routers/9765be7d-f62a-4ce7-acdd-41191154c85c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8863761 Oct 19 01:23:00.867208 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57994) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:00.874577 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b68f05-6697-4b6c-8c35-002954498499 None None] Routers {'9765be7d-f62a-4ce7-acdd-41191154c85c'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:23:00.875265 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a6b68f05-6697-4b6c-8c35-002954498499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:22:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['9765be7d-f62a-4ce7-acdd-41191154c85c'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:00.905689 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57996) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:00.906310 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1576c17b-34e1-49cb-96f3-75da1836a89f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "GET /v2.0/ports?device_id=9765be7d-f62a-4ce7-acdd-41191154c85c HTTP/1.1" status: 200 len: 205 time: 0.0376360 Oct 19 01:23:00.933408 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a6b68f05-6697-4b6c-8c35-002954498499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:00.953226 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b68f05-6697-4b6c-8c35-002954498499 None None] Routers {'9765be7d-f62a-4ce7-acdd-41191154c85c'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:23:00.956586 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a6b68f05-6697-4b6c-8c35-002954498499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:22:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['9765be7d-f62a-4ce7-acdd-41191154c85c'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:00.997355 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a6b68f05-6697-4b6c-8c35-002954498499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:00.998457 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b68f05-6697-4b6c-8c35-002954498499 None None] The sync data for ids ['9765be7d-f62a-4ce7-acdd-41191154c85c'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:23:01.073200 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0d091e94-9e57-43d3-a699-81f444f1b906 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:01.643242 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0d091e94-9e57-43d3-a699-81f444f1b906 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:01.646089 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0d091e94-9e57-43d3-a699-81f444f1b906 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:01.702951 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0d091e94-9e57-43d3-a699-81f444f1b906 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:01.703593 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d091e94-9e57-43d3-a699-81f444f1b906 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Fanout notify agent at l3_agent the message router_deleted on router 9765be7d-f62a-4ce7-acdd-41191154c85c {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:23:01.713002 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0d091e94-9e57-43d3-a699-81f444f1b906 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:01.717300 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0d091e94-9e57-43d3-a699-81f444f1b906 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/routers/9765be7d-f62a-4ce7-acdd-41191154c85c HTTP/1.1" status: 204 len: 168 time: 0.8077784 Oct 19 01:23:01.718600 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58014) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:01.778729 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716623dc-443d-453d-85a8-6ad05a260d30 req-a943069f-364f-46db-80e4-d0cd4c1bae15 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:01.789468 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-716623dc-443d-453d-85a8-6ad05a260d30 req-a943069f-364f-46db-80e4-d0cd4c1bae15 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 943 time: 0.0972748 Oct 19 01:23:01.809176 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0ab4cfe-2a47-400f-ba2c-015835357c28 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Deleting subnet 8b9fb9d2-d406-43b0-beff-919b3fabce5a {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:23:01.817157 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b0ab4cfe-2a47-400f-ba2c-015835357c28 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:01.863566 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-716623dc-443d-453d-85a8-6ad05a260d30 req-8aa4cca3-5d2a-4c9f-83ad-5413eaadb2dc tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656769 Oct 19 01:23:01.879473 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b0ab4cfe-2a47-400f-ba2c-015835357c28 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:02.031365 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b0ab4cfe-2a47-400f-ba2c-015835357c28 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:02.141345 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b0ab4cfe-2a47-400f-ba2c-015835357c28 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:02.175041 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab4cfe-2a47-400f-ba2c-015835357c28 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event deleted for resources: {'Subnet': ['ID=8b9fb9d2-d406-43b0-beff-919b3fabce5a,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:02.179221 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b0ab4cfe-2a47-400f-ba2c-015835357c28 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:02.188256 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b0ab4cfe-2a47-400f-ba2c-015835357c28 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/subnets/8b9fb9d2-d406-43b0-beff-919b3fabce5a HTTP/1.1" status: 204 len: 168 time: 0.4677267 Oct 19 01:23:02.191170 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58024) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:02.193673 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baac754f-fb63-4be5-97e4-1f2895f4e045 None None] Network 86430f3a-da24-4304-abad-5ff338d49604 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:23:02.395589 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-31519f8f-6192-47c7-8956-2db5829af8f9 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:02.571022 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-31519f8f-6192-47c7-8956-2db5829af8f9 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Deleting port c9a39400-f4d1-4ba0-84f2-93eec4fe921f {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:23:02.572656 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-31519f8f-6192-47c7-8956-2db5829af8f9 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:02.624278 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d2939f-47b1-45af-b5ac-29c087b1bb14 None None] DHCP port deletion for 86430f3a-da24-4304-abad-5ff338d49604 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:23:02.727083 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-31519f8f-6192-47c7-8956-2db5829af8f9 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] For port c9a39400-f4d1-4ba0-84f2-93eec4fe921f, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c9a39400-f4d1-4ba0-84f2-93eec4fe921f,segment=NetworkSegment(c5620866-a68b-4b91-bc58-c9c408d2b1b5),segment_id=c5620866-a68b-4b91-bc58-c9c408d2b1b5)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:02.728416 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-31519f8f-6192-47c7-8956-2db5829af8f9 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:02.749397 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-31519f8f-6192-47c7-8956-2db5829af8f9 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Calling delete_port for c9a39400-f4d1-4ba0-84f2-93eec4fe921f owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:23:02.754937 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-98d2939f-47b1-45af-b5ac-29c087b1bb14 None None] Deleting port c9a39400-f4d1-4ba0-84f2-93eec4fe921f {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:23:02.755614 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-98d2939f-47b1-45af-b5ac-29c087b1bb14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:02.855222 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-98d2939f-47b1-45af-b5ac-29c087b1bb14 None None] For port c9a39400-f4d1-4ba0-84f2-93eec4fe921f, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c9a39400-f4d1-4ba0-84f2-93eec4fe921f,segment=NetworkSegment(c5620866-a68b-4b91-bc58-c9c408d2b1b5),segment_id=c5620866-a68b-4b91-bc58-c9c408d2b1b5)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:02.858171 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-98d2939f-47b1-45af-b5ac-29c087b1bb14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:02.910117 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-98d2939f-47b1-45af-b5ac-29c087b1bb14 None None] Calling delete_port for c9a39400-f4d1-4ba0-84f2-93eec4fe921f owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:23:02.975677 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-31519f8f-6192-47c7-8956-2db5829af8f9 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:03.077667 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31519f8f-6192-47c7-8956-2db5829af8f9 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event deleted for resources: {'Port': ['ID=c9a39400-f4d1-4ba0-84f2-93eec4fe921f,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:03.091201 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31519f8f-6192-47c7-8956-2db5829af8f9 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] No DVR routers for this DVR port c9a39400-f4d1-4ba0-84f2-93eec4fe921f on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:23:03.182996 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab889c43-e560-47be-a6db-86c4a6959ad0 req-f92f9251-004a-4b0d-9847-3a00098cb2d1 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:03.191831 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ab889c43-e560-47be-a6db-86c4a6959ad0 req-f92f9251-004a-4b0d-9847-3a00098cb2d1 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 943 time: 0.1525848 Oct 19 01:23:03.243049 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-98d2939f-47b1-45af-b5ac-29c087b1bb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:03.279766 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ab889c43-e560-47be-a6db-86c4a6959ad0 req-f0667e93-3a98-4087-b853-88a7b929fb6e tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775294 Oct 19 01:23:03.321406 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2939f-47b1-45af-b5ac-29c087b1bb14 None None] Pushing event deleted for resources: {'Port': ['ID=c9a39400-f4d1-4ba0-84f2-93eec4fe921f,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:03.327312 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d2939f-47b1-45af-b5ac-29c087b1bb14 None None] No DVR routers for this DVR port c9a39400-f4d1-4ba0-84f2-93eec4fe921f on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:23:03.346465 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-31519f8f-6192-47c7-8956-2db5829af8f9 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:03.365768 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2939f-47b1-45af-b5ac-29c087b1bb14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:03.366626 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2939f-47b1-45af-b5ac-29c087b1bb14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:03.367387 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2939f-47b1-45af-b5ac-29c087b1bb14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:03.369315 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2939f-47b1-45af-b5ac-29c087b1bb14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:03.370792 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2939f-47b1-45af-b5ac-29c087b1bb14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:03.372342 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2939f-47b1-45af-b5ac-29c087b1bb14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:03.373242 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2939f-47b1-45af-b5ac-29c087b1bb14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:03.374242 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2939f-47b1-45af-b5ac-29c087b1bb14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:03.375433 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2939f-47b1-45af-b5ac-29c087b1bb14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:03.376255 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2939f-47b1-45af-b5ac-29c087b1bb14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:03.377011 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2939f-47b1-45af-b5ac-29c087b1bb14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:03.377769 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2939f-47b1-45af-b5ac-29c087b1bb14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:03.404108 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-31519f8f-6192-47c7-8956-2db5829af8f9 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86430f3a-da24-4304-abad-5ff338d49604']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:03.418872 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-31519f8f-6192-47c7-8956-2db5829af8f9 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5620866-a68b-4b91-bc58-c9c408d2b1b5') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:03.419215 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-31519f8f-6192-47c7-8956-2db5829af8f9 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5620866-a68b-4b91-bc58-c9c408d2b1b5') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:03.441478 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-31519f8f-6192-47c7-8956-2db5829af8f9 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:03.460595 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-31519f8f-6192-47c7-8956-2db5829af8f9 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:03.478274 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31519f8f-6192-47c7-8956-2db5829af8f9 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:23:03.478682 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-31519f8f-6192-47c7-8956-2db5829af8f9 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:03.483885 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:23:03.483885 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:23:03.483885 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:23:03.483885 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:23:03.483885 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:23:03.483885 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:23:03.483885 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:23:03.483885 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:23:03.483885 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:23:03.483885 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:23:03.483885 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:23:03.483885 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:23:03.483885 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:23:03.483885 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:23:03.483885 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:23:03.483885 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:23:03.483885 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:23:03.483885 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:23:03.483885 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:23:03.483885 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:23:03.483885 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:23:03.483885 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:23:03.483885 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:23:03.483885 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:23:03.483885 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:23:03.483885 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:23:03.483885 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:23:03.483885 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:23:03.483885 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:23:03.483885 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:23:03.483885 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:23:03.483885 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:23:03.565194 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-31519f8f-6192-47c7-8956-2db5829af8f9 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:03.570280 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-31519f8f-6192-47c7-8956-2db5829af8f9 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:03.574561 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-31519f8f-6192-47c7-8956-2db5829af8f9 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/networks/86430f3a-da24-4304-abad-5ff338d49604 HTTP/1.1" status: 204 len: 168 time: 1.3823264 Oct 19 01:23:03.578602 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58044) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:03.585038 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-cf9a2b4a-dcc0-4fe0-958f-82ad89964475 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-555090550', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:23:03.609561 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31519f8f-6192-47c7-8956-2db5829af8f9 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event deleted for resources: {'Network': ['ID=86430f3a-da24-4304-abad-5ff338d49604,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:03.641604 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cf9a2b4a-dcc0-4fe0-958f-82ad89964475 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:03.642816 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cf9a2b4a-dcc0-4fe0-958f-82ad89964475 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:03.749675 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cf9a2b4a-dcc0-4fe0-958f-82ad89964475 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:03.758275 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cf9a2b4a-dcc0-4fe0-958f-82ad89964475 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:03.793138 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cf9a2b4a-dcc0-4fe0-958f-82ad89964475 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:03.798237 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-cf9a2b4a-dcc0-4fe0-958f-82ad89964475 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2137022 Oct 19 01:23:03.798237 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58046) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:03.802924 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-fc4fbd3b-90eb-4a54-8b1f-9828d7190557 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Request body: {'network': {'name': 'tempest-RoutersTest-460536199'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:23:03.845551 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4fbd3b-90eb-4a54-8b1f-9828d7190557 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Made reservation on behalf of b4da212c26bc45dcb3b08cdb9cc1629c for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:23:03.849181 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fc4fbd3b-90eb-4a54-8b1f-9828d7190557 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:03.891128 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc4fbd3b-90eb-4a54-8b1f-9828d7190557 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:23:03.909149 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fc4fbd3b-90eb-4a54-8b1f-9828d7190557 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:03.910175 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-fc4fbd3b-90eb-4a54-8b1f-9828d7190557 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Added segment 50566e7d-0238-477e-b572-aa13df43b1ff of type vlan for network c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6 Oct 19 01:23:03.983834 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fc4fbd3b-90eb-4a54-8b1f-9828d7190557 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:04.027817 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fc4fbd3b-90eb-4a54-8b1f-9828d7190557 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:04.036507 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4fbd3b-90eb-4a54-8b1f-9828d7190557 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:04.037566 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fc4fbd3b-90eb-4a54-8b1f-9828d7190557 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:04.108413 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-fc4fbd3b-90eb-4a54-8b1f-9828d7190557 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3093567 Oct 19 01:23:04.111317 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58048) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:04.116935 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-b0b8c24d-6193-4ad0-a8af-d10d74b475c2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Request body: {'subnet': {'network_id': 'c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:23:04.142124 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4fbd3b-90eb-4a54-8b1f-9828d7190557 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Network': ['ID=c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:04.174552 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:23:04.316546 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c9a39400-f4d1-4ba0-84f2-93eec4fe921f no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:23:04.413368 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: c9a39400-f4d1-4ba0-84f2-93eec4fe921f {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:23:04.416197 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c9a39400-f4d1-4ba0-84f2-93eec4fe921f not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:23:04.528450 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b8c24d-6193-4ad0-a8af-d10d74b475c2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Made reservation on behalf of b4da212c26bc45dcb3b08cdb9cc1629c for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:23:04.538841 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c24d-6193-4ad0-a8af-d10d74b475c2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:04.784100 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aeb877-ffcf-4487-9e56-23083a8396a9 req-79a4053a-2c1d-4551-a8a5-551dcc473103 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:04.789975 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e0aeb877-ffcf-4487-9e56-23083a8396a9 req-79a4053a-2c1d-4551-a8a5-551dcc473103 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 943 time: 0.3713412 Oct 19 01:23:04.914558 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e0aeb877-ffcf-4487-9e56-23083a8396a9 req-c89ab620-d372-4163-af9b-db6e7d1632fa tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124096 Oct 19 01:23:04.997339 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c24d-6193-4ad0-a8af-d10d74b475c2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:05.063811 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8c24d-6193-4ad0-a8af-d10d74b475c2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Subnet': ['ID=6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:05.086757 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b8c24d-6193-4ad0-a8af-d10d74b475c2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Checking segment: {'id': '50566e7d-0238-477e-b572-aa13df43b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:23:05.087166 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b8c24d-6193-4ad0-a8af-d10d74b475c2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Network hostable DHCP agents. Network: c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:23:05.108888 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b8c24d-6193-4ad0-a8af-d10d74b475c2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Network c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:23:05.123327 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-b0b8c24d-6193-4ad0-a8af-d10d74b475c2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:23:05.133137 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedbc114-ff13-4c3f-9454-430c7059cfd6 None None] Network c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:23:05.154986 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b8c24d-6193-4ad0-a8af-d10d74b475c2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:05.155626 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c24d-6193-4ad0-a8af-d10d74b475c2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:05.190434 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b0b8c24d-6193-4ad0-a8af-d10d74b475c2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0777194 Oct 19 01:23:05.193589 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58066) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:05.484252 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f880c41-0dc1-4ac5-b3fc-dd192bfea16a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6', 'network_id': 'c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'fixed_ips': [{'subnet_id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:23:05.488572 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5f880c41-0dc1-4ac5-b3fc-dd192bfea16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:05.808206 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8faabe14-0214-4a93-91c6-f9e47622c1d2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:05.851990 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-5f880c41-0dc1-4ac5-b3fc-dd192bfea16a None None] Allocated IP 172.20.0.2 (c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6/6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5/ed90814e-7852-4dfc-9166-6b2d636532ea) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:23:06.132361 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b974aa4-dc7d-45e2-9b7b-96ea2ea2a25d req-bad4b9df-cfaf-4559-91c4-9709bc9a1263 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:06.143601 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0b974aa4-dc7d-45e2-9b7b-96ea2ea2a25d req-bad4b9df-cfaf-4559-91c4-9709bc9a1263 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 943 time: 0.0915666 Oct 19 01:23:06.208689 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0b974aa4-dc7d-45e2-9b7b-96ea2ea2a25d req-93733eec-0c79-4f50-b7f6-972474989315 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635529 Oct 19 01:23:06.234184 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5f880c41-0dc1-4ac5-b3fc-dd192bfea16a None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:06.259979 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5f880c41-0dc1-4ac5-b3fc-dd192bfea16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:06.374445 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f880c41-0dc1-4ac5-b3fc-dd192bfea16a None None] Network c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:23:06.375709 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f880c41-0dc1-4ac5-b3fc-dd192bfea16a None None] Pushing event updated for resources: {'Port': ['ID=ed90814e-7852-4dfc-9166-6b2d636532ea,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:06.383620 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-5f880c41-0dc1-4ac5-b3fc-dd192bfea16a None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:23:06.387825 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f880c41-0dc1-4ac5-b3fc-dd192bfea16a None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:23:06.388216 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-8faabe14-0214-4a93-91c6-f9e47622c1d2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Allocated IP 172.20.0.1 (c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6/6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5/a37a064a-3fb5-4e98-b1d2-8d541eddf834) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:23:06.454184 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-5f880c41-0dc1-4ac5-b3fc-dd192bfea16a None None] Attempting to bind port ed90814e-7852-4dfc-9166-6b2d636532ea on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:23:06.454560 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-5f880c41-0dc1-4ac5-b3fc-dd192bfea16a None None] Attempting to bind port ed90814e-7852-4dfc-9166-6b2d636532ea by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '50566e7d-0238-477e-b572-aa13df43b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:23:06.455063 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f880c41-0dc1-4ac5-b3fc-dd192bfea16a None None] Attempting to bind port ed90814e-7852-4dfc-9166-6b2d636532ea on network c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:23:06.462499 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f880c41-0dc1-4ac5-b3fc-dd192bfea16a None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:23:06.462929 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f880c41-0dc1-4ac5-b3fc-dd192bfea16a None None] Checking segment: {'id': '50566e7d-0238-477e-b572-aa13df43b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:23:06.463396 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5f880c41-0dc1-4ac5-b3fc-dd192bfea16a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:06.464044 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f880c41-0dc1-4ac5-b3fc-dd192bfea16a None None] Bound using segment: {'id': '50566e7d-0238-477e-b572-aa13df43b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:23:06.464656 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-5f880c41-0dc1-4ac5-b3fc-dd192bfea16a None None] Bound port: ed90814e-7852-4dfc-9166-6b2d636532ea, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50566e7d-0238-477e-b572-aa13df43b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:23:06.465133 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5f880c41-0dc1-4ac5-b3fc-dd192bfea16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:06.560835 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-5f880c41-0dc1-4ac5-b3fc-dd192bfea16a None None] For port ed90814e-7852-4dfc-9166-6b2d636532ea, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:23:06.564403 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-5f880c41-0dc1-4ac5-b3fc-dd192bfea16a None None] For port ed90814e-7852-4dfc-9166-6b2d636532ea, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=ed90814e-7852-4dfc-9166-6b2d636532ea,segment=NetworkSegment(50566e7d-0238-477e-b572-aa13df43b1ff),segment_id=50566e7d-0238-477e-b572-aa13df43b1ff)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:23:06.574372 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5f880c41-0dc1-4ac5-b3fc-dd192bfea16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:06.639779 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8faabe14-0214-4a93-91c6-f9e47622c1d2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:06.716441 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8faabe14-0214-4a93-91c6-f9e47622c1d2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:06.721753 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f880c41-0dc1-4ac5-b3fc-dd192bfea16a None None] Pushing event updated for resources: {'Port': ['ID=ed90814e-7852-4dfc-9166-6b2d636532ea,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:06.806213 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faabe14-0214-4a93-91c6-f9e47622c1d2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Network c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:23:06.816615 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-8faabe14-0214-4a93-91c6-f9e47622c1d2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:23:06.822034 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device da771c15-2a10-4679-be7f-a5fff7447f06 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:23:06.832643 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faabe14-0214-4a93-91c6-f9e47622c1d2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:23:06.895848 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faabe14-0214-4a93-91c6-f9e47622c1d2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Port': ['ID=a37a064a-3fb5-4e98-b1d2-8d541eddf834,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:06.953089 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8faabe14-0214-4a93-91c6-f9e47622c1d2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:07.065403 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port da771c15-2a10-4679-be7f-a5fff7447f06, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=da771c15-2a10-4679-be7f-a5fff7447f06,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:07.104095 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'da771c15-2a10-4679-be7f-a5fff7447f06', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'port_id': 'da771c15-2a10-4679-be7f-a5fff7447f06', 'mac_address': 'fa:16:3e:9c:d4:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:23:07.257141 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:07.292637 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da771c15-2a10-4679-be7f-a5fff7447f06 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:23:07.321230 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8faabe14-0214-4a93-91c6-f9e47622c1d2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:07.384228 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port da771c15-2a10-4679-be7f-a5fff7447f06, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=da771c15-2a10-4679-be7f-a5fff7447f06,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:07.399325 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:07.437590 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0598c2-e260-406f-a9d8-8ae5cec2f9e2 req-30539d93-0aec-4b55-8944-6d5c5074df50 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:07.441672 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eb0598c2-e260-406f-a9d8-8ae5cec2f9e2 req-30539d93-0aec-4b55-8944-6d5c5074df50 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 943 time: 0.1068907 Oct 19 01:23:07.569347 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=da771c15-2a10-4679-be7f-a5fff7447f06,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:07.593154 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eb0598c2-e260-406f-a9d8-8ae5cec2f9e2 req-efa0343b-59cf-4c48-b2c9-8d1f2b61c00c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271777 Oct 19 01:23:07.629114 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['da771c15-2a10-4679-be7f-a5fff7447f06'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:23:08.006810 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8faabe14-0214-4a93-91c6-f9e47622c1d2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:08.015313 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8faabe14-0214-4a93-91c6-f9e47622c1d2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:08.121382 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8faabe14-0214-4a93-91c6-f9e47622c1d2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:08.123296 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faabe14-0214-4a93-91c6-f9e47622c1d2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Port': ['ID=a37a064a-3fb5-4e98-b1d2-8d541eddf834,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:08.377955 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device ed90814e-7852-4dfc-9166-6b2d636532ea up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:23:08.430764 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faabe14-0214-4a93-91c6-f9e47622c1d2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Network c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:23:08.433171 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-8faabe14-0214-4a93-91c6-f9e47622c1d2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:23:08.508136 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port ed90814e-7852-4dfc-9166-6b2d636532ea triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:08.508559 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:08.754020 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:08.773578 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8faabe14-0214-4a93-91c6-f9e47622c1d2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Router 7f020681-d0ca-49b7-b8bb-c58999d09ee1 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:23:08.804978 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a8691-3e88-4880-80b7-2eced791a573 req-721a00f3-b5a0-4141-a415-c508a41b81fb tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:08.807842 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-854a8691-3e88-4880-80b7-2eced791a573 req-721a00f3-b5a0-4141-a415-c508a41b81fb tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 944 time: 0.0847948 Oct 19 01:23:08.826795 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port ed90814e-7852-4dfc-9166-6b2d636532ea, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=ed90814e-7852-4dfc-9166-6b2d636532ea,segment=NetworkSegment(50566e7d-0238-477e-b572-aa13df43b1ff),segment_id=50566e7d-0238-477e-b572-aa13df43b1ff)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:08.839955 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device da771c15-2a10-4679-be7f-a5fff7447f06 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:23:08.843011 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:08.927006 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-854a8691-3e88-4880-80b7-2eced791a573 req-f21aac9b-2fb6-4b21-ae15-8438a4182a20 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112180 Oct 19 01:23:08.979774 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58717583-3915-492b-915a-bdc5c7424ac4 None None] Network c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:23:09.058925 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8faabe14-0214-4a93-91c6-f9e47622c1d2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:23:09.066977 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8faabe14-0214-4a93-91c6-f9e47622c1d2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "PUT /v2.0/routers/7f020681-d0ca-49b7-b8bb-c58999d09ee1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8720369 Oct 19 01:23:09.069472 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58122) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:09.073525 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e07a3b5-4d51-4f97-9f7c-12ca840f8847 None None] Sync routers for ids ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:23:09.086707 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-328c6f95-687b-4a37-aa6c-2030119b54d6 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Request body: {'network': {'name': 'tempest-RoutersTest-378941577'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:23:09.091394 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e07a3b5-4d51-4f97-9f7c-12ca840f8847 None None] Routers {'7f020681-d0ca-49b7-b8bb-c58999d09ee1'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:23:09.092366 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-7e07a3b5-4d51-4f97-9f7c-12ca840f8847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:22:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:09.151787 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=ed90814e-7852-4dfc-9166-6b2d636532ea,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:09.155514 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328c6f95-687b-4a37-aa6c-2030119b54d6 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Made reservation on behalf of b4da212c26bc45dcb3b08cdb9cc1629c for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:23:09.161041 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-328c6f95-687b-4a37-aa6c-2030119b54d6 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:09.177482 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4eeb92ec-4fb6-486c-a880-13622cbbb554 None None] Provisioning complete for port ed90814e-7852-4dfc-9166-6b2d636532ea triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:09.178255 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4eeb92ec-4fb6-486c-a880-13622cbbb554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:09.226286 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-328c6f95-687b-4a37-aa6c-2030119b54d6 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:23:09.257107 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-328c6f95-687b-4a37-aa6c-2030119b54d6 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:09.257456 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-328c6f95-687b-4a37-aa6c-2030119b54d6 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Added segment 9cf51b5b-f7bb-4378-98e0-2a2017b1a6e3 of type vlan for network 48972070-02c4-415d-ad54-7f3e7bda8857 Oct 19 01:23:09.316768 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port da771c15-2a10-4679-be7f-a5fff7447f06 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:23:09.333059 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port da771c15-2a10-4679-be7f-a5fff7447f06 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:09.333443 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:09.359284 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-328c6f95-687b-4a37-aa6c-2030119b54d6 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:09.367756 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-7e07a3b5-4d51-4f97-9f7c-12ca840f8847 None None] Set router 7f020681-d0ca-49b7-b8bb-c58999d09ee1 gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:23:09.407668 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-328c6f95-687b-4a37-aa6c-2030119b54d6 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:09.421167 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328c6f95-687b-4a37-aa6c-2030119b54d6 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:09.421824 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-328c6f95-687b-4a37-aa6c-2030119b54d6 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:09.453497 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-328c6f95-687b-4a37-aa6c-2030119b54d6 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3825462 Oct 19 01:23:09.456923 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58132) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:09.465288 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-0be60ee7-947c-40fc-8af8-71da7aa1da03 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Request body: {'subnet': {'network_id': '48972070-02c4-415d-ad54-7f3e7bda8857', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:23:09.712357 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c6f95-687b-4a37-aa6c-2030119b54d6 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Network': ['ID=48972070-02c4-415d-ad54-7f3e7bda8857,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:09.773910 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 48972070-02c4-415d-ad54-7f3e7bda8857 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:23:09.819299 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be60ee7-947c-40fc-8af8-71da7aa1da03 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Made reservation on behalf of b4da212c26bc45dcb3b08cdb9cc1629c for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:23:09.819927 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-7e07a3b5-4d51-4f97-9f7c-12ca840f8847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'name': 'tempest-RoutersTest-router-555090550', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:03Z', 'updated_at': '2021-10-19T01:23:07Z', 'revision_number': 2, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'gw_port_host': None, '_interfaces': [{'id': 'a37a064a-3fb5-4e98-b1d2-8d541eddf834', 'name': '', 'network_id': 'c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:a0:c5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:05Z', 'updated_at': '2021-10-19T01:23:07Z', 'revision_number': 2, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:09.852819 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0be60ee7-947c-40fc-8af8-71da7aa1da03 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:09.874822 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e07a3b5-4d51-4f97-9f7c-12ca840f8847 None None] Checking router: 7f020681-d0ca-49b7-b8bb-c58999d09ee1 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:23:09.875637 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e07a3b5-4d51-4f97-9f7c-12ca840f8847 None None] Updating router 7f020681-d0ca-49b7-b8bb-c58999d09ee1 port a37a064a-3fb5-4e98-b1d2-8d541eddf834 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:23:09.947221 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:09.952316 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-7e07a3b5-4d51-4f97-9f7c-12ca840f8847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:10.095066 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port da771c15-2a10-4679-be7f-a5fff7447f06, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=da771c15-2a10-4679-be7f-a5fff7447f06,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:10.098224 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab82250-db6e-4d29-84a6-f1fd8b215453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da771c15-2a10-4679-be7f-a5fff7447f06'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:23:10.111917 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a16208-796f-4bdb-87f5-729ada569136" -d '{"events": [{"server_uuid": "fab82250-db6e-4d29-84a6-f1fd8b215453", "name": "network-vif-plugged", "status": "completed", "tag": "da771c15-2a10-4679-be7f-a5fff7447f06"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:23:10.123035 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:10.214702 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca23cde-595d-4736-8889-549723b43847 x-openstack-request-id: req-9ca23cde-595d-4736-8889-549723b43847 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:23:10.215175 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab82250-db6e-4d29-84a6-f1fd8b215453", "name": "network-vif-plugged", "status": "completed", "tag": "da771c15-2a10-4679-be7f-a5fff7447f06", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:23:10.215485 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9ca23cde-595d-4736-8889-549723b43847 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:23:10.216525 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab82250-db6e-4d29-84a6-f1fd8b215453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da771c15-2a10-4679-be7f-a5fff7447f06', 'code': 200} Oct 19 01:23:10.283804 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device ed90814e-7852-4dfc-9166-6b2d636532ea up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:23:10.361554 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aed23d-5dac-4e28-889d-1b869067d4c0 req-f1c306bc-5ce7-4e30-9adb-b85b1441d4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:10.362992 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-41aed23d-5dac-4e28-889d-1b869067d4c0 req-f1c306bc-5ce7-4e30-9adb-b85b1441d4b4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 1097 time: 0.0795364 Oct 19 01:23:10.406798 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d1af6-a081-4a43-92de-c8f9ad7fbc76 req-afa2d8b6-a0fc-4074-8747-e01723c43d48 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:10.414382 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b71d1af6-a081-4a43-92de-c8f9ad7fbc76 req-afa2d8b6-a0fc-4074-8747-e01723c43d48 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 945 time: 0.2699134 Oct 19 01:23:10.434786 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-41aed23d-5dac-4e28-889d-1b869067d4c0 req-285bad47-af14-49c1-9760-70c3e0c88bd6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628381 Oct 19 01:23:10.444059 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=da771c15-2a10-4679-be7f-a5fff7447f06,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:10.472341 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-444356fd-2610-49fc-9122-13f0e50cafe0 None None] Provisioning complete for port a37a064a-3fb5-4e98-b1d2-8d541eddf834 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:10.472983 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-444356fd-2610-49fc-9122-13f0e50cafe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:10.564679 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port ed90814e-7852-4dfc-9166-6b2d636532ea triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:10.565084 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:10.601720 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b71d1af6-a081-4a43-92de-c8f9ad7fbc76 req-d8a2f456-2379-4f0b-91a2-4110be8888a3 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060555 Oct 19 01:23:10.618541 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-444356fd-2610-49fc-9122-13f0e50cafe0 None None] Port a37a064a-3fb5-4e98-b1d2-8d541eddf834 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:23:10.633277 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0be60ee7-947c-40fc-8af8-71da7aa1da03 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:10.648827 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-7e07a3b5-4d51-4f97-9f7c-12ca840f8847 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:10.677547 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-7e07a3b5-4d51-4f97-9f7c-12ca840f8847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:10.691499 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-444356fd-2610-49fc-9122-13f0e50cafe0 None None] Provisioning complete for port ed90814e-7852-4dfc-9166-6b2d636532ea triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:10.710249 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-444356fd-2610-49fc-9122-13f0e50cafe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:10.799717 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b80df2-f257-4517-b818-d42dac61265f None None] Pushing event updated for resources: {'Port': ['ID=a37a064a-3fb5-4e98-b1d2-8d541eddf834,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:10.846780 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be60ee7-947c-40fc-8af8-71da7aa1da03 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Subnet': ['ID=ce91abc9-f927-49bf-ac46-211bc546ad69,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:10.905093 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be60ee7-947c-40fc-8af8-71da7aa1da03 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Checking segment: {'id': '9cf51b5b-f7bb-4378-98e0-2a2017b1a6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '48972070-02c4-415d-ad54-7f3e7bda8857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:23:10.905464 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be60ee7-947c-40fc-8af8-71da7aa1da03 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Network hostable DHCP agents. Network: 48972070-02c4-415d-ad54-7f3e7bda8857, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:23:10.911371 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5335e3e-3d05-46f3-9a38-08ddc12eb7e9 req-6d9425e3-30f6-4722-91f6-6ecb2800cc85 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:10.922927 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e5335e3e-3d05-46f3-9a38-08ddc12eb7e9 req-6d9425e3-30f6-4722-91f6-6ecb2800cc85 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 946 time: 0.1040192 Oct 19 01:23:10.935373 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-7e07a3b5-4d51-4f97-9f7c-12ca840f8847 None None] Attempting to bind port a37a064a-3fb5-4e98-b1d2-8d541eddf834 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:23:10.951239 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be60ee7-947c-40fc-8af8-71da7aa1da03 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Network 48972070-02c4-415d-ad54-7f3e7bda8857 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:23:10.953522 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-7e07a3b5-4d51-4f97-9f7c-12ca840f8847 None None] Attempting to bind port a37a064a-3fb5-4e98-b1d2-8d541eddf834 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '50566e7d-0238-477e-b572-aa13df43b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:23:10.954406 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e07a3b5-4d51-4f97-9f7c-12ca840f8847 None None] Attempting to bind port a37a064a-3fb5-4e98-b1d2-8d541eddf834 on network c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:23:10.961230 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b80df2-f257-4517-b818-d42dac61265f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:10.961785 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b80df2-f257-4517-b818-d42dac61265f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:10.962349 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b80df2-f257-4517-b818-d42dac61265f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:10.962855 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b80df2-f257-4517-b818-d42dac61265f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:10.967769 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-0be60ee7-947c-40fc-8af8-71da7aa1da03 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 48972070-02c4-415d-ad54-7f3e7bda8857) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:23:10.968528 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b80df2-f257-4517-b818-d42dac61265f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:10.969325 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b80df2-f257-4517-b818-d42dac61265f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:10.969929 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b80df2-f257-4517-b818-d42dac61265f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:10.970477 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b80df2-f257-4517-b818-d42dac61265f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:10.971002 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b80df2-f257-4517-b818-d42dac61265f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:10.971584 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b80df2-f257-4517-b818-d42dac61265f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:10.972198 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b80df2-f257-4517-b818-d42dac61265f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:10.972675 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be60ee7-947c-40fc-8af8-71da7aa1da03 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:10.972995 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b80df2-f257-4517-b818-d42dac61265f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:10.973420 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0be60ee7-947c-40fc-8af8-71da7aa1da03 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:10.978356 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e07a3b5-4d51-4f97-9f7c-12ca840f8847 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:23:10.980817 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e07a3b5-4d51-4f97-9f7c-12ca840f8847 None None] Checking segment: {'id': '50566e7d-0238-477e-b572-aa13df43b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:23:10.981502 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-7e07a3b5-4d51-4f97-9f7c-12ca840f8847 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:10.982120 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e07a3b5-4d51-4f97-9f7c-12ca840f8847 None None] Bound using segment: {'id': '50566e7d-0238-477e-b572-aa13df43b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:23:10.982860 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-7e07a3b5-4d51-4f97-9f7c-12ca840f8847 None None] Bound port: a37a064a-3fb5-4e98-b1d2-8d541eddf834, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50566e7d-0238-477e-b572-aa13df43b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:23:10.983451 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-7e07a3b5-4d51-4f97-9f7c-12ca840f8847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:11.005334 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0be60ee7-947c-40fc-8af8-71da7aa1da03 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5467207 Oct 19 01:23:11.016897 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58170) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:11.030102 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e5335e3e-3d05-46f3-9a38-08ddc12eb7e9 req-c2aef018-3d69-4038-934a-d9365b4ea33d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060283 Oct 19 01:23:11.084063 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-7e07a3b5-4d51-4f97-9f7c-12ca840f8847 None None] For port a37a064a-3fb5-4e98-b1d2-8d541eddf834, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:23:11.091840 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-7e07a3b5-4d51-4f97-9f7c-12ca840f8847 None None] For port a37a064a-3fb5-4e98-b1d2-8d541eddf834, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=a37a064a-3fb5-4e98-b1d2-8d541eddf834,segment=NetworkSegment(50566e7d-0238-477e-b572-aa13df43b1ff),segment_id=50566e7d-0238-477e-b572-aa13df43b1ff)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:23:11.108753 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-7e07a3b5-4d51-4f97-9f7c-12ca840f8847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:11.114833 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7488e05e-6d99-4b63-aaa4-130a6f026e1b None None] Network 48972070-02c4-415d-ad54-7f3e7bda8857 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:23:11.254258 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b80df2-f257-4517-b818-d42dac61265f None None] Pushing event updated for resources: {'Port': ['ID=a37a064a-3fb5-4e98-b1d2-8d541eddf834,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:11.266486 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e07a3b5-4d51-4f97-9f7c-12ca840f8847 None None] Routers {'7f020681-d0ca-49b7-b8bb-c58999d09ee1'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:23:11.267386 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-7e07a3b5-4d51-4f97-9f7c-12ca840f8847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:22:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:11.279092 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580ce86-70c8-402d-8944-e3e74d0a66b9 req-5d7649b7-68fd-4939-a4f8-2eb12e332882 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:11.284636 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3580ce86-70c8-402d-8944-e3e74d0a66b9 req-5d7649b7-68fd-4939-a4f8-2eb12e332882 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 945 time: 0.0815771 Oct 19 01:23:11.436420 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-7e07a3b5-4d51-4f97-9f7c-12ca840f8847 None None] Set router 7f020681-d0ca-49b7-b8bb-c58999d09ee1 gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:23:11.592711 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52f7435-878b-4fbb-bb53-324619c5c681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-48972070-02c4-415d-ad54-7f3e7bda8857', 'network_id': '48972070-02c4-415d-ad54-7f3e7bda8857', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'fixed_ips': [{'subnet_id': 'ce91abc9-f927-49bf-ac46-211bc546ad69'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:23:11.593891 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d52f7435-878b-4fbb-bb53-324619c5c681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:11.598139 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-1d81fbbe-54fa-4ba2-a78f-da2666462fef None None] Provisioning complete for port a37a064a-3fb5-4e98-b1d2-8d541eddf834 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:11.598731 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1d81fbbe-54fa-4ba2-a78f-da2666462fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:11.752302 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1d81fbbe-54fa-4ba2-a78f-da2666462fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:11.823609 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-1d81fbbe-54fa-4ba2-a78f-da2666462fef None None] For port a37a064a-3fb5-4e98-b1d2-8d541eddf834, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=a37a064a-3fb5-4e98-b1d2-8d541eddf834,segment=NetworkSegment(50566e7d-0238-477e-b572-aa13df43b1ff),segment_id=50566e7d-0238-477e-b572-aa13df43b1ff)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:11.874971 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3580ce86-70c8-402d-8944-e3e74d0a66b9 req-741c0f47-03fb-4981-a483-57e2bf63f427 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5716007 Oct 19 01:23:11.981098 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1d81fbbe-54fa-4ba2-a78f-da2666462fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:12.010522 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-7e07a3b5-4d51-4f97-9f7c-12ca840f8847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'name': 'tempest-RoutersTest-router-555090550', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:03Z', 'updated_at': '2021-10-19T01:23:07Z', 'revision_number': 2, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'gw_port_host': None, '_interfaces': [{'id': 'a37a064a-3fb5-4e98-b1d2-8d541eddf834', 'name': '', 'network_id': 'c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:a0:c5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:05Z', 'updated_at': '2021-10-19T01:23:11Z', 'revision_number': 4, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:12.100904 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e07a3b5-4d51-4f97-9f7c-12ca840f8847 None None] The sync data for ids ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'] in n-d-715271-26 is: [{'id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'name': 'tempest-RoutersTest-router-555090550', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:03Z', 'updated_at': '2021-10-19T01:23:07Z', 'revision_number': 2, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'gw_port_host': None, '_interfaces': [{'id': 'a37a064a-3fb5-4e98-b1d2-8d541eddf834', 'name': '', 'network_id': 'c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:a0:c5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:05Z', 'updated_at': '2021-10-19T01:23:11Z', 'revision_number': 4, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:23:12.149124 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81fbbe-54fa-4ba2-a78f-da2666462fef None None] Pushing event updated for resources: {'Port': ['ID=a37a064a-3fb5-4e98-b1d2-8d541eddf834,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:12.175600 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-e9c621a6-2b81-441b-ad3b-ec2767aa1f35 None None] Provisioning complete for port a37a064a-3fb5-4e98-b1d2-8d541eddf834 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:12.176254 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e9c621a6-2b81-441b-ad3b-ec2767aa1f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:12.209776 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-d52f7435-878b-4fbb-bb53-324619c5c681 None None] Allocated IP 172.21.0.2 (48972070-02c4-415d-ad54-7f3e7bda8857/ce91abc9-f927-49bf-ac46-211bc546ad69/96ad7079-7e1a-448d-a57d-9ea78c70d6fd) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:23:12.260983 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-828ab27f-fa2d-4b18-b007-2ce116e64915 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:12.284417 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5958cf-eb97-443e-ab79-54d3b9bd6bd4 req-90d3caa8-853b-455c-a441-e2ecc15a23f4 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:12.286134 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f5958cf-eb97-443e-ab79-54d3b9bd6bd4 req-90d3caa8-853b-455c-a441-e2ecc15a23f4 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 945 time: 0.2692604 Oct 19 01:23:12.424055 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f5958cf-eb97-443e-ab79-54d3b9bd6bd4 req-16941a26-98b7-4693-9c71-f3ea01270b8d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952926 Oct 19 01:23:12.577114 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-3cded070-9648-4f84-89de-1cb33d48a1dd None None] Provisioning complete for port a37a064a-3fb5-4e98-b1d2-8d541eddf834 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:12.577510 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3cded070-9648-4f84-89de-1cb33d48a1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:12.694754 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d52f7435-878b-4fbb-bb53-324619c5c681 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:12.709795 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043c72d-b992-4b1b-bccf-ea8c75edb5eb req-c4fae923-b1c1-483d-99a3-91c8357ac3c2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:12.717874 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c043c72d-b992-4b1b-bccf-ea8c75edb5eb req-c4fae923-b1c1-483d-99a3-91c8357ac3c2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 945 time: 0.1272411 Oct 19 01:23:12.719952 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d52f7435-878b-4fbb-bb53-324619c5c681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:12.818638 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c043c72d-b992-4b1b-bccf-ea8c75edb5eb req-9273cb0f-c75b-4006-89b8-b642bc777d1a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977733 Oct 19 01:23:12.836927 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-828ab27f-fa2d-4b18-b007-2ce116e64915 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Allocated IP 172.21.0.1 (48972070-02c4-415d-ad54-7f3e7bda8857/ce91abc9-f927-49bf-ac46-211bc546ad69/3f8058b1-1150-4a0d-9a55-9b4604e4ffd7) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:23:12.897950 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52f7435-878b-4fbb-bb53-324619c5c681 None None] Network 48972070-02c4-415d-ad54-7f3e7bda8857 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:23:12.920519 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-d52f7435-878b-4fbb-bb53-324619c5c681 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:23:12.950796 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52f7435-878b-4fbb-bb53-324619c5c681 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:23:12.964125 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f7435-878b-4fbb-bb53-324619c5c681 None None] Pushing event updated for resources: {'Port': ['ID=96ad7079-7e1a-448d-a57d-9ea78c70d6fd,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:13.083604 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-828ab27f-fa2d-4b18-b007-2ce116e64915 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:13.116426 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-d52f7435-878b-4fbb-bb53-324619c5c681 None None] Attempting to bind port 96ad7079-7e1a-448d-a57d-9ea78c70d6fd on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:23:13.117293 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-d52f7435-878b-4fbb-bb53-324619c5c681 None None] Attempting to bind port 96ad7079-7e1a-448d-a57d-9ea78c70d6fd by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '9cf51b5b-f7bb-4378-98e0-2a2017b1a6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '48972070-02c4-415d-ad54-7f3e7bda8857'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:23:13.117827 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52f7435-878b-4fbb-bb53-324619c5c681 None None] Attempting to bind port 96ad7079-7e1a-448d-a57d-9ea78c70d6fd on network 48972070-02c4-415d-ad54-7f3e7bda8857 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:23:13.125419 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52f7435-878b-4fbb-bb53-324619c5c681 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:23:13.125831 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52f7435-878b-4fbb-bb53-324619c5c681 None None] Checking segment: {'id': '9cf51b5b-f7bb-4378-98e0-2a2017b1a6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '48972070-02c4-415d-ad54-7f3e7bda8857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:23:13.126469 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d52f7435-878b-4fbb-bb53-324619c5c681 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:13.126866 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52f7435-878b-4fbb-bb53-324619c5c681 None None] Bound using segment: {'id': '9cf51b5b-f7bb-4378-98e0-2a2017b1a6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '48972070-02c4-415d-ad54-7f3e7bda8857'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:23:13.127537 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-d52f7435-878b-4fbb-bb53-324619c5c681 None None] Bound port: 96ad7079-7e1a-448d-a57d-9ea78c70d6fd, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf51b5b-f7bb-4378-98e0-2a2017b1a6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '48972070-02c4-415d-ad54-7f3e7bda8857'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:23:13.131494 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d52f7435-878b-4fbb-bb53-324619c5c681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:13.133356 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-828ab27f-fa2d-4b18-b007-2ce116e64915 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:13.183880 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828ab27f-fa2d-4b18-b007-2ce116e64915 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Network 48972070-02c4-415d-ad54-7f3e7bda8857 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:23:13.185781 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-828ab27f-fa2d-4b18-b007-2ce116e64915 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:23:13.190262 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828ab27f-fa2d-4b18-b007-2ce116e64915 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:23:13.267091 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-828ab27f-fa2d-4b18-b007-2ce116e64915 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:13.381673 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device bf76e776-e2d4-4f18-b4d3-84f9217e5e5f no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:23:13.411240 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e737c8-2421-4265-8489-4f0901c6ed8d req-6473e1e2-425c-4bbb-ab78-6e869ba64e74 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:13.413170 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b0e737c8-2421-4265-8489-4f0901c6ed8d req-6473e1e2-425c-4bbb-ab78-6e869ba64e74 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 945 time: 0.2905972 Oct 19 01:23:13.419218 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ab27f-fa2d-4b18-b007-2ce116e64915 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Port': ['ID=3f8058b1-1150-4a0d-9a55-9b4604e4ffd7,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:13.457043 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-d52f7435-878b-4fbb-bb53-324619c5c681 None None] For port 96ad7079-7e1a-448d-a57d-9ea78c70d6fd, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:23:13.472672 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828ab27f-fa2d-4b18-b007-2ce116e64915 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:13.473139 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828ab27f-fa2d-4b18-b007-2ce116e64915 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:13.473962 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828ab27f-fa2d-4b18-b007-2ce116e64915 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:13.477371 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828ab27f-fa2d-4b18-b007-2ce116e64915 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:13.477831 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828ab27f-fa2d-4b18-b007-2ce116e64915 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:13.478568 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828ab27f-fa2d-4b18-b007-2ce116e64915 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:13.479756 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828ab27f-fa2d-4b18-b007-2ce116e64915 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:13.480119 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828ab27f-fa2d-4b18-b007-2ce116e64915 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:13.480550 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828ab27f-fa2d-4b18-b007-2ce116e64915 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:13.481000 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828ab27f-fa2d-4b18-b007-2ce116e64915 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:13.481428 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828ab27f-fa2d-4b18-b007-2ce116e64915 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:13.481856 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828ab27f-fa2d-4b18-b007-2ce116e64915 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:13.503589 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-d52f7435-878b-4fbb-bb53-324619c5c681 None None] For port 96ad7079-7e1a-448d-a57d-9ea78c70d6fd, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=96ad7079-7e1a-448d-a57d-9ea78c70d6fd,segment=NetworkSegment(9cf51b5b-f7bb-4378-98e0-2a2017b1a6e3),segment_id=9cf51b5b-f7bb-4378-98e0-2a2017b1a6e3)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:23:13.517417 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b0e737c8-2421-4265-8489-4f0901c6ed8d req-c5eaf27b-1db5-4d79-8e6e-193ffff5026b tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909338 Oct 19 01:23:13.518958 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d52f7435-878b-4fbb-bb53-324619c5c681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:13.579387 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f7435-878b-4fbb-bb53-324619c5c681 None None] Pushing event updated for resources: {'Port': ['ID=96ad7079-7e1a-448d-a57d-9ea78c70d6fd,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:13.586684 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:13.603715 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-828ab27f-fa2d-4b18-b007-2ce116e64915 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:13.624162 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port bf76e776-e2d4-4f18-b4d3-84f9217e5e5f, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:13.625430 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b40554e-b2bb-44bd-bb68-f52a2adf8073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf76e776-e2d4-4f18-b4d3-84f9217e5e5f'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:23:13.629920 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9f8976-1738-491a-af70-0c9706a242bf" -d '{"events": [{"server_uuid": "2b40554e-b2bb-44bd-bb68-f52a2adf8073", "name": "network-vif-unplugged", "status": "completed", "tag": "bf76e776-e2d4-4f18-b4d3-84f9217e5e5f"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:23:13.649163 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:13.734018 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083203ff-9de5-440a-a0d2-2536e9bdd590 req-57078eec-74d9-41ca-a530-fa49ac8c0ec8 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:13.734736 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f,revision_number=8']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:13.742759 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-083203ff-9de5-440a-a0d2-2536e9bdd590 req-57078eec-74d9-41ca-a530-fa49ac8c0ec8 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 945 time: 0.1241241 Oct 19 01:23:13.746329 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1181b37e-404b-4fcb-9ac8-fb81b8ccb16f x-openstack-request-id: req-1181b37e-404b-4fcb-9ac8-fb81b8ccb16f {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:23:13.746728 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b40554e-b2bb-44bd-bb68-f52a2adf8073", "name": "network-vif-unplugged", "status": "completed", "tag": "bf76e776-e2d4-4f18-b4d3-84f9217e5e5f", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:23:13.747085 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1181b37e-404b-4fcb-9ac8-fb81b8ccb16f {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:23:13.747641 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b40554e-b2bb-44bd-bb68-f52a2adf8073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf76e776-e2d4-4f18-b4d3-84f9217e5e5f', 'code': 200} Oct 19 01:23:13.828111 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-083203ff-9de5-440a-a0d2-2536e9bdd590 req-f4657bd0-a53d-4000-929f-3d7857bab478 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765741 Oct 19 01:23:13.909514 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8153c3a4-313e-438a-984a-df8f627e798e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:14.376323 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device a37a064a-3fb5-4e98-b1d2-8d541eddf834 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:23:14.435207 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port a37a064a-3fb5-4e98-b1d2-8d541eddf834 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:14.435911 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:14.509252 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-828ab27f-fa2d-4b18-b007-2ce116e64915 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:14.515698 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-828ab27f-fa2d-4b18-b007-2ce116e64915 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:14.535317 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 96ad7079-7e1a-448d-a57d-9ea78c70d6fd up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:23:14.594022 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-828ab27f-fa2d-4b18-b007-2ce116e64915 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:14.604608 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ab27f-fa2d-4b18-b007-2ce116e64915 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Port': ['ID=3f8058b1-1150-4a0d-9a55-9b4604e4ffd7,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:14.618654 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 96ad7079-7e1a-448d-a57d-9ea78c70d6fd triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:14.620742 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:14.715714 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291399c-74db-4194-b9f3-9b14915acb4e req-9a61f875-db6a-4b37-b0cb-32f774c6cb26 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:14.727367 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5291399c-74db-4194-b9f3-9b14915acb4e req-9a61f875-db6a-4b37-b0cb-32f774c6cb26 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 945 time: 0.0993109 Oct 19 01:23:14.732521 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828ab27f-fa2d-4b18-b007-2ce116e64915 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Network 48972070-02c4-415d-ad54-7f3e7bda8857 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:23:14.733997 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-828ab27f-fa2d-4b18-b007-2ce116e64915 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:23:14.797735 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:14.808804 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5291399c-74db-4194-b9f3-9b14915acb4e req-5b17dcbf-9d55-4a48-81f7-6ef0077d2420 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686531 Oct 19 01:23:14.897616 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828ab27f-fa2d-4b18-b007-2ce116e64915 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Router 7f020681-d0ca-49b7-b8bb-c58999d09ee1 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:23:14.930458 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 96ad7079-7e1a-448d-a57d-9ea78c70d6fd, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=96ad7079-7e1a-448d-a57d-9ea78c70d6fd,segment=NetworkSegment(9cf51b5b-f7bb-4378-98e0-2a2017b1a6e3),segment_id=9cf51b5b-f7bb-4378-98e0-2a2017b1a6e3)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:14.952010 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:14.961503 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4d250-21c6-4d2d-9482-9aeb96daff59 req-1fbc4c71-ecfd-493b-a84b-15524345aa1d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:14.966752 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8cd4d250-21c6-4d2d-9482-9aeb96daff59 req-1fbc4c71-ecfd-493b-a84b-15524345aa1d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.24 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 945 time: 0.0997872 Oct 19 01:23:15.056270 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=96ad7079-7e1a-448d-a57d-9ea78c70d6fd,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:15.097369 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828ab27f-fa2d-4b18-b007-2ce116e64915 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:23:15.103468 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-8cd4d250-21c6-4d2d-9482-9aeb96daff59 req-32d10408-0a93-4bef-b1bc-d7fe444211bc tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Deleting port da771c15-2a10-4679-be7f-a5fff7447f06 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:23:15.104757 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8cd4d250-21c6-4d2d-9482-9aeb96daff59 req-32d10408-0a93-4bef-b1bc-d7fe444211bc tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:15.117436 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198fbd09-ddee-4723-a4e5-8432e8c73f4d None None] Sync routers for ids ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:23:15.141551 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198fbd09-ddee-4723-a4e5-8432e8c73f4d None None] Routers {'7f020681-d0ca-49b7-b8bb-c58999d09ee1'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:23:15.142204 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-198fbd09-ddee-4723-a4e5-8432e8c73f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:22:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:15.153049 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-828ab27f-fa2d-4b18-b007-2ce116e64915 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "PUT /v2.0/routers/7f020681-d0ca-49b7-b8bb-c58999d09ee1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1342158 Oct 19 01:23:15.165924 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58246) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:15.190575 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-e9f80c65-6dd1-42c6-8327-0b9d3d68b6ed tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Request body: {'network': {'name': 'tempest-RoutersTest-473289345'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:23:15.246777 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f80c65-6dd1-42c6-8327-0b9d3d68b6ed tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Made reservation on behalf of b4da212c26bc45dcb3b08cdb9cc1629c for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:23:15.251398 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-8cd4d250-21c6-4d2d-9482-9aeb96daff59 req-32d10408-0a93-4bef-b1bc-d7fe444211bc tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] For port da771c15-2a10-4679-be7f-a5fff7447f06, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=da771c15-2a10-4679-be7f-a5fff7447f06,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:15.252127 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8cd4d250-21c6-4d2d-9482-9aeb96daff59 req-32d10408-0a93-4bef-b1bc-d7fe444211bc tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:15.254481 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e9f80c65-6dd1-42c6-8327-0b9d3d68b6ed tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:15.272781 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-8cd4d250-21c6-4d2d-9482-9aeb96daff59 req-32d10408-0a93-4bef-b1bc-d7fe444211bc tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Calling delete_port for da771c15-2a10-4679-be7f-a5fff7447f06 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:23:15.300785 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810263d-dd0c-4efb-9c33-ae373f1579ed req-62ed3a46-daab-4543-82c5-ab935de483c1 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:15.302355 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8810263d-dd0c-4efb-9c33-ae373f1579ed req-62ed3a46-daab-4543-82c5-ab935de483c1 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 945 time: 0.3177798 Oct 19 01:23:15.324975 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9f80c65-6dd1-42c6-8327-0b9d3d68b6ed tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:23:15.355639 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e9f80c65-6dd1-42c6-8327-0b9d3d68b6ed tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:15.356015 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-e9f80c65-6dd1-42c6-8327-0b9d3d68b6ed tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Added segment f96c69ee-5e68-4037-b6b3-1dda3c3ddc73 of type vlan for network 20d9d8b7-2dd8-419f-9117-b0c3759de99e Oct 19 01:23:15.357388 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046a93de-53ad-4398-8f8a-5fcc833a8fed None None] Network 48972070-02c4-415d-ad54-7f3e7bda8857 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:23:15.374239 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8810263d-dd0c-4efb-9c33-ae373f1579ed req-5f66e8bb-be38-4168-98d3-3f9b6ea20fd3 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612719 Oct 19 01:23:15.423750 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e9f80c65-6dd1-42c6-8327-0b9d3d68b6ed tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:15.438141 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-198fbd09-ddee-4723-a4e5-8432e8c73f4d None None] Set router 7f020681-d0ca-49b7-b8bb-c58999d09ee1 gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:23:15.457892 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e9f80c65-6dd1-42c6-8327-0b9d3d68b6ed tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:15.465268 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f80c65-6dd1-42c6-8327-0b9d3d68b6ed tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:15.465881 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e9f80c65-6dd1-42c6-8327-0b9d3d68b6ed tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:15.470838 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-125a2295-48a6-413a-b38e-4040ae78045e None None] Provisioning complete for port 96ad7079-7e1a-448d-a57d-9ea78c70d6fd triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:15.471353 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-125a2295-48a6-413a-b38e-4040ae78045e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:15.492755 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8cd4d250-21c6-4d2d-9482-9aeb96daff59 req-32d10408-0a93-4bef-b1bc-d7fe444211bc tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:15.512463 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e9f80c65-6dd1-42c6-8327-0b9d3d68b6ed tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3424115 Oct 19 01:23:15.516339 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58248) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:15.554431 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-6848450a-f123-459b-b4c8-39740cb422cb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Request body: {'subnet': {'network_id': '20d9d8b7-2dd8-419f-9117-b0c3759de99e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:23:15.570465 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f80c65-6dd1-42c6-8327-0b9d3d68b6ed tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Network': ['ID=20d9d8b7-2dd8-419f-9117-b0c3759de99e,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:15.586121 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d10408-0a93-4bef-b1bc-d7fe444211bc tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Pushing event deleted for resources: {'Port': ['ID=da771c15-2a10-4679-be7f-a5fff7447f06,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:15.621529 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd4d250-21c6-4d2d-9482-9aeb96daff59 req-32d10408-0a93-4bef-b1bc-d7fe444211bc tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] No DVR routers for this DVR port da771c15-2a10-4679-be7f-a5fff7447f06 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:23:15.626471 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8cd4d250-21c6-4d2d-9482-9aeb96daff59 req-32d10408-0a93-4bef-b1bc-d7fe444211bc tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:15.630073 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8cd4d250-21c6-4d2d-9482-9aeb96daff59 req-32d10408-0a93-4bef-b1bc-d7fe444211bc tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.24 "DELETE /v2.0/ports/da771c15-2a10-4679-be7f-a5fff7447f06 HTTP/1.1" status: 204 len: 173 time: 0.6582325 Oct 19 01:23:15.630559 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab82250-db6e-4d29-84a6-f1fd8b215453', 'name': 'network-vif-deleted', 'tag': 'da771c15-2a10-4679-be7f-a5fff7447f06'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:23:15.632989 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8027b5da-d8f7-47c1-9a43-01d6efdd10eb" -d '{"events": [{"server_uuid": "fab82250-db6e-4d29-84a6-f1fd8b215453", "name": "network-vif-deleted", "tag": "da771c15-2a10-4679-be7f-a5fff7447f06"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:23:15.720410 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19977f2-bc0c-4427-ad2f-6022be5bd2ac x-openstack-request-id: req-f19977f2-bc0c-4427-ad2f-6022be5bd2ac {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:23:15.720753 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab82250-db6e-4d29-84a6-f1fd8b215453", "name": "network-vif-deleted", "tag": "da771c15-2a10-4679-be7f-a5fff7447f06", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:23:15.721462 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f19977f2-bc0c-4427-ad2f-6022be5bd2ac {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:23:15.721878 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab82250-db6e-4d29-84a6-f1fd8b215453', 'name': 'network-vif-deleted', 'tag': 'da771c15-2a10-4679-be7f-a5fff7447f06', 'status': 'completed', 'code': 200} Oct 19 01:23:15.765987 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['da771c15-2a10-4679-be7f-a5fff7447f06'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:23:15.768226 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['107a14d6-2227-43e8-95da-c01d5aec17ff'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:23:15.780298 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6848450a-f123-459b-b4c8-39740cb422cb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Made reservation on behalf of b4da212c26bc45dcb3b08cdb9cc1629c for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:23:15.784142 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6848450a-f123-459b-b4c8-39740cb422cb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:15.810555 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 20d9d8b7-2dd8-419f-9117-b0c3759de99e details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:23:16.113239 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a16c87-aeb2-4392-b856-dda326a4e30f req-e833fc91-9bc5-49fb-83d6-01b8e1ea3528 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:16.115578 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d9a16c87-aeb2-4392-b856-dda326a4e30f req-e833fc91-9bc5-49fb-83d6-01b8e1ea3528 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 945 time: 0.1291666 Oct 19 01:23:16.117925 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6848450a-f123-459b-b4c8-39740cb422cb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:16.263795 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6848450a-f123-459b-b4c8-39740cb422cb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Checking segment: {'id': 'f96c69ee-5e68-4037-b6b3-1dda3c3ddc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '20d9d8b7-2dd8-419f-9117-b0c3759de99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:23:16.264160 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6848450a-f123-459b-b4c8-39740cb422cb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Network hostable DHCP agents. Network: 20d9d8b7-2dd8-419f-9117-b0c3759de99e, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:23:16.282064 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d9a16c87-aeb2-4392-b856-dda326a4e30f req-b417b1bf-4def-4f44-88b4-f15aba95a574 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565619 Oct 19 01:23:16.290887 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848450a-f123-459b-b4c8-39740cb422cb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Subnet': ['ID=19e4da19-af6d-4121-8012-87425d678a75,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:16.305665 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6848450a-f123-459b-b4c8-39740cb422cb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Network 20d9d8b7-2dd8-419f-9117-b0c3759de99e is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:23:16.325754 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-6848450a-f123-459b-b4c8-39740cb422cb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 20d9d8b7-2dd8-419f-9117-b0c3759de99e) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:23:16.331821 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6848450a-f123-459b-b4c8-39740cb422cb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:16.332494 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6848450a-f123-459b-b4c8-39740cb422cb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:16.358052 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58272) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:16.358282 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6848450a-f123-459b-b4c8-39740cb422cb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8405299 Oct 19 01:23:16.382525 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 96ad7079-7e1a-448d-a57d-9ea78c70d6fd up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:23:16.385857 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93783ca-e4d3-438d-a9b1-8cd2df8cc3a6 None None] Network 20d9d8b7-2dd8-419f-9117-b0c3759de99e requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:23:16.649826 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-be05f010-aaa1-4a24-ba23-366c2933703a req-3faef312-aedb-41ec-beeb-d9621531fd12 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 210 time: 0.0433810 Oct 19 01:23:16.699031 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1763453b-5ee1-4a53-be68-3eca8e7dcbcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:16.749260 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206d939f-03de-4201-882e-bdf48cff41bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-20d9d8b7-2dd8-419f-9117-b0c3759de99e', 'network_id': '20d9d8b7-2dd8-419f-9117-b0c3759de99e', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'fixed_ips': [{'subnet_id': '19e4da19-af6d-4121-8012-87425d678a75'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:23:16.750117 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-206d939f-03de-4201-882e-bdf48cff41bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:16.781970 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 96ad7079-7e1a-448d-a57d-9ea78c70d6fd triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:16.782708 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:16.836214 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-198fbd09-ddee-4723-a4e5-8432e8c73f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'name': 'tempest-RoutersTest-router-555090550', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:03Z', 'updated_at': '2021-10-19T01:23:13Z', 'revision_number': 3, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'gw_port_host': None, '_interfaces': [{'id': '3f8058b1-1150-4a0d-9a55-9b4604e4ffd7', 'name': '', 'network_id': '48972070-02c4-415d-ad54-7f3e7bda8857', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:69:a0:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'ce91abc9-f927-49bf-ac46-211bc546ad69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:12Z', 'updated_at': '2021-10-19T01:23:13Z', 'revision_number': 2, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': 'ce91abc9-f927-49bf-ac46-211bc546ad69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37a064a-3fb5-4e98-b1d2-8d541eddf834', 'name': '', 'network_id': 'c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:a0:c5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:05Z', 'updated_at': '2021-10-19T01:23:11Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:16.922244 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ec6d53d4-8dea-4a91-adf2-474c4d7d91d3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:16.982279 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198fbd09-ddee-4723-a4e5-8432e8c73f4d None None] Checking router: 7f020681-d0ca-49b7-b8bb-c58999d09ee1 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:23:16.982642 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198fbd09-ddee-4723-a4e5-8432e8c73f4d None None] Updating router 7f020681-d0ca-49b7-b8bb-c58999d09ee1 port 3f8058b1-1150-4a0d-9a55-9b4604e4ffd7 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:23:17.050144 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-198fbd09-ddee-4723-a4e5-8432e8c73f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:17.436279 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device bf76e776-e2d4-4f18-b4d3-84f9217e5e5f details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:23:17.449507 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:17.482844 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ef35c-5f99-45e9-9b0d-91dabca0c4a3 req-c39e4f73-6b6b-4dad-8bb1-9cd2ec4cfce5 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:17.496164 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-206d939f-03de-4201-882e-bdf48cff41bd None None] Allocated IP 172.22.0.2 (20d9d8b7-2dd8-419f-9117-b0c3759de99e/19e4da19-af6d-4121-8012-87425d678a75/b43c83fa-056a-453c-a5cb-294b3ae24aa6) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:23:17.496164 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-9569eb33-8b46-4991-b001-ae208bea22b6 None None] Provisioning complete for port 96ad7079-7e1a-448d-a57d-9ea78c70d6fd triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:17.496164 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9569eb33-8b46-4991-b001-ae208bea22b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:17.496428 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6b5ef35c-5f99-45e9-9b0d-91dabca0c4a3 req-c39e4f73-6b6b-4dad-8bb1-9cd2ec4cfce5 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 945 time: 0.0998759 Oct 19 01:23:17.566596 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6b5ef35c-5f99-45e9-9b0d-91dabca0c4a3 req-9cd1b9fb-321e-4f01-b1a3-6ba80d67f17c tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687485 Oct 19 01:23:17.843640 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6cc08b45-2866-4273-991f-401f3ece094c req-d076bd03-019c-4b8a-9d3f-fb16897e344e tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 210 time: 0.0799768 Oct 19 01:23:17.844791 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-9569eb33-8b46-4991-b001-ae208bea22b6 None None] Provisioning complete for port 3f8058b1-1150-4a0d-9a55-9b4604e4ffd7 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:17.845201 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9569eb33-8b46-4991-b001-ae208bea22b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:17.897451 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-9569eb33-8b46-4991-b001-ae208bea22b6 None None] Port 3f8058b1-1150-4a0d-9a55-9b4604e4ffd7 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:23:17.933971 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:17.949971 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port bf76e776-e2d4-4f18-b4d3-84f9217e5e5f, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:18.008095 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'bf76e776-e2d4-4f18-b4d3-84f9217e5e5f', 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41', 'port_id': 'bf76e776-e2d4-4f18-b4d3-84f9217e5e5f', 'mac_address': 'fa:16:3e:da:26:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e75ff155-8f86-450c-9276-3e4132eca531', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:23:18.069893 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-198fbd09-ddee-4723-a4e5-8432e8c73f4d None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:18.113914 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-198fbd09-ddee-4723-a4e5-8432e8c73f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:18.133730 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4fda4967-2b0b-46d7-846c-436967912629 None None] Provisioning complete for port 3f8058b1-1150-4a0d-9a55-9b4604e4ffd7 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:18.134173 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4fda4967-2b0b-46d7-846c-436967912629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:18.138820 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-206d939f-03de-4201-882e-bdf48cff41bd None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:18.201471 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:18.219034 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-206d939f-03de-4201-882e-bdf48cff41bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:18.248438 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-ec6d53d4-8dea-4a91-adf2-474c4d7d91d3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Allocated IP 172.22.0.1 (20d9d8b7-2dd8-419f-9117-b0c3759de99e/19e4da19-af6d-4121-8012-87425d678a75/b3b918bc-744a-4a13-9c97-1716d376039c) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:23:18.431437 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ec6d53d4-8dea-4a91-adf2-474c4d7d91d3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:18.480148 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ec6d53d4-8dea-4a91-adf2-474c4d7d91d3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:18.547870 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf76e776-e2d4-4f18-b4d3-84f9217e5e5f {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:23:18.554442 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b40697-0726-467b-a9cd-e39fed82dcf7 None None] Pushing event updated for resources: {'Port': ['ID=3f8058b1-1150-4a0d-9a55-9b4604e4ffd7,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:18.564606 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-198fbd09-ddee-4723-a4e5-8432e8c73f4d None None] Attempting to bind port 3f8058b1-1150-4a0d-9a55-9b4604e4ffd7 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:23:18.564979 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-198fbd09-ddee-4723-a4e5-8432e8c73f4d None None] Attempting to bind port 3f8058b1-1150-4a0d-9a55-9b4604e4ffd7 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '9cf51b5b-f7bb-4378-98e0-2a2017b1a6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '48972070-02c4-415d-ad54-7f3e7bda8857'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:23:18.565346 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198fbd09-ddee-4723-a4e5-8432e8c73f4d None None] Attempting to bind port 3f8058b1-1150-4a0d-9a55-9b4604e4ffd7 on network 48972070-02c4-415d-ad54-7f3e7bda8857 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:23:18.577415 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6d53d4-8dea-4a91-adf2-474c4d7d91d3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Network 20d9d8b7-2dd8-419f-9117-b0c3759de99e is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:23:18.580323 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4fda4967-2b0b-46d7-846c-436967912629 None None] Port 3f8058b1-1150-4a0d-9a55-9b4604e4ffd7 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:23:18.591509 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-ec6d53d4-8dea-4a91-adf2-474c4d7d91d3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:23:18.597419 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6d53d4-8dea-4a91-adf2-474c4d7d91d3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:23:18.624555 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206d939f-03de-4201-882e-bdf48cff41bd None None] Network 20d9d8b7-2dd8-419f-9117-b0c3759de99e is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:23:18.643240 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198fbd09-ddee-4723-a4e5-8432e8c73f4d None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:23:18.643630 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198fbd09-ddee-4723-a4e5-8432e8c73f4d None None] Checking segment: {'id': '9cf51b5b-f7bb-4378-98e0-2a2017b1a6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '48972070-02c4-415d-ad54-7f3e7bda8857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:23:18.644068 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-198fbd09-ddee-4723-a4e5-8432e8c73f4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:18.644469 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198fbd09-ddee-4723-a4e5-8432e8c73f4d None None] Bound using segment: {'id': '9cf51b5b-f7bb-4378-98e0-2a2017b1a6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '48972070-02c4-415d-ad54-7f3e7bda8857'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:23:18.644966 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-198fbd09-ddee-4723-a4e5-8432e8c73f4d None None] Bound port: 3f8058b1-1150-4a0d-9a55-9b4604e4ffd7, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf51b5b-f7bb-4378-98e0-2a2017b1a6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '48972070-02c4-415d-ad54-7f3e7bda8857'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:23:18.645350 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-198fbd09-ddee-4723-a4e5-8432e8c73f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:18.653206 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-206d939f-03de-4201-882e-bdf48cff41bd None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:23:18.658488 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206d939f-03de-4201-882e-bdf48cff41bd None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:23:18.683990 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port bf76e776-e2d4-4f18-b4d3-84f9217e5e5f, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:18.717631 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d53d4-8dea-4a91-adf2-474c4d7d91d3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Port': ['ID=b3b918bc-744a-4a13-9c97-1716d376039c,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:18.718414 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5036e6-4fca-4086-9112-4c0447d8e8c2 req-7d4cc9cf-52da-4110-8188-e7224c4a1c5f tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:18.724660 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:18.727269 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0d5036e6-4fca-4086-9112-4c0447d8e8c2 req-7d4cc9cf-52da-4110-8188-e7224c4a1c5f tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 945 time: 0.0679636 Oct 19 01:23:18.746841 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d939f-03de-4201-882e-bdf48cff41bd None None] Pushing event updated for resources: {'Port': ['ID=b43c83fa-056a-453c-a5cb-294b3ae24aa6,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:18.749970 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ec6d53d4-8dea-4a91-adf2-474c4d7d91d3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:18.788159 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0d5036e6-4fca-4086-9112-4c0447d8e8c2 req-a031b119-2460-4357-b026-be98172ddff4 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558877 Oct 19 01:23:18.857811 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-03a1dbf7-8928-40ef-b661-db52e5bc8256 None None] Provisioning complete for port 3f8058b1-1150-4a0d-9a55-9b4604e4ffd7 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:18.858393 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-03a1dbf7-8928-40ef-b661-db52e5bc8256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:18.910128 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device da771c15-2a10-4679-be7f-a5fff7447f06 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:23:18.912256 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['bf76e776-e2d4-4f18-b4d3-84f9217e5e5f'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:23:19.012052 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: da771c15-2a10-4679-be7f-a5fff7447f06 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:23:19.012403 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device da771c15-2a10-4679-be7f-a5fff7447f06 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:23:19.014346 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-206d939f-03de-4201-882e-bdf48cff41bd None None] Attempting to bind port b43c83fa-056a-453c-a5cb-294b3ae24aa6 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:23:19.014716 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-206d939f-03de-4201-882e-bdf48cff41bd None None] Attempting to bind port b43c83fa-056a-453c-a5cb-294b3ae24aa6 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'f96c69ee-5e68-4037-b6b3-1dda3c3ddc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '20d9d8b7-2dd8-419f-9117-b0c3759de99e'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:23:19.015080 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206d939f-03de-4201-882e-bdf48cff41bd None None] Attempting to bind port b43c83fa-056a-453c-a5cb-294b3ae24aa6 on network 20d9d8b7-2dd8-419f-9117-b0c3759de99e {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:23:19.017854 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-198fbd09-ddee-4723-a4e5-8432e8c73f4d None None] For port 3f8058b1-1150-4a0d-9a55-9b4604e4ffd7, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:23:19.020627 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ec6d53d4-8dea-4a91-adf2-474c4d7d91d3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:19.040587 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f,revision_number=9']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:19.048833 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-03a1dbf7-8928-40ef-b661-db52e5bc8256 None None] Port 3f8058b1-1150-4a0d-9a55-9b4604e4ffd7 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:23:19.056735 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-198fbd09-ddee-4723-a4e5-8432e8c73f4d None None] For port 3f8058b1-1150-4a0d-9a55-9b4604e4ffd7, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=3f8058b1-1150-4a0d-9a55-9b4604e4ffd7,segment=NetworkSegment(9cf51b5b-f7bb-4378-98e0-2a2017b1a6e3),segment_id=9cf51b5b-f7bb-4378-98e0-2a2017b1a6e3)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:23:19.068259 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206d939f-03de-4201-882e-bdf48cff41bd None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:23:19.069262 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206d939f-03de-4201-882e-bdf48cff41bd None None] Checking segment: {'id': 'f96c69ee-5e68-4037-b6b3-1dda3c3ddc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '20d9d8b7-2dd8-419f-9117-b0c3759de99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:23:19.070314 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-206d939f-03de-4201-882e-bdf48cff41bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:19.073717 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206d939f-03de-4201-882e-bdf48cff41bd None None] Bound using segment: {'id': 'f96c69ee-5e68-4037-b6b3-1dda3c3ddc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '20d9d8b7-2dd8-419f-9117-b0c3759de99e'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:23:19.074425 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-206d939f-03de-4201-882e-bdf48cff41bd None None] Bound port: b43c83fa-056a-453c-a5cb-294b3ae24aa6, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f96c69ee-5e68-4037-b6b3-1dda3c3ddc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '20d9d8b7-2dd8-419f-9117-b0c3759de99e'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:23:19.075029 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-206d939f-03de-4201-882e-bdf48cff41bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:19.106529 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-198fbd09-ddee-4723-a4e5-8432e8c73f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:19.272390 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198fbd09-ddee-4723-a4e5-8432e8c73f4d None None] Routers {'7f020681-d0ca-49b7-b8bb-c58999d09ee1'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:23:19.273038 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-198fbd09-ddee-4723-a4e5-8432e8c73f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:23:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:19.385509 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-198fbd09-ddee-4723-a4e5-8432e8c73f4d None None] Set router 7f020681-d0ca-49b7-b8bb-c58999d09ee1 gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:23:19.492592 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-206d939f-03de-4201-882e-bdf48cff41bd None None] For port b43c83fa-056a-453c-a5cb-294b3ae24aa6, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:23:19.506436 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b40697-0726-467b-a9cd-e39fed82dcf7 None None] Pushing event updated for resources: {'Port': ['ID=3f8058b1-1150-4a0d-9a55-9b4604e4ffd7,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:19.544131 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ec6d53d4-8dea-4a91-adf2-474c4d7d91d3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:19.559107 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-206d939f-03de-4201-882e-bdf48cff41bd None None] For port b43c83fa-056a-453c-a5cb-294b3ae24aa6, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b43c83fa-056a-453c-a5cb-294b3ae24aa6,segment=NetworkSegment(f96c69ee-5e68-4037-b6b3-1dda3c3ddc73),segment_id=f96c69ee-5e68-4037-b6b3-1dda3c3ddc73)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:23:19.592454 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ec6d53d4-8dea-4a91-adf2-474c4d7d91d3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:19.608582 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-206d939f-03de-4201-882e-bdf48cff41bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:19.699368 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-94fd9488-d75c-4e8d-a0fc-797dab714a60 req-b55b6b00-8b11-48e7-9b89-14974867fe96 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 210 time: 0.6045744 Oct 19 01:23:19.703254 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ec6d53d4-8dea-4a91-adf2-474c4d7d91d3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:19.762519 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d53d4-8dea-4a91-adf2-474c4d7d91d3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Port': ['ID=b3b918bc-744a-4a13-9c97-1716d376039c,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:19.811348 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-c1b2907c-93f7-472c-9507-43b85e015207 None None] Provisioning complete for port 3f8058b1-1150-4a0d-9a55-9b4604e4ffd7 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:19.811716 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c1b2907c-93f7-472c-9507-43b85e015207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:19.930237 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6d53d4-8dea-4a91-adf2-474c4d7d91d3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Network 20d9d8b7-2dd8-419f-9117-b0c3759de99e is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:23:19.936267 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-ec6d53d4-8dea-4a91-adf2-474c4d7d91d3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:23:19.950777 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:19.951464 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d939f-03de-4201-882e-bdf48cff41bd None None] Pushing event updated for resources: {'Port': ['ID=b43c83fa-056a-453c-a5cb-294b3ae24aa6,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:20.020312 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196173cf-cda1-4a49-a3c2-dfd08b8eb655 req-d10cf585-be8a-4654-9175-3e67f9023e21 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:20.036693 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-196173cf-cda1-4a49-a3c2-dfd08b8eb655 req-d10cf585-be8a-4654-9175-3e67f9023e21 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 945 time: 0.1164703 Oct 19 01:23:20.081894 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c1b2907c-93f7-472c-9507-43b85e015207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:20.146564 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-198fbd09-ddee-4723-a4e5-8432e8c73f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'name': 'tempest-RoutersTest-router-555090550', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:03Z', 'updated_at': '2021-10-19T01:23:18Z', 'revision_number': 4, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'gw_port_host': None, '_interfaces': [{'id': '3f8058b1-1150-4a0d-9a55-9b4604e4ffd7', 'name': '', 'network_id': '48972070-02c4-415d-ad54-7f3e7bda8857', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:69:a0:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'ce91abc9-f927-49bf-ac46-211bc546ad69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:12Z', 'updated_at': '2021-10-19T01:23:18Z', 'revision_number': 4, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': 'ce91abc9-f927-49bf-ac46-211bc546ad69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37a064a-3fb5-4e98-b1d2-8d541eddf834', 'name': '', 'network_id': 'c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:a0:c5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:05Z', 'updated_at': '2021-10-19T01:23:11Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3b918bc-744a-4a13-9c97-1716d376039c', 'name': '', 'network_id': '20d9d8b7-2dd8-419f-9117-b0c3759de99e', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:e4:27:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '19e4da19-af6d-4121-8012-87425d678a75', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:17Z', 'updated_at': '2021-10-19T01:23:18Z', 'revision_number': 1, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '19e4da19-af6d-4121-8012-87425d678a75', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:20.171538 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-196173cf-cda1-4a49-a3c2-dfd08b8eb655 req-3f30d415-3014-4004-b1a1-ca1784e3be5c tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307523 Oct 19 01:23:20.226136 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-c1b2907c-93f7-472c-9507-43b85e015207 None None] For port 3f8058b1-1150-4a0d-9a55-9b4604e4ffd7, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=3f8058b1-1150-4a0d-9a55-9b4604e4ffd7,segment=NetworkSegment(9cf51b5b-f7bb-4378-98e0-2a2017b1a6e3),segment_id=9cf51b5b-f7bb-4378-98e0-2a2017b1a6e3)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:20.227534 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198fbd09-ddee-4723-a4e5-8432e8c73f4d None None] The sync data for ids ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'] in n-d-715271-26 is: [{'id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'name': 'tempest-RoutersTest-router-555090550', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:03Z', 'updated_at': '2021-10-19T01:23:18Z', 'revision_number': 4, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'gw_port_host': None, '_interfaces': [{'id': '3f8058b1-1150-4a0d-9a55-9b4604e4ffd7', 'name': '', 'network_id': '48972070-02c4-415d-ad54-7f3e7bda8857', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:69:a0:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'ce91abc9-f927-49bf-ac46-211bc546ad69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:12Z', 'updated_at': '2021-10-19T01:23:18Z', 'revision_number': 4, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': 'ce91abc9-f927-49bf-ac46-211bc546ad69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37a064a-3fb5-4e98-b1d2-8d541eddf834', 'name': '', 'network_id': 'c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:a0:c5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:05Z', 'updated_at': '2021-10-19T01:23:11Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3b918bc-744a-4a13-9c97-1716d376039c', 'name': '', 'network_id': '20d9d8b7-2dd8-419f-9117-b0c3759de99e', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:e4:27:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '19e4da19-af6d-4121-8012-87425d678a75', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:17Z', 'updated_at': '2021-10-19T01:23:18Z', 'revision_number': 1, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '19e4da19-af6d-4121-8012-87425d678a75', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:23:20.237523 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c1b2907c-93f7-472c-9507-43b85e015207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:20.386013 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2907c-93f7-472c-9507-43b85e015207 None None] Pushing event updated for resources: {'Port': ['ID=3f8058b1-1150-4a0d-9a55-9b4604e4ffd7,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:20.426635 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6d53d4-8dea-4a91-adf2-474c4d7d91d3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Router 7f020681-d0ca-49b7-b8bb-c58999d09ee1 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:23:20.580337 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6d53d4-8dea-4a91-adf2-474c4d7d91d3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:23:20.587352 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ec6d53d4-8dea-4a91-adf2-474c4d7d91d3 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "PUT /v2.0/routers/7f020681-d0ca-49b7-b8bb-c58999d09ee1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2278082 Oct 19 01:23:20.590908 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58340) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:20.597311 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-c61db82a-4f69-471e-b404-3b60d116df10 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Request body: {'network': {'name': 'tempest-RoutersTest-1653130944'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:23:20.626613 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61db82a-4f69-471e-b404-3b60d116df10 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Made reservation on behalf of b4da212c26bc45dcb3b08cdb9cc1629c for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:23:20.630749 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c61db82a-4f69-471e-b404-3b60d116df10 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:20.699176 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c61db82a-4f69-471e-b404-3b60d116df10 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:23:20.737598 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c61db82a-4f69-471e-b404-3b60d116df10 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:20.737760 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-c61db82a-4f69-471e-b404-3b60d116df10 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Added segment 6eaada73-16d1-43e6-a6d7-e8e41124e0e8 of type vlan for network b2f47618-6741-4206-b76e-bf91420b183b Oct 19 01:23:20.853550 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c61db82a-4f69-471e-b404-3b60d116df10 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:20.903346 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7835aecb-483f-4c45-a689-9d8b4432591a req-b6fbe024-eb59-45f4-b1ca-b6ca4633b656 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 210 time: 0.0381756 Oct 19 01:23:20.924853 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c61db82a-4f69-471e-b404-3b60d116df10 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:20.933558 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61db82a-4f69-471e-b404-3b60d116df10 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:20.934517 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c61db82a-4f69-471e-b404-3b60d116df10 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:21.063409 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61db82a-4f69-471e-b404-3b60d116df10 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Network': ['ID=b2f47618-6741-4206-b76e-bf91420b183b,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:21.078323 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58356) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:21.078491 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c61db82a-4f69-471e-b404-3b60d116df10 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4861014 Oct 19 01:23:21.085310 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61db82a-4f69-471e-b404-3b60d116df10 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:21.085846 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61db82a-4f69-471e-b404-3b60d116df10 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:21.086408 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61db82a-4f69-471e-b404-3b60d116df10 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:21.086930 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61db82a-4f69-471e-b404-3b60d116df10 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:21.087657 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61db82a-4f69-471e-b404-3b60d116df10 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:21.088994 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61db82a-4f69-471e-b404-3b60d116df10 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:21.089703 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61db82a-4f69-471e-b404-3b60d116df10 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:21.090278 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61db82a-4f69-471e-b404-3b60d116df10 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:21.091206 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-05389f17-0959-4a94-8ed3-1f5675dad696 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Request body: {'subnet': {'network_id': 'b2f47618-6741-4206-b76e-bf91420b183b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:23:21.092904 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61db82a-4f69-471e-b404-3b60d116df10 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:21.093662 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61db82a-4f69-471e-b404-3b60d116df10 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:21.094284 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61db82a-4f69-471e-b404-3b60d116df10 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:21.094822 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61db82a-4f69-471e-b404-3b60d116df10 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:21.108987 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network b2f47618-6741-4206-b76e-bf91420b183b details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:23:21.402644 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device bf76e776-e2d4-4f18-b4d3-84f9217e5e5f up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:23:21.505512 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa1c5a-2974-42e9-9671-0d0edc3a51ee req-703c9e0b-b356-4b5d-84fb-ea69c55b2302 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:21.511100 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-05fa1c5a-2974-42e9-9671-0d0edc3a51ee req-703c9e0b-b356-4b5d-84fb-ea69c55b2302 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 945 time: 0.1898427 Oct 19 01:23:21.516971 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05389f17-0959-4a94-8ed3-1f5675dad696 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Made reservation on behalf of b4da212c26bc45dcb3b08cdb9cc1629c for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:23:21.521038 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-05389f17-0959-4a94-8ed3-1f5675dad696 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:21.538437 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port bf76e776-e2d4-4f18-b4d3-84f9217e5e5f triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:21.540127 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:21.701245 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-05fa1c5a-2974-42e9-9671-0d0edc3a51ee req-71b6c8bf-2f3e-426f-8d42-3a16cda165c3 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718698 Oct 19 01:23:21.750627 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:21.837209 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b40554e-b2bb-44bd-bb68-f52a2adf8073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf76e776-e2d4-4f18-b4d3-84f9217e5e5f'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:23:21.844675 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f03fe5b-207f-4ee9-9171-19e686a8cfed" -d '{"events": [{"server_uuid": "2b40554e-b2bb-44bd-bb68-f52a2adf8073", "name": "network-vif-plugged", "status": "completed", "tag": "bf76e776-e2d4-4f18-b4d3-84f9217e5e5f"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:23:21.882664 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4794307-e934-4608-a575-ab52208f23bf None None] Network 20d9d8b7-2dd8-419f-9117-b0c3759de99e requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:23:21.910059 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port bf76e776-e2d4-4f18-b4d3-84f9217e5e5f, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:21.981613 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:22.024448 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92e8824-6927-4ab0-b211-d380aece748a x-openstack-request-id: req-b92e8824-6927-4ab0-b211-d380aece748a {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:23:22.024829 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b40554e-b2bb-44bd-bb68-f52a2adf8073", "name": "network-vif-plugged", "status": "completed", "tag": "bf76e776-e2d4-4f18-b4d3-84f9217e5e5f", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:23:22.026076 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b92e8824-6927-4ab0-b211-d380aece748a {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:23:22.029147 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b40554e-b2bb-44bd-bb68-f52a2adf8073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf76e776-e2d4-4f18-b4d3-84f9217e5e5f', 'code': 200} Oct 19 01:23:22.127575 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-05389f17-0959-4a94-8ed3-1f5675dad696 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:22.133661 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-28c2c4f1-e193-4966-bab1-e2cc13cba0cf req-c5fd01e6-17f2-48f8-8b3e-0a646e202752 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 210 time: 0.0386913 Oct 19 01:23:22.303891 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-1531939b-63b1-4a25-a9ce-e7d217e42e7e None None] Provisioning complete for port b43c83fa-056a-453c-a5cb-294b3ae24aa6 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:22.304501 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1531939b-63b1-4a25-a9ce-e7d217e42e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:22.395611 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f,revision_number=10']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:22.515852 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 3f8058b1-1150-4a0d-9a55-9b4604e4ffd7 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:23:22.677267 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 3f8058b1-1150-4a0d-9a55-9b4604e4ffd7 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:22.677929 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:22.937181 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b43c83fa-056a-453c-a5cb-294b3ae24aa6 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:23:22.967634 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1531939b-63b1-4a25-a9ce-e7d217e42e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:22.971946 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86246a9f-9e47-4bd0-853f-7c20bbce4a96 None None] Sync routers for ids ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:23:22.982011 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05389f17-0959-4a94-8ed3-1f5675dad696 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Subnet': ['ID=01e707b3-6df3-49df-a8b5-ea19c3a90f8c,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:22.987952 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86246a9f-9e47-4bd0-853f-7c20bbce4a96 None None] Routers {'7f020681-d0ca-49b7-b8bb-c58999d09ee1'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:23:22.991271 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-86246a9f-9e47-4bd0-853f-7c20bbce4a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:23:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:23.003612 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05389f17-0959-4a94-8ed3-1f5675dad696 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Checking segment: {'id': '6eaada73-16d1-43e6-a6d7-e8e41124e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b2f47618-6741-4206-b76e-bf91420b183b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:23:23.018513 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05389f17-0959-4a94-8ed3-1f5675dad696 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Network hostable DHCP agents. Network: b2f47618-6741-4206-b76e-bf91420b183b, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:23:23.128305 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237e484-a9d5-4761-b66e-51808e50424d req-44412e71-d775-4260-afbf-883d5fd48eed tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:23.140075 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d237e484-a9d5-4761-b66e-51808e50424d req-44412e71-d775-4260-afbf-883d5fd48eed tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 945 time: 0.2761931 Oct 19 01:23:23.144016 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-1531939b-63b1-4a25-a9ce-e7d217e42e7e None None] For port b43c83fa-056a-453c-a5cb-294b3ae24aa6, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b43c83fa-056a-453c-a5cb-294b3ae24aa6,segment=NetworkSegment(f96c69ee-5e68-4037-b6b3-1dda3c3ddc73),segment_id=f96c69ee-5e68-4037-b6b3-1dda3c3ddc73)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:23.159132 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1531939b-63b1-4a25-a9ce-e7d217e42e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:23.182711 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05389f17-0959-4a94-8ed3-1f5675dad696 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Network b2f47618-6741-4206-b76e-bf91420b183b is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:23:23.201431 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-05389f17-0959-4a94-8ed3-1f5675dad696 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, b2f47618-6741-4206-b76e-bf91420b183b) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:23:23.212187 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05389f17-0959-4a94-8ed3-1f5675dad696 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:23.213323 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-05389f17-0959-4a94-8ed3-1f5675dad696 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:23.227931 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d237e484-a9d5-4761-b66e-51808e50424d req-40070e77-4f37-44ac-a67b-d828c2ac54a2 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865555 Oct 19 01:23:23.267279 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-05389f17-0959-4a94-8ed3-1f5675dad696 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1875637 Oct 19 01:23:23.269253 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58398) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:23.328130 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d604438-972b-4bb1-935b-8655b3f8d7d7 None None] Network b2f47618-6741-4206-b76e-bf91420b183b requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:23:23.354418 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-86246a9f-9e47-4bd0-853f-7c20bbce4a96 None None] Set router 7f020681-d0ca-49b7-b8bb-c58999d09ee1 gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:23:23.447839 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-0b93a738-5051-4bcb-bfb5-5871d100a4ce None None] Provisioning complete for port b3b918bc-744a-4a13-9c97-1716d376039c triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:23.452305 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0b93a738-5051-4bcb-bfb5-5871d100a4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:23.458074 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port b43c83fa-056a-453c-a5cb-294b3ae24aa6 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:23.464196 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fb3a1f3e-6241-4dc6-bd24-881062323cee req-42304bc0-b0de-4ff6-b944-8940c96a9203 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 210 time: 0.0742660 Oct 19 01:23:23.466691 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:23.882702 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143a8b3-c010-40d3-8371-dcaf9f90c4be req-3055008f-95ef-446a-b053-c2c3857cc0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:23.884750 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d143a8b3-c010-40d3-8371-dcaf9f90c4be req-3055008f-95ef-446a-b053-c2c3857cc0a3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=585554f71e844101aa23b8eea6cc5bd0&device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 1097 time: 0.2587492 Oct 19 01:23:23.896786 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ff1c0-b13a-452c-a4ab-083550acfc00 req-5b1d240b-9758-4ab7-ab34-3a1b71ba83dd tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:23.920151 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6a0ff1c0-b13a-452c-a4ab-083550acfc00 req-5b1d240b-9758-4ab7-ab34-3a1b71ba83dd tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 945 time: 0.1987021 Oct 19 01:23:24.026350 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6a0ff1c0-b13a-452c-a4ab-083550acfc00 req-28f7c39d-79e3-4476-93f3-327e7f64d8df tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636921 Oct 19 01:23:24.050923 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-86246a9f-9e47-4bd0-853f-7c20bbce4a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'name': 'tempest-RoutersTest-router-555090550', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:03Z', 'updated_at': '2021-10-19T01:23:18Z', 'revision_number': 4, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'gw_port_host': None, '_interfaces': [{'id': '3f8058b1-1150-4a0d-9a55-9b4604e4ffd7', 'name': '', 'network_id': '48972070-02c4-415d-ad54-7f3e7bda8857', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:69:a0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'ce91abc9-f927-49bf-ac46-211bc546ad69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:12Z', 'updated_at': '2021-10-19T01:23:20Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': 'ce91abc9-f927-49bf-ac46-211bc546ad69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37a064a-3fb5-4e98-b1d2-8d541eddf834', 'name': '', 'network_id': 'c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:a0:c5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:05Z', 'updated_at': '2021-10-19T01:23:11Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3b918bc-744a-4a13-9c97-1716d376039c', 'name': '', 'network_id': '20d9d8b7-2dd8-419f-9117-b0c3759de99e', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:e4:27:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '19e4da19-af6d-4121-8012-87425d678a75', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:17Z', 'updated_at': '2021-10-19T01:23:19Z', 'revision_number': 2, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '19e4da19-af6d-4121-8012-87425d678a75', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:24.101390 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86246a9f-9e47-4bd0-853f-7c20bbce4a96 None None] Checking router: 7f020681-d0ca-49b7-b8bb-c58999d09ee1 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:23:24.102255 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86246a9f-9e47-4bd0-853f-7c20bbce4a96 None None] Updating router 7f020681-d0ca-49b7-b8bb-c58999d09ee1 port b3b918bc-744a-4a13-9c97-1716d376039c binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:23:24.174182 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-86246a9f-9e47-4bd0-853f-7c20bbce4a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:24.258608 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143a8b3-c010-40d3-8371-dcaf9f90c4be req-6c61df51-4cdc-49a7-8d06-5fa3dc4e513f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:24.260779 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d143a8b3-c010-40d3-8371-dcaf9f90c4be req-6c61df51-4cdc-49a7-8d06-5fa3dc4e513f service neutron] 10.222.0.24 "GET /v2.0/networks?id=5e12dd14-5039-435c-a783-d0672592c2d3 HTTP/1.1" status: 200 len: 912 time: 0.3391912 Oct 19 01:23:24.399013 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d143a8b3-c010-40d3-8371-dcaf9f90c4be req-2ca32506-2e28-4be7-8893-4fca11e29835 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56929a5d-2313-4c21-bdb0-ff64a436f703 HTTP/1.1" status: 200 len: 1000 time: 0.1294601 Oct 19 01:23:24.429767 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531939b-63b1-4a25-a9ce-e7d217e42e7e None None] Pushing event updated for resources: {'Port': ['ID=b43c83fa-056a-453c-a5cb-294b3ae24aa6,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:24.443007 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-0b93a738-5051-4bcb-bfb5-5871d100a4ce None None] Port b3b918bc-744a-4a13-9c97-1716d376039c cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:23:24.549611 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143a8b3-c010-40d3-8371-dcaf9f90c4be req-2f49fb5a-c2a3-467c-b1da-8d66a53be3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:24.551150 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d143a8b3-c010-40d3-8371-dcaf9f90c4be req-2f49fb5a-c2a3-467c-b1da-8d66a53be3db service neutron] 10.222.0.24 "GET /v2.0/subnets?id=313c4890-7a10-40d1-9c32-7abcea0c2b45 HTTP/1.1" status: 200 len: 850 time: 0.1440833 Oct 19 01:23:24.569486 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c5a588b8-aa06-4049-8a93-cefbc9e8936f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:24.661439 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-0b93a738-5051-4bcb-bfb5-5871d100a4ce None None] Provisioning complete for port b43c83fa-056a-453c-a5cb-294b3ae24aa6 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:24.661975 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0b93a738-5051-4bcb-bfb5-5871d100a4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:24.721814 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143a8b3-c010-40d3-8371-dcaf9f90c4be req-786ab6a6-0bf1-4716-a90e-b9b2ad1ee4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:24.743342 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffcfc28-0695-459a-8c54-85d05fa8407d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-b2f47618-6741-4206-b76e-bf91420b183b', 'network_id': 'b2f47618-6741-4206-b76e-bf91420b183b', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'fixed_ips': [{'subnet_id': '01e707b3-6df3-49df-a8b5-ea19c3a90f8c'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:23:24.745210 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2ffcfc28-0695-459a-8c54-85d05fa8407d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:24.748730 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d143a8b3-c010-40d3-8371-dcaf9f90c4be req-786ab6a6-0bf1-4716-a90e-b9b2ad1ee4ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5e12dd14-5039-435c-a783-d0672592c2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1841068 Oct 19 01:23:24.773283 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-86246a9f-9e47-4bd0-853f-7c20bbce4a96 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:24.789471 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-86246a9f-9e47-4bd0-853f-7c20bbce4a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:24.997315 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b43c83fa-056a-453c-a5cb-294b3ae24aa6 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:23:25.041620 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d143a8b3-c010-40d3-8371-dcaf9f90c4be req-f8ad948d-8beb-4940-bce9-4afb0ded5703 service neutron] 10.222.0.24 "GET /v2.0/networks/5e12dd14-5039-435c-a783-d0672592c2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863100 Oct 19 01:23:25.109443 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c53216-7be3-46f5-8e69-11251fdec3fd None None] Pushing event updated for resources: {'Port': ['ID=b3b918bc-744a-4a13-9c97-1716d376039c,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:25.175181 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-86246a9f-9e47-4bd0-853f-7c20bbce4a96 None None] Attempting to bind port b3b918bc-744a-4a13-9c97-1716d376039c on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:23:25.175599 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-86246a9f-9e47-4bd0-853f-7c20bbce4a96 None None] Attempting to bind port b3b918bc-744a-4a13-9c97-1716d376039c by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'f96c69ee-5e68-4037-b6b3-1dda3c3ddc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '20d9d8b7-2dd8-419f-9117-b0c3759de99e'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:23:25.176009 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86246a9f-9e47-4bd0-853f-7c20bbce4a96 None None] Attempting to bind port b3b918bc-744a-4a13-9c97-1716d376039c on network 20d9d8b7-2dd8-419f-9117-b0c3759de99e {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:23:25.190428 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port b43c83fa-056a-453c-a5cb-294b3ae24aa6 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:25.191491 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:25.222472 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-90a2a5f9-1016-4a4d-ae76-b8479ee31e57 req-c61d31c8-b09e-4cb3-b859-184ac3ed6698 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 210 time: 0.0802324 Oct 19 01:23:25.223465 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86246a9f-9e47-4bd0-853f-7c20bbce4a96 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:23:25.223896 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86246a9f-9e47-4bd0-853f-7c20bbce4a96 None None] Checking segment: {'id': 'f96c69ee-5e68-4037-b6b3-1dda3c3ddc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '20d9d8b7-2dd8-419f-9117-b0c3759de99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:23:25.249384 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-86246a9f-9e47-4bd0-853f-7c20bbce4a96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:25.249941 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86246a9f-9e47-4bd0-853f-7c20bbce4a96 None None] Bound using segment: {'id': 'f96c69ee-5e68-4037-b6b3-1dda3c3ddc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '20d9d8b7-2dd8-419f-9117-b0c3759de99e'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:23:25.250461 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-86246a9f-9e47-4bd0-853f-7c20bbce4a96 None None] Bound port: b3b918bc-744a-4a13-9c97-1716d376039c, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f96c69ee-5e68-4037-b6b3-1dda3c3ddc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '20d9d8b7-2dd8-419f-9117-b0c3759de99e'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:23:25.256712 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-86246a9f-9e47-4bd0-853f-7c20bbce4a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:25.343528 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-2ffcfc28-0695-459a-8c54-85d05fa8407d None None] Allocated IP 172.23.0.2 (b2f47618-6741-4206-b76e-bf91420b183b/01e707b3-6df3-49df-a8b5-ea19c3a90f8c/7133ceab-4f48-4649-bf1f-c4e0c127da88) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:23:25.446436 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-86246a9f-9e47-4bd0-853f-7c20bbce4a96 None None] For port b3b918bc-744a-4a13-9c97-1716d376039c, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:23:25.459119 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-86246a9f-9e47-4bd0-853f-7c20bbce4a96 None None] For port b3b918bc-744a-4a13-9c97-1716d376039c, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b3b918bc-744a-4a13-9c97-1716d376039c,segment=NetworkSegment(f96c69ee-5e68-4037-b6b3-1dda3c3ddc73),segment_id=f96c69ee-5e68-4037-b6b3-1dda3c3ddc73)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:23:25.473844 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-86246a9f-9e47-4bd0-853f-7c20bbce4a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:25.491244 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d143a8b3-c010-40d3-8371-dcaf9f90c4be req-7188a316-2509-4e34-a828-d98b60bbd4c3 service neutron] 10.222.0.24 "GET /v2.0/networks/5e12dd14-5039-435c-a783-d0672592c2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331748 Oct 19 01:23:25.591092 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640c58f-da1a-4b27-93d3-4b712dcd3f6a req-f76c069e-95a4-4ba8-bce9-773838564dd9 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:25.605810 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c640c58f-da1a-4b27-93d3-4b712dcd3f6a req-f76c069e-95a4-4ba8-bce9-773838564dd9 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 945 time: 0.2664986 Oct 19 01:23:25.653723 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c53216-7be3-46f5-8e69-11251fdec3fd None None] Pushing event updated for resources: {'Port': ['ID=b3b918bc-744a-4a13-9c97-1716d376039c,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:25.726478 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c640c58f-da1a-4b27-93d3-4b712dcd3f6a req-564d93ed-d2a0-44ef-bba1-5cd3b4a03242 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034961 Oct 19 01:23:25.733355 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86246a9f-9e47-4bd0-853f-7c20bbce4a96 None None] Routers {'7f020681-d0ca-49b7-b8bb-c58999d09ee1'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:23:25.734230 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-86246a9f-9e47-4bd0-853f-7c20bbce4a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:23:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:25.749372 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b0893611-b410-43df-81f9-50bf60366765 None None] Provisioning complete for port b3b918bc-744a-4a13-9c97-1716d376039c triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:25.749912 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b0893611-b410-43df-81f9-50bf60366765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:26.054238 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-86246a9f-9e47-4bd0-853f-7c20bbce4a96 None None] Set router 7f020681-d0ca-49b7-b8bb-c58999d09ee1 gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:23:26.206903 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2ffcfc28-0695-459a-8c54-85d05fa8407d None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:26.228952 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2ffcfc28-0695-459a-8c54-85d05fa8407d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:26.285374 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b0893611-b410-43df-81f9-50bf60366765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:26.288074 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-c5a588b8-aa06-4049-8a93-cefbc9e8936f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Allocated IP 172.23.0.1 (b2f47618-6741-4206-b76e-bf91420b183b/01e707b3-6df3-49df-a8b5-ea19c3a90f8c/89d114a2-77b3-4016-bf46-38780c370950) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:23:26.303607 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffcfc28-0695-459a-8c54-85d05fa8407d None None] Network b2f47618-6741-4206-b76e-bf91420b183b is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:23:26.320067 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-2ffcfc28-0695-459a-8c54-85d05fa8407d None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:23:26.330845 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffcfc28-0695-459a-8c54-85d05fa8407d None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:23:26.382719 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffcfc28-0695-459a-8c54-85d05fa8407d None None] Pushing event updated for resources: {'Port': ['ID=7133ceab-4f48-4649-bf1f-c4e0c127da88,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:26.419229 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-90557381-3388-4c8d-a57d-2316db626cfd req-c71b992d-fdbf-4467-a1aa-ee52956e52b9 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=fab82250-db6e-4d29-84a6-f1fd8b215453 HTTP/1.1" status: 200 len: 210 time: 0.0512645 Oct 19 01:23:26.477775 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c5a588b8-aa06-4049-8a93-cefbc9e8936f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:26.499995 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-b0893611-b410-43df-81f9-50bf60366765 None None] For port b3b918bc-744a-4a13-9c97-1716d376039c, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b3b918bc-744a-4a13-9c97-1716d376039c,segment=NetworkSegment(f96c69ee-5e68-4037-b6b3-1dda3c3ddc73),segment_id=f96c69ee-5e68-4037-b6b3-1dda3c3ddc73)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:26.554216 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b0893611-b410-43df-81f9-50bf60366765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:26.597551 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c5a588b8-aa06-4049-8a93-cefbc9e8936f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:26.711579 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a588b8-aa06-4049-8a93-cefbc9e8936f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Port': ['ID=89d114a2-77b3-4016-bf46-38780c370950,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:26.715834 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-86246a9f-9e47-4bd0-853f-7c20bbce4a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'name': 'tempest-RoutersTest-router-555090550', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:03Z', 'updated_at': '2021-10-19T01:23:18Z', 'revision_number': 4, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'gw_port_host': None, '_interfaces': [{'id': '3f8058b1-1150-4a0d-9a55-9b4604e4ffd7', 'name': '', 'network_id': '48972070-02c4-415d-ad54-7f3e7bda8857', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:69:a0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'ce91abc9-f927-49bf-ac46-211bc546ad69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:12Z', 'updated_at': '2021-10-19T01:23:20Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': 'ce91abc9-f927-49bf-ac46-211bc546ad69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37a064a-3fb5-4e98-b1d2-8d541eddf834', 'name': '', 'network_id': 'c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:a0:c5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:05Z', 'updated_at': '2021-10-19T01:23:11Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3b918bc-744a-4a13-9c97-1716d376039c', 'name': '', 'network_id': '20d9d8b7-2dd8-419f-9117-b0c3759de99e', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:e4:27:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '19e4da19-af6d-4121-8012-87425d678a75', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:17Z', 'updated_at': '2021-10-19T01:23:25Z', 'revision_number': 4, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '19e4da19-af6d-4121-8012-87425d678a75', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:26.736764 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a588b8-aa06-4049-8a93-cefbc9e8936f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Network b2f47618-6741-4206-b76e-bf91420b183b is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:23:26.743410 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-2ffcfc28-0695-459a-8c54-85d05fa8407d None None] Attempting to bind port 7133ceab-4f48-4649-bf1f-c4e0c127da88 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:23:26.744747 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-2ffcfc28-0695-459a-8c54-85d05fa8407d None None] Attempting to bind port 7133ceab-4f48-4649-bf1f-c4e0c127da88 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '6eaada73-16d1-43e6-a6d7-e8e41124e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b2f47618-6741-4206-b76e-bf91420b183b'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:23:26.745323 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffcfc28-0695-459a-8c54-85d05fa8407d None None] Attempting to bind port 7133ceab-4f48-4649-bf1f-c4e0c127da88 on network b2f47618-6741-4206-b76e-bf91420b183b {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:23:26.746591 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-c5a588b8-aa06-4049-8a93-cefbc9e8936f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:23:26.763087 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a588b8-aa06-4049-8a93-cefbc9e8936f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:23:26.770720 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86246a9f-9e47-4bd0-853f-7c20bbce4a96 None None] The sync data for ids ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'] in n-d-715271-26 is: [{'id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'name': 'tempest-RoutersTest-router-555090550', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:03Z', 'updated_at': '2021-10-19T01:23:18Z', 'revision_number': 4, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'gw_port_host': None, '_interfaces': [{'id': '3f8058b1-1150-4a0d-9a55-9b4604e4ffd7', 'name': '', 'network_id': '48972070-02c4-415d-ad54-7f3e7bda8857', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:69:a0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'ce91abc9-f927-49bf-ac46-211bc546ad69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:12Z', 'updated_at': '2021-10-19T01:23:20Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': 'ce91abc9-f927-49bf-ac46-211bc546ad69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37a064a-3fb5-4e98-b1d2-8d541eddf834', 'name': '', 'network_id': 'c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:a0:c5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:05Z', 'updated_at': '2021-10-19T01:23:11Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3b918bc-744a-4a13-9c97-1716d376039c', 'name': '', 'network_id': '20d9d8b7-2dd8-419f-9117-b0c3759de99e', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:e4:27:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '19e4da19-af6d-4121-8012-87425d678a75', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:17Z', 'updated_at': '2021-10-19T01:23:25Z', 'revision_number': 4, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '19e4da19-af6d-4121-8012-87425d678a75', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:23:26.781612 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffcfc28-0695-459a-8c54-85d05fa8407d None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:23:26.782224 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffcfc28-0695-459a-8c54-85d05fa8407d None None] Checking segment: {'id': '6eaada73-16d1-43e6-a6d7-e8e41124e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b2f47618-6741-4206-b76e-bf91420b183b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:23:26.783542 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2ffcfc28-0695-459a-8c54-85d05fa8407d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:26.784139 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffcfc28-0695-459a-8c54-85d05fa8407d None None] Bound using segment: {'id': '6eaada73-16d1-43e6-a6d7-e8e41124e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b2f47618-6741-4206-b76e-bf91420b183b'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:23:26.784774 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-2ffcfc28-0695-459a-8c54-85d05fa8407d None None] Bound port: 7133ceab-4f48-4649-bf1f-c4e0c127da88, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eaada73-16d1-43e6-a6d7-e8e41124e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b2f47618-6741-4206-b76e-bf91420b183b'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:23:26.785341 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2ffcfc28-0695-459a-8c54-85d05fa8407d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:26.810045 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-c5afd01a-93c5-476c-ac59-978f634b15f5 None None] Provisioning complete for port b3b918bc-744a-4a13-9c97-1716d376039c triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:26.810532 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c5afd01a-93c5-476c-ac59-978f634b15f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:26.877184 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0893611-b410-43df-81f9-50bf60366765 None None] Pushing event updated for resources: {'Port': ['ID=b3b918bc-744a-4a13-9c97-1716d376039c,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:26.903489 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c5a588b8-aa06-4049-8a93-cefbc9e8936f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:26.963708 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-2ffcfc28-0695-459a-8c54-85d05fa8407d None None] For port 7133ceab-4f48-4649-bf1f-c4e0c127da88, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:23:26.970353 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-2ffcfc28-0695-459a-8c54-85d05fa8407d None None] For port 7133ceab-4f48-4649-bf1f-c4e0c127da88, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=7133ceab-4f48-4649-bf1f-c4e0c127da88,segment=NetworkSegment(6eaada73-16d1-43e6-a6d7-e8e41124e0e8),segment_id=6eaada73-16d1-43e6-a6d7-e8e41124e0e8)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:23:26.975709 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b3b918bc-744a-4a13-9c97-1716d376039c up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:23:27.012272 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2ffcfc28-0695-459a-8c54-85d05fa8407d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:27.183330 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffcfc28-0695-459a-8c54-85d05fa8407d None None] Pushing event updated for resources: {'Port': ['ID=7133ceab-4f48-4649-bf1f-c4e0c127da88,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:27.200104 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port b3b918bc-744a-4a13-9c97-1716d376039c triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:27.206537 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:27.210170 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:27.216447 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6f3ca-789d-4c7f-ba2b-54edaa9b41e0 req-c9c6e949-bb9d-4ceb-84c1-e38a0f69304d tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:27.220020 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-46d6f3ca-789d-4c7f-ba2b-54edaa9b41e0 req-c9c6e949-bb9d-4ceb-84c1-e38a0f69304d tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 945 time: 0.1912351 Oct 19 01:23:27.289197 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c5a588b8-aa06-4049-8a93-cefbc9e8936f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:27.327074 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-46d6f3ca-789d-4c7f-ba2b-54edaa9b41e0 req-79edceeb-e784-405c-8a3c-d4363b751198 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685158 Oct 19 01:23:27.715470 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c5a588b8-aa06-4049-8a93-cefbc9e8936f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:27.721894 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c5a588b8-aa06-4049-8a93-cefbc9e8936f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:27.830087 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a588b8-aa06-4049-8a93-cefbc9e8936f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event updated for resources: {'Port': ['ID=89d114a2-77b3-4016-bf46-38780c370950,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:27.833608 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c5a588b8-aa06-4049-8a93-cefbc9e8936f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:27.998909 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a588b8-aa06-4049-8a93-cefbc9e8936f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Network b2f47618-6741-4206-b76e-bf91420b183b is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:23:28.000804 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-c5a588b8-aa06-4049-8a93-cefbc9e8936f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:23:28.269796 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a588b8-aa06-4049-8a93-cefbc9e8936f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Router 7f020681-d0ca-49b7-b8bb-c58999d09ee1 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:23:28.540686 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a588b8-aa06-4049-8a93-cefbc9e8936f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:23:28.551943 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58470) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:28.559641 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c5a588b8-aa06-4049-8a93-cefbc9e8936f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "PUT /v2.0/routers/7f020681-d0ca-49b7-b8bb-c58999d09ee1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2877171 Oct 19 01:23:28.560414 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-0db7a719-d80e-4ba2-84d0-f6cac4758607 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:23:28.570250 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7a4044-70a3-46f5-8327-f63ae940c65d None None] Sync routers for ids ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:23:28.582139 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7a4044-70a3-46f5-8327-f63ae940c65d None None] Routers {'7f020681-d0ca-49b7-b8bb-c58999d09ee1'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:23:28.582783 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-ca7a4044-70a3-46f5-8327-f63ae940c65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:23:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:28.933148 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-ca7a4044-70a3-46f5-8327-f63ae940c65d None None] Set router 7f020681-d0ca-49b7-b8bb-c58999d09ee1 gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:23:28.945267 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000ebc89-f866-43c0-9902-268c5be46775 None None] Network b2f47618-6741-4206-b76e-bf91420b183b requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:23:28.990105 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7133ceab-4f48-4649-bf1f-c4e0c127da88 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:23:29.205133 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-bec94bf0-19f0-4551-96fe-7c256d248eb3 None None] Provisioning complete for port 7133ceab-4f48-4649-bf1f-c4e0c127da88 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:29.205396 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bec94bf0-19f0-4551-96fe-7c256d248eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:29.315169 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.extraroute_db [None req-0db7a719-d80e-4ba2-84d0-f6cac4758607 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=100607) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 19 01:23:29.328700 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:23:29.341826 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.extraroute_db [None req-0db7a719-d80e-4ba2-84d0-f6cac4758607 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Removed routes are [] {{(pid=100607) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 19 01:23:29.343917 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0db7a719-d80e-4ba2-84d0-f6cac4758607 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64930'] for router, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:29.458985 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 7133ceab-4f48-4649-bf1f-c4e0c127da88 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:29.460088 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:29.694879 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:30.047957 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-ca7a4044-70a3-46f5-8327-f63ae940c65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'name': 'tempest-RoutersTest-router-555090550', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:03Z', 'updated_at': '2021-10-19T01:23:27Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'gw_port_host': None, '_interfaces': [{'id': '3f8058b1-1150-4a0d-9a55-9b4604e4ffd7', 'name': '', 'network_id': '48972070-02c4-415d-ad54-7f3e7bda8857', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:69:a0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'ce91abc9-f927-49bf-ac46-211bc546ad69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:12Z', 'updated_at': '2021-10-19T01:23:20Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': 'ce91abc9-f927-49bf-ac46-211bc546ad69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89d114a2-77b3-4016-bf46-38780c370950', 'name': '', 'network_id': 'b2f47618-6741-4206-b76e-bf91420b183b', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:35:d4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '01e707b3-6df3-49df-a8b5-ea19c3a90f8c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:24Z', 'updated_at': '2021-10-19T01:23:27Z', 'revision_number': 2, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '01e707b3-6df3-49df-a8b5-ea19c3a90f8c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37a064a-3fb5-4e98-b1d2-8d541eddf834', 'name': '', 'network_id': 'c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:a0:c5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:05Z', 'updated_at': '2021-10-19T01:23:11Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3b918bc-744a-4a13-9c97-1716d376039c', 'name': '', 'network_id': '20d9d8b7-2dd8-419f-9117-b0c3759de99e', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:e4:27:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '19e4da19-af6d-4121-8012-87425d678a75', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:17Z', 'updated_at': '2021-10-19T01:23:26Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '19e4da19-af6d-4121-8012-87425d678a75', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:30.050232 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bec94bf0-19f0-4551-96fe-7c256d248eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:30.123500 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7a4044-70a3-46f5-8327-f63ae940c65d None None] Checking router: 7f020681-d0ca-49b7-b8bb-c58999d09ee1 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:23:30.124313 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7a4044-70a3-46f5-8327-f63ae940c65d None None] Updating router 7f020681-d0ca-49b7-b8bb-c58999d09ee1 port 89d114a2-77b3-4016-bf46-38780c370950 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:23:30.148408 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:30.199921 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ca7a4044-70a3-46f5-8327-f63ae940c65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:30.288180 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-bec94bf0-19f0-4551-96fe-7c256d248eb3 None None] For port 7133ceab-4f48-4649-bf1f-c4e0c127da88, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=7133ceab-4f48-4649-bf1f-c4e0c127da88,segment=NetworkSegment(6eaada73-16d1-43e6-a6d7-e8e41124e0e8),segment_id=6eaada73-16d1-43e6-a6d7-e8e41124e0e8)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:30.312316 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bec94bf0-19f0-4551-96fe-7c256d248eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:30.419584 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0db7a719-d80e-4ba2-84d0-f6cac4758607 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64930'] for router, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:30.424328 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0db7a719-d80e-4ba2-84d0-f6cac4758607 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592856'] for router, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:30.591762 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:23:30.592406 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:23:30.606830 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec94bf0-19f0-4551-96fe-7c256d248eb3 None None] Pushing event updated for resources: {'Port': ['ID=7133ceab-4f48-4649-bf1f-c4e0c127da88,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:30.622563 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-d258b003-2245-43c1-8117-6719a16b6259 None None] Provisioning complete for port 7133ceab-4f48-4649-bf1f-c4e0c127da88 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:30.623119 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d258b003-2245-43c1-8117-6719a16b6259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:30.730389 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db7a719-d80e-4ba2-84d0-f6cac4758607 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Router 7f020681-d0ca-49b7-b8bb-c58999d09ee1 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:23:30.975406 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db7a719-d80e-4ba2-84d0-f6cac4758607 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:23:30.992914 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0db7a719-d80e-4ba2-84d0-f6cac4758607 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:30.998049 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58504) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:31.016827 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0db7a719-d80e-4ba2-84d0-f6cac4758607 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "PUT /v2.0/routers/7f020681-d0ca-49b7-b8bb-c58999d09ee1 HTTP/1.1" status: 200 len: 933 time: 2.4410944 Oct 19 01:23:31.157661 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b3b918bc-744a-4a13-9c97-1716d376039c up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:23:31.334514 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58506) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:31.335561 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ea043593-55fd-4b83-9327-41207dc471f6 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "GET /v2.0/routers/7f020681-d0ca-49b7-b8bb-c58999d09ee1 HTTP/1.1" status: 200 len: 933 time: 0.3360872 Oct 19 01:23:31.340817 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-ebda56f0-5a0d-4cba-979d-bc38389195c2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Request body: {'router': {'routes': None}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:23:31.544080 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port b3b918bc-744a-4a13-9c97-1716d376039c triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:31.544080 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:31.640683 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-d258b003-2245-43c1-8117-6719a16b6259 None None] Provisioning complete for port 89d114a2-77b3-4016-bf46-38780c370950 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:31.641075 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d258b003-2245-43c1-8117-6719a16b6259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:31.725308 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-d258b003-2245-43c1-8117-6719a16b6259 None None] Port 89d114a2-77b3-4016-bf46-38780c370950 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:23:31.817649 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ca7a4044-70a3-46f5-8327-f63ae940c65d None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:31.850041 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ca7a4044-70a3-46f5-8327-f63ae940c65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:32.002192 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-983d76cb-0675-4774-8eea-893944c286ff None None] Provisioning complete for port 89d114a2-77b3-4016-bf46-38780c370950 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:32.002562 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-983d76cb-0675-4774-8eea-893944c286ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:32.116263 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467ebd7-b8a7-4cb9-b772-940b7447da78 None None] Pushing event updated for resources: {'Port': ['ID=89d114a2-77b3-4016-bf46-38780c370950,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:32.278737 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-983d76cb-0675-4774-8eea-893944c286ff None None] Port 89d114a2-77b3-4016-bf46-38780c370950 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:23:32.293717 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-ca7a4044-70a3-46f5-8327-f63ae940c65d None None] Attempting to bind port 89d114a2-77b3-4016-bf46-38780c370950 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:23:32.294100 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-ca7a4044-70a3-46f5-8327-f63ae940c65d None None] Attempting to bind port 89d114a2-77b3-4016-bf46-38780c370950 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '6eaada73-16d1-43e6-a6d7-e8e41124e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b2f47618-6741-4206-b76e-bf91420b183b'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:23:32.294477 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a4044-70a3-46f5-8327-f63ae940c65d None None] Attempting to bind port 89d114a2-77b3-4016-bf46-38780c370950 on network b2f47618-6741-4206-b76e-bf91420b183b {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:23:32.303338 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a4044-70a3-46f5-8327-f63ae940c65d None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:23:32.303751 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a4044-70a3-46f5-8327-f63ae940c65d None None] Checking segment: {'id': '6eaada73-16d1-43e6-a6d7-e8e41124e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b2f47618-6741-4206-b76e-bf91420b183b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:23:32.304177 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ca7a4044-70a3-46f5-8327-f63ae940c65d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:32.304576 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a4044-70a3-46f5-8327-f63ae940c65d None None] Bound using segment: {'id': '6eaada73-16d1-43e6-a6d7-e8e41124e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b2f47618-6741-4206-b76e-bf91420b183b'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:23:32.305065 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-ca7a4044-70a3-46f5-8327-f63ae940c65d None None] Bound port: 89d114a2-77b3-4016-bf46-38780c370950, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eaada73-16d1-43e6-a6d7-e8e41124e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b2f47618-6741-4206-b76e-bf91420b183b'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:23:32.309756 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ca7a4044-70a3-46f5-8327-f63ae940c65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:32.394529 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.extraroute_db [None req-ebda56f0-5a0d-4cba-979d-bc38389195c2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Added routes are [] {{(pid=100607) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 19 01:23:32.395603 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.extraroute_db [None req-ebda56f0-5a0d-4cba-979d-bc38389195c2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=100607) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 19 01:23:32.442413 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7133ceab-4f48-4649-bf1f-c4e0c127da88 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:23:32.472521 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ebda56f0-5a0d-4cba-979d-bc38389195c2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64930'] for router, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:32.532957 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4c5c99fd-e431-4272-b8ab-9948da80f56b None None] Provisioning complete for port 89d114a2-77b3-4016-bf46-38780c370950 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:32.533547 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4c5c99fd-e431-4272-b8ab-9948da80f56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:32.577781 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4c5c99fd-e431-4272-b8ab-9948da80f56b None None] Port 89d114a2-77b3-4016-bf46-38780c370950 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:23:32.595054 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 7133ceab-4f48-4649-bf1f-c4e0c127da88 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:32.595751 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:32.646377 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-ca7a4044-70a3-46f5-8327-f63ae940c65d None None] For port 89d114a2-77b3-4016-bf46-38780c370950, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:23:32.708185 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-ca7a4044-70a3-46f5-8327-f63ae940c65d None None] For port 89d114a2-77b3-4016-bf46-38780c370950, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=89d114a2-77b3-4016-bf46-38780c370950,segment=NetworkSegment(6eaada73-16d1-43e6-a6d7-e8e41124e0e8),segment_id=6eaada73-16d1-43e6-a6d7-e8e41124e0e8)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:23:32.727377 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ca7a4044-70a3-46f5-8327-f63ae940c65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:33.029150 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ebda56f0-5a0d-4cba-979d-bc38389195c2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64930'] for router, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:33.037593 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ebda56f0-5a0d-4cba-979d-bc38389195c2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592856'] for router, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:33.064726 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7a4044-70a3-46f5-8327-f63ae940c65d None None] Routers {'7f020681-d0ca-49b7-b8bb-c58999d09ee1'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:23:33.065370 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-ca7a4044-70a3-46f5-8327-f63ae940c65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:23:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:33.197554 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-ca7a4044-70a3-46f5-8327-f63ae940c65d None None] Set router 7f020681-d0ca-49b7-b8bb-c58999d09ee1 gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:23:33.348193 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebda56f0-5a0d-4cba-979d-bc38389195c2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Router 7f020681-d0ca-49b7-b8bb-c58999d09ee1 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:23:33.450127 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467ebd7-b8a7-4cb9-b772-940b7447da78 None None] Pushing event updated for resources: {'Port': ['ID=89d114a2-77b3-4016-bf46-38780c370950,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:33.487119 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-cb2ca88a-0fde-450c-a837-397b463a3d3c None None] Provisioning complete for port 89d114a2-77b3-4016-bf46-38780c370950 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:33.487528 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cb2ca88a-0fde-450c-a837-397b463a3d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:33.641380 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebda56f0-5a0d-4cba-979d-bc38389195c2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:23:33.677559 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ebda56f0-5a0d-4cba-979d-bc38389195c2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:33.690485 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58600) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:33.718676 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ebda56f0-5a0d-4cba-979d-bc38389195c2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "PUT /v2.0/routers/7f020681-d0ca-49b7-b8bb-c58999d09ee1 HTTP/1.1" status: 200 len: 699 time: 2.3829119 Oct 19 01:23:33.876277 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cb2ca88a-0fde-450c-a837-397b463a3d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:34.048035 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-405863f7-c4bb-45d7-aa4b-1d8f6d6aae6d tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "GET /v2.0/routers/7f020681-d0ca-49b7-b8bb-c58999d09ee1 HTTP/1.1" status: 200 len: 699 time: 0.3560717 Oct 19 01:23:34.050995 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58636) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:34.083235 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-cb2ca88a-0fde-450c-a837-397b463a3d3c None None] For port 89d114a2-77b3-4016-bf46-38780c370950, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=89d114a2-77b3-4016-bf46-38780c370950,segment=NetworkSegment(6eaada73-16d1-43e6-a6d7-e8e41124e0e8),segment_id=6eaada73-16d1-43e6-a6d7-e8e41124e0e8)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:34.100030 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cb2ca88a-0fde-450c-a837-397b463a3d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:34.234945 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-ca7a4044-70a3-46f5-8327-f63ae940c65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'name': 'tempest-RoutersTest-router-555090550', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:03Z', 'updated_at': '2021-10-19T01:23:32Z', 'revision_number': 7, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'gw_port_host': None, '_interfaces': [{'id': '3f8058b1-1150-4a0d-9a55-9b4604e4ffd7', 'name': '', 'network_id': '48972070-02c4-415d-ad54-7f3e7bda8857', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:69:a0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'ce91abc9-f927-49bf-ac46-211bc546ad69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:12Z', 'updated_at': '2021-10-19T01:23:20Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': 'ce91abc9-f927-49bf-ac46-211bc546ad69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89d114a2-77b3-4016-bf46-38780c370950', 'name': '', 'network_id': 'b2f47618-6741-4206-b76e-bf91420b183b', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:35:d4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '01e707b3-6df3-49df-a8b5-ea19c3a90f8c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:24Z', 'updated_at': '2021-10-19T01:23:32Z', 'revision_number': 4, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '01e707b3-6df3-49df-a8b5-ea19c3a90f8c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37a064a-3fb5-4e98-b1d2-8d541eddf834', 'name': '', 'network_id': 'c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:a0:c5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:05Z', 'updated_at': '2021-10-19T01:23:11Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3b918bc-744a-4a13-9c97-1716d376039c', 'name': '', 'network_id': '20d9d8b7-2dd8-419f-9117-b0c3759de99e', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:e4:27:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '19e4da19-af6d-4121-8012-87425d678a75', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:17Z', 'updated_at': '2021-10-19T01:23:26Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '19e4da19-af6d-4121-8012-87425d678a75', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:34.377913 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7a4044-70a3-46f5-8327-f63ae940c65d None None] The sync data for ids ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'] in n-d-715271-26 is: [{'id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'name': 'tempest-RoutersTest-router-555090550', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:03Z', 'updated_at': '2021-10-19T01:23:32Z', 'revision_number': 7, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'gw_port_host': None, '_interfaces': [{'id': '3f8058b1-1150-4a0d-9a55-9b4604e4ffd7', 'name': '', 'network_id': '48972070-02c4-415d-ad54-7f3e7bda8857', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:69:a0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'ce91abc9-f927-49bf-ac46-211bc546ad69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:12Z', 'updated_at': '2021-10-19T01:23:20Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': 'ce91abc9-f927-49bf-ac46-211bc546ad69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89d114a2-77b3-4016-bf46-38780c370950', 'name': '', 'network_id': 'b2f47618-6741-4206-b76e-bf91420b183b', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:35:d4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '01e707b3-6df3-49df-a8b5-ea19c3a90f8c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:24Z', 'updated_at': '2021-10-19T01:23:32Z', 'revision_number': 4, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '01e707b3-6df3-49df-a8b5-ea19c3a90f8c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37a064a-3fb5-4e98-b1d2-8d541eddf834', 'name': '', 'network_id': 'c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:a0:c5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:05Z', 'updated_at': '2021-10-19T01:23:11Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3b918bc-744a-4a13-9c97-1716d376039c', 'name': '', 'network_id': '20d9d8b7-2dd8-419f-9117-b0c3759de99e', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:e4:27:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '19e4da19-af6d-4121-8012-87425d678a75', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:17Z', 'updated_at': '2021-10-19T01:23:26Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '19e4da19-af6d-4121-8012-87425d678a75', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:23:34.398581 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ca88a-0fde-450c-a837-397b463a3d3c None None] Pushing event updated for resources: {'Port': ['ID=89d114a2-77b3-4016-bf46-38780c370950,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:35.573461 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-48b983d2-3483-41d4-9526-4125a67af1eb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:35.877048 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e90bb4-d318-4ee2-ba11-14cb6fb27edb None None] Sync routers for ids ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:23:35.886850 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e90bb4-d318-4ee2-ba11-14cb6fb27edb None None] Routers {'7f020681-d0ca-49b7-b8bb-c58999d09ee1'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:23:35.887460 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-70e90bb4-d318-4ee2-ba11-14cb6fb27edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:23:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:36.102073 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-70e90bb4-d318-4ee2-ba11-14cb6fb27edb None None] Set router 7f020681-d0ca-49b7-b8bb-c58999d09ee1 gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:23:36.279870 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-48b983d2-3483-41d4-9526-4125a67af1eb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Deleting port 89d114a2-77b3-4016-bf46-38780c370950 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:23:36.288239 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-48b983d2-3483-41d4-9526-4125a67af1eb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:36.440321 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 89d114a2-77b3-4016-bf46-38780c370950 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:23:36.565699 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-48b983d2-3483-41d4-9526-4125a67af1eb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] For port 89d114a2-77b3-4016-bf46-38780c370950, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=89d114a2-77b3-4016-bf46-38780c370950,segment=NetworkSegment(6eaada73-16d1-43e6-a6d7-e8e41124e0e8),segment_id=6eaada73-16d1-43e6-a6d7-e8e41124e0e8)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:36.566070 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-48b983d2-3483-41d4-9526-4125a67af1eb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:36.610288 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-48b983d2-3483-41d4-9526-4125a67af1eb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Calling delete_port for 89d114a2-77b3-4016-bf46-38780c370950 owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:23:36.668606 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 89d114a2-77b3-4016-bf46-38780c370950 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:36.671612 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:36.737170 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-70e90bb4-d318-4ee2-ba11-14cb6fb27edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'name': 'tempest-RoutersTest-router-555090550', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:03Z', 'updated_at': '2021-10-19T01:23:32Z', 'revision_number': 7, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'gw_port_host': None, '_interfaces': [{'id': '3f8058b1-1150-4a0d-9a55-9b4604e4ffd7', 'name': '', 'network_id': '48972070-02c4-415d-ad54-7f3e7bda8857', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:69:a0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'ce91abc9-f927-49bf-ac46-211bc546ad69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:12Z', 'updated_at': '2021-10-19T01:23:20Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': 'ce91abc9-f927-49bf-ac46-211bc546ad69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89d114a2-77b3-4016-bf46-38780c370950', 'name': '', 'network_id': 'b2f47618-6741-4206-b76e-bf91420b183b', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:35:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '01e707b3-6df3-49df-a8b5-ea19c3a90f8c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:24Z', 'updated_at': '2021-10-19T01:23:34Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '01e707b3-6df3-49df-a8b5-ea19c3a90f8c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37a064a-3fb5-4e98-b1d2-8d541eddf834', 'name': '', 'network_id': 'c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:a0:c5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:05Z', 'updated_at': '2021-10-19T01:23:11Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3b918bc-744a-4a13-9c97-1716d376039c', 'name': '', 'network_id': '20d9d8b7-2dd8-419f-9117-b0c3759de99e', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:e4:27:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '19e4da19-af6d-4121-8012-87425d678a75', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:17Z', 'updated_at': '2021-10-19T01:23:26Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '19e4da19-af6d-4121-8012-87425d678a75', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:36.933173 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e90bb4-d318-4ee2-ba11-14cb6fb27edb None None] Checking router: 7f020681-d0ca-49b7-b8bb-c58999d09ee1 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:23:36.987081 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e90bb4-d318-4ee2-ba11-14cb6fb27edb None None] Routers {'7f020681-d0ca-49b7-b8bb-c58999d09ee1'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:23:36.987684 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-70e90bb4-d318-4ee2-ba11-14cb6fb27edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:23:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:37.071597 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-48b983d2-3483-41d4-9526-4125a67af1eb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:37.135298 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b983d2-3483-41d4-9526-4125a67af1eb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event deleted for resources: {'Port': ['ID=89d114a2-77b3-4016-bf46-38780c370950,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:37.393178 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-70e90bb4-d318-4ee2-ba11-14cb6fb27edb None None] Set router 7f020681-d0ca-49b7-b8bb-c58999d09ee1 gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:23:37.694890 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-48b983d2-3483-41d4-9526-4125a67af1eb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:38.033171 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-70e90bb4-d318-4ee2-ba11-14cb6fb27edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'name': 'tempest-RoutersTest-router-555090550', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:03Z', 'updated_at': '2021-10-19T01:23:32Z', 'revision_number': 7, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'gw_port_host': None, '_interfaces': [{'id': '3f8058b1-1150-4a0d-9a55-9b4604e4ffd7', 'name': '', 'network_id': '48972070-02c4-415d-ad54-7f3e7bda8857', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:69:a0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'ce91abc9-f927-49bf-ac46-211bc546ad69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:12Z', 'updated_at': '2021-10-19T01:23:20Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': 'ce91abc9-f927-49bf-ac46-211bc546ad69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89d114a2-77b3-4016-bf46-38780c370950', 'name': '', 'network_id': 'b2f47618-6741-4206-b76e-bf91420b183b', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:35:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '01e707b3-6df3-49df-a8b5-ea19c3a90f8c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:24Z', 'updated_at': '2021-10-19T01:23:34Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '01e707b3-6df3-49df-a8b5-ea19c3a90f8c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37a064a-3fb5-4e98-b1d2-8d541eddf834', 'name': '', 'network_id': 'c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:a0:c5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:05Z', 'updated_at': '2021-10-19T01:23:11Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3b918bc-744a-4a13-9c97-1716d376039c', 'name': '', 'network_id': '20d9d8b7-2dd8-419f-9117-b0c3759de99e', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:e4:27:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '19e4da19-af6d-4121-8012-87425d678a75', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:17Z', 'updated_at': '2021-10-19T01:23:26Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '19e4da19-af6d-4121-8012-87425d678a75', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:38.138644 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e90bb4-d318-4ee2-ba11-14cb6fb27edb None None] The sync data for ids ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'] in n-d-715271-26 is: [{'id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'name': 'tempest-RoutersTest-router-555090550', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:03Z', 'updated_at': '2021-10-19T01:23:32Z', 'revision_number': 7, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'gw_port_host': None, '_interfaces': [{'id': '3f8058b1-1150-4a0d-9a55-9b4604e4ffd7', 'name': '', 'network_id': '48972070-02c4-415d-ad54-7f3e7bda8857', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:69:a0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'ce91abc9-f927-49bf-ac46-211bc546ad69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:12Z', 'updated_at': '2021-10-19T01:23:20Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': 'ce91abc9-f927-49bf-ac46-211bc546ad69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89d114a2-77b3-4016-bf46-38780c370950', 'name': '', 'network_id': 'b2f47618-6741-4206-b76e-bf91420b183b', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:35:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '01e707b3-6df3-49df-a8b5-ea19c3a90f8c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:24Z', 'updated_at': '2021-10-19T01:23:34Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '01e707b3-6df3-49df-a8b5-ea19c3a90f8c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37a064a-3fb5-4e98-b1d2-8d541eddf834', 'name': '', 'network_id': 'c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:a0:c5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:05Z', 'updated_at': '2021-10-19T01:23:11Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3b918bc-744a-4a13-9c97-1716d376039c', 'name': '', 'network_id': '20d9d8b7-2dd8-419f-9117-b0c3759de99e', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:e4:27:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '19e4da19-af6d-4121-8012-87425d678a75', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:17Z', 'updated_at': '2021-10-19T01:23:26Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '19e4da19-af6d-4121-8012-87425d678a75', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:23:38.198448 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b983d2-3483-41d4-9526-4125a67af1eb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Router 7f020681-d0ca-49b7-b8bb-c58999d09ee1 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:23:38.549607 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b983d2-3483-41d4-9526-4125a67af1eb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:23:38.568562 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-48b983d2-3483-41d4-9526-4125a67af1eb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "PUT /v2.0/routers/7f020681-d0ca-49b7-b8bb-c58999d09ee1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5164523 Oct 19 01:23:38.571270 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 58894) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:38.600575 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7006d2-1fda-46ae-b9a5-3436c5b02851 None None] Sync routers for ids ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:23:38.638506 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7006d2-1fda-46ae-b9a5-3436c5b02851 None None] Routers {'7f020681-d0ca-49b7-b8bb-c58999d09ee1'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:23:38.639142 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-1d7006d2-1fda-46ae-b9a5-3436c5b02851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:23:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:38.657345 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe62f21a-1f84-4702-8d7d-8fe7dbdfb4b8 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Deleting subnet 01e707b3-6df3-49df-a8b5-ea19c3a90f8c {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:23:38.662352 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fe62f21a-1f84-4702-8d7d-8fe7dbdfb4b8 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:38.712173 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fe62f21a-1f84-4702-8d7d-8fe7dbdfb4b8 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:38.813989 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-1d7006d2-1fda-46ae-b9a5-3436c5b02851 None None] Set router 7f020681-d0ca-49b7-b8bb-c58999d09ee1 gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:23:38.997674 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fe62f21a-1f84-4702-8d7d-8fe7dbdfb4b8 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:39.152515 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fe62f21a-1f84-4702-8d7d-8fe7dbdfb4b8 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:39.184255 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62f21a-1f84-4702-8d7d-8fe7dbdfb4b8 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event deleted for resources: {'Subnet': ['ID=01e707b3-6df3-49df-a8b5-ea19c3a90f8c,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:39.201288 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-1d7006d2-1fda-46ae-b9a5-3436c5b02851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'name': 'tempest-RoutersTest-router-555090550', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:03Z', 'updated_at': '2021-10-19T01:23:36Z', 'revision_number': 8, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'gw_port_host': None, '_interfaces': [{'id': '3f8058b1-1150-4a0d-9a55-9b4604e4ffd7', 'name': '', 'network_id': '48972070-02c4-415d-ad54-7f3e7bda8857', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:69:a0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'ce91abc9-f927-49bf-ac46-211bc546ad69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:12Z', 'updated_at': '2021-10-19T01:23:20Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': 'ce91abc9-f927-49bf-ac46-211bc546ad69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37a064a-3fb5-4e98-b1d2-8d541eddf834', 'name': '', 'network_id': 'c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:a0:c5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:05Z', 'updated_at': '2021-10-19T01:23:11Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3b918bc-744a-4a13-9c97-1716d376039c', 'name': '', 'network_id': '20d9d8b7-2dd8-419f-9117-b0c3759de99e', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:e4:27:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '19e4da19-af6d-4121-8012-87425d678a75', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:17Z', 'updated_at': '2021-10-19T01:23:26Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '19e4da19-af6d-4121-8012-87425d678a75', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:39.216686 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fe62f21a-1f84-4702-8d7d-8fe7dbdfb4b8 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:39.227869 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fe62f21a-1f84-4702-8d7d-8fe7dbdfb4b8 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/subnets/01e707b3-6df3-49df-a8b5-ea19c3a90f8c HTTP/1.1" status: 204 len: 168 time: 0.6506779 Oct 19 01:23:39.233426 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 58926) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:39.382867 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-02c27c04-af51-4e83-a9b2-e596d9caa131 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:39.481407 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd86031d-defa-40b4-8b67-f3bc05125b3a None None] Network b2f47618-6741-4206-b76e-bf91420b183b requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:23:39.536273 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d13dd-5c57-4825-8ea6-fc7a9b655182 req-c5840af1-058b-46f7-bb01-f26bd501bec4 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:39.546144 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c88d13dd-5c57-4825-8ea6-fc7a9b655182 req-c5840af1-058b-46f7-bb01-f26bd501bec4 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=e50d53a6-6bb1-4bd9-99fe-4deeaefda618 HTTP/1.1" status: 200 len: 945 time: 0.1438601 Oct 19 01:23:39.569205 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7006d2-1fda-46ae-b9a5-3436c5b02851 None None] Checking router: 7f020681-d0ca-49b7-b8bb-c58999d09ee1 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:23:39.590244 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7006d2-1fda-46ae-b9a5-3436c5b02851 None None] Routers {'7f020681-d0ca-49b7-b8bb-c58999d09ee1'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:23:39.590901 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-1d7006d2-1fda-46ae-b9a5-3436c5b02851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:23:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:39.617850 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c88d13dd-5c57-4825-8ea6-fc7a9b655182 req-cb956acb-3491-445c-8e39-084a6cbc2655 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655417 Oct 19 01:23:39.621541 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-02c27c04-af51-4e83-a9b2-e596d9caa131 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Deleting port 7133ceab-4f48-4649-bf1f-c4e0c127da88 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:23:39.622098 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-02c27c04-af51-4e83-a9b2-e596d9caa131 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:39.761499 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-1d7006d2-1fda-46ae-b9a5-3436c5b02851 None None] Set router 7f020681-d0ca-49b7-b8bb-c58999d09ee1 gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:23:39.805123 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-02c27c04-af51-4e83-a9b2-e596d9caa131 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] For port 7133ceab-4f48-4649-bf1f-c4e0c127da88, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=7133ceab-4f48-4649-bf1f-c4e0c127da88,segment=NetworkSegment(6eaada73-16d1-43e6-a6d7-e8e41124e0e8),segment_id=6eaada73-16d1-43e6-a6d7-e8e41124e0e8)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:39.805492 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-02c27c04-af51-4e83-a9b2-e596d9caa131 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:39.862618 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-02c27c04-af51-4e83-a9b2-e596d9caa131 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Calling delete_port for 7133ceab-4f48-4649-bf1f-c4e0c127da88 owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:23:40.126300 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-1d7006d2-1fda-46ae-b9a5-3436c5b02851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'name': 'tempest-RoutersTest-router-555090550', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:03Z', 'updated_at': '2021-10-19T01:23:36Z', 'revision_number': 8, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'gw_port_host': None, '_interfaces': [{'id': '3f8058b1-1150-4a0d-9a55-9b4604e4ffd7', 'name': '', 'network_id': '48972070-02c4-415d-ad54-7f3e7bda8857', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:69:a0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'ce91abc9-f927-49bf-ac46-211bc546ad69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:12Z', 'updated_at': '2021-10-19T01:23:20Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': 'ce91abc9-f927-49bf-ac46-211bc546ad69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37a064a-3fb5-4e98-b1d2-8d541eddf834', 'name': '', 'network_id': 'c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:a0:c5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:05Z', 'updated_at': '2021-10-19T01:23:11Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3b918bc-744a-4a13-9c97-1716d376039c', 'name': '', 'network_id': '20d9d8b7-2dd8-419f-9117-b0c3759de99e', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:e4:27:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '19e4da19-af6d-4121-8012-87425d678a75', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:17Z', 'updated_at': '2021-10-19T01:23:26Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '19e4da19-af6d-4121-8012-87425d678a75', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:40.168298 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ee36c6-cbf6-4bd2-b6b0-fbd7ca26f9a0 None None] DHCP port deletion for b2f47618-6741-4206-b76e-bf91420b183b request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:23:40.202339 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7006d2-1fda-46ae-b9a5-3436c5b02851 None None] The sync data for ids ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'] in n-d-715271-26 is: [{'id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'name': 'tempest-RoutersTest-router-555090550', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:03Z', 'updated_at': '2021-10-19T01:23:36Z', 'revision_number': 8, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'gw_port_host': None, '_interfaces': [{'id': '3f8058b1-1150-4a0d-9a55-9b4604e4ffd7', 'name': '', 'network_id': '48972070-02c4-415d-ad54-7f3e7bda8857', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:69:a0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'ce91abc9-f927-49bf-ac46-211bc546ad69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:12Z', 'updated_at': '2021-10-19T01:23:20Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': 'ce91abc9-f927-49bf-ac46-211bc546ad69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37a064a-3fb5-4e98-b1d2-8d541eddf834', 'name': '', 'network_id': 'c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:a0:c5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:05Z', 'updated_at': '2021-10-19T01:23:11Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3b918bc-744a-4a13-9c97-1716d376039c', 'name': '', 'network_id': '20d9d8b7-2dd8-419f-9117-b0c3759de99e', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:e4:27:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '19e4da19-af6d-4121-8012-87425d678a75', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:17Z', 'updated_at': '2021-10-19T01:23:26Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '19e4da19-af6d-4121-8012-87425d678a75', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:23:40.246079 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-02c27c04-af51-4e83-a9b2-e596d9caa131 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:40.291194 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-77ee36c6-cbf6-4bd2-b6b0-fbd7ca26f9a0 None None] Deleting port 7133ceab-4f48-4649-bf1f-c4e0c127da88 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:23:40.291908 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-77ee36c6-cbf6-4bd2-b6b0-fbd7ca26f9a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:40.307896 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c27c04-af51-4e83-a9b2-e596d9caa131 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event deleted for resources: {'Port': ['ID=7133ceab-4f48-4649-bf1f-c4e0c127da88,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:40.313280 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c27c04-af51-4e83-a9b2-e596d9caa131 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] No DVR routers for this DVR port 7133ceab-4f48-4649-bf1f-c4e0c127da88 on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:23:40.414638 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-02c27c04-af51-4e83-a9b2-e596d9caa131 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:40.438115 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-02c27c04-af51-4e83-a9b2-e596d9caa131 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f47618-6741-4206-b76e-bf91420b183b']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:40.448539 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-02c27c04-af51-4e83-a9b2-e596d9caa131 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eaada73-16d1-43e6-a6d7-e8e41124e0e8') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:40.449222 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-02c27c04-af51-4e83-a9b2-e596d9caa131 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eaada73-16d1-43e6-a6d7-e8e41124e0e8') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:40.464442 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-02c27c04-af51-4e83-a9b2-e596d9caa131 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:40.468973 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-77ee36c6-cbf6-4bd2-b6b0-fbd7ca26f9a0 None None] For port 7133ceab-4f48-4649-bf1f-c4e0c127da88, host n-d-715271-26, got binding levels [] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:40.469924 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-77ee36c6-cbf6-4bd2-b6b0-fbd7ca26f9a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:40.480040 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-02c27c04-af51-4e83-a9b2-e596d9caa131 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:40.486658 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c27c04-af51-4e83-a9b2-e596d9caa131 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:23:40.487369 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-02c27c04-af51-4e83-a9b2-e596d9caa131 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:40.505492 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-77ee36c6-cbf6-4bd2-b6b0-fbd7ca26f9a0 None None] Calling delete_port for 7133ceab-4f48-4649-bf1f-c4e0c127da88 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:23:40.507264 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:23:40.507264 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:23:40.507264 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:23:40.507264 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:23:40.507264 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:23:40.507264 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:23:40.507264 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:23:40.507264 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:23:40.507264 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:23:40.507264 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:23:40.507264 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:23:40.507264 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:23:40.507264 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:23:40.507264 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:23:40.507264 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:23:40.507264 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:23:40.507264 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:23:40.507264 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:23:40.507264 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:23:40.507264 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:23:40.507264 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:23:40.507264 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:23:40.507264 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:23:40.507264 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:23:40.507264 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:23:40.507264 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:23:40.507264 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:23:40.507264 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:23:40.507264 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:23:40.507264 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:23:40.507264 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:23:40.507264 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:23:40.518931 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.ipam_backend_mixin [None req-77ee36c6-cbf6-4bd2-b6b0-fbd7ca26f9a0 None None] Port 7133ceab-4f48-4649-bf1f-c4e0c127da88 was not found and therefore no delete operation was performed {{(pid=100608) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:23:40.523859 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-77ee36c6-cbf6-4bd2-b6b0-fbd7ca26f9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:40.640880 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee36c6-cbf6-4bd2-b6b0-fbd7ca26f9a0 None None] Pushing event deleted for resources: {'Port': ['ID=7133ceab-4f48-4649-bf1f-c4e0c127da88,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:40.649457 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7133ceab-4f48-4649-bf1f-c4e0c127da88 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:23:40.657983 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-02c27c04-af51-4e83-a9b2-e596d9caa131 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:40.669254 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-02c27c04-af51-4e83-a9b2-e596d9caa131 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:40.675802 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59004) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:40.676254 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-02c27c04-af51-4e83-a9b2-e596d9caa131 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/networks/b2f47618-6741-4206-b76e-bf91420b183b HTTP/1.1" status: 204 len: 168 time: 1.4411576 Oct 19 01:23:40.707574 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 7133ceab-4f48-4649-bf1f-c4e0c127da88 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:23:40.708210 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7133ceab-4f48-4649-bf1f-c4e0c127da88 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:23:40.716152 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ee36c6-cbf6-4bd2-b6b0-fbd7ca26f9a0 None None] No DVR routers for this DVR port 7133ceab-4f48-4649-bf1f-c4e0c127da88 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:23:40.770007 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c27c04-af51-4e83-a9b2-e596d9caa131 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event deleted for resources: {'Network': ['ID=b2f47618-6741-4206-b76e-bf91420b183b,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:40.972734 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e9c7f-11a0-4a2a-8df1-5112e074238b req-b6c30b98-545d-4656-a959-96559c3cc4ca tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:40.984443 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-870e9c7f-11a0-4a2a-8df1-5112e074238b req-b6c30b98-545d-4656-a959-96559c3cc4ca tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=e50d53a6-6bb1-4bd9-99fe-4deeaefda618 HTTP/1.1" status: 200 len: 945 time: 0.1686294 Oct 19 01:23:41.068218 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-870e9c7f-11a0-4a2a-8df1-5112e074238b req-ec920b44-68af-4701-8ae8-9e56ed9cda95 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828371 Oct 19 01:23:41.320403 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce20de7-9af3-45a7-b6c7-f6f76a350ea1 req-83225ac9-14d5-434a-99ac-dcd79239408a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:41.324238 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2ce20de7-9af3-45a7-b6c7-f6f76a350ea1 req-83225ac9-14d5-434a-99ac-dcd79239408a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.55 "GET /v2.0/ports?device_id=e50d53a6-6bb1-4bd9-99fe-4deeaefda618 HTTP/1.1" status: 200 len: 945 time: 0.1277943 Oct 19 01:23:41.624783 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-2ce20de7-9af3-45a7-b6c7-f6f76a350ea1 req-00a7d7c1-0a71-4a6f-947f-7411b4b0efaa tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Deleting port 107a14d6-2227-43e8-95da-c01d5aec17ff {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:23:41.625132 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2ce20de7-9af3-45a7-b6c7-f6f76a350ea1 req-00a7d7c1-0a71-4a6f-947f-7411b4b0efaa tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:41.856878 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-2ce20de7-9af3-45a7-b6c7-f6f76a350ea1 req-00a7d7c1-0a71-4a6f-947f-7411b4b0efaa tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] For port 107a14d6-2227-43e8-95da-c01d5aec17ff, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=107a14d6-2227-43e8-95da-c01d5aec17ff,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:41.857440 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2ce20de7-9af3-45a7-b6c7-f6f76a350ea1 req-00a7d7c1-0a71-4a6f-947f-7411b4b0efaa tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:41.873869 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-2ce20de7-9af3-45a7-b6c7-f6f76a350ea1 req-00a7d7c1-0a71-4a6f-947f-7411b4b0efaa tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Calling delete_port for 107a14d6-2227-43e8-95da-c01d5aec17ff owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:23:42.135437 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d18f849b-e600-4d7c-97f4-c5e795aa2bf4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:42.271873 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 89d114a2-77b3-4016-bf46-38780c370950 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:23:42.301754 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 89d114a2-77b3-4016-bf46-38780c370950 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:23:42.302632 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 89d114a2-77b3-4016-bf46-38780c370950 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:23:42.316055 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4e024-0735-4ef4-81ac-3956665220fc req-7f806ec7-43e5-40d0-b679-bc4aea0a1b6e tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:42.318223 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-90e4e024-0735-4ef4-81ac-3956665220fc req-7f806ec7-43e5-40d0-b679-bc4aea0a1b6e tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=e50d53a6-6bb1-4bd9-99fe-4deeaefda618 HTTP/1.1" status: 200 len: 945 time: 0.0881960 Oct 19 01:23:42.365154 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-90e4e024-0735-4ef4-81ac-3956665220fc req-5869fb1e-9637-4eea-9b72-f4ea5fdedd11 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393140 Oct 19 01:23:42.373751 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2ce20de7-9af3-45a7-b6c7-f6f76a350ea1 req-00a7d7c1-0a71-4a6f-947f-7411b4b0efaa tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:42.386798 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['107a14d6-2227-43e8-95da-c01d5aec17ff'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:23:42.461810 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a7d7c1-0a71-4a6f-947f-7411b4b0efaa tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Pushing event deleted for resources: {'Port': ['ID=107a14d6-2227-43e8-95da-c01d5aec17ff,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:42.603773 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce20de7-9af3-45a7-b6c7-f6f76a350ea1 req-00a7d7c1-0a71-4a6f-947f-7411b4b0efaa tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] No DVR routers for this DVR port 107a14d6-2227-43e8-95da-c01d5aec17ff on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:23:42.607953 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2ce20de7-9af3-45a7-b6c7-f6f76a350ea1 req-00a7d7c1-0a71-4a6f-947f-7411b4b0efaa tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:42.612018 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2ce20de7-9af3-45a7-b6c7-f6f76a350ea1 req-00a7d7c1-0a71-4a6f-947f-7411b4b0efaa tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.55 "DELETE /v2.0/ports/107a14d6-2227-43e8-95da-c01d5aec17ff HTTP/1.1" status: 204 len: 173 time: 1.2767804 Oct 19 01:23:42.614128 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50d53a6-6bb1-4bd9-99fe-4deeaefda618', 'name': 'network-vif-deleted', 'tag': '107a14d6-2227-43e8-95da-c01d5aec17ff'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:23:42.614777 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7806f158-b658-4939-99b7-0126ffb393d9" -d '{"events": [{"server_uuid": "e50d53a6-6bb1-4bd9-99fe-4deeaefda618", "name": "network-vif-deleted", "tag": "107a14d6-2227-43e8-95da-c01d5aec17ff"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:23:42.812331 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-d18f849b-e600-4d7c-97f4-c5e795aa2bf4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Deleting port b3b918bc-744a-4a13-9c97-1716d376039c {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:23:42.813054 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d18f849b-e600-4d7c-97f4-c5e795aa2bf4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:42.838330 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e71c9a4-2936-4324-8338-939ee4578569 x-openstack-request-id: req-8e71c9a4-2936-4324-8338-939ee4578569 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:23:42.838776 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50d53a6-6bb1-4bd9-99fe-4deeaefda618", "name": "network-vif-deleted", "tag": "107a14d6-2227-43e8-95da-c01d5aec17ff", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:23:42.839253 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8e71c9a4-2936-4324-8338-939ee4578569 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:23:42.839762 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50d53a6-6bb1-4bd9-99fe-4deeaefda618', 'name': 'network-vif-deleted', 'tag': '107a14d6-2227-43e8-95da-c01d5aec17ff', 'status': 'completed', 'code': 200} Oct 19 01:23:43.044325 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-d18f849b-e600-4d7c-97f4-c5e795aa2bf4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] For port b3b918bc-744a-4a13-9c97-1716d376039c, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b3b918bc-744a-4a13-9c97-1716d376039c,segment=NetworkSegment(f96c69ee-5e68-4037-b6b3-1dda3c3ddc73),segment_id=f96c69ee-5e68-4037-b6b3-1dda3c3ddc73)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:43.045541 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d18f849b-e600-4d7c-97f4-c5e795aa2bf4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:43.060958 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-d18f849b-e600-4d7c-97f4-c5e795aa2bf4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Calling delete_port for b3b918bc-744a-4a13-9c97-1716d376039c owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:23:43.361530 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d18f849b-e600-4d7c-97f4-c5e795aa2bf4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:43.406576 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f849b-e600-4d7c-97f4-c5e795aa2bf4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event deleted for resources: {'Port': ['ID=b3b918bc-744a-4a13-9c97-1716d376039c,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:43.575401 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-82994521-d87b-47fd-a5bc-5a4f91e8ab2a req-35d32f82-a03e-429e-83eb-dedf567f192f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=e50d53a6-6bb1-4bd9-99fe-4deeaefda618 HTTP/1.1" status: 200 len: 210 time: 0.0430226 Oct 19 01:23:43.789205 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d18f849b-e600-4d7c-97f4-c5e795aa2bf4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:43.916505 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6886b3ce-dc2d-4998-bb32-81a0a53b4450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:44.369617 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18f849b-e600-4d7c-97f4-c5e795aa2bf4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Router 7f020681-d0ca-49b7-b8bb-c58999d09ee1 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:23:44.548575 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18f849b-e600-4d7c-97f4-c5e795aa2bf4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:23:44.560501 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdab9d3f-e2fb-4bea-896d-3e7d391937f3 None None] Sync routers for ids ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:23:44.580438 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdab9d3f-e2fb-4bea-896d-3e7d391937f3 None None] Routers {'7f020681-d0ca-49b7-b8bb-c58999d09ee1'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:23:44.581373 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-bdab9d3f-e2fb-4bea-896d-3e7d391937f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:23:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:44.582043 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59132) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:44.582744 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d18f849b-e600-4d7c-97f4-c5e795aa2bf4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "PUT /v2.0/routers/7f020681-d0ca-49b7-b8bb-c58999d09ee1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9020681 Oct 19 01:23:44.692115 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-bdab9d3f-e2fb-4bea-896d-3e7d391937f3 None None] Set router 7f020681-d0ca-49b7-b8bb-c58999d09ee1 gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:23:44.742443 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-afd6f6e3-10f1-4e83-852f-272898ef7a28 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Deleting subnet 19e4da19-af6d-4121-8012-87425d678a75 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:23:44.768297 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-afd6f6e3-10f1-4e83-852f-272898ef7a28 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:44.814531 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33210a49-0697-4041-86ef-c2def23bcffa req-3a0d09dd-717b-4500-8889-63958f84e6a9 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=e50d53a6-6bb1-4bd9-99fe-4deeaefda618 HTTP/1.1" status: 200 len: 210 time: 0.0767529 Oct 19 01:23:44.858092 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-afd6f6e3-10f1-4e83-852f-272898ef7a28 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:44.997314 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-afd6f6e3-10f1-4e83-852f-272898ef7a28 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:45.103643 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-afd6f6e3-10f1-4e83-852f-272898ef7a28 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:45.166266 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-afd6f6e3-10f1-4e83-852f-272898ef7a28 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:45.176674 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b351f18-bf88-4c1e-9bb9-e1b58cf5fe4c None None] Network 20d9d8b7-2dd8-419f-9117-b0c3759de99e requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:23:45.183161 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-afd6f6e3-10f1-4e83-852f-272898ef7a28 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/subnets/19e4da19-af6d-4121-8012-87425d678a75 HTTP/1.1" status: 204 len: 168 time: 0.5966957 Oct 19 01:23:45.196855 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd6f6e3-10f1-4e83-852f-272898ef7a28 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event deleted for resources: {'Subnet': ['ID=19e4da19-af6d-4121-8012-87425d678a75,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:45.212343 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59138) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:45.345313 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-bdab9d3f-e2fb-4bea-896d-3e7d391937f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'name': 'tempest-RoutersTest-router-555090550', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:03Z', 'updated_at': '2021-10-19T01:23:43Z', 'revision_number': 9, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'gw_port_host': None, '_interfaces': [{'id': '3f8058b1-1150-4a0d-9a55-9b4604e4ffd7', 'name': '', 'network_id': '48972070-02c4-415d-ad54-7f3e7bda8857', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:69:a0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'ce91abc9-f927-49bf-ac46-211bc546ad69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:12Z', 'updated_at': '2021-10-19T01:23:20Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': 'ce91abc9-f927-49bf-ac46-211bc546ad69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37a064a-3fb5-4e98-b1d2-8d541eddf834', 'name': '', 'network_id': 'c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:a0:c5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:05Z', 'updated_at': '2021-10-19T01:23:11Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:45.375720 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d1afa7d3-ea2d-4812-893d-7ebf96ba5f35 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:45.398658 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdab9d3f-e2fb-4bea-896d-3e7d391937f3 None None] Checking router: 7f020681-d0ca-49b7-b8bb-c58999d09ee1 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:23:45.424237 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdab9d3f-e2fb-4bea-896d-3e7d391937f3 None None] Routers {'7f020681-d0ca-49b7-b8bb-c58999d09ee1'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:23:45.424988 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-bdab9d3f-e2fb-4bea-896d-3e7d391937f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:23:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:45.428650 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 107a14d6-2227-43e8-95da-c01d5aec17ff no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:23:45.476867 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 107a14d6-2227-43e8-95da-c01d5aec17ff {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:23:45.478972 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 107a14d6-2227-43e8-95da-c01d5aec17ff not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:23:45.496656 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-d1afa7d3-ea2d-4812-893d-7ebf96ba5f35 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Deleting port b43c83fa-056a-453c-a5cb-294b3ae24aa6 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:23:45.497123 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d1afa7d3-ea2d-4812-893d-7ebf96ba5f35 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:45.608367 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-bdab9d3f-e2fb-4bea-896d-3e7d391937f3 None None] Set router 7f020681-d0ca-49b7-b8bb-c58999d09ee1 gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:23:45.610609 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-d1afa7d3-ea2d-4812-893d-7ebf96ba5f35 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] For port b43c83fa-056a-453c-a5cb-294b3ae24aa6, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b43c83fa-056a-453c-a5cb-294b3ae24aa6,segment=NetworkSegment(f96c69ee-5e68-4037-b6b3-1dda3c3ddc73),segment_id=f96c69ee-5e68-4037-b6b3-1dda3c3ddc73)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:45.611467 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d1afa7d3-ea2d-4812-893d-7ebf96ba5f35 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:45.614268 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c52c82-206e-4615-9442-41dbf781c2ac None None] DHCP port deletion for 20d9d8b7-2dd8-419f-9117-b0c3759de99e request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:23:45.638157 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-d1afa7d3-ea2d-4812-893d-7ebf96ba5f35 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Calling delete_port for b43c83fa-056a-453c-a5cb-294b3ae24aa6 owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:23:45.721014 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-95c52c82-206e-4615-9442-41dbf781c2ac None None] Deleting port b43c83fa-056a-453c-a5cb-294b3ae24aa6 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:23:45.721422 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-95c52c82-206e-4615-9442-41dbf781c2ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:45.806624 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d1afa7d3-ea2d-4812-893d-7ebf96ba5f35 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:45.873045 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1afa7d3-ea2d-4812-893d-7ebf96ba5f35 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event deleted for resources: {'Port': ['ID=b43c83fa-056a-453c-a5cb-294b3ae24aa6,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:45.895940 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1afa7d3-ea2d-4812-893d-7ebf96ba5f35 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] No DVR routers for this DVR port b43c83fa-056a-453c-a5cb-294b3ae24aa6 on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:23:45.965255 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-95c52c82-206e-4615-9442-41dbf781c2ac None None] For port b43c83fa-056a-453c-a5cb-294b3ae24aa6, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b43c83fa-056a-453c-a5cb-294b3ae24aa6,segment=NetworkSegment(f96c69ee-5e68-4037-b6b3-1dda3c3ddc73),segment_id=f96c69ee-5e68-4037-b6b3-1dda3c3ddc73)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:45.965667 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-95c52c82-206e-4615-9442-41dbf781c2ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:46.001221 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-95c52c82-206e-4615-9442-41dbf781c2ac None None] Calling delete_port for b43c83fa-056a-453c-a5cb-294b3ae24aa6 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:23:46.032071 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d9980dc0-c1fe-40b4-885c-7ea8ed1e4c77 req-040ecaf5-b889-40db-87d8-79cf7500745c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=e50d53a6-6bb1-4bd9-99fe-4deeaefda618 HTTP/1.1" status: 200 len: 210 time: 0.0704765 Oct 19 01:23:46.147959 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-95c52c82-206e-4615-9442-41dbf781c2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:46.177657 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d1afa7d3-ea2d-4812-893d-7ebf96ba5f35 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:46.184411 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c52c82-206e-4615-9442-41dbf781c2ac None None] Pushing event deleted for resources: {'Port': ['ID=b43c83fa-056a-453c-a5cb-294b3ae24aa6,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:46.193620 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c52c82-206e-4615-9442-41dbf781c2ac None None] No DVR routers for this DVR port b43c83fa-056a-453c-a5cb-294b3ae24aa6 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:23:46.245495 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-bdab9d3f-e2fb-4bea-896d-3e7d391937f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'name': 'tempest-RoutersTest-router-555090550', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:03Z', 'updated_at': '2021-10-19T01:23:43Z', 'revision_number': 9, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'gw_port_host': None, '_interfaces': [{'id': '3f8058b1-1150-4a0d-9a55-9b4604e4ffd7', 'name': '', 'network_id': '48972070-02c4-415d-ad54-7f3e7bda8857', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:69:a0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'ce91abc9-f927-49bf-ac46-211bc546ad69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:12Z', 'updated_at': '2021-10-19T01:23:20Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': 'ce91abc9-f927-49bf-ac46-211bc546ad69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37a064a-3fb5-4e98-b1d2-8d541eddf834', 'name': '', 'network_id': 'c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:a0:c5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:05Z', 'updated_at': '2021-10-19T01:23:11Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:46.269067 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-d1afa7d3-ea2d-4812-893d-7ebf96ba5f35 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d9d8b7-2dd8-419f-9117-b0c3759de99e']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:46.291125 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-d1afa7d3-ea2d-4812-893d-7ebf96ba5f35 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f96c69ee-5e68-4037-b6b3-1dda3c3ddc73') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:46.291652 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-d1afa7d3-ea2d-4812-893d-7ebf96ba5f35 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f96c69ee-5e68-4037-b6b3-1dda3c3ddc73') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:46.313061 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d1afa7d3-ea2d-4812-893d-7ebf96ba5f35 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:46.317563 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdab9d3f-e2fb-4bea-896d-3e7d391937f3 None None] The sync data for ids ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'] in n-d-715271-26 is: [{'id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'name': 'tempest-RoutersTest-router-555090550', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:03Z', 'updated_at': '2021-10-19T01:23:43Z', 'revision_number': 9, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'gw_port_host': None, '_interfaces': [{'id': '3f8058b1-1150-4a0d-9a55-9b4604e4ffd7', 'name': '', 'network_id': '48972070-02c4-415d-ad54-7f3e7bda8857', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:69:a0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'ce91abc9-f927-49bf-ac46-211bc546ad69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:12Z', 'updated_at': '2021-10-19T01:23:20Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': 'ce91abc9-f927-49bf-ac46-211bc546ad69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37a064a-3fb5-4e98-b1d2-8d541eddf834', 'name': '', 'network_id': 'c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:a0:c5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:05Z', 'updated_at': '2021-10-19T01:23:11Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:23:46.360657 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d1afa7d3-ea2d-4812-893d-7ebf96ba5f35 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:46.377299 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1afa7d3-ea2d-4812-893d-7ebf96ba5f35 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:23:46.378349 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d1afa7d3-ea2d-4812-893d-7ebf96ba5f35 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:46.393254 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b43c83fa-056a-453c-a5cb-294b3ae24aa6 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:23:46.422565 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:23:46.422565 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:23:46.422565 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:23:46.422565 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:23:46.422565 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:23:46.422565 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:23:46.422565 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:23:46.422565 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:23:46.422565 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:23:46.422565 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:23:46.422565 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:23:46.422565 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:23:46.422565 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:23:46.422565 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:23:46.422565 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:23:46.422565 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:23:46.422565 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:23:46.422565 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:23:46.422565 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:23:46.422565 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:23:46.422565 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:23:46.422565 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:23:46.422565 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:23:46.422565 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:23:46.422565 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:23:46.422565 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:23:46.422565 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:23:46.422565 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:23:46.422565 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:23:46.422565 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:23:46.422565 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:23:46.422565 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:23:46.440049 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: b43c83fa-056a-453c-a5cb-294b3ae24aa6 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:23:46.440681 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b43c83fa-056a-453c-a5cb-294b3ae24aa6 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:23:46.541617 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d1afa7d3-ea2d-4812-893d-7ebf96ba5f35 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:46.547510 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d1afa7d3-ea2d-4812-893d-7ebf96ba5f35 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:46.556983 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59162) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:46.559270 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9e10f1ff-3cc9-4f91-9c5d-f18f5c8c3ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:46.559439 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d1afa7d3-ea2d-4812-893d-7ebf96ba5f35 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/networks/20d9d8b7-2dd8-419f-9117-b0c3759de99e HTTP/1.1" status: 204 len: 168 time: 1.3458896 Oct 19 01:23:46.611332 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1afa7d3-ea2d-4812-893d-7ebf96ba5f35 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event deleted for resources: {'Network': ['ID=20d9d8b7-2dd8-419f-9117-b0c3759de99e,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:47.245141 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:47.463524 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fcfb004a-9d2d-4436-8ba5-e30a444c8a34 req-6f3149aa-5703-499c-aaa0-c1b21b914ca2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=e50d53a6-6bb1-4bd9-99fe-4deeaefda618 HTTP/1.1" status: 200 len: 210 time: 0.0763397 Oct 19 01:23:47.588334 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1af0a999-c494-4f31-8220-a3fa4de04813 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:47.782663 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:47.960140 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56100157-b4bd-4f03-8d21-cd0284ee9ed0 req-4f3ecbe7-cf01-446f-9159-764a00887122 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:47.961819 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-56100157-b4bd-4f03-8d21-cd0284ee9ed0 req-4f3ecbe7-cf01-446f-9159-764a00887122 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 947 time: 0.0911715 Oct 19 01:23:47.971862 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-1af0a999-c494-4f31-8220-a3fa4de04813 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Deleting port 3f8058b1-1150-4a0d-9a55-9b4604e4ffd7 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:23:47.972409 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1af0a999-c494-4f31-8220-a3fa4de04813 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:48.037184 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-56100157-b4bd-4f03-8d21-cd0284ee9ed0 req-4b0eaf33-67e8-4a21-920a-493caf13ba34 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677912 Oct 19 01:23:48.127616 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-1af0a999-c494-4f31-8220-a3fa4de04813 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] For port 3f8058b1-1150-4a0d-9a55-9b4604e4ffd7, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=3f8058b1-1150-4a0d-9a55-9b4604e4ffd7,segment=NetworkSegment(9cf51b5b-f7bb-4378-98e0-2a2017b1a6e3),segment_id=9cf51b5b-f7bb-4378-98e0-2a2017b1a6e3)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:48.128283 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1af0a999-c494-4f31-8220-a3fa4de04813 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:48.145558 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-1af0a999-c494-4f31-8220-a3fa4de04813 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Calling delete_port for 3f8058b1-1150-4a0d-9a55-9b4604e4ffd7 owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:23:48.257815 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b3b918bc-744a-4a13-9c97-1716d376039c no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:23:48.291112 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: b3b918bc-744a-4a13-9c97-1716d376039c {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:23:48.291460 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b3b918bc-744a-4a13-9c97-1716d376039c not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:23:48.434480 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1af0a999-c494-4f31-8220-a3fa4de04813 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:48.463176 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0a999-c494-4f31-8220-a3fa4de04813 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event deleted for resources: {'Port': ['ID=3f8058b1-1150-4a0d-9a55-9b4604e4ffd7,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:48.664825 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-49b847f9-809c-4510-a2a1-59431d321ec0 req-8b5ad3b5-6547-4e22-98c8-98a08024bdfb tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=e50d53a6-6bb1-4bd9-99fe-4deeaefda618 HTTP/1.1" status: 200 len: 210 time: 0.0561905 Oct 19 01:23:48.730628 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1af0a999-c494-4f31-8220-a3fa4de04813 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:48.945382 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af0a999-c494-4f31-8220-a3fa4de04813 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Router 7f020681-d0ca-49b7-b8bb-c58999d09ee1 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:23:49.049999 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af0a999-c494-4f31-8220-a3fa4de04813 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:23:49.058475 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59218) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:49.061554 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c24ff9-5062-490d-bd6e-563e297fcca0 None None] Sync routers for ids ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:23:49.066376 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1af0a999-c494-4f31-8220-a3fa4de04813 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "PUT /v2.0/routers/7f020681-d0ca-49b7-b8bb-c58999d09ee1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5000682 Oct 19 01:23:49.073010 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c24ff9-5062-490d-bd6e-563e297fcca0 None None] Routers {'7f020681-d0ca-49b7-b8bb-c58999d09ee1'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:23:49.073639 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-b5c24ff9-5062-490d-bd6e-563e297fcca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:23:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:49.156108 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-b05e36e3-5382-4906-b28d-95d7c288689f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Deleting subnet ce91abc9-f927-49bf-ac46-211bc546ad69 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:23:49.160039 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b05e36e3-5382-4906-b28d-95d7c288689f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:49.172358 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-b5c24ff9-5062-490d-bd6e-563e297fcca0 None None] Set router 7f020681-d0ca-49b7-b8bb-c58999d09ee1 gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:23:49.209764 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b05e36e3-5382-4906-b28d-95d7c288689f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:49.386544 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-b5c24ff9-5062-490d-bd6e-563e297fcca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'name': 'tempest-RoutersTest-router-555090550', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:03Z', 'updated_at': '2021-10-19T01:23:48Z', 'revision_number': 10, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'gw_port_host': None, '_interfaces': [{'id': 'a37a064a-3fb5-4e98-b1d2-8d541eddf834', 'name': '', 'network_id': 'c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:a0:c5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:05Z', 'updated_at': '2021-10-19T01:23:11Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:49.426098 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c24ff9-5062-490d-bd6e-563e297fcca0 None None] Checking router: 7f020681-d0ca-49b7-b8bb-c58999d09ee1 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:23:49.437299 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c24ff9-5062-490d-bd6e-563e297fcca0 None None] Routers {'7f020681-d0ca-49b7-b8bb-c58999d09ee1'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:23:49.438208 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-b5c24ff9-5062-490d-bd6e-563e297fcca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:23:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:49.541008 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-b5c24ff9-5062-490d-bd6e-563e297fcca0 None None] Set router 7f020681-d0ca-49b7-b8bb-c58999d09ee1 gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:23:49.745199 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b05e36e3-5382-4906-b28d-95d7c288689f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:49.800865 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1a7f6-f598-4539-9e80-61fc648f524e req-98a10230-7ad3-445f-90b4-9099fbb7c4ca tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:49.806802 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-302a8f46-37c7-4bd3-8b00-e3e3a4c4d44f req-eb1c7bf3-9e42-41fc-9f79-ead4bf33a970 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=e50d53a6-6bb1-4bd9-99fe-4deeaefda618 HTTP/1.1" status: 200 len: 210 time: 0.0464106 Oct 19 01:23:49.813281 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-acb1a7f6-f598-4539-9e80-61fc648f524e req-98a10230-7ad3-445f-90b4-9099fbb7c4ca tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 947 time: 0.6792250 Oct 19 01:23:49.850934 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:49.863449 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-acb1a7f6-f598-4539-9e80-61fc648f524e req-c987b516-2913-4ec1-a25c-6ebab7df6c0c tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492952 Oct 19 01:23:49.873489 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-b5c24ff9-5062-490d-bd6e-563e297fcca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'name': 'tempest-RoutersTest-router-555090550', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:03Z', 'updated_at': '2021-10-19T01:23:48Z', 'revision_number': 10, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'gw_port_host': None, '_interfaces': [{'id': 'a37a064a-3fb5-4e98-b1d2-8d541eddf834', 'name': '', 'network_id': 'c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:a0:c5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:05Z', 'updated_at': '2021-10-19T01:23:11Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:49.912000 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c24ff9-5062-490d-bd6e-563e297fcca0 None None] The sync data for ids ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'] in n-d-715271-26 is: [{'id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'name': 'tempest-RoutersTest-router-555090550', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:03Z', 'updated_at': '2021-10-19T01:23:48Z', 'revision_number': 10, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'gw_port_host': None, '_interfaces': [{'id': 'a37a064a-3fb5-4e98-b1d2-8d541eddf834', 'name': '', 'network_id': 'c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'mac_address': 'fa:16:3e:a0:c5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:05Z', 'updated_at': '2021-10-19T01:23:11Z', 'revision_number': 5, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'subnets': [{'id': '6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:23:49.928173 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b05e36e3-5382-4906-b28d-95d7c288689f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:50.027970 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e36e3-5382-4906-b28d-95d7c288689f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event deleted for resources: {'Subnet': ['ID=ce91abc9-f927-49bf-ac46-211bc546ad69,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:50.028144 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eff6a35-5602-47d4-89ea-5647d806b474 None None] Network 48972070-02c4-415d-ad54-7f3e7bda8857 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:23:50.030311 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b05e36e3-5382-4906-b28d-95d7c288689f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:50.033496 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b05e36e3-5382-4906-b28d-95d7c288689f tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/subnets/ce91abc9-f927-49bf-ac46-211bc546ad69 HTTP/1.1" status: 204 len: 168 time: 0.9733419 Oct 19 01:23:50.036183 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59236) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:50.137445 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9fed59ec-9c29-4aa1-8794-6e1d5d11e595 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:50.245245 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-9fed59ec-9c29-4aa1-8794-6e1d5d11e595 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Deleting port 96ad7079-7e1a-448d-a57d-9ea78c70d6fd {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:23:50.245515 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9fed59ec-9c29-4aa1-8794-6e1d5d11e595 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:50.337844 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd507549-d38d-4a9a-bb46-8441fc870ff5 None None] DHCP port deletion for 48972070-02c4-415d-ad54-7f3e7bda8857 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:23:50.404522 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-9fed59ec-9c29-4aa1-8794-6e1d5d11e595 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] For port 96ad7079-7e1a-448d-a57d-9ea78c70d6fd, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=96ad7079-7e1a-448d-a57d-9ea78c70d6fd,segment=NetworkSegment(9cf51b5b-f7bb-4378-98e0-2a2017b1a6e3),segment_id=9cf51b5b-f7bb-4378-98e0-2a2017b1a6e3)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:50.404943 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9fed59ec-9c29-4aa1-8794-6e1d5d11e595 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:50.436430 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 3f8058b1-1150-4a0d-9a55-9b4604e4ffd7 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:23:50.437098 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-9fed59ec-9c29-4aa1-8794-6e1d5d11e595 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Calling delete_port for 96ad7079-7e1a-448d-a57d-9ea78c70d6fd owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:23:50.488645 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 3f8058b1-1150-4a0d-9a55-9b4604e4ffd7 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:23:50.489316 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 3f8058b1-1150-4a0d-9a55-9b4604e4ffd7 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:23:50.496160 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-dd507549-d38d-4a9a-bb46-8441fc870ff5 None None] Deleting port 96ad7079-7e1a-448d-a57d-9ea78c70d6fd {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:23:50.496784 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dd507549-d38d-4a9a-bb46-8441fc870ff5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:50.604816 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-dd507549-d38d-4a9a-bb46-8441fc870ff5 None None] For port 96ad7079-7e1a-448d-a57d-9ea78c70d6fd, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=96ad7079-7e1a-448d-a57d-9ea78c70d6fd,segment=NetworkSegment(9cf51b5b-f7bb-4378-98e0-2a2017b1a6e3),segment_id=9cf51b5b-f7bb-4378-98e0-2a2017b1a6e3)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:50.605223 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dd507549-d38d-4a9a-bb46-8441fc870ff5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:50.622386 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-dd507549-d38d-4a9a-bb46-8441fc870ff5 None None] Calling delete_port for 96ad7079-7e1a-448d-a57d-9ea78c70d6fd owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:23:50.689595 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9fed59ec-9c29-4aa1-8794-6e1d5d11e595 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:50.751220 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed59ec-9c29-4aa1-8794-6e1d5d11e595 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event deleted for resources: {'Port': ['ID=96ad7079-7e1a-448d-a57d-9ea78c70d6fd,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:50.754094 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fed59ec-9c29-4aa1-8794-6e1d5d11e595 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] No DVR routers for this DVR port 96ad7079-7e1a-448d-a57d-9ea78c70d6fd on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:23:50.821846 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dd507549-d38d-4a9a-bb46-8441fc870ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:50.835208 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b56c07-3647-428a-8958-526486399d4c req-1b5e0564-8d60-4daf-b289-8b9559748e58 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:50.841976 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-15b56c07-3647-428a-8958-526486399d4c req-1b5e0564-8d60-4daf-b289-8b9559748e58 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 947 time: 0.0953422 Oct 19 01:23:50.872872 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd507549-d38d-4a9a-bb46-8441fc870ff5 None None] Pushing event deleted for resources: {'Port': ['ID=96ad7079-7e1a-448d-a57d-9ea78c70d6fd,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:50.895341 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd507549-d38d-4a9a-bb46-8441fc870ff5 None None] No DVR routers for this DVR port 96ad7079-7e1a-448d-a57d-9ea78c70d6fd on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:23:50.911580 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-15b56c07-3647-428a-8958-526486399d4c req-6c33fbdb-4e6f-4993-ae90-ee4f4369f7fa tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621109 Oct 19 01:23:50.923209 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9fed59ec-9c29-4aa1-8794-6e1d5d11e595 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:50.967273 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-9fed59ec-9c29-4aa1-8794-6e1d5d11e595 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48972070-02c4-415d-ad54-7f3e7bda8857']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:50.980519 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-9fed59ec-9c29-4aa1-8794-6e1d5d11e595 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf51b5b-f7bb-4378-98e0-2a2017b1a6e3') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:50.980827 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-9fed59ec-9c29-4aa1-8794-6e1d5d11e595 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf51b5b-f7bb-4378-98e0-2a2017b1a6e3') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:50.992539 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9fed59ec-9c29-4aa1-8794-6e1d5d11e595 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:51.017295 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9fed59ec-9c29-4aa1-8794-6e1d5d11e595 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:51.025469 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fed59ec-9c29-4aa1-8794-6e1d5d11e595 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:23:51.026940 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9fed59ec-9c29-4aa1-8794-6e1d5d11e595 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:51.096433 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:23:51.096433 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:23:51.096433 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:23:51.096433 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:23:51.096433 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:23:51.096433 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:23:51.096433 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:23:51.096433 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:23:51.096433 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:23:51.096433 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:23:51.096433 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:23:51.096433 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:23:51.096433 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:23:51.096433 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:23:51.096433 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:23:51.096433 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:23:51.096433 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:23:51.096433 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:23:51.096433 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:23:51.096433 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:23:51.096433 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:23:51.096433 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:23:51.096433 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:23:51.096433 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:23:51.096433 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:23:51.096433 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:23:51.096433 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:23:51.096433 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:23:51.096433 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:23:51.096433 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:23:51.096433 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:23:51.096433 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:23:51.107004 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9fed59ec-9c29-4aa1-8794-6e1d5d11e595 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:51.121381 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9fed59ec-9c29-4aa1-8794-6e1d5d11e595 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:51.127053 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9fed59ec-9c29-4aa1-8794-6e1d5d11e595 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/networks/48972070-02c4-415d-ad54-7f3e7bda8857 HTTP/1.1" status: 204 len: 168 time: 1.0873854 Oct 19 01:23:51.127717 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59260) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:51.177701 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed59ec-9c29-4aa1-8794-6e1d5d11e595 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event deleted for resources: {'Network': ['ID=48972070-02c4-415d-ad54-7f3e7bda8857,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:51.453849 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device bf76e776-e2d4-4f18-b4d3-84f9217e5e5f no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:23:51.484291 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d2c75a52-9030-43ba-850b-9d5b08b2ac52 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:51.542424 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:51.581450 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port bf76e776-e2d4-4f18-b4d3-84f9217e5e5f, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:51.582929 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b40554e-b2bb-44bd-bb68-f52a2adf8073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf76e776-e2d4-4f18-b4d3-84f9217e5e5f'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:23:51.585975 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55622f5-c038-4926-8fe0-5ef8ef57a12a" -d '{"events": [{"server_uuid": "2b40554e-b2bb-44bd-bb68-f52a2adf8073", "name": "network-vif-unplugged", "status": "completed", "tag": "bf76e776-e2d4-4f18-b4d3-84f9217e5e5f"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:23:51.592843 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:51.654348 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004cb60f-d27a-40dd-836f-e4cb42fe770e x-openstack-request-id: req-004cb60f-d27a-40dd-836f-e4cb42fe770e {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:23:51.654789 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b40554e-b2bb-44bd-bb68-f52a2adf8073", "name": "network-vif-unplugged", "status": "completed", "tag": "bf76e776-e2d4-4f18-b4d3-84f9217e5e5f", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:23:51.655153 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-004cb60f-d27a-40dd-836f-e4cb42fe770e {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:23:51.655654 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b40554e-b2bb-44bd-bb68-f52a2adf8073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf76e776-e2d4-4f18-b4d3-84f9217e5e5f', 'code': 200} Oct 19 01:23:51.656703 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f,revision_number=11']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:51.774107 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-d2c75a52-9030-43ba-850b-9d5b08b2ac52 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Deleting port a37a064a-3fb5-4e98-b1d2-8d541eddf834 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:23:51.774358 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d2c75a52-9030-43ba-850b-9d5b08b2ac52 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:51.865655 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-d2c75a52-9030-43ba-850b-9d5b08b2ac52 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] For port a37a064a-3fb5-4e98-b1d2-8d541eddf834, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=a37a064a-3fb5-4e98-b1d2-8d541eddf834,segment=NetworkSegment(50566e7d-0238-477e-b572-aa13df43b1ff),segment_id=50566e7d-0238-477e-b572-aa13df43b1ff)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:51.866071 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d2c75a52-9030-43ba-850b-9d5b08b2ac52 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:51.878895 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-d2c75a52-9030-43ba-850b-9d5b08b2ac52 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Calling delete_port for a37a064a-3fb5-4e98-b1d2-8d541eddf834 owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:23:52.323749 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 96ad7079-7e1a-448d-a57d-9ea78c70d6fd no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:23:52.419443 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d2c75a52-9030-43ba-850b-9d5b08b2ac52 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:52.428317 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 96ad7079-7e1a-448d-a57d-9ea78c70d6fd {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:23:52.428714 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 96ad7079-7e1a-448d-a57d-9ea78c70d6fd not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:23:52.482357 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c75a52-9030-43ba-850b-9d5b08b2ac52 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event deleted for resources: {'Port': ['ID=a37a064a-3fb5-4e98-b1d2-8d541eddf834,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:52.593318 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66ba7d-e3a5-4f19-9a70-87744a0c455e req-97af9fe4-e9a3-4805-8617-2fbfb027489c tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:52.602450 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ab66ba7d-e3a5-4f19-9a70-87744a0c455e req-97af9fe4-e9a3-4805-8617-2fbfb027489c tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.3605630 Oct 19 01:23:52.685122 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ab66ba7d-e3a5-4f19-9a70-87744a0c455e req-6e3f4681-3363-4b3b-91d6-bb1e6224cdf8 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810363 Oct 19 01:23:52.774260 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d2c75a52-9030-43ba-850b-9d5b08b2ac52 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:52.958704 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c75a52-9030-43ba-850b-9d5b08b2ac52 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Router 7f020681-d0ca-49b7-b8bb-c58999d09ee1 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:23:53.043666 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c75a52-9030-43ba-850b-9d5b08b2ac52 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:23:53.053301 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d2c75a52-9030-43ba-850b-9d5b08b2ac52 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "PUT /v2.0/routers/7f020681-d0ca-49b7-b8bb-c58999d09ee1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9250417 Oct 19 01:23:53.055069 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827980c2-6b43-4c15-9c81-458fdc94a619 None None] Sync routers for ids ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:23:53.055554 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59278) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:53.067049 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827980c2-6b43-4c15-9c81-458fdc94a619 None None] Routers {'7f020681-d0ca-49b7-b8bb-c58999d09ee1'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:23:53.067972 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-827980c2-6b43-4c15-9c81-458fdc94a619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:23:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:53.137946 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8c1ddd9-0bdd-486a-a709-a40c2b574af9 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Deleting subnet 6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:23:53.141299 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d8c1ddd9-0bdd-486a-a709-a40c2b574af9 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:53.149670 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-827980c2-6b43-4c15-9c81-458fdc94a619 None None] Set router 7f020681-d0ca-49b7-b8bb-c58999d09ee1 gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:23:53.208467 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-827980c2-6b43-4c15-9c81-458fdc94a619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'name': 'tempest-RoutersTest-router-555090550', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:03Z', 'updated_at': '2021-10-19T01:23:52Z', 'revision_number': 11, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:53.210875 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d8c1ddd9-0bdd-486a-a709-a40c2b574af9 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:53.240606 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827980c2-6b43-4c15-9c81-458fdc94a619 None None] Checking router: 7f020681-d0ca-49b7-b8bb-c58999d09ee1 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:23:53.250099 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827980c2-6b43-4c15-9c81-458fdc94a619 None None] Routers {'7f020681-d0ca-49b7-b8bb-c58999d09ee1'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:23:53.251054 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-827980c2-6b43-4c15-9c81-458fdc94a619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:23:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:53.336486 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-827980c2-6b43-4c15-9c81-458fdc94a619 None None] Set router 7f020681-d0ca-49b7-b8bb-c58999d09ee1 gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:23:53.353715 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d8c1ddd9-0bdd-486a-a709-a40c2b574af9 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:53.402954 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-827980c2-6b43-4c15-9c81-458fdc94a619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'name': 'tempest-RoutersTest-router-555090550', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:03Z', 'updated_at': '2021-10-19T01:23:52Z', 'revision_number': 11, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:53.438748 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827980c2-6b43-4c15-9c81-458fdc94a619 None None] The sync data for ids ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'] in n-d-715271-26 is: [{'id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'name': 'tempest-RoutersTest-router-555090550', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:03Z', 'updated_at': '2021-10-19T01:23:52Z', 'revision_number': 11, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'gw_port_host': None}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:23:53.450943 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d8c1ddd9-0bdd-486a-a709-a40c2b574af9 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:53.467710 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d8c1ddd9-0bdd-486a-a709-a40c2b574af9 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:53.472094 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d8c1ddd9-0bdd-486a-a709-a40c2b574af9 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/subnets/6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5 HTTP/1.1" status: 204 len: 168 time: 0.4063621 Oct 19 01:23:53.473048 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c80bb98-44b9-48b0-a451-d04a0e9ad777 None None] Network c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:23:53.474881 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59284) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:53.494894 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c1ddd9-0bdd-486a-a709-a40c2b574af9 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event deleted for resources: {'Subnet': ['ID=6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:53.570324 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3200ad69-07c5-4911-9941-b527d1140258 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:53.635584 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-3200ad69-07c5-4911-9941-b527d1140258 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Deleting port ed90814e-7852-4dfc-9166-6b2d636532ea {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:23:53.636047 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3200ad69-07c5-4911-9941-b527d1140258 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:53.706993 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-3200ad69-07c5-4911-9941-b527d1140258 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] For port ed90814e-7852-4dfc-9166-6b2d636532ea, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=ed90814e-7852-4dfc-9166-6b2d636532ea,segment=NetworkSegment(50566e7d-0238-477e-b572-aa13df43b1ff),segment_id=50566e7d-0238-477e-b572-aa13df43b1ff)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:53.707355 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3200ad69-07c5-4911-9941-b527d1140258 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:53.725846 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-3200ad69-07c5-4911-9941-b527d1140258 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Calling delete_port for ed90814e-7852-4dfc-9166-6b2d636532ea owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:23:53.834029 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aad7b38-8cf5-4d1e-8396-d77f5a14ea9c None None] DHCP port deletion for c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:23:53.838086 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3200ad69-07c5-4911-9941-b527d1140258 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:53.890782 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3200ad69-07c5-4911-9941-b527d1140258 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event deleted for resources: {'Port': ['ID=ed90814e-7852-4dfc-9166-6b2d636532ea,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:53.931388 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3200ad69-07c5-4911-9941-b527d1140258 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] No DVR routers for this DVR port ed90814e-7852-4dfc-9166-6b2d636532ea on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:23:54.058263 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3200ad69-07c5-4911-9941-b527d1140258 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:54.083683 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-3200ad69-07c5-4911-9941-b527d1140258 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:54.094831 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-3200ad69-07c5-4911-9941-b527d1140258 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50566e7d-0238-477e-b572-aa13df43b1ff') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:54.095198 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-3200ad69-07c5-4911-9941-b527d1140258 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50566e7d-0238-477e-b572-aa13df43b1ff') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:54.106612 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3200ad69-07c5-4911-9941-b527d1140258 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:54.129201 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3200ad69-07c5-4911-9941-b527d1140258 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:54.138110 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3200ad69-07c5-4911-9941-b527d1140258 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:23:54.139100 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3200ad69-07c5-4911-9941-b527d1140258 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:54.250768 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:23:54.250768 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:23:54.250768 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:23:54.250768 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:23:54.250768 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:23:54.250768 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:23:54.250768 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:23:54.250768 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:23:54.250768 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:23:54.250768 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:23:54.250768 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:23:54.250768 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:23:54.250768 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:23:54.250768 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:23:54.250768 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:23:54.250768 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:23:54.250768 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:23:54.250768 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:23:54.250768 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:23:54.250768 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:23:54.250768 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:23:54.250768 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:23:54.250768 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:23:54.250768 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:23:54.250768 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:23:54.250768 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:23:54.250768 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:23:54.250768 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:23:54.250768 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:23:54.250768 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:23:54.250768 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:23:54.250768 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:23:54.253690 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3200ad69-07c5-4911-9941-b527d1140258 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:54.327864 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3200ad69-07c5-4911-9941-b527d1140258 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:54.341595 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3200ad69-07c5-4911-9941-b527d1140258 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/networks/c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6 HTTP/1.1" status: 204 len: 168 time: 0.8632102 Oct 19 01:23:54.342163 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59302) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:54.354805 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc1e25-12b3-41a3-8cf3-82d7287a8962 req-17ab30f4-6fb6-488f-9d3a-3718c372bc8b tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:54.355522 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device ed90814e-7852-4dfc-9166-6b2d636532ea no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:23:54.362276 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-10cc1e25-12b3-41a3-8cf3-82d7287a8962 req-17ab30f4-6fb6-488f-9d3a-3718c372bc8b tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.4929364 Oct 19 01:23:54.362618 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-23b1ea2a-a74a-4ca6-be28-cd24701ae07b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Request body: {'router': {'routes': None}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:23:54.404254 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: ed90814e-7852-4dfc-9166-6b2d636532ea {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:23:54.405796 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3200ad69-07c5-4911-9941-b527d1140258 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Pushing event deleted for resources: {'Network': ['ID=c5e3c9c6-18f2-411c-9c51-c32b18f1fdc6,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:54.408208 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device ed90814e-7852-4dfc-9166-6b2d636532ea not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:23:54.409167 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device a37a064a-3fb5-4e98-b1d2-8d541eddf834 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:23:54.424646 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-72218ca8-21a4-4404-8715-0e0ed785132d req-7da0809f-f787-4549-bf0c-f5d0738813ee service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1934898 Oct 19 01:23:54.453490 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: a37a064a-3fb5-4e98-b1d2-8d541eddf834 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:23:54.455679 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device a37a064a-3fb5-4e98-b1d2-8d541eddf834 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:23:54.481373 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-10cc1e25-12b3-41a3-8cf3-82d7287a8962 req-e9d8f1ce-626d-4bb7-ae49-944f86da2b39 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181452 Oct 19 01:23:54.558708 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72218ca8-21a4-4404-8715-0e0ed785132d req-4c8fe003-32fc-4f3a-8d78-e4846efcd468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:54.562979 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-72218ca8-21a4-4404-8715-0e0ed785132d req-4c8fe003-32fc-4f3a-8d78-e4846efcd468 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=48ddb22357dc4eb2bc2ba246f38392b4&device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 1097 time: 0.0793982 Oct 19 01:23:54.733597 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72218ca8-21a4-4404-8715-0e0ed785132d req-cfb2a5ab-3df7-4509-937f-2edc39db148b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:54.734985 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-72218ca8-21a4-4404-8715-0e0ed785132d req-cfb2a5ab-3df7-4509-937f-2edc39db148b service neutron] 10.222.0.55 "GET /v2.0/networks?id=84c55fcf-75dc-454b-970b-ebd012138813 HTTP/1.1" status: 200 len: 917 time: 0.1470320 Oct 19 01:23:54.736528 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.extraroute_db [None req-23b1ea2a-a74a-4ca6-be28-cd24701ae07b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Added routes are [] {{(pid=100607) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 19 01:23:54.736832 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.extraroute_db [None req-23b1ea2a-a74a-4ca6-be28-cd24701ae07b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Removed routes are [] {{(pid=100607) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 19 01:23:54.737190 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-23b1ea2a-a74a-4ca6-be28-cd24701ae07b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64930'] for router, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:54.819988 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-72218ca8-21a4-4404-8715-0e0ed785132d req-e7afcf19-56c5-456a-ad2c-b2682dd0f2d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da HTTP/1.1" status: 200 len: 1000 time: 0.0760105 Oct 19 01:23:54.882164 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72218ca8-21a4-4404-8715-0e0ed785132d req-b0894f31-528d-42b3-a968-f03323d61139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:54.884829 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-72218ca8-21a4-4404-8715-0e0ed785132d req-b0894f31-528d-42b3-a968-f03323d61139 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=488e075d-4e24-4ef3-a196-a8fb67b0889b HTTP/1.1" status: 200 len: 855 time: 0.0555005 Oct 19 01:23:54.942979 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-23b1ea2a-a74a-4ca6-be28-cd24701ae07b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64930'] for router, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:54.952560 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-23b1ea2a-a74a-4ca6-be28-cd24701ae07b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592856'] for router, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:55.028827 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72218ca8-21a4-4404-8715-0e0ed785132d req-85c5b8ec-1c51-4e0d-8c9b-b2f2ffaf3f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:55.032091 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-72218ca8-21a4-4404-8715-0e0ed785132d req-85c5b8ec-1c51-4e0d-8c9b-b2f2ffaf3f0f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=84c55fcf-75dc-454b-970b-ebd012138813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1393917 Oct 19 01:23:55.054819 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b1ea2a-a74a-4ca6-be28-cd24701ae07b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Router 7f020681-d0ca-49b7-b8bb-c58999d09ee1 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:23:55.155660 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-72218ca8-21a4-4404-8715-0e0ed785132d req-32823fee-9dd8-4942-82d7-5e67ca988b64 service neutron] 10.222.0.55 "GET /v2.0/networks/84c55fcf-75dc-454b-970b-ebd012138813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158462 Oct 19 01:23:55.164586 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b1ea2a-a74a-4ca6-be28-cd24701ae07b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:23:55.176102 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4034d6a2-6f5d-4ab5-aea0-c769359b5144 None None] Sync routers for ids ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:23:55.190460 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4034d6a2-6f5d-4ab5-aea0-c769359b5144 None None] Routers {'7f020681-d0ca-49b7-b8bb-c58999d09ee1'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:23:55.191101 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-4034d6a2-6f5d-4ab5-aea0-c769359b5144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:23:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:55.197842 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-23b1ea2a-a74a-4ca6-be28-cd24701ae07b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:55.204536 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59310) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:55.204787 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-23b1ea2a-a74a-4ca6-be28-cd24701ae07b tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "PUT /v2.0/routers/7f020681-d0ca-49b7-b8bb-c58999d09ee1 HTTP/1.1" status: 200 len: 700 time: 0.8591762 Oct 19 01:23:55.257809 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fc3ead79-6183-4258-a564-25bf917306be tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f020681-d0ca-49b7-b8bb-c58999d09ee1 HTTP/1.1" status: 200 len: 205 time: 0.0500622 Oct 19 01:23:55.261148 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59314) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:55.391498 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9de670d4-208e-4708-b8bb-b4ab2642c08e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:55.392264 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-72218ca8-21a4-4404-8715-0e0ed785132d req-5a198ac3-5766-49a8-83a2-d5c34d46b47d service neutron] 10.222.0.55 "GET /v2.0/networks/84c55fcf-75dc-454b-970b-ebd012138813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281430 Oct 19 01:23:55.601272 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-4034d6a2-6f5d-4ab5-aea0-c769359b5144 None None] Set router 7f020681-d0ca-49b7-b8bb-c58999d09ee1 gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:23:55.684097 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c18cd-a68c-4a26-9fa9-b18b960c822f req-9fcc2832-2e78-42c5-946d-16c696ca8ec7 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:55.685935 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e66c18cd-a68c-4a26-9fa9-b18b960c822f req-9fcc2832-2e78-42c5-946d-16c696ca8ec7 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.1081471 Oct 19 01:23:55.738327 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-4034d6a2-6f5d-4ab5-aea0-c769359b5144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'name': 'tempest-RoutersTest-router-555090550', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:03Z', 'updated_at': '2021-10-19T01:23:52Z', 'revision_number': 11, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:55.741741 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device bf76e776-e2d4-4f18-b4d3-84f9217e5e5f details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:23:55.765380 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e66c18cd-a68c-4a26-9fa9-b18b960c822f req-86d7b782-9bb1-45ad-9eed-a0c2cab46fc7 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734265 Oct 19 01:23:55.788258 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4034d6a2-6f5d-4ab5-aea0-c769359b5144 None None] Checking router: 7f020681-d0ca-49b7-b8bb-c58999d09ee1 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:23:55.812013 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4034d6a2-6f5d-4ab5-aea0-c769359b5144 None None] Routers {'7f020681-d0ca-49b7-b8bb-c58999d09ee1'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:23:55.813430 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-4034d6a2-6f5d-4ab5-aea0-c769359b5144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:23:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:55.813970 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9de670d4-208e-4708-b8bb-b4ab2642c08e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:55.824620 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9de670d4-208e-4708-b8bb-b4ab2642c08e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:55.884738 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9de670d4-208e-4708-b8bb-b4ab2642c08e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:55.885376 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de670d4-208e-4708-b8bb-b4ab2642c08e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Fanout notify agent at l3_agent the message router_deleted on router 7f020681-d0ca-49b7-b8bb-c58999d09ee1 {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:23:55.900596 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9de670d4-208e-4708-b8bb-b4ab2642c08e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:55.906165 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59322) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:55.906342 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9de670d4-208e-4708-b8bb-b4ab2642c08e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/routers/7f020681-d0ca-49b7-b8bb-c58999d09ee1 HTTP/1.1" status: 204 len: 168 time: 0.6438255 Oct 19 01:23:55.910925 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-5671cf5a-01dc-412d-8b33-b29d3c0cd0ff tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1082176935', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:23:55.967811 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5671cf5a-01dc-412d-8b33-b29d3c0cd0ff tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:55.969069 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5671cf5a-01dc-412d-8b33-b29d3c0cd0ff tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:56.038166 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-4034d6a2-6f5d-4ab5-aea0-c769359b5144 None None] Set router 7f020681-d0ca-49b7-b8bb-c58999d09ee1 gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:23:56.072492 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5671cf5a-01dc-412d-8b33-b29d3c0cd0ff tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:56.079070 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5671cf5a-01dc-412d-8b33-b29d3c0cd0ff tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:56.113357 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5671cf5a-01dc-412d-8b33-b29d3c0cd0ff tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:56.116323 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5671cf5a-01dc-412d-8b33-b29d3c0cd0ff tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2085984 Oct 19 01:23:56.120561 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59326) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:56.125595 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-a94d1831-130a-4f8f-89fb-ffa93fbddf2e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:23:56.127441 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-4034d6a2-6f5d-4ab5-aea0-c769359b5144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'name': 'tempest-RoutersTest-router-555090550', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:03Z', 'updated_at': '2021-10-19T01:23:52Z', 'revision_number': 11, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:56.172381 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4034d6a2-6f5d-4ab5-aea0-c769359b5144 None None] The sync data for ids ['7f020681-d0ca-49b7-b8bb-c58999d09ee1'] in n-d-715271-26 is: [{'id': '7f020681-d0ca-49b7-b8bb-c58999d09ee1', 'name': 'tempest-RoutersTest-router-555090550', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:03Z', 'updated_at': '2021-10-19T01:23:52Z', 'revision_number': 11, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'gw_port_host': None}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:23:56.227014 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port bf76e776-e2d4-4f18-b4d3-84f9217e5e5f, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:56.257426 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'bf76e776-e2d4-4f18-b4d3-84f9217e5e5f', 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41', 'port_id': 'bf76e776-e2d4-4f18-b4d3-84f9217e5e5f', 'mac_address': 'fa:16:3e:da:26:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e75ff155-8f86-450c-9276-3e4132eca531', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:23:56.334366 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:56.373547 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf76e776-e2d4-4f18-b4d3-84f9217e5e5f {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:23:56.410395 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a94d1831-130a-4f8f-89fb-ffa93fbddf2e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64930'] for router, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:56.428725 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a94d1831-130a-4f8f-89fb-ffa93fbddf2e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592856'] for router, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:56.440587 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port bf76e776-e2d4-4f18-b4d3-84f9217e5e5f, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:56.461503 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:56.595803 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94d1831-130a-4f8f-89fb-ffa93fbddf2e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Router 3b170f4b-aae7-45cf-99cb-6d75644b024c is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:23:56.611459 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f,revision_number=12']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:56.668462 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['bf76e776-e2d4-4f18-b4d3-84f9217e5e5f'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:23:56.789797 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94d1831-130a-4f8f-89fb-ffa93fbddf2e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:23:56.800927 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac64e6e2-9efb-48b3-8a76-37eebf1c2e32 None None] Sync routers for ids ['3b170f4b-aae7-45cf-99cb-6d75644b024c'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:23:56.813689 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a94d1831-130a-4f8f-89fb-ffa93fbddf2e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:56.814832 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a94d1831-130a-4f8f-89fb-ffa93fbddf2e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "PUT /v2.0/routers/3b170f4b-aae7-45cf-99cb-6d75644b024c HTTP/1.1" status: 200 len: 694 time: 0.6932864 Oct 19 01:23:56.817340 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59344) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:56.829431 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac64e6e2-9efb-48b3-8a76-37eebf1c2e32 None None] Routers {'3b170f4b-aae7-45cf-99cb-6d75644b024c'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:23:56.832383 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ac64e6e2-9efb-48b3-8a76-37eebf1c2e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:23:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['3b170f4b-aae7-45cf-99cb-6d75644b024c'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:57.012385 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-ac64e6e2-9efb-48b3-8a76-37eebf1c2e32 None None] Set router 3b170f4b-aae7-45cf-99cb-6d75644b024c gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:23:57.101757 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9b007-6444-40c3-b0ac-25129557ae06 req-49699963-73c7-4715-a655-177669dd483b tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:57.112497 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-44a9b007-6444-40c3-b0ac-25129557ae06 req-49699963-73c7-4715-a655-177669dd483b tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 945 time: 0.0796747 Oct 19 01:23:57.114084 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ac64e6e2-9efb-48b3-8a76-37eebf1c2e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b170f4b-aae7-45cf-99cb-6d75644b024c', 'name': 'tempest-RoutersTest-router-1082176935', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:55Z', 'updated_at': '2021-10-19T01:23:56Z', 'revision_number': 2, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:57.146641 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:57.158981 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f0cef0ee-9d84-4faa-932a-e41e93349fa2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "GET /v2.0/routers/3b170f4b-aae7-45cf-99cb-6d75644b024c HTTP/1.1" status: 200 len: 700 time: 0.3404956 Oct 19 01:23:57.161853 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59354) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:57.202600 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-44a9b007-6444-40c3-b0ac-25129557ae06 req-fb6b7420-9ce8-4070-8d52-505e0f21beba tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890799 Oct 19 01:23:57.224576 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac64e6e2-9efb-48b3-8a76-37eebf1c2e32 None None] Checking router: 3b170f4b-aae7-45cf-99cb-6d75644b024c for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:23:57.229670 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-56ed27fe-ad6a-456a-acea-35a870af387e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b170f4b-aae7-45cf-99cb-6d75644b024c HTTP/1.1" status: 200 len: 205 time: 0.0664701 Oct 19 01:23:57.232318 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59358) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:57.238917 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f6529-5194-4b8b-b1fe-2c631ab1847b req-f07e8e63-7d55-49ba-a199-4bd0f9ecf758 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:57.240611 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f52f6529-5194-4b8b-b1fe-2c631ab1847b req-f07e8e63-7d55-49ba-a199-4bd0f9ecf758 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 946 time: 0.3103273 Oct 19 01:23:57.260397 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac64e6e2-9efb-48b3-8a76-37eebf1c2e32 None None] Routers {'3b170f4b-aae7-45cf-99cb-6d75644b024c'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:23:57.261088 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ac64e6e2-9efb-48b3-8a76-37eebf1c2e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:23:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['3b170f4b-aae7-45cf-99cb-6d75644b024c'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:57.330240 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f52f6529-5194-4b8b-b1fe-2c631ab1847b req-27a46868-5354-4d1f-9554-94cec93fbe26 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778961 Oct 19 01:23:57.376732 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-38250dcb-2e9b-42b8-927f-2c8d676b48f2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:57.379421 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-ac64e6e2-9efb-48b3-8a76-37eebf1c2e32 None None] Set router 3b170f4b-aae7-45cf-99cb-6d75644b024c gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:23:57.489302 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ac64e6e2-9efb-48b3-8a76-37eebf1c2e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b170f4b-aae7-45cf-99cb-6d75644b024c', 'name': 'tempest-RoutersTest-router-1082176935', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:55Z', 'updated_at': '2021-10-19T01:23:56Z', 'revision_number': 2, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:57.502482 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device bf76e776-e2d4-4f18-b4d3-84f9217e5e5f up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:23:57.554414 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac64e6e2-9efb-48b3-8a76-37eebf1c2e32 None None] The sync data for ids ['3b170f4b-aae7-45cf-99cb-6d75644b024c'] in n-d-715271-26 is: [{'id': '3b170f4b-aae7-45cf-99cb-6d75644b024c', 'name': 'tempest-RoutersTest-router-1082176935', 'tenant_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:55Z', 'updated_at': '2021-10-19T01:23:56Z', 'revision_number': 2, 'project_id': 'b4da212c26bc45dcb3b08cdb9cc1629c', 'gw_port_host': None}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:23:57.599230 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port bf76e776-e2d4-4f18-b4d3-84f9217e5e5f triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:57.599741 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:57.711675 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:57.723687 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-38250dcb-2e9b-42b8-927f-2c8d676b48f2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:57.725975 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-38250dcb-2e9b-42b8-927f-2c8d676b48f2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:57.797863 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-38250dcb-2e9b-42b8-927f-2c8d676b48f2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:57.798588 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38250dcb-2e9b-42b8-927f-2c8d676b48f2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Fanout notify agent at l3_agent the message router_deleted on router 3b170f4b-aae7-45cf-99cb-6d75644b024c {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:23:57.803881 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b40554e-b2bb-44bd-bb68-f52a2adf8073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf76e776-e2d4-4f18-b4d3-84f9217e5e5f'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:23:57.813425 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373c7e4a-cafd-4f7d-a3b8-108c42812ebb" -d '{"events": [{"server_uuid": "2b40554e-b2bb-44bd-bb68-f52a2adf8073", "name": "network-vif-plugged", "status": "completed", "tag": "bf76e776-e2d4-4f18-b4d3-84f9217e5e5f"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:23:57.814016 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-38250dcb-2e9b-42b8-927f-2c8d676b48f2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:57.818232 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-38250dcb-2e9b-42b8-927f-2c8d676b48f2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/routers/3b170f4b-aae7-45cf-99cb-6d75644b024c HTTP/1.1" status: 204 len: 168 time: 0.5831730 Oct 19 01:23:57.819370 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59366) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:57.849610 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port bf76e776-e2d4-4f18-b4d3-84f9217e5e5f, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:57.863116 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:57.877856 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59370) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:57.878541 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1228066e-127b-4fb8-808f-25f5bc01729a tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b170f4b-aae7-45cf-99cb-6d75644b024c HTTP/1.1" status: 200 len: 205 time: 0.0571377 Oct 19 01:23:57.925330 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7d9a60-62a4-4aea-8e53-78dd81956550 x-openstack-request-id: req-3c7d9a60-62a4-4aea-8e53-78dd81956550 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:23:57.925638 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b40554e-b2bb-44bd-bb68-f52a2adf8073", "name": "network-vif-plugged", "status": "completed", "tag": "bf76e776-e2d4-4f18-b4d3-84f9217e5e5f", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:23:57.925892 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3c7d9a60-62a4-4aea-8e53-78dd81956550 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:23:57.926287 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b40554e-b2bb-44bd-bb68-f52a2adf8073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf76e776-e2d4-4f18-b4d3-84f9217e5e5f', 'code': 200} Oct 19 01:23:57.951050 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-7ccea9dc-e56c-434a-a6f1-c8dbb51542d9 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] delete failed (client error): The resource could not be found. Oct 19 01:23:57.953788 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7ccea9dc-e56c-434a-a6f1-c8dbb51542d9 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/routers/3b170f4b-aae7-45cf-99cb-6d75644b024c HTTP/1.1" status: 404 len: 336 time: 0.0749357 Oct 19 01:23:57.955678 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59372) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:57.972811 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f,revision_number=13']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:57.994656 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e7c423-5cc2-45e9-b0a2-a5d7ad0ad176 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] DELETE failed (client error): The resource could not be found. Oct 19 01:23:57.995563 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47e7c423-5cc2-45e9-b0a2-a5d7ad0ad176 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:23:58.011378 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-47e7c423-5cc2-45e9-b0a2-a5d7ad0ad176 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/subnets/01e707b3-6df3-49df-a8b5-ea19c3a90f8c HTTP/1.1" status: 404 len: 337 time: 0.0544963 Oct 19 01:23:58.013746 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59374) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:58.042279 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f6df8c-ab57-4bad-87f4-ced8cd38f780 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] DELETE failed (client error): The resource could not be found. Oct 19 01:23:58.043084 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30f6df8c-ab57-4bad-87f4-ced8cd38f780 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:23:58.046353 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-30f6df8c-ab57-4bad-87f4-ced8cd38f780 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/subnets/19e4da19-af6d-4121-8012-87425d678a75 HTTP/1.1" status: 404 len: 337 time: 0.0315812 Oct 19 01:23:58.049465 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59376) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:58.083671 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-29f1d1cd-8c42-4eb5-8d9e-602cced39ce9 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] DELETE failed (client error): The resource could not be found. Oct 19 01:23:58.084516 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29f1d1cd-8c42-4eb5-8d9e-602cced39ce9 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:23:58.090322 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59378) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:58.090487 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-29f1d1cd-8c42-4eb5-8d9e-602cced39ce9 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/subnets/ce91abc9-f927-49bf-ac46-211bc546ad69 HTTP/1.1" status: 404 len: 337 time: 0.0400333 Oct 19 01:23:58.117785 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-039d3d4f-2172-4b42-914e-378d961f1cb1 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] DELETE failed (client error): The resource could not be found. Oct 19 01:23:58.119310 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-039d3d4f-2172-4b42-914e-378d961f1cb1 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:23:58.122623 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-039d3d4f-2172-4b42-914e-378d961f1cb1 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/subnets/6a5a3314-6fdf-4d6f-8cc7-ef6346ddfea5 HTTP/1.1" status: 404 len: 337 time: 0.0309916 Oct 19 01:23:58.125149 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59380) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:58.158065 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59382) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:58.160493 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cc7fcec5-5286-43e8-9de1-f236f457da29 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f020681-d0ca-49b7-b8bb-c58999d09ee1 HTTP/1.1" status: 200 len: 205 time: 0.0340848 Oct 19 01:23:58.197113 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-450ec56f-b1b2-4516-a192-f25c6cfc7672 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] delete failed (client error): The resource could not be found. Oct 19 01:23:58.200688 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-450ec56f-b1b2-4516-a192-f25c6cfc7672 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/routers/7f020681-d0ca-49b7-b8bb-c58999d09ee1 HTTP/1.1" status: 404 len: 336 time: 0.0391080 Oct 19 01:23:58.201041 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59384) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:58.241306 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-49f2160f-9cd3-4152-b5e3-55b9404191ea tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "GET /v2.0/ports?device_id=9765be7d-f62a-4ce7-acdd-41191154c85c HTTP/1.1" status: 200 len: 205 time: 0.0369163 Oct 19 01:23:58.241649 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59388) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:58.353326 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-cd07fc60-6a82-462d-9a08-2b406ddb39c1 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] delete failed (client error): The resource could not be found. Oct 19 01:23:58.356981 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-cd07fc60-6a82-462d-9a08-2b406ddb39c1 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/routers/9765be7d-f62a-4ce7-acdd-41191154c85c HTTP/1.1" status: 404 len: 336 time: 0.1116798 Oct 19 01:23:58.357635 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59396) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:58.410381 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4058e25-e5bd-4e2e-a74e-eccc8a2e94a2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] DELETE failed (client error): The resource could not be found. Oct 19 01:23:58.410890 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4058e25-e5bd-4e2e-a74e-eccc8a2e94a2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:23:58.440671 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f4058e25-e5bd-4e2e-a74e-eccc8a2e94a2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/subnets/8b9fb9d2-d406-43b0-beff-919b3fabce5a HTTP/1.1" status: 404 len: 337 time: 0.0818954 Oct 19 01:23:58.451286 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59402) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:58.546368 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573517a-cc9a-4c8f-96e2-a7bf44b447f4 req-d74d301f-4975-49b0-ba5b-3b14f1c59f6d tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:58.552511 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9573517a-cc9a-4c8f-96e2-a7bf44b447f4 req-d74d301f-4975-49b0-ba5b-3b14f1c59f6d tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 945 time: 0.1375024 Oct 19 01:23:58.639834 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9573517a-cc9a-4c8f-96e2-a7bf44b447f4 req-ce2ba951-7187-4af5-80a2-dc0dd09fa062 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689282 Oct 19 01:23:59.043472 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d20379-8c2e-4590-b5a3-4c75be0b6d5c req-24cfd860-ead7-44da-a824-4adc0333b5a5 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:59.049469 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e8d20379-8c2e-4590-b5a3-4c75be0b6d5c req-24cfd860-ead7-44da-a824-4adc0333b5a5 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 945 time: 0.1686230 Oct 19 01:23:59.265283 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a4bad35d-8ac6-4864-9f11-b178569bf908 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba5cf60c-75d2-4859-9ccf-c3ee378581b3 HTTP/1.1" status: 200 len: 205 time: 0.8128362 Oct 19 01:23:59.272394 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59450) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:59.334709 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea56ca-6883-4eb8-8b8b-e5064b3a3b7e req-b1bc671d-e689-4f3c-8af2-96324742dfaa tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:59.346643 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d7ea56ca-6883-4eb8-8b8b-e5064b3a3b7e req-b1bc671d-e689-4f3c-8af2-96324742dfaa tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 947 time: 0.9043984 Oct 19 01:23:59.429930 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-1769721f-4387-42d7-9bb7-b7fbe863e685 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] delete failed (client error): The resource could not be found. Oct 19 01:23:59.438154 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1769721f-4387-42d7-9bb7-b7fbe863e685 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/routers/ba5cf60c-75d2-4859-9ccf-c3ee378581b3 HTTP/1.1" status: 404 len: 336 time: 0.1649585 Oct 19 01:23:59.440750 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59458) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:59.482930 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:59.519913 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d7ea56ca-6883-4eb8-8b8b-e5064b3a3b7e req-3840707b-8e82-4001-89d7-822db90cea27 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683953 Oct 19 01:23:59.542090 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9800ae91-1f2e-4d99-9ec4-2874a5e101b2 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "GET /v2.0/ports?device_id=870b5184-6d5c-4ace-aa8a-c0e676b03b41 HTTP/1.1" status: 200 len: 205 time: 0.0906112 Oct 19 01:23:59.544580 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-e8d20379-8c2e-4590-b5a3-4c75be0b6d5c req-2f772785-57ce-4b65-af67-d1b8d9126b70 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Deleting port 56929a5d-2313-4c21-bdb0-ff64a436f703 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:23:59.545168 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59464) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:59.545637 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e8d20379-8c2e-4590-b5a3-4c75be0b6d5c req-2f772785-57ce-4b65-af67-d1b8d9126b70 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:59.695367 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-ec8cfc1e-124e-463f-a04b-b7fd7d89149e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] delete failed (client error): The resource could not be found. Oct 19 01:23:59.709776 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ec8cfc1e-124e-463f-a04b-b7fd7d89149e tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/routers/870b5184-6d5c-4ace-aa8a-c0e676b03b41 HTTP/1.1" status: 404 len: 336 time: 0.1562128 Oct 19 01:23:59.711688 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59472) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:59.776072 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-615831f7-d57e-4f17-bb49-5b52f3b5dacb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] DELETE failed (client error): The resource could not be found. Oct 19 01:23:59.776742 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-615831f7-d57e-4f17-bb49-5b52f3b5dacb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:23:59.784280 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-615831f7-d57e-4f17-bb49-5b52f3b5dacb tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/subnets/46d67243-fb63-499d-b99a-10bca0b46583 HTTP/1.1" status: 404 len: 337 time: 0.0705919 Oct 19 01:23:59.785178 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59484) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:59.825969 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f3a6df3e-4583-4fea-adca-cbadec49a018 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e83c97d-cc79-43fb-a345-929190bc2599 HTTP/1.1" status: 200 len: 205 time: 0.0394335 Oct 19 01:23:59.828562 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59490) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:59.905194 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-948760e9-35f1-4bd3-8e4b-e531baa3c3a8 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] delete failed (client error): The resource could not be found. Oct 19 01:23:59.907071 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-948760e9-35f1-4bd3-8e4b-e531baa3c3a8 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/routers/5e83c97d-cc79-43fb-a345-929190bc2599 HTTP/1.1" status: 404 len: 336 time: 0.0765178 Oct 19 01:23:59.912924 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59494) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:59.948601 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6f77d49-3221-401b-9778-73348c86e4b4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] DELETE failed (client error): The resource could not be found. Oct 19 01:23:59.951928 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6f77d49-3221-401b-9778-73348c86e4b4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:23:59.955935 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f6f77d49-3221-401b-9778-73348c86e4b4 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/subnets/6e068666-3a4f-4d9a-bd16-38ddfd972811 HTTP/1.1" status: 404 len: 337 time: 0.0415781 Oct 19 01:23:59.960601 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59498) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:00.002017 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-e8d20379-8c2e-4590-b5a3-4c75be0b6d5c req-2f772785-57ce-4b65-af67-d1b8d9126b70 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] For port 56929a5d-2313-4c21-bdb0-ff64a436f703, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=56929a5d-2313-4c21-bdb0-ff64a436f703,segment=NetworkSegment(512c9a72-a7c2-4c68-bc23-b3652105591d),segment_id=512c9a72-a7c2-4c68-bc23-b3652105591d)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:00.002384 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e8d20379-8c2e-4590-b5a3-4c75be0b6d5c req-2f772785-57ce-4b65-af67-d1b8d9126b70 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:00.045792 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-10f00cfe-b503-45e1-8653-22dd80d62fe1 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "GET /v2.0/ports?device_id=2550dde8-7c29-47f7-8a4a-24a9abae6cd5 HTTP/1.1" status: 200 len: 205 time: 0.0830710 Oct 19 01:24:00.048205 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59506) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:00.132142 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-7d09c9d0-8c46-458a-b411-fecfc49051fc tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] delete failed (client error): The resource could not be found. Oct 19 01:24:00.133217 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7d09c9d0-8c46-458a-b411-fecfc49051fc tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/routers/2550dde8-7c29-47f7-8a4a-24a9abae6cd5 HTTP/1.1" status: 404 len: 336 time: 0.0840797 Oct 19 01:24:00.136974 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59508) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:00.177494 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5aafd9-604c-4c62-b713-f8da9f5e5551 req-d800cc59-e222-4e27-8763-1078512ee1eb tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:00.189857 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ce5aafd9-604c-4c62-b713-f8da9f5e5551 req-d800cc59-e222-4e27-8763-1078512ee1eb tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 945 time: 0.3835773 Oct 19 01:24:00.217017 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b6fa22-f800-453f-913a-def3ffca4d00 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] DELETE failed (client error): The resource could not be found. Oct 19 01:24:00.217754 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25b6fa22-f800-453f-913a-def3ffca4d00 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:24:00.221025 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-25b6fa22-f800-453f-913a-def3ffca4d00 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/subnets/afb6d561-e931-425d-a34f-9e4876aa4a62 HTTP/1.1" status: 404 len: 337 time: 0.0829222 Oct 19 01:24:00.223606 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59510) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:00.266559 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc44059c-f7d8-410c-bb8d-89f0cfec71c1 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] DELETE failed (client error): The resource could not be found. Oct 19 01:24:00.284398 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc44059c-f7d8-410c-bb8d-89f0cfec71c1 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:24:00.290776 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-dc44059c-f7d8-410c-bb8d-89f0cfec71c1 tempest-RoutersTest-1402564396 tempest-RoutersTest-1402564396-project] 10.222.0.57 "DELETE /v2.0/subnets/a457cff4-f0dc-4914-80f9-d0762673fe4a HTTP/1.1" status: 404 len: 337 time: 0.0657780 Oct 19 01:24:00.414920 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e8d20379-8c2e-4590-b5a3-4c75be0b6d5c req-2f772785-57ce-4b65-af67-d1b8d9126b70 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:00.416098 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e8d20379-8c2e-4590-b5a3-4c75be0b6d5c req-2f772785-57ce-4b65-af67-d1b8d9126b70 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:00.416946 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [req-e8d20379-8c2e-4590-b5a3-4c75be0b6d5c req-2f772785-57ce-4b65-af67-d1b8d9126b70 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Floating IP 08a88ee6-5c28-4a8b-b957-0d5d9e613adb disassociated. External IP: 172.25.8.87, port: 56929a5d-2313-4c21-bdb0-ff64a436f703. Oct 19 01:24:00.417619 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-e8d20379-8c2e-4590-b5a3-4c75be0b6d5c req-2f772785-57ce-4b65-af67-d1b8d9126b70 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Calling delete_port for 56929a5d-2313-4c21-bdb0-ff64a436f703 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:24:00.465849 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ce5aafd9-604c-4c62-b713-f8da9f5e5551 req-805cbf5d-1c68-48d0-ac0a-36911cda820b tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2632518 Oct 19 01:24:00.781797 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6a94e-f098-47d8-9570-d6d11b048b40 req-4017de37-4250-48de-b210-d7a1221b73d0 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:00.789599 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4eb6a94e-f098-47d8-9570-d6d11b048b40 req-4017de37-4250-48de-b210-d7a1221b73d0 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 947 time: 0.1027229 Oct 19 01:24:00.806886 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59530) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:00.814941 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e8d20379-8c2e-4590-b5a3-4c75be0b6d5c req-2f772785-57ce-4b65-af67-d1b8d9126b70 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:00.879147 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f772785-57ce-4b65-af67-d1b8d9126b70 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Pushing event deleted for resources: {'Port': ['ID=56929a5d-2313-4c21-bdb0-ff64a436f703,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:00.898445 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4eb6a94e-f098-47d8-9570-d6d11b048b40 req-0f3bad48-58be-4566-a25f-a3a5a6704ac5 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007965 Oct 19 01:24:01.095319 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8d20379-8c2e-4590-b5a3-4c75be0b6d5c req-2f772785-57ce-4b65-af67-d1b8d9126b70 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Router 1ff7b45c-b760-4c4a-8357-def7f6884cf9 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:24:01.099643 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59536) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:01.099840 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2e98e6c6-77d3-4a63-8647-8de6defee43b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b4da212c26bc45dcb3b08cdb9cc1629c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2914963 Oct 19 01:24:01.270105 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9d2afeda-4363-4fd0-bd5c-b2dd31e43a5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:01.340526 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9d2afeda-4363-4fd0-bd5c-b2dd31e43a5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:01.421697 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8d20379-8c2e-4590-b5a3-4c75be0b6d5c req-2f772785-57ce-4b65-af67-d1b8d9126b70 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:24:01.438770 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dce72a-926a-4deb-a17c-0edc50016128 None None] Sync routers for ids ['1ff7b45c-b760-4c4a-8357-def7f6884cf9'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:24:01.478349 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dce72a-926a-4deb-a17c-0edc50016128 None None] Routers {'1ff7b45c-b760-4c4a-8357-def7f6884cf9'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:24:01.485222 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-20dce72a-926a-4deb-a17c-0edc50016128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:23:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['1ff7b45c-b760-4c4a-8357-def7f6884cf9'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:01.498050 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d20379-8c2e-4590-b5a3-4c75be0b6d5c req-2f772785-57ce-4b65-af67-d1b8d9126b70 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] No DVR routers for this DVR port 56929a5d-2313-4c21-bdb0-ff64a436f703 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:24:01.505074 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e8d20379-8c2e-4590-b5a3-4c75be0b6d5c req-2f772785-57ce-4b65-af67-d1b8d9126b70 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:01.527779 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e8d20379-8c2e-4590-b5a3-4c75be0b6d5c req-2f772785-57ce-4b65-af67-d1b8d9126b70 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.24 "DELETE /v2.0/ports/56929a5d-2313-4c21-bdb0-ff64a436f703 HTTP/1.1" status: 204 len: 173 time: 2.4713509 Oct 19 01:24:01.531659 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac8f4b4-ed0f-4957-8511-222b9e1c4210', 'name': 'network-vif-deleted', 'tag': '56929a5d-2313-4c21-bdb0-ff64a436f703'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:24:01.536490 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1712353b-7e3e-4254-a6cc-2f23c7133301" -d '{"events": [{"server_uuid": "2ac8f4b4-ed0f-4957-8511-222b9e1c4210", "name": "network-vif-deleted", "tag": "56929a5d-2313-4c21-bdb0-ff64a436f703"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:24:01.576521 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9d2afeda-4363-4fd0-bd5c-b2dd31e43a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:01.583113 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9d2afeda-4363-4fd0-bd5c-b2dd31e43a5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:01.586091 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9d2afeda-4363-4fd0-bd5c-b2dd31e43a5e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6fcdb80c-9e2c-45dc-b381-08f9723cd05c HTTP/1.1" status: 204 len: 168 time: 0.4820876 Oct 19 01:24:01.592824 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2afeda-4363-4fd0-bd5c-b2dd31e43a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcdb80c-9e2c-45dc-b381-08f9723cd05c,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:01.716765 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59562) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:01.722047 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-bf0890f5-5b91-448c-aaac-599675d94b30 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1354704023', 'description': 'tempest-secgroup-smoke-1354704023 description', 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:01.828182 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bf0890f5-5b91-448c-aaac-599675d94b30 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:02.028080 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-20dce72a-926a-4deb-a17c-0edc50016128 None None] Set router 1ff7b45c-b760-4c4a-8357-def7f6884cf9 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:24:02.148495 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bf0890f5-5b91-448c-aaac-599675d94b30 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:02.157619 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bf0890f5-5b91-448c-aaac-599675d94b30 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:02.314781 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bf0890f5-5b91-448c-aaac-599675d94b30 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:02.327437 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-bf0890f5-5b91-448c-aaac-599675d94b30 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6076860 Oct 19 01:24:02.332430 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59588) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:02.338402 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-281b813e-26d8-4294-b994-5fac59ff54de tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Request body: {'security_group_rule': {'security_group_id': 'cfe04ad3-5d85-422e-b7fc-55c0f1502727', 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:02.349045 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0890f5-5b91-448c-aaac-599675d94b30 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe04ad3-5d85-422e-b7fc-55c0f1502727,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:02.442164 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-281b813e-26d8-4294-b994-5fac59ff54de tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:02.682894 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-281b813e-26d8-4294-b994-5fac59ff54de tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:02.722443 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-20dce72a-926a-4deb-a17c-0edc50016128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'name': 'tempest-AttachVolumeTestJSON-2021327807-router', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:33Z', 'updated_at': '2021-10-19T01:19:44Z', 'revision_number': 4, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'gw_port': {'id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:35Z', 'updated_at': '2021-10-19T01:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'b93711c6-3b86-43d0-86db-7160d48d1aab', 'name': '', 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'mac_address': 'fa:16:3e:16:d8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '313c4890-7a10-40d1-9c32-7abcea0c2b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:43Z', 'updated_at': '2021-10-19T01:19:53Z', 'revision_number': 5, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'subnets': [{'id': '313c4890-7a10-40d1-9c32-7abcea0c2b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:02.728974 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-281b813e-26d8-4294-b994-5fac59ff54de tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:02.802639 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f6efc1-7be6-41f2-a5a5-dbfd2de4505e x-openstack-request-id: req-09f6efc1-7be6-41f2-a5a5-dbfd2de4505e {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:24:02.803158 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac8f4b4-ed0f-4957-8511-222b9e1c4210", "name": "network-vif-deleted", "tag": "56929a5d-2313-4c21-bdb0-ff64a436f703", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:24:02.803158 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-09f6efc1-7be6-41f2-a5a5-dbfd2de4505e {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:24:02.803555 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac8f4b4-ed0f-4957-8511-222b9e1c4210', 'name': 'network-vif-deleted', 'tag': '56929a5d-2313-4c21-bdb0-ff64a436f703', 'status': 'completed', 'code': 200} Oct 19 01:24:02.806448 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c0702e04-9278-4ec5-8f9b-17e6e5f3dec8 req-e5851f14-e9c7-4b4b-96cf-36bbb55881e7 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac8f4b4-ed0f-4957-8511-222b9e1c4210 HTTP/1.1" status: 200 len: 210 time: 1.1886392 Oct 19 01:24:02.841354 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dce72a-926a-4deb-a17c-0edc50016128 None None] Checking router: 1ff7b45c-b760-4c4a-8357-def7f6884cf9 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:24:02.865409 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dce72a-926a-4deb-a17c-0edc50016128 None None] Routers {'1ff7b45c-b760-4c4a-8357-def7f6884cf9'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:24:02.869146 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-20dce72a-926a-4deb-a17c-0edc50016128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:23:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['1ff7b45c-b760-4c4a-8357-def7f6884cf9'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:02.886610 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-281b813e-26d8-4294-b994-5fac59ff54de tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:02.887847 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-281b813e-26d8-4294-b994-5fac59ff54de tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5540080 Oct 19 01:24:02.890810 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59608) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:02.896112 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-7b933264-fa69-41c3-8dce-dcde294d83a2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Request body: {'security_group_rule': {'security_group_id': 'cfe04ad3-5d85-422e-b7fc-55c0f1502727', 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:02.935163 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b813e-26d8-4294-b994-5fac59ff54de tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f673ee-9a61-4faa-a4af-263af86dd24f,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:02.994883 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7b933264-fa69-41c3-8dce-dcde294d83a2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:03.035223 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd46f7f-53c1-49c5-a968-966b8f3464d5 req-e4f926aa-fcfe-4c2a-a16d-7fc0142089b4 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:03.054708 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dbd46f7f-53c1-49c5-a968-966b8f3464d5 req-e4f926aa-fcfe-4c2a-a16d-7fc0142089b4 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 947 time: 0.3700657 Oct 19 01:24:03.059584 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 56929a5d-2313-4c21-bdb0-ff64a436f703 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:24:03.150776 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7b933264-fa69-41c3-8dce-dcde294d83a2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:03.153638 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 56929a5d-2313-4c21-bdb0-ff64a436f703 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:24:03.154163 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 56929a5d-2313-4c21-bdb0-ff64a436f703 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:24:03.161876 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7b933264-fa69-41c3-8dce-dcde294d83a2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:03.246161 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dbd46f7f-53c1-49c5-a968-966b8f3464d5 req-37908db8-32d4-4d45-a821-1f340f7fe31d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885707 Oct 19 01:24:03.260141 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b933264-fa69-41c3-8dce-dcde294d83a2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6bdfb04-9a93-485d-8601-3d4ae9520dee,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:03.270177 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-20dce72a-926a-4deb-a17c-0edc50016128 None None] Set router 1ff7b45c-b760-4c4a-8357-def7f6884cf9 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:24:03.301515 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7b933264-fa69-41c3-8dce-dcde294d83a2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:03.309105 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59620) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:03.311637 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7b933264-fa69-41c3-8dce-dcde294d83a2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4193392 Oct 19 01:24:03.318604 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-3b4b5e9a-000f-4fb2-9bc1-4f61e72d1ae2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Request body: {'security_group_rule': {'security_group_id': 'cfe04ad3-5d85-422e-b7fc-55c0f1502727', 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:03.318766 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59622) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:03.409235 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3b4b5e9a-000f-4fb2-9bc1-4f61e72d1ae2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:03.539103 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-30a5ade8-abf6-4c5c-ac7d-d42bb1aa9263 tempest-DvrRoutersNegativeTest-1812304600 tempest-DvrRoutersNegativeTest-1812304600-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2002914227', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:03.542849 n-d-715271-26 neutron-server[100607]: DEBUG neutron.policy [None req-30a5ade8-abf6-4c5c-ac7d-d42bb1aa9263 tempest-DvrRoutersNegativeTest-1812304600 tempest-DvrRoutersNegativeTest-1812304600-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=100607) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 19 01:24:03.543146 n-d-715271-26 neutron-server[100607]: DEBUG neutron.policy [None req-30a5ade8-abf6-4c5c-ac7d-d42bb1aa9263 tempest-DvrRoutersNegativeTest-1812304600 tempest-DvrRoutersNegativeTest-1812304600-project] Failed policy check for 'create_router' {{(pid=100607) enforce /opt/stack/neutron/neutron/policy.py:524}} Oct 19 01:24:03.543678 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-30a5ade8-abf6-4c5c-ac7d-d42bb1aa9263 tempest-DvrRoutersNegativeTest-1812304600 tempest-DvrRoutersNegativeTest-1812304600-project] create failed (client error): Access was denied to this resource. Oct 19 01:24:03.544662 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-30a5ade8-abf6-4c5c-ac7d-d42bb1aa9263 tempest-DvrRoutersNegativeTest-1812304600 tempest-DvrRoutersNegativeTest-1812304600-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2250481 Oct 19 01:24:03.550558 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3b4b5e9a-000f-4fb2-9bc1-4f61e72d1ae2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:03.560524 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3b4b5e9a-000f-4fb2-9bc1-4f61e72d1ae2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:03.586556 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b5e9a-000f-4fb2-9bc1-4f61e72d1ae2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de66e60d-aeda-4442-914f-c0e4d35c6fcb,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:03.621866 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3b4b5e9a-000f-4fb2-9bc1-4f61e72d1ae2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:03.623448 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3b4b5e9a-000f-4fb2-9bc1-4f61e72d1ae2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3131759 Oct 19 01:24:03.626081 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59628) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:03.630777 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-03c44198-8241-4dbd-95fa-8ca016183162 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Request body: {'security_group_rule': {'security_group_id': 'cfe04ad3-5d85-422e-b7fc-55c0f1502727', 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:03.693921 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-03c44198-8241-4dbd-95fa-8ca016183162 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:03.710398 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-20dce72a-926a-4deb-a17c-0edc50016128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'name': 'tempest-AttachVolumeTestJSON-2021327807-router', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:33Z', 'updated_at': '2021-10-19T01:19:44Z', 'revision_number': 4, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'gw_port': {'id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:35Z', 'updated_at': '2021-10-19T01:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'b93711c6-3b86-43d0-86db-7160d48d1aab', 'name': '', 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'mac_address': 'fa:16:3e:16:d8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '313c4890-7a10-40d1-9c32-7abcea0c2b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:43Z', 'updated_at': '2021-10-19T01:19:53Z', 'revision_number': 5, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'subnets': [{'id': '313c4890-7a10-40d1-9c32-7abcea0c2b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:03.765377 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dce72a-926a-4deb-a17c-0edc50016128 None None] The sync data for ids ['1ff7b45c-b760-4c4a-8357-def7f6884cf9'] in n-d-715271-26 is: [{'id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'name': 'tempest-AttachVolumeTestJSON-2021327807-router', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:33Z', 'updated_at': '2021-10-19T01:19:44Z', 'revision_number': 4, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'gw_port': {'id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:35Z', 'updated_at': '2021-10-19T01:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'b93711c6-3b86-43d0-86db-7160d48d1aab', 'name': '', 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'mac_address': 'fa:16:3e:16:d8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '313c4890-7a10-40d1-9c32-7abcea0c2b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:43Z', 'updated_at': '2021-10-19T01:19:53Z', 'revision_number': 5, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'subnets': [{'id': '313c4890-7a10-40d1-9c32-7abcea0c2b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:24:03.847775 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-03c44198-8241-4dbd-95fa-8ca016183162 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:03.857415 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-03c44198-8241-4dbd-95fa-8ca016183162 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:03.890857 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c44198-8241-4dbd-95fa-8ca016183162 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54da9adf-ff2d-4c71-9bed-7e334fb73510,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:03.917703 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-03c44198-8241-4dbd-95fa-8ca016183162 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:03.919229 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-03c44198-8241-4dbd-95fa-8ca016183162 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2919765 Oct 19 01:24:03.921892 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59638) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:03.927027 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-46349965-b272-43af-bf13-e2dd0ab35086 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Request body: {'security_group_rule': {'security_group_id': 'cfe04ad3-5d85-422e-b7fc-55c0f1502727', 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:03.967470 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59644) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:04.022956 n-d-715271-26 neutron-server[100606]: INFO neutron.db.securitygroups_db [None req-46349965-b272-43af-bf13-e2dd0ab35086 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Project 248f0ca5d5d44d8ab1ae3c514fead24b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:24:04.045584 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-46349965-b272-43af-bf13-e2dd0ab35086 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:04.124281 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6c3e29c7-885b-4961-8593-e42636510588 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:04.193736 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59648) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:04.204730 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6c3e29c7-885b-4961-8593-e42636510588 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:04.316356 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-46349965-b272-43af-bf13-e2dd0ab35086 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:04.326765 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6c3e29c7-885b-4961-8593-e42636510588 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:04.330474 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6c3e29c7-885b-4961-8593-e42636510588 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:04.332504 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-46349965-b272-43af-bf13-e2dd0ab35086 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:04.334204 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6c3e29c7-885b-4961-8593-e42636510588 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "DELETE /v2.0/security-groups/3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1 HTTP/1.1" status: 204 len: 168 time: 0.3634386 Oct 19 01:24:04.341585 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59654) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:04.358403 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e29c7-885b-4961-8593-e42636510588 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:04.436172 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46349965-b272-43af-bf13-e2dd0ab35086 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b64bc0d4-cce2-415d-b222-f90844237424,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:04.493891 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446287e5-e124-435d-9540-e68c2967cdaf None None] New status for floating IP 08a88ee6-5c28-4a8b-b957-0d5d9e613adb: DOWN {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:24:04.533837 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-4b2aba5a-b882-4b0e-8ee0-034b56d23629 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] show failed (client error): The resource could not be found. Oct 19 01:24:04.535671 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4b2aba5a-b882-4b0e-8ee0-034b56d23629 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups/3abbbab0-2500-4d5f-abd7-bdff2d9c8cb1 HTTP/1.1" status: 404 len: 347 time: 0.1550436 Oct 19 01:24:04.539413 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59662) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:04.588521 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-46349965-b272-43af-bf13-e2dd0ab35086 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:04.592801 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-46349965-b272-43af-bf13-e2dd0ab35086 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6694944 Oct 19 01:24:04.593599 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59664) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:04.608837 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-f36ddc67-bf3f-46b6-87d4-4b7ec6b1517a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Request body: {'security_group_rule': {'security_group_id': 'cfe04ad3-5d85-422e-b7fc-55c0f1502727', 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:04.655713 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-da0094c0-5195-448e-b0c1-c0b4cc5e77d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:04.670249 n-d-715271-26 neutron-server[100606]: INFO neutron.db.securitygroups_db [None req-f36ddc67-bf3f-46b6-87d4-4b7ec6b1517a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Project 248f0ca5d5d44d8ab1ae3c514fead24b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:24:04.687167 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f36ddc67-bf3f-46b6-87d4-4b7ec6b1517a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:04.869012 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb34987-f47b-4cdd-8c71-94e65eee1a0f req-a702eb20-d6cd-4804-ac0c-ea533067211b tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:04.870860 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cfb34987-f47b-4cdd-8c71-94e65eee1a0f req-a702eb20-d6cd-4804-ac0c-ea533067211b tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 947 time: 0.4137342 Oct 19 01:24:04.881537 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-16988543-bf24-45c3-829c-0974095202b7 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Deleting port 7018ddc4-e9a1-4599-86ca-88b4cc3c2bca {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:24:04.882134 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-16988543-bf24-45c3-829c-0974095202b7 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:05.072599 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cfb34987-f47b-4cdd-8c71-94e65eee1a0f req-50130938-e2f6-4a7a-944d-11e74b08051c tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858616 Oct 19 01:24:05.075312 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f36ddc67-bf3f-46b6-87d4-4b7ec6b1517a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:05.088547 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f36ddc67-bf3f-46b6-87d4-4b7ec6b1517a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:05.132873 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-16988543-bf24-45c3-829c-0974095202b7 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:05.133521 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-16988543-bf24-45c3-829c-0974095202b7 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:05.159274 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ddc67-bf3f-46b6-87d4-4b7ec6b1517a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f058a62-2e38-4198-a0c8-ed18934bb81a,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:05.166977 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-16988543-bf24-45c3-829c-0974095202b7 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Calling delete_port for 7018ddc4-e9a1-4599-86ca-88b4cc3c2bca owned by network:floatingip {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:24:05.173060 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f36ddc67-bf3f-46b6-87d4-4b7ec6b1517a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:05.182067 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f36ddc67-bf3f-46b6-87d4-4b7ec6b1517a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5843129 Oct 19 01:24:05.241758 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-da0094c0-5195-448e-b0c1-c0b4cc5e77d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:05.250357 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-da0094c0-5195-448e-b0c1-c0b4cc5e77d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:05.306735 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-da0094c0-5195-448e-b0c1-c0b4cc5e77d1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b4a0c61475514ea88d005020a40a0d96&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1114881 Oct 19 01:24:05.307646 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59688) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:05.318152 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0094c0-5195-448e-b0c1-c0b4cc5e77d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e78b7c-47c3-4772-8fa1-ed7c7cfbb48d,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:05.467049 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-16988543-bf24-45c3-829c-0974095202b7 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:05.498022 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7c275dbe-b5c6-4061-8b78-74095b7a0407 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:05.552588 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16988543-bf24-45c3-829c-0974095202b7 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Pushing event deleted for resources: {'Port': ['ID=7018ddc4-e9a1-4599-86ca-88b4cc3c2bca,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:05.592803 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7c275dbe-b5c6-4061-8b78-74095b7a0407 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:05.693357 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7c275dbe-b5c6-4061-8b78-74095b7a0407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:05.699053 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-16988543-bf24-45c3-829c-0974095202b7 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for floatingip, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:05.701138 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7c275dbe-b5c6-4061-8b78-74095b7a0407 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:05.702340 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-16988543-bf24-45c3-829c-0974095202b7 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:05.702891 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7c275dbe-b5c6-4061-8b78-74095b7a0407 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/90e78b7c-47c3-4772-8fa1-ed7c7cfbb48d HTTP/1.1" status: 204 len: 168 time: 0.3929451 Oct 19 01:24:05.703745 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-16988543-bf24-45c3-829c-0974095202b7 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "DELETE /v2.0/floatingips/08a88ee6-5c28-4a8b-b957-0d5d9e613adb HTTP/1.1" status: 204 len: 168 time: 1.1624861 Oct 19 01:24:05.757375 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c275dbe-b5c6-4061-8b78-74095b7a0407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e78b7c-47c3-4772-8fa1-ed7c7cfbb48d,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:06.281274 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59742) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:06.287633 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-171a04b4-8c6f-4228-b8f1-c49b1dbaea69 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Request body: {'security_group': {'name': 'tempest-securitygroup--284414538', 'description': 'tempest-description--1493640650'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:06.328969 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:24:06.418781 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646637ed-491f-4d29-9be4-0a85e15e3093 req-ca221168-e210-42ad-9149-8e0edd9661b7 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:06.420763 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-646637ed-491f-4d29-9be4-0a85e15e3093 req-ca221168-e210-42ad-9149-8e0edd9661b7 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 947 time: 0.1654153 Oct 19 01:24:06.421958 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-171a04b4-8c6f-4228-b8f1-c49b1dbaea69 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:06.532167 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-646637ed-491f-4d29-9be4-0a85e15e3093 req-ac41f02c-1ca5-491a-8003-94ac685c4a45 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905211 Oct 19 01:24:06.634382 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-171a04b4-8c6f-4228-b8f1-c49b1dbaea69 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:06.643278 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-171a04b4-8c6f-4228-b8f1-c49b1dbaea69 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:06.729946 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a04b4-8c6f-4228-b8f1-c49b1dbaea69 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17035c6f-0a77-49df-9d67-a8318681365f,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:06.759600 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-171a04b4-8c6f-4228-b8f1-c49b1dbaea69 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:06.761603 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-171a04b4-8c6f-4228-b8f1-c49b1dbaea69 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4788926 Oct 19 01:24:06.764766 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59788) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:06.770094 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-e16f3b10-1236-4029-963b-d60c06145da8 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Request body: {'security_group_rule': {'security_group_id': '17035c6f-0a77-49df-9d67-a8318681365f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:06.844079 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e16f3b10-1236-4029-963b-d60c06145da8 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:06.920755 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e16f3b10-1236-4029-963b-d60c06145da8 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:06.928032 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e16f3b10-1236-4029-963b-d60c06145da8 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:06.974481 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f3b10-1236-4029-963b-d60c06145da8 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a833ec1-d9bb-4deb-9bb0-3aa33fe846a3,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:06.989257 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e16f3b10-1236-4029-963b-d60c06145da8 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:07.004804 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59800) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:07.005030 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e16f3b10-1236-4029-963b-d60c06145da8 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2383690 Oct 19 01:24:07.011077 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-2189e553-a13c-44f8-ac8d-549946171844 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Request body: {'security_group_rule': {'security_group_id': '17035c6f-0a77-49df-9d67-a8318681365f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:07.051246 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2189e553-a13c-44f8-ac8d-549946171844 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:07.197338 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2189e553-a13c-44f8-ac8d-549946171844 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:07.212152 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2189e553-a13c-44f8-ac8d-549946171844 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:07.257210 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2189e553-a13c-44f8-ac8d-549946171844 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:07.259122 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2189e553-a13c-44f8-ac8d-549946171844 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2522998 Oct 19 01:24:07.262569 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59806) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:07.267200 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-27f62452-31c0-4fe8-9e8a-93ed8e71e75c tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:07.268633 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189e553-a13c-44f8-ac8d-549946171844 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1abecd21-b299-4aeb-a694-1ad5128e1aa7,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:07.324691 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-27f62452-31c0-4fe8-9e8a-93ed8e71e75c tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for floatingip, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:07.503586 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-27f62452-31c0-4fe8-9e8a-93ed8e71e75c tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:07.796054 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-27f62452-31c0-4fe8-9e8a-93ed8e71e75c tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Allocated IP 172.25.8.110 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/e5472215-0751-4a62-bfe3-9bb776608767) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:24:07.921797 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a1f6a-3c7c-43dd-8481-f68cd9e6eaf5 req-0f7e82db-619e-4787-860a-bfa46ea58b0d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:07.928982 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e28a1f6a-3c7c-43dd-8481-f68cd9e6eaf5 req-0f7e82db-619e-4787-860a-bfa46ea58b0d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 947 time: 0.1365023 Oct 19 01:24:08.007064 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e28a1f6a-3c7c-43dd-8481-f68cd9e6eaf5 req-5d2557c1-1cab-4b95-bfb3-5939de521a86 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697911 Oct 19 01:24:08.067953 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-27f62452-31c0-4fe8-9e8a-93ed8e71e75c tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:08.122845 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-27f62452-31c0-4fe8-9e8a-93ed8e71e75c tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:08.242188 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f62452-31c0-4fe8-9e8a-93ed8e71e75c tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:24:08.242188 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f62452-31c0-4fe8-9e8a-93ed8e71e75c tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Pushing event updated for resources: {'Port': ['ID=e5472215-0751-4a62-bfe3-9bb776608767,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:08.246563 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-27f62452-31c0-4fe8-9e8a-93ed8e71e75c tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:08.249393 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f62452-31c0-4fe8-9e8a-93ed8e71e75c tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:24:08.435564 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-27f62452-31c0-4fe8-9e8a-93ed8e71e75c tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:08.486699 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-27f62452-31c0-4fe8-9e8a-93ed8e71e75c tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:08.866801 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-27f62452-31c0-4fe8-9e8a-93ed8e71e75c tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:08.880396 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-27f62452-31c0-4fe8-9e8a-93ed8e71e75c tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:09.000900 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-27f62452-31c0-4fe8-9e8a-93ed8e71e75c tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:09.104761 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-27f62452-31c0-4fe8-9e8a-93ed8e71e75c tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:09.106181 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-27f62452-31c0-4fe8-9e8a-93ed8e71e75c tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8425279 Oct 19 01:24:09.110288 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f62452-31c0-4fe8-9e8a-93ed8e71e75c tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Pushing event updated for resources: {'Port': ['ID=e5472215-0751-4a62-bfe3-9bb776608767,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:09.203422 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8103dc-6101-4be2-8822-021b14288d99 req-fdc675db-ccf7-4a7b-9cda-154e5a1af5b3 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:09.218971 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8b8103dc-6101-4be2-8822-021b14288d99 req-fdc675db-ccf7-4a7b-9cda-154e5a1af5b3 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 947 time: 0.1020458 Oct 19 01:24:09.338383 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8b8103dc-6101-4be2-8822-021b14288d99 req-04f061d0-4efa-4270-8a6f-2f83108d1a6b tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179128 Oct 19 01:24:09.991132 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59896) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:10.261248 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3871f107-333e-4d6c-b899-a45e86d5e7b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:10.474606 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3871f107-333e-4d6c-b899-a45e86d5e7b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:10.545173 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3871f107-333e-4d6c-b899-a45e86d5e7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:10.615962 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204a693-d961-41ce-891b-58e1fbd548b3 req-373ad287-c2df-427e-b9d4-07603d89c7be tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:10.624262 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4204a693-d961-41ce-891b-58e1fbd548b3 req-373ad287-c2df-427e-b9d4-07603d89c7be tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 947 time: 0.1569169 Oct 19 01:24:10.683713 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871f107-333e-4d6c-b899-a45e86d5e7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c488f1b-334f-4e3b-b3cd-25c8faf1dacf,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:10.696282 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59916) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:10.717498 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3871f107-333e-4d6c-b899-a45e86d5e7b9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=082c81cfa0354139b1eef8bebe1fde04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7233224 Oct 19 01:24:10.796792 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4204a693-d961-41ce-891b-58e1fbd548b3 req-deeeec46-a047-4134-ba5a-f16c5dbdf388 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399539 Oct 19 01:24:10.838171 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-32b49b79-2eef-4caf-b7d5-a530ae11f9da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:10.887781 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-32b49b79-2eef-4caf-b7d5-a530ae11f9da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:10.957946 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-32b49b79-2eef-4caf-b7d5-a530ae11f9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:10.960726 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-32b49b79-2eef-4caf-b7d5-a530ae11f9da admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:10.964741 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-32b49b79-2eef-4caf-b7d5-a530ae11f9da admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8c488f1b-334f-4e3b-b3cd-25c8faf1dacf HTTP/1.1" status: 204 len: 168 time: 0.2624927 Oct 19 01:24:10.984224 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b49b79-2eef-4caf-b7d5-a530ae11f9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c488f1b-334f-4e3b-b3cd-25c8faf1dacf,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:11.684507 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 59936) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:11.712316 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0260e8e7-f351-49f4-a9cf-36355d6ee2c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:11.887179 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0260e8e7-f351-49f4-a9cf-36355d6ee2c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:11.894571 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0260e8e7-f351-49f4-a9cf-36355d6ee2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:11.969876 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0260e8e7-f351-49f4-a9cf-36355d6ee2c6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eb07960fae4f4fffaa948c107daf9bf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2816682 Oct 19 01:24:11.969876 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260e8e7-f351-49f4-a9cf-36355d6ee2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d48e25-5e9c-4e31-8b6b-5788d75989a1,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:11.970909 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 59942) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:12.099797 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d8d33-9518-4f9c-bb83-29c051f8b74e req-06a264cc-4e58-403b-a801-8939cd307f53 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:12.108309 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1e9d8d33-9518-4f9c-bb83-29c051f8b74e req-06a264cc-4e58-403b-a801-8939cd307f53 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 947 time: 0.0931401 Oct 19 01:24:12.156777 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-32cdf389-cdcc-4e1e-bdbc-7220299ba741 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:12.189921 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-32cdf389-cdcc-4e1e-bdbc-7220299ba741 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:12.270797 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1e9d8d33-9518-4f9c-bb83-29c051f8b74e req-7dca8d45-acb3-40f9-b742-27fefe5a63ca tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602278 Oct 19 01:24:12.303415 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-32cdf389-cdcc-4e1e-bdbc-7220299ba741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:12.307078 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-32cdf389-cdcc-4e1e-bdbc-7220299ba741 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:12.308421 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-32cdf389-cdcc-4e1e-bdbc-7220299ba741 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d5d48e25-5e9c-4e31-8b6b-5788d75989a1 HTTP/1.1" status: 204 len: 168 time: 0.3357263 Oct 19 01:24:12.361736 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cdf389-cdcc-4e1e-bdbc-7220299ba741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d48e25-5e9c-4e31-8b6b-5788d75989a1,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:13.521871 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608125a-17b7-4a01-9b7b-6b32cac480e1 req-49bd311e-cdc6-4960-853b-81d106bcc4b2 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:13.530084 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2608125a-17b7-4a01-9b7b-6b32cac480e1 req-49bd311e-cdc6-4960-853b-81d106bcc4b2 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 947 time: 0.1077921 Oct 19 01:24:13.583189 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2608125a-17b7-4a01-9b7b-6b32cac480e1 req-6ffee647-d9ae-4603-9231-38397be739b0 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520940 Oct 19 01:24:13.920104 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0bd9792d-e245-45f6-805f-d709d10db5de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:14.769043 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca1446-3ef8-4d51-96dc-94f7bec450cc req-2bc4690c-d58c-4c3c-8e2f-30eb30dcb993 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:14.784618 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-54ca1446-3ef8-4d51-96dc-94f7bec450cc req-2bc4690c-d58c-4c3c-8e2f-30eb30dcb993 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 947 time: 0.0805237 Oct 19 01:24:14.880588 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-54ca1446-3ef8-4d51-96dc-94f7bec450cc req-41c4e276-2df6-4c34-a6df-aa34e7bc7bca tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942845 Oct 19 01:24:16.167276 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b717a8d-a87c-49a3-8a30-02326ba2fad8 req-2e604a88-adcd-43b4-9571-bfc720565c67 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:16.175455 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2b717a8d-a87c-49a3-8a30-02326ba2fad8 req-2e604a88-adcd-43b4-9571-bfc720565c67 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 947 time: 0.1008341 Oct 19 01:24:16.264530 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2b717a8d-a87c-49a3-8a30-02326ba2fad8 req-53d54de4-63ae-44f3-b1ce-d81005c65064 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761635 Oct 19 01:24:16.623866 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0cc41c1a-1602-44e1-bb5c-b0352590dfc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:16.823096 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 60116) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:17.245865 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:17.303365 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-5adc9db5-5504-479e-851b-9703ff392789 admin admin] Deleting subnet f12efede-0cc5-4150-9b9f-2ac38a307513 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:24:17.315766 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5adc9db5-5504-479e-851b-9703ff392789 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:17.459719 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5adc9db5-5504-479e-851b-9703ff392789 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:17.543193 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5adc9db5-5504-479e-851b-9703ff392789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:17.550452 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b7975-8e25-43cd-bdc0-a0943b9409d2 req-b8615b8e-e1a1-4c29-a301-18c8728f7a9e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:17.566708 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d15b7975-8e25-43cd-bdc0-a0943b9409d2 req-b8615b8e-e1a1-4c29-a301-18c8728f7a9e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 947 time: 0.1486568 Oct 19 01:24:17.705379 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5adc9db5-5504-479e-851b-9703ff392789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:17.707910 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d15b7975-8e25-43cd-bdc0-a0943b9409d2 req-99a68a36-5eb8-4195-b84b-1a2a4f2b3db3 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393487 Oct 19 01:24:17.803851 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:17.888703 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5adc9db5-5504-479e-851b-9703ff392789 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:17.894202 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5adc9db5-5504-479e-851b-9703ff392789 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f12efede-0cc5-4150-9b9f-2ac38a307513 HTTP/1.1" status: 204 len: 168 time: 1.0614192 Oct 19 01:24:17.895010 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 60186) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:17.903553 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc9db5-5504-479e-851b-9703ff392789 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f12efede-0cc5-4150-9b9f-2ac38a307513,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:17.927531 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc9db5-5504-479e-851b-9703ff392789 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:17.927915 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc9db5-5504-479e-851b-9703ff392789 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:17.928268 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc9db5-5504-479e-851b-9703ff392789 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:17.928612 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc9db5-5504-479e-851b-9703ff392789 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:17.928953 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc9db5-5504-479e-851b-9703ff392789 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:17.929291 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc9db5-5504-479e-851b-9703ff392789 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:17.929621 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc9db5-5504-479e-851b-9703ff392789 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:17.930554 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc9db5-5504-479e-851b-9703ff392789 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:17.931104 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc9db5-5504-479e-851b-9703ff392789 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:17.931493 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc9db5-5504-479e-851b-9703ff392789 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:17.931863 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc9db5-5504-479e-851b-9703ff392789 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:17.932275 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc9db5-5504-479e-851b-9703ff392789 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:18.090855 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cf3f7f9f-c57c-4ae3-96b4-872f8a4033f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:18.349888 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cf3f7f9f-c57c-4ae3-96b4-872f8a4033f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:18.378460 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 60196) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:18.385310 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-cf3f7f9f-c57c-4ae3-96b4-872f8a4033f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4270e7e-99ef-46cd-9d15-4c103c5127d9']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:18.397020 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-cf3f7f9f-c57c-4ae3-96b4-872f8a4033f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f5a1744-e0ea-4e62-9814-3a8d92635cc3') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:18.397415 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-cf3f7f9f-c57c-4ae3-96b4-872f8a4033f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f5a1744-e0ea-4e62-9814-3a8d92635cc3') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:18.410411 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cf3f7f9f-c57c-4ae3-96b4-872f8a4033f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:18.427490 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cf3f7f9f-c57c-4ae3-96b4-872f8a4033f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:18.447401 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf3f7f9f-c57c-4ae3-96b4-872f8a4033f3 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:24:18.449433 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cf3f7f9f-c57c-4ae3-96b4-872f8a4033f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:18.469108 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:24:18.469108 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:24:18.469108 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:24:18.469108 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:24:18.469108 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:24:18.469108 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:24:18.469108 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:24:18.469108 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:24:18.469108 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:24:18.469108 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:24:18.469108 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:24:18.469108 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:24:18.469108 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:24:18.469108 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:24:18.469108 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:24:18.469108 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:24:18.469108 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:24:18.469108 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:24:18.469108 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:24:18.469108 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:24:18.469108 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:24:18.469108 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:24:18.469108 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:24:18.469108 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:24:18.469108 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:24:18.469108 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:24:18.469108 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:24:18.469108 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:24:18.469108 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:24:18.469108 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:24:18.469108 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:24:18.469108 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:24:18.596210 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cf3f7f9f-c57c-4ae3-96b4-872f8a4033f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:18.604332 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cf3f7f9f-c57c-4ae3-96b4-872f8a4033f3 admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:18.611555 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-cf3f7f9f-c57c-4ae3-96b4-872f8a4033f3 admin admin] 10.222.0.57 "DELETE /v2.0/networks/d4270e7e-99ef-46cd-9d15-4c103c5127d9 HTTP/1.1" status: 204 len: 168 time: 0.7107189 Oct 19 01:24:18.627822 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4d58f2b2-fab9-4198-86c1-6416f5b62f4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:18.640867 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f7f9f-c57c-4ae3-96b4-872f8a4033f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4270e7e-99ef-46cd-9d15-4c103c5127d9,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:18.883257 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4d58f2b2-fab9-4198-86c1-6416f5b62f4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:18.892656 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4d58f2b2-fab9-4198-86c1-6416f5b62f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:18.923864 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11242dd-730c-46cd-9d2d-a89faa2457e0 req-07e06c40-a744-4b2a-9e76-4b5b8e162eb0 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:18.933792 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a11242dd-730c-46cd-9d2d-a89faa2457e0 req-07e06c40-a744-4b2a-9e76-4b5b8e162eb0 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 947 time: 0.0793514 Oct 19 01:24:18.936383 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 60212) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:18.996423 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ecfbb822-14fb-4795-bf1a-f7932014dd5a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=42353c3d358f4cf593a4d635cb05681b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0584407 Oct 19 01:24:18.999894 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 60218) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:19.023125 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58f2b2-fab9-4198-86c1-6416f5b62f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a12313c-d9d3-417a-9c40-a6a9d46a27f6,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:19.032349 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4d58f2b2-fab9-4198-86c1-6416f5b62f4c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c814b2041c2045718201ceb3657535cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6524909 Oct 19 01:24:19.033548 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 60220) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:19.053577 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a11242dd-730c-46cd-9d2d-a89faa2457e0 req-459b0799-681e-4d42-9086-127a7927aecb tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160929 Oct 19 01:24:19.119771 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7664052b-d395-426e-a7e3-42aae1b31a40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:19.135900 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b58af2cc-608b-4587-86d0-90cdbe7d88f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:19.148200 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7664052b-d395-426e-a7e3-42aae1b31a40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:19.173885 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b58af2cc-608b-4587-86d0-90cdbe7d88f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:19.209466 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7664052b-d395-426e-a7e3-42aae1b31a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:19.214332 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7664052b-d395-426e-a7e3-42aae1b31a40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:19.220129 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7664052b-d395-426e-a7e3-42aae1b31a40 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3a12313c-d9d3-417a-9c40-a6a9d46a27f6 HTTP/1.1" status: 204 len: 168 time: 0.1855030 Oct 19 01:24:19.228818 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b58af2cc-608b-4587-86d0-90cdbe7d88f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:19.232222 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7664052b-d395-426e-a7e3-42aae1b31a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a12313c-d9d3-417a-9c40-a6a9d46a27f6,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:19.234475 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b58af2cc-608b-4587-86d0-90cdbe7d88f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:19.236067 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b58af2cc-608b-4587-86d0-90cdbe7d88f0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a2961e7a-6b08-4600-b892-5ceb32c80e4d HTTP/1.1" status: 204 len: 168 time: 0.2347283 Oct 19 01:24:19.247488 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58af2cc-608b-4587-86d0-90cdbe7d88f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2961e7a-6b08-4600-b892-5ceb32c80e4d,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:19.757881 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:20.062898 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 60250) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:20.082505 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1099b24a-7821-400f-8b4a-5e314dc7d984 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:20.237930 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42670e69-11a4-479d-ab07-bc2812214d54 req-569d8a46-c4d1-4594-a4d9-0e215a0c58b3 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:20.248834 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-42670e69-11a4-479d-ab07-bc2812214d54 req-569d8a46-c4d1-4594-a4d9-0e215a0c58b3 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 947 time: 0.0924444 Oct 19 01:24:20.250565 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1099b24a-7821-400f-8b4a-5e314dc7d984 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:20.272606 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1099b24a-7821-400f-8b4a-5e314dc7d984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:20.313518 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-42670e69-11a4-479d-ab07-bc2812214d54 req-28784ba0-e9b9-422d-bc39-721a8e24cfb7 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627406 Oct 19 01:24:20.490737 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099b24a-7821-400f-8b4a-5e314dc7d984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7ac010-d2f5-49a0-bf14-0685bcfd3402,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:20.501034 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 60266) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:20.501963 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1099b24a-7821-400f-8b4a-5e314dc7d984 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=69392570385446f1aa8c70332247b620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4372187 Oct 19 01:24:20.630047 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3265ad5e-0238-486b-9a5b-79e1d9877ad0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:20.669703 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3265ad5e-0238-486b-9a5b-79e1d9877ad0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:20.733021 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3265ad5e-0238-486b-9a5b-79e1d9877ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:20.736001 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3265ad5e-0238-486b-9a5b-79e1d9877ad0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:20.751388 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3265ad5e-0238-486b-9a5b-79e1d9877ad0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5a7ac010-d2f5-49a0-bf14-0685bcfd3402 HTTP/1.1" status: 204 len: 168 time: 0.2495654 Oct 19 01:24:20.768036 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3265ad5e-0238-486b-9a5b-79e1d9877ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7ac010-d2f5-49a0-bf14-0685bcfd3402,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:21.473669 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61862bca-1cc3-4f2e-bc89-379b929ab340 req-b73d7d96-b37e-4fbc-8f33-8bc77ecb22d5 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:21.482367 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-61862bca-1cc3-4f2e-bc89-379b929ab340 req-b73d7d96-b37e-4fbc-8f33-8bc77ecb22d5 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 947 time: 0.0827425 Oct 19 01:24:21.533762 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-61862bca-1cc3-4f2e-bc89-379b929ab340 req-1927654e-7c20-45ee-ac24-14511c76a772 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502157 Oct 19 01:24:22.707273 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 60362) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:22.715480 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-f2ce4923-9fd1-422d-85cb-3f8435bc92a8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-535991823', 'description': 'tempest-secgroup-smoke-535991823 description', 'project_id': 'b92153fb65d447bf94f5610e1ad52929'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:22.780268 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f2ce4923-9fd1-422d-85cb-3f8435bc92a8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:22.804908 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f2ce4923-9fd1-422d-85cb-3f8435bc92a8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:22.927342 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f2ce4923-9fd1-422d-85cb-3f8435bc92a8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:22.933164 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f2ce4923-9fd1-422d-85cb-3f8435bc92a8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:23.016186 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce4923-9fd1-422d-85cb-3f8435bc92a8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b00ee62b-7211-4fa7-8a82-c887ae129d95,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:23.029462 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce4923-9fd1-422d-85cb-3f8435bc92a8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:23.030371 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce4923-9fd1-422d-85cb-3f8435bc92a8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:23.030880 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce4923-9fd1-422d-85cb-3f8435bc92a8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:23.031623 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce4923-9fd1-422d-85cb-3f8435bc92a8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:23.032699 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce4923-9fd1-422d-85cb-3f8435bc92a8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:23.033211 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce4923-9fd1-422d-85cb-3f8435bc92a8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:23.034165 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce4923-9fd1-422d-85cb-3f8435bc92a8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:23.034470 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce4923-9fd1-422d-85cb-3f8435bc92a8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:23.035076 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce4923-9fd1-422d-85cb-3f8435bc92a8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:23.035432 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce4923-9fd1-422d-85cb-3f8435bc92a8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:23.035762 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce4923-9fd1-422d-85cb-3f8435bc92a8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:23.036097 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce4923-9fd1-422d-85cb-3f8435bc92a8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:23.078290 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f2ce4923-9fd1-422d-85cb-3f8435bc92a8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:23.087152 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f2ce4923-9fd1-422d-85cb-3f8435bc92a8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:23.128454 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce4923-9fd1-422d-85cb-3f8435bc92a8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56df52a3-fa55-4d68-be48-9096bc261ae0,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:23.148526 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f2ce4923-9fd1-422d-85cb-3f8435bc92a8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:23.159676 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f2ce4923-9fd1-422d-85cb-3f8435bc92a8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4510071 Oct 19 01:24:23.162882 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 60384) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:23.167875 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-04de0a33-b845-4a59-b545-41625455e6a4 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'security_group_rule': {'security_group_id': '56df52a3-fa55-4d68-be48-9096bc261ae0', 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:23.215887 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-04de0a33-b845-4a59-b545-41625455e6a4 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:23.280344 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632630d-a199-4935-b146-c18b98011ac6 req-2b3882cf-83a8-4990-83a6-074067c94775 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:23.288525 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c632630d-a199-4935-b146-c18b98011ac6 req-2b3882cf-83a8-4990-83a6-074067c94775 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 947 time: 0.0704429 Oct 19 01:24:23.330184 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-5efa879b-ebad-4dbe-b70f-e2cd56e05aef tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--284414538&fields=id&tenant_id=585554f71e844101aa23b8eea6cc5bd0 HTTP/1.1" status: 200 len: 267 time: 0.0709214 Oct 19 01:24:23.340411 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-04de0a33-b845-4a59-b545-41625455e6a4 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:23.347958 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c632630d-a199-4935-b146-c18b98011ac6 req-2806ae5e-dc87-4574-bf9d-51bd6d3c8e4d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585766 Oct 19 01:24:23.354234 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-04de0a33-b845-4a59-b545-41625455e6a4 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:23.453635 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de0a33-b845-4a59-b545-41625455e6a4 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28ea0f96-865c-4b5c-b318-14d0585d66a3,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:23.470727 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-04de0a33-b845-4a59-b545-41625455e6a4 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:23.475148 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 60396) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:23.475309 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-04de0a33-b845-4a59-b545-41625455e6a4 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3113558 Oct 19 01:24:23.481550 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-5ee75200-55f3-4074-94e1-a5d41f7e4208 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'security_group_rule': {'security_group_id': '56df52a3-fa55-4d68-be48-9096bc261ae0', 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:23.515320 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-f0ff24c0-98bb-40d1-a768-6370ba6e6d9f tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:23.516879 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-f0ff24c0-98bb-40d1-a768-6370ba6e6d9f tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/networks?id=5e12dd14-5039-435c-a783-d0672592c2d3 HTTP/1.1" status: 200 len: 811 time: 0.1753154 Oct 19 01:24:23.533908 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5ee75200-55f3-4074-94e1-a5d41f7e4208 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:23.535249 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-e73ed038-e400-4b9e-b124-a5a72e5d46cf tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/quotas/585554f71e844101aa23b8eea6cc5bd0 HTTP/1.1" status: 200 len: 375 time: 0.0119667 Oct 19 01:24:23.616281 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-f99d3d54-f18e-4280-b7d2-3c265b7b6477 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=585554f71e844101aa23b8eea6cc5bd0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0719986 Oct 19 01:24:23.625781 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5ee75200-55f3-4074-94e1-a5d41f7e4208 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:23.635322 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5ee75200-55f3-4074-94e1-a5d41f7e4208 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:23.662015 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee75200-55f3-4074-94e1-a5d41f7e4208 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc1e2f3-a37e-4543-8d40-f3897c1e04b3,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:23.669024 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5ee75200-55f3-4074-94e1-a5d41f7e4208 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:23.670614 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5ee75200-55f3-4074-94e1-a5d41f7e4208 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1943481 Oct 19 01:24:23.673330 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 60408) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:23.692127 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-993ceaf4-63d1-4409-9e4f-8663a1eade5e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'security_group_rule': {'security_group_id': '56df52a3-fa55-4d68-be48-9096bc261ae0', 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:23.769011 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-993ceaf4-63d1-4409-9e4f-8663a1eade5e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:23.954075 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-993ceaf4-63d1-4409-9e4f-8663a1eade5e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:23.966482 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-993ceaf4-63d1-4409-9e4f-8663a1eade5e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:24.005093 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-993ceaf4-63d1-4409-9e4f-8663a1eade5e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:24.006204 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-993ceaf4-63d1-4409-9e4f-8663a1eade5e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3228068 Oct 19 01:24:24.007334 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ceaf4-63d1-4409-9e4f-8663a1eade5e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d15551-0b7a-4ea5-81f0-8be13cfef76f,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:24.009700 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 60434) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:24.016384 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-4375bc09-9a3b-4982-bcc4-b25ff9929256 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'security_group_rule': {'security_group_id': '56df52a3-fa55-4d68-be48-9096bc261ae0', 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:24.061653 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4375bc09-9a3b-4982-bcc4-b25ff9929256 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:24.063415 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-8c0a4452-07ce-4691-9573-c8c7b91e3f42 service neutron] 10.222.0.57 "GET /v2.0/networks/5e12dd14-5039-435c-a783-d0672592c2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310861 Oct 19 01:24:24.145668 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4375bc09-9a3b-4982-bcc4-b25ff9929256 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:24.168395 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4375bc09-9a3b-4982-bcc4-b25ff9929256 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:24.181465 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-c18d1c69-4c4f-4e33-ba8d-2d68271943e6 service neutron] 10.222.0.57 "GET /v2.0/networks/5e12dd14-5039-435c-a783-d0672592c2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106563 Oct 19 01:24:24.228853 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375bc09-9a3b-4982-bcc4-b25ff9929256 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdcb1fea-01e1-4174-b4f6-bdccc45ab294,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:24.246582 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4375bc09-9a3b-4982-bcc4-b25ff9929256 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:24.252604 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 60444) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:24.252833 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4375bc09-9a3b-4982-bcc4-b25ff9929256 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2417076 Oct 19 01:24:24.257773 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-850170ba-f9b6-4316-8b44-aa3823b5d00a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'security_group_rule': {'security_group_id': '56df52a3-fa55-4d68-be48-9096bc261ae0', 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:24.302638 n-d-715271-26 neutron-server[100606]: INFO neutron.db.securitygroups_db [None req-850170ba-f9b6-4316-8b44-aa3823b5d00a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Project b92153fb65d447bf94f5610e1ad52929 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:24:24.311267 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-850170ba-f9b6-4316-8b44-aa3823b5d00a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:24.468755 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-850170ba-f9b6-4316-8b44-aa3823b5d00a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:24.479168 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-850170ba-f9b6-4316-8b44-aa3823b5d00a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:24.539374 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850170ba-f9b6-4316-8b44-aa3823b5d00a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9534ce1-1656-4c81-8f7e-45d6fdbc8548,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:24.553177 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0ab78c3f-52f3-4a9c-bf6f-9be95a732c85 req-e462ff30-9c42-40a9-9095-0de5f8041e2b tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=fdbbff63-5aed-498a-a91e-0af4cc233769 HTTP/1.1" status: 200 len: 210 time: 0.0566404 Oct 19 01:24:24.563798 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-850170ba-f9b6-4316-8b44-aa3823b5d00a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:24.565085 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-850170ba-f9b6-4316-8b44-aa3823b5d00a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3110585 Oct 19 01:24:24.567808 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 60460) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:24.579183 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-aa8624db-4085-4831-93a8-579b9dfe8df2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'security_group_rule': {'security_group_id': '56df52a3-fa55-4d68-be48-9096bc261ae0', 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:24.592470 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 60462) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:24.677470 n-d-715271-26 neutron-server[100606]: INFO neutron.db.securitygroups_db [None req-aa8624db-4085-4831-93a8-579b9dfe8df2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Project b92153fb65d447bf94f5610e1ad52929 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:24:24.699803 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aa8624db-4085-4831-93a8-579b9dfe8df2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:24.711660 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f17cc-b971-403f-8abd-260f37abfec7 req-c43816fc-7f32-4596-9142-cbd7375db60d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:24.719398 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c68f17cc-b971-403f-8abd-260f37abfec7 req-c43816fc-7f32-4596-9142-cbd7375db60d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 947 time: 0.1987972 Oct 19 01:24:24.814653 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c68f17cc-b971-403f-8abd-260f37abfec7 req-b2d876b6-4e48-4fc5-84be-ef3f6602ddf6 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850711 Oct 19 01:24:24.845161 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aa8624db-4085-4831-93a8-579b9dfe8df2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:24.856168 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aa8624db-4085-4831-93a8-579b9dfe8df2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:24.926947 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8624db-4085-4831-93a8-579b9dfe8df2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32fcd21a-f8b5-4498-90b8-b64d518b190f,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:24.932271 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f34ae1d5-bfae-4681-b230-45818bc1379b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:24.944696 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aa8624db-4085-4831-93a8-579b9dfe8df2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:24.947200 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-aa8624db-4085-4831-93a8-579b9dfe8df2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3781009 Oct 19 01:24:24.955026 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 60498) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:24.960061 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-17e052f1-f8ff-4954-a15a-3c7162259b53 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'network': {'name': 'tempest-network-smoke--698573412', 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'port_security_enabled': True}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:25.006701 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e052f1-f8ff-4954-a15a-3c7162259b53 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Made reservation on behalf of b92153fb65d447bf94f5610e1ad52929 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:24:25.016949 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-17e052f1-f8ff-4954-a15a-3c7162259b53 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:25.119119 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f34ae1d5-bfae-4681-b230-45818bc1379b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:25.123467 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e052f1-f8ff-4954-a15a-3c7162259b53 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:24:25.126772 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f34ae1d5-bfae-4681-b230-45818bc1379b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:25.169519 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-17e052f1-f8ff-4954-a15a-3c7162259b53 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:25.169748 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f34ae1d5-bfae-4681-b230-45818bc1379b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3bfbba5a6bb944129fae9ea2e4fa71fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5736954 Oct 19 01:24:25.169882 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-17e052f1-f8ff-4954-a15a-3c7162259b53 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Added segment 0bcd5eff-8e13-46fc-8501-4ab957b9ae9e of type vlan for network 5fa13990-98b0-41c2-979a-b93e0ec88bb1 Oct 19 01:24:25.171669 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 60512) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:25.200825 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ae1d5-bfae-4681-b230-45818bc1379b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e5c52e-7d9e-45b9-a14e-ac37965b8290,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:25.306865 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-17e052f1-f8ff-4954-a15a-3c7162259b53 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:25.313708 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6993f736-a0fc-4663-9f8f-e3fd6a838105 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:25.351673 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6993f736-a0fc-4663-9f8f-e3fd6a838105 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:25.372729 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-17e052f1-f8ff-4954-a15a-3c7162259b53 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:25.379628 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e052f1-f8ff-4954-a15a-3c7162259b53 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:25.382767 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-17e052f1-f8ff-4954-a15a-3c7162259b53 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:25.471466 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-17e052f1-f8ff-4954-a15a-3c7162259b53 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5152950 Oct 19 01:24:25.480937 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 60524) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:25.486566 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-e36a6c46-7dd3-4f65-af77-55c737ee09d9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1046854248', 'admin_state_up': True, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:25.559637 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e052f1-f8ff-4954-a15a-3c7162259b53 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'Network': ['ID=5fa13990-98b0-41c2-979a-b93e0ec88bb1,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:25.565932 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e36a6c46-7dd3-4f65-af77-55c737ee09d9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:25.567220 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e36a6c46-7dd3-4f65-af77-55c737ee09d9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:25.570054 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32893e-740d-4d9f-96d8-8bf9505add17 req-319f362e-94b0-4665-8790-7221e14c56a1 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:25.571919 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d32893e-740d-4d9f-96d8-8bf9505add17 req-319f362e-94b0-4665-8790-7221e14c56a1 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 947 time: 0.1402044 Oct 19 01:24:25.573029 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 5fa13990-98b0-41c2-979a-b93e0ec88bb1 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:24:25.642061 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d32893e-740d-4d9f-96d8-8bf9505add17 req-e5514a21-ac99-40c2-ae64-8ab1676135fc tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615928 Oct 19 01:24:25.669425 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e36a6c46-7dd3-4f65-af77-55c737ee09d9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:25.671342 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6993f736-a0fc-4663-9f8f-e3fd6a838105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:25.676275 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6993f736-a0fc-4663-9f8f-e3fd6a838105 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:25.677814 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6993f736-a0fc-4663-9f8f-e3fd6a838105 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/59e5c52e-7d9e-45b9-a14e-ac37965b8290 HTTP/1.1" status: 204 len: 168 time: 0.5030417 Oct 19 01:24:25.746785 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993f736-a0fc-4663-9f8f-e3fd6a838105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e5c52e-7d9e-45b9-a14e-ac37965b8290,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:25.848909 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-daecf86d-e97f-4d48-8122-eaf1f7a579ba req-fbfd678e-f6be-4fdc-88a2-91ab5134deda tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=fdbbff63-5aed-498a-a91e-0af4cc233769 HTTP/1.1" status: 200 len: 210 time: 0.1077013 Oct 19 01:24:25.928022 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e36a6c46-7dd3-4f65-af77-55c737ee09d9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:26.103432 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-92bbf018-f3c2-4c90-baeb-70a0aaec85bb tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:26.105184 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-92bbf018-f3c2-4c90-baeb-70a0aaec85bb tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.24 "GET /v2.0/networks?id=5e12dd14-5039-435c-a783-d0672592c2d3 HTTP/1.1" status: 200 len: 811 time: 0.1801858 Oct 19 01:24:26.205652 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-36866762-5a74-49f0-a868-e41eb6de71ae tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=585554f71e844101aa23b8eea6cc5bd0 HTTP/1.1" status: 200 len: 379 time: 0.0807443 Oct 19 01:24:26.221398 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-919832a7-4ada-45cf-ad5c-36f84b02de61 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Request body: {'port': {'device_id': 'fdbbff63-5aed-498a-a91e-0af4cc233769', 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3', 'admin_state_up': True, 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'security_groups': ['17035c6f-0a77-49df-9d67-a8318681365f']}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:26.450846 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 60582) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:26.466423 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7fb0cdd7-78d8-4805-8287-1768a15f0656 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:26.573638 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7fb0cdd7-78d8-4805-8287-1768a15f0656 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:26.592570 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7fb0cdd7-78d8-4805-8287-1768a15f0656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:26.626862 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-919832a7-4ada-45cf-ad5c-36f84b02de61 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Made reservation on behalf of 585554f71e844101aa23b8eea6cc5bd0 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:24:26.631146 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-919832a7-4ada-45cf-ad5c-36f84b02de61 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:26.649766 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e36a6c46-7dd3-4f65-af77-55c737ee09d9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for router_gateway, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:26.667270 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0cdd7-78d8-4805-8287-1768a15f0656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b00b78-a2c6-4cec-a542-07e279bd4668,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:26.677975 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e36a6c46-7dd3-4f65-af77-55c737ee09d9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:26.688171 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7fb0cdd7-78d8-4805-8287-1768a15f0656 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=55d2470286794c20b6ed43d0e6d58511&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2361834 Oct 19 01:24:26.696570 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 60594) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:26.774511 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-37de1559-af79-4a5d-8763-a7489922f18d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:26.800761 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-37de1559-af79-4a5d-8763-a7489922f18d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:26.930081 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-37de1559-af79-4a5d-8763-a7489922f18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:26.934745 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-37de1559-af79-4a5d-8763-a7489922f18d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:26.936655 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-37de1559-af79-4a5d-8763-a7489922f18d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/23b00b78-a2c6-4cec-a542-07e279bd4668 HTTP/1.1" status: 204 len: 168 time: 0.2388704 Oct 19 01:24:26.952868 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de1559-af79-4a5d-8763-a7489922f18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b00b78-a2c6-4cec-a542-07e279bd4668,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:27.062850 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2c87cc22-9a78-418e-924d-a28a967e9478 req-bd5bb1fd-27c9-4582-912b-98877bfaa3c5 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=fdbbff63-5aed-498a-a91e-0af4cc233769 HTTP/1.1" status: 200 len: 210 time: 0.0915155 Oct 19 01:24:27.115993 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:27.196947 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-919832a7-4ada-45cf-ad5c-36f84b02de61 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Allocated IP 172.20.0.14 (5e12dd14-5039-435c-a783-d0672592c2d3/313c4890-7a10-40d1-9c32-7abcea0c2b45/74ba778f-9949-4462-9dec-e0d56fc487a6) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:24:27.210961 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-e36a6c46-7dd3-4f65-af77-55c737ee09d9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Allocated IP 172.25.8.119 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/3ea91f5a-cfab-4929-8197-fc07057471fc) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:24:27.470965 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e36a6c46-7dd3-4f65-af77-55c737ee09d9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:27.515556 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-919832a7-4ada-45cf-ad5c-36f84b02de61 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:27.564142 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e36a6c46-7dd3-4f65-af77-55c737ee09d9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:27.621093 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device bf76e776-e2d4-4f18-b4d3-84f9217e5e5f no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:24:27.663431 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-919832a7-4ada-45cf-ad5c-36f84b02de61 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:27.665612 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a6c46-7dd3-4f65-af77-55c737ee09d9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'Port': ['ID=3ea91f5a-cfab-4929-8197-fc07057471fc,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:27.672197 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36a6c46-7dd3-4f65-af77-55c737ee09d9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:24:27.673061 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-e36a6c46-7dd3-4f65-af77-55c737ee09d9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:27.731280 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919832a7-4ada-45cf-ad5c-36f84b02de61 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Pushing event updated for resources: {'Port': ['ID=74ba778f-9949-4462-9dec-e0d56fc487a6,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:27.739172 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36a6c46-7dd3-4f65-af77-55c737ee09d9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:24:27.803021 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-919832a7-4ada-45cf-ad5c-36f84b02de61 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Network 5e12dd14-5039-435c-a783-d0672592c2d3 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:24:27.807208 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-919832a7-4ada-45cf-ad5c-36f84b02de61 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:27.811672 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-919832a7-4ada-45cf-ad5c-36f84b02de61 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:24:27.825849 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:27.838729 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9b6dd-e822-4516-836b-fd397f8ff086 req-beeea1ad-31b9-4515-996f-0c1db94508da tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:27.876326 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-00e9b6dd-e822-4516-836b-fd397f8ff086 req-beeea1ad-31b9-4515-996f-0c1db94508da tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 947 time: 0.1420476 Oct 19 01:24:27.918039 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port bf76e776-e2d4-4f18-b4d3-84f9217e5e5f, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:27.919578 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b40554e-b2bb-44bd-bb68-f52a2adf8073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf76e776-e2d4-4f18-b4d3-84f9217e5e5f'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:24:27.924007 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcb2a26-97dc-4ff2-98e6-65f694268ffb" -d '{"events": [{"server_uuid": "2b40554e-b2bb-44bd-bb68-f52a2adf8073", "name": "network-vif-unplugged", "status": "completed", "tag": "bf76e776-e2d4-4f18-b4d3-84f9217e5e5f"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:24:27.930935 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:28.012861 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-919832a7-4ada-45cf-ad5c-36f84b02de61 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:28.013517 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-919832a7-4ada-45cf-ad5c-36f84b02de61 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:28.019910 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1d8d78-db79-4de9-b8ad-080fa219841f x-openstack-request-id: req-1d1d8d78-db79-4de9-b8ad-080fa219841f {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:24:28.020206 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b40554e-b2bb-44bd-bb68-f52a2adf8073", "name": "network-vif-unplugged", "status": "completed", "tag": "bf76e776-e2d4-4f18-b4d3-84f9217e5e5f", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:24:28.020538 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1d1d8d78-db79-4de9-b8ad-080fa219841f {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:24:28.020972 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b40554e-b2bb-44bd-bb68-f52a2adf8073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf76e776-e2d4-4f18-b4d3-84f9217e5e5f', 'code': 200} Oct 19 01:24:28.026394 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f,revision_number=14']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:28.043333 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:28.043777 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:28.044319 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:28.044834 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:28.045345 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:28.045866 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:28.046370 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:28.046871 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:28.047391 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:28.047941 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:28.048485 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:28.049017 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:28.056921 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-00e9b6dd-e822-4516-836b-fd397f8ff086 req-89bebffa-a8ab-4db5-b36d-5a19a9660e2f tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778691 Oct 19 01:24:28.103875 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-919832a7-4ada-45cf-ad5c-36f84b02de61 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8834295 Oct 19 01:24:28.123333 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-e1fdca96-bf98-45fb-a66f-2193ab9b0473 service neutron] Request body: {'port': {'device_id': 'fdbbff63-5aed-498a-a91e-0af4cc233769', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:28.266821 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-91b8e7fe-b637-4923-bc0b-e89e2b05fad7 None None] Provisioning complete for port 74ba778f-9949-4462-9dec-e0d56fc487a6 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:28.267489 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-91b8e7fe-b637-4923-bc0b-e89e2b05fad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:28.345416 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-91b8e7fe-b637-4923-bc0b-e89e2b05fad7 None None] Port 74ba778f-9949-4462-9dec-e0d56fc487a6 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:24:28.433674 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56216e-2835-4180-821a-af69067dd613 req-0bdb7b10-3d49-407a-a8cd-20a96112b6a7 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:28.435695 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f56216e-2835-4180-821a-af69067dd613 req-0bdb7b10-3d49-407a-a8cd-20a96112b6a7 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=fdbbff63-5aed-498a-a91e-0af4cc233769 HTTP/1.1" status: 200 len: 932 time: 0.2180948 Oct 19 01:24:28.472671 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629aaab2-4049-4891-8550-731ee07917ae req-faf79316-e4a5-4259-b07e-1c909cb478d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:28.474392 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-629aaab2-4049-4891-8550-731ee07917ae req-faf79316-e4a5-4259-b07e-1c909cb478d4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=168a5912cc444122aa0d6d6b44b7e93f&device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 1097 time: 0.1228106 Oct 19 01:24:28.490495 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-e1fdca96-bf98-45fb-a66f-2193ab9b0473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:28.490619 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fef1bc-a9b1-414a-96b5-3a06527cecfc req-45df7d8e-2a7f-4eb7-b5ec-626dfa9cac5b tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:28.497953 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c1fef1bc-a9b1-414a-96b5-3a06527cecfc req-45df7d8e-2a7f-4eb7-b5ec-626dfa9cac5b tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0972970 Oct 19 01:24:28.552814 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f56216e-2835-4180-821a-af69067dd613 req-2d65c019-7427-42f1-8537-c46f6c1b01fa tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=17035c6f-0a77-49df-9d67-a8318681365f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778236 Oct 19 01:24:28.577241 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e36a6c46-7dd3-4f65-af77-55c737ee09d9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for router_gateway, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:28.624275 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c1fef1bc-a9b1-414a-96b5-3a06527cecfc req-7cef9f4a-ff55-4c1a-ac3c-4c3658175359 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192963 Oct 19 01:24:28.656501 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629aaab2-4049-4891-8550-731ee07917ae req-8ebb0c5c-8858-4589-b2c7-f24cdd10ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:28.658258 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-629aaab2-4049-4891-8550-731ee07917ae req-8ebb0c5c-8858-4589-b2c7-f24cdd10ff04 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2309c3e4-1aec-4060-b6e9-bbaad5369c41 HTTP/1.1" status: 200 len: 913 time: 0.1583498 Oct 19 01:24:28.760351 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-629aaab2-4049-4891-8550-731ee07917ae req-43b5c5b7-4408-4f19-962e-3cff09b3b7e2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f HTTP/1.1" status: 200 len: 999 time: 0.0938745 Oct 19 01:24:28.853070 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629aaab2-4049-4891-8550-731ee07917ae req-30a77381-5606-49e1-b7e7-a7d692b4c23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:28.855379 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-629aaab2-4049-4891-8550-731ee07917ae req-30a77381-5606-49e1-b7e7-a7d692b4c23c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e75ff155-8f86-450c-9276-3e4132eca531 HTTP/1.1" status: 200 len: 851 time: 0.0886521 Oct 19 01:24:28.920518 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629aaab2-4049-4891-8550-731ee07917ae req-17a76dfb-d0eb-4fd5-9475-87dc9703db6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:28.920518 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-629aaab2-4049-4891-8550-731ee07917ae req-17a76dfb-d0eb-4fd5-9475-87dc9703db6a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2309c3e4-1aec-4060-b6e9-bbaad5369c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497425 Oct 19 01:24:29.095460 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-629aaab2-4049-4891-8550-731ee07917ae req-4068fad5-7f5f-4711-b8b4-4a6923f4402b service neutron] 10.222.0.55 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740751 Oct 19 01:24:29.247032 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-629aaab2-4049-4891-8550-731ee07917ae req-1fb9a3ce-539e-4f21-b72c-72ae13282f83 service neutron] 10.222.0.55 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434131 Oct 19 01:24:29.493591 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:29.609560 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e36a6c46-7dd3-4f65-af77-55c737ee09d9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:29.670772 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-e1fdca96-bf98-45fb-a66f-2193ab9b0473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74ba778f-9949-4462-9dec-e0d56fc487a6 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:24:29.679286 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-e1fdca96-bf98-45fb-a66f-2193ab9b0473 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:29.740062 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4554c34-4ee9-4a74-8f16-fb9fafdbb5ab req-0925b901-1c2a-4c09-a952-32bdfce5fd6e tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:29.741620 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d4554c34-4ee9-4a74-8f16-fb9fafdbb5ab req-0925b901-1c2a-4c09-a952-32bdfce5fd6e tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=fdbbff63-5aed-498a-a91e-0af4cc233769 HTTP/1.1" status: 200 len: 932 time: 0.0653751 Oct 19 01:24:29.746716 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-e1fdca96-bf98-45fb-a66f-2193ab9b0473 service neutron] Transition to ACTIVE for port object 74ba778f-9949-4462-9dec-e0d56fc487a6 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:24:29.760699 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-e1fdca96-bf98-45fb-a66f-2193ab9b0473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:29.856555 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d4554c34-4ee9-4a74-8f16-fb9fafdbb5ab req-67cbcc14-2b4f-4972-803d-afb104d8e5ee tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=17035c6f-0a77-49df-9d67-a8318681365f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061566 Oct 19 01:24:29.939156 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fdca96-bf98-45fb-a66f-2193ab9b0473 service neutron] Pushing event updated for resources: {'Port': ['ID=74ba778f-9949-4462-9dec-e0d56fc487a6,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:29.978334 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc4589-c519-4345-b0a7-48ecf7bbadf9 req-90375102-f09b-46bd-95ba-fdd315c5674d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:29.979927 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-46bc4589-c519-4345-b0a7-48ecf7bbadf9 req-90375102-f09b-46bd-95ba-fdd315c5674d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.2094185 Oct 19 01:24:30.056989 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-46bc4589-c519-4345-b0a7-48ecf7bbadf9 req-e86d20a5-0ac4-40bb-a885-8aa66c8bd9e5 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600104 Oct 19 01:24:30.096611 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-e1fdca96-bf98-45fb-a66f-2193ab9b0473 service neutron] Attempting to bind port 74ba778f-9949-4462-9dec-e0d56fc487a6 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:24:30.096991 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-e1fdca96-bf98-45fb-a66f-2193ab9b0473 service neutron] Attempting to bind port 74ba778f-9949-4462-9dec-e0d56fc487a6 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '512c9a72-a7c2-4c68-bc23-b3652105591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:24:30.097303 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-e1fdca96-bf98-45fb-a66f-2193ab9b0473 service neutron] Attempting to bind port 74ba778f-9949-4462-9dec-e0d56fc487a6 on network 5e12dd14-5039-435c-a783-d0672592c2d3 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:24:30.104202 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-e1fdca96-bf98-45fb-a66f-2193ab9b0473 service neutron] Port 74ba778f-9949-4462-9dec-e0d56fc487a6 on network 5e12dd14-5039-435c-a783-d0672592c2d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:24:30.104604 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-e1fdca96-bf98-45fb-a66f-2193ab9b0473 service neutron] Attempting to bind port 74ba778f-9949-4462-9dec-e0d56fc487a6 on network 5e12dd14-5039-435c-a783-d0672592c2d3 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:24:30.108108 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36a6c46-7dd3-4f65-af77-55c737ee09d9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Router 20f486ea-3d19-4f1c-99a3-c25749c3f7eb is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:24:30.116405 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-e1fdca96-bf98-45fb-a66f-2193ab9b0473 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:24:30.116896 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-e1fdca96-bf98-45fb-a66f-2193ab9b0473 service neutron] Checking segment: {'id': '512c9a72-a7c2-4c68-bc23-b3652105591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:24:30.117360 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-e1fdca96-bf98-45fb-a66f-2193ab9b0473 service neutron] Bound using segment: {'id': '512c9a72-a7c2-4c68-bc23-b3652105591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:24:30.117751 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-e1fdca96-bf98-45fb-a66f-2193ab9b0473 service neutron] Bound port: 74ba778f-9949-4462-9dec-e0d56fc487a6, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512c9a72-a7c2-4c68-bc23-b3652105591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:24:30.118129 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-e1fdca96-bf98-45fb-a66f-2193ab9b0473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:30.361276 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36a6c46-7dd3-4f65-af77-55c737ee09d9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:24:30.373682 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d38d48-d8ff-4295-95ed-3ab487fe2024 None None] Sync routers for ids ['20f486ea-3d19-4f1c-99a3-c25749c3f7eb'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:24:30.389161 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d38d48-d8ff-4295-95ed-3ab487fe2024 None None] Routers {'20f486ea-3d19-4f1c-99a3-c25749c3f7eb'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:24:30.392315 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-40d38d48-d8ff-4295-95ed-3ab487fe2024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:24:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['20f486ea-3d19-4f1c-99a3-c25749c3f7eb'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:30.442125 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e36a6c46-7dd3-4f65-af77-55c737ee09d9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:30.443536 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e36a6c46-7dd3-4f65-af77-55c737ee09d9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.9612851 Oct 19 01:24:30.449847 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 60748) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:30.470018 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-e1fdca96-bf98-45fb-a66f-2193ab9b0473 service neutron] For port 74ba778f-9949-4462-9dec-e0d56fc487a6, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:24:30.481757 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-e1fdca96-bf98-45fb-a66f-2193ab9b0473 service neutron] For port 74ba778f-9949-4462-9dec-e0d56fc487a6, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=74ba778f-9949-4462-9dec-e0d56fc487a6,segment=NetworkSegment(512c9a72-a7c2-4c68-bc23-b3652105591d),segment_id=512c9a72-a7c2-4c68-bc23-b3652105591d)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:24:30.502132 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-e1fdca96-bf98-45fb-a66f-2193ab9b0473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:30.587044 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-e1fdca96-bf98-45fb-a66f-2193ab9b0473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:30.587772 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-e1fdca96-bf98-45fb-a66f-2193ab9b0473 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:30.592779 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-e1fdca96-bf98-45fb-a66f-2193ab9b0473 service neutron] 10.222.0.24 "PUT /v2.0/ports/74ba778f-9949-4462-9dec-e0d56fc487a6 HTTP/1.1" status: 200 len: 1093 time: 2.4812653 Oct 19 01:24:30.593269 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbbff63-5aed-498a-a91e-0af4cc233769', 'tag': '74ba778f-9949-4462-9dec-e0d56fc487a6'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:24:30.609070 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3d6143-71ad-4945-9296-7b72e85a8df5" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbbff63-5aed-498a-a91e-0af4cc233769", "tag": "74ba778f-9949-4462-9dec-e0d56fc487a6"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:24:30.760321 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f356c8b-c31d-4356-97fa-ca0799a8c85b x-openstack-request-id: req-8f356c8b-c31d-4356-97fa-ca0799a8c85b {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:24:30.761833 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbbff63-5aed-498a-a91e-0af4cc233769", "tag": "74ba778f-9949-4462-9dec-e0d56fc487a6", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:24:30.762269 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8f356c8b-c31d-4356-97fa-ca0799a8c85b {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:24:30.763196 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbbff63-5aed-498a-a91e-0af4cc233769', 'tag': '74ba778f-9949-4462-9dec-e0d56fc487a6', 'status': 'completed', 'code': 200} Oct 19 01:24:30.776685 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fdca96-bf98-45fb-a66f-2193ab9b0473 service neutron] Pushing event updated for resources: {'Port': ['ID=74ba778f-9949-4462-9dec-e0d56fc487a6,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:30.799007 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-822e66dc-0324-48cf-841d-5a79d855973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:30.801017 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-822e66dc-0324-48cf-841d-5a79d855973b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=585554f71e844101aa23b8eea6cc5bd0&device_id=fdbbff63-5aed-498a-a91e-0af4cc233769 HTTP/1.1" status: 200 len: 1096 time: 0.1443532 Oct 19 01:24:30.843340 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-40d38d48-d8ff-4295-95ed-3ab487fe2024 None None] Set router 20f486ea-3d19-4f1c-99a3-c25749c3f7eb gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:24:30.911115 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cd9167fd-2cc1-4317-92ed-84c1f99864d2 tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=b92153fb65d447bf94f5610e1ad52929&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4599724 Oct 19 01:24:30.913917 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 60760) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:30.930976 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-023f2e6f-d670-4f2c-9b95-ee88fcd3db75 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74ba778f-9949-4462-9dec-e0d56fc487a6 HTTP/1.1" status: 200 len: 217 time: 0.1218035 Oct 19 01:24:31.027116 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c990ce-d302-4814-96a1-7ff761c2ab13 req-c2c14f04-ffa1-4d67-a754-9bb79935c241 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:31.035215 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-80c990ce-d302-4814-96a1-7ff761c2ab13 req-c2c14f04-ffa1-4d67-a754-9bb79935c241 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=fdbbff63-5aed-498a-a91e-0af4cc233769 HTTP/1.1" status: 200 len: 944 time: 0.0617657 Oct 19 01:24:31.081262 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-80c990ce-d302-4814-96a1-7ff761c2ab13 req-dee9198f-bece-409f-ba25-273a725823ac tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=17035c6f-0a77-49df-9d67-a8318681365f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446658 Oct 19 01:24:31.140983 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-3de85f84-2711-40aa-94c0-211f7d2c1579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:31.142120 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-3de85f84-2711-40aa-94c0-211f7d2c1579 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=313c4890-7a10-40d1-9c32-7abcea0c2b45 HTTP/1.1" status: 200 len: 850 time: 0.1598179 Oct 19 01:24:31.190103 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-40d38d48-d8ff-4295-95ed-3ab487fe2024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046854248', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '3ea91f5a-cfab-4929-8197-fc07057471fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:25Z', 'updated_at': '2021-10-19T01:24:28Z', 'revision_number': 3, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '3ea91f5a-cfab-4929-8197-fc07057471fc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:26Z', 'updated_at': '2021-10-19T01:24:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:31.232105 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acd66c-9bd3-43bc-97bb-905afb6fcff3 tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:31.236537 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 60770) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:31.236865 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-07acd66c-9bd3-43bc-97bb-905afb6fcff3 tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3210711 Oct 19 01:24:31.244021 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d38d48-d8ff-4295-95ed-3ab487fe2024 None None] Checking router: 20f486ea-3d19-4f1c-99a3-c25749c3f7eb for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:24:31.244980 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d38d48-d8ff-4295-95ed-3ab487fe2024 None None] Updating router 20f486ea-3d19-4f1c-99a3-c25749c3f7eb port 3ea91f5a-cfab-4929-8197-fc07057471fc binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:24:31.257375 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-fcd771bf-0a26-4bfb-a858-ab8877db535f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:31.259551 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-fcd771bf-0a26-4bfb-a858-ab8877db535f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5e12dd14-5039-435c-a783-d0672592c2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1095946 Oct 19 01:24:31.269335 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ebf79-0df0-436b-b4b0-8a1e35785cb8 req-cc5b7d73-b33d-42e6-8034-6acb07385629 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:31.271426 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ef1ebf79-0df0-436b-b4b0-8a1e35785cb8 req-cc5b7d73-b33d-42e6-8034-6acb07385629 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.1063156 Oct 19 01:24:31.283677 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d21dd83b-d77d-4c4e-b2d4-a5db84eb5067 tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=a0ce41c0-3b90-40be-93cd-082af8f20c34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0459642 Oct 19 01:24:31.286439 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 60774) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:31.292421 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-88f007a5-40e1-4161-bd54-8913999ef8af tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1428792043', 'network_id': '5fa13990-98b0-41c2-979a-b93e0ec88bb1', 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:31.312187 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-40d38d48-d8ff-4295-95ed-3ab487fe2024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:31.416955 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ef1ebf79-0df0-436b-b4b0-8a1e35785cb8 req-b6dd96a9-4cde-4c8f-b96a-8b3c480a569e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368196 Oct 19 01:24:31.478503 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-0e06a478-7467-4f1b-ab18-2de457589137 service neutron] 10.222.0.24 "GET /v2.0/networks/5e12dd14-5039-435c-a783-d0672592c2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060099 Oct 19 01:24:31.523942 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f007a5-40e1-4161-bd54-8913999ef8af tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Made reservation on behalf of b92153fb65d447bf94f5610e1ad52929 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:24:31.552844 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-88f007a5-40e1-4161-bd54-8913999ef8af tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:31.653721 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d944b42c-89b6-48b5-a339-be72cb7ac512 req-eaa73699-4d27-432e-ae79-145a92f0f6de service neutron] 10.222.0.24 "GET /v2.0/networks/5e12dd14-5039-435c-a783-d0672592c2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678472 Oct 19 01:24:31.817040 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d6143-71ad-4945-9296-7b72e85a8df5 req-1dae3f47-b10b-40d0-b2ae-bb312b8c97b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:31.818551 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5c3d6143-71ad-4945-9296-7b72e85a8df5 req-1dae3f47-b10b-40d0-b2ae-bb312b8c97b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=585554f71e844101aa23b8eea6cc5bd0&device_id=fdbbff63-5aed-498a-a91e-0af4cc233769 HTTP/1.1" status: 200 len: 1096 time: 0.0994411 Oct 19 01:24:31.852480 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e86f01-c203-4edd-a141-8e67ac540599 req-f4d6736b-9b33-4561-a439-6751cccce577 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:31.866557 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-21e86f01-c203-4edd-a141-8e67ac540599 req-f4d6736b-9b33-4561-a439-6751cccce577 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.1515257 Oct 19 01:24:31.890792 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-40d38d48-d8ff-4295-95ed-3ab487fe2024 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:31.904032 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-40d38d48-d8ff-4295-95ed-3ab487fe2024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:31.964102 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d6143-71ad-4945-9296-7b72e85a8df5 req-03f9cf54-1c10-4220-843e-c9dd0199edb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:31.965872 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5c3d6143-71ad-4945-9296-7b72e85a8df5 req-03f9cf54-1c10-4220-843e-c9dd0199edb6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5e12dd14-5039-435c-a783-d0672592c2d3 HTTP/1.1" status: 200 len: 912 time: 0.1401498 Oct 19 01:24:32.026547 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5c3d6143-71ad-4945-9296-7b72e85a8df5 req-65a51585-8a10-45ad-9af3-868e08cd6672 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74ba778f-9949-4462-9dec-e0d56fc487a6 HTTP/1.1" status: 200 len: 217 time: 0.0527086 Oct 19 01:24:32.040026 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54d934-5c92-48e1-9649-18854e6015c5 None None] Pushing event updated for resources: {'Port': ['ID=3ea91f5a-cfab-4929-8197-fc07057471fc,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:32.041801 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-21e86f01-c203-4edd-a141-8e67ac540599 req-2769adfd-d9da-4014-be7c-a708727fe429 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675875 Oct 19 01:24:32.074548 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-88f007a5-40e1-4161-bd54-8913999ef8af tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:32.120247 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-40d38d48-d8ff-4295-95ed-3ab487fe2024 None None] Attempting to bind port 3ea91f5a-cfab-4929-8197-fc07057471fc on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:24:32.122320 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-40d38d48-d8ff-4295-95ed-3ab487fe2024 None None] Attempting to bind port 3ea91f5a-cfab-4929-8197-fc07057471fc by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:24:32.123621 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d38d48-d8ff-4295-95ed-3ab487fe2024 None None] Attempting to bind port 3ea91f5a-cfab-4929-8197-fc07057471fc on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:24:32.141869 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d38d48-d8ff-4295-95ed-3ab487fe2024 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:24:32.142431 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d38d48-d8ff-4295-95ed-3ab487fe2024 None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:24:32.142850 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-40d38d48-d8ff-4295-95ed-3ab487fe2024 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:32.145226 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d38d48-d8ff-4295-95ed-3ab487fe2024 None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:24:32.145744 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-40d38d48-d8ff-4295-95ed-3ab487fe2024 None None] Bound port: 3ea91f5a-cfab-4929-8197-fc07057471fc, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:24:32.146182 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-40d38d48-d8ff-4295-95ed-3ab487fe2024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:32.157913 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d6143-71ad-4945-9296-7b72e85a8df5 req-479b72dd-ac61-4784-ae90-d4af91825716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:32.159417 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5c3d6143-71ad-4945-9296-7b72e85a8df5 req-479b72dd-ac61-4784-ae90-d4af91825716 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=313c4890-7a10-40d1-9c32-7abcea0c2b45 HTTP/1.1" status: 200 len: 850 time: 0.1252539 Oct 19 01:24:32.183267 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f007a5-40e1-4161-bd54-8913999ef8af tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'Subnet': ['ID=dcb20c68-c38a-4476-9bb4-b08c2e7223b6,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:32.239596 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-40d38d48-d8ff-4295-95ed-3ab487fe2024 None None] For port 3ea91f5a-cfab-4929-8197-fc07057471fc, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:24:32.243315 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-40d38d48-d8ff-4295-95ed-3ab487fe2024 None None] For port 3ea91f5a-cfab-4929-8197-fc07057471fc, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=3ea91f5a-cfab-4929-8197-fc07057471fc,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:24:32.250481 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-40d38d48-d8ff-4295-95ed-3ab487fe2024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:32.271158 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d6143-71ad-4945-9296-7b72e85a8df5 req-fea1f518-b312-47ae-a498-efef2b199c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:32.273791 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5c3d6143-71ad-4945-9296-7b72e85a8df5 req-fea1f518-b312-47ae-a498-efef2b199c03 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5e12dd14-5039-435c-a783-d0672592c2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1034606 Oct 19 01:24:32.284442 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5bc32-ab56-41c7-9ac3-cbad91c9dcd3 req-7b45a0af-37f4-4854-b958-708c7c33e76a tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:32.285912 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ada5bc32-ab56-41c7-9ac3-cbad91c9dcd3 req-7b45a0af-37f4-4854-b958-708c7c33e76a tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0639899 Oct 19 01:24:32.323154 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f007a5-40e1-4161-bd54-8913999ef8af tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Checking segment: {'id': '0bcd5eff-8e13-46fc-8501-4ab957b9ae9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '5fa13990-98b0-41c2-979a-b93e0ec88bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:24:32.324326 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f007a5-40e1-4161-bd54-8913999ef8af tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Network hostable DHCP agents. Network: 5fa13990-98b0-41c2-979a-b93e0ec88bb1, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:24:32.328882 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d38d48-d8ff-4295-95ed-3ab487fe2024 None None] Routers {'20f486ea-3d19-4f1c-99a3-c25749c3f7eb'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:24:32.330013 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-40d38d48-d8ff-4295-95ed-3ab487fe2024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:24:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['20f486ea-3d19-4f1c-99a3-c25749c3f7eb'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:32.408465 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d2d0d-4f47-466e-9c58-69021756ba44 req-553eb9d9-42e9-47c6-aeed-bf4eaf7f04ee tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:32.417729 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7f8d2d0d-4f47-466e-9c58-69021756ba44 req-553eb9d9-42e9-47c6-aeed-bf4eaf7f04ee tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=fdbbff63-5aed-498a-a91e-0af4cc233769 HTTP/1.1" status: 200 len: 944 time: 0.1813140 Oct 19 01:24:32.418631 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f007a5-40e1-4161-bd54-8913999ef8af tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Network 5fa13990-98b0-41c2-979a-b93e0ec88bb1 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:24:32.460984 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ada5bc32-ab56-41c7-9ac3-cbad91c9dcd3 req-c19b0fcf-a6a1-4fa7-9d3c-b473e78b9d2e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614966 Oct 19 01:24:32.483414 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-40d38d48-d8ff-4295-95ed-3ab487fe2024 None None] Set router 20f486ea-3d19-4f1c-99a3-c25749c3f7eb gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:24:32.502252 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-88f007a5-40e1-4161-bd54-8913999ef8af tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 5fa13990-98b0-41c2-979a-b93e0ec88bb1) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:32.511709 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f007a5-40e1-4161-bd54-8913999ef8af tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:32.512195 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-88f007a5-40e1-4161-bd54-8913999ef8af tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:32.555404 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7f8d2d0d-4f47-466e-9c58-69021756ba44 req-7d9b6981-f5a7-45de-b7ac-6d779b863569 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=17035c6f-0a77-49df-9d67-a8318681365f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188312 Oct 19 01:24:32.580773 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5c3d6143-71ad-4945-9296-7b72e85a8df5 req-39f2ff09-424d-43b2-ba92-ad56137a7193 service neutron] 10.222.0.24 "GET /v2.0/networks/5e12dd14-5039-435c-a783-d0672592c2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937703 Oct 19 01:24:32.584045 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-88f007a5-40e1-4161-bd54-8913999ef8af tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2962317 Oct 19 01:24:32.600892 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 60810) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:32.623757 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c364cf1-399c-4962-bc3d-b58e76ef4077 None None] Network 5fa13990-98b0-41c2-979a-b93e0ec88bb1 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:24:32.819380 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5c3d6143-71ad-4945-9296-7b72e85a8df5 req-742d8406-dbb8-41f6-aca8-d3aea9ebd6b4 service neutron] 10.222.0.24 "GET /v2.0/networks/5e12dd14-5039-435c-a783-d0672592c2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259655 Oct 19 01:24:32.943767 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47512b84-d10d-48f0-97f2-8c4c93ff81e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-5fa13990-98b0-41c2-979a-b93e0ec88bb1', 'network_id': '5fa13990-98b0-41c2-979a-b93e0ec88bb1', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'fixed_ips': [{'subnet_id': 'dcb20c68-c38a-4476-9bb4-b08c2e7223b6'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:24:32.944635 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-47512b84-d10d-48f0-97f2-8c4c93ff81e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:32.997608 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54d934-5c92-48e1-9649-18854e6015c5 None None] Pushing event updated for resources: {'Port': ['ID=3ea91f5a-cfab-4929-8197-fc07057471fc,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:33.177114 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 74ba778f-9949-4462-9dec-e0d56fc487a6 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:24:33.324938 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-47512b84-d10d-48f0-97f2-8c4c93ff81e6 None None] Allocated IP 172.20.0.2 (5fa13990-98b0-41c2-979a-b93e0ec88bb1/dcb20c68-c38a-4476-9bb4-b08c2e7223b6/5387b2ae-da34-489c-8209-271da9a74223) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:24:33.410410 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-6c4b2c8d-1cb3-4eef-9f48-adc601222ae0 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:33.418078 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-6c4b2c8d-1cb3-4eef-9f48-adc601222ae0 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/networks?id=2309c3e4-1aec-4060-b6e9-bbaad5369c41 HTTP/1.1" status: 200 len: 812 time: 0.5653970 Oct 19 01:24:33.438328 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-ca1444ad-dc8b-4df9-8238-725f5abca420 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/quotas/168a5912cc444122aa0d6d6b44b7e93f HTTP/1.1" status: 200 len: 375 time: 0.0192475 Oct 19 01:24:33.542370 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-47512b84-d10d-48f0-97f2-8c4c93ff81e6 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:33.569695 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-47512b84-d10d-48f0-97f2-8c4c93ff81e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:33.607530 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-10a4898c-7eee-4f74-a5f4-c22a3773c37c tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=168a5912cc444122aa0d6d6b44b7e93f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1683154 Oct 19 01:24:33.647782 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47512b84-d10d-48f0-97f2-8c4c93ff81e6 None None] Network 5fa13990-98b0-41c2-979a-b93e0ec88bb1 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:24:33.652914 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-40d38d48-d8ff-4295-95ed-3ab487fe2024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046854248', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '3ea91f5a-cfab-4929-8197-fc07057471fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:25Z', 'updated_at': '2021-10-19T01:24:28Z', 'revision_number': 3, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '3ea91f5a-cfab-4929-8197-fc07057471fc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:26Z', 'updated_at': '2021-10-19T01:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:33.688889 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47512b84-d10d-48f0-97f2-8c4c93ff81e6 None None] Pushing event updated for resources: {'Port': ['ID=5387b2ae-da34-489c-8209-271da9a74223,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:33.701323 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-47512b84-d10d-48f0-97f2-8c4c93ff81e6 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:33.705567 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.resource_extend [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 01:24:33.708000 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47512b84-d10d-48f0-97f2-8c4c93ff81e6 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:24:33.718371 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d38d48-d8ff-4295-95ed-3ab487fe2024 None None] The sync data for ids ['20f486ea-3d19-4f1c-99a3-c25749c3f7eb'] in n-d-715271-26 is: [{'id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046854248', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '3ea91f5a-cfab-4929-8197-fc07057471fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:25Z', 'updated_at': '2021-10-19T01:24:28Z', 'revision_number': 3, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '3ea91f5a-cfab-4929-8197-fc07057471fc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:26Z', 'updated_at': '2021-10-19T01:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:24:33.801393 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae248603-69a0-4e57-b318-fcd7fded49b6 req-16980db8-b654-4233-bfba-0b9878f76db9 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:33.817487 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ae248603-69a0-4e57-b318-fcd7fded49b6 req-16980db8-b654-4233-bfba-0b9878f76db9 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=fdbbff63-5aed-498a-a91e-0af4cc233769 HTTP/1.1" status: 200 len: 944 time: 0.1224220 Oct 19 01:24:33.823026 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-1ca29622-4ae4-4dc6-b266-286ccd2cb1e3 service neutron] 10.222.0.57 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144568 Oct 19 01:24:33.858559 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-47512b84-d10d-48f0-97f2-8c4c93ff81e6 None None] Attempting to bind port 5387b2ae-da34-489c-8209-271da9a74223 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:24:33.859302 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-47512b84-d10d-48f0-97f2-8c4c93ff81e6 None None] Attempting to bind port 5387b2ae-da34-489c-8209-271da9a74223 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '0bcd5eff-8e13-46fc-8501-4ab957b9ae9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '5fa13990-98b0-41c2-979a-b93e0ec88bb1'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:24:33.860412 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47512b84-d10d-48f0-97f2-8c4c93ff81e6 None None] Attempting to bind port 5387b2ae-da34-489c-8209-271da9a74223 on network 5fa13990-98b0-41c2-979a-b93e0ec88bb1 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:24:33.876857 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47512b84-d10d-48f0-97f2-8c4c93ff81e6 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:24:33.877243 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47512b84-d10d-48f0-97f2-8c4c93ff81e6 None None] Checking segment: {'id': '0bcd5eff-8e13-46fc-8501-4ab957b9ae9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '5fa13990-98b0-41c2-979a-b93e0ec88bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:24:33.877659 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-47512b84-d10d-48f0-97f2-8c4c93ff81e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:33.878063 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47512b84-d10d-48f0-97f2-8c4c93ff81e6 None None] Bound using segment: {'id': '0bcd5eff-8e13-46fc-8501-4ab957b9ae9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '5fa13990-98b0-41c2-979a-b93e0ec88bb1'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:24:33.881106 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-47512b84-d10d-48f0-97f2-8c4c93ff81e6 None None] Bound port: 5387b2ae-da34-489c-8209-271da9a74223, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bcd5eff-8e13-46fc-8501-4ab957b9ae9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '5fa13990-98b0-41c2-979a-b93e0ec88bb1'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:24:33.883372 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-47512b84-d10d-48f0-97f2-8c4c93ff81e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:33.929668 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ae248603-69a0-4e57-b318-fcd7fded49b6 req-c6fd006a-b812-4c08-8738-af66240b8cd7 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=17035c6f-0a77-49df-9d67-a8318681365f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036749 Oct 19 01:24:34.056660 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-3d057cfc-8ce4-46c2-915a-f9504de89506 service neutron] 10.222.0.57 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326715 Oct 19 01:24:34.089066 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 74ba778f-9949-4462-9dec-e0d56fc487a6, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=74ba778f-9949-4462-9dec-e0d56fc487a6,segment=NetworkSegment(512c9a72-a7c2-4c68-bc23-b3652105591d),segment_id=512c9a72-a7c2-4c68-bc23-b3652105591d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:34.104673 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '74ba778f-9949-4462-9dec-e0d56fc487a6', 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3', 'port_id': '74ba778f-9949-4462-9dec-e0d56fc487a6', 'mac_address': 'fa:16:3e:d2:f7:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '313c4890-7a10-40d1-9c32-7abcea0c2b45', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:24:34.120127 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-47512b84-d10d-48f0-97f2-8c4c93ff81e6 None None] For port 5387b2ae-da34-489c-8209-271da9a74223, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:24:34.124308 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-47512b84-d10d-48f0-97f2-8c4c93ff81e6 None None] For port 5387b2ae-da34-489c-8209-271da9a74223, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=5387b2ae-da34-489c-8209-271da9a74223,segment=NetworkSegment(0bcd5eff-8e13-46fc-8501-4ab957b9ae9e),segment_id=0bcd5eff-8e13-46fc-8501-4ab957b9ae9e)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:24:34.139345 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-47512b84-d10d-48f0-97f2-8c4c93ff81e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:34.203373 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-374da8f3-1870-4888-ac4d-f09e9f1b1470 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:34.248237 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:34.293879 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74ba778f-9949-4462-9dec-e0d56fc487a6 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:24:34.318225 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47512b84-d10d-48f0-97f2-8c4c93ff81e6 None None] Pushing event updated for resources: {'Port': ['ID=5387b2ae-da34-489c-8209-271da9a74223,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:34.355903 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 74ba778f-9949-4462-9dec-e0d56fc487a6, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=74ba778f-9949-4462-9dec-e0d56fc487a6,segment=NetworkSegment(512c9a72-a7c2-4c68-bc23-b3652105591d),segment_id=512c9a72-a7c2-4c68-bc23-b3652105591d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:34.366286 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:34.527480 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=74ba778f-9949-4462-9dec-e0d56fc487a6,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:34.600856 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['74ba778f-9949-4462-9dec-e0d56fc487a6'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:24:34.653896 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ca0efc5c-a823-429e-bb56-ff93ced25c60 req-2eeb3246-5def-4d0b-b0b8-7e9bd3f8028f tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 210 time: 0.0994146 Oct 19 01:24:35.029681 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-374da8f3-1870-4888-ac4d-f09e9f1b1470 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Allocated IP 172.20.0.1 (5fa13990-98b0-41c2-979a-b93e0ec88bb1/dcb20c68-c38a-4476-9bb4-b08c2e7223b6/693fed26-3533-48ee-9646-c2ad973a3ae8) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:24:35.258844 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdddb42-badd-4098-b856-98939bc71fb2 req-475e0347-9758-42b2-819a-dbd4c8558646 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:35.261095 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0cdddb42-badd-4098-b856-98939bc71fb2 req-475e0347-9758-42b2-819a-dbd4c8558646 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=fdbbff63-5aed-498a-a91e-0af4cc233769 HTTP/1.1" status: 200 len: 945 time: 0.1669767 Oct 19 01:24:35.334200 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0cdddb42-badd-4098-b856-98939bc71fb2 req-1849e5ed-ae49-4336-bf1d-de814d6e0735 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=17035c6f-0a77-49df-9d67-a8318681365f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642257 Oct 19 01:24:35.386969 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-374da8f3-1870-4888-ac4d-f09e9f1b1470 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:35.440510 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-374da8f3-1870-4888-ac4d-f09e9f1b1470 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:35.509564 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374da8f3-1870-4888-ac4d-f09e9f1b1470 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Network 5fa13990-98b0-41c2-979a-b93e0ec88bb1 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:24:35.516396 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-374da8f3-1870-4888-ac4d-f09e9f1b1470 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:35.522496 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374da8f3-1870-4888-ac4d-f09e9f1b1470 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:24:35.603322 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374da8f3-1870-4888-ac4d-f09e9f1b1470 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'Port': ['ID=693fed26-3533-48ee-9646-c2ad973a3ae8,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:35.641157 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-374da8f3-1870-4888-ac4d-f09e9f1b1470 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:35.859183 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bc9aaf0c-586f-44e1-92c6-b931c9859ea2 req-3bb810ee-f5f7-4f2a-a129-62a0a8d66b12 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 210 time: 0.0803688 Oct 19 01:24:35.994957 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-374da8f3-1870-4888-ac4d-f09e9f1b1470 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:36.277524 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cdb6af-2d61-4204-a098-b61dd0b13ec2 None None] Network 5fa13990-98b0-41c2-979a-b93e0ec88bb1 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:24:36.430229 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-780538ec-044a-4cbd-9f6f-cf4bee0c2b5a None None] Provisioning complete for port 5387b2ae-da34-489c-8209-271da9a74223 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:36.430623 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-780538ec-044a-4cbd-9f6f-cf4bee0c2b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:36.532357 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-fba1bcf5-dcb6-42d6-9559-3e2187741676 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:36.533911 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-fba1bcf5-dcb6-42d6-9559-3e2187741676 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.55 "GET /v2.0/networks?id=2309c3e4-1aec-4060-b6e9-bbaad5369c41 HTTP/1.1" status: 200 len: 812 time: 0.4007850 Oct 19 01:24:36.550408 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-d8d7c6db-be7c-4f72-a64d-ba3b659be58e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Request body: {'port': {'device_id': '9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5', 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41', 'admin_state_up': True, 'tenant_id': '168a5912cc444122aa0d6d6b44b7e93f'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:36.570054 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e58b0-0f75-465a-a4eb-6c0b73993f0c req-89123257-d35c-464a-ba97-5909bbe279b8 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:36.591981 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-324e58b0-0f75-465a-a4eb-6c0b73993f0c req-89123257-d35c-464a-ba97-5909bbe279b8 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=fdbbff63-5aed-498a-a91e-0af4cc233769 HTTP/1.1" status: 200 len: 945 time: 0.1052461 Oct 19 01:24:36.678606 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-324e58b0-0f75-465a-a4eb-6c0b73993f0c req-8ca86f80-6c51-4ca1-a368-56ca65a68cbd tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=17035c6f-0a77-49df-9d67-a8318681365f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849802 Oct 19 01:24:36.724916 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 5387b2ae-da34-489c-8209-271da9a74223 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:24:36.822373 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-780538ec-044a-4cbd-9f6f-cf4bee0c2b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:36.903107 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-780538ec-044a-4cbd-9f6f-cf4bee0c2b5a None None] For port 5387b2ae-da34-489c-8209-271da9a74223, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=5387b2ae-da34-489c-8209-271da9a74223,segment=NetworkSegment(0bcd5eff-8e13-46fc-8501-4ab957b9ae9e),segment_id=0bcd5eff-8e13-46fc-8501-4ab957b9ae9e)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:36.918801 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-780538ec-044a-4cbd-9f6f-cf4bee0c2b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:36.959044 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-374da8f3-1870-4888-ac4d-f09e9f1b1470 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:36.977373 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-374da8f3-1870-4888-ac4d-f09e9f1b1470 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:37.096987 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 5387b2ae-da34-489c-8209-271da9a74223 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:37.097562 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:37.134949 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780538ec-044a-4cbd-9f6f-cf4bee0c2b5a None None] Pushing event updated for resources: {'Port': ['ID=5387b2ae-da34-489c-8209-271da9a74223,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:37.219089 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 74ba778f-9949-4462-9dec-e0d56fc487a6 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:24:37.353518 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 3ea91f5a-cfab-4929-8197-fc07057471fc up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:24:37.446770 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 74ba778f-9949-4462-9dec-e0d56fc487a6 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:24:37.458683 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 74ba778f-9949-4462-9dec-e0d56fc487a6 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:37.459052 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:37.578574 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 3ea91f5a-cfab-4929-8197-fc07057471fc triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:37.578952 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:37.684953 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:37.782953 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 74ba778f-9949-4462-9dec-e0d56fc487a6, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=74ba778f-9949-4462-9dec-e0d56fc487a6,segment=NetworkSegment(512c9a72-a7c2-4c68-bc23-b3652105591d),segment_id=512c9a72-a7c2-4c68-bc23-b3652105591d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:37.784785 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-368b79eb-e874-4a67-9f8c-ec1a8c5338a3 None None] Provisioning complete for port 5387b2ae-da34-489c-8209-271da9a74223 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:37.786140 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-368b79eb-e874-4a67-9f8c-ec1a8c5338a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:37.805341 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbbff63-5aed-498a-a91e-0af4cc233769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ba778f-9949-4462-9dec-e0d56fc487a6'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:24:37.805341 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace53174-fc77-47dc-8f0b-c6af6a3fb47c" -d '{"events": [{"server_uuid": "fdbbff63-5aed-498a-a91e-0af4cc233769", "name": "network-vif-plugged", "status": "completed", "tag": "74ba778f-9949-4462-9dec-e0d56fc487a6"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:24:37.874681 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b61aa-7003-4d6f-9421-7ca71feffab8 req-dd5db874-8a4e-49b7-a41b-2f9cd656efb2 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:37.875758 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:37.894713 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2d2b61aa-7003-4d6f-9421-7ca71feffab8 req-dd5db874-8a4e-49b7-a41b-2f9cd656efb2 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=fdbbff63-5aed-498a-a91e-0af4cc233769 HTTP/1.1" status: 200 len: 945 time: 0.1130250 Oct 19 01:24:37.947856 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ffa18191-c6f3-48dc-8107-c95a06c93ac6 req-e444e802-303a-4485-9f0e-16c595688d5b tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 210 time: 0.7704666 Oct 19 01:24:38.011286 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-d8d7c6db-be7c-4f72-a64d-ba3b659be58e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Made reservation on behalf of 168a5912cc444122aa0d6d6b44b7e93f for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:24:38.026177 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-d8d7c6db-be7c-4f72-a64d-ba3b659be58e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:38.053980 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374da8f3-1870-4888-ac4d-f09e9f1b1470 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'Port': ['ID=693fed26-3533-48ee-9646-c2ad973a3ae8,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:38.080980 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-374da8f3-1870-4888-ac4d-f09e9f1b1470 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:38.213328 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:38.243523 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 3ea91f5a-cfab-4929-8197-fc07057471fc, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=3ea91f5a-cfab-4929-8197-fc07057471fc,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:38.248544 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e03855-ad1a-42ff-a65e-1dd50ec3f8bb x-openstack-request-id: req-d9e03855-ad1a-42ff-a65e-1dd50ec3f8bb {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:24:38.248873 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbbff63-5aed-498a-a91e-0af4cc233769", "name": "network-vif-plugged", "status": "completed", "tag": "74ba778f-9949-4462-9dec-e0d56fc487a6", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:24:38.249775 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d9e03855-ad1a-42ff-a65e-1dd50ec3f8bb {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:24:38.250498 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbbff63-5aed-498a-a91e-0af4cc233769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ba778f-9949-4462-9dec-e0d56fc487a6', 'code': 200} Oct 19 01:24:38.255472 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:38.442808 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=74ba778f-9949-4462-9dec-e0d56fc487a6,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:38.460294 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2d2b61aa-7003-4d6f-9421-7ca71feffab8 req-55e74818-c0b5-41c9-88b1-424b24d1fc71 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=17035c6f-0a77-49df-9d67-a8318681365f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5636771 Oct 19 01:24:38.486934 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe19eb9-585d-4328-83a1-cccb1bb61ca1 req-16232e76-24d3-40e2-8c6d-e617874c687d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:38.488940 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dfe19eb9-585d-4328-83a1-cccb1bb61ca1 req-16232e76-24d3-40e2-8c6d-e617874c687d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fdbbff63-5aed-498a-a91e-0af4cc233769 HTTP/1.1" status: 200 len: 1098 time: 0.3149774 Oct 19 01:24:38.575805 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 5387b2ae-da34-489c-8209-271da9a74223 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:24:38.602722 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dfe19eb9-585d-4328-83a1-cccb1bb61ca1 req-036a6bde-55de-4bce-a324-0a7d4b6ac27e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=17035c6f-0a77-49df-9d67-a8318681365f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057234 Oct 19 01:24:38.641358 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-d8d7c6db-be7c-4f72-a64d-ba3b659be58e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Allocated IP 172.20.0.13 (2309c3e4-1aec-4060-b6e9-bbaad5369c41/e75ff155-8f86-450c-9276-3e4132eca531/69088e97-774a-4fba-9007-c95c94165041) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:24:38.939498 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374da8f3-1870-4888-ac4d-f09e9f1b1470 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Network 5fa13990-98b0-41c2-979a-b93e0ec88bb1 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:24:38.941480 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-374da8f3-1870-4888-ac4d-f09e9f1b1470 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:38.969807 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-368b79eb-e874-4a67-9f8c-ec1a8c5338a3 None None] Provisioning complete for port 693fed26-3533-48ee-9646-c2ad973a3ae8 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:38.970299 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-368b79eb-e874-4a67-9f8c-ec1a8c5338a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:38.979390 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=3ea91f5a-cfab-4929-8197-fc07057471fc,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:39.061677 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 5387b2ae-da34-489c-8209-271da9a74223 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:39.062680 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:39.070082 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-368b79eb-e874-4a67-9f8c-ec1a8c5338a3 None None] Port 693fed26-3533-48ee-9646-c2ad973a3ae8 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:24:39.157421 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-d8d7c6db-be7c-4f72-a64d-ba3b659be58e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:39.179875 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-37a4a898-d721-427b-a9fe-ed49e29844c7 req-8e304286-f31d-4a99-b353-316e91a2f6f8 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 210 time: 0.0909071 Oct 19 01:24:39.234409 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4fdbfbd3-a75d-4a96-b51f-e09c24a2d192 None None] Provisioning complete for port 693fed26-3533-48ee-9646-c2ad973a3ae8 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:39.234926 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4fdbfbd3-a75d-4a96-b51f-e09c24a2d192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:39.284447 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4fdbfbd3-a75d-4a96-b51f-e09c24a2d192 None None] Port 693fed26-3533-48ee-9646-c2ad973a3ae8 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:24:39.316744 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374da8f3-1870-4888-ac4d-f09e9f1b1470 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Router 20f486ea-3d19-4f1c-99a3-c25749c3f7eb has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:24:39.368026 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-d8d7c6db-be7c-4f72-a64d-ba3b659be58e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:39.407256 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-03038dac-bdc7-4b47-84c1-39f505cf04e4 None None] Provisioning complete for port 693fed26-3533-48ee-9646-c2ad973a3ae8 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:39.407703 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-03038dac-bdc7-4b47-84c1-39f505cf04e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:39.446158 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-03038dac-bdc7-4b47-84c1-39f505cf04e4 None None] Port 693fed26-3533-48ee-9646-c2ad973a3ae8 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:24:39.501224 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-d8d7c6db-be7c-4f72-a64d-ba3b659be58e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Network 2309c3e4-1aec-4060-b6e9-bbaad5369c41 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:24:39.509036 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-d8d7c6db-be7c-4f72-a64d-ba3b659be58e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:39.513470 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7c6db-be7c-4f72-a64d-ba3b659be58e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Pushing event updated for resources: {'Port': ['ID=69088e97-774a-4fba-9007-c95c94165041,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:39.515760 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-d8d7c6db-be7c-4f72-a64d-ba3b659be58e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:24:39.582184 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374da8f3-1870-4888-ac4d-f09e9f1b1470 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:24:39.599806 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-374da8f3-1870-4888-ac4d-f09e9f1b1470 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "PUT /v2.0/routers/20f486ea-3d19-4f1c-99a3-c25749c3f7eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9972684 Oct 19 01:24:39.604795 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75040f32-3d20-477f-b1b5-585cf55c684d None None] Sync routers for ids ['20f486ea-3d19-4f1c-99a3-c25749c3f7eb'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:24:39.621665 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75040f32-3d20-477f-b1b5-585cf55c684d None None] Routers {'20f486ea-3d19-4f1c-99a3-c25749c3f7eb'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:24:39.625754 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-75040f32-3d20-477f-b1b5-585cf55c684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:24:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['20f486ea-3d19-4f1c-99a3-c25749c3f7eb'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:39.689122 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-d8d7c6db-be7c-4f72-a64d-ba3b659be58e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:39.690012 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-d8d7c6db-be7c-4f72-a64d-ba3b659be58e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:39.771306 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51160183-159e-4cda-a72d-984b4de9d164 req-ea5c7228-9071-425d-b3fd-25833bc5879d tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:39.773238 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51160183-159e-4cda-a72d-984b4de9d164 req-ea5c7228-9071-425d-b3fd-25833bc5879d tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=fdbbff63-5aed-498a-a91e-0af4cc233769 HTTP/1.1" status: 200 len: 946 time: 0.2034509 Oct 19 01:24:39.777771 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-d8d7c6db-be7c-4f72-a64d-ba3b659be58e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2312913 Oct 19 01:24:39.802392 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-7dcac394-dae2-4ec9-b505-b2512be0153f service neutron] Request body: {'port': {'device_id': '9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:39.828637 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-75040f32-3d20-477f-b1b5-585cf55c684d None None] Set router 20f486ea-3d19-4f1c-99a3-c25749c3f7eb gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:24:39.987140 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51160183-159e-4cda-a72d-984b4de9d164 req-d56a92ec-1f09-458f-b308-be56a9536726 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=17035c6f-0a77-49df-9d67-a8318681365f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011187 Oct 19 01:24:39.993680 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-7dcac394-dae2-4ec9-b505-b2512be0153f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:40.079020 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-403d3a7b-43f8-493a-b414-4a75eb12fe9c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-535991823&fields=id&tenant_id=b92153fb65d447bf94f5610e1ad52929 HTTP/1.1" status: 200 len: 267 time: 0.0961850 Oct 19 01:24:40.081976 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4035a92a-ecaf-4b28-af6c-889ec534a57d None None] Provisioning complete for port 69088e97-774a-4fba-9007-c95c94165041 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:40.082358 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4035a92a-ecaf-4b28-af6c-889ec534a57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:40.198121 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4035a92a-ecaf-4b28-af6c-889ec534a57d None None] Port 69088e97-774a-4fba-9007-c95c94165041 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:24:40.220636 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-75040f32-3d20-477f-b1b5-585cf55c684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046854248', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '3ea91f5a-cfab-4929-8197-fc07057471fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:25Z', 'updated_at': '2021-10-19T01:24:35Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '3ea91f5a-cfab-4929-8197-fc07057471fc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:26Z', 'updated_at': '2021-10-19T01:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '693fed26-3533-48ee-9646-c2ad973a3ae8', 'name': '', 'network_id': '5fa13990-98b0-41c2-979a-b93e0ec88bb1', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'mac_address': 'fa:16:3e:8c:d1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'dcb20c68-c38a-4476-9bb4-b08c2e7223b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:34Z', 'updated_at': '2021-10-19T01:24:36Z', 'revision_number': 2, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'subnets': [{'id': 'dcb20c68-c38a-4476-9bb4-b08c2e7223b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:40.268315 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75040f32-3d20-477f-b1b5-585cf55c684d None None] Checking router: 20f486ea-3d19-4f1c-99a3-c25749c3f7eb for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:24:40.268661 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75040f32-3d20-477f-b1b5-585cf55c684d None None] Updating router 20f486ea-3d19-4f1c-99a3-c25749c3f7eb port 693fed26-3533-48ee-9646-c2ad973a3ae8 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:24:40.315506 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-54065519-a1f9-4678-8dd7-7ff7eb00f4b2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:40.332291 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-54065519-a1f9-4678-8dd7-7ff7eb00f4b2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/networks?id=5fa13990-98b0-41c2-979a-b93e0ec88bb1 HTTP/1.1" status: 200 len: 796 time: 0.2381930 Oct 19 01:24:40.349165 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-75040f32-3d20-477f-b1b5-585cf55c684d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:40.363561 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-fcceeee6-0e8d-4d20-a5ba-225f71d62545 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/quotas/b92153fb65d447bf94f5610e1ad52929 HTTP/1.1" status: 200 len: 375 time: 0.0302770 Oct 19 01:24:40.421416 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955b2c5-51d1-4fb7-9652-8ea616a6038a req-46792555-cfab-48d7-89be-c6b3a9a4550d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:40.431588 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8955b2c5-51d1-4fb7-9652-8ea616a6038a req-46792555-cfab-48d7-89be-c6b3a9a4550d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 932 time: 0.1334629 Oct 19 01:24:40.438502 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 3ea91f5a-cfab-4929-8197-fc07057471fc up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:24:40.488417 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-8e5ce0ab-d5e7-474c-a1d0-a6b796de6308 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b92153fb65d447bf94f5610e1ad52929&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1238749 Oct 19 01:24:40.573930 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 3ea91f5a-cfab-4929-8197-fc07057471fc triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:40.574515 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:40.693115 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-99a3fae1-da9d-4033-9360-5954ed5a123c service neutron] 10.222.0.57 "GET /v2.0/networks/5fa13990-98b0-41c2-979a-b93e0ec88bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904776 Oct 19 01:24:40.742632 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-7dcac394-dae2-4ec9-b505-b2512be0153f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69088e97-774a-4fba-9007-c95c94165041 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:24:40.753219 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-7dcac394-dae2-4ec9-b505-b2512be0153f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:40.786652 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-7dcac394-dae2-4ec9-b505-b2512be0153f service neutron] Transition to ACTIVE for port object 69088e97-774a-4fba-9007-c95c94165041 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:24:40.811367 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8955b2c5-51d1-4fb7-9652-8ea616a6038a req-04df8cc4-8a0d-4f84-a086-13fdb995227f tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790154 Oct 19 01:24:40.812168 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-7dcac394-dae2-4ec9-b505-b2512be0153f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:40.916127 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-52aefa1b-6e96-4ac1-8fac-58be7b2e3fd6 service neutron] 10.222.0.57 "GET /v2.0/networks/5fa13990-98b0-41c2-979a-b93e0ec88bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219582 Oct 19 01:24:41.002252 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-75040f32-3d20-477f-b1b5-585cf55c684d None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:41.025984 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-75040f32-3d20-477f-b1b5-585cf55c684d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:41.087823 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcac394-dae2-4ec9-b505-b2512be0153f service neutron] Pushing event updated for resources: {'Port': ['ID=69088e97-774a-4fba-9007-c95c94165041,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:41.114699 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739946cd-a418-4896-b99a-923c7ea64e40 None None] Pushing event updated for resources: {'Port': ['ID=693fed26-3533-48ee-9646-c2ad973a3ae8,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:41.127453 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739946cd-a418-4896-b99a-923c7ea64e40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:41.128112 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739946cd-a418-4896-b99a-923c7ea64e40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:41.128625 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739946cd-a418-4896-b99a-923c7ea64e40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:41.129837 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739946cd-a418-4896-b99a-923c7ea64e40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:41.130373 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739946cd-a418-4896-b99a-923c7ea64e40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:41.130905 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739946cd-a418-4896-b99a-923c7ea64e40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:41.131424 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739946cd-a418-4896-b99a-923c7ea64e40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:41.131979 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739946cd-a418-4896-b99a-923c7ea64e40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:41.133191 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739946cd-a418-4896-b99a-923c7ea64e40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:41.133765 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739946cd-a418-4896-b99a-923c7ea64e40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:41.134468 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739946cd-a418-4896-b99a-923c7ea64e40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:41.135133 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739946cd-a418-4896-b99a-923c7ea64e40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:41.153695 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-7dcac394-dae2-4ec9-b505-b2512be0153f service neutron] Attempting to bind port 69088e97-774a-4fba-9007-c95c94165041 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:24:41.154041 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-7dcac394-dae2-4ec9-b505-b2512be0153f service neutron] Attempting to bind port 69088e97-774a-4fba-9007-c95c94165041 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '4b6d7739-7ceb-4ad9-96c8-dcc56689c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:24:41.154371 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-7dcac394-dae2-4ec9-b505-b2512be0153f service neutron] Attempting to bind port 69088e97-774a-4fba-9007-c95c94165041 on network 2309c3e4-1aec-4060-b6e9-bbaad5369c41 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:24:41.161405 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-7dcac394-dae2-4ec9-b505-b2512be0153f service neutron] Port 69088e97-774a-4fba-9007-c95c94165041 on network 2309c3e4-1aec-4060-b6e9-bbaad5369c41 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:24:41.161582 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-7dcac394-dae2-4ec9-b505-b2512be0153f service neutron] Attempting to bind port 69088e97-774a-4fba-9007-c95c94165041 on network 2309c3e4-1aec-4060-b6e9-bbaad5369c41 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:24:41.177253 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-7dcac394-dae2-4ec9-b505-b2512be0153f service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:24:41.177597 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-7dcac394-dae2-4ec9-b505-b2512be0153f service neutron] Checking segment: {'id': '4b6d7739-7ceb-4ad9-96c8-dcc56689c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:24:41.177997 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-7dcac394-dae2-4ec9-b505-b2512be0153f service neutron] Bound using segment: {'id': '4b6d7739-7ceb-4ad9-96c8-dcc56689c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:24:41.178453 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-7dcac394-dae2-4ec9-b505-b2512be0153f service neutron] Bound port: 69088e97-774a-4fba-9007-c95c94165041, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6d7739-7ceb-4ad9-96c8-dcc56689c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:24:41.178818 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-7dcac394-dae2-4ec9-b505-b2512be0153f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:41.217545 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ac17b-f683-408b-bc40-3a4ff9503cac req-561ead26-499b-450a-8aa0-3c31f396a5e1 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:41.219163 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8b7ac17b-f683-408b-bc40-3a4ff9503cac req-561ead26-499b-450a-8aa0-3c31f396a5e1 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=fdbbff63-5aed-498a-a91e-0af4cc233769 HTTP/1.1" status: 200 len: 946 time: 0.0985124 Oct 19 01:24:41.259764 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-75040f32-3d20-477f-b1b5-585cf55c684d None None] Attempting to bind port 693fed26-3533-48ee-9646-c2ad973a3ae8 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:24:41.260142 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-75040f32-3d20-477f-b1b5-585cf55c684d None None] Attempting to bind port 693fed26-3533-48ee-9646-c2ad973a3ae8 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '0bcd5eff-8e13-46fc-8501-4ab957b9ae9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '5fa13990-98b0-41c2-979a-b93e0ec88bb1'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:24:41.260505 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75040f32-3d20-477f-b1b5-585cf55c684d None None] Attempting to bind port 693fed26-3533-48ee-9646-c2ad973a3ae8 on network 5fa13990-98b0-41c2-979a-b93e0ec88bb1 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:24:41.265876 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75040f32-3d20-477f-b1b5-585cf55c684d None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:24:41.266250 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75040f32-3d20-477f-b1b5-585cf55c684d None None] Checking segment: {'id': '0bcd5eff-8e13-46fc-8501-4ab957b9ae9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '5fa13990-98b0-41c2-979a-b93e0ec88bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:24:41.266648 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-75040f32-3d20-477f-b1b5-585cf55c684d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:41.267042 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75040f32-3d20-477f-b1b5-585cf55c684d None None] Bound using segment: {'id': '0bcd5eff-8e13-46fc-8501-4ab957b9ae9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '5fa13990-98b0-41c2-979a-b93e0ec88bb1'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:24:41.267511 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-75040f32-3d20-477f-b1b5-585cf55c684d None None] Bound port: 693fed26-3533-48ee-9646-c2ad973a3ae8, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bcd5eff-8e13-46fc-8501-4ab957b9ae9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '5fa13990-98b0-41c2-979a-b93e0ec88bb1'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:24:41.267933 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-75040f32-3d20-477f-b1b5-585cf55c684d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:41.359656 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-75040f32-3d20-477f-b1b5-585cf55c684d None None] For port 693fed26-3533-48ee-9646-c2ad973a3ae8, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:24:41.365415 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8b7ac17b-f683-408b-bc40-3a4ff9503cac req-8761ac45-2abe-406f-b512-7a11a60d1762 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=17035c6f-0a77-49df-9d67-a8318681365f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887339 Oct 19 01:24:41.366115 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-75040f32-3d20-477f-b1b5-585cf55c684d None None] For port 693fed26-3533-48ee-9646-c2ad973a3ae8, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=693fed26-3533-48ee-9646-c2ad973a3ae8,segment=NetworkSegment(0bcd5eff-8e13-46fc-8501-4ab957b9ae9e),segment_id=0bcd5eff-8e13-46fc-8501-4ab957b9ae9e)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:24:41.376110 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-75040f32-3d20-477f-b1b5-585cf55c684d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:41.377413 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-7dcac394-dae2-4ec9-b505-b2512be0153f service neutron] For port 69088e97-774a-4fba-9007-c95c94165041, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:24:41.383029 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-7dcac394-dae2-4ec9-b505-b2512be0153f service neutron] For port 69088e97-774a-4fba-9007-c95c94165041, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=69088e97-774a-4fba-9007-c95c94165041,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:24:41.401076 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-7dcac394-dae2-4ec9-b505-b2512be0153f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:41.483093 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-637fe4cf-a4b7-4bb9-afe0-2f601b318de1 None None] Provisioning complete for port 693fed26-3533-48ee-9646-c2ad973a3ae8 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:41.483684 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-637fe4cf-a4b7-4bb9-afe0-2f601b318de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:41.485426 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-7dcac394-dae2-4ec9-b505-b2512be0153f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:41.486067 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-7dcac394-dae2-4ec9-b505-b2512be0153f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:41.487548 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-7dcac394-dae2-4ec9-b505-b2512be0153f service neutron] 10.222.0.55 "PUT /v2.0/ports/69088e97-774a-4fba-9007-c95c94165041 HTTP/1.1" status: 200 len: 1093 time: 1.6911209 Oct 19 01:24:41.491204 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5', 'tag': '69088e97-774a-4fba-9007-c95c94165041'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:24:41.514925 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bff5cf-f6b9-46ce-ade0-24f3556bb694" -d '{"events": [{"name": "network-changed", "server_uuid": "9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5", "tag": "69088e97-774a-4fba-9007-c95c94165041"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:24:41.515233 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75040f32-3d20-477f-b1b5-585cf55c684d None None] Routers {'20f486ea-3d19-4f1c-99a3-c25749c3f7eb'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:24:41.515233 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-75040f32-3d20-477f-b1b5-585cf55c684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:24:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['20f486ea-3d19-4f1c-99a3-c25749c3f7eb'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:41.515233 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739946cd-a418-4896-b99a-923c7ea64e40 None None] Pushing event updated for resources: {'Port': ['ID=693fed26-3533-48ee-9646-c2ad973a3ae8,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:41.660998 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcac394-dae2-4ec9-b505-b2512be0153f service neutron] Pushing event updated for resources: {'Port': ['ID=69088e97-774a-4fba-9007-c95c94165041,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:41.687803 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-75040f32-3d20-477f-b1b5-585cf55c684d None None] Set router 20f486ea-3d19-4f1c-99a3-c25749c3f7eb gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:24:41.704758 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8b8af-b18d-4c1b-b258-edc5c67fe2e9 req-51412a60-b29d-4fd1-81bf-53fed98ff488 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:41.706790 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-637fe4cf-a4b7-4bb9-afe0-2f601b318de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:41.711314 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bde8b8af-b18d-4c1b-b258-edc5c67fe2e9 req-51412a60-b29d-4fd1-81bf-53fed98ff488 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=fdbbff63-5aed-498a-a91e-0af4cc233769 HTTP/1.1" status: 200 len: 946 time: 0.1954031 Oct 19 01:24:41.717705 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 32784) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:41.722308 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-8976291d-5b93-41d4-8b7b-60d92957146e tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Request body: {'floatingip': {'port_id': '74ba778f-9949-4462-9dec-e0d56fc487a6'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:41.764562 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-fde0c28b-85ed-4bc5-a36d-ea7fe98f3664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:41.777564 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-fde0c28b-85ed-4bc5-a36d-ea7fe98f3664 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=168a5912cc444122aa0d6d6b44b7e93f&device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 1096 time: 0.1990829 Oct 19 01:24:41.816526 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-637fe4cf-a4b7-4bb9-afe0-2f601b318de1 None None] For port 693fed26-3533-48ee-9646-c2ad973a3ae8, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=693fed26-3533-48ee-9646-c2ad973a3ae8,segment=NetworkSegment(0bcd5eff-8e13-46fc-8501-4ab957b9ae9e),segment_id=0bcd5eff-8e13-46fc-8501-4ab957b9ae9e)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:41.825424 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-637fe4cf-a4b7-4bb9-afe0-2f601b318de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:41.884001 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8976291d-5b93-41d4-8b7b-60d92957146e tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for floatingip, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:41.938954 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef683b95-9a02-47a2-9947-8c2654601144 x-openstack-request-id: req-ef683b95-9a02-47a2-9947-8c2654601144 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:24:41.940190 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5", "tag": "69088e97-774a-4fba-9007-c95c94165041", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:24:41.940659 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ef683b95-9a02-47a2-9947-8c2654601144 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:24:41.941493 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5', 'tag': '69088e97-774a-4fba-9007-c95c94165041', 'status': 'completed', 'code': 200} Oct 19 01:24:41.943513 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-71033727-3155-44b4-967e-3bb83aff7952 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69088e97-774a-4fba-9007-c95c94165041 HTTP/1.1" status: 200 len: 217 time: 0.1558340 Oct 19 01:24:41.970763 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fe4cf-a4b7-4bb9-afe0-2f601b318de1 None None] Pushing event updated for resources: {'Port': ['ID=693fed26-3533-48ee-9646-c2ad973a3ae8,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:41.986078 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-abf65f5b-4007-4b29-98e4-240f3b92ac30 None None] Provisioning complete for port 693fed26-3533-48ee-9646-c2ad973a3ae8 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:41.986623 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-abf65f5b-4007-4b29-98e4-240f3b92ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:42.118190 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-75040f32-3d20-477f-b1b5-585cf55c684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046854248', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '3ea91f5a-cfab-4929-8197-fc07057471fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:25Z', 'updated_at': '2021-10-19T01:24:35Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '3ea91f5a-cfab-4929-8197-fc07057471fc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:26Z', 'updated_at': '2021-10-19T01:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '693fed26-3533-48ee-9646-c2ad973a3ae8', 'name': '', 'network_id': '5fa13990-98b0-41c2-979a-b93e0ec88bb1', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'mac_address': 'fa:16:3e:8c:d1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'dcb20c68-c38a-4476-9bb4-b08c2e7223b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:34Z', 'updated_at': '2021-10-19T01:24:41Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'subnets': [{'id': 'dcb20c68-c38a-4476-9bb4-b08c2e7223b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:42.175436 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3d3e0-8d40-45cc-8620-64dbd4fabe63 req-367f7f1a-4011-4509-a828-135cd00aea4a tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:42.183495 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4bf3d3e0-8d40-45cc-8620-64dbd4fabe63 req-367f7f1a-4011-4509-a828-135cd00aea4a tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 944 time: 0.1404133 Oct 19 01:24:42.185212 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75040f32-3d20-477f-b1b5-585cf55c684d None None] The sync data for ids ['20f486ea-3d19-4f1c-99a3-c25749c3f7eb'] in n-d-715271-26 is: [{'id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046854248', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '3ea91f5a-cfab-4929-8197-fc07057471fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:25Z', 'updated_at': '2021-10-19T01:24:35Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '3ea91f5a-cfab-4929-8197-fc07057471fc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:26Z', 'updated_at': '2021-10-19T01:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '693fed26-3533-48ee-9646-c2ad973a3ae8', 'name': '', 'network_id': '5fa13990-98b0-41c2-979a-b93e0ec88bb1', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'mac_address': 'fa:16:3e:8c:d1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'dcb20c68-c38a-4476-9bb4-b08c2e7223b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:34Z', 'updated_at': '2021-10-19T01:24:41Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'subnets': [{'id': 'dcb20c68-c38a-4476-9bb4-b08c2e7223b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:24:42.235889 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-ad38ae70-97ef-4198-ad08-1751783434f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:42.237397 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-ad38ae70-97ef-4198-ad08-1751783434f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e75ff155-8f86-450c-9276-3e4132eca531 HTTP/1.1" status: 200 len: 851 time: 0.2831190 Oct 19 01:24:42.303244 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4bf3d3e0-8d40-45cc-8620-64dbd4fabe63 req-accbd611-b28c-4acd-84f4-39c56d33bc05 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180091 Oct 19 01:24:42.405674 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-caec68c6-bd8e-46be-83b4-446dc9d55f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:42.408045 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-caec68c6-bd8e-46be-83b4-446dc9d55f42 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2309c3e4-1aec-4060-b6e9-bbaad5369c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1535554 Oct 19 01:24:42.507873 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 693fed26-3533-48ee-9646-c2ad973a3ae8 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:24:42.545569 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b5efb9b1-0976-4e60-83fa-58aa4382ab74 req-8720ff6a-613e-49a8-9dbe-5a04cefc9bcb tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 210 time: 0.1077187 Oct 19 01:24:42.613337 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-d90b4318-83fc-46eb-8f4b-81df395657ba tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1354704023&fields=id&tenant_id=248f0ca5d5d44d8ab1ae3c514fead24b HTTP/1.1" status: 200 len: 267 time: 0.1026599 Oct 19 01:24:42.666885 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 693fed26-3533-48ee-9646-c2ad973a3ae8 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:42.667264 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:42.715681 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-671aafe4-0daa-45e9-b719-2af01ea099df service neutron] 10.222.0.55 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969143 Oct 19 01:24:42.913396 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3172ffdb-0deb-4669-89a2-3785bd6b5353 req-72fd594a-5ed3-43da-b464-e1ed0351ce85 service neutron] 10.222.0.55 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879611 Oct 19 01:24:43.051062 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bff5cf-f6b9-46ce-ade0-24f3556bb694 req-86d0fdf6-cfe8-43f4-94f4-aca9a26254d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:43.052876 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f8bff5cf-f6b9-46ce-ade0-24f3556bb694 req-86d0fdf6-cfe8-43f4-94f4-aca9a26254d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=168a5912cc444122aa0d6d6b44b7e93f&device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 1096 time: 0.0697353 Oct 19 01:24:43.094528 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.db.resource_extend [None req-8976291d-5b93-41d4-8b7b-60d92957146e tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 01:24:43.170165 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8976291d-5b93-41d4-8b7b-60d92957146e tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:43.196645 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8976291d-5b93-41d4-8b7b-60d92957146e tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:43.301282 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bff5cf-f6b9-46ce-ade0-24f3556bb694 req-dbd30962-97f3-4cee-9b72-f6a9c0c48e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:43.304908 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f8bff5cf-f6b9-46ce-ade0-24f3556bb694 req-dbd30962-97f3-4cee-9b72-f6a9c0c48e0f service neutron] 10.222.0.55 "GET /v2.0/networks?id=2309c3e4-1aec-4060-b6e9-bbaad5369c41 HTTP/1.1" status: 200 len: 913 time: 0.2424841 Oct 19 01:24:43.329123 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:24:43.339378 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-6fcf193a-cad2-41d0-807a-5272b24e9418 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:43.355440 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-6fcf193a-cad2-41d0-807a-5272b24e9418 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/networks?id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a HTTP/1.1" status: 200 len: 812 time: 0.7227356 Oct 19 01:24:43.415593 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f8bff5cf-f6b9-46ce-ade0-24f3556bb694 req-21b73190-1428-45e3-ad0d-12aa4ab0bfd4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69088e97-774a-4fba-9007-c95c94165041 HTTP/1.1" status: 200 len: 217 time: 0.1018927 Oct 19 01:24:43.502266 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-90988cf4-665e-4a89-b5b6-b06754161274 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/quotas/248f0ca5d5d44d8ab1ae3c514fead24b HTTP/1.1" status: 200 len: 375 time: 0.1279507 Oct 19 01:24:43.565778 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bff5cf-f6b9-46ce-ade0-24f3556bb694 req-dbaabc0b-eae6-457b-ac72-ec6cad26b316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:43.567911 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f8bff5cf-f6b9-46ce-ade0-24f3556bb694 req-dbaabc0b-eae6-457b-ac72-ec6cad26b316 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e75ff155-8f86-450c-9276-3e4132eca531 HTTP/1.1" status: 200 len: 851 time: 0.1424344 Oct 19 01:24:43.593376 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [None req-8976291d-5b93-41d4-8b7b-60d92957146e tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Floating IP 9cf3c3f0-2ee3-49eb-83c5-188a2877d6b5 associated. External IP: 172.25.8.110, port: 74ba778f-9949-4462-9dec-e0d56fc487a6. Oct 19 01:24:43.600369 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c3e3e-7efb-47fd-b526-f55ffb4b5e98 req-15a58deb-752d-4e1a-bcbd-e212259176f9 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:43.603373 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8f4c3e3e-7efb-47fd-b526-f55ffb4b5e98 req-15a58deb-752d-4e1a-bcbd-e212259176f9 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 944 time: 0.1114712 Oct 19 01:24:43.675816 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8f4c3e3e-7efb-47fd-b526-f55ffb4b5e98 req-25605f9a-7edb-42c6-a8a7-edc538b232b3 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443461 Oct 19 01:24:43.696245 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bff5cf-f6b9-46ce-ade0-24f3556bb694 req-ccec9c3f-0b27-40ca-b096-d6585e78667f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:43.708679 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f8bff5cf-f6b9-46ce-ade0-24f3556bb694 req-ccec9c3f-0b27-40ca-b096-d6585e78667f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2309c3e4-1aec-4060-b6e9-bbaad5369c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1304827 Oct 19 01:24:43.897098 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-759ed146-c694-4992-80bd-aa78c2dc5a1e req-d70492a0-7791-44fc-bc61-6671fa6bd0a6 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 210 time: 0.1029863 Oct 19 01:24:43.927762 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c04de70c-34d5-4c3c-af8d-cac63b32748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:43.978324 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f8bff5cf-f6b9-46ce-ade0-24f3556bb694 req-9ffd39be-1001-49f7-9d80-55200d14bc76 service neutron] 10.222.0.55 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493019 Oct 19 01:24:44.166241 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f8bff5cf-f6b9-46ce-ade0-24f3556bb694 req-7690c252-4119-4f2a-a25f-7187968483ca service neutron] 10.222.0.55 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767831 Oct 19 01:24:44.310908 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-0258aebb-1754-4eed-91b5-3230d3b96884 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=248f0ca5d5d44d8ab1ae3c514fead24b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7951107 Oct 19 01:24:44.555523 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-858e97d7-911e-41b9-b4d4-7c88915de2ca tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:44.556988 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-858e97d7-911e-41b9-b4d4-7c88915de2ca tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.24 "GET /v2.0/networks?id=5fa13990-98b0-41c2-979a-b93e0ec88bb1 HTTP/1.1" status: 200 len: 796 time: 0.2959406 Oct 19 01:24:44.636252 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-aef2b27c-6658-4397-bf3c-8a0b02898f22 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b92153fb65d447bf94f5610e1ad52929 HTTP/1.1" status: 200 len: 379 time: 0.0452776 Oct 19 01:24:44.642741 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-3c073956-2c7f-4a61-a9de-05e9dd8a586f service neutron] 10.222.0.57 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120568 Oct 19 01:24:44.649586 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-5d66841d-ebbf-43a0-8917-50d4828d20ae tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'port': {'device_id': '81215ce2-4b81-4271-bfc9-f42caa6cf716', 'network_id': '5fa13990-98b0-41c2-979a-b93e0ec88bb1', 'admin_state_up': True, 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'security_groups': ['56df52a3-fa55-4d68-be48-9096bc261ae0']}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:44.760130 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8976291d-5b93-41d4-8b7b-60d92957146e tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Router 1ff7b45c-b760-4c4a-8357-def7f6884cf9 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:24:44.836297 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff0bf3-c85a-4fd8-9635-c65a19d3807a req-ac2dca65-c24a-45bd-bfd8-1cead910a33f tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:44.837857 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-71ff0bf3-c85a-4fd8-9635-c65a19d3807a req-ac2dca65-c24a-45bd-bfd8-1cead910a33f tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 944 time: 0.0640924 Oct 19 01:24:44.870763 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-0ae5a815-e3d1-491a-afad-371b20a2083d service neutron] 10.222.0.57 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152615 Oct 19 01:24:44.890292 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-71ff0bf3-c85a-4fd8-9635-c65a19d3807a req-82e42c46-5612-495e-93bb-2e57fac7662f tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396018 Oct 19 01:24:44.995136 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-5d66841d-ebbf-43a0-8917-50d4828d20ae tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Made reservation on behalf of b92153fb65d447bf94f5610e1ad52929 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:24:44.999064 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-5d66841d-ebbf-43a0-8917-50d4828d20ae tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:45.072985 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-96df0716-7e67-4f14-9c9a-a5d7acca228c req-5a231424-92e0-4a99-a4e2-bafba9c9ac72 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 210 time: 0.0504785 Oct 19 01:24:45.124688 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8976291d-5b93-41d4-8b7b-60d92957146e tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:24:45.130312 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8976291d-5b93-41d4-8b7b-60d92957146e tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:45.136264 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa34f86a-1678-4cc9-afb1-de21a3964da2 None None] Sync routers for ids ['1ff7b45c-b760-4c4a-8357-def7f6884cf9'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:24:45.157751 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa34f86a-1678-4cc9-afb1-de21a3964da2 None None] Routers {'1ff7b45c-b760-4c4a-8357-def7f6884cf9'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:24:45.160386 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-aa34f86a-1678-4cc9-afb1-de21a3964da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:24:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['1ff7b45c-b760-4c4a-8357-def7f6884cf9'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:45.213470 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8976291d-5b93-41d4-8b7b-60d92957146e tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "PUT /v2.0/floatingips/9cf3c3f0-2ee3-49eb-83c5-188a2877d6b5 HTTP/1.1" status: 200 len: 992 time: 3.4911830 Oct 19 01:24:45.225216 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbbff63-5aed-498a-a91e-0af4cc233769', 'tag': '74ba778f-9949-4462-9dec-e0d56fc487a6'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:24:45.230492 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e883f33-6e8a-4514-b5b5-78fcd9891aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbbff63-5aed-498a-a91e-0af4cc233769", "tag": "74ba778f-9949-4462-9dec-e0d56fc487a6"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:24:45.348620 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-aa34f86a-1678-4cc9-afb1-de21a3964da2 None None] Set router 1ff7b45c-b760-4c4a-8357-def7f6884cf9 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:24:45.373033 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-5d66841d-ebbf-43a0-8917-50d4828d20ae tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Allocated IP 172.20.0.7 (5fa13990-98b0-41c2-979a-b93e0ec88bb1/dcb20c68-c38a-4476-9bb4-b08c2e7223b6/da9febd0-b377-4e6d-a2dd-853ab840caee) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:24:45.393608 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb61c65-0128-4cc1-b6c0-5535586e4cba x-openstack-request-id: req-2eb61c65-0128-4cc1-b6c0-5535586e4cba {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:24:45.394133 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbbff63-5aed-498a-a91e-0af4cc233769", "tag": "74ba778f-9949-4462-9dec-e0d56fc487a6", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:24:45.394552 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2eb61c65-0128-4cc1-b6c0-5535586e4cba {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:24:45.395152 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbbff63-5aed-498a-a91e-0af4cc233769', 'tag': '74ba778f-9949-4462-9dec-e0d56fc487a6', 'status': 'completed', 'code': 200} Oct 19 01:24:45.564456 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-53930805-32c3-4bd3-adf7-fd6b939bf5df req-80f66643-82ae-4ce7-b829-30a8a226f5c5 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 210 time: 0.0537367 Oct 19 01:24:45.642384 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e883f33-6e8a-4514-b5b5-78fcd9891aaf req-508127ea-380c-4746-a0d2-9ff132f82645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:45.643934 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9e883f33-6e8a-4514-b5b5-78fcd9891aaf req-508127ea-380c-4746-a0d2-9ff132f82645 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=585554f71e844101aa23b8eea6cc5bd0&device_id=fdbbff63-5aed-498a-a91e-0af4cc233769 HTTP/1.1" status: 200 len: 1098 time: 0.1561007 Oct 19 01:24:45.764350 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-aa34f86a-1678-4cc9-afb1-de21a3964da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'name': 'tempest-AttachVolumeTestJSON-2021327807-router', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:33Z', 'updated_at': '2021-10-19T01:19:44Z', 'revision_number': 4, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'gw_port': {'id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:35Z', 'updated_at': '2021-10-19T01:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '9cf3c3f0-2ee3-49eb-83c5-188a2877d6b5', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'floating_ip_address': '172.25.8.110', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'port_id': '74ba778f-9949-4462-9dec-e0d56fc487a6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3', 'mac_address': 'fa:16:3e:d2:f7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbbff63-5aed-498a-a91e-0af4cc233769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:24:08Z', 'updated_at': '2021-10-19T01:24:42Z', 'revision_number': 1, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93711c6-3b86-43d0-86db-7160d48d1aab', 'name': '', 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'mac_address': 'fa:16:3e:16:d8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '313c4890-7a10-40d1-9c32-7abcea0c2b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:43Z', 'updated_at': '2021-10-19T01:19:53Z', 'revision_number': 5, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'subnets': [{'id': '313c4890-7a10-40d1-9c32-7abcea0c2b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:45.808899 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa34f86a-1678-4cc9-afb1-de21a3964da2 None None] Checking router: 1ff7b45c-b760-4c4a-8357-def7f6884cf9 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:24:45.823842 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa34f86a-1678-4cc9-afb1-de21a3964da2 None None] Routers {'1ff7b45c-b760-4c4a-8357-def7f6884cf9'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:24:45.824777 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-aa34f86a-1678-4cc9-afb1-de21a3964da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:24:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['1ff7b45c-b760-4c4a-8357-def7f6884cf9'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:45.832496 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e883f33-6e8a-4514-b5b5-78fcd9891aaf req-e1f31743-59c2-4015-894b-0ae055ba6604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:45.834044 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9e883f33-6e8a-4514-b5b5-78fcd9891aaf req-e1f31743-59c2-4015-894b-0ae055ba6604 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5e12dd14-5039-435c-a783-d0672592c2d3 HTTP/1.1" status: 200 len: 912 time: 0.1725557 Oct 19 01:24:45.950106 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-5d66841d-ebbf-43a0-8917-50d4828d20ae tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:45.967142 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-aa34f86a-1678-4cc9-afb1-de21a3964da2 None None] Set router 1ff7b45c-b760-4c4a-8357-def7f6884cf9 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:24:45.997617 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9e883f33-6e8a-4514-b5b5-78fcd9891aaf req-573fb39a-d00d-4c0a-93c4-0989af1b5fee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74ba778f-9949-4462-9dec-e0d56fc487a6 HTTP/1.1" status: 200 len: 1000 time: 0.1518679 Oct 19 01:24:46.155840 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb969907-953c-4933-94fa-7492131ce679 req-eb8e1ab5-28dc-4dfb-86c4-100d2b9cc100 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:46.166495 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cb969907-953c-4933-94fa-7492131ce679 req-eb8e1ab5-28dc-4dfb-86c4-100d2b9cc100 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 944 time: 0.1453393 Oct 19 01:24:46.181559 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e883f33-6e8a-4514-b5b5-78fcd9891aaf req-29a21c55-8342-4f0b-9ecb-3bde947ff30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:46.184830 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9e883f33-6e8a-4514-b5b5-78fcd9891aaf req-29a21c55-8342-4f0b-9ecb-3bde947ff30f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=313c4890-7a10-40d1-9c32-7abcea0c2b45 HTTP/1.1" status: 200 len: 850 time: 0.1721923 Oct 19 01:24:46.201888 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-5d66841d-ebbf-43a0-8917-50d4828d20ae tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:46.234473 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cb969907-953c-4933-94fa-7492131ce679 req-a03a0071-ea56-48bc-b62c-b79b35b431a2 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654616 Oct 19 01:24:46.349054 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-5d66841d-ebbf-43a0-8917-50d4828d20ae tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Network 5fa13990-98b0-41c2-979a-b93e0ec88bb1 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:24:46.349744 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-aa34f86a-1678-4cc9-afb1-de21a3964da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'name': 'tempest-AttachVolumeTestJSON-2021327807-router', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:33Z', 'updated_at': '2021-10-19T01:19:44Z', 'revision_number': 4, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'gw_port': {'id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:35Z', 'updated_at': '2021-10-19T01:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '9cf3c3f0-2ee3-49eb-83c5-188a2877d6b5', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'floating_ip_address': '172.25.8.110', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'port_id': '74ba778f-9949-4462-9dec-e0d56fc487a6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3', 'mac_address': 'fa:16:3e:d2:f7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbbff63-5aed-498a-a91e-0af4cc233769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:24:08Z', 'updated_at': '2021-10-19T01:24:42Z', 'revision_number': 1, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93711c6-3b86-43d0-86db-7160d48d1aab', 'name': '', 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'mac_address': 'fa:16:3e:16:d8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '313c4890-7a10-40d1-9c32-7abcea0c2b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:43Z', 'updated_at': '2021-10-19T01:19:53Z', 'revision_number': 5, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'subnets': [{'id': '313c4890-7a10-40d1-9c32-7abcea0c2b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:46.355519 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-5d66841d-ebbf-43a0-8917-50d4828d20ae tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:46.363770 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-5d66841d-ebbf-43a0-8917-50d4828d20ae tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:24:46.446353 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa34f86a-1678-4cc9-afb1-de21a3964da2 None None] The sync data for ids ['1ff7b45c-b760-4c4a-8357-def7f6884cf9'] in n-d-715271-26 is: [{'id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'name': 'tempest-AttachVolumeTestJSON-2021327807-router', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:33Z', 'updated_at': '2021-10-19T01:19:44Z', 'revision_number': 4, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'gw_port': {'id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:35Z', 'updated_at': '2021-10-19T01:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '9cf3c3f0-2ee3-49eb-83c5-188a2877d6b5', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'floating_ip_address': '172.25.8.110', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'port_id': '74ba778f-9949-4462-9dec-e0d56fc487a6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3', 'mac_address': 'fa:16:3e:d2:f7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbbff63-5aed-498a-a91e-0af4cc233769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:24:08Z', 'updated_at': '2021-10-19T01:24:42Z', 'revision_number': 1, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93711c6-3b86-43d0-86db-7160d48d1aab', 'name': '', 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'mac_address': 'fa:16:3e:16:d8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '313c4890-7a10-40d1-9c32-7abcea0c2b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:43Z', 'updated_at': '2021-10-19T01:19:53Z', 'revision_number': 5, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'subnets': [{'id': '313c4890-7a10-40d1-9c32-7abcea0c2b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:24:46.485259 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d1bf3-a9ba-471c-b0c0-9136f54d3239 req-5c8b5cb8-8c85-4d95-9664-814ea0f47005 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:46.486869 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-030d1bf3-a9ba-471c-b0c0-9136f54d3239 req-5c8b5cb8-8c85-4d95-9664-814ea0f47005 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 931 time: 0.2495027 Oct 19 01:24:46.491926 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66841d-ebbf-43a0-8917-50d4828d20ae tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'Port': ['ID=da9febd0-b377-4e6d-a2dd-853ab840caee,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:46.499763 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e883f33-6e8a-4514-b5b5-78fcd9891aaf req-2e259c82-7515-4421-a2d8-84996e0fcab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:46.501773 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9e883f33-6e8a-4514-b5b5-78fcd9891aaf req-2e259c82-7515-4421-a2d8-84996e0fcab9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5e12dd14-5039-435c-a783-d0672592c2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3084340 Oct 19 01:24:46.564760 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-58cd0b17-c78e-4c13-a988-188f40c160af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:46.590955 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-5d66841d-ebbf-43a0-8917-50d4828d20ae tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:46.591634 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-5d66841d-ebbf-43a0-8917-50d4828d20ae tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:46.659308 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-5d66841d-ebbf-43a0-8917-50d4828d20ae tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0138810 Oct 19 01:24:46.674131 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-dfbca61e-a4f5-42aa-9bc4-274feb95f8dd service neutron] Request body: {'port': {'device_id': '81215ce2-4b81-4271-bfc9-f42caa6cf716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:46.688476 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-030d1bf3-a9ba-471c-b0c0-9136f54d3239 req-ea0ae237-640f-4b2b-ac4b-9a6b2f6f5159 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842525 Oct 19 01:24:46.773806 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-037c69ac-f3e7-48c9-862e-9056c120c737 req-cb867a9f-9659-4ea6-82b5-ff6499148096 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 210 time: 0.0932434 Oct 19 01:24:46.807564 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-97b38513-16bc-4755-8036-6012e058d267 None None] Provisioning complete for port da9febd0-b377-4e6d-a2dd-853ab840caee triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:46.812272 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-97b38513-16bc-4755-8036-6012e058d267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:46.856408 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ccf8aa-27c0-422b-8e46-c3c9946b4b81 None None] New status for floating IP 9cf3c3f0-2ee3-49eb-83c5-188a2877d6b5: ACTIVE {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:24:46.887166 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-97b38513-16bc-4755-8036-6012e058d267 None None] Port da9febd0-b377-4e6d-a2dd-853ab840caee cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:24:46.981055 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9e883f33-6e8a-4514-b5b5-78fcd9891aaf req-6d9e107b-573b-466c-8928-fe4a6309e2f7 service neutron] 10.222.0.24 "GET /v2.0/networks/5e12dd14-5039-435c-a783-d0672592c2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479308 Oct 19 01:24:47.061850 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-dfbca61e-a4f5-42aa-9bc4-274feb95f8dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:47.092938 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-0f3c488a-c892-4395-9647-d7c25a4e07e2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:47.095051 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-0f3c488a-c892-4395-9647-d7c25a4e07e2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.55 "GET /v2.0/networks?id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a HTTP/1.1" status: 200 len: 812 time: 0.2047672 Oct 19 01:24:47.178235 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-7185176c-1e8f-45eb-8e4d-c3993f6de22d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=248f0ca5d5d44d8ab1ae3c514fead24b HTTP/1.1" status: 200 len: 380 time: 0.0743434 Oct 19 01:24:47.201359 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-7127e53c-ebca-46c6-8313-a5c30425401c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Request body: {'port': {'device_id': '94775333-a3d9-49a8-8425-bc39c6d1cdec', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'admin_state_up': True, 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'security_groups': ['cfe04ad3-5d85-422e-b7fc-55c0f1502727']}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:47.248187 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:47.464668 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-7127e53c-ebca-46c6-8313-a5c30425401c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Made reservation on behalf of 248f0ca5d5d44d8ab1ae3c514fead24b for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:24:47.468290 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-7127e53c-ebca-46c6-8313-a5c30425401c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:47.540702 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9e883f33-6e8a-4514-b5b5-78fcd9891aaf req-db39629c-7cda-4d17-b828-f2aca7558d95 service neutron] 10.222.0.24 "GET /v2.0/networks/5e12dd14-5039-435c-a783-d0672592c2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5451694 Oct 19 01:24:47.595514 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfacc05-6304-426b-aaac-629aecee4f82 req-5b83f2ca-a269-42f7-b004-045094ceb888 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:47.598769 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cdfacc05-6304-426b-aaac-629aecee4f82 req-5b83f2ca-a269-42f7-b004-045094ceb888 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 944 time: 0.2126014 Oct 19 01:24:47.743132 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 69088e97-774a-4fba-9007-c95c94165041 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:24:47.749049 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-7127e53c-ebca-46c6-8313-a5c30425401c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Allocated IP 172.20.0.6 (e02040e8-fb1d-46e9-a6e2-9063a29cdf5a/3fd3fa81-a83a-4093-b85e-409104ce311b/4d72ba9b-0706-4eea-a77a-1fdbe74e018d) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:24:47.910792 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:47.933072 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-dfbca61e-a4f5-42aa-9bc4-274feb95f8dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da9febd0-b377-4e6d-a2dd-853ab840caee {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:24:47.945691 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-dfbca61e-a4f5-42aa-9bc4-274feb95f8dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:48.044801 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-dfbca61e-a4f5-42aa-9bc4-274feb95f8dd service neutron] Transition to ACTIVE for port object da9febd0-b377-4e6d-a2dd-853ab840caee will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:24:48.060036 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-7127e53c-ebca-46c6-8313-a5c30425401c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:48.072520 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cdfacc05-6304-426b-aaac-629aecee4f82 req-bb992f42-7812-4235-a340-9c42cfd8a559 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078308 Oct 19 01:24:48.073780 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-dfbca61e-a4f5-42aa-9bc4-274feb95f8dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:48.102992 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 69088e97-774a-4fba-9007-c95c94165041, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=69088e97-774a-4fba-9007-c95c94165041,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:48.149608 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '69088e97-774a-4fba-9007-c95c94165041', 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41', 'port_id': '69088e97-774a-4fba-9007-c95c94165041', 'mac_address': 'fa:16:3e:63:88:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e75ff155-8f86-450c-9276-3e4132eca531', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:24:48.153112 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-7127e53c-ebca-46c6-8313-a5c30425401c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:48.251078 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:48.265078 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbca61e-a4f5-42aa-9bc4-274feb95f8dd service neutron] Pushing event updated for resources: {'Port': ['ID=da9febd0-b377-4e6d-a2dd-853ab840caee,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:48.288721 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69088e97-774a-4fba-9007-c95c94165041 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:24:48.309068 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-7127e53c-ebca-46c6-8313-a5c30425401c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:24:48.337967 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-7127e53c-ebca-46c6-8313-a5c30425401c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:48.346548 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 69088e97-774a-4fba-9007-c95c94165041, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=69088e97-774a-4fba-9007-c95c94165041,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:48.355898 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:48.368289 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-7127e53c-ebca-46c6-8313-a5c30425401c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:24:48.490202 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=69088e97-774a-4fba-9007-c95c94165041,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:48.532495 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83677bd-b647-411c-a777-bd3228ceb0d9 req-b35cadd5-4300-4724-8c1b-62d97a28b7c0 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:48.535404 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-7127e53c-ebca-46c6-8313-a5c30425401c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:48.539480 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-7127e53c-ebca-46c6-8313-a5c30425401c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:48.556535 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a83677bd-b647-411c-a777-bd3228ceb0d9 req-b35cadd5-4300-4724-8c1b-62d97a28b7c0 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 931 time: 0.3145115 Oct 19 01:24:48.601366 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7127e53c-ebca-46c6-8313-a5c30425401c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Pushing event updated for resources: {'Port': ['ID=4d72ba9b-0706-4eea-a77a-1fdbe74e018d,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:48.655693 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048ae5c-4c8c-4ab3-a2ba-d7cb8f14c30b req-d460e5f4-207d-4038-83fd-417252103a23 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:48.661865 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4048ae5c-4c8c-4ab3-a2ba-d7cb8f14c30b req-d460e5f4-207d-4038-83fd-417252103a23 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 943 time: 0.5338700 Oct 19 01:24:48.672388 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-7127e53c-ebca-46c6-8313-a5c30425401c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4778700 Oct 19 01:24:48.696004 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-dfbca61e-a4f5-42aa-9bc4-274feb95f8dd service neutron] Attempting to bind port da9febd0-b377-4e6d-a2dd-853ab840caee on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:24:48.696004 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-dfbca61e-a4f5-42aa-9bc4-274feb95f8dd service neutron] Attempting to bind port da9febd0-b377-4e6d-a2dd-853ab840caee by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '0bcd5eff-8e13-46fc-8501-4ab957b9ae9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '5fa13990-98b0-41c2-979a-b93e0ec88bb1'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:24:48.713933 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['69088e97-774a-4fba-9007-c95c94165041'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:24:48.718321 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-dfbca61e-a4f5-42aa-9bc4-274feb95f8dd service neutron] Attempting to bind port da9febd0-b377-4e6d-a2dd-853ab840caee on network 5fa13990-98b0-41c2-979a-b93e0ec88bb1 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:24:48.742840 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a83677bd-b647-411c-a777-bd3228ceb0d9 req-4c290428-77d4-40ef-b70b-866d5a124224 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800973 Oct 19 01:24:48.744070 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-dfbca61e-a4f5-42aa-9bc4-274feb95f8dd service neutron] Port da9febd0-b377-4e6d-a2dd-853ab840caee on network 5fa13990-98b0-41c2-979a-b93e0ec88bb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:24:48.755492 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-dfbca61e-a4f5-42aa-9bc4-274feb95f8dd service neutron] Attempting to bind port da9febd0-b377-4e6d-a2dd-853ab840caee on network 5fa13990-98b0-41c2-979a-b93e0ec88bb1 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:24:48.769447 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-dfbca61e-a4f5-42aa-9bc4-274feb95f8dd service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:24:48.770240 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-dfbca61e-a4f5-42aa-9bc4-274feb95f8dd service neutron] Checking segment: {'id': '0bcd5eff-8e13-46fc-8501-4ab957b9ae9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '5fa13990-98b0-41c2-979a-b93e0ec88bb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:24:48.770933 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-dfbca61e-a4f5-42aa-9bc4-274feb95f8dd service neutron] Bound using segment: {'id': '0bcd5eff-8e13-46fc-8501-4ab957b9ae9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '5fa13990-98b0-41c2-979a-b93e0ec88bb1'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:24:48.771603 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-dfbca61e-a4f5-42aa-9bc4-274feb95f8dd service neutron] Bound port: da9febd0-b377-4e6d-a2dd-853ab840caee, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bcd5eff-8e13-46fc-8501-4ab957b9ae9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '5fa13990-98b0-41c2-979a-b93e0ec88bb1'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:24:48.772259 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-dfbca61e-a4f5-42aa-9bc4-274feb95f8dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:48.816843 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-87d40c80-dc02-4665-b4c1-a99ba615b3c2 service neutron] Request body: {'port': {'device_id': '94775333-a3d9-49a8-8425-bc39c6d1cdec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:48.908832 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-dfbca61e-a4f5-42aa-9bc4-274feb95f8dd service neutron] For port da9febd0-b377-4e6d-a2dd-853ab840caee, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:24:48.914091 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-dfbca61e-a4f5-42aa-9bc4-274feb95f8dd service neutron] For port da9febd0-b377-4e6d-a2dd-853ab840caee, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=da9febd0-b377-4e6d-a2dd-853ab840caee,segment=NetworkSegment(0bcd5eff-8e13-46fc-8501-4ab957b9ae9e),segment_id=0bcd5eff-8e13-46fc-8501-4ab957b9ae9e)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:24:48.925946 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-dfbca61e-a4f5-42aa-9bc4-274feb95f8dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:49.002872 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4048ae5c-4c8c-4ab3-a2ba-d7cb8f14c30b req-9e9f4cfd-ae95-4e8c-bd15-16b461cda566 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3262703 Oct 19 01:24:49.038135 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-87d40c80-dc02-4665-b4c1-a99ba615b3c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:49.085163 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbca61e-a4f5-42aa-9bc4-274feb95f8dd service neutron] Pushing event updated for resources: {'Port': ['ID=da9febd0-b377-4e6d-a2dd-853ab840caee,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:49.096127 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-d263bda1-adc6-4a38-b530-57024b71bfeb None None] Provisioning complete for port 4d72ba9b-0706-4eea-a77a-1fdbe74e018d triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:49.096657 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d263bda1-adc6-4a38-b530-57024b71bfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:49.143349 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-d263bda1-adc6-4a38-b530-57024b71bfeb None None] Port 4d72ba9b-0706-4eea-a77a-1fdbe74e018d cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:24:49.150326 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-dfbca61e-a4f5-42aa-9bc4-274feb95f8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:49.164249 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-dfbca61e-a4f5-42aa-9bc4-274feb95f8dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:49.166187 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-dfbca61e-a4f5-42aa-9bc4-274feb95f8dd service neutron] 10.222.0.24 "PUT /v2.0/ports/da9febd0-b377-4e6d-a2dd-853ab840caee HTTP/1.1" status: 200 len: 1092 time: 2.4971778 Oct 19 01:24:49.172362 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81215ce2-4b81-4271-bfc9-f42caa6cf716', 'tag': 'da9febd0-b377-4e6d-a2dd-853ab840caee'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:24:49.175697 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484dcc5f-ef30-42ba-a1bb-a25da4a93e6c" -d '{"events": [{"name": "network-changed", "server_uuid": "81215ce2-4b81-4271-bfc9-f42caa6cf716", "tag": "da9febd0-b377-4e6d-a2dd-853ab840caee"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:24:49.310457 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842d3548-c9b6-44e4-b74c-650548f53897 x-openstack-request-id: req-842d3548-c9b6-44e4-b74c-650548f53897 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:24:49.310885 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81215ce2-4b81-4271-bfc9-f42caa6cf716", "tag": "da9febd0-b377-4e6d-a2dd-853ab840caee", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:24:49.315681 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-842d3548-c9b6-44e4-b74c-650548f53897 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:24:49.316239 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81215ce2-4b81-4271-bfc9-f42caa6cf716', 'tag': 'da9febd0-b377-4e6d-a2dd-853ab840caee', 'status': 'completed', 'code': 200} Oct 19 01:24:49.352177 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-bc0a1ad8-0522-4433-aef7-5026de7deac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:49.355197 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-bc0a1ad8-0522-4433-aef7-5026de7deac7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b92153fb65d447bf94f5610e1ad52929&device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 1095 time: 0.1157291 Oct 19 01:24:49.446234 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-5e7dab5d-455c-492f-82e7-ab39be3c7c80 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da9febd0-b377-4e6d-a2dd-853ab840caee HTTP/1.1" status: 200 len: 217 time: 0.0820630 Oct 19 01:24:49.553579 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-8ac2cc97-1ddb-4b94-b54d-a119fc397a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:49.553579 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-8ac2cc97-1ddb-4b94-b54d-a119fc397a42 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dcb20c68-c38a-4476-9bb4-b08c2e7223b6 HTTP/1.1" status: 200 len: 835 time: 0.1004770 Oct 19 01:24:49.628145 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-c9b6ccce-6f11-44cf-a0b0-01f00177f615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:49.629837 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-c9b6ccce-6f11-44cf-a0b0-01f00177f615 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5fa13990-98b0-41c2-979a-b93e0ec88bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697725 Oct 19 01:24:49.706964 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-87d40c80-dc02-4665-b4c1-a99ba615b3c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d72ba9b-0706-4eea-a77a-1fdbe74e018d {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:24:49.723925 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-87d40c80-dc02-4665-b4c1-a99ba615b3c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:49.748020 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-87d40c80-dc02-4665-b4c1-a99ba615b3c2 service neutron] Transition to ACTIVE for port object 4d72ba9b-0706-4eea-a77a-1fdbe74e018d will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:24:49.752270 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-40ada747-c811-47b1-ba18-a8b7f9af2d4a service neutron] 10.222.0.24 "GET /v2.0/networks/5fa13990-98b0-41c2-979a-b93e0ec88bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140449 Oct 19 01:24:49.757837 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 69088e97-774a-4fba-9007-c95c94165041 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:24:49.759629 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-87d40c80-dc02-4665-b4c1-a99ba615b3c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:49.789731 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb40ed-12ec-4a0d-bb74-432e67b06991 req-442f4582-8124-4afe-bb45-d1390110362a tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:49.812251 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e6fb40ed-12ec-4a0d-bb74-432e67b06991 req-442f4582-8124-4afe-bb45-d1390110362a tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 945 time: 0.2818449 Oct 19 01:24:49.835013 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:49.906647 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 69088e97-774a-4fba-9007-c95c94165041 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:24:49.912324 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 69088e97-774a-4fba-9007-c95c94165041 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:49.913007 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:49.957133 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d40c80-dc02-4665-b4c1-a99ba615b3c2 service neutron] Pushing event updated for resources: {'Port': ['ID=4d72ba9b-0706-4eea-a77a-1fdbe74e018d,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:49.999886 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441afc2d-272a-4620-8404-ac9eb7830016 req-6f71dcd7-34c3-4172-ba99-382ebd627e93 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:50.004881 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e6fb40ed-12ec-4a0d-bb74-432e67b06991 req-4622c56c-3991-4c97-9599-cbfb16c26b12 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915810 Oct 19 01:24:50.005171 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-441afc2d-272a-4620-8404-ac9eb7830016 req-6f71dcd7-34c3-4172-ba99-382ebd627e93 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 943 time: 0.1394308 Oct 19 01:24:50.008031 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d441bf65-6eb1-48b1-9e61-f9006f4e4ded req-8e31edac-d378-4f4c-9d8e-ec5d64988bba service neutron] 10.222.0.24 "GET /v2.0/networks/5fa13990-98b0-41c2-979a-b93e0ec88bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401366 Oct 19 01:24:50.122950 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:50.171476 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-441afc2d-272a-4620-8404-ac9eb7830016 req-45b743d8-cd68-4d76-8c08-e1cc12b368ad tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573296 Oct 19 01:24:50.188830 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dcc5f-ef30-42ba-a1bb-a25da4a93e6c req-f4d76c85-a82a-4efe-87ed-28232071ecba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:50.190571 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-484dcc5f-ef30-42ba-a1bb-a25da4a93e6c req-f4d76c85-a82a-4efe-87ed-28232071ecba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b92153fb65d447bf94f5610e1ad52929&device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 1095 time: 0.1270678 Oct 19 01:24:50.197750 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69088e97-774a-4fba-9007-c95c94165041'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:24:50.204806 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65d0931-10bc-4306-b816-d0a3deca6f3c" -d '{"events": [{"server_uuid": "9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5", "name": "network-vif-plugged", "status": "completed", "tag": "69088e97-774a-4fba-9007-c95c94165041"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:24:50.240543 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 69088e97-774a-4fba-9007-c95c94165041, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=69088e97-774a-4fba-9007-c95c94165041,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:50.246997 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-87d40c80-dc02-4665-b4c1-a99ba615b3c2 service neutron] Attempting to bind port 4d72ba9b-0706-4eea-a77a-1fdbe74e018d on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:24:50.248733 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:50.269042 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-87d40c80-dc02-4665-b4c1-a99ba615b3c2 service neutron] Attempting to bind port 4d72ba9b-0706-4eea-a77a-1fdbe74e018d by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'c3cd57f4-f92e-4916-828d-dd51ded315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:24:50.269396 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-87d40c80-dc02-4665-b4c1-a99ba615b3c2 service neutron] Attempting to bind port 4d72ba9b-0706-4eea-a77a-1fdbe74e018d on network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:24:50.281486 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-87d40c80-dc02-4665-b4c1-a99ba615b3c2 service neutron] Port 4d72ba9b-0706-4eea-a77a-1fdbe74e018d on network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:24:50.282161 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-87d40c80-dc02-4665-b4c1-a99ba615b3c2 service neutron] Attempting to bind port 4d72ba9b-0706-4eea-a77a-1fdbe74e018d on network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:24:50.321090 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-87d40c80-dc02-4665-b4c1-a99ba615b3c2 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:24:50.321737 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-87d40c80-dc02-4665-b4c1-a99ba615b3c2 service neutron] Checking segment: {'id': 'c3cd57f4-f92e-4916-828d-dd51ded315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:24:50.322318 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-87d40c80-dc02-4665-b4c1-a99ba615b3c2 service neutron] Bound using segment: {'id': 'c3cd57f4-f92e-4916-828d-dd51ded315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:24:50.323140 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-87d40c80-dc02-4665-b4c1-a99ba615b3c2 service neutron] Bound port: 4d72ba9b-0706-4eea-a77a-1fdbe74e018d, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3cd57f4-f92e-4916-828d-dd51ded315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:24:50.323747 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-87d40c80-dc02-4665-b4c1-a99ba615b3c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:50.385517 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024f0359-f025-4368-af8b-6cc8f3d1757c x-openstack-request-id: req-024f0359-f025-4368-af8b-6cc8f3d1757c {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:24:50.386069 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5", "name": "network-vif-plugged", "status": "completed", "tag": "69088e97-774a-4fba-9007-c95c94165041", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:24:50.386513 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-024f0359-f025-4368-af8b-6cc8f3d1757c {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:24:50.387071 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69088e97-774a-4fba-9007-c95c94165041', 'code': 200} Oct 19 01:24:50.389056 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=69088e97-774a-4fba-9007-c95c94165041,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:50.421005 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-87d40c80-dc02-4665-b4c1-a99ba615b3c2 service neutron] For port 4d72ba9b-0706-4eea-a77a-1fdbe74e018d, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:24:50.425481 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-87d40c80-dc02-4665-b4c1-a99ba615b3c2 service neutron] For port 4d72ba9b-0706-4eea-a77a-1fdbe74e018d, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=4d72ba9b-0706-4eea-a77a-1fdbe74e018d,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:24:50.435666 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-87d40c80-dc02-4665-b4c1-a99ba615b3c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:50.444840 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dcc5f-ef30-42ba-a1bb-a25da4a93e6c req-d4b1970b-4ad6-4fb8-80e3-0673a5cb6d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:50.445881 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-484dcc5f-ef30-42ba-a1bb-a25da4a93e6c req-d4b1970b-4ad6-4fb8-80e3-0673a5cb6d6b service neutron] 10.222.0.24 "GET /v2.0/networks?id=5fa13990-98b0-41c2-979a-b93e0ec88bb1 HTTP/1.1" status: 200 len: 897 time: 0.2451644 Oct 19 01:24:50.500296 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-484dcc5f-ef30-42ba-a1bb-a25da4a93e6c req-8ad46ae0-d711-4932-82a2-db50e901d375 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da9febd0-b377-4e6d-a2dd-853ab840caee HTTP/1.1" status: 200 len: 217 time: 0.0434208 Oct 19 01:24:50.629618 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dcc5f-ef30-42ba-a1bb-a25da4a93e6c req-61733fc3-bb1a-4b9c-ba5e-cf494a0db892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:50.634562 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-484dcc5f-ef30-42ba-a1bb-a25da4a93e6c req-61733fc3-bb1a-4b9c-ba5e-cf494a0db892 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dcb20c68-c38a-4476-9bb4-b08c2e7223b6 HTTP/1.1" status: 200 len: 835 time: 0.1248012 Oct 19 01:24:50.636872 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d40c80-dc02-4665-b4c1-a99ba615b3c2 service neutron] Pushing event updated for resources: {'Port': ['ID=4d72ba9b-0706-4eea-a77a-1fdbe74e018d,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:50.722328 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dcc5f-ef30-42ba-a1bb-a25da4a93e6c req-9042ad04-05ee-4bda-ae87-e95724a60652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:50.724336 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-484dcc5f-ef30-42ba-a1bb-a25da4a93e6c req-9042ad04-05ee-4bda-ae87-e95724a60652 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5fa13990-98b0-41c2-979a-b93e0ec88bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0786471 Oct 19 01:24:50.923558 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-484dcc5f-ef30-42ba-a1bb-a25da4a93e6c req-5c02686c-43c5-408d-9d47-2d33f1ffd46b service neutron] 10.222.0.24 "GET /v2.0/networks/5fa13990-98b0-41c2-979a-b93e0ec88bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905842 Oct 19 01:24:51.128867 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-87d40c80-dc02-4665-b4c1-a99ba615b3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:51.130102 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-87d40c80-dc02-4665-b4c1-a99ba615b3c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:51.131689 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-87d40c80-dc02-4665-b4c1-a99ba615b3c2 service neutron] 10.222.0.55 "PUT /v2.0/ports/4d72ba9b-0706-4eea-a77a-1fdbe74e018d HTTP/1.1" status: 200 len: 1092 time: 2.3772564 Oct 19 01:24:51.133107 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94775333-a3d9-49a8-8425-bc39c6d1cdec', 'tag': '4d72ba9b-0706-4eea-a77a-1fdbe74e018d'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:24:51.135561 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1772c120-61a3-438a-baf6-71befed73def" -d '{"events": [{"name": "network-changed", "server_uuid": "94775333-a3d9-49a8-8425-bc39c6d1cdec", "tag": "4d72ba9b-0706-4eea-a77a-1fdbe74e018d"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:24:51.150888 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c32a9-7081-432d-9c30-e541c390077f req-4f87e2d1-d58d-47de-a406-58dbf0fd5d98 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:51.152802 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-426c32a9-7081-432d-9c30-e541c390077f req-4f87e2d1-d58d-47de-a406-58dbf0fd5d98 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 943 time: 0.9276850 Oct 19 01:24:51.170575 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-484dcc5f-ef30-42ba-a1bb-a25da4a93e6c req-811bba73-bc8b-4599-be2f-fa8c55bdd72d service neutron] 10.222.0.24 "GET /v2.0/networks/5fa13990-98b0-41c2-979a-b93e0ec88bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381845 Oct 19 01:24:51.243895 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21bc4c2-8d40-4a37-a30d-994c551dd874 req-fd9fbc01-69da-449a-ae92-2258e597515a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:51.245749 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c21bc4c2-8d40-4a37-a30d-994c551dd874 req-fd9fbc01-69da-449a-ae92-2258e597515a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 1098 time: 0.7700124 Oct 19 01:24:51.268621 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-426c32a9-7081-432d-9c30-e541c390077f req-2635e371-cfca-47d8-a621-02889411bf5d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015322 Oct 19 01:24:51.280787 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device da9febd0-b377-4e6d-a2dd-853ab840caee details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:24:51.300909 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890dbad9-b1c7-4940-b8e1-f84af41fbf85 req-e3d9515f-7191-49be-81d2-0a99a2fb67a9 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:51.310142 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-890dbad9-b1c7-4940-b8e1-f84af41fbf85 req-e3d9515f-7191-49be-81d2-0a99a2fb67a9 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 946 time: 0.0703602 Oct 19 01:24:51.362451 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d5f52b-9169-4014-9e2b-a6dc7975b49b x-openstack-request-id: req-97d5f52b-9169-4014-9e2b-a6dc7975b49b {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:24:51.364098 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94775333-a3d9-49a8-8425-bc39c6d1cdec", "tag": "4d72ba9b-0706-4eea-a77a-1fdbe74e018d", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:24:51.364532 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-97d5f52b-9169-4014-9e2b-a6dc7975b49b {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:24:51.365107 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94775333-a3d9-49a8-8425-bc39c6d1cdec', 'tag': '4d72ba9b-0706-4eea-a77a-1fdbe74e018d', 'status': 'completed', 'code': 200} Oct 19 01:24:51.373076 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c21bc4c2-8d40-4a37-a30d-994c551dd874 req-d8b0ce6b-1437-4631-af8c-f3e654477493 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031981 Oct 19 01:24:51.381183 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-890dbad9-b1c7-4940-b8e1-f84af41fbf85 req-11ea635b-dee3-4da4-a31d-7c72721c9f42 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696566 Oct 19 01:24:51.390607 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-c7982716-66c5-41f3-9460-02414358fa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:51.392628 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-c7982716-66c5-41f3-9460-02414358fa6c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=248f0ca5d5d44d8ab1ae3c514fead24b&device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 1095 time: 0.1809158 Oct 19 01:24:51.516823 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23341c-3bc5-428f-bfbc-f82a7bc2b7e0 req-b26abd3e-cf0f-4d27-97e2-5be200220893 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:51.526639 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6a23341c-3bc5-428f-bfbc-f82a7bc2b7e0 req-b26abd3e-cf0f-4d27-97e2-5be200220893 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 945 time: 0.1002102 Oct 19 01:24:51.565934 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port da9febd0-b377-4e6d-a2dd-853ab840caee, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=da9febd0-b377-4e6d-a2dd-853ab840caee,segment=NetworkSegment(0bcd5eff-8e13-46fc-8501-4ab957b9ae9e),segment_id=0bcd5eff-8e13-46fc-8501-4ab957b9ae9e)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:51.568254 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d570199-80b0-4585-8754-70145c57123c req-0a46df1e-30a1-40fb-8833-8bf24411ccb1 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:51.589563 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4d570199-80b0-4585-8754-70145c57123c req-0a46df1e-30a1-40fb-8833-8bf24411ccb1 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 943 time: 0.1035271 Oct 19 01:24:51.606181 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'da9febd0-b377-4e6d-a2dd-853ab840caee', 'network_id': '5fa13990-98b0-41c2-979a-b93e0ec88bb1', 'port_id': 'da9febd0-b377-4e6d-a2dd-853ab840caee', 'mac_address': 'fa:16:3e:70:b7:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb20c68-c38a-4476-9bb4-b08c2e7223b6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:24:51.606724 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6a23341c-3bc5-428f-bfbc-f82a7bc2b7e0 req-8412d52e-5fff-404e-bb8a-988e6b53bae7 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791423 Oct 19 01:24:51.670374 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4d570199-80b0-4585-8754-70145c57123c req-104b6fba-76a9-4710-a50e-0bc17137d564 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785856 Oct 19 01:24:51.711844 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:51.733506 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da9febd0-b377-4e6d-a2dd-853ab840caee {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:24:51.749980 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-d5b1b5a2-4630-432c-8514-10a377e92516 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d72ba9b-0706-4eea-a77a-1fdbe74e018d HTTP/1.1" status: 200 len: 217 time: 0.1059594 Oct 19 01:24:51.771927 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port da9febd0-b377-4e6d-a2dd-853ab840caee, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=da9febd0-b377-4e6d-a2dd-853ab840caee,segment=NetworkSegment(0bcd5eff-8e13-46fc-8501-4ab957b9ae9e),segment_id=0bcd5eff-8e13-46fc-8501-4ab957b9ae9e)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:51.776725 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:51.839063 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-c972ac99-c046-4f14-b147-81684f6170cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:51.842583 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=da9febd0-b377-4e6d-a2dd-853ab840caee,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:51.847974 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-c972ac99-c046-4f14-b147-81684f6170cd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fd3fa81-a83a-4093-b85e-409104ce311b HTTP/1.1" status: 200 len: 851 time: 0.0828471 Oct 19 01:24:51.932113 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-28cfd712-f3b6-49da-8df6-f21cbfe61a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:51.938632 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-28cfd712-f3b6-49da-8df6-f21cbfe61a96 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0856516 Oct 19 01:24:51.987505 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['da9febd0-b377-4e6d-a2dd-853ab840caee'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:24:52.123609 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-5100f914-f106-405c-930b-6bb93f5a3e48 service neutron] 10.222.0.55 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787229 Oct 19 01:24:52.427557 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-beb03e2c-2e93-498d-9c3a-9cc3c01805c5 req-e95a93b8-3eb3-4a6c-9d49-074e85dcdbe3 service neutron] 10.222.0.55 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954478 Oct 19 01:24:52.473295 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20f9b4-42ae-44e2-8829-32fef9cdd278 req-a5d26899-67ba-4946-9e75-b754a9a3594c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:52.477341 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6f20f9b4-42ae-44e2-8829-32fef9cdd278 req-a5d26899-67ba-4946-9e75-b754a9a3594c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 944 time: 0.1364446 Oct 19 01:24:52.579075 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6f20f9b4-42ae-44e2-8829-32fef9cdd278 req-996edf9d-e811-4714-903e-5fdfd81fdc8e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940948 Oct 19 01:24:52.610984 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772c120-61a3-438a-baf6-71befed73def req-26961e6f-5a67-44ac-a4bc-33c9fd0c4781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:52.612746 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1772c120-61a3-438a-baf6-71befed73def req-26961e6f-5a67-44ac-a4bc-33c9fd0c4781 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=248f0ca5d5d44d8ab1ae3c514fead24b&device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 1095 time: 0.1107621 Oct 19 01:24:52.621427 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562034e5-5674-409f-83a2-18f5e54d36bd req-b4d25d55-26da-4fad-aba3-b97b71667b88 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:52.623054 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-562034e5-5674-409f-83a2-18f5e54d36bd req-b4d25d55-26da-4fad-aba3-b97b71667b88 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 946 time: 0.0741432 Oct 19 01:24:52.757774 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-562034e5-5674-409f-83a2-18f5e54d36bd req-eaf220df-986b-462f-ab1a-62c7d1369853 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199346 Oct 19 01:24:52.801446 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772c120-61a3-438a-baf6-71befed73def req-3e835650-5c6a-47d1-b17f-3e8f4f16c624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:52.804869 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1772c120-61a3-438a-baf6-71befed73def req-3e835650-5c6a-47d1-b17f-3e8f4f16c624 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a HTTP/1.1" status: 200 len: 913 time: 0.1807704 Oct 19 01:24:52.891676 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1772c120-61a3-438a-baf6-71befed73def req-4da0d2a2-9f32-4282-aad7-672fc182849b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d72ba9b-0706-4eea-a77a-1fdbe74e018d HTTP/1.1" status: 200 len: 217 time: 0.0737796 Oct 19 01:24:52.980541 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455dacc-7007-4605-b6ae-5f1b89b782a0 req-8beb1c99-9bad-4170-a6f9-be8f583d6d62 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:52.989586 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6455dacc-7007-4605-b6ae-5f1b89b782a0 req-8beb1c99-9bad-4170-a6f9-be8f583d6d62 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 945 time: 0.1475635 Oct 19 01:24:53.039416 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772c120-61a3-438a-baf6-71befed73def req-1c8af21f-9c27-4bfe-ab1e-0a599c60bd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:53.040834 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1772c120-61a3-438a-baf6-71befed73def req-1c8af21f-9c27-4bfe-ab1e-0a599c60bd17 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fd3fa81-a83a-4093-b85e-409104ce311b HTTP/1.1" status: 200 len: 851 time: 0.1414266 Oct 19 01:24:53.046806 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6455dacc-7007-4605-b6ae-5f1b89b782a0 req-388a1674-8c84-44c5-950b-b64395bd07c9 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560205 Oct 19 01:24:53.142154 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eec504-23cb-484b-a560-3dbd88771e2b req-e303bbc8-6831-4731-a418-69160b41fa93 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:53.144530 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-84eec504-23cb-484b-a560-3dbd88771e2b req-e303bbc8-6831-4731-a418-69160b41fa93 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 943 time: 0.1650207 Oct 19 01:24:53.175498 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772c120-61a3-438a-baf6-71befed73def req-0846b98f-8b54-42f6-8dd3-e0f26c0b39f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:53.177056 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1772c120-61a3-438a-baf6-71befed73def req-0846b98f-8b54-42f6-8dd3-e0f26c0b39f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1264155 Oct 19 01:24:53.234641 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-84eec504-23cb-484b-a560-3dbd88771e2b req-46756fcd-7815-4d02-b828-8cf7c89601ca tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794842 Oct 19 01:24:53.283228 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device da9febd0-b377-4e6d-a2dd-853ab840caee up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:24:53.314870 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1772c120-61a3-438a-baf6-71befed73def req-8908647f-05e8-45f0-8269-149dddea4b08 service neutron] 10.222.0.55 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281385 Oct 19 01:24:53.340789 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port da9febd0-b377-4e6d-a2dd-853ab840caee completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:24:53.345118 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port da9febd0-b377-4e6d-a2dd-853ab840caee triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:53.345261 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:53.426050 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1772c120-61a3-438a-baf6-71befed73def req-72b2f4e9-7894-4b11-a4aa-8adb6316c663 service neutron] 10.222.0.55 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038618 Oct 19 01:24:53.429497 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:53.455632 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81215ce2-4b81-4271-bfc9-f42caa6cf716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9febd0-b377-4e6d-a2dd-853ab840caee'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:24:53.457945 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7430596-8181-441c-9b96-2a203c50e3ff" -d '{"events": [{"server_uuid": "81215ce2-4b81-4271-bfc9-f42caa6cf716", "name": "network-vif-plugged", "status": "completed", "tag": "da9febd0-b377-4e6d-a2dd-853ab840caee"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:24:53.474921 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port da9febd0-b377-4e6d-a2dd-853ab840caee, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=da9febd0-b377-4e6d-a2dd-853ab840caee,segment=NetworkSegment(0bcd5eff-8e13-46fc-8501-4ab957b9ae9e),segment_id=0bcd5eff-8e13-46fc-8501-4ab957b9ae9e)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:53.480119 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:53.516892 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e5e491-7ab8-49ee-8bb8-3bd40330b2a3 x-openstack-request-id: req-48e5e491-7ab8-49ee-8bb8-3bd40330b2a3 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:24:53.517186 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81215ce2-4b81-4271-bfc9-f42caa6cf716", "name": "network-vif-plugged", "status": "completed", "tag": "da9febd0-b377-4e6d-a2dd-853ab840caee", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:24:53.517473 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-48e5e491-7ab8-49ee-8bb8-3bd40330b2a3 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:24:53.518823 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81215ce2-4b81-4271-bfc9-f42caa6cf716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9febd0-b377-4e6d-a2dd-853ab840caee', 'code': 200} Oct 19 01:24:53.538920 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=da9febd0-b377-4e6d-a2dd-853ab840caee,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:53.610931 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a7d3f-ed31-410a-8a5e-07d8c9c50028 req-d6b6c06c-7492-4df6-a888-bc92655eae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:53.612671 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-525a7d3f-ed31-410a-8a5e-07d8c9c50028 req-d6b6c06c-7492-4df6-a888-bc92655eae43 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 1097 time: 0.0432827 Oct 19 01:24:53.652503 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-525a7d3f-ed31-410a-8a5e-07d8c9c50028 req-d1c3289d-d277-4ff7-a7b5-91979d0c0a0b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329640 Oct 19 01:24:53.699343 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ca564-9e67-481a-a7ed-3c3fbd656a4a req-76e3a6b4-aa27-4c92-a61c-dc0dbbf8d184 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:53.700885 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fd0ca564-9e67-481a-a7ed-3c3fbd656a4a req-76e3a6b4-aa27-4c92-a61c-dc0dbbf8d184 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 945 time: 0.0534489 Oct 19 01:24:53.739418 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fd0ca564-9e67-481a-a7ed-3c3fbd656a4a req-a9f77ab5-3264-4110-af81-1ff9df8585fc tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319564 Oct 19 01:24:53.920375 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df6efc-6f24-4e02-a4c3-b5d996c37595 req-0e8bb4e1-e940-43c7-8584-2af24bde25eb tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:53.921879 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-35df6efc-6f24-4e02-a4c3-b5d996c37595 req-0e8bb4e1-e940-43c7-8584-2af24bde25eb tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 946 time: 0.0542293 Oct 19 01:24:53.963107 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-35df6efc-6f24-4e02-a4c3-b5d996c37595 req-2bdf5da7-1c3a-444b-95cf-c2d1ce79b42f tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346153 Oct 19 01:24:54.214051 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f4fd1-48e7-4398-abac-4bb465c6c39d req-da5e53bd-09e4-4a50-abfb-a27747b674cd tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:54.219295 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49cbcee-5dc9-46fe-90c2-5f9f02debdf2 req-d3ed9560-3615-421c-9bf4-bd38e5600f91 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:54.220843 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a49cbcee-5dc9-46fe-90c2-5f9f02debdf2 req-d3ed9560-3615-421c-9bf4-bd38e5600f91 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 946 time: 0.0843332 Oct 19 01:24:54.224218 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c17f4fd1-48e7-4398-abac-4bb465c6c39d req-da5e53bd-09e4-4a50-abfb-a27747b674cd tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 945 time: 0.0766792 Oct 19 01:24:54.281219 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c17f4fd1-48e7-4398-abac-4bb465c6c39d req-5bb9e5e5-cbb6-490a-9ced-5e3a8513fb64 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452015 Oct 19 01:24:54.305847 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a49cbcee-5dc9-46fe-90c2-5f9f02debdf2 req-6dbbe9a2-702a-45b4-9479-aa91bcdee5ce tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790339 Oct 19 01:24:54.462388 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ed678-963c-4280-9bff-d159e428c7c1 req-0d629405-5a69-4798-b413-ab4a885f87c1 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:54.464520 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-816ed678-963c-4280-9bff-d159e428c7c1 req-0d629405-5a69-4798-b413-ab4a885f87c1 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 943 time: 0.0637224 Oct 19 01:24:54.521423 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-816ed678-963c-4280-9bff-d159e428c7c1 req-f91a74fc-647c-410d-94c6-76a5b815e648 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501652 Oct 19 01:24:54.890686 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a281e7f-294b-44ec-a99e-12ee17863646 req-203a3762-921b-4957-9e05-8117d9b09d42 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:54.892819 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0a281e7f-294b-44ec-a99e-12ee17863646 req-203a3762-921b-4957-9e05-8117d9b09d42 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 945 time: 0.0575948 Oct 19 01:24:54.945903 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0a281e7f-294b-44ec-a99e-12ee17863646 req-9c8694b0-cd68-4a76-8014-a6b27760e5c3 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441790 Oct 19 01:24:55.155957 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494e968-d08c-437e-952f-0746017f998b req-d1a5d4ae-f42f-47e5-ab98-72dd254b9fbb tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:55.158271 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7494e968-d08c-437e-952f-0746017f998b req-d1a5d4ae-f42f-47e5-ab98-72dd254b9fbb tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 945 time: 0.0633905 Oct 19 01:24:55.222472 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7494e968-d08c-437e-952f-0746017f998b req-511af5c7-f727-4a4a-967f-0ab168841d18 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524545 Oct 19 01:24:55.238775 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 33102) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:55.286883 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e2041d-9dde-43db-84fc-7c49770e93d0 tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:55.288775 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-29e2041d-9dde-43db-84fc-7c49770e93d0 tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 1092 time: 0.0487416 Oct 19 01:24:55.292490 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 33104) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:55.300601 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-497d5af0-dcff-4a74-b472-c4dda5708ad8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'port_id': 'da9febd0-b377-4e6d-a2dd-853ab840caee', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:55.353352 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-497d5af0-dcff-4a74-b472-c4dda5708ad8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for floatingip, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:55.515434 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cf34f-fcba-4b1e-a081-e56aa862fed3 req-0af50d0c-8e9c-41b3-8f6f-0b51f62226b0 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:55.523404 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d40cf34f-fcba-4b1e-a081-e56aa862fed3 req-0af50d0c-8e9c-41b3-8f6f-0b51f62226b0 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 946 time: 0.1168211 Oct 19 01:24:55.566472 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765fcb2-59d7-456c-a267-d635571a3132 req-49cd961e-4a8f-4ee3-9077-b32a3af52dd4 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:55.574351 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e765fcb2-59d7-456c-a267-d635571a3132 req-49cd961e-4a8f-4ee3-9077-b32a3af52dd4 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 945 time: 0.1486132 Oct 19 01:24:55.577343 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d40cf34f-fcba-4b1e-a081-e56aa862fed3 req-64886fe2-b160-4d4e-91e8-ba763df3e1b2 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527744 Oct 19 01:24:55.577515 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-497d5af0-dcff-4a74-b472-c4dda5708ad8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:55.684457 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e765fcb2-59d7-456c-a267-d635571a3132 req-189fa0b6-a231-4a52-aebc-40610a5f8ec9 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092532 Oct 19 01:24:55.875056 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-497d5af0-dcff-4a74-b472-c4dda5708ad8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Allocated IP 172.25.8.16 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/1d77a899-925f-4a77-816a-716506e3f990) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:24:55.892372 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bd5ae-20e3-4340-98fc-6792ae4d9fd1 req-3757eab4-0aec-4192-be79-b9f8e204b6f0 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:55.900453 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d9bd5ae-20e3-4340-98fc-6792ae4d9fd1 req-3757eab4-0aec-4192-be79-b9f8e204b6f0 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 943 time: 0.0864160 Oct 19 01:24:55.951902 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d9bd5ae-20e3-4340-98fc-6792ae4d9fd1 req-465a3106-0e50-45f8-a744-ae6438b57e7e tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461602 Oct 19 01:24:56.008578 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-497d5af0-dcff-4a74-b472-c4dda5708ad8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:56.046600 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-497d5af0-dcff-4a74-b472-c4dda5708ad8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:56.093222 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497d5af0-dcff-4a74-b472-c4dda5708ad8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:24:56.096350 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-497d5af0-dcff-4a74-b472-c4dda5708ad8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:56.099882 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497d5af0-dcff-4a74-b472-c4dda5708ad8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:24:56.139870 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d5af0-dcff-4a74-b472-c4dda5708ad8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'Port': ['ID=1d77a899-925f-4a77-816a-716506e3f990,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:56.539961 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-497d5af0-dcff-4a74-b472-c4dda5708ad8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:56.615586 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-497d5af0-dcff-4a74-b472-c4dda5708ad8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:56.748623 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb951cdb-cbac-4e13-b12a-2a527873e8d0 req-81b98235-db61-48ed-aa9b-78cd315f7cb3 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:56.750191 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fb951cdb-cbac-4e13-b12a-2a527873e8d0 req-81b98235-db61-48ed-aa9b-78cd315f7cb3 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 946 time: 0.0837259 Oct 19 01:24:56.837794 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fb951cdb-cbac-4e13-b12a-2a527873e8d0 req-b5d8afce-21d4-49d3-85f8-438995a64f98 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589690 Oct 19 01:24:56.887468 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-497d5af0-dcff-4a74-b472-c4dda5708ad8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:56.894661 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-497d5af0-dcff-4a74-b472-c4dda5708ad8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:56.944506 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d5af0-dcff-4a74-b472-c4dda5708ad8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'Port': ['ID=1d77a899-925f-4a77-816a-716506e3f990,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:57.022080 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-497d5af0-dcff-4a74-b472-c4dda5708ad8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:57.038160 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0edbd2-95d9-416d-848f-0ff29b2d6c0b req-2ef6fccb-7d80-4a91-93a0-2cfe1cfd6cf8 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:57.056012 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4b0edbd2-95d9-416d-848f-0ff29b2d6c0b req-2ef6fccb-7d80-4a91-93a0-2cfe1cfd6cf8 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 945 time: 0.1333604 Oct 19 01:24:57.122978 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:57.129715 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4b0edbd2-95d9-416d-848f-0ff29b2d6c0b req-7920fcb5-45cc-41a9-acb0-89e4514f32f7 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725341 Oct 19 01:24:57.151756 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [None req-497d5af0-dcff-4a74-b472-c4dda5708ad8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Floating IP 92035093-a3f6-4cc9-a487-2665e9267eda associated. External IP: 172.25.8.16, port: da9febd0-b377-4e6d-a2dd-853ab840caee. Oct 19 01:24:57.614635 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c27fc8-2a07-4ff5-84f2-de0427afa25d req-54bfce2e-edbd-43f6-8c30-e16d81bff5a9 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:57.616247 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-80c27fc8-2a07-4ff5-84f2-de0427afa25d req-54bfce2e-edbd-43f6-8c30-e16d81bff5a9 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 943 time: 0.4763095 Oct 19 01:24:57.728219 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-80c27fc8-2a07-4ff5-84f2-de0427afa25d req-484d44bf-78ff-45b0-8db9-3829a21fb6eb tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688050 Oct 19 01:24:57.976937 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497d5af0-dcff-4a74-b472-c4dda5708ad8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Router 20f486ea-3d19-4f1c-99a3-c25749c3f7eb has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:24:58.052714 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83d5b7-1691-4859-8391-2b7452b0ecae req-e43ae9df-e022-476d-802b-a86b0bdf02df tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:58.057222 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7b83d5b7-1691-4859-8391-2b7452b0ecae req-e43ae9df-e022-476d-802b-a86b0bdf02df tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 946 time: 0.0739639 Oct 19 01:24:58.183957 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497d5af0-dcff-4a74-b472-c4dda5708ad8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:24:58.195639 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6980f1ff-6a55-4314-b6b8-3cbe8cf80988 None None] Sync routers for ids ['20f486ea-3d19-4f1c-99a3-c25749c3f7eb'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:24:58.214928 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6980f1ff-6a55-4314-b6b8-3cbe8cf80988 None None] Routers {'20f486ea-3d19-4f1c-99a3-c25749c3f7eb'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:24:58.215959 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6980f1ff-6a55-4314-b6b8-3cbe8cf80988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:24:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['20f486ea-3d19-4f1c-99a3-c25749c3f7eb'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:58.224521 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-497d5af0-dcff-4a74-b472-c4dda5708ad8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:58.301747 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7b83d5b7-1691-4859-8391-2b7452b0ecae req-91d7aa1d-c99e-456d-b15e-6398e375a2b7 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245728 Oct 19 01:24:58.308311 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-497d5af0-dcff-4a74-b472-c4dda5708ad8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0118430 Oct 19 01:24:58.308311 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81215ce2-4b81-4271-bfc9-f42caa6cf716', 'tag': 'da9febd0-b377-4e6d-a2dd-853ab840caee'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:24:58.309510 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c279940b-68a6-4da3-8f0e-475a84d25419" -d '{"events": [{"name": "network-changed", "server_uuid": "81215ce2-4b81-4271-bfc9-f42caa6cf716", "tag": "da9febd0-b377-4e6d-a2dd-853ab840caee"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:24:58.362073 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5afa4db-71a4-431d-9269-82c1f90132af req-7d365b8c-1bf4-42fd-8b24-be75d282e4ea tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:58.363609 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c5afa4db-71a4-431d-9269-82c1f90132af req-7d365b8c-1bf4-42fd-8b24-be75d282e4ea tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 945 time: 0.0839610 Oct 19 01:24:58.400111 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-6980f1ff-6a55-4314-b6b8-3cbe8cf80988 None None] Set router 20f486ea-3d19-4f1c-99a3-c25749c3f7eb gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:24:58.434000 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c5afa4db-71a4-431d-9269-82c1f90132af req-ec43d6d9-1723-47cf-af89-e09aecb56bff tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631559 Oct 19 01:24:58.554515 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b96c41-e91c-4407-88e9-4970adec1ed3 req-138cf31c-1107-48ab-946c-09038c10197a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:58.556902 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f8b96c41-e91c-4407-88e9-4970adec1ed3 req-138cf31c-1107-48ab-946c-09038c10197a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 945 time: 0.1409545 Oct 19 01:24:58.558172 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405e6395-811b-49d5-971a-fd3337a9039c x-openstack-request-id: req-405e6395-811b-49d5-971a-fd3337a9039c {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:24:58.558456 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81215ce2-4b81-4271-bfc9-f42caa6cf716", "tag": "da9febd0-b377-4e6d-a2dd-853ab840caee", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:24:58.558706 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-405e6395-811b-49d5-971a-fd3337a9039c {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:24:58.559090 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81215ce2-4b81-4271-bfc9-f42caa6cf716', 'tag': 'da9febd0-b377-4e6d-a2dd-853ab840caee', 'status': 'completed', 'code': 200} Oct 19 01:24:58.669084 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f8b96c41-e91c-4407-88e9-4970adec1ed3 req-c2411b2b-0ce4-4bca-84c4-d55a9c330659 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051965 Oct 19 01:24:58.690540 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279940b-68a6-4da3-8f0e-475a84d25419 req-d0b1a7b0-ad51-4a45-98bd-383303553dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:58.690540 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c279940b-68a6-4da3-8f0e-475a84d25419 req-d0b1a7b0-ad51-4a45-98bd-383303553dd1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b92153fb65d447bf94f5610e1ad52929&device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 1097 time: 0.0669193 Oct 19 01:24:58.690946 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 33154) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:58.692313 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6980f1ff-6a55-4314-b6b8-3cbe8cf80988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046854248', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '3ea91f5a-cfab-4929-8197-fc07057471fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:25Z', 'updated_at': '2021-10-19T01:24:35Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '3ea91f5a-cfab-4929-8197-fc07057471fc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:26Z', 'updated_at': '2021-10-19T01:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '92035093-a3f6-4cc9-a487-2665e9267eda', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'floating_ip_address': '172.25.8.16', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'port_id': 'da9febd0-b377-4e6d-a2dd-853ab840caee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa13990-98b0-41c2-979a-b93e0ec88bb1', 'mac_address': 'fa:16:3e:70:b7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81215ce2-4b81-4271-bfc9-f42caa6cf716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:24:56Z', 'updated_at': '2021-10-19T01:24:56Z', 'revision_number': 0, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '693fed26-3533-48ee-9646-c2ad973a3ae8', 'name': '', 'network_id': '5fa13990-98b0-41c2-979a-b93e0ec88bb1', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'mac_address': 'fa:16:3e:8c:d1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'dcb20c68-c38a-4476-9bb4-b08c2e7223b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:34Z', 'updated_at': '2021-10-19T01:24:41Z', 'revision_number': 5, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'subnets': [{'id': 'dcb20c68-c38a-4476-9bb4-b08c2e7223b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:58.726324 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6980f1ff-6a55-4314-b6b8-3cbe8cf80988 None None] Checking router: 20f486ea-3d19-4f1c-99a3-c25749c3f7eb for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:24:58.735829 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6980f1ff-6a55-4314-b6b8-3cbe8cf80988 None None] Routers {'20f486ea-3d19-4f1c-99a3-c25749c3f7eb'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:24:58.736461 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6980f1ff-6a55-4314-b6b8-3cbe8cf80988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:24:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['20f486ea-3d19-4f1c-99a3-c25749c3f7eb'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:58.845110 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6c50d70d-d070-43a7-88f5-b12b324ad791 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/floatingips/92035093-a3f6-4cc9-a487-2665e9267eda HTTP/1.1" status: 200 len: 990 time: 0.1520557 Oct 19 01:24:58.862835 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279940b-68a6-4da3-8f0e-475a84d25419 req-e30ae832-6247-4ec6-aa25-f6e3503e200c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:58.864551 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c279940b-68a6-4da3-8f0e-475a84d25419 req-e30ae832-6247-4ec6-aa25-f6e3503e200c service neutron] 10.222.0.24 "GET /v2.0/networks?id=5fa13990-98b0-41c2-979a-b93e0ec88bb1 HTTP/1.1" status: 200 len: 897 time: 0.1658311 Oct 19 01:24:58.884841 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-6980f1ff-6a55-4314-b6b8-3cbe8cf80988 None None] Set router 20f486ea-3d19-4f1c-99a3-c25749c3f7eb gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:24:58.893946 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c0390-5cf2-4813-a8fb-b9975f69831a req-c6ce2ca3-f805-4f68-9e5c-d047c0f9b664 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:58.902612 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6d0c0390-5cf2-4813-a8fb-b9975f69831a req-c6ce2ca3-f805-4f68-9e5c-d047c0f9b664 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 943 time: 0.0760040 Oct 19 01:24:58.978682 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6d0c0390-5cf2-4813-a8fb-b9975f69831a req-ce0dea1e-1e48-4693-b0cf-2ea8d55b0dcc tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700011 Oct 19 01:24:58.984780 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c279940b-68a6-4da3-8f0e-475a84d25419 req-e90e2e6d-5488-495b-8cf8-d8c4d42f6b37 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da9febd0-b377-4e6d-a2dd-853ab840caee HTTP/1.1" status: 200 len: 998 time: 0.1000929 Oct 19 01:24:59.057185 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279940b-68a6-4da3-8f0e-475a84d25419 req-1e4f6f4a-c0b3-4433-91f4-dfe819eb1554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:59.058994 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c279940b-68a6-4da3-8f0e-475a84d25419 req-1e4f6f4a-c0b3-4433-91f4-dfe819eb1554 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dcb20c68-c38a-4476-9bb4-b08c2e7223b6 HTTP/1.1" status: 200 len: 835 time: 0.0612028 Oct 19 01:24:59.115033 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279940b-68a6-4da3-8f0e-475a84d25419 req-73f87e44-8463-4d62-bfda-c6a4528ae896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:59.117379 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c279940b-68a6-4da3-8f0e-475a84d25419 req-73f87e44-8463-4d62-bfda-c6a4528ae896 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5fa13990-98b0-41c2-979a-b93e0ec88bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509403 Oct 19 01:24:59.125888 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6980f1ff-6a55-4314-b6b8-3cbe8cf80988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046854248', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '3ea91f5a-cfab-4929-8197-fc07057471fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:25Z', 'updated_at': '2021-10-19T01:24:35Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '3ea91f5a-cfab-4929-8197-fc07057471fc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:26Z', 'updated_at': '2021-10-19T01:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '92035093-a3f6-4cc9-a487-2665e9267eda', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'floating_ip_address': '172.25.8.16', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'port_id': 'da9febd0-b377-4e6d-a2dd-853ab840caee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa13990-98b0-41c2-979a-b93e0ec88bb1', 'mac_address': 'fa:16:3e:70:b7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81215ce2-4b81-4271-bfc9-f42caa6cf716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:24:56Z', 'updated_at': '2021-10-19T01:24:56Z', 'revision_number': 0, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '693fed26-3533-48ee-9646-c2ad973a3ae8', 'name': '', 'network_id': '5fa13990-98b0-41c2-979a-b93e0ec88bb1', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'mac_address': 'fa:16:3e:8c:d1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'dcb20c68-c38a-4476-9bb4-b08c2e7223b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:34Z', 'updated_at': '2021-10-19T01:24:41Z', 'revision_number': 5, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'subnets': [{'id': 'dcb20c68-c38a-4476-9bb4-b08c2e7223b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:59.157784 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6980f1ff-6a55-4314-b6b8-3cbe8cf80988 None None] The sync data for ids ['20f486ea-3d19-4f1c-99a3-c25749c3f7eb'] in n-d-715271-26 is: [{'id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046854248', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '3ea91f5a-cfab-4929-8197-fc07057471fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:25Z', 'updated_at': '2021-10-19T01:24:35Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '3ea91f5a-cfab-4929-8197-fc07057471fc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:26Z', 'updated_at': '2021-10-19T01:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '92035093-a3f6-4cc9-a487-2665e9267eda', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'floating_ip_address': '172.25.8.16', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'port_id': 'da9febd0-b377-4e6d-a2dd-853ab840caee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa13990-98b0-41c2-979a-b93e0ec88bb1', 'mac_address': 'fa:16:3e:70:b7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81215ce2-4b81-4271-bfc9-f42caa6cf716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:24:56Z', 'updated_at': '2021-10-19T01:24:56Z', 'revision_number': 0, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '693fed26-3533-48ee-9646-c2ad973a3ae8', 'name': '', 'network_id': '5fa13990-98b0-41c2-979a-b93e0ec88bb1', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'mac_address': 'fa:16:3e:8c:d1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'dcb20c68-c38a-4476-9bb4-b08c2e7223b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:34Z', 'updated_at': '2021-10-19T01:24:41Z', 'revision_number': 5, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'subnets': [{'id': 'dcb20c68-c38a-4476-9bb4-b08c2e7223b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:24:59.219407 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c279940b-68a6-4da3-8f0e-475a84d25419 req-8d0a8284-d0b2-4332-abd7-69314de49bec service neutron] 10.222.0.24 "GET /v2.0/networks/5fa13990-98b0-41c2-979a-b93e0ec88bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946896 Oct 19 01:24:59.319258 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c279940b-68a6-4da3-8f0e-475a84d25419 req-76964baf-3d17-434a-af6c-84362cc01667 service neutron] 10.222.0.24 "GET /v2.0/networks/5fa13990-98b0-41c2-979a-b93e0ec88bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913792 Oct 19 01:24:59.451419 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b40831-9a17-449f-88e5-8c26b6f596e0 req-13948dc8-9032-44c3-a23f-cb96ff28cc0a tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:59.453680 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b5b40831-9a17-449f-88e5-8c26b6f596e0 req-13948dc8-9032-44c3-a23f-cb96ff28cc0a tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 946 time: 0.0584145 Oct 19 01:24:59.461856 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebeb2129-b237-4341-bb19-e0cdde01aef6 None None] New status for floating IP 92035093-a3f6-4cc9-a487-2665e9267eda: ACTIVE {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:24:59.484330 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:59.536750 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b5b40831-9a17-449f-88e5-8c26b6f596e0 req-d234f288-cab1-4c20-8920-956c6da11721 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634205 Oct 19 01:24:59.619494 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0edaab6-589f-49c2-8618-2ba8d07219fc req-dc8a37c7-aede-4bcc-bcec-72ac79f3d228 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:59.622808 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e0edaab6-589f-49c2-8618-2ba8d07219fc req-dc8a37c7-aede-4bcc-bcec-72ac79f3d228 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 945 time: 0.0722966 Oct 19 01:24:59.697416 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e0edaab6-589f-49c2-8618-2ba8d07219fc req-951e30f0-7511-438c-8565-a25a9bf014e5 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675483 Oct 19 01:24:59.847802 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 33168) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:59.915804 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-58f2125f-19a8-418a-841c-ba9f364f9efd tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/floatingips/92035093-a3f6-4cc9-a487-2665e9267eda HTTP/1.1" status: 200 len: 992 time: 0.0611136 Oct 19 01:25:00.096128 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c3485-cc10-44c3-94ce-173bacf7bfb6 req-c8ebff2b-46a6-475f-bcd3-a2015ca626a4 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:00.104262 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7e5c3485-cc10-44c3-94ce-173bacf7bfb6 req-c8ebff2b-46a6-475f-bcd3-a2015ca626a4 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 943 time: 0.0649467 Oct 19 01:25:00.138291 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7e5c3485-cc10-44c3-94ce-173bacf7bfb6 req-3111ee5c-782f-41af-bbce-e767940af35c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331650 Oct 19 01:25:00.678104 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a599d-573a-4270-9b16-5a5c087d9469 req-eb57e9b4-218d-4256-879a-6d765b631be4 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:00.684222 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-077a599d-573a-4270-9b16-5a5c087d9469 req-eb57e9b4-218d-4256-879a-6d765b631be4 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 946 time: 0.0615895 Oct 19 01:25:00.742008 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-077a599d-573a-4270-9b16-5a5c087d9469 req-c4835234-a369-437b-9e8a-868ded9e566a tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541210 Oct 19 01:25:00.853600 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29489e-c444-48fc-b2e2-fe8bac335128 req-f06e860b-ea03-42dc-b380-66e839912a7b tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:00.856501 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cb29489e-c444-48fc-b2e2-fe8bac335128 req-f06e860b-ea03-42dc-b380-66e839912a7b tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 945 time: 0.0603995 Oct 19 01:25:00.900293 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cb29489e-c444-48fc-b2e2-fe8bac335128 req-2fa4d9f3-1c0d-4b6b-8b66-6a09d8bfc36c tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369020 Oct 19 01:25:01.263779 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e526ed5-6a3e-440d-a92a-c4cf6c11d6f8 req-7c023ecf-f4e5-440f-9e89-65c7c840ab3c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:01.265623 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0e526ed5-6a3e-440d-a92a-c4cf6c11d6f8 req-7c023ecf-f4e5-440f-9e89-65c7c840ab3c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 943 time: 0.0555103 Oct 19 01:25:01.311414 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0e526ed5-6a3e-440d-a92a-c4cf6c11d6f8 req-d4cc46c2-f7fc-4b1b-8ca3-83d60242843b tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375280 Oct 19 01:25:01.892565 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f9d26-84ba-4694-b583-9b7c162075f5 req-cf70c643-53d8-4f40-8748-1e296079a163 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:01.895200 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f88f9d26-84ba-4694-b583-9b7c162075f5 req-cf70c643-53d8-4f40-8748-1e296079a163 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 946 time: 0.0745592 Oct 19 01:25:01.959266 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f88f9d26-84ba-4694-b583-9b7c162075f5 req-85feda87-4a96-4b12-af25-c5431dbaa5c0 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564330 Oct 19 01:25:02.059542 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69382ea4-55e7-4dee-b7a6-24f5d4dde9d0 req-6afc4b88-1ef6-41a8-9d98-27aadf941975 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:02.061795 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-69382ea4-55e7-4dee-b7a6-24f5d4dde9d0 req-6afc4b88-1ef6-41a8-9d98-27aadf941975 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 945 time: 0.0721033 Oct 19 01:25:02.066954 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c704a4ab-1aa5-4d2c-8afb-35e104d6065e req-3ec6cd2e-ac5c-4929-8c15-dd2b63781469 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fdbbff63-5aed-498a-a91e-0af4cc233769&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0501771 Oct 19 01:25:02.130194 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-69382ea4-55e7-4dee-b7a6-24f5d4dde9d0 req-58ffb072-add6-4ef7-9e5d-578f4a54cbed tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620086 Oct 19 01:25:02.196034 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704a4ab-1aa5-4d2c-8afb-35e104d6065e req-99e62340-0a82-4294-a369-399ee6b2004b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:02.197826 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c704a4ab-1aa5-4d2c-8afb-35e104d6065e req-99e62340-0a82-4294-a369-399ee6b2004b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=585554f71e844101aa23b8eea6cc5bd0&device_id=fdbbff63-5aed-498a-a91e-0af4cc233769 HTTP/1.1" status: 200 len: 1098 time: 0.0768051 Oct 19 01:25:02.339279 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704a4ab-1aa5-4d2c-8afb-35e104d6065e req-49b573aa-2e11-4978-8a60-5f93646be2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:02.341608 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c704a4ab-1aa5-4d2c-8afb-35e104d6065e req-49b573aa-2e11-4978-8a60-5f93646be2d4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5e12dd14-5039-435c-a783-d0672592c2d3 HTTP/1.1" status: 200 len: 912 time: 0.1101730 Oct 19 01:25:02.426587 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c704a4ab-1aa5-4d2c-8afb-35e104d6065e req-66f62304-bd0a-4e47-ae97-f265e54e08c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74ba778f-9949-4462-9dec-e0d56fc487a6 HTTP/1.1" status: 200 len: 1002 time: 0.0774758 Oct 19 01:25:02.525219 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704a4ab-1aa5-4d2c-8afb-35e104d6065e req-2b38e1e8-4af5-4729-adc7-b07ca5b4bed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:02.526933 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c704a4ab-1aa5-4d2c-8afb-35e104d6065e req-2b38e1e8-4af5-4729-adc7-b07ca5b4bed7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=313c4890-7a10-40d1-9c32-7abcea0c2b45 HTTP/1.1" status: 200 len: 850 time: 0.0919669 Oct 19 01:25:02.554537 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f536dd-59e0-456a-806d-f24a90a854a5 req-7f860fee-319b-42bd-bb6f-1f9a1c594495 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:02.563028 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-48f536dd-59e0-456a-806d-f24a90a854a5 req-7f860fee-319b-42bd-bb6f-1f9a1c594495 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 943 time: 0.0714693 Oct 19 01:25:02.591694 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704a4ab-1aa5-4d2c-8afb-35e104d6065e req-3fe7d322-65b1-48fe-88cf-1368b4bcca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:02.593638 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c704a4ab-1aa5-4d2c-8afb-35e104d6065e req-3fe7d322-65b1-48fe-88cf-1368b4bcca68 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5e12dd14-5039-435c-a783-d0672592c2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561116 Oct 19 01:25:02.603389 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-48f536dd-59e0-456a-806d-f24a90a854a5 req-8f64ffd6-7e9a-49ef-a99a-399fdc222403 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391963 Oct 19 01:25:02.716142 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c704a4ab-1aa5-4d2c-8afb-35e104d6065e req-dd6757ec-28c9-4742-b452-700e3c317fb9 service neutron] 10.222.0.24 "GET /v2.0/networks/5e12dd14-5039-435c-a783-d0672592c2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126528 Oct 19 01:25:02.839179 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c704a4ab-1aa5-4d2c-8afb-35e104d6065e req-452b331f-a071-4e8d-94f7-c53d74d3d9cf service neutron] 10.222.0.24 "GET /v2.0/networks/5e12dd14-5039-435c-a783-d0672592c2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149459 Oct 19 01:25:03.108041 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486077f-c1e5-4428-8df0-b6e731f891ed req-7e8dd26e-32c2-44aa-88d0-fb6ce7a5c7f6 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:03.115181 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c486077f-c1e5-4428-8df0-b6e731f891ed req-7e8dd26e-32c2-44aa-88d0-fb6ce7a5c7f6 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 946 time: 0.0608401 Oct 19 01:25:03.182687 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c486077f-c1e5-4428-8df0-b6e731f891ed req-76867e11-c5cc-4c38-bd88-98ea0de52a91 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667362 Oct 19 01:25:03.278654 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48ba20-73cc-436d-8639-245d69f4a74b req-2045d3d5-d167-49c0-8a6c-6dfa7cdb01e1 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:03.284246 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4d48ba20-73cc-436d-8639-245d69f4a74b req-2045d3d5-d167-49c0-8a6c-6dfa7cdb01e1 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 945 time: 0.0638173 Oct 19 01:25:03.322017 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4d48ba20-73cc-436d-8639-245d69f4a74b req-fb3c69c2-09cd-41fe-ab5d-bc3c8e7ae51a tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345011 Oct 19 01:25:03.738707 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c88a4-6a14-465a-be1c-b6c7d511cfd1 req-5be312a4-ac59-4865-b602-0e6e25e7f2d8 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:03.746662 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-be2c88a4-6a14-465a-be1c-b6c7d511cfd1 req-5be312a4-ac59-4865-b602-0e6e25e7f2d8 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 943 time: 0.0587897 Oct 19 01:25:03.792715 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-be2c88a4-6a14-465a-be1c-b6c7d511cfd1 req-3b90425e-2129-4ff8-965c-0a141c847628 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450425 Oct 19 01:25:03.796460 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:25:03.931983 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da,segment=NetworkSegment(541c06ed-de66-456d-9510-381984fe0ad1),segment_id=541c06ed-de66-456d-9510-381984fe0ad1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:03.970758 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da', 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813', 'port_id': '0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da', 'mac_address': 'fa:16:3e:2c:c4:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488e075d-4e24-4ef3-a196-a8fb67b0889b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:25:04.016637 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:04.038790 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:25:04.061577 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da,segment=NetworkSegment(541c06ed-de66-456d-9510-381984fe0ad1),segment_id=541c06ed-de66-456d-9510-381984fe0ad1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:04.067204 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:04.128628 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:04.160518 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:25:04.332087 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d553a-fe13-4f2d-8a6a-917f57c177c1 req-626f14c1-dc6b-4c81-a058-81ae7e38b9b2 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:04.341250 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a90d553a-fe13-4f2d-8a6a-917f57c177c1 req-626f14c1-dc6b-4c81-a058-81ae7e38b9b2 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 946 time: 0.0700674 Oct 19 01:25:04.388019 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a90d553a-fe13-4f2d-8a6a-917f57c177c1 req-740ba26c-da8b-4146-8950-18111cde3b54 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415394 Oct 19 01:25:04.501127 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39684b9b-81f8-4de4-96de-75ba78ff0b8e req-3b164625-680a-4211-b1e5-eacacb6c3f5b tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:04.509132 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-39684b9b-81f8-4de4-96de-75ba78ff0b8e req-3b164625-680a-4211-b1e5-eacacb6c3f5b tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 944 time: 0.0582626 Oct 19 01:25:04.555898 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-39684b9b-81f8-4de4-96de-75ba78ff0b8e req-74d73ca6-b507-420a-826f-82784b07c1d8 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404766 Oct 19 01:25:04.932738 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca7c00-839c-4995-a414-cbdb757f8c67 req-c54ca217-0971-487c-80e6-c14fd103344b tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:04.934313 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94ca7c00-839c-4995-a414-cbdb757f8c67 req-c54ca217-0971-487c-80e6-c14fd103344b tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 943 time: 0.0560992 Oct 19 01:25:04.995801 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94ca7c00-839c-4995-a414-cbdb757f8c67 req-2815185b-75ed-495b-a5a9-476cf6bd206a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419283 Oct 19 01:25:05.516019 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837624b-2915-4617-ae46-b0010d78af5f req-9c7504fa-6ca6-4536-95d0-001e64b98da6 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:05.517898 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c837624b-2915-4617-ae46-b0010d78af5f req-9c7504fa-6ca6-4536-95d0-001e64b98da6 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 946 time: 0.0661755 Oct 19 01:25:05.574211 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c837624b-2915-4617-ae46-b0010d78af5f req-3fe6fea9-d0f1-4021-a124-730bcfcd64d1 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482123 Oct 19 01:25:05.690720 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e168c2-7d88-49fa-a457-462c2e0d972b req-4c550606-02fc-470c-aeb8-563bc617bec6 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:05.692341 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-13e168c2-7d88-49fa-a457-462c2e0d972b req-4c550606-02fc-470c-aeb8-563bc617bec6 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 944 time: 0.0494976 Oct 19 01:25:05.735647 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-13e168c2-7d88-49fa-a457-462c2e0d972b req-f532c957-a7b4-43d6-98de-7a472b57e5e3 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350237 Oct 19 01:25:05.811158 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:25:05.862731 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:05.863140 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:05.944944 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:05.969325 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2577546-eaa5-4f27-82d1-74ff9d883fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:25:05.971615 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37009956-8235-49fb-869d-1cbd9ca6b524" -d '{"events": [{"server_uuid": "e2577546-eaa5-4f27-82d1-74ff9d883fdd", "name": "network-vif-plugged", "status": "completed", "tag": "0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:25:05.984930 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da,segment=NetworkSegment(541c06ed-de66-456d-9510-381984fe0ad1),segment_id=541c06ed-de66-456d-9510-381984fe0ad1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:05.990339 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:06.016974 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97344f98-1a7a-4c4b-bc75-3c0fedb8f2bc x-openstack-request-id: req-97344f98-1a7a-4c4b-bc75-3c0fedb8f2bc {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:25:06.017277 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2577546-eaa5-4f27-82d1-74ff9d883fdd", "name": "network-vif-plugged", "status": "completed", "tag": "0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:25:06.017534 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-97344f98-1a7a-4c4b-bc75-3c0fedb8f2bc {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:25:06.017935 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2577546-eaa5-4f27-82d1-74ff9d883fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da', 'code': 200} Oct 19 01:25:06.052670 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da,revision_number=7']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:06.139605 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74223fc9-7836-4f07-8eb6-0a619e41d46e req-b7dab0f9-9b51-424f-890b-27ea51c5c74a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:06.141155 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-74223fc9-7836-4f07-8eb6-0a619e41d46e req-b7dab0f9-9b51-424f-890b-27ea51c5c74a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 943 time: 0.0593510 Oct 19 01:25:06.186873 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-74223fc9-7836-4f07-8eb6-0a619e41d46e req-656e596c-d10b-4d5b-ae98-a217c451aa6e tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380263 Oct 19 01:25:06.705571 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690dd833-1b20-4b06-ba11-955f5e0d66d6 req-f62c4faf-9649-438a-b9db-0b91746815a3 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:06.707205 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-690dd833-1b20-4b06-ba11-955f5e0d66d6 req-f62c4faf-9649-438a-b9db-0b91746815a3 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 946 time: 0.0506690 Oct 19 01:25:06.748079 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-690dd833-1b20-4b06-ba11-955f5e0d66d6 req-e2d13229-676a-4e87-a92b-887445510ce5 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340910 Oct 19 01:25:06.867046 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a95427-5996-48ba-903b-49b863d727c4 req-f86fe29d-738b-412b-961b-83e294cfe324 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:06.869599 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c6a95427-5996-48ba-903b-49b863d727c4 req-f86fe29d-738b-412b-961b-83e294cfe324 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 945 time: 0.0562170 Oct 19 01:25:06.914571 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c6a95427-5996-48ba-903b-49b863d727c4 req-6c81bb91-5d77-4361-b4c8-2cebaf022857 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387504 Oct 19 01:25:07.325622 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb21b4f-9b06-4efb-a6bd-e9df0ea13cee req-487655ef-5d95-4ada-90e4-4882af21ce54 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:07.327141 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ebb21b4f-9b06-4efb-a6bd-e9df0ea13cee req-487655ef-5d95-4ada-90e4-4882af21ce54 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 943 time: 0.0700612 Oct 19 01:25:07.367559 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ebb21b4f-9b06-4efb-a6bd-e9df0ea13cee req-e2d8ad63-2f66-4a2d-a081-27518113ecfd tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336001 Oct 19 01:25:07.818409 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 4d72ba9b-0706-4eea-a77a-1fdbe74e018d details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:25:07.904283 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a5fc1-f013-4736-a4d0-bc460f975b67 req-efc692e2-1af2-4c93-97fe-4ab684dc7978 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:07.906336 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2f7a5fc1-f013-4736-a4d0-bc460f975b67 req-efc692e2-1af2-4c93-97fe-4ab684dc7978 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 946 time: 0.0587411 Oct 19 01:25:07.972054 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 4d72ba9b-0706-4eea-a77a-1fdbe74e018d, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=4d72ba9b-0706-4eea-a77a-1fdbe74e018d,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:07.992155 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '4d72ba9b-0706-4eea-a77a-1fdbe74e018d', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'port_id': '4d72ba9b-0706-4eea-a77a-1fdbe74e018d', 'mac_address': 'fa:16:3e:0a:4c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:25:08.015663 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2f7a5fc1-f013-4736-a4d0-bc460f975b67 req-6f7e63d0-26db-4ffd-ad08-2f855d3a4741 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028180 Oct 19 01:25:08.048531 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:08.072936 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d72ba9b-0706-4eea-a77a-1fdbe74e018d {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:25:08.101928 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 4d72ba9b-0706-4eea-a77a-1fdbe74e018d, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=4d72ba9b-0706-4eea-a77a-1fdbe74e018d,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:08.108824 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:08.166799 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86de15-5b30-46ae-9a7d-94694c3bb88a req-9f4a4379-eb33-4331-a5b2-83d43609efcd tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:08.168453 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7e86de15-5b30-46ae-9a7d-94694c3bb88a req-9f4a4379-eb33-4331-a5b2-83d43609efcd tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 945 time: 0.1025336 Oct 19 01:25:08.189469 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=4d72ba9b-0706-4eea-a77a-1fdbe74e018d,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:08.242998 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7e86de15-5b30-46ae-9a7d-94694c3bb88a req-3235dd2f-625c-45dd-b64c-3af379095883 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652912 Oct 19 01:25:08.475363 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['4d72ba9b-0706-4eea-a77a-1fdbe74e018d'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:25:08.573033 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7555812a-fed4-4c4b-b6fa-c55530932a7c req-1a251528-c1eb-49e5-baf6-dc6b6e37100f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:08.581394 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7555812a-fed4-4c4b-b6fa-c55530932a7c req-1a251528-c1eb-49e5-baf6-dc6b6e37100f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 944 time: 0.1194847 Oct 19 01:25:08.652799 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7555812a-fed4-4c4b-b6fa-c55530932a7c req-df0c5fd5-103b-43c2-81b4-23fb1d3dcbba tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694768 Oct 19 01:25:09.188552 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdcd0c-f753-4196-a2e3-aacd8cb77eaf req-25493671-abdc-499e-a303-cb0b26f56076 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:09.190077 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-26cdcd0c-f753-4196-a2e3-aacd8cb77eaf req-25493671-abdc-499e-a303-cb0b26f56076 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 946 time: 0.0609410 Oct 19 01:25:09.264679 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-26cdcd0c-f753-4196-a2e3-aacd8cb77eaf req-8e13c5ba-aca9-4e62-be48-e22c11b1b9cc tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680907 Oct 19 01:25:09.502888 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c8dd4-756c-4620-aead-86bd4ad2abc6 req-0296d889-c414-46ea-93f1-5d3dd344643e tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:09.511039 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bd5c8dd4-756c-4620-aead-86bd4ad2abc6 req-0296d889-c414-46ea-93f1-5d3dd344643e tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 945 time: 0.1407697 Oct 19 01:25:09.559604 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bd5c8dd4-756c-4620-aead-86bd4ad2abc6 req-1b68eb97-9396-4987-9c5b-8ec5de57c5af tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475087 Oct 19 01:25:09.789245 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e03df-93ed-40fd-bcf1-eb70152b31bd req-5e859bd2-abda-4298-8e5c-05f17aa587de tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:09.797717 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-475e03df-93ed-40fd-bcf1-eb70152b31bd req-5e859bd2-abda-4298-8e5c-05f17aa587de tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 944 time: 0.0726507 Oct 19 01:25:09.835251 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 4d72ba9b-0706-4eea-a77a-1fdbe74e018d up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:25:09.856885 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-475e03df-93ed-40fd-bcf1-eb70152b31bd req-6f614128-0d8e-4e0b-95ab-d49c17ab4e9c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578265 Oct 19 01:25:09.940200 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 4d72ba9b-0706-4eea-a77a-1fdbe74e018d completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:25:09.945685 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 4d72ba9b-0706-4eea-a77a-1fdbe74e018d triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:09.946370 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:10.040818 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:10.066517 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94775333-a3d9-49a8-8425-bc39c6d1cdec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d72ba9b-0706-4eea-a77a-1fdbe74e018d'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:25:10.069913 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999fb09d-6f5e-4827-8486-3220dd7ff4ea" -d '{"events": [{"server_uuid": "94775333-a3d9-49a8-8425-bc39c6d1cdec", "name": "network-vif-plugged", "status": "completed", "tag": "4d72ba9b-0706-4eea-a77a-1fdbe74e018d"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:25:10.084337 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 4d72ba9b-0706-4eea-a77a-1fdbe74e018d, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=4d72ba9b-0706-4eea-a77a-1fdbe74e018d,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:10.093097 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:10.151320 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=4d72ba9b-0706-4eea-a77a-1fdbe74e018d,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:10.183638 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8a4c98-fe39-4599-b749-e17ac61e751c x-openstack-request-id: req-dd8a4c98-fe39-4599-b749-e17ac61e751c {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:25:10.183949 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94775333-a3d9-49a8-8425-bc39c6d1cdec", "name": "network-vif-plugged", "status": "completed", "tag": "4d72ba9b-0706-4eea-a77a-1fdbe74e018d", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:25:10.184230 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dd8a4c98-fe39-4599-b749-e17ac61e751c {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:25:10.184910 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94775333-a3d9-49a8-8425-bc39c6d1cdec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d72ba9b-0706-4eea-a77a-1fdbe74e018d', 'code': 200} Oct 19 01:25:10.592049 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7454e-9546-482f-9b7b-d2480485eb5b req-cbe8d8b6-7a58-48a6-898a-c505d397cd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:10.592049 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b7c7454e-9546-482f-9b7b-d2480485eb5b req-cbe8d8b6-7a58-48a6-898a-c505d397cd30 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 1097 time: 0.0936315 Oct 19 01:25:10.592049 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b7c7454e-9546-482f-9b7b-d2480485eb5b req-54d145de-2092-4da6-8ad1-12fa75672364 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847673 Oct 19 01:25:10.592049 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f871ebc-8139-4b23-8628-86a8320b67b6 req-fe85e54f-c4e5-40ae-b794-3be24d567bb1 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:10.592049 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7f871ebc-8139-4b23-8628-86a8320b67b6 req-fe85e54f-c4e5-40ae-b794-3be24d567bb1 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 946 time: 0.0995672 Oct 19 01:25:10.592049 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7f871ebc-8139-4b23-8628-86a8320b67b6 req-29fb341c-ec71-4735-bd9e-0111fbdda09d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639713 Oct 19 01:25:10.697177 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640a4f4-fc7a-4af2-baca-f8916b675866 req-f0358ba3-320d-451f-baf4-794ca6ee3c90 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:10.699633 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4640a4f4-fc7a-4af2-baca-f8916b675866 req-f0358ba3-320d-451f-baf4-794ca6ee3c90 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 945 time: 0.0654764 Oct 19 01:25:10.755939 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4640a4f4-fc7a-4af2-baca-f8916b675866 req-362fc913-45d7-45e1-b7fc-8c2c473d4168 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443883 Oct 19 01:25:11.057228 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01697ef3-1135-4fec-a23d-a5346c81f2e6 req-37b44a34-69f1-4216-8f1c-15b035d6f417 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:11.059172 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-01697ef3-1135-4fec-a23d-a5346c81f2e6 req-37b44a34-69f1-4216-8f1c-15b035d6f417 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 945 time: 0.1010940 Oct 19 01:25:11.149245 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-01697ef3-1135-4fec-a23d-a5346c81f2e6 req-2a1a87e6-b29e-46e1-a8bb-094cce0761f2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837901 Oct 19 01:25:11.831943 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fa993-8663-4a64-ad22-dbb1259a3a74 req-bb7ee8ad-94cf-4536-858f-27becdcdbd8b tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:11.849270 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-024fa993-8663-4a64-ad22-dbb1259a3a74 req-bb7ee8ad-94cf-4536-858f-27becdcdbd8b tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 946 time: 0.1178901 Oct 19 01:25:12.012553 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-024fa993-8663-4a64-ad22-dbb1259a3a74 req-9328504a-b175-47df-9388-6963ba99ccb7 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622682 Oct 19 01:25:12.057099 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb96ee5-5dd7-4082-a5b1-310b6c94e451 req-565a5931-8616-4986-b61f-b73f6aa89f75 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:12.061464 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2cb96ee5-5dd7-4082-a5b1-310b6c94e451 req-565a5931-8616-4986-b61f-b73f6aa89f75 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 945 time: 0.1671028 Oct 19 01:25:12.162732 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2cb96ee5-5dd7-4082-a5b1-310b6c94e451 req-cf4964fe-648f-4add-9791-961d546c29bd tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907161 Oct 19 01:25:12.373244 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c36362-4db6-4266-add4-483b17df017f req-a7f563e5-59fe-49a3-977d-c01f669bdd20 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:12.374881 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d1c36362-4db6-4266-add4-483b17df017f req-a7f563e5-59fe-49a3-977d-c01f669bdd20 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 945 time: 0.1242418 Oct 19 01:25:12.461754 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d1c36362-4db6-4266-add4-483b17df017f req-16228b95-0fb2-4c87-b388-90b0f46f32db tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804584 Oct 19 01:25:12.633143 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa1553-9da1-4ccb-958a-048c1e336cfe req-beb03086-485c-4244-adf2-be33bd13cccf tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:12.635320 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4bfa1553-9da1-4ccb-958a-048c1e336cfe req-beb03086-485c-4244-adf2-be33bd13cccf tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 945 time: 0.0628593 Oct 19 01:25:12.722912 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4bfa1553-9da1-4ccb-958a-048c1e336cfe req-4529a68c-72b4-4076-b332-48ba0c042be0 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678475 Oct 19 01:25:12.754018 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 33412) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:13.164524 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b5c45a-bf84-49bd-86b7-32d8794d31f9 tempest-TestVolumeBootPattern-540693879 tempest-TestVolumeBootPattern-540693879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:13.168401 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d5b5c45a-bf84-49bd-86b7-32d8794d31f9 tempest-TestVolumeBootPattern-540693879 tempest-TestVolumeBootPattern-540693879-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 1092 time: 0.4122055 Oct 19 01:25:13.172165 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 33426) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:13.180544 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-3ae4c9ad-17aa-45d3-820a-e034d27f16c0 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'port_id': '4d72ba9b-0706-4eea-a77a-1fdbe74e018d', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:13.325456 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9072e0e-5854-4900-b118-7288b161101c req-0addaa64-54d7-4f33-b9a0-0e5ee449f119 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:13.328321 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d9072e0e-5854-4900-b118-7288b161101c req-0addaa64-54d7-4f33-b9a0-0e5ee449f119 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 946 time: 0.1302083 Oct 19 01:25:13.331956 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3ae4c9ad-17aa-45d3-820a-e034d27f16c0 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for floatingip, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:13.456558 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d9072e0e-5854-4900-b118-7288b161101c req-10e0c2ef-465c-4a0f-ac09-6484ada9786f tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169503 Oct 19 01:25:13.641530 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c478d-d2b1-4231-9cec-79b7f485c299 req-90cf3349-0c90-4baa-96ab-583af7317827 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:13.649209 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c25c478d-d2b1-4231-9cec-79b7f485c299 req-90cf3349-0c90-4baa-96ab-583af7317827 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 945 time: 0.1516049 Oct 19 01:25:13.706644 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3ae4c9ad-17aa-45d3-820a-e034d27f16c0 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:13.717597 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c25c478d-d2b1-4231-9cec-79b7f485c299 req-634a48c6-48b6-42bc-ac7a-90d5cb83e7ab tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671372 Oct 19 01:25:13.885382 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-3ae4c9ad-17aa-45d3-820a-e034d27f16c0 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Allocated IP 172.25.8.137 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/67ce647c-17e1-4742-be12-0be604f8a749) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:25:13.923038 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7cdb7433-bf89-4bf0-a5f3-1e3394aa6c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:14.062619 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3ae4c9ad-17aa-45d3-820a-e034d27f16c0 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:14.114302 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3ae4c9ad-17aa-45d3-820a-e034d27f16c0 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:14.161696 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae4c9ad-17aa-45d3-820a-e034d27f16c0 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:25:14.169314 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-3ae4c9ad-17aa-45d3-820a-e034d27f16c0 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:25:14.176494 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae4c9ad-17aa-45d3-820a-e034d27f16c0 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:25:14.219277 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae4c9ad-17aa-45d3-820a-e034d27f16c0 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Pushing event updated for resources: {'Port': ['ID=67ce647c-17e1-4742-be12-0be604f8a749,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:14.709574 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dcb597-1613-4e19-93ec-baad842bcfb6 req-808e287a-4248-4ff6-9e17-78affc37f1da tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:14.721218 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c8dcb597-1613-4e19-93ec-baad842bcfb6 req-808e287a-4248-4ff6-9e17-78affc37f1da tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 946 time: 0.1168120 Oct 19 01:25:14.867398 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c8dcb597-1613-4e19-93ec-baad842bcfb6 req-6c0a2abf-5519-4f73-9093-f46c7ea922e4 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452925 Oct 19 01:25:14.936586 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc12f58-6908-4532-8882-6f296761adbc req-dcebfb08-934b-4915-bb13-6aefa424db98 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:14.950347 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2bc12f58-6908-4532-8882-6f296761adbc req-dcebfb08-934b-4915-bb13-6aefa424db98 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 945 time: 0.1197655 Oct 19 01:25:15.062691 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2bc12f58-6908-4532-8882-6f296761adbc req-1dad9915-a7dc-4635-8f27-1bdb33e35211 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848465 Oct 19 01:25:15.093067 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3ae4c9ad-17aa-45d3-820a-e034d27f16c0 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:15.251673 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3ae4c9ad-17aa-45d3-820a-e034d27f16c0 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:15.563508 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3ae4c9ad-17aa-45d3-820a-e034d27f16c0 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:15.573344 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3ae4c9ad-17aa-45d3-820a-e034d27f16c0 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:15.665962 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3ae4c9ad-17aa-45d3-820a-e034d27f16c0 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:15.733902 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae4c9ad-17aa-45d3-820a-e034d27f16c0 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Pushing event updated for resources: {'Port': ['ID=67ce647c-17e1-4742-be12-0be604f8a749,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:15.856111 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [None req-3ae4c9ad-17aa-45d3-820a-e034d27f16c0 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Floating IP 2c61e9ce-9f4b-4194-8c20-b10171a70815 associated. External IP: 172.25.8.137, port: 4d72ba9b-0706-4eea-a77a-1fdbe74e018d. Oct 19 01:25:15.995154 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 33500) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:16.191127 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3453c7e-4b56-435f-8afb-01166425d345 req-eef18520-3cc2-4a51-bb60-b57d34f9b6e2 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:16.194961 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f3453c7e-4b56-435f-8afb-01166425d345 req-eef18520-3cc2-4a51-bb60-b57d34f9b6e2 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 946 time: 0.1541064 Oct 19 01:25:16.242651 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-87e96268-4776-4cc3-be9e-71b611a8648a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:16.294189 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f3453c7e-4b56-435f-8afb-01166425d345 req-d460dc28-9182-4ddb-af83-db035bdb5510 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880466 Oct 19 01:25:16.424967 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-87e96268-4776-4cc3-be9e-71b611a8648a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:16.447653 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-87e96268-4776-4cc3-be9e-71b611a8648a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:16.518860 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-87e96268-4776-4cc3-be9e-71b611a8648a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ab298bdb02a3438faea230f0bafa4b97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5224152 Oct 19 01:25:16.519521 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 33512) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:16.520184 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e96268-4776-4cc3-be9e-71b611a8648a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e38ce76-b443-4429-9a2a-bca1d3af2174,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:16.566876 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d48ec7ff-30cb-43ac-b613-dd80300eeb1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:16.626480 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-06bb1d63-a377-4986-9f69-cd932f43c894 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:16.681898 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-06bb1d63-a377-4986-9f69-cd932f43c894 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:16.685777 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae4c9ad-17aa-45d3-820a-e034d27f16c0 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Router d6ee435f-57e0-4436-bc41-63a2cb71fbcd has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:25:16.789651 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-06bb1d63-a377-4986-9f69-cd932f43c894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:16.792655 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-06bb1d63-a377-4986-9f69-cd932f43c894 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:16.804210 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-06bb1d63-a377-4986-9f69-cd932f43c894 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5e38ce76-b443-4429-9a2a-bca1d3af2174 HTTP/1.1" status: 204 len: 168 time: 0.2781177 Oct 19 01:25:16.827058 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb1d63-a377-4986-9f69-cd932f43c894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e38ce76-b443-4429-9a2a-bca1d3af2174,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:16.833694 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1a730-2ab1-4f17-9b4e-79e0572b85fc req-b19db637-95ec-4e93-ad53-c7c622224653 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:16.835282 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e2b1a730-2ab1-4f17-9b4e-79e0572b85fc req-b19db637-95ec-4e93-ad53-c7c622224653 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 945 time: 0.4422729 Oct 19 01:25:16.925050 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e2b1a730-2ab1-4f17-9b4e-79e0572b85fc req-c9f9e6af-07b3-4cba-afe1-90b35df41a12 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690758 Oct 19 01:25:17.020709 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae4c9ad-17aa-45d3-820a-e034d27f16c0 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:25:17.032452 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0942b18f-25c5-4664-bce7-a29b3d547cfe None None] Sync routers for ids ['d6ee435f-57e0-4436-bc41-63a2cb71fbcd'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:25:17.052392 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0942b18f-25c5-4664-bce7-a29b3d547cfe None None] Routers {'d6ee435f-57e0-4436-bc41-63a2cb71fbcd'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:25:17.053894 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-0942b18f-25c5-4664-bce7-a29b3d547cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:25:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d6ee435f-57e0-4436-bc41-63a2cb71fbcd'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:17.080670 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3ae4c9ad-17aa-45d3-820a-e034d27f16c0 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:17.144434 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3ae4c9ad-17aa-45d3-820a-e034d27f16c0 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9701753 Oct 19 01:25:17.145949 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94775333-a3d9-49a8-8425-bc39c6d1cdec', 'tag': '4d72ba9b-0706-4eea-a77a-1fdbe74e018d'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:25:17.148606 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeace9ea-87c1-4ac7-896f-ebd129f46705" -d '{"events": [{"name": "network-changed", "server_uuid": "94775333-a3d9-49a8-8425-bc39c6d1cdec", "tag": "4d72ba9b-0706-4eea-a77a-1fdbe74e018d"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:25:17.280416 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d961037-8c72-4822-9812-140fee9204dd x-openstack-request-id: req-0d961037-8c72-4822-9812-140fee9204dd {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:25:17.280805 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94775333-a3d9-49a8-8425-bc39c6d1cdec", "tag": "4d72ba9b-0706-4eea-a77a-1fdbe74e018d", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:25:17.280980 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0d961037-8c72-4822-9812-140fee9204dd {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:25:17.281530 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94775333-a3d9-49a8-8425-bc39c6d1cdec', 'tag': '4d72ba9b-0706-4eea-a77a-1fdbe74e018d', 'status': 'completed', 'code': 200} Oct 19 01:25:17.357697 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-0942b18f-25c5-4664-bce7-a29b3d547cfe None None] Set router d6ee435f-57e0-4436-bc41-63a2cb71fbcd gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:25:17.427431 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeace9ea-87c1-4ac7-896f-ebd129f46705 req-657a2fb9-506f-4efd-8bca-d322ab5b28c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:17.430790 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eeace9ea-87c1-4ac7-896f-ebd129f46705 req-657a2fb9-506f-4efd-8bca-d322ab5b28c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=248f0ca5d5d44d8ab1ae3c514fead24b&device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 1097 time: 0.1244543 Oct 19 01:25:17.437744 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:17.538920 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8411ba-6304-4e5e-b7a5-5a7601e2a7c5 req-a46e37c6-6232-4884-9672-4e3b68482fc7 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:17.540959 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ef8411ba-6304-4e5e-b7a5-5a7601e2a7c5 req-a46e37c6-6232-4884-9672-4e3b68482fc7 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 946 time: 0.0878804 Oct 19 01:25:17.639413 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ef8411ba-6304-4e5e-b7a5-5a7601e2a7c5 req-9caf4ab4-8e92-4f8e-ae67-a0332c4b16f8 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654693 Oct 19 01:25:17.669792 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeace9ea-87c1-4ac7-896f-ebd129f46705 req-70cbff62-5872-4777-a75a-6f82a3738cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:17.671508 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eeace9ea-87c1-4ac7-896f-ebd129f46705 req-70cbff62-5872-4777-a75a-6f82a3738cab service neutron] 10.222.0.55 "GET /v2.0/networks?id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a HTTP/1.1" status: 200 len: 913 time: 0.2303410 Oct 19 01:25:17.779010 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eeace9ea-87c1-4ac7-896f-ebd129f46705 req-c954d56d-d757-4dc5-85b0-92cd9219dfe1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d72ba9b-0706-4eea-a77a-1fdbe74e018d HTTP/1.1" status: 200 len: 999 time: 0.0982144 Oct 19 01:25:17.802771 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:17.814684 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-0942b18f-25c5-4664-bce7-a29b3d547cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'name': 'tempest-TestVolumeBootPattern-1290649707-router', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:42Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'gw_port': {'id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:46Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '2c61e9ce-9f4b-4194-8c20-b10171a70815', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'floating_ip_address': '172.25.8.137', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'port_id': '4d72ba9b-0706-4eea-a77a-1fdbe74e018d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'mac_address': 'fa:16:3e:0a:4c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94775333-a3d9-49a8-8425-bc39c6d1cdec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:25:14Z', 'updated_at': '2021-10-19T01:25:14Z', 'revision_number': 0, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49cbbd5b-3445-46f7-a55e-8ec66806cafc', 'name': '', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'mac_address': 'fa:16:3e:13:e6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:59Z', 'updated_at': '2021-10-19T01:18:07Z', 'revision_number': 5, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'subnets': [{'id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:17.851422 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0942b18f-25c5-4664-bce7-a29b3d547cfe None None] Checking router: d6ee435f-57e0-4436-bc41-63a2cb71fbcd for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:25:17.862785 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0942b18f-25c5-4664-bce7-a29b3d547cfe None None] Routers {'d6ee435f-57e0-4436-bc41-63a2cb71fbcd'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:25:17.863433 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-0942b18f-25c5-4664-bce7-a29b3d547cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:25:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d6ee435f-57e0-4436-bc41-63a2cb71fbcd'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:17.896083 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeace9ea-87c1-4ac7-896f-ebd129f46705 req-3cee5f4f-e446-4ade-a13d-04cfc3d757f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:17.898392 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eeace9ea-87c1-4ac7-896f-ebd129f46705 req-3cee5f4f-e446-4ade-a13d-04cfc3d757f9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fd3fa81-a83a-4093-b85e-409104ce311b HTTP/1.1" status: 200 len: 851 time: 0.1117780 Oct 19 01:25:17.983925 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeace9ea-87c1-4ac7-896f-ebd129f46705 req-d183a20d-cc7d-4fe8-85db-b5b52d65bb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:17.984913 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eeace9ea-87c1-4ac7-896f-ebd129f46705 req-d183a20d-cc7d-4fe8-85db-b5b52d65bb86 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0771370 Oct 19 01:25:18.110057 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-0942b18f-25c5-4664-bce7-a29b3d547cfe None None] Set router d6ee435f-57e0-4436-bc41-63a2cb71fbcd gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:25:18.245884 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eeace9ea-87c1-4ac7-896f-ebd129f46705 req-b8a53d39-a905-4b22-8be4-b001b37430eb service neutron] 10.222.0.55 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520397 Oct 19 01:25:18.285372 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66180bb1-d8a1-49d9-bc47-6bac263e7284 req-40944ed4-0af6-4c51-9ccf-0bf8fc538791 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:18.303534 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-66180bb1-d8a1-49d9-bc47-6bac263e7284 req-40944ed4-0af6-4c51-9ccf-0bf8fc538791 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 945 time: 0.2229059 Oct 19 01:25:18.448106 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-66180bb1-d8a1-49d9-bc47-6bac263e7284 req-44ded916-210d-4735-abba-680548e7a501 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417918 Oct 19 01:25:18.511924 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-0942b18f-25c5-4664-bce7-a29b3d547cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'name': 'tempest-TestVolumeBootPattern-1290649707-router', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:42Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'gw_port': {'id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:46Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '2c61e9ce-9f4b-4194-8c20-b10171a70815', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'floating_ip_address': '172.25.8.137', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'port_id': '4d72ba9b-0706-4eea-a77a-1fdbe74e018d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'mac_address': 'fa:16:3e:0a:4c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94775333-a3d9-49a8-8425-bc39c6d1cdec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:25:14Z', 'updated_at': '2021-10-19T01:25:14Z', 'revision_number': 0, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49cbbd5b-3445-46f7-a55e-8ec66806cafc', 'name': '', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'mac_address': 'fa:16:3e:13:e6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:59Z', 'updated_at': '2021-10-19T01:18:07Z', 'revision_number': 5, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'subnets': [{'id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:18.541907 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eeace9ea-87c1-4ac7-896f-ebd129f46705 req-e340fbe9-9c0d-4883-a11b-425bafe70410 service neutron] 10.222.0.55 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284317 Oct 19 01:25:18.551415 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0942b18f-25c5-4664-bce7-a29b3d547cfe None None] The sync data for ids ['d6ee435f-57e0-4436-bc41-63a2cb71fbcd'] in n-d-715271-26 is: [{'id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'name': 'tempest-TestVolumeBootPattern-1290649707-router', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:42Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'gw_port': {'id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:46Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '2c61e9ce-9f4b-4194-8c20-b10171a70815', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'floating_ip_address': '172.25.8.137', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'port_id': '4d72ba9b-0706-4eea-a77a-1fdbe74e018d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'mac_address': 'fa:16:3e:0a:4c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94775333-a3d9-49a8-8425-bc39c6d1cdec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:25:14Z', 'updated_at': '2021-10-19T01:25:14Z', 'revision_number': 0, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49cbbd5b-3445-46f7-a55e-8ec66806cafc', 'name': '', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'mac_address': 'fa:16:3e:13:e6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:59Z', 'updated_at': '2021-10-19T01:18:07Z', 'revision_number': 5, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'subnets': [{'id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:25:18.892647 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c77a61-0dda-47c6-903c-95f32ad19dd8 req-dabc0abe-207d-4d5a-88c1-16a7f8c545ff tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:18.895710 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-71c77a61-0dda-47c6-903c-95f32ad19dd8 req-dabc0abe-207d-4d5a-88c1-16a7f8c545ff tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 946 time: 0.1422558 Oct 19 01:25:18.983469 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-71c77a61-0dda-47c6-903c-95f32ad19dd8 req-387cbb46-7dd2-4fbe-b1b4-b585939bbbc0 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733624 Oct 19 01:25:19.001781 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2210d63c-e15f-4b21-a465-1084ab55a863 None None] New status for floating IP 2c61e9ce-9f4b-4194-8c20-b10171a70815: ACTIVE {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:25:19.606614 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc4c2e-9112-4ee3-9b8b-3bbe11268b5c req-cab0e08c-b877-40b3-a0a5-9cd2085fe015 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:19.609318 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-74bc4c2e-9112-4ee3-9b8b-3bbe11268b5c req-cab0e08c-b877-40b3-a0a5-9cd2085fe015 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 945 time: 0.0735631 Oct 19 01:25:19.668275 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-74bc4c2e-9112-4ee3-9b8b-3bbe11268b5c req-a6e5e223-8b9f-4bbe-8eca-8558509f9307 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453978 Oct 19 01:25:19.758724 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:20.187963 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874d1ce-426a-46b5-bcc2-363a32d33706 req-8eb3c19b-3825-4952-88cc-5fb8f2109b6e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:20.199004 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4874d1ce-426a-46b5-bcc2-363a32d33706 req-8eb3c19b-3825-4952-88cc-5fb8f2109b6e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 946 time: 0.1226029 Oct 19 01:25:20.246229 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4874d1ce-426a-46b5-bcc2-363a32d33706 req-f5f65d90-0d0d-4d16-bd6d-81e416579f96 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456362 Oct 19 01:25:20.330187 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:25:20.823550 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5426b-93bb-4736-8efa-bfdddb3444e3 req-7e4a28ec-c40d-460d-aaf7-1a09923d193d tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:20.833821 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a0c5426b-93bb-4736-8efa-bfdddb3444e3 req-7e4a28ec-c40d-460d-aaf7-1a09923d193d tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 945 time: 0.0730963 Oct 19 01:25:20.906068 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a0c5426b-93bb-4736-8efa-bfdddb3444e3 req-35ea874b-c8d9-44c1-b86c-3bde276f42b4 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535829 Oct 19 01:25:21.426952 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96605a85-c423-4d6e-a63e-20879fe10bd7 req-85cdde18-bb3c-44b9-b7c0-cfa953c1fece tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:21.430197 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-96605a85-c423-4d6e-a63e-20879fe10bd7 req-85cdde18-bb3c-44b9-b7c0-cfa953c1fece tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 946 time: 0.0956812 Oct 19 01:25:21.500595 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-96605a85-c423-4d6e-a63e-20879fe10bd7 req-590cfda6-8439-4f0e-87e5-84dd0c8eda5f tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637436 Oct 19 01:25:22.078702 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b0a36-20f8-4e5a-96b5-1185b507f1d3 req-c561fcb2-334b-4009-be7b-5898d3c8daa8 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:22.088212 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-231b0a36-20f8-4e5a-96b5-1185b507f1d3 req-c561fcb2-334b-4009-be7b-5898d3c8daa8 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 945 time: 0.0866234 Oct 19 01:25:22.141695 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-231b0a36-20f8-4e5a-96b5-1185b507f1d3 req-b040989e-e853-4573-88ba-1ff2d16ea12a tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455408 Oct 19 01:25:22.742847 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a9b22-07ee-4596-a0cc-b6181315091e req-11f50a7c-51dc-48f6-b1d7-9fc104a9805a tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:22.754136 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-111a9b22-07ee-4596-a0cc-b6181315091e req-11f50a7c-51dc-48f6-b1d7-9fc104a9805a tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 946 time: 0.1252739 Oct 19 01:25:22.855886 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-111a9b22-07ee-4596-a0cc-b6181315091e req-751fb49e-b3d1-49bc-a7a8-5bb1a84f927d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927002 Oct 19 01:25:23.347012 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a322371-6e81-4817-8ee5-34bce5e9c0bf req-42a3c50c-3e84-400c-b97f-2a6947486a5c tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:23.348590 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3a322371-6e81-4817-8ee5-34bce5e9c0bf req-42a3c50c-3e84-400c-b97f-2a6947486a5c tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 945 time: 0.0864310 Oct 19 01:25:23.451922 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3a322371-6e81-4817-8ee5-34bce5e9c0bf req-3d134fe7-2e64-48b0-802b-a9b91ff8436e tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886571 Oct 19 01:25:23.993551 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878b685-4687-41fc-a3f5-b632b9df834f req-f3c76702-1cea-4116-88e4-01a8c6995e4a tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:23.995096 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0878b685-4687-41fc-a3f5-b632b9df834f req-f3c76702-1cea-4116-88e4-01a8c6995e4a tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 946 time: 0.0550466 Oct 19 01:25:24.048552 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0878b685-4687-41fc-a3f5-b632b9df834f req-221c4fab-be1f-4acc-9544-aff444669ded tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459199 Oct 19 01:25:24.433245 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e630ec-62ed-49a9-bdff-c274d4c992d9 req-caa76355-cad2-4a57-9744-1e8ec0dd906a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:24.436016 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61e630ec-62ed-49a9-bdff-c274d4c992d9 req-caa76355-cad2-4a57-9744-1e8ec0dd906a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=48ddb22357dc4eb2bc2ba246f38392b4&device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 1097 time: 0.0657673 Oct 19 01:25:24.591943 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e630ec-62ed-49a9-bdff-c274d4c992d9 req-91d713b3-b33c-4762-87d1-8f8dd35bfe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:24.593283 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61e630ec-62ed-49a9-bdff-c274d4c992d9 req-91d713b3-b33c-4762-87d1-8f8dd35bfe1a service neutron] 10.222.0.55 "GET /v2.0/networks?id=84c55fcf-75dc-454b-970b-ebd012138813 HTTP/1.1" status: 200 len: 917 time: 0.1483724 Oct 19 01:25:24.605581 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786403f-83a3-4293-a1d7-eb53826ff8d2 req-25a656b9-658d-4797-aa0b-44c5ab4d7431 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:24.607393 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1786403f-83a3-4293-a1d7-eb53826ff8d2 req-25a656b9-658d-4797-aa0b-44c5ab4d7431 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 945 time: 0.0779479 Oct 19 01:25:24.698548 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1786403f-83a3-4293-a1d7-eb53826ff8d2 req-d37a4569-96ab-4c04-b39c-2240e5db27ea tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829675 Oct 19 01:25:24.700341 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61e630ec-62ed-49a9-bdff-c274d4c992d9 req-7ab07c39-5406-48f3-b915-a099c2b20fb5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da HTTP/1.1" status: 200 len: 1000 time: 0.0920320 Oct 19 01:25:24.763146 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e630ec-62ed-49a9-bdff-c274d4c992d9 req-8a2c81d3-ca98-4702-8846-76333c759ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:24.764736 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61e630ec-62ed-49a9-bdff-c274d4c992d9 req-8a2c81d3-ca98-4702-8846-76333c759ad8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=488e075d-4e24-4ef3-a196-a8fb67b0889b HTTP/1.1" status: 200 len: 855 time: 0.0553203 Oct 19 01:25:24.833574 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e630ec-62ed-49a9-bdff-c274d4c992d9 req-edc1bfae-ef5b-428c-96cb-d9a8898b2860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:24.835722 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61e630ec-62ed-49a9-bdff-c274d4c992d9 req-edc1bfae-ef5b-428c-96cb-d9a8898b2860 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=84c55fcf-75dc-454b-970b-ebd012138813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616708 Oct 19 01:25:24.947566 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61e630ec-62ed-49a9-bdff-c274d4c992d9 req-6ada67e2-dccd-40bd-acb1-e3cd4e8544c1 service neutron] 10.222.0.55 "GET /v2.0/networks/84c55fcf-75dc-454b-970b-ebd012138813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035540 Oct 19 01:25:25.065116 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61e630ec-62ed-49a9-bdff-c274d4c992d9 req-31e7bab7-e2fc-4b83-98f4-6a87dd0b79c7 service neutron] 10.222.0.55 "GET /v2.0/networks/84c55fcf-75dc-454b-970b-ebd012138813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039836 Oct 19 01:25:25.183589 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1a429-adf4-4205-a612-569ca1dac8a0 req-45c19d9a-df96-41e3-a2c8-8bc99ab537c8 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:25.185240 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b7c1a429-adf4-4205-a612-569ca1dac8a0 req-45c19d9a-df96-41e3-a2c8-8bc99ab537c8 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 946 time: 0.0515993 Oct 19 01:25:25.236515 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b7c1a429-adf4-4205-a612-569ca1dac8a0 req-4b5f054d-ed57-4ab7-ad78-e354acfb3d52 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444469 Oct 19 01:25:25.496451 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68107357-21d4-4185-a00f-a26f58380088 req-408ac6bb-9404-48e5-ac5e-1861217e30f8 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:25.497971 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-68107357-21d4-4185-a00f-a26f58380088 req-408ac6bb-9404-48e5-ac5e-1861217e30f8 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.1105812 Oct 19 01:25:25.540900 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-68107357-21d4-4185-a00f-a26f58380088 req-498fd7e3-d97a-4363-aea3-986502afde1f tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361092 Oct 19 01:25:25.698074 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789c676-e02b-4ad1-9dfb-1648cdf80250 req-49354648-e48c-4fe6-8cb3-692742cbfa4c tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:25.699592 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5789c676-e02b-4ad1-9dfb-1648cdf80250 req-49354648-e48c-4fe6-8cb3-692742cbfa4c tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0688274 Oct 19 01:25:25.743578 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5789c676-e02b-4ad1-9dfb-1648cdf80250 req-0125e296-6653-45c6-a522-95b6f57119ab tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355129 Oct 19 01:25:25.877375 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123fe51-b712-4434-8a00-15b827fbaa74 req-a871f15a-30f8-47a4-a4ba-ea2f1af98265 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:25.879193 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9123fe51-b712-4434-8a00-15b827fbaa74 req-a871f15a-30f8-47a4-a4ba-ea2f1af98265 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 945 time: 0.0618372 Oct 19 01:25:25.941406 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9123fe51-b712-4434-8a00-15b827fbaa74 req-4ccfb223-e269-4ebd-9e5d-4ee90998b2ca tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557046 Oct 19 01:25:26.130532 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-0d3491b6-82e1-4bcc-8f7a-97bd2c4d58ec tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:26.133288 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-0d3491b6-82e1-4bcc-8f7a-97bd2c4d58ec tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/networks?id=2309c3e4-1aec-4060-b6e9-bbaad5369c41 HTTP/1.1" status: 200 len: 812 time: 0.1227448 Oct 19 01:25:26.157601 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-0d818db2-e95f-4dcd-88a6-818231b1995d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/quotas/168a5912cc444122aa0d6d6b44b7e93f HTTP/1.1" status: 200 len: 375 time: 0.0160022 Oct 19 01:25:26.229551 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-6e78d767-5d62-4c52-8b05-56757df89c3e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=168a5912cc444122aa0d6d6b44b7e93f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0608165 Oct 19 01:25:26.332794 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-0b7c4ced-87b2-4806-b194-e7026d1405a3 service neutron] 10.222.0.57 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954747 Oct 19 01:25:26.432513 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-a9457e0f-e8dd-4528-a6a5-3c71c406fe03 service neutron] 10.222.0.57 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926857 Oct 19 01:25:26.638063 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c405f860-57d2-4ee5-a54d-5f23ef49ce18 req-d0aad80a-d32e-47f3-8386-796a576aaab5 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=727d5a04-2116-4e42-99d7-2a69db3c5260 HTTP/1.1" status: 200 len: 210 time: 0.0290177 Oct 19 01:25:27.119447 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:27.125176 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c12b90-4fbe-453e-bd4f-8c8641bbeca4 req-6de15a52-5fc9-431d-8fd5-f89b4fbac867 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:27.135613 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-20c12b90-4fbe-453e-bd4f-8c8641bbeca4 req-6de15a52-5fc9-431d-8fd5-f89b4fbac867 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 945 time: 0.0676055 Oct 19 01:25:27.194090 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-20c12b90-4fbe-453e-bd4f-8c8641bbeca4 req-eaf8dda9-f8f9-4a7c-a51f-29224d711f40 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522873 Oct 19 01:25:27.789751 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b001842e-74f0-4acd-83c4-3084c370ddab req-24a3ac10-ef2f-4d50-8fc3-f71dd79f8956 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=727d5a04-2116-4e42-99d7-2a69db3c5260 HTTP/1.1" status: 200 len: 210 time: 0.0472100 Oct 19 01:25:27.998682 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:25:28.012713 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-9aa05ea0-59c3-442e-ae5b-7c9d2b97b197 req-d95a72e2-56f7-45a6-95e7-801499779033 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:25:28.013799 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9aa05ea0-59c3-442e-ae5b-7c9d2b97b197 req-d95a72e2-56f7-45a6-95e7-801499779033 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063062 Oct 19 01:25:28.169282 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-40a59740-3a03-4ca0-9757-f521e3f976bc tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:28.173766 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-40a59740-3a03-4ca0-9757-f521e3f976bc tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.24 "GET /v2.0/networks?id=2309c3e4-1aec-4060-b6e9-bbaad5369c41 HTTP/1.1" status: 200 len: 812 time: 0.2783067 Oct 19 01:25:28.188844 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-3795a392-0366-4cd4-b8f4-3fec5d5a670d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Request body: {'port': {'device_id': '727d5a04-2116-4e42-99d7-2a69db3c5260', 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41', 'admin_state_up': True, 'tenant_id': '168a5912cc444122aa0d6d6b44b7e93f'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:28.190881 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:28.238258 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2577546-eaa5-4f27-82d1-74ff9d883fdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:25:28.242729 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0330becd-b0b8-45a4-8fdf-bea7d10d2952" -d '{"events": [{"server_uuid": "e2577546-eaa5-4f27-82d1-74ff9d883fdd", "name": "network-vif-unplugged", "status": "completed", "tag": "0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:25:28.285470 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da,segment=NetworkSegment(541c06ed-de66-456d-9510-381984fe0ad1),segment_id=541c06ed-de66-456d-9510-381984fe0ad1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:28.295541 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:28.367355 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12fb70-456c-4d3e-bdbb-2b40fc527d57 req-438989aa-4554-44dc-bbb7-e16c1d82c218 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:28.376308 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3d12fb70-456c-4d3e-bdbb-2b40fc527d57 req-438989aa-4554-44dc-bbb7-e16c1d82c218 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 945 time: 0.1741014 Oct 19 01:25:28.544447 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3d12fb70-456c-4d3e-bdbb-2b40fc527d57 req-ef24afba-d0bc-40d8-8b80-547a43484b4d tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671546 Oct 19 01:25:28.549080 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-3795a392-0366-4cd4-b8f4-3fec5d5a670d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Made reservation on behalf of 168a5912cc444122aa0d6d6b44b7e93f for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:25:28.557758 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-3795a392-0366-4cd4-b8f4-3fec5d5a670d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:28.621798 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 19 Oct 2021 01:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacb9516-8b8f-447a-88ee-89f93be6b07e x-openstack-request-id: req-dacb9516-8b8f-447a-88ee-89f93be6b07e {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:25:28.626898 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2577546-eaa5-4f27-82d1-74ff9d883fdd", "name": "network-vif-unplugged", "status": "failed", "tag": "0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da", "code": 422}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:25:28.627262 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dacb9516-8b8f-447a-88ee-89f93be6b07e {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:25:28.627743 n-d-715271-26 neutron-server[100608]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e2577546-eaa5-4f27-82d1-74ff9d883fdd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da', 'code': 422} returned with failed status Oct 19 01:25:28.684776 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da,revision_number=8']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:28.692367 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:28.692712 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:28.693052 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:28.693385 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:28.694366 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:28.694859 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:28.695236 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:28.695568 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:28.695919 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:28.696244 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:28.696567 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:28.696882 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:28.781603 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-3795a392-0366-4cd4-b8f4-3fec5d5a670d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Allocated IP 172.20.0.3 (2309c3e4-1aec-4060-b6e9-bbaad5369c41/e75ff155-8f86-450c-9276-3e4132eca531/c67a5884-b9d4-4b07-a375-7f88f34c378c) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:25:28.809195 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fba3ea2b-ffce-4f9e-a97a-c217dabaed99 req-b74caa79-6642-4bdb-a8af-67e100059e3d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1796677 Oct 19 01:25:28.979224 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b56afd5b-c981-4eb7-b479-5190663d2b56 req-e32c7ddc-8259-4a77-adf7-c72c35ff9369 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=727d5a04-2116-4e42-99d7-2a69db3c5260 HTTP/1.1" status: 200 len: 210 time: 0.0785396 Oct 19 01:25:28.984283 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-3795a392-0366-4cd4-b8f4-3fec5d5a670d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:29.023377 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-3795a392-0366-4cd4-b8f4-3fec5d5a670d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:29.038435 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['69088e97-774a-4fba-9007-c95c94165041'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:25:29.082487 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-3795a392-0366-4cd4-b8f4-3fec5d5a670d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Network 2309c3e4-1aec-4060-b6e9-bbaad5369c41 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:25:29.086521 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-3795a392-0366-4cd4-b8f4-3fec5d5a670d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:25:29.104950 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-3795a392-0366-4cd4-b8f4-3fec5d5a670d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:25:29.152880 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795a392-0366-4cd4-b8f4-3fec5d5a670d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Pushing event updated for resources: {'Port': ['ID=c67a5884-b9d4-4b07-a375-7f88f34c378c,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:29.168666 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795a392-0366-4cd4-b8f4-3fec5d5a670d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:29.169304 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795a392-0366-4cd4-b8f4-3fec5d5a670d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:29.169821 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795a392-0366-4cd4-b8f4-3fec5d5a670d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:29.170791 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795a392-0366-4cd4-b8f4-3fec5d5a670d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:29.171293 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795a392-0366-4cd4-b8f4-3fec5d5a670d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:29.171973 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795a392-0366-4cd4-b8f4-3fec5d5a670d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:29.172486 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795a392-0366-4cd4-b8f4-3fec5d5a670d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:29.172996 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795a392-0366-4cd4-b8f4-3fec5d5a670d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:29.173501 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795a392-0366-4cd4-b8f4-3fec5d5a670d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:29.174011 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795a392-0366-4cd4-b8f4-3fec5d5a670d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:29.174698 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795a392-0366-4cd4-b8f4-3fec5d5a670d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:29.175212 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795a392-0366-4cd4-b8f4-3fec5d5a670d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:29.196128 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-3795a392-0366-4cd4-b8f4-3fec5d5a670d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:29.197732 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-3795a392-0366-4cd4-b8f4-3fec5d5a670d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:29.217418 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-3795a392-0366-4cd4-b8f4-3fec5d5a670d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0339379 Oct 19 01:25:29.232204 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-31ee66e9-5508-41b8-a748-852b8bbc4671 service neutron] Request body: {'port': {'device_id': '727d5a04-2116-4e42-99d7-2a69db3c5260', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:29.305737 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-31ee66e9-5508-41b8-a748-852b8bbc4671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:29.451444 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-9dc82e51-6eb8-436a-824e-b92a1b4db27d None None] Provisioning complete for port c67a5884-b9d4-4b07-a375-7f88f34c378c triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:29.453519 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9dc82e51-6eb8-436a-824e-b92a1b4db27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:29.513420 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:29.514309 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-9dc82e51-6eb8-436a-824e-b92a1b4db27d None None] Port c67a5884-b9d4-4b07-a375-7f88f34c378c cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:25:29.698662 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-31ee66e9-5508-41b8-a748-852b8bbc4671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c67a5884-b9d4-4b07-a375-7f88f34c378c {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:25:29.714905 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f31818-6546-4bb7-bf9f-de8ea67d183c req-3e2683b0-e922-48d8-8f56-1de0bcc9bcee tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:29.715488 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-31ee66e9-5508-41b8-a748-852b8bbc4671 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:29.724941 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-66f31818-6546-4bb7-bf9f-de8ea67d183c req-3e2683b0-e922-48d8-8f56-1de0bcc9bcee tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 943 time: 0.0693805 Oct 19 01:25:29.759162 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-31ee66e9-5508-41b8-a748-852b8bbc4671 service neutron] Transition to ACTIVE for port object c67a5884-b9d4-4b07-a375-7f88f34c378c will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:25:29.774692 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-31ee66e9-5508-41b8-a748-852b8bbc4671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:29.814917 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-66f31818-6546-4bb7-bf9f-de8ea67d183c req-1d63dfa8-2744-4bcd-9a8b-005c846c28fc tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886979 Oct 19 01:25:29.950114 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee66e9-5508-41b8-a748-852b8bbc4671 service neutron] Pushing event updated for resources: {'Port': ['ID=c67a5884-b9d4-4b07-a375-7f88f34c378c,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:29.970928 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-31ee66e9-5508-41b8-a748-852b8bbc4671 service neutron] Attempting to bind port c67a5884-b9d4-4b07-a375-7f88f34c378c on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:25:29.971259 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-31ee66e9-5508-41b8-a748-852b8bbc4671 service neutron] Attempting to bind port c67a5884-b9d4-4b07-a375-7f88f34c378c by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '4b6d7739-7ceb-4ad9-96c8-dcc56689c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:25:29.971584 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-31ee66e9-5508-41b8-a748-852b8bbc4671 service neutron] Attempting to bind port c67a5884-b9d4-4b07-a375-7f88f34c378c on network 2309c3e4-1aec-4060-b6e9-bbaad5369c41 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:25:29.981091 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-31ee66e9-5508-41b8-a748-852b8bbc4671 service neutron] Port c67a5884-b9d4-4b07-a375-7f88f34c378c on network 2309c3e4-1aec-4060-b6e9-bbaad5369c41 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:25:29.981401 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-31ee66e9-5508-41b8-a748-852b8bbc4671 service neutron] Attempting to bind port c67a5884-b9d4-4b07-a375-7f88f34c378c on network 2309c3e4-1aec-4060-b6e9-bbaad5369c41 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:25:29.987594 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-31ee66e9-5508-41b8-a748-852b8bbc4671 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:25:29.988192 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-31ee66e9-5508-41b8-a748-852b8bbc4671 service neutron] Checking segment: {'id': '4b6d7739-7ceb-4ad9-96c8-dcc56689c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:25:29.988738 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-31ee66e9-5508-41b8-a748-852b8bbc4671 service neutron] Bound using segment: {'id': '4b6d7739-7ceb-4ad9-96c8-dcc56689c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:25:29.989353 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-31ee66e9-5508-41b8-a748-852b8bbc4671 service neutron] Bound port: c67a5884-b9d4-4b07-a375-7f88f34c378c, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6d7739-7ceb-4ad9-96c8-dcc56689c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:25:29.989880 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-31ee66e9-5508-41b8-a748-852b8bbc4671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:30.144060 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-31ee66e9-5508-41b8-a748-852b8bbc4671 service neutron] For port c67a5884-b9d4-4b07-a375-7f88f34c378c, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:25:30.151223 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-31ee66e9-5508-41b8-a748-852b8bbc4671 service neutron] For port c67a5884-b9d4-4b07-a375-7f88f34c378c, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=c67a5884-b9d4-4b07-a375-7f88f34c378c,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:25:30.165570 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-31ee66e9-5508-41b8-a748-852b8bbc4671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:30.170667 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1722a2-85fa-4e1d-ae4b-f61054b532b8 req-b9d01c58-c9a9-481c-ba9a-696dc1b1eb51 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:30.192929 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6d1722a2-85fa-4e1d-ae4b-f61054b532b8 req-b9d01c58-c9a9-481c-ba9a-696dc1b1eb51 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=727d5a04-2116-4e42-99d7-2a69db3c5260 HTTP/1.1" status: 200 len: 943 time: 0.1204407 Oct 19 01:25:30.240089 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee66e9-5508-41b8-a748-852b8bbc4671 service neutron] Pushing event updated for resources: {'Port': ['ID=c67a5884-b9d4-4b07-a375-7f88f34c378c,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:30.258584 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-31ee66e9-5508-41b8-a748-852b8bbc4671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:30.259338 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-31ee66e9-5508-41b8-a748-852b8bbc4671 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:30.260599 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-31ee66e9-5508-41b8-a748-852b8bbc4671 service neutron] 10.222.0.24 "PUT /v2.0/ports/c67a5884-b9d4-4b07-a375-7f88f34c378c HTTP/1.1" status: 200 len: 1092 time: 1.0328913 Oct 19 01:25:30.261049 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '727d5a04-2116-4e42-99d7-2a69db3c5260', 'tag': 'c67a5884-b9d4-4b07-a375-7f88f34c378c'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:25:30.263945 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1aed8c-aa6d-40b7-ab78-dc1a3bff9ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "727d5a04-2116-4e42-99d7-2a69db3c5260", "tag": "c67a5884-b9d4-4b07-a375-7f88f34c378c"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:25:30.266354 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6d1722a2-85fa-4e1d-ae4b-f61054b532b8 req-4ae7d5ae-eca2-4f4d-914e-71684e306378 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716412 Oct 19 01:25:30.339621 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fb04a5-e4cd-463b-b904-96d57ad432b0 x-openstack-request-id: req-38fb04a5-e4cd-463b-b904-96d57ad432b0 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:25:30.340066 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "727d5a04-2116-4e42-99d7-2a69db3c5260", "tag": "c67a5884-b9d4-4b07-a375-7f88f34c378c", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:25:30.340415 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-38fb04a5-e4cd-463b-b904-96d57ad432b0 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:25:30.340914 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '727d5a04-2116-4e42-99d7-2a69db3c5260', 'tag': 'c67a5884-b9d4-4b07-a375-7f88f34c378c', 'status': 'completed', 'code': 200} Oct 19 01:25:30.374275 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-7776cf12-06ab-4f7e-8f58-8adb0df4a42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:30.376176 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-7776cf12-06ab-4f7e-8f58-8adb0df4a42a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=168a5912cc444122aa0d6d6b44b7e93f&device_id=727d5a04-2116-4e42-99d7-2a69db3c5260 HTTP/1.1" status: 200 len: 1095 time: 0.0702307 Oct 19 01:25:30.432954 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-6796b834-2c9f-443d-9ad8-d9a905bf33a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c67a5884-b9d4-4b07-a375-7f88f34c378c HTTP/1.1" status: 200 len: 217 time: 0.0483716 Oct 19 01:25:30.487200 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-4ba8fa2e-cc42-45b5-9048-b910bd027552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:30.489049 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-4ba8fa2e-cc42-45b5-9048-b910bd027552 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e75ff155-8f86-450c-9276-3e4132eca531 HTTP/1.1" status: 200 len: 851 time: 0.0487218 Oct 19 01:25:30.552345 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-c4b5a4ea-e70e-4d4c-bdd2-acc7b7609a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:30.555224 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-c4b5a4ea-e70e-4d4c-bdd2-acc7b7609a74 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2309c3e4-1aec-4060-b6e9-bbaad5369c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590096 Oct 19 01:25:30.654475 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-87d65b0b-b3a4-4a15-9127-fb786c62b4c3 service neutron] 10.222.0.24 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910134 Oct 19 01:25:30.762097 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83061c63-3c63-42b0-8a8d-e981f87d1799 req-cc53da3f-d6c8-4e73-87a5-aef28d76ad95 service neutron] 10.222.0.24 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993738 Oct 19 01:25:30.852448 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1aed8c-aa6d-40b7-ab78-dc1a3bff9ee4 req-e28833d7-8aa4-4a02-974b-9512bea5741e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:30.853991 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-da1aed8c-aa6d-40b7-ab78-dc1a3bff9ee4 req-e28833d7-8aa4-4a02-974b-9512bea5741e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=168a5912cc444122aa0d6d6b44b7e93f&device_id=727d5a04-2116-4e42-99d7-2a69db3c5260 HTTP/1.1" status: 200 len: 1095 time: 0.0456803 Oct 19 01:25:30.961732 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4c104-59ac-4278-92d2-3ea321f2df67 req-a8e40aab-0826-460f-b68d-815bf45705be tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:30.969675 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-adf4c104-59ac-4278-92d2-3ea321f2df67 req-a8e40aab-0826-460f-b68d-815bf45705be tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 943 time: 0.0750988 Oct 19 01:25:31.007025 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1aed8c-aa6d-40b7-ab78-dc1a3bff9ee4 req-6e8a24d0-03fb-48d9-8352-ca244f832749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:31.008676 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-da1aed8c-aa6d-40b7-ab78-dc1a3bff9ee4 req-6e8a24d0-03fb-48d9-8352-ca244f832749 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2309c3e4-1aec-4060-b6e9-bbaad5369c41 HTTP/1.1" status: 200 len: 913 time: 0.1475160 Oct 19 01:25:31.009700 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-adf4c104-59ac-4278-92d2-3ea321f2df67 req-fbd4644c-d6c1-4b84-9748-0d4e2a93619e tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387990 Oct 19 01:25:31.061565 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-da1aed8c-aa6d-40b7-ab78-dc1a3bff9ee4 req-74124089-763f-460b-a276-e96660d4f84f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c67a5884-b9d4-4b07-a375-7f88f34c378c HTTP/1.1" status: 200 len: 217 time: 0.0441780 Oct 19 01:25:31.113376 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1aed8c-aa6d-40b7-ab78-dc1a3bff9ee4 req-52dcdf5f-a770-429a-9f3b-14480f856be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:31.114928 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-da1aed8c-aa6d-40b7-ab78-dc1a3bff9ee4 req-52dcdf5f-a770-429a-9f3b-14480f856be5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e75ff155-8f86-450c-9276-3e4132eca531 HTTP/1.1" status: 200 len: 851 time: 0.0445430 Oct 19 01:25:31.183860 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1aed8c-aa6d-40b7-ab78-dc1a3bff9ee4 req-aa372256-6e6e-40ee-88e5-527d93e67a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:31.185473 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-da1aed8c-aa6d-40b7-ab78-dc1a3bff9ee4 req-aa372256-6e6e-40ee-88e5-527d93e67a29 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2309c3e4-1aec-4060-b6e9-bbaad5369c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625834 Oct 19 01:25:31.276527 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e550d-8c05-4595-8b7c-354c54211ae4 req-e26d704d-7ba2-422f-a476-f0f2b4bf887c tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:31.278081 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d91e550d-8c05-4595-8b7c-354c54211ae4 req-e26d704d-7ba2-422f-a476-f0f2b4bf887c tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 1097 time: 0.0899353 Oct 19 01:25:31.340545 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d91e550d-8c05-4595-8b7c-354c54211ae4 req-0a40174a-4664-4bd7-9024-9b870376ca7c tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:31.385636 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-da1aed8c-aa6d-40b7-ab78-dc1a3bff9ee4 req-6bb5d0ba-60da-4937-a9c5-caf6ad926fcb service neutron] 10.222.0.24 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544430 Oct 19 01:25:31.397796 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad4922-e045-4b63-b75b-78e0f7f1be77 req-9c62228c-0071-4340-b95c-eea75e249644 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:31.408732 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bfad4922-e045-4b63-b75b-78e0f7f1be77 req-9c62228c-0071-4340-b95c-eea75e249644 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=727d5a04-2116-4e42-99d7-2a69db3c5260 HTTP/1.1" status: 200 len: 943 time: 0.0724185 Oct 19 01:25:31.465240 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bfad4922-e045-4b63-b75b-78e0f7f1be77 req-7465fe29-ec2f-4ee6-a0ad-46d518714b49 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552304 Oct 19 01:25:31.515188 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-da1aed8c-aa6d-40b7-ab78-dc1a3bff9ee4 req-8efd4bd8-2cc9-4333-bf01-6761f597c724 service neutron] 10.222.0.24 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191254 Oct 19 01:25:31.540285 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d91e550d-8c05-4595-8b7c-354c54211ae4 req-0a40174a-4664-4bd7-9024-9b870376ca7c tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:31.544989 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d91e550d-8c05-4595-8b7c-354c54211ae4 req-0a40174a-4664-4bd7-9024-9b870376ca7c tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:31.570255 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d91e550d-8c05-4595-8b7c-354c54211ae4 req-0a40174a-4664-4bd7-9024-9b870376ca7c tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2556608 Oct 19 01:25:31.580184 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a40174a-4664-4bd7-9024-9b870376ca7c tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094084b2-d059-41f8-af88-344d7a76a64e,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:31.706202 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66e7bb-e698-4c4c-b947-fd9102f057d8 req-588d2a92-cf97-40a3-a50e-3f3b2456b3e7 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:31.713997 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cd66e7bb-e698-4c4c-b947-fd9102f057d8 req-588d2a92-cf97-40a3-a50e-3f3b2456b3e7 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 945 time: 0.0604026 Oct 19 01:25:31.748005 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cd66e7bb-e698-4c4c-b947-fd9102f057d8 req-8840f89d-8edc-43f3-8073-fb991309943f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330987 Oct 19 01:25:31.772757 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 33986) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:31.843770 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-81aa4bf5-a9eb-4a11-a7af-fb0fe7137993 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/floatingips/92035093-a3f6-4cc9-a487-2665e9267eda HTTP/1.1" status: 200 len: 992 time: 0.0642171 Oct 19 01:25:32.149274 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22acaf5-270b-4d06-a233-9df3ce06e990 req-dd9761da-b3af-48ef-ae15-a91d9fd2649f tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:32.158345 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f22acaf5-270b-4d06-a233-9df3ce06e990 req-dd9761da-b3af-48ef-ae15-a91d9fd2649f tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 943 time: 0.0653832 Oct 19 01:25:32.162379 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-f913c918-aac7-4171-ae05-b11dc9803e3e req-66745295-fbab-4c6d-8425-ef196428a39a service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:25:32.163487 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f913c918-aac7-4171-ae05-b11dc9803e3e req-66745295-fbab-4c6d-8425-ef196428a39a service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059571 Oct 19 01:25:32.200400 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f22acaf5-270b-4d06-a233-9df3ce06e990 req-a5c07f9a-c63d-4777-9cba-374fdc94db55 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408571 Oct 19 01:25:32.526143 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 34008) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:32.603385 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d44f3e-7ec7-4c1a-abe4-724c00d38ce4 req-c0d104c2-755f-481c-bb1b-cf1752fb9534 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:32.610744 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-88d44f3e-7ec7-4c1a-abe4-724c00d38ce4 req-c0d104c2-755f-481c-bb1b-cf1752fb9534 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=727d5a04-2116-4e42-99d7-2a69db3c5260 HTTP/1.1" status: 200 len: 943 time: 0.0634904 Oct 19 01:25:32.658183 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-88d44f3e-7ec7-4c1a-abe4-724c00d38ce4 req-873a7c8e-3877-4d7d-9250-b2926785de2e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463879 Oct 19 01:25:32.703070 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3e7a6-c677-4624-9e2e-caa816e8a46f req-d7efc872-961a-436b-bd94-32ae9ed1c6b5 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:32.704935 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-58c3e7a6-c677-4624-9e2e-caa816e8a46f req-d7efc872-961a-436b-bd94-32ae9ed1c6b5 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 945 time: 0.1585851 Oct 19 01:25:32.770786 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-58c3e7a6-c677-4624-9e2e-caa816e8a46f req-1212a096-8956-40e2-a55c-b34f7bf7d17c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562475 Oct 19 01:25:32.797934 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6922aa9a-a311-472b-af97-efc272518b55 req-390798a8-7ef9-482f-8846-51507f175f95 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2688406 Oct 19 01:25:32.804990 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-6922aa9a-a311-472b-af97-efc272518b55 req-ab90b1c4-a6f3-473f-82ae-6e79717da871 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:25:32.820464 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6922aa9a-a311-472b-af97-efc272518b55 req-ab90b1c4-a6f3-473f-82ae-6e79717da871 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0201914 Oct 19 01:25:33.364023 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1700bf0-80ca-4e56-a83c-26b2db6fb01e req-c06684a8-027f-4d9f-b49b-972a1a29b121 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:33.372435 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e1700bf0-80ca-4e56-a83c-26b2db6fb01e req-c06684a8-027f-4d9f-b49b-972a1a29b121 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 943 time: 0.0825260 Oct 19 01:25:33.422687 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e1700bf0-80ca-4e56-a83c-26b2db6fb01e req-119be3e8-ef8e-4f47-9598-c837726ac851 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492465 Oct 19 01:25:33.487577 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device c67a5884-b9d4-4b07-a375-7f88f34c378c details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:25:33.604808 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port c67a5884-b9d4-4b07-a375-7f88f34c378c, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=c67a5884-b9d4-4b07-a375-7f88f34c378c,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:33.624154 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'c67a5884-b9d4-4b07-a375-7f88f34c378c', 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41', 'port_id': 'c67a5884-b9d4-4b07-a375-7f88f34c378c', 'mac_address': 'fa:16:3e:45:a8:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e75ff155-8f86-450c-9276-3e4132eca531', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:25:33.669913 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:33.685735 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c67a5884-b9d4-4b07-a375-7f88f34c378c {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:25:33.710412 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port c67a5884-b9d4-4b07-a375-7f88f34c378c, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=c67a5884-b9d4-4b07-a375-7f88f34c378c,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:33.716656 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:33.780002 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=c67a5884-b9d4-4b07-a375-7f88f34c378c,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:33.882186 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 34062) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:33.933549 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e6dc8-1be7-4d9a-a4e0-2ca06b334821 req-2689d427-d8e4-48b5-a965-b99eeb94510e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:33.946903 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['c67a5884-b9d4-4b07-a375-7f88f34c378c'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:25:33.963048 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-867e6dc8-1be7-4d9a-a4e0-2ca06b334821 req-2689d427-d8e4-48b5-a965-b99eeb94510e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=727d5a04-2116-4e42-99d7-2a69db3c5260 HTTP/1.1" status: 200 len: 944 time: 0.1270413 Oct 19 01:25:34.032538 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec6afe-e6fc-4bb2-8502-7f2d849a1094 req-369becb6-850a-465c-8cd4-c159bce78271 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:34.047817 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-867e6dc8-1be7-4d9a-a4e0-2ca06b334821 req-f8aa061b-7951-460a-85fb-e175d581ef17 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835011 Oct 19 01:25:34.057174 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-06ec6afe-e6fc-4bb2-8502-7f2d849a1094 req-369becb6-850a-465c-8cd4-c159bce78271 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 945 time: 0.1215808 Oct 19 01:25:34.099139 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f559cff7-cba7-4486-9516-240fba5f987a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:34.134895 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-06ec6afe-e6fc-4bb2-8502-7f2d849a1094 req-98c94940-eab4-430e-a71c-074fb97682cf tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659380 Oct 19 01:25:34.211883 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f559cff7-cba7-4486-9516-240fba5f987a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:34.219487 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f559cff7-cba7-4486-9516-240fba5f987a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:34.263483 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f559cff7-cba7-4486-9516-240fba5f987a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=18026bf805b5422d87e973a84b1069c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3807056 Oct 19 01:25:34.264513 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559cff7-cba7-4486-9516-240fba5f987a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed14eb07-60b7-4416-a85a-ba0fdecfb388,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:34.266428 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 34070) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:34.336692 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922aa9a-a311-472b-af97-efc272518b55 req-a5587945-da3b-4e55-a86b-9cb1ec5cfaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:34.338243 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6922aa9a-a311-472b-af97-efc272518b55 req-a5587945-da3b-4e55-a86b-9cb1ec5cfaa4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b92153fb65d447bf94f5610e1ad52929&device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 1097 time: 0.0453777 Oct 19 01:25:34.341913 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1fe3d7c7-7302-45d9-bdd3-2b45d1ad22d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:34.371703 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1fe3d7c7-7302-45d9-bdd3-2b45d1ad22d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:34.424767 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1fe3d7c7-7302-45d9-bdd3-2b45d1ad22d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:34.428583 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1fe3d7c7-7302-45d9-bdd3-2b45d1ad22d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:34.432664 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1fe3d7c7-7302-45d9-bdd3-2b45d1ad22d7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ed14eb07-60b7-4416-a85a-ba0fdecfb388 HTTP/1.1" status: 204 len: 168 time: 0.1648526 Oct 19 01:25:34.443040 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe3d7c7-7302-45d9-bdd3-2b45d1ad22d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed14eb07-60b7-4416-a85a-ba0fdecfb388,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:34.455147 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3d7c7-7302-45d9-bdd3-2b45d1ad22d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:34.455393 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3d7c7-7302-45d9-bdd3-2b45d1ad22d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:34.455884 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3d7c7-7302-45d9-bdd3-2b45d1ad22d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:34.456428 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3d7c7-7302-45d9-bdd3-2b45d1ad22d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:34.456962 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3d7c7-7302-45d9-bdd3-2b45d1ad22d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:34.457647 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3d7c7-7302-45d9-bdd3-2b45d1ad22d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:34.458548 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3d7c7-7302-45d9-bdd3-2b45d1ad22d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:34.459930 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3d7c7-7302-45d9-bdd3-2b45d1ad22d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:34.460960 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3d7c7-7302-45d9-bdd3-2b45d1ad22d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:34.461547 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3d7c7-7302-45d9-bdd3-2b45d1ad22d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:34.462076 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3d7c7-7302-45d9-bdd3-2b45d1ad22d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:34.462593 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3d7c7-7302-45d9-bdd3-2b45d1ad22d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:34.798989 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 34078) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:34.807227 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922aa9a-a311-472b-af97-efc272518b55 req-8a287e91-486d-4e2a-b4b7-0d606b7f0297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:34.808714 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6922aa9a-a311-472b-af97-efc272518b55 req-8a287e91-486d-4e2a-b4b7-0d606b7f0297 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5fa13990-98b0-41c2-979a-b93e0ec88bb1 HTTP/1.1" status: 200 len: 897 time: 0.4620414 Oct 19 01:25:34.812922 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-53dd13b9-9ea4-4b42-9d48-f8d72f53fdd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:34.819125 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885928f0-4f6c-4b47-a624-95bee88f7789 req-efbdae18-fdbb-478d-ba28-e79ba50807f6 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:34.820527 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-885928f0-4f6c-4b47-a624-95bee88f7789 req-efbdae18-fdbb-478d-ba28-e79ba50807f6 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 943 time: 0.0707109 Oct 19 01:25:34.898445 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6922aa9a-a311-472b-af97-efc272518b55 req-53895a2c-6495-41e0-b9e0-7b23cece3ee4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da9febd0-b377-4e6d-a2dd-853ab840caee HTTP/1.1" status: 200 len: 1000 time: 0.0769842 Oct 19 01:25:34.914257 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-53dd13b9-9ea4-4b42-9d48-f8d72f53fdd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:34.917803 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-885928f0-4f6c-4b47-a624-95bee88f7789 req-be90cf69-d071-4ef7-a743-f66de8595426 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404894 Oct 19 01:25:34.918688 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-53dd13b9-9ea4-4b42-9d48-f8d72f53fdd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:34.975414 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922aa9a-a311-472b-af97-efc272518b55 req-1a568ec0-cb34-47ef-9ba8-f90393202e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:34.977682 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6922aa9a-a311-472b-af97-efc272518b55 req-1a568ec0-cb34-47ef-9ba8-f90393202e92 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dcb20c68-c38a-4476-9bb4-b08c2e7223b6 HTTP/1.1" status: 200 len: 835 time: 0.0633519 Oct 19 01:25:34.985736 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-53dd13b9-9ea4-4b42-9d48-f8d72f53fdd9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0b928f2f924e408ba7e2e49a37762b65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1852667 Oct 19 01:25:34.987224 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd13b9-9ea4-4b42-9d48-f8d72f53fdd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d6b647-fe5d-4f1d-96d4-667dbf024126,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:34.991358 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 34080) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:35.031180 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922aa9a-a311-472b-af97-efc272518b55 req-06f1f220-1910-423e-b3b4-7ec8ba7ef14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:35.032925 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6922aa9a-a311-472b-af97-efc272518b55 req-06f1f220-1910-423e-b3b4-7ec8ba7ef14e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5fa13990-98b0-41c2-979a-b93e0ec88bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480402 Oct 19 01:25:35.049757 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8023-8ccd-4e2e-820e-b85a0c2433cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:35.072336 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8023-8ccd-4e2e-820e-b85a0c2433cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:35.148044 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6922aa9a-a311-472b-af97-efc272518b55 req-720ab592-2326-4384-9499-6cf9da31c878 service neutron] 10.222.0.24 "GET /v2.0/networks/5fa13990-98b0-41c2-979a-b93e0ec88bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055672 Oct 19 01:25:35.148831 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8023-8ccd-4e2e-820e-b85a0c2433cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:35.152803 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8023-8ccd-4e2e-820e-b85a0c2433cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:35.154402 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ab6f8023-8ccd-4e2e-820e-b85a0c2433cd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/75d6b647-fe5d-4f1d-96d4-667dbf024126 HTTP/1.1" status: 204 len: 168 time: 0.1610570 Oct 19 01:25:35.176803 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f8023-8ccd-4e2e-820e-b85a0c2433cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d6b647-fe5d-4f1d-96d4-667dbf024126,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:35.195311 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184313a-41f2-4dae-9203-b0c339881b6e req-8c2004cc-d938-46a3-b0fc-3390d9ac179a tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:35.197436 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4184313a-41f2-4dae-9203-b0c339881b6e req-8c2004cc-d938-46a3-b0fc-3390d9ac179a tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=727d5a04-2116-4e42-99d7-2a69db3c5260 HTTP/1.1" status: 200 len: 944 time: 0.0845289 Oct 19 01:25:35.265028 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4184313a-41f2-4dae-9203-b0c339881b6e req-ab41a8b9-af7a-4736-900b-d53e95c87d46 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559537 Oct 19 01:25:35.305742 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6922aa9a-a311-472b-af97-efc272518b55 req-2beb9cf2-0cb9-4fee-92cc-d37ee4dc1583 service neutron] 10.222.0.24 "GET /v2.0/networks/5fa13990-98b0-41c2-979a-b93e0ec88bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524818 Oct 19 01:25:35.380712 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ef4a0-ecc2-4313-82e7-456f3fbf3971 req-ba1d7853-be1b-4674-b302-e3963cf92601 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:35.382857 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-412ef4a0-ecc2-4313-82e7-456f3fbf3971 req-ba1d7853-be1b-4674-b302-e3963cf92601 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 945 time: 0.0739131 Oct 19 01:25:35.427603 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-412ef4a0-ecc2-4313-82e7-456f3fbf3971 req-3a6923f8-ff26-4d58-9ae9-4686080d32b7 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355241 Oct 19 01:25:35.506573 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device c67a5884-b9d4-4b07-a375-7f88f34c378c up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:25:35.562300 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port c67a5884-b9d4-4b07-a375-7f88f34c378c completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:25:35.566237 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port c67a5884-b9d4-4b07-a375-7f88f34c378c triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:35.566810 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:35.640880 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 34094) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:35.656131 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-670c3c05-aa50-477d-974b-66b35a88e42f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:35.660919 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:35.685732 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727d5a04-2116-4e42-99d7-2a69db3c5260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67a5884-b9d4-4b07-a375-7f88f34c378c'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:25:35.688105 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16cf46f-4346-4d1d-9623-6badd2ce8c82" -d '{"events": [{"server_uuid": "727d5a04-2116-4e42-99d7-2a69db3c5260", "name": "network-vif-plugged", "status": "completed", "tag": "c67a5884-b9d4-4b07-a375-7f88f34c378c"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:25:35.712372 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port c67a5884-b9d4-4b07-a375-7f88f34c378c, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=c67a5884-b9d4-4b07-a375-7f88f34c378c,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:35.719575 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:35.745749 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-670c3c05-aa50-477d-974b-66b35a88e42f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:35.750691 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-670c3c05-aa50-477d-974b-66b35a88e42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:35.751350 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47936a3d-6123-4535-a4b3-6971ec00106b x-openstack-request-id: req-47936a3d-6123-4535-a4b3-6971ec00106b {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:25:35.751648 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727d5a04-2116-4e42-99d7-2a69db3c5260", "name": "network-vif-plugged", "status": "completed", "tag": "c67a5884-b9d4-4b07-a375-7f88f34c378c", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:25:35.751991 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-47936a3d-6123-4535-a4b3-6971ec00106b {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:25:35.752392 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727d5a04-2116-4e42-99d7-2a69db3c5260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67a5884-b9d4-4b07-a375-7f88f34c378c', 'code': 200} Oct 19 01:25:35.790976 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=c67a5884-b9d4-4b07-a375-7f88f34c378c,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:35.805862 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-670c3c05-aa50-477d-974b-66b35a88e42f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3f5ed833956d4aba98d3a953da2828cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1600039 Oct 19 01:25:35.805862 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 34098) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:35.812123 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c3c05-aa50-477d-974b-66b35a88e42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9348f078-3ed5-4b46-b936-b5da8add9ca4,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:35.864001 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5454a7-9eb7-45b4-b334-40c70549c6dd req-6c50055e-83ad-45c0-af67-d58d61ab814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:35.866064 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9d5454a7-9eb7-45b4-b334-40c70549c6dd req-6c50055e-83ad-45c0-af67-d58d61ab814e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=727d5a04-2116-4e42-99d7-2a69db3c5260 HTTP/1.1" status: 200 len: 1097 time: 0.0437543 Oct 19 01:25:35.868183 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0d6e4ff4-a19f-438a-aab0-9143cc47fa36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:35.890995 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0d6e4ff4-a19f-438a-aab0-9143cc47fa36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:35.903425 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9d5454a7-9eb7-45b4-b334-40c70549c6dd req-ceee1e71-6a3f-4437-9768-d3511a68f941 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307794 Oct 19 01:25:35.949709 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0d6e4ff4-a19f-438a-aab0-9143cc47fa36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:35.953081 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0d6e4ff4-a19f-438a-aab0-9143cc47fa36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:35.956874 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0d6e4ff4-a19f-438a-aab0-9143cc47fa36 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9348f078-3ed5-4b46-b936-b5da8add9ca4 HTTP/1.1" status: 204 len: 168 time: 0.1474538 Oct 19 01:25:35.964307 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e4ff4-a19f-438a-aab0-9143cc47fa36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9348f078-3ed5-4b46-b936-b5da8add9ca4,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:36.090565 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df78ee5-4d34-4979-8609-921a9c9752e8 req-d181a101-eae2-4734-ab44-06cbc28f6565 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:36.092709 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0df78ee5-4d34-4979-8609-921a9c9752e8 req-d181a101-eae2-4734-ab44-06cbc28f6565 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 943 time: 0.0533154 Oct 19 01:25:36.138582 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0df78ee5-4d34-4979-8609-921a9c9752e8 req-2838bf88-ca7e-4e35-816f-992c9ddd3527 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390887 Oct 19 01:25:36.447985 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917502aa-9567-48c5-a227-dcdbc48beae1 req-23c82148-b346-4e15-bfc5-0ec08b6c34a8 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:36.451112 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-917502aa-9567-48c5-a227-dcdbc48beae1 req-23c82148-b346-4e15-bfc5-0ec08b6c34a8 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=727d5a04-2116-4e42-99d7-2a69db3c5260 HTTP/1.1" status: 200 len: 945 time: 0.1003170 Oct 19 01:25:36.516777 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-917502aa-9567-48c5-a227-dcdbc48beae1 req-ede045fc-e654-435b-b513-c067ec65e20e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511403 Oct 19 01:25:36.592890 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49797cd-69a3-4555-8b34-8cf4e90d5264 req-327d1b9c-f2d7-4b5a-98b2-a9b1c99ad387 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:36.594727 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e49797cd-69a3-4555-8b34-8cf4e90d5264 req-327d1b9c-f2d7-4b5a-98b2-a9b1c99ad387 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 945 time: 0.0675216 Oct 19 01:25:36.640416 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e49797cd-69a3-4555-8b34-8cf4e90d5264 req-289ccbe4-af43-46c8-a436-82c310820a1f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384090 Oct 19 01:25:37.317946 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d2593-d2af-4470-8ffb-15d4e99bcbbe req-1a06bb48-1ecf-4abc-a82e-bdeb712589a8 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:37.321091 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7c2d2593-d2af-4470-8ffb-15d4e99bcbbe req-1a06bb48-1ecf-4abc-a82e-bdeb712589a8 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 943 time: 0.0707321 Oct 19 01:25:37.424952 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7c2d2593-d2af-4470-8ffb-15d4e99bcbbe req-b12776d9-0ff3-4c27-93ad-d678a6e1c913 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795841 Oct 19 01:25:37.632473 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280037c-32ad-4bfb-9723-092d87358f88 req-12a70668-c488-429f-bf4e-605cf65455be tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:37.634175 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5280037c-32ad-4bfb-9723-092d87358f88 req-12a70668-c488-429f-bf4e-605cf65455be tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=727d5a04-2116-4e42-99d7-2a69db3c5260 HTTP/1.1" status: 200 len: 945 time: 0.0546620 Oct 19 01:25:37.681915 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5280037c-32ad-4bfb-9723-092d87358f88 req-bd655e16-c0fa-4f92-b376-2314cd454f59 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413182 Oct 19 01:25:37.810885 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33659a70-d626-41e5-a986-f19021117d87 req-9f4b5247-f150-41a4-8598-fb7ecc1c02ea tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:37.813060 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-33659a70-d626-41e5-a986-f19021117d87 req-9f4b5247-f150-41a4-8598-fb7ecc1c02ea tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 945 time: 0.0559683 Oct 19 01:25:37.855959 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-33659a70-d626-41e5-a986-f19021117d87 req-84eb2576-d389-42e3-a8a5-f736b3b596d6 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351169 Oct 19 01:25:38.657189 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64b5d3-95b3-46f4-9139-c45d351efc78 req-1839c3cf-b5b5-4983-926a-eb0cc28c2a7a tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:38.664857 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7f64b5d3-95b3-46f4-9139-c45d351efc78 req-1839c3cf-b5b5-4983-926a-eb0cc28c2a7a tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 943 time: 0.1431944 Oct 19 01:25:38.703663 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7f64b5d3-95b3-46f4-9139-c45d351efc78 req-e1ef5c07-1dca-498e-b036-0cc3e535a543 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369229 Oct 19 01:25:38.996206 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0da173-110f-4550-8afb-1bcfd4aa3170 req-b41175fb-3257-4a06-8890-9160eae0f1ee tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:38.997849 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9d0da173-110f-4550-8afb-1bcfd4aa3170 req-b41175fb-3257-4a06-8890-9160eae0f1ee tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 945 time: 0.0515301 Oct 19 01:25:39.036201 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9d0da173-110f-4550-8afb-1bcfd4aa3170 req-680b399c-9f98-4ce5-b3b0-a219e8d81cc3 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321388 Oct 19 01:25:39.245531 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3ea2b-ffce-4f9e-a97a-c217dabaed99 req-7379c3ce-987b-4940-8e69-ed8994825e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:39.246908 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fba3ea2b-ffce-4f9e-a97a-c217dabaed99 req-7379c3ce-987b-4940-8e69-ed8994825e11 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd&tenant_id=48ddb22357dc4eb2bc2ba246f38392b4 HTTP/1.1" status: 200 len: 1095 time: 0.0714726 Oct 19 01:25:39.314715 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3ea2b-ffce-4f9e-a97a-c217dabaed99 req-76131b26-992f-4fb2-ac84-2bd2f4d9443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:39.316228 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fba3ea2b-ffce-4f9e-a97a-c217dabaed99 req-76131b26-992f-4fb2-ac84-2bd2f4d9443e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=48ddb22357dc4eb2bc2ba246f38392b4&device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 1095 time: 0.0460033 Oct 19 01:25:39.413656 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3ea2b-ffce-4f9e-a97a-c217dabaed99 req-c3b5a5a6-d3d5-4b4d-af64-4f1d084b0e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:39.415193 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fba3ea2b-ffce-4f9e-a97a-c217dabaed99 req-c3b5a5a6-d3d5-4b4d-af64-4f1d084b0e1f service neutron] 10.222.0.55 "GET /v2.0/networks?id=84c55fcf-75dc-454b-970b-ebd012138813 HTTP/1.1" status: 200 len: 917 time: 0.0911734 Oct 19 01:25:39.502603 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fba3ea2b-ffce-4f9e-a97a-c217dabaed99 req-5410ec29-eacc-4d68-ae20-62a94a3e27fd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da HTTP/1.1" status: 200 len: 998 time: 0.0792181 Oct 19 01:25:39.570687 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3ea2b-ffce-4f9e-a97a-c217dabaed99 req-2a322301-8edc-4979-9993-3c98cb908594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:39.572410 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fba3ea2b-ffce-4f9e-a97a-c217dabaed99 req-2a322301-8edc-4979-9993-3c98cb908594 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=488e075d-4e24-4ef3-a196-a8fb67b0889b HTTP/1.1" status: 200 len: 855 time: 0.0617135 Oct 19 01:25:39.632520 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3ea2b-ffce-4f9e-a97a-c217dabaed99 req-c4c85624-5e9f-493f-8522-7b44679f127a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:39.635096 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fba3ea2b-ffce-4f9e-a97a-c217dabaed99 req-c4c85624-5e9f-493f-8522-7b44679f127a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=84c55fcf-75dc-454b-970b-ebd012138813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546474 Oct 19 01:25:39.771790 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fba3ea2b-ffce-4f9e-a97a-c217dabaed99 req-e0e40f87-342e-4795-b29f-4d00f583764e service neutron] 10.222.0.55 "GET /v2.0/networks/84c55fcf-75dc-454b-970b-ebd012138813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286125 Oct 19 01:25:39.987690 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040df169-d6dc-40c2-b567-e3310ff457c2 req-a6b45ccc-95ac-47b9-a319-24948d13147f tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:39.989843 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-040df169-d6dc-40c2-b567-e3310ff457c2 req-a6b45ccc-95ac-47b9-a319-24948d13147f tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 943 time: 0.1618321 Oct 19 01:25:39.993685 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fba3ea2b-ffce-4f9e-a97a-c217dabaed99 req-ba256ccb-f475-4a8f-b4c1-ac0511b2668b service neutron] 10.222.0.55 "GET /v2.0/networks/84c55fcf-75dc-454b-970b-ebd012138813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148726 Oct 19 01:25:40.033523 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-040df169-d6dc-40c2-b567-e3310ff457c2 req-2a010bfd-dcbb-43bb-bbb4-a3cd8159647e tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377505 Oct 19 01:25:40.224402 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b403fb-0cff-49f6-8a30-de787b88ced0 req-96e97e1d-77b4-40b2-ad52-0b6cf1c7792a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:40.226337 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-12b403fb-0cff-49f6-8a30-de787b88ced0 req-96e97e1d-77b4-40b2-ad52-0b6cf1c7792a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 945 time: 0.0984602 Oct 19 01:25:40.303877 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-12b403fb-0cff-49f6-8a30-de787b88ced0 req-0426cfdc-16ef-4162-b02c-1627556a156e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662367 Oct 19 01:25:41.205474 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72813f5-5faf-4739-981b-10e45d56c42a req-6ac96710-15d3-430e-bdff-94433fe174ed tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:41.211405 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c72813f5-5faf-4739-981b-10e45d56c42a req-6ac96710-15d3-430e-bdff-94433fe174ed tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 943 time: 0.0730810 Oct 19 01:25:41.254096 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c72813f5-5faf-4739-981b-10e45d56c42a req-437b7346-c564-4680-967d-b5a6c0460461 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390978 Oct 19 01:25:41.467744 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0db1d9-e14f-4cd5-9562-f47c8a3b6e49 req-01a6e508-8842-42a7-8d00-81aae699571d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:41.478623 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6e0db1d9-e14f-4cd5-9562-f47c8a3b6e49 req-01a6e508-8842-42a7-8d00-81aae699571d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 945 time: 0.0831139 Oct 19 01:25:41.538571 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6e0db1d9-e14f-4cd5-9562-f47c8a3b6e49 req-b14af93d-d3aa-489a-93bb-469f9997b587 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588901 Oct 19 01:25:42.429512 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12557a48-715f-4498-9387-135b59983ce7 req-4e461fd2-4261-4451-9020-76f704ffcf37 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:42.442957 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-12557a48-715f-4498-9387-135b59983ce7 req-4e461fd2-4261-4451-9020-76f704ffcf37 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 943 time: 0.0802379 Oct 19 01:25:42.513182 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-12557a48-715f-4498-9387-135b59983ce7 req-aa01e9ab-26f9-4137-8bc5-fac940d5042c tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682042 Oct 19 01:25:42.719015 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd6f48-8c33-4727-a1ae-59ddd9d02bd0 req-acb751d1-c8f3-493d-82da-9d3126a1864c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:42.729012 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7dfd6f48-8c33-4727-a1ae-59ddd9d02bd0 req-acb751d1-c8f3-493d-82da-9d3126a1864c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 945 time: 0.0864885 Oct 19 01:25:42.774084 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7dfd6f48-8c33-4727-a1ae-59ddd9d02bd0 req-df1cb62d-3575-4d2b-9349-d817be6df039 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440388 Oct 19 01:25:43.708040 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322d84c-48ce-4a88-ae1a-bf44176a3924 req-f83843f3-6688-4483-9a82-38ce1e16b4dd tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:43.711594 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9322d84c-48ce-4a88-ae1a-bf44176a3924 req-f83843f3-6688-4483-9a82-38ce1e16b4dd tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 943 time: 0.0914197 Oct 19 01:25:43.769929 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9322d84c-48ce-4a88-ae1a-bf44176a3924 req-ed1b66ab-1e87-4c5d-a6a5-fa6df58ef7ae tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509818 Oct 19 01:25:43.939037 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c0929924-621b-484c-bc40-6c5820bad6fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:44.041853 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545a0cc-2062-4cf7-bc85-6f7b3f677883 req-23d0debc-37f5-40b2-88d1-446bdcc7af6d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:44.046116 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8545a0cc-2062-4cf7-bc85-6f7b3f677883 req-23d0debc-37f5-40b2-88d1-446bdcc7af6d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 945 time: 0.1303315 Oct 19 01:25:44.123486 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8545a0cc-2062-4cf7-bc85-6f7b3f677883 req-77519572-380b-4440-ba00-b23a4542d7e6 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627797 Oct 19 01:25:44.922074 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325416db-a926-480c-83b6-6c8f751be54c req-9983c2cb-b853-4906-b770-87c3c5dcadff tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:44.931028 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-325416db-a926-480c-83b6-6c8f751be54c req-9983c2cb-b853-4906-b770-87c3c5dcadff tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 943 time: 0.0674195 Oct 19 01:25:44.996299 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-325416db-a926-480c-83b6-6c8f751be54c req-74a81b25-d522-4fa0-8e6c-d5a2092dafdb tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641580 Oct 19 01:25:45.270697 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84af9f-a91e-4199-8398-fb9ed617c961 req-715544c7-4736-4293-b0d1-8bc04dcc654c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:45.280134 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8e84af9f-a91e-4199-8398-fb9ed617c961 req-715544c7-4736-4293-b0d1-8bc04dcc654c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 945 time: 0.0633070 Oct 19 01:25:45.334847 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8e84af9f-a91e-4199-8398-fb9ed617c961 req-19a8f772-785c-4346-b5f8-879939bcfde3 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527728 Oct 19 01:25:46.164654 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfabb94-03d4-4f57-993d-3c9d9963b1c0 req-c0f77d3d-206a-4ed7-85f5-bd9726ade149 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:46.168458 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7dfabb94-03d4-4f57-993d-3c9d9963b1c0 req-c0f77d3d-206a-4ed7-85f5-bd9726ade149 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 943 time: 0.0742967 Oct 19 01:25:46.216479 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7dfabb94-03d4-4f57-993d-3c9d9963b1c0 req-9521878c-b1bc-4088-bfec-4d9d38446570 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410562 Oct 19 01:25:46.471479 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf74e8a-bd3a-4ca9-81b0-4d018956a646 req-09bc5f11-7754-48ec-bea9-6c43c193a408 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:46.473501 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bdf74e8a-bd3a-4ca9-81b0-4d018956a646 req-09bc5f11-7754-48ec-bea9-6c43c193a408 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 945 time: 0.0706265 Oct 19 01:25:46.517598 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bdf74e8a-bd3a-4ca9-81b0-4d018956a646 req-7a479c1b-0aa7-49eb-a04e-7fe2dc20a9ba tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367417 Oct 19 01:25:46.562142 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6f12f4c7-6226-4515-ba55-336662c31f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:47.242102 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:47.450957 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d287ff8-b4b3-4a88-a579-219d468b9394 req-7ba03dea-5c02-420c-a006-a65489fe16e4 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:47.459596 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3d287ff8-b4b3-4a88-a579-219d468b9394 req-7ba03dea-5c02-420c-a006-a65489fe16e4 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 943 time: 0.1370213 Oct 19 01:25:47.527518 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [req-6922aa9a-a311-472b-af97-efc272518b55 req-819ead25-18bc-4fb9-9a20-6a37e3e82b2e service neutron] show failed (client error): The resource could not be found. Oct 19 01:25:47.528884 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6922aa9a-a311-472b-af97-efc272518b55 req-819ead25-18bc-4fb9-9a20-6a37e3e82b2e service neutron] 10.222.0.24 "GET /v2.0/ports/da9febd0-b377-4e6d-a2dd-853ab840caee/bindings/n-h1-715271-26 HTTP/1.1" status: 404 len: 381 time: 0.1335933 Oct 19 01:25:47.546162 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3d287ff8-b4b3-4a88-a579-219d468b9394 req-20c82d04-ba8f-4397-abab-694b15eea802 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850739 Oct 19 01:25:47.760166 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1cdff-444d-464a-9652-bb993777618d req-4892ebf1-529b-47b2-a90a-647d6134b1f3 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:47.761797 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-24f1cdff-444d-464a-9652-bb993777618d req-4892ebf1-529b-47b2-a90a-647d6134b1f3 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 945 time: 0.0935850 Oct 19 01:25:47.801462 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:47.843466 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-24f1cdff-444d-464a-9652-bb993777618d req-97f19211-c873-44b6-9a13-b15428a0e2d2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750544 Oct 19 01:25:48.714966 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865a656-6b17-4dd9-a1e0-29dc95be16f9 req-f9bed57f-b466-4a9b-8d46-f2c3b20f2612 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:48.717460 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b865a656-6b17-4dd9-a1e0-29dc95be16f9 req-f9bed57f-b466-4a9b-8d46-f2c3b20f2612 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 943 time: 0.0556340 Oct 19 01:25:48.797041 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b865a656-6b17-4dd9-a1e0-29dc95be16f9 req-1cacba96-fc34-4d8f-908c-4c3160f14b9d tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728204 Oct 19 01:25:49.032132 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b84a6-0174-4521-97ba-649906c5ff19 req-fbbeaabc-98c0-44bc-9cc4-b2f86d332319 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:49.034323 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-799b84a6-0174-4521-97ba-649906c5ff19 req-fbbeaabc-98c0-44bc-9cc4-b2f86d332319 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 945 time: 0.0802205 Oct 19 01:25:49.105049 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-799b84a6-0174-4521-97ba-649906c5ff19 req-26d09457-11e1-44e4-ae2e-2b08a5a46c99 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581708 Oct 19 01:25:49.582975 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device da9febd0-b377-4e6d-a2dd-853ab840caee no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:25:49.727084 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:49.769848 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81215ce2-4b81-4271-bfc9-f42caa6cf716', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da9febd0-b377-4e6d-a2dd-853ab840caee'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:25:49.772809 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6699b1-e25e-4421-8bf1-3cbc55b5d675" -d '{"events": [{"server_uuid": "81215ce2-4b81-4271-bfc9-f42caa6cf716", "name": "network-vif-unplugged", "status": "completed", "tag": "da9febd0-b377-4e6d-a2dd-853ab840caee"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:25:49.794514 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:49.803025 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port da9febd0-b377-4e6d-a2dd-853ab840caee, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=da9febd0-b377-4e6d-a2dd-853ab840caee,segment=NetworkSegment(0bcd5eff-8e13-46fc-8501-4ab957b9ae9e),segment_id=0bcd5eff-8e13-46fc-8501-4ab957b9ae9e)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:49.825828 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:49.929355 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=da9febd0-b377-4e6d-a2dd-853ab840caee,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:49.963699 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84355373-56eb-4cca-a96d-03436999c262 x-openstack-request-id: req-84355373-56eb-4cca-a96d-03436999c262 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:25:49.964010 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81215ce2-4b81-4271-bfc9-f42caa6cf716", "name": "network-vif-unplugged", "status": "completed", "tag": "da9febd0-b377-4e6d-a2dd-853ab840caee", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:25:49.967545 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-84355373-56eb-4cca-a96d-03436999c262 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:25:49.967992 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81215ce2-4b81-4271-bfc9-f42caa6cf716', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da9febd0-b377-4e6d-a2dd-853ab840caee', 'code': 200} Oct 19 01:25:50.027816 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c556b-e47b-4cad-a169-cecd07ac44de req-7d70460a-fffc-46de-91db-73a6a50e74e1 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:50.036528 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-707c556b-e47b-4cad-a169-cecd07ac44de req-7d70460a-fffc-46de-91db-73a6a50e74e1 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 943 time: 0.0834057 Oct 19 01:25:50.097487 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a73953-3b12-415f-90ae-486b2a4d70ba req-c9c1bb49-fb53-4e8c-a54c-2c5653a9a51f tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:50.099325 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-62a73953-3b12-415f-90ae-486b2a4d70ba req-c9c1bb49-fb53-4e8c-a54c-2c5653a9a51f tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0744669 Oct 19 01:25:50.112918 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-707c556b-e47b-4cad-a169-cecd07ac44de req-debfb17b-2769-4417-9474-b1666d61cac0 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679624 Oct 19 01:25:50.166870 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-62a73953-3b12-415f-90ae-486b2a4d70ba req-c230f247-9f32-445f-a77d-cbfcbbda114f tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590851 Oct 19 01:25:50.429139 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1f41b-dace-460b-8fcb-c4e3e137c7b0 req-07878a35-c4be-47b5-96bb-019eb95df3b2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:50.435150 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-58c1f41b-dace-460b-8fcb-c4e3e137c7b0 req-07878a35-c4be-47b5-96bb-019eb95df3b2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 943 time: 0.1384718 Oct 19 01:25:50.458155 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196899ef-f642-45da-ab78-4d22c1002d61 req-16d824ed-e6c7-40ad-a2e4-f7e4e3193d50 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:50.464783 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-196899ef-f642-45da-ab78-4d22c1002d61 req-16d824ed-e6c7-40ad-a2e4-f7e4e3193d50 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.1581552 Oct 19 01:25:50.500398 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-58c1f41b-dace-460b-8fcb-c4e3e137c7b0 req-0d7de551-b10e-4bc9-8b28-b74fb9b89de4 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559835 Oct 19 01:25:50.556644 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-196899ef-f642-45da-ab78-4d22c1002d61 req-8317cd16-f3c1-4172-9ce5-44eef24bc540 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866475 Oct 19 01:25:51.033902 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e23453-7d9f-420a-b371-50a4d841bc31 req-c04b3a0b-ad58-4b4a-b28d-257fd9f26304 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:51.042032 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e2e23453-7d9f-420a-b371-50a4d841bc31 req-c04b3a0b-ad58-4b4a-b28d-257fd9f26304 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.1144884 Oct 19 01:25:51.124183 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e2e23453-7d9f-420a-b371-50a4d841bc31 req-78f5aa79-9307-4b37-a289-4a45b41b1342 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587461 Oct 19 01:25:51.347032 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc459be1-9feb-44fc-b878-f00230359356 req-4270e110-dae9-48ca-b164-8ee65f8c32aa tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:51.357368 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cc459be1-9feb-44fc-b878-f00230359356 req-4270e110-dae9-48ca-b164-8ee65f8c32aa tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 943 time: 0.1180367 Oct 19 01:25:51.470554 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cc459be1-9feb-44fc-b878-f00230359356 req-235eff07-e779-4e6f-9e54-f82087283cd5 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062133 Oct 19 01:25:51.638508 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02847f77-2d18-4018-b8ba-afbe8f3c3f75 req-86328fe0-4c4f-464f-abfe-4656c216bf45 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:51.641732 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-02847f77-2d18-4018-b8ba-afbe8f3c3f75 req-86328fe0-4c4f-464f-abfe-4656c216bf45 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0646167 Oct 19 01:25:51.645029 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13cf26-a21e-49b2-8650-c794e750a722 req-5e81f61c-fa7e-4c86-a5fe-7bb6d9d7e045 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:51.646865 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d13cf26-a21e-49b2-8650-c794e750a722 req-5e81f61c-fa7e-4c86-a5fe-7bb6d9d7e045 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 943 time: 0.0720675 Oct 19 01:25:51.697471 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-02847f77-2d18-4018-b8ba-afbe8f3c3f75 req-dcae082b-ab9f-4dff-a2e4-1803d018bab7 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490468 Oct 19 01:25:51.704378 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d13cf26-a21e-49b2-8650-c794e750a722 req-e1be5d4a-9f16-4dc6-975c-acd7d6d7e35c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505245 Oct 19 01:25:52.637867 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b5376-fd52-4de4-b166-86c4218ff7eb req-48889a2b-cbf6-4f3d-aedf-b81b372cd854 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:52.640164 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d0b5376-fd52-4de4-b166-86c4218ff7eb req-48889a2b-cbf6-4f3d-aedf-b81b372cd854 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 943 time: 0.0518467 Oct 19 01:25:52.685677 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d0b5376-fd52-4de4-b166-86c4218ff7eb req-e587a16e-ba00-4960-8651-59be8c6d45c7 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389376 Oct 19 01:25:52.831849 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3beb58-062b-4a23-b485-cd3dc5a6e2ae req-dbea9c01-251c-44ae-b9b4-31612a1f812e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:52.841116 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fc3beb58-062b-4a23-b485-cd3dc5a6e2ae req-dbea9c01-251c-44ae-b9b4-31612a1f812e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 943 time: 0.0625660 Oct 19 01:25:52.868771 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce533369-5f40-4b8e-9def-3bec991615db req-50fd6724-e34f-471e-bec8-d5d763f7f943 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:52.870384 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ce533369-5f40-4b8e-9def-3bec991615db req-50fd6724-e34f-471e-bec8-d5d763f7f943 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0505893 Oct 19 01:25:52.879326 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fc3beb58-062b-4a23-b485-cd3dc5a6e2ae req-d244f37f-9816-4b33-94f7-9dd70fc537f7 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370700 Oct 19 01:25:52.919362 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ce533369-5f40-4b8e-9def-3bec991615db req-ec80c5ae-2a76-41e0-88df-6ad41ce9dd50 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423913 Oct 19 01:25:53.838875 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3457e4-bfb9-4501-80a9-e98d4b7a46d1 req-a94f8df8-b17c-41ae-bd0d-32f09afbc1c1 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:53.844537 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1e3457e4-bfb9-4501-80a9-e98d4b7a46d1 req-a94f8df8-b17c-41ae-bd0d-32f09afbc1c1 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 943 time: 0.0716057 Oct 19 01:25:53.899767 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1e3457e4-bfb9-4501-80a9-e98d4b7a46d1 req-be03cbc2-a878-4014-a8ec-7b9997ec6ac0 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470974 Oct 19 01:25:54.056994 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490d7a3-8e10-432c-bc16-ce28a4fbd181 req-d4365781-7f86-48c2-aa8b-5780e9255b65 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:54.065574 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3490d7a3-8e10-432c-bc16-ce28a4fbd181 req-d4365781-7f86-48c2-aa8b-5780e9255b65 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0687807 Oct 19 01:25:54.067101 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61249692-008b-4f35-9967-94eca9229c45 req-d959f379-3e77-4e4f-b6d1-29fed75c2a01 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:54.075221 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61249692-008b-4f35-9967-94eca9229c45 req-d959f379-3e77-4e4f-b6d1-29fed75c2a01 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 943 time: 0.0758035 Oct 19 01:25:54.112043 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3490d7a3-8e10-432c-bc16-ce28a4fbd181 req-7c8aa654-7c7a-4220-b1f4-2c4ae381cf38 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420437 Oct 19 01:25:54.143893 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61249692-008b-4f35-9967-94eca9229c45 req-90ebb3cd-6faa-4f62-9901-3389441ca3ce tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617216 Oct 19 01:25:54.399967 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922aa9a-a311-472b-af97-efc272518b55 req-305da58e-9e5f-4ad9-98d5-f1a8f374f78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:54.401673 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6922aa9a-a311-472b-af97-efc272518b55 req-305da58e-9e5f-4ad9-98d5-f1a8f374f78d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716&tenant_id=b92153fb65d447bf94f5610e1ad52929 HTTP/1.1" status: 200 len: 1095 time: 0.0440040 Oct 19 01:25:54.418983 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-6922aa9a-a311-472b-af97-efc272518b55 req-0b35099f-08ec-4841-92d1-aab0c0f12ae1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-26', 'device_owner': 'compute:nova'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:54.480781 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6922aa9a-a311-472b-af97-efc272518b55 req-0b35099f-08ec-4841-92d1-aab0c0f12ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:55.001492 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 34932) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:55.020739 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-6922aa9a-a311-472b-af97-efc272518b55 req-0b35099f-08ec-4841-92d1-aab0c0f12ae1 service neutron] For port da9febd0-b377-4e6d-a2dd-853ab840caee, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=da9febd0-b377-4e6d-a2dd-853ab840caee,segment=NetworkSegment(0bcd5eff-8e13-46fc-8501-4ab957b9ae9e),segment_id=0bcd5eff-8e13-46fc-8501-4ab957b9ae9e)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:55.108930 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-6922aa9a-a311-472b-af97-efc272518b55 req-0b35099f-08ec-4841-92d1-aab0c0f12ae1 service neutron] For port da9febd0-b377-4e6d-a2dd-853ab840caee, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:25:55.146466 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59463d9e-b7e2-40e5-9769-add0ec6bd4f1 req-e93860db-12fd-4e16-872f-7ad17c21ddf2 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:55.154083 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-59463d9e-b7e2-40e5-9769-add0ec6bd4f1 req-e93860db-12fd-4e16-872f-7ad17c21ddf2 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 943 time: 0.1030390 Oct 19 01:25:55.197011 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-6922aa9a-a311-472b-af97-efc272518b55 req-0b35099f-08ec-4841-92d1-aab0c0f12ae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da9febd0-b377-4e6d-a2dd-853ab840caee {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:25:55.234119 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6922aa9a-a311-472b-af97-efc272518b55 req-0b35099f-08ec-4841-92d1-aab0c0f12ae1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:55.238317 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-69d3e900-3f34-4117-b9ac-6c9ca1bd7d3d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e5a8ca6c05ce4f0eb1db20b6599bb849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2357032 Oct 19 01:25:55.243291 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 34948) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:55.274036 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbfe75-a58b-4fd2-ba0b-10c31703865e req-20d776ec-d7d9-4553-af05-7827d9cc5222 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:55.276208 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-20cbfe75-a58b-4fd2-ba0b-10c31703865e req-20d776ec-d7d9-4553-af05-7827d9cc5222 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0774488 Oct 19 01:25:55.305638 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-6922aa9a-a311-472b-af97-efc272518b55 req-0b35099f-08ec-4841-92d1-aab0c0f12ae1 service neutron] Transition to ACTIVE for port object da9febd0-b377-4e6d-a2dd-853ab840caee will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:25:55.311994 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-59463d9e-b7e2-40e5-9769-add0ec6bd4f1 req-97792eb8-4871-4a5a-90d0-e03eaa382ae9 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569271 Oct 19 01:25:55.325757 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6922aa9a-a311-472b-af97-efc272518b55 req-0b35099f-08ec-4841-92d1-aab0c0f12ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:55.347276 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4a01e7cf-c4df-4056-be22-7026fbb7bc32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:55.376115 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-20cbfe75-a58b-4fd2-ba0b-10c31703865e req-2dc06060-240c-41ba-bebc-9a11a69e6de0 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923152 Oct 19 01:25:55.427926 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4a01e7cf-c4df-4056-be22-7026fbb7bc32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:55.518224 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4a01e7cf-c4df-4056-be22-7026fbb7bc32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:55.520843 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4a01e7cf-c4df-4056-be22-7026fbb7bc32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:55.524015 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4a01e7cf-c4df-4056-be22-7026fbb7bc32 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2fe8c168-7bf4-4b64-a482-6d03b122ffbf HTTP/1.1" status: 204 len: 168 time: 0.2788796 Oct 19 01:25:55.605817 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b35099f-08ec-4841-92d1-aab0c0f12ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=da9febd0-b377-4e6d-a2dd-853ab840caee,revision_number=7']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:55.637839 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01e7cf-c4df-4056-be22-7026fbb7bc32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe8c168-7bf4-4b64-a482-6d03b122ffbf,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:55.711209 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d1106-565c-4ed9-b8e8-e0a592aeb96e req-4f74c96c-2423-42dd-8b23-d64521cf5ac6 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:55.725687 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-db1d1106-565c-4ed9-b8e8-e0a592aeb96e req-4f74c96c-2423-42dd-8b23-d64521cf5ac6 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 943 time: 0.2346773 Oct 19 01:25:55.760023 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-6922aa9a-a311-472b-af97-efc272518b55 req-0b35099f-08ec-4841-92d1-aab0c0f12ae1 service neutron] No DVR routers for this DVR port da9febd0-b377-4e6d-a2dd-853ab840caee on host n-h2-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:25:55.828635 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-db1d1106-565c-4ed9-b8e8-e0a592aeb96e req-ee8ae1f1-beb2-4879-bfe9-440b6c594605 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074805 Oct 19 01:25:55.940334 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-6922aa9a-a311-472b-af97-efc272518b55 req-0b35099f-08ec-4841-92d1-aab0c0f12ae1 service neutron] Attempting to bind port da9febd0-b377-4e6d-a2dd-853ab840caee on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:25:55.940334 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-6922aa9a-a311-472b-af97-efc272518b55 req-0b35099f-08ec-4841-92d1-aab0c0f12ae1 service neutron] Attempting to bind port da9febd0-b377-4e6d-a2dd-853ab840caee by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '0bcd5eff-8e13-46fc-8501-4ab957b9ae9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '5fa13990-98b0-41c2-979a-b93e0ec88bb1'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:25:55.940334 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6922aa9a-a311-472b-af97-efc272518b55 req-0b35099f-08ec-4841-92d1-aab0c0f12ae1 service neutron] Attempting to bind port da9febd0-b377-4e6d-a2dd-853ab840caee on network 5fa13990-98b0-41c2-979a-b93e0ec88bb1 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:25:55.945626 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6922aa9a-a311-472b-af97-efc272518b55 req-0b35099f-08ec-4841-92d1-aab0c0f12ae1 service neutron] Port da9febd0-b377-4e6d-a2dd-853ab840caee on network 5fa13990-98b0-41c2-979a-b93e0ec88bb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:25:55.945963 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6922aa9a-a311-472b-af97-efc272518b55 req-0b35099f-08ec-4841-92d1-aab0c0f12ae1 service neutron] Attempting to bind port da9febd0-b377-4e6d-a2dd-853ab840caee on network 5fa13990-98b0-41c2-979a-b93e0ec88bb1 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:25:55.951313 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6922aa9a-a311-472b-af97-efc272518b55 req-0b35099f-08ec-4841-92d1-aab0c0f12ae1 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:25:55.951858 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6922aa9a-a311-472b-af97-efc272518b55 req-0b35099f-08ec-4841-92d1-aab0c0f12ae1 service neutron] Checking segment: {'id': '0bcd5eff-8e13-46fc-8501-4ab957b9ae9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '5fa13990-98b0-41c2-979a-b93e0ec88bb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:25:55.952311 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6922aa9a-a311-472b-af97-efc272518b55 req-0b35099f-08ec-4841-92d1-aab0c0f12ae1 service neutron] Bound using segment: {'id': '0bcd5eff-8e13-46fc-8501-4ab957b9ae9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '5fa13990-98b0-41c2-979a-b93e0ec88bb1'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:25:55.952673 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-6922aa9a-a311-472b-af97-efc272518b55 req-0b35099f-08ec-4841-92d1-aab0c0f12ae1 service neutron] Bound port: da9febd0-b377-4e6d-a2dd-853ab840caee, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bcd5eff-8e13-46fc-8501-4ab957b9ae9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '5fa13990-98b0-41c2-979a-b93e0ec88bb1'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:25:55.953037 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6922aa9a-a311-472b-af97-efc272518b55 req-0b35099f-08ec-4841-92d1-aab0c0f12ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:56.033177 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-6922aa9a-a311-472b-af97-efc272518b55 req-0b35099f-08ec-4841-92d1-aab0c0f12ae1 service neutron] For port da9febd0-b377-4e6d-a2dd-853ab840caee, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:25:56.038973 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-6922aa9a-a311-472b-af97-efc272518b55 req-0b35099f-08ec-4841-92d1-aab0c0f12ae1 service neutron] For port da9febd0-b377-4e6d-a2dd-853ab840caee, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=da9febd0-b377-4e6d-a2dd-853ab840caee,segment=NetworkSegment(0bcd5eff-8e13-46fc-8501-4ab957b9ae9e),segment_id=0bcd5eff-8e13-46fc-8501-4ab957b9ae9e)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:25:56.043899 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6922aa9a-a311-472b-af97-efc272518b55 req-0b35099f-08ec-4841-92d1-aab0c0f12ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:56.113260 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922aa9a-a311-472b-af97-efc272518b55 req-0b35099f-08ec-4841-92d1-aab0c0f12ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:56.114569 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6922aa9a-a311-472b-af97-efc272518b55 req-0b35099f-08ec-4841-92d1-aab0c0f12ae1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:56.116552 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6922aa9a-a311-472b-af97-efc272518b55 req-0b35099f-08ec-4841-92d1-aab0c0f12ae1 service neutron] 10.222.0.55 "PUT /v2.0/ports/da9febd0-b377-4e6d-a2dd-853ab840caee HTTP/1.1" status: 200 len: 1092 time: 1.7016394 Oct 19 01:25:56.139704 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81215ce2-4b81-4271-bfc9-f42caa6cf716', 'tag': 'da9febd0-b377-4e6d-a2dd-853ab840caee'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:25:56.142517 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4925e475-94b1-45bb-9c23-cce0ecf70d1b" -d '{"events": [{"name": "network-changed", "server_uuid": "81215ce2-4b81-4271-bfc9-f42caa6cf716", "tag": "da9febd0-b377-4e6d-a2dd-853ab840caee"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:25:56.214567 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b35099f-08ec-4841-92d1-aab0c0f12ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=da9febd0-b377-4e6d-a2dd-853ab840caee,revision_number=8']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:56.228141 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11e28c-5437-4ee7-a2da-870722eaca7d req-dc5708d4-c85d-466d-93dc-fbd8fd99069d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:56.229947 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4f11e28c-5437-4ee7-a2da-870722eaca7d req-dc5708d4-c85d-466d-93dc-fbd8fd99069d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=168a5912cc444122aa0d6d6b44b7e93f&device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 1097 time: 0.1512692 Oct 19 01:25:56.232507 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922aa9a-a311-472b-af97-efc272518b55 req-4cf22574-7f98-48a0-9b26-320d22aae13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:56.238133 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6922aa9a-a311-472b-af97-efc272518b55 req-4cf22574-7f98-48a0-9b26-320d22aae13e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b92153fb65d447bf94f5610e1ad52929&device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 1095 time: 0.0922816 Oct 19 01:25:56.262829 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f9607b-ffc8-46bb-bfc6-ef38e9342c63 x-openstack-request-id: req-84f9607b-ffc8-46bb-bfc6-ef38e9342c63 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:25:56.263113 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81215ce2-4b81-4271-bfc9-f42caa6cf716", "tag": "da9febd0-b377-4e6d-a2dd-853ab840caee", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:25:56.263366 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-84f9607b-ffc8-46bb-bfc6-ef38e9342c63 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:25:56.263809 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81215ce2-4b81-4271-bfc9-f42caa6cf716', 'tag': 'da9febd0-b377-4e6d-a2dd-853ab840caee', 'status': 'completed', 'code': 200} Oct 19 01:25:56.331589 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925e475-94b1-45bb-9c23-cce0ecf70d1b req-afa780e1-fc20-4c59-abe0-53e06fe3f9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:56.334219 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4925e475-94b1-45bb-9c23-cce0ecf70d1b req-afa780e1-fc20-4c59-abe0-53e06fe3f9a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b92153fb65d447bf94f5610e1ad52929&device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 1095 time: 0.0746124 Oct 19 01:25:56.471639 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925e475-94b1-45bb-9c23-cce0ecf70d1b req-9370a745-593a-4ba0-9bfd-7c37fdfc799a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:56.473506 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4925e475-94b1-45bb-9c23-cce0ecf70d1b req-9370a745-593a-4ba0-9bfd-7c37fdfc799a service neutron] 10.222.0.24 "GET /v2.0/networks?id=5fa13990-98b0-41c2-979a-b93e0ec88bb1 HTTP/1.1" status: 200 len: 897 time: 0.1275094 Oct 19 01:25:56.566289 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4925e475-94b1-45bb-9c23-cce0ecf70d1b req-e8c0804c-d10d-473e-867a-fec0dbc36162 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da9febd0-b377-4e6d-a2dd-853ab840caee HTTP/1.1" status: 200 len: 998 time: 0.0837903 Oct 19 01:25:56.568926 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11e28c-5437-4ee7-a2da-870722eaca7d req-263b1b72-1941-47ac-acaa-869fe497379d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:56.570554 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4f11e28c-5437-4ee7-a2da-870722eaca7d req-263b1b72-1941-47ac-acaa-869fe497379d service neutron] 10.222.0.55 "GET /v2.0/networks?id=2309c3e4-1aec-4060-b6e9-bbaad5369c41 HTTP/1.1" status: 200 len: 913 time: 0.3093157 Oct 19 01:25:56.627387 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922aa9a-a311-472b-af97-efc272518b55 req-7a3d804f-70a3-4fe3-96c3-036d32f4cd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:56.628816 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6922aa9a-a311-472b-af97-efc272518b55 req-7a3d804f-70a3-4fe3-96c3-036d32f4cd0e service neutron] 10.222.0.55 "GET /v2.0/networks?id=5fa13990-98b0-41c2-979a-b93e0ec88bb1 HTTP/1.1" status: 200 len: 897 time: 0.3803957 Oct 19 01:25:56.646773 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4681e5-3163-4e8a-9166-1d3a034044f6 req-f005d8b5-0104-4058-941b-c824bde02c9e tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:56.648341 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7e4681e5-3163-4e8a-9166-1d3a034044f6 req-f005d8b5-0104-4058-941b-c824bde02c9e tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 943 time: 0.1727235 Oct 19 01:25:56.678390 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925e475-94b1-45bb-9c23-cce0ecf70d1b req-988e37b1-54fb-4845-abb4-a7b2f30eb2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:56.680614 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4925e475-94b1-45bb-9c23-cce0ecf70d1b req-988e37b1-54fb-4845-abb4-a7b2f30eb2f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dcb20c68-c38a-4476-9bb4-b08c2e7223b6 HTTP/1.1" status: 200 len: 835 time: 0.1007812 Oct 19 01:25:56.745172 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4bc50-af3f-4f45-829a-9b678a0ff84d req-12704f43-3174-44af-89a3-9676f7136807 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:56.745410 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4f11e28c-5437-4ee7-a2da-870722eaca7d req-956e2b80-a6c3-4375-b12d-c66f0d48c512 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f HTTP/1.1" status: 200 len: 999 time: 0.1671298 Oct 19 01:25:56.747232 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-50b4bc50-af3f-4f45-829a-9b678a0ff84d req-12704f43-3174-44af-89a3-9676f7136807 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.1799004 Oct 19 01:25:56.804876 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-50b4bc50-af3f-4f45-829a-9b678a0ff84d req-93ddb099-eead-4dd9-b682-bdeaeefea995 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498645 Oct 19 01:25:56.810222 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925e475-94b1-45bb-9c23-cce0ecf70d1b req-15592f18-a6de-4296-b425-3969b0c29cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:56.811719 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4925e475-94b1-45bb-9c23-cce0ecf70d1b req-15592f18-a6de-4296-b425-3969b0c29cb9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5fa13990-98b0-41c2-979a-b93e0ec88bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1177316 Oct 19 01:25:56.816442 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6922aa9a-a311-472b-af97-efc272518b55 req-0b879feb-ddb3-4156-bf8f-2140d8cf1033 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da9febd0-b377-4e6d-a2dd-853ab840caee HTTP/1.1" status: 200 len: 998 time: 0.1552680 Oct 19 01:25:56.821362 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7e4681e5-3163-4e8a-9166-1d3a034044f6 req-0dc55e4d-b7de-43bc-9229-913d597ad365 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641316 Oct 19 01:25:56.883295 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11e28c-5437-4ee7-a2da-870722eaca7d req-a5cc8610-8fe7-4ae5-a9a2-887439086b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:56.884823 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4f11e28c-5437-4ee7-a2da-870722eaca7d req-a5cc8610-8fe7-4ae5-a9a2-887439086b9a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e75ff155-8f86-450c-9276-3e4132eca531 HTTP/1.1" status: 200 len: 851 time: 0.1238153 Oct 19 01:25:56.886413 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922aa9a-a311-472b-af97-efc272518b55 req-505b3d90-4a48-4f5e-a1f0-bfb3817b0c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:56.887784 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6922aa9a-a311-472b-af97-efc272518b55 req-505b3d90-4a48-4f5e-a1f0-bfb3817b0c64 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dcb20c68-c38a-4476-9bb4-b08c2e7223b6 HTTP/1.1" status: 200 len: 835 time: 0.0705271 Oct 19 01:25:57.047188 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4925e475-94b1-45bb-9c23-cce0ecf70d1b req-b8a81598-c503-4b0b-9e57-c22e89c01c72 service neutron] 10.222.0.24 "GET /v2.0/networks/5fa13990-98b0-41c2-979a-b93e0ec88bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259033 Oct 19 01:25:57.068276 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922aa9a-a311-472b-af97-efc272518b55 req-1b05958e-6b83-4700-be75-f64705c31b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:57.070146 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6922aa9a-a311-472b-af97-efc272518b55 req-1b05958e-6b83-4700-be75-f64705c31b36 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5fa13990-98b0-41c2-979a-b93e0ec88bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1695445 Oct 19 01:25:57.075948 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11e28c-5437-4ee7-a2da-870722eaca7d req-5a1b07ea-1268-47f7-ad87-092e7a16b3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:57.077791 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4f11e28c-5437-4ee7-a2da-870722eaca7d req-5a1b07ea-1268-47f7-ad87-092e7a16b3de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2309c3e4-1aec-4060-b6e9-bbaad5369c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1786778 Oct 19 01:25:57.131535 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b9941-3448-48bc-82c9-370b9543badb req-9e7b9adc-1b7c-44a7-9e60-9e48dc2ef374 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:57.134322 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-996b9941-3448-48bc-82c9-370b9543badb req-9e7b9adc-1b7c-44a7-9e60-9e48dc2ef374 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 943 time: 0.1412134 Oct 19 01:25:57.154232 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:57.247458 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4925e475-94b1-45bb-9c23-cce0ecf70d1b req-479f181d-6a77-4843-a0d1-1c4e2fabbe25 service neutron] 10.222.0.24 "GET /v2.0/networks/5fa13990-98b0-41c2-979a-b93e0ec88bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889720 Oct 19 01:25:57.331629 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:25:57.364129 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-996b9941-3448-48bc-82c9-370b9543badb req-41420cf4-6a34-41ba-95f2-38fd2e327f05 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2152224 Oct 19 01:25:57.370470 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4f11e28c-5437-4ee7-a2da-870722eaca7d req-f2372fa4-ef10-4d6b-9574-5c7aad439121 service neutron] 10.222.0.55 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822402 Oct 19 01:25:57.428109 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6922aa9a-a311-472b-af97-efc272518b55 req-498167c7-0b55-40b4-955e-68ab6315a72b service neutron] 10.222.0.55 "GET /v2.0/networks/5fa13990-98b0-41c2-979a-b93e0ec88bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478756 Oct 19 01:25:57.566902 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6922aa9a-a311-472b-af97-efc272518b55 req-cfff79c2-0fad-4dbf-88c0-d5a13c1d5743 service neutron] 10.222.0.55 "GET /v2.0/networks/5fa13990-98b0-41c2-979a-b93e0ec88bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298850 Oct 19 01:25:57.581931 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4f11e28c-5437-4ee7-a2da-870722eaca7d req-9fc0ef22-3c8b-43aa-bd5b-9f7284da9a47 service neutron] 10.222.0.55 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033229 Oct 19 01:25:57.712180 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925e475-94b1-45bb-9c23-cce0ecf70d1b req-93a81eeb-900b-414e-83da-d2144cddb72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:57.717332 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4925e475-94b1-45bb-9c23-cce0ecf70d1b req-93a81eeb-900b-414e-83da-d2144cddb72c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b92153fb65d447bf94f5610e1ad52929&device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 1095 time: 0.0995309 Oct 19 01:25:57.860897 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925e475-94b1-45bb-9c23-cce0ecf70d1b req-c698af9b-4fcd-471b-8bc6-c37ac548c56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:57.864440 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4925e475-94b1-45bb-9c23-cce0ecf70d1b req-c698af9b-4fcd-471b-8bc6-c37ac548c56d service neutron] 10.222.0.55 "GET /v2.0/networks?id=5fa13990-98b0-41c2-979a-b93e0ec88bb1 HTTP/1.1" status: 200 len: 897 time: 0.1345625 Oct 19 01:25:57.985178 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4925e475-94b1-45bb-9c23-cce0ecf70d1b req-2532398c-868d-4008-b64b-288449831d4c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da9febd0-b377-4e6d-a2dd-853ab840caee HTTP/1.1" status: 200 len: 998 time: 0.1077344 Oct 19 01:25:58.003431 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95cc31-8bbd-4b5a-8ebc-68f868d3ed1f req-b5f525dc-e394-48a0-abd8-b02a0eb0ec08 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:58.016766 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5d95cc31-8bbd-4b5a-8ebc-68f868d3ed1f req-b5f525dc-e394-48a0-abd8-b02a0eb0ec08 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0850177 Oct 19 01:25:58.059542 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5d95cc31-8bbd-4b5a-8ebc-68f868d3ed1f req-9a51ba03-ee3f-4ec8-b792-5e0a1b04d105 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416493 Oct 19 01:25:58.098263 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8c257-8d36-40c4-baaa-d36c5b6ca169 req-1b83ca3b-75b7-4cd0-96e1-96e0118e9eda tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:58.109656 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c8e8c257-8d36-40c4-baaa-d36c5b6ca169 req-1b83ca3b-75b7-4cd0-96e1-96e0118e9eda tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 943 time: 0.1409760 Oct 19 01:25:58.113228 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925e475-94b1-45bb-9c23-cce0ecf70d1b req-76c27bdc-f0f8-4c29-8f95-21ac24b85daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:58.115388 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4925e475-94b1-45bb-9c23-cce0ecf70d1b req-76c27bdc-f0f8-4c29-8f95-21ac24b85daa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dcb20c68-c38a-4476-9bb4-b08c2e7223b6 HTTP/1.1" status: 200 len: 835 time: 0.1102703 Oct 19 01:25:58.219324 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c8e8c257-8d36-40c4-baaa-d36c5b6ca169 req-b587284a-6908-42d5-bd93-bef5d8fe2ae3 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083698 Oct 19 01:25:58.282865 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925e475-94b1-45bb-9c23-cce0ecf70d1b req-fbe4e854-e844-422b-9975-f9297f20bc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:58.288714 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4925e475-94b1-45bb-9c23-cce0ecf70d1b req-fbe4e854-e844-422b-9975-f9297f20bc0b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5fa13990-98b0-41c2-979a-b93e0ec88bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1126094 Oct 19 01:25:58.424398 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4925e475-94b1-45bb-9c23-cce0ecf70d1b req-e35bf57c-5d40-48e6-a12b-19534f1436e7 service neutron] 10.222.0.55 "GET /v2.0/networks/5fa13990-98b0-41c2-979a-b93e0ec88bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276624 Oct 19 01:25:58.542942 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4925e475-94b1-45bb-9c23-cce0ecf70d1b req-438ee2f1-0aa7-47ea-abda-1ff5e41e2c14 service neutron] 10.222.0.55 "GET /v2.0/networks/5fa13990-98b0-41c2-979a-b93e0ec88bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098323 Oct 19 01:25:58.545990 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a8f43-8699-475b-9d99-ff067cb47ae9 req-4784b5dd-9af2-4ebb-9fad-812f9521c0cc tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:58.554932 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-506a8f43-8699-475b-9d99-ff067cb47ae9 req-4784b5dd-9af2-4ebb-9fad-812f9521c0cc tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 943 time: 0.0776348 Oct 19 01:25:58.603691 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-506a8f43-8699-475b-9d99-ff067cb47ae9 req-03a7a3b6-0732-4bad-87e3-10001a392913 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477123 Oct 19 01:25:59.200195 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2fc27-f2e7-4cd2-91f0-68ef934d42f0 req-e47768eb-fe23-480a-bbb1-34591e4d8fbb tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:59.201738 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-78d2fc27-f2e7-4cd2-91f0-68ef934d42f0 req-e47768eb-fe23-480a-bbb1-34591e4d8fbb tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0551984 Oct 19 01:25:59.248204 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-78d2fc27-f2e7-4cd2-91f0-68ef934d42f0 req-26b5bd03-8d18-4a4d-93bf-619a1cfb1d41 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401766 Oct 19 01:25:59.364182 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff18d5-1d65-4f6c-926f-0a6b2d8dae81 req-29090eb0-aab5-49c7-9924-80c7a267d8a1 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:59.366284 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-41ff18d5-1d65-4f6c-926f-0a6b2d8dae81 req-29090eb0-aab5-49c7-9924-80c7a267d8a1 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 943 time: 0.0511611 Oct 19 01:25:59.410901 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-41ff18d5-1d65-4f6c-926f-0a6b2d8dae81 req-5c808587-a605-45f6-9c9c-11e16323a5c8 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339670 Oct 19 01:25:59.500784 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:59.721335 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2975e-d786-473a-9176-c9b89c8769c1 req-730ae28e-c3f0-4a7b-96ef-2793a025e933 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:59.723537 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-17c2975e-d786-473a-9176-c9b89c8769c1 req-730ae28e-c3f0-4a7b-96ef-2793a025e933 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 943 time: 0.0560713 Oct 19 01:25:59.768707 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-17c2975e-d786-473a-9176-c9b89c8769c1 req-2c3fa5f8-21be-48c2-a935-9c540feeab93 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383852 Oct 19 01:26:00.378786 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf4148-9fc5-4d4d-adf2-da17d7e9307d req-a03d9ed3-ba56-42e2-83a6-8399a49de979 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:00.380636 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-45bf4148-9fc5-4d4d-adf2-da17d7e9307d req-a03d9ed3-ba56-42e2-83a6-8399a49de979 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0614057 Oct 19 01:26:00.426443 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-45bf4148-9fc5-4d4d-adf2-da17d7e9307d req-8f6ed631-a22e-4f12-92c8-44f96f272b20 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381036 Oct 19 01:26:00.542802 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fcaae6-7b6a-46f1-842a-b7e4ffc6ed5a req-df8bcf7a-5e79-4a92-a43f-f7d96f8490ea tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:00.544354 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a8fcaae6-7b6a-46f1-842a-b7e4ffc6ed5a req-df8bcf7a-5e79-4a92-a43f-f7d96f8490ea tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 943 time: 0.0504293 Oct 19 01:26:00.624331 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a8fcaae6-7b6a-46f1-842a-b7e4ffc6ed5a req-e4554e5b-9d10-40ac-9309-8d2678e4fef9 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736380 Oct 19 01:26:00.897186 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5916d-c649-4e28-95be-401a5c9d95c6 req-807b8c8a-8086-442b-862f-00e4a8bf6efd tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:00.898767 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2be5916d-c649-4e28-95be-401a5c9d95c6 req-807b8c8a-8086-442b-862f-00e4a8bf6efd tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 943 time: 0.0561192 Oct 19 01:26:00.955215 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2be5916d-c649-4e28-95be-401a5c9d95c6 req-75984220-d2c5-4b7b-9cef-24f57ee2e84c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495801 Oct 19 01:26:01.180000 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef3bba-2091-4520-9f6e-cd0382106e15 req-0f7e7348-38d7-4b64-b4b6-de5c4b88f1ab tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:01.187651 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c7ef3bba-2091-4520-9f6e-cd0382106e15 req-0f7e7348-38d7-4b64-b4b6-de5c4b88f1ab tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 943 time: 0.0620701 Oct 19 01:26:01.232832 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c7ef3bba-2091-4520-9f6e-cd0382106e15 req-e8d9d748-3000-4a48-8ffb-4a0f2f69b07a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415413 Oct 19 01:26:01.291096 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675056c-6b78-4286-8aee-b82fa83ccbea req-89879192-5b60-44fb-8bb2-0ff8b8211565 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:01.292633 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7675056c-6b78-4286-8aee-b82fa83ccbea req-89879192-5b60-44fb-8bb2-0ff8b8211565 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.24 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716&tenant_id=b92153fb65d447bf94f5610e1ad52929&binding%3Ahost_id=n-h1-715271-26 HTTP/1.1" status: 200 len: 943 time: 0.1290686 Oct 19 01:26:01.357769 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [req-7675056c-6b78-4286-8aee-b82fa83ccbea req-e79b6f6a-acb8-4f5a-a03b-554ffe17f3e0 service neutron] delete failed (client error): The resource could not be found. Oct 19 01:26:01.358814 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7675056c-6b78-4286-8aee-b82fa83ccbea req-e79b6f6a-acb8-4f5a-a03b-554ffe17f3e0 service neutron] 10.222.0.24 "DELETE /v2.0/ports/da9febd0-b377-4e6d-a2dd-853ab840caee/bindings/n-h2-715271-26 HTTP/1.1" status: 404 len: 381 time: 0.0580420 Oct 19 01:26:01.467802 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675056c-6b78-4286-8aee-b82fa83ccbea req-27933d74-17b3-414c-b3a3-06914168ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:01.469560 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7675056c-6b78-4286-8aee-b82fa83ccbea req-27933d74-17b3-414c-b3a3-06914168ab6f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b92153fb65d447bf94f5610e1ad52929&device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 1095 time: 0.0532172 Oct 19 01:26:01.567390 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e4b6f-8c6e-460d-b464-fc21db3d2997 req-2faca94a-80f0-499d-a8aa-9de12fd5e4a9 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:01.577096 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675056c-6b78-4286-8aee-b82fa83ccbea req-0dd03cff-0ac0-4fe2-9219-82228617acee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:01.577287 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7d4e4b6f-8c6e-460d-b464-fc21db3d2997 req-2faca94a-80f0-499d-a8aa-9de12fd5e4a9 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0673194 Oct 19 01:26:01.578767 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7675056c-6b78-4286-8aee-b82fa83ccbea req-0dd03cff-0ac0-4fe2-9219-82228617acee service neutron] 10.222.0.24 "GET /v2.0/networks?id=5fa13990-98b0-41c2-979a-b93e0ec88bb1 HTTP/1.1" status: 200 len: 897 time: 0.1019795 Oct 19 01:26:01.634062 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7d4e4b6f-8c6e-460d-b464-fc21db3d2997 req-9bf568e3-2d9b-4c37-b3f7-695c1b80f04f tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419242 Oct 19 01:26:01.666007 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7675056c-6b78-4286-8aee-b82fa83ccbea req-c5a6a162-25ef-45c2-92a3-52faeee176a3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da9febd0-b377-4e6d-a2dd-853ab840caee HTTP/1.1" status: 200 len: 998 time: 0.0794232 Oct 19 01:26:01.761183 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675056c-6b78-4286-8aee-b82fa83ccbea req-297e9c90-fbb0-41e9-87c4-5bcdddd8592e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:01.762690 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7675056c-6b78-4286-8aee-b82fa83ccbea req-297e9c90-fbb0-41e9-87c4-5bcdddd8592e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dcb20c68-c38a-4476-9bb4-b08c2e7223b6 HTTP/1.1" status: 200 len: 835 time: 0.0885582 Oct 19 01:26:01.789571 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c37b6d-239b-4c4c-a39b-15be0bc831f2 req-6f68d863-1161-45fe-bcf8-c490c7f8679b tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:01.796427 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e0c37b6d-239b-4c4c-a39b-15be0bc831f2 req-6f68d863-1161-45fe-bcf8-c490c7f8679b tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 943 time: 0.0771158 Oct 19 01:26:01.865593 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e0c37b6d-239b-4c4c-a39b-15be0bc831f2 req-084aa0e7-df97-45f1-8256-ea73b0e4e723 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666616 Oct 19 01:26:01.870583 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675056c-6b78-4286-8aee-b82fa83ccbea req-f9f35930-02bb-47a0-a4ac-64d3fac1e62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:01.872337 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7675056c-6b78-4286-8aee-b82fa83ccbea req-f9f35930-02bb-47a0-a4ac-64d3fac1e62c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5fa13990-98b0-41c2-979a-b93e0ec88bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1016927 Oct 19 01:26:01.969319 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7675056c-6b78-4286-8aee-b82fa83ccbea req-0cf9185e-80ea-41aa-bb5c-ec41cd6a05ce service neutron] 10.222.0.24 "GET /v2.0/networks/5fa13990-98b0-41c2-979a-b93e0ec88bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888574 Oct 19 01:26:02.074676 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7675056c-6b78-4286-8aee-b82fa83ccbea req-d23dafd6-0440-4c5d-9c5c-ba7739738ad4 service neutron] 10.222.0.24 "GET /v2.0/networks/5fa13990-98b0-41c2-979a-b93e0ec88bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972714 Oct 19 01:26:02.199353 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device da9febd0-b377-4e6d-a2dd-853ab840caee details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:26:02.306468 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port da9febd0-b377-4e6d-a2dd-853ab840caee, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=da9febd0-b377-4e6d-a2dd-853ab840caee,segment=NetworkSegment(0bcd5eff-8e13-46fc-8501-4ab957b9ae9e),segment_id=0bcd5eff-8e13-46fc-8501-4ab957b9ae9e)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:02.321870 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'da9febd0-b377-4e6d-a2dd-853ab840caee', 'network_id': '5fa13990-98b0-41c2-979a-b93e0ec88bb1', 'port_id': 'da9febd0-b377-4e6d-a2dd-853ab840caee', 'mac_address': 'fa:16:3e:70:b7:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb20c68-c38a-4476-9bb4-b08c2e7223b6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:26:02.376312 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:02.391511 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da9febd0-b377-4e6d-a2dd-853ab840caee {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:26:02.409946 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add14b2f-affe-4db9-930f-ff0245f1865e req-4786e8bf-eef1-4372-91f5-52f713781a04 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:02.412083 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-add14b2f-affe-4db9-930f-ff0245f1865e req-4786e8bf-eef1-4372-91f5-52f713781a04 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 943 time: 0.0926719 Oct 19 01:26:02.413722 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port da9febd0-b377-4e6d-a2dd-853ab840caee, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=da9febd0-b377-4e6d-a2dd-853ab840caee,segment=NetworkSegment(0bcd5eff-8e13-46fc-8501-4ab957b9ae9e),segment_id=0bcd5eff-8e13-46fc-8501-4ab957b9ae9e)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:02.423448 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:02.476912 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-add14b2f-affe-4db9-930f-ff0245f1865e req-797f2695-8fc5-45ae-a24d-3eacc47d924e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516646 Oct 19 01:26:02.493218 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=da9febd0-b377-4e6d-a2dd-853ab840caee,revision_number=9']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:02.768781 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b6a5e-b9c2-4694-8a77-3933ecd88a15 req-23b0b73a-1e73-4810-ba8d-dc073dedcc7b tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:02.771841 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4b7b6a5e-b9c2-4694-8a77-3933ecd88a15 req-23b0b73a-1e73-4810-ba8d-dc073dedcc7b tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0680089 Oct 19 01:26:02.791931 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['da9febd0-b377-4e6d-a2dd-853ab840caee'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:26:02.841313 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4b7b6a5e-b9c2-4694-8a77-3933ecd88a15 req-65743b85-cc77-474d-a907-f87d387017bd tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627966 Oct 19 01:26:03.048695 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d1c62-ba2b-4b2e-afd2-6666a9aee5ca req-10c2e82d-df6f-4ffe-afc3-4b2e6b2b1dca tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:03.050344 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-968d1c62-ba2b-4b2e-afd2-6666a9aee5ca req-10c2e82d-df6f-4ffe-afc3-4b2e6b2b1dca tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 943 time: 0.0566747 Oct 19 01:26:03.056520 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 35168) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:03.119255 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-968d1c62-ba2b-4b2e-afd2-6666a9aee5ca req-df842f20-8fe9-4d56-bd4b-64a5537a03d7 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560474 Oct 19 01:26:03.198825 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-771f0e9c-d7cf-48d2-847d-a23039dcd69a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:03.275236 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-771f0e9c-d7cf-48d2-847d-a23039dcd69a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:03.278846 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-771f0e9c-d7cf-48d2-847d-a23039dcd69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:03.317521 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-771f0e9c-d7cf-48d2-847d-a23039dcd69a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1fdd831f357443afb509753fef22f8d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2597673 Oct 19 01:26:03.318467 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f0e9c-d7cf-48d2-847d-a23039dcd69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29c009b-3b82-4c0a-9dd9-ca89c5a7ec1b,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:03.320626 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 35176) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:03.373969 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0af3eb4c-536a-4a77-bdb7-fee4f55c909c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:03.397407 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0af3eb4c-536a-4a77-bdb7-fee4f55c909c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:03.448677 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0af3eb4c-536a-4a77-bdb7-fee4f55c909c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:03.451237 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0af3eb4c-536a-4a77-bdb7-fee4f55c909c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:03.452508 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0af3eb4c-536a-4a77-bdb7-fee4f55c909c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b29c009b-3b82-4c0a-9dd9-ca89c5a7ec1b HTTP/1.1" status: 204 len: 168 time: 0.1304164 Oct 19 01:26:03.462062 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af3eb4c-536a-4a77-bdb7-fee4f55c909c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29c009b-3b82-4c0a-9dd9-ca89c5a7ec1b,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:03.630236 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc755a38-9735-4c3f-8956-edb22245ff25 req-e1e218cc-f754-409a-8619-65862cb4396a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:03.632334 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dc755a38-9735-4c3f-8956-edb22245ff25 req-e1e218cc-f754-409a-8619-65862cb4396a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 944 time: 0.0675266 Oct 19 01:26:03.675439 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dc755a38-9735-4c3f-8956-edb22245ff25 req-8c8005ad-f496-41c7-bc44-61bbf2ed72d5 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365870 Oct 19 01:26:03.702892 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 35194) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:03.992469 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e0494-8b02-460a-8f17-85a217da4ebf req-13529b73-7d03-4927-ad1a-35bd9df79340 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:04.001697 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-450e0494-8b02-460a-8f17-85a217da4ebf req-13529b73-7d03-4927-ad1a-35bd9df79340 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0839236 Oct 19 01:26:04.055176 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-450e0494-8b02-460a-8f17-85a217da4ebf req-64133bc6-5c13-4edf-a69d-711458c50d59 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520737 Oct 19 01:26:04.152391 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1c5668e3-b573-4b97-baef-aca758b2724c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/floatingips/92035093-a3f6-4cc9-a487-2665e9267eda HTTP/1.1" status: 200 len: 991 time: 0.4479651 Oct 19 01:26:04.215196 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:26:04.222056 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device da9febd0-b377-4e6d-a2dd-853ab840caee up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:26:04.330235 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64deec85-7500-4e41-8783-24486fad6095 req-7fd9678a-f7f8-45fd-b84f-7f9657834fe6 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:04.331804 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-64deec85-7500-4e41-8783-24486fad6095 req-7fd9678a-f7f8-45fd-b84f-7f9657834fe6 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 943 time: 0.0816126 Oct 19 01:26:04.373365 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port da9febd0-b377-4e6d-a2dd-853ab840caee completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:26:04.380977 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port da9febd0-b377-4e6d-a2dd-853ab840caee triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:26:04.381595 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:04.384462 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da,segment=NetworkSegment(541c06ed-de66-456d-9510-381984fe0ad1),segment_id=541c06ed-de66-456d-9510-381984fe0ad1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:04.396881 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-64deec85-7500-4e41-8783-24486fad6095 req-b3e0d553-d148-4efe-a5d7-119f4db9b8a1 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562415 Oct 19 01:26:04.421226 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da', 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813', 'port_id': '0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da', 'mac_address': 'fa:16:3e:2c:c4:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488e075d-4e24-4ef3-a196-a8fb67b0889b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:26:04.471689 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:04.510787 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:26:04.530256 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:04.562164 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da,segment=NetworkSegment(541c06ed-de66-456d-9510-381984fe0ad1),segment_id=541c06ed-de66-456d-9510-381984fe0ad1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:04.566516 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81215ce2-4b81-4271-bfc9-f42caa6cf716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9febd0-b377-4e6d-a2dd-853ab840caee'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:26:04.568847 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3353faf-5b76-496d-aa63-9361a398187d" -d '{"events": [{"server_uuid": "81215ce2-4b81-4271-bfc9-f42caa6cf716", "name": "network-vif-plugged", "status": "completed", "tag": "da9febd0-b377-4e6d-a2dd-853ab840caee"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:26:04.579298 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:04.585088 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port da9febd0-b377-4e6d-a2dd-853ab840caee, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=da9febd0-b377-4e6d-a2dd-853ab840caee,segment=NetworkSegment(0bcd5eff-8e13-46fc-8501-4ab957b9ae9e),segment_id=0bcd5eff-8e13-46fc-8501-4ab957b9ae9e)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:04.610697 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:04.624326 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1392dc3f-d4ea-4158-a03c-b03e29470d7a x-openstack-request-id: req-1392dc3f-d4ea-4158-a03c-b03e29470d7a {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:26:04.624616 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81215ce2-4b81-4271-bfc9-f42caa6cf716", "name": "network-vif-plugged", "status": "completed", "tag": "da9febd0-b377-4e6d-a2dd-853ab840caee", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:26:04.625026 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1392dc3f-d4ea-4158-a03c-b03e29470d7a {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:26:04.625549 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81215ce2-4b81-4271-bfc9-f42caa6cf716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9febd0-b377-4e6d-a2dd-853ab840caee', 'code': 200} Oct 19 01:26:04.646171 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da,revision_number=9']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:04.718891 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=da9febd0-b377-4e6d-a2dd-853ab840caee,revision_number=10']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:04.935076 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:26:05.188419 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdc4ae-0508-4159-8de5-9ce596556cd8 req-93bc8dfe-395a-48fc-b10c-b7916ac8d82f tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:05.190529 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-13fdc4ae-0508-4159-8de5-9ce596556cd8 req-93bc8dfe-395a-48fc-b10c-b7916ac8d82f tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0507500 Oct 19 01:26:05.233223 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-13fdc4ae-0508-4159-8de5-9ce596556cd8 req-7543066c-bcbb-4f60-afb9-6895f86ff1ce tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357766 Oct 19 01:26:05.497820 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d95b98-1fd6-42a9-852d-91ce9dd578ea req-07f0bed5-8edd-4764-bbba-c63f1e4917a4 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:05.499546 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-41d95b98-1fd6-42a9-852d-91ce9dd578ea req-07f0bed5-8edd-4764-bbba-c63f1e4917a4 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0647864 Oct 19 01:26:05.549900 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-41d95b98-1fd6-42a9-852d-91ce9dd578ea req-b2f6ce55-bae9-4da0-a0e7-d2167f323a13 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446012 Oct 19 01:26:05.584726 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313e443-13c8-4bdd-8b6d-96197edb0ba0 req-f19bb811-fa46-456e-a84f-ee4e49758057 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:05.586272 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4313e443-13c8-4bdd-8b6d-96197edb0ba0 req-f19bb811-fa46-456e-a84f-ee4e49758057 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 944 time: 0.0839779 Oct 19 01:26:05.590731 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7318ef-b1f2-4a7a-8532-ea4c10100387 req-28356d0f-06fb-48fc-a26c-9000fe5f2d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:05.594151 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2b7318ef-b1f2-4a7a-8532-ea4c10100387 req-28356d0f-06fb-48fc-a26c-9000fe5f2d8d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=168a5912cc444122aa0d6d6b44b7e93f&device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 1097 time: 0.1196396 Oct 19 01:26:05.679855 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4313e443-13c8-4bdd-8b6d-96197edb0ba0 req-2768e64f-d67f-4c72-8c85-c7086808d73c tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784814 Oct 19 01:26:05.763053 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7318ef-b1f2-4a7a-8532-ea4c10100387 req-ebf3a9be-4ad2-4193-a8fd-f1f0381e386f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:05.764896 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2b7318ef-b1f2-4a7a-8532-ea4c10100387 req-ebf3a9be-4ad2-4193-a8fd-f1f0381e386f service neutron] 10.222.0.55 "GET /v2.0/networks?id=2309c3e4-1aec-4060-b6e9-bbaad5369c41 HTTP/1.1" status: 200 len: 913 time: 0.1598978 Oct 19 01:26:05.835711 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2b7318ef-b1f2-4a7a-8532-ea4c10100387 req-56f1c75d-a3aa-4133-9859-9c95fe01ee69 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f HTTP/1.1" status: 200 len: 999 time: 0.0630579 Oct 19 01:26:05.896194 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7318ef-b1f2-4a7a-8532-ea4c10100387 req-81012b9a-3493-410c-b487-2aab6c461548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:05.897837 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2b7318ef-b1f2-4a7a-8532-ea4c10100387 req-81012b9a-3493-410c-b487-2aab6c461548 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e75ff155-8f86-450c-9276-3e4132eca531 HTTP/1.1" status: 200 len: 851 time: 0.0544157 Oct 19 01:26:05.953871 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7318ef-b1f2-4a7a-8532-ea4c10100387 req-11315139-e8f3-41ee-a9ea-3fc0cc5f697c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:05.955672 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2b7318ef-b1f2-4a7a-8532-ea4c10100387 req-11315139-e8f3-41ee-a9ea-3fc0cc5f697c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2309c3e4-1aec-4060-b6e9-bbaad5369c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506060 Oct 19 01:26:06.063186 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2b7318ef-b1f2-4a7a-8532-ea4c10100387 req-1b09aa39-b0c1-429e-818c-6749a27726eb service neutron] 10.222.0.55 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993602 Oct 19 01:26:06.180167 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2b7318ef-b1f2-4a7a-8532-ea4c10100387 req-51a0ad33-b250-4a53-a120-8c1c3ebd73e4 service neutron] 10.222.0.55 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091866 Oct 19 01:26:06.228256 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:26:06.285036 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:26:06.285420 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:06.366880 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:06.399252 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da,segment=NetworkSegment(541c06ed-de66-456d-9510-381984fe0ad1),segment_id=541c06ed-de66-456d-9510-381984fe0ad1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:06.413682 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:06.472424 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da,revision_number=10']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:06.626724 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2577546-eaa5-4f27-82d1-74ff9d883fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:26:06.629087 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f2fd5c-b220-4ecc-b9ba-92f3145a7159" -d '{"events": [{"server_uuid": "e2577546-eaa5-4f27-82d1-74ff9d883fdd", "name": "network-vif-plugged", "status": "completed", "tag": "0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:26:06.676737 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd46117-589b-4bd3-b55d-ef32f7d1731b req-465c3a00-1668-4711-8f2c-622e013dcd93 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:06.679467 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dfd46117-589b-4bd3-b55d-ef32f7d1731b req-465c3a00-1668-4711-8f2c-622e013dcd93 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0553384 Oct 19 01:26:06.682201 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be96271-d3aa-4c2d-9e8b-69d566372aad x-openstack-request-id: req-8be96271-d3aa-4c2d-9e8b-69d566372aad {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:26:06.682492 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2577546-eaa5-4f27-82d1-74ff9d883fdd", "name": "network-vif-plugged", "status": "completed", "tag": "0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:26:06.682746 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8be96271-d3aa-4c2d-9e8b-69d566372aad {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:26:06.683139 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2577546-eaa5-4f27-82d1-74ff9d883fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da', 'code': 200} Oct 19 01:26:06.729395 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dfd46117-589b-4bd3-b55d-ef32f7d1731b req-00cae14b-7095-45ad-a4f1-90cb93d81b0b tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438523 Oct 19 01:26:06.892064 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4af48c-dc21-4e73-963f-5dc3d689cffd req-53ec9182-9411-46b4-a5de-da591cf7afbf tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:06.900310 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8c4af48c-dc21-4e73-963f-5dc3d689cffd req-53ec9182-9411-46b4-a5de-da591cf7afbf tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 946 time: 0.1026039 Oct 19 01:26:06.972649 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8c4af48c-dc21-4e73-963f-5dc3d689cffd req-f77a2d20-0ca7-4d74-a091-7fb0a78685c3 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650940 Oct 19 01:26:07.006101 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1f2d4-6546-43a2-a66d-c56993137caa req-c647c1bb-bce3-4745-b2c3-af5623764c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:07.007616 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dfd1f2d4-6546-43a2-a66d-c56993137caa req-c647c1bb-bce3-4745-b2c3-af5623764c0b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 1098 time: 0.0489666 Oct 19 01:26:07.043618 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dfd1f2d4-6546-43a2-a66d-c56993137caa req-3bc0b76e-5cd7-4e38-a281-6f6c55b493db service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288129 Oct 19 01:26:07.856562 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f14aa3-b8d0-47e7-8106-7e26cae24f1c req-06b59de3-0e22-481c-bcaf-ebe835a617f1 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:07.858114 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-87f14aa3-b8d0-47e7-8106-7e26cae24f1c req-06b59de3-0e22-481c-bcaf-ebe835a617f1 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0532839 Oct 19 01:26:07.896567 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-87f14aa3-b8d0-47e7-8106-7e26cae24f1c req-c3611759-deaa-4f93-afa1-ff7796c7afea tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322855 Oct 19 01:26:08.019346 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae1309-bbd3-43c9-a39b-e486c5e99143 req-c452b047-d256-4864-96cf-906555f2c179 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:08.021091 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-53ae1309-bbd3-43c9-a39b-e486c5e99143 req-c452b047-d256-4864-96cf-906555f2c179 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0507491 Oct 19 01:26:08.066538 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-53ae1309-bbd3-43c9-a39b-e486c5e99143 req-81c87726-b253-4ae9-ae64-df9cead50e04 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377805 Oct 19 01:26:08.103322 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf8e16-ad38-4e0a-ad55-3ac12a5da0a2 req-c4a80e17-07b8-43be-9568-41d954032ed0 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:08.104805 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-85cf8e16-ad38-4e0a-ad55-3ac12a5da0a2 req-c4a80e17-07b8-43be-9568-41d954032ed0 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 946 time: 0.0508695 Oct 19 01:26:08.152129 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-85cf8e16-ad38-4e0a-ad55-3ac12a5da0a2 req-02951aa8-8724-420d-8f82-6e6097136968 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408428 Oct 19 01:26:08.347521 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8681873-0748-4c06-b1e6-987ee5c14140 req-0ee93a6a-5f8f-49bf-9616-903639b2da14 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:08.350163 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b8681873-0748-4c06-b1e6-987ee5c14140 req-0ee93a6a-5f8f-49bf-9616-903639b2da14 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0800264 Oct 19 01:26:08.428769 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b8681873-0748-4c06-b1e6-987ee5c14140 req-03048bd2-afc9-49ef-b169-c1f3892eb408 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601661 Oct 19 01:26:08.682420 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca69b25-1c2a-4cb3-a127-5091344c8494 req-dfbc56ae-cb82-4ba5-985c-79c306e7ed41 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:08.684203 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ca69b25-1c2a-4cb3-a127-5091344c8494 req-dfbc56ae-cb82-4ba5-985c-79c306e7ed41 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0701656 Oct 19 01:26:08.756559 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ca69b25-1c2a-4cb3-a127-5091344c8494 req-dc7e237a-8294-4dd6-a0a6-0475b55be2db tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643556 Oct 19 01:26:09.298919 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598fa40-7b7a-4f42-aaef-7436f3c3a018 req-de080f87-e2cf-4288-a404-724248a34709 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:09.301018 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4598fa40-7b7a-4f42-aaef-7436f3c3a018 req-de080f87-e2cf-4288-a404-724248a34709 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 946 time: 0.0544393 Oct 19 01:26:09.361434 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4598fa40-7b7a-4f42-aaef-7436f3c3a018 req-35352185-1ee8-4c73-a86e-7e75fb3528a4 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511262 Oct 19 01:26:09.886610 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373587f-7803-474f-a1af-70c794014880 req-3d05b75b-bb9e-4630-ba5c-fc483c209e42 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:09.895368 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2373587f-7803-474f-a1af-70c794014880 req-3d05b75b-bb9e-4630-ba5c-fc483c209e42 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0728071 Oct 19 01:26:09.971259 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2373587f-7803-474f-a1af-70c794014880 req-0f5988d0-33be-4605-a5fc-e553286f66c9 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732284 Oct 19 01:26:10.225235 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a838c4b-c76f-40dc-beca-5a5f823498c3 req-6c1dac74-c3c8-4569-b03a-2860fc341a82 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:10.227092 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3a838c4b-c76f-40dc-beca-5a5f823498c3 req-6c1dac74-c3c8-4569-b03a-2860fc341a82 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0515795 Oct 19 01:26:10.266417 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3a838c4b-c76f-40dc-beca-5a5f823498c3 req-11815689-4be8-49aa-9349-e26de58b6a95 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324256 Oct 19 01:26:10.494923 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a038de1-6bf7-4911-8ce9-db4019a98a03 req-5391e9ad-382d-4b15-b8ab-271546487e35 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:10.497117 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0a038de1-6bf7-4911-8ce9-db4019a98a03 req-5391e9ad-382d-4b15-b8ab-271546487e35 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 946 time: 0.0525045 Oct 19 01:26:10.550208 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0a038de1-6bf7-4911-8ce9-db4019a98a03 req-521eec3b-e00f-4571-92a1-3b84edd50fb9 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467968 Oct 19 01:26:11.387611 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a7334-679f-4591-918e-5d66fb9c94a3 req-c0653323-56e3-44ba-a1a6-3856ded73a49 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:11.389353 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-534a7334-679f-4591-918e-5d66fb9c94a3 req-c0653323-56e3-44ba-a1a6-3856ded73a49 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0541642 Oct 19 01:26:11.429448 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-534a7334-679f-4591-918e-5d66fb9c94a3 req-30f1af6d-a3ad-45fc-ab34-5adca0c8ef6c tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334945 Oct 19 01:26:11.553586 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e057c-65d8-4dee-9219-d0f3ff6a30f7 req-b2e9fe8c-5c8d-49e0-9108-a95d795d7cfc tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:11.555186 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7d7e057c-65d8-4dee-9219-d0f3ff6a30f7 req-b2e9fe8c-5c8d-49e0-9108-a95d795d7cfc tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0489621 Oct 19 01:26:11.603453 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7d7e057c-65d8-4dee-9219-d0f3ff6a30f7 req-456e0848-da59-4ea6-8a92-490faa12a709 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419505 Oct 19 01:26:11.727956 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695532d8-c102-4b40-99d6-228c28a7334c req-4d721be8-20ff-46d2-923b-c8a8c8332c3e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:11.731773 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-695532d8-c102-4b40-99d6-228c28a7334c req-4d721be8-20ff-46d2-923b-c8a8c8332c3e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0589089 Oct 19 01:26:11.774506 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-695532d8-c102-4b40-99d6-228c28a7334c req-a165fb29-6423-4d99-b4be-d03cb37ea210 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382919 Oct 19 01:26:11.959442 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da369e-0bf8-400f-94c9-855fcfa66feb req-e5179627-f27e-46e7-9abc-c0d8542e7bb4 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:11.985580 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d1da369e-0bf8-400f-94c9-855fcfa66feb req-e5179627-f27e-46e7-9abc-c0d8542e7bb4 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.1373296 Oct 19 01:26:12.038972 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d1da369e-0bf8-400f-94c9-855fcfa66feb req-6a86e505-b986-4887-b773-a668c49b0dbb tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511203 Oct 19 01:26:13.913240 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-969477ff-0109-41a9-9695-29666f538a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:16.566902 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-adca3979-bd23-43d0-a12d-5847d964e264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:17.234785 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:17.795645 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:19.760641 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:22.103022 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 35732) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:22.216810 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1dd0f4e9-50eb-4ec2-a3f5-231d8ca90dbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:22.301495 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1dd0f4e9-50eb-4ec2-a3f5-231d8ca90dbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:22.305837 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1dd0f4e9-50eb-4ec2-a3f5-231d8ca90dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:22.339670 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1dd0f4e9-50eb-4ec2-a3f5-231d8ca90dbc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3bf56539688842f29b87faf38dd2f4b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2353451 Oct 19 01:26:22.342460 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 35736) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:22.353837 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd0f4e9-50eb-4ec2-a3f5-231d8ca90dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7a4ddf-7088-4021-9f54-fb85c51842be,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:22.393406 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-52576cf2-a5e0-464e-bd5d-543e9094f289 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:22.415411 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-52576cf2-a5e0-464e-bd5d-543e9094f289 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:22.470808 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-52576cf2-a5e0-464e-bd5d-543e9094f289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:22.475550 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-52576cf2-a5e0-464e-bd5d-543e9094f289 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:22.480334 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-52576cf2-a5e0-464e-bd5d-543e9094f289 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5a7a4ddf-7088-4021-9f54-fb85c51842be HTTP/1.1" status: 204 len: 168 time: 0.1367579 Oct 19 01:26:22.492939 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52576cf2-a5e0-464e-bd5d-543e9094f289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7a4ddf-7088-4021-9f54-fb85c51842be,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:27.140329 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:29.507563 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:33.840153 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36236) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:33.947146 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f888b98b-85b6-480a-b0ef-1ff93853c697 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:34.025001 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f888b98b-85b6-480a-b0ef-1ff93853c697 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:34.029030 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f888b98b-85b6-480a-b0ef-1ff93853c697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:34.067569 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f888b98b-85b6-480a-b0ef-1ff93853c697 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5bcb0125c7d44818ae3b1af484900674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2255521 Oct 19 01:26:34.068776 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888b98b-85b6-480a-b0ef-1ff93853c697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1980135d-92ff-4e9a-b4f5-22ccd78b5377,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:34.071869 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36240) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:34.076662 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888b98b-85b6-480a-b0ef-1ff93853c697 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:34.076990 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888b98b-85b6-480a-b0ef-1ff93853c697 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:34.077319 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888b98b-85b6-480a-b0ef-1ff93853c697 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:34.077644 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888b98b-85b6-480a-b0ef-1ff93853c697 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:34.077966 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888b98b-85b6-480a-b0ef-1ff93853c697 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:34.078287 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888b98b-85b6-480a-b0ef-1ff93853c697 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:34.078609 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888b98b-85b6-480a-b0ef-1ff93853c697 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:34.078957 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888b98b-85b6-480a-b0ef-1ff93853c697 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:34.079232 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888b98b-85b6-480a-b0ef-1ff93853c697 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:34.079544 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888b98b-85b6-480a-b0ef-1ff93853c697 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:34.080135 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888b98b-85b6-480a-b0ef-1ff93853c697 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:34.080447 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888b98b-85b6-480a-b0ef-1ff93853c697 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:34.144918 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a9aa97f1-a200-4446-a303-5bd74ee47105 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:34.169073 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a9aa97f1-a200-4446-a303-5bd74ee47105 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:34.229278 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a9aa97f1-a200-4446-a303-5bd74ee47105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:34.234221 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a9aa97f1-a200-4446-a303-5bd74ee47105 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:34.240381 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a9aa97f1-a200-4446-a303-5bd74ee47105 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1980135d-92ff-4e9a-b4f5-22ccd78b5377 HTTP/1.1" status: 204 len: 168 time: 0.1664534 Oct 19 01:26:34.248535 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa97f1-a200-4446-a303-5bd74ee47105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1980135d-92ff-4e9a-b4f5-22ccd78b5377,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:34.332189 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:26:43.914135 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-eb27ad66-09ac-4f1f-9482-016345c39d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:46.568107 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-33f5d666-f0e8-4d2c-8e32-8962082c167e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:47.235115 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:47.799516 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:49.752362 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:57.024854 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dd08babc-92d4-4032-976c-ebde2068b4ba req-9c55314b-4b15-460d-b1ff-e2c3183794e9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412500 Oct 19 01:26:57.090556 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08babc-92d4-4032-976c-ebde2068b4ba req-42dcc7c6-6628-4d2e-8a59-9847b9253b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:57.092377 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dd08babc-92d4-4032-976c-ebde2068b4ba req-42dcc7c6-6628-4d2e-8a59-9847b9253b81 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=48ddb22357dc4eb2bc2ba246f38392b4&device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 1098 time: 0.0418026 Oct 19 01:26:57.139553 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:57.213879 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08babc-92d4-4032-976c-ebde2068b4ba req-b9607884-174c-4bcd-abc6-11b87657d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:57.215552 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dd08babc-92d4-4032-976c-ebde2068b4ba req-b9607884-174c-4bcd-abc6-11b87657d752 service neutron] 10.222.0.55 "GET /v2.0/networks?id=84c55fcf-75dc-454b-970b-ebd012138813 HTTP/1.1" status: 200 len: 917 time: 0.0975261 Oct 19 01:26:57.297978 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dd08babc-92d4-4032-976c-ebde2068b4ba req-54d94881-76fd-4f3f-b71b-f95f18c48cd2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da HTTP/1.1" status: 200 len: 1000 time: 0.0735793 Oct 19 01:26:57.363275 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08babc-92d4-4032-976c-ebde2068b4ba req-ca639240-a3a4-4358-9db8-f733960b59a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:57.365455 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dd08babc-92d4-4032-976c-ebde2068b4ba req-ca639240-a3a4-4358-9db8-f733960b59a5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=488e075d-4e24-4ef3-a196-a8fb67b0889b HTTP/1.1" status: 200 len: 855 time: 0.0590842 Oct 19 01:26:57.418215 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08babc-92d4-4032-976c-ebde2068b4ba req-54b02489-6b69-4f9c-88e6-5eb5fa5439ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:57.419765 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dd08babc-92d4-4032-976c-ebde2068b4ba req-54b02489-6b69-4f9c-88e6-5eb5fa5439ae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=84c55fcf-75dc-454b-970b-ebd012138813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460665 Oct 19 01:26:57.520947 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dd08babc-92d4-4032-976c-ebde2068b4ba req-9a06d04f-0c01-4332-90b3-51753bc3defb service neutron] 10.222.0.55 "GET /v2.0/networks/84c55fcf-75dc-454b-970b-ebd012138813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857279 Oct 19 01:26:57.623218 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dd08babc-92d4-4032-976c-ebde2068b4ba req-e1b20b46-f282-4f3d-9580-61978da0bc28 service neutron] 10.222.0.55 "GET /v2.0/networks/84c55fcf-75dc-454b-970b-ebd012138813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940895 Oct 19 01:26:59.396043 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8759ff0-ef56-4478-8148-efc1150b1ea1 req-910e8dcd-3d37-4c96-83be-10643ac712b5 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:59.397385 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d8759ff0-ef56-4478-8148-efc1150b1ea1 req-910e8dcd-3d37-4c96-83be-10643ac712b5 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=fdbbff63-5aed-498a-a91e-0af4cc233769 HTTP/1.1" status: 200 len: 946 time: 0.0485723 Oct 19 01:26:59.433341 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d8759ff0-ef56-4478-8148-efc1150b1ea1 req-769d7bb9-8347-444a-bc0e-09384390773b tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=17035c6f-0a77-49df-9d67-a8318681365f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298874 Oct 19 01:26:59.524997 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:00.706482 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e000619-e9f3-4173-a496-c247523df965 req-0dcfa16d-e61b-4ced-84b7-735058f9da8b tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:00.708222 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6e000619-e9f3-4173-a496-c247523df965 req-0dcfa16d-e61b-4ced-84b7-735058f9da8b tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=fdbbff63-5aed-498a-a91e-0af4cc233769 HTTP/1.1" status: 200 len: 946 time: 0.2065487 Oct 19 01:27:00.745717 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6e000619-e9f3-4173-a496-c247523df965 req-ffbfacfa-f7aa-40b9-94ac-beb70edbc9a7 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups?id=17035c6f-0a77-49df-9d67-a8318681365f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318744 Oct 19 01:27:01.015990 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a795aa-842a-4fdf-bea6-0b5e9c737f21 req-ea4c45b4-2ec4-4f9f-9c46-03a55e79ddd1 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:01.017321 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-08a795aa-842a-4fdf-bea6-0b5e9c737f21 req-ea4c45b4-2ec4-4f9f-9c46-03a55e79ddd1 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdbbff63-5aed-498a-a91e-0af4cc233769 HTTP/1.1" status: 200 len: 946 time: 0.0480428 Oct 19 01:27:01.110721 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-08a795aa-842a-4fdf-bea6-0b5e9c737f21 req-17a075cc-7ea6-431c-945c-500aa56aa281 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Deleting port 74ba778f-9949-4462-9dec-e0d56fc487a6 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:27:01.111047 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-08a795aa-842a-4fdf-bea6-0b5e9c737f21 req-17a075cc-7ea6-431c-945c-500aa56aa281 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:01.226771 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-08a795aa-842a-4fdf-bea6-0b5e9c737f21 req-17a075cc-7ea6-431c-945c-500aa56aa281 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] For port 74ba778f-9949-4462-9dec-e0d56fc487a6, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=74ba778f-9949-4462-9dec-e0d56fc487a6,segment=NetworkSegment(512c9a72-a7c2-4c68-bc23-b3652105591d),segment_id=512c9a72-a7c2-4c68-bc23-b3652105591d)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:01.227122 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-08a795aa-842a-4fdf-bea6-0b5e9c737f21 req-17a075cc-7ea6-431c-945c-500aa56aa281 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:01.245390 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6061e3-3e00-413f-8d5b-333101ab22fe req-118c04c8-2359-430f-9adc-27f20fde98b9 tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:01.246870 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab6061e3-3e00-413f-8d5b-333101ab22fe req-118c04c8-2359-430f-9adc-27f20fde98b9 tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 1098 time: 0.0686738 Oct 19 01:27:01.350051 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab6061e3-3e00-413f-8d5b-333101ab22fe req-c825612d-3433-470a-887e-bff648ca1d19 tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771821 Oct 19 01:27:01.372408 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36392) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:01.418578 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-08a795aa-842a-4fdf-bea6-0b5e9c737f21 req-17a075cc-7ea6-431c-945c-500aa56aa281 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:01.418931 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-08a795aa-842a-4fdf-bea6-0b5e9c737f21 req-17a075cc-7ea6-431c-945c-500aa56aa281 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:01.419236 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [req-08a795aa-842a-4fdf-bea6-0b5e9c737f21 req-17a075cc-7ea6-431c-945c-500aa56aa281 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Floating IP 9cf3c3f0-2ee3-49eb-83c5-188a2877d6b5 disassociated. External IP: 172.25.8.110, port: 74ba778f-9949-4462-9dec-e0d56fc487a6. Oct 19 01:27:01.419565 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-08a795aa-842a-4fdf-bea6-0b5e9c737f21 req-17a075cc-7ea6-431c-945c-500aa56aa281 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Calling delete_port for 74ba778f-9949-4462-9dec-e0d56fc487a6 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:27:01.538304 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-85b1b243-bfb2-4092-8e6d-321819922224 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Deleting port 1d77a899-925f-4a77-816a-716506e3f990 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:27:01.538729 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-85b1b243-bfb2-4092-8e6d-321819922224 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:01.548564 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-08a795aa-842a-4fdf-bea6-0b5e9c737f21 req-17a075cc-7ea6-431c-945c-500aa56aa281 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:01.578868 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a075cc-7ea6-431c-945c-500aa56aa281 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Pushing event deleted for resources: {'Port': ['ID=74ba778f-9949-4462-9dec-e0d56fc487a6,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:01.620081 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-85b1b243-bfb2-4092-8e6d-321819922224 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:01.620413 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-85b1b243-bfb2-4092-8e6d-321819922224 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:01.632207 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-85b1b243-bfb2-4092-8e6d-321819922224 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Calling delete_port for 1d77a899-925f-4a77-816a-716506e3f990 owned by network:floatingip {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:27:01.689647 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08a795aa-842a-4fdf-bea6-0b5e9c737f21 req-17a075cc-7ea6-431c-945c-500aa56aa281 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Router 1ff7b45c-b760-4c4a-8357-def7f6884cf9 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:27:01.800064 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08a795aa-842a-4fdf-bea6-0b5e9c737f21 req-17a075cc-7ea6-431c-945c-500aa56aa281 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:27:01.810373 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49361482-a2f8-4842-9a6a-f202cf5195b9 None None] Sync routers for ids ['1ff7b45c-b760-4c4a-8357-def7f6884cf9'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:27:01.819994 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49361482-a2f8-4842-9a6a-f202cf5195b9 None None] Routers {'1ff7b45c-b760-4c4a-8357-def7f6884cf9'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:01.820607 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-49361482-a2f8-4842-9a6a-f202cf5195b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:26:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['1ff7b45c-b760-4c4a-8357-def7f6884cf9'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:01.847062 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-655dd29e-8687-43e3-aa2f-5af4522f1ca9 req-4e246404-d3fb-430f-950d-e4d3427563ca tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/ports?device_id=fdbbff63-5aed-498a-a91e-0af4cc233769 HTTP/1.1" status: 200 len: 210 time: 0.0310557 Oct 19 01:27:01.847837 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-85b1b243-bfb2-4092-8e6d-321819922224 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:01.872917 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a795aa-842a-4fdf-bea6-0b5e9c737f21 req-17a075cc-7ea6-431c-945c-500aa56aa281 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] No DVR routers for this DVR port 74ba778f-9949-4462-9dec-e0d56fc487a6 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:27:01.875570 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-08a795aa-842a-4fdf-bea6-0b5e9c737f21 req-17a075cc-7ea6-431c-945c-500aa56aa281 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:01.879047 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-08a795aa-842a-4fdf-bea6-0b5e9c737f21 req-17a075cc-7ea6-431c-945c-500aa56aa281 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.24 "DELETE /v2.0/ports/74ba778f-9949-4462-9dec-e0d56fc487a6 HTTP/1.1" status: 204 len: 173 time: 0.8557434 Oct 19 01:27:01.880134 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbbff63-5aed-498a-a91e-0af4cc233769', 'name': 'network-vif-deleted', 'tag': '74ba778f-9949-4462-9dec-e0d56fc487a6'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:27:01.882257 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056ee0ed-58d5-45d3-a288-b1ba945ff5bd" -d '{"events": [{"server_uuid": "fdbbff63-5aed-498a-a91e-0af4cc233769", "name": "network-vif-deleted", "tag": "74ba778f-9949-4462-9dec-e0d56fc487a6"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:27:01.913912 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1b243-bfb2-4092-8e6d-321819922224 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event deleted for resources: {'Port': ['ID=1d77a899-925f-4a77-816a-716506e3f990,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:01.930516 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e65e3c3-8950-4fff-b4ba-5dd1bddc91f6 x-openstack-request-id: req-3e65e3c3-8950-4fff-b4ba-5dd1bddc91f6 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:27:01.930812 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbbff63-5aed-498a-a91e-0af4cc233769", "name": "network-vif-deleted", "tag": "74ba778f-9949-4462-9dec-e0d56fc487a6", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:27:01.931387 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3e65e3c3-8950-4fff-b4ba-5dd1bddc91f6 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:27:01.931510 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbbff63-5aed-498a-a91e-0af4cc233769', 'name': 'network-vif-deleted', 'tag': '74ba778f-9949-4462-9dec-e0d56fc487a6', 'status': 'completed', 'code': 200} Oct 19 01:27:01.956565 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-49361482-a2f8-4842-9a6a-f202cf5195b9 None None] Set router 1ff7b45c-b760-4c4a-8357-def7f6884cf9 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:27:01.970842 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1b243-bfb2-4092-8e6d-321819922224 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:01.971196 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1b243-bfb2-4092-8e6d-321819922224 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:01.971704 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1b243-bfb2-4092-8e6d-321819922224 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:01.972132 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1b243-bfb2-4092-8e6d-321819922224 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:01.972472 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1b243-bfb2-4092-8e6d-321819922224 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:01.972940 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1b243-bfb2-4092-8e6d-321819922224 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:01.973950 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1b243-bfb2-4092-8e6d-321819922224 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:01.974286 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1b243-bfb2-4092-8e6d-321819922224 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:01.974617 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1b243-bfb2-4092-8e6d-321819922224 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:01.974943 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1b243-bfb2-4092-8e6d-321819922224 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:01.975267 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1b243-bfb2-4092-8e6d-321819922224 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:01.975586 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1b243-bfb2-4092-8e6d-321819922224 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:01.978480 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-85b1b243-bfb2-4092-8e6d-321819922224 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for floatingip, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:01.978811 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [None req-85b1b243-bfb2-4092-8e6d-321819922224 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Floating IP 92035093-a3f6-4cc9-a487-2665e9267eda disassociated (deleted). External IP: 172.25.8.16, port: da9febd0-b377-4e6d-a2dd-853ab840caee. Oct 19 01:27:02.075032 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8ee1b46f-b934-454c-aefb-83e252fd5d01 req-2cf91809-a07e-42d1-b478-44197200e3dd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=727d5a04-2116-4e42-99d7-2a69db3c5260&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0533395 Oct 19 01:27:02.169274 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1b46f-b934-454c-aefb-83e252fd5d01 req-49242c8a-0afe-40bd-a49c-d781c6e86b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:02.173292 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8ee1b46f-b934-454c-aefb-83e252fd5d01 req-49242c8a-0afe-40bd-a49c-d781c6e86b2a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=168a5912cc444122aa0d6d6b44b7e93f&device_id=727d5a04-2116-4e42-99d7-2a69db3c5260 HTTP/1.1" status: 200 len: 1097 time: 0.0540714 Oct 19 01:27:02.207066 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-49361482-a2f8-4842-9a6a-f202cf5195b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'name': 'tempest-AttachVolumeTestJSON-2021327807-router', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:33Z', 'updated_at': '2021-10-19T01:19:44Z', 'revision_number': 4, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'gw_port': {'id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:35Z', 'updated_at': '2021-10-19T01:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'b93711c6-3b86-43d0-86db-7160d48d1aab', 'name': '', 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'mac_address': 'fa:16:3e:16:d8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '313c4890-7a10-40d1-9c32-7abcea0c2b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:43Z', 'updated_at': '2021-10-19T01:19:53Z', 'revision_number': 5, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'subnets': [{'id': '313c4890-7a10-40d1-9c32-7abcea0c2b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:02.233490 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b1b243-bfb2-4092-8e6d-321819922224 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Router 20f486ea-3d19-4f1c-99a3-c25749c3f7eb has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:27:02.238578 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49361482-a2f8-4842-9a6a-f202cf5195b9 None None] Checking router: 1ff7b45c-b760-4c4a-8357-def7f6884cf9 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:27:02.248421 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49361482-a2f8-4842-9a6a-f202cf5195b9 None None] Routers {'1ff7b45c-b760-4c4a-8357-def7f6884cf9'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:02.249153 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-49361482-a2f8-4842-9a6a-f202cf5195b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:26:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['1ff7b45c-b760-4c4a-8357-def7f6884cf9'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:02.292304 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1b46f-b934-454c-aefb-83e252fd5d01 req-9bed792a-59c3-433b-b63b-ca971bed7b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:02.293815 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8ee1b46f-b934-454c-aefb-83e252fd5d01 req-9bed792a-59c3-433b-b63b-ca971bed7b20 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2309c3e4-1aec-4060-b6e9-bbaad5369c41 HTTP/1.1" status: 200 len: 913 time: 0.0983198 Oct 19 01:27:02.342770 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8ee1b46f-b934-454c-aefb-83e252fd5d01 req-2cde92d3-7477-40c9-9a5a-c4f94d9c128f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c67a5884-b9d4-4b07-a375-7f88f34c378c HTTP/1.1" status: 200 len: 217 time: 0.0400589 Oct 19 01:27:02.367028 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-49361482-a2f8-4842-9a6a-f202cf5195b9 None None] Set router 1ff7b45c-b760-4c4a-8357-def7f6884cf9 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:27:02.383812 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b1b243-bfb2-4092-8e6d-321819922224 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:27:02.388404 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-85b1b243-bfb2-4092-8e6d-321819922224 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:02.395954 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c7cb11-7a33-43c6-a04e-4f37251dd374 None None] Sync routers for ids ['20f486ea-3d19-4f1c-99a3-c25749c3f7eb'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:27:02.404350 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1b46f-b934-454c-aefb-83e252fd5d01 req-d0c7e788-1cdf-49ec-9032-89f924e968f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:02.407188 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8ee1b46f-b934-454c-aefb-83e252fd5d01 req-d0c7e788-1cdf-49ec-9032-89f924e968f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e75ff155-8f86-450c-9276-3e4132eca531 HTTP/1.1" status: 200 len: 851 time: 0.0571017 Oct 19 01:27:02.408984 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c7cb11-7a33-43c6-a04e-4f37251dd374 None None] Routers {'20f486ea-3d19-4f1c-99a3-c25749c3f7eb'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:02.409892 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-85c7cb11-7a33-43c6-a04e-4f37251dd374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:26:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['20f486ea-3d19-4f1c-99a3-c25749c3f7eb'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:02.440780 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-85b1b243-bfb2-4092-8e6d-321819922224 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "DELETE /v2.0/floatingips/92035093-a3f6-4cc9-a487-2665e9267eda HTTP/1.1" status: 204 len: 168 time: 1.0670993 Oct 19 01:27:02.441435 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81215ce2-4b81-4271-bfc9-f42caa6cf716', 'tag': 'da9febd0-b377-4e6d-a2dd-853ab840caee'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:27:02.445120 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d4e3dc-9486-45a6-a832-e319d0e89aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "81215ce2-4b81-4271-bfc9-f42caa6cf716", "tag": "da9febd0-b377-4e6d-a2dd-853ab840caee"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:27:02.495914 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1b46f-b934-454c-aefb-83e252fd5d01 req-06b7b980-17ff-42f0-9108-75605cc06923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:02.497965 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8ee1b46f-b934-454c-aefb-83e252fd5d01 req-06b7b980-17ff-42f0-9108-75605cc06923 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2309c3e4-1aec-4060-b6e9-bbaad5369c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0843804 Oct 19 01:27:02.509603 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-8ee1b46f-b934-454c-aefb-83e252fd5d01 req-d442caf8-ba5c-4707-8798-8b78cf035cba service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:27:02.510794 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8ee1b46f-b934-454c-aefb-83e252fd5d01 req-d442caf8-ba5c-4707-8798-8b78cf035cba service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055227 Oct 19 01:27:02.515445 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56c8255-4903-44e8-b66b-a1332bfd09a0 x-openstack-request-id: req-f56c8255-4903-44e8-b66b-a1332bfd09a0 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:27:02.515775 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81215ce2-4b81-4271-bfc9-f42caa6cf716", "tag": "da9febd0-b377-4e6d-a2dd-853ab840caee", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:27:02.516044 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f56c8255-4903-44e8-b66b-a1332bfd09a0 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:27:02.516459 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81215ce2-4b81-4271-bfc9-f42caa6cf716', 'tag': 'da9febd0-b377-4e6d-a2dd-853ab840caee', 'status': 'completed', 'code': 200} Oct 19 01:27:02.561621 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-85c7cb11-7a33-43c6-a04e-4f37251dd374 None None] Set router 20f486ea-3d19-4f1c-99a3-c25749c3f7eb gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:27:02.605865 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4e3dc-9486-45a6-a832-e319d0e89aa7 req-7b5ecac5-fa6a-41a2-bf6e-dba6bc74b7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:02.610922 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-90d4e3dc-9486-45a6-a832-e319d0e89aa7 req-7b5ecac5-fa6a-41a2-bf6e-dba6bc74b7ce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b92153fb65d447bf94f5610e1ad52929&device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 1098 time: 0.0664103 Oct 19 01:27:02.667614 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8ee1b46f-b934-454c-aefb-83e252fd5d01 req-0d5eea9b-6076-4c79-8324-5817620533c5 service neutron] 10.222.0.24 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453669 Oct 19 01:27:02.729066 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4e3dc-9486-45a6-a832-e319d0e89aa7 req-a505ba54-587a-4ccb-bb2c-3d6c9480413e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:02.730684 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-90d4e3dc-9486-45a6-a832-e319d0e89aa7 req-a505ba54-587a-4ccb-bb2c-3d6c9480413e service neutron] 10.222.0.55 "GET /v2.0/networks?id=5fa13990-98b0-41c2-979a-b93e0ec88bb1 HTTP/1.1" status: 200 len: 897 time: 0.1092072 Oct 19 01:27:02.790813 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-90d4e3dc-9486-45a6-a832-e319d0e89aa7 req-ba2c8518-b54a-4d33-a5d4-82b215cd3209 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da9febd0-b377-4e6d-a2dd-853ab840caee HTTP/1.1" status: 200 len: 217 time: 0.0520227 Oct 19 01:27:02.820681 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8ee1b46f-b934-454c-aefb-83e252fd5d01 req-b5a5459e-0527-4028-b4b1-27525c1e9843 service neutron] 10.222.0.24 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454654 Oct 19 01:27:02.850976 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4e3dc-9486-45a6-a832-e319d0e89aa7 req-908b3d7c-0206-43af-8171-d94352f13076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:02.852578 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-90d4e3dc-9486-45a6-a832-e319d0e89aa7 req-908b3d7c-0206-43af-8171-d94352f13076 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dcb20c68-c38a-4476-9bb4-b08c2e7223b6 HTTP/1.1" status: 200 len: 835 time: 0.0527306 Oct 19 01:27:02.856843 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-49361482-a2f8-4842-9a6a-f202cf5195b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'name': 'tempest-AttachVolumeTestJSON-2021327807-router', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:33Z', 'updated_at': '2021-10-19T01:19:44Z', 'revision_number': 4, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'gw_port': {'id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:35Z', 'updated_at': '2021-10-19T01:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'b93711c6-3b86-43d0-86db-7160d48d1aab', 'name': '', 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'mac_address': 'fa:16:3e:16:d8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '313c4890-7a10-40d1-9c32-7abcea0c2b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:43Z', 'updated_at': '2021-10-19T01:19:53Z', 'revision_number': 5, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'subnets': [{'id': '313c4890-7a10-40d1-9c32-7abcea0c2b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:02.864786 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-85c7cb11-7a33-43c6-a04e-4f37251dd374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046854248', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '3ea91f5a-cfab-4929-8197-fc07057471fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:25Z', 'updated_at': '2021-10-19T01:24:35Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '3ea91f5a-cfab-4929-8197-fc07057471fc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:26Z', 'updated_at': '2021-10-19T01:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '693fed26-3533-48ee-9646-c2ad973a3ae8', 'name': '', 'network_id': '5fa13990-98b0-41c2-979a-b93e0ec88bb1', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'mac_address': 'fa:16:3e:8c:d1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'dcb20c68-c38a-4476-9bb4-b08c2e7223b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:34Z', 'updated_at': '2021-10-19T01:24:41Z', 'revision_number': 5, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'subnets': [{'id': 'dcb20c68-c38a-4476-9bb4-b08c2e7223b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:02.889428 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49361482-a2f8-4842-9a6a-f202cf5195b9 None None] The sync data for ids ['1ff7b45c-b760-4c4a-8357-def7f6884cf9'] in n-d-715271-26 is: [{'id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'name': 'tempest-AttachVolumeTestJSON-2021327807-router', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:33Z', 'updated_at': '2021-10-19T01:19:44Z', 'revision_number': 4, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'gw_port': {'id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:35Z', 'updated_at': '2021-10-19T01:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'b93711c6-3b86-43d0-86db-7160d48d1aab', 'name': '', 'network_id': '5e12dd14-5039-435c-a783-d0672592c2d3', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'mac_address': 'fa:16:3e:16:d8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '313c4890-7a10-40d1-9c32-7abcea0c2b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:43Z', 'updated_at': '2021-10-19T01:19:53Z', 'revision_number': 5, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'subnets': [{'id': '313c4890-7a10-40d1-9c32-7abcea0c2b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:27:02.889730 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121d27e-9d7c-41aa-98d9-6c8b793809a3 req-54190171-694d-4f01-9a3d-5af1b9f3ede4 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:02.899914 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c7cb11-7a33-43c6-a04e-4f37251dd374 None None] Checking router: 20f486ea-3d19-4f1c-99a3-c25749c3f7eb for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:27:02.904530 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6121d27e-9d7c-41aa-98d9-6c8b793809a3 req-54190171-694d-4f01-9a3d-5af1b9f3ede4 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 946 time: 0.1811626 Oct 19 01:27:02.911272 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c7cb11-7a33-43c6-a04e-4f37251dd374 None None] Routers {'20f486ea-3d19-4f1c-99a3-c25749c3f7eb'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:02.911917 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-85c7cb11-7a33-43c6-a04e-4f37251dd374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:26:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['20f486ea-3d19-4f1c-99a3-c25749c3f7eb'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:02.953831 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6121d27e-9d7c-41aa-98d9-6c8b793809a3 req-8ec0f4c8-c60c-44c3-a968-404f89692f77 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450208 Oct 19 01:27:02.979329 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4e3dc-9486-45a6-a832-e319d0e89aa7 req-28c7c426-7fd4-4b3b-8aae-7e8999874ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:02.981201 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-90d4e3dc-9486-45a6-a832-e319d0e89aa7 req-28c7c426-7fd4-4b3b-8aae-7e8999874ea9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5fa13990-98b0-41c2-979a-b93e0ec88bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1202114 Oct 19 01:27:02.991395 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36410) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:03.057492 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4707a73a-3c28-4f4a-835c-dc63f46b2649 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:03.061003 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-85c7cb11-7a33-43c6-a04e-4f37251dd374 None None] Set router 20f486ea-3d19-4f1c-99a3-c25749c3f7eb gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:27:03.087648 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-90d4e3dc-9486-45a6-a832-e319d0e89aa7 req-3257c90b-ff7a-4c84-b4e3-a883532de7b6 service neutron] 10.222.0.55 "GET /v2.0/networks/5fa13990-98b0-41c2-979a-b93e0ec88bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970764 Oct 19 01:27:03.091095 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4707a73a-3c28-4f4a-835c-dc63f46b2649 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:03.151908 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4707a73a-3c28-4f4a-835c-dc63f46b2649 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:03.154984 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4707a73a-3c28-4f4a-835c-dc63f46b2649 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:03.157479 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4707a73a-3c28-4f4a-835c-dc63f46b2649 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "DELETE /v2.0/security-groups/17035c6f-0a77-49df-9d67-a8318681365f HTTP/1.1" status: 204 len: 168 time: 0.1650045 Oct 19 01:27:03.160374 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36412) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:03.167677 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4707a73a-3c28-4f4a-835c-dc63f46b2649 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17035c6f-0a77-49df-9d67-a8318681365f,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:03.224633 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-d1e4fafe-b777-4b67-a946-13b4b8341449 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] show failed (client error): The resource could not be found. Oct 19 01:27:03.227427 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d1e4fafe-b777-4b67-a946-13b4b8341449 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "GET /v2.0/security-groups/17035c6f-0a77-49df-9d67-a8318681365f HTTP/1.1" status: 404 len: 347 time: 0.0637858 Oct 19 01:27:03.228810 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36414) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:03.247285 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e897d39-e465-4a47-a776-e2bfbf3a43e4 None None] New status for floating IP 9cf3c3f0-2ee3-49eb-83c5-188a2877d6b5: DOWN {{(pid=100608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:27:03.261747 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-90d4e3dc-9486-45a6-a832-e319d0e89aa7 req-7051f83f-9b88-443e-b71d-8655d30fa4ca service neutron] 10.222.0.55 "GET /v2.0/networks/5fa13990-98b0-41c2-979a-b93e0ec88bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596465 Oct 19 01:27:03.298728 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-85c7cb11-7a33-43c6-a04e-4f37251dd374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046854248', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '3ea91f5a-cfab-4929-8197-fc07057471fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:25Z', 'updated_at': '2021-10-19T01:24:35Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '3ea91f5a-cfab-4929-8197-fc07057471fc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:26Z', 'updated_at': '2021-10-19T01:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '693fed26-3533-48ee-9646-c2ad973a3ae8', 'name': '', 'network_id': '5fa13990-98b0-41c2-979a-b93e0ec88bb1', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'mac_address': 'fa:16:3e:8c:d1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'dcb20c68-c38a-4476-9bb4-b08c2e7223b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:34Z', 'updated_at': '2021-10-19T01:24:41Z', 'revision_number': 5, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'subnets': [{'id': 'dcb20c68-c38a-4476-9bb4-b08c2e7223b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:03.327167 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c7cb11-7a33-43c6-a04e-4f37251dd374 None None] The sync data for ids ['20f486ea-3d19-4f1c-99a3-c25749c3f7eb'] in n-d-715271-26 is: [{'id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046854248', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '3ea91f5a-cfab-4929-8197-fc07057471fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:25Z', 'updated_at': '2021-10-19T01:24:35Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '3ea91f5a-cfab-4929-8197-fc07057471fc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:26Z', 'updated_at': '2021-10-19T01:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '693fed26-3533-48ee-9646-c2ad973a3ae8', 'name': '', 'network_id': '5fa13990-98b0-41c2-979a-b93e0ec88bb1', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'mac_address': 'fa:16:3e:8c:d1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'dcb20c68-c38a-4476-9bb4-b08c2e7223b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:34Z', 'updated_at': '2021-10-19T01:24:41Z', 'revision_number': 5, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'subnets': [{'id': 'dcb20c68-c38a-4476-9bb4-b08c2e7223b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:27:03.364126 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-43b1e1a4-561b-4c8f-b3c2-524e5eb65b97 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Deleting port e5472215-0751-4a62-bfe3-9bb776608767 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:27:03.364766 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-43b1e1a4-561b-4c8f-b3c2-524e5eb65b97 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:03.445545 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-43b1e1a4-561b-4c8f-b3c2-524e5eb65b97 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:03.445781 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-43b1e1a4-561b-4c8f-b3c2-524e5eb65b97 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:03.458118 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-43b1e1a4-561b-4c8f-b3c2-524e5eb65b97 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Calling delete_port for e5472215-0751-4a62-bfe3-9bb776608767 owned by network:floatingip {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:27:03.583323 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8e47be-9a55-4fe4-828d-3f0e9ea9af28 None None] New status for floating IP 92035093-a3f6-4cc9-a487-2665e9267eda: DOWN {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:27:03.599529 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-43b1e1a4-561b-4c8f-b3c2-524e5eb65b97 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:03.934664 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b1e1a4-561b-4c8f-b3c2-524e5eb65b97 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Pushing event deleted for resources: {'Port': ['ID=e5472215-0751-4a62-bfe3-9bb776608767,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:03.956178 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 74ba778f-9949-4462-9dec-e0d56fc487a6 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:27:03.980548 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 74ba778f-9949-4462-9dec-e0d56fc487a6 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:27:03.980893 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 74ba778f-9949-4462-9dec-e0d56fc487a6 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:27:03.998230 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-43b1e1a4-561b-4c8f-b3c2-524e5eb65b97 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks [] for floatingip, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:04.001385 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-43b1e1a4-561b-4c8f-b3c2-524e5eb65b97 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:04.002648 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-43b1e1a4-561b-4c8f-b3c2-524e5eb65b97 tempest-AttachVolumeTestJSON-812410498 tempest-AttachVolumeTestJSON-812410498-project] 10.222.0.57 "DELETE /v2.0/floatingips/9cf3c3f0-2ee3-49eb-83c5-188a2877d6b5 HTTP/1.1" status: 204 len: 168 time: 0.7727418 Oct 19 01:27:04.065870 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786203c-064b-4168-a10e-7d5fe7d50911 req-6827d9df-cd9d-42f9-be62-c814a338d3e7 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:04.067948 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b786203c-064b-4168-a10e-7d5fe7d50911 req-6827d9df-cd9d-42f9-be62-c814a338d3e7 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 946 time: 0.0505588 Oct 19 01:27:04.109562 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b786203c-064b-4168-a10e-7d5fe7d50911 req-7737dbc9-4239-4d4e-b1d8-f345f2f74d7f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=56df52a3-fa55-4d68-be48-9096bc261ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352545 Oct 19 01:27:04.494882 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a4c60-6c6a-44ed-bd27-4c25be8d3562 req-abea0f33-41e4-4e15-a497-3f47d2047662 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:04.496380 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f0a4c60-6c6a-44ed-bd27-4c25be8d3562 req-abea0f33-41e4-4e15-a497-3f47d2047662 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.55 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 946 time: 0.0497699 Oct 19 01:27:04.592412 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-5f0a4c60-6c6a-44ed-bd27-4c25be8d3562 req-fcd6bd49-e034-4bd5-b2fe-d54feb8b0aae tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Deleting port da9febd0-b377-4e6d-a2dd-853ab840caee {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:27:04.592841 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5f0a4c60-6c6a-44ed-bd27-4c25be8d3562 req-fcd6bd49-e034-4bd5-b2fe-d54feb8b0aae tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:04.681641 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-5f0a4c60-6c6a-44ed-bd27-4c25be8d3562 req-fcd6bd49-e034-4bd5-b2fe-d54feb8b0aae tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] For port da9febd0-b377-4e6d-a2dd-853ab840caee, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=da9febd0-b377-4e6d-a2dd-853ab840caee,segment=NetworkSegment(0bcd5eff-8e13-46fc-8501-4ab957b9ae9e),segment_id=0bcd5eff-8e13-46fc-8501-4ab957b9ae9e)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:04.681912 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5f0a4c60-6c6a-44ed-bd27-4c25be8d3562 req-fcd6bd49-e034-4bd5-b2fe-d54feb8b0aae tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:04.694332 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-5f0a4c60-6c6a-44ed-bd27-4c25be8d3562 req-fcd6bd49-e034-4bd5-b2fe-d54feb8b0aae tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Calling delete_port for da9febd0-b377-4e6d-a2dd-853ab840caee owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:27:04.825391 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5f0a4c60-6c6a-44ed-bd27-4c25be8d3562 req-fcd6bd49-e034-4bd5-b2fe-d54feb8b0aae tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:04.856110 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6bd49-e034-4bd5-b2fe-d54feb8b0aae tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event deleted for resources: {'Port': ['ID=da9febd0-b377-4e6d-a2dd-853ab840caee,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:04.902712 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f0a4c60-6c6a-44ed-bd27-4c25be8d3562 req-fcd6bd49-e034-4bd5-b2fe-d54feb8b0aae tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] No DVR routers for this DVR port da9febd0-b377-4e6d-a2dd-853ab840caee on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:27:04.905423 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-5f0a4c60-6c6a-44ed-bd27-4c25be8d3562 req-fcd6bd49-e034-4bd5-b2fe-d54feb8b0aae tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:04.908835 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f0a4c60-6c6a-44ed-bd27-4c25be8d3562 req-fcd6bd49-e034-4bd5-b2fe-d54feb8b0aae tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.55 "DELETE /v2.0/ports/da9febd0-b377-4e6d-a2dd-853ab840caee HTTP/1.1" status: 204 len: 173 time: 0.4051261 Oct 19 01:27:04.909294 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81215ce2-4b81-4271-bfc9-f42caa6cf716', 'name': 'network-vif-deleted', 'tag': 'da9febd0-b377-4e6d-a2dd-853ab840caee'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:27:04.911716 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4ca3d4-f659-420e-ab7d-113927cba3e2" -d '{"events": [{"server_uuid": "81215ce2-4b81-4271-bfc9-f42caa6cf716", "name": "network-vif-deleted", "tag": "da9febd0-b377-4e6d-a2dd-853ab840caee"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:27:04.958510 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e76383-7482-43f1-a1d1-093d8e4bb4ea x-openstack-request-id: req-81e76383-7482-43f1-a1d1-093d8e4bb4ea {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:27:04.958884 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81215ce2-4b81-4271-bfc9-f42caa6cf716", "name": "network-vif-deleted", "tag": "da9febd0-b377-4e6d-a2dd-853ab840caee", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:27:04.959208 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-81e76383-7482-43f1-a1d1-093d8e4bb4ea {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:27:04.959840 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81215ce2-4b81-4271-bfc9-f42caa6cf716', 'name': 'network-vif-deleted', 'tag': 'da9febd0-b377-4e6d-a2dd-853ab840caee', 'status': 'completed', 'code': 200} Oct 19 01:27:05.234519 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-432d3548-ecd7-48b6-be26-38b0db5bf647 req-8dda56ea-1d1c-4cd5-a002-505beff48f91 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=81215ce2-4b81-4271-bfc9-f42caa6cf716 HTTP/1.1" status: 200 len: 210 time: 0.0377548 Oct 19 01:27:06.292321 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36434) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:06.936151 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-55448333-a8a1-4d4b-b50f-ddd59d9021d9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:07.212387 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-55448333-a8a1-4d4b-b50f-ddd59d9021d9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Deleting port 693fed26-3533-48ee-9646-c2ad973a3ae8 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:27:07.212847 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-55448333-a8a1-4d4b-b50f-ddd59d9021d9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:07.356568 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-55448333-a8a1-4d4b-b50f-ddd59d9021d9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] For port 693fed26-3533-48ee-9646-c2ad973a3ae8, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=693fed26-3533-48ee-9646-c2ad973a3ae8,segment=NetworkSegment(0bcd5eff-8e13-46fc-8501-4ab957b9ae9e),segment_id=0bcd5eff-8e13-46fc-8501-4ab957b9ae9e)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:07.357256 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-55448333-a8a1-4d4b-b50f-ddd59d9021d9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:07.411449 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-55448333-a8a1-4d4b-b50f-ddd59d9021d9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Calling delete_port for 693fed26-3533-48ee-9646-c2ad973a3ae8 owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:27:07.436183 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cd56a-83eb-419c-90df-cdd11bca11e4 req-8b0ad4d6-42bf-43f7-9b65-f4462790915b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:07.437795 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7d8cd56a-83eb-419c-90df-cdd11bca11e4 req-8b0ad4d6-42bf-43f7-9b65-f4462790915b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=168a5912cc444122aa0d6d6b44b7e93f&device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 1097 time: 0.1184382 Oct 19 01:27:07.509578 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5c13b-ac92-4086-944f-ab0cb03c01d9 req-5632130e-3672-4a13-ba3e-90c322b38014 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:07.511080 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-43f5c13b-ac92-4086-944f-ab0cb03c01d9 req-5632130e-3672-4a13-ba3e-90c322b38014 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.1602139 Oct 19 01:27:07.668048 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-43f5c13b-ac92-4086-944f-ab0cb03c01d9 req-990abb89-56e8-4671-80df-274298a04783 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452696 Oct 19 01:27:07.678426 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cd56a-83eb-419c-90df-cdd11bca11e4 req-643d5431-4146-4912-9b48-d041837bd085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:07.680009 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7d8cd56a-83eb-419c-90df-cdd11bca11e4 req-643d5431-4146-4912-9b48-d041837bd085 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2309c3e4-1aec-4060-b6e9-bbaad5369c41 HTTP/1.1" status: 200 len: 913 time: 0.2342443 Oct 19 01:27:07.790005 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7d8cd56a-83eb-419c-90df-cdd11bca11e4 req-58c94544-d69b-4434-a4fc-d73324b1d39e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f HTTP/1.1" status: 200 len: 999 time: 0.0963783 Oct 19 01:27:07.842770 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cd56a-83eb-419c-90df-cdd11bca11e4 req-90de8b48-1719-46f1-bc94-d443c9f9da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:07.844278 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7d8cd56a-83eb-419c-90df-cdd11bca11e4 req-90de8b48-1719-46f1-bc94-d443c9f9da60 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e75ff155-8f86-450c-9276-3e4132eca531 HTTP/1.1" status: 200 len: 851 time: 0.0469048 Oct 19 01:27:07.888999 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-55448333-a8a1-4d4b-b50f-ddd59d9021d9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:07.922893 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55448333-a8a1-4d4b-b50f-ddd59d9021d9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event deleted for resources: {'Port': ['ID=693fed26-3533-48ee-9646-c2ad973a3ae8,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:07.932586 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cd56a-83eb-419c-90df-cdd11bca11e4 req-a701cd70-4f82-4c25-a869-5d8a88b4e943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:07.934092 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7d8cd56a-83eb-419c-90df-cdd11bca11e4 req-a701cd70-4f82-4c25-a869-5d8a88b4e943 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2309c3e4-1aec-4060-b6e9-bbaad5369c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0813930 Oct 19 01:27:08.135415 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7d8cd56a-83eb-419c-90df-cdd11bca11e4 req-d7f876cb-6245-4004-b987-10c0979e40f8 service neutron] 10.222.0.55 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698864 Oct 19 01:27:08.218330 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-55448333-a8a1-4d4b-b50f-ddd59d9021d9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:08.323239 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7d8cd56a-83eb-419c-90df-cdd11bca11e4 req-fa65719b-113b-4e30-addd-481facb35a9a service neutron] 10.222.0.55 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802948 Oct 19 01:27:08.525159 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55448333-a8a1-4d4b-b50f-ddd59d9021d9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Router 20f486ea-3d19-4f1c-99a3-c25749c3f7eb has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:27:08.545388 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device da9febd0-b377-4e6d-a2dd-853ab840caee no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:27:08.580205 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: da9febd0-b377-4e6d-a2dd-853ab840caee {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:27:08.580807 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device da9febd0-b377-4e6d-a2dd-853ab840caee not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:27:08.650958 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55448333-a8a1-4d4b-b50f-ddd59d9021d9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:27:08.656120 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-55448333-a8a1-4d4b-b50f-ddd59d9021d9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "PUT /v2.0/routers/20f486ea-3d19-4f1c-99a3-c25749c3f7eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3627307 Oct 19 01:27:08.658723 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36452) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:08.660880 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98661606-3b98-4896-abcd-c4d3a7bbc46a None None] Sync routers for ids ['20f486ea-3d19-4f1c-99a3-c25749c3f7eb'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:27:08.673727 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98661606-3b98-4896-abcd-c4d3a7bbc46a None None] Routers {'20f486ea-3d19-4f1c-99a3-c25749c3f7eb'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:08.674348 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-98661606-3b98-4896-abcd-c4d3a7bbc46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:26:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['20f486ea-3d19-4f1c-99a3-c25749c3f7eb'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:08.714355 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-9806fc23-2af6-421e-ad6a-be3173a8123c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Deleting subnet dcb20c68-c38a-4476-9bb4-b08c2e7223b6 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:27:08.717605 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9806fc23-2af6-421e-ad6a-be3173a8123c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:08.764002 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9806fc23-2af6-421e-ad6a-be3173a8123c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:08.800073 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-98661606-3b98-4896-abcd-c4d3a7bbc46a None None] Set router 20f486ea-3d19-4f1c-99a3-c25749c3f7eb gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:27:08.835668 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d88aa-846a-445e-9928-1cdd815398f9 req-ded71f94-7156-440c-a45e-9e4f0cf40988 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:08.844346 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a88d88aa-846a-445e-9928-1cdd815398f9 req-ded71f94-7156-440c-a45e-9e4f0cf40988 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0779109 Oct 19 01:27:08.879886 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9806fc23-2af6-421e-ad6a-be3173a8123c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:08.884969 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a88d88aa-846a-445e-9928-1cdd815398f9 req-f289cb29-e1f4-4e74-85c9-72d6352bc623 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395498 Oct 19 01:27:08.950307 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9806fc23-2af6-421e-ad6a-be3173a8123c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:08.978527 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9806fc23-2af6-421e-ad6a-be3173a8123c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event deleted for resources: {'Subnet': ['ID=dcb20c68-c38a-4476-9bb4-b08c2e7223b6,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:08.985174 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9806fc23-2af6-421e-ad6a-be3173a8123c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:08.991818 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36456) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:08.992564 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9806fc23-2af6-421e-ad6a-be3173a8123c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "DELETE /v2.0/subnets/dcb20c68-c38a-4476-9bb4-b08c2e7223b6 HTTP/1.1" status: 204 len: 168 time: 0.3325424 Oct 19 01:27:09.012367 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d839e3-d53b-461f-8725-26e22572ec32 None None] Network 5fa13990-98b0-41c2-979a-b93e0ec88bb1 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:27:09.105928 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-910988b7-9779-4b30-b6b9-0305dd0ad156 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:09.132069 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-98661606-3b98-4896-abcd-c4d3a7bbc46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046854248', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '3ea91f5a-cfab-4929-8197-fc07057471fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:25Z', 'updated_at': '2021-10-19T01:27:07Z', 'revision_number': 5, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '3ea91f5a-cfab-4929-8197-fc07057471fc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:26Z', 'updated_at': '2021-10-19T01:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:09.161615 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98661606-3b98-4896-abcd-c4d3a7bbc46a None None] Checking router: 20f486ea-3d19-4f1c-99a3-c25749c3f7eb for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:27:09.176837 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98661606-3b98-4896-abcd-c4d3a7bbc46a None None] Routers {'20f486ea-3d19-4f1c-99a3-c25749c3f7eb'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:09.177459 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-98661606-3b98-4896-abcd-c4d3a7bbc46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:26:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['20f486ea-3d19-4f1c-99a3-c25749c3f7eb'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:09.232679 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-910988b7-9779-4b30-b6b9-0305dd0ad156 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:09.270906 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e890b075-9803-4107-8710-f6c5a6c7e477 None None] DHCP port deletion for 5fa13990-98b0-41c2-979a-b93e0ec88bb1 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:27:09.290775 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-910988b7-9779-4b30-b6b9-0305dd0ad156 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Deleting port 3ea91f5a-cfab-4929-8197-fc07057471fc {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:27:09.291366 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-910988b7-9779-4b30-b6b9-0305dd0ad156 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:09.322159 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-98661606-3b98-4896-abcd-c4d3a7bbc46a None None] Set router 20f486ea-3d19-4f1c-99a3-c25749c3f7eb gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:27:09.376972 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-910988b7-9779-4b30-b6b9-0305dd0ad156 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] For port 3ea91f5a-cfab-4929-8197-fc07057471fc, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=3ea91f5a-cfab-4929-8197-fc07057471fc,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:09.377587 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-910988b7-9779-4b30-b6b9-0305dd0ad156 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:09.391319 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-910988b7-9779-4b30-b6b9-0305dd0ad156 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Calling delete_port for 3ea91f5a-cfab-4929-8197-fc07057471fc owned by network:router_gateway {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:27:09.410862 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-e890b075-9803-4107-8710-f6c5a6c7e477 None None] Deleting port 5387b2ae-da34-489c-8209-271da9a74223 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:27:09.411345 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e890b075-9803-4107-8710-f6c5a6c7e477 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:09.519370 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-e890b075-9803-4107-8710-f6c5a6c7e477 None None] For port 5387b2ae-da34-489c-8209-271da9a74223, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=5387b2ae-da34-489c-8209-271da9a74223,segment=NetworkSegment(0bcd5eff-8e13-46fc-8501-4ab957b9ae9e),segment_id=0bcd5eff-8e13-46fc-8501-4ab957b9ae9e)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:09.519829 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e890b075-9803-4107-8710-f6c5a6c7e477 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:09.556702 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-e890b075-9803-4107-8710-f6c5a6c7e477 None None] Calling delete_port for 5387b2ae-da34-489c-8209-271da9a74223 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:27:09.572384 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-910988b7-9779-4b30-b6b9-0305dd0ad156 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:09.601768 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910988b7-9779-4b30-b6b9-0305dd0ad156 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event deleted for resources: {'Port': ['ID=3ea91f5a-cfab-4929-8197-fc07057471fc,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:09.643530 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-98661606-3b98-4896-abcd-c4d3a7bbc46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046854248', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '3ea91f5a-cfab-4929-8197-fc07057471fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:25Z', 'updated_at': '2021-10-19T01:27:07Z', 'revision_number': 5, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '3ea91f5a-cfab-4929-8197-fc07057471fc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:26Z', 'updated_at': '2021-10-19T01:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:09.666549 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-910988b7-9779-4b30-b6b9-0305dd0ad156 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:09.676722 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98661606-3b98-4896-abcd-c4d3a7bbc46a None None] The sync data for ids ['20f486ea-3d19-4f1c-99a3-c25749c3f7eb'] in n-d-715271-26 is: [{'id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046854248', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '3ea91f5a-cfab-4929-8197-fc07057471fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:25Z', 'updated_at': '2021-10-19T01:27:07Z', 'revision_number': 5, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '3ea91f5a-cfab-4929-8197-fc07057471fc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f486ea-3d19-4f1c-99a3-c25749c3f7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:26Z', 'updated_at': '2021-10-19T01:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:27:09.698515 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e890b075-9803-4107-8710-f6c5a6c7e477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:09.730469 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890b075-9803-4107-8710-f6c5a6c7e477 None None] Pushing event deleted for resources: {'Port': ['ID=5387b2ae-da34-489c-8209-271da9a74223,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:09.741102 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e890b075-9803-4107-8710-f6c5a6c7e477 None None] No DVR routers for this DVR port 5387b2ae-da34-489c-8209-271da9a74223 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:27:09.744224 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890b075-9803-4107-8710-f6c5a6c7e477 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:09.744586 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890b075-9803-4107-8710-f6c5a6c7e477 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:09.744942 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890b075-9803-4107-8710-f6c5a6c7e477 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:09.745284 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890b075-9803-4107-8710-f6c5a6c7e477 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:09.745618 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890b075-9803-4107-8710-f6c5a6c7e477 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:09.746035 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890b075-9803-4107-8710-f6c5a6c7e477 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:09.746374 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890b075-9803-4107-8710-f6c5a6c7e477 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:09.746705 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890b075-9803-4107-8710-f6c5a6c7e477 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:09.747035 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890b075-9803-4107-8710-f6c5a6c7e477 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:09.747364 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890b075-9803-4107-8710-f6c5a6c7e477 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:09.747691 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890b075-9803-4107-8710-f6c5a6c7e477 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:09.748045 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890b075-9803-4107-8710-f6c5a6c7e477 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:09.777036 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-910988b7-9779-4b30-b6b9-0305dd0ad156 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:09.779133 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-910988b7-9779-4b30-b6b9-0305dd0ad156 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:09.824085 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-910988b7-9779-4b30-b6b9-0305dd0ad156 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:09.824725 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910988b7-9779-4b30-b6b9-0305dd0ad156 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Fanout notify agent at l3_agent the message router_deleted on router 20f486ea-3d19-4f1c-99a3-c25749c3f7eb {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:27:09.832190 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-910988b7-9779-4b30-b6b9-0305dd0ad156 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:09.833420 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-910988b7-9779-4b30-b6b9-0305dd0ad156 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "DELETE /v2.0/routers/20f486ea-3d19-4f1c-99a3-c25749c3f7eb HTTP/1.1" status: 204 len: 168 time: 0.8401594 Oct 19 01:27:09.836745 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36460) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:09.917787 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ef6a8858-8981-499b-89c9-d96468445220 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:10.011218 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f7317-0a18-4d26-baaf-042ba24c81f6 req-0b1f2aed-28a8-410d-90eb-71b0471ecf88 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:10.011926 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ef6a8858-8981-499b-89c9-d96468445220 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:10.013015 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0f6f7317-0a18-4d26-baaf-042ba24c81f6 req-0b1f2aed-28a8-410d-90eb-71b0471ecf88 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0526495 Oct 19 01:27:10.042435 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-ef6a8858-8981-499b-89c9-d96468445220 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa13990-98b0-41c2-979a-b93e0ec88bb1']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:10.054527 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-ef6a8858-8981-499b-89c9-d96468445220 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bcd5eff-8e13-46fc-8501-4ab957b9ae9e') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:10.054892 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-ef6a8858-8981-499b-89c9-d96468445220 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bcd5eff-8e13-46fc-8501-4ab957b9ae9e') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:10.070113 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ef6a8858-8981-499b-89c9-d96468445220 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:10.076698 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0f6f7317-0a18-4d26-baaf-042ba24c81f6 req-c4116d6c-3644-4c64-93c7-c56d2c8a7278 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534716 Oct 19 01:27:10.089467 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ef6a8858-8981-499b-89c9-d96468445220 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:10.095715 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef6a8858-8981-499b-89c9-d96468445220 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:27:10.096128 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ef6a8858-8981-499b-89c9-d96468445220 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:10.099556 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:27:10.099556 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:27:10.099556 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:27:10.099556 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:27:10.099556 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:27:10.099556 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:27:10.099556 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:27:10.099556 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:27:10.099556 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:27:10.099556 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:27:10.099556 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:27:10.099556 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:27:10.099556 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:27:10.099556 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:27:10.099556 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:27:10.099556 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:27:10.099556 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:27:10.099556 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:27:10.099556 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:27:10.099556 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:27:10.099556 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:27:10.099556 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:27:10.099556 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:27:10.099556 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:27:10.099556 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:27:10.099556 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:27:10.099556 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:27:10.099556 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:27:10.099556 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:27:10.099556 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:27:10.099556 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:27:10.099556 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:27:10.167775 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ef6a8858-8981-499b-89c9-d96468445220 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:10.175093 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ef6a8858-8981-499b-89c9-d96468445220 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:10.178231 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ef6a8858-8981-499b-89c9-d96468445220 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "DELETE /v2.0/networks/5fa13990-98b0-41c2-979a-b93e0ec88bb1 HTTP/1.1" status: 204 len: 168 time: 0.3403132 Oct 19 01:27:10.181602 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36466) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:10.196088 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a8858-8981-499b-89c9-d96468445220 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event deleted for resources: {'Network': ['ID=5fa13990-98b0-41c2-979a-b93e0ec88bb1,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:10.252596 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0fbce0d4-0d37-441b-a45f-49a1dba7cc40 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:10.280716 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0fbce0d4-0d37-441b-a45f-49a1dba7cc40 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:10.353342 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0fbce0d4-0d37-441b-a45f-49a1dba7cc40 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:10.356274 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0fbce0d4-0d37-441b-a45f-49a1dba7cc40 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:10.357517 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0fbce0d4-0d37-441b-a45f-49a1dba7cc40 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "DELETE /v2.0/security-groups/56df52a3-fa55-4d68-be48-9096bc261ae0 HTTP/1.1" status: 204 len: 168 time: 0.1748204 Oct 19 01:27:10.367425 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbce0d4-0d37-441b-a45f-49a1dba7cc40 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56df52a3-fa55-4d68-be48-9096bc261ae0,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:10.693062 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36480) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:10.697914 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-41e74448-3d62-46e7-8b21-5ffac2cd81a2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-246305108', 'description': 'tempest-secgroup-smoke-246305108 description', 'project_id': 'b92153fb65d447bf94f5610e1ad52929'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:10.734456 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-41e74448-3d62-46e7-8b21-5ffac2cd81a2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:10.830424 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-41e74448-3d62-46e7-8b21-5ffac2cd81a2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:10.845041 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-41e74448-3d62-46e7-8b21-5ffac2cd81a2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:10.896392 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-41e74448-3d62-46e7-8b21-5ffac2cd81a2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:10.900296 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36484) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:10.900819 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-41e74448-3d62-46e7-8b21-5ffac2cd81a2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2061977 Oct 19 01:27:10.904912 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-d1b6484a-c904-4c7c-b08c-91f01b037aa4 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'security_group_rule': {'security_group_id': 'b0f892b1-5da6-48c8-a7a0-b3deb4165ada', 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:10.905299 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e74448-3d62-46e7-8b21-5ffac2cd81a2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f892b1-5da6-48c8-a7a0-b3deb4165ada,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:10.955258 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 5387b2ae-da34-489c-8209-271da9a74223 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:27:10.961398 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d1b6484a-c904-4c7c-b08c-91f01b037aa4 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:10.989717 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 5387b2ae-da34-489c-8209-271da9a74223 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:27:10.991744 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 5387b2ae-da34-489c-8209-271da9a74223 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:27:10.992423 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 693fed26-3533-48ee-9646-c2ad973a3ae8 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:27:11.016660 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 693fed26-3533-48ee-9646-c2ad973a3ae8 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:27:11.016989 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 693fed26-3533-48ee-9646-c2ad973a3ae8 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:27:11.029295 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d1b6484a-c904-4c7c-b08c-91f01b037aa4 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:11.034392 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d1b6484a-c904-4c7c-b08c-91f01b037aa4 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:11.053691 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6484a-c904-4c7c-b08c-91f01b037aa4 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=844a2c24-38c5-46a6-ab59-58fff1f0d4d6,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:11.068403 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d1b6484a-c904-4c7c-b08c-91f01b037aa4 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:11.069657 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d1b6484a-c904-4c7c-b08c-91f01b037aa4 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1683464 Oct 19 01:27:11.072404 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36486) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:11.076919 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-33e770e5-49de-40da-8f53-934fb208fc30 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'security_group_rule': {'security_group_id': 'b0f892b1-5da6-48c8-a7a0-b3deb4165ada', 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:11.107833 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-33e770e5-49de-40da-8f53-934fb208fc30 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:11.169845 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-33e770e5-49de-40da-8f53-934fb208fc30 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:11.174306 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-33e770e5-49de-40da-8f53-934fb208fc30 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:11.198857 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-33e770e5-49de-40da-8f53-934fb208fc30 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:11.202869 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-33e770e5-49de-40da-8f53-934fb208fc30 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1268089 Oct 19 01:27:11.203092 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36488) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:11.208000 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-9a210049-77bf-4ccd-b331-b09ee4bb3aac tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'security_group_rule': {'security_group_id': 'b0f892b1-5da6-48c8-a7a0-b3deb4165ada', 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:11.213973 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e770e5-49de-40da-8f53-934fb208fc30 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21429861-d73b-425b-80c5-856724903b62,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:11.240926 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a210049-77bf-4ccd-b331-b09ee4bb3aac tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:11.307942 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a210049-77bf-4ccd-b331-b09ee4bb3aac tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:11.312211 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a210049-77bf-4ccd-b331-b09ee4bb3aac tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:11.331859 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a210049-77bf-4ccd-b331-b09ee4bb3aac tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cdd6dd0-dfb4-4ccb-a3ab-3ed85292b92e,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:11.336101 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:27:11.339670 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a210049-77bf-4ccd-b331-b09ee4bb3aac tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:11.341037 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9a210049-77bf-4ccd-b331-b09ee4bb3aac tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1365757 Oct 19 01:27:11.343514 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36490) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:11.348461 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-275d0c2e-5f98-4e97-a05a-e6b232e632f9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'security_group_rule': {'security_group_id': 'b0f892b1-5da6-48c8-a7a0-b3deb4165ada', 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:11.376485 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-275d0c2e-5f98-4e97-a05a-e6b232e632f9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:11.437249 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-275d0c2e-5f98-4e97-a05a-e6b232e632f9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:11.441014 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-275d0c2e-5f98-4e97-a05a-e6b232e632f9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:11.460664 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d0c2e-5f98-4e97-a05a-e6b232e632f9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=720f618f-2377-41b1-8346-77e74df8e3e5,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:11.472550 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-275d0c2e-5f98-4e97-a05a-e6b232e632f9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:11.474710 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-275d0c2e-5f98-4e97-a05a-e6b232e632f9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1301482 Oct 19 01:27:11.477410 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36492) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:11.482106 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-c29aed73-2e54-447f-8b90-b910e768ea32 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'security_group_rule': {'security_group_id': 'b0f892b1-5da6-48c8-a7a0-b3deb4165ada', 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:11.505891 n-d-715271-26 neutron-server[100606]: INFO neutron.db.securitygroups_db [None req-c29aed73-2e54-447f-8b90-b910e768ea32 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Project b92153fb65d447bf94f5610e1ad52929 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:27:11.511421 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c29aed73-2e54-447f-8b90-b910e768ea32 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:11.576611 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c29aed73-2e54-447f-8b90-b910e768ea32 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:11.580919 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c29aed73-2e54-447f-8b90-b910e768ea32 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:11.601826 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29aed73-2e54-447f-8b90-b910e768ea32 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a1d756e-33d2-4551-a616-91c4b03a3d9f,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:11.614435 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c29aed73-2e54-447f-8b90-b910e768ea32 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:11.618661 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c29aed73-2e54-447f-8b90-b910e768ea32 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1374698 Oct 19 01:27:11.618870 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36494) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:11.623587 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-7d444706-4226-4ac2-93a8-7ae0ced8741b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'security_group_rule': {'security_group_id': 'b0f892b1-5da6-48c8-a7a0-b3deb4165ada', 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:11.649813 n-d-715271-26 neutron-server[100606]: INFO neutron.db.securitygroups_db [None req-7d444706-4226-4ac2-93a8-7ae0ced8741b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Project b92153fb65d447bf94f5610e1ad52929 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:27:11.656210 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7d444706-4226-4ac2-93a8-7ae0ced8741b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:11.725950 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7d444706-4226-4ac2-93a8-7ae0ced8741b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:11.730654 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7d444706-4226-4ac2-93a8-7ae0ced8741b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:11.750959 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d444706-4226-4ac2-93a8-7ae0ced8741b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0292d251-0fbb-44fc-af7d-a8006fbb6f86,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:11.761167 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7d444706-4226-4ac2-93a8-7ae0ced8741b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:11.765645 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36498) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:11.766043 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7d444706-4226-4ac2-93a8-7ae0ced8741b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1459525 Oct 19 01:27:11.771257 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-b02b27ae-a85b-4996-8333-a3310f81540a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'network': {'name': 'tempest-network-smoke--1469332477', 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'port_security_enabled': True}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:11.794838 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02b27ae-a85b-4996-8333-a3310f81540a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Made reservation on behalf of b92153fb65d447bf94f5610e1ad52929 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:27:11.799126 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b02b27ae-a85b-4996-8333-a3310f81540a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:11.840285 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b02b27ae-a85b-4996-8333-a3310f81540a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:27:11.851219 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b02b27ae-a85b-4996-8333-a3310f81540a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:11.851219 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-b02b27ae-a85b-4996-8333-a3310f81540a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Added segment 2f63682b-5ff4-426f-b460-a3e069f328b3 of type vlan for network 536e6985-0345-4611-a1bb-43f97b99c56a Oct 19 01:27:11.891307 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b02b27ae-a85b-4996-8333-a3310f81540a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:11.915274 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b02b27ae-a85b-4996-8333-a3310f81540a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:11.920800 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02b27ae-a85b-4996-8333-a3310f81540a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:11.921365 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b02b27ae-a85b-4996-8333-a3310f81540a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:11.956558 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b02b27ae-a85b-4996-8333-a3310f81540a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1898055 Oct 19 01:27:11.959688 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36500) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:11.964685 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-1410e764-6d76-44e5-9bcd-acf5053d753b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-705417804', 'admin_state_up': True, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:11.989536 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1410e764-6d76-44e5-9bcd-acf5053d753b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:11.990427 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1410e764-6d76-44e5-9bcd-acf5053d753b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:11.996949 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b27ae-a85b-4996-8333-a3310f81540a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'Network': ['ID=536e6985-0345-4611-a1bb-43f97b99c56a,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:12.011700 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 536e6985-0345-4611-a1bb-43f97b99c56a details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:27:12.045858 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1410e764-6d76-44e5-9bcd-acf5053d753b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:12.456160 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 3ea91f5a-cfab-4929-8197-fc07057471fc no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:27:12.467336 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1410e764-6d76-44e5-9bcd-acf5053d753b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:12.478190 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 3ea91f5a-cfab-4929-8197-fc07057471fc {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:27:12.478822 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 3ea91f5a-cfab-4929-8197-fc07057471fc not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:27:12.659234 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1410e764-6d76-44e5-9bcd-acf5053d753b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:12.678785 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1410e764-6d76-44e5-9bcd-acf5053d753b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:12.788185 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-1410e764-6d76-44e5-9bcd-acf5053d753b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Allocated IP 172.25.8.136 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/716ee9e4-88d3-44c3-bd98-b33c761328cf) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:27:12.893601 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1410e764-6d76-44e5-9bcd-acf5053d753b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:12.928417 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1410e764-6d76-44e5-9bcd-acf5053d753b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:12.976752 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1410e764-6d76-44e5-9bcd-acf5053d753b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:27:12.979914 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-1410e764-6d76-44e5-9bcd-acf5053d753b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:27:12.983567 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1410e764-6d76-44e5-9bcd-acf5053d753b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:27:13.008108 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1410e764-6d76-44e5-9bcd-acf5053d753b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'Port': ['ID=716ee9e4-88d3-44c3-bd98-b33c761328cf,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:13.245027 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1410e764-6d76-44e5-9bcd-acf5053d753b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:13.449808 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1410e764-6d76-44e5-9bcd-acf5053d753b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:13.594694 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1410e764-6d76-44e5-9bcd-acf5053d753b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Router a52e6ed8-9431-4526-af28-a6f3986476e2 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:27:13.708938 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1410e764-6d76-44e5-9bcd-acf5053d753b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:27:13.718678 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf14f0e-6bac-4ff6-b970-d16dbcb78aed None None] Sync routers for ids ['a52e6ed8-9431-4526-af28-a6f3986476e2'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:27:13.729060 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf14f0e-6bac-4ff6-b970-d16dbcb78aed None None] Routers {'a52e6ed8-9431-4526-af28-a6f3986476e2'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:13.729741 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-8cf14f0e-6bac-4ff6-b970-d16dbcb78aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:26:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['a52e6ed8-9431-4526-af28-a6f3986476e2'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:13.731546 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1410e764-6d76-44e5-9bcd-acf5053d753b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:13.733022 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1410e764-6d76-44e5-9bcd-acf5053d753b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7721407 Oct 19 01:27:13.736032 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36504) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:13.769164 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5f54fd9b-1ee6-4a55-8c81-492b2541964a tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=b92153fb65d447bf94f5610e1ad52929&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294907 Oct 19 01:27:13.769378 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36506) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:13.838152 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-8cf14f0e-6bac-4ff6-b970-d16dbcb78aed None None] Set router a52e6ed8-9431-4526-af28-a6f3986476e2 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:27:13.930551 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-179e4c18-890f-4903-bfde-8da7d9fb7a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:13.977171 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36514) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:13.989910 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80625a6-3492-419d-b0c8-da9bc55530cb tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:13.995049 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b80625a6-3492-419d-b0c8-da9bc55530cb tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2247360 Oct 19 01:27:13.995694 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36518) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:14.028619 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-8cf14f0e-6bac-4ff6-b970-d16dbcb78aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705417804', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '716ee9e4-88d3-44c3-bd98-b33c761328cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:27:11Z', 'updated_at': '2021-10-19T01:27:13Z', 'revision_number': 3, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '716ee9e4-88d3-44c3-bd98-b33c761328cf', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:27:12Z', 'updated_at': '2021-10-19T01:27:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:14.039151 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-824fcf52-883f-417b-8892-95a50d670ca1 tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=a0ce41c0-3b90-40be-93cd-082af8f20c34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420935 Oct 19 01:27:14.041753 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36520) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:14.046706 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-a76ae434-dad8-4d4b-87ab-b7fa0e285fa1 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-628883037', 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a', 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:14.061135 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf14f0e-6bac-4ff6-b970-d16dbcb78aed None None] Checking router: a52e6ed8-9431-4526-af28-a6f3986476e2 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:27:14.061513 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf14f0e-6bac-4ff6-b970-d16dbcb78aed None None] Updating router a52e6ed8-9431-4526-af28-a6f3986476e2 port 716ee9e4-88d3-44c3-bd98-b33c761328cf binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:27:14.090458 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-8cf14f0e-6bac-4ff6-b970-d16dbcb78aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:14.226129 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76ae434-dad8-4d4b-87ab-b7fa0e285fa1 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Made reservation on behalf of b92153fb65d447bf94f5610e1ad52929 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:27:14.229461 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a76ae434-dad8-4d4b-87ab-b7fa0e285fa1 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:14.457892 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-8cf14f0e-6bac-4ff6-b970-d16dbcb78aed None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:14.463422 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-8cf14f0e-6bac-4ff6-b970-d16dbcb78aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:14.512226 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-8cf14f0e-6bac-4ff6-b970-d16dbcb78aed None None] Attempting to bind port 716ee9e4-88d3-44c3-bd98-b33c761328cf on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:27:14.512735 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-8cf14f0e-6bac-4ff6-b970-d16dbcb78aed None None] Attempting to bind port 716ee9e4-88d3-44c3-bd98-b33c761328cf by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:27:14.512971 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf14f0e-6bac-4ff6-b970-d16dbcb78aed None None] Attempting to bind port 716ee9e4-88d3-44c3-bd98-b33c761328cf on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:27:14.525728 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf14f0e-6bac-4ff6-b970-d16dbcb78aed None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:27:14.526142 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf14f0e-6bac-4ff6-b970-d16dbcb78aed None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:27:14.526541 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-8cf14f0e-6bac-4ff6-b970-d16dbcb78aed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:14.526930 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf14f0e-6bac-4ff6-b970-d16dbcb78aed None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:27:14.527399 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-8cf14f0e-6bac-4ff6-b970-d16dbcb78aed None None] Bound port: 716ee9e4-88d3-44c3-bd98-b33c761328cf, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:27:14.527791 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-8cf14f0e-6bac-4ff6-b970-d16dbcb78aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:14.579343 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-8cf14f0e-6bac-4ff6-b970-d16dbcb78aed None None] For port 716ee9e4-88d3-44c3-bd98-b33c761328cf, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:27:14.584000 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-8cf14f0e-6bac-4ff6-b970-d16dbcb78aed None None] For port 716ee9e4-88d3-44c3-bd98-b33c761328cf, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=716ee9e4-88d3-44c3-bd98-b33c761328cf,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:27:14.591892 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a76ae434-dad8-4d4b-87ab-b7fa0e285fa1 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:14.594311 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-8cf14f0e-6bac-4ff6-b970-d16dbcb78aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:14.612334 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67e587-8913-4886-8dbf-58b234d6df87 None None] Pushing event updated for resources: {'Port': ['ID=716ee9e4-88d3-44c3-bd98-b33c761328cf,revision_number=2']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:14.623772 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a67e587-8913-4886-8dbf-58b234d6df87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:14.624593 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a67e587-8913-4886-8dbf-58b234d6df87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:14.624936 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a67e587-8913-4886-8dbf-58b234d6df87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:14.625549 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a67e587-8913-4886-8dbf-58b234d6df87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:14.625874 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a67e587-8913-4886-8dbf-58b234d6df87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:14.626999 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a67e587-8913-4886-8dbf-58b234d6df87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:14.626999 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a67e587-8913-4886-8dbf-58b234d6df87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:14.626999 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a67e587-8913-4886-8dbf-58b234d6df87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:14.627337 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a67e587-8913-4886-8dbf-58b234d6df87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:14.627663 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a67e587-8913-4886-8dbf-58b234d6df87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:14.628047 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a67e587-8913-4886-8dbf-58b234d6df87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:14.628393 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a67e587-8913-4886-8dbf-58b234d6df87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:14.644417 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf14f0e-6bac-4ff6-b970-d16dbcb78aed None None] Routers {'a52e6ed8-9431-4526-af28-a6f3986476e2'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:14.645519 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-8cf14f0e-6bac-4ff6-b970-d16dbcb78aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:26:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['a52e6ed8-9431-4526-af28-a6f3986476e2'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:14.674138 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ae434-dad8-4d4b-87ab-b7fa0e285fa1 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'Subnet': ['ID=b488813b-7adf-4e85-b4c2-f7dbbaef9e40,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:14.696241 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76ae434-dad8-4d4b-87ab-b7fa0e285fa1 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Checking segment: {'id': '2f63682b-5ff4-426f-b460-a3e069f328b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:27:14.696592 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76ae434-dad8-4d4b-87ab-b7fa0e285fa1 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Network hostable DHCP agents. Network: 536e6985-0345-4611-a1bb-43f97b99c56a, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:27:14.743959 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76ae434-dad8-4d4b-87ab-b7fa0e285fa1 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Network 536e6985-0345-4611-a1bb-43f97b99c56a is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:27:14.757524 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-a76ae434-dad8-4d4b-87ab-b7fa0e285fa1 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 536e6985-0345-4611-a1bb-43f97b99c56a) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:27:14.762016 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76ae434-dad8-4d4b-87ab-b7fa0e285fa1 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:14.762599 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a76ae434-dad8-4d4b-87ab-b7fa0e285fa1 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:14.766815 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67e587-8913-4886-8dbf-58b234d6df87 None None] Pushing event updated for resources: {'Port': ['ID=716ee9e4-88d3-44c3-bd98-b33c761328cf,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:14.770145 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357edb54-d55a-4b12-b380-2be264c1eb2d None None] Network 536e6985-0345-4611-a1bb-43f97b99c56a requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:27:14.793014 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a76ae434-dad8-4d4b-87ab-b7fa0e285fa1 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7475379 Oct 19 01:27:14.793841 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36522) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:14.798604 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-8cf14f0e-6bac-4ff6-b970-d16dbcb78aed None None] Set router a52e6ed8-9431-4526-af28-a6f3986476e2 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:27:14.798756 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-542f4837-0b67-4b5c-9262-8d2c07c13b18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:15.043269 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa33cf7-4d7e-461a-b019-5dbd47b5df7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-536e6985-0345-4611-a1bb-43f97b99c56a', 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'fixed_ips': [{'subnet_id': 'b488813b-7adf-4e85-b4c2-f7dbbaef9e40'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:27:15.044898 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2aa33cf7-4d7e-461a-b019-5dbd47b5df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:15.050403 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-8cf14f0e-6bac-4ff6-b970-d16dbcb78aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705417804', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '716ee9e4-88d3-44c3-bd98-b33c761328cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:27:11Z', 'updated_at': '2021-10-19T01:27:13Z', 'revision_number': 3, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '716ee9e4-88d3-44c3-bd98-b33c761328cf', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:27:12Z', 'updated_at': '2021-10-19T01:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:15.095683 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf14f0e-6bac-4ff6-b970-d16dbcb78aed None None] The sync data for ids ['a52e6ed8-9431-4526-af28-a6f3986476e2'] in n-d-715271-26 is: [{'id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705417804', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '716ee9e4-88d3-44c3-bd98-b33c761328cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:27:11Z', 'updated_at': '2021-10-19T01:27:13Z', 'revision_number': 3, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '716ee9e4-88d3-44c3-bd98-b33c761328cf', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:27:12Z', 'updated_at': '2021-10-19T01:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:27:15.104137 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-542f4837-0b67-4b5c-9262-8d2c07c13b18 admin admin] Deleting port b93711c6-3b86-43d0-86db-7160d48d1aab {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:27:15.104594 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-542f4837-0b67-4b5c-9262-8d2c07c13b18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:15.210717 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-2aa33cf7-4d7e-461a-b019-5dbd47b5df7c None None] Allocated IP 172.20.0.2 (536e6985-0345-4611-a1bb-43f97b99c56a/b488813b-7adf-4e85-b4c2-f7dbbaef9e40/7db7ed9c-7ca6-4a9e-a483-b06942c33add) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:27:15.214264 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-542f4837-0b67-4b5c-9262-8d2c07c13b18 admin admin] For port b93711c6-3b86-43d0-86db-7160d48d1aab, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b93711c6-3b86-43d0-86db-7160d48d1aab,segment=NetworkSegment(512c9a72-a7c2-4c68-bc23-b3652105591d),segment_id=512c9a72-a7c2-4c68-bc23-b3652105591d)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:15.215005 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-542f4837-0b67-4b5c-9262-8d2c07c13b18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:15.232571 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-542f4837-0b67-4b5c-9262-8d2c07c13b18 admin admin] Calling delete_port for b93711c6-3b86-43d0-86db-7160d48d1aab owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:27:15.393257 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c621eae7-69cb-487a-b4fc-b484d51e2dd8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:15.427425 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2aa33cf7-4d7e-461a-b019-5dbd47b5df7c None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:15.441798 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2aa33cf7-4d7e-461a-b019-5dbd47b5df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:15.479880 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa33cf7-4d7e-461a-b019-5dbd47b5df7c None None] Network 536e6985-0345-4611-a1bb-43f97b99c56a is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:27:15.482458 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-542f4837-0b67-4b5c-9262-8d2c07c13b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:15.487647 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-2aa33cf7-4d7e-461a-b019-5dbd47b5df7c None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:27:15.492119 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa33cf7-4d7e-461a-b019-5dbd47b5df7c None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:27:15.530403 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa33cf7-4d7e-461a-b019-5dbd47b5df7c None None] Pushing event updated for resources: {'Port': ['ID=7db7ed9c-7ca6-4a9e-a483-b06942c33add,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:15.576612 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-2aa33cf7-4d7e-461a-b019-5dbd47b5df7c None None] Attempting to bind port 7db7ed9c-7ca6-4a9e-a483-b06942c33add on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:27:15.576992 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-2aa33cf7-4d7e-461a-b019-5dbd47b5df7c None None] Attempting to bind port 7db7ed9c-7ca6-4a9e-a483-b06942c33add by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '2f63682b-5ff4-426f-b460-a3e069f328b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:27:15.577362 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa33cf7-4d7e-461a-b019-5dbd47b5df7c None None] Attempting to bind port 7db7ed9c-7ca6-4a9e-a483-b06942c33add on network 536e6985-0345-4611-a1bb-43f97b99c56a {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:27:15.584548 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa33cf7-4d7e-461a-b019-5dbd47b5df7c None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:27:15.584929 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa33cf7-4d7e-461a-b019-5dbd47b5df7c None None] Checking segment: {'id': '2f63682b-5ff4-426f-b460-a3e069f328b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:27:15.585339 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2aa33cf7-4d7e-461a-b019-5dbd47b5df7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:15.585726 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa33cf7-4d7e-461a-b019-5dbd47b5df7c None None] Bound using segment: {'id': '2f63682b-5ff4-426f-b460-a3e069f328b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:27:15.586207 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-2aa33cf7-4d7e-461a-b019-5dbd47b5df7c None None] Bound port: 7db7ed9c-7ca6-4a9e-a483-b06942c33add, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f63682b-5ff4-426f-b460-a3e069f328b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:27:15.586594 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2aa33cf7-4d7e-461a-b019-5dbd47b5df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:15.595064 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f4837-0b67-4b5c-9262-8d2c07c13b18 admin admin] Pushing event deleted for resources: {'Port': ['ID=b93711c6-3b86-43d0-86db-7160d48d1aab,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:15.682823 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-2aa33cf7-4d7e-461a-b019-5dbd47b5df7c None None] For port 7db7ed9c-7ca6-4a9e-a483-b06942c33add, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:27:15.687240 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-2aa33cf7-4d7e-461a-b019-5dbd47b5df7c None None] For port 7db7ed9c-7ca6-4a9e-a483-b06942c33add, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=7db7ed9c-7ca6-4a9e-a483-b06942c33add,segment=NetworkSegment(2f63682b-5ff4-426f-b460-a3e069f328b3),segment_id=2f63682b-5ff4-426f-b460-a3e069f328b3)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:27:15.695969 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2aa33cf7-4d7e-461a-b019-5dbd47b5df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:15.803480 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-c621eae7-69cb-487a-b4fc-b484d51e2dd8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Allocated IP 172.20.0.1 (536e6985-0345-4611-a1bb-43f97b99c56a/b488813b-7adf-4e85-b4c2-f7dbbaef9e40/8f0da1b5-2714-42f4-b8e5-f3e36f7148e8) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:27:15.812039 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa33cf7-4d7e-461a-b019-5dbd47b5df7c None None] Pushing event updated for resources: {'Port': ['ID=7db7ed9c-7ca6-4a9e-a483-b06942c33add,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:15.816242 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-542f4837-0b67-4b5c-9262-8d2c07c13b18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:16.208434 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542f4837-0b67-4b5c-9262-8d2c07c13b18 admin admin] Router 1ff7b45c-b760-4c4a-8357-def7f6884cf9 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:27:16.335172 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542f4837-0b67-4b5c-9262-8d2c07c13b18 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:27:16.340856 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-542f4837-0b67-4b5c-9262-8d2c07c13b18 admin admin] 10.222.0.57 "PUT /v2.0/routers/1ff7b45c-b760-4c4a-8357-def7f6884cf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3617864 Oct 19 01:27:16.343484 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36528) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:16.345633 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c621eae7-69cb-487a-b4fc-b484d51e2dd8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:16.346540 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31081c28-349f-4e49-b498-106ea1b6a001 None None] Sync routers for ids ['1ff7b45c-b760-4c4a-8357-def7f6884cf9'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:27:16.356489 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31081c28-349f-4e49-b498-106ea1b6a001 None None] Routers {'1ff7b45c-b760-4c4a-8357-def7f6884cf9'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:16.357381 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-31081c28-349f-4e49-b498-106ea1b6a001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:26:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['1ff7b45c-b760-4c4a-8357-def7f6884cf9'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:16.358595 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6fe9d6-e9b5-467c-8925-fdabd123548b req-31ce8c2d-ec9d-49a5-99d7-9190c4cd893b tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:16.360108 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ff6fe9d6-e9b5-467c-8925-fdabd123548b req-31ce8c2d-ec9d-49a5-99d7-9190c4cd893b tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 945 time: 0.0866687 Oct 19 01:27:16.425378 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ff6fe9d6-e9b5-467c-8925-fdabd123548b req-cdea14c6-107c-4cb7-af64-d1cfd68a9dd9 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553453 Oct 19 01:27:16.436144 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c621eae7-69cb-487a-b4fc-b484d51e2dd8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:16.485144 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-31081c28-349f-4e49-b498-106ea1b6a001 None None] Set router 1ff7b45c-b760-4c4a-8357-def7f6884cf9 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:27:16.510647 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c621eae7-69cb-487a-b4fc-b484d51e2dd8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Network 536e6985-0345-4611-a1bb-43f97b99c56a is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:27:16.514235 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-c621eae7-69cb-487a-b4fc-b484d51e2dd8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:27:16.519021 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c621eae7-69cb-487a-b4fc-b484d51e2dd8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:27:16.524602 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c621eae7-69cb-487a-b4fc-b484d51e2dd8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'Port': ['ID=8f0da1b5-2714-42f4-b8e5-f3e36f7148e8,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:16.582879 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c621eae7-69cb-487a-b4fc-b484d51e2dd8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:16.604776 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8bdf4c02-9d4b-4145-8adf-22a3c5b3ad2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:16.701947 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 716ee9e4-88d3-44c3-bd98-b33c761328cf up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:27:16.772149 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 716ee9e4-88d3-44c3-bd98-b33c761328cf triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:16.772541 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:16.775088 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-31081c28-349f-4e49-b498-106ea1b6a001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'name': 'tempest-AttachVolumeTestJSON-2021327807-router', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:33Z', 'updated_at': '2021-10-19T01:27:15Z', 'revision_number': 5, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'gw_port': {'id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:35Z', 'updated_at': '2021-10-19T01:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:16.807572 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c621eae7-69cb-487a-b4fc-b484d51e2dd8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:16.835258 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31081c28-349f-4e49-b498-106ea1b6a001 None None] Checking router: 1ff7b45c-b760-4c4a-8357-def7f6884cf9 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:27:16.855890 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31081c28-349f-4e49-b498-106ea1b6a001 None None] Routers {'1ff7b45c-b760-4c4a-8357-def7f6884cf9'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:16.856919 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-31081c28-349f-4e49-b498-106ea1b6a001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:27:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['1ff7b45c-b760-4c4a-8357-def7f6884cf9'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:16.869995 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-903bd16e-29f9-4644-98f3-a82c8e33cfca admin admin] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:16.984637 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-903bd16e-29f9-4644-98f3-a82c8e33cfca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:17.053751 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-903bd16e-29f9-4644-98f3-a82c8e33cfca admin admin] Deleting port b5192942-fe6c-4b2b-a299-5a7fd79c575a {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:27:17.054333 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-903bd16e-29f9-4644-98f3-a82c8e33cfca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:17.158728 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c621eae7-69cb-487a-b4fc-b484d51e2dd8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:17.168963 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c621eae7-69cb-487a-b4fc-b484d51e2dd8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:17.171574 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:17.173579 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-903bd16e-29f9-4644-98f3-a82c8e33cfca admin admin] For port b5192942-fe6c-4b2b-a299-5a7fd79c575a, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b5192942-fe6c-4b2b-a299-5a7fd79c575a,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:17.173579 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-903bd16e-29f9-4644-98f3-a82c8e33cfca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:17.212928 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-31081c28-349f-4e49-b498-106ea1b6a001 None None] Set router 1ff7b45c-b760-4c4a-8357-def7f6884cf9 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:27:17.220399 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-903bd16e-29f9-4644-98f3-a82c8e33cfca admin admin] Calling delete_port for b5192942-fe6c-4b2b-a299-5a7fd79c575a owned by network:router_gateway {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:27:17.280670 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c621eae7-69cb-487a-b4fc-b484d51e2dd8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:17.284499 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c621eae7-69cb-487a-b4fc-b484d51e2dd8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'Port': ['ID=8f0da1b5-2714-42f4-b8e5-f3e36f7148e8,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:17.321614 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 716ee9e4-88d3-44c3-bd98-b33c761328cf, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=716ee9e4-88d3-44c3-bd98-b33c761328cf,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:17.327169 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f62784-b0ee-4a00-9a3a-2b3b86da16dc None None] Network 536e6985-0345-4611-a1bb-43f97b99c56a requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:27:17.391521 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:17.392262 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7db7ed9c-7ca6-4a9e-a483-b06942c33add up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:27:17.412570 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c621eae7-69cb-487a-b4fc-b484d51e2dd8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Network 536e6985-0345-4611-a1bb-43f97b99c56a is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:27:17.414538 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-c621eae7-69cb-487a-b4fc-b484d51e2dd8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:27:17.428149 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:17.466954 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-903bd16e-29f9-4644-98f3-a82c8e33cfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:17.501209 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903bd16e-29f9-4644-98f3-a82c8e33cfca admin admin] Pushing event deleted for resources: {'Port': ['ID=b5192942-fe6c-4b2b-a299-5a7fd79c575a,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:17.515228 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-9e8e284f-fb34-4c47-998e-808c7d56ec62 None None] Provisioning complete for port 7db7ed9c-7ca6-4a9e-a483-b06942c33add triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:17.516005 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9e8e284f-fb34-4c47-998e-808c7d56ec62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:17.566546 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c621eae7-69cb-487a-b4fc-b484d51e2dd8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Router a52e6ed8-9431-4526-af28-a6f3986476e2 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:27:17.607400 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-903bd16e-29f9-4644-98f3-a82c8e33cfca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:17.641749 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c948389-953c-48f7-a52b-81d3f526439c req-b0f778fb-0837-4c3c-b42a-9c6d6d1184ab tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:17.643150 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6c948389-953c-48f7-a52b-81d3f526439c req-b0f778fb-0837-4c3c-b42a-9c6d6d1184ab tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 945 time: 0.1152196 Oct 19 01:27:17.672566 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=716ee9e4-88d3-44c3-bd98-b33c761328cf,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:17.686687 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 7db7ed9c-7ca6-4a9e-a483-b06942c33add triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:17.687069 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:17.723399 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c621eae7-69cb-487a-b4fc-b484d51e2dd8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:27:17.725952 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-903bd16e-29f9-4644-98f3-a82c8e33cfca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:17.728781 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-903bd16e-29f9-4644-98f3-a82c8e33cfca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:17.740987 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c621eae7-69cb-487a-b4fc-b484d51e2dd8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "PUT /v2.0/routers/a52e6ed8-9431-4526-af28-a6f3986476e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9446907 Oct 19 01:27:17.743257 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf07bce7-4943-4822-b4c0-c430c9915892 None None] Sync routers for ids ['a52e6ed8-9431-4526-af28-a6f3986476e2'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:27:17.758655 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf07bce7-4943-4822-b4c0-c430c9915892 None None] Routers {'a52e6ed8-9431-4526-af28-a6f3986476e2'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:17.759363 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-bf07bce7-4943-4822-b4c0-c430c9915892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:27:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['a52e6ed8-9431-4526-af28-a6f3986476e2'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:17.798974 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3276814-340c-4f87-a44e-138ce26de2bc req-ee3a9339-fe11-4025-add9-4ba57c37eee5 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:17.801305 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b3276814-340c-4f87-a44e-138ce26de2bc req-ee3a9339-fe11-4025-add9-4ba57c37eee5 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.55 "GET /v2.0/ports?device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 945 time: 0.1145077 Oct 19 01:27:17.841593 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:17.871296 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6c948389-953c-48f7-a52b-81d3f526439c req-5eeb8b78-08a2-4a89-b482-7f376637d539 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929410 Oct 19 01:27:17.873792 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-903bd16e-29f9-4644-98f3-a82c8e33cfca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:17.875542 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903bd16e-29f9-4644-98f3-a82c8e33cfca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ff7b45c-b760-4c4a-8357-def7f6884cf9 {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:27:17.883438 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-903bd16e-29f9-4644-98f3-a82c8e33cfca admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:17.885667 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-903bd16e-29f9-4644-98f3-a82c8e33cfca admin admin] 10.222.0.57 "DELETE /v2.0/routers/1ff7b45c-b760-4c4a-8357-def7f6884cf9 HTTP/1.1" status: 204 len: 168 time: 1.5410206 Oct 19 01:27:17.892470 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36540) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:17.926580 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-bf07bce7-4943-4822-b4c0-c430c9915892 None None] Set router a52e6ed8-9431-4526-af28-a6f3986476e2 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:27:17.966436 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9e8e284f-fb34-4c47-998e-808c7d56ec62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:17.977451 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-1896adb2-950b-4ad4-b5f5-7dc7962c1e26 admin admin] Deleting subnet 313c4890-7a10-40d1-9c32-7abcea0c2b45 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:27:17.980375 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:17.981089 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1896adb2-950b-4ad4-b5f5-7dc7962c1e26 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:18.033380 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-9e8e284f-fb34-4c47-998e-808c7d56ec62 None None] For port 7db7ed9c-7ca6-4a9e-a483-b06942c33add, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=7db7ed9c-7ca6-4a9e-a483-b06942c33add,segment=NetworkSegment(2f63682b-5ff4-426f-b460-a3e069f328b3),segment_id=2f63682b-5ff4-426f-b460-a3e069f328b3)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:18.049748 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9e8e284f-fb34-4c47-998e-808c7d56ec62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:18.062212 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-b3276814-340c-4f87-a44e-138ce26de2bc req-775129ae-9bed-4f2b-88c3-879d63d7da7f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Deleting port 4d72ba9b-0706-4eea-a77a-1fdbe74e018d {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:27:18.062686 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b3276814-340c-4f87-a44e-138ce26de2bc req-775129ae-9bed-4f2b-88c3-879d63d7da7f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:18.131761 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-0aabfb61-9d6d-4528-b3d3-e84060b82561 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-246305108&fields=id&tenant_id=b92153fb65d447bf94f5610e1ad52929 HTTP/1.1" status: 200 len: 267 time: 0.0563428 Oct 19 01:27:18.182885 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e284f-fb34-4c47-998e-808c7d56ec62 None None] Pushing event updated for resources: {'Port': ['ID=7db7ed9c-7ca6-4a9e-a483-b06942c33add,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:18.186164 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-31081c28-349f-4e49-b498-106ea1b6a001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'name': 'tempest-AttachVolumeTestJSON-2021327807-router', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:33Z', 'updated_at': '2021-10-19T01:27:15Z', 'revision_number': 5, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'gw_port': {'id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:35Z', 'updated_at': '2021-10-19T01:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:18.192420 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1896adb2-950b-4ad4-b5f5-7dc7962c1e26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:18.227619 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31081c28-349f-4e49-b498-106ea1b6a001 None None] The sync data for ids ['1ff7b45c-b760-4c4a-8357-def7f6884cf9'] in n-d-715271-26 is: [{'id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'name': 'tempest-AttachVolumeTestJSON-2021327807-router', 'tenant_id': '585554f71e844101aa23b8eea6cc5bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:33Z', 'updated_at': '2021-10-19T01:27:15Z', 'revision_number': 5, 'project_id': '585554f71e844101aa23b8eea6cc5bd0', 'gw_port': {'id': 'b5192942-fe6c-4b2b-a299-5a7fd79c575a', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7b45c-b760-4c4a-8357-def7f6884cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:35Z', 'updated_at': '2021-10-19T01:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:27:18.243707 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:27:18.243707 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:27:18.264281 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-bf07bce7-4943-4822-b4c0-c430c9915892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705417804', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '716ee9e4-88d3-44c3-bd98-b33c761328cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:27:11Z', 'updated_at': '2021-10-19T01:27:16Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '716ee9e4-88d3-44c3-bd98-b33c761328cf', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:27:12Z', 'updated_at': '2021-10-19T01:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '8f0da1b5-2714-42f4-b8e5-f3e36f7148e8', 'name': '', 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'mac_address': 'fa:16:3e:53:5d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'b488813b-7adf-4e85-b4c2-f7dbbaef9e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:27:15Z', 'updated_at': '2021-10-19T01:27:16Z', 'revision_number': 2, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'subnets': [{'id': 'b488813b-7adf-4e85-b4c2-f7dbbaef9e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:18.309410 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf07bce7-4943-4822-b4c0-c430c9915892 None None] Checking router: a52e6ed8-9431-4526-af28-a6f3986476e2 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:27:18.309771 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf07bce7-4943-4822-b4c0-c430c9915892 None None] Updating router a52e6ed8-9431-4526-af28-a6f3986476e2 port 8f0da1b5-2714-42f4-b8e5-f3e36f7148e8 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:27:18.315466 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-b3276814-340c-4f87-a44e-138ce26de2bc req-775129ae-9bed-4f2b-88c3-879d63d7da7f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] For port 4d72ba9b-0706-4eea-a77a-1fdbe74e018d, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=4d72ba9b-0706-4eea-a77a-1fdbe74e018d,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:18.316096 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b3276814-340c-4f87-a44e-138ce26de2bc req-775129ae-9bed-4f2b-88c3-879d63d7da7f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:18.364512 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-bf07bce7-4943-4822-b4c0-c430c9915892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:18.430886 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-f3e29744-9652-4153-8419-81b995a77566 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:18.432585 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-f3e29744-9652-4153-8419-81b995a77566 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/networks?id=536e6985-0345-4611-a1bb-43f97b99c56a HTTP/1.1" status: 200 len: 797 time: 0.3000164 Oct 19 01:27:18.484853 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-cb46f55b-2bb9-43fe-9dfd-73d27c7332b1 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/quotas/b92153fb65d447bf94f5610e1ad52929 HTTP/1.1" status: 200 len: 375 time: 0.0281849 Oct 19 01:27:18.489425 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-31c72670-286c-4263-b39f-afabd20ae8e6 None None] Provisioning complete for port 8f0da1b5-2714-42f4-b8e5-f3e36f7148e8 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:18.490543 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-31c72670-286c-4263-b39f-afabd20ae8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:18.522665 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1896adb2-950b-4ad4-b5f5-7dc7962c1e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:18.548615 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-31c72670-286c-4263-b39f-afabd20ae8e6 None None] Port 8f0da1b5-2714-42f4-b8e5-f3e36f7148e8 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:27:18.575583 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-31c72670-286c-4263-b39f-afabd20ae8e6 None None] Provisioning complete for port 7db7ed9c-7ca6-4a9e-a483-b06942c33add triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:18.576245 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-31c72670-286c-4263-b39f-afabd20ae8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:18.670880 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-ca48cd6c-7a0c-4e27-81b6-9ecd7a574cd1 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b92153fb65d447bf94f5610e1ad52929&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1730669 Oct 19 01:27:18.681965 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1896adb2-950b-4ad4-b5f5-7dc7962c1e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:18.739276 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1896adb2-950b-4ad4-b5f5-7dc7962c1e26 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:18.747696 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1896adb2-950b-4ad4-b5f5-7dc7962c1e26 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/313c4890-7a10-40d1-9c32-7abcea0c2b45 HTTP/1.1" status: 204 len: 168 time: 0.8541808 Oct 19 01:27:18.751686 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36568) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:18.753460 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896adb2-950b-4ad4-b5f5-7dc7962c1e26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=313c4890-7a10-40d1-9c32-7abcea0c2b45,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:18.767883 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b3276814-340c-4f87-a44e-138ce26de2bc req-775129ae-9bed-4f2b-88c3-879d63d7da7f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:18.768567 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b3276814-340c-4f87-a44e-138ce26de2bc req-775129ae-9bed-4f2b-88c3-879d63d7da7f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:18.769030 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [req-b3276814-340c-4f87-a44e-138ce26de2bc req-775129ae-9bed-4f2b-88c3-879d63d7da7f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Floating IP 2c61e9ce-9f4b-4194-8c20-b10171a70815 disassociated. External IP: 172.25.8.137, port: 4d72ba9b-0706-4eea-a77a-1fdbe74e018d. Oct 19 01:27:18.769655 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-b3276814-340c-4f87-a44e-138ce26de2bc req-775129ae-9bed-4f2b-88c3-879d63d7da7f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Calling delete_port for 4d72ba9b-0706-4eea-a77a-1fdbe74e018d owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:27:18.835555 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1683631b-0880-4cba-916f-dd4bf005257a None None] Network 5e12dd14-5039-435c-a783-d0672592c2d3 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:27:18.933539 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-bf07bce7-4943-4822-b4c0-c430c9915892 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:18.946581 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-bf07bce7-4943-4822-b4c0-c430c9915892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:19.016288 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c362e8c-dc6d-4bcd-b165-30460e747f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:19.026475 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b4f20-c23c-4620-ae9c-00093bcce160 None None] Pushing event updated for resources: {'Port': ['ID=8f0da1b5-2714-42f4-b8e5-f3e36f7148e8,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:19.045498 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-66bc909e-4822-4b60-80fc-d8287f541d01 None None] Provisioning complete for port 8f0da1b5-2714-42f4-b8e5-f3e36f7148e8 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:19.045879 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-66bc909e-4822-4b60-80fc-d8287f541d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:19.061718 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-6fcdfdbd-6cdf-4aba-8031-588b5374e3bc service neutron] 10.222.0.57 "GET /v2.0/networks/536e6985-0345-4611-a1bb-43f97b99c56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678455 Oct 19 01:27:19.078729 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b3276814-340c-4f87-a44e-138ce26de2bc req-775129ae-9bed-4f2b-88c3-879d63d7da7f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:19.136202 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-bf07bce7-4943-4822-b4c0-c430c9915892 None None] Attempting to bind port 8f0da1b5-2714-42f4-b8e5-f3e36f7148e8 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:27:19.136805 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-bf07bce7-4943-4822-b4c0-c430c9915892 None None] Attempting to bind port 8f0da1b5-2714-42f4-b8e5-f3e36f7148e8 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '2f63682b-5ff4-426f-b460-a3e069f328b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:27:19.137917 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf07bce7-4943-4822-b4c0-c430c9915892 None None] Attempting to bind port 8f0da1b5-2714-42f4-b8e5-f3e36f7148e8 on network 536e6985-0345-4611-a1bb-43f97b99c56a {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:27:19.155649 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf07bce7-4943-4822-b4c0-c430c9915892 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:27:19.157124 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf07bce7-4943-4822-b4c0-c430c9915892 None None] Checking segment: {'id': '2f63682b-5ff4-426f-b460-a3e069f328b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:27:19.157684 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-bf07bce7-4943-4822-b4c0-c430c9915892 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:19.158420 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf07bce7-4943-4822-b4c0-c430c9915892 None None] Bound using segment: {'id': '2f63682b-5ff4-426f-b460-a3e069f328b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:27:19.159075 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-bf07bce7-4943-4822-b4c0-c430c9915892 None None] Bound port: 8f0da1b5-2714-42f4-b8e5-f3e36f7148e8, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f63682b-5ff4-426f-b460-a3e069f328b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:27:19.161645 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-bf07bce7-4943-4822-b4c0-c430c9915892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:19.199988 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775129ae-9bed-4f2b-88c3-879d63d7da7f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Pushing event deleted for resources: {'Port': ['ID=4d72ba9b-0706-4eea-a77a-1fdbe74e018d,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:19.214699 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 716ee9e4-88d3-44c3-bd98-b33c761328cf up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:27:19.260653 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-305ffe67-1b65-4295-8e0a-2a650250dc08 req-30a2fbd7-1718-4e03-bc1b-bd37a3004362 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 210 time: 0.1075838 Oct 19 01:27:19.296482 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-bf07bce7-4943-4822-b4c0-c430c9915892 None None] For port 8f0da1b5-2714-42f4-b8e5-f3e36f7148e8, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:27:19.297589 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-66bc909e-4822-4b60-80fc-d8287f541d01 None None] Port 8f0da1b5-2714-42f4-b8e5-f3e36f7148e8 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:27:19.301522 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-bf07bce7-4943-4822-b4c0-c430c9915892 None None] For port 8f0da1b5-2714-42f4-b8e5-f3e36f7148e8, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=8f0da1b5-2714-42f4-b8e5-f3e36f7148e8,segment=NetworkSegment(2f63682b-5ff4-426f-b460-a3e069f328b3),segment_id=2f63682b-5ff4-426f-b460-a3e069f328b3)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:27:19.309364 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-bf07bce7-4943-4822-b4c0-c430c9915892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:19.389499 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-dd1597eb-b03e-4f0f-ac45-fb2874b0a095 service neutron] 10.222.0.57 "GET /v2.0/networks/536e6985-0345-4611-a1bb-43f97b99c56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085737 Oct 19 01:27:19.392910 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 716ee9e4-88d3-44c3-bd98-b33c761328cf triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:19.393736 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:19.419153 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-0c362e8c-dc6d-4bcd-b165-30460e747f65 admin admin] Deleting port 6b86ab76-d814-4a18-bbff-00520367ee3b {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:27:19.419488 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c362e8c-dc6d-4bcd-b165-30460e747f65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:19.467881 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf07bce7-4943-4822-b4c0-c430c9915892 None None] Routers {'a52e6ed8-9431-4526-af28-a6f3986476e2'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:19.468553 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-bf07bce7-4943-4822-b4c0-c430c9915892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:27:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['a52e6ed8-9431-4526-af28-a6f3986476e2'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:19.507504 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f751d9b-248e-4b3e-8e96-d1bc55d07691 None None] DHCP port deletion for 5e12dd14-5039-435c-a783-d0672592c2d3 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:27:19.540117 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3276814-340c-4f87-a44e-138ce26de2bc req-775129ae-9bed-4f2b-88c3-879d63d7da7f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Router d6ee435f-57e0-4436-bc41-63a2cb71fbcd has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:27:19.575545 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b4f20-c23c-4620-ae9c-00093bcce160 None None] Pushing event updated for resources: {'Port': ['ID=8f0da1b5-2714-42f4-b8e5-f3e36f7148e8,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:19.595267 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-0c362e8c-dc6d-4bcd-b165-30460e747f65 admin admin] For port 6b86ab76-d814-4a18-bbff-00520367ee3b, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=6b86ab76-d814-4a18-bbff-00520367ee3b,segment=NetworkSegment(512c9a72-a7c2-4c68-bc23-b3652105591d),segment_id=512c9a72-a7c2-4c68-bc23-b3652105591d)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:19.596363 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c362e8c-dc6d-4bcd-b165-30460e747f65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:19.603498 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-6dfcf7ac-172b-4fb7-aa97-4da37c8193bb None None] Provisioning complete for port 8f0da1b5-2714-42f4-b8e5-f3e36f7148e8 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:19.603707 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6dfcf7ac-172b-4fb7-aa97-4da37c8193bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:19.624965 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-0c362e8c-dc6d-4bcd-b165-30460e747f65 admin admin] Calling delete_port for 6b86ab76-d814-4a18-bbff-00520367ee3b owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:27:19.767833 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-bf07bce7-4943-4822-b4c0-c430c9915892 None None] Set router a52e6ed8-9431-4526-af28-a6f3986476e2 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:27:19.816223 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bc41b7cc-b7a1-4732-941b-5c1d9c63907b req-c843c262-f870-4e74-b76b-359e91abdf0a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 210 time: 0.1035483 Oct 19 01:27:19.859374 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:19.864239 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7db7ed9c-7ca6-4a9e-a483-b06942c33add up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:27:19.902449 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c362e8c-dc6d-4bcd-b165-30460e747f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:20.014598 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c362e8c-dc6d-4bcd-b165-30460e747f65 admin admin] No DVR routers for this DVR port 6b86ab76-d814-4a18-bbff-00520367ee3b on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:27:20.016196 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3276814-340c-4f87-a44e-138ce26de2bc req-775129ae-9bed-4f2b-88c3-879d63d7da7f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:27:20.017018 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c362e8c-dc6d-4bcd-b165-30460e747f65 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b86ab76-d814-4a18-bbff-00520367ee3b,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:20.018536 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-2f751d9b-248e-4b3e-8e96-d1bc55d07691 None None] Deleting port 6b86ab76-d814-4a18-bbff-00520367ee3b {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:27:20.018950 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2f751d9b-248e-4b3e-8e96-d1bc55d07691 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:20.102046 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09af790-d868-40d1-a56d-f10d4dc21ede None None] Sync routers for ids ['d6ee435f-57e0-4436-bc41-63a2cb71fbcd'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:27:20.116281 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3276814-340c-4f87-a44e-138ce26de2bc req-775129ae-9bed-4f2b-88c3-879d63d7da7f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] No DVR routers for this DVR port 4d72ba9b-0706-4eea-a77a-1fdbe74e018d on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:27:20.129790 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b3276814-340c-4f87-a44e-138ce26de2bc req-775129ae-9bed-4f2b-88c3-879d63d7da7f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:20.133263 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b3276814-340c-4f87-a44e-138ce26de2bc req-775129ae-9bed-4f2b-88c3-879d63d7da7f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.55 "DELETE /v2.0/ports/4d72ba9b-0706-4eea-a77a-1fdbe74e018d HTTP/1.1" status: 204 len: 173 time: 2.3219688 Oct 19 01:27:20.133752 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94775333-a3d9-49a8-8425-bc39c6d1cdec', 'name': 'network-vif-deleted', 'tag': '4d72ba9b-0706-4eea-a77a-1fdbe74e018d'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:27:20.136618 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb13b65-b712-42af-8cc3-9deb0170e902" -d '{"events": [{"server_uuid": "94775333-a3d9-49a8-8425-bc39c6d1cdec", "name": "network-vif-deleted", "tag": "4d72ba9b-0706-4eea-a77a-1fdbe74e018d"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:27:20.238858 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2619b35e-f37b-4569-99a9-60a834be4749 x-openstack-request-id: req-2619b35e-f37b-4569-99a9-60a834be4749 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:27:20.239262 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94775333-a3d9-49a8-8425-bc39c6d1cdec", "name": "network-vif-deleted", "tag": "4d72ba9b-0706-4eea-a77a-1fdbe74e018d", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:27:20.239676 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2619b35e-f37b-4569-99a9-60a834be4749 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:27:20.240512 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94775333-a3d9-49a8-8425-bc39c6d1cdec', 'name': 'network-vif-deleted', 'tag': '4d72ba9b-0706-4eea-a77a-1fdbe74e018d', 'status': 'completed', 'code': 200} Oct 19 01:27:20.241341 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c362e8c-dc6d-4bcd-b165-30460e747f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:20.271095 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-0c362e8c-dc6d-4bcd-b165-30460e747f65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e12dd14-5039-435c-a783-d0672592c2d3']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:20.299555 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-0c362e8c-dc6d-4bcd-b165-30460e747f65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '512c9a72-a7c2-4c68-bc23-b3652105591d') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:20.300299 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-0c362e8c-dc6d-4bcd-b165-30460e747f65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '512c9a72-a7c2-4c68-bc23-b3652105591d') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:20.333776 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c362e8c-dc6d-4bcd-b165-30460e747f65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:20.373002 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c362e8c-dc6d-4bcd-b165-30460e747f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:20.386638 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c362e8c-dc6d-4bcd-b165-30460e747f65 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:27:20.387051 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c362e8c-dc6d-4bcd-b165-30460e747f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:20.388828 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:27:20.388828 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:27:20.388828 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:27:20.388828 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:27:20.388828 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:27:20.388828 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:27:20.388828 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:27:20.388828 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:27:20.388828 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:27:20.388828 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:27:20.388828 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:27:20.388828 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:27:20.388828 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:27:20.388828 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:27:20.388828 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:27:20.388828 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:27:20.388828 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:27:20.388828 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:27:20.388828 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:27:20.388828 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:27:20.388828 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:27:20.388828 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:27:20.388828 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:27:20.388828 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:27:20.388828 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:27:20.388828 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:27:20.388828 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:27:20.388828 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:27:20.388828 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:27:20.388828 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:27:20.388828 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:27:20.388828 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:27:20.467793 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-2f751d9b-248e-4b3e-8e96-d1bc55d07691 None None] For port 6b86ab76-d814-4a18-bbff-00520367ee3b, host n-d-715271-26, got binding levels [] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:20.468602 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2f751d9b-248e-4b3e-8e96-d1bc55d07691 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:20.481403 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-560e56f1-94d4-4322-9397-19ab671b8792 req-fde248f4-2776-4402-bb1f-f80741c806e2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 210 time: 0.0638037 Oct 19 01:27:20.483833 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-2f751d9b-248e-4b3e-8e96-d1bc55d07691 None None] Calling delete_port for 6b86ab76-d814-4a18-bbff-00520367ee3b owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:27:20.487664 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.ipam_backend_mixin [None req-2f751d9b-248e-4b3e-8e96-d1bc55d07691 None None] Port 6b86ab76-d814-4a18-bbff-00520367ee3b was not found and therefore no delete operation was performed {{(pid=100608) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:27:20.493039 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6dfcf7ac-172b-4fb7-aa97-4da37c8193bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:20.511528 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2f751d9b-248e-4b3e-8e96-d1bc55d07691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:20.514527 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c362e8c-dc6d-4bcd-b165-30460e747f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:20.523605 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c362e8c-dc6d-4bcd-b165-30460e747f65 admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:20.527194 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0c362e8c-dc6d-4bcd-b165-30460e747f65 admin admin] 10.222.0.57 "DELETE /v2.0/networks/5e12dd14-5039-435c-a783-d0672592c2d3 HTTP/1.1" status: 204 len: 168 time: 1.7709892 Oct 19 01:27:20.543544 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c362e8c-dc6d-4bcd-b165-30460e747f65 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e12dd14-5039-435c-a783-d0672592c2d3,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:20.547488 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-bf07bce7-4943-4822-b4c0-c430c9915892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705417804', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '716ee9e4-88d3-44c3-bd98-b33c761328cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:27:11Z', 'updated_at': '2021-10-19T01:27:16Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '716ee9e4-88d3-44c3-bd98-b33c761328cf', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:27:12Z', 'updated_at': '2021-10-19T01:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '8f0da1b5-2714-42f4-b8e5-f3e36f7148e8', 'name': '', 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'mac_address': 'fa:16:3e:53:5d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'b488813b-7adf-4e85-b4c2-f7dbbaef9e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:27:15Z', 'updated_at': '2021-10-19T01:27:19Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'subnets': [{'id': 'b488813b-7adf-4e85-b4c2-f7dbbaef9e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:20.558226 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f751d9b-248e-4b3e-8e96-d1bc55d07691 None None] Pushing event deleted for resources: {'Port': ['ID=6b86ab76-d814-4a18-bbff-00520367ee3b,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:20.562856 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09af790-d868-40d1-a56d-f10d4dc21ede None None] Routers {'d6ee435f-57e0-4436-bc41-63a2cb71fbcd'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:20.563814 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-f09af790-d868-40d1-a56d-f10d4dc21ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:27:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d6ee435f-57e0-4436-bc41-63a2cb71fbcd'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:20.567509 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2f751d9b-248e-4b3e-8e96-d1bc55d07691 None None] Network 5e12dd14-5039-435c-a783-d0672592c2d3 is not hosted by any dhcp agent {{(pid=100608) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 19 01:27:20.568166 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f751d9b-248e-4b3e-8e96-d1bc55d07691 None None] No DVR routers for this DVR port 6b86ab76-d814-4a18-bbff-00520367ee3b on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:27:20.586739 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf07bce7-4943-4822-b4c0-c430c9915892 None None] The sync data for ids ['a52e6ed8-9431-4526-af28-a6f3986476e2'] in n-d-715271-26 is: [{'id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705417804', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '716ee9e4-88d3-44c3-bd98-b33c761328cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:27:11Z', 'updated_at': '2021-10-19T01:27:16Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '716ee9e4-88d3-44c3-bd98-b33c761328cf', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:27:12Z', 'updated_at': '2021-10-19T01:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '8f0da1b5-2714-42f4-b8e5-f3e36f7148e8', 'name': '', 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'mac_address': 'fa:16:3e:53:5d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'b488813b-7adf-4e85-b4c2-f7dbbaef9e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:27:15Z', 'updated_at': '2021-10-19T01:27:19Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'subnets': [{'id': 'b488813b-7adf-4e85-b4c2-f7dbbaef9e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:27:20.642878 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 4d72ba9b-0706-4eea-a77a-1fdbe74e018d no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:27:20.710779 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 4d72ba9b-0706-4eea-a77a-1fdbe74e018d {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:27:20.711158 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 4d72ba9b-0706-4eea-a77a-1fdbe74e018d not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:27:20.713362 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 7db7ed9c-7ca6-4a9e-a483-b06942c33add triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:20.713766 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:20.719693 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-6dfcf7ac-172b-4fb7-aa97-4da37c8193bb None None] For port 8f0da1b5-2714-42f4-b8e5-f3e36f7148e8, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=8f0da1b5-2714-42f4-b8e5-f3e36f7148e8,segment=NetworkSegment(2f63682b-5ff4-426f-b460-a3e069f328b3),segment_id=2f63682b-5ff4-426f-b460-a3e069f328b3)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:20.726779 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6dfcf7ac-172b-4fb7-aa97-4da37c8193bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:20.785601 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36592) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:20.839540 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4c0d9f7d-8f3a-402b-a326-6bbd0da9d833 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=585554f71e844101aa23b8eea6cc5bd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508678 Oct 19 01:27:20.841412 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36594) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:20.879964 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcf7ac-172b-4fb7-aa97-4da37c8193bb None None] Pushing event updated for resources: {'Port': ['ID=8f0da1b5-2714-42f4-b8e5-f3e36f7148e8,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:20.909915 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c69280d7-a741-40e0-8d6c-3f91950e2d68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:20.934532 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-0f9a3c3d-6564-40c0-94c0-e2830f512536 None None] Provisioning complete for port 8f0da1b5-2714-42f4-b8e5-f3e36f7148e8 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:20.935004 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0f9a3c3d-6564-40c0-94c0-e2830f512536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:20.940203 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c69280d7-a741-40e0-8d6c-3f91950e2d68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:20.987453 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-f09af790-d868-40d1-a56d-f10d4dc21ede None None] Set router d6ee435f-57e0-4436-bc41-63a2cb71fbcd gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:27:21.017734 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c69280d7-a741-40e0-8d6c-3f91950e2d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:21.021794 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c69280d7-a741-40e0-8d6c-3f91950e2d68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:21.023241 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c69280d7-a741-40e0-8d6c-3f91950e2d68 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8f4b4e98-8b43-4f75-a9a8-57b013b07dfc HTTP/1.1" status: 204 len: 168 time: 0.1800883 Oct 19 01:27:21.048697 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-69323ef3-03e8-4e93-8bed-5013f9f88e6d req-bfc11766-8cea-471c-b927-ecbeb1995811 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 210 time: 0.0864382 Oct 19 01:27:21.057180 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69280d7-a741-40e0-8d6c-3f91950e2d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4b4e98-8b43-4f75-a9a8-57b013b07dfc,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:21.232031 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b93711c6-3b86-43d0-86db-7160d48d1aab no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:27:21.341799 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-b152e2d0-1eeb-4d3f-9046-c325c8f531e2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:21.343856 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-b152e2d0-1eeb-4d3f-9046-c325c8f531e2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.24 "GET /v2.0/networks?id=536e6985-0345-4611-a1bb-43f97b99c56a HTTP/1.1" status: 200 len: 797 time: 0.2124033 Oct 19 01:27:21.386286 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: b93711c6-3b86-43d0-86db-7160d48d1aab {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:27:21.386646 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b93711c6-3b86-43d0-86db-7160d48d1aab not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:27:21.450677 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-4ddaca20-4b10-4310-a7e8-99cc59a80cc8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b92153fb65d447bf94f5610e1ad52929 HTTP/1.1" status: 200 len: 379 time: 0.0902090 Oct 19 01:27:21.466064 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-9f4b5cdf-c40d-4e98-b8b2-67c2b356af8f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'port': {'device_id': '5e046f0b-dbde-40f4-b754-80f2d87b77dc', 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a', 'admin_state_up': True, 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'security_groups': ['b0f892b1-5da6-48c8-a7a0-b3deb4165ada']}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:21.592230 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 8f0da1b5-2714-42f4-b8e5-f3e36f7148e8 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:27:21.653934 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cbcf93d7-8f61-4b84-b942-06506af70155 req-f3f76c89-cee5-4259-8da1-02d7b00a78a8 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 210 time: 0.0449429 Oct 19 01:27:21.692727 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-9f4b5cdf-c40d-4e98-b8b2-67c2b356af8f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Made reservation on behalf of b92153fb65d447bf94f5610e1ad52929 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:27:21.697049 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-9f4b5cdf-c40d-4e98-b8b2-67c2b356af8f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:21.759251 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 8f0da1b5-2714-42f4-b8e5-f3e36f7148e8 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:21.759794 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:21.827429 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-f09af790-d868-40d1-a56d-f10d4dc21ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'name': 'tempest-TestVolumeBootPattern-1290649707-router', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:42Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'gw_port': {'id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:46Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '49cbbd5b-3445-46f7-a55e-8ec66806cafc', 'name': '', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'mac_address': 'fa:16:3e:13:e6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:59Z', 'updated_at': '2021-10-19T01:18:07Z', 'revision_number': 5, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'subnets': [{'id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:21.861380 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09af790-d868-40d1-a56d-f10d4dc21ede None None] Checking router: d6ee435f-57e0-4436-bc41-63a2cb71fbcd for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:27:21.879993 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09af790-d868-40d1-a56d-f10d4dc21ede None None] Routers {'d6ee435f-57e0-4436-bc41-63a2cb71fbcd'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:21.880620 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-f09af790-d868-40d1-a56d-f10d4dc21ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:27:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d6ee435f-57e0-4436-bc41-63a2cb71fbcd'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:21.883579 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-9f4b5cdf-c40d-4e98-b8b2-67c2b356af8f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Allocated IP 172.20.0.3 (536e6985-0345-4611-a1bb-43f97b99c56a/b488813b-7adf-4e85-b4c2-f7dbbaef9e40/08a255d7-3f6c-4909-8155-47b60f14908f) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:27:22.109056 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-f09af790-d868-40d1-a56d-f10d4dc21ede None None] Set router d6ee435f-57e0-4436-bc41-63a2cb71fbcd gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:27:22.149539 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-9f4b5cdf-c40d-4e98-b8b2-67c2b356af8f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:22.198038 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-9f4b5cdf-c40d-4e98-b8b2-67c2b356af8f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:22.219330 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b5192942-fe6c-4b2b-a299-5a7fd79c575a no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:27:22.258522 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: b5192942-fe6c-4b2b-a299-5a7fd79c575a {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:27:22.258867 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b5192942-fe6c-4b2b-a299-5a7fd79c575a not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:27:22.259300 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 6b86ab76-d814-4a18-bbff-00520367ee3b no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:27:22.293931 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-9f4b5cdf-c40d-4e98-b8b2-67c2b356af8f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Network 536e6985-0345-4611-a1bb-43f97b99c56a is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:27:22.295864 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b5cdf-c40d-4e98-b8b2-67c2b356af8f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'Port': ['ID=08a255d7-3f6c-4909-8155-47b60f14908f,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:22.301922 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 6b86ab76-d814-4a18-bbff-00520367ee3b {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:27:22.302280 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 6b86ab76-d814-4a18-bbff-00520367ee3b not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:27:22.303295 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-9f4b5cdf-c40d-4e98-b8b2-67c2b356af8f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:27:22.306821 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-9f4b5cdf-c40d-4e98-b8b2-67c2b356af8f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:27:22.328293 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a1eea-a1bc-4ddc-96b4-e90d349256cf req-2ffb7687-502d-48b6-b467-58328cd19b95 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:22.332483 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d19a1eea-a1bc-4ddc-96b4-e90d349256cf req-2ffb7687-502d-48b6-b467-58328cd19b95 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 931 time: 0.1478729 Oct 19 01:27:22.484147 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-9f4b5cdf-c40d-4e98-b8b2-67c2b356af8f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:22.484817 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-9f4b5cdf-c40d-4e98-b8b2-67c2b356af8f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:22.485784 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-f09af790-d868-40d1-a56d-f10d4dc21ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'name': 'tempest-TestVolumeBootPattern-1290649707-router', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:42Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'gw_port': {'id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:46Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '49cbbd5b-3445-46f7-a55e-8ec66806cafc', 'name': '', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'mac_address': 'fa:16:3e:13:e6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:59Z', 'updated_at': '2021-10-19T01:18:07Z', 'revision_number': 5, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'subnets': [{'id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:22.506056 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d19a1eea-a1bc-4ddc-96b4-e90d349256cf req-a9febeae-0573-42a7-965d-1e9e868f494f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153033 Oct 19 01:27:22.536567 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09af790-d868-40d1-a56d-f10d4dc21ede None None] The sync data for ids ['d6ee435f-57e0-4436-bc41-63a2cb71fbcd'] in n-d-715271-26 is: [{'id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'name': 'tempest-TestVolumeBootPattern-1290649707-router', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:42Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'gw_port': {'id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:46Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '49cbbd5b-3445-46f7-a55e-8ec66806cafc', 'name': '', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'mac_address': 'fa:16:3e:13:e6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:59Z', 'updated_at': '2021-10-19T01:18:07Z', 'revision_number': 5, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'subnets': [{'id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:27:22.537121 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-9f4b5cdf-c40d-4e98-b8b2-67c2b356af8f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0770411 Oct 19 01:27:22.550885 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-55266911-5a2f-4000-8a58-289e4fe36507 service neutron] Request body: {'port': {'device_id': '5e046f0b-dbde-40f4-b754-80f2d87b77dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:22.634662 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-55266911-5a2f-4000-8a58-289e4fe36507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:22.753096 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-6b48e1cc-e5a6-4468-9a6c-91b6c7c76cf8 None None] Provisioning complete for port 08a255d7-3f6c-4909-8155-47b60f14908f triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:22.754224 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6b48e1cc-e5a6-4468-9a6c-91b6c7c76cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:22.795920 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-6b48e1cc-e5a6-4468-9a6c-91b6c7c76cf8 None None] Port 08a255d7-3f6c-4909-8155-47b60f14908f cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:27:22.811079 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5220296b-bea6-485c-98aa-c197bdd52eed req-870f3dda-e12a-4531-b92c-c32fdba11b5d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 210 time: 0.0678236 Oct 19 01:27:22.984772 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088571b4-6aba-42b8-809f-cefdcf396880 None None] New status for floating IP 2c61e9ce-9f4b-4194-8c20-b10171a70815: DOWN {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:27:23.059372 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-55266911-5a2f-4000-8a58-289e4fe36507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08a255d7-3f6c-4909-8155-47b60f14908f {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:27:23.068803 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-55266911-5a2f-4000-8a58-289e4fe36507 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:23.086774 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-55266911-5a2f-4000-8a58-289e4fe36507 service neutron] Transition to ACTIVE for port object 08a255d7-3f6c-4909-8155-47b60f14908f will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:27:23.091992 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-55266911-5a2f-4000-8a58-289e4fe36507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:23.155496 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55266911-5a2f-4000-8a58-289e4fe36507 service neutron] Pushing event updated for resources: {'Port': ['ID=08a255d7-3f6c-4909-8155-47b60f14908f,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:23.255585 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-55266911-5a2f-4000-8a58-289e4fe36507 service neutron] Attempting to bind port 08a255d7-3f6c-4909-8155-47b60f14908f on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:27:23.255993 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-55266911-5a2f-4000-8a58-289e4fe36507 service neutron] Attempting to bind port 08a255d7-3f6c-4909-8155-47b60f14908f by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '2f63682b-5ff4-426f-b460-a3e069f328b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:27:23.256332 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-55266911-5a2f-4000-8a58-289e4fe36507 service neutron] Attempting to bind port 08a255d7-3f6c-4909-8155-47b60f14908f on network 536e6985-0345-4611-a1bb-43f97b99c56a {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:27:23.261629 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-55266911-5a2f-4000-8a58-289e4fe36507 service neutron] Port 08a255d7-3f6c-4909-8155-47b60f14908f on network 536e6985-0345-4611-a1bb-43f97b99c56a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:27:23.261998 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-55266911-5a2f-4000-8a58-289e4fe36507 service neutron] Attempting to bind port 08a255d7-3f6c-4909-8155-47b60f14908f on network 536e6985-0345-4611-a1bb-43f97b99c56a {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:27:23.267956 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-55266911-5a2f-4000-8a58-289e4fe36507 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:27:23.268287 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-55266911-5a2f-4000-8a58-289e4fe36507 service neutron] Checking segment: {'id': '2f63682b-5ff4-426f-b460-a3e069f328b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:27:23.268681 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-55266911-5a2f-4000-8a58-289e4fe36507 service neutron] Bound using segment: {'id': '2f63682b-5ff4-426f-b460-a3e069f328b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:27:23.269117 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-55266911-5a2f-4000-8a58-289e4fe36507 service neutron] Bound port: 08a255d7-3f6c-4909-8155-47b60f14908f, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f63682b-5ff4-426f-b460-a3e069f328b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:27:23.270022 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-55266911-5a2f-4000-8a58-289e4fe36507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:23.362174 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-55266911-5a2f-4000-8a58-289e4fe36507 service neutron] For port 08a255d7-3f6c-4909-8155-47b60f14908f, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:27:23.366457 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-55266911-5a2f-4000-8a58-289e4fe36507 service neutron] For port 08a255d7-3f6c-4909-8155-47b60f14908f, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=08a255d7-3f6c-4909-8155-47b60f14908f,segment=NetworkSegment(2f63682b-5ff4-426f-b460-a3e069f328b3),segment_id=2f63682b-5ff4-426f-b460-a3e069f328b3)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:27:23.372400 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-55266911-5a2f-4000-8a58-289e4fe36507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:23.425973 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-55266911-5a2f-4000-8a58-289e4fe36507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:23.426611 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-55266911-5a2f-4000-8a58-289e4fe36507 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:23.428060 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-55266911-5a2f-4000-8a58-289e4fe36507 service neutron] 10.222.0.24 "PUT /v2.0/ports/08a255d7-3f6c-4909-8155-47b60f14908f HTTP/1.1" status: 200 len: 1092 time: 0.8816488 Oct 19 01:27:23.428509 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e046f0b-dbde-40f4-b754-80f2d87b77dc', 'tag': '08a255d7-3f6c-4909-8155-47b60f14908f'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:27:23.430788 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd501ea6-9c45-4576-a877-ab195d2890b1" -d '{"events": [{"name": "network-changed", "server_uuid": "5e046f0b-dbde-40f4-b754-80f2d87b77dc", "tag": "08a255d7-3f6c-4909-8155-47b60f14908f"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:27:23.471847 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55266911-5a2f-4000-8a58-289e4fe36507 service neutron] Pushing event updated for resources: {'Port': ['ID=08a255d7-3f6c-4909-8155-47b60f14908f,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:23.477527 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a914397-2298-4c8c-9208-7d7ba47a4378 x-openstack-request-id: req-8a914397-2298-4c8c-9208-7d7ba47a4378 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:27:23.477689 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e046f0b-dbde-40f4-b754-80f2d87b77dc", "tag": "08a255d7-3f6c-4909-8155-47b60f14908f", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:27:23.477937 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8a914397-2298-4c8c-9208-7d7ba47a4378 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:27:23.478329 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e046f0b-dbde-40f4-b754-80f2d87b77dc', 'tag': '08a255d7-3f6c-4909-8155-47b60f14908f', 'status': 'completed', 'code': 200} Oct 19 01:27:23.553676 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-5f3088ed-5c13-47ec-b962-4698d1eddece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:23.555441 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-5f3088ed-5c13-47ec-b962-4698d1eddece service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b92153fb65d447bf94f5610e1ad52929&device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 1095 time: 0.0720878 Oct 19 01:27:23.607828 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-b080b66a-2234-49c7-948f-9055aa51155b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08a255d7-3f6c-4909-8155-47b60f14908f HTTP/1.1" status: 200 len: 217 time: 0.0425365 Oct 19 01:27:23.693704 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-6df85a4f-696c-4c52-9a23-43466e0af068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:23.695203 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-6df85a4f-696c-4c52-9a23-43466e0af068 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b488813b-7adf-4e85-b4c2-f7dbbaef9e40 HTTP/1.1" status: 200 len: 834 time: 0.0764544 Oct 19 01:27:23.727018 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e5254-530f-4b45-8e81-25fc59745a64 req-7b88752d-6b79-44c7-b5f9-abd94d243773 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:23.728603 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a33e5254-530f-4b45-8e81-25fc59745a64 req-7b88752d-6b79-44c7-b5f9-abd94d243773 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 943 time: 0.1236572 Oct 19 01:27:23.792448 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-54055faf-1b84-4a1a-b64b-db6496b54202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:23.793961 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-54055faf-1b84-4a1a-b64b-db6496b54202 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=536e6985-0345-4611-a1bb-43f97b99c56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0849671 Oct 19 01:27:23.797746 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a33e5254-530f-4b45-8e81-25fc59745a64 req-c89d5c8c-4672-4e9e-9bcd-ff980539eaf1 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522504 Oct 19 01:27:23.904697 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-0e5a059e-d105-45cf-9deb-9df6c66dfe8d service neutron] 10.222.0.24 "GET /v2.0/networks/536e6985-0345-4611-a1bb-43f97b99c56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033843 Oct 19 01:27:23.931842 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-86f4952f-7ebd-430d-a125-71a7f2676fc7 req-6914a242-fde3-40b4-9735-3193f2b88415 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 210 time: 0.0313673 Oct 19 01:27:24.014418 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-259ee1ef-48bb-4960-9f89-ff729aede03e req-983b9c23-7db0-4d25-89c7-86a022510cae service neutron] 10.222.0.24 "GET /v2.0/networks/536e6985-0345-4611-a1bb-43f97b99c56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024280 Oct 19 01:27:24.103901 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd501ea6-9c45-4576-a877-ab195d2890b1 req-a3578a65-6f5c-4da6-991e-efa9bc1aee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:24.105417 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bd501ea6-9c45-4576-a877-ab195d2890b1 req-a3578a65-6f5c-4da6-991e-efa9bc1aee88 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b92153fb65d447bf94f5610e1ad52929&device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 1095 time: 0.0448363 Oct 19 01:27:24.204660 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd501ea6-9c45-4576-a877-ab195d2890b1 req-b8c56252-d7a2-4655-b9fa-389249ae8fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:24.206569 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bd501ea6-9c45-4576-a877-ab195d2890b1 req-b8c56252-d7a2-4655-b9fa-389249ae8fa3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=536e6985-0345-4611-a1bb-43f97b99c56a HTTP/1.1" status: 200 len: 898 time: 0.0935352 Oct 19 01:27:24.249726 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bd501ea6-9c45-4576-a877-ab195d2890b1 req-872ea46b-fb56-43a8-8928-9b68f1861df6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08a255d7-3f6c-4909-8155-47b60f14908f HTTP/1.1" status: 200 len: 217 time: 0.0360088 Oct 19 01:27:24.268097 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36668) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:24.303880 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd501ea6-9c45-4576-a877-ab195d2890b1 req-3fff6516-c44e-41c7-b2e1-2be3eb8d63bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:24.305344 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bd501ea6-9c45-4576-a877-ab195d2890b1 req-3fff6516-c44e-41c7-b2e1-2be3eb8d63bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b488813b-7adf-4e85-b4c2-f7dbbaef9e40 HTTP/1.1" status: 200 len: 834 time: 0.0486264 Oct 19 01:27:24.356741 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd501ea6-9c45-4576-a877-ab195d2890b1 req-74d16cdc-5b22-4287-9bd1-50ae1096073b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:24.358275 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bd501ea6-9c45-4576-a877-ab195d2890b1 req-74d16cdc-5b22-4287-9bd1-50ae1096073b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=536e6985-0345-4611-a1bb-43f97b99c56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442975 Oct 19 01:27:24.387628 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b20433df-856f-417b-beab-c39d66ee4986 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:24.460669 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bd501ea6-9c45-4576-a877-ab195d2890b1 req-55617f52-0036-4462-aac2-2f0f7c923be7 service neutron] 10.222.0.24 "GET /v2.0/networks/536e6985-0345-4611-a1bb-43f97b99c56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945823 Oct 19 01:27:24.484568 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b20433df-856f-417b-beab-c39d66ee4986 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:24.490286 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b20433df-856f-417b-beab-c39d66ee4986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:24.538314 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b20433df-856f-417b-beab-c39d66ee4986 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b2b70ec1f8264300b98c92fcc03e489b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2690780 Oct 19 01:27:24.540698 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20433df-856f-417b-beab-c39d66ee4986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff31629c-a602-42fb-8141-13a55a586053,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:24.541081 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36672) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:24.587186 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bd501ea6-9c45-4576-a877-ab195d2890b1 req-75b3a3b4-5d84-4758-8b5b-0a34cb58b745 service neutron] 10.222.0.24 "GET /v2.0/networks/536e6985-0345-4611-a1bb-43f97b99c56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182573 Oct 19 01:27:24.609818 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-860d0cf3-6e05-440d-9df4-09f75a98597f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:24.631886 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-860d0cf3-6e05-440d-9df4-09f75a98597f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:24.680953 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-860d0cf3-6e05-440d-9df4-09f75a98597f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:24.683488 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-860d0cf3-6e05-440d-9df4-09f75a98597f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:24.684658 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-860d0cf3-6e05-440d-9df4-09f75a98597f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ff31629c-a602-42fb-8141-13a55a586053 HTTP/1.1" status: 204 len: 168 time: 0.1425478 Oct 19 01:27:24.693610 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d0cf3-6e05-440d-9df4-09f75a98597f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff31629c-a602-42fb-8141-13a55a586053,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:24.923019 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e74d17-a074-4817-b4de-04f11761a44c req-e25031a1-0e8a-4c3f-887e-4c6f40999d5b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:24.924562 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-80e74d17-a074-4817-b4de-04f11761a44c req-e25031a1-0e8a-4c3f-887e-4c6f40999d5b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 943 time: 0.0514479 Oct 19 01:27:24.959745 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36680) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:24.968679 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-80e74d17-a074-4817-b4de-04f11761a44c req-8f194da5-d54e-440d-b540-b4bc36a17ef4 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365632 Oct 19 01:27:24.980907 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1f30cc08-51c3-4946-876a-9d48626657f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:25.060532 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-778099a8-5510-4948-926e-438257f7e7fb req-2aa2be12-1cd1-45b2-8c6a-7111f7b68964 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 210 time: 0.0319698 Oct 19 01:27:25.112266 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1f30cc08-51c3-4946-876a-9d48626657f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:25.116671 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1f30cc08-51c3-4946-876a-9d48626657f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:25.153300 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30cc08-51c3-4946-876a-9d48626657f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b09ab7-070d-4380-8163-1810cc31a7d5,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:25.158461 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1f30cc08-51c3-4946-876a-9d48626657f2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c5ced908b130429082b6b554ff88f537&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1967425 Oct 19 01:27:25.161438 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36686) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:25.212146 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bdf5ec0c-6bf0-43d4-b4fb-f7272b9d95f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:25.235674 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bdf5ec0c-6bf0-43d4-b4fb-f7272b9d95f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:25.287016 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bdf5ec0c-6bf0-43d4-b4fb-f7272b9d95f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:25.289809 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bdf5ec0c-6bf0-43d4-b4fb-f7272b9d95f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:25.293478 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-bdf5ec0c-6bf0-43d4-b4fb-f7272b9d95f0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a0b09ab7-070d-4380-8163-1810cc31a7d5 HTTP/1.1" status: 204 len: 168 time: 0.1286573 Oct 19 01:27:25.304105 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf5ec0c-6bf0-43d4-b4fb-f7272b9d95f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b09ab7-070d-4380-8163-1810cc31a7d5,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:26.081210 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 08a255d7-3f6c-4909-8155-47b60f14908f details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:27:26.092827 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be7e28-3060-4c93-b581-332c28a3efdb req-e1922617-4234-46f5-8826-3b61fcf1a6c8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:26.094423 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b8be7e28-3060-4c93-b581-332c28a3efdb req-e1922617-4234-46f5-8826-3b61fcf1a6c8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 943 time: 0.0524781 Oct 19 01:27:26.168600 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b8be7e28-3060-4c93-b581-332c28a3efdb req-98279c32-f5fb-46e1-9b1a-59cb9f0412b3 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673938 Oct 19 01:27:26.238502 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 08a255d7-3f6c-4909-8155-47b60f14908f, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=08a255d7-3f6c-4909-8155-47b60f14908f,segment=NetworkSegment(2f63682b-5ff4-426f-b460-a3e069f328b3),segment_id=2f63682b-5ff4-426f-b460-a3e069f328b3)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:26.243656 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-847a5759-afbd-4e38-b88d-060346ccd93d req-c73d8361-1b9e-4fc4-b602-cfb8b6f9853f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 210 time: 0.0589716 Oct 19 01:27:26.272815 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '08a255d7-3f6c-4909-8155-47b60f14908f', 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a', 'port_id': '08a255d7-3f6c-4909-8155-47b60f14908f', 'mac_address': 'fa:16:3e:e6:23:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b488813b-7adf-4e85-b4c2-f7dbbaef9e40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:27:26.318324 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:26.340278 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08a255d7-3f6c-4909-8155-47b60f14908f {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:27:26.364013 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 08a255d7-3f6c-4909-8155-47b60f14908f, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=08a255d7-3f6c-4909-8155-47b60f14908f,segment=NetworkSegment(2f63682b-5ff4-426f-b460-a3e069f328b3),segment_id=2f63682b-5ff4-426f-b460-a3e069f328b3)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:26.371939 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:26.433353 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=08a255d7-3f6c-4909-8155-47b60f14908f,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:26.537404 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640828c1-1496-47ab-bbe8-674260451f9f req-485ab5c3-74a7-4cb7-85f8-974b690981ad tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:26.544631 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-640828c1-1496-47ab-bbe8-674260451f9f req-485ab5c3-74a7-4cb7-85f8-974b690981ad tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 946 time: 0.0692189 Oct 19 01:27:26.580971 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-640828c1-1496-47ab-bbe8-674260451f9f req-eae4b268-b79b-413b-aa53-7bad67889751 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351443 Oct 19 01:27:26.586153 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['08a255d7-3f6c-4909-8155-47b60f14908f'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:27:27.142412 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:27.304823 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af9ae7-ed0a-4a4d-b41d-ad57bc26c047 req-72d58af3-7bbd-40b4-a945-690ea7b19756 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:27.306606 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-22af9ae7-ed0a-4a4d-b41d-ad57bc26c047 req-72d58af3-7bbd-40b4-a945-690ea7b19756 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 944 time: 0.0576954 Oct 19 01:27:27.352854 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-60216f61-e748-4ed4-b231-57757d37d17b req-4d0f8629-cc0f-44ac-9a9a-bd91b0c59254 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 210 time: 0.0315061 Oct 19 01:27:27.367016 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-22af9ae7-ed0a-4a4d-b41d-ad57bc26c047 req-9cab49d0-7963-4cbc-95bb-058518a1870c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496714 Oct 19 01:27:27.712754 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76f0f8-b0df-4391-a4d1-5be44cb94a0d req-8cc4f9c6-cea3-4c05-84a4-1fa0879b5a0d tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:27.714531 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7d76f0f8-b0df-4391-a4d1-5be44cb94a0d req-8cc4f9c6-cea3-4c05-84a4-1fa0879b5a0d tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 946 time: 0.0569842 Oct 19 01:27:27.753467 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7d76f0f8-b0df-4391-a4d1-5be44cb94a0d req-a55a80bc-e077-41c7-b779-912338ce78d6 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328119 Oct 19 01:27:27.992732 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36772) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:28.106976 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 08a255d7-3f6c-4909-8155-47b60f14908f up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:27:28.135618 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8a288391-cb28-481c-af40-aed2ca8b9550 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:28.160664 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 08a255d7-3f6c-4909-8155-47b60f14908f completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:27:28.165179 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 08a255d7-3f6c-4909-8155-47b60f14908f triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:28.165690 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:28.214785 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8a288391-cb28-481c-af40-aed2ca8b9550 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:28.219288 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8a288391-cb28-481c-af40-aed2ca8b9550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:28.260453 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:28.284362 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e046f0b-dbde-40f4-b754-80f2d87b77dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a255d7-3f6c-4909-8155-47b60f14908f'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:27:28.287333 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d69fd2b-51d9-4f0b-a1b4-71cb345ff6c4" -d '{"events": [{"server_uuid": "5e046f0b-dbde-40f4-b754-80f2d87b77dc", "name": "network-vif-plugged", "status": "completed", "tag": "08a255d7-3f6c-4909-8155-47b60f14908f"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:27:28.288936 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8a288391-cb28-481c-af40-aed2ca8b9550 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f5ef25ec306649cfba80ad784e860960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2951229 Oct 19 01:27:28.290241 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a288391-cb28-481c-af40-aed2ca8b9550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641ed805-36f7-4ecc-9375-c675facba5e0,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:28.292383 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36778) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:28.318310 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e47955-4e99-4830-960f-72b930ce896d req-fbcd69eb-9ffb-4dc1-8b7e-c9a6232c2b58 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:28.320492 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d6e47955-4e99-4830-960f-72b930ce896d req-fbcd69eb-9ffb-4dc1-8b7e-c9a6232c2b58 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 946 time: 0.0864673 Oct 19 01:27:28.331288 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 08a255d7-3f6c-4909-8155-47b60f14908f, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=08a255d7-3f6c-4909-8155-47b60f14908f,segment=NetworkSegment(2f63682b-5ff4-426f-b460-a3e069f328b3),segment_id=2f63682b-5ff4-426f-b460-a3e069f328b3)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:28.336221 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:28.359456 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f4ad2f32-565f-4039-abae-27b5837c274f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:28.393020 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f4ad2f32-565f-4039-abae-27b5837c274f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:28.411186 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=08a255d7-3f6c-4909-8155-47b60f14908f,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:28.468800 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f4ad2f32-565f-4039-abae-27b5837c274f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:28.471555 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f4ad2f32-565f-4039-abae-27b5837c274f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:28.476390 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f4ad2f32-565f-4039-abae-27b5837c274f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/641ed805-36f7-4ecc-9375-c675facba5e0 HTTP/1.1" status: 204 len: 168 time: 0.1820879 Oct 19 01:27:28.513645 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-81ae2299-9596-475b-83a4-9bf13602d356 req-b3b9e329-ac3e-47f3-8faa-451994112721 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 210 time: 0.0596001 Oct 19 01:27:28.531499 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad2f32-565f-4039-abae-27b5837c274f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641ed805-36f7-4ecc-9375-c675facba5e0,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:28.533739 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-d6e47955-4e99-4830-960f-72b930ce896d req-fcac9d8f-c72b-4ff0-8cee-7240112d0634 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Deleting port 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:27:28.534320 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d6e47955-4e99-4830-960f-72b930ce896d req-fcac9d8f-c72b-4ff0-8cee-7240112d0634 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:28.606116 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b25146-7b32-4657-8952-8910119dde4f x-openstack-request-id: req-b8b25146-7b32-4657-8952-8910119dde4f {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:27:28.606416 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e046f0b-dbde-40f4-b754-80f2d87b77dc", "name": "network-vif-plugged", "status": "completed", "tag": "08a255d7-3f6c-4909-8155-47b60f14908f", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:27:28.606673 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b8b25146-7b32-4657-8952-8910119dde4f {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:27:28.607072 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e046f0b-dbde-40f4-b754-80f2d87b77dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a255d7-3f6c-4909-8155-47b60f14908f', 'code': 200} Oct 19 01:27:28.675962 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-d6e47955-4e99-4830-960f-72b930ce896d req-fcac9d8f-c72b-4ff0-8cee-7240112d0634 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] For port 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da,segment=NetworkSegment(541c06ed-de66-456d-9510-381984fe0ad1),segment_id=541c06ed-de66-456d-9510-381984fe0ad1)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:28.676682 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d6e47955-4e99-4830-960f-72b930ce896d req-fcac9d8f-c72b-4ff0-8cee-7240112d0634 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:28.741596 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652af1c7-1d5c-4a78-a47e-a373febd0f93 req-799c5607-2906-4ef3-94d1-60447d8e33fb tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:28.743525 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-652af1c7-1d5c-4a78-a47e-a373febd0f93 req-799c5607-2906-4ef3-94d1-60447d8e33fb tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 945 time: 0.0958140 Oct 19 01:27:28.755215 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090dbfbf-f736-4a75-8257-b3c58ff4e003 req-b3319ed6-bccb-464f-a235-1af23229d10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:28.757302 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-090dbfbf-f736-4a75-8257-b3c58ff4e003 req-b3319ed6-bccb-464f-a235-1af23229d10c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 1097 time: 0.0730062 Oct 19 01:27:28.816820 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-090dbfbf-f736-4a75-8257-b3c58ff4e003 req-58e43c1b-1295-4b0e-bf4b-fa6a4988c093 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423253 Oct 19 01:27:28.837841 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-652af1c7-1d5c-4a78-a47e-a373febd0f93 req-bea1145d-4ef6-4e48-9cc0-c1d3093c370d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850146 Oct 19 01:27:28.898638 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36792) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:28.913321 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f46f46ec-e9c8-4954-9659-dae3923e43b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:28.961653 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d6e47955-4e99-4830-960f-72b930ce896d req-fcac9d8f-c72b-4ff0-8cee-7240112d0634 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:28.962020 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d6e47955-4e99-4830-960f-72b930ce896d req-fcac9d8f-c72b-4ff0-8cee-7240112d0634 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:28.962400 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [req-d6e47955-4e99-4830-960f-72b930ce896d req-fcac9d8f-c72b-4ff0-8cee-7240112d0634 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Floating IP 94fc6c5f-6b0d-4619-95a3-3951fb6bb40a disassociated. External IP: 172.25.8.21, port: 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da. Oct 19 01:27:28.962827 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-d6e47955-4e99-4830-960f-72b930ce896d req-fcac9d8f-c72b-4ff0-8cee-7240112d0634 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Calling delete_port for 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:27:28.976750 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ac964-7aa2-48c7-9277-2f605791ef5c req-2e829330-908d-495e-99b2-a893e080412c tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:28.980271 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-955ac964-7aa2-48c7-9277-2f605791ef5c req-2e829330-908d-495e-99b2-a893e080412c tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 946 time: 0.0877607 Oct 19 01:27:29.009642 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f46f46ec-e9c8-4954-9659-dae3923e43b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:29.013881 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f46f46ec-e9c8-4954-9659-dae3923e43b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:29.058152 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f46f46ec-e9c8-4954-9659-dae3923e43b1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4313e7a5801343cdaa9f70fb3e5bfa8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1582799 Oct 19 01:27:29.059598 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f46ec-e9c8-4954-9659-dae3923e43b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046c6419-a126-4805-a9ac-01d7f5c024c1,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:29.061070 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36794) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:29.074627 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-955ac964-7aa2-48c7-9277-2f605791ef5c req-39ab1211-7506-4991-87a6-111662639b1d tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=405dde1c-b754-456f-9272-2f2cd4470617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830171 Oct 19 01:27:29.168250 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-88f68934-76bf-49b8-9148-b187081b9cc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:29.200767 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-88f68934-76bf-49b8-9148-b187081b9cc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:29.209642 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d6e47955-4e99-4830-960f-72b930ce896d req-fcac9d8f-c72b-4ff0-8cee-7240112d0634 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:29.257774 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac9d8f-c72b-4ff0-8cee-7240112d0634 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Pushing event deleted for resources: {'Port': ['ID=0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:29.326877 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-88f68934-76bf-49b8-9148-b187081b9cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:29.329620 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-88f68934-76bf-49b8-9148-b187081b9cc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:29.331056 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-88f68934-76bf-49b8-9148-b187081b9cc5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/046c6419-a126-4805-a9ac-01d7f5c024c1 HTTP/1.1" status: 204 len: 168 time: 0.2690320 Oct 19 01:27:29.371431 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f68934-76bf-49b8-9148-b187081b9cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046c6419-a126-4805-a9ac-01d7f5c024c1,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:29.392225 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6e47955-4e99-4830-960f-72b930ce896d req-fcac9d8f-c72b-4ff0-8cee-7240112d0634 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Router da4ab5b7-c3a7-47c8-8f02-386f770ce07f has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:27:29.510853 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6e47955-4e99-4830-960f-72b930ce896d req-fcac9d8f-c72b-4ff0-8cee-7240112d0634 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:27:29.521361 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2e6e38-fc1b-4dd8-a645-1fab39866398 None None] Sync routers for ids ['da4ab5b7-c3a7-47c8-8f02-386f770ce07f'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:27:29.532916 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2e6e38-fc1b-4dd8-a645-1fab39866398 None None] Routers {'da4ab5b7-c3a7-47c8-8f02-386f770ce07f'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:29.534550 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-2e2e6e38-fc1b-4dd8-a645-1fab39866398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:27:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['da4ab5b7-c3a7-47c8-8f02-386f770ce07f'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:29.564129 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e47955-4e99-4830-960f-72b930ce896d req-fcac9d8f-c72b-4ff0-8cee-7240112d0634 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] No DVR routers for this DVR port 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:27:29.567035 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d6e47955-4e99-4830-960f-72b930ce896d req-fcac9d8f-c72b-4ff0-8cee-7240112d0634 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:29.570566 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d6e47955-4e99-4830-960f-72b930ce896d req-fcac9d8f-c72b-4ff0-8cee-7240112d0634 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.55 "DELETE /v2.0/ports/0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da HTTP/1.1" status: 204 len: 173 time: 1.2436783 Oct 19 01:27:29.571027 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2577546-eaa5-4f27-82d1-74ff9d883fdd', 'name': 'network-vif-deleted', 'tag': '0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:27:29.573731 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d2ff5c-64d6-4890-a318-fc1076d45816" -d '{"events": [{"server_uuid": "e2577546-eaa5-4f27-82d1-74ff9d883fdd", "name": "network-vif-deleted", "tag": "0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:27:29.611494 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:29.636488 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b23136-b056-4cfc-8b70-509ada5f115a x-openstack-request-id: req-d1b23136-b056-4cfc-8b70-509ada5f115a {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:27:29.636839 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2577546-eaa5-4f27-82d1-74ff9d883fdd", "name": "network-vif-deleted", "tag": "0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:27:29.637023 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d1b23136-b056-4cfc-8b70-509ada5f115a {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:27:29.637426 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2577546-eaa5-4f27-82d1-74ff9d883fdd', 'name': 'network-vif-deleted', 'tag': '0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da', 'status': 'completed', 'code': 200} Oct 19 01:27:29.720966 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-2e2e6e38-fc1b-4dd8-a645-1fab39866398 None None] Set router da4ab5b7-c3a7-47c8-8f02-386f770ce07f gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:27:29.755697 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-650a2368-c77c-49dd-8250-3776bdedf9e0 req-4e6a1503-7066-438a-aff8-9776e53b8dfc tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=94775333-a3d9-49a8-8425-bc39c6d1cdec HTTP/1.1" status: 200 len: 210 time: 0.0779519 Oct 19 01:27:30.002249 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98369d37-cf2d-442b-a3fa-579a98120c06 req-91f8220e-e41b-4928-a595-b08bf0284074 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:30.010893 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-98369d37-cf2d-442b-a3fa-579a98120c06 req-91f8220e-e41b-4928-a595-b08bf0284074 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 945 time: 0.0771873 Oct 19 01:27:30.058995 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-98369d37-cf2d-442b-a3fa-579a98120c06 req-dbde786f-1f4b-49dc-9f69-c5362895632e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470777 Oct 19 01:27:30.127146 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-2e2e6e38-fc1b-4dd8-a645-1fab39866398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'name': 'tempest-AttachVolumeShelveTestJSON-317180163-router', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'bca8d86f-d88a-44b1-b1dc-c89037df4c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:21:36Z', 'updated_at': '2021-10-19T01:21:42Z', 'revision_number': 4, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'gw_port': {'id': 'bca8d86f-d88a-44b1-b1dc-c89037df4c67', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:57:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:21:37Z', 'updated_at': '2021-10-19T01:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '3208d30f-6532-41ab-8914-ad74d6a9dc11', 'name': '', 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'mac_address': 'fa:16:3e:4b:4b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '488e075d-4e24-4ef3-a196-a8fb67b0889b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:21:41Z', 'updated_at': '2021-10-19T01:21:48Z', 'revision_number': 5, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'subnets': [{'id': '488e075d-4e24-4ef3-a196-a8fb67b0889b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:30.180550 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2e6e38-fc1b-4dd8-a645-1fab39866398 None None] Checking router: da4ab5b7-c3a7-47c8-8f02-386f770ce07f for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:27:30.195681 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2e6e38-fc1b-4dd8-a645-1fab39866398 None None] Routers {'da4ab5b7-c3a7-47c8-8f02-386f770ce07f'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:30.196488 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-2e2e6e38-fc1b-4dd8-a645-1fab39866398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:27:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['da4ab5b7-c3a7-47c8-8f02-386f770ce07f'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:30.197866 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9ce9d-c327-4cf4-965d-ad5923e9f20a req-1e24b896-7307-47b6-aabb-a6025bfa994b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:30.199764 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7bf9ce9d-c327-4cf4-965d-ad5923e9f20a req-1e24b896-7307-47b6-aabb-a6025bfa994b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 945 time: 0.0678122 Oct 19 01:27:30.283013 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7bf9ce9d-c327-4cf4-965d-ad5923e9f20a req-dcbb0bed-459f-4b2e-bf93-352f163d8183 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761621 Oct 19 01:27:30.307157 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36824) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:30.320659 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-faa6af27-840c-4754-ba7b-9675c5a1c487 req-750da836-0156-4096-93a0-f827b48a487b tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2577546-eaa5-4f27-82d1-74ff9d883fdd HTTP/1.1" status: 200 len: 210 time: 0.0638983 Oct 19 01:27:30.336880 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-2e2e6e38-fc1b-4dd8-a645-1fab39866398 None None] Set router da4ab5b7-c3a7-47c8-8f02-386f770ce07f gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:27:30.363334 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7fcd95-090c-4e0d-9456-7e761619332c tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:30.364937 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-aa7fcd95-090c-4e0d-9456-7e761619332c tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 1092 time: 0.0564606 Oct 19 01:27:30.367757 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36828) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:30.372244 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-833c1d2a-1cd5-4b29-bedd-e462aa369e48 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'port_id': '08a255d7-3f6c-4909-8155-47b60f14908f', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:30.397996 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-833c1d2a-1cd5-4b29-bedd-e462aa369e48 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for floatingip, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:30.499476 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-833c1d2a-1cd5-4b29-bedd-e462aa369e48 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:30.550113 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-2e2e6e38-fc1b-4dd8-a645-1fab39866398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'name': 'tempest-AttachVolumeShelveTestJSON-317180163-router', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'bca8d86f-d88a-44b1-b1dc-c89037df4c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:21:36Z', 'updated_at': '2021-10-19T01:21:42Z', 'revision_number': 4, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'gw_port': {'id': 'bca8d86f-d88a-44b1-b1dc-c89037df4c67', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:57:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:21:37Z', 'updated_at': '2021-10-19T01:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '3208d30f-6532-41ab-8914-ad74d6a9dc11', 'name': '', 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'mac_address': 'fa:16:3e:4b:4b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '488e075d-4e24-4ef3-a196-a8fb67b0889b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:21:41Z', 'updated_at': '2021-10-19T01:21:48Z', 'revision_number': 5, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'subnets': [{'id': '488e075d-4e24-4ef3-a196-a8fb67b0889b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:30.635617 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-833c1d2a-1cd5-4b29-bedd-e462aa369e48 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Allocated IP 172.25.8.208 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/d555990a-e1e6-44b9-a41d-91978842b362) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:27:30.751478 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2e6e38-fc1b-4dd8-a645-1fab39866398 None None] The sync data for ids ['da4ab5b7-c3a7-47c8-8f02-386f770ce07f'] in n-d-715271-26 is: [{'id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'name': 'tempest-AttachVolumeShelveTestJSON-317180163-router', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'bca8d86f-d88a-44b1-b1dc-c89037df4c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:21:36Z', 'updated_at': '2021-10-19T01:21:42Z', 'revision_number': 4, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'gw_port': {'id': 'bca8d86f-d88a-44b1-b1dc-c89037df4c67', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:57:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:21:37Z', 'updated_at': '2021-10-19T01:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '3208d30f-6532-41ab-8914-ad74d6a9dc11', 'name': '', 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'mac_address': 'fa:16:3e:4b:4b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '488e075d-4e24-4ef3-a196-a8fb67b0889b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:21:41Z', 'updated_at': '2021-10-19T01:21:48Z', 'revision_number': 5, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'subnets': [{'id': '488e075d-4e24-4ef3-a196-a8fb67b0889b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:27:30.753316 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:27:30.789866 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-833c1d2a-1cd5-4b29-bedd-e462aa369e48 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:30.819296 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:27:30.819883 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 0ba4637f-b3a8-4579-8fe7-ccdf2cc7e0da not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:27:30.842258 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-833c1d2a-1cd5-4b29-bedd-e462aa369e48 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:30.890167 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833c1d2a-1cd5-4b29-bedd-e462aa369e48 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:27:30.893351 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-833c1d2a-1cd5-4b29-bedd-e462aa369e48 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:27:30.897983 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833c1d2a-1cd5-4b29-bedd-e462aa369e48 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:27:30.928603 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c1d2a-1cd5-4b29-bedd-e462aa369e48 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'Port': ['ID=d555990a-e1e6-44b9-a41d-91978842b362,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:31.055416 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fb822014-073d-468e-934e-05a5d94dbe93 req-b2abf89f-5b4b-4080-850d-e6c6efdee651 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1354704023&fields=id&tenant_id=248f0ca5d5d44d8ab1ae3c514fead24b HTTP/1.1" status: 200 len: 267 time: 0.0413966 Oct 19 01:27:31.123244 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c90cdbb-6203-4cb7-8c86-aa5cb11b9920 None None] New status for floating IP 94fc6c5f-6b0d-4619-95a3-3951fb6bb40a: DOWN {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:27:31.183206 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb822014-073d-468e-934e-05a5d94dbe93 req-0a11dfe0-47af-48a2-8c01-371d55aaee6a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:31.184890 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fb822014-073d-468e-934e-05a5d94dbe93 req-0a11dfe0-47af-48a2-8c01-371d55aaee6a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/networks?id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a HTTP/1.1" status: 200 len: 812 time: 0.1241775 Oct 19 01:27:31.209125 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fb822014-073d-468e-934e-05a5d94dbe93 req-c460a604-7fdb-4ec3-80d1-8f7aa499eea1 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/quotas/248f0ca5d5d44d8ab1ae3c514fead24b HTTP/1.1" status: 200 len: 375 time: 0.0141594 Oct 19 01:27:31.276283 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fb822014-073d-468e-934e-05a5d94dbe93 req-0b8cc45c-6672-48c5-9364-03476601f063 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=248f0ca5d5d44d8ab1ae3c514fead24b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0590537 Oct 19 01:27:31.364702 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-833c1d2a-1cd5-4b29-bedd-e462aa369e48 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:31.411174 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fb822014-073d-468e-934e-05a5d94dbe93 req-0f465714-e711-43c0-a63f-4f4236cc7077 service neutron] 10.222.0.57 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059384 Oct 19 01:27:31.426706 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36864) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:31.452938 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-833c1d2a-1cd5-4b29-bedd-e462aa369e48 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:31.646397 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-833c1d2a-1cd5-4b29-bedd-e462aa369e48 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:31.652728 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-833c1d2a-1cd5-4b29-bedd-e462aa369e48 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:31.731801 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c1d2a-1cd5-4b29-bedd-e462aa369e48 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'Port': ['ID=d555990a-e1e6-44b9-a41d-91978842b362,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:31.745557 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-833c1d2a-1cd5-4b29-bedd-e462aa369e48 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:31.854379 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4caad07b-ab0e-4372-bed6-ed99cf3fe481 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:31.864919 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fb822014-073d-468e-934e-05a5d94dbe93 req-c0d69e7b-db84-46dd-aba4-b42ea3ed9774 service neutron] 10.222.0.57 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4465725 Oct 19 01:27:31.886161 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4caad07b-ab0e-4372-bed6-ed99cf3fe481 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:31.963808 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4caad07b-ab0e-4372-bed6-ed99cf3fe481 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:31.968950 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4caad07b-ab0e-4372-bed6-ed99cf3fe481 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:31.970458 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4caad07b-ab0e-4372-bed6-ed99cf3fe481 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "DELETE /v2.0/security-groups/405dde1c-b754-456f-9272-2f2cd4470617 HTTP/1.1" status: 204 len: 168 time: 0.5420210 Oct 19 01:27:31.976151 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36886) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:32.001384 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-e9ef0d43-6f9a-47a8-99e5-3fe138e6b5b4 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] show failed (client error): The resource could not be found. Oct 19 01:27:32.003053 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e9ef0d43-6f9a-47a8-99e5-3fe138e6b5b4 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups/405dde1c-b754-456f-9272-2f2cd4470617 HTTP/1.1" status: 404 len: 347 time: 0.0256031 Oct 19 01:27:32.004394 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caad07b-ab0e-4372-bed6-ed99cf3fe481 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=405dde1c-b754-456f-9272-2f2cd4470617,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:32.006427 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36892) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:32.199251 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-46da7586-1e2d-44f1-87f0-09eb6efdad8f tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Deleting port b350ed06-4f17-4c95-a467-0bfb9af6d039 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:27:32.199955 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-46da7586-1e2d-44f1-87f0-09eb6efdad8f tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:32.241964 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [None req-833c1d2a-1cd5-4b29-bedd-e462aa369e48 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Floating IP 2f632db7-e4c7-4968-8e0a-d8fb639957d9 associated. External IP: 172.25.8.208, port: 08a255d7-3f6c-4909-8155-47b60f14908f. Oct 19 01:27:32.306041 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-46da7586-1e2d-44f1-87f0-09eb6efdad8f tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:32.306593 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-46da7586-1e2d-44f1-87f0-09eb6efdad8f tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:32.310000 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-325d7c3e-7750-4132-ab9c-f328a439c287 req-c2fe5f4b-1e7e-4d0e-b1d9-ab46e679342c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f3cd72b-3a81-45ee-85a2-ceb52214de19 HTTP/1.1" status: 200 len: 210 time: 0.0689328 Oct 19 01:27:32.325388 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-46da7586-1e2d-44f1-87f0-09eb6efdad8f tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Calling delete_port for b350ed06-4f17-4c95-a467-0bfb9af6d039 owned by network:floatingip {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:27:32.482348 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-46da7586-1e2d-44f1-87f0-09eb6efdad8f tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:32.505978 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36906) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:32.515015 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da7586-1e2d-44f1-87f0-09eb6efdad8f tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Pushing event deleted for resources: {'Port': ['ID=b350ed06-4f17-4c95-a467-0bfb9af6d039,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:32.560488 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833c1d2a-1cd5-4b29-bedd-e462aa369e48 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Router a52e6ed8-9431-4526-af28-a6f3986476e2 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:27:32.588290 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-46da7586-1e2d-44f1-87f0-09eb6efdad8f tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for floatingip, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:32.591836 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-46da7586-1e2d-44f1-87f0-09eb6efdad8f tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:32.593979 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-46da7586-1e2d-44f1-87f0-09eb6efdad8f tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "DELETE /v2.0/floatingips/94fc6c5f-6b0d-4619-95a3-3951fb6bb40a HTTP/1.1" status: 204 len: 168 time: 0.5759594 Oct 19 01:27:32.708203 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833c1d2a-1cd5-4b29-bedd-e462aa369e48 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:27:32.720394 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10031575-2ee3-4768-abdc-7e6e1e0661ac None None] Sync routers for ids ['a52e6ed8-9431-4526-af28-a6f3986476e2'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:27:32.733408 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-833c1d2a-1cd5-4b29-bedd-e462aa369e48 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:32.734257 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10031575-2ee3-4768-abdc-7e6e1e0661ac None None] Routers {'a52e6ed8-9431-4526-af28-a6f3986476e2'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:32.735332 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-10031575-2ee3-4768-abdc-7e6e1e0661ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:27:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['a52e6ed8-9431-4526-af28-a6f3986476e2'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:32.764355 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-833c1d2a-1cd5-4b29-bedd-e462aa369e48 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3954248 Oct 19 01:27:32.765070 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e046f0b-dbde-40f4-b754-80f2d87b77dc', 'tag': '08a255d7-3f6c-4909-8155-47b60f14908f'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:27:32.767523 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7315f2b1-0294-4b6f-8a50-737fa4b073b4" -d '{"events": [{"name": "network-changed", "server_uuid": "5e046f0b-dbde-40f4-b754-80f2d87b77dc", "tag": "08a255d7-3f6c-4909-8155-47b60f14908f"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:27:32.825982 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dd2b1dd6-92d5-4b6e-a5aa-c799a569a4e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:32.873391 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-10031575-2ee3-4768-abdc-7e6e1e0661ac None None] Set router a52e6ed8-9431-4526-af28-a6f3986476e2 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:27:32.922733 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a6551-bed4-4e8f-a13a-3fc0a663d388 req-3a56431d-3985-4981-8189-be24f0b923b9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:32.930273 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-529a6551-bed4-4e8f-a13a-3fc0a663d388 req-3a56431d-3985-4981-8189-be24f0b923b9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 945 time: 0.0890186 Oct 19 01:27:32.998632 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-529a6551-bed4-4e8f-a13a-3fc0a663d388 req-2a7d340c-587c-4074-9ed1-e6af5511437b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655129 Oct 19 01:27:33.017590 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36922) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:33.020264 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dd2b1dd6-92d5-4b6e-a5aa-c799a569a4e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:33.026620 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dd2b1dd6-92d5-4b6e-a5aa-c799a569a4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:33.063630 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36924) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:33.092842 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-e814af48-91b7-44bb-a536-63b93360374f tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Request body: {'security_group': {'name': 'tempest-securitygroup--698463122', 'description': 'tempest-description--1511176609'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:33.100610 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5bca51-e0f4-4fc1-bd50-70bb86b14547 x-openstack-request-id: req-fa5bca51-e0f4-4fc1-bd50-70bb86b14547 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:27:33.100893 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e046f0b-dbde-40f4-b754-80f2d87b77dc", "tag": "08a255d7-3f6c-4909-8155-47b60f14908f", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:27:33.101147 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fa5bca51-e0f4-4fc1-bd50-70bb86b14547 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:27:33.101540 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e046f0b-dbde-40f4-b754-80f2d87b77dc', 'tag': '08a255d7-3f6c-4909-8155-47b60f14908f', 'status': 'completed', 'code': 200} Oct 19 01:27:33.108799 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-dd2b1dd6-92d5-4b6e-a5aa-c799a569a4e7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e30b56dd5a8a4480958b92c3e5bf2fb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6017234 Oct 19 01:27:33.109994 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a4390bda-a704-42ed-9058-aa3da7f1eaee tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/floatingips/2f632db7-e4c7-4968-8e0a-d8fb639957d9 HTTP/1.1" status: 200 len: 991 time: 0.0909727 Oct 19 01:27:33.111327 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36926) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:33.117371 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b1dd6-92d5-4b6e-a5aa-c799a569a4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5f559f-7b16-463f-9a50-d5062fb66ff3,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:33.168661 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e814af48-91b7-44bb-a536-63b93360374f tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:33.173151 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315f2b1-0294-4b6f-8a50-737fa4b073b4 req-03492a06-763a-496a-9cfc-8660b384aec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:33.174644 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7315f2b1-0294-4b6f-8a50-737fa4b073b4 req-03492a06-763a-496a-9cfc-8660b384aec8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b92153fb65d447bf94f5610e1ad52929&device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 1097 time: 0.0597556 Oct 19 01:27:33.193248 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-10031575-2ee3-4768-abdc-7e6e1e0661ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705417804', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '716ee9e4-88d3-44c3-bd98-b33c761328cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:27:11Z', 'updated_at': '2021-10-19T01:27:16Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '716ee9e4-88d3-44c3-bd98-b33c761328cf', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:27:12Z', 'updated_at': '2021-10-19T01:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '2f632db7-e4c7-4968-8e0a-d8fb639957d9', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'floating_ip_address': '172.25.8.208', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'port_id': '08a255d7-3f6c-4909-8155-47b60f14908f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a', 'mac_address': 'fa:16:3e:e6:23:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e046f0b-dbde-40f4-b754-80f2d87b77dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:27:31Z', 'updated_at': '2021-10-19T01:27:31Z', 'revision_number': 0, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f0da1b5-2714-42f4-b8e5-f3e36f7148e8', 'name': '', 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'mac_address': 'fa:16:3e:53:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'b488813b-7adf-4e85-b4c2-f7dbbaef9e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:27:15Z', 'updated_at': '2021-10-19T01:27:20Z', 'revision_number': 5, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'subnets': [{'id': 'b488813b-7adf-4e85-b4c2-f7dbbaef9e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:33.197569 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6fc7e812-59c1-48c5-8547-2c2eceac9f4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:33.224397 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6fc7e812-59c1-48c5-8547-2c2eceac9f4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:33.225274 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10031575-2ee3-4768-abdc-7e6e1e0661ac None None] Checking router: a52e6ed8-9431-4526-af28-a6f3986476e2 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:27:33.233655 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10031575-2ee3-4768-abdc-7e6e1e0661ac None None] Routers {'a52e6ed8-9431-4526-af28-a6f3986476e2'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:33.234383 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-10031575-2ee3-4768-abdc-7e6e1e0661ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:27:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['a52e6ed8-9431-4526-af28-a6f3986476e2'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:33.282276 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6fc7e812-59c1-48c5-8547-2c2eceac9f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:33.285635 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6fc7e812-59c1-48c5-8547-2c2eceac9f4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:33.289988 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6fc7e812-59c1-48c5-8547-2c2eceac9f4f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/df5f559f-7b16-463f-9a50-d5062fb66ff3 HTTP/1.1" status: 204 len: 168 time: 0.1773901 Oct 19 01:27:33.298988 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc7e812-59c1-48c5-8547-2c2eceac9f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5f559f-7b16-463f-9a50-d5062fb66ff3,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:33.323120 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315f2b1-0294-4b6f-8a50-737fa4b073b4 req-125d8c23-df53-4649-a735-e3d9f34fd777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:33.324671 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7315f2b1-0294-4b6f-8a50-737fa4b073b4 req-125d8c23-df53-4649-a735-e3d9f34fd777 service neutron] 10.222.0.24 "GET /v2.0/networks?id=536e6985-0345-4611-a1bb-43f97b99c56a HTTP/1.1" status: 200 len: 898 time: 0.1379125 Oct 19 01:27:33.342985 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e814af48-91b7-44bb-a536-63b93360374f tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:33.382034 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e814af48-91b7-44bb-a536-63b93360374f tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:33.389038 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-10031575-2ee3-4768-abdc-7e6e1e0661ac None None] Set router a52e6ed8-9431-4526-af28-a6f3986476e2 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:27:33.422217 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e814af48-91b7-44bb-a536-63b93360374f tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76133f25-6810-468e-949d-bdd10b24591c,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:33.430912 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d14b1c5f-2c00-4bbe-9303-4bfece0f3e28 req-640727d9-239c-4be2-98d0-0e09c1375ea1 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f3cd72b-3a81-45ee-85a2-ceb52214de19 HTTP/1.1" status: 200 len: 210 time: 0.0418324 Oct 19 01:27:33.450071 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e814af48-91b7-44bb-a536-63b93360374f tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:33.454328 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e814af48-91b7-44bb-a536-63b93360374f tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3896933 Oct 19 01:27:33.454814 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36932) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:33.461668 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-4d3e9748-799c-4866-9090-a80b69b693d2 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Request body: {'security_group_rule': {'security_group_id': '76133f25-6810-468e-949d-bdd10b24591c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:33.467131 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7315f2b1-0294-4b6f-8a50-737fa4b073b4 req-253969bc-ab85-46a9-853d-3f54eef19045 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08a255d7-3f6c-4909-8155-47b60f14908f HTTP/1.1" status: 200 len: 999 time: 0.1320531 Oct 19 01:27:33.507285 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4d3e9748-799c-4866-9090-a80b69b693d2 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:33.523569 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315f2b1-0294-4b6f-8a50-737fa4b073b4 req-45c0d9c0-cdba-4590-8e79-0199fdf77040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:33.525000 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7315f2b1-0294-4b6f-8a50-737fa4b073b4 req-45c0d9c0-cdba-4590-8e79-0199fdf77040 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b488813b-7adf-4e85-b4c2-f7dbbaef9e40 HTTP/1.1" status: 200 len: 834 time: 0.0518675 Oct 19 01:27:33.600994 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315f2b1-0294-4b6f-8a50-737fa4b073b4 req-b45fea48-2f85-4b67-88e0-a7e790404341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:33.612055 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7315f2b1-0294-4b6f-8a50-737fa4b073b4 req-b45fea48-2f85-4b67-88e0-a7e790404341 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=536e6985-0345-4611-a1bb-43f97b99c56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0757241 Oct 19 01:27:33.661070 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4d3e9748-799c-4866-9090-a80b69b693d2 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:33.672987 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4d3e9748-799c-4866-9090-a80b69b693d2 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:33.712478 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e9748-799c-4866-9090-a80b69b693d2 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e39b27e-1664-40ab-821a-5680769f09c0,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:33.723719 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb822014-073d-468e-934e-05a5d94dbe93 req-de18b7a9-d71f-4f9a-b898-e58ed0a2ad21 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:33.725265 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fb822014-073d-468e-934e-05a5d94dbe93 req-de18b7a9-d71f-4f9a-b898-e58ed0a2ad21 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.55 "GET /v2.0/networks?id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a HTTP/1.1" status: 200 len: 812 time: 0.1871915 Oct 19 01:27:33.734588 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4d3e9748-799c-4866-9090-a80b69b693d2 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:33.737111 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4d3e9748-799c-4866-9090-a80b69b693d2 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2809911 Oct 19 01:27:33.749304 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36936) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:33.749642 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36938) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:33.759481 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-ae6c8571-cd66-4dd0-9974-086778286ba0 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Request body: {'security_group_rule': {'security_group_id': '76133f25-6810-468e-949d-bdd10b24591c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:33.762733 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-10031575-2ee3-4768-abdc-7e6e1e0661ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705417804', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '716ee9e4-88d3-44c3-bd98-b33c761328cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:27:11Z', 'updated_at': '2021-10-19T01:27:16Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '716ee9e4-88d3-44c3-bd98-b33c761328cf', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:27:12Z', 'updated_at': '2021-10-19T01:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '2f632db7-e4c7-4968-8e0a-d8fb639957d9', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'floating_ip_address': '172.25.8.208', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'port_id': '08a255d7-3f6c-4909-8155-47b60f14908f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a', 'mac_address': 'fa:16:3e:e6:23:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e046f0b-dbde-40f4-b754-80f2d87b77dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:27:31Z', 'updated_at': '2021-10-19T01:27:31Z', 'revision_number': 0, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f0da1b5-2714-42f4-b8e5-f3e36f7148e8', 'name': '', 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'mac_address': 'fa:16:3e:53:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'b488813b-7adf-4e85-b4c2-f7dbbaef9e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:27:15Z', 'updated_at': '2021-10-19T01:27:20Z', 'revision_number': 5, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'subnets': [{'id': 'b488813b-7adf-4e85-b4c2-f7dbbaef9e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:33.780681 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fb822014-073d-468e-934e-05a5d94dbe93 req-9e04072c-6656-4dc9-b20e-1b174faa99c1 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=248f0ca5d5d44d8ab1ae3c514fead24b HTTP/1.1" status: 200 len: 380 time: 0.0402870 Oct 19 01:27:33.790917 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-fb822014-073d-468e-934e-05a5d94dbe93 req-0c67582f-59af-4341-96e9-4d95a07dcbb2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Request body: {'port': {'device_id': '1f3cd72b-3a81-45ee-85a2-ceb52214de19', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'admin_state_up': True, 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'security_groups': ['cfe04ad3-5d85-422e-b7fc-55c0f1502727']}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:33.797848 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9c1fe4c2-9441-4ddc-93ec-cd74e487d7aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:33.801142 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10031575-2ee3-4768-abdc-7e6e1e0661ac None None] The sync data for ids ['a52e6ed8-9431-4526-af28-a6f3986476e2'] in n-d-715271-26 is: [{'id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705417804', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '716ee9e4-88d3-44c3-bd98-b33c761328cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:27:11Z', 'updated_at': '2021-10-19T01:27:16Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '716ee9e4-88d3-44c3-bd98-b33c761328cf', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:27:12Z', 'updated_at': '2021-10-19T01:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '2f632db7-e4c7-4968-8e0a-d8fb639957d9', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'floating_ip_address': '172.25.8.208', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'port_id': '08a255d7-3f6c-4909-8155-47b60f14908f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a', 'mac_address': 'fa:16:3e:e6:23:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e046f0b-dbde-40f4-b754-80f2d87b77dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:27:31Z', 'updated_at': '2021-10-19T01:27:31Z', 'revision_number': 0, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f0da1b5-2714-42f4-b8e5-f3e36f7148e8', 'name': '', 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'mac_address': 'fa:16:3e:53:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'b488813b-7adf-4e85-b4c2-f7dbbaef9e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:27:15Z', 'updated_at': '2021-10-19T01:27:20Z', 'revision_number': 5, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'subnets': [{'id': 'b488813b-7adf-4e85-b4c2-f7dbbaef9e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:27:33.816216 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7315f2b1-0294-4b6f-8a50-737fa4b073b4 req-5ffa0846-b017-4769-951e-82e8f3226e7d service neutron] 10.222.0.24 "GET /v2.0/networks/536e6985-0345-4611-a1bb-43f97b99c56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913152 Oct 19 01:27:33.848770 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ae6c8571-cd66-4dd0-9974-086778286ba0 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:33.944593 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb822014-073d-468e-934e-05a5d94dbe93 req-0c67582f-59af-4341-96e9-4d95a07dcbb2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Made reservation on behalf of 248f0ca5d5d44d8ab1ae3c514fead24b for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:27:33.948718 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-fb822014-073d-468e-934e-05a5d94dbe93 req-0c67582f-59af-4341-96e9-4d95a07dcbb2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:34.018179 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ae6c8571-cd66-4dd0-9974-086778286ba0 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:34.027483 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ae6c8571-cd66-4dd0-9974-086778286ba0 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:34.041899 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7315f2b1-0294-4b6f-8a50-737fa4b073b4 req-2042d846-6264-4067-b5b0-c483527e6814 service neutron] 10.222.0.24 "GET /v2.0/networks/536e6985-0345-4611-a1bb-43f97b99c56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153225 Oct 19 01:27:34.068691 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c8571-cd66-4dd0-9974-086778286ba0 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf12f0d-f06d-4703-a197-b5bb8fd185b6,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:34.073586 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9c1fe4c2-9441-4ddc-93ec-cd74e487d7aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:34.082065 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ae6c8571-cd66-4dd0-9974-086778286ba0 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:34.086191 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ae6c8571-cd66-4dd0-9974-086778286ba0 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3325801 Oct 19 01:27:34.086191 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9c1fe4c2-9441-4ddc-93ec-cd74e487d7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:34.087169 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 36940) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:34.091798 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-4bd02fbb-caee-4e33-8502-d97408799df1 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:34.114530 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9c1fe4c2-9441-4ddc-93ec-cd74e487d7aa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3c46c0a8340e44fda0998437787133be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3596709 Oct 19 01:27:34.114530 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36942) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:34.115769 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36944) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:34.124937 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4bd02fbb-caee-4e33-8502-d97408799df1 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for floatingip, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:34.152415 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a737b650-5f5a-438a-89c2-9050bdea87da None None] New status for floating IP 2f632db7-e4c7-4968-8e0a-d8fb639957d9: ACTIVE {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:27:34.153943 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-fb822014-073d-468e-934e-05a5d94dbe93 req-0c67582f-59af-4341-96e9-4d95a07dcbb2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Allocated IP 172.20.0.4 (e02040e8-fb1d-46e9-a6e2-9063a29cdf5a/3fd3fa81-a83a-4093-b85e-409104ce311b/2b005bd8-0c25-4f96-8454-104f6576f5bc) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:27:34.193435 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fe4c2-9441-4ddc-93ec-cd74e487d7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b87f34-2a98-47c9-980f-09105ad2d1ce,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:34.231768 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1fe4c2-9441-4ddc-93ec-cd74e487d7aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:34.232119 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1fe4c2-9441-4ddc-93ec-cd74e487d7aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:34.232461 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1fe4c2-9441-4ddc-93ec-cd74e487d7aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:34.232794 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1fe4c2-9441-4ddc-93ec-cd74e487d7aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:34.233124 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1fe4c2-9441-4ddc-93ec-cd74e487d7aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:34.233450 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1fe4c2-9441-4ddc-93ec-cd74e487d7aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:34.233772 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1fe4c2-9441-4ddc-93ec-cd74e487d7aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:34.234181 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1fe4c2-9441-4ddc-93ec-cd74e487d7aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:34.234575 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1fe4c2-9441-4ddc-93ec-cd74e487d7aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:34.234899 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1fe4c2-9441-4ddc-93ec-cd74e487d7aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:34.235223 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1fe4c2-9441-4ddc-93ec-cd74e487d7aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:34.235540 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1fe4c2-9441-4ddc-93ec-cd74e487d7aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:34.257018 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-53c8a215-b0ba-438f-af38-4d0de0970d51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:34.281750 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-53c8a215-b0ba-438f-af38-4d0de0970d51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:34.349563 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1bb80388-1a89-49e1-ab57-ab9f5641a6cb tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/floatingips/2f632db7-e4c7-4968-8e0a-d8fb639957d9 HTTP/1.1" status: 200 len: 991 time: 0.2333508 Oct 19 01:27:34.350177 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4bd02fbb-caee-4e33-8502-d97408799df1 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:34.350527 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-53c8a215-b0ba-438f-af38-4d0de0970d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:34.351601 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-53c8a215-b0ba-438f-af38-4d0de0970d51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:34.352855 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-53c8a215-b0ba-438f-af38-4d0de0970d51 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/53b87f34-2a98-47c9-980f-09105ad2d1ce HTTP/1.1" status: 204 len: 168 time: 0.2307832 Oct 19 01:27:34.361555 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8a215-b0ba-438f-af38-4d0de0970d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b87f34-2a98-47c9-980f-09105ad2d1ce,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:34.403053 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-fb822014-073d-468e-934e-05a5d94dbe93 req-0c67582f-59af-4341-96e9-4d95a07dcbb2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:34.526510 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-fb822014-073d-468e-934e-05a5d94dbe93 req-0c67582f-59af-4341-96e9-4d95a07dcbb2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:34.546246 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-4bd02fbb-caee-4e33-8502-d97408799df1 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Allocated IP 172.25.8.214 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/aed78675-ca90-45ce-bcdf-3769714f8df0) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:27:34.578973 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af029650-aab5-439a-a8a9-2aba4346ba28 req-22a89cc2-a471-4c85-a1fa-0eab615e5025 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:34.580964 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-af029650-aab5-439a-a8a9-2aba4346ba28 req-22a89cc2-a471-4c85-a1fa-0eab615e5025 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f3cd72b-3a81-45ee-85a2-ceb52214de19 HTTP/1.1" status: 200 len: 931 time: 0.0591366 Oct 19 01:27:34.592819 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb822014-073d-468e-934e-05a5d94dbe93 req-0c67582f-59af-4341-96e9-4d95a07dcbb2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:27:34.608185 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-fb822014-073d-468e-934e-05a5d94dbe93 req-0c67582f-59af-4341-96e9-4d95a07dcbb2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:27:34.614668 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb822014-073d-468e-934e-05a5d94dbe93 req-0c67582f-59af-4341-96e9-4d95a07dcbb2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:27:34.641135 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-af029650-aab5-439a-a8a9-2aba4346ba28 req-aed84212-c0f5-47b1-9ccd-3a40696f6120 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497921 Oct 19 01:27:34.681096 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb822014-073d-468e-934e-05a5d94dbe93 req-0c67582f-59af-4341-96e9-4d95a07dcbb2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:34.681775 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-fb822014-073d-468e-934e-05a5d94dbe93 req-0c67582f-59af-4341-96e9-4d95a07dcbb2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:34.698987 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c67582f-59af-4341-96e9-4d95a07dcbb2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Pushing event updated for resources: {'Port': ['ID=2b005bd8-0c25-4f96-8454-104f6576f5bc,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:34.742204 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fb822014-073d-468e-934e-05a5d94dbe93 req-0c67582f-59af-4341-96e9-4d95a07dcbb2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9555879 Oct 19 01:27:34.757173 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-fb822014-073d-468e-934e-05a5d94dbe93 req-d53d1274-add6-4a68-8bd1-8ba199448374 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:27:34.758209 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fb822014-073d-468e-934e-05a5d94dbe93 req-d53d1274-add6-4a68-8bd1-8ba199448374 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0089190 Oct 19 01:27:34.778644 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-fb822014-073d-468e-934e-05a5d94dbe93 req-80f483c3-1044-40bf-84b0-a2c213b768be service neutron] Request body: {'port': {'device_id': '1f3cd72b-3a81-45ee-85a2-ceb52214de19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:34.827239 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4bd02fbb-caee-4e33-8502-d97408799df1 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:34.874053 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-fb822014-073d-468e-934e-05a5d94dbe93 req-80f483c3-1044-40bf-84b0-a2c213b768be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:34.929307 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4bd02fbb-caee-4e33-8502-d97408799df1 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:34.967506 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4e24740d-6d70-44b6-8bc7-6ada52df4bb5 None None] Provisioning complete for port 2b005bd8-0c25-4f96-8454-104f6576f5bc triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:34.968123 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4e24740d-6d70-44b6-8bc7-6ada52df4bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:34.985026 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd02fbb-caee-4e33-8502-d97408799df1 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:27:35.016379 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4e24740d-6d70-44b6-8bc7-6ada52df4bb5 None None] Port 2b005bd8-0c25-4f96-8454-104f6576f5bc cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:27:35.036364 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-4bd02fbb-caee-4e33-8502-d97408799df1 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:27:35.046608 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd02fbb-caee-4e33-8502-d97408799df1 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:27:35.085179 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd02fbb-caee-4e33-8502-d97408799df1 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Pushing event updated for resources: {'Port': ['ID=aed78675-ca90-45ce-bcdf-3769714f8df0,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:35.230770 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4bd02fbb-caee-4e33-8502-d97408799df1 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:35.287044 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4bd02fbb-caee-4e33-8502-d97408799df1 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:35.352311 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 36972) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:35.358092 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-fb822014-073d-468e-934e-05a5d94dbe93 req-80f483c3-1044-40bf-84b0-a2c213b768be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b005bd8-0c25-4f96-8454-104f6576f5bc {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:27:35.368106 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-fb822014-073d-468e-934e-05a5d94dbe93 req-80f483c3-1044-40bf-84b0-a2c213b768be service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:35.395890 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-fb822014-073d-468e-934e-05a5d94dbe93 req-80f483c3-1044-40bf-84b0-a2c213b768be service neutron] Transition to ACTIVE for port object 2b005bd8-0c25-4f96-8454-104f6576f5bc will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:27:35.418459 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-fb822014-073d-468e-934e-05a5d94dbe93 req-80f483c3-1044-40bf-84b0-a2c213b768be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:35.424857 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c3f4618c-f4fa-41ab-9e29-8837bc0d8de1 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/floatingips/2f632db7-e4c7-4968-8e0a-d8fb639957d9 HTTP/1.1" status: 200 len: 993 time: 0.0706263 Oct 19 01:27:35.517957 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f483c3-1044-40bf-84b0-a2c213b768be service neutron] Pushing event updated for resources: {'Port': ['ID=2b005bd8-0c25-4f96-8454-104f6576f5bc,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:35.614217 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4bd02fbb-caee-4e33-8502-d97408799df1 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:35.632349 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4bd02fbb-caee-4e33-8502-d97408799df1 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:35.641399 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-fb822014-073d-468e-934e-05a5d94dbe93 req-80f483c3-1044-40bf-84b0-a2c213b768be service neutron] Attempting to bind port 2b005bd8-0c25-4f96-8454-104f6576f5bc on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:27:35.641720 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-fb822014-073d-468e-934e-05a5d94dbe93 req-80f483c3-1044-40bf-84b0-a2c213b768be service neutron] Attempting to bind port 2b005bd8-0c25-4f96-8454-104f6576f5bc by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'c3cd57f4-f92e-4916-828d-dd51ded315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:27:35.642049 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb822014-073d-468e-934e-05a5d94dbe93 req-80f483c3-1044-40bf-84b0-a2c213b768be service neutron] Attempting to bind port 2b005bd8-0c25-4f96-8454-104f6576f5bc on network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:27:35.684210 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb822014-073d-468e-934e-05a5d94dbe93 req-80f483c3-1044-40bf-84b0-a2c213b768be service neutron] Port 2b005bd8-0c25-4f96-8454-104f6576f5bc on network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:27:35.684210 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb822014-073d-468e-934e-05a5d94dbe93 req-80f483c3-1044-40bf-84b0-a2c213b768be service neutron] Attempting to bind port 2b005bd8-0c25-4f96-8454-104f6576f5bc on network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:27:35.740844 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb822014-073d-468e-934e-05a5d94dbe93 req-80f483c3-1044-40bf-84b0-a2c213b768be service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:27:35.741233 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb822014-073d-468e-934e-05a5d94dbe93 req-80f483c3-1044-40bf-84b0-a2c213b768be service neutron] Checking segment: {'id': 'c3cd57f4-f92e-4916-828d-dd51ded315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:27:35.741633 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb822014-073d-468e-934e-05a5d94dbe93 req-80f483c3-1044-40bf-84b0-a2c213b768be service neutron] Bound using segment: {'id': 'c3cd57f4-f92e-4916-828d-dd51ded315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:27:35.743057 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-fb822014-073d-468e-934e-05a5d94dbe93 req-80f483c3-1044-40bf-84b0-a2c213b768be service neutron] Bound port: 2b005bd8-0c25-4f96-8454-104f6576f5bc, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3cd57f4-f92e-4916-828d-dd51ded315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:27:35.743419 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-fb822014-073d-468e-934e-05a5d94dbe93 req-80f483c3-1044-40bf-84b0-a2c213b768be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:35.750557 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd02fbb-caee-4e33-8502-d97408799df1 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Pushing event updated for resources: {'Port': ['ID=aed78675-ca90-45ce-bcdf-3769714f8df0,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:35.782948 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4bd02fbb-caee-4e33-8502-d97408799df1 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:35.843963 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4bd02fbb-caee-4e33-8502-d97408799df1 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:35.846277 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4bd02fbb-caee-4e33-8502-d97408799df1 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7569602 Oct 19 01:27:35.874290 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51ba75-06dc-4027-9210-e8cac2f77b8e req-c28039d0-adae-425c-8c4a-9b05f7ba028e tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:35.876012 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cf51ba75-06dc-4027-9210-e8cac2f77b8e req-c28039d0-adae-425c-8c4a-9b05f7ba028e tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f3cd72b-3a81-45ee-85a2-ceb52214de19 HTTP/1.1" status: 200 len: 943 time: 0.1122608 Oct 19 01:27:35.902424 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-fb822014-073d-468e-934e-05a5d94dbe93 req-80f483c3-1044-40bf-84b0-a2c213b768be service neutron] For port 2b005bd8-0c25-4f96-8454-104f6576f5bc, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:27:35.919483 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-fb822014-073d-468e-934e-05a5d94dbe93 req-80f483c3-1044-40bf-84b0-a2c213b768be service neutron] For port 2b005bd8-0c25-4f96-8454-104f6576f5bc, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=2b005bd8-0c25-4f96-8454-104f6576f5bc,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:27:35.929104 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-fb822014-073d-468e-934e-05a5d94dbe93 req-80f483c3-1044-40bf-84b0-a2c213b768be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:35.965499 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cf51ba75-06dc-4027-9210-e8cac2f77b8e req-0a584ab6-9970-4594-ba01-a93f008cabe4 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821288 Oct 19 01:27:35.992356 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb822014-073d-468e-934e-05a5d94dbe93 req-80f483c3-1044-40bf-84b0-a2c213b768be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:35.992356 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-fb822014-073d-468e-934e-05a5d94dbe93 req-80f483c3-1044-40bf-84b0-a2c213b768be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:35.992834 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fb822014-073d-468e-934e-05a5d94dbe93 req-80f483c3-1044-40bf-84b0-a2c213b768be service neutron] 10.222.0.55 "PUT /v2.0/ports/2b005bd8-0c25-4f96-8454-104f6576f5bc HTTP/1.1" status: 200 len: 1092 time: 1.2184200 Oct 19 01:27:35.993280 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3cd72b-3a81-45ee-85a2-ceb52214de19', 'tag': '2b005bd8-0c25-4f96-8454-104f6576f5bc'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:27:35.995708 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1397ad59-9b35-45b6-bb80-6633fbe8135f" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3cd72b-3a81-45ee-85a2-ceb52214de19", "tag": "2b005bd8-0c25-4f96-8454-104f6576f5bc"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:27:36.029452 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f483c3-1044-40bf-84b0-a2c213b768be service neutron] Pushing event updated for resources: {'Port': ['ID=2b005bd8-0c25-4f96-8454-104f6576f5bc,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:36.053543 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6779cea5-2b75-4077-8cbd-5b4c09ecda87 x-openstack-request-id: req-6779cea5-2b75-4077-8cbd-5b4c09ecda87 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:27:36.053944 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3cd72b-3a81-45ee-85a2-ceb52214de19", "tag": "2b005bd8-0c25-4f96-8454-104f6576f5bc", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:27:36.054464 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6779cea5-2b75-4077-8cbd-5b4c09ecda87 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:27:36.054888 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3cd72b-3a81-45ee-85a2-ceb52214de19', 'tag': '2b005bd8-0c25-4f96-8454-104f6576f5bc', 'status': 'completed', 'code': 200} Oct 19 01:27:36.155068 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb822014-073d-468e-934e-05a5d94dbe93 req-ce36db0e-5ed5-4862-9434-d445a5039646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:36.156663 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fb822014-073d-468e-934e-05a5d94dbe93 req-ce36db0e-5ed5-4862-9434-d445a5039646 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=248f0ca5d5d44d8ab1ae3c514fead24b&device_id=1f3cd72b-3a81-45ee-85a2-ceb52214de19 HTTP/1.1" status: 200 len: 1095 time: 0.0958393 Oct 19 01:27:36.159438 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-b08a1a4a-3618-4254-bf33-5225b7e0ac7d tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--698463122&fields=id&tenant_id=48ddb22357dc4eb2bc2ba246f38392b4 HTTP/1.1" status: 200 len: 267 time: 0.0478952 Oct 19 01:27:36.216312 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fb822014-073d-468e-934e-05a5d94dbe93 req-086c8fa5-4173-4c52-bc9e-8411d002f671 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b005bd8-0c25-4f96-8454-104f6576f5bc HTTP/1.1" status: 200 len: 217 time: 0.0471969 Oct 19 01:27:36.324953 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb822014-073d-468e-934e-05a5d94dbe93 req-f7650899-2759-4e0a-9cc9-454b0bad5573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:36.326552 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fb822014-073d-468e-934e-05a5d94dbe93 req-f7650899-2759-4e0a-9cc9-454b0bad5573 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fd3fa81-a83a-4093-b85e-409104ce311b HTTP/1.1" status: 200 len: 851 time: 0.0989385 Oct 19 01:27:36.382590 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-ef79795d-56fc-4613-a1b1-33086b0896dc tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:36.384883 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-ef79795d-56fc-4613-a1b1-33086b0896dc tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/networks?id=84c55fcf-75dc-454b-970b-ebd012138813 HTTP/1.1" status: 200 len: 816 time: 0.2146947 Oct 19 01:27:36.404362 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb822014-073d-468e-934e-05a5d94dbe93 req-2435c012-a3b3-45ac-a9f1-3983239d305d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:36.405801 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fb822014-073d-468e-934e-05a5d94dbe93 req-2435c012-a3b3-45ac-a9f1-3983239d305d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683053 Oct 19 01:27:36.407172 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-d0410fcf-99d6-4ca5-871b-11fc5e5df52f tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/quotas/48ddb22357dc4eb2bc2ba246f38392b4 HTTP/1.1" status: 200 len: 375 time: 0.0159566 Oct 19 01:27:36.537163 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-de3d38c0-b777-4fcc-bc51-9055b610c63e tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=48ddb22357dc4eb2bc2ba246f38392b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1157272 Oct 19 01:27:36.543178 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fb822014-073d-468e-934e-05a5d94dbe93 req-1d75cd7c-f29c-4bfb-a1c2-6ee6a69ccbed service neutron] 10.222.0.55 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300483 Oct 19 01:27:36.717023 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fb822014-073d-468e-934e-05a5d94dbe93 req-bfb88c11-66d9-4816-8dda-005edae5e7ea service neutron] 10.222.0.55 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667964 Oct 19 01:27:36.718887 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-29078728-ef30-4eaa-a0e3-edf0d7d0c450 service neutron] 10.222.0.57 "GET /v2.0/networks/84c55fcf-75dc-454b-970b-ebd012138813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670959 Oct 19 01:27:36.850376 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-e6ad363f-4baa-442a-9896-a35090f35324 service neutron] 10.222.0.57 "GET /v2.0/networks/84c55fcf-75dc-454b-970b-ebd012138813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233504 Oct 19 01:27:36.852903 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397ad59-9b35-45b6-bb80-6633fbe8135f req-21db40f5-8712-46f2-947b-77866798e021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:36.854270 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1397ad59-9b35-45b6-bb80-6633fbe8135f req-21db40f5-8712-46f2-947b-77866798e021 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=248f0ca5d5d44d8ab1ae3c514fead24b&device_id=1f3cd72b-3a81-45ee-85a2-ceb52214de19 HTTP/1.1" status: 200 len: 1095 time: 0.0652161 Oct 19 01:27:36.970384 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397ad59-9b35-45b6-bb80-6633fbe8135f req-73e80d97-51dd-45a7-9d0b-ee25697bc7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:36.972595 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1397ad59-9b35-45b6-bb80-6633fbe8135f req-73e80d97-51dd-45a7-9d0b-ee25697bc7db service neutron] 10.222.0.55 "GET /v2.0/networks?id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a HTTP/1.1" status: 200 len: 913 time: 0.1107037 Oct 19 01:27:37.028135 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1397ad59-9b35-45b6-bb80-6633fbe8135f req-eaa5a3b2-1cf2-43f7-bd20-215fd98aba47 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b005bd8-0c25-4f96-8454-104f6576f5bc HTTP/1.1" status: 200 len: 217 time: 0.0489402 Oct 19 01:27:37.128401 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-80f23078-1c0e-4556-a503-fb964975fe01 req-c638c149-4790-4e21-b51e-7f2fdc4ac5b3 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 210 time: 0.0412767 Oct 19 01:27:37.149878 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397ad59-9b35-45b6-bb80-6633fbe8135f req-1d40a8c4-cb36-4017-b644-d5393bb11a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:37.153129 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1397ad59-9b35-45b6-bb80-6633fbe8135f req-1d40a8c4-cb36-4017-b644-d5393bb11a1a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fd3fa81-a83a-4093-b85e-409104ce311b HTTP/1.1" status: 200 len: 851 time: 0.1178532 Oct 19 01:27:37.177847 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9eba6d-be3d-41e3-adc3-84d03ed00533 req-9e254453-7116-460f-a935-69993d051ff9 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:37.179753 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6c9eba6d-be3d-41e3-adc3-84d03ed00533 req-9e254453-7116-460f-a935-69993d051ff9 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f3cd72b-3a81-45ee-85a2-ceb52214de19 HTTP/1.1" status: 200 len: 943 time: 0.0868068 Oct 19 01:27:37.236556 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6c9eba6d-be3d-41e3-adc3-84d03ed00533 req-fa6f37a5-566b-4290-86ff-29eb1fef6d13 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507717 Oct 19 01:27:37.243264 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397ad59-9b35-45b6-bb80-6633fbe8135f req-27913413-b429-4cbe-b8fa-e08eb4e00c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:37.244859 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1397ad59-9b35-45b6-bb80-6633fbe8135f req-27913413-b429-4cbe-b8fa-e08eb4e00c9f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0841537 Oct 19 01:27:37.386644 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1397ad59-9b35-45b6-bb80-6633fbe8135f req-c7dac509-3d0f-4675-ab42-8f9afd4af3ef service neutron] 10.222.0.55 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253028 Oct 19 01:27:37.475153 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37044) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:37.517130 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1397ad59-9b35-45b6-bb80-6633fbe8135f req-e09394a0-4474-4736-bfe8-33e180a44d29 service neutron] 10.222.0.55 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209364 Oct 19 01:27:37.596656 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e3396a66-2058-44ea-b9a8-c49aec0f2b78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:37.693886 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e3396a66-2058-44ea-b9a8-c49aec0f2b78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:37.698341 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e3396a66-2058-44ea-b9a8-c49aec0f2b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:37.746280 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e3396a66-2058-44ea-b9a8-c49aec0f2b78 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=418493e743884042ab4c6f8c6a2b21d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2697370 Oct 19 01:27:37.747547 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3396a66-2058-44ea-b9a8-c49aec0f2b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8719f1-ba08-46c5-a2ea-73fee0e8e7f6,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:37.748918 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37048) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:37.806426 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7b59d0d7-063b-4e6b-8791-eed11af77ff9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:37.828160 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7b59d0d7-063b-4e6b-8791-eed11af77ff9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:37.878983 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7b59d0d7-063b-4e6b-8791-eed11af77ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:37.881726 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7b59d0d7-063b-4e6b-8791-eed11af77ff9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:37.882979 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7b59d0d7-063b-4e6b-8791-eed11af77ff9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2d8719f1-ba08-46c5-a2ea-73fee0e8e7f6 HTTP/1.1" status: 204 len: 168 time: 0.1326659 Oct 19 01:27:37.891244 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59d0d7-063b-4e6b-8791-eed11af77ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8719f1-ba08-46c5-a2ea-73fee0e8e7f6,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:38.194495 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-dc1cf1ee-b462-4a8d-9336-d589dc565c52 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:38.196082 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-dc1cf1ee-b462-4a8d-9336-d589dc565c52 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.24 "GET /v2.0/networks?id=84c55fcf-75dc-454b-970b-ebd012138813 HTTP/1.1" status: 200 len: 816 time: 0.1329331 Oct 19 01:27:38.231422 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37056) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:38.256571 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-c1cfd182-bbd3-4dba-8452-0847d5ebf30b tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48ddb22357dc4eb2bc2ba246f38392b4 HTTP/1.1" status: 200 len: 379 time: 0.0500002 Oct 19 01:27:38.276730 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-665b9244-1b4a-4658-986c-1b0536362542 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Request body: {'port': {'device_id': '5484e21d-5558-4558-a271-d9388d797f60', 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813', 'admin_state_up': True, 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'security_groups': ['76133f25-6810-468e-949d-bdd10b24591c']}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:38.290076 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6e0c7a74-8157-4c2e-8046-da0ac8be1272 req-443b7790-2522-4f0c-a7eb-840aa769ed40 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 210 time: 0.0531638 Oct 19 01:27:38.291041 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7df53ed2-264c-4524-ab44-a6be948571f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:38.385629 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7df53ed2-264c-4524-ab44-a6be948571f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:38.391041 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7df53ed2-264c-4524-ab44-a6be948571f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:38.421497 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1847b-ce8c-48d4-a20b-2dd880b95dfa req-dd2dfda1-1811-49eb-8a9f-81f4ffbb2f69 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:38.423018 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-67a1847b-ce8c-48d4-a20b-2dd880b95dfa req-dd2dfda1-1811-49eb-8a9f-81f4ffbb2f69 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f3cd72b-3a81-45ee-85a2-ceb52214de19 HTTP/1.1" status: 200 len: 943 time: 0.0733926 Oct 19 01:27:38.436249 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7df53ed2-264c-4524-ab44-a6be948571f1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3dede43ea7904a288b671c9a5a0d148c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2024949 Oct 19 01:27:38.436992 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37060) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:38.444435 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df53ed2-264c-4524-ab44-a6be948571f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c739cb-d0b6-4e88-b4e2-50bd0a31c422,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:38.453715 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-665b9244-1b4a-4658-986c-1b0536362542 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Made reservation on behalf of 48ddb22357dc4eb2bc2ba246f38392b4 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:27:38.458069 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-665b9244-1b4a-4658-986c-1b0536362542 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:38.494924 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-67a1847b-ce8c-48d4-a20b-2dd880b95dfa req-fe6e77d3-7b68-49a6-99e1-7de3348a06f3 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586188 Oct 19 01:27:38.497955 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e02c8550-e62c-4ba9-a798-9e12a36f264f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:38.531136 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e02c8550-e62c-4ba9-a798-9e12a36f264f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:38.593893 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e02c8550-e62c-4ba9-a798-9e12a36f264f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:38.598650 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e02c8550-e62c-4ba9-a798-9e12a36f264f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:38.600149 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e02c8550-e62c-4ba9-a798-9e12a36f264f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/51c739cb-d0b6-4e88-b4e2-50bd0a31c422 HTTP/1.1" status: 204 len: 168 time: 0.1615596 Oct 19 01:27:38.611180 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02c8550-e62c-4ba9-a798-9e12a36f264f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c739cb-d0b6-4e88-b4e2-50bd0a31c422,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:38.638217 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-665b9244-1b4a-4658-986c-1b0536362542 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Allocated IP 172.20.0.11 (84c55fcf-75dc-454b-970b-ebd012138813/488e075d-4e24-4ef3-a196-a8fb67b0889b/488b7d3f-8078-407d-abca-3ec354f37a55) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:27:38.781246 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-665b9244-1b4a-4658-986c-1b0536362542 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:38.821188 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-665b9244-1b4a-4658-986c-1b0536362542 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:38.864498 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-665b9244-1b4a-4658-986c-1b0536362542 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Network 84c55fcf-75dc-454b-970b-ebd012138813 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:27:38.867762 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-665b9244-1b4a-4658-986c-1b0536362542 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:27:38.873355 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-665b9244-1b4a-4658-986c-1b0536362542 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:27:38.897754 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b9244-1b4a-4658-986c-1b0536362542 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Pushing event updated for resources: {'Port': ['ID=488b7d3f-8078-407d-abca-3ec354f37a55,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:38.948926 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-665b9244-1b4a-4658-986c-1b0536362542 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:38.949592 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-665b9244-1b4a-4658-986c-1b0536362542 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:38.972619 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-665b9244-1b4a-4658-986c-1b0536362542 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6990786 Oct 19 01:27:38.986241 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-a017e698-2f1e-4559-9c86-a1fc122a4408 service neutron] Request body: {'port': {'device_id': '5484e21d-5558-4558-a271-d9388d797f60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:39.048061 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-a017e698-2f1e-4559-9c86-a1fc122a4408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:39.217755 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-6bb11a44-2331-4272-90db-067c24b60407 None None] Provisioning complete for port 488b7d3f-8078-407d-abca-3ec354f37a55 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:39.218824 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6bb11a44-2331-4272-90db-067c24b60407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:39.255805 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-6bb11a44-2331-4272-90db-067c24b60407 None None] Port 488b7d3f-8078-407d-abca-3ec354f37a55 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:27:39.357590 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-a017e698-2f1e-4559-9c86-a1fc122a4408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 488b7d3f-8078-407d-abca-3ec354f37a55 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:27:39.368006 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-a017e698-2f1e-4559-9c86-a1fc122a4408 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:39.382874 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-a017e698-2f1e-4559-9c86-a1fc122a4408 service neutron] Transition to ACTIVE for port object 488b7d3f-8078-407d-abca-3ec354f37a55 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:27:39.390964 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-a017e698-2f1e-4559-9c86-a1fc122a4408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:39.433542 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6128a2-8364-4d33-a500-de3d22eef7c1 req-fafc18dc-b8d9-47f8-8aea-589e7a3a3dea tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:39.436014 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fe6128a2-8364-4d33-a500-de3d22eef7c1 req-fafc18dc-b8d9-47f8-8aea-589e7a3a3dea tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 944 time: 0.0589480 Oct 19 01:27:39.488371 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fe6128a2-8364-4d33-a500-de3d22eef7c1 req-5d72a449-b3a0-4b63-b792-69f243ca6f82 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448792 Oct 19 01:27:39.507496 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017e698-2f1e-4559-9c86-a1fc122a4408 service neutron] Pushing event updated for resources: {'Port': ['ID=488b7d3f-8078-407d-abca-3ec354f37a55,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:39.603396 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-a017e698-2f1e-4559-9c86-a1fc122a4408 service neutron] Attempting to bind port 488b7d3f-8078-407d-abca-3ec354f37a55 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:27:39.603763 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-a017e698-2f1e-4559-9c86-a1fc122a4408 service neutron] Attempting to bind port 488b7d3f-8078-407d-abca-3ec354f37a55 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '541c06ed-de66-456d-9510-381984fe0ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:27:39.604082 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-a017e698-2f1e-4559-9c86-a1fc122a4408 service neutron] Attempting to bind port 488b7d3f-8078-407d-abca-3ec354f37a55 on network 84c55fcf-75dc-454b-970b-ebd012138813 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:27:39.623178 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-a017e698-2f1e-4559-9c86-a1fc122a4408 service neutron] Port 488b7d3f-8078-407d-abca-3ec354f37a55 on network 84c55fcf-75dc-454b-970b-ebd012138813 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:27:39.623178 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-a017e698-2f1e-4559-9c86-a1fc122a4408 service neutron] Attempting to bind port 488b7d3f-8078-407d-abca-3ec354f37a55 on network 84c55fcf-75dc-454b-970b-ebd012138813 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:27:39.643213 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-a017e698-2f1e-4559-9c86-a1fc122a4408 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:27:39.643213 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-a017e698-2f1e-4559-9c86-a1fc122a4408 service neutron] Checking segment: {'id': '541c06ed-de66-456d-9510-381984fe0ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:27:39.643501 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-a017e698-2f1e-4559-9c86-a1fc122a4408 service neutron] Bound using segment: {'id': '541c06ed-de66-456d-9510-381984fe0ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:27:39.643982 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-a017e698-2f1e-4559-9c86-a1fc122a4408 service neutron] Bound port: 488b7d3f-8078-407d-abca-3ec354f37a55, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '541c06ed-de66-456d-9510-381984fe0ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:27:39.644312 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-a017e698-2f1e-4559-9c86-a1fc122a4408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:39.707457 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71c207-4a72-4f75-9c74-f9e0525f228a req-3f0a8bf6-0416-4196-be1a-8daeb88c2236 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:39.709010 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1c71c207-4a72-4f75-9c74-f9e0525f228a req-3f0a8bf6-0416-4196-be1a-8daeb88c2236 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f3cd72b-3a81-45ee-85a2-ceb52214de19 HTTP/1.1" status: 200 len: 943 time: 0.1012917 Oct 19 01:27:39.752936 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-a017e698-2f1e-4559-9c86-a1fc122a4408 service neutron] For port 488b7d3f-8078-407d-abca-3ec354f37a55, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:27:39.786565 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1c71c207-4a72-4f75-9c74-f9e0525f228a req-7bd05fdc-c91e-4f0c-8328-cd37c1312639 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664155 Oct 19 01:27:39.790643 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-a017e698-2f1e-4559-9c86-a1fc122a4408 service neutron] For port 488b7d3f-8078-407d-abca-3ec354f37a55, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=488b7d3f-8078-407d-abca-3ec354f37a55,segment=NetworkSegment(541c06ed-de66-456d-9510-381984fe0ad1),segment_id=541c06ed-de66-456d-9510-381984fe0ad1)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:27:39.798650 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-a017e698-2f1e-4559-9c86-a1fc122a4408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:39.819718 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37094) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:39.843591 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-a017e698-2f1e-4559-9c86-a1fc122a4408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:39.844210 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-a017e698-2f1e-4559-9c86-a1fc122a4408 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:39.845596 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-a017e698-2f1e-4559-9c86-a1fc122a4408 service neutron] 10.222.0.24 "PUT /v2.0/ports/488b7d3f-8078-407d-abca-3ec354f37a55 HTTP/1.1" status: 200 len: 1093 time: 0.8646598 Oct 19 01:27:39.846039 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5484e21d-5558-4558-a271-d9388d797f60', 'tag': '488b7d3f-8078-407d-abca-3ec354f37a55'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:27:39.849286 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99ef96b-be7e-4358-a711-56633560d61a" -d '{"events": [{"name": "network-changed", "server_uuid": "5484e21d-5558-4558-a271-d9388d797f60", "tag": "488b7d3f-8078-407d-abca-3ec354f37a55"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:27:39.892809 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017e698-2f1e-4559-9c86-a1fc122a4408 service neutron] Pushing event updated for resources: {'Port': ['ID=488b7d3f-8078-407d-abca-3ec354f37a55,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:39.928140 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22294e55-c0ed-4a15-9818-c8721738f9b1 x-openstack-request-id: req-22294e55-c0ed-4a15-9818-c8721738f9b1 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:27:39.928377 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5484e21d-5558-4558-a271-d9388d797f60", "tag": "488b7d3f-8078-407d-abca-3ec354f37a55", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:27:39.928632 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-22294e55-c0ed-4a15-9818-c8721738f9b1 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:27:39.929035 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5484e21d-5558-4558-a271-d9388d797f60', 'tag': '488b7d3f-8078-407d-abca-3ec354f37a55', 'status': 'completed', 'code': 200} Oct 19 01:27:39.951664 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-dc0e1c56-4087-48cf-a93d-7e2e71c36924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:39.953396 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-dc0e1c56-4087-48cf-a93d-7e2e71c36924 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=48ddb22357dc4eb2bc2ba246f38392b4&device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 1096 time: 0.0564201 Oct 19 01:27:39.991030 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-88868d04-dfbb-4e4d-b742-0bfe2eade06b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:40.009505 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-ad66f4ee-ee37-4198-b3bd-98b0f5efe6f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=488b7d3f-8078-407d-abca-3ec354f37a55 HTTP/1.1" status: 200 len: 217 time: 0.0472460 Oct 19 01:27:40.069434 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-0f3f14f0-54cf-4d37-96ea-4f013b7b7435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:40.070913 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-88868d04-dfbb-4e4d-b742-0bfe2eade06b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:40.071053 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-0f3f14f0-54cf-4d37-96ea-4f013b7b7435 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=488e075d-4e24-4ef3-a196-a8fb67b0889b HTTP/1.1" status: 200 len: 855 time: 0.0535979 Oct 19 01:27:40.074797 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-88868d04-dfbb-4e4d-b742-0bfe2eade06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:40.114402 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-88868d04-dfbb-4e4d-b742-0bfe2eade06b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5d4f0e13781e4ef986e41dc172d75733&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2934594 Oct 19 01:27:40.115345 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88868d04-dfbb-4e4d-b742-0bfe2eade06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b5e18d-ab8a-4597-af21-f3661b4e7dd3,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:40.117862 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37100) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:40.121540 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-4fd360e1-56bb-4be1-839f-084b8dcf8f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:40.123049 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-4fd360e1-56bb-4be1-839f-084b8dcf8f40 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84c55fcf-75dc-454b-970b-ebd012138813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448024 Oct 19 01:27:40.169482 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-709b7064-301c-4eef-90b9-d4b2e73a31c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:40.190776 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-709b7064-301c-4eef-90b9-d4b2e73a31c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:40.214082 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-bc588ceb-60ea-4cf6-a357-cfa4477601d8 service neutron] 10.222.0.24 "GET /v2.0/networks/84c55fcf-75dc-454b-970b-ebd012138813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832419 Oct 19 01:27:40.239436 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-709b7064-301c-4eef-90b9-d4b2e73a31c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:40.241988 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-709b7064-301c-4eef-90b9-d4b2e73a31c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:40.243122 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-709b7064-301c-4eef-90b9-d4b2e73a31c8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/01b5e18d-ab8a-4597-af21-f3661b4e7dd3 HTTP/1.1" status: 204 len: 168 time: 0.1243613 Oct 19 01:27:40.251225 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b7064-301c-4eef-90b9-d4b2e73a31c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b5e18d-ab8a-4597-af21-f3661b4e7dd3,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:40.314934 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6238372f-37b0-411b-9e8b-cce16b13ad6c req-f35eb4a2-32f3-42f0-a786-59fc63664f5d service neutron] 10.222.0.24 "GET /v2.0/networks/84c55fcf-75dc-454b-970b-ebd012138813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933108 Oct 19 01:27:40.399839 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ef96b-be7e-4358-a711-56633560d61a req-dbf9aba1-3dbf-47e7-98ae-72e7daa54c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:40.401373 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e99ef96b-be7e-4358-a711-56633560d61a req-dbf9aba1-3dbf-47e7-98ae-72e7daa54c08 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=48ddb22357dc4eb2bc2ba246f38392b4&device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 1096 time: 0.0417142 Oct 19 01:27:40.498593 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ef96b-be7e-4358-a711-56633560d61a req-f9979d68-ac19-412e-bf10-8fcda9751e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:40.500185 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e99ef96b-be7e-4358-a711-56633560d61a req-f9979d68-ac19-412e-bf10-8fcda9751e94 service neutron] 10.222.0.24 "GET /v2.0/networks?id=84c55fcf-75dc-454b-970b-ebd012138813 HTTP/1.1" status: 200 len: 917 time: 0.0910609 Oct 19 01:27:40.617473 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae07d79-fcf1-4d24-8b2b-e301f47fa171 req-e1444249-890a-45d6-b6c9-ba664606446d tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:40.618963 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9ae07d79-fcf1-4d24-8b2b-e301f47fa171 req-e1444249-890a-45d6-b6c9-ba664606446d tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 944 time: 0.0507622 Oct 19 01:27:40.679208 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e99ef96b-be7e-4358-a711-56633560d61a req-aded612c-85f3-45b0-828f-5f784799354d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=488b7d3f-8078-407d-abca-3ec354f37a55 HTTP/1.1" status: 200 len: 217 time: 0.0385823 Oct 19 01:27:40.698674 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9ae07d79-fcf1-4d24-8b2b-e301f47fa171 req-2f875237-e71e-44b6-b111-8915995a7433 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733685 Oct 19 01:27:40.741319 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ef96b-be7e-4358-a711-56633560d61a req-5bbedf4e-ea03-42bc-9f59-a361f738590c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:40.742927 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e99ef96b-be7e-4358-a711-56633560d61a req-5bbedf4e-ea03-42bc-9f59-a361f738590c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=488e075d-4e24-4ef3-a196-a8fb67b0889b HTTP/1.1" status: 200 len: 855 time: 0.0537434 Oct 19 01:27:40.788517 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ef96b-be7e-4358-a711-56633560d61a req-2ec66a7b-f90d-4cbc-aa2d-d9cc62543e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:40.790004 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e99ef96b-be7e-4358-a711-56633560d61a req-2ec66a7b-f90d-4cbc-aa2d-d9cc62543e64 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84c55fcf-75dc-454b-970b-ebd012138813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397148 Oct 19 01:27:40.889415 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e99ef96b-be7e-4358-a711-56633560d61a req-3111ad03-440a-4dea-85b2-fefa98b46ceb service neutron] 10.222.0.24 "GET /v2.0/networks/84c55fcf-75dc-454b-970b-ebd012138813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896981 Oct 19 01:27:40.923372 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d1269-b411-484c-9c8a-c594ce0073a4 req-189735f9-108e-4a51-99e8-7cfc07717112 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:40.924911 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b23d1269-b411-484c-9c8a-c594ce0073a4 req-189735f9-108e-4a51-99e8-7cfc07717112 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f3cd72b-3a81-45ee-85a2-ceb52214de19 HTTP/1.1" status: 200 len: 943 time: 0.0635526 Oct 19 01:27:40.968805 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b23d1269-b411-484c-9c8a-c594ce0073a4 req-41d67153-18e1-433d-aaae-69cf81cbd22e tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362763 Oct 19 01:27:40.987166 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e99ef96b-be7e-4358-a711-56633560d61a req-efeee701-ee74-4e02-8f64-b7f8f8d2421c service neutron] 10.222.0.24 "GET /v2.0/networks/84c55fcf-75dc-454b-970b-ebd012138813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903840 Oct 19 01:27:41.844660 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c15cf-d3ec-4f02-82ea-6acc7540e9c3 req-d41bd9ca-60d9-4580-9aeb-91c8674c3e6d tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:41.844660 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0d3c15cf-d3ec-4f02-82ea-6acc7540e9c3 req-d41bd9ca-60d9-4580-9aeb-91c8674c3e6d tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 944 time: 0.0643013 Oct 19 01:27:41.885682 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0d3c15cf-d3ec-4f02-82ea-6acc7540e9c3 req-b1597c55-4d51-4da7-a90b-1a5fa27cf11a tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331094 Oct 19 01:27:42.096289 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab92e22-4413-428b-8d6d-51cfb1cb820d req-a4f5ca4d-d293-44bf-8439-f55c7c16f5f2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:42.097867 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1ab92e22-4413-428b-8d6d-51cfb1cb820d req-a4f5ca4d-d293-44bf-8439-f55c7c16f5f2 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f3cd72b-3a81-45ee-85a2-ceb52214de19 HTTP/1.1" status: 200 len: 943 time: 0.0543356 Oct 19 01:27:42.141362 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1ab92e22-4413-428b-8d6d-51cfb1cb820d req-fd196db3-c83a-4bfd-aafa-cb4de3a8f98f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374463 Oct 19 01:27:42.200302 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 488b7d3f-8078-407d-abca-3ec354f37a55 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:27:42.301516 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 488b7d3f-8078-407d-abca-3ec354f37a55, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=488b7d3f-8078-407d-abca-3ec354f37a55,segment=NetworkSegment(541c06ed-de66-456d-9510-381984fe0ad1),segment_id=541c06ed-de66-456d-9510-381984fe0ad1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:42.313525 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '488b7d3f-8078-407d-abca-3ec354f37a55', 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813', 'port_id': '488b7d3f-8078-407d-abca-3ec354f37a55', 'mac_address': 'fa:16:3e:d2:64:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488e075d-4e24-4ef3-a196-a8fb67b0889b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:27:42.352107 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:42.366005 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 488b7d3f-8078-407d-abca-3ec354f37a55 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:27:42.387916 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 488b7d3f-8078-407d-abca-3ec354f37a55, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=488b7d3f-8078-407d-abca-3ec354f37a55,segment=NetworkSegment(541c06ed-de66-456d-9510-381984fe0ad1),segment_id=541c06ed-de66-456d-9510-381984fe0ad1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:42.393403 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:42.445758 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=488b7d3f-8078-407d-abca-3ec354f37a55,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:42.458918 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37222) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:42.563909 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5e195de7-f4b3-4258-bcad-e0fe4672b38a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:42.617633 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['488b7d3f-8078-407d-abca-3ec354f37a55'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:27:42.639189 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5e195de7-f4b3-4258-bcad-e0fe4672b38a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:42.643055 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5e195de7-f4b3-4258-bcad-e0fe4672b38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:42.682107 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5e195de7-f4b3-4258-bcad-e0fe4672b38a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9d070c3dff3f4e2cbd4cb2492e74282d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2220955 Oct 19 01:27:42.683093 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e195de7-f4b3-4258-bcad-e0fe4672b38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b91507-5f49-4c79-acb3-c4cc8e80d48a,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:42.684720 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37226) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:42.739439 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f2416a0c-5d52-4052-8271-7557b1180837 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:42.760582 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f2416a0c-5d52-4052-8271-7557b1180837 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:42.807606 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f2416a0c-5d52-4052-8271-7557b1180837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:42.810109 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f2416a0c-5d52-4052-8271-7557b1180837 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:42.811267 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f2416a0c-5d52-4052-8271-7557b1180837 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d1b91507-5f49-4c79-acb3-c4cc8e80d48a HTTP/1.1" status: 204 len: 168 time: 0.1247077 Oct 19 01:27:42.819000 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2416a0c-5d52-4052-8271-7557b1180837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b91507-5f49-4c79-acb3-c4cc8e80d48a,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:43.007101 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300434d-f36a-4715-b5cc-a9ab38266ad3 req-21161df8-ccf2-4e17-951a-ee0bc2b9ccca tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:43.008791 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f300434d-f36a-4715-b5cc-a9ab38266ad3 req-21161df8-ccf2-4e17-951a-ee0bc2b9ccca tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 945 time: 0.0478148 Oct 19 01:27:43.049040 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f300434d-f36a-4715-b5cc-a9ab38266ad3 req-2441f160-c413-464d-8e99-d55162b38c86 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342686 Oct 19 01:27:43.086367 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37234) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:43.100116 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6f5cfb24-fd93-433d-88c0-be27d9b06360 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:43.172084 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6f5cfb24-fd93-433d-88c0-be27d9b06360 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:43.176828 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6f5cfb24-fd93-433d-88c0-be27d9b06360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:43.219087 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6f5cfb24-fd93-433d-88c0-be27d9b06360 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d5450fa64c2b4c68bf5f1cbfd3b78edf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1315644 Oct 19 01:27:43.221560 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37238) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:43.229274 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5cfb24-fd93-433d-88c0-be27d9b06360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83217b14-1df8-45bc-a3ed-157776ab6aef,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:43.266400 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebf6fe-ebdc-43a9-a012-c775012168d4 req-b1183115-cba9-466e-91cd-7945483c5051 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:43.267916 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-10ebf6fe-ebdc-43a9-a012-c775012168d4 req-b1183115-cba9-466e-91cd-7945483c5051 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f3cd72b-3a81-45ee-85a2-ceb52214de19 HTTP/1.1" status: 200 len: 943 time: 0.0499668 Oct 19 01:27:43.277169 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7661727f-3274-438f-8819-682f15454d9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:43.298594 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7661727f-3274-438f-8819-682f15454d9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:43.306021 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-10ebf6fe-ebdc-43a9-a012-c775012168d4 req-9d8f50b6-3d61-46a2-95b7-11fd8e72c471 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312965 Oct 19 01:27:43.345139 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7661727f-3274-438f-8819-682f15454d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:43.348489 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7661727f-3274-438f-8819-682f15454d9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:43.349633 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7661727f-3274-438f-8819-682f15454d9b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/83217b14-1df8-45bc-a3ed-157776ab6aef HTTP/1.1" status: 204 len: 168 time: 0.1263778 Oct 19 01:27:43.357103 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661727f-3274-438f-8819-682f15454d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83217b14-1df8-45bc-a3ed-157776ab6aef,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:43.912638 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-eab27f4c-e86c-49dc-914e-381cb434df55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:44.170543 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0039ca-c62a-4690-b62e-cc95659c954b req-f06d4491-08f8-4369-bb29-7e4f193cdc9b tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:44.172087 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-df0039ca-c62a-4690-b62e-cc95659c954b req-f06d4491-08f8-4369-bb29-7e4f193cdc9b tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 945 time: 0.0501056 Oct 19 01:27:44.212434 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-df0039ca-c62a-4690-b62e-cc95659c954b req-37a80005-522e-4f56-bb1f-306dc9165575 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344522 Oct 19 01:27:44.227285 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 488b7d3f-8078-407d-abca-3ec354f37a55 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:27:44.282849 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 488b7d3f-8078-407d-abca-3ec354f37a55 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:27:44.286920 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 488b7d3f-8078-407d-abca-3ec354f37a55 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:44.287396 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:44.374373 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:44.400290 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5484e21d-5558-4558-a271-d9388d797f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488b7d3f-8078-407d-abca-3ec354f37a55'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:27:44.402786 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc15d6a-6091-4616-a839-a062c81aff5b" -d '{"events": [{"server_uuid": "5484e21d-5558-4558-a271-d9388d797f60", "name": "network-vif-plugged", "status": "completed", "tag": "488b7d3f-8078-407d-abca-3ec354f37a55"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:27:44.416567 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 488b7d3f-8078-407d-abca-3ec354f37a55, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=488b7d3f-8078-407d-abca-3ec354f37a55,segment=NetworkSegment(541c06ed-de66-456d-9510-381984fe0ad1),segment_id=541c06ed-de66-456d-9510-381984fe0ad1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:44.422484 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:44.437833 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b43bdf-cfeb-4b27-9754-2016d3467081 req-ec45206a-94d8-4ba2-8ad9-2694fbb6397a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:44.439555 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-75b43bdf-cfeb-4b27-9754-2016d3467081 req-ec45206a-94d8-4ba2-8ad9-2694fbb6397a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f3cd72b-3a81-45ee-85a2-ceb52214de19 HTTP/1.1" status: 200 len: 943 time: 0.0578806 Oct 19 01:27:44.460015 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acab938-cdb5-4a5f-bd59-4c3e900f71da x-openstack-request-id: req-3acab938-cdb5-4a5f-bd59-4c3e900f71da {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:27:44.460376 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5484e21d-5558-4558-a271-d9388d797f60", "name": "network-vif-plugged", "status": "completed", "tag": "488b7d3f-8078-407d-abca-3ec354f37a55", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:27:44.460700 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3acab938-cdb5-4a5f-bd59-4c3e900f71da {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:27:44.461099 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5484e21d-5558-4558-a271-d9388d797f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488b7d3f-8078-407d-abca-3ec354f37a55', 'code': 200} Oct 19 01:27:44.492309 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-75b43bdf-cfeb-4b27-9754-2016d3467081 req-b480230c-0816-4454-a8d1-b0daa2ec1327 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460908 Oct 19 01:27:44.493741 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=488b7d3f-8078-407d-abca-3ec354f37a55,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:44.565193 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb5016-7708-4e83-8f7e-38e479300cdf req-ea64b1b5-faf8-4bf9-9777-0ede2b67de3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:44.567641 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fccb5016-7708-4e83-8f7e-38e479300cdf req-ea64b1b5-faf8-4bf9-9777-0ede2b67de3a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 1098 time: 0.0455687 Oct 19 01:27:44.604277 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fccb5016-7708-4e83-8f7e-38e479300cdf req-5f6203ce-1702-47a5-be99-2ddd6bdd9305 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286005 Oct 19 01:27:45.337479 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71c17d-4764-4c49-95c8-23232af39ac8 req-a555f753-14b6-4669-86e9-2d7dfc079cc4 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:45.338992 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ae71c17d-4764-4c49-95c8-23232af39ac8 req-a555f753-14b6-4669-86e9-2d7dfc079cc4 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 946 time: 0.0531299 Oct 19 01:27:45.377519 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ae71c17d-4764-4c49-95c8-23232af39ac8 req-4a3c5216-52a5-4359-b530-fd8e22a0a0da tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324256 Oct 19 01:27:45.615748 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c068ec-f348-4b1a-8dd0-01aedf2e072e req-2760b33c-e1f0-465d-886d-be7660d4e95c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:45.618089 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-13c068ec-f348-4b1a-8dd0-01aedf2e072e req-2760b33c-e1f0-465d-886d-be7660d4e95c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f3cd72b-3a81-45ee-85a2-ceb52214de19 HTTP/1.1" status: 200 len: 943 time: 0.0526853 Oct 19 01:27:45.657166 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-13c068ec-f348-4b1a-8dd0-01aedf2e072e req-c77de56a-eadc-419d-935d-700eb6929555 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338571 Oct 19 01:27:46.470753 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37462) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:46.499952 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b7195-b229-48f8-bd47-49822cb9cf30 req-229c105a-fedc-4f5f-a7ac-3ca3d202b2cd tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:46.501448 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b45b7195-b229-48f8-bd47-49822cb9cf30 req-229c105a-fedc-4f5f-a7ac-3ca3d202b2cd tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 946 time: 0.0504303 Oct 19 01:27:46.539312 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b45b7195-b229-48f8-bd47-49822cb9cf30 req-74d3582d-b0a6-4e75-a1c4-d9d8469014ed tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318165 Oct 19 01:27:46.570904 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9dd80b57-7b7c-4d84-903e-502c51fc7114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:46.580529 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-801c498c-e048-4d78-a676-fdad090d8100 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:46.689232 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ca97c-6a35-484f-8572-a5184ee04b62 req-466895d0-f74d-437c-aba4-52124f513666 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:46.691246 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6b7ca97c-6a35-484f-8572-a5184ee04b62 req-466895d0-f74d-437c-aba4-52124f513666 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 946 time: 0.0765188 Oct 19 01:27:46.700034 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37470) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:46.707879 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-b5f58624-7576-4b5d-bfcd-203e2b6cf2d9 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Request body: {'floatingip': {'port_id': '488b7d3f-8078-407d-abca-3ec354f37a55'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:46.711304 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-801c498c-e048-4d78-a676-fdad090d8100 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:46.784112 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d19988-7172-4ec7-9344-8b31d9390423 req-5e4f0bbf-db76-4989-a520-f39d2e480dfb tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:46.785716 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e1d19988-7172-4ec7-9344-8b31d9390423 req-5e4f0bbf-db76-4989-a520-f39d2e480dfb tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f3cd72b-3a81-45ee-85a2-ceb52214de19 HTTP/1.1" status: 200 len: 943 time: 0.0554135 Oct 19 01:27:46.828958 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e1d19988-7172-4ec7-9344-8b31d9390423 req-056b2bae-f400-41b1-b519-59e698d9d129 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363338 Oct 19 01:27:47.024117 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-801c498c-e048-4d78-a676-fdad090d8100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:47.047671 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b5f58624-7576-4b5d-bfcd-203e2b6cf2d9 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for floatingip, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:47.105753 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-801c498c-e048-4d78-a676-fdad090d8100 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=30557699bcf74ad78e40a5d4f6fb494f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6337759 Oct 19 01:27:47.108545 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37472) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:47.120907 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c498c-e048-4d78-a676-fdad090d8100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859cc12d-a3d0-474f-9d88-70b51f256696,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:47.160897 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f4438698-12a8-4538-ab9b-11cfa7256681 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:47.181999 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f4438698-12a8-4538-ab9b-11cfa7256681 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:47.239095 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f4438698-12a8-4538-ab9b-11cfa7256681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:47.241957 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f4438698-12a8-4538-ab9b-11cfa7256681 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:47.242914 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:47.243255 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f4438698-12a8-4538-ab9b-11cfa7256681 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/859cc12d-a3d0-474f-9d88-70b51f256696 HTTP/1.1" status: 204 len: 168 time: 0.1336288 Oct 19 01:27:47.253837 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4438698-12a8-4538-ab9b-11cfa7256681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859cc12d-a3d0-474f-9d88-70b51f256696,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:47.533149 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b5f58624-7576-4b5d-bfcd-203e2b6cf2d9 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:47.538255 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b5f58624-7576-4b5d-bfcd-203e2b6cf2d9 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:47.644918 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [None req-b5f58624-7576-4b5d-bfcd-203e2b6cf2d9 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Floating IP 52c154c7-d129-438e-ac16-a0237ee6b1eb associated. External IP: 172.25.8.214, port: 488b7d3f-8078-407d-abca-3ec354f37a55. Oct 19 01:27:47.805517 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:47.868739 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f58624-7576-4b5d-bfcd-203e2b6cf2d9 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Router da4ab5b7-c3a7-47c8-8f02-386f770ce07f has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:27:48.004547 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271fc71-af30-41c9-89bd-ee2dec07e181 req-aa596fab-0e12-4566-af0f-5b812ab05a37 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:48.006047 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f271fc71-af30-41c9-89bd-ee2dec07e181 req-aa596fab-0e12-4566-af0f-5b812ab05a37 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f3cd72b-3a81-45ee-85a2-ceb52214de19 HTTP/1.1" status: 200 len: 943 time: 0.0947397 Oct 19 01:27:48.041534 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f58624-7576-4b5d-bfcd-203e2b6cf2d9 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:27:48.053243 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b5f58624-7576-4b5d-bfcd-203e2b6cf2d9 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:48.053386 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d79463-33c5-4aa8-90ff-2344fa59b4f7 None None] Sync routers for ids ['da4ab5b7-c3a7-47c8-8f02-386f770ce07f'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:27:48.062125 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d79463-33c5-4aa8-90ff-2344fa59b4f7 None None] Routers {'da4ab5b7-c3a7-47c8-8f02-386f770ce07f'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:48.062745 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-55d79463-33c5-4aa8-90ff-2344fa59b4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:27:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['da4ab5b7-c3a7-47c8-8f02-386f770ce07f'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:48.083305 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f271fc71-af30-41c9-89bd-ee2dec07e181 req-ff4f140a-f348-4a0b-8e0f-948f6bf0e8a7 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702076 Oct 19 01:27:48.090152 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b5f58624-7576-4b5d-bfcd-203e2b6cf2d9 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "PUT /v2.0/floatingips/52c154c7-d129-438e-ac16-a0237ee6b1eb HTTP/1.1" status: 200 len: 992 time: 1.3891294 Oct 19 01:27:48.090755 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5484e21d-5558-4558-a271-d9388d797f60', 'tag': '488b7d3f-8078-407d-abca-3ec354f37a55'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:27:48.093208 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57d9b13-0d34-41a5-b5a3-a3e0d8cecccb" -d '{"events": [{"name": "network-changed", "server_uuid": "5484e21d-5558-4558-a271-d9388d797f60", "tag": "488b7d3f-8078-407d-abca-3ec354f37a55"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:27:48.140778 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2421e117-f71a-4e27-854a-7fe8ba2f3291 x-openstack-request-id: req-2421e117-f71a-4e27-854a-7fe8ba2f3291 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:27:48.141146 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5484e21d-5558-4558-a271-d9388d797f60", "tag": "488b7d3f-8078-407d-abca-3ec354f37a55", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:27:48.141469 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2421e117-f71a-4e27-854a-7fe8ba2f3291 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:27:48.141992 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5484e21d-5558-4558-a271-d9388d797f60', 'tag': '488b7d3f-8078-407d-abca-3ec354f37a55', 'status': 'completed', 'code': 200} Oct 19 01:27:48.200916 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-55d79463-33c5-4aa8-90ff-2344fa59b4f7 None None] Set router da4ab5b7-c3a7-47c8-8f02-386f770ce07f gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:27:48.205514 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d9b13-0d34-41a5-b5a3-a3e0d8cecccb req-66973ff1-6102-4553-ac81-727717bc09ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:48.207774 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f57d9b13-0d34-41a5-b5a3-a3e0d8cecccb req-66973ff1-6102-4553-ac81-727717bc09ca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=48ddb22357dc4eb2bc2ba246f38392b4&device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 1098 time: 0.0433671 Oct 19 01:27:48.311338 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d9b13-0d34-41a5-b5a3-a3e0d8cecccb req-55d37ed8-4b76-46aa-8b44-7fbc1e508fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:48.312912 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f57d9b13-0d34-41a5-b5a3-a3e0d8cecccb req-55d37ed8-4b76-46aa-8b44-7fbc1e508fe8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=84c55fcf-75dc-454b-970b-ebd012138813 HTTP/1.1" status: 200 len: 917 time: 0.0972068 Oct 19 01:27:48.340465 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:27:48.383013 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f57d9b13-0d34-41a5-b5a3-a3e0d8cecccb req-5d2536d9-af06-4e6e-af18-f7259bb9951b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=488b7d3f-8078-407d-abca-3ec354f37a55 HTTP/1.1" status: 200 len: 1000 time: 0.0622993 Oct 19 01:27:48.437357 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d9b13-0d34-41a5-b5a3-a3e0d8cecccb req-277ddc20-8a6d-4c47-8f06-403e45ca7537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:48.438883 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f57d9b13-0d34-41a5-b5a3-a3e0d8cecccb req-277ddc20-8a6d-4c47-8f06-403e45ca7537 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=488e075d-4e24-4ef3-a196-a8fb67b0889b HTTP/1.1" status: 200 len: 855 time: 0.0487652 Oct 19 01:27:48.440857 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-55d79463-33c5-4aa8-90ff-2344fa59b4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'name': 'tempest-AttachVolumeShelveTestJSON-317180163-router', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'bca8d86f-d88a-44b1-b1dc-c89037df4c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:21:36Z', 'updated_at': '2021-10-19T01:21:42Z', 'revision_number': 4, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'gw_port': {'id': 'bca8d86f-d88a-44b1-b1dc-c89037df4c67', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:57:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:21:37Z', 'updated_at': '2021-10-19T01:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '52c154c7-d129-438e-ac16-a0237ee6b1eb', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'floating_ip_address': '172.25.8.214', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'port_id': '488b7d3f-8078-407d-abca-3ec354f37a55', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813', 'mac_address': 'fa:16:3e:d2:64:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5484e21d-5558-4558-a271-d9388d797f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:27:35Z', 'updated_at': '2021-10-19T01:27:47Z', 'revision_number': 1, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3208d30f-6532-41ab-8914-ad74d6a9dc11', 'name': '', 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'mac_address': 'fa:16:3e:4b:4b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '488e075d-4e24-4ef3-a196-a8fb67b0889b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:21:41Z', 'updated_at': '2021-10-19T01:21:48Z', 'revision_number': 5, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'subnets': [{'id': '488e075d-4e24-4ef3-a196-a8fb67b0889b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:48.473202 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d79463-33c5-4aa8-90ff-2344fa59b4f7 None None] Checking router: da4ab5b7-c3a7-47c8-8f02-386f770ce07f for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:27:48.473474 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37514) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:48.482361 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d79463-33c5-4aa8-90ff-2344fa59b4f7 None None] Routers {'da4ab5b7-c3a7-47c8-8f02-386f770ce07f'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:48.483401 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-55d79463-33c5-4aa8-90ff-2344fa59b4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:27:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['da4ab5b7-c3a7-47c8-8f02-386f770ce07f'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:48.494720 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d9b13-0d34-41a5-b5a3-a3e0d8cecccb req-a67ec073-e5ab-4c7a-a73d-24a5a4421748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:48.496490 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f57d9b13-0d34-41a5-b5a3-a3e0d8cecccb req-a67ec073-e5ab-4c7a-a73d-24a5a4421748 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84c55fcf-75dc-454b-970b-ebd012138813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475626 Oct 19 01:27:48.590253 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f57d9b13-0d34-41a5-b5a3-a3e0d8cecccb req-be62f7d8-ec08-48ad-825b-0b958b198652 service neutron] 10.222.0.24 "GET /v2.0/networks/84c55fcf-75dc-454b-970b-ebd012138813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858486 Oct 19 01:27:48.593082 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-55d79463-33c5-4aa8-90ff-2344fa59b4f7 None None] Set router da4ab5b7-c3a7-47c8-8f02-386f770ce07f gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:27:48.599464 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-b9d5b7bf-ce79-4154-9da8-9c63716aae21 tempest-MeteringIpV6TestJSON-493171125 tempest-MeteringIpV6TestJSON-493171125-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-86373547'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:48.600278 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-b9d5b7bf-ce79-4154-9da8-9c63716aae21 tempest-MeteringIpV6TestJSON-493171125 tempest-MeteringIpV6TestJSON-493171125-project-admin] Unknown quota resources ['metering_label']. {{(pid=100606) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 01:27:48.699296 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f57d9b13-0d34-41a5-b5a3-a3e0d8cecccb req-44af9b7b-89f0-4053-82bf-d03c1b5c2116 service neutron] 10.222.0.24 "GET /v2.0/networks/84c55fcf-75dc-454b-970b-ebd012138813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007257 Oct 19 01:27:48.812516 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b9d5b7bf-ce79-4154-9da8-9c63716aae21 tempest-MeteringIpV6TestJSON-493171125 tempest-MeteringIpV6TestJSON-493171125-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:48.816433 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b9d5b7bf-ce79-4154-9da8-9c63716aae21 tempest-MeteringIpV6TestJSON-493171125 tempest-MeteringIpV6TestJSON-493171125-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.3392649 Oct 19 01:27:48.816685 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37518) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:48.821089 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-a842d435-c564-41f9-8ac8-2da3c7e9fba7 tempest-MeteringIpV6TestJSON-493171125 tempest-MeteringIpV6TestJSON-493171125-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '7d6985e6-6128-42ef-bc59-721830b0e014'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:48.821609 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-a842d435-c564-41f9-8ac8-2da3c7e9fba7 tempest-MeteringIpV6TestJSON-493171125 tempest-MeteringIpV6TestJSON-493171125-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100606) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 01:27:48.902401 n-d-715271-26 neutron-server[100606]: WARNING neutron.services.metering.metering_plugin [None req-a842d435-c564-41f9-8ac8-2da3c7e9fba7 tempest-MeteringIpV6TestJSON-493171125 tempest-MeteringIpV6TestJSON-493171125-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 19 01:27:48.903116 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 2b005bd8-0c25-4f96-8454-104f6576f5bc details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:27:49.006910 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a842d435-c564-41f9-8ac8-2da3c7e9fba7 tempest-MeteringIpV6TestJSON-493171125 tempest-MeteringIpV6TestJSON-493171125-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:49.008144 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a842d435-c564-41f9-8ac8-2da3c7e9fba7 tempest-MeteringIpV6TestJSON-493171125 tempest-MeteringIpV6TestJSON-493171125-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1905079 Oct 19 01:27:49.011350 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37520) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:49.015452 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-2179cf54-ed41-46d8-b03f-53c5423396ec tempest-MeteringIpV6TestJSON-493171125 tempest-MeteringIpV6TestJSON-493171125-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '7d6985e6-6128-42ef-bc59-721830b0e014'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:49.015965 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-2179cf54-ed41-46d8-b03f-53c5423396ec tempest-MeteringIpV6TestJSON-493171125 tempest-MeteringIpV6TestJSON-493171125-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100606) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 01:27:49.055899 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 2b005bd8-0c25-4f96-8454-104f6576f5bc, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=2b005bd8-0c25-4f96-8454-104f6576f5bc,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:49.071380 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '2b005bd8-0c25-4f96-8454-104f6576f5bc', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'port_id': '2b005bd8-0c25-4f96-8454-104f6576f5bc', 'mac_address': 'fa:16:3e:02:7c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:27:49.072232 n-d-715271-26 neutron-server[100606]: WARNING neutron.services.metering.metering_plugin [None req-2179cf54-ed41-46d8-b03f-53c5423396ec tempest-MeteringIpV6TestJSON-493171125 tempest-MeteringIpV6TestJSON-493171125-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 19 01:27:49.075762 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-55d79463-33c5-4aa8-90ff-2344fa59b4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'name': 'tempest-AttachVolumeShelveTestJSON-317180163-router', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'bca8d86f-d88a-44b1-b1dc-c89037df4c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:21:36Z', 'updated_at': '2021-10-19T01:21:42Z', 'revision_number': 4, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'gw_port': {'id': 'bca8d86f-d88a-44b1-b1dc-c89037df4c67', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:57:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:21:37Z', 'updated_at': '2021-10-19T01:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '52c154c7-d129-438e-ac16-a0237ee6b1eb', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'floating_ip_address': '172.25.8.214', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'port_id': '488b7d3f-8078-407d-abca-3ec354f37a55', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813', 'mac_address': 'fa:16:3e:d2:64:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5484e21d-5558-4558-a271-d9388d797f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:27:35Z', 'updated_at': '2021-10-19T01:27:47Z', 'revision_number': 1, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3208d30f-6532-41ab-8914-ad74d6a9dc11', 'name': '', 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'mac_address': 'fa:16:3e:4b:4b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '488e075d-4e24-4ef3-a196-a8fb67b0889b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:21:41Z', 'updated_at': '2021-10-19T01:21:48Z', 'revision_number': 5, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'subnets': [{'id': '488e075d-4e24-4ef3-a196-a8fb67b0889b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:49.122706 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d79463-33c5-4aa8-90ff-2344fa59b4f7 None None] The sync data for ids ['da4ab5b7-c3a7-47c8-8f02-386f770ce07f'] in n-d-715271-26 is: [{'id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'name': 'tempest-AttachVolumeShelveTestJSON-317180163-router', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'bca8d86f-d88a-44b1-b1dc-c89037df4c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:21:36Z', 'updated_at': '2021-10-19T01:21:42Z', 'revision_number': 4, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'gw_port': {'id': 'bca8d86f-d88a-44b1-b1dc-c89037df4c67', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:57:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:21:37Z', 'updated_at': '2021-10-19T01:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '52c154c7-d129-438e-ac16-a0237ee6b1eb', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'floating_ip_address': '172.25.8.214', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'port_id': '488b7d3f-8078-407d-abca-3ec354f37a55', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813', 'mac_address': 'fa:16:3e:d2:64:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5484e21d-5558-4558-a271-d9388d797f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:27:35Z', 'updated_at': '2021-10-19T01:27:47Z', 'revision_number': 1, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3208d30f-6532-41ab-8914-ad74d6a9dc11', 'name': '', 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'mac_address': 'fa:16:3e:4b:4b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '488e075d-4e24-4ef3-a196-a8fb67b0889b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:21:41Z', 'updated_at': '2021-10-19T01:21:48Z', 'revision_number': 5, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'subnets': [{'id': '488e075d-4e24-4ef3-a196-a8fb67b0889b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:27:49.140851 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:49.155620 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2179cf54-ed41-46d8-b03f-53c5423396ec tempest-MeteringIpV6TestJSON-493171125 tempest-MeteringIpV6TestJSON-493171125-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:49.157734 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b005bd8-0c25-4f96-8454-104f6576f5bc {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:27:49.161158 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37524) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:49.164344 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2179cf54-ed41-46d8-b03f-53c5423396ec tempest-MeteringIpV6TestJSON-493171125 tempest-MeteringIpV6TestJSON-493171125-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1518502 Oct 19 01:27:49.188485 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 2b005bd8-0c25-4f96-8454-104f6576f5bc, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=2b005bd8-0c25-4f96-8454-104f6576f5bc,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:49.194589 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5ffdd13c-9d1e-48f2-ae8b-f290df9df790 tempest-MeteringIpV6TestJSON-493171125 tempest-MeteringIpV6TestJSON-493171125-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=dad30bb7-7511-4453-9728-72c5e3fe46cf HTTP/1.1" status: 200 len: 462 time: 0.0322123 Oct 19 01:27:49.195025 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:49.200326 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37528) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:49.239993 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a5032-6b83-49e6-b686-b6809b3f7673 req-b1101cb1-8e44-40f8-9178-4e89181ea9ea tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:49.242249 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c29a5032-6b83-49e6-b686-b6809b3f7673 req-b1101cb1-8e44-40f8-9178-4e89181ea9ea tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f3cd72b-3a81-45ee-85a2-ceb52214de19 HTTP/1.1" status: 200 len: 943 time: 0.0679510 Oct 19 01:27:49.261125 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=2b005bd8-0c25-4f96-8454-104f6576f5bc,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:49.296584 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c29a5032-6b83-49e6-b686-b6809b3f7673 req-feaf2147-c0b9-45d3-b889-a4e017d686fb tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478354 Oct 19 01:27:49.368096 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2de8272-b0fc-4b78-a912-41caacee2e12 None None] New status for floating IP 52c154c7-d129-438e-ac16-a0237ee6b1eb: ACTIVE {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:27:49.388348 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9dadee66-3763-4525-aaf7-88d818d7a43e tempest-MeteringIpV6TestJSON-493171125 tempest-MeteringIpV6TestJSON-493171125-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:49.389464 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9dadee66-3763-4525-aaf7-88d818d7a43e tempest-MeteringIpV6TestJSON-493171125 tempest-MeteringIpV6TestJSON-493171125-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-label-rules/dad30bb7-7511-4453-9728-72c5e3fe46cf HTTP/1.1" status: 204 len: 168 time: 0.1879883 Oct 19 01:27:49.392194 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37530) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:49.401008 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5af3eabe-0770-49f8-a38e-305883e9b53e tempest-MeteringIpV6TestJSON-493171125 tempest-MeteringIpV6TestJSON-493171125-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=dad30bb7-7511-4453-9728-72c5e3fe46cf HTTP/1.1" status: 200 len: 221 time: 0.0078554 Oct 19 01:27:49.404290 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37532) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:49.408849 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-16b20db9-6ae6-4568-a75d-71e50bf68c7e tempest-MeteringIpV6TestJSON-493171125 tempest-MeteringIpV6TestJSON-493171125-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1272027496', 'description': 'label created by tempest'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:49.409365 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-16b20db9-6ae6-4568-a75d-71e50bf68c7e tempest-MeteringIpV6TestJSON-493171125 tempest-MeteringIpV6TestJSON-493171125-project-admin] Unknown quota resources ['metering_label']. {{(pid=100606) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 01:27:49.501800 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['2b005bd8-0c25-4f96-8454-104f6576f5bc'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:27:49.575229 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-16b20db9-6ae6-4568-a75d-71e50bf68c7e tempest-MeteringIpV6TestJSON-493171125 tempest-MeteringIpV6TestJSON-493171125-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:49.576442 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-16b20db9-6ae6-4568-a75d-71e50bf68c7e tempest-MeteringIpV6TestJSON-493171125 tempest-MeteringIpV6TestJSON-493171125-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1711068 Oct 19 01:27:49.579239 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37534) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:49.654462 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4f28bfaf-0d12-4279-b8c3-44eeb885b612 tempest-MeteringIpV6TestJSON-493171125 tempest-MeteringIpV6TestJSON-493171125-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=7360bc7e-f83d-4fc6-8596-d4fffe1e98b3 HTTP/1.1" status: 200 len: 468 time: 0.0740921 Oct 19 01:27:49.657172 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37536) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:49.759254 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:49.839959 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4c0de02e-eec4-4349-bf42-efaa8585000b tempest-MeteringIpV6TestJSON-493171125 tempest-MeteringIpV6TestJSON-493171125-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:49.841090 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4c0de02e-eec4-4349-bf42-efaa8585000b tempest-MeteringIpV6TestJSON-493171125 tempest-MeteringIpV6TestJSON-493171125-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-labels/7360bc7e-f83d-4fc6-8596-d4fffe1e98b3 HTTP/1.1" status: 204 len: 168 time: 0.1830873 Oct 19 01:27:49.843793 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37538) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:49.855172 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b3a03be6-8213-44aa-bb48-6619c24f9ca4 tempest-MeteringIpV6TestJSON-493171125 tempest-MeteringIpV6TestJSON-493171125-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=7360bc7e-f83d-4fc6-8596-d4fffe1e98b3 HTTP/1.1" status: 200 len: 216 time: 0.0103970 Oct 19 01:27:49.858212 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37540) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:49.867386 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-25c4ff2a-dce0-438b-b85f-2e1520bb0247 tempest-MeteringIpV6TestJSON-493171125 tempest-MeteringIpV6TestJSON-493171125-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0082369 Oct 19 01:27:49.870318 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37542) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:49.881441 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-be4348cb-0f80-487a-962d-65bd94cc0f81 tempest-MeteringIpV6TestJSON-493171125 tempest-MeteringIpV6TestJSON-493171125-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0102053 Oct 19 01:27:49.884377 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37544) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:49.932242 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4a861c73-a8fb-4a15-a1f7-29655864e35e tempest-MeteringIpV6TestJSON-493171125 tempest-MeteringIpV6TestJSON-493171125-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels/7d6985e6-6128-42ef-bc59-721830b0e014 HTTP/1.1" status: 200 len: 471 time: 0.0468833 Oct 19 01:27:49.935755 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37546) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:49.948716 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-511ff0a7-a925-44bc-97eb-b87ecc8ca0f1 tempest-MeteringIpV6TestJSON-493171125 tempest-MeteringIpV6TestJSON-493171125-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules/0e674142-8173-4a68-a34d-6b8709480e90 HTTP/1.1" status: 200 len: 459 time: 0.0116796 Oct 19 01:27:49.951868 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37548) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:50.054458 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d7e2cd2a-50c3-4e59-8ff5-ab31c0440ddb tempest-MeteringIpV6TestJSON-493171125 tempest-MeteringIpV6TestJSON-493171125-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:50.055579 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d7e2cd2a-50c3-4e59-8ff5-ab31c0440ddb tempest-MeteringIpV6TestJSON-493171125 tempest-MeteringIpV6TestJSON-493171125-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-label-rules/0e674142-8173-4a68-a34d-6b8709480e90 HTTP/1.1" status: 204 len: 168 time: 0.1028492 Oct 19 01:27:50.058069 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37550) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:50.548015 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2f59f500-67b1-4308-9082-ce4e86479ec3 tempest-MeteringIpV6TestJSON-493171125 tempest-MeteringIpV6TestJSON-493171125-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:50.549139 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2f59f500-67b1-4308-9082-ce4e86479ec3 tempest-MeteringIpV6TestJSON-493171125 tempest-MeteringIpV6TestJSON-493171125-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-labels/7d6985e6-6128-42ef-bc59-721830b0e014 HTTP/1.1" status: 204 len: 168 time: 0.4901788 Oct 19 01:27:50.560723 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da0e79-3aea-4aca-a38e-586006032597 req-c309d4b5-0101-47cc-8fb0-44504bb048de tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:50.562172 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c9da0e79-3aea-4aca-a38e-586006032597 req-c309d4b5-0101-47cc-8fb0-44504bb048de tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f3cd72b-3a81-45ee-85a2-ceb52214de19 HTTP/1.1" status: 200 len: 944 time: 0.1263506 Oct 19 01:27:50.600711 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c9da0e79-3aea-4aca-a38e-586006032597 req-7a151fa4-eaf3-4391-b79b-0b16f4997edc tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317032 Oct 19 01:27:50.744272 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 2b005bd8-0c25-4f96-8454-104f6576f5bc up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:27:50.788068 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37560) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:50.792507 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 2b005bd8-0c25-4f96-8454-104f6576f5bc completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:27:50.796602 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 2b005bd8-0c25-4f96-8454-104f6576f5bc triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:50.797162 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:50.874413 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:50.900830 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3cd72b-3a81-45ee-85a2-ceb52214de19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b005bd8-0c25-4f96-8454-104f6576f5bc'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:27:50.901029 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-069846eb-1ae0-4b30-86a5-78015bebaa1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:50.903119 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042f3aa7-e7b5-455e-b86e-2728a28e6e5f" -d '{"events": [{"server_uuid": "1f3cd72b-3a81-45ee-85a2-ceb52214de19", "name": "network-vif-plugged", "status": "completed", "tag": "2b005bd8-0c25-4f96-8454-104f6576f5bc"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:27:50.915373 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 2b005bd8-0c25-4f96-8454-104f6576f5bc, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=2b005bd8-0c25-4f96-8454-104f6576f5bc,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:50.923785 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:50.960056 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecaea51-f50d-4225-bb05-6520ab06694d x-openstack-request-id: req-4ecaea51-f50d-4225-bb05-6520ab06694d {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:27:50.960056 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3cd72b-3a81-45ee-85a2-ceb52214de19", "name": "network-vif-plugged", "status": "completed", "tag": "2b005bd8-0c25-4f96-8454-104f6576f5bc", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:27:50.960364 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4ecaea51-f50d-4225-bb05-6520ab06694d {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:27:50.961092 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3cd72b-3a81-45ee-85a2-ceb52214de19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b005bd8-0c25-4f96-8454-104f6576f5bc', 'code': 200} Oct 19 01:27:50.989256 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=2b005bd8-0c25-4f96-8454-104f6576f5bc,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:50.999829 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-069846eb-1ae0-4b30-86a5-78015bebaa1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:51.005132 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-069846eb-1ae0-4b30-86a5-78015bebaa1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:51.072619 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-069846eb-1ae0-4b30-86a5-78015bebaa1f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bc999233c6134e6d9c822e4be544d7ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2834573 Oct 19 01:27:51.074173 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069846eb-1ae0-4b30-86a5-78015bebaa1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bb6c49-579f-4525-867e-c9013dad9076,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:51.075303 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37566) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:51.086980 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7726d-bf1e-4bd5-8b3c-e5e38c0f97f2 req-13eedff3-82fe-4836-ace4-c5e99464c2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:51.088682 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4cf7726d-bf1e-4bd5-8b3c-e5e38c0f97f2 req-13eedff3-82fe-4836-ace4-c5e99464c2fa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1f3cd72b-3a81-45ee-85a2-ceb52214de19 HTTP/1.1" status: 200 len: 1097 time: 0.0846469 Oct 19 01:27:51.124849 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4cf7726d-bf1e-4bd5-8b3c-e5e38c0f97f2 req-cc051816-9022-4c3f-b204-1b6b9c5a4583 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292220 Oct 19 01:27:51.128404 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-08cb7af0-20e8-491e-b8d0-929bcdfbec2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:51.148394 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-08cb7af0-20e8-491e-b8d0-929bcdfbec2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:51.194265 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-08cb7af0-20e8-491e-b8d0-929bcdfbec2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:51.196896 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-08cb7af0-20e8-491e-b8d0-929bcdfbec2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:51.198018 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-08cb7af0-20e8-491e-b8d0-929bcdfbec2a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/43bb6c49-579f-4525-867e-c9013dad9076 HTTP/1.1" status: 204 len: 168 time: 0.1217206 Oct 19 01:27:51.205721 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb7af0-20e8-491e-b8d0-929bcdfbec2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bb6c49-579f-4525-867e-c9013dad9076,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:51.455832 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37574) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:51.469396 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5299778b-8abd-42c0-b1b9-4d246ff5071a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:51.545007 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5299778b-8abd-42c0-b1b9-4d246ff5071a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:51.548509 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5299778b-8abd-42c0-b1b9-4d246ff5071a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:51.586116 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5299778b-8abd-42c0-b1b9-4d246ff5071a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1b9387964273424a9c5b86bbf524a766&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1285250 Oct 19 01:27:51.587308 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299778b-8abd-42c0-b1b9-4d246ff5071a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e89d90c-4e91-4934-ad86-59b341824e06,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:51.588875 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37576) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:51.638348 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f81d932e-0e51-4869-b69c-048c12181a1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:51.661672 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f81d932e-0e51-4869-b69c-048c12181a1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:51.711224 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f81d932e-0e51-4869-b69c-048c12181a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:51.713845 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f81d932e-0e51-4869-b69c-048c12181a1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:51.717342 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f81d932e-0e51-4869-b69c-048c12181a1d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8e89d90c-4e91-4934-ad86-59b341824e06 HTTP/1.1" status: 204 len: 168 time: 0.1245339 Oct 19 01:27:51.723777 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d932e-0e51-4869-b69c-048c12181a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e89d90c-4e91-4934-ad86-59b341824e06,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:51.734940 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5071e8-fc63-4922-a79a-6d71a6b4d819 req-908aeaa8-3ac9-48a3-9650-1fff78933252 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:51.737459 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8d5071e8-fc63-4922-a79a-6d71a6b4d819 req-908aeaa8-3ac9-48a3-9650-1fff78933252 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f3cd72b-3a81-45ee-85a2-ceb52214de19 HTTP/1.1" status: 200 len: 945 time: 0.0563352 Oct 19 01:27:51.780683 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8d5071e8-fc63-4922-a79a-6d71a6b4d819 req-879cbe4c-87ec-4b5a-8d98-4ce2cfd78cbb tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367146 Oct 19 01:27:52.896984 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b618a5-373d-4eb1-9cd9-3f4ca666a74a req-485e500f-05dc-4129-b6a7-536a6ae9bd64 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:52.898477 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-22b618a5-373d-4eb1-9cd9-3f4ca666a74a req-485e500f-05dc-4129-b6a7-536a6ae9bd64 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f3cd72b-3a81-45ee-85a2-ceb52214de19 HTTP/1.1" status: 200 len: 945 time: 0.0493224 Oct 19 01:27:52.930905 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37618) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:52.938096 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-22b618a5-373d-4eb1-9cd9-3f4ca666a74a req-cc5ce963-1127-4bc4-bf24-1c21882c4f30 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325553 Oct 19 01:27:53.039500 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-0373f64a-edf1-4f35-bc45-002d965a7026 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-4759895', 'router:external': True}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:53.075217 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81acabf-e906-42aa-910f-2c7d3f0091e4 req-c23bcd2b-ad98-4833-97de-8c090dd1fcb0 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:53.076745 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f81acabf-e906-42aa-910f-2c7d3f0091e4 req-c23bcd2b-ad98-4833-97de-8c090dd1fcb0 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f3cd72b-3a81-45ee-85a2-ceb52214de19 HTTP/1.1" status: 200 len: 945 time: 0.0704229 Oct 19 01:27:53.077801 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0373f64a-edf1-4f35-bc45-002d965a7026 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Made reservation on behalf of acfc5eacb0b94f0fb512bdd8939f0f89 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:27:53.080016 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0373f64a-edf1-4f35-bc45-002d965a7026 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:53.096049 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0373f64a-edf1-4f35-bc45-002d965a7026 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:53.143180 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f81acabf-e906-42aa-910f-2c7d3f0091e4 req-0bbad9ef-bb90-4921-a58e-0479740c7bcc tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589321 Oct 19 01:27:53.166798 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37624) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:53.203780 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0373f64a-edf1-4f35-bc45-002d965a7026 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:53.208536 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a5e173-c246-4a79-bbb4-e5998686185f tempest-TestVolumeBootPattern-540693879 tempest-TestVolumeBootPattern-540693879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:53.208716 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0373f64a-edf1-4f35-bc45-002d965a7026 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:53.210046 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a1a5e173-c246-4a79-bbb4-e5998686185f tempest-TestVolumeBootPattern-540693879 tempest-TestVolumeBootPattern-540693879-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1f3cd72b-3a81-45ee-85a2-ceb52214de19 HTTP/1.1" status: 200 len: 1092 time: 0.0421767 Oct 19 01:27:53.212805 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37626) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:53.217060 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-e7078284-1371-468a-9ed6-cd77aceffd02 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'port_id': '2b005bd8-0c25-4f96-8454-104f6576f5bc', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:53.230234 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0373f64a-edf1-4f35-bc45-002d965a7026 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:27:53.239615 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e7078284-1371-468a-9ed6-cd77aceffd02 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for floatingip, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:53.245680 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0373f64a-edf1-4f35-bc45-002d965a7026 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefb4cda-9fab-4d95-a450-b7e873717d73,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:53.249542 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0373f64a-edf1-4f35-bc45-002d965a7026 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:53.249900 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-0373f64a-edf1-4f35-bc45-002d965a7026 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Added segment 283cb080-8ee8-4645-98ce-aaa755728d14 of type vlan for network b0cc8926-fe03-41a2-831a-2dcb9618959c Oct 19 01:27:53.298205 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0373f64a-edf1-4f35-bc45-002d965a7026 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:53.328460 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0373f64a-edf1-4f35-bc45-002d965a7026 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:53.329482 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0373f64a-edf1-4f35-bc45-002d965a7026 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:53.330299 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0373f64a-edf1-4f35-bc45-002d965a7026 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:53.349631 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e7078284-1371-468a-9ed6-cd77aceffd02 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:53.375893 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0373f64a-edf1-4f35-bc45-002d965a7026 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4436197 Oct 19 01:27:53.385193 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37628) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:53.395203 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-d02f26a0-b9ad-45df-bee8-5e77138a368d tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Request body: {'subnet': {'network_id': 'b0cc8926-fe03-41a2-831a-2dcb9618959c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:53.442607 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0373f64a-edf1-4f35-bc45-002d965a7026 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Pushing event updated for resources: {'Network': ['ID=b0cc8926-fe03-41a2-831a-2dcb9618959c,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:53.455870 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network b0cc8926-fe03-41a2-831a-2dcb9618959c details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:27:53.459460 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-e7078284-1371-468a-9ed6-cd77aceffd02 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Allocated IP 172.25.8.230 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/5a36a4a9-e91c-4809-b15f-2592c74e0e2a) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:27:53.465085 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02f26a0-b9ad-45df-bee8-5e77138a368d tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Made reservation on behalf of acfc5eacb0b94f0fb512bdd8939f0f89 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:27:53.470163 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d02f26a0-b9ad-45df-bee8-5e77138a368d tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:53.796076 n-d-715271-26 neutron-server[100606]: DEBUG neutron.objects.ports [None req-d02f26a0-b9ad-45df-bee8-5e77138a368d tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100606) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:27:53.796586 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d02f26a0-b9ad-45df-bee8-5e77138a368d tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:53.856470 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f26a0-b9ad-45df-bee8-5e77138a368d tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f8978521-db36-4ad5-a68d-522206f0595f,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:53.867435 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02f26a0-b9ad-45df-bee8-5e77138a368d tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Checking segment: {'id': '283cb080-8ee8-4645-98ce-aaa755728d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b0cc8926-fe03-41a2-831a-2dcb9618959c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:27:53.867855 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02f26a0-b9ad-45df-bee8-5e77138a368d tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Network hostable DHCP agents. Network: b0cc8926-fe03-41a2-831a-2dcb9618959c, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:27:53.890476 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02f26a0-b9ad-45df-bee8-5e77138a368d tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Network b0cc8926-fe03-41a2-831a-2dcb9618959c is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:27:53.902030 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-d02f26a0-b9ad-45df-bee8-5e77138a368d tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, b0cc8926-fe03-41a2-831a-2dcb9618959c) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:27:53.912552 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1110c15a-e4f7-43e5-9034-a6df3311b3e5 None None] Network b0cc8926-fe03-41a2-831a-2dcb9618959c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:27:53.917457 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02f26a0-b9ad-45df-bee8-5e77138a368d tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:53.918307 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d02f26a0-b9ad-45df-bee8-5e77138a368d tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:53.926077 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e7078284-1371-468a-9ed6-cd77aceffd02 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:53.939182 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d02f26a0-b9ad-45df-bee8-5e77138a368d tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5529497 Oct 19 01:27:53.942498 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37632) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:53.948809 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-fb661d52-dccf-49ce-8bb5-a7d0bed84033 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-918701005', 'network_id': 'b0cc8926-fe03-41a2-831a-2dcb9618959c'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:53.976632 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb661d52-dccf-49ce-8bb5-a7d0bed84033 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Made reservation on behalf of acfc5eacb0b94f0fb512bdd8939f0f89 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:27:53.979178 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fb661d52-dccf-49ce-8bb5-a7d0bed84033 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:53.983914 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e7078284-1371-468a-9ed6-cd77aceffd02 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:53.997164 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-fb661d52-dccf-49ce-8bb5-a7d0bed84033 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] device_id is not set on port 37ce80ed-5ef0-42eb-8af3-bac0dc83783a yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:27:54.034723 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7078284-1371-468a-9ed6-cd77aceffd02 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:27:54.038304 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-e7078284-1371-468a-9ed6-cd77aceffd02 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:27:54.043490 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7078284-1371-468a-9ed6-cd77aceffd02 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Pushing event updated for resources: {'Port': ['ID=5a36a4a9-e91c-4809-b15f-2592c74e0e2a,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:54.046022 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7078284-1371-468a-9ed6-cd77aceffd02 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:27:54.088645 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8084996-23a6-400c-84ec-5053eb9bc2dd None None] Network b0cc8926-fe03-41a2-831a-2dcb9618959c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:27:54.123325 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-fb661d52-dccf-49ce-8bb5-a7d0bed84033 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Allocated IP 172.20.0.11 (b0cc8926-fe03-41a2-831a-2dcb9618959c/f8978521-db36-4ad5-a68d-522206f0595f/37ce80ed-5ef0-42eb-8af3-bac0dc83783a) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:27:54.282209 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fb661d52-dccf-49ce-8bb5-a7d0bed84033 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:54.321509 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fb661d52-dccf-49ce-8bb5-a7d0bed84033 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:54.369711 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb661d52-dccf-49ce-8bb5-a7d0bed84033 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Network b0cc8926-fe03-41a2-831a-2dcb9618959c is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:27:54.374295 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-fb661d52-dccf-49ce-8bb5-a7d0bed84033 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:27:54.377922 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb661d52-dccf-49ce-8bb5-a7d0bed84033 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:27:54.383412 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb661d52-dccf-49ce-8bb5-a7d0bed84033 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Pushing event updated for resources: {'Port': ['ID=37ce80ed-5ef0-42eb-8af3-bac0dc83783a,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:54.420027 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb661d52-dccf-49ce-8bb5-a7d0bed84033 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:54.420642 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fb661d52-dccf-49ce-8bb5-a7d0bed84033 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:54.435505 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fb661d52-dccf-49ce-8bb5-a7d0bed84033 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.4914699 Oct 19 01:27:54.438112 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37634) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:54.442811 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e7078284-1371-468a-9ed6-cd77aceffd02 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:54.516891 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-ca6e71b0-fffe-4ed3-8b0b-68e53d02d74e tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Deleting port 37ce80ed-5ef0-42eb-8af3-bac0dc83783a {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:27:54.517238 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ca6e71b0-fffe-4ed3-8b0b-68e53d02d74e tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:54.517650 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e7078284-1371-468a-9ed6-cd77aceffd02 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:54.602856 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ca6e71b0-fffe-4ed3-8b0b-68e53d02d74e tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:54.615381 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-ca6e71b0-fffe-4ed3-8b0b-68e53d02d74e tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Calling delete_port for 37ce80ed-5ef0-42eb-8af3-bac0dc83783a owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:27:54.670158 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e7078284-1371-468a-9ed6-cd77aceffd02 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:54.674700 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e7078284-1371-468a-9ed6-cd77aceffd02 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:54.740576 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ca6e71b0-fffe-4ed3-8b0b-68e53d02d74e tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:54.745490 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7078284-1371-468a-9ed6-cd77aceffd02 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Pushing event updated for resources: {'Port': ['ID=5a36a4a9-e91c-4809-b15f-2592c74e0e2a,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:54.758043 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e7078284-1371-468a-9ed6-cd77aceffd02 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:54.769376 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e71b0-fffe-4ed3-8b0b-68e53d02d74e tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Pushing event deleted for resources: {'Port': ['ID=37ce80ed-5ef0-42eb-8af3-bac0dc83783a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:54.831573 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ca6e71b0-fffe-4ed3-8b0b-68e53d02d74e tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:54.834892 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ca6e71b0-fffe-4ed3-8b0b-68e53d02d74e tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] 10.222.0.57 "DELETE /v2.0/ports/37ce80ed-5ef0-42eb-8af3-bac0dc83783a HTTP/1.1" status: 204 len: 168 time: 0.3954523 Oct 19 01:27:54.837600 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37638) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:54.841924 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-e008fe88-f1fa-42b0-b009-1d0366f8fe30 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b0cc8926-fe03-41a2-831a-2dcb9618959c', 'external_fixed_ips': [{'subnet_id': 'f8978521-db36-4ad5-a68d-522206f0595f', 'ip_address': '172.20.0.11'}]}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:54.862693 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e008fe88-f1fa-42b0-b009-1d0366f8fe30 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:54.863111 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [None req-e7078284-1371-468a-9ed6-cd77aceffd02 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Floating IP 2832d1f4-dff8-44dc-8b08-3dd3a4ae28c2 associated. External IP: 172.25.8.230, port: 2b005bd8-0c25-4f96-8454-104f6576f5bc. Oct 19 01:27:54.863782 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e008fe88-f1fa-42b0-b009-1d0366f8fe30 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:54.917618 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e008fe88-f1fa-42b0-b009-1d0366f8fe30 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:55.053934 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e008fe88-f1fa-42b0-b009-1d0366f8fe30 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:55.079155 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7078284-1371-468a-9ed6-cd77aceffd02 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Router d6ee435f-57e0-4436-bc41-63a2cb71fbcd has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:27:55.188235 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7078284-1371-468a-9ed6-cd77aceffd02 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:27:55.198203 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695f2451-884b-4646-a5ab-59b4f06d13e3 None None] Sync routers for ids ['d6ee435f-57e0-4436-bc41-63a2cb71fbcd'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:27:55.208413 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695f2451-884b-4646-a5ab-59b4f06d13e3 None None] Routers {'d6ee435f-57e0-4436-bc41-63a2cb71fbcd'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:55.209040 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-695f2451-884b-4646-a5ab-59b4f06d13e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:27:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d6ee435f-57e0-4436-bc41-63a2cb71fbcd'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:55.209182 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e7078284-1371-468a-9ed6-cd77aceffd02 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:55.237992 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e7078284-1371-468a-9ed6-cd77aceffd02 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0241623 Oct 19 01:27:55.238562 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3cd72b-3a81-45ee-85a2-ceb52214de19', 'tag': '2b005bd8-0c25-4f96-8454-104f6576f5bc'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:27:55.240854 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ab4118-3f9f-4bc5-bf05-85477e6b8d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3cd72b-3a81-45ee-85a2-ceb52214de19", "tag": "2b005bd8-0c25-4f96-8454-104f6576f5bc"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:27:55.266622 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e008fe88-f1fa-42b0-b009-1d0366f8fe30 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:55.282082 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e4018a-f41d-48fa-b711-da94927f58e2 x-openstack-request-id: req-41e4018a-f41d-48fa-b711-da94927f58e2 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:27:55.282363 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3cd72b-3a81-45ee-85a2-ceb52214de19", "tag": "2b005bd8-0c25-4f96-8454-104f6576f5bc", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:27:55.282614 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-41e4018a-f41d-48fa-b711-da94927f58e2 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:27:55.283005 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3cd72b-3a81-45ee-85a2-ceb52214de19', 'tag': '2b005bd8-0c25-4f96-8454-104f6576f5bc', 'status': 'completed', 'code': 200} Oct 19 01:27:55.289657 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e008fe88-f1fa-42b0-b009-1d0366f8fe30 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:55.345258 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-695f2451-884b-4646-a5ab-59b4f06d13e3 None None] Set router d6ee435f-57e0-4436-bc41-63a2cb71fbcd gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:27:55.480382 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab4118-3f9f-4bc5-bf05-85477e6b8d3f req-393fac51-9853-4055-8ec4-86792ab46053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:55.481798 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d6ab4118-3f9f-4bc5-bf05-85477e6b8d3f req-393fac51-9853-4055-8ec4-86792ab46053 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=248f0ca5d5d44d8ab1ae3c514fead24b&device_id=1f3cd72b-3a81-45ee-85a2-ceb52214de19 HTTP/1.1" status: 200 len: 1097 time: 0.1669681 Oct 19 01:27:55.577174 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-e008fe88-f1fa-42b0-b009-1d0366f8fe30 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Allocated IP 172.20.0.11 (b0cc8926-fe03-41a2-831a-2dcb9618959c/f8978521-db36-4ad5-a68d-522206f0595f/83f2d0c1-477a-4048-b942-c3c911bc6b86) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:27:55.580537 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-695f2451-884b-4646-a5ab-59b4f06d13e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'name': 'tempest-TestVolumeBootPattern-1290649707-router', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:42Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'gw_port': {'id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:46Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '2832d1f4-dff8-44dc-8b08-3dd3a4ae28c2', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'floating_ip_address': '172.25.8.230', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'port_id': '2b005bd8-0c25-4f96-8454-104f6576f5bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'mac_address': 'fa:16:3e:02:7c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3cd72b-3a81-45ee-85a2-ceb52214de19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:27:54Z', 'updated_at': '2021-10-19T01:27:54Z', 'revision_number': 0, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49cbbd5b-3445-46f7-a55e-8ec66806cafc', 'name': '', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'mac_address': 'fa:16:3e:13:e6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:59Z', 'updated_at': '2021-10-19T01:18:07Z', 'revision_number': 5, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'subnets': [{'id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:55.617104 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695f2451-884b-4646-a5ab-59b4f06d13e3 None None] Checking router: d6ee435f-57e0-4436-bc41-63a2cb71fbcd for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:27:55.625347 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab4118-3f9f-4bc5-bf05-85477e6b8d3f req-6ea2edf9-0c39-4f6a-8205-c476fa9a303f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:55.627053 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d6ab4118-3f9f-4bc5-bf05-85477e6b8d3f req-6ea2edf9-0c39-4f6a-8205-c476fa9a303f service neutron] 10.222.0.55 "GET /v2.0/networks?id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a HTTP/1.1" status: 200 len: 913 time: 0.1275427 Oct 19 01:27:55.627594 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695f2451-884b-4646-a5ab-59b4f06d13e3 None None] Routers {'d6ee435f-57e0-4436-bc41-63a2cb71fbcd'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:55.628657 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-695f2451-884b-4646-a5ab-59b4f06d13e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:27:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d6ee435f-57e0-4436-bc41-63a2cb71fbcd'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:55.738535 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-695f2451-884b-4646-a5ab-59b4f06d13e3 None None] Set router d6ee435f-57e0-4436-bc41-63a2cb71fbcd gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:27:55.741786 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d6ab4118-3f9f-4bc5-bf05-85477e6b8d3f req-719c2270-3366-43a1-be32-9d6c5ac388c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b005bd8-0c25-4f96-8454-104f6576f5bc HTTP/1.1" status: 200 len: 999 time: 0.1041656 Oct 19 01:27:55.805743 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e008fe88-f1fa-42b0-b009-1d0366f8fe30 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:55.821824 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab4118-3f9f-4bc5-bf05-85477e6b8d3f req-80d26009-890a-4fec-aaf7-29cfafd30536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:55.823305 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d6ab4118-3f9f-4bc5-bf05-85477e6b8d3f req-80d26009-890a-4fec-aaf7-29cfafd30536 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fd3fa81-a83a-4093-b85e-409104ce311b HTTP/1.1" status: 200 len: 851 time: 0.0739634 Oct 19 01:27:55.876416 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e008fe88-f1fa-42b0-b009-1d0366f8fe30 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:55.890097 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab4118-3f9f-4bc5-bf05-85477e6b8d3f req-7c78aefb-d596-4149-981b-6f5ba38725f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:55.891595 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d6ab4118-3f9f-4bc5-bf05-85477e6b8d3f req-7c78aefb-d596-4149-981b-6f5ba38725f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598669 Oct 19 01:27:55.925217 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e008fe88-f1fa-42b0-b009-1d0366f8fe30 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Network b0cc8926-fe03-41a2-831a-2dcb9618959c is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:27:55.941253 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-e008fe88-f1fa-42b0-b009-1d0366f8fe30 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:27:55.944430 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e008fe88-f1fa-42b0-b009-1d0366f8fe30 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:27:55.977480 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-695f2451-884b-4646-a5ab-59b4f06d13e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'name': 'tempest-TestVolumeBootPattern-1290649707-router', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:42Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'gw_port': {'id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:46Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '2832d1f4-dff8-44dc-8b08-3dd3a4ae28c2', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'floating_ip_address': '172.25.8.230', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'port_id': '2b005bd8-0c25-4f96-8454-104f6576f5bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'mac_address': 'fa:16:3e:02:7c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3cd72b-3a81-45ee-85a2-ceb52214de19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:27:54Z', 'updated_at': '2021-10-19T01:27:54Z', 'revision_number': 0, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49cbbd5b-3445-46f7-a55e-8ec66806cafc', 'name': '', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'mac_address': 'fa:16:3e:13:e6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:59Z', 'updated_at': '2021-10-19T01:18:07Z', 'revision_number': 5, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'subnets': [{'id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:56.005425 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695f2451-884b-4646-a5ab-59b4f06d13e3 None None] The sync data for ids ['d6ee435f-57e0-4436-bc41-63a2cb71fbcd'] in n-d-715271-26 is: [{'id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'name': 'tempest-TestVolumeBootPattern-1290649707-router', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:42Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'gw_port': {'id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:46Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '2832d1f4-dff8-44dc-8b08-3dd3a4ae28c2', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'floating_ip_address': '172.25.8.230', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'port_id': '2b005bd8-0c25-4f96-8454-104f6576f5bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'mac_address': 'fa:16:3e:02:7c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3cd72b-3a81-45ee-85a2-ceb52214de19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:27:54Z', 'updated_at': '2021-10-19T01:27:54Z', 'revision_number': 0, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49cbbd5b-3445-46f7-a55e-8ec66806cafc', 'name': '', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'mac_address': 'fa:16:3e:13:e6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:59Z', 'updated_at': '2021-10-19T01:18:07Z', 'revision_number': 5, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'subnets': [{'id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:27:56.025242 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e008fe88-f1fa-42b0-b009-1d0366f8fe30 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Pushing event updated for resources: {'Port': ['ID=83f2d0c1-477a-4048-b942-c3c911bc6b86,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:56.142041 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d6ab4118-3f9f-4bc5-bf05-85477e6b8d3f req-ec7bca75-c602-48e8-bb73-20a444dde294 service neutron] 10.222.0.55 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332160 Oct 19 01:27:56.210078 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cd398d-281f-46bb-b484-833880be12a2 None None] New status for floating IP 2832d1f4-dff8-44dc-8b08-3dd3a4ae28c2: ACTIVE {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:27:56.297863 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d6ab4118-3f9f-4bc5-bf05-85477e6b8d3f req-ce105d77-6d28-47a3-9528-2134a9c4ed82 service neutron] 10.222.0.55 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467793 Oct 19 01:27:56.355293 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e008fe88-f1fa-42b0-b009-1d0366f8fe30 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:56.865299 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e008fe88-f1fa-42b0-b009-1d0366f8fe30 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:57.000502 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e008fe88-f1fa-42b0-b009-1d0366f8fe30 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Router efce622a-537f-4062-a0ea-32c176a9b4e8 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:27:57.105285 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e008fe88-f1fa-42b0-b009-1d0366f8fe30 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:27:57.117090 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38db704b-0ba5-48b1-acfc-f88aeed540ab None None] Sync routers for ids ['efce622a-537f-4062-a0ea-32c176a9b4e8'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:27:57.122634 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e008fe88-f1fa-42b0-b009-1d0366f8fe30 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:57.124083 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e008fe88-f1fa-42b0-b009-1d0366f8fe30 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.2854862 Oct 19 01:27:57.126621 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37654) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:57.131768 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38db704b-0ba5-48b1-acfc-f88aeed540ab None None] Routers {'efce622a-537f-4062-a0ea-32c176a9b4e8'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:57.132486 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-38db704b-0ba5-48b1-acfc-f88aeed540ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:27:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['efce622a-537f-4062-a0ea-32c176a9b4e8'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:57.187185 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:57.249267 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-79c28c41-6f2b-4669-bf0d-240e6d2f3e09 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:57.266386 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-38db704b-0ba5-48b1-acfc-f88aeed540ab None None] Set router efce622a-537f-4062-a0ea-32c176a9b4e8 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:27:57.364566 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-79c28c41-6f2b-4669-bf0d-240e6d2f3e09 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:57.428795 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-79c28c41-6f2b-4669-bf0d-240e6d2f3e09 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Deleting port 83f2d0c1-477a-4048-b942-c3c911bc6b86 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:27:57.429436 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-79c28c41-6f2b-4669-bf0d-240e6d2f3e09 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:57.448993 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-38db704b-0ba5-48b1-acfc-f88aeed540ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efce622a-537f-4062-a0ea-32c176a9b4e8', 'name': '', 'tenant_id': 'acfc5eacb0b94f0fb512bdd8939f0f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0cc8926-fe03-41a2-831a-2dcb9618959c', 'external_fixed_ips': [{'subnet_id': 'f8978521-db36-4ad5-a68d-522206f0595f', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '83f2d0c1-477a-4048-b942-c3c911bc6b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:27:54Z', 'updated_at': '2021-10-19T01:27:56Z', 'revision_number': 3, 'project_id': 'acfc5eacb0b94f0fb512bdd8939f0f89', 'gw_port': {'id': '83f2d0c1-477a-4048-b942-c3c911bc6b86', 'name': '', 'network_id': 'b0cc8926-fe03-41a2-831a-2dcb9618959c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efce622a-537f-4062-a0ea-32c176a9b4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'f8978521-db36-4ad5-a68d-522206f0595f', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:27:55Z', 'updated_at': '2021-10-19T01:27:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8978521-db36-4ad5-a68d-522206f0595f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:57.480247 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38db704b-0ba5-48b1-acfc-f88aeed540ab None None] Checking router: efce622a-537f-4062-a0ea-32c176a9b4e8 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:27:57.480636 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38db704b-0ba5-48b1-acfc-f88aeed540ab None None] Updating router efce622a-537f-4062-a0ea-32c176a9b4e8 port 83f2d0c1-477a-4048-b942-c3c911bc6b86 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:27:57.505397 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-38db704b-0ba5-48b1-acfc-f88aeed540ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:57.520065 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-79c28c41-6f2b-4669-bf0d-240e6d2f3e09 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:57.532933 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-79c28c41-6f2b-4669-bf0d-240e6d2f3e09 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Calling delete_port for 83f2d0c1-477a-4048-b942-c3c911bc6b86 owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:27:57.705999 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-79c28c41-6f2b-4669-bf0d-240e6d2f3e09 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:57.737409 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c28c41-6f2b-4669-bf0d-240e6d2f3e09 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Pushing event deleted for resources: {'Port': ['ID=83f2d0c1-477a-4048-b942-c3c911bc6b86,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:57.768746 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-38db704b-0ba5-48b1-acfc-f88aeed540ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:27:57.769003 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-38db704b-0ba5-48b1-acfc-f88aeed540ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:27:57.812992 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-79c28c41-6f2b-4669-bf0d-240e6d2f3e09 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:57.907422 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-79c28c41-6f2b-4669-bf0d-240e6d2f3e09 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:57.910222 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-79c28c41-6f2b-4669-bf0d-240e6d2f3e09 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:57.957110 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-79c28c41-6f2b-4669-bf0d-240e6d2f3e09 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:57.957652 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c28c41-6f2b-4669-bf0d-240e6d2f3e09 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Fanout notify agent at l3_agent the message router_deleted on router efce622a-537f-4062-a0ea-32c176a9b4e8 {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:27:57.962319 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-79c28c41-6f2b-4669-bf0d-240e6d2f3e09 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:57.963512 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-79c28c41-6f2b-4669-bf0d-240e6d2f3e09 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] 10.222.0.57 "DELETE /v2.0/routers/efce622a-537f-4062-a0ea-32c176a9b4e8 HTTP/1.1" status: 204 len: 168 time: 0.8359759 Oct 19 01:27:57.966262 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37658) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:58.035090 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f16e218-dc83-4a35-a473-e750fd464ed2 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Deleting subnet f8978521-db36-4ad5-a68d-522206f0595f {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:27:58.039986 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5f16e218-dc83-4a35-a473-e750fd464ed2 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:58.074328 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8c17c6df-8efe-467b-88bd-5190c231196e req-9256d40c-53e3-43ca-bb9c-761ebf3e59a8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0825570 Oct 19 01:27:58.085935 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5f16e218-dc83-4a35-a473-e750fd464ed2 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:58.154165 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5f16e218-dc83-4a35-a473-e750fd464ed2 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:58.178116 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17c6df-8efe-467b-88bd-5190c231196e req-e6f20312-05d9-43e3-8302-8560c7e55c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:58.179660 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8c17c6df-8efe-467b-88bd-5190c231196e req-e6f20312-05d9-43e3-8302-8560c7e55c67 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=168a5912cc444122aa0d6d6b44b7e93f&device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 1098 time: 0.0742669 Oct 19 01:27:58.242191 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5f16e218-dc83-4a35-a473-e750fd464ed2 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:58.287659 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38db704b-0ba5-48b1-acfc-f88aeed540ab None None] Port 83f2d0c1-477a-4048-b942-c3c911bc6b86 not found while updating agent binding for router efce622a-537f-4062-a0ea-32c176a9b4e8. {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 19 01:27:58.295868 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38db704b-0ba5-48b1-acfc-f88aeed540ab None None] Routers set() bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:58.296242 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38db704b-0ba5-48b1-acfc-f88aeed540ab None None] Router IDs set() for agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 19 01:27:58.297400 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f16e218-dc83-4a35-a473-e750fd464ed2 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f8978521-db36-4ad5-a68d-522206f0595f,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:58.297832 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_agentschedulers_db [None req-38db704b-0ba5-48b1-acfc-f88aeed540ab None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'efce622a-537f-4062-a0ea-32c176a9b4e8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:27:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent'). {{(pid=100608) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 19 01:27:58.297995 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38db704b-0ba5-48b1-acfc-f88aeed540ab None None] The sync data for ids ['efce622a-537f-4062-a0ea-32c176a9b4e8'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:27:58.304450 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5f16e218-dc83-4a35-a473-e750fd464ed2 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:58.310270 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37662) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:58.310769 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5f16e218-dc83-4a35-a473-e750fd464ed2 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] 10.222.0.57 "DELETE /v2.0/subnets/f8978521-db36-4ad5-a68d-522206f0595f HTTP/1.1" status: 204 len: 168 time: 0.3430345 Oct 19 01:27:58.333462 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17c6df-8efe-467b-88bd-5190c231196e req-bf865e10-2eda-4c4a-868f-16f986a0e1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:58.334918 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8c17c6df-8efe-467b-88bd-5190c231196e req-bf865e10-2eda-4c4a-868f-16f986a0e1d7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2309c3e4-1aec-4060-b6e9-bbaad5369c41 HTTP/1.1" status: 200 len: 913 time: 0.1332285 Oct 19 01:27:58.377184 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de04296c-83cb-4bd9-a9fd-20e161c061f5 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:58.383379 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8c17c6df-8efe-467b-88bd-5190c231196e req-9c3b6044-7614-48e0-bc19-2c7b9361903e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69088e97-774a-4fba-9007-c95c94165041 HTTP/1.1" status: 200 len: 217 time: 0.0408587 Oct 19 01:27:58.432345 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17c6df-8efe-467b-88bd-5190c231196e req-df0f1ffc-c6e7-4b70-8320-691b9f9f288a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:58.433824 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8c17c6df-8efe-467b-88bd-5190c231196e req-df0f1ffc-c6e7-4b70-8320-691b9f9f288a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e75ff155-8f86-450c-9276-3e4132eca531 HTTP/1.1" status: 200 len: 851 time: 0.0439351 Oct 19 01:27:58.458681 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de04296c-83cb-4bd9-a9fd-20e161c061f5 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:58.479136 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-de04296c-83cb-4bd9-a9fd-20e161c061f5 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0cc8926-fe03-41a2-831a-2dcb9618959c']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:58.482312 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17c6df-8efe-467b-88bd-5190c231196e req-e249e795-3999-43ae-80c6-151a5fcf7d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:58.483846 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8c17c6df-8efe-467b-88bd-5190c231196e req-e249e795-3999-43ae-80c6-151a5fcf7d18 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2309c3e4-1aec-4060-b6e9-bbaad5369c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421631 Oct 19 01:27:58.489082 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-de04296c-83cb-4bd9-a9fd-20e161c061f5 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '283cb080-8ee8-4645-98ce-aaa755728d14') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:58.489375 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-de04296c-83cb-4bd9-a9fd-20e161c061f5 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '283cb080-8ee8-4645-98ce-aaa755728d14') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:58.498489 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de04296c-83cb-4bd9-a9fd-20e161c061f5 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:58.511720 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de04296c-83cb-4bd9-a9fd-20e161c061f5 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:58.517603 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de04296c-83cb-4bd9-a9fd-20e161c061f5 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:27:58.517974 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de04296c-83cb-4bd9-a9fd-20e161c061f5 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:58.519943 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:27:58.519943 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:27:58.519943 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:27:58.519943 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:27:58.519943 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:27:58.519943 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:27:58.519943 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:27:58.519943 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:27:58.519943 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:27:58.519943 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:27:58.519943 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:27:58.519943 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:27:58.519943 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:27:58.519943 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:27:58.519943 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:27:58.519943 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:27:58.519943 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:27:58.519943 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:27:58.519943 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:27:58.519943 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:27:58.519943 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:27:58.519943 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:27:58.519943 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:27:58.519943 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:27:58.519943 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:27:58.519943 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:27:58.519943 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:27:58.519943 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:27:58.519943 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:27:58.519943 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:27:58.519943 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:27:58.519943 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:27:58.581595 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de04296c-83cb-4bd9-a9fd-20e161c061f5 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:58.586015 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8c17c6df-8efe-467b-88bd-5190c231196e req-f542cbe6-cd9a-4edc-883c-074722ecf6c6 service neutron] 10.222.0.55 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920525 Oct 19 01:27:58.586934 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de04296c-83cb-4bd9-a9fd-20e161c061f5 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b0cc8926-fe03-41a2-831a-2dcb9618959c {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 19 01:27:58.593478 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de04296c-83cb-4bd9-a9fd-20e161c061f5 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:58.597557 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-de04296c-83cb-4bd9-a9fd-20e161c061f5 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] 10.222.0.57 "DELETE /v2.0/networks/b0cc8926-fe03-41a2-831a-2dcb9618959c HTTP/1.1" status: 204 len: 168 time: 0.2862298 Oct 19 01:27:58.609314 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de04296c-83cb-4bd9-a9fd-20e161c061f5 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Pushing event deleted for resources: {'Network': ['ID=b0cc8926-fe03-41a2-831a-2dcb9618959c,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:58.703055 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8c17c6df-8efe-467b-88bd-5190c231196e req-45741edc-f25a-4e11-80ff-5e56f5b97d01 service neutron] 10.222.0.55 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071455 Oct 19 01:27:58.790088 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37670) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:58.794999 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-aeca003b-323d-4ff9-96c3-0143890f5c32 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Request body: {'router': {'name': 'tempest-router--125452881', 'project_id': '41c23b6ee2234694855ee59a146c2444'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:58.818052 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-aeca003b-323d-4ff9-96c3-0143890f5c32 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:58.819016 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-aeca003b-323d-4ff9-96c3-0143890f5c32 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:58.874044 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-aeca003b-323d-4ff9-96c3-0143890f5c32 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:58.878887 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-aeca003b-323d-4ff9-96c3-0143890f5c32 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:58.897479 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-aeca003b-323d-4ff9-96c3-0143890f5c32 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:58.898781 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-aeca003b-323d-4ff9-96c3-0143890f5c32 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1076629 Oct 19 01:27:58.901792 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37674) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:58.980872 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8ea14d0c-b3bc-47e0-919d-c291b39df9ea tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:59.139291 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8ea14d0c-b3bc-47e0-919d-c291b39df9ea tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:59.141345 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8ea14d0c-b3bc-47e0-919d-c291b39df9ea tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:59.182195 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8ea14d0c-b3bc-47e0-919d-c291b39df9ea tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:59.182780 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea14d0c-b3bc-47e0-919d-c291b39df9ea tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 300ca09d-e253-4d2a-a9fb-d728fcde5782 {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:27:59.187007 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8ea14d0c-b3bc-47e0-919d-c291b39df9ea tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:59.188123 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8ea14d0c-b3bc-47e0-919d-c291b39df9ea tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] 10.222.0.57 "DELETE /v2.0/routers/300ca09d-e253-4d2a-a9fb-d728fcde5782 HTTP/1.1" status: 204 len: 168 time: 0.2853150 Oct 19 01:27:59.288123 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37678) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:59.475554 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-4b320d7a-b147-42fb-a39f-516799c52365 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1826403236', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}, 'admin_state_up': False}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:59.498637 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4b320d7a-b147-42fb-a39f-516799c52365 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:59.499880 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4b320d7a-b147-42fb-a39f-516799c52365 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:59.552833 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4b320d7a-b147-42fb-a39f-516799c52365 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:59.568408 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:59.689180 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4b320d7a-b147-42fb-a39f-516799c52365 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:59.876083 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4b320d7a-b147-42fb-a39f-516799c52365 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router_gateway, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:59.895012 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4b320d7a-b147-42fb-a39f-516799c52365 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:00.007052 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-4b320d7a-b147-42fb-a39f-516799c52365 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Allocated IP 172.25.8.248 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/6e2cb6f5-4ec7-40d8-be5f-71e11b193847) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:28:00.106190 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4b320d7a-b147-42fb-a39f-516799c52365 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:00.138809 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4b320d7a-b147-42fb-a39f-516799c52365 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:00.176654 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b320d7a-b147-42fb-a39f-516799c52365 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:28:00.179522 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-4b320d7a-b147-42fb-a39f-516799c52365 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:28:00.182940 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b320d7a-b147-42fb-a39f-516799c52365 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:28:00.211249 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b320d7a-b147-42fb-a39f-516799c52365 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Pushing event updated for resources: {'Port': ['ID=6e2cb6f5-4ec7-40d8-be5f-71e11b193847,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:00.750363 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4b320d7a-b147-42fb-a39f-516799c52365 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router_gateway, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:00.938326 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4b320d7a-b147-42fb-a39f-516799c52365 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:01.066106 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b320d7a-b147-42fb-a39f-516799c52365 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Router 4393ce57-3752-4de4-92c6-c42b2b60e739 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:28:01.171180 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b320d7a-b147-42fb-a39f-516799c52365 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:28:01.181015 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07e9774-d06c-4b2f-ab78-6eb5d5e7760d None None] Sync routers for ids ['4393ce57-3752-4de4-92c6-c42b2b60e739'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:28:01.190266 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07e9774-d06c-4b2f-ab78-6eb5d5e7760d None None] Routers {'4393ce57-3752-4de4-92c6-c42b2b60e739'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:01.191094 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a07e9774-d06c-4b2f-ab78-6eb5d5e7760d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:27:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['4393ce57-3752-4de4-92c6-c42b2b60e739'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:01.192063 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4b320d7a-b147-42fb-a39f-516799c52365 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:01.196048 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4b320d7a-b147-42fb-a39f-516799c52365 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9042702 Oct 19 01:28:01.196452 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37686) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:01.228499 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a07e9774-d06c-4b2f-ab78-6eb5d5e7760d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:01.238168 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07e9774-d06c-4b2f-ab78-6eb5d5e7760d None None] Routers {'4393ce57-3752-4de4-92c6-c42b2b60e739'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:01.238801 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a07e9774-d06c-4b2f-ab78-6eb5d5e7760d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:27:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['4393ce57-3752-4de4-92c6-c42b2b60e739'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:01.270812 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a07e9774-d06c-4b2f-ab78-6eb5d5e7760d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:01.271465 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07e9774-d06c-4b2f-ab78-6eb5d5e7760d None None] The sync data for ids ['4393ce57-3752-4de4-92c6-c42b2b60e739'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:28:01.307553 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-516641d0-acd8-40bd-afc7-a8d89bd2f249 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] 10.222.0.57 "GET /v2.0/routers/4393ce57-3752-4de4-92c6-c42b2b60e739 HTTP/1.1" status: 200 len: 921 time: 0.1097257 Oct 19 01:28:01.310122 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37688) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:01.337536 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-158ea61a-1756-4cef-aa0f-82f8e5855556 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] 10.222.0.57 "GET /v2.0/ports?device_id=4393ce57-3752-4de4-92c6-c42b2b60e739 HTTP/1.1" status: 200 len: 205 time: 0.0262892 Oct 19 01:28:01.340268 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37690) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:01.447276 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-990653db-6a42-4b94-b43f-e7e8cc4938fe tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:01.552051 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-990653db-6a42-4b94-b43f-e7e8cc4938fe tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:01.603462 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-990653db-6a42-4b94-b43f-e7e8cc4938fe tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Deleting port 6e2cb6f5-4ec7-40d8-be5f-71e11b193847 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:28:01.603827 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-990653db-6a42-4b94-b43f-e7e8cc4938fe tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:01.683007 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-990653db-6a42-4b94-b43f-e7e8cc4938fe tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:01.694569 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-990653db-6a42-4b94-b43f-e7e8cc4938fe tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Calling delete_port for 6e2cb6f5-4ec7-40d8-be5f-71e11b193847 owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:28:01.854958 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-990653db-6a42-4b94-b43f-e7e8cc4938fe tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:01.881879 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990653db-6a42-4b94-b43f-e7e8cc4938fe tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Pushing event deleted for resources: {'Port': ['ID=6e2cb6f5-4ec7-40d8-be5f-71e11b193847,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:01.940994 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-990653db-6a42-4b94-b43f-e7e8cc4938fe tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:02.034574 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-990653db-6a42-4b94-b43f-e7e8cc4938fe tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:02.036806 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-990653db-6a42-4b94-b43f-e7e8cc4938fe tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:02.078986 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-990653db-6a42-4b94-b43f-e7e8cc4938fe tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:02.079511 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990653db-6a42-4b94-b43f-e7e8cc4938fe tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Fanout notify agent at l3_agent the message router_deleted on router 4393ce57-3752-4de4-92c6-c42b2b60e739 {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:28:02.087693 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-990653db-6a42-4b94-b43f-e7e8cc4938fe tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:02.092450 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-990653db-6a42-4b94-b43f-e7e8cc4938fe tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] 10.222.0.57 "DELETE /v2.0/routers/4393ce57-3752-4de4-92c6-c42b2b60e739 HTTP/1.1" status: 204 len: 168 time: 0.7476857 Oct 19 01:28:02.092450 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37698) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:02.097389 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-4d6c9955-c742-42d6-a99c-62b9cf6a2aaf tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1334428645', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'enable_snat': False}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:02.117324 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4d6c9955-c742-42d6-a99c-62b9cf6a2aaf tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:02.118147 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4d6c9955-c742-42d6-a99c-62b9cf6a2aaf tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:02.167265 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4d6c9955-c742-42d6-a99c-62b9cf6a2aaf tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:02.300118 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4d6c9955-c742-42d6-a99c-62b9cf6a2aaf tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:02.497621 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4d6c9955-c742-42d6-a99c-62b9cf6a2aaf tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:02.515923 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4d6c9955-c742-42d6-a99c-62b9cf6a2aaf tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:02.620367 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-4d6c9955-c742-42d6-a99c-62b9cf6a2aaf tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Allocated IP 172.25.8.177 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/4d94e284-5bfa-4fcb-9c37-78cff2d3c10d) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:28:02.726990 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4d6c9955-c742-42d6-a99c-62b9cf6a2aaf tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:02.759959 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4d6c9955-c742-42d6-a99c-62b9cf6a2aaf tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:02.796870 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6c9955-c742-42d6-a99c-62b9cf6a2aaf tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:28:02.800462 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-4d6c9955-c742-42d6-a99c-62b9cf6a2aaf tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:28:02.803871 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6c9955-c742-42d6-a99c-62b9cf6a2aaf tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:28:02.826787 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c9955-c742-42d6-a99c-62b9cf6a2aaf tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Pushing event updated for resources: {'Port': ['ID=4d94e284-5bfa-4fcb-9c37-78cff2d3c10d,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:02.840534 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c9955-c742-42d6-a99c-62b9cf6a2aaf tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:02.840878 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c9955-c742-42d6-a99c-62b9cf6a2aaf tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:02.841215 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c9955-c742-42d6-a99c-62b9cf6a2aaf tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:02.841548 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c9955-c742-42d6-a99c-62b9cf6a2aaf tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:02.841890 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c9955-c742-42d6-a99c-62b9cf6a2aaf tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:02.842202 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c9955-c742-42d6-a99c-62b9cf6a2aaf tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:02.842526 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c9955-c742-42d6-a99c-62b9cf6a2aaf tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:02.842844 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c9955-c742-42d6-a99c-62b9cf6a2aaf tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:02.843161 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c9955-c742-42d6-a99c-62b9cf6a2aaf tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:02.843478 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c9955-c742-42d6-a99c-62b9cf6a2aaf tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:02.843820 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c9955-c742-42d6-a99c-62b9cf6a2aaf tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:02.844141 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c9955-c742-42d6-a99c-62b9cf6a2aaf tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:03.063678 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4d6c9955-c742-42d6-a99c-62b9cf6a2aaf tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:03.577300 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4d6c9955-c742-42d6-a99c-62b9cf6a2aaf tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:03.707506 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6c9955-c742-42d6-a99c-62b9cf6a2aaf tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Router f3d8c5ea-a97b-4ad5-922e-82bd48970ab8 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:28:03.816951 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6c9955-c742-42d6-a99c-62b9cf6a2aaf tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:28:03.826044 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b810075f-de6d-45dd-8c8f-184e8d5e62a4 None None] Sync routers for ids ['f3d8c5ea-a97b-4ad5-922e-82bd48970ab8'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:28:03.834955 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4d6c9955-c742-42d6-a99c-62b9cf6a2aaf tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:03.836322 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4d6c9955-c742-42d6-a99c-62b9cf6a2aaf tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.7429636 Oct 19 01:28:03.837463 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b810075f-de6d-45dd-8c8f-184e8d5e62a4 None None] Routers {'f3d8c5ea-a97b-4ad5-922e-82bd48970ab8'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:03.838068 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-b810075f-de6d-45dd-8c8f-184e8d5e62a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:27:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['f3d8c5ea-a97b-4ad5-922e-82bd48970ab8'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:03.838963 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37702) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:03.948138 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-b810075f-de6d-45dd-8c8f-184e8d5e62a4 None None] Set router f3d8c5ea-a97b-4ad5-922e-82bd48970ab8 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:28:03.954937 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ff312b55-052a-48ad-b674-1fdcc02f5fb3 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] 10.222.0.57 "GET /v2.0/routers/f3d8c5ea-a97b-4ad5-922e-82bd48970ab8 HTTP/1.1" status: 200 len: 909 time: 0.1147861 Oct 19 01:28:03.958303 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37704) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:03.962823 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-769aae24-59b2-434e-b3e9-bf7d6009fa80 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1334428645', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'enable_snat': True}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:03.986425 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-769aae24-59b2-434e-b3e9-bf7d6009fa80 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:03.987990 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-769aae24-59b2-434e-b3e9-bf7d6009fa80 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:04.044673 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-769aae24-59b2-434e-b3e9-bf7d6009fa80 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:04.099175 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5da809db-cb24-4d10-90c4-0e0729c44bd5 req-c7cec10c-6062-4d8b-804e-e45918393422 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=727d5a04-2116-4e42-99d7-2a69db3c5260&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1010594 Oct 19 01:28:04.190713 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da809db-cb24-4d10-90c4-0e0729c44bd5 req-ae9958a0-aa06-4218-9e3b-d6ad60a05905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:04.192776 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5da809db-cb24-4d10-90c4-0e0729c44bd5 req-ae9958a0-aa06-4218-9e3b-d6ad60a05905 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=168a5912cc444122aa0d6d6b44b7e93f&device_id=727d5a04-2116-4e42-99d7-2a69db3c5260 HTTP/1.1" status: 200 len: 1097 time: 0.0473926 Oct 19 01:28:04.206568 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-769aae24-59b2-434e-b3e9-bf7d6009fa80 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:04.308744 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da809db-cb24-4d10-90c4-0e0729c44bd5 req-fb52ed02-46bd-4bce-9905-0af5c4748c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:04.311028 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5da809db-cb24-4d10-90c4-0e0729c44bd5 req-fb52ed02-46bd-4bce-9905-0af5c4748c76 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2309c3e4-1aec-4060-b6e9-bbaad5369c41 HTTP/1.1" status: 200 len: 913 time: 0.0956841 Oct 19 01:28:04.312408 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-b810075f-de6d-45dd-8c8f-184e8d5e62a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d8c5ea-a97b-4ad5-922e-82bd48970ab8', 'name': 'tempest-snat-router-1334428645', 'tenant_id': 'acfc5eacb0b94f0fb512bdd8939f0f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.177'}], 'enable_snat': False}, 'gw_port_id': '4d94e284-5bfa-4fcb-9c37-78cff2d3c10d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:28:02Z', 'updated_at': '2021-10-19T01:28:02Z', 'revision_number': 3, 'project_id': 'acfc5eacb0b94f0fb512bdd8939f0f89', 'gw_port': {'id': '4d94e284-5bfa-4fcb-9c37-78cff2d3c10d', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d8c5ea-a97b-4ad5-922e-82bd48970ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:02Z', 'updated_at': '2021-10-19T01:28:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:04.339768 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b810075f-de6d-45dd-8c8f-184e8d5e62a4 None None] Checking router: f3d8c5ea-a97b-4ad5-922e-82bd48970ab8 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:28:04.340191 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b810075f-de6d-45dd-8c8f-184e8d5e62a4 None None] Updating router f3d8c5ea-a97b-4ad5-922e-82bd48970ab8 port 4d94e284-5bfa-4fcb-9c37-78cff2d3c10d binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:28:04.358545 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5da809db-cb24-4d10-90c4-0e0729c44bd5 req-3c433b4a-653a-4a7c-aa7a-8a7191fbbf4b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c67a5884-b9d4-4b07-a375-7f88f34c378c HTTP/1.1" status: 200 len: 217 time: 0.0374069 Oct 19 01:28:04.366458 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b810075f-de6d-45dd-8c8f-184e8d5e62a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:04.416053 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da809db-cb24-4d10-90c4-0e0729c44bd5 req-569f32d9-3b62-4bb3-a5ac-eef4eedd7201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:04.417978 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5da809db-cb24-4d10-90c4-0e0729c44bd5 req-569f32d9-3b62-4bb3-a5ac-eef4eedd7201 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e75ff155-8f86-450c-9276-3e4132eca531 HTTP/1.1" status: 200 len: 851 time: 0.0502293 Oct 19 01:28:04.432515 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-769aae24-59b2-434e-b3e9-bf7d6009fa80 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:04.452568 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-769aae24-59b2-434e-b3e9-bf7d6009fa80 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:04.465200 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da809db-cb24-4d10-90c4-0e0729c44bd5 req-b8dcd7bd-a630-4ccb-81f7-08db2b1480fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:04.466703 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5da809db-cb24-4d10-90c4-0e0729c44bd5 req-b8dcd7bd-a630-4ccb-81f7-08db2b1480fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2309c3e4-1aec-4060-b6e9-bbaad5369c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414722 Oct 19 01:28:04.563253 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5da809db-cb24-4d10-90c4-0e0729c44bd5 req-5e9b0e63-369b-4ca4-bc7f-08d77e76eb73 service neutron] 10.222.0.24 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873330 Oct 19 01:28:04.622964 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b810075f-de6d-45dd-8c8f-184e8d5e62a4 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:04.629819 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b810075f-de6d-45dd-8c8f-184e8d5e62a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:04.664006 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5da809db-cb24-4d10-90c4-0e0729c44bd5 req-86606514-33f1-41d7-bd14-0a1c1e1f40db service neutron] 10.222.0.24 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918217 Oct 19 01:28:04.681254 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-769aae24-59b2-434e-b3e9-bf7d6009fa80 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Allocated IP 172.25.8.212 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/0aff110f-0379-426a-beb9-46560a12b92d) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:28:04.683038 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-b810075f-de6d-45dd-8c8f-184e8d5e62a4 None None] Attempting to bind port 4d94e284-5bfa-4fcb-9c37-78cff2d3c10d on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:28:04.683421 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-b810075f-de6d-45dd-8c8f-184e8d5e62a4 None None] Attempting to bind port 4d94e284-5bfa-4fcb-9c37-78cff2d3c10d by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:28:04.683818 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b810075f-de6d-45dd-8c8f-184e8d5e62a4 None None] Attempting to bind port 4d94e284-5bfa-4fcb-9c37-78cff2d3c10d on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:28:04.687516 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da72d5-3500-451f-8d9b-2219e2484e81 None None] Pushing event updated for resources: {'Port': ['ID=4d94e284-5bfa-4fcb-9c37-78cff2d3c10d,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:04.693541 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b810075f-de6d-45dd-8c8f-184e8d5e62a4 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:28:04.693920 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b810075f-de6d-45dd-8c8f-184e8d5e62a4 None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:28:04.694319 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b810075f-de6d-45dd-8c8f-184e8d5e62a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:04.695332 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b810075f-de6d-45dd-8c8f-184e8d5e62a4 None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:28:04.695332 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-b810075f-de6d-45dd-8c8f-184e8d5e62a4 None None] Bound port: 4d94e284-5bfa-4fcb-9c37-78cff2d3c10d, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:28:04.695527 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b810075f-de6d-45dd-8c8f-184e8d5e62a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:04.744791 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-b810075f-de6d-45dd-8c8f-184e8d5e62a4 None None] For port 4d94e284-5bfa-4fcb-9c37-78cff2d3c10d, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:28:04.747812 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-b810075f-de6d-45dd-8c8f-184e8d5e62a4 None None] For port 4d94e284-5bfa-4fcb-9c37-78cff2d3c10d, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=4d94e284-5bfa-4fcb-9c37-78cff2d3c10d,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:28:04.753034 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b810075f-de6d-45dd-8c8f-184e8d5e62a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:04.793732 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-769aae24-59b2-434e-b3e9-bf7d6009fa80 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:04.812839 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b810075f-de6d-45dd-8c8f-184e8d5e62a4 None None] Routers {'f3d8c5ea-a97b-4ad5-922e-82bd48970ab8'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:04.813505 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-b810075f-de6d-45dd-8c8f-184e8d5e62a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:27:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['f3d8c5ea-a97b-4ad5-922e-82bd48970ab8'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:04.828116 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-769aae24-59b2-434e-b3e9-bf7d6009fa80 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:04.851542 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da72d5-3500-451f-8d9b-2219e2484e81 None None] Pushing event updated for resources: {'Port': ['ID=4d94e284-5bfa-4fcb-9c37-78cff2d3c10d,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:04.870706 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769aae24-59b2-434e-b3e9-bf7d6009fa80 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:28:04.873152 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-769aae24-59b2-434e-b3e9-bf7d6009fa80 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:28:04.875617 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769aae24-59b2-434e-b3e9-bf7d6009fa80 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:28:04.901400 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769aae24-59b2-434e-b3e9-bf7d6009fa80 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Pushing event updated for resources: {'Port': ['ID=0aff110f-0379-426a-beb9-46560a12b92d,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:04.926215 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-b810075f-de6d-45dd-8c8f-184e8d5e62a4 None None] Set router f3d8c5ea-a97b-4ad5-922e-82bd48970ab8 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:28:05.103964 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-b810075f-de6d-45dd-8c8f-184e8d5e62a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d8c5ea-a97b-4ad5-922e-82bd48970ab8', 'name': 'tempest-snat-router-1334428645', 'tenant_id': 'acfc5eacb0b94f0fb512bdd8939f0f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.177'}], 'enable_snat': False}, 'gw_port_id': '4d94e284-5bfa-4fcb-9c37-78cff2d3c10d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:28:02Z', 'updated_at': '2021-10-19T01:28:02Z', 'revision_number': 3, 'project_id': 'acfc5eacb0b94f0fb512bdd8939f0f89', 'gw_port': {'id': '4d94e284-5bfa-4fcb-9c37-78cff2d3c10d', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d8c5ea-a97b-4ad5-922e-82bd48970ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:02Z', 'updated_at': '2021-10-19T01:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:05.129778 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b810075f-de6d-45dd-8c8f-184e8d5e62a4 None None] The sync data for ids ['f3d8c5ea-a97b-4ad5-922e-82bd48970ab8'] in n-d-715271-26 is: [{'id': 'f3d8c5ea-a97b-4ad5-922e-82bd48970ab8', 'name': 'tempest-snat-router-1334428645', 'tenant_id': 'acfc5eacb0b94f0fb512bdd8939f0f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.177'}], 'enable_snat': False}, 'gw_port_id': '4d94e284-5bfa-4fcb-9c37-78cff2d3c10d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:28:02Z', 'updated_at': '2021-10-19T01:28:02Z', 'revision_number': 3, 'project_id': 'acfc5eacb0b94f0fb512bdd8939f0f89', 'gw_port': {'id': '4d94e284-5bfa-4fcb-9c37-78cff2d3c10d', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d8c5ea-a97b-4ad5-922e-82bd48970ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:02Z', 'updated_at': '2021-10-19T01:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:28:05.130824 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-769aae24-59b2-434e-b3e9-bf7d6009fa80 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:05.355108 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-769aae24-59b2-434e-b3e9-bf7d6009fa80 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:05.507558 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769aae24-59b2-434e-b3e9-bf7d6009fa80 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Router 7218b183-57e2-4bda-9c30-f07de95840f2 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:28:05.521081 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 4d94e284-5bfa-4fcb-9c37-78cff2d3c10d up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:28:05.573200 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 4d94e284-5bfa-4fcb-9c37-78cff2d3c10d triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:05.573564 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:05.629532 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769aae24-59b2-434e-b3e9-bf7d6009fa80 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:28:05.639115 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceac3cbe-4585-470c-a771-0e2774014379 None None] Sync routers for ids ['7218b183-57e2-4bda-9c30-f07de95840f2'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:28:05.653042 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-769aae24-59b2-434e-b3e9-bf7d6009fa80 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:05.653378 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceac3cbe-4585-470c-a771-0e2774014379 None None] Routers {'7218b183-57e2-4bda-9c30-f07de95840f2'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:05.654168 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ceac3cbe-4585-470c-a771-0e2774014379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:27:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['7218b183-57e2-4bda-9c30-f07de95840f2'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:05.656194 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-769aae24-59b2-434e-b3e9-bf7d6009fa80 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.6969085 Oct 19 01:28:05.657312 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37712) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:05.670829 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:05.696490 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 4d94e284-5bfa-4fcb-9c37-78cff2d3c10d, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=4d94e284-5bfa-4fcb-9c37-78cff2d3c10d,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:05.702636 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:05.769549 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=4d94e284-5bfa-4fcb-9c37-78cff2d3c10d,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:05.790351 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-494d00b7-229f-46c3-a59a-d5c559b9bd87 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] 10.222.0.57 "GET /v2.0/routers/7218b183-57e2-4bda-9c30-f07de95840f2 HTTP/1.1" status: 200 len: 908 time: 0.1296625 Oct 19 01:28:05.790912 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-ceac3cbe-4585-470c-a771-0e2774014379 None None] Set router 7218b183-57e2-4bda-9c30-f07de95840f2 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:28:05.791020 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37714) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:05.904578 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8182d3a4-9608-4eed-8159-4f48beceeb46 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:05.974423 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ceac3cbe-4585-470c-a771-0e2774014379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7218b183-57e2-4bda-9c30-f07de95840f2', 'name': 'tempest-snat-router-1334428645', 'tenant_id': 'acfc5eacb0b94f0fb512bdd8939f0f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '0aff110f-0379-426a-beb9-46560a12b92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:28:03Z', 'updated_at': '2021-10-19T01:28:05Z', 'revision_number': 3, 'project_id': 'acfc5eacb0b94f0fb512bdd8939f0f89', 'gw_port': {'id': '0aff110f-0379-426a-beb9-46560a12b92d', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:73:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7218b183-57e2-4bda-9c30-f07de95840f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:04Z', 'updated_at': '2021-10-19T01:28:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:06.001439 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceac3cbe-4585-470c-a771-0e2774014379 None None] Checking router: 7218b183-57e2-4bda-9c30-f07de95840f2 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:28:06.001791 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceac3cbe-4585-470c-a771-0e2774014379 None None] Updating router 7218b183-57e2-4bda-9c30-f07de95840f2 port 0aff110f-0379-426a-beb9-46560a12b92d binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:28:06.015352 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8182d3a4-9608-4eed-8159-4f48beceeb46 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:06.030242 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ceac3cbe-4585-470c-a771-0e2774014379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:06.072962 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-8182d3a4-9608-4eed-8159-4f48beceeb46 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Deleting port 0aff110f-0379-426a-beb9-46560a12b92d {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:28:06.073331 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8182d3a4-9608-4eed-8159-4f48beceeb46 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:06.150404 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8182d3a4-9608-4eed-8159-4f48beceeb46 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:06.162182 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-8182d3a4-9608-4eed-8159-4f48beceeb46 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Calling delete_port for 0aff110f-0379-426a-beb9-46560a12b92d owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:28:06.332967 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8182d3a4-9608-4eed-8159-4f48beceeb46 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:06.334089 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.db.api [None req-ceac3cbe-4585-470c-a771-0e2774014379 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:28:06.334447 n-d-715271-26 neutron-server[100609]: DEBUG oslo_db.api [None req-ceac3cbe-4585-470c-a771-0e2774014379 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:28:06.366597 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182d3a4-9608-4eed-8159-4f48beceeb46 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Pushing event deleted for resources: {'Port': ['ID=0aff110f-0379-426a-beb9-46560a12b92d,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:06.431068 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8182d3a4-9608-4eed-8159-4f48beceeb46 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:06.526706 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8182d3a4-9608-4eed-8159-4f48beceeb46 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:06.528866 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8182d3a4-9608-4eed-8159-4f48beceeb46 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:06.573820 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8182d3a4-9608-4eed-8159-4f48beceeb46 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:06.574268 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8182d3a4-9608-4eed-8159-4f48beceeb46 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7218b183-57e2-4bda-9c30-f07de95840f2 {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:28:06.578595 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8182d3a4-9608-4eed-8159-4f48beceeb46 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:06.579850 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8182d3a4-9608-4eed-8159-4f48beceeb46 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] 10.222.0.57 "DELETE /v2.0/routers/7218b183-57e2-4bda-9c30-f07de95840f2 HTTP/1.1" status: 204 len: 168 time: 0.7872810 Oct 19 01:28:06.582819 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37720) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:06.946732 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceac3cbe-4585-470c-a771-0e2774014379 None None] Port 0aff110f-0379-426a-beb9-46560a12b92d not found while updating agent binding for router 7218b183-57e2-4bda-9c30-f07de95840f2. {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 19 01:28:06.955514 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceac3cbe-4585-470c-a771-0e2774014379 None None] Routers set() bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:06.955918 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceac3cbe-4585-470c-a771-0e2774014379 None None] Router IDs set() for agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 19 01:28:06.956559 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_agentschedulers_db [None req-ceac3cbe-4585-470c-a771-0e2774014379 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7218b183-57e2-4bda-9c30-f07de95840f2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:27:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent'). {{(pid=100609) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 19 01:28:06.956921 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceac3cbe-4585-470c-a771-0e2774014379 None None] The sync data for ids ['7218b183-57e2-4bda-9c30-f07de95840f2'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:28:07.032932 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d7785-04bd-4a96-8869-cd42a8c4d646 req-3f7891bd-9206-4b17-b740-c1aabcb5351b tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:07.034975 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e18d7785-04bd-4a96-8869-cd42a8c4d646 req-3f7891bd-9206-4b17-b740-c1aabcb5351b tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 1097 time: 0.3962321 Oct 19 01:28:07.036551 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-203218e2-1528-437b-a94b-dbd560182d3a tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:07.112766 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e18d7785-04bd-4a96-8869-cd42a8c4d646 req-df4ec635-0605-4180-9a22-238ab4ca97d3 tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429547 Oct 19 01:28:07.164490 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-203218e2-1528-437b-a94b-dbd560182d3a tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:07.219035 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-203218e2-1528-437b-a94b-dbd560182d3a tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Deleting port 4d94e284-5bfa-4fcb-9c37-78cff2d3c10d {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:28:07.219395 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-203218e2-1528-437b-a94b-dbd560182d3a tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:07.234545 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147573bf-c9d7-480e-9859-e290affffe62 req-81a56156-c636-4117-8426-6b76923e6c97 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:07.237316 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-147573bf-c9d7-480e-9859-e290affffe62 req-81a56156-c636-4117-8426-6b76923e6c97 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 945 time: 0.0546980 Oct 19 01:28:07.275207 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-147573bf-c9d7-480e-9859-e290affffe62 req-e65441ea-3d61-495e-829c-1caedd2e0453 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320120 Oct 19 01:28:07.297670 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37726) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:07.298570 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-203218e2-1528-437b-a94b-dbd560182d3a tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] For port 4d94e284-5bfa-4fcb-9c37-78cff2d3c10d, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=4d94e284-5bfa-4fcb-9c37-78cff2d3c10d,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:07.298926 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-203218e2-1528-437b-a94b-dbd560182d3a tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:07.317825 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-203218e2-1528-437b-a94b-dbd560182d3a tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Calling delete_port for 4d94e284-5bfa-4fcb-9c37-78cff2d3c10d owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:28:07.362545 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-575d0a91-d847-4c8d-84df-67a84d4529d8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/floatingips/2f632db7-e4c7-4968-8e0a-d8fb639957d9 HTTP/1.1" status: 200 len: 993 time: 0.0631080 Oct 19 01:28:07.490366 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-203218e2-1528-437b-a94b-dbd560182d3a tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:07.498818 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 4d94e284-5bfa-4fcb-9c37-78cff2d3c10d up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:28:07.519115 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 4d94e284-5bfa-4fcb-9c37-78cff2d3c10d {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:28:07.519456 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 4d94e284-5bfa-4fcb-9c37-78cff2d3c10d not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 19 01:28:07.519937 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203218e2-1528-437b-a94b-dbd560182d3a tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d94e284-5bfa-4fcb-9c37-78cff2d3c10d,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:07.543079 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Port 4d94e284-5bfa-4fcb-9c37-78cff2d3c10d not found, will not notify nova. {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 19 01:28:07.582348 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-203218e2-1528-437b-a94b-dbd560182d3a tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:07.673490 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-203218e2-1528-437b-a94b-dbd560182d3a tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:07.675781 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-203218e2-1528-437b-a94b-dbd560182d3a tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:07.726244 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-203218e2-1528-437b-a94b-dbd560182d3a tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:07.726936 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203218e2-1528-437b-a94b-dbd560182d3a tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f3d8c5ea-a97b-4ad5-922e-82bd48970ab8 {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:28:07.732692 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-203218e2-1528-437b-a94b-dbd560182d3a tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:07.734429 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-203218e2-1528-437b-a94b-dbd560182d3a tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] 10.222.0.57 "DELETE /v2.0/routers/f3d8c5ea-a97b-4ad5-922e-82bd48970ab8 HTTP/1.1" status: 204 len: 168 time: 1.1504178 Oct 19 01:28:07.738205 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37740) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:07.743362 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-633f57ce-c42b-4119-9400-fb612752b179 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1229274719', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}, 'admin_state_up': False}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:07.772101 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-633f57ce-c42b-4119-9400-fb612752b179 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:07.773185 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-633f57ce-c42b-4119-9400-fb612752b179 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:07.833010 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-633f57ce-c42b-4119-9400-fb612752b179 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:07.855279 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2244ad04-8079-48be-9523-4f94b59e562e req-ac0d2bfc-d820-4ff0-8d84-5b71196d4187 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0929472 Oct 19 01:28:07.864007 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c457d-6967-44d5-874a-b6f49122f67e req-d497b175-682f-4207-ad1a-fabe27a0b801 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:07.865521 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a81c457d-6967-44d5-874a-b6f49122f67e req-d497b175-682f-4207-ad1a-fabe27a0b801 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 945 time: 0.0710332 Oct 19 01:28:07.906860 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a81c457d-6967-44d5-874a-b6f49122f67e req-25a653b2-89ce-4dca-8ebd-386c7aa99926 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351098 Oct 19 01:28:07.990618 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-633f57ce-c42b-4119-9400-fb612752b179 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:08.191843 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-633f57ce-c42b-4119-9400-fb612752b179 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:08.212761 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-633f57ce-c42b-4119-9400-fb612752b179 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:08.349620 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-633f57ce-c42b-4119-9400-fb612752b179 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Allocated IP 172.25.8.56 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/6540af62-6c0f-40f4-8729-dcdd0e1eea06) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:28:08.455902 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-633f57ce-c42b-4119-9400-fb612752b179 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:08.495176 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-633f57ce-c42b-4119-9400-fb612752b179 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:08.546019 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633f57ce-c42b-4119-9400-fb612752b179 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:28:08.551228 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-633f57ce-c42b-4119-9400-fb612752b179 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:28:08.556320 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633f57ce-c42b-4119-9400-fb612752b179 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:28:08.559054 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f57ce-c42b-4119-9400-fb612752b179 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Pushing event updated for resources: {'Port': ['ID=6540af62-6c0f-40f4-8729-dcdd0e1eea06,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:08.827820 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-633f57ce-c42b-4119-9400-fb612752b179 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:09.041662 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-633f57ce-c42b-4119-9400-fb612752b179 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:09.042216 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7259f-137c-4aea-8c04-696fcdb9f7e8 req-b11a0983-7b99-4227-ad98-4c36f7e89e48 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:09.043961 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d3f7259f-137c-4aea-8c04-696fcdb9f7e8 req-b11a0983-7b99-4227-ad98-4c36f7e89e48 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 945 time: 0.0547173 Oct 19 01:28:09.111030 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d3f7259f-137c-4aea-8c04-696fcdb9f7e8 req-a14a63e7-9172-4c3a-9cc0-5f05c90b796f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606067 Oct 19 01:28:09.117597 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244ad04-8079-48be-9523-4f94b59e562e req-ddf2efd3-5633-4a57-aa46-ceed07be9bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:09.119123 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2244ad04-8079-48be-9523-4f94b59e562e req-ddf2efd3-5633-4a57-aa46-ceed07be9bb7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b92153fb65d447bf94f5610e1ad52929&device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 1097 time: 0.0670936 Oct 19 01:28:09.180845 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633f57ce-c42b-4119-9400-fb612752b179 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Router 382792c5-a60e-48ae-9519-29e7127605da is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:28:09.221592 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244ad04-8079-48be-9523-4f94b59e562e req-5e6789fd-5345-405d-be61-6290af099831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:09.223086 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2244ad04-8079-48be-9523-4f94b59e562e req-5e6789fd-5345-405d-be61-6290af099831 service neutron] 10.222.0.24 "GET /v2.0/networks?id=536e6985-0345-4611-a1bb-43f97b99c56a HTTP/1.1" status: 200 len: 898 time: 0.0967674 Oct 19 01:28:09.290348 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633f57ce-c42b-4119-9400-fb612752b179 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:28:09.293043 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2244ad04-8079-48be-9523-4f94b59e562e req-b562952f-5c7a-43a8-9c37-0ae6fe34bf84 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08a255d7-3f6c-4909-8155-47b60f14908f HTTP/1.1" status: 200 len: 1001 time: 0.0589404 Oct 19 01:28:09.300111 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c20c36-79b2-436b-865d-0f1ad669bac2 None None] Sync routers for ids ['382792c5-a60e-48ae-9519-29e7127605da'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:28:09.309600 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c20c36-79b2-436b-865d-0f1ad669bac2 None None] Routers {'382792c5-a60e-48ae-9519-29e7127605da'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:09.310216 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-f1c20c36-79b2-436b-865d-0f1ad669bac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:27:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['382792c5-a60e-48ae-9519-29e7127605da'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:09.317051 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-633f57ce-c42b-4119-9400-fb612752b179 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:09.320874 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-633f57ce-c42b-4119-9400-fb612752b179 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.5790372 Oct 19 01:28:09.321133 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37772) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:09.325621 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-52e4899f-44a1-4b3d-8ba4-b2fb161dde8f tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'enable_snat': False}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:09.345062 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-f1c20c36-79b2-436b-865d-0f1ad669bac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:09.351690 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244ad04-8079-48be-9523-4f94b59e562e req-d6c9b50e-7231-4a78-bb72-d5c6b25869da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:09.353236 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2244ad04-8079-48be-9523-4f94b59e562e req-d6c9b50e-7231-4a78-bb72-d5c6b25869da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b488813b-7adf-4e85-b4c2-f7dbbaef9e40 HTTP/1.1" status: 200 len: 834 time: 0.0511832 Oct 19 01:28:09.354365 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c20c36-79b2-436b-865d-0f1ad669bac2 None None] Routers {'382792c5-a60e-48ae-9519-29e7127605da'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:09.354958 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-f1c20c36-79b2-436b-865d-0f1ad669bac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:27:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['382792c5-a60e-48ae-9519-29e7127605da'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:09.386529 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-f1c20c36-79b2-436b-865d-0f1ad669bac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:09.387188 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c20c36-79b2-436b-865d-0f1ad669bac2 None None] The sync data for ids ['382792c5-a60e-48ae-9519-29e7127605da'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:28:09.401277 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244ad04-8079-48be-9523-4f94b59e562e req-ac389aa0-baf5-427e-987e-248fdd75e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:09.402786 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2244ad04-8079-48be-9523-4f94b59e562e req-ac389aa0-baf5-427e-987e-248fdd75e6f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=536e6985-0345-4611-a1bb-43f97b99c56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420072 Oct 19 01:28:09.496167 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 4d94e284-5bfa-4fcb-9c37-78cff2d3c10d no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:28:09.501946 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2244ad04-8079-48be-9523-4f94b59e562e req-a42cdcf2-40b8-434d-9418-99b016b604d4 service neutron] 10.222.0.24 "GET /v2.0/networks/536e6985-0345-4611-a1bb-43f97b99c56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912242 Oct 19 01:28:09.519576 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 4d94e284-5bfa-4fcb-9c37-78cff2d3c10d {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:28:09.519952 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 4d94e284-5bfa-4fcb-9c37-78cff2d3c10d not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:28:09.601464 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2244ad04-8079-48be-9523-4f94b59e562e req-45f627b4-d2c5-49d7-a9b9-1df5e80c6122 service neutron] 10.222.0.24 "GET /v2.0/networks/536e6985-0345-4611-a1bb-43f97b99c56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917985 Oct 19 01:28:09.641472 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-52e4899f-44a1-4b3d-8ba4-b2fb161dde8f tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:10.098550 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-52e4899f-44a1-4b3d-8ba4-b2fb161dde8f tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64930'] for router, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:10.101844 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-52e4899f-44a1-4b3d-8ba4-b2fb161dde8f tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592856'] for router, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:10.238793 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e284060-e2b5-441f-84b7-bbd6c8c37e26 req-45a058a0-eefd-4d0e-ae54-f479918f9941 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:10.240422 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2e284060-e2b5-441f-84b7-bbd6c8c37e26 req-45a058a0-eefd-4d0e-ae54-f479918f9941 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 945 time: 0.0554194 Oct 19 01:28:10.283485 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2e284060-e2b5-441f-84b7-bbd6c8c37e26 req-c16bd3f9-76e5-44f7-8906-dbb5e5839c74 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361433 Oct 19 01:28:10.521213 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e4899f-44a1-4b3d-8ba4-b2fb161dde8f tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Router 382792c5-a60e-48ae-9519-29e7127605da has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:28:10.627135 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e4899f-44a1-4b3d-8ba4-b2fb161dde8f tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:28:10.631935 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-52e4899f-44a1-4b3d-8ba4-b2fb161dde8f tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:10.633579 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-52e4899f-44a1-4b3d-8ba4-b2fb161dde8f tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] 10.222.0.57 "PUT /v2.0/routers/382792c5-a60e-48ae-9519-29e7127605da HTTP/1.1" status: 200 len: 921 time: 1.3110473 Oct 19 01:28:10.636049 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37780) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:10.641166 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5578387-25bd-4522-b950-d51631c95d7e None None] Sync routers for ids ['382792c5-a60e-48ae-9519-29e7127605da'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:28:10.653607 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5578387-25bd-4522-b950-d51631c95d7e None None] Routers {'382792c5-a60e-48ae-9519-29e7127605da'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:10.654496 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a5578387-25bd-4522-b950-d51631c95d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:27:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['382792c5-a60e-48ae-9519-29e7127605da'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:10.690225 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a5578387-25bd-4522-b950-d51631c95d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:10.700739 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5578387-25bd-4522-b950-d51631c95d7e None None] Routers {'382792c5-a60e-48ae-9519-29e7127605da'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:10.701611 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a5578387-25bd-4522-b950-d51631c95d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:27:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['382792c5-a60e-48ae-9519-29e7127605da'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:10.742361 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a5578387-25bd-4522-b950-d51631c95d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:10.743002 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5578387-25bd-4522-b950-d51631c95d7e None None] The sync data for ids ['382792c5-a60e-48ae-9519-29e7127605da'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:28:10.768056 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-412b2c8f-5a74-4445-b724-dc172a4b3925 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] 10.222.0.57 "GET /v2.0/routers/382792c5-a60e-48ae-9519-29e7127605da HTTP/1.1" status: 200 len: 921 time: 0.1299753 Oct 19 01:28:10.770997 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37782) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:10.846776 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0eeb12-c16c-4d68-9f53-a0229e54b808 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:10.848778 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4e0eeb12-c16c-4d68-9f53-a0229e54b808 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=a0ce41c0-3b90-40be-93cd-082af8f20c34&device_id=382792c5-a60e-48ae-9519-29e7127605da&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0767164 Oct 19 01:28:10.851613 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37784) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:10.943965 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34baef6a-389d-4e5d-96e7-d491b8321e78 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:10.945688 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-34baef6a-389d-4e5d-96e7-d491b8321e78 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 881 time: 0.0929968 Oct 19 01:28:10.948701 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37786) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:10.976381 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d3ff8696-1f5a-43be-837e-fab55903941a tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] 10.222.0.57 "GET /v2.0/ports?device_id=382792c5-a60e-48ae-9519-29e7127605da HTTP/1.1" status: 200 len: 205 time: 0.0265696 Oct 19 01:28:10.978753 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37788) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:11.081953 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d9693d6-7496-435e-85bf-61188828f905 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:11.182369 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d9693d6-7496-435e-85bf-61188828f905 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:11.233875 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-5d9693d6-7496-435e-85bf-61188828f905 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Deleting port 6540af62-6c0f-40f4-8729-dcdd0e1eea06 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:28:11.234208 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d9693d6-7496-435e-85bf-61188828f905 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:11.320488 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d9693d6-7496-435e-85bf-61188828f905 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:11.333254 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-5d9693d6-7496-435e-85bf-61188828f905 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Calling delete_port for 6540af62-6c0f-40f4-8729-dcdd0e1eea06 owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:28:11.409209 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03373c-1d41-46e4-b710-5b333c0dd964 req-0d496ab5-5bfa-43a9-a5b4-f9b9b913a593 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:11.410859 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3c03373c-1d41-46e4-b710-5b333c0dd964 req-0d496ab5-5bfa-43a9-a5b4-f9b9b913a593 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 945 time: 0.0545621 Oct 19 01:28:11.450415 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3c03373c-1d41-46e4-b710-5b333c0dd964 req-d25f2377-728a-4e85-9cc1-87aaae933cee tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335751 Oct 19 01:28:11.495543 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d9693d6-7496-435e-85bf-61188828f905 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:11.525563 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9693d6-7496-435e-85bf-61188828f905 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Pushing event deleted for resources: {'Port': ['ID=6540af62-6c0f-40f4-8729-dcdd0e1eea06,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:11.583399 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d9693d6-7496-435e-85bf-61188828f905 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:11.675048 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d9693d6-7496-435e-85bf-61188828f905 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:11.677229 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d9693d6-7496-435e-85bf-61188828f905 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:11.724679 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d9693d6-7496-435e-85bf-61188828f905 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:11.725352 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9693d6-7496-435e-85bf-61188828f905 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Fanout notify agent at l3_agent the message router_deleted on router 382792c5-a60e-48ae-9519-29e7127605da {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:28:11.733884 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d9693d6-7496-435e-85bf-61188828f905 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:11.735061 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5d9693d6-7496-435e-85bf-61188828f905 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] 10.222.0.57 "DELETE /v2.0/routers/382792c5-a60e-48ae-9519-29e7127605da HTTP/1.1" status: 204 len: 168 time: 0.7554257 Oct 19 01:28:11.739478 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37794) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:11.744100 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-a82ddf37-7ce6-411f-a918-2b4c016b1c7b tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-864640570', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:11.769403 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a82ddf37-7ce6-411f-a918-2b4c016b1c7b tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:11.770408 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a82ddf37-7ce6-411f-a918-2b4c016b1c7b tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:11.822965 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a82ddf37-7ce6-411f-a918-2b4c016b1c7b tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:11.827146 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a82ddf37-7ce6-411f-a918-2b4c016b1c7b tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:11.844686 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a82ddf37-7ce6-411f-a918-2b4c016b1c7b tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:11.846135 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a82ddf37-7ce6-411f-a918-2b4c016b1c7b tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1054933 Oct 19 01:28:11.848897 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37796) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:11.853267 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-96f068d4-f701-441e-82c4-bbaefc3f8590 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:12.070817 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-96f068d4-f701-441e-82c4-bbaefc3f8590 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:12.258313 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-96f068d4-f701-441e-82c4-bbaefc3f8590 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router_gateway, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:12.276614 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-96f068d4-f701-441e-82c4-bbaefc3f8590 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:12.384026 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-96f068d4-f701-441e-82c4-bbaefc3f8590 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Allocated IP 172.25.8.90 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/78dd89fd-e28c-48ff-abe1-1431566cedcb) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:28:12.481937 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-96f068d4-f701-441e-82c4-bbaefc3f8590 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:12.515639 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-96f068d4-f701-441e-82c4-bbaefc3f8590 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:12.587338 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f068d4-f701-441e-82c4-bbaefc3f8590 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:28:12.593366 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-96f068d4-f701-441e-82c4-bbaefc3f8590 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:28:12.596460 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f068d4-f701-441e-82c4-bbaefc3f8590 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:28:12.621903 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f068d4-f701-441e-82c4-bbaefc3f8590 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Pushing event updated for resources: {'Port': ['ID=78dd89fd-e28c-48ff-abe1-1431566cedcb,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:12.655363 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de93ab-e9c2-42f3-a501-82b28bb3ea13 req-c5320fe0-86d6-43f3-9c42-4c0b1d73dd4a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:12.656810 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-16de93ab-e9c2-42f3-a501-82b28bb3ea13 req-c5320fe0-86d6-43f3-9c42-4c0b1d73dd4a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 945 time: 0.1310573 Oct 19 01:28:12.789084 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-16de93ab-e9c2-42f3-a501-82b28bb3ea13 req-41719691-5513-46a2-b84a-a212f15aeca8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909774 Oct 19 01:28:12.903700 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-96f068d4-f701-441e-82c4-bbaefc3f8590 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router_gateway, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:13.098869 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-96f068d4-f701-441e-82c4-bbaefc3f8590 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64930'] for router, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:13.102082 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-96f068d4-f701-441e-82c4-bbaefc3f8590 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592856'] for router, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:13.274098 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad6772-7c5f-4bc4-9698-763b713909b6 req-d3d7a093-9440-4161-8986-d92e5aa3fb8d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:13.275651 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9cad6772-7c5f-4bc4-9698-763b713909b6 req-d3d7a093-9440-4161-8986-d92e5aa3fb8d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0648360 Oct 19 01:28:13.276420 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f068d4-f701-441e-82c4-bbaefc3f8590 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Router 52c1ef51-2987-4772-bccf-7a0914d2292a is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:28:13.363589 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9cad6772-7c5f-4bc4-9698-763b713909b6 req-2e6702e3-75e6-4bec-9284-65c6a3ee9b73 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805018 Oct 19 01:28:13.418126 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f068d4-f701-441e-82c4-bbaefc3f8590 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:28:13.427363 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09fc018-4a02-435c-ad2e-fef15c38d241 None None] Sync routers for ids ['52c1ef51-2987-4772-bccf-7a0914d2292a'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:28:13.427849 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-96f068d4-f701-441e-82c4-bbaefc3f8590 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:13.431200 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-96f068d4-f701-441e-82c4-bbaefc3f8590 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] 10.222.0.57 "PUT /v2.0/routers/52c1ef51-2987-4772-bccf-7a0914d2292a HTTP/1.1" status: 200 len: 878 time: 1.5790734 Oct 19 01:28:13.431440 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37808) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:13.438372 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09fc018-4a02-435c-ad2e-fef15c38d241 None None] Routers {'52c1ef51-2987-4772-bccf-7a0914d2292a'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:13.439003 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-e09fc018-4a02-435c-ad2e-fef15c38d241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:27:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['52c1ef51-2987-4772-bccf-7a0914d2292a'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:13.474060 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-e09fc018-4a02-435c-ad2e-fef15c38d241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:13.483821 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09fc018-4a02-435c-ad2e-fef15c38d241 None None] Routers {'52c1ef51-2987-4772-bccf-7a0914d2292a'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:13.484781 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-e09fc018-4a02-435c-ad2e-fef15c38d241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:27:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['52c1ef51-2987-4772-bccf-7a0914d2292a'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:13.497474 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5ce62-15af-40ea-99c6-9e692e4fd648 req-702437a7-bcd8-44c2-863a-dad3c2d29a50 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:13.498713 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cac5ce62-15af-40ea-99c6-9e692e4fd648 req-702437a7-bcd8-44c2-863a-dad3c2d29a50 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0618365 Oct 19 01:28:13.526699 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-e09fc018-4a02-435c-ad2e-fef15c38d241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:13.527602 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09fc018-4a02-435c-ad2e-fef15c38d241 None None] The sync data for ids ['52c1ef51-2987-4772-bccf-7a0914d2292a'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:28:13.540831 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cac5ce62-15af-40ea-99c6-9e692e4fd648 req-0514c8db-5437-41dd-a623-ea564e5c4a15 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351033 Oct 19 01:28:13.549255 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7f281093-81ed-4e96-b840-6ac6926d6280 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] 10.222.0.57 "GET /v2.0/routers/52c1ef51-2987-4772-bccf-7a0914d2292a HTTP/1.1" status: 200 len: 919 time: 0.1165657 Oct 19 01:28:13.552056 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37810) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:13.636589 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5947d89-b146-4455-92bf-be277a5e0a8b tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:13.638126 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c5947d89-b146-4455-92bf-be277a5e0a8b tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=a0ce41c0-3b90-40be-93cd-082af8f20c34&device_id=52c1ef51-2987-4772-bccf-7a0914d2292a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0849032 Oct 19 01:28:13.640859 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37814) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:13.750385 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31b8ff0-d4c4-46a4-9b34-6c52ec11d023 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:13.751750 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a31b8ff0-d4c4-46a4-9b34-6c52ec11d023 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 881 time: 0.1099856 Oct 19 01:28:13.754949 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37826) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:13.782694 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-76f8d6ea-5473-4e6d-9b1c-b3a649583650 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] 10.222.0.57 "GET /v2.0/ports?device_id=52c1ef51-2987-4772-bccf-7a0914d2292a HTTP/1.1" status: 200 len: 205 time: 0.0264139 Oct 19 01:28:13.785724 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37828) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:13.848577 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-32eeac4a-240a-4314-8b42-07c6e9a986b7 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:13.850097 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-32eeac4a-240a-4314-8b42-07c6e9a986b7 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/networks?id=2309c3e4-1aec-4060-b6e9-bbaad5369c41 HTTP/1.1" status: 200 len: 812 time: 0.1148646 Oct 19 01:28:13.868231 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-8eb18c3a-e475-4f63-bed1-ca2d95bbf486 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/quotas/168a5912cc444122aa0d6d6b44b7e93f HTTP/1.1" status: 200 len: 375 time: 0.0113091 Oct 19 01:28:13.923142 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d4b193d7-3d15-46ed-933f-2fb48348a4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:13.931556 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-f6c4e669-fc1a-42ca-b9df-48e91dfdaebc tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=168a5912cc444122aa0d6d6b44b7e93f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0571933 Oct 19 01:28:13.951836 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-676f7374-0a41-415f-a75c-dc91184151bb tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:13.998559 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-d97dc1f0-6ea0-4acf-b6d3-6ff2a1a6caf1 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:28:13.999853 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-d97dc1f0-6ea0-4acf-b6d3-6ff2a1a6caf1 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0594537 Oct 19 01:28:14.002242 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f821857-fc62-488e-9f8a-19a9a4744b88 req-7d3d96fd-01a1-4111-9c88-0e3480531678 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:14.003719 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9f821857-fc62-488e-9f8a-19a9a4744b88 req-7d3d96fd-01a1-4111-9c88-0e3480531678 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 945 time: 0.1217659 Oct 19 01:28:14.099326 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-a8520a60-026f-41e6-a741-fb0e51f73c58 service neutron] 10.222.0.57 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925272 Oct 19 01:28:14.104017 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9f821857-fc62-488e-9f8a-19a9a4744b88 req-4af2adad-986a-4781-9561-553d04133cc5 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882881 Oct 19 01:28:14.129786 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-676f7374-0a41-415f-a75c-dc91184151bb tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:14.190869 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-676f7374-0a41-415f-a75c-dc91184151bb tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Deleting port 78dd89fd-e28c-48ff-abe1-1431566cedcb {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:28:14.191297 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-676f7374-0a41-415f-a75c-dc91184151bb tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:14.195461 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-76c1a120-965e-4d52-aab2-93e975ec66da service neutron] 10.222.0.57 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895462 Oct 19 01:28:14.272806 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-676f7374-0a41-415f-a75c-dc91184151bb tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:14.285737 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-676f7374-0a41-415f-a75c-dc91184151bb tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Calling delete_port for 78dd89fd-e28c-48ff-abe1-1431566cedcb owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:28:14.378812 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a6b68612-1a04-43e4-a9ed-6f3b4f8d4aa2 req-6df8eb98-3971-4271-94d5-95819b149b19 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=742fb830-065c-43df-9453-3389d916bf5e HTTP/1.1" status: 200 len: 210 time: 0.0300183 Oct 19 01:28:14.483930 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-676f7374-0a41-415f-a75c-dc91184151bb tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:14.511284 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f7374-0a41-415f-a75c-dc91184151bb tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Pushing event deleted for resources: {'Port': ['ID=78dd89fd-e28c-48ff-abe1-1431566cedcb,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:14.579328 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-676f7374-0a41-415f-a75c-dc91184151bb tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:14.680031 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-676f7374-0a41-415f-a75c-dc91184151bb tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:14.682174 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-676f7374-0a41-415f-a75c-dc91184151bb tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:14.731568 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-676f7374-0a41-415f-a75c-dc91184151bb tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:14.732130 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676f7374-0a41-415f-a75c-dc91184151bb tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Fanout notify agent at l3_agent the message router_deleted on router 52c1ef51-2987-4772-bccf-7a0914d2292a {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:28:14.739045 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-676f7374-0a41-415f-a75c-dc91184151bb tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:14.743919 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-676f7374-0a41-415f-a75c-dc91184151bb tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] 10.222.0.57 "DELETE /v2.0/routers/52c1ef51-2987-4772-bccf-7a0914d2292a HTTP/1.1" status: 204 len: 168 time: 0.9534914 Oct 19 01:28:14.744020 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37846) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:14.748557 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-8db534f0-cd07-4113-9a02-f53e28e13811 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1801034674', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:14.787476 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8db534f0-cd07-4113-9a02-f53e28e13811 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:14.788853 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8db534f0-cd07-4113-9a02-f53e28e13811 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:14.855375 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8db534f0-cd07-4113-9a02-f53e28e13811 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:14.862588 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8db534f0-cd07-4113-9a02-f53e28e13811 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:14.880746 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8db534f0-cd07-4113-9a02-f53e28e13811 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:14.886423 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8db534f0-cd07-4113-9a02-f53e28e13811 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1389329 Oct 19 01:28:14.887004 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37848) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:14.895511 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-cb6a8a07-2ef1-4394-ac64-2698683704de tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'enable_snat': True}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:15.097239 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cb6a8a07-2ef1-4394-ac64-2698683704de tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:15.269295 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06689b-ba35-4822-923e-d7ead4ee5692 req-aaa0ff33-a2be-4a55-961d-01b5aacbecec tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:15.270912 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dd06689b-ba35-4822-923e-d7ead4ee5692 req-aaa0ff33-a2be-4a55-961d-01b5aacbecec tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 945 time: 0.0986843 Oct 19 01:28:15.479751 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c21d7bf2-25f9-4a7e-bca5-8eb261e21220 req-da69c66b-021d-48b6-9c16-445de4f918f1 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=742fb830-065c-43df-9453-3389d916bf5e HTTP/1.1" status: 200 len: 210 time: 0.0288758 Oct 19 01:28:15.782865 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dd06689b-ba35-4822-923e-d7ead4ee5692 req-cc1e1463-92c1-4135-87ec-d30e0803615d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5038519 Oct 19 01:28:15.798756 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-a77e31d8-9e92-46ef-9974-5cfbb7626211 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:15.800607 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-a77e31d8-9e92-46ef-9974-5cfbb7626211 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.24 "GET /v2.0/networks?id=2309c3e4-1aec-4060-b6e9-bbaad5369c41 HTTP/1.1" status: 200 len: 812 time: 0.5745208 Oct 19 01:28:15.825994 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-efe0fc59-1786-4764-8742-4e0afc9ff754 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Request body: {'port': {'device_id': '742fb830-065c-43df-9453-3389d916bf5e', 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41', 'admin_state_up': True, 'tenant_id': '168a5912cc444122aa0d6d6b44b7e93f'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:15.872009 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cb6a8a07-2ef1-4394-ac64-2698683704de tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:15.926530 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cb6a8a07-2ef1-4394-ac64-2698683704de tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:16.056102 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-efe0fc59-1786-4764-8742-4e0afc9ff754 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Made reservation on behalf of 168a5912cc444122aa0d6d6b44b7e93f for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:28:16.059897 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-efe0fc59-1786-4764-8742-4e0afc9ff754 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:16.092332 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-cb6a8a07-2ef1-4394-ac64-2698683704de tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Allocated IP 172.25.8.19 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/91f2c203-a400-4dae-937b-0557a6b0cc85) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:28:16.291120 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-efe0fc59-1786-4764-8742-4e0afc9ff754 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Allocated IP 172.20.0.11 (2309c3e4-1aec-4060-b6e9-bbaad5369c41/e75ff155-8f86-450c-9276-3e4132eca531/1dd8dcf7-262f-479f-9ede-d07fae1e5e3c) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:28:16.305767 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cb6a8a07-2ef1-4394-ac64-2698683704de tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:16.397823 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cb6a8a07-2ef1-4394-ac64-2698683704de tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:16.490784 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6a8a07-2ef1-4394-ac64-2698683704de tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:28:16.494299 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a8a07-2ef1-4394-ac64-2698683704de tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Pushing event updated for resources: {'Port': ['ID=91f2c203-a400-4dae-937b-0557a6b0cc85,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:16.499533 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-cb6a8a07-2ef1-4394-ac64-2698683704de tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:28:16.505430 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6a8a07-2ef1-4394-ac64-2698683704de tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:28:16.567610 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-efd89b34-d890-4230-8e31-2603266d85dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:16.576625 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-efe0fc59-1786-4764-8742-4e0afc9ff754 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:16.606146 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2168dc80-5039-48e6-af32-3891c31ef4b1 req-db04888f-935e-4b26-b628-46934d7b65c6 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=742fb830-065c-43df-9453-3389d916bf5e HTTP/1.1" status: 200 len: 210 time: 0.0512576 Oct 19 01:28:16.736079 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-efe0fc59-1786-4764-8742-4e0afc9ff754 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:16.750122 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['c67a5884-b9d4-4b07-a375-7f88f34c378c'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:28:16.752836 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['69088e97-774a-4fba-9007-c95c94165041'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:28:16.834491 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-efe0fc59-1786-4764-8742-4e0afc9ff754 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Network 2309c3e4-1aec-4060-b6e9-bbaad5369c41 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:28:16.844858 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-efe0fc59-1786-4764-8742-4e0afc9ff754 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:28:16.854003 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-efe0fc59-1786-4764-8742-4e0afc9ff754 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:28:16.858529 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0fc59-1786-4764-8742-4e0afc9ff754 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Pushing event updated for resources: {'Port': ['ID=1dd8dcf7-262f-479f-9ede-d07fae1e5e3c,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:16.958231 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755b954-e05b-4c01-a53f-be361135112c req-89c6dacb-dabb-40d1-a604-7a55aaf30301 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:16.960603 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2755b954-e05b-4c01-a53f-be361135112c req-89c6dacb-dabb-40d1-a604-7a55aaf30301 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 945 time: 0.0825238 Oct 19 01:28:16.960739 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-efe0fc59-1786-4764-8742-4e0afc9ff754 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:16.961349 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-efe0fc59-1786-4764-8742-4e0afc9ff754 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:16.975006 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cb6a8a07-2ef1-4394-ac64-2698683704de tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:17.008100 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2755b954-e05b-4c01-a53f-be361135112c req-1f8a19ec-7ecb-474b-b64f-2ba04c5dfa3d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355790 Oct 19 01:28:17.022847 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-efe0fc59-1786-4764-8742-4e0afc9ff754 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2022624 Oct 19 01:28:17.042092 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-0d7dfba2-18cf-428d-bae3-4bab5ef4756b service neutron] Request body: {'port': {'device_id': '742fb830-065c-43df-9453-3389d916bf5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:17.145871 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-0d7dfba2-18cf-428d-bae3-4bab5ef4756b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:17.201014 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-802902e3-9f50-43b3-9001-4d44d126131f None None] Provisioning complete for port 1dd8dcf7-262f-479f-9ede-d07fae1e5e3c triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:17.201447 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-802902e3-9f50-43b3-9001-4d44d126131f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:17.248197 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-802902e3-9f50-43b3-9001-4d44d126131f None None] Port 1dd8dcf7-262f-479f-9ede-d07fae1e5e3c cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:28:17.250257 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:17.345249 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cb6a8a07-2ef1-4394-ac64-2698683704de tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64930'] for router, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:17.352755 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cb6a8a07-2ef1-4394-ac64-2698683704de tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592856'] for router, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:17.598713 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-0d7dfba2-18cf-428d-bae3-4bab5ef4756b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dd8dcf7-262f-479f-9ede-d07fae1e5e3c {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:28:17.602627 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6a8a07-2ef1-4394-ac64-2698683704de tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Router e81cf7be-b27d-455d-b0d7-7b364dfd83bc is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:28:17.609104 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-0d7dfba2-18cf-428d-bae3-4bab5ef4756b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:17.655471 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-0d7dfba2-18cf-428d-bae3-4bab5ef4756b service neutron] Transition to ACTIVE for port object 1dd8dcf7-262f-479f-9ede-d07fae1e5e3c will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:28:17.662102 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-0d7dfba2-18cf-428d-bae3-4bab5ef4756b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:17.729084 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc85162-b4a7-403e-b3fa-7b8564505baa req-393421d3-040d-4742-8f2f-113f4118f589 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:17.730878 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8fc85162-b4a7-403e-b3fa-7b8564505baa req-393421d3-040d-4742-8f2f-113f4118f589 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=742fb830-065c-43df-9453-3389d916bf5e HTTP/1.1" status: 200 len: 944 time: 0.0533216 Oct 19 01:28:17.780985 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8fc85162-b4a7-403e-b3fa-7b8564505baa req-80627aae-364c-4601-a6ae-3749bb55675e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425024 Oct 19 01:28:17.792621 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dfba2-18cf-428d-bae3-4bab5ef4756b service neutron] Pushing event updated for resources: {'Port': ['ID=1dd8dcf7-262f-479f-9ede-d07fae1e5e3c,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:17.822248 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:17.833526 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6a8a07-2ef1-4394-ac64-2698683704de tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:28:17.842802 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25afa45a-2135-4d29-bf0d-8f670541edb5 None None] Sync routers for ids ['e81cf7be-b27d-455d-b0d7-7b364dfd83bc'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:28:17.845539 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cb6a8a07-2ef1-4394-ac64-2698683704de tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:17.847631 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-cb6a8a07-2ef1-4394-ac64-2698683704de tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] 10.222.0.57 "PUT /v2.0/routers/e81cf7be-b27d-455d-b0d7-7b364dfd83bc HTTP/1.1" status: 200 len: 914 time: 2.9573710 Oct 19 01:28:17.850499 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37868) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:17.852359 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25afa45a-2135-4d29-bf0d-8f670541edb5 None None] Routers {'e81cf7be-b27d-455d-b0d7-7b364dfd83bc'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:17.852971 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-25afa45a-2135-4d29-bf0d-8f670541edb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:28:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e81cf7be-b27d-455d-b0d7-7b364dfd83bc'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:17.880689 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-0d7dfba2-18cf-428d-bae3-4bab5ef4756b service neutron] Attempting to bind port 1dd8dcf7-262f-479f-9ede-d07fae1e5e3c on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:28:17.881110 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-0d7dfba2-18cf-428d-bae3-4bab5ef4756b service neutron] Attempting to bind port 1dd8dcf7-262f-479f-9ede-d07fae1e5e3c by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '4b6d7739-7ceb-4ad9-96c8-dcc56689c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:28:17.881523 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-0d7dfba2-18cf-428d-bae3-4bab5ef4756b service neutron] Attempting to bind port 1dd8dcf7-262f-479f-9ede-d07fae1e5e3c on network 2309c3e4-1aec-4060-b6e9-bbaad5369c41 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:28:17.886299 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-0d7dfba2-18cf-428d-bae3-4bab5ef4756b service neutron] Port 1dd8dcf7-262f-479f-9ede-d07fae1e5e3c on network 2309c3e4-1aec-4060-b6e9-bbaad5369c41 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:28:17.886858 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-0d7dfba2-18cf-428d-bae3-4bab5ef4756b service neutron] Attempting to bind port 1dd8dcf7-262f-479f-9ede-d07fae1e5e3c on network 2309c3e4-1aec-4060-b6e9-bbaad5369c41 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:28:17.891914 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-0d7dfba2-18cf-428d-bae3-4bab5ef4756b service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:28:17.892261 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-25afa45a-2135-4d29-bf0d-8f670541edb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:17.892432 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-0d7dfba2-18cf-428d-bae3-4bab5ef4756b service neutron] Checking segment: {'id': '4b6d7739-7ceb-4ad9-96c8-dcc56689c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:28:17.893373 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-0d7dfba2-18cf-428d-bae3-4bab5ef4756b service neutron] Bound using segment: {'id': '4b6d7739-7ceb-4ad9-96c8-dcc56689c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:28:17.893937 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-0d7dfba2-18cf-428d-bae3-4bab5ef4756b service neutron] Bound port: 1dd8dcf7-262f-479f-9ede-d07fae1e5e3c, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6d7739-7ceb-4ad9-96c8-dcc56689c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:28:17.894355 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-0d7dfba2-18cf-428d-bae3-4bab5ef4756b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:17.902500 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25afa45a-2135-4d29-bf0d-8f670541edb5 None None] Routers {'e81cf7be-b27d-455d-b0d7-7b364dfd83bc'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:17.903353 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-25afa45a-2135-4d29-bf0d-8f670541edb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:28:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e81cf7be-b27d-455d-b0d7-7b364dfd83bc'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:17.939044 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-25afa45a-2135-4d29-bf0d-8f670541edb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:17.940389 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25afa45a-2135-4d29-bf0d-8f670541edb5 None None] The sync data for ids ['e81cf7be-b27d-455d-b0d7-7b364dfd83bc'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:28:17.962842 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-0d7dfba2-18cf-428d-bae3-4bab5ef4756b service neutron] For port 1dd8dcf7-262f-479f-9ede-d07fae1e5e3c, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:28:17.965951 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-0d7dfba2-18cf-428d-bae3-4bab5ef4756b service neutron] For port 1dd8dcf7-262f-479f-9ede-d07fae1e5e3c, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1dd8dcf7-262f-479f-9ede-d07fae1e5e3c,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:28:17.973614 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-0d7dfba2-18cf-428d-bae3-4bab5ef4756b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:17.977865 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6b5be502-bba2-49da-8e77-9b0831261ca7 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] 10.222.0.57 "GET /v2.0/routers/e81cf7be-b27d-455d-b0d7-7b364dfd83bc HTTP/1.1" status: 200 len: 920 time: 0.1260245 Oct 19 01:28:17.980572 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37870) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:18.014527 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-0d7dfba2-18cf-428d-bae3-4bab5ef4756b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:18.015094 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-0d7dfba2-18cf-428d-bae3-4bab5ef4756b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:18.016510 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-0d7dfba2-18cf-428d-bae3-4bab5ef4756b service neutron] 10.222.0.24 "PUT /v2.0/ports/1dd8dcf7-262f-479f-9ede-d07fae1e5e3c HTTP/1.1" status: 200 len: 1093 time: 0.9807925 Oct 19 01:28:18.016940 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742fb830-065c-43df-9453-3389d916bf5e', 'tag': '1dd8dcf7-262f-479f-9ede-d07fae1e5e3c'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:28:18.019265 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01087029-5a78-44bb-9340-95a5b1185987" -d '{"events": [{"name": "network-changed", "server_uuid": "742fb830-065c-43df-9453-3389d916bf5e", "tag": "1dd8dcf7-262f-479f-9ede-d07fae1e5e3c"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:28:18.054097 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dfba2-18cf-428d-bae3-4bab5ef4756b service neutron] Pushing event updated for resources: {'Port': ['ID=1dd8dcf7-262f-479f-9ede-d07fae1e5e3c,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:18.055807 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddbf1eb-a24e-497f-bd9b-93ee2de313ea tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:18.057784 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-bddbf1eb-a24e-497f-bd9b-93ee2de313ea tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=a0ce41c0-3b90-40be-93cd-082af8f20c34&device_id=e81cf7be-b27d-455d-b0d7-7b364dfd83bc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0761750 Oct 19 01:28:18.060957 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37876) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:18.082075 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae025f3-feed-4723-b8dc-62601309b6b2 x-openstack-request-id: req-7ae025f3-feed-4723-b8dc-62601309b6b2 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:28:18.082363 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "742fb830-065c-43df-9453-3389d916bf5e", "tag": "1dd8dcf7-262f-479f-9ede-d07fae1e5e3c", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:28:18.082616 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7ae025f3-feed-4723-b8dc-62601309b6b2 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:28:18.083189 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '742fb830-065c-43df-9453-3389d916bf5e', 'tag': '1dd8dcf7-262f-479f-9ede-d07fae1e5e3c', 'status': 'completed', 'code': 200} Oct 19 01:28:18.160993 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca621c-a44a-4595-b077-3a8708b93e06 req-19cdfa9f-0682-4f14-9e5a-f16f34a96e4d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:18.162906 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-1cc26f9e-3661-4c4d-b966-bf1b6a6dbbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:18.164469 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-1cc26f9e-3661-4c4d-b966-bf1b6a6dbbe5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=168a5912cc444122aa0d6d6b44b7e93f&device_id=742fb830-065c-43df-9453-3389d916bf5e HTTP/1.1" status: 200 len: 1096 time: 0.1046305 Oct 19 01:28:18.168464 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ffca621c-a44a-4595-b077-3a8708b93e06 req-19cdfa9f-0682-4f14-9e5a-f16f34a96e4d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 945 time: 0.0586324 Oct 19 01:28:18.206405 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ffca621c-a44a-4595-b077-3a8708b93e06 req-59b3dded-cf0d-4c01-813c-7f30b1c8a250 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367966 Oct 19 01:28:18.231063 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1daf94cf-5240-4057-8f1e-cc3b57f4f418 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:18.232526 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1daf94cf-5240-4057-8f1e-cc3b57f4f418 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 881 time: 0.1707287 Oct 19 01:28:18.234350 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-24f39488-ff07-4e21-a43b-d29532b9582f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1dd8dcf7-262f-479f-9ede-d07fae1e5e3c HTTP/1.1" status: 200 len: 217 time: 0.0609713 Oct 19 01:28:18.235444 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37878) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:18.287443 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a25656c1-59d4-43c6-86b8-d832368cd7ec tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] 10.222.0.57 "GET /v2.0/ports?device_id=e81cf7be-b27d-455d-b0d7-7b364dfd83bc HTTP/1.1" status: 200 len: 205 time: 0.0508001 Oct 19 01:28:18.290180 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37880) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:18.304982 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-48ece510-1aa5-4b9d-9a95-1d3c8af282b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:18.306423 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-48ece510-1aa5-4b9d-9a95-1d3c8af282b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e75ff155-8f86-450c-9276-3e4132eca531 HTTP/1.1" status: 200 len: 851 time: 0.0612743 Oct 19 01:28:18.356632 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-1d6f75a8-0d6e-4b54-bbdb-4803cb34432b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:18.358111 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-1d6f75a8-0d6e-4b54-bbdb-4803cb34432b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2309c3e4-1aec-4060-b6e9-bbaad5369c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438468 Oct 19 01:28:18.397368 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1510bf6e-5dc9-468d-8c94-dadc470b2ba6 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:18.457273 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-07616f29-35e2-4c19-8a2d-e6b8872df15a service neutron] 10.222.0.24 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897410 Oct 19 01:28:18.557859 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9d19d87d-befa-4597-9c03-f2984c3792ff req-e350a51c-445f-47a3-a979-ff4fbb9130f2 service neutron] 10.222.0.24 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922017 Oct 19 01:28:18.645045 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01087029-5a78-44bb-9340-95a5b1185987 req-9ab1e1ee-687b-42ec-94b5-14c852f7c62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:18.646547 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-01087029-5a78-44bb-9340-95a5b1185987 req-9ab1e1ee-687b-42ec-94b5-14c852f7c62e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=168a5912cc444122aa0d6d6b44b7e93f&device_id=742fb830-065c-43df-9453-3389d916bf5e HTTP/1.1" status: 200 len: 1096 time: 0.0423830 Oct 19 01:28:18.743558 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01087029-5a78-44bb-9340-95a5b1185987 req-f839328c-150b-4662-96d6-8b793daedab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:18.745066 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-01087029-5a78-44bb-9340-95a5b1185987 req-f839328c-150b-4662-96d6-8b793daedab6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2309c3e4-1aec-4060-b6e9-bbaad5369c41 HTTP/1.1" status: 200 len: 913 time: 0.0895214 Oct 19 01:28:18.792357 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-01087029-5a78-44bb-9340-95a5b1185987 req-9a256f1b-d8bd-4b31-97f8-ea59f360e79e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1dd8dcf7-262f-479f-9ede-d07fae1e5e3c HTTP/1.1" status: 200 len: 217 time: 0.0388813 Oct 19 01:28:18.825436 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1510bf6e-5dc9-468d-8c94-dadc470b2ba6 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:18.850277 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01087029-5a78-44bb-9340-95a5b1185987 req-b15d64db-7a30-45e9-9c91-a5c4bb5c3cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:18.851799 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-01087029-5a78-44bb-9340-95a5b1185987 req-b15d64db-7a30-45e9-9c91-a5c4bb5c3cdb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e75ff155-8f86-450c-9276-3e4132eca531 HTTP/1.1" status: 200 len: 851 time: 0.0498307 Oct 19 01:28:18.899936 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01087029-5a78-44bb-9340-95a5b1185987 req-9789d97b-36ad-4780-ba0e-ba704024c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:18.901447 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-01087029-5a78-44bb-9340-95a5b1185987 req-9789d97b-36ad-4780-ba0e-ba704024c8e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2309c3e4-1aec-4060-b6e9-bbaad5369c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414207 Oct 19 01:28:18.905171 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-1510bf6e-5dc9-468d-8c94-dadc470b2ba6 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Deleting port 91f2c203-a400-4dae-937b-0557a6b0cc85 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:28:18.905513 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1510bf6e-5dc9-468d-8c94-dadc470b2ba6 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:18.980292 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a4417-7d0d-4054-ad5f-9551f12b77a1 req-bbbc2f30-1d86-47a0-bed1-2f126f436d06 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:18.981786 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-348a4417-7d0d-4054-ad5f-9551f12b77a1 req-bbbc2f30-1d86-47a0-bed1-2f126f436d06 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=742fb830-065c-43df-9453-3389d916bf5e HTTP/1.1" status: 200 len: 944 time: 0.1051264 Oct 19 01:28:18.997465 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-01087029-5a78-44bb-9340-95a5b1185987 req-63f8a361-a18c-4aeb-91b3-9df351faa2ac service neutron] 10.222.0.24 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871060 Oct 19 01:28:19.022754 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1510bf6e-5dc9-468d-8c94-dadc470b2ba6 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:19.045082 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-348a4417-7d0d-4054-ad5f-9551f12b77a1 req-51669ea2-6b55-496d-a591-a52f40290b1a tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552711 Oct 19 01:28:19.045923 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-1510bf6e-5dc9-468d-8c94-dadc470b2ba6 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Calling delete_port for 91f2c203-a400-4dae-937b-0557a6b0cc85 owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:28:19.090005 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-01087029-5a78-44bb-9340-95a5b1185987 req-af5bcfa3-934e-48c9-a2ad-174ab83d1518 service neutron] 10.222.0.24 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834541 Oct 19 01:28:19.209764 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1510bf6e-5dc9-468d-8c94-dadc470b2ba6 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:19.233147 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510bf6e-5dc9-468d-8c94-dadc470b2ba6 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Pushing event deleted for resources: {'Port': ['ID=91f2c203-a400-4dae-937b-0557a6b0cc85,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:19.302858 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1510bf6e-5dc9-468d-8c94-dadc470b2ba6 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:19.336531 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11dd1e5-1c78-4464-a74e-4d46e5815eef req-c04c1a73-2b95-41d8-9c80-b55aea66e050 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:19.338008 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f11dd1e5-1c78-4464-a74e-4d46e5815eef req-c04c1a73-2b95-41d8-9c80-b55aea66e050 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 945 time: 0.0539904 Oct 19 01:28:19.375387 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f11dd1e5-1c78-4464-a74e-4d46e5815eef req-87a7ba6c-6518-413f-8df4-ddf2e98d7bb0 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312021 Oct 19 01:28:19.398027 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1510bf6e-5dc9-468d-8c94-dadc470b2ba6 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:19.400276 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1510bf6e-5dc9-468d-8c94-dadc470b2ba6 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:19.444403 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1510bf6e-5dc9-468d-8c94-dadc470b2ba6 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:19.444932 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1510bf6e-5dc9-468d-8c94-dadc470b2ba6 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Fanout notify agent at l3_agent the message router_deleted on router e81cf7be-b27d-455d-b0d7-7b364dfd83bc {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:28:19.451896 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1510bf6e-5dc9-468d-8c94-dadc470b2ba6 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:19.453090 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1510bf6e-5dc9-468d-8c94-dadc470b2ba6 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] 10.222.0.57 "DELETE /v2.0/routers/e81cf7be-b27d-455d-b0d7-7b364dfd83bc HTTP/1.1" status: 204 len: 168 time: 1.1618545 Oct 19 01:28:19.457011 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37890) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:19.461569 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-55c12e53-b375-49ea-8fbe-9e03fce8a5b5 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2007842129', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:19.485395 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-55c12e53-b375-49ea-8fbe-9e03fce8a5b5 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:19.486970 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-55c12e53-b375-49ea-8fbe-9e03fce8a5b5 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:19.536126 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-55c12e53-b375-49ea-8fbe-9e03fce8a5b5 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:19.540403 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-55c12e53-b375-49ea-8fbe-9e03fce8a5b5 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:19.558086 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-55c12e53-b375-49ea-8fbe-9e03fce8a5b5 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:19.559255 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-55c12e53-b375-49ea-8fbe-9e03fce8a5b5 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1012273 Oct 19 01:28:19.561959 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37892) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:19.566399 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-6cdcc98f-a80e-4221-8652-fe3202e0b46a tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'enable_snat': False}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:19.762926 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:20.098648 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6cdcc98f-a80e-4221-8652-fe3202e0b46a tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:20.178179 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cbe3e-ae0b-4def-b9e7-1904894f791b req-4642e59d-73d3-4bef-a64f-bb693343de36 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:20.179628 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-933cbe3e-ae0b-4def-b9e7-1904894f791b req-4642e59d-73d3-4bef-a64f-bb693343de36 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=742fb830-065c-43df-9453-3389d916bf5e HTTP/1.1" status: 200 len: 944 time: 0.0627372 Oct 19 01:28:20.244910 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-933cbe3e-ae0b-4def-b9e7-1904894f791b req-a4e0c310-3449-4a83-9c94-99cba5b33cbd tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388422 Oct 19 01:28:20.359354 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6cdcc98f-a80e-4221-8652-fe3202e0b46a tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:20.377777 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6cdcc98f-a80e-4221-8652-fe3202e0b46a tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:20.486887 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-6cdcc98f-a80e-4221-8652-fe3202e0b46a tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Allocated IP 172.25.8.94 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/40b6eef7-daaa-48b2-a3d2-8d36f7b25b55) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:28:20.493782 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950bb07a-6a8e-4f41-9ed6-efda8f98c39d req-3ee8d76f-1957-435f-9be3-8581e08660ac tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:20.495313 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-950bb07a-6a8e-4f41-9ed6-efda8f98c39d req-3ee8d76f-1957-435f-9be3-8581e08660ac tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 945 time: 0.0502038 Oct 19 01:28:20.535126 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-950bb07a-6a8e-4f41-9ed6-efda8f98c39d req-278979b6-27c7-4334-9c4c-606baa8ec115 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335836 Oct 19 01:28:20.592186 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6cdcc98f-a80e-4221-8652-fe3202e0b46a tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:20.629852 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6cdcc98f-a80e-4221-8652-fe3202e0b46a tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:20.668805 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdcc98f-a80e-4221-8652-fe3202e0b46a tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:28:20.671554 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-6cdcc98f-a80e-4221-8652-fe3202e0b46a tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:28:20.675765 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdcc98f-a80e-4221-8652-fe3202e0b46a tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:28:20.700822 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdcc98f-a80e-4221-8652-fe3202e0b46a tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Pushing event updated for resources: {'Port': ['ID=40b6eef7-daaa-48b2-a3d2-8d36f7b25b55,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:20.922429 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6cdcc98f-a80e-4221-8652-fe3202e0b46a tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:21.108558 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6cdcc98f-a80e-4221-8652-fe3202e0b46a tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64930'] for router, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:21.111798 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6cdcc98f-a80e-4221-8652-fe3202e0b46a tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592856'] for router, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:21.236516 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cdcc98f-a80e-4221-8652-fe3202e0b46a tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Router 62ffa310-ce7f-4ae6-adaf-82c1ad36736a is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:28:21.344434 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cdcc98f-a80e-4221-8652-fe3202e0b46a tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:28:21.349268 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6cdcc98f-a80e-4221-8652-fe3202e0b46a tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:21.350494 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6cdcc98f-a80e-4221-8652-fe3202e0b46a tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] 10.222.0.57 "PUT /v2.0/routers/62ffa310-ce7f-4ae6-adaf-82c1ad36736a HTTP/1.1" status: 200 len: 915 time: 1.7876062 Oct 19 01:28:21.354804 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37902) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:21.355040 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6c84c1-93cd-4c19-9934-cbaf2c197a34 None None] Sync routers for ids ['62ffa310-ce7f-4ae6-adaf-82c1ad36736a'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:28:21.364487 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6c84c1-93cd-4c19-9934-cbaf2c197a34 None None] Routers {'62ffa310-ce7f-4ae6-adaf-82c1ad36736a'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:21.365100 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6b6c84c1-93cd-4c19-9934-cbaf2c197a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:28:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['62ffa310-ce7f-4ae6-adaf-82c1ad36736a'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:21.400308 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6b6c84c1-93cd-4c19-9934-cbaf2c197a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:21.402907 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fcc08-b749-4020-b3d3-ae56bd0f4a1c req-6d8dfde2-61ab-4ed4-ae26-043d7063b61a tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:21.404410 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-548fcc08-b749-4020-b3d3-ae56bd0f4a1c req-6d8dfde2-61ab-4ed4-ae26-043d7063b61a tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=742fb830-065c-43df-9453-3389d916bf5e HTTP/1.1" status: 200 len: 944 time: 0.0924585 Oct 19 01:28:21.409832 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6c84c1-93cd-4c19-9934-cbaf2c197a34 None None] Routers {'62ffa310-ce7f-4ae6-adaf-82c1ad36736a'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:21.410440 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6b6c84c1-93cd-4c19-9934-cbaf2c197a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:28:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['62ffa310-ce7f-4ae6-adaf-82c1ad36736a'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:21.441818 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6b6c84c1-93cd-4c19-9934-cbaf2c197a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:21.442341 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6c84c1-93cd-4c19-9934-cbaf2c197a34 None None] The sync data for ids ['62ffa310-ce7f-4ae6-adaf-82c1ad36736a'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:28:21.489287 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-548fcc08-b749-4020-b3d3-ae56bd0f4a1c req-5a458888-9132-4f3c-af42-e76f27399b59 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741830 Oct 19 01:28:21.497079 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-84eba246-4fc1-4f62-871b-bb45990a877f tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] 10.222.0.57 "GET /v2.0/routers/62ffa310-ce7f-4ae6-adaf-82c1ad36736a HTTP/1.1" status: 200 len: 921 time: 0.1410213 Oct 19 01:28:21.499854 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37904) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:21.540154 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6a8980-1880-4522-a51b-3f940006e20e tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:21.541631 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ef6a8980-1880-4522-a51b-3f940006e20e tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=a0ce41c0-3b90-40be-93cd-082af8f20c34&device_id=62ffa310-ce7f-4ae6-adaf-82c1ad36736a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0408711 Oct 19 01:28:21.544216 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37906) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:21.636287 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307f1e26-0172-41eb-954a-549ebe974e56 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:21.637732 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-307f1e26-0172-41eb-954a-549ebe974e56 tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] 10.222.0.57 "GET /v2.0/networks/a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 881 time: 0.0925992 Oct 19 01:28:21.640713 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37912) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:21.656314 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057573f-3258-4602-aca9-76253b4a0908 req-b07adb60-1857-499c-a666-513e6635f0af tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:21.657835 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1057573f-3258-4602-aca9-76253b4a0908 req-b07adb60-1857-499c-a666-513e6635f0af tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 945 time: 0.0512831 Oct 19 01:28:21.671451 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-702dfabe-9c52-4242-9937-b87c5d01d137 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] 10.222.0.57 "GET /v2.0/ports?device_id=62ffa310-ce7f-4ae6-adaf-82c1ad36736a HTTP/1.1" status: 200 len: 205 time: 0.0296328 Oct 19 01:28:21.674093 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37914) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:21.698916 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1057573f-3258-4602-aca9-76253b4a0908 req-0324c3c3-a597-4422-9b08-f3f43b252b1c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336654 Oct 19 01:28:21.781106 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-98b46486-011c-4f39-b5bd-e7c3430e5abe tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:21.885564 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-98b46486-011c-4f39-b5bd-e7c3430e5abe tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:21.936539 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-98b46486-011c-4f39-b5bd-e7c3430e5abe tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Deleting port 40b6eef7-daaa-48b2-a3d2-8d36f7b25b55 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:28:21.936883 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-98b46486-011c-4f39-b5bd-e7c3430e5abe tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:22.011850 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-98b46486-011c-4f39-b5bd-e7c3430e5abe tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:22.023252 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-98b46486-011c-4f39-b5bd-e7c3430e5abe tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Calling delete_port for 40b6eef7-daaa-48b2-a3d2-8d36f7b25b55 owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:28:22.182279 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-98b46486-011c-4f39-b5bd-e7c3430e5abe tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:22.214398 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b46486-011c-4f39-b5bd-e7c3430e5abe tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Pushing event deleted for resources: {'Port': ['ID=40b6eef7-daaa-48b2-a3d2-8d36f7b25b55,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:22.273603 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-98b46486-011c-4f39-b5bd-e7c3430e5abe tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:22.364808 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-98b46486-011c-4f39-b5bd-e7c3430e5abe tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:22.366923 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-98b46486-011c-4f39-b5bd-e7c3430e5abe tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:22.408844 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-98b46486-011c-4f39-b5bd-e7c3430e5abe tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:22.409397 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b46486-011c-4f39-b5bd-e7c3430e5abe tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Fanout notify agent at l3_agent the message router_deleted on router 62ffa310-ce7f-4ae6-adaf-82c1ad36736a {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:28:22.416036 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-98b46486-011c-4f39-b5bd-e7c3430e5abe tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:22.417155 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-98b46486-011c-4f39-b5bd-e7c3430e5abe tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] 10.222.0.57 "DELETE /v2.0/routers/62ffa310-ce7f-4ae6-adaf-82c1ad36736a HTTP/1.1" status: 204 len: 168 time: 0.7423282 Oct 19 01:28:22.420744 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37916) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:22.425724 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-8ea5ca94-7c83-4171-9c84-2c613d3932d9 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1070176492', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}, 'admin_state_up': False}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:22.437399 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 1dd8dcf7-262f-479f-9ede-d07fae1e5e3c details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:28:22.449889 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8ea5ca94-7c83-4171-9c84-2c613d3932d9 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:22.450954 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8ea5ca94-7c83-4171-9c84-2c613d3932d9 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:22.506357 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8ea5ca94-7c83-4171-9c84-2c613d3932d9 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:22.538865 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 1dd8dcf7-262f-479f-9ede-d07fae1e5e3c, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1dd8dcf7-262f-479f-9ede-d07fae1e5e3c,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:22.551396 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '1dd8dcf7-262f-479f-9ede-d07fae1e5e3c', 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41', 'port_id': '1dd8dcf7-262f-479f-9ede-d07fae1e5e3c', 'mac_address': 'fa:16:3e:35:15:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e75ff155-8f86-450c-9276-3e4132eca531', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:28:22.589204 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:22.602866 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dd8dcf7-262f-479f-9ede-d07fae1e5e3c {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:28:22.622926 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 1dd8dcf7-262f-479f-9ede-d07fae1e5e3c, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1dd8dcf7-262f-479f-9ede-d07fae1e5e3c,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:22.627672 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:22.675516 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=1dd8dcf7-262f-479f-9ede-d07fae1e5e3c,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:22.683200 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:22.683553 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:22.683909 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:22.684241 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:22.684567 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:22.684889 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:22.685208 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:22.685525 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:22.685843 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:22.686160 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:22.686477 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:22.686790 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:22.690399 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8ea5ca94-7c83-4171-9c84-2c613d3932d9 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:22.706244 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394f5a2-caa0-48a1-8c1f-342fdf239dc7 req-e5432aec-80a2-422b-9c42-84e49be2f55f tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:22.707783 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f394f5a2-caa0-48a1-8c1f-342fdf239dc7 req-e5432aec-80a2-422b-9c42-84e49be2f55f tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=742fb830-065c-43df-9453-3389d916bf5e HTTP/1.1" status: 200 len: 944 time: 0.1248853 Oct 19 01:28:22.767778 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f394f5a2-caa0-48a1-8c1f-342fdf239dc7 req-17379466-508a-4638-94c2-063ccfdc2aae tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426567 Oct 19 01:28:22.829446 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccb4fc-7ebf-4b6b-ba5d-9d8a1a7d978e req-f24d371a-71da-4d68-bfdd-5ad75dddb5d0 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:22.831580 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-12ccb4fc-7ebf-4b6b-ba5d-9d8a1a7d978e req-f24d371a-71da-4d68-bfdd-5ad75dddb5d0 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 945 time: 0.0552018 Oct 19 01:28:22.856129 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['1dd8dcf7-262f-479f-9ede-d07fae1e5e3c'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:28:22.871283 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-12ccb4fc-7ebf-4b6b-ba5d-9d8a1a7d978e req-49492f62-463f-4deb-8d0d-d8e84d93f01e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333200 Oct 19 01:28:22.935752 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8ea5ca94-7c83-4171-9c84-2c613d3932d9 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:22.956023 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8ea5ca94-7c83-4171-9c84-2c613d3932d9 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:23.060971 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-8ea5ca94-7c83-4171-9c84-2c613d3932d9 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Allocated IP 172.25.8.156 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/2a1e6127-cd2f-4979-9dac-8835d1458c13) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:28:23.164990 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8ea5ca94-7c83-4171-9c84-2c613d3932d9 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:23.199340 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8ea5ca94-7c83-4171-9c84-2c613d3932d9 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:23.238128 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea5ca94-7c83-4171-9c84-2c613d3932d9 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:28:23.242445 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-8ea5ca94-7c83-4171-9c84-2c613d3932d9 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:28:23.247297 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea5ca94-7c83-4171-9c84-2c613d3932d9 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:28:23.269358 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea5ca94-7c83-4171-9c84-2c613d3932d9 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Pushing event updated for resources: {'Port': ['ID=2a1e6127-cd2f-4979-9dac-8835d1458c13,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:23.495339 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8ea5ca94-7c83-4171-9c84-2c613d3932d9 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:23.697861 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8ea5ca94-7c83-4171-9c84-2c613d3932d9 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:23.889998 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b22a1-35d7-4fe7-96ba-6811206a2e89 req-462bb2e0-3af1-492c-b008-8da800ebfddc tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:23.891605 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-492b22a1-35d7-4fe7-96ba-6811206a2e89 req-462bb2e0-3af1-492c-b008-8da800ebfddc tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=742fb830-065c-43df-9453-3389d916bf5e HTTP/1.1" status: 200 len: 945 time: 0.0514417 Oct 19 01:28:23.935257 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-492b22a1-35d7-4fe7-96ba-6811206a2e89 req-1890a7cc-816b-493b-9179-eac918eea97d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365920 Oct 19 01:28:24.164776 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ca2f2-11ac-4b98-8321-e535a286b873 req-22306507-46c4-494e-af84-fca446d801e2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:24.166235 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3e9ca2f2-11ac-4b98-8321-e535a286b873 req-22306507-46c4-494e-af84-fca446d801e2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 945 time: 0.0665088 Oct 19 01:28:24.203534 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea5ca94-7c83-4171-9c84-2c613d3932d9 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Router d523c460-38f6-4f97-97cd-6d096d38ab8c is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:28:24.214502 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3e9ca2f2-11ac-4b98-8321-e535a286b873 req-8e6232ee-1175-46b8-83ba-2c9eeaff312f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421095 Oct 19 01:28:24.318664 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea5ca94-7c83-4171-9c84-2c613d3932d9 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:28:24.327678 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a458c20c-db7d-4e82-b062-9ecfda5600e3 None None] Sync routers for ids ['d523c460-38f6-4f97-97cd-6d096d38ab8c'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:28:24.337498 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a458c20c-db7d-4e82-b062-9ecfda5600e3 None None] Routers {'d523c460-38f6-4f97-97cd-6d096d38ab8c'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:24.338179 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a458c20c-db7d-4e82-b062-9ecfda5600e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:28:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d523c460-38f6-4f97-97cd-6d096d38ab8c'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:24.339764 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8ea5ca94-7c83-4171-9c84-2c613d3932d9 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:24.340978 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8ea5ca94-7c83-4171-9c84-2c613d3932d9 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9193079 Oct 19 01:28:24.343595 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37930) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:24.349309 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-931c0ffb-7b2c-42de-b50f-94577ce2af5a tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:24.372333 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a458c20c-db7d-4e82-b062-9ecfda5600e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:24.381807 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a458c20c-db7d-4e82-b062-9ecfda5600e3 None None] Routers {'d523c460-38f6-4f97-97cd-6d096d38ab8c'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:24.382404 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a458c20c-db7d-4e82-b062-9ecfda5600e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:28:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d523c460-38f6-4f97-97cd-6d096d38ab8c'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:24.416928 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a458c20c-db7d-4e82-b062-9ecfda5600e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:24.417477 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a458c20c-db7d-4e82-b062-9ecfda5600e3 None None] The sync data for ids ['d523c460-38f6-4f97-97cd-6d096d38ab8c'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:28:24.448030 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 1dd8dcf7-262f-479f-9ede-d07fae1e5e3c up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:28:24.496626 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 1dd8dcf7-262f-479f-9ede-d07fae1e5e3c completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:28:24.500371 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 1dd8dcf7-262f-479f-9ede-d07fae1e5e3c triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:24.500727 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:24.582238 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:24.605674 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742fb830-065c-43df-9453-3389d916bf5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd8dcf7-262f-479f-9ede-d07fae1e5e3c'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:28:24.608044 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f12e37-0231-4235-b319-af252f159302" -d '{"events": [{"server_uuid": "742fb830-065c-43df-9453-3389d916bf5e", "name": "network-vif-plugged", "status": "completed", "tag": "1dd8dcf7-262f-479f-9ede-d07fae1e5e3c"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:28:24.620660 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 1dd8dcf7-262f-479f-9ede-d07fae1e5e3c, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1dd8dcf7-262f-479f-9ede-d07fae1e5e3c,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:24.625039 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:24.656975 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05a42f0-aae3-41d6-b071-e35be3e764d6 x-openstack-request-id: req-f05a42f0-aae3-41d6-b071-e35be3e764d6 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:28:24.657358 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742fb830-065c-43df-9453-3389d916bf5e", "name": "network-vif-plugged", "status": "completed", "tag": "1dd8dcf7-262f-479f-9ede-d07fae1e5e3c", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:28:24.657677 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f05a42f0-aae3-41d6-b071-e35be3e764d6 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:28:24.658702 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742fb830-065c-43df-9453-3389d916bf5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd8dcf7-262f-479f-9ede-d07fae1e5e3c', 'code': 200} Oct 19 01:28:24.667342 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-931c0ffb-7b2c-42de-b50f-94577ce2af5a tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:24.680036 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-931c0ffb-7b2c-42de-b50f-94577ce2af5a tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:24.681719 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=1dd8dcf7-262f-479f-9ede-d07fae1e5e3c,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:24.737734 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-931c0ffb-7b2c-42de-b50f-94577ce2af5a tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Deleting port 2a1e6127-cd2f-4979-9dac-8835d1458c13 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:28:24.738326 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-931c0ffb-7b2c-42de-b50f-94577ce2af5a tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:24.749961 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e166b-30ad-4a53-b54c-9750e0c5dcc7 req-38346f11-ddea-4fb0-93b9-8c35f2a544ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:24.751469 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5a1e166b-30ad-4a53-b54c-9750e0c5dcc7 req-38346f11-ddea-4fb0-93b9-8c35f2a544ee service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=742fb830-065c-43df-9453-3389d916bf5e HTTP/1.1" status: 200 len: 1098 time: 0.0397696 Oct 19 01:28:24.786661 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5a1e166b-30ad-4a53-b54c-9750e0c5dcc7 req-8ab331de-364d-4d7c-868d-bca9c74620b7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279715 Oct 19 01:28:24.818983 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-931c0ffb-7b2c-42de-b50f-94577ce2af5a tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:24.831214 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-931c0ffb-7b2c-42de-b50f-94577ce2af5a tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Calling delete_port for 2a1e6127-cd2f-4979-9dac-8835d1458c13 owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:28:24.997367 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-931c0ffb-7b2c-42de-b50f-94577ce2af5a tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:25.024275 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c0ffb-7b2c-42de-b50f-94577ce2af5a tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Pushing event deleted for resources: {'Port': ['ID=2a1e6127-cd2f-4979-9dac-8835d1458c13,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:25.075639 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d03d9-02bc-4c66-8412-443b1221d010 req-715ae2af-3653-49be-86e3-5f1a0b3279c3 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:25.077159 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e61d03d9-02bc-4c66-8412-443b1221d010 req-715ae2af-3653-49be-86e3-5f1a0b3279c3 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=742fb830-065c-43df-9453-3389d916bf5e HTTP/1.1" status: 200 len: 946 time: 0.0561337 Oct 19 01:28:25.085144 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-931c0ffb-7b2c-42de-b50f-94577ce2af5a tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:25.116345 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e61d03d9-02bc-4c66-8412-443b1221d010 req-3b51cd57-f348-4289-afa2-8d55c9b57b6a tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325117 Oct 19 01:28:25.292096 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-931c0ffb-7b2c-42de-b50f-94577ce2af5a tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64930'] for router, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:25.304149 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-931c0ffb-7b2c-42de-b50f-94577ce2af5a tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592856'] for router, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:25.339814 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:28:25.406453 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70f142-b24c-4bc8-bc0a-43f89c264aa4 req-e4ff7960-8c49-4d51-8575-a2681f37a58c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:25.407969 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7d70f142-b24c-4bc8-bc0a-43f89c264aa4 req-e4ff7960-8c49-4d51-8575-a2681f37a58c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 945 time: 0.1185799 Oct 19 01:28:25.411986 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931c0ffb-7b2c-42de-b50f-94577ce2af5a tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Router d523c460-38f6-4f97-97cd-6d096d38ab8c has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:28:25.512688 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7d70f142-b24c-4bc8-bc0a-43f89c264aa4 req-3fcbaf93-dfed-47f1-a9d5-414c7df2eae1 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978684 Oct 19 01:28:25.515523 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931c0ffb-7b2c-42de-b50f-94577ce2af5a tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:28:25.522425 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-931c0ffb-7b2c-42de-b50f-94577ce2af5a tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:25.535522 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-931c0ffb-7b2c-42de-b50f-94577ce2af5a tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] 10.222.0.57 "PUT /v2.0/routers/d523c460-38f6-4f97-97cd-6d096d38ab8c HTTP/1.1" status: 200 len: 706 time: 1.1789837 Oct 19 01:28:25.535522 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37942) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:25.536016 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea51f57-b652-4244-8b5c-fb14bfd81ecd None None] Sync routers for ids ['d523c460-38f6-4f97-97cd-6d096d38ab8c'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:28:25.536440 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea51f57-b652-4244-8b5c-fb14bfd81ecd None None] Routers {'d523c460-38f6-4f97-97cd-6d096d38ab8c'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:25.536949 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-aea51f57-b652-4244-8b5c-fb14bfd81ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:28:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d523c460-38f6-4f97-97cd-6d096d38ab8c'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:25.571113 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-aea51f57-b652-4244-8b5c-fb14bfd81ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:25.579393 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea51f57-b652-4244-8b5c-fb14bfd81ecd None None] Routers {'d523c460-38f6-4f97-97cd-6d096d38ab8c'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:25.580090 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-aea51f57-b652-4244-8b5c-fb14bfd81ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:28:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d523c460-38f6-4f97-97cd-6d096d38ab8c'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:25.603699 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f49a480d-19c9-4c06-b4a4-fac791690eac tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] 10.222.0.57 "GET /v2.0/routers/d523c460-38f6-4f97-97cd-6d096d38ab8c HTTP/1.1" status: 200 len: 741 time: 0.0740232 Oct 19 01:28:25.603938 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37944) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:25.612562 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-aea51f57-b652-4244-8b5c-fb14bfd81ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:25.613217 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea51f57-b652-4244-8b5c-fb14bfd81ecd None None] The sync data for ids ['d523c460-38f6-4f97-97cd-6d096d38ab8c'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:28:25.650024 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-68c88795-06cd-48b1-ba5f-7707745743ab tempest-RoutersAdminTest-604743538 tempest-RoutersAdminTest-604743538-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=a0ce41c0-3b90-40be-93cd-082af8f20c34&device_id=d523c460-38f6-4f97-97cd-6d096d38ab8c HTTP/1.1" status: 200 len: 205 time: 0.0450418 Oct 19 01:28:25.652566 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37946) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:25.678640 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-66c7188d-6f42-44a8-81a9-5d87032cb092 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] 10.222.0.57 "GET /v2.0/ports?device_id=d523c460-38f6-4f97-97cd-6d096d38ab8c HTTP/1.1" status: 200 len: 205 time: 0.0250289 Oct 19 01:28:25.680934 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37948) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:25.754809 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6101d522-c586-4a9c-810b-6444c9a28a72 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:25.915410 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6101d522-c586-4a9c-810b-6444c9a28a72 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:25.917555 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6101d522-c586-4a9c-810b-6444c9a28a72 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:25.961749 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6101d522-c586-4a9c-810b-6444c9a28a72 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:25.962397 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6101d522-c586-4a9c-810b-6444c9a28a72 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Fanout notify agent at l3_agent the message router_deleted on router d523c460-38f6-4f97-97cd-6d096d38ab8c {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:28:25.969006 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6101d522-c586-4a9c-810b-6444c9a28a72 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:25.970088 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6101d522-c586-4a9c-810b-6444c9a28a72 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] 10.222.0.57 "DELETE /v2.0/routers/d523c460-38f6-4f97-97cd-6d096d38ab8c HTTP/1.1" status: 204 len: 168 time: 0.2882895 Oct 19 01:28:25.974356 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37950) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:26.003509 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-10ea3037-d86a-4446-9a88-6054780a1ce4 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] 10.222.0.57 "GET /v2.0/ports?device_id=d523c460-38f6-4f97-97cd-6d096d38ab8c HTTP/1.1" status: 200 len: 205 time: 0.0279830 Oct 19 01:28:26.005864 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37954) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:26.046940 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-db0ff333-9aa5-4783-9862-c34c36f1e383 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] delete failed (client error): The resource could not be found. Oct 19 01:28:26.047999 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-db0ff333-9aa5-4783-9862-c34c36f1e383 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] 10.222.0.57 "DELETE /v2.0/routers/d523c460-38f6-4f97-97cd-6d096d38ab8c HTTP/1.1" status: 404 len: 336 time: 0.0411685 Oct 19 01:28:26.050930 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37956) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:26.077344 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b38b8085-5bed-478a-912f-65e2c72f467a tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] 10.222.0.57 "GET /v2.0/ports?device_id=62ffa310-ce7f-4ae6-adaf-82c1ad36736a HTTP/1.1" status: 200 len: 205 time: 0.0253773 Oct 19 01:28:26.079545 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37958) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:26.119347 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-772d29c3-882a-499b-955b-5cc0403a60d4 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] delete failed (client error): The resource could not be found. Oct 19 01:28:26.120349 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-772d29c3-882a-499b-955b-5cc0403a60d4 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] 10.222.0.57 "DELETE /v2.0/routers/62ffa310-ce7f-4ae6-adaf-82c1ad36736a HTTP/1.1" status: 404 len: 336 time: 0.0390518 Oct 19 01:28:26.122803 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37960) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:26.151562 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4bb8bcb8-d7ec-4a0f-9f02-60aac57a3d3d tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] 10.222.0.57 "GET /v2.0/ports?device_id=e81cf7be-b27d-455d-b0d7-7b364dfd83bc HTTP/1.1" status: 200 len: 205 time: 0.0255094 Oct 19 01:28:26.151962 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37964) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:26.190396 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-b0c4a89b-4a09-4407-bf73-10e590d8f293 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] delete failed (client error): The resource could not be found. Oct 19 01:28:26.191293 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b0c4a89b-4a09-4407-bf73-10e590d8f293 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] 10.222.0.57 "DELETE /v2.0/routers/e81cf7be-b27d-455d-b0d7-7b364dfd83bc HTTP/1.1" status: 404 len: 336 time: 0.0386183 Oct 19 01:28:26.194114 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37966) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:26.221349 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6b724824-6a62-4b24-a089-a2677a3ea6ac tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] 10.222.0.57 "GET /v2.0/ports?device_id=52c1ef51-2987-4772-bccf-7a0914d2292a HTTP/1.1" status: 200 len: 205 time: 0.0259092 Oct 19 01:28:26.223810 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37968) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:26.240861 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ff07e-a8a5-40bd-963c-d21bf59463a0 req-5129f2fb-e46f-4cd0-9266-c81380a5fb64 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:26.242307 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8e3ff07e-a8a5-40bd-963c-d21bf59463a0 req-5129f2fb-e46f-4cd0-9266-c81380a5fb64 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=742fb830-065c-43df-9453-3389d916bf5e HTTP/1.1" status: 200 len: 946 time: 0.0545349 Oct 19 01:28:26.260048 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-bce85f96-8c75-4e86-8def-520421975965 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] delete failed (client error): The resource could not be found. Oct 19 01:28:26.261096 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-bce85f96-8c75-4e86-8def-520421975965 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] 10.222.0.57 "DELETE /v2.0/routers/52c1ef51-2987-4772-bccf-7a0914d2292a HTTP/1.1" status: 404 len: 336 time: 0.0363791 Oct 19 01:28:26.263643 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37970) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:26.282218 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8e3ff07e-a8a5-40bd-963c-d21bf59463a0 req-99a0c436-a8d3-4ecd-a787-d4286998ebd3 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333328 Oct 19 01:28:26.295245 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-341815d7-c110-4b13-a0d9-4013609a47c0 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] 10.222.0.57 "GET /v2.0/ports?device_id=382792c5-a60e-48ae-9519-29e7127605da HTTP/1.1" status: 200 len: 205 time: 0.0304224 Oct 19 01:28:26.297584 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37972) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:26.334542 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-f248c849-c33f-46c5-a565-a7ead1250e8e tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] delete failed (client error): The resource could not be found. Oct 19 01:28:26.335557 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f248c849-c33f-46c5-a565-a7ead1250e8e tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] 10.222.0.57 "DELETE /v2.0/routers/382792c5-a60e-48ae-9519-29e7127605da HTTP/1.1" status: 404 len: 336 time: 0.0369849 Oct 19 01:28:26.338327 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37976) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:26.369457 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-36ad76a8-2da4-4bb1-88e8-d8d229552b87 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] 10.222.0.57 "GET /v2.0/ports?device_id=4393ce57-3752-4de4-92c6-c42b2b60e739 HTTP/1.1" status: 200 len: 205 time: 0.0299997 Oct 19 01:28:26.371886 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 37978) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:26.398717 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-410edc6d-90bd-4666-87dd-ee26a63e6b54 req-441bf736-1b64-49cc-9261-d98285ce51d9 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=168a5912cc444122aa0d6d6b44b7e93f HTTP/1.1" status: 200 len: 267 time: 0.0491722 Oct 19 01:28:26.411025 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-f4c3e38e-97e1-438c-9f2b-5bfc2b24fb79 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] delete failed (client error): The resource could not be found. Oct 19 01:28:26.412044 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f4c3e38e-97e1-438c-9f2b-5bfc2b24fb79 tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] 10.222.0.57 "DELETE /v2.0/routers/4393ce57-3752-4de4-92c6-c42b2b60e739 HTTP/1.1" status: 404 len: 336 time: 0.0391636 Oct 19 01:28:26.414725 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37980) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:26.456835 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-39f15e81-1923-4d6c-93d7-23ccb12cb43d tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] DELETE failed (client error): The resource could not be found. Oct 19 01:28:26.457197 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39f15e81-1923-4d6c-93d7-23ccb12cb43d tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:28:26.460187 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-39f15e81-1923-4d6c-93d7-23ccb12cb43d tempest-RoutersAdminTest-415568788 tempest-RoutersAdminTest-415568788-project] 10.222.0.57 "DELETE /v2.0/subnets/f8978521-db36-4ad5-a68d-522206f0595f HTTP/1.1" status: 404 len: 337 time: 0.0445392 Oct 19 01:28:26.478596 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410edc6d-90bd-4666-87dd-ee26a63e6b54 req-3318af58-a81a-4196-a367-63795b0c7f74 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:26.480101 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-410edc6d-90bd-4666-87dd-ee26a63e6b54 req-3318af58-a81a-4196-a367-63795b0c7f74 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=742fb830-065c-43df-9453-3389d916bf5e HTTP/1.1" status: 200 len: 946 time: 0.0753722 Oct 19 01:28:26.491752 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-410edc6d-90bd-4666-87dd-ee26a63e6b54 req-6a5d8dab-163c-4467-92e3-7190968a20df tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Request body: {'port': {'security_groups': []}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:26.563029 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-410edc6d-90bd-4666-87dd-ee26a63e6b54 req-6a5d8dab-163c-4467-92e3-7190968a20df tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:26.640555 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96f40f-fc00-45ba-b0c8-d149244eec07 req-6f79b016-80dc-432a-8557-40f77ac71f62 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:26.641966 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6d96f40f-fc00-45ba-b0c8-d149244eec07 req-6f79b016-80dc-432a-8557-40f77ac71f62 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 945 time: 0.0533412 Oct 19 01:28:26.683441 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6d96f40f-fc00-45ba-b0c8-d149244eec07 req-0c1bd76a-dd6a-4290-b119-cf30e5078c69 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345528 Oct 19 01:28:26.729523 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 37988) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:26.751558 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-410edc6d-90bd-4666-87dd-ee26a63e6b54 req-6a5d8dab-163c-4467-92e3-7190968a20df tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] For port 1dd8dcf7-262f-479f-9ede-d07fae1e5e3c, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1dd8dcf7-262f-479f-9ede-d07fae1e5e3c,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:26.781650 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-410edc6d-90bd-4666-87dd-ee26a63e6b54 req-6a5d8dab-163c-4467-92e3-7190968a20df tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:26.786544 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-410edc6d-90bd-4666-87dd-ee26a63e6b54 req-6a5d8dab-163c-4467-92e3-7190968a20df tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:26.800747 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['c67a5884-b9d4-4b07-a375-7f88f34c378c', '1dd8dcf7-262f-479f-9ede-d07fae1e5e3c'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:28:26.803431 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['69088e97-774a-4fba-9007-c95c94165041'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:28:26.866084 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410edc6d-90bd-4666-87dd-ee26a63e6b54 req-6a5d8dab-163c-4467-92e3-7190968a20df tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:26.866713 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-410edc6d-90bd-4666-87dd-ee26a63e6b54 req-6a5d8dab-163c-4467-92e3-7190968a20df tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:26.868097 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-410edc6d-90bd-4666-87dd-ee26a63e6b54 req-6a5d8dab-163c-4467-92e3-7190968a20df tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "PUT /v2.0/ports/1dd8dcf7-262f-479f-9ede-d07fae1e5e3c HTTP/1.1" status: 200 len: 905 time: 0.3809433 Oct 19 01:28:26.868552 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742fb830-065c-43df-9453-3389d916bf5e', 'tag': '1dd8dcf7-262f-479f-9ede-d07fae1e5e3c'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:28:26.870980 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6ceeb4-7abd-4cde-a379-02966ff57b41" -d '{"events": [{"name": "network-changed", "server_uuid": "742fb830-065c-43df-9453-3389d916bf5e", "tag": "1dd8dcf7-262f-479f-9ede-d07fae1e5e3c"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:28:26.897841 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ba64fc7c-3a87-4fe5-a2e3-82f50d795213 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:26.936522 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c21913a-9571-490d-8cbd-e72d8a175f18 x-openstack-request-id: req-2c21913a-9571-490d-8cbd-e72d8a175f18 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:28:26.936918 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "742fb830-065c-43df-9453-3389d916bf5e", "tag": "1dd8dcf7-262f-479f-9ede-d07fae1e5e3c", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:28:26.937131 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2c21913a-9571-490d-8cbd-e72d8a175f18 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:28:26.937490 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '742fb830-065c-43df-9453-3389d916bf5e', 'tag': '1dd8dcf7-262f-479f-9ede-d07fae1e5e3c', 'status': 'completed', 'code': 200} Oct 19 01:28:26.950437 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d8dab-163c-4467-92e3-7190968a20df tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Pushing event updated for resources: {'Port': ['ID=1dd8dcf7-262f-479f-9ede-d07fae1e5e3c,revision_number=6']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:26.979676 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['1dd8dcf7-262f-479f-9ede-d07fae1e5e3c'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:28:27.016987 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [req-2244ad04-8079-48be-9523-4f94b59e562e req-3dff85d8-524d-438e-b591-1ab5950933e3 service neutron] show failed (client error): The resource could not be found. Oct 19 01:28:27.019045 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2244ad04-8079-48be-9523-4f94b59e562e req-3dff85d8-524d-438e-b591-1ab5950933e3 service neutron] 10.222.0.24 "GET /v2.0/ports/08a255d7-3f6c-4909-8155-47b60f14908f/bindings/n-h1-715271-26 HTTP/1.1" status: 404 len: 381 time: 0.2006578 Oct 19 01:28:27.037090 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa98a9c-cc70-4023-976f-d14f1821c2c2 req-a0fbcd8d-78fa-4c03-8694-11e0c2170625 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:27.038800 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1aa98a9c-cc70-4023-976f-d14f1821c2c2 req-a0fbcd8d-78fa-4c03-8694-11e0c2170625 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=742fb830-065c-43df-9453-3389d916bf5e HTTP/1.1" status: 200 len: 908 time: 0.0869415 Oct 19 01:28:27.055040 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ceeb4-7abd-4cde-a379-02966ff57b41 req-cf06ecdf-385a-42ec-b194-f24dcc10ee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:27.055637 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4f6ceeb4-7abd-4cde-a379-02966ff57b41 req-cf06ecdf-385a-42ec-b194-f24dcc10ee21 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=168a5912cc444122aa0d6d6b44b7e93f&device_id=742fb830-065c-43df-9453-3389d916bf5e HTTP/1.1" status: 200 len: 1060 time: 0.0805452 Oct 19 01:28:27.106427 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ba64fc7c-3a87-4fe5-a2e3-82f50d795213 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:27.128502 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ba64fc7c-3a87-4fe5-a2e3-82f50d795213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:27.230118 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ba64fc7c-3a87-4fe5-a2e3-82f50d795213 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e8cfc55ac74b417abfdc99fee4b6dd9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4994078 Oct 19 01:28:27.234006 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38000) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:27.237242 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64fc7c-3a87-4fe5-a2e3-82f50d795213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6fcb19-78de-4e31-828f-2d6610297b6e,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:27.259597 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1e88c-84fc-4f4e-8f6f-c894c9263ff1 req-11b0da6e-7cd3-41fd-af0c-abc3d98b6366 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:27.261598 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f2b1e88c-84fc-4f4e-8f6f-c894c9263ff1 req-11b0da6e-7cd3-41fd-af0c-abc3d98b6366 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0893095 Oct 19 01:28:27.293903 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b560445c-8d7a-43cc-bec4-6e3fa1ac29f5 None None] Provisioning complete for port 1dd8dcf7-262f-479f-9ede-d07fae1e5e3c triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:27.294279 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b560445c-8d7a-43cc-bec4-6e3fa1ac29f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:27.301676 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ceeb4-7abd-4cde-a379-02966ff57b41 req-59aafd5a-1718-4762-8b4f-c9cc7316bd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:27.303224 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4f6ceeb4-7abd-4cde-a379-02966ff57b41 req-59aafd5a-1718-4762-8b4f-c9cc7316bd41 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2309c3e4-1aec-4060-b6e9-bbaad5369c41 HTTP/1.1" status: 200 len: 913 time: 0.2394931 Oct 19 01:28:27.328404 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f2b1e88c-84fc-4f4e-8f6f-c894c9263ff1 req-8d7ee3d5-b932-4e5f-987d-fb5ebcd115d5 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599339 Oct 19 01:28:27.335190 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:27.339411 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244ad04-8079-48be-9523-4f94b59e562e req-ae8d1356-e093-42cb-a2c6-7886bae83c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:27.341049 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2244ad04-8079-48be-9523-4f94b59e562e req-ae8d1356-e093-42cb-a2c6-7886bae83c87 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc&tenant_id=b92153fb65d447bf94f5610e1ad52929 HTTP/1.1" status: 200 len: 1097 time: 0.0654104 Oct 19 01:28:27.356732 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4f6ceeb4-7abd-4cde-a379-02966ff57b41 req-13cfd390-35cd-4915-b4d2-ada109a9f633 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1dd8dcf7-262f-479f-9ede-d07fae1e5e3c HTTP/1.1" status: 200 len: 217 time: 0.0448301 Oct 19 01:28:27.362396 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-524ac278-aa0d-4624-86e3-0e30d101b993 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:27.367486 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-2244ad04-8079-48be-9523-4f94b59e562e req-7f6bc6e1-9f1c-430d-899d-d46db270bdf4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-26', 'device_owner': 'compute:nova'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:27.385136 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-524ac278-aa0d-4624-86e3-0e30d101b993 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:27.429173 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2244ad04-8079-48be-9523-4f94b59e562e req-7f6bc6e1-9f1c-430d-899d-d46db270bdf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:27.491858 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-524ac278-aa0d-4624-86e3-0e30d101b993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:27.494251 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-524ac278-aa0d-4624-86e3-0e30d101b993 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:27.495385 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-524ac278-aa0d-4624-86e3-0e30d101b993 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ae6fcb19-78de-4e31-828f-2d6610297b6e HTTP/1.1" status: 204 len: 168 time: 0.2599730 Oct 19 01:28:27.508218 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ceeb4-7abd-4cde-a379-02966ff57b41 req-a01cc455-0bfd-464e-ad32-d168193596ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:27.509684 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4f6ceeb4-7abd-4cde-a379-02966ff57b41 req-a01cc455-0bfd-464e-ad32-d168193596ff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e75ff155-8f86-450c-9276-3e4132eca531 HTTP/1.1" status: 200 len: 851 time: 0.0928628 Oct 19 01:28:27.512429 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ac278-aa0d-4624-86e3-0e30d101b993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6fcb19-78de-4e31-828f-2d6610297b6e,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:27.534345 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c7def-39d2-4202-9f7f-d97b20282753 req-f4be3190-8c44-4bc6-ab81-283ebcc7c116 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:27.536027 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ce3c7def-39d2-4202-9f7f-d97b20282753 req-f4be3190-8c44-4bc6-ab81-283ebcc7c116 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.1178660 Oct 19 01:28:27.606047 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ceeb4-7abd-4cde-a379-02966ff57b41 req-2bbd6ad6-854a-489e-8496-9380399c56d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:27.607549 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4f6ceeb4-7abd-4cde-a379-02966ff57b41 req-2bbd6ad6-854a-489e-8496-9380399c56d9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2309c3e4-1aec-4060-b6e9-bbaad5369c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0886071 Oct 19 01:28:27.610741 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ce3c7def-39d2-4202-9f7f-d97b20282753 req-48ec73bc-cf21-49ed-b723-2b1db1608149 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514150 Oct 19 01:28:27.648978 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-2244ad04-8079-48be-9523-4f94b59e562e req-7f6bc6e1-9f1c-430d-899d-d46db270bdf4 service neutron] For port 08a255d7-3f6c-4909-8155-47b60f14908f, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=08a255d7-3f6c-4909-8155-47b60f14908f,segment=NetworkSegment(2f63682b-5ff4-426f-b460-a3e069f328b3),segment_id=2f63682b-5ff4-426f-b460-a3e069f328b3)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:27.710228 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-2244ad04-8079-48be-9523-4f94b59e562e req-7f6bc6e1-9f1c-430d-899d-d46db270bdf4 service neutron] For port 08a255d7-3f6c-4909-8155-47b60f14908f, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:28:27.727631 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4f6ceeb4-7abd-4cde-a379-02966ff57b41 req-4a667622-7453-49cb-887b-785c51674d17 service neutron] 10.222.0.24 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120794 Oct 19 01:28:27.761228 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e046f0b-dbde-40f4-b754-80f2d87b77dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08a255d7-3f6c-4909-8155-47b60f14908f'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:28:27.764040 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcaba2c1-8d6c-4998-8e41-fa9dcb344022" -d '{"events": [{"server_uuid": "5e046f0b-dbde-40f4-b754-80f2d87b77dc", "name": "network-vif-unplugged", "status": "completed", "tag": "08a255d7-3f6c-4909-8155-47b60f14908f"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:28:27.769365 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2244ad04-8079-48be-9523-4f94b59e562e req-7f6bc6e1-9f1c-430d-899d-d46db270bdf4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:27.785913 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-2244ad04-8079-48be-9523-4f94b59e562e req-7f6bc6e1-9f1c-430d-899d-d46db270bdf4 service neutron] Transition to ACTIVE for port object 08a255d7-3f6c-4909-8155-47b60f14908f will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:28:27.792790 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2244ad04-8079-48be-9523-4f94b59e562e req-7f6bc6e1-9f1c-430d-899d-d46db270bdf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:27.896262 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38024) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:27.913366 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4f6ceeb4-7abd-4cde-a379-02966ff57b41 req-92968faa-16a2-4282-b522-a2a6560426e2 service neutron] 10.222.0.24 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779947 Oct 19 01:28:27.934444 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6bc6e1-9f1c-430d-899d-d46db270bdf4 service neutron] Pushing event updated for resources: {'Port': ['ID=08a255d7-3f6c-4909-8155-47b60f14908f,revision_number=6']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:27.957286 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44f9af-4797-4993-919b-4095b6331a38 req-13ec1458-eddb-4570-9819-bd3c08b75310 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:27.960240 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bd44f9af-4797-4993-919b-4095b6331a38 req-13ec1458-eddb-4570-9819-bd3c08b75310 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 943 time: 0.1552210 Oct 19 01:28:27.998178 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-2244ad04-8079-48be-9523-4f94b59e562e req-7f6bc6e1-9f1c-430d-899d-d46db270bdf4 service neutron] No DVR routers for this DVR port 08a255d7-3f6c-4909-8155-47b60f14908f on host n-h2-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:28:28.003573 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38026) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:28.004378 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-30592f27-25b2-4332-951c-721599f3882f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=acfc5eacb0b94f0fb512bdd8939f0f89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1048777 Oct 19 01:28:28.024885 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-ede61319-4699-4809-83b3-8382f1432fa0 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:28.026380 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-ede61319-4699-4809-83b3-8382f1432fa0 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/networks?id=2309c3e4-1aec-4060-b6e9-bbaad5369c41 HTTP/1.1" status: 200 len: 812 time: 0.1872342 Oct 19 01:28:28.043687 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-9d02c928-9ba2-44d0-8372-50fb9145cd28 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/quotas/168a5912cc444122aa0d6d6b44b7e93f HTTP/1.1" status: 200 len: 375 time: 0.0113459 Oct 19 01:28:28.084197 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bd44f9af-4797-4993-919b-4095b6331a38 req-b4f09c2d-2510-4ccf-8f14-1673091430da tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182189 Oct 19 01:28:28.130276 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-ed7791d2-bc9a-4ada-a596-3f059990f3ff tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=168a5912cc444122aa0d6d6b44b7e93f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0787120 Oct 19 01:28:28.237723 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-048f5132-ec3c-4f46-bb18-f873ebb95e61 service neutron] 10.222.0.57 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997205 Oct 19 01:28:28.335454 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-c846a75b-f37c-4263-ae64-17fbbe9b4da8 service neutron] 10.222.0.57 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908539 Oct 19 01:28:28.476405 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becb3e02-0020-44bb-9cd0-a0508d76eb3f x-openstack-request-id: req-becb3e02-0020-44bb-9cd0-a0508d76eb3f {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:28:28.476696 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e046f0b-dbde-40f4-b754-80f2d87b77dc", "name": "network-vif-unplugged", "status": "completed", "tag": "08a255d7-3f6c-4909-8155-47b60f14908f", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:28:28.476948 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-becb3e02-0020-44bb-9cd0-a0508d76eb3f {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:28:28.477345 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e046f0b-dbde-40f4-b754-80f2d87b77dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08a255d7-3f6c-4909-8155-47b60f14908f', 'code': 200} Oct 19 01:28:28.485282 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b5fe86a-6b56-4315-a8d4-dc8ab5df47e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:28.527153 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-67e3b515-edc8-482a-ab7c-202e6540e6c4 req-b3f9d94a-087f-42e7-ae24-db81abc72a17 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e HTTP/1.1" status: 200 len: 210 time: 0.0448728 Oct 19 01:28:28.542265 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b5fe86a-6b56-4315-a8d4-dc8ab5df47e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:28.601539 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-2244ad04-8079-48be-9523-4f94b59e562e req-7f6bc6e1-9f1c-430d-899d-d46db270bdf4 service neutron] Attempting to bind port 08a255d7-3f6c-4909-8155-47b60f14908f on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:28:28.601901 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-2244ad04-8079-48be-9523-4f94b59e562e req-7f6bc6e1-9f1c-430d-899d-d46db270bdf4 service neutron] Attempting to bind port 08a255d7-3f6c-4909-8155-47b60f14908f by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '2f63682b-5ff4-426f-b460-a3e069f328b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:28:28.602272 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2244ad04-8079-48be-9523-4f94b59e562e req-7f6bc6e1-9f1c-430d-899d-d46db270bdf4 service neutron] Attempting to bind port 08a255d7-3f6c-4909-8155-47b60f14908f on network 536e6985-0345-4611-a1bb-43f97b99c56a {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:28:28.607654 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2244ad04-8079-48be-9523-4f94b59e562e req-7f6bc6e1-9f1c-430d-899d-d46db270bdf4 service neutron] Port 08a255d7-3f6c-4909-8155-47b60f14908f on network 536e6985-0345-4611-a1bb-43f97b99c56a not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:28:28.608886 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2244ad04-8079-48be-9523-4f94b59e562e req-7f6bc6e1-9f1c-430d-899d-d46db270bdf4 service neutron] Attempting to bind port 08a255d7-3f6c-4909-8155-47b60f14908f on network 536e6985-0345-4611-a1bb-43f97b99c56a {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:28:28.614128 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2244ad04-8079-48be-9523-4f94b59e562e req-7f6bc6e1-9f1c-430d-899d-d46db270bdf4 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:28:28.614465 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2244ad04-8079-48be-9523-4f94b59e562e req-7f6bc6e1-9f1c-430d-899d-d46db270bdf4 service neutron] Checking segment: {'id': '2f63682b-5ff4-426f-b460-a3e069f328b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:28:28.614865 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2244ad04-8079-48be-9523-4f94b59e562e req-7f6bc6e1-9f1c-430d-899d-d46db270bdf4 service neutron] Bound using segment: {'id': '2f63682b-5ff4-426f-b460-a3e069f328b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:28:28.615331 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-2244ad04-8079-48be-9523-4f94b59e562e req-7f6bc6e1-9f1c-430d-899d-d46db270bdf4 service neutron] Bound port: 08a255d7-3f6c-4909-8155-47b60f14908f, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f63682b-5ff4-426f-b460-a3e069f328b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:28:28.615784 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2244ad04-8079-48be-9523-4f94b59e562e req-7f6bc6e1-9f1c-430d-899d-d46db270bdf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:28.662043 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b5fe86a-6b56-4315-a8d4-dc8ab5df47e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:28.664612 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b5fe86a-6b56-4315-a8d4-dc8ab5df47e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:28.668366 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4b5fe86a-6b56-4315-a8d4-dc8ab5df47e9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cefb4cda-9fab-4d95-a450-b7e873717d73 HTTP/1.1" status: 204 len: 168 time: 0.6612077 Oct 19 01:28:28.680552 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5fe86a-6b56-4315-a8d4-dc8ab5df47e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefb4cda-9fab-4d95-a450-b7e873717d73,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:28.708260 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-2244ad04-8079-48be-9523-4f94b59e562e req-7f6bc6e1-9f1c-430d-899d-d46db270bdf4 service neutron] For port 08a255d7-3f6c-4909-8155-47b60f14908f, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:28:28.712549 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-2244ad04-8079-48be-9523-4f94b59e562e req-7f6bc6e1-9f1c-430d-899d-d46db270bdf4 service neutron] For port 08a255d7-3f6c-4909-8155-47b60f14908f, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=08a255d7-3f6c-4909-8155-47b60f14908f,segment=NetworkSegment(2f63682b-5ff4-426f-b460-a3e069f328b3),segment_id=2f63682b-5ff4-426f-b460-a3e069f328b3)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:28:28.719292 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2244ad04-8079-48be-9523-4f94b59e562e req-7f6bc6e1-9f1c-430d-899d-d46db270bdf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:28.760140 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244ad04-8079-48be-9523-4f94b59e562e req-7f6bc6e1-9f1c-430d-899d-d46db270bdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:28.760840 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2244ad04-8079-48be-9523-4f94b59e562e req-7f6bc6e1-9f1c-430d-899d-d46db270bdf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:28.762449 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2244ad04-8079-48be-9523-4f94b59e562e req-7f6bc6e1-9f1c-430d-899d-d46db270bdf4 service neutron] 10.222.0.55 "PUT /v2.0/ports/08a255d7-3f6c-4909-8155-47b60f14908f HTTP/1.1" status: 200 len: 1092 time: 1.4139113 Oct 19 01:28:28.826256 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6bc6e1-9f1c-430d-899d-d46db270bdf4 service neutron] Pushing event updated for resources: {'Port': ['ID=08a255d7-3f6c-4909-8155-47b60f14908f,revision_number=7']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:28.844084 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244ad04-8079-48be-9523-4f94b59e562e req-090c4f03-c37f-42d0-aa5c-a1e130d99225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:28.845956 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2244ad04-8079-48be-9523-4f94b59e562e req-090c4f03-c37f-42d0-aa5c-a1e130d99225 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b92153fb65d447bf94f5610e1ad52929&device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 1095 time: 0.0605409 Oct 19 01:28:28.967504 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244ad04-8079-48be-9523-4f94b59e562e req-5d18d16f-5089-432b-aef9-9be8ab12a594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:28.969333 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2244ad04-8079-48be-9523-4f94b59e562e req-5d18d16f-5089-432b-aef9-9be8ab12a594 service neutron] 10.222.0.55 "GET /v2.0/networks?id=536e6985-0345-4611-a1bb-43f97b99c56a HTTP/1.1" status: 200 len: 898 time: 0.1160538 Oct 19 01:28:29.042832 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2244ad04-8079-48be-9523-4f94b59e562e req-2b164e39-b5cf-42a4-8a9f-46b050b5f6cf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08a255d7-3f6c-4909-8155-47b60f14908f HTTP/1.1" status: 200 len: 999 time: 0.0655830 Oct 19 01:28:29.096317 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244ad04-8079-48be-9523-4f94b59e562e req-a34081eb-ec30-4505-a666-92027f731f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:29.097852 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2244ad04-8079-48be-9523-4f94b59e562e req-a34081eb-ec30-4505-a666-92027f731f60 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b488813b-7adf-4e85-b4c2-f7dbbaef9e40 HTTP/1.1" status: 200 len: 834 time: 0.0478644 Oct 19 01:28:29.158916 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244ad04-8079-48be-9523-4f94b59e562e req-3091b12d-25b3-4fcb-9392-e9d599ee8891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:29.161077 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2244ad04-8079-48be-9523-4f94b59e562e req-3091b12d-25b3-4fcb-9392-e9d599ee8891 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=536e6985-0345-4611-a1bb-43f97b99c56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531027 Oct 19 01:28:29.215541 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089fc3e-ad44-46a8-b6da-2cff1194c890 req-4b5eff3f-9270-4b7d-88a0-651a9bbd62ca tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:29.217072 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4089fc3e-ad44-46a8-b6da-2cff1194c890 req-4b5eff3f-9270-4b7d-88a0-651a9bbd62ca tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 943 time: 0.0514917 Oct 19 01:28:29.265908 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2244ad04-8079-48be-9523-4f94b59e562e req-f8147bfc-337c-4e30-9369-3b1ed51e5037 service neutron] 10.222.0.55 "GET /v2.0/networks/536e6985-0345-4611-a1bb-43f97b99c56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960548 Oct 19 01:28:29.268166 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4089fc3e-ad44-46a8-b6da-2cff1194c890 req-f0614c3a-58a6-4ba7-ada7-93cdb1dbccf3 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433745 Oct 19 01:28:29.374338 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2244ad04-8079-48be-9523-4f94b59e562e req-55439039-187b-4d3a-bf69-d1ca71c4817d service neutron] 10.222.0.55 "GET /v2.0/networks/536e6985-0345-4611-a1bb-43f97b99c56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990074 Oct 19 01:28:29.587717 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:29.607790 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-d9b39625-9dd8-43a4-9cf0-f5e0d45476a8 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:29.609590 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-d9b39625-9dd8-43a4-9cf0-f5e0d45476a8 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.55 "GET /v2.0/networks?id=2309c3e4-1aec-4060-b6e9-bbaad5369c41 HTTP/1.1" status: 200 len: 812 time: 0.1352446 Oct 19 01:28:29.622888 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-03c2d78f-f65c-4f82-899a-257ba54f1962 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Request body: {'port': {'device_id': '7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e', 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41', 'admin_state_up': True, 'tenant_id': '168a5912cc444122aa0d6d6b44b7e93f'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:29.638935 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2ca3c50b-d1ed-4580-ba39-099b3ad6b501 req-b3743b7f-0c49-4f69-ab48-d95f4cc961ed tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e HTTP/1.1" status: 200 len: 210 time: 0.0260596 Oct 19 01:28:29.738075 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-03c2d78f-f65c-4f82-899a-257ba54f1962 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Made reservation on behalf of 168a5912cc444122aa0d6d6b44b7e93f for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:28:29.741790 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-03c2d78f-f65c-4f82-899a-257ba54f1962 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:29.876284 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-03c2d78f-f65c-4f82-899a-257ba54f1962 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Allocated IP 172.20.0.6 (2309c3e4-1aec-4060-b6e9-bbaad5369c41/e75ff155-8f86-450c-9276-3e4132eca531/6f076a5b-1862-42d6-a62c-46c76f7783c4) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:28:30.024662 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-03c2d78f-f65c-4f82-899a-257ba54f1962 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:30.058337 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-03c2d78f-f65c-4f82-899a-257ba54f1962 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:30.071023 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['c67a5884-b9d4-4b07-a375-7f88f34c378c'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:28:30.095916 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['69088e97-774a-4fba-9007-c95c94165041'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:28:30.108257 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-03c2d78f-f65c-4f82-899a-257ba54f1962 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Network 2309c3e4-1aec-4060-b6e9-bbaad5369c41 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:28:30.112078 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-03c2d78f-f65c-4f82-899a-257ba54f1962 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:28:30.116111 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-03c2d78f-f65c-4f82-899a-257ba54f1962 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:28:30.127099 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38080) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:30.145207 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2d78f-f65c-4f82-899a-257ba54f1962 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Pushing event updated for resources: {'Port': ['ID=6f076a5b-1862-42d6-a62c-46c76f7783c4,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:30.174292 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-03c2d78f-f65c-4f82-899a-257ba54f1962 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:30.175100 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-03c2d78f-f65c-4f82-899a-257ba54f1962 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:30.194610 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-03c2d78f-f65c-4f82-899a-257ba54f1962 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5755479 Oct 19 01:28:30.212074 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-6cdb3dc2-a9bf-435e-915a-624b8c32c413 service neutron] Request body: {'port': {'device_id': '7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:30.277728 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-6cdb3dc2-a9bf-435e-915a-624b8c32c413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:30.280046 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-b5d314f2-f0d7-4edc-9cbe-0193f9277481 tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1662401417', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:30.323846 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d314f2-f0d7-4edc-9cbe-0193f9277481 tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] Made reservation on behalf of 8f9dd8df55a94c3a94d7be63ebbae6e1 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:28:30.327660 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b5d314f2-f0d7-4edc-9cbe-0193f9277481 tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:30.339895 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b5d314f2-f0d7-4edc-9cbe-0193f9277481 tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:30.438688 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b5d314f2-f0d7-4edc-9cbe-0193f9277481 tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:30.443365 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b5d314f2-f0d7-4edc-9cbe-0193f9277481 tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:30.449020 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-b5d314f2-f0d7-4edc-9cbe-0193f9277481 tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] device_id is not set on port f0f3e56a-42f2-48f2-9a2e-2c2a404012e2 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:28:30.477999 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e046f0b-dbde-40f4-b754-80f2d87b77dc', 'tag': '08a255d7-3f6c-4909-8155-47b60f14908f'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:28:30.480311 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e4cfc8-a030-42c3-9142-0a55c79ab760" -d '{"events": [{"name": "network-changed", "server_uuid": "5e046f0b-dbde-40f4-b754-80f2d87b77dc", "tag": "08a255d7-3f6c-4909-8155-47b60f14908f"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:28:30.489308 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-24409ad0-9791-4c7a-95f5-8fad0df76834 None None] Provisioning complete for port 6f076a5b-1862-42d6-a62c-46c76f7783c4 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:30.490119 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-24409ad0-9791-4c7a-95f5-8fad0df76834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:30.496324 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 08a255d7-3f6c-4909-8155-47b60f14908f no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:28:30.516173 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ac5e9-6053-4d86-8e09-e62b2753b5d2 req-39e0f8e8-c650-449b-9c5d-ae63034ffb54 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:30.517984 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d14ac5e9-6053-4d86-8e09-e62b2753b5d2 req-39e0f8e8-c650-449b-9c5d-ae63034ffb54 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 943 time: 0.0898514 Oct 19 01:28:30.518120 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d314f2-f0d7-4edc-9cbe-0193f9277481 tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1942902d-7128-4b9b-847f-a64d3176c6bc,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:30.573015 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-24409ad0-9791-4c7a-95f5-8fad0df76834 None None] Port 6f076a5b-1862-42d6-a62c-46c76f7783c4 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:28:30.573847 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baad3e69-6c30-47ad-9768-05f8d8fbb74c x-openstack-request-id: req-baad3e69-6c30-47ad-9768-05f8d8fbb74c {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:28:30.574135 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e046f0b-dbde-40f4-b754-80f2d87b77dc", "tag": "08a255d7-3f6c-4909-8155-47b60f14908f", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:28:30.575024 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-baad3e69-6c30-47ad-9768-05f8d8fbb74c {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:28:30.575687 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e046f0b-dbde-40f4-b754-80f2d87b77dc', 'tag': '08a255d7-3f6c-4909-8155-47b60f14908f', 'status': 'completed', 'code': 200} Oct 19 01:28:30.580766 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 08a255d7-3f6c-4909-8155-47b60f14908f not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:28:30.632799 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-b5d314f2-f0d7-4edc-9cbe-0193f9277481 tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] Allocated IP 172.25.8.221 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/f0f3e56a-42f2-48f2-9a2e-2c2a404012e2) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:28:30.646031 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d14ac5e9-6053-4d86-8e09-e62b2753b5d2 req-fb563b42-e11d-4adf-8aa8-5a52c7be1ecf tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171744 Oct 19 01:28:30.662216 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4cfc8-a030-42c3-9142-0a55c79ab760 req-86a810f1-819c-443d-a53b-e523b76cc8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:30.665360 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-51e4cfc8-a030-42c3-9142-0a55c79ab760 req-86a810f1-819c-443d-a53b-e523b76cc8a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b92153fb65d447bf94f5610e1ad52929&device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 1095 time: 0.0694771 Oct 19 01:28:30.688877 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4cfc8-a030-42c3-9142-0a55c79ab760 req-5d9a217c-9dfb-43e0-af09-664edbdd8251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:30.690950 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51e4cfc8-a030-42c3-9142-0a55c79ab760 req-5d9a217c-9dfb-43e0-af09-664edbdd8251 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b92153fb65d447bf94f5610e1ad52929&device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 1095 time: 0.0915244 Oct 19 01:28:30.752522 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-6cdb3dc2-a9bf-435e-915a-624b8c32c413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f076a5b-1862-42d6-a62c-46c76f7783c4 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:28:30.762515 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-6cdb3dc2-a9bf-435e-915a-624b8c32c413 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:30.806464 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-6cdb3dc2-a9bf-435e-915a-624b8c32c413 service neutron] Transition to ACTIVE for port object 6f076a5b-1862-42d6-a62c-46c76f7783c4 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:28:30.814772 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-6cdb3dc2-a9bf-435e-915a-624b8c32c413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:30.850662 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4cfc8-a030-42c3-9142-0a55c79ab760 req-001af94d-75e0-4455-b827-378196e52588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:30.852138 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51e4cfc8-a030-42c3-9142-0a55c79ab760 req-001af94d-75e0-4455-b827-378196e52588 service neutron] 10.222.0.55 "GET /v2.0/networks?id=536e6985-0345-4611-a1bb-43f97b99c56a HTTP/1.1" status: 200 len: 898 time: 0.1435497 Oct 19 01:28:30.869845 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4cfc8-a030-42c3-9142-0a55c79ab760 req-bd8a6f4a-ab47-45db-82ef-6f5bfc0b2c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:30.871314 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-51e4cfc8-a030-42c3-9142-0a55c79ab760 req-bd8a6f4a-ab47-45db-82ef-6f5bfc0b2c1d service neutron] 10.222.0.24 "GET /v2.0/networks?id=536e6985-0345-4611-a1bb-43f97b99c56a HTTP/1.1" status: 200 len: 898 time: 0.1990952 Oct 19 01:28:30.879142 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e90a3c-8334-44c0-9307-e3ec6e1b50e1 req-3b35b81a-3cb6-4349-b66d-10f13e7659d4 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:30.880549 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e2e90a3c-8334-44c0-9307-e3ec6e1b50e1 req-3b35b81a-3cb6-4349-b66d-10f13e7659d4 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e HTTP/1.1" status: 200 len: 931 time: 0.1553161 Oct 19 01:28:30.922520 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb3dc2-a9bf-435e-915a-624b8c32c413 service neutron] Pushing event updated for resources: {'Port': ['ID=6f076a5b-1862-42d6-a62c-46c76f7783c4,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:30.975629 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b5d314f2-f0d7-4edc-9cbe-0193f9277481 tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:30.977555 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51e4cfc8-a030-42c3-9142-0a55c79ab760 req-ad277a8e-d610-472f-8091-f58f3bb756fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08a255d7-3f6c-4909-8155-47b60f14908f HTTP/1.1" status: 200 len: 999 time: 0.1160588 Oct 19 01:28:31.004546 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-51e4cfc8-a030-42c3-9142-0a55c79ab760 req-ef99dfd2-e09a-428d-a536-2136ee9df70e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08a255d7-3f6c-4909-8155-47b60f14908f HTTP/1.1" status: 200 len: 999 time: 0.1230438 Oct 19 01:28:31.008828 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e2e90a3c-8334-44c0-9307-e3ec6e1b50e1 req-495cdfec-c6c3-4568-be93-da482d80018f tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165240 Oct 19 01:28:31.045030 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-6cdb3dc2-a9bf-435e-915a-624b8c32c413 service neutron] Attempting to bind port 6f076a5b-1862-42d6-a62c-46c76f7783c4 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:28:31.045454 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-6cdb3dc2-a9bf-435e-915a-624b8c32c413 service neutron] Attempting to bind port 6f076a5b-1862-42d6-a62c-46c76f7783c4 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '4b6d7739-7ceb-4ad9-96c8-dcc56689c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:28:31.045998 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-6cdb3dc2-a9bf-435e-915a-624b8c32c413 service neutron] Attempting to bind port 6f076a5b-1862-42d6-a62c-46c76f7783c4 on network 2309c3e4-1aec-4060-b6e9-bbaad5369c41 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:28:31.053835 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-6cdb3dc2-a9bf-435e-915a-624b8c32c413 service neutron] Port 6f076a5b-1862-42d6-a62c-46c76f7783c4 on network 2309c3e4-1aec-4060-b6e9-bbaad5369c41 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:28:31.054220 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-6cdb3dc2-a9bf-435e-915a-624b8c32c413 service neutron] Attempting to bind port 6f076a5b-1862-42d6-a62c-46c76f7783c4 on network 2309c3e4-1aec-4060-b6e9-bbaad5369c41 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:28:31.058495 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4cfc8-a030-42c3-9142-0a55c79ab760 req-44aeacd5-6fe0-4e16-9b5c-c5c7c145ecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:31.060025 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51e4cfc8-a030-42c3-9142-0a55c79ab760 req-44aeacd5-6fe0-4e16-9b5c-c5c7c145ecf7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b488813b-7adf-4e85-b4c2-f7dbbaef9e40 HTTP/1.1" status: 200 len: 834 time: 0.0745442 Oct 19 01:28:31.062697 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-6cdb3dc2-a9bf-435e-915a-624b8c32c413 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:28:31.063182 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-6cdb3dc2-a9bf-435e-915a-624b8c32c413 service neutron] Checking segment: {'id': '4b6d7739-7ceb-4ad9-96c8-dcc56689c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:28:31.063395 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-6cdb3dc2-a9bf-435e-915a-624b8c32c413 service neutron] Bound using segment: {'id': '4b6d7739-7ceb-4ad9-96c8-dcc56689c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:28:31.063847 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-6cdb3dc2-a9bf-435e-915a-624b8c32c413 service neutron] Bound port: 6f076a5b-1862-42d6-a62c-46c76f7783c4, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6d7739-7ceb-4ad9-96c8-dcc56689c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:28:31.064251 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-6cdb3dc2-a9bf-435e-915a-624b8c32c413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:31.069572 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4cfc8-a030-42c3-9142-0a55c79ab760 req-d6dc5960-4b5f-40b2-8196-85a9ef89603a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:31.071185 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-51e4cfc8-a030-42c3-9142-0a55c79ab760 req-d6dc5960-4b5f-40b2-8196-85a9ef89603a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b488813b-7adf-4e85-b4c2-f7dbbaef9e40 HTTP/1.1" status: 200 len: 834 time: 0.0587332 Oct 19 01:28:31.072654 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b5d314f2-f0d7-4edc-9cbe-0193f9277481 tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:31.144450 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d314f2-f0d7-4edc-9cbe-0193f9277481 tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:28:31.150400 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-b5d314f2-f0d7-4edc-9cbe-0193f9277481 tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:28:31.157172 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d314f2-f0d7-4edc-9cbe-0193f9277481 tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:28:31.160083 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4cfc8-a030-42c3-9142-0a55c79ab760 req-b8060f81-4696-45e9-8dd9-2cbb334f2c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:31.161046 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d314f2-f0d7-4edc-9cbe-0193f9277481 tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] Pushing event updated for resources: {'Port': ['ID=f0f3e56a-42f2-48f2-9a2e-2c2a404012e2,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:31.161589 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51e4cfc8-a030-42c3-9142-0a55c79ab760 req-b8060f81-4696-45e9-8dd9-2cbb334f2c48 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=536e6985-0345-4611-a1bb-43f97b99c56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0940945 Oct 19 01:28:31.168066 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-6cdb3dc2-a9bf-435e-915a-624b8c32c413 service neutron] For port 6f076a5b-1862-42d6-a62c-46c76f7783c4, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:28:31.172411 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-6cdb3dc2-a9bf-435e-915a-624b8c32c413 service neutron] For port 6f076a5b-1862-42d6-a62c-46c76f7783c4, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=6f076a5b-1862-42d6-a62c-46c76f7783c4,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:28:31.182009 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-6cdb3dc2-a9bf-435e-915a-624b8c32c413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:31.247555 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-6cdb3dc2-a9bf-435e-915a-624b8c32c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:31.248224 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-6cdb3dc2-a9bf-435e-915a-624b8c32c413 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:31.249713 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-6cdb3dc2-a9bf-435e-915a-624b8c32c413 service neutron] 10.222.0.55 "PUT /v2.0/ports/6f076a5b-1862-42d6-a62c-46c76f7783c4 HTTP/1.1" status: 200 len: 1092 time: 1.0450757 Oct 19 01:28:31.335982 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb3dc2-a9bf-435e-915a-624b8c32c413 service neutron] Pushing event updated for resources: {'Port': ['ID=6f076a5b-1862-42d6-a62c-46c76f7783c4,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:31.367043 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-f5110489-42de-4547-ab55-305091d48652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:31.368629 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-f5110489-42de-4547-ab55-305091d48652 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=168a5912cc444122aa0d6d6b44b7e93f&device_id=7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e HTTP/1.1" status: 200 len: 1095 time: 0.0712645 Oct 19 01:28:31.370443 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51e4cfc8-a030-42c3-9142-0a55c79ab760 req-9e230cbd-dfd5-49f8-a586-451a7d957fc1 service neutron] 10.222.0.55 "GET /v2.0/networks/536e6985-0345-4611-a1bb-43f97b99c56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002890 Oct 19 01:28:31.443010 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-72d5dba5-6de6-4c37-a3fc-73ecac182983 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f076a5b-1862-42d6-a62c-46c76f7783c4 HTTP/1.1" status: 200 len: 217 time: 0.0604210 Oct 19 01:28:31.544422 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-31443319-a645-45f8-b8f3-4a99ea28465f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:31.545876 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-31443319-a645-45f8-b8f3-4a99ea28465f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e75ff155-8f86-450c-9276-3e4132eca531 HTTP/1.1" status: 200 len: 851 time: 0.0920615 Oct 19 01:28:31.547152 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4cfc8-a030-42c3-9142-0a55c79ab760 req-e9e32f73-fe64-47fa-b141-add5ce66d545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:31.548718 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-51e4cfc8-a030-42c3-9142-0a55c79ab760 req-e9e32f73-fe64-47fa-b141-add5ce66d545 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=536e6985-0345-4611-a1bb-43f97b99c56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4449935 Oct 19 01:28:31.556107 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d314f2-f0d7-4edc-9cbe-0193f9277481 tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:31.556698 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b5d314f2-f0d7-4edc-9cbe-0193f9277481 tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:31.563240 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51e4cfc8-a030-42c3-9142-0a55c79ab760 req-64144bcf-77e5-48aa-af96-f41192f4a21f service neutron] 10.222.0.55 "GET /v2.0/networks/536e6985-0345-4611-a1bb-43f97b99c56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742625 Oct 19 01:28:31.599576 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b5d314f2-f0d7-4edc-9cbe-0193f9277481 tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.4707711 Oct 19 01:28:31.602401 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38094) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:31.604583 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-8404e1a9-e852-494c-a3da-6fb0eca0d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:31.606090 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-8404e1a9-e852-494c-a3da-6fb0eca0d0c1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2309c3e4-1aec-4060-b6e9-bbaad5369c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513158 Oct 19 01:28:31.606708 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-d38d9f46-5041-4e60-8023-09cc7273b8b8 tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.221'}]}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:31.675395 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d38d9f46-5041-4e60-8023-09cc7273b8b8 tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:31.676429 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d38d9f46-5041-4e60-8023-09cc7273b8b8 tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:31.686104 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-51e4cfc8-a030-42c3-9142-0a55c79ab760 req-98f7886d-f005-4a5f-b64b-ee467e7d02fe service neutron] 10.222.0.24 "GET /v2.0/networks/536e6985-0345-4611-a1bb-43f97b99c56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270409 Oct 19 01:28:31.710267 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-1e85ab0a-d1b8-4e25-be82-52445cdc4b5f service neutron] 10.222.0.55 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959959 Oct 19 01:28:31.773837 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d38d9f46-5041-4e60-8023-09cc7273b8b8 tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:31.810231 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7da4d1ad-7de8-4d53-86ac-2d881afc9271 req-af930f08-677c-4318-af47-84c0fa10a5d3 service neutron] 10.222.0.55 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920522 Oct 19 01:28:31.916824 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05048a-32b3-4954-afac-1f179bf69b63 req-2277ec25-8d15-4521-a2db-3ade2b3a24ca tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:31.918272 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5a05048a-32b3-4954-afac-1f179bf69b63 req-2277ec25-8d15-4521-a2db-3ade2b3a24ca tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 943 time: 0.1930861 Oct 19 01:28:31.969973 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-51e4cfc8-a030-42c3-9142-0a55c79ab760 req-8604d1ce-d889-47e2-96e9-3db46de9058a service neutron] 10.222.0.24 "GET /v2.0/networks/536e6985-0345-4611-a1bb-43f97b99c56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743695 Oct 19 01:28:32.005154 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d38d9f46-5041-4e60-8023-09cc7273b8b8 tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:32.037753 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5a05048a-32b3-4954-afac-1f179bf69b63 req-f77eab58-5389-47ca-a978-20967992c09e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800703 Oct 19 01:28:32.134465 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d903045-ef5f-4a29-be7a-795f8e04f3fb req-d4cfdcb5-057e-4e9b-be09-93669f103a9f tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:32.136083 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0d903045-ef5f-4a29-be7a-795f8e04f3fb req-d4cfdcb5-057e-4e9b-be09-93669f103a9f tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e HTTP/1.1" status: 200 len: 943 time: 0.0498998 Oct 19 01:28:32.174998 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0d903045-ef5f-4a29-be7a-795f8e04f3fb req-c4a3acb1-a8cf-41ca-9dea-837b68aebd55 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328233 Oct 19 01:28:32.225324 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d38d9f46-5041-4e60-8023-09cc7273b8b8 tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:32.251055 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d38d9f46-5041-4e60-8023-09cc7273b8b8 tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:32.391370 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d38d9f46-5041-4e60-8023-09cc7273b8b8 tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:32.550781 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d38d9f46-5041-4e60-8023-09cc7273b8b8 tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:32.552925 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d38d9f46-5041-4e60-8023-09cc7273b8b8 tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:32.576851 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e', 'tag': '6f076a5b-1862-42d6-a62c-46c76f7783c4'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:28:32.579394 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6845338f-4446-4692-8487-93148281388c" -d '{"events": [{"name": "network-changed", "server_uuid": "7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e", "tag": "6f076a5b-1862-42d6-a62c-46c76f7783c4"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:28:32.597187 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d38d9f46-5041-4e60-8023-09cc7273b8b8 tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:32.597735 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38d9f46-5041-4e60-8023-09cc7273b8b8 tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9ce4a539-756d-47f2-89c0-e31c9132d057 {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:28:32.612922 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-d38d9f46-5041-4e60-8023-09cc7273b8b8 tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 19 01:28:32.616763 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d38d9f46-5041-4e60-8023-09cc7273b8b8 tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.0105155 Oct 19 01:28:32.616892 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38104) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:32.621504 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14654e00-eb9e-44c1-b9d1-34e80704f3a7 x-openstack-request-id: req-14654e00-eb9e-44c1-b9d1-34e80704f3a7 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:28:32.621800 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e", "tag": "6f076a5b-1862-42d6-a62c-46c76f7783c4", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:28:32.622055 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-14654e00-eb9e-44c1-b9d1-34e80704f3a7 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:28:32.626073 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e', 'tag': '6f076a5b-1862-42d6-a62c-46c76f7783c4', 'status': 'completed', 'code': 200} Oct 19 01:28:32.688937 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845338f-4446-4692-8487-93148281388c req-0aae5574-2000-47ca-aeea-cfc950d06fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:32.691312 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6845338f-4446-4692-8487-93148281388c req-0aae5574-2000-47ca-aeea-cfc950d06fe4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=168a5912cc444122aa0d6d6b44b7e93f&device_id=7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e HTTP/1.1" status: 200 len: 1095 time: 0.0427999 Oct 19 01:28:32.698151 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-2b2766a2-fa5d-4b6a-9b1a-1f61d8727faa tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] Deleting port f0f3e56a-42f2-48f2-9a2e-2c2a404012e2 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:28:32.698496 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2b2766a2-fa5d-4b6a-9b1a-1f61d8727faa tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:32.780594 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2b2766a2-fa5d-4b6a-9b1a-1f61d8727faa tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:32.793236 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-2b2766a2-fa5d-4b6a-9b1a-1f61d8727faa tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] Calling delete_port for f0f3e56a-42f2-48f2-9a2e-2c2a404012e2 owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:28:32.811614 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845338f-4446-4692-8487-93148281388c req-af15d3a3-bfef-4913-8f2a-aa900cef9c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:32.813109 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6845338f-4446-4692-8487-93148281388c req-af15d3a3-bfef-4913-8f2a-aa900cef9c1a service neutron] 10.222.0.55 "GET /v2.0/networks?id=2309c3e4-1aec-4060-b6e9-bbaad5369c41 HTTP/1.1" status: 200 len: 913 time: 0.1124291 Oct 19 01:28:32.856528 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6845338f-4446-4692-8487-93148281388c req-3b7a16cf-d3d3-4ca1-afa2-0fdd613f19ed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f076a5b-1862-42d6-a62c-46c76f7783c4 HTTP/1.1" status: 200 len: 217 time: 0.0351872 Oct 19 01:28:32.906772 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845338f-4446-4692-8487-93148281388c req-fde90310-3a38-44ec-a755-c965ae4b037c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:32.908307 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6845338f-4446-4692-8487-93148281388c req-fde90310-3a38-44ec-a755-c965ae4b037c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e75ff155-8f86-450c-9276-3e4132eca531 HTTP/1.1" status: 200 len: 851 time: 0.0444984 Oct 19 01:28:32.917885 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2b2766a2-fa5d-4b6a-9b1a-1f61d8727faa tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:32.951780 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2766a2-fa5d-4b6a-9b1a-1f61d8727faa tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0f3e56a-42f2-48f2-9a2e-2c2a404012e2,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:32.953389 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 08a255d7-3f6c-4909-8155-47b60f14908f details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:28:32.962887 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845338f-4446-4692-8487-93148281388c req-526a60da-c44d-429e-bff2-cb3b6931183f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:32.964611 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6845338f-4446-4692-8487-93148281388c req-526a60da-c44d-429e-bff2-cb3b6931183f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2309c3e4-1aec-4060-b6e9-bbaad5369c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491123 Oct 19 01:28:33.021154 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2b2766a2-fa5d-4b6a-9b1a-1f61d8727faa tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:33.025189 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2b2766a2-fa5d-4b6a-9b1a-1f61d8727faa tempest-RoutersAdminNegativeIpV6Test-1679610953 tempest-RoutersAdminNegativeIpV6Test-1679610953-project-admin] 10.222.0.57 "DELETE /v2.0/ports/f0f3e56a-42f2-48f2-9a2e-2c2a404012e2 HTTP/1.1" status: 204 len: 168 time: 0.4062810 Oct 19 01:28:33.067615 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6845338f-4446-4692-8487-93148281388c req-6ee184e3-8edf-48cd-b761-4ce2e5502c3b service neutron] 10.222.0.55 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951409 Oct 19 01:28:33.188915 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6845338f-4446-4692-8487-93148281388c req-dc60cf90-8f78-4ae0-9824-0b70283fb8cf service neutron] 10.222.0.55 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120114 Oct 19 01:28:33.198436 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec3a66-644f-4cba-bd5a-ec1f5f03d20a req-eaf345e1-86dc-4909-9c83-370300f25e23 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:33.209739 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1fec3a66-644f-4cba-bd5a-ec1f5f03d20a req-eaf345e1-86dc-4909-9c83-370300f25e23 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 943 time: 0.0898905 Oct 19 01:28:33.232376 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 08a255d7-3f6c-4909-8155-47b60f14908f, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=08a255d7-3f6c-4909-8155-47b60f14908f,segment=NetworkSegment(2f63682b-5ff4-426f-b460-a3e069f328b3),segment_id=2f63682b-5ff4-426f-b460-a3e069f328b3)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:33.246540 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '08a255d7-3f6c-4909-8155-47b60f14908f', 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a', 'port_id': '08a255d7-3f6c-4909-8155-47b60f14908f', 'mac_address': 'fa:16:3e:e6:23:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b488813b-7adf-4e85-b4c2-f7dbbaef9e40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:28:33.267046 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1fec3a66-644f-4cba-bd5a-ec1f5f03d20a req-b6849666-c117-4a0c-9063-70cdfcbe06aa tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515788 Oct 19 01:28:33.289346 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:33.305148 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08a255d7-3f6c-4909-8155-47b60f14908f {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:28:33.336279 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60611b-06c6-4235-a657-6cad9c955090 req-134f317e-e0f4-4296-9111-f9622f9e311b tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:33.336828 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 08a255d7-3f6c-4909-8155-47b60f14908f, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=08a255d7-3f6c-4909-8155-47b60f14908f,segment=NetworkSegment(2f63682b-5ff4-426f-b460-a3e069f328b3),segment_id=2f63682b-5ff4-426f-b460-a3e069f328b3)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:33.343870 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:33.346522 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2f60611b-06c6-4235-a657-6cad9c955090 req-134f317e-e0f4-4296-9111-f9622f9e311b tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e HTTP/1.1" status: 200 len: 943 time: 0.0732045 Oct 19 01:28:33.361848 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38116) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:33.388203 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2f60611b-06c6-4235-a657-6cad9c955090 req-7d028176-3cbc-403b-a044-8ec010af7081 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406601 Oct 19 01:28:33.400753 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=08a255d7-3f6c-4909-8155-47b60f14908f,revision_number=8']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:33.507154 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b3326487-6d19-4169-a4a4-ce907ed0c884 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:33.589727 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b3326487-6d19-4169-a4a4-ce907ed0c884 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:33.593883 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b3326487-6d19-4169-a4a4-ce907ed0c884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:33.601529 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899fc5d-ce5f-4774-9e99-0fe21bf11b3c req-1eee6e8a-d825-49c5-927c-e7519b059d2a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:33.603052 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7899fc5d-ce5f-4774-9e99-0fe21bf11b3c req-1eee6e8a-d825-49c5-927c-e7519b059d2a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 944 time: 0.0941393 Oct 19 01:28:33.612337 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-f3fae5eb-6166-4e82-8a71-f86bef91d60a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:33.613780 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-f3fae5eb-6166-4e82-8a71-f86bef91d60a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc&tenant_id=b92153fb65d447bf94f5610e1ad52929&binding%3Ahost_id=n-h1-715271-26 HTTP/1.1" status: 200 len: 944 time: 0.1381266 Oct 19 01:28:33.636057 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b3326487-6d19-4169-a4a4-ce907ed0c884 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9d4fa54303734a0e86897c9def06393b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2730196 Oct 19 01:28:33.638796 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3326487-6d19-4169-a4a4-ce907ed0c884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f6d15d-8973-4b18-9654-29980e421bb8,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:33.639692 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38124) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:33.712444 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7899fc5d-ce5f-4774-9e99-0fe21bf11b3c req-7947bfa5-2f60-4622-9f79-9eefe8219bc6 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976872 Oct 19 01:28:33.746661 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-5faf06be-ea75-4be7-be44-1571bc5f933d service neutron] 10.222.0.55 "GET /v2.0/ports/08a255d7-3f6c-4909-8155-47b60f14908f/bindings/n-h1-715271-26 HTTP/1.1" status: 200 len: 383 time: 0.1207826 Oct 19 01:28:33.750980 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-80e92783-aa54-41aa-8bca-a9e22d186fb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:33.765968 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['08a255d7-3f6c-4909-8155-47b60f14908f'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:28:33.781624 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-80e92783-aa54-41aa-8bca-a9e22d186fb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:33.838533 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-c9d5efc8-b9ce-4e7e-8fc6-cfe4accd9abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:33.839966 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-c9d5efc8-b9ce-4e7e-8fc6-cfe4accd9abf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b92153fb65d447bf94f5610e1ad52929&device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 1096 time: 0.0672557 Oct 19 01:28:33.871476 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-80e92783-aa54-41aa-8bca-a9e22d186fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:33.874008 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-80e92783-aa54-41aa-8bca-a9e22d186fb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:33.875104 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-80e92783-aa54-41aa-8bca-a9e22d186fb6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/82f6d15d-8973-4b18-9654-29980e421bb8 HTTP/1.1" status: 204 len: 168 time: 0.2175934 Oct 19 01:28:33.893886 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e92783-aa54-41aa-8bca-a9e22d186fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f6d15d-8973-4b18-9654-29980e421bb8,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:33.958888 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-80e9fd0a-d437-4421-8f96-656f92f2b63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:33.962512 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-80e9fd0a-d437-4421-8f96-656f92f2b63e service neutron] 10.222.0.55 "GET /v2.0/networks?id=536e6985-0345-4611-a1bb-43f97b99c56a HTTP/1.1" status: 200 len: 898 time: 0.1140873 Oct 19 01:28:34.033411 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-1858fe06-9509-4ad0-a932-29fe7f913ba3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08a255d7-3f6c-4909-8155-47b60f14908f HTTP/1.1" status: 200 len: 1000 time: 0.0639880 Oct 19 01:28:34.084400 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-7b25c1eb-acc6-44e2-98ba-6cb14b79b23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:34.085867 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-7b25c1eb-acc6-44e2-98ba-6cb14b79b23e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b488813b-7adf-4e85-b4c2-f7dbbaef9e40 HTTP/1.1" status: 200 len: 834 time: 0.0451763 Oct 19 01:28:34.138491 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-e830236f-9abc-4b6f-aef7-57cfb36a838b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:34.140010 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-e830236f-9abc-4b6f-aef7-57cfb36a838b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=536e6985-0345-4611-a1bb-43f97b99c56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459347 Oct 19 01:28:34.168002 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38132) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:34.209818 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-640e68c1-b741-437d-b016-7bd1c37e96de admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8f9dd8df55a94c3a94d7be63ebbae6e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405877 Oct 19 01:28:34.212375 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38134) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:34.234270 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-a2ef9132-1f18-4ddd-a5da-26025f295aae service neutron] 10.222.0.55 "GET /v2.0/networks/536e6985-0345-4611-a1bb-43f97b99c56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866506 Oct 19 01:28:34.260111 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-60e09565-2451-47e0-9ac5-79ef29eca851 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:34.281153 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-60e09565-2451-47e0-9ac5-79ef29eca851 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:34.331021 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-60e09565-2451-47e0-9ac5-79ef29eca851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:34.332676 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-ea850a7d-f3f2-449d-afee-18ed9efa9d2f service neutron] 10.222.0.55 "GET /v2.0/networks/536e6985-0345-4611-a1bb-43f97b99c56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905924 Oct 19 01:28:34.333729 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-60e09565-2451-47e0-9ac5-79ef29eca851 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:34.334994 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-60e09565-2451-47e0-9ac5-79ef29eca851 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1942902d-7128-4b9b-847f-a64d3176c6bc HTTP/1.1" status: 204 len: 168 time: 0.1217051 Oct 19 01:28:34.343703 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e09565-2451-47e0-9ac5-79ef29eca851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1942902d-7128-4b9b-847f-a64d3176c6bc,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:34.352444 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e09565-2451-47e0-9ac5-79ef29eca851 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:34.352797 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e09565-2451-47e0-9ac5-79ef29eca851 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:34.353140 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e09565-2451-47e0-9ac5-79ef29eca851 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:34.353558 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e09565-2451-47e0-9ac5-79ef29eca851 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:34.354076 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e09565-2451-47e0-9ac5-79ef29eca851 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:34.354328 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e09565-2451-47e0-9ac5-79ef29eca851 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:34.354661 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e09565-2451-47e0-9ac5-79ef29eca851 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:34.354989 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e09565-2451-47e0-9ac5-79ef29eca851 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:34.355315 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e09565-2451-47e0-9ac5-79ef29eca851 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:34.355639 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e09565-2451-47e0-9ac5-79ef29eca851 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:34.355991 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e09565-2451-47e0-9ac5-79ef29eca851 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:34.356312 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e09565-2451-47e0-9ac5-79ef29eca851 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:34.513952 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298b46b-2db5-4ed9-917a-2419b3f8fa43 req-93deda85-2029-4ca7-837f-794611560d0d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:34.515447 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4298b46b-2db5-4ed9-917a-2419b3f8fa43 req-93deda85-2029-4ca7-837f-794611560d0d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e HTTP/1.1" status: 200 len: 943 time: 0.0500166 Oct 19 01:28:34.554322 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4298b46b-2db5-4ed9-917a-2419b3f8fa43 req-3b1572b1-5c73-4b2c-9f96-24a7af3e3e0e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318334 Oct 19 01:28:34.840166 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1459e3-e649-4189-b361-062db4d75e80 req-5f30f79f-18fc-464d-86e9-ee16ee5ee6a9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:34.841905 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ea1459e3-e649-4189-b361-062db4d75e80 req-5f30f79f-18fc-464d-86e9-ee16ee5ee6a9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 944 time: 0.0570872 Oct 19 01:28:34.881034 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ea1459e3-e649-4189-b361-062db4d75e80 req-6523b4f7-bece-4dc4-aadb-b6cf2160b3d4 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324380 Oct 19 01:28:34.966364 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 6f076a5b-1862-42d6-a62c-46c76f7783c4 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:28:34.969978 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 08a255d7-3f6c-4909-8155-47b60f14908f up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:28:35.061461 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38162) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:35.086972 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 08a255d7-3f6c-4909-8155-47b60f14908f completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:28:35.094796 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 08a255d7-3f6c-4909-8155-47b60f14908f triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:35.095188 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:35.128842 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 6f076a5b-1862-42d6-a62c-46c76f7783c4, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=6f076a5b-1862-42d6-a62c-46c76f7783c4,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:35.148005 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '6f076a5b-1862-42d6-a62c-46c76f7783c4', 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41', 'port_id': '6f076a5b-1862-42d6-a62c-46c76f7783c4', 'mac_address': 'fa:16:3e:06:b3:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e75ff155-8f86-450c-9276-3e4132eca531', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:28:35.169161 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-c54c428c-c718-451d-8107-d13e32249218 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Request body: {'security_group': {'name': 'tempest-secgroup--1222143819'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:35.192684 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c54c428c-c718-451d-8107-d13e32249218 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:35.199124 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:35.202382 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c54c428c-c718-451d-8107-d13e32249218 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:35.236640 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f076a5b-1862-42d6-a62c-46c76f7783c4 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:28:35.257818 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:35.262925 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 6f076a5b-1862-42d6-a62c-46c76f7783c4, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=6f076a5b-1862-42d6-a62c-46c76f7783c4,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:35.271508 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:35.286976 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c54c428c-c718-451d-8107-d13e32249218 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:35.291004 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c54c428c-c718-451d-8107-d13e32249218 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:35.316275 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e046f0b-dbde-40f4-b754-80f2d87b77dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a255d7-3f6c-4909-8155-47b60f14908f'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:28:35.318653 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5443a74a-66ca-47ff-8a3f-f33ef761f216" -d '{"events": [{"server_uuid": "5e046f0b-dbde-40f4-b754-80f2d87b77dc", "name": "network-vif-plugged", "status": "completed", "tag": "08a255d7-3f6c-4909-8155-47b60f14908f"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:28:35.334321 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c428c-c718-451d-8107-d13e32249218 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14ff8130-d26d-407e-a99d-0ed989c26189,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:35.346439 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 08a255d7-3f6c-4909-8155-47b60f14908f, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=08a255d7-3f6c-4909-8155-47b60f14908f,segment=NetworkSegment(2f63682b-5ff4-426f-b460-a3e069f328b3),segment_id=2f63682b-5ff4-426f-b460-a3e069f328b3)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:35.355151 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:35.361936 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=6f076a5b-1862-42d6-a62c-46c76f7783c4,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:35.384123 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c54c428c-c718-451d-8107-d13e32249218 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:35.389101 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c54c428c-c718-451d-8107-d13e32249218 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:35.395804 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b26faf-0ce1-4440-a3cb-561e8e973710 x-openstack-request-id: req-93b26faf-0ce1-4440-a3cb-561e8e973710 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:28:35.396103 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e046f0b-dbde-40f4-b754-80f2d87b77dc", "name": "network-vif-plugged", "status": "completed", "tag": "08a255d7-3f6c-4909-8155-47b60f14908f", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:28:35.396376 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-93b26faf-0ce1-4440-a3cb-561e8e973710 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:28:35.396941 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e046f0b-dbde-40f4-b754-80f2d87b77dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a255d7-3f6c-4909-8155-47b60f14908f', 'code': 200} Oct 19 01:28:35.416272 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c54c428c-c718-451d-8107-d13e32249218 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:35.417517 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c54c428c-c718-451d-8107-d13e32249218 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3549092 Oct 19 01:28:35.418741 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=08a255d7-3f6c-4909-8155-47b60f14908f,revision_number=9']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:35.421346 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38168) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:35.430916 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c428c-c718-451d-8107-d13e32249218 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b64a6787-a32b-4b27-8085-85a23f01bde1,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:35.478902 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-022f8366-edd1-49da-94a0-d0528d4ca093 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0562174 Oct 19 01:28:35.481668 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38170) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:35.487024 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-f81ab941-b3b4-4388-b05b-643763e383f7 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Request body: {'security_group': {'name': 'tempest-security--437117873', 'description': 'tempest-security-description-1151580903'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:35.513810 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f81ab941-b3b4-4388-b05b-643763e383f7 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:35.564209 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f81ab941-b3b4-4388-b05b-643763e383f7 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:35.567521 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f81ab941-b3b4-4388-b05b-643763e383f7 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:35.570310 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f81ab941-b3b4-4388-b05b-643763e383f7 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:35.571576 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f81ab941-b3b4-4388-b05b-643763e383f7 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "PUT /v2.0/security-groups/b64a6787-a32b-4b27-8085-85a23f01bde1 HTTP/1.1" status: 200 len: 1779 time: 0.0889792 Oct 19 01:28:35.574770 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38172) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:35.598131 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ab941-b3b4-4388-b05b-643763e383f7 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b64a6787-a32b-4b27-8085-85a23f01bde1,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:35.621389 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-856e8f09-204d-47c8-80f4-8d584b0e037c tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "GET /v2.0/security-groups/b64a6787-a32b-4b27-8085-85a23f01bde1 HTTP/1.1" status: 200 len: 1779 time: 0.0453405 Oct 19 01:28:35.623969 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38176) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:35.659116 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['6f076a5b-1862-42d6-a62c-46c76f7783c4'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:28:35.688263 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e97099-2b3e-4012-8a52-aae2dcb59f70 req-783eb57d-c880-4888-b7b8-f98674e1c7e9 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:35.690139 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c7e97099-2b3e-4012-8a52-aae2dcb59f70 req-783eb57d-c880-4888-b7b8-f98674e1c7e9 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e HTTP/1.1" status: 200 len: 944 time: 0.0533047 Oct 19 01:28:35.698615 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cbc7aab7-eaf6-4f6a-9b27-62553841dc35 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:35.734211 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cbc7aab7-eaf6-4f6a-9b27-62553841dc35 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:35.738792 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c7e97099-2b3e-4012-8a52-aae2dcb59f70 req-51dc86a3-8da4-4afb-ba39-9b989591186e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387216 Oct 19 01:28:35.787688 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cbc7aab7-eaf6-4f6a-9b27-62553841dc35 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:35.790410 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cbc7aab7-eaf6-4f6a-9b27-62553841dc35 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:35.791572 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cbc7aab7-eaf6-4f6a-9b27-62553841dc35 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "DELETE /v2.0/security-groups/b64a6787-a32b-4b27-8085-85a23f01bde1 HTTP/1.1" status: 204 len: 168 time: 0.1664951 Oct 19 01:28:35.794281 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38180) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:35.803648 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7aab7-eaf6-4f6a-9b27-62553841dc35 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64a6787-a32b-4b27-8085-85a23f01bde1,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:35.846372 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2d68c03a-08ae-490d-b5e1-e7ca04bd2416 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0502615 Oct 19 01:28:35.849145 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38182) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:35.863460 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-ce17f21f-f2e7-48a0-9184-a8c3ed46c247 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] delete failed (client error): The resource could not be found. Oct 19 01:28:35.864698 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ce17f21f-f2e7-48a0-9184-a8c3ed46c247 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "DELETE /v2.0/security-groups/b64a6787-a32b-4b27-8085-85a23f01bde1 HTTP/1.1" status: 404 len: 347 time: 0.0145001 Oct 19 01:28:35.868472 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38184) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:35.873749 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-92f7cf6d-60c7-442b-a2d3-05d1c9d1081c tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Request body: {'security_group': {'name': 'tempest-secgroup--1111459192'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:35.897999 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-92f7cf6d-60c7-442b-a2d3-05d1c9d1081c tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:35.997174 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-92f7cf6d-60c7-442b-a2d3-05d1c9d1081c tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:36.005994 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-92f7cf6d-60c7-442b-a2d3-05d1c9d1081c tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:36.048211 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95eda8-b7f2-4a64-baf6-ce1de8e6118f req-dddc0f71-2111-471b-a683-f93c5a0f79e3 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:36.049680 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ff95eda8-b7f2-4a64-baf6-ce1de8e6118f req-dddc0f71-2111-471b-a683-f93c5a0f79e3 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 945 time: 0.0848160 Oct 19 01:28:36.052604 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-92f7cf6d-60c7-442b-a2d3-05d1c9d1081c tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:36.053689 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-92f7cf6d-60c7-442b-a2d3-05d1c9d1081c tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1843359 Oct 19 01:28:36.054527 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7cf6d-60c7-442b-a2d3-05d1c9d1081c tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6546be8e-4d96-4e15-888e-0d885e3915d6,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:36.056745 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38188) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:36.061710 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-6ab5fb12-a4b2-4229-98ef-f36531a05b6d tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Request body: {'security_group_rule': {'security_group_id': '6546be8e-4d96-4e15-888e-0d885e3915d6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:36.091030 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ff95eda8-b7f2-4a64-baf6-ce1de8e6118f req-cbf68981-1dbb-4d97-b4fb-ab888192e684 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340869 Oct 19 01:28:36.091620 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6ab5fb12-a4b2-4229-98ef-f36531a05b6d tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:36.141407 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6ab5fb12-a4b2-4229-98ef-f36531a05b6d tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:36.145516 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6ab5fb12-a4b2-4229-98ef-f36531a05b6d tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:36.165592 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5fb12-a4b2-4229-98ef-f36531a05b6d tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0144cee-8f67-41b2-9633-c883854a52c7,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:36.171072 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6ab5fb12-a4b2-4229-98ef-f36531a05b6d tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:36.172299 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6ab5fb12-a4b2-4229-98ef-f36531a05b6d tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1144788 Oct 19 01:28:36.175060 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38190) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:36.205743 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5a07e900-cf05-43f5-a25e-9b5b93906681 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:36.213727 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5a07e900-cf05-43f5-a25e-9b5b93906681 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:36.242205 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5a07e900-cf05-43f5-a25e-9b5b93906681 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:36.248901 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5a07e900-cf05-43f5-a25e-9b5b93906681 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:36.250342 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5a07e900-cf05-43f5-a25e-9b5b93906681 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/e0144cee-8f67-41b2-9633-c883854a52c7 HTTP/1.1" status: 204 len: 168 time: 0.0741301 Oct 19 01:28:36.254245 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38192) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:36.259484 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07e900-cf05-43f5-a25e-9b5b93906681 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0144cee-8f67-41b2-9633-c883854a52c7,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:36.307561 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-09445329-c915-4848-b7fc-b73cfa07cdb9 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0520432 Oct 19 01:28:36.310270 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38194) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:36.378003 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9f5b756f-60e3-43fa-94c5-c84c742f9419 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:36.404261 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9f5b756f-60e3-43fa-94c5-c84c742f9419 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:36.454124 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9f5b756f-60e3-43fa-94c5-c84c742f9419 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:36.458067 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9f5b756f-60e3-43fa-94c5-c84c742f9419 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:36.459337 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9f5b756f-60e3-43fa-94c5-c84c742f9419 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "DELETE /v2.0/security-groups/6546be8e-4d96-4e15-888e-0d885e3915d6 HTTP/1.1" status: 204 len: 168 time: 0.1481364 Oct 19 01:28:36.462187 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38196) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:36.468868 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b756f-60e3-43fa-94c5-c84c742f9419 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6546be8e-4d96-4e15-888e-0d885e3915d6,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:36.522428 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-161998c8-82fe-428d-96ea-e11f7dfeeb9a tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0582585 Oct 19 01:28:36.526079 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38198) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:36.530389 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-dec35fd6-d0c3-4d44-b5ae-680db96d22ad tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Request body: {'security_group': {'name': 'tempest-secgroup--514908203'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:36.555016 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dec35fd6-d0c3-4d44-b5ae-680db96d22ad tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:36.632585 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dec35fd6-d0c3-4d44-b5ae-680db96d22ad tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:36.636644 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dec35fd6-d0c3-4d44-b5ae-680db96d22ad tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:36.651411 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-bd028b1b-0a39-421f-b358-800cbe609537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:36.652981 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-bd028b1b-0a39-421f-b358-800cbe609537 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc&tenant_id=b92153fb65d447bf94f5610e1ad52929 HTTP/1.1" status: 200 len: 1097 time: 0.0481424 Oct 19 01:28:36.664709 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-861000c3-25a1-45e6-b8ee-e4eb15b460ac service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-26', 'device_owner': 'compute:nova'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:36.671102 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dec35fd6-d0c3-4d44-b5ae-680db96d22ad tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:36.672468 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-dec35fd6-d0c3-4d44-b5ae-680db96d22ad tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1453011 Oct 19 01:28:36.675285 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec35fd6-d0c3-4d44-b5ae-680db96d22ad tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ace56d66-bd68-47bf-b5ef-fa83a58a419f,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:36.678860 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38200) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:36.683422 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-55c7d2c8-df5b-451c-b47b-e76efa7b5880 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Request body: {'security_group_rule': {'security_group_id': 'ace56d66-bd68-47bf-b5ef-fa83a58a419f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:36.711569 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-55c7d2c8-df5b-451c-b47b-e76efa7b5880 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:36.722405 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-861000c3-25a1-45e6-b8ee-e4eb15b460ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:36.774963 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-55c7d2c8-df5b-451c-b47b-e76efa7b5880 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:36.780065 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-55c7d2c8-df5b-451c-b47b-e76efa7b5880 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:36.808588 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7d2c8-df5b-451c-b47b-e76efa7b5880 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca4bbf2d-878a-4d0c-ae05-503a97f9ffa7,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:36.821224 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-55c7d2c8-df5b-451c-b47b-e76efa7b5880 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:36.824224 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-55c7d2c8-df5b-451c-b47b-e76efa7b5880 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1443636 Oct 19 01:28:36.826014 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38206) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:36.833544 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-119a1bf2-eecd-429b-aa50-682acf904557 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Request body: {'security_group_rule': {'security_group_id': 'ace56d66-bd68-47bf-b5ef-fa83a58a419f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:36.901755 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-119a1bf2-eecd-429b-aa50-682acf904557 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:36.940497 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ea321-adf7-45ef-b20a-50c4fb5018b2 req-1d49db75-65c9-4837-8b99-2fedc562e200 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:36.942147 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-635ea321-adf7-45ef-b20a-50c4fb5018b2 req-1d49db75-65c9-4837-8b99-2fedc562e200 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e HTTP/1.1" status: 200 len: 944 time: 0.0829573 Oct 19 01:28:36.948579 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-861000c3-25a1-45e6-b8ee-e4eb15b460ac service neutron] For port 08a255d7-3f6c-4909-8155-47b60f14908f, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=08a255d7-3f6c-4909-8155-47b60f14908f,segment=NetworkSegment(2f63682b-5ff4-426f-b460-a3e069f328b3),segment_id=2f63682b-5ff4-426f-b460-a3e069f328b3)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:36.977641 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 6f076a5b-1862-42d6-a62c-46c76f7783c4 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:28:36.987864 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-861000c3-25a1-45e6-b8ee-e4eb15b460ac service neutron] For port 08a255d7-3f6c-4909-8155-47b60f14908f, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:28:37.005767 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-119a1bf2-eecd-429b-aa50-682acf904557 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:37.022577 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-635ea321-adf7-45ef-b20a-50c4fb5018b2 req-a3203858-db55-4306-9756-fa3381408a93 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660646 Oct 19 01:28:37.024026 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-119a1bf2-eecd-429b-aa50-682acf904557 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:37.038904 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 6f076a5b-1862-42d6-a62c-46c76f7783c4 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:28:37.042170 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e046f0b-dbde-40f4-b754-80f2d87b77dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08a255d7-3f6c-4909-8155-47b60f14908f'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:28:37.043694 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 6f076a5b-1862-42d6-a62c-46c76f7783c4 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:37.044224 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:37.045143 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f8e8f7-b5e5-4cdd-b644-1042e53b7840" -d '{"events": [{"server_uuid": "5e046f0b-dbde-40f4-b754-80f2d87b77dc", "name": "network-vif-unplugged", "status": "completed", "tag": "08a255d7-3f6c-4909-8155-47b60f14908f"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:28:37.050301 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-861000c3-25a1-45e6-b8ee-e4eb15b460ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:37.054495 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a1bf2-eecd-429b-aa50-682acf904557 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a22a5a-91ae-4668-85ee-fc1b22da6e02,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:37.067675 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-119a1bf2-eecd-429b-aa50-682acf904557 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:37.069499 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-119a1bf2-eecd-429b-aa50-682acf904557 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2423117 Oct 19 01:28:37.072495 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38210) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:37.077437 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-e44704bb-8bf1-4e0f-938e-b017e295a7c4 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Request body: {'security_group_rule': {'security_group_id': 'ace56d66-bd68-47bf-b5ef-fa83a58a419f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:37.086669 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-861000c3-25a1-45e6-b8ee-e4eb15b460ac service neutron] Transition to ACTIVE for port object 08a255d7-3f6c-4909-8155-47b60f14908f will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:28:37.093875 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-861000c3-25a1-45e6-b8ee-e4eb15b460ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:37.122866 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1d138c-ec34-4bb4-a4ca-b0a53f5b8ccb x-openstack-request-id: req-ff1d138c-ec34-4bb4-a4ca-b0a53f5b8ccb {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:28:37.123159 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e046f0b-dbde-40f4-b754-80f2d87b77dc", "name": "network-vif-unplugged", "status": "completed", "tag": "08a255d7-3f6c-4909-8155-47b60f14908f", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:28:37.123412 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ff1d138c-ec34-4bb4-a4ca-b0a53f5b8ccb {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:28:37.123980 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e046f0b-dbde-40f4-b754-80f2d87b77dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08a255d7-3f6c-4909-8155-47b60f14908f', 'code': 200} Oct 19 01:28:37.149876 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:37.154647 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861000c3-25a1-45e6-b8ee-e4eb15b460ac service neutron] Pushing event updated for resources: {'Port': ['ID=08a255d7-3f6c-4909-8155-47b60f14908f,revision_number=10']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:37.199694 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 6f076a5b-1862-42d6-a62c-46c76f7783c4, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=6f076a5b-1862-42d6-a62c-46c76f7783c4,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:37.219839 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:37.242724 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf25cef-aaa3-4c97-a3ce-d6604380b164 req-8daf4f81-ba3f-4770-a494-0a160719ce7f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:37.251148 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2bf25cef-aaa3-4c97-a3ce-d6604380b164 req-8daf4f81-ba3f-4770-a494-0a160719ce7f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 944 time: 0.0842814 Oct 19 01:28:37.284984 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e44704bb-8bf1-4e0f-938e-b017e295a7c4 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:37.296221 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=6f076a5b-1862-42d6-a62c-46c76f7783c4,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:37.303706 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2bf25cef-aaa3-4c97-a3ce-d6604380b164 req-28716dd7-4520-4df7-938c-4476debae93f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495741 Oct 19 01:28:37.335913 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-861000c3-25a1-45e6-b8ee-e4eb15b460ac service neutron] No DVR routers for this DVR port 08a255d7-3f6c-4909-8155-47b60f14908f on host n-h1-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:28:37.398262 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e44704bb-8bf1-4e0f-938e-b017e295a7c4 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:37.398556 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f076a5b-1862-42d6-a62c-46c76f7783c4'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:28:37.402120 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721cc616-2411-4d0e-ab4d-2dc421a00984" -d '{"events": [{"server_uuid": "7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e", "name": "network-vif-plugged", "status": "completed", "tag": "6f076a5b-1862-42d6-a62c-46c76f7783c4"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:28:37.403107 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e44704bb-8bf1-4e0f-938e-b017e295a7c4 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:37.441398 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652e691b-9f57-4bcb-8c15-567814f55e25 x-openstack-request-id: req-652e691b-9f57-4bcb-8c15-567814f55e25 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:28:37.441692 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e", "name": "network-vif-plugged", "status": "completed", "tag": "6f076a5b-1862-42d6-a62c-46c76f7783c4", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:28:37.441971 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-652e691b-9f57-4bcb-8c15-567814f55e25 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:28:37.442393 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f076a5b-1862-42d6-a62c-46c76f7783c4', 'code': 200} Oct 19 01:28:37.456326 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44704bb-8bf1-4e0f-938e-b017e295a7c4 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=643e1eff-e7cb-4759-856a-06d50ff7e45a,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:37.469994 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e44704bb-8bf1-4e0f-938e-b017e295a7c4 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:37.471316 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e44704bb-8bf1-4e0f-938e-b017e295a7c4 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3977695 Oct 19 01:28:37.474509 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38216) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:37.481623 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-840eadbd-4794-466d-b9be-4d844541fb94 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Request body: {'security_group_rule': {'security_group_id': 'ace56d66-bd68-47bf-b5ef-fa83a58a419f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:37.520804 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-861000c3-25a1-45e6-b8ee-e4eb15b460ac service neutron] Attempting to bind port 08a255d7-3f6c-4909-8155-47b60f14908f on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:28:37.521146 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-861000c3-25a1-45e6-b8ee-e4eb15b460ac service neutron] Attempting to bind port 08a255d7-3f6c-4909-8155-47b60f14908f by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '2f63682b-5ff4-426f-b460-a3e069f328b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:28:37.521547 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-861000c3-25a1-45e6-b8ee-e4eb15b460ac service neutron] Attempting to bind port 08a255d7-3f6c-4909-8155-47b60f14908f on network 536e6985-0345-4611-a1bb-43f97b99c56a {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:28:37.526165 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-861000c3-25a1-45e6-b8ee-e4eb15b460ac service neutron] Port 08a255d7-3f6c-4909-8155-47b60f14908f on network 536e6985-0345-4611-a1bb-43f97b99c56a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:28:37.526486 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-861000c3-25a1-45e6-b8ee-e4eb15b460ac service neutron] Attempting to bind port 08a255d7-3f6c-4909-8155-47b60f14908f on network 536e6985-0345-4611-a1bb-43f97b99c56a {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:28:37.528960 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-840eadbd-4794-466d-b9be-4d844541fb94 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:37.531842 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-861000c3-25a1-45e6-b8ee-e4eb15b460ac service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:28:37.532255 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-861000c3-25a1-45e6-b8ee-e4eb15b460ac service neutron] Checking segment: {'id': '2f63682b-5ff4-426f-b460-a3e069f328b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:28:37.532604 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-861000c3-25a1-45e6-b8ee-e4eb15b460ac service neutron] Bound using segment: {'id': '2f63682b-5ff4-426f-b460-a3e069f328b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:28:37.533036 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-861000c3-25a1-45e6-b8ee-e4eb15b460ac service neutron] Bound port: 08a255d7-3f6c-4909-8155-47b60f14908f, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f63682b-5ff4-426f-b460-a3e069f328b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:28:37.533392 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-861000c3-25a1-45e6-b8ee-e4eb15b460ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:37.596956 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd4ce9-89b5-4784-8b26-7807b27e4e91 req-5f350bdf-b168-4a37-bae9-4b3e539a9568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:37.598526 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c4cd4ce9-89b5-4784-8b26-7807b27e4e91 req-5f350bdf-b168-4a37-bae9-4b3e539a9568 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e HTTP/1.1" status: 200 len: 1097 time: 0.0782676 Oct 19 01:28:37.609128 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-861000c3-25a1-45e6-b8ee-e4eb15b460ac service neutron] For port 08a255d7-3f6c-4909-8155-47b60f14908f, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:28:37.613554 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-861000c3-25a1-45e6-b8ee-e4eb15b460ac service neutron] For port 08a255d7-3f6c-4909-8155-47b60f14908f, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=08a255d7-3f6c-4909-8155-47b60f14908f,segment=NetworkSegment(2f63682b-5ff4-426f-b460-a3e069f328b3),segment_id=2f63682b-5ff4-426f-b460-a3e069f328b3)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:28:37.617895 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-861000c3-25a1-45e6-b8ee-e4eb15b460ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:37.629690 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-840eadbd-4794-466d-b9be-4d844541fb94 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:37.636245 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-840eadbd-4794-466d-b9be-4d844541fb94 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:37.657358 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-861000c3-25a1-45e6-b8ee-e4eb15b460ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:37.658735 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-861000c3-25a1-45e6-b8ee-e4eb15b460ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:37.661612 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-861000c3-25a1-45e6-b8ee-e4eb15b460ac service neutron] 10.222.0.24 "PUT /v2.0/ports/08a255d7-3f6c-4909-8155-47b60f14908f HTTP/1.1" status: 200 len: 1093 time: 1.0012376 Oct 19 01:28:37.663376 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c4cd4ce9-89b5-4784-8b26-7807b27e4e91 req-db897848-9abc-4d25-8f74-a3fee76aa3eb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557194 Oct 19 01:28:37.666331 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840eadbd-4794-466d-b9be-4d844541fb94 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4a1057b-4a8b-4552-8581-4d92ffd3b45d,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:37.679359 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-840eadbd-4794-466d-b9be-4d844541fb94 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:37.680807 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-840eadbd-4794-466d-b9be-4d844541fb94 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2042525 Oct 19 01:28:37.683600 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38218) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:37.690095 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-9c2efc16-bff6-40dd-9146-7ca3835698f5 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Request body: {'security_group_rule': {'security_group_id': 'ace56d66-bd68-47bf-b5ef-fa83a58a419f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:37.721730 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9c2efc16-bff6-40dd-9146-7ca3835698f5 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:37.730499 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861000c3-25a1-45e6-b8ee-e4eb15b460ac service neutron] Pushing event updated for resources: {'Port': ['ID=08a255d7-3f6c-4909-8155-47b60f14908f,revision_number=11']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:37.747757 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-801059e1-1da0-4776-8234-4d73f28906a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:37.749244 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-801059e1-1da0-4776-8234-4d73f28906a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b92153fb65d447bf94f5610e1ad52929&device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 1096 time: 0.0540576 Oct 19 01:28:37.790392 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9c2efc16-bff6-40dd-9146-7ca3835698f5 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:37.799292 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9c2efc16-bff6-40dd-9146-7ca3835698f5 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:37.818289 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2efc16-bff6-40dd-9146-7ca3835698f5 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64a3803d-fbdc-4965-b364-af9ddb154d15,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:37.826304 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9c2efc16-bff6-40dd-9146-7ca3835698f5 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:37.829008 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9c2efc16-bff6-40dd-9146-7ca3835698f5 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1443379 Oct 19 01:28:37.832769 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38220) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:37.858267 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c6ca8029-4a66-4a6e-ad77-4d9c4916e606 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:37.865097 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-57a3f37f-8a64-479a-a909-c11ef0d9a16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:37.866587 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-57a3f37f-8a64-479a-a909-c11ef0d9a16e service neutron] 10.222.0.24 "GET /v2.0/networks?id=536e6985-0345-4611-a1bb-43f97b99c56a HTTP/1.1" status: 200 len: 898 time: 0.1086729 Oct 19 01:28:37.866730 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c6ca8029-4a66-4a6e-ad77-4d9c4916e606 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:37.896728 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c6ca8029-4a66-4a6e-ad77-4d9c4916e606 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:37.901779 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c6ca8029-4a66-4a6e-ad77-4d9c4916e606 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:37.905340 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c6ca8029-4a66-4a6e-ad77-4d9c4916e606 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/64a3803d-fbdc-4965-b364-af9ddb154d15 HTTP/1.1" status: 204 len: 168 time: 0.0691295 Oct 19 01:28:37.912472 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38224) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:37.928471 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca8029-4a66-4a6e-ad77-4d9c4916e606 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64a3803d-fbdc-4965-b364-af9ddb154d15,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:37.953255 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-2f999cda-529b-4f3a-a112-880f245cbfc3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08a255d7-3f6c-4909-8155-47b60f14908f HTTP/1.1" status: 200 len: 999 time: 0.0786076 Oct 19 01:28:37.989759 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-174c4c71-04d9-4339-8d2c-8bd275300c9f tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0766287 Oct 19 01:28:37.992630 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38226) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:38.017582 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5b66ffbd-0e9d-4821-a328-d0a7e0e62248 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:38.023257 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-5b31fca2-808f-468d-a0e4-425809835b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:38.024699 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-5b31fca2-808f-468d-a0e4-425809835b52 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b488813b-7adf-4e85-b4c2-f7dbbaef9e40 HTTP/1.1" status: 200 len: 834 time: 0.0640075 Oct 19 01:28:38.025442 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5b66ffbd-0e9d-4821-a328-d0a7e0e62248 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:38.055142 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5b66ffbd-0e9d-4821-a328-d0a7e0e62248 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:38.061153 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5b66ffbd-0e9d-4821-a328-d0a7e0e62248 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:38.062305 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5b66ffbd-0e9d-4821-a328-d0a7e0e62248 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/b4a1057b-4a8b-4552-8581-4d92ffd3b45d HTTP/1.1" status: 204 len: 168 time: 0.0686502 Oct 19 01:28:38.066616 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38230) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:38.070516 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b66ffbd-0e9d-4821-a328-d0a7e0e62248 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4a1057b-4a8b-4552-8581-4d92ffd3b45d,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:38.101718 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-75ba859e-b90d-4e57-9bac-5807e867d51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:38.103322 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-75ba859e-b90d-4e57-9bac-5807e867d51a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=536e6985-0345-4611-a1bb-43f97b99c56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706606 Oct 19 01:28:38.176695 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2ef2a38c-fb8f-4f70-9687-b67798011200 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1086028 Oct 19 01:28:38.179527 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38232) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:38.203706 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b6c3b3e-1d6c-46af-8fed-f7ccfdd8269f tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:38.211591 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b6c3b3e-1d6c-46af-8fed-f7ccfdd8269f tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:38.222771 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e137842-331c-4e2f-af59-597fe2bb9f75 req-87e0add0-5834-487a-a518-7d717f933e61 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:38.224314 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8e137842-331c-4e2f-af59-597fe2bb9f75 req-87e0add0-5834-487a-a518-7d717f933e61 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e HTTP/1.1" status: 200 len: 945 time: 0.1356404 Oct 19 01:28:38.243325 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b6c3b3e-1d6c-46af-8fed-f7ccfdd8269f tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:38.248326 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b6c3b3e-1d6c-46af-8fed-f7ccfdd8269f tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:38.252835 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4b6c3b3e-1d6c-46af-8fed-f7ccfdd8269f tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/643e1eff-e7cb-4759-856a-06d50ff7e45a HTTP/1.1" status: 204 len: 168 time: 0.0694587 Oct 19 01:28:38.253985 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38234) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:38.264762 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c3b3e-1d6c-46af-8fed-f7ccfdd8269f tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=643e1eff-e7cb-4759-856a-06d50ff7e45a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:38.278370 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-e0e4049f-b66a-4f9f-9806-de83717a8a57 service neutron] 10.222.0.24 "GET /v2.0/networks/536e6985-0345-4611-a1bb-43f97b99c56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554563 Oct 19 01:28:38.283961 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8e137842-331c-4e2f-af59-597fe2bb9f75 req-8d20199d-c4d7-4813-8c2e-1818cd20c75c tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510900 Oct 19 01:28:38.312708 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d35fe068-0327-4e12-ac18-f4ad1b0c847a tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0578027 Oct 19 01:28:38.316191 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38236) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:38.342321 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-beef41e7-1973-47e0-84c8-17fb2a5028fc tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:38.352258 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-beef41e7-1973-47e0-84c8-17fb2a5028fc tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:38.385439 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a22f1c95-b9c5-43b9-9a65-2ddc245efadf req-30da21ca-dccb-4e9d-a111-72b759b8b347 service neutron] 10.222.0.24 "GET /v2.0/networks/536e6985-0345-4611-a1bb-43f97b99c56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000433 Oct 19 01:28:38.389710 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-beef41e7-1973-47e0-84c8-17fb2a5028fc tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:38.411392 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-beef41e7-1973-47e0-84c8-17fb2a5028fc tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:38.412536 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-beef41e7-1973-47e0-84c8-17fb2a5028fc tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/78a22a5a-91ae-4668-85ee-fc1b22da6e02 HTTP/1.1" status: 204 len: 168 time: 0.0952172 Oct 19 01:28:38.415221 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38240) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:38.418725 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef41e7-1973-47e0-84c8-17fb2a5028fc tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78a22a5a-91ae-4668-85ee-fc1b22da6e02,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:38.441569 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece0204-a62e-40cb-8993-ddbde035edd4 req-a649409e-bc08-4208-afd7-4ecd76f1ce9e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:38.443131 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1ece0204-a62e-40cb-8993-ddbde035edd4 req-a649409e-bc08-4208-afd7-4ecd76f1ce9e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 944 time: 0.0635247 Oct 19 01:28:38.461334 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6587322b-99d0-484c-85e4-098e9d9824d1 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0448635 Oct 19 01:28:38.464089 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38242) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:38.482862 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1ece0204-a62e-40cb-8993-ddbde035edd4 req-955fa101-2c15-44ec-a2c7-752425109d37 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336764 Oct 19 01:28:38.495100 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1e2cc33a-24ee-40f9-8344-a48eb8838806 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:38.504413 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1e2cc33a-24ee-40f9-8344-a48eb8838806 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:38.533532 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1e2cc33a-24ee-40f9-8344-a48eb8838806 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:38.539654 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1e2cc33a-24ee-40f9-8344-a48eb8838806 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:38.540805 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1e2cc33a-24ee-40f9-8344-a48eb8838806 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/ca4bbf2d-878a-4d0c-ae05-503a97f9ffa7 HTTP/1.1" status: 204 len: 168 time: 0.0757203 Oct 19 01:28:38.543472 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38244) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:38.546153 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2cc33a-24ee-40f9-8344-a48eb8838806 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca4bbf2d-878a-4d0c-ae05-503a97f9ffa7,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:38.591079 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-bcb61eff-6f79-41eb-9339-d1c90b9d8284 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0457807 Oct 19 01:28:38.593260 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38246) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:38.648255 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-94b1f87a-87f1-4cbc-8bd2-dcc74b10547f tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:38.674531 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-94b1f87a-87f1-4cbc-8bd2-dcc74b10547f tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:38.715579 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-94b1f87a-87f1-4cbc-8bd2-dcc74b10547f tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:38.718137 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-94b1f87a-87f1-4cbc-8bd2-dcc74b10547f tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:38.719268 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-94b1f87a-87f1-4cbc-8bd2-dcc74b10547f tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "DELETE /v2.0/security-groups/ace56d66-bd68-47bf-b5ef-fa83a58a419f HTTP/1.1" status: 204 len: 168 time: 0.1249175 Oct 19 01:28:38.722159 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38248) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:38.728246 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1f87a-87f1-4cbc-8bd2-dcc74b10547f tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace56d66-bd68-47bf-b5ef-fa83a58a419f,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:38.766299 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d33da678-be36-48ef-a35f-079a729256eb tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0429771 Oct 19 01:28:38.770390 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38250) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:38.774606 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-3bf8d4bb-f5a5-4e36-a29e-d820bea42ab1 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Request body: {'security_group': {'name': 'tempest-secgroup--1694057000'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:38.796075 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3bf8d4bb-f5a5-4e36-a29e-d820bea42ab1 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:38.844129 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-aacef998-7063-43da-8649-28645f27fbf4 req-4326c78e-20b1-4831-b7c8-ea6395a2e01b service neutron] (100606) timed out ('10.222.0.57', 39214) {{(pid=100606) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 01:28:38.862039 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3bf8d4bb-f5a5-4e36-a29e-d820bea42ab1 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:38.865635 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3bf8d4bb-f5a5-4e36-a29e-d820bea42ab1 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:38.894465 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3bf8d4bb-f5a5-4e36-a29e-d820bea42ab1 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:38.895783 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3bf8d4bb-f5a5-4e36-a29e-d820bea42ab1 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1244612 Oct 19 01:28:38.898695 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38252) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:38.903596 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8d4bb-f5a5-4e36-a29e-d820bea42ab1 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fe7abf-208d-4ff5-8787-66748d43e2d3,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:38.909978 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-8b443ac9-209f-4f8f-afca-1e7d533a771b tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Request body: {'security_group_rule': {'security_group_id': 'e2fe7abf-208d-4ff5-8787-66748d43e2d3', 'direction': 'ingress', 'protocol': 17}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:38.954154 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8b443ac9-209f-4f8f-afca-1e7d533a771b tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:38.982633 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 08a255d7-3f6c-4909-8155-47b60f14908f no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:28:39.004352 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8b443ac9-209f-4f8f-afca-1e7d533a771b tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:39.008719 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8b443ac9-209f-4f8f-afca-1e7d533a771b tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:39.032421 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b443ac9-209f-4f8f-afca-1e7d533a771b tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b3817f-2392-4838-9f80-72a37c1723db,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:39.038319 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8b443ac9-209f-4f8f-afca-1e7d533a771b tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:39.042811 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 08a255d7-3f6c-4909-8155-47b60f14908f not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:28:39.042970 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38256) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:39.043527 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8b443ac9-209f-4f8f-afca-1e7d533a771b tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1435230 Oct 19 01:28:39.100272 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7544fd2f-d68a-467b-90bb-1f27c288aaa7 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:39.126125 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e046f0b-dbde-40f4-b754-80f2d87b77dc', 'tag': '08a255d7-3f6c-4909-8155-47b60f14908f'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:28:39.128648 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a24c05-0a6d-4fe7-b5fe-1d4d75724d16" -d '{"events": [{"name": "network-changed", "server_uuid": "5e046f0b-dbde-40f4-b754-80f2d87b77dc", "tag": "08a255d7-3f6c-4909-8155-47b60f14908f"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:28:39.132200 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7544fd2f-d68a-467b-90bb-1f27c288aaa7 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:39.178328 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7544fd2f-d68a-467b-90bb-1f27c288aaa7 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:39.181054 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7544fd2f-d68a-467b-90bb-1f27c288aaa7 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:39.182183 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7544fd2f-d68a-467b-90bb-1f27c288aaa7 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "DELETE /v2.0/security-groups/e2fe7abf-208d-4ff5-8787-66748d43e2d3 HTTP/1.1" status: 204 len: 168 time: 0.1373997 Oct 19 01:28:39.183697 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb0d7ed-407f-49a2-b7d4-40490c07afcd x-openstack-request-id: req-cdb0d7ed-407f-49a2-b7d4-40490c07afcd {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:28:39.184000 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e046f0b-dbde-40f4-b754-80f2d87b77dc", "tag": "08a255d7-3f6c-4909-8155-47b60f14908f", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:28:39.184245 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cdb0d7ed-407f-49a2-b7d4-40490c07afcd {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:28:39.184622 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e046f0b-dbde-40f4-b754-80f2d87b77dc', 'tag': '08a255d7-3f6c-4909-8155-47b60f14908f', 'status': 'completed', 'code': 200} Oct 19 01:28:39.185003 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38260) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:39.195038 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544fd2f-d68a-467b-90bb-1f27c288aaa7 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fe7abf-208d-4ff5-8787-66748d43e2d3,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:39.247750 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a24c05-0a6d-4fe7-b5fe-1d4d75724d16 req-b604bd91-e14b-4065-bea7-35bd320a25c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:39.249264 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-82a24c05-0a6d-4fe7-b5fe-1d4d75724d16 req-b604bd91-e14b-4065-bea7-35bd320a25c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b92153fb65d447bf94f5610e1ad52929&device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 1096 time: 0.0431504 Oct 19 01:28:39.265764 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f0bafb55-c70f-4a23-8599-f346130721f6 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0796096 Oct 19 01:28:39.269676 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38262) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:39.273113 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a24c05-0a6d-4fe7-b5fe-1d4d75724d16 req-8c83c790-9806-4edc-9b44-34cfde649b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:39.274554 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-82a24c05-0a6d-4fe7-b5fe-1d4d75724d16 req-8c83c790-9806-4edc-9b44-34cfde649b10 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b92153fb65d447bf94f5610e1ad52929&device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 1096 time: 0.0634491 Oct 19 01:28:39.277453 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-de6e4be9-4d7a-4bc3-8073-3419c434dcd4 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Request body: {'security_group': {'name': 'tempest-secgroup--118994755'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:39.371438 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de6e4be9-4d7a-4bc3-8073-3419c434dcd4 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:39.380854 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a24c05-0a6d-4fe7-b5fe-1d4d75724d16 req-f2d09238-a90b-4122-a40e-58a5e4d06a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:39.382363 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-82a24c05-0a6d-4fe7-b5fe-1d4d75724d16 req-f2d09238-a90b-4122-a40e-58a5e4d06a8c service neutron] 10.222.0.55 "GET /v2.0/networks?id=536e6985-0345-4611-a1bb-43f97b99c56a HTTP/1.1" status: 200 len: 898 time: 0.0995688 Oct 19 01:28:39.426826 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a24c05-0a6d-4fe7-b5fe-1d4d75724d16 req-6dc80e5f-45a0-4b40-890e-63ade6633d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:39.428308 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-82a24c05-0a6d-4fe7-b5fe-1d4d75724d16 req-6dc80e5f-45a0-4b40-890e-63ade6633d24 service neutron] 10.222.0.24 "GET /v2.0/networks?id=536e6985-0345-4611-a1bb-43f97b99c56a HTTP/1.1" status: 200 len: 898 time: 0.1698906 Oct 19 01:28:39.448796 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-82a24c05-0a6d-4fe7-b5fe-1d4d75724d16 req-d226bcfe-6fd0-4844-af78-99412e5f2cdc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08a255d7-3f6c-4909-8155-47b60f14908f HTTP/1.1" status: 200 len: 999 time: 0.0587137 Oct 19 01:28:39.451984 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d057796-e887-49b6-a5e3-481c50a19fc7 req-37bf26cc-1aa0-49e5-87c8-6589033443b2 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:39.453434 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8d057796-e887-49b6-a5e3-481c50a19fc7 req-37bf26cc-1aa0-49e5-87c8-6589033443b2 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e HTTP/1.1" status: 200 len: 945 time: 0.0962934 Oct 19 01:28:39.566986 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8d057796-e887-49b6-a5e3-481c50a19fc7 req-afefb76a-cc34-46bf-8aca-e2dd95260adb tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058002 Oct 19 01:28:39.571215 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-82a24c05-0a6d-4fe7-b5fe-1d4d75724d16 req-0c02c211-1925-44c0-83da-1620f5ee2b1f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08a255d7-3f6c-4909-8155-47b60f14908f HTTP/1.1" status: 200 len: 999 time: 0.1342375 Oct 19 01:28:39.581106 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de6e4be9-4d7a-4bc3-8073-3419c434dcd4 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:39.593990 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de6e4be9-4d7a-4bc3-8073-3419c434dcd4 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:39.656133 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de6e4be9-4d7a-4bc3-8073-3419c434dcd4 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:39.659987 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-de6e4be9-4d7a-4bc3-8073-3419c434dcd4 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3866968 Oct 19 01:28:39.660974 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38270) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:39.666908 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-a5c536a8-8893-47f5-b51f-9a6eb5d765d2 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Request body: {'security_group': {'name': 'tempest-secgroup--1396386691'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:39.674694 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e4be9-4d7a-4bc3-8073-3419c434dcd4 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4fb76f-6f67-45ed-b1b4-bcdc27215294,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:39.684516 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a24c05-0a6d-4fe7-b5fe-1d4d75724d16 req-6fcadcf3-4bd2-4511-91f9-43abdc747f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:39.685943 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-82a24c05-0a6d-4fe7-b5fe-1d4d75724d16 req-6fcadcf3-4bd2-4511-91f9-43abdc747f74 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b488813b-7adf-4e85-b4c2-f7dbbaef9e40 HTTP/1.1" status: 200 len: 834 time: 0.1036446 Oct 19 01:28:39.737692 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a5c536a8-8893-47f5-b51f-9a6eb5d765d2 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:39.878910 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a24c05-0a6d-4fe7-b5fe-1d4d75724d16 req-d9caef54-f734-47e1-847b-8433ac32fce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:39.881181 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-82a24c05-0a6d-4fe7-b5fe-1d4d75724d16 req-d9caef54-f734-47e1-847b-8433ac32fce7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b488813b-7adf-4e85-b4c2-f7dbbaef9e40 HTTP/1.1" status: 200 len: 834 time: 0.4218822 Oct 19 01:28:39.928963 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3cf5e7-7a6f-457f-991c-a625dcc13dda req-d90c6921-4a96-428b-884b-376088ebce2d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:39.932715 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5d3cf5e7-7a6f-457f-991c-a625dcc13dda req-d90c6921-4a96-428b-884b-376088ebce2d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 944 time: 0.0950990 Oct 19 01:28:39.990775 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a24c05-0a6d-4fe7-b5fe-1d4d75724d16 req-65b913a8-6c32-469b-af36-7b542b8e580f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:39.992659 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-82a24c05-0a6d-4fe7-b5fe-1d4d75724d16 req-65b913a8-6c32-469b-af36-7b542b8e580f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=536e6985-0345-4611-a1bb-43f97b99c56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1029642 Oct 19 01:28:39.996206 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5d3cf5e7-7a6f-457f-991c-a625dcc13dda req-dccdacea-02b7-4739-a0bf-4e91305944cd tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581110 Oct 19 01:28:40.126612 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-82a24c05-0a6d-4fe7-b5fe-1d4d75724d16 req-0e7b99da-8852-4b6b-86f8-f750f620f4e4 service neutron] 10.222.0.55 "GET /v2.0/networks/536e6985-0345-4611-a1bb-43f97b99c56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239696 Oct 19 01:28:40.189144 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a24c05-0a6d-4fe7-b5fe-1d4d75724d16 req-d9b1a640-2a0f-4cf3-afcb-3a684460278e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:40.190753 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-82a24c05-0a6d-4fe7-b5fe-1d4d75724d16 req-d9b1a640-2a0f-4cf3-afcb-3a684460278e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=536e6985-0345-4611-a1bb-43f97b99c56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4947629 Oct 19 01:28:40.226005 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-82a24c05-0a6d-4fe7-b5fe-1d4d75724d16 req-7a65f76d-2e6f-4698-89f5-ddf4787b2afd service neutron] 10.222.0.55 "GET /v2.0/networks/536e6985-0345-4611-a1bb-43f97b99c56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913963 Oct 19 01:28:40.257566 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb05ad-74f1-49ad-b652-9d911b527648 req-6e323bff-1bcb-496d-b387-11e6b3e336ec tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:40.259015 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-24eb05ad-74f1-49ad-b652-9d911b527648 req-6e323bff-1bcb-496d-b387-11e6b3e336ec tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e HTTP/1.1" status: 200 len: 945 time: 0.4963138 Oct 19 01:28:40.275159 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a5c536a8-8893-47f5-b51f-9a6eb5d765d2 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:40.290623 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a5c536a8-8893-47f5-b51f-9a6eb5d765d2 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:40.371935 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a5c536a8-8893-47f5-b51f-9a6eb5d765d2 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:40.373148 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a5c536a8-8893-47f5-b51f-9a6eb5d765d2 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7117510 Oct 19 01:28:40.376214 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38276) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:40.381549 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-70277a92-eff7-467f-b0fc-a163e7f7f6ac tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Request body: {'security_group_rule': {'security_group_id': 'eb4fb76f-6f67-45ed-b1b4-bcdc27215294', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b448069e-de6b-4b31-b25a-2e9d3bc67065', 'remote_ip_prefix': None}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:40.387956 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-24eb05ad-74f1-49ad-b652-9d911b527648 req-66093c0c-c69d-4915-acd0-c51a3bced958 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157737 Oct 19 01:28:40.390126 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c536a8-8893-47f5-b51f-9a6eb5d765d2 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b448069e-de6b-4b31-b25a-2e9d3bc67065,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:40.410085 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-82a24c05-0a6d-4fe7-b5fe-1d4d75724d16 req-3efa2030-c6bd-45ba-8924-5f5ed95312e2 service neutron] 10.222.0.24 "GET /v2.0/networks/536e6985-0345-4611-a1bb-43f97b99c56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076678 Oct 19 01:28:40.415374 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-70277a92-eff7-467f-b0fc-a163e7f7f6ac tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:40.492610 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-70277a92-eff7-467f-b0fc-a163e7f7f6ac tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:40.496639 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-70277a92-eff7-467f-b0fc-a163e7f7f6ac tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:40.508372 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-82a24c05-0a6d-4fe7-b5fe-1d4d75724d16 req-32cbcda0-ec91-41e5-95a9-43bde30ad82a service neutron] 10.222.0.24 "GET /v2.0/networks/536e6985-0345-4611-a1bb-43f97b99c56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915697 Oct 19 01:28:40.513896 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70277a92-eff7-467f-b0fc-a163e7f7f6ac tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98dc0f88-37ff-42fd-a1f8-4e9c53bace85,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:40.526868 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-70277a92-eff7-467f-b0fc-a163e7f7f6ac tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:40.528135 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-70277a92-eff7-467f-b0fc-a163e7f7f6ac tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1502390 Oct 19 01:28:40.530985 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38278) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:40.553771 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-041dfadf-a122-42d8-9247-f4fbc2f5a84c tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:40.561159 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-041dfadf-a122-42d8-9247-f4fbc2f5a84c tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:40.588040 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-041dfadf-a122-42d8-9247-f4fbc2f5a84c tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:40.595243 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-041dfadf-a122-42d8-9247-f4fbc2f5a84c tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:40.596334 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-041dfadf-a122-42d8-9247-f4fbc2f5a84c tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/98dc0f88-37ff-42fd-a1f8-4e9c53bace85 HTTP/1.1" status: 204 len: 168 time: 0.0644112 Oct 19 01:28:40.598965 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38280) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:40.600439 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041dfadf-a122-42d8-9247-f4fbc2f5a84c tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98dc0f88-37ff-42fd-a1f8-4e9c53bace85,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:40.643625 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b757c892-4c19-4b00-800e-e6c4111a6664 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0434999 Oct 19 01:28:40.647889 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38282) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:40.698148 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bcd33c2c-eeef-4979-8b2e-89cbe6e7bc91 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:40.720088 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bcd33c2c-eeef-4979-8b2e-89cbe6e7bc91 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:40.763344 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bcd33c2c-eeef-4979-8b2e-89cbe6e7bc91 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:40.765995 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bcd33c2c-eeef-4979-8b2e-89cbe6e7bc91 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:40.767853 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-bcd33c2c-eeef-4979-8b2e-89cbe6e7bc91 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "DELETE /v2.0/security-groups/b448069e-de6b-4b31-b25a-2e9d3bc67065 HTTP/1.1" status: 204 len: 168 time: 0.1183496 Oct 19 01:28:40.771046 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38284) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:40.776812 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd33c2c-eeef-4979-8b2e-89cbe6e7bc91 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b448069e-de6b-4b31-b25a-2e9d3bc67065,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:40.825005 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4230449a-11b6-41a2-a126-47d5f02687c3 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0526304 Oct 19 01:28:40.827775 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38286) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:40.878307 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-56f30cd5-f651-4782-9abe-2ce23e5448f6 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:40.899304 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-56f30cd5-f651-4782-9abe-2ce23e5448f6 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:40.943049 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-56f30cd5-f651-4782-9abe-2ce23e5448f6 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:40.945828 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-56f30cd5-f651-4782-9abe-2ce23e5448f6 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:40.946989 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-56f30cd5-f651-4782-9abe-2ce23e5448f6 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "DELETE /v2.0/security-groups/eb4fb76f-6f67-45ed-b1b4-bcdc27215294 HTTP/1.1" status: 204 len: 168 time: 0.1182573 Oct 19 01:28:40.949831 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38288) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:40.956970 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f30cd5-f651-4782-9abe-2ce23e5448f6 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4fb76f-6f67-45ed-b1b4-bcdc27215294,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:40.995514 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f5474ab6-3e62-446e-926a-afa4786ffa1a tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0445888 Oct 19 01:28:40.999375 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38290) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:41.004571 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-ddf8d1d7-9ce7-4659-a259-ec81590b30b7 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Request body: {'security_group': {'name': 'tempest-secgroup--1191298973'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:41.025716 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d1d7-9ce7-4659-a259-ec81590b30b7 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:41.097005 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d1d7-9ce7-4659-a259-ec81590b30b7 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:41.101182 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d1d7-9ce7-4659-a259-ec81590b30b7 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:41.133398 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d1d7-9ce7-4659-a259-ec81590b30b7 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:41.137281 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ddf8d1d7-9ce7-4659-a259-ec81590b30b7 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1343260 Oct 19 01:28:41.137595 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38298) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:41.140830 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298cfbb-60a6-48c9-861e-4550a8906be0 req-4f9a0079-68d5-4466-bfb4-98e2bfeb78ad tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:41.142161 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-ed9cd47d-3a68-40db-bfc9-d38a888808f6 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Request body: {'security_group_rule': {'security_group_id': 'e928c5d6-06ee-4d85-b265-6103e180b4a1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:41.142483 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9298cfbb-60a6-48c9-861e-4550a8906be0 req-4f9a0079-68d5-4466-bfb4-98e2bfeb78ad tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 944 time: 0.0537949 Oct 19 01:28:41.149933 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8d1d7-9ce7-4659-a259-ec81590b30b7 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e928c5d6-06ee-4d85-b265-6103e180b4a1,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:41.175362 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ed9cd47d-3a68-40db-bfc9-d38a888808f6 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:41.192385 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9298cfbb-60a6-48c9-861e-4550a8906be0 req-e6082af5-2514-44d4-b5bf-695b1e73122c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430055 Oct 19 01:28:41.216103 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38300) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:41.234527 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ed9cd47d-3a68-40db-bfc9-d38a888808f6 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:41.238722 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ed9cd47d-3a68-40db-bfc9-d38a888808f6 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:41.256564 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9cd47d-3a68-40db-bfc9-d38a888808f6 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa06bb38-045b-45ab-b963-5506e1262d2e,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:41.265826 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ed9cd47d-3a68-40db-bfc9-d38a888808f6 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:41.269891 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ed9cd47d-3a68-40db-bfc9-d38a888808f6 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1285021 Oct 19 01:28:41.270222 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38302) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:41.280611 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4b0f4b07-5d0a-4017-9054-f9776266cbae tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/floatingips/2f632db7-e4c7-4968-8e0a-d8fb639957d9 HTTP/1.1" status: 200 len: 991 time: 0.0631559 Oct 19 01:28:41.294981 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-75b67f46-b13c-4603-88bb-b4f156b36284 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:41.306451 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-75b67f46-b13c-4603-88bb-b4f156b36284 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:41.331793 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-75b67f46-b13c-4603-88bb-b4f156b36284 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:41.339759 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-75b67f46-b13c-4603-88bb-b4f156b36284 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:41.340986 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-75b67f46-b13c-4603-88bb-b4f156b36284 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/fa06bb38-045b-45ab-b963-5506e1262d2e HTTP/1.1" status: 204 len: 168 time: 0.0697935 Oct 19 01:28:41.343699 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38304) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:41.346865 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b67f46-b13c-4603-88bb-b4f156b36284 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa06bb38-045b-45ab-b963-5506e1262d2e,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:41.385125 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-425a4cce-00f3-41e4-a399-f2b5291bd157 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0400360 Oct 19 01:28:41.387746 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38306) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:41.444029 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f6c1e8b8-8b84-4646-ab8a-9a37e0563bcc tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:41.466873 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f6c1e8b8-8b84-4646-ab8a-9a37e0563bcc tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:41.511034 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f6c1e8b8-8b84-4646-ab8a-9a37e0563bcc tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:41.512273 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece73e52-36ba-4768-b3a7-3a8a5e174f4f req-629fc5be-25ea-4ad4-a336-3226dd0444e7 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:41.513692 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f6c1e8b8-8b84-4646-ab8a-9a37e0563bcc tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:41.513847 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ece73e52-36ba-4768-b3a7-3a8a5e174f4f req-629fc5be-25ea-4ad4-a336-3226dd0444e7 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e HTTP/1.1" status: 200 len: 945 time: 0.0510361 Oct 19 01:28:41.514962 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f6c1e8b8-8b84-4646-ab8a-9a37e0563bcc tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "DELETE /v2.0/security-groups/e928c5d6-06ee-4d85-b265-6103e180b4a1 HTTP/1.1" status: 204 len: 168 time: 0.1262927 Oct 19 01:28:41.517815 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38310) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:41.524733 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1e8b8-8b84-4646-ab8a-9a37e0563bcc tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e928c5d6-06ee-4d85-b265-6103e180b4a1,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:41.584873 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ece73e52-36ba-4768-b3a7-3a8a5e174f4f req-74303655-907f-4e5f-ab66-2cc4b5f7d89b tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602779 Oct 19 01:28:41.588308 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e1d3a293-8494-4ea1-9ff5-873bf32c54c3 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0694156 Oct 19 01:28:41.592212 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38312) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:41.597580 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-3aae8414-60a5-4652-8c4d-d665c2a0db6d tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Request body: {'security_group': {'name': 'tempest-secgroup--1201914322'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:41.620552 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3aae8414-60a5-4652-8c4d-d665c2a0db6d tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:41.688198 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3aae8414-60a5-4652-8c4d-d665c2a0db6d tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:41.692106 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3aae8414-60a5-4652-8c4d-d665c2a0db6d tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:41.725038 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3aae8414-60a5-4652-8c4d-d665c2a0db6d tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:41.730911 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3aae8414-60a5-4652-8c4d-d665c2a0db6d tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1348858 Oct 19 01:28:41.731065 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38322) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:41.731153 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae8414-60a5-4652-8c4d-d665c2a0db6d tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a8051a-f108-41c0-8013-fc8f30d16189,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:41.734922 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-3802055e-d116-42bb-8240-323fb8c1ad64 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Request body: {'security_group_rule': {'security_group_id': 'f9a8051a-f108-41c0-8013-fc8f30d16189', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:41.763564 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3802055e-d116-42bb-8240-323fb8c1ad64 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:41.819475 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3802055e-d116-42bb-8240-323fb8c1ad64 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:41.823341 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3802055e-d116-42bb-8240-323fb8c1ad64 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:41.843268 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802055e-d116-42bb-8240-323fb8c1ad64 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d81159-cef4-406c-a70f-2d9e078ef7d1,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:41.848896 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3802055e-d116-42bb-8240-323fb8c1ad64 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:41.852750 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3802055e-d116-42bb-8240-323fb8c1ad64 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1204028 Oct 19 01:28:41.852892 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38324) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:41.870609 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ccca188c-1c39-4c04-adf5-1671d7f2b37d tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "GET /v2.0/security-group-rules/25d81159-cef4-406c-a70f-2d9e078ef7d1 HTTP/1.1" status: 200 len: 763 time: 0.0160906 Oct 19 01:28:41.872537 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38330) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:41.921018 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-afe1f0b1-b426-4d91-90af-5530ae8f88e6 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0473905 Oct 19 01:28:41.924702 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38332) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:41.958711 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-be1643a6-6568-4a0d-aaf0-603a2237b415 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:41.966657 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-be1643a6-6568-4a0d-aaf0-603a2237b415 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:41.996753 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-be1643a6-6568-4a0d-aaf0-603a2237b415 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:42.003751 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-be1643a6-6568-4a0d-aaf0-603a2237b415 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:42.004851 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-be1643a6-6568-4a0d-aaf0-603a2237b415 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/25d81159-cef4-406c-a70f-2d9e078ef7d1 HTTP/1.1" status: 204 len: 168 time: 0.0789549 Oct 19 01:28:42.007872 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38336) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:42.020325 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1643a6-6568-4a0d-aaf0-603a2237b415 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25d81159-cef4-406c-a70f-2d9e078ef7d1,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:42.048863 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c4fb6bc4-eb78-48de-9228-5066eb681bca tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0391867 Oct 19 01:28:42.051685 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38338) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:42.056188 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-e55a451a-3426-4f47-b0ee-3fc07c1f1218 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Request body: {'security_group_rule': {'security_group_id': 'f9a8051a-f108-41c0-8013-fc8f30d16189', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:42.057511 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3bc6c-1008-47f9-8d0a-7db0c87d25e4 req-e1c3c124-d66e-4698-b485-a258bdf37f3a tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:42.058986 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5db3bc6c-1008-47f9-8d0a-7db0c87d25e4 req-e1c3c124-d66e-4698-b485-a258bdf37f3a tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e HTTP/1.1" status: 200 len: 945 time: 0.0520990 Oct 19 01:28:42.083078 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e55a451a-3426-4f47-b0ee-3fc07c1f1218 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:42.097631 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5db3bc6c-1008-47f9-8d0a-7db0c87d25e4 req-be2d72c5-e1bb-4851-8aa0-b668e99fdf44 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324671 Oct 19 01:28:42.145196 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e55a451a-3426-4f47-b0ee-3fc07c1f1218 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:42.148775 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e55a451a-3426-4f47-b0ee-3fc07c1f1218 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:42.167716 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a451a-3426-4f47-b0ee-3fc07c1f1218 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b43b900d-a0e8-4058-970e-88dd64be6b9d,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:42.176570 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e55a451a-3426-4f47-b0ee-3fc07c1f1218 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:42.177760 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e55a451a-3426-4f47-b0ee-3fc07c1f1218 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249912 Oct 19 01:28:42.180420 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38340) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:42.196371 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-14b1d933-3d48-492b-a631-de1ad38917e0 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "GET /v2.0/security-group-rules/b43b900d-a0e8-4058-970e-88dd64be6b9d HTTP/1.1" status: 200 len: 763 time: 0.0149362 Oct 19 01:28:42.198687 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38344) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:42.241340 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-29741a74-ed70-410a-895e-877625dd1998 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0413473 Oct 19 01:28:42.243871 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38346) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:42.270390 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-db318a63-7878-4357-8a6e-c1e9fa8855ae tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:42.277972 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-db318a63-7878-4357-8a6e-c1e9fa8855ae tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:42.311384 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-db318a63-7878-4357-8a6e-c1e9fa8855ae tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:42.316887 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-db318a63-7878-4357-8a6e-c1e9fa8855ae tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:42.318519 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-db318a63-7878-4357-8a6e-c1e9fa8855ae tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/b43b900d-a0e8-4058-970e-88dd64be6b9d HTTP/1.1" status: 204 len: 168 time: 0.0731616 Oct 19 01:28:42.321256 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38348) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:42.326883 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db318a63-7878-4357-8a6e-c1e9fa8855ae tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b43b900d-a0e8-4058-970e-88dd64be6b9d,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:42.367920 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-39531d35-ff3d-4c53-9cdf-d0500d52fb6c tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0453346 Oct 19 01:28:42.370377 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38350) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:42.375251 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-e7143f3b-965e-471e-9f2d-b987cd55ef2c tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Request body: {'security_group_rule': {'security_group_id': 'f9a8051a-f108-41c0-8013-fc8f30d16189', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:42.397491 n-d-715271-26 neutron-server[100607]: INFO neutron.db.securitygroups_db [None req-e7143f3b-965e-471e-9f2d-b987cd55ef2c tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Project 28b079a6691e459aaa9b8dea51f5cd17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:28:42.402501 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e7143f3b-965e-471e-9f2d-b987cd55ef2c tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:42.459679 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e7143f3b-965e-471e-9f2d-b987cd55ef2c tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:42.463334 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e7143f3b-965e-471e-9f2d-b987cd55ef2c tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:42.482614 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7143f3b-965e-471e-9f2d-b987cd55ef2c tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fc23a8c-383c-4701-8e57-e0121623a8f0,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:42.492359 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e7143f3b-965e-471e-9f2d-b987cd55ef2c tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:42.493555 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e7143f3b-965e-471e-9f2d-b987cd55ef2c tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222425 Oct 19 01:28:42.496293 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38352) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:42.515310 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7b1d6c39-7d10-4780-8f53-68b218245a67 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "GET /v2.0/security-group-rules/2fc23a8c-383c-4701-8e57-e0121623a8f0 HTTP/1.1" status: 200 len: 769 time: 0.0179348 Oct 19 01:28:42.518515 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38354) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:42.542403 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 08a255d7-3f6c-4909-8155-47b60f14908f details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:28:42.564554 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-bccfe41e-5818-4a19-9427-178d569226a2 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0441680 Oct 19 01:28:42.566331 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38356) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:42.596746 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-849d1dda-b69c-414c-997f-23fde45fc56d tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:42.604832 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-849d1dda-b69c-414c-997f-23fde45fc56d tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:42.632866 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-849d1dda-b69c-414c-997f-23fde45fc56d tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:42.643971 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-849d1dda-b69c-414c-997f-23fde45fc56d tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:42.645841 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-849d1dda-b69c-414c-997f-23fde45fc56d tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/2fc23a8c-383c-4701-8e57-e0121623a8f0 HTTP/1.1" status: 204 len: 168 time: 0.0783021 Oct 19 01:28:42.648375 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38358) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:42.650245 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d1dda-b69c-414c-997f-23fde45fc56d tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2fc23a8c-383c-4701-8e57-e0121623a8f0,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:42.657106 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 08a255d7-3f6c-4909-8155-47b60f14908f, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=08a255d7-3f6c-4909-8155-47b60f14908f,segment=NetworkSegment(2f63682b-5ff4-426f-b460-a3e069f328b3),segment_id=2f63682b-5ff4-426f-b460-a3e069f328b3)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:42.670311 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '08a255d7-3f6c-4909-8155-47b60f14908f', 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a', 'port_id': '08a255d7-3f6c-4909-8155-47b60f14908f', 'mac_address': 'fa:16:3e:e6:23:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b488813b-7adf-4e85-b4c2-f7dbbaef9e40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:28:42.702454 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5ff498f0-ac00-4def-b423-21eed752ecb4 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0529013 Oct 19 01:28:42.706542 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38360) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:42.712297 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:42.727525 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08a255d7-3f6c-4909-8155-47b60f14908f {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:28:42.747949 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 08a255d7-3f6c-4909-8155-47b60f14908f, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=08a255d7-3f6c-4909-8155-47b60f14908f,segment=NetworkSegment(2f63682b-5ff4-426f-b460-a3e069f328b3),segment_id=2f63682b-5ff4-426f-b460-a3e069f328b3)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:42.753020 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:42.764451 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f68e2ba5-2394-4b09-ac73-3c097f85d2dd tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:42.790905 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f68e2ba5-2394-4b09-ac73-3c097f85d2dd tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:42.811552 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=08a255d7-3f6c-4909-8155-47b60f14908f,revision_number=12']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:42.841047 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f68e2ba5-2394-4b09-ac73-3c097f85d2dd tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:42.843961 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f68e2ba5-2394-4b09-ac73-3c097f85d2dd tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:42.845234 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f68e2ba5-2394-4b09-ac73-3c097f85d2dd tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "DELETE /v2.0/security-groups/f9a8051a-f108-41c0-8013-fc8f30d16189 HTTP/1.1" status: 204 len: 168 time: 0.1374853 Oct 19 01:28:42.847993 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38362) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:42.855450 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e2ba5-2394-4b09-ac73-3c097f85d2dd tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a8051a-f108-41c0-8013-fc8f30d16189,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:42.904336 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-49a35e6e-67b0-46a3-9b84-5b14b9f4f4ff tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0538969 Oct 19 01:28:42.909333 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38364) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:42.959345 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d7ffd935-e42a-43ab-916b-26414738b026 tempest-SecGroupIPv6Test-201953626 tempest-SecGroupIPv6Test-201953626-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0488884 Oct 19 01:28:43.007157 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['08a255d7-3f6c-4909-8155-47b60f14908f'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:28:43.227026 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ed5ec-5997-44f1-9903-acd3fa826e28 req-15bdffef-8906-4a57-893f-54c88a7c0bbb tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:43.227219 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38372) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:43.228763 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-201ed5ec-5997-44f1-9903-acd3fa826e28 req-15bdffef-8906-4a57-893f-54c88a7c0bbb tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e HTTP/1.1" status: 200 len: 945 time: 0.0591204 Oct 19 01:28:43.281174 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-201ed5ec-5997-44f1-9903-acd3fa826e28 req-55c04c64-286a-4f49-a8cd-d93d5ddf8103 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451002 Oct 19 01:28:43.385013 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c16a43e9-39ac-4cec-acb2-e48adf1bf546 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=28b079a6691e459aaa9b8dea51f5cd17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1565809 Oct 19 01:28:43.387477 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38378) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:43.439851 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-152eac4b-1d6d-48a4-ac16-599ad042b937 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:43.461329 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-152eac4b-1d6d-48a4-ac16-599ad042b937 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:43.508694 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-152eac4b-1d6d-48a4-ac16-599ad042b937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:43.511155 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-152eac4b-1d6d-48a4-ac16-599ad042b937 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:43.512367 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-152eac4b-1d6d-48a4-ac16-599ad042b937 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/14ff8130-d26d-407e-a99d-0ed989c26189 HTTP/1.1" status: 204 len: 168 time: 0.1238756 Oct 19 01:28:43.522029 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152eac4b-1d6d-48a4-ac16-599ad042b937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ff8130-d26d-407e-a99d-0ed989c26189,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:43.915668 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ecdbb9d2-ea66-4306-bfe1-dcf966934f94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:44.415358 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578dc8e0-0c51-4ecf-9026-7133b7b65f61 req-bb0c04ca-9ee9-456d-b4da-c1ea0137540a tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:44.417015 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-578dc8e0-0c51-4ecf-9026-7133b7b65f61 req-bb0c04ca-9ee9-456d-b4da-c1ea0137540a tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e HTTP/1.1" status: 200 len: 945 time: 0.0575113 Oct 19 01:28:44.458146 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-578dc8e0-0c51-4ecf-9026-7133b7b65f61 req-1a1348bd-4b80-473a-a51c-15747923f325 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346501 Oct 19 01:28:44.560554 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 08a255d7-3f6c-4909-8155-47b60f14908f up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:28:44.611552 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 08a255d7-3f6c-4909-8155-47b60f14908f completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:28:44.615422 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 08a255d7-3f6c-4909-8155-47b60f14908f triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:44.615776 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:44.694693 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:44.717161 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e046f0b-dbde-40f4-b754-80f2d87b77dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a255d7-3f6c-4909-8155-47b60f14908f'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:28:44.719396 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d11f49-0425-461d-8ee7-aab79152152c" -d '{"events": [{"server_uuid": "5e046f0b-dbde-40f4-b754-80f2d87b77dc", "name": "network-vif-plugged", "status": "completed", "tag": "08a255d7-3f6c-4909-8155-47b60f14908f"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:28:44.735851 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 08a255d7-3f6c-4909-8155-47b60f14908f, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=08a255d7-3f6c-4909-8155-47b60f14908f,segment=NetworkSegment(2f63682b-5ff4-426f-b460-a3e069f328b3),segment_id=2f63682b-5ff4-426f-b460-a3e069f328b3)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:44.739811 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:44.764806 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782f0fbd-5d50-4ee1-a061-2eb0540b8ba8 x-openstack-request-id: req-782f0fbd-5d50-4ee1-a061-2eb0540b8ba8 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:28:44.765107 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e046f0b-dbde-40f4-b754-80f2d87b77dc", "name": "network-vif-plugged", "status": "completed", "tag": "08a255d7-3f6c-4909-8155-47b60f14908f", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:28:44.765363 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-782f0fbd-5d50-4ee1-a061-2eb0540b8ba8 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:28:44.765759 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e046f0b-dbde-40f4-b754-80f2d87b77dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a255d7-3f6c-4909-8155-47b60f14908f', 'code': 200} Oct 19 01:28:44.792974 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=08a255d7-3f6c-4909-8155-47b60f14908f,revision_number=13']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:45.037843 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 6f076a5b-1862-42d6-a62c-46c76f7783c4 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:28:45.138811 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 6f076a5b-1862-42d6-a62c-46c76f7783c4, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=6f076a5b-1862-42d6-a62c-46c76f7783c4,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:45.151989 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '6f076a5b-1862-42d6-a62c-46c76f7783c4', 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41', 'port_id': '6f076a5b-1862-42d6-a62c-46c76f7783c4', 'mac_address': 'fa:16:3e:06:b3:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e75ff155-8f86-450c-9276-3e4132eca531', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:28:45.194203 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:45.208888 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f076a5b-1862-42d6-a62c-46c76f7783c4 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:28:45.229188 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 6f076a5b-1862-42d6-a62c-46c76f7783c4, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=6f076a5b-1862-42d6-a62c-46c76f7783c4,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:45.232967 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:45.282895 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=6f076a5b-1862-42d6-a62c-46c76f7783c4,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:45.327051 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['6f076a5b-1862-42d6-a62c-46c76f7783c4'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:28:45.576368 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eeaed7-427a-4431-baba-432cd6871976 req-665b39be-8eb6-46fe-af3c-4f6fbf68f9f9 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:45.578069 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-17eeaed7-427a-4431-baba-432cd6871976 req-665b39be-8eb6-46fe-af3c-4f6fbf68f9f9 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e HTTP/1.1" status: 200 len: 944 time: 0.0517066 Oct 19 01:28:45.616878 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-17eeaed7-427a-4431-baba-432cd6871976 req-f26f35c2-255a-40d8-b995-772cefb40e6c tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325270 Oct 19 01:28:46.560590 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b510096c-730e-40da-9120-49145b0e0654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:46.741652 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b564d9c-ffe9-4ecd-93d9-59b3a4e36792 req-6eeb91a2-f474-493e-858b-76557c76143f tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:46.743081 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8b564d9c-ffe9-4ecd-93d9-59b3a4e36792 req-6eeb91a2-f474-493e-858b-76557c76143f tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e HTTP/1.1" status: 200 len: 944 time: 0.0508490 Oct 19 01:28:46.787975 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8b564d9c-ffe9-4ecd-93d9-59b3a4e36792 req-b2c4b4e5-498b-42cc-80db-a27d3f0ff72c tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386472 Oct 19 01:28:47.047191 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 6f076a5b-1862-42d6-a62c-46c76f7783c4 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:28:47.095503 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 6f076a5b-1862-42d6-a62c-46c76f7783c4 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:47.095903 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:47.168472 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:47.190216 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f076a5b-1862-42d6-a62c-46c76f7783c4'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:28:47.192489 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c0b966-1e06-4ebe-ab27-276c15c83385" -d '{"events": [{"server_uuid": "7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e", "name": "network-vif-plugged", "status": "completed", "tag": "6f076a5b-1862-42d6-a62c-46c76f7783c4"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:28:47.210774 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 6f076a5b-1862-42d6-a62c-46c76f7783c4, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=6f076a5b-1862-42d6-a62c-46c76f7783c4,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:47.216527 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:47.252762 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c82785-32a7-425a-8b24-678b4f92bb01 x-openstack-request-id: req-b2c82785-32a7-425a-8b24-678b4f92bb01 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:28:47.253056 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e", "name": "network-vif-plugged", "status": "completed", "tag": "6f076a5b-1862-42d6-a62c-46c76f7783c4", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:28:47.253308 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b2c82785-32a7-425a-8b24-678b4f92bb01 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:28:47.253786 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f076a5b-1862-42d6-a62c-46c76f7783c4', 'code': 200} Oct 19 01:28:47.278227 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:47.291834 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=6f076a5b-1862-42d6-a62c-46c76f7783c4,revision_number=7']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:47.724852 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-1be9749b-22ea-4d9b-8168-534540ab0c06 req-f861b829-393f-48ab-be41-98a32e4983e4 service neutron] (100607) timed out ('10.222.0.57', 43446) {{(pid=100607) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 01:28:47.812386 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:47.929119 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6349c-dadd-4541-89b4-83d96243b50a req-a3a2649a-9a1e-43e8-8df4-beb4c19f0a80 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:47.930882 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9ec6349c-dadd-4541-89b4-83d96243b50a req-a3a2649a-9a1e-43e8-8df4-beb4c19f0a80 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e HTTP/1.1" status: 200 len: 945 time: 0.0557718 Oct 19 01:28:47.981125 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9ec6349c-dadd-4541-89b4-83d96243b50a req-7c2096ae-7567-487b-ba73-94835aec7dc4 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438020 Oct 19 01:28:48.536007 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38526) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:48.703937 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e8905da2-033a-4e1c-b2e9-5804e9378fcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:48.801988 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e8905da2-033a-4e1c-b2e9-5804e9378fcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:48.807519 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e8905da2-033a-4e1c-b2e9-5804e9378fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:48.860070 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38532) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:48.860726 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e8905da2-033a-4e1c-b2e9-5804e9378fcf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=49e2cd0119494edf8c729c419b6d0f45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3223524 Oct 19 01:28:48.861759 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8905da2-033a-4e1c-b2e9-5804e9378fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3e9954-8b72-45b6-92ae-0d7850fb9697,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:48.927122 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9cf50c91-17db-4f14-b390-3fd11d89a40d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:48.960215 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9cf50c91-17db-4f14-b390-3fd11d89a40d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:49.022897 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9cf50c91-17db-4f14-b390-3fd11d89a40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:49.027157 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9cf50c91-17db-4f14-b390-3fd11d89a40d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:49.031974 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9cf50c91-17db-4f14-b390-3fd11d89a40d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ef3e9954-8b72-45b6-92ae-0d7850fb9697 HTTP/1.1" status: 204 len: 168 time: 0.1707451 Oct 19 01:28:49.043372 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf50c91-17db-4f14-b390-3fd11d89a40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3e9954-8b72-45b6-92ae-0d7850fb9697,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:49.127720 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721cf47-9418-408f-af5c-cf7236989ff0 req-42ef0642-0ee8-49e6-88c6-5efe609fa83a tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:49.129417 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e721cf47-9418-408f-af5c-cf7236989ff0 req-42ef0642-0ee8-49e6-88c6-5efe609fa83a tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e HTTP/1.1" status: 200 len: 945 time: 0.0550213 Oct 19 01:28:49.188080 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e721cf47-9418-408f-af5c-cf7236989ff0 req-d3143dea-4dd6-40c1-b424-5b7f7834e559 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473068 Oct 19 01:28:49.367546 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38540) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:49.382053 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8cf4ea4c-78ca-4412-bd20-db3ef4446603 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:49.461854 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8cf4ea4c-78ca-4412-bd20-db3ef4446603 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:49.466650 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8cf4ea4c-78ca-4412-bd20-db3ef4446603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:49.513010 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8cf4ea4c-78ca-4412-bd20-db3ef4446603 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1fa29b4ffe4547d6849e31e74cd3cc4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443131 Oct 19 01:28:49.514925 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4ea4c-78ca-4412-bd20-db3ef4446603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafa1857-b9aa-4ef4-902f-af16b45d06d3,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:49.515882 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38542) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:49.583845 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6fd3dfe0-9fb4-4f92-bfd7-d8b0c60de951 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:49.612423 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6fd3dfe0-9fb4-4f92-bfd7-d8b0c60de951 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:49.667019 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6fd3dfe0-9fb4-4f92-bfd7-d8b0c60de951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:49.669651 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6fd3dfe0-9fb4-4f92-bfd7-d8b0c60de951 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:49.673854 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6fd3dfe0-9fb4-4f92-bfd7-d8b0c60de951 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/eafa1857-b9aa-4ef4-902f-af16b45d06d3 HTTP/1.1" status: 204 len: 168 time: 0.1539400 Oct 19 01:28:49.680010 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3dfe0-9fb4-4f92-bfd7-d8b0c60de951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafa1857-b9aa-4ef4-902f-af16b45d06d3,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:49.776645 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:50.314543 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb7261-e469-4ce0-b577-13ccd3bf1ce7 req-a628f945-3cdd-4686-832b-cfa0dc186949 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:50.316161 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bceb7261-e469-4ce0-b577-13ccd3bf1ce7 req-a628f945-3cdd-4686-832b-cfa0dc186949 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e HTTP/1.1" status: 200 len: 945 time: 0.0592315 Oct 19 01:28:50.372466 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bceb7261-e469-4ce0-b577-13ccd3bf1ce7 req-53971c06-6767-4a46-b0d8-c6b8ea4fe71e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497773 Oct 19 01:28:51.512973 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f17fd-b510-4b0d-ac06-c0fe391f7748 req-cc385741-f6c3-424d-85a1-4621c66df851 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:51.521088 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-526f17fd-b510-4b0d-ac06-c0fe391f7748 req-cc385741-f6c3-424d-85a1-4621c66df851 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e HTTP/1.1" status: 200 len: 945 time: 0.0641892 Oct 19 01:28:51.580654 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-526f17fd-b510-4b0d-ac06-c0fe391f7748 req-9809d6b1-6ee1-44c2-9928-4374110d5483 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587947 Oct 19 01:28:52.562030 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38628) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:52.711036 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f2f8079d-2496-4ff0-af8c-6edcdb5b1c20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:52.738502 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14b4c2-b2dc-4940-9c70-127bb5468500 req-b0686cf3-451d-4807-b713-19b12b669fea tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:52.740305 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5f14b4c2-b2dc-4940-9c70-127bb5468500 req-b0686cf3-451d-4807-b713-19b12b669fea tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e HTTP/1.1" status: 200 len: 945 time: 0.0706725 Oct 19 01:28:52.787387 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5f14b4c2-b2dc-4940-9c70-127bb5468500 req-add358aa-71da-43fc-85aa-2a902b0490ce tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403657 Oct 19 01:28:52.854615 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f2f8079d-2496-4ff0-af8c-6edcdb5b1c20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:52.859635 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f2f8079d-2496-4ff0-af8c-6edcdb5b1c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:52.910741 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f2f8079d-2496-4ff0-af8c-6edcdb5b1c20 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=12b2f3e9bdc64209bf1eeaeecd5fbdef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3439593 Oct 19 01:28:52.910741 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8079d-2496-4ff0-af8c-6edcdb5b1c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557f5b41-40c4-4b8b-894c-ec01f9fb1668,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:52.911509 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38634) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:53.002751 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fd5eedd1-abd2-43a8-8638-0147ec787067 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:53.030109 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fd5eedd1-abd2-43a8-8638-0147ec787067 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:53.086510 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fd5eedd1-abd2-43a8-8638-0147ec787067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:53.089546 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fd5eedd1-abd2-43a8-8638-0147ec787067 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:53.090792 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fd5eedd1-abd2-43a8-8638-0147ec787067 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/557f5b41-40c4-4b8b-894c-ec01f9fb1668 HTTP/1.1" status: 204 len: 168 time: 0.1781874 Oct 19 01:28:53.100714 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5eedd1-abd2-43a8-8638-0147ec787067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557f5b41-40c4-4b8b-894c-ec01f9fb1668,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:53.414864 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38642) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:53.429921 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-46455fb2-6455-4312-a8ee-bcf7ca956b9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:53.514512 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-46455fb2-6455-4312-a8ee-bcf7ca956b9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:53.519801 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-46455fb2-6455-4312-a8ee-bcf7ca956b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:53.563388 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38644) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:53.563972 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-46455fb2-6455-4312-a8ee-bcf7ca956b9e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0e481b1451fe42e8ba9cd567233007af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1476140 Oct 19 01:28:53.565000 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46455fb2-6455-4312-a8ee-bcf7ca956b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed58a974-c4de-4c35-b45a-02d96bce59ac,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:53.618555 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b0a7d4fd-6e20-4ec7-aa8a-490c28539be8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:53.642642 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b0a7d4fd-6e20-4ec7-aa8a-490c28539be8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:53.703570 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b0a7d4fd-6e20-4ec7-aa8a-490c28539be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:53.707766 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b0a7d4fd-6e20-4ec7-aa8a-490c28539be8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:53.709195 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b0a7d4fd-6e20-4ec7-aa8a-490c28539be8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ed58a974-c4de-4c35-b45a-02d96bce59ac HTTP/1.1" status: 204 len: 168 time: 0.1445951 Oct 19 01:28:53.718570 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7d4fd-6e20-4ec7-aa8a-490c28539be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed58a974-c4de-4c35-b45a-02d96bce59ac,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:53.924276 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548660d-d207-45d9-9f3e-03deec10b55a req-ddd34c8b-a1c3-46aa-a09c-fc1f8ce9df2f tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:53.926142 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f548660d-d207-45d9-9f3e-03deec10b55a req-ddd34c8b-a1c3-46aa-a09c-fc1f8ce9df2f tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e HTTP/1.1" status: 200 len: 945 time: 0.0583770 Oct 19 01:28:53.981810 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f548660d-d207-45d9-9f3e-03deec10b55a req-1d35e622-7fe7-473f-be4b-ef7201181d42 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457807 Oct 19 01:28:55.154894 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e55891-90bd-45e5-b2ee-0df37e3afe89 req-e9c0c507-6aba-44c1-8d51-aa050686db73 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:55.156602 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-57e55891-90bd-45e5-b2ee-0df37e3afe89 req-e9c0c507-6aba-44c1-8d51-aa050686db73 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e HTTP/1.1" status: 200 len: 945 time: 0.0849404 Oct 19 01:28:55.220375 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-57e55891-90bd-45e5-b2ee-0df37e3afe89 req-9c9a68a5-c0cc-44b1-8424-b401536b65f2 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566874 Oct 19 01:28:56.390323 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b86ca-41c0-4e93-9d68-a0fc330fabeb req-8f1f0b5b-eee2-46d5-8392-033be28474e5 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:56.391976 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-907b86ca-41c0-4e93-9d68-a0fc330fabeb req-8f1f0b5b-eee2-46d5-8392-033be28474e5 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e HTTP/1.1" status: 200 len: 945 time: 0.0620952 Oct 19 01:28:56.456881 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-907b86ca-41c0-4e93-9d68-a0fc330fabeb req-4e01359b-188b-46a4-9f18-f8731a91a422 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508320 Oct 19 01:28:57.170387 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:57.575187 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a397af-9b7b-4e70-85e3-c62383a7e3f6 req-5efc574d-10bf-4389-a822-bcd08746ef5e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:57.584103 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c3a397af-9b7b-4e70-85e3-c62383a7e3f6 req-5efc574d-10bf-4389-a822-bcd08746ef5e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e HTTP/1.1" status: 200 len: 945 time: 0.0652382 Oct 19 01:28:57.642706 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c3a397af-9b7b-4e70-85e3-c62383a7e3f6 req-ffa5608c-fdba-4820-b6da-ae7946fe656e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571370 Oct 19 01:28:58.683706 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33f3dd-3c09-4814-b833-ce0ae0b1498b req-75dac717-7a94-4399-90c6-6527bbff4c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:58.685255 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aa33f3dd-3c09-4814-b833-ce0ae0b1498b req-75dac717-7a94-4399-90c6-6527bbff4c23 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=168a5912cc444122aa0d6d6b44b7e93f&device_id=7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e HTTP/1.1" status: 200 len: 1097 time: 0.0455785 Oct 19 01:28:58.764097 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987c28a-e242-476c-a93b-d8f596190518 req-aabe602a-df18-418a-9190-ea4e3032dc5a tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:58.765891 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d987c28a-e242-476c-a93b-d8f596190518 req-aabe602a-df18-418a-9190-ea4e3032dc5a tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e HTTP/1.1" status: 200 len: 945 time: 0.0504782 Oct 19 01:28:58.784242 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33f3dd-3c09-4814-b833-ce0ae0b1498b req-7c1f52a6-1238-4457-870a-97f24035f8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:58.785805 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aa33f3dd-3c09-4814-b833-ce0ae0b1498b req-7c1f52a6-1238-4457-870a-97f24035f8ea service neutron] 10.222.0.55 "GET /v2.0/networks?id=2309c3e4-1aec-4060-b6e9-bbaad5369c41 HTTP/1.1" status: 200 len: 913 time: 0.0935874 Oct 19 01:28:58.807218 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d987c28a-e242-476c-a93b-d8f596190518 req-bc67962f-bfa1-49f8-9e74-f2288c2c015c tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347331 Oct 19 01:28:58.831502 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aa33f3dd-3c09-4814-b833-ce0ae0b1498b req-941726a6-4077-43d3-840e-ad1df320b697 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f076a5b-1862-42d6-a62c-46c76f7783c4 HTTP/1.1" status: 200 len: 217 time: 0.0382590 Oct 19 01:28:58.887102 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33f3dd-3c09-4814-b833-ce0ae0b1498b req-3b434bc8-fbdd-4bb6-9a31-0beebd67a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:58.888498 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aa33f3dd-3c09-4814-b833-ce0ae0b1498b req-3b434bc8-fbdd-4bb6-9a31-0beebd67a443 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e75ff155-8f86-450c-9276-3e4132eca531 HTTP/1.1" status: 200 len: 851 time: 0.0489848 Oct 19 01:28:58.937660 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33f3dd-3c09-4814-b833-ce0ae0b1498b req-330b617a-a8c4-46f3-8118-11701997a39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:58.939640 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aa33f3dd-3c09-4814-b833-ce0ae0b1498b req-330b617a-a8c4-46f3-8118-11701997a39f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2309c3e4-1aec-4060-b6e9-bbaad5369c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438747 Oct 19 01:28:59.044908 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aa33f3dd-3c09-4814-b833-ce0ae0b1498b req-df38d1c3-f9dc-4705-ac8d-9965b66e08e4 service neutron] 10.222.0.55 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939131 Oct 19 01:28:59.138456 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aa33f3dd-3c09-4814-b833-ce0ae0b1498b req-98e135fb-8a74-4036-bfd4-54845c0489ac service neutron] 10.222.0.55 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857694 Oct 19 01:28:59.576466 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:59.927558 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7259c6-02af-48e5-ab09-18ec413acc10 req-2a2f84b2-2b6c-4ef7-9772-da29305b26e7 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:59.929106 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fe7259c6-02af-48e5-ab09-18ec413acc10 req-2a2f84b2-2b6c-4ef7-9772-da29305b26e7 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e HTTP/1.1" status: 200 len: 945 time: 0.0518670 Oct 19 01:28:59.968847 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fe7259c6-02af-48e5-ab09-18ec413acc10 req-5dc68927-c548-4c7b-adde-558c4657d823 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336425 Oct 19 01:29:00.456667 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38764) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:00.567774 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e66561ce-df17-49cf-912d-1c6b7f4d8284 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:00.653948 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e66561ce-df17-49cf-912d-1c6b7f4d8284 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:00.658634 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e66561ce-df17-49cf-912d-1c6b7f4d8284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:00.693763 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66561ce-df17-49cf-912d-1c6b7f4d8284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef64002-4be5-4d69-90cb-b6f6e453a7ef,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:00.708955 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e66561ce-df17-49cf-912d-1c6b7f4d8284 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bc23caec0440446ca6691d484f66eb37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2484124 Oct 19 01:29:00.709299 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38770) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:00.758980 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0ebff9e9-7ff6-423b-be62-8d0d497f66e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:00.780460 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0ebff9e9-7ff6-423b-be62-8d0d497f66e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:00.838061 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0ebff9e9-7ff6-423b-be62-8d0d497f66e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:00.840879 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0ebff9e9-7ff6-423b-be62-8d0d497f66e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:00.843491 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0ebff9e9-7ff6-423b-be62-8d0d497f66e1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1ef64002-4be5-4d69-90cb-b6f6e453a7ef HTTP/1.1" status: 204 len: 168 time: 0.1334693 Oct 19 01:29:00.853520 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebff9e9-7ff6-423b-be62-8d0d497f66e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef64002-4be5-4d69-90cb-b6f6e453a7ef,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:01.088320 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439e547-2ea7-4126-bbde-efc920a249e7 req-94329fe6-ea3c-4993-931e-6b41870bae0b tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:01.090016 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b439e547-2ea7-4126-bbde-efc920a249e7 req-94329fe6-ea3c-4993-931e-6b41870bae0b tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e HTTP/1.1" status: 200 len: 945 time: 0.0528762 Oct 19 01:29:01.130912 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b439e547-2ea7-4126-bbde-efc920a249e7 req-369517ec-87d2-4bbd-9a64-fe7ca50f076f tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341318 Oct 19 01:29:01.138661 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 6f076a5b-1862-42d6-a62c-46c76f7783c4 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:29:01.145665 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38778) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:01.167041 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fe927c27-5be1-456b-84ce-858ba1c37fd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:01.246988 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:01.291272 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 6f076a5b-1862-42d6-a62c-46c76f7783c4, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=6f076a5b-1862-42d6-a62c-46c76f7783c4,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:29:01.292653 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f076a5b-1862-42d6-a62c-46c76f7783c4'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:29:01.296211 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb58b3c0-a9f7-4154-8980-ca0f5e57b5d6" -d '{"events": [{"server_uuid": "7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e", "name": "network-vif-unplugged", "status": "completed", "tag": "6f076a5b-1862-42d6-a62c-46c76f7783c4"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:29:01.301672 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:01.302693 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b2ebe-e64d-42fb-a445-2307c02096ff req-7bafcbeb-3729-44f9-b86c-d8711409b74f tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:01.304444 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8c1b2ebe-e64d-42fb-a445-2307c02096ff req-7bafcbeb-3729-44f9-b86c-d8711409b74f tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0858102 Oct 19 01:29:01.306628 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fe927c27-5be1-456b-84ce-858ba1c37fd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:01.319529 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fe927c27-5be1-456b-84ce-858ba1c37fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:01.340210 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 19 Oct 2021 01:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21548bd5-8007-4d74-8652-f402cad3e96e x-openstack-request-id: req-21548bd5-8007-4d74-8652-f402cad3e96e {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:29:01.340499 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e", "name": "network-vif-unplugged", "status": "failed", "tag": "6f076a5b-1862-42d6-a62c-46c76f7783c4", "code": 422}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:29:01.340951 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-21548bd5-8007-4d74-8652-f402cad3e96e {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:29:01.341347 n-d-715271-26 neutron-server[100608]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6f076a5b-1862-42d6-a62c-46c76f7783c4', 'code': 422} returned with failed status Oct 19 01:29:01.355915 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38784) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:01.356183 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fe927c27-5be1-456b-84ce-858ba1c37fd6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5134a25d06444dabb18bc650a3556d46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2090671 Oct 19 01:29:01.358798 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=6f076a5b-1862-42d6-a62c-46c76f7783c4,revision_number=8']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:01.400802 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe927c27-5be1-456b-84ce-858ba1c37fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8ee04a-9a8a-4e8b-ac30-6c3c735accdf,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:01.415501 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-593c65d6-91bd-401e-8872-ec68b6707321 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:01.416070 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8c1b2ebe-e64d-42fb-a445-2307c02096ff req-f96f0aeb-92db-44eb-86df-c62c25311d1f tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920870 Oct 19 01:29:01.439552 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-593c65d6-91bd-401e-8872-ec68b6707321 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:01.503399 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-593c65d6-91bd-401e-8872-ec68b6707321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:01.506054 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-593c65d6-91bd-401e-8872-ec68b6707321 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:01.507164 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-593c65d6-91bd-401e-8872-ec68b6707321 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cb8ee04a-9a8a-4e8b-ac30-6c3c735accdf HTTP/1.1" status: 204 len: 168 time: 0.1501112 Oct 19 01:29:01.537248 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c65d6-91bd-401e-8872-ec68b6707321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8ee04a-9a8a-4e8b-ac30-6c3c735accdf,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:01.557821 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddff56-5e6b-4020-a2f1-e6a3814812e1 req-985a8d5c-47d9-436d-99e0-da89db9998d2 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:01.559378 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bbddff56-5e6b-4020-a2f1-e6a3814812e1 req-985a8d5c-47d9-436d-99e0-da89db9998d2 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0701792 Oct 19 01:29:01.600670 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bbddff56-5e6b-4020-a2f1-e6a3814812e1 req-c7421f7b-127d-4846-a5ab-a425bfed1844 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350661 Oct 19 01:29:01.822337 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cb7a9-3a27-487e-b9d7-f5d6d8a2e366 req-9ef9d9e0-54a5-466d-9676-31685ab76436 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:01.823871 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9a8cb7a9-3a27-487e-b9d7-f5d6d8a2e366 req-9ef9d9e0-54a5-466d-9676-31685ab76436 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0572419 Oct 19 01:29:01.864248 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9a8cb7a9-3a27-487e-b9d7-f5d6d8a2e366 req-61553ec3-3823-4c54-bbde-bdeb507dc527 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332212 Oct 19 01:29:02.338622 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:29:02.988360 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4416302-25e6-453f-9059-83416129de3c req-8bae38ff-f53e-481f-9d3a-c02db55d5617 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:02.990009 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e4416302-25e6-453f-9059-83416129de3c req-8bae38ff-f53e-481f-9d3a-c02db55d5617 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0538862 Oct 19 01:29:03.029646 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e4416302-25e6-453f-9059-83416129de3c req-b15046fa-e43f-4c5a-9af7-72931e196a84 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336025 Oct 19 01:29:04.144866 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1488f-c834-44fd-9d2e-2247a7f72209 req-9077d49d-3641-4f94-95db-df64198358e9 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:04.146354 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-03c1488f-c834-44fd-9d2e-2247a7f72209 req-9077d49d-3641-4f94-95db-df64198358e9 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0494225 Oct 19 01:29:04.184406 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-03c1488f-c834-44fd-9d2e-2247a7f72209 req-e9ae3f2b-a563-4702-9e8f-6526e1b363da tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320413 Oct 19 01:29:05.305106 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b73478-d4ee-4df1-98dd-83b1a029efe3 req-ab513d17-2139-4740-96be-064fca2b14ed tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:05.306552 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-38b73478-d4ee-4df1-98dd-83b1a029efe3 req-ab513d17-2139-4740-96be-064fca2b14ed tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0532312 Oct 19 01:29:05.343987 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-38b73478-d4ee-4df1-98dd-83b1a029efe3 req-a3b9ecea-8ca1-4476-9d7a-07a721598819 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315020 Oct 19 01:29:06.038594 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9a882574-6d30-4a0b-b510-704c49f723f8 req-42797853-d9c3-4ed5-9a83-f6bf415de334 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407455 Oct 19 01:29:06.100697 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a882574-6d30-4a0b-b510-704c49f723f8 req-aa6c0ce2-07ae-436b-87e5-708b252dd1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:06.102206 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9a882574-6d30-4a0b-b510-704c49f723f8 req-aa6c0ce2-07ae-436b-87e5-708b252dd1df service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b92153fb65d447bf94f5610e1ad52929&device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 1098 time: 0.0413575 Oct 19 01:29:06.209338 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a882574-6d30-4a0b-b510-704c49f723f8 req-98165588-e6e1-4b03-adac-72c8a385d0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:06.210710 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9a882574-6d30-4a0b-b510-704c49f723f8 req-98165588-e6e1-4b03-adac-72c8a385d0cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=536e6985-0345-4611-a1bb-43f97b99c56a HTTP/1.1" status: 200 len: 898 time: 0.0887413 Oct 19 01:29:06.278163 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9a882574-6d30-4a0b-b510-704c49f723f8 req-a371e54b-9ad2-4990-a4e4-86fe94b7652c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08a255d7-3f6c-4909-8155-47b60f14908f HTTP/1.1" status: 200 len: 1001 time: 0.0582871 Oct 19 01:29:06.329711 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a882574-6d30-4a0b-b510-704c49f723f8 req-61ca5ab8-e8b1-44fe-8d1e-f1f340900ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:06.331473 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9a882574-6d30-4a0b-b510-704c49f723f8 req-61ca5ab8-e8b1-44fe-8d1e-f1f340900ce3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b488813b-7adf-4e85-b4c2-f7dbbaef9e40 HTTP/1.1" status: 200 len: 834 time: 0.0465734 Oct 19 01:29:06.384452 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a882574-6d30-4a0b-b510-704c49f723f8 req-c526c56c-1e70-4c1d-88ee-7422b4900626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:06.385973 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9a882574-6d30-4a0b-b510-704c49f723f8 req-c526c56c-1e70-4c1d-88ee-7422b4900626 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=536e6985-0345-4611-a1bb-43f97b99c56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459704 Oct 19 01:29:06.519543 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d3d87-1939-4bbe-8c8f-1a61571db9e5 req-31acd3de-07cd-4aa7-aa59-94d389a8ad5b tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:06.521082 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-383d3d87-1939-4bbe-8c8f-1a61571db9e5 req-31acd3de-07cd-4aa7-aa59-94d389a8ad5b tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.1023262 Oct 19 01:29:06.522913 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9a882574-6d30-4a0b-b510-704c49f723f8 req-c22348a5-1c07-4dd7-b0b0-52da77f2bfd8 service neutron] 10.222.0.24 "GET /v2.0/networks/536e6985-0345-4611-a1bb-43f97b99c56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275682 Oct 19 01:29:06.609728 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-383d3d87-1939-4bbe-8c8f-1a61571db9e5 req-45ccb7df-1d89-46a2-bce0-24fb571ec649 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824466 Oct 19 01:29:06.638606 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9a882574-6d30-4a0b-b510-704c49f723f8 req-8dd46899-72d4-4dab-bac3-67e15cc4a42f service neutron] 10.222.0.24 "GET /v2.0/networks/536e6985-0345-4611-a1bb-43f97b99c56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050289 Oct 19 01:29:07.457265 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38916) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:07.565777 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7ffc6e35-7b56-4304-b066-d5573f7c46e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:07.649833 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7ffc6e35-7b56-4304-b066-d5573f7c46e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:07.653967 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7ffc6e35-7b56-4304-b066-d5573f7c46e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:07.705908 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7ffc6e35-7b56-4304-b066-d5573f7c46e8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aff36cff0d8b4d789348a6a80c69877b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2469466 Oct 19 01:29:07.708792 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38922) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:07.721537 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc6e35-7b56-4304-b066-d5573f7c46e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6216e021-5d2c-4920-bbd1-541f5276172a,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:07.750032 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c36cc6-87e7-453b-ade6-e1ea41aafd21 req-11c0ecaf-46a5-47da-9ecd-63dd2fc244c6 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:07.752601 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-40c36cc6-87e7-453b-ade6-e1ea41aafd21 req-11c0ecaf-46a5-47da-9ecd-63dd2fc244c6 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0644057 Oct 19 01:29:07.765067 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c0d06135-3918-4e82-90cb-6c45d741bc28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:07.790124 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c0d06135-3918-4e82-90cb-6c45d741bc28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:07.793323 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-40c36cc6-87e7-453b-ade6-e1ea41aafd21 req-ae2de957-0e9d-437a-b0d9-de85dc816bd2 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342362 Oct 19 01:29:07.844025 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c0d06135-3918-4e82-90cb-6c45d741bc28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:07.846798 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c0d06135-3918-4e82-90cb-6c45d741bc28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:07.847973 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c0d06135-3918-4e82-90cb-6c45d741bc28 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6216e021-5d2c-4920-bbd1-541f5276172a HTTP/1.1" status: 204 len: 168 time: 0.1379900 Oct 19 01:29:07.856143 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d06135-3918-4e82-90cb-6c45d741bc28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6216e021-5d2c-4920-bbd1-541f5276172a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:07.864599 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d06135-3918-4e82-90cb-6c45d741bc28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:07.864949 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d06135-3918-4e82-90cb-6c45d741bc28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:07.865292 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d06135-3918-4e82-90cb-6c45d741bc28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:07.865627 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d06135-3918-4e82-90cb-6c45d741bc28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:07.865954 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d06135-3918-4e82-90cb-6c45d741bc28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:07.866290 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d06135-3918-4e82-90cb-6c45d741bc28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:07.866725 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d06135-3918-4e82-90cb-6c45d741bc28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:07.866920 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d06135-3918-4e82-90cb-6c45d741bc28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:07.867244 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d06135-3918-4e82-90cb-6c45d741bc28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:07.867654 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d06135-3918-4e82-90cb-6c45d741bc28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:07.867910 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d06135-3918-4e82-90cb-6c45d741bc28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:07.868233 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d06135-3918-4e82-90cb-6c45d741bc28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:08.126682 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38932) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:08.140367 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-89b3785f-16d5-4c7c-ad35-94e5431c4942 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:08.218674 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-89b3785f-16d5-4c7c-ad35-94e5431c4942 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:08.222321 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-89b3785f-16d5-4c7c-ad35-94e5431c4942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:08.272889 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-89b3785f-16d5-4c7c-ad35-94e5431c4942 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7e59f4965e414823a2b33d2f927cce76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450012 Oct 19 01:29:08.274084 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3785f-16d5-4c7c-ad35-94e5431c4942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54de5480-1ee5-40ca-ab32-7a1fee0bf853,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:08.275879 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38934) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:08.332484 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6b2de359-7901-4cc9-87c0-0672767e36e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:08.353474 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6b2de359-7901-4cc9-87c0-0672767e36e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:08.400976 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6b2de359-7901-4cc9-87c0-0672767e36e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:08.404026 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6b2de359-7901-4cc9-87c0-0672767e36e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:08.405296 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6b2de359-7901-4cc9-87c0-0672767e36e6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/54de5480-1ee5-40ca-ab32-7a1fee0bf853 HTTP/1.1" status: 204 len: 168 time: 0.1282232 Oct 19 01:29:08.413001 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2de359-7901-4cc9-87c0-0672767e36e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54de5480-1ee5-40ca-ab32-7a1fee0bf853,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:08.716193 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 38940) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:08.730013 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-736d7928-0423-4e79-ad50-8bf284beb4d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:08.806352 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-736d7928-0423-4e79-ad50-8bf284beb4d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:08.809962 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-736d7928-0423-4e79-ad50-8bf284beb4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:08.849600 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-736d7928-0423-4e79-ad50-8bf284beb4d8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=57dbabc2bd834a18a9f31105c2fd9cee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1323233 Oct 19 01:29:08.850503 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d7928-0423-4e79-ad50-8bf284beb4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99a143d-8630-4054-8a4d-ed01509a8d37,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:08.852442 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 38944) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:08.956188 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597fdc5-23ca-49d2-bc24-1dcfd37feb87 req-faca8208-bdb5-4c22-8639-3de0ff6d042e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:08.957754 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e597fdc5-23ca-49d2-bc24-1dcfd37feb87 req-faca8208-bdb5-4c22-8639-3de0ff6d042e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0908427 Oct 19 01:29:08.958530 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-babfb02d-1f7a-41b7-817f-08c54a0bd67a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:08.992249 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-babfb02d-1f7a-41b7-817f-08c54a0bd67a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:09.027682 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e597fdc5-23ca-49d2-bc24-1dcfd37feb87 req-3d08708c-f900-43c9-8017-a15f65adf023 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601819 Oct 19 01:29:09.053395 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-babfb02d-1f7a-41b7-817f-08c54a0bd67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:09.055976 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-babfb02d-1f7a-41b7-817f-08c54a0bd67a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:09.060144 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-babfb02d-1f7a-41b7-817f-08c54a0bd67a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e99a143d-8630-4054-8a4d-ed01509a8d37 HTTP/1.1" status: 204 len: 168 time: 0.2063491 Oct 19 01:29:09.068568 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babfb02d-1f7a-41b7-817f-08c54a0bd67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99a143d-8630-4054-8a4d-ed01509a8d37,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:10.152454 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d8d31-7e8f-4bb4-94c1-73751cf24c67 req-091f3027-bd75-40f0-aada-909fa800cef9 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:10.154042 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a51d8d31-7e8f-4bb4-94c1-73751cf24c67 req-091f3027-bd75-40f0-aada-909fa800cef9 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0543411 Oct 19 01:29:10.197797 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a51d8d31-7e8f-4bb4-94c1-73751cf24c67 req-50ea88ba-8ccf-41c4-a89f-5a9662ef408e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353241 Oct 19 01:29:10.902959 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39022) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:11.010322 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ffe9a658-3092-45e9-b016-a8b09504603e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:11.087286 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ffe9a658-3092-45e9-b016-a8b09504603e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:11.090842 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ffe9a658-3092-45e9-b016-a8b09504603e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:11.127429 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ffe9a658-3092-45e9-b016-a8b09504603e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=25969d85cb824e3f82a00ce0b271f457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2233946 Oct 19 01:29:11.129340 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9a658-3092-45e9-b016-a8b09504603e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1d2fff-0397-4268-855e-b08e65e569b4,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:11.130166 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39026) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:11.180314 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aa035704-07d0-4f60-8ee9-56a25597805a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:11.202560 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aa035704-07d0-4f60-8ee9-56a25597805a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:11.253540 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aa035704-07d0-4f60-8ee9-56a25597805a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:11.256178 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aa035704-07d0-4f60-8ee9-56a25597805a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:11.257370 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-aa035704-07d0-4f60-8ee9-56a25597805a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bd1d2fff-0397-4268-855e-b08e65e569b4 HTTP/1.1" status: 204 len: 168 time: 0.1262059 Oct 19 01:29:11.265384 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa035704-07d0-4f60-8ee9-56a25597805a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1d2fff-0397-4268-855e-b08e65e569b4,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:11.319003 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa23d7d-a7a1-45f5-942c-d589b06b2c97 req-fd142ad8-4271-4363-9d0e-c352b30e103e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:11.320540 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-efa23d7d-a7a1-45f5-942c-d589b06b2c97 req-fd142ad8-4271-4363-9d0e-c352b30e103e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0491915 Oct 19 01:29:11.361198 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-efa23d7d-a7a1-45f5-942c-d589b06b2c97 req-9555d12a-8c5b-4d92-a1c2-aae5ed6c4e6a tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344133 Oct 19 01:29:11.520299 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39038) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:11.533522 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-92ca40fd-1eb5-4b03-b7df-c074a7620c70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:11.610517 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-92ca40fd-1eb5-4b03-b7df-c074a7620c70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:11.614125 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-92ca40fd-1eb5-4b03-b7df-c074a7620c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:11.652138 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-92ca40fd-1eb5-4b03-b7df-c074a7620c70 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9dc61c5c8fcd496cb4abd3f6ae731863&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1307037 Oct 19 01:29:11.653001 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca40fd-1eb5-4b03-b7df-c074a7620c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318ce9b6-5bf7-4257-8d25-c454ee44e7f7,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:11.654823 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39040) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:11.705070 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-10acc223-4dc4-4290-97e4-fb3b746e9f24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:11.725645 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-10acc223-4dc4-4290-97e4-fb3b746e9f24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:11.776720 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-10acc223-4dc4-4290-97e4-fb3b746e9f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:11.779520 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-10acc223-4dc4-4290-97e4-fb3b746e9f24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:11.780876 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-10acc223-4dc4-4290-97e4-fb3b746e9f24 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/318ce9b6-5bf7-4257-8d25-c454ee44e7f7 HTTP/1.1" status: 204 len: 168 time: 0.1248987 Oct 19 01:29:11.789312 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10acc223-4dc4-4290-97e4-fb3b746e9f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318ce9b6-5bf7-4257-8d25-c454ee44e7f7,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:11.876650 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059914c1-7ec1-44d2-88b7-bafa47cc45cf req-66d2553e-4eea-4de0-b9d1-e9449d7f1d43 tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:11.878195 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-059914c1-7ec1-44d2-88b7-bafa47cc45cf req-66d2553e-4eea-4de0-b9d1-e9449d7f1d43 tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 1098 time: 0.0413213 Oct 19 01:29:11.913465 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-059914c1-7ec1-44d2-88b7-bafa47cc45cf req-5beba8b6-6a7a-45c3-b7d5-8af350aa9d3e tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292642 Oct 19 01:29:11.936518 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39046) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:12.114033 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-4d5fa053-34b2-4f1d-a7a6-65e4a2ed5f1c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Deleting port d555990a-e1e6-44b9-a41d-91978842b362 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:29:12.114375 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4d5fa053-34b2-4f1d-a7a6-65e4a2ed5f1c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:12.192080 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4d5fa053-34b2-4f1d-a7a6-65e4a2ed5f1c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:12.192411 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4d5fa053-34b2-4f1d-a7a6-65e4a2ed5f1c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:12.204095 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-4d5fa053-34b2-4f1d-a7a6-65e4a2ed5f1c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Calling delete_port for d555990a-e1e6-44b9-a41d-91978842b362 owned by network:floatingip {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:29:12.372890 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4d5fa053-34b2-4f1d-a7a6-65e4a2ed5f1c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:12.399941 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5fa053-34b2-4f1d-a7a6-65e4a2ed5f1c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event deleted for resources: {'Port': ['ID=d555990a-e1e6-44b9-a41d-91978842b362,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:12.466266 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4d5fa053-34b2-4f1d-a7a6-65e4a2ed5f1c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for floatingip, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:12.466600 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [None req-4d5fa053-34b2-4f1d-a7a6-65e4a2ed5f1c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Floating IP 2f632db7-e4c7-4968-8e0a-d8fb639957d9 disassociated (deleted). External IP: 172.25.8.208, port: 08a255d7-3f6c-4909-8155-47b60f14908f. Oct 19 01:29:12.493399 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fbb3f0-36dd-4a34-a09b-f88942df485c req-e8f53bdb-9a9d-4599-8d45-9089ea75ebcb tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:12.494806 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-23fbb3f0-36dd-4a34-a09b-f88942df485c req-e8f53bdb-9a9d-4599-8d45-9089ea75ebcb tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0512304 Oct 19 01:29:12.538830 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-23fbb3f0-36dd-4a34-a09b-f88942df485c req-7ba746ce-440f-4d1b-9019-eafb83cdb7a0 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349696 Oct 19 01:29:12.704708 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5fa053-34b2-4f1d-a7a6-65e4a2ed5f1c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Router a52e6ed8-9431-4526-af28-a6f3986476e2 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:29:12.765815 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65169a2d-ec88-4cc1-a685-64b9315cca24 req-55297703-7c0a-453f-8ca9-4a67a916437d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:12.768228 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-65169a2d-ec88-4cc1-a685-64b9315cca24 req-55297703-7c0a-453f-8ca9-4a67a916437d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0647564 Oct 19 01:29:12.822988 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16bce27-13d8-4d20-acde-e00b6f98f4a9 req-6e2c83d7-0e48-4f7e-8fc4-a3a03a942167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:12.824534 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d16bce27-13d8-4d20-acde-e00b6f98f4a9 req-6e2c83d7-0e48-4f7e-8fc4-a3a03a942167 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=168a5912cc444122aa0d6d6b44b7e93f&device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 1097 time: 0.0773990 Oct 19 01:29:12.832676 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-65169a2d-ec88-4cc1-a685-64b9315cca24 req-6210ded3-1e74-403d-9929-811cd76f7044 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486724 Oct 19 01:29:12.850304 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5fa053-34b2-4f1d-a7a6-65e4a2ed5f1c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:29:12.864991 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb86129-8c03-499e-9368-4cedc228bf59 None None] Sync routers for ids ['a52e6ed8-9431-4526-af28-a6f3986476e2'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:29:12.865392 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4d5fa053-34b2-4f1d-a7a6-65e4a2ed5f1c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:12.874614 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb86129-8c03-499e-9368-4cedc228bf59 None None] Routers {'a52e6ed8-9431-4526-af28-a6f3986476e2'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:29:12.875439 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-3cb86129-8c03-499e-9368-4cedc228bf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:28:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['a52e6ed8-9431-4526-af28-a6f3986476e2'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:12.900771 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4d5fa053-34b2-4f1d-a7a6-65e4a2ed5f1c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "DELETE /v2.0/floatingips/2f632db7-e4c7-4968-8e0a-d8fb639957d9 HTTP/1.1" status: 204 len: 168 time: 0.9610214 Oct 19 01:29:12.901451 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e046f0b-dbde-40f4-b754-80f2d87b77dc', 'tag': '08a255d7-3f6c-4909-8155-47b60f14908f'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:29:12.914752 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbed5ca2-4d7e-4bf0-b379-6287331c35c7" -d '{"events": [{"name": "network-changed", "server_uuid": "5e046f0b-dbde-40f4-b754-80f2d87b77dc", "tag": "08a255d7-3f6c-4909-8155-47b60f14908f"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:29:12.961913 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16bce27-13d8-4d20-acde-e00b6f98f4a9 req-ae356bf0-c3cf-4bb3-962e-2dca9be0e894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:12.963357 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d16bce27-13d8-4d20-acde-e00b6f98f4a9 req-ae356bf0-c3cf-4bb3-962e-2dca9be0e894 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2309c3e4-1aec-4060-b6e9-bbaad5369c41 HTTP/1.1" status: 200 len: 913 time: 0.1298211 Oct 19 01:29:13.006400 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39088) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:13.013792 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-3cb86129-8c03-499e-9368-4cedc228bf59 None None] Set router a52e6ed8-9431-4526-af28-a6f3986476e2 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:29:13.062747 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d16bce27-13d8-4d20-acde-e00b6f98f4a9 req-ab5f0979-4b3b-4b44-bc74-fa366762350a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f HTTP/1.1" status: 200 len: 999 time: 0.0912244 Oct 19 01:29:13.141473 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16bce27-13d8-4d20-acde-e00b6f98f4a9 req-9db3a389-5b15-4f83-9897-de08efa88f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:13.143361 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d16bce27-13d8-4d20-acde-e00b6f98f4a9 req-9db3a389-5b15-4f83-9897-de08efa88f1a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e75ff155-8f86-450c-9276-3e4132eca531 HTTP/1.1" status: 200 len: 851 time: 0.0654294 Oct 19 01:29:13.217222 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16bce27-13d8-4d20-acde-e00b6f98f4a9 req-a37671c5-2bc8-4184-ba4d-86d8b0048dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:13.218911 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d16bce27-13d8-4d20-acde-e00b6f98f4a9 req-a37671c5-2bc8-4184-ba4d-86d8b0048dbd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2309c3e4-1aec-4060-b6e9-bbaad5369c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665424 Oct 19 01:29:13.244246 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1523bd93-f014-45b8-820f-f2f07e856453 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:13.250053 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff3832a-7967-4852-9de8-69981a470a1c x-openstack-request-id: req-aff3832a-7967-4852-9de8-69981a470a1c {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:29:13.250417 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e046f0b-dbde-40f4-b754-80f2d87b77dc", "tag": "08a255d7-3f6c-4909-8155-47b60f14908f", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:29:13.250825 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-aff3832a-7967-4852-9de8-69981a470a1c {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:29:13.251267 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e046f0b-dbde-40f4-b754-80f2d87b77dc', 'tag': '08a255d7-3f6c-4909-8155-47b60f14908f', 'status': 'completed', 'code': 200} Oct 19 01:29:13.271201 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-3cb86129-8c03-499e-9368-4cedc228bf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705417804', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '716ee9e4-88d3-44c3-bd98-b33c761328cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:27:11Z', 'updated_at': '2021-10-19T01:27:16Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '716ee9e4-88d3-44c3-bd98-b33c761328cf', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:27:12Z', 'updated_at': '2021-10-19T01:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '8f0da1b5-2714-42f4-b8e5-f3e36f7148e8', 'name': '', 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'mac_address': 'fa:16:3e:53:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'b488813b-7adf-4e85-b4c2-f7dbbaef9e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:27:15Z', 'updated_at': '2021-10-19T01:27:20Z', 'revision_number': 5, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'subnets': [{'id': 'b488813b-7adf-4e85-b4c2-f7dbbaef9e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:13.299913 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb86129-8c03-499e-9368-4cedc228bf59 None None] Checking router: a52e6ed8-9431-4526-af28-a6f3986476e2 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:29:13.309511 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb86129-8c03-499e-9368-4cedc228bf59 None None] Routers {'a52e6ed8-9431-4526-af28-a6f3986476e2'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:29:13.310435 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-3cb86129-8c03-499e-9368-4cedc228bf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:28:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['a52e6ed8-9431-4526-af28-a6f3986476e2'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:13.314303 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad18ad-0fba-4613-ae54-2345dafc267e req-099f0959-c765-4c26-9066-161b86e0d929 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:13.316392 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65ad18ad-0fba-4613-ae54-2345dafc267e req-099f0959-c765-4c26-9066-161b86e0d929 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 946 time: 0.1377931 Oct 19 01:29:13.326646 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d16bce27-13d8-4d20-acde-e00b6f98f4a9 req-83a1a76d-3ca0-4558-a4c8-99e5114cb74f service neutron] 10.222.0.55 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000757 Oct 19 01:29:13.362721 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed5ca2-4d7e-4bf0-b379-6287331c35c7 req-d5b6aea1-d410-4092-8392-983b6517131a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:13.365993 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fbed5ca2-4d7e-4bf0-b379-6287331c35c7 req-d5b6aea1-d410-4092-8392-983b6517131a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b92153fb65d447bf94f5610e1ad52929&device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 1098 time: 0.1058192 Oct 19 01:29:13.417133 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65ad18ad-0fba-4613-ae54-2345dafc267e req-6bc4143d-964b-4af6-82d7-10033adf9e88 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871725 Oct 19 01:29:13.449612 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d16bce27-13d8-4d20-acde-e00b6f98f4a9 req-81434d3e-8532-46ed-a94c-d359b5ed6ebe service neutron] 10.222.0.55 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157691 Oct 19 01:29:13.450670 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-3cb86129-8c03-499e-9368-4cedc228bf59 None None] Set router a52e6ed8-9431-4526-af28-a6f3986476e2 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:29:13.516948 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1523bd93-f014-45b8-820f-f2f07e856453 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:13.520220 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed5ca2-4d7e-4bf0-b379-6287331c35c7 req-4c26d82b-9b1b-4f94-a2fd-99891f0ef447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:13.521799 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fbed5ca2-4d7e-4bf0-b379-6287331c35c7 req-4c26d82b-9b1b-4f94-a2fd-99891f0ef447 service neutron] 10.222.0.24 "GET /v2.0/networks?id=536e6985-0345-4611-a1bb-43f97b99c56a HTTP/1.1" status: 200 len: 898 time: 0.1434045 Oct 19 01:29:13.522792 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1523bd93-f014-45b8-820f-f2f07e856453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:13.594796 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fbed5ca2-4d7e-4bf0-b379-6287331c35c7 req-05c8437d-a74c-436f-bad0-6bf3a6f5199e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08a255d7-3f6c-4909-8155-47b60f14908f HTTP/1.1" status: 200 len: 217 time: 0.0608704 Oct 19 01:29:13.599750 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1523bd93-f014-45b8-820f-f2f07e856453 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=319c02b1dda346eab47f6eeb7aa55a5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5923352 Oct 19 01:29:13.602603 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39096) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:13.608997 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523bd93-f014-45b8-820f-f2f07e856453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822623d8-dcaf-4efb-9172-ca06634a38dd,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:13.648828 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed5ca2-4d7e-4bf0-b379-6287331c35c7 req-4d7e2974-0353-4dfb-a1bb-fd09aabef6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:13.650311 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fbed5ca2-4d7e-4bf0-b379-6287331c35c7 req-4d7e2974-0353-4dfb-a1bb-fd09aabef6c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b488813b-7adf-4e85-b4c2-f7dbbaef9e40 HTTP/1.1" status: 200 len: 834 time: 0.0484955 Oct 19 01:29:13.665492 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-58680460-010f-464c-b5e3-db8bf01e2241 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:13.670537 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-3cb86129-8c03-499e-9368-4cedc228bf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705417804', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '716ee9e4-88d3-44c3-bd98-b33c761328cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:27:11Z', 'updated_at': '2021-10-19T01:27:16Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '716ee9e4-88d3-44c3-bd98-b33c761328cf', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:27:12Z', 'updated_at': '2021-10-19T01:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '8f0da1b5-2714-42f4-b8e5-f3e36f7148e8', 'name': '', 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'mac_address': 'fa:16:3e:53:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'b488813b-7adf-4e85-b4c2-f7dbbaef9e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:27:15Z', 'updated_at': '2021-10-19T01:27:20Z', 'revision_number': 5, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'subnets': [{'id': 'b488813b-7adf-4e85-b4c2-f7dbbaef9e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:13.688070 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-58680460-010f-464c-b5e3-db8bf01e2241 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:13.706477 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb86129-8c03-499e-9368-4cedc228bf59 None None] The sync data for ids ['a52e6ed8-9431-4526-af28-a6f3986476e2'] in n-d-715271-26 is: [{'id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705417804', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '716ee9e4-88d3-44c3-bd98-b33c761328cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:27:11Z', 'updated_at': '2021-10-19T01:27:16Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '716ee9e4-88d3-44c3-bd98-b33c761328cf', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:27:12Z', 'updated_at': '2021-10-19T01:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '8f0da1b5-2714-42f4-b8e5-f3e36f7148e8', 'name': '', 'network_id': '536e6985-0345-4611-a1bb-43f97b99c56a', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'mac_address': 'fa:16:3e:53:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'b488813b-7adf-4e85-b4c2-f7dbbaef9e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:27:15Z', 'updated_at': '2021-10-19T01:27:20Z', 'revision_number': 5, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'subnets': [{'id': 'b488813b-7adf-4e85-b4c2-f7dbbaef9e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:29:13.709832 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed5ca2-4d7e-4bf0-b379-6287331c35c7 req-6b3e25f0-e28c-4254-8bae-0937557a6842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:13.711314 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fbed5ca2-4d7e-4bf0-b379-6287331c35c7 req-6b3e25f0-e28c-4254-8bae-0937557a6842 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=536e6985-0345-4611-a1bb-43f97b99c56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527399 Oct 19 01:29:13.745641 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-58680460-010f-464c-b5e3-db8bf01e2241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:13.748487 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-58680460-010f-464c-b5e3-db8bf01e2241 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:13.749758 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-58680460-010f-464c-b5e3-db8bf01e2241 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/822623d8-dcaf-4efb-9172-ca06634a38dd HTTP/1.1" status: 204 len: 168 time: 0.1461723 Oct 19 01:29:13.765759 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58680460-010f-464c-b5e3-db8bf01e2241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822623d8-dcaf-4efb-9172-ca06634a38dd,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:13.818866 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fbed5ca2-4d7e-4bf0-b379-6287331c35c7 req-5f38c731-b0ea-48c7-9303-2ba243e10b41 service neutron] 10.222.0.24 "GET /v2.0/networks/536e6985-0345-4611-a1bb-43f97b99c56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976892 Oct 19 01:29:13.931638 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fbed5ca2-4d7e-4bf0-b379-6287331c35c7 req-f605ea90-f767-44e7-8301-cf02b98f208a service neutron] 10.222.0.24 "GET /v2.0/networks/536e6985-0345-4611-a1bb-43f97b99c56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036484 Oct 19 01:29:13.937626 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-08a05bdd-ec88-4639-bb44-c9214e4f415a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:14.016845 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3863da-f93b-4d48-9735-e1a0ec37fd56 req-847ba7e4-514c-4b38-b8b1-e6698541f723 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:14.018435 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0a3863da-f93b-4d48-9735-e1a0ec37fd56 req-847ba7e4-514c-4b38-b8b1-e6698541f723 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0727315 Oct 19 01:29:14.039031 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04461cf8-bd8d-46cf-a5dd-ed1c6e2a6d20 None None] New status for floating IP 2f632db7-e4c7-4968-8e0a-d8fb639957d9: DOWN {{(pid=100608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:29:14.064404 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0a3863da-f93b-4d48-9735-e1a0ec37fd56 req-caec8c96-8b5d-4c68-b12b-3878774dc1d8 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378385 Oct 19 01:29:14.518347 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb778e96-1776-4271-af4d-f922b09a06b7 req-e605dae1-0c6c-420e-855c-d3c8b89932ab tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:14.519829 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fb778e96-1776-4271-af4d-f922b09a06b7 req-e605dae1-0c6c-420e-855c-d3c8b89932ab tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 946 time: 0.0697317 Oct 19 01:29:14.540435 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30acb9-8f62-4c0d-97c1-42a949fe7264 req-8df81e80-c5de-4a84-94f2-fc7619e403e7 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:14.541937 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2c30acb9-8f62-4c0d-97c1-42a949fe7264 req-8df81e80-c5de-4a84-94f2-fc7619e403e7 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e046f0b-dbde-40f4-b754-80f2d87b77dc HTTP/1.1" status: 200 len: 946 time: 0.0537653 Oct 19 01:29:14.583271 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2c30acb9-8f62-4c0d-97c1-42a949fe7264 req-6e5fd32c-c2a4-436d-91fd-1773bacf58b1 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0f892b1-5da6-48c8-a7a0-b3deb4165ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340104 Oct 19 01:29:14.619557 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-fb778e96-1776-4271-af4d-f922b09a06b7 req-e0bdb52d-dbc4-4265-baa9-4aaa202af768 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Deleting port 08a255d7-3f6c-4909-8155-47b60f14908f {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:29:14.619923 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-fb778e96-1776-4271-af4d-f922b09a06b7 req-e0bdb52d-dbc4-4265-baa9-4aaa202af768 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:14.722051 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-fb778e96-1776-4271-af4d-f922b09a06b7 req-e0bdb52d-dbc4-4265-baa9-4aaa202af768 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] For port 08a255d7-3f6c-4909-8155-47b60f14908f, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=08a255d7-3f6c-4909-8155-47b60f14908f,segment=NetworkSegment(2f63682b-5ff4-426f-b460-a3e069f328b3),segment_id=2f63682b-5ff4-426f-b460-a3e069f328b3)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:29:14.722663 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-fb778e96-1776-4271-af4d-f922b09a06b7 req-e0bdb52d-dbc4-4265-baa9-4aaa202af768 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:14.736353 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-fb778e96-1776-4271-af4d-f922b09a06b7 req-e0bdb52d-dbc4-4265-baa9-4aaa202af768 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Calling delete_port for 08a255d7-3f6c-4909-8155-47b60f14908f owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:29:14.867394 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-fb778e96-1776-4271-af4d-f922b09a06b7 req-e0bdb52d-dbc4-4265-baa9-4aaa202af768 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:14.899167 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bdb52d-dbc4-4265-baa9-4aaa202af768 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event deleted for resources: {'Port': ['ID=08a255d7-3f6c-4909-8155-47b60f14908f,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:14.946135 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb778e96-1776-4271-af4d-f922b09a06b7 req-e0bdb52d-dbc4-4265-baa9-4aaa202af768 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] No DVR routers for this DVR port 08a255d7-3f6c-4909-8155-47b60f14908f on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:29:14.950110 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-fb778e96-1776-4271-af4d-f922b09a06b7 req-e0bdb52d-dbc4-4265-baa9-4aaa202af768 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:14.954118 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fb778e96-1776-4271-af4d-f922b09a06b7 req-e0bdb52d-dbc4-4265-baa9-4aaa202af768 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.24 "DELETE /v2.0/ports/08a255d7-3f6c-4909-8155-47b60f14908f HTTP/1.1" status: 204 len: 173 time: 0.4280095 Oct 19 01:29:15.186746 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a6ba48-90a8-472c-a385-e136c78016b1 req-41e66246-c246-4684-a9ea-68898349095c tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:15.188962 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-23a6ba48-90a8-472c-a385-e136c78016b1 req-41e66246-c246-4684-a9ea-68898349095c tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0516734 Oct 19 01:29:15.228000 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-23a6ba48-90a8-472c-a385-e136c78016b1 req-800c80c1-646c-4080-bd88-8a95b866b7e0 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332398 Oct 19 01:29:15.252705 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e046f0b-dbde-40f4-b754-80f2d87b77dc', 'name': 'network-vif-deleted', 'tag': '08a255d7-3f6c-4909-8155-47b60f14908f'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:29:15.255524 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab2612f-adb8-4183-a12b-6b774f60ffd6" -d '{"events": [{"server_uuid": "5e046f0b-dbde-40f4-b754-80f2d87b77dc", "name": "network-vif-deleted", "tag": "08a255d7-3f6c-4909-8155-47b60f14908f"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:29:15.306317 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cbcb90-ff43-446a-841c-c3ca6a6431e4 x-openstack-request-id: req-a8cbcb90-ff43-446a-841c-c3ca6a6431e4 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:29:15.306617 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e046f0b-dbde-40f4-b754-80f2d87b77dc", "name": "network-vif-deleted", "tag": "08a255d7-3f6c-4909-8155-47b60f14908f", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:29:15.306871 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a8cbcb90-ff43-446a-841c-c3ca6a6431e4 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:29:15.307267 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e046f0b-dbde-40f4-b754-80f2d87b77dc', 'name': 'network-vif-deleted', 'tag': '08a255d7-3f6c-4909-8155-47b60f14908f', 'status': 'completed', 'code': 200} Oct 19 01:29:15.372629 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45202b-72bb-45ad-aae8-e1855e1eb53c req-5abe56cc-f948-4c07-bba1-f154a49ea70b tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:15.381162 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9d45202b-72bb-45ad-aae8-e1855e1eb53c req-5abe56cc-f948-4c07-bba1-f154a49ea70b tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0659277 Oct 19 01:29:15.418972 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9d45202b-72bb-45ad-aae8-e1855e1eb53c req-7dc41916-99b7-459c-91f9-6d8c74123f9b tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367284 Oct 19 01:29:15.557915 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc62205-0842-4a25-a5d5-9552fd85ac28 req-139da1f7-4da9-4c7d-98b0-6873954b91b6 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:15.559387 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fdc62205-0842-4a25-a5d5-9552fd85ac28 req-139da1f7-4da9-4c7d-98b0-6873954b91b6 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0572016 Oct 19 01:29:15.598685 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fdc62205-0842-4a25-a5d5-9552fd85ac28 req-60c783b8-c383-4929-97e4-10f0b2a7c930 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321853 Oct 19 01:29:15.645791 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39212) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:15.853583 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4579ab0-4570-4882-b294-46804aec7219 req-b3cb2b26-f22a-45a8-b180-c7d52c9327a0 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:15.856052 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f4579ab0-4570-4882-b294-46804aec7219 req-b3cb2b26-f22a-45a8-b180-c7d52c9327a0 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0540750 Oct 19 01:29:15.901380 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f4579ab0-4570-4882-b294-46804aec7219 req-5c717228-8bdf-4c5c-84ea-4b3eb9ae9549 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386283 Oct 19 01:29:16.045043 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e5ee4568-37da-4f6c-be10-3c1a32311f1b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:16.318719 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-e5ee4568-37da-4f6c-be10-3c1a32311f1b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Deleting port 8f0da1b5-2714-42f4-b8e5-f3e36f7148e8 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:29:16.319066 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e5ee4568-37da-4f6c-be10-3c1a32311f1b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:16.415300 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-e5ee4568-37da-4f6c-be10-3c1a32311f1b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] For port 8f0da1b5-2714-42f4-b8e5-f3e36f7148e8, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=8f0da1b5-2714-42f4-b8e5-f3e36f7148e8,segment=NetworkSegment(2f63682b-5ff4-426f-b460-a3e069f328b3),segment_id=2f63682b-5ff4-426f-b460-a3e069f328b3)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:29:16.416035 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e5ee4568-37da-4f6c-be10-3c1a32311f1b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:16.428250 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-e5ee4568-37da-4f6c-be10-3c1a32311f1b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Calling delete_port for 8f0da1b5-2714-42f4-b8e5-f3e36f7148e8 owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:29:16.568111 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-28593476-f641-4c89-9979-5176af5357b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:16.646434 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e5ee4568-37da-4f6c-be10-3c1a32311f1b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:16.675688 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee4568-37da-4f6c-be10-3c1a32311f1b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event deleted for resources: {'Port': ['ID=8f0da1b5-2714-42f4-b8e5-f3e36f7148e8,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:16.862210 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e5ee4568-37da-4f6c-be10-3c1a32311f1b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:17.035793 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298f6b4-927f-41e6-8390-42bae3c1aee8 req-7c0f01d3-9a51-4203-84af-30bc85688b73 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:17.037451 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8298f6b4-927f-41e6-8390-42bae3c1aee8 req-7c0f01d3-9a51-4203-84af-30bc85688b73 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0574241 Oct 19 01:29:17.079040 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8298f6b4-927f-41e6-8390-42bae3c1aee8 req-100f2126-f79b-4b20-b15e-fd82b2aae9c1 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349061 Oct 19 01:29:17.102336 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ee4568-37da-4f6c-be10-3c1a32311f1b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Router a52e6ed8-9431-4526-af28-a6f3986476e2 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:29:17.227987 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ee4568-37da-4f6c-be10-3c1a32311f1b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:29:17.241583 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e5ee4568-37da-4f6c-be10-3c1a32311f1b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "PUT /v2.0/routers/a52e6ed8-9431-4526-af28-a6f3986476e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5942183 Oct 19 01:29:17.244459 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39228) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:17.246641 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fde7a08-f51a-487c-897e-af75375a7142 None None] Sync routers for ids ['a52e6ed8-9431-4526-af28-a6f3986476e2'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:29:17.257020 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:17.260678 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fde7a08-f51a-487c-897e-af75375a7142 None None] Routers {'a52e6ed8-9431-4526-af28-a6f3986476e2'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:29:17.262178 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-8fde7a08-f51a-487c-897e-af75375a7142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:29:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['a52e6ed8-9431-4526-af28-a6f3986476e2'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:17.368392 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-b966f7a1-4321-4f59-9bd6-b5f8f3f0fa05 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Deleting subnet b488813b-7adf-4e85-b4c2-f7dbbaef9e40 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:29:17.370177 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e036d5-4d07-402d-9c89-9592bc88b82e req-f685c911-bb40-4552-8036-a3f1586e1200 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:17.373690 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b966f7a1-4321-4f59-9bd6-b5f8f3f0fa05 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:17.379538 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65e036d5-4d07-402d-9c89-9592bc88b82e req-f685c911-bb40-4552-8036-a3f1586e1200 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0669804 Oct 19 01:29:17.396040 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-8fde7a08-f51a-487c-897e-af75375a7142 None None] Set router a52e6ed8-9431-4526-af28-a6f3986476e2 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:29:17.411524 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f883c77-401c-4423-95a0-7753719e4b7c req-4aa3a338-cfe2-444a-9188-dc031fe8d53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:17.413144 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f883c77-401c-4423-95a0-7753719e4b7c req-4aa3a338-cfe2-444a-9188-dc031fe8d53b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=168a5912cc444122aa0d6d6b44b7e93f&device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 1097 time: 0.1024737 Oct 19 01:29:17.420269 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65e036d5-4d07-402d-9c89-9592bc88b82e req-8006faae-3271-4fed-bac8-50e8ecec9404 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403457 Oct 19 01:29:17.451978 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b966f7a1-4321-4f59-9bd6-b5f8f3f0fa05 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:17.603709 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f883c77-401c-4423-95a0-7753719e4b7c req-4dc86c6f-7119-4c2f-a75b-f6f7c06321e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:17.605414 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f883c77-401c-4423-95a0-7753719e4b7c req-4dc86c6f-7119-4c2f-a75b-f6f7c06321e7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2309c3e4-1aec-4060-b6e9-bbaad5369c41 HTTP/1.1" status: 200 len: 913 time: 0.1855314 Oct 19 01:29:17.615980 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b966f7a1-4321-4f59-9bd6-b5f8f3f0fa05 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:17.730442 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-8fde7a08-f51a-487c-897e-af75375a7142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705417804', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '716ee9e4-88d3-44c3-bd98-b33c761328cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:27:11Z', 'updated_at': '2021-10-19T01:29:16Z', 'revision_number': 5, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '716ee9e4-88d3-44c3-bd98-b33c761328cf', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:27:12Z', 'updated_at': '2021-10-19T01:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:17.763920 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fde7a08-f51a-487c-897e-af75375a7142 None None] Checking router: a52e6ed8-9431-4526-af28-a6f3986476e2 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:29:17.774522 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fde7a08-f51a-487c-897e-af75375a7142 None None] Routers {'a52e6ed8-9431-4526-af28-a6f3986476e2'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:29:17.775129 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-8fde7a08-f51a-487c-897e-af75375a7142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:29:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['a52e6ed8-9431-4526-af28-a6f3986476e2'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:17.816411 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:17.892339 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-8fde7a08-f51a-487c-897e-af75375a7142 None None] Set router a52e6ed8-9431-4526-af28-a6f3986476e2 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:29:18.074062 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f883c77-401c-4423-95a0-7753719e4b7c req-4396c5d2-d347-4e72-9479-9b2e5ed7ff6c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f HTTP/1.1" status: 200 len: 999 time: 0.4547744 Oct 19 01:29:18.090117 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-8fde7a08-f51a-487c-897e-af75375a7142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705417804', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '716ee9e4-88d3-44c3-bd98-b33c761328cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:27:11Z', 'updated_at': '2021-10-19T01:29:16Z', 'revision_number': 5, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '716ee9e4-88d3-44c3-bd98-b33c761328cf', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:27:12Z', 'updated_at': '2021-10-19T01:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:18.117841 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fde7a08-f51a-487c-897e-af75375a7142 None None] The sync data for ids ['a52e6ed8-9431-4526-af28-a6f3986476e2'] in n-d-715271-26 is: [{'id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705417804', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '716ee9e4-88d3-44c3-bd98-b33c761328cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:27:11Z', 'updated_at': '2021-10-19T01:29:16Z', 'revision_number': 5, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '716ee9e4-88d3-44c3-bd98-b33c761328cf', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52e6ed8-9431-4526-af28-a6f3986476e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:27:12Z', 'updated_at': '2021-10-19T01:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:29:18.122592 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b966f7a1-4321-4f59-9bd6-b5f8f3f0fa05 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:18.138503 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f883c77-401c-4423-95a0-7753719e4b7c req-b2b371fa-bf2b-4018-9f47-235ded5a00b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:18.140003 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f883c77-401c-4423-95a0-7753719e4b7c req-b2b371fa-bf2b-4018-9f47-235ded5a00b4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e75ff155-8f86-450c-9276-3e4132eca531 HTTP/1.1" status: 200 len: 851 time: 0.0586536 Oct 19 01:29:18.168089 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966f7a1-4321-4f59-9bd6-b5f8f3f0fa05 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event deleted for resources: {'Subnet': ['ID=b488813b-7adf-4e85-b4c2-f7dbbaef9e40,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:18.169521 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d962b6-776a-4fd9-b557-5cf86c693e0f None None] Network 536e6985-0345-4611-a1bb-43f97b99c56a requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:29:18.170228 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b966f7a1-4321-4f59-9bd6-b5f8f3f0fa05 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:18.173514 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b966f7a1-4321-4f59-9bd6-b5f8f3f0fa05 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "DELETE /v2.0/subnets/b488813b-7adf-4e85-b4c2-f7dbbaef9e40 HTTP/1.1" status: 204 len: 168 time: 0.9203517 Oct 19 01:29:18.176158 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39232) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:18.300877 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f883c77-401c-4423-95a0-7753719e4b7c req-5774f8d6-596c-45f2-924e-491ba6c3e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:18.302504 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f883c77-401c-4423-95a0-7753719e4b7c req-5774f8d6-596c-45f2-924e-491ba6c3e9ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2309c3e4-1aec-4060-b6e9-bbaad5369c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1437919 Oct 19 01:29:18.353037 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5c106ac7-72c4-4b13-80bd-3a7d6ea0ac01 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:18.494787 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f883c77-401c-4423-95a0-7753719e4b7c req-959672b3-5acb-4a22-bded-f28e2b45177e service neutron] 10.222.0.55 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846039 Oct 19 01:29:18.509477 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0587e3bc-c344-446a-98fa-88a2dcbe7aa5 None None] DHCP port deletion for 536e6985-0345-4611-a1bb-43f97b99c56a request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:29:18.556660 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5c106ac7-72c4-4b13-80bd-3a7d6ea0ac01 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:18.590108 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd4f1f-315c-44ec-abed-b4bd39a18cf0 req-313e11e4-f5b5-49a7-b495-db65b0e04d29 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:18.594802 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-0587e3bc-c344-446a-98fa-88a2dcbe7aa5 None None] Deleting port 7db7ed9c-7ca6-4a9e-a483-b06942c33add {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:29:18.595431 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0587e3bc-c344-446a-98fa-88a2dcbe7aa5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:18.599605 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-36fd4f1f-315c-44ec-abed-b4bd39a18cf0 req-313e11e4-f5b5-49a7-b495-db65b0e04d29 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0952444 Oct 19 01:29:18.651020 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f883c77-401c-4423-95a0-7753719e4b7c req-6fdd1507-bb45-4cf9-85c8-1bbaab965b4e service neutron] 10.222.0.55 "GET /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398489 Oct 19 01:29:18.670419 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-5c106ac7-72c4-4b13-80bd-3a7d6ea0ac01 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Deleting port 716ee9e4-88d3-44c3-bd98-b33c761328cf {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:29:18.670768 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5c106ac7-72c4-4b13-80bd-3a7d6ea0ac01 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:18.675788 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-36fd4f1f-315c-44ec-abed-b4bd39a18cf0 req-d8a6cce8-7759-4297-9b7e-8656c546dede tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751567 Oct 19 01:29:18.690305 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 08a255d7-3f6c-4909-8155-47b60f14908f no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:29:18.753040 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 08a255d7-3f6c-4909-8155-47b60f14908f {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:29:18.753664 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 08a255d7-3f6c-4909-8155-47b60f14908f not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:29:18.757255 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-0587e3bc-c344-446a-98fa-88a2dcbe7aa5 None None] For port 7db7ed9c-7ca6-4a9e-a483-b06942c33add, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=7db7ed9c-7ca6-4a9e-a483-b06942c33add,segment=NetworkSegment(2f63682b-5ff4-426f-b460-a3e069f328b3),segment_id=2f63682b-5ff4-426f-b460-a3e069f328b3)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:29:18.758096 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0587e3bc-c344-446a-98fa-88a2dcbe7aa5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:18.772635 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-0587e3bc-c344-446a-98fa-88a2dcbe7aa5 None None] Calling delete_port for 7db7ed9c-7ca6-4a9e-a483-b06942c33add owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:29:18.801201 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-5c106ac7-72c4-4b13-80bd-3a7d6ea0ac01 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] For port 716ee9e4-88d3-44c3-bd98-b33c761328cf, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=716ee9e4-88d3-44c3-bd98-b33c761328cf,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:29:18.801590 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5c106ac7-72c4-4b13-80bd-3a7d6ea0ac01 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:18.816984 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-5c106ac7-72c4-4b13-80bd-3a7d6ea0ac01 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Calling delete_port for 716ee9e4-88d3-44c3-bd98-b33c761328cf owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:29:18.882276 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0587e3bc-c344-446a-98fa-88a2dcbe7aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:18.915827 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587e3bc-c344-446a-98fa-88a2dcbe7aa5 None None] Pushing event deleted for resources: {'Port': ['ID=7db7ed9c-7ca6-4a9e-a483-b06942c33add,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:18.917822 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0587e3bc-c344-446a-98fa-88a2dcbe7aa5 None None] No DVR routers for this DVR port 7db7ed9c-7ca6-4a9e-a483-b06942c33add on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:29:19.010864 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5c106ac7-72c4-4b13-80bd-3a7d6ea0ac01 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:19.036270 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c106ac7-72c4-4b13-80bd-3a7d6ea0ac01 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event deleted for resources: {'Port': ['ID=716ee9e4-88d3-44c3-bd98-b33c761328cf,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:19.105319 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5c106ac7-72c4-4b13-80bd-3a7d6ea0ac01 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:19.199310 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5c106ac7-72c4-4b13-80bd-3a7d6ea0ac01 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:19.201429 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5c106ac7-72c4-4b13-80bd-3a7d6ea0ac01 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:19.245315 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5c106ac7-72c4-4b13-80bd-3a7d6ea0ac01 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:19.245843 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c106ac7-72c4-4b13-80bd-3a7d6ea0ac01 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Fanout notify agent at l3_agent the message router_deleted on router a52e6ed8-9431-4526-af28-a6f3986476e2 {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:29:19.252730 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5c106ac7-72c4-4b13-80bd-3a7d6ea0ac01 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:19.253822 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5c106ac7-72c4-4b13-80bd-3a7d6ea0ac01 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "DELETE /v2.0/routers/a52e6ed8-9431-4526-af28-a6f3986476e2 HTTP/1.1" status: 204 len: 168 time: 1.0764589 Oct 19 01:29:19.256575 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39240) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:19.352711 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-24101345-1625-485f-a49a-1aa473e0a231 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:19.445269 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-24101345-1625-485f-a49a-1aa473e0a231 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:19.469528 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-24101345-1625-485f-a49a-1aa473e0a231 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['536e6985-0345-4611-a1bb-43f97b99c56a']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:19.479648 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-24101345-1625-485f-a49a-1aa473e0a231 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f63682b-5ff4-426f-b460-a3e069f328b3') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:19.480047 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-24101345-1625-485f-a49a-1aa473e0a231 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f63682b-5ff4-426f-b460-a3e069f328b3') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:19.489755 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-24101345-1625-485f-a49a-1aa473e0a231 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:19.503487 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-24101345-1625-485f-a49a-1aa473e0a231 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:19.509702 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24101345-1625-485f-a49a-1aa473e0a231 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:29:19.510116 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-24101345-1625-485f-a49a-1aa473e0a231 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:19.513073 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:29:19.513073 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:29:19.513073 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:29:19.513073 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:29:19.513073 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:29:19.513073 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:29:19.513073 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:29:19.513073 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:29:19.513073 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:29:19.513073 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:29:19.513073 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:29:19.513073 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:29:19.513073 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:29:19.513073 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:29:19.513073 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:29:19.513073 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:29:19.513073 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:29:19.513073 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:29:19.513073 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:29:19.513073 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:29:19.513073 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:29:19.513073 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:29:19.513073 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:29:19.513073 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:29:19.513073 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:29:19.513073 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:29:19.513073 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:29:19.513073 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:29:19.513073 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:29:19.513073 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:29:19.513073 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:29:19.513073 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:29:19.592486 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-24101345-1625-485f-a49a-1aa473e0a231 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:19.597949 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-24101345-1625-485f-a49a-1aa473e0a231 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:19.603721 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-24101345-1625-485f-a49a-1aa473e0a231 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "DELETE /v2.0/networks/536e6985-0345-4611-a1bb-43f97b99c56a HTTP/1.1" status: 204 len: 168 time: 0.3452010 Oct 19 01:29:19.606505 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39244) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:19.619436 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24101345-1625-485f-a49a-1aa473e0a231 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event deleted for resources: {'Network': ['ID=536e6985-0345-4611-a1bb-43f97b99c56a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:19.669978 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7fe1d491-1b89-4afc-baa0-54961bdce21b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:19.697428 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7fe1d491-1b89-4afc-baa0-54961bdce21b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:19.774528 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:19.785081 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7fe1d491-1b89-4afc-baa0-54961bdce21b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:19.787680 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7fe1d491-1b89-4afc-baa0-54961bdce21b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:19.788920 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7fe1d491-1b89-4afc-baa0-54961bdce21b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "DELETE /v2.0/security-groups/b0f892b1-5da6-48c8-a7a0-b3deb4165ada HTTP/1.1" status: 204 len: 168 time: 0.1809120 Oct 19 01:29:19.809557 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1d491-1b89-4afc-baa0-54961bdce21b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f892b1-5da6-48c8-a7a0-b3deb4165ada,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:19.871456 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 716ee9e4-88d3-44c3-bd98-b33c761328cf no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:29:19.892777 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ef079-f1f3-4c76-83d7-adb5637199f0 req-0c07d906-8dc7-4fe9-906d-72b4b13ca50d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:19.894194 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 716ee9e4-88d3-44c3-bd98-b33c761328cf {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:29:19.894685 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 716ee9e4-88d3-44c3-bd98-b33c761328cf not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:29:19.894953 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 8f0da1b5-2714-42f4-b8e5-f3e36f7148e8 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:29:19.896181 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f5ef079-f1f3-4c76-83d7-adb5637199f0 req-0c07d906-8dc7-4fe9-906d-72b4b13ca50d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0815082 Oct 19 01:29:19.916989 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 8f0da1b5-2714-42f4-b8e5-f3e36f7148e8 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:29:19.917440 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 8f0da1b5-2714-42f4-b8e5-f3e36f7148e8 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:29:19.917968 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7db7ed9c-7ca6-4a9e-a483-b06942c33add no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:29:19.947955 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f5ef079-f1f3-4c76-83d7-adb5637199f0 req-44278ca3-000b-40e9-9681-7b04ed70752f tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472200 Oct 19 01:29:19.949867 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 7db7ed9c-7ca6-4a9e-a483-b06942c33add {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:29:19.950543 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7db7ed9c-7ca6-4a9e-a483-b06942c33add not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:29:20.080892 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965de4a8-17e3-497e-a6b0-8c6cde3fc93e req-abdd14f5-c906-4295-aa49-91060a9a88fb tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:20.083615 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-965de4a8-17e3-497e-a6b0-8c6cde3fc93e req-abdd14f5-c906-4295-aa49-91060a9a88fb tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0576861 Oct 19 01:29:20.123988 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-965de4a8-17e3-497e-a6b0-8c6cde3fc93e req-995ee90f-4304-446c-a06b-3422f27c061b tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324385 Oct 19 01:29:20.191458 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39258) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:20.196108 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-e3170d3a-4a9f-43a9-8277-6f3e98becf54 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1018754877', 'description': 'tempest-secgroup-smoke-1018754877 description', 'project_id': 'b92153fb65d447bf94f5610e1ad52929'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:20.223336 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e3170d3a-4a9f-43a9-8277-6f3e98becf54 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:20.302256 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e3170d3a-4a9f-43a9-8277-6f3e98becf54 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:20.307842 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e3170d3a-4a9f-43a9-8277-6f3e98becf54 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:20.337621 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e3170d3a-4a9f-43a9-8277-6f3e98becf54 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:20.339072 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e3170d3a-4a9f-43a9-8277-6f3e98becf54 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1465433 Oct 19 01:29:20.341979 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39268) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:20.344410 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3170d3a-4a9f-43a9-8277-6f3e98becf54 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98f06f8e-e344-4204-b654-accd2c2e9975,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:20.348322 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-52e51cb7-e9af-4630-ac4a-837e8aca0c12 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'security_group_rule': {'security_group_id': '98f06f8e-e344-4204-b654-accd2c2e9975', 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:20.393057 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-52e51cb7-e9af-4630-ac4a-837e8aca0c12 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:20.443870 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-52e51cb7-e9af-4630-ac4a-837e8aca0c12 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:20.448352 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-52e51cb7-e9af-4630-ac4a-837e8aca0c12 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:20.473959 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e51cb7-e9af-4630-ac4a-837e8aca0c12 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65b69e4f-d798-46cb-adbc-7cd45a98d9c4,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:20.483400 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-52e51cb7-e9af-4630-ac4a-837e8aca0c12 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:20.484705 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-52e51cb7-e9af-4630-ac4a-837e8aca0c12 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1411197 Oct 19 01:29:20.487798 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39274) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:20.493356 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-f1d771ed-55c0-435e-92e9-aa4e7a123fca tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'security_group_rule': {'security_group_id': '98f06f8e-e344-4204-b654-accd2c2e9975', 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:20.526200 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f1d771ed-55c0-435e-92e9-aa4e7a123fca tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:20.592458 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f1d771ed-55c0-435e-92e9-aa4e7a123fca tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:20.597828 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f1d771ed-55c0-435e-92e9-aa4e7a123fca tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:20.625571 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d771ed-55c0-435e-92e9-aa4e7a123fca tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aeb81f6-492c-42d1-a1d8-e38e62095729,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:20.639064 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f1d771ed-55c0-435e-92e9-aa4e7a123fca tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:20.644040 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f1d771ed-55c0-435e-92e9-aa4e7a123fca tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1515701 Oct 19 01:29:20.644376 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39294) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:20.649171 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-90f0f6b1-1372-4dea-99fb-2341de9d0603 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'security_group_rule': {'security_group_id': '98f06f8e-e344-4204-b654-accd2c2e9975', 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:20.680104 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-90f0f6b1-1372-4dea-99fb-2341de9d0603 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:20.753527 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-90f0f6b1-1372-4dea-99fb-2341de9d0603 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:20.757284 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-90f0f6b1-1372-4dea-99fb-2341de9d0603 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:20.777721 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0f6b1-1372-4dea-99fb-2341de9d0603 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f75ba383-a915-4b39-b2ed-c7862d3bcb43,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:20.784455 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-90f0f6b1-1372-4dea-99fb-2341de9d0603 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:20.785898 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-90f0f6b1-1372-4dea-99fb-2341de9d0603 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1402192 Oct 19 01:29:20.788477 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39304) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:20.794152 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-72567dcb-0411-4217-82e5-a9490df354e1 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'security_group_rule': {'security_group_id': '98f06f8e-e344-4204-b654-accd2c2e9975', 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:20.823517 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-72567dcb-0411-4217-82e5-a9490df354e1 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:20.892612 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-72567dcb-0411-4217-82e5-a9490df354e1 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:20.902627 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-72567dcb-0411-4217-82e5-a9490df354e1 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:20.951110 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72567dcb-0411-4217-82e5-a9490df354e1 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a621b79-6d29-4527-bc31-1581cccb00da,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:20.962912 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-72567dcb-0411-4217-82e5-a9490df354e1 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:20.966542 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-72567dcb-0411-4217-82e5-a9490df354e1 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1748540 Oct 19 01:29:20.967050 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39308) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:20.972469 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-b9dd161e-8f96-4ba1-b215-d21cdb67927c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'security_group_rule': {'security_group_id': '98f06f8e-e344-4204-b654-accd2c2e9975', 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:20.979367 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a7bce-d49d-451b-86af-0228e566aff2 req-e77a3124-fd1c-4ac1-8452-a52dd78bfed4 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:20.980909 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-782a7bce-d49d-451b-86af-0228e566aff2 req-e77a3124-fd1c-4ac1-8452-a52dd78bfed4 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e HTTP/1.1" status: 200 len: 943 time: 0.0909250 Oct 19 01:29:21.006258 n-d-715271-26 neutron-server[100606]: INFO neutron.db.securitygroups_db [None req-b9dd161e-8f96-4ba1-b215-d21cdb67927c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Project b92153fb65d447bf94f5610e1ad52929 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:29:21.011833 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b9dd161e-8f96-4ba1-b215-d21cdb67927c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:21.084451 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-782a7bce-d49d-451b-86af-0228e566aff2 req-fbc7bbb3-7645-41f1-a1d5-d14b44525104 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Deleting port 6f076a5b-1862-42d6-a62c-46c76f7783c4 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:29:21.084813 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-782a7bce-d49d-451b-86af-0228e566aff2 req-fbc7bbb3-7645-41f1-a1d5-d14b44525104 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:21.085276 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b9dd161e-8f96-4ba1-b215-d21cdb67927c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:21.090014 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b9dd161e-8f96-4ba1-b215-d21cdb67927c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:21.110565 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd161e-8f96-4ba1-b215-d21cdb67927c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=673bc0b0-3517-4f76-8479-eb799c330b20,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:21.118800 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b9dd161e-8f96-4ba1-b215-d21cdb67927c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:21.123095 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b9dd161e-8f96-4ba1-b215-d21cdb67927c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1548767 Oct 19 01:29:21.123370 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39310) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:21.128483 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-c06db87e-15d7-45ba-ab17-4cde1b621bb2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'security_group_rule': {'security_group_id': '98f06f8e-e344-4204-b654-accd2c2e9975', 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:21.196469 n-d-715271-26 neutron-server[100607]: INFO neutron.db.securitygroups_db [None req-c06db87e-15d7-45ba-ab17-4cde1b621bb2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Project b92153fb65d447bf94f5610e1ad52929 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:29:21.203877 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-782a7bce-d49d-451b-86af-0228e566aff2 req-fbc7bbb3-7645-41f1-a1d5-d14b44525104 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] For port 6f076a5b-1862-42d6-a62c-46c76f7783c4, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=6f076a5b-1862-42d6-a62c-46c76f7783c4,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:29:21.204239 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-782a7bce-d49d-451b-86af-0228e566aff2 req-fbc7bbb3-7645-41f1-a1d5-d14b44525104 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:21.211940 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c06db87e-15d7-45ba-ab17-4cde1b621bb2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:21.225554 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-782a7bce-d49d-451b-86af-0228e566aff2 req-fbc7bbb3-7645-41f1-a1d5-d14b44525104 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Calling delete_port for 6f076a5b-1862-42d6-a62c-46c76f7783c4 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:29:21.317662 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c06db87e-15d7-45ba-ab17-4cde1b621bb2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:21.322502 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c06db87e-15d7-45ba-ab17-4cde1b621bb2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:21.353178 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06db87e-15d7-45ba-ab17-4cde1b621bb2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e10363ed-018c-4cb7-a8e8-bc32e59e936e,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:21.362664 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c06db87e-15d7-45ba-ab17-4cde1b621bb2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:21.363884 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c06db87e-15d7-45ba-ab17-4cde1b621bb2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2397065 Oct 19 01:29:21.366845 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39312) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:21.373028 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-8750a4e5-41e9-4003-b499-a6bb9fe16c51 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'network': {'name': 'tempest-network-smoke--637583220', 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'port_security_enabled': True}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:21.429094 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8750a4e5-41e9-4003-b499-a6bb9fe16c51 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Made reservation on behalf of b92153fb65d447bf94f5610e1ad52929 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:29:21.432563 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8750a4e5-41e9-4003-b499-a6bb9fe16c51 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:21.447982 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-782a7bce-d49d-451b-86af-0228e566aff2 req-fbc7bbb3-7645-41f1-a1d5-d14b44525104 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:21.460127 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['c67a5884-b9d4-4b07-a375-7f88f34c378c'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:29:21.462969 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['69088e97-774a-4fba-9007-c95c94165041'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:29:21.486464 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7bbb3-7645-41f1-a1d5-d14b44525104 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Pushing event deleted for resources: {'Port': ['ID=6f076a5b-1862-42d6-a62c-46c76f7783c4,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:21.492446 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8750a4e5-41e9-4003-b499-a6bb9fe16c51 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:29:21.538447 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8750a4e5-41e9-4003-b499-a6bb9fe16c51 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:21.538788 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-8750a4e5-41e9-4003-b499-a6bb9fe16c51 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Added segment bb427458-f501-4d19-9744-ef4479f1e617 of type vlan for network 85828b57-0777-4ff2-b77a-769719fb3bcd Oct 19 01:29:21.540367 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-782a7bce-d49d-451b-86af-0228e566aff2 req-fbc7bbb3-7645-41f1-a1d5-d14b44525104 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] No DVR routers for this DVR port 6f076a5b-1862-42d6-a62c-46c76f7783c4 on host n-h1-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:29:21.549535 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-782a7bce-d49d-451b-86af-0228e566aff2 req-fbc7bbb3-7645-41f1-a1d5-d14b44525104 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:21.558550 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-782a7bce-d49d-451b-86af-0228e566aff2 req-fbc7bbb3-7645-41f1-a1d5-d14b44525104 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "DELETE /v2.0/ports/6f076a5b-1862-42d6-a62c-46c76f7783c4 HTTP/1.1" status: 204 len: 173 time: 0.5694258 Oct 19 01:29:21.559110 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e', 'name': 'network-vif-deleted', 'tag': '6f076a5b-1862-42d6-a62c-46c76f7783c4'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:29:21.561558 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b499f2e-3891-425e-a674-c8f76166f31e" -d '{"events": [{"server_uuid": "7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e", "name": "network-vif-deleted", "tag": "6f076a5b-1862-42d6-a62c-46c76f7783c4"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:29:21.617759 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8750a4e5-41e9-4003-b499-a6bb9fe16c51 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:21.642672 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 19 Oct 2021 01:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbe461c-a3f0-4453-a779-c144f6d55ba0 x-openstack-request-id: req-fcbe461c-a3f0-4453-a779-c144f6d55ba0 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:29:21.642963 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e", "name": "network-vif-deleted", "tag": "6f076a5b-1862-42d6-a62c-46c76f7783c4", "status": "failed", "code": 422}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:29:21.643224 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fcbe461c-a3f0-4453-a779-c144f6d55ba0 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:29:21.643641 n-d-715271-26 neutron-server[100607]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7a580ab3-4cc9-49e8-bdbd-13ff3f5fcf8e', 'name': 'network-vif-deleted', 'tag': '6f076a5b-1862-42d6-a62c-46c76f7783c4', 'status': 'failed', 'code': 422} returned with failed status Oct 19 01:29:21.693574 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8750a4e5-41e9-4003-b499-a6bb9fe16c51 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:21.703625 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8750a4e5-41e9-4003-b499-a6bb9fe16c51 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:21.708676 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8750a4e5-41e9-4003-b499-a6bb9fe16c51 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:21.807717 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750a4e5-41e9-4003-b499-a6bb9fe16c51 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'Network': ['ID=85828b57-0777-4ff2-b77a-769719fb3bcd,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:21.822828 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 85828b57-0777-4ff2-b77a-769719fb3bcd details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:29:21.826536 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8750a4e5-41e9-4003-b499-a6bb9fe16c51 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4586687 Oct 19 01:29:21.829333 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39322) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:21.834164 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-b3aea068-2545-4573-9728-2dea14d74b5b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-854139004', 'admin_state_up': True, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:21.860743 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b3aea068-2545-4573-9728-2dea14d74b5b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:21.861978 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b3aea068-2545-4573-9728-2dea14d74b5b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:21.923640 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b3aea068-2545-4573-9728-2dea14d74b5b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:22.443164 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b3aea068-2545-4573-9728-2dea14d74b5b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:22.472731 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676a50b-9499-4bb4-89c1-95ecd6c33f20 req-a3b7b777-84ff-4d05-b92b-cb6ac1fec492 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:22.474362 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5676a50b-9499-4bb4-89c1-95ecd6c33f20 req-a3b7b777-84ff-4d05-b92b-cb6ac1fec492 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=742fb830-065c-43df-9453-3389d916bf5e HTTP/1.1" status: 200 len: 908 time: 0.0873775 Oct 19 01:29:22.660736 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b3aea068-2545-4573-9728-2dea14d74b5b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for router_gateway, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:22.679268 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b3aea068-2545-4573-9728-2dea14d74b5b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:22.791455 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-b3aea068-2545-4573-9728-2dea14d74b5b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Allocated IP 172.25.8.94 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/3e32dc4c-81a2-495b-a426-3521832eacf4) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:29:22.897984 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b3aea068-2545-4573-9728-2dea14d74b5b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:22.932970 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b3aea068-2545-4573-9728-2dea14d74b5b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:22.979707 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3aea068-2545-4573-9728-2dea14d74b5b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:29:22.982855 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-b3aea068-2545-4573-9728-2dea14d74b5b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:29:22.986887 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3aea068-2545-4573-9728-2dea14d74b5b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:29:23.010347 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aea068-2545-4573-9728-2dea14d74b5b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'Port': ['ID=3e32dc4c-81a2-495b-a426-3521832eacf4,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:23.269986 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b3aea068-2545-4573-9728-2dea14d74b5b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for router_gateway, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:23.483711 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b3aea068-2545-4573-9728-2dea14d74b5b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:23.636092 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3aea068-2545-4573-9728-2dea14d74b5b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Router b331c13f-b293-48c5-a402-ba16f29d541d is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:29:23.778090 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3aea068-2545-4573-9728-2dea14d74b5b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:29:23.790788 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4af7b5a-e4be-40c1-979f-e7c89184bdf3 None None] Sync routers for ids ['b331c13f-b293-48c5-a402-ba16f29d541d'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:29:23.802464 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4af7b5a-e4be-40c1-979f-e7c89184bdf3 None None] Routers {'b331c13f-b293-48c5-a402-ba16f29d541d'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:29:23.803767 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-e4af7b5a-e4be-40c1-979f-e7c89184bdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:29:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b331c13f-b293-48c5-a402-ba16f29d541d'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:23.873575 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b3aea068-2545-4573-9728-2dea14d74b5b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:23.875570 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b3aea068-2545-4573-9728-2dea14d74b5b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0452821 Oct 19 01:29:23.879261 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39344) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:23.906094 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384c8a9-39eb-4cea-a7ea-a544b8557aa3 req-7be8b94e-3c41-4ed8-b2ca-068f541d396f tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:23.906094 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8384c8a9-39eb-4cea-a7ea-a544b8557aa3 req-7be8b94e-3c41-4ed8-b2ca-068f541d396f tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.24 "GET /v2.0/ports?device_id=742fb830-065c-43df-9453-3389d916bf5e HTTP/1.1" status: 200 len: 908 time: 0.3350387 Oct 19 01:29:23.917812 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b788e44-bca5-4643-84e6-d3ef44d328c7 req-21c6bf97-b1ad-415c-b131-12e838934650 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:23.920207 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7b788e44-bca5-4643-84e6-d3ef44d328c7 req-21c6bf97-b1ad-415c-b131-12e838934650 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=742fb830-065c-43df-9453-3389d916bf5e HTTP/1.1" status: 200 len: 908 time: 0.0958652 Oct 19 01:29:23.927073 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-27785c75-18a0-4d49-999d-0e208464cc8e tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=b92153fb65d447bf94f5610e1ad52929&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0458601 Oct 19 01:29:23.930094 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39346) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:23.938089 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-e4af7b5a-e4be-40c1-979f-e7c89184bdf3 None None] Set router b331c13f-b293-48c5-a402-ba16f29d541d gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:29:24.083548 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540711c8-d01b-45c1-9b94-cc2ed4aee073 tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:24.085089 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-540711c8-d01b-45c1-9b94-cc2ed4aee073 tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1543498 Oct 19 01:29:24.088067 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39348) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:24.091813 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-8384c8a9-39eb-4cea-a7ea-a544b8557aa3 req-83af5437-c151-49a0-936a-84ee86c3f9ad tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Deleting port 1dd8dcf7-262f-479f-9ede-d07fae1e5e3c {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:29:24.092170 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8384c8a9-39eb-4cea-a7ea-a544b8557aa3 req-83af5437-c151-49a0-936a-84ee86c3f9ad tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:24.127559 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-afdf5c27-c121-4011-9f86-4b035d9b267f tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=a0ce41c0-3b90-40be-93cd-082af8f20c34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367434 Oct 19 01:29:24.127893 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39350) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:24.137405 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-e4af7b5a-e4be-40c1-979f-e7c89184bdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854139004', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '3e32dc4c-81a2-495b-a426-3521832eacf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:29:21Z', 'updated_at': '2021-10-19T01:29:23Z', 'revision_number': 3, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '3e32dc4c-81a2-495b-a426-3521832eacf4', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:29:22Z', 'updated_at': '2021-10-19T01:29:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:24.197846 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4af7b5a-e4be-40c1-979f-e7c89184bdf3 None None] Checking router: b331c13f-b293-48c5-a402-ba16f29d541d for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:29:24.198417 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4af7b5a-e4be-40c1-979f-e7c89184bdf3 None None] Updating router b331c13f-b293-48c5-a402-ba16f29d541d port 3e32dc4c-81a2-495b-a426-3521832eacf4 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:29:24.217769 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-8384c8a9-39eb-4cea-a7ea-a544b8557aa3 req-83af5437-c151-49a0-936a-84ee86c3f9ad tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] For port 1dd8dcf7-262f-479f-9ede-d07fae1e5e3c, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1dd8dcf7-262f-479f-9ede-d07fae1e5e3c,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:29:24.218211 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8384c8a9-39eb-4cea-a7ea-a544b8557aa3 req-83af5437-c151-49a0-936a-84ee86c3f9ad tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:24.226434 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e4af7b5a-e4be-40c1-979f-e7c89184bdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:24.238092 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-8384c8a9-39eb-4cea-a7ea-a544b8557aa3 req-83af5437-c151-49a0-936a-84ee86c3f9ad tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Calling delete_port for 1dd8dcf7-262f-479f-9ede-d07fae1e5e3c owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:29:24.298452 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-782a6ec1-55eb-4f9c-8aae-5d42df60411f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1644087803', 'network_id': '85828b57-0777-4ff2-b77a-769719fb3bcd', 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:24.455797 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782a6ec1-55eb-4f9c-8aae-5d42df60411f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Made reservation on behalf of b92153fb65d447bf94f5610e1ad52929 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:29:24.459479 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-782a6ec1-55eb-4f9c-8aae-5d42df60411f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:24.536685 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8384c8a9-39eb-4cea-a7ea-a544b8557aa3 req-83af5437-c151-49a0-936a-84ee86c3f9ad tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:24.577814 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af5437-c151-49a0-936a-84ee86c3f9ad tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Pushing event deleted for resources: {'Port': ['ID=1dd8dcf7-262f-479f-9ede-d07fae1e5e3c,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:24.630380 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-8384c8a9-39eb-4cea-a7ea-a544b8557aa3 req-83af5437-c151-49a0-936a-84ee86c3f9ad tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] No DVR routers for this DVR port 1dd8dcf7-262f-479f-9ede-d07fae1e5e3c on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:29:24.634196 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-8384c8a9-39eb-4cea-a7ea-a544b8557aa3 req-83af5437-c151-49a0-936a-84ee86c3f9ad tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:24.637635 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8384c8a9-39eb-4cea-a7ea-a544b8557aa3 req-83af5437-c151-49a0-936a-84ee86c3f9ad tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.24 "DELETE /v2.0/ports/1dd8dcf7-262f-479f-9ede-d07fae1e5e3c HTTP/1.1" status: 204 len: 173 time: 0.7164745 Oct 19 01:29:24.638142 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742fb830-065c-43df-9453-3389d916bf5e', 'name': 'network-vif-deleted', 'tag': '1dd8dcf7-262f-479f-9ede-d07fae1e5e3c'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:29:24.641560 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce25ee6f-6c71-4d9d-a58c-bb10e863b0e0" -d '{"events": [{"server_uuid": "742fb830-065c-43df-9453-3389d916bf5e", "name": "network-vif-deleted", "tag": "1dd8dcf7-262f-479f-9ede-d07fae1e5e3c"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:29:24.726974 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa7ae85-8e09-4f6d-87af-9be56ea149e9 x-openstack-request-id: req-1aa7ae85-8e09-4f6d-87af-9be56ea149e9 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:29:24.727268 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742fb830-065c-43df-9453-3389d916bf5e", "name": "network-vif-deleted", "tag": "1dd8dcf7-262f-479f-9ede-d07fae1e5e3c", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:29:24.727523 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1aa7ae85-8e09-4f6d-87af-9be56ea149e9 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:29:24.727951 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742fb830-065c-43df-9453-3389d916bf5e', 'name': 'network-vif-deleted', 'tag': '1dd8dcf7-262f-479f-9ede-d07fae1e5e3c', 'status': 'completed', 'code': 200} Oct 19 01:29:24.749623 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e4af7b5a-e4be-40c1-979f-e7c89184bdf3 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:24.763581 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e4af7b5a-e4be-40c1-979f-e7c89184bdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:24.833919 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-782a6ec1-55eb-4f9c-8aae-5d42df60411f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:24.834756 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a67a7-b981-4709-8e61-1cb9437bf2ee None None] Pushing event updated for resources: {'Port': ['ID=3e32dc4c-81a2-495b-a426-3521832eacf4,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:24.846968 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a67a7-b981-4709-8e61-1cb9437bf2ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:24.847316 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a67a7-b981-4709-8e61-1cb9437bf2ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:24.847660 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a67a7-b981-4709-8e61-1cb9437bf2ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:24.848024 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a67a7-b981-4709-8e61-1cb9437bf2ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:24.848369 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a67a7-b981-4709-8e61-1cb9437bf2ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:24.848695 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a67a7-b981-4709-8e61-1cb9437bf2ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:24.849022 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a67a7-b981-4709-8e61-1cb9437bf2ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:24.849348 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a67a7-b981-4709-8e61-1cb9437bf2ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:24.849675 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a67a7-b981-4709-8e61-1cb9437bf2ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:24.850137 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a67a7-b981-4709-8e61-1cb9437bf2ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:24.850471 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a67a7-b981-4709-8e61-1cb9437bf2ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:24.850922 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a67a7-b981-4709-8e61-1cb9437bf2ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:24.856913 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-e4af7b5a-e4be-40c1-979f-e7c89184bdf3 None None] Attempting to bind port 3e32dc4c-81a2-495b-a426-3521832eacf4 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:29:24.857281 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-e4af7b5a-e4be-40c1-979f-e7c89184bdf3 None None] Attempting to bind port 3e32dc4c-81a2-495b-a426-3521832eacf4 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:29:24.857647 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4af7b5a-e4be-40c1-979f-e7c89184bdf3 None None] Attempting to bind port 3e32dc4c-81a2-495b-a426-3521832eacf4 on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:29:24.864094 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4af7b5a-e4be-40c1-979f-e7c89184bdf3 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:29:24.864470 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4af7b5a-e4be-40c1-979f-e7c89184bdf3 None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:29:24.864871 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e4af7b5a-e4be-40c1-979f-e7c89184bdf3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:24.865262 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4af7b5a-e4be-40c1-979f-e7c89184bdf3 None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:29:24.865730 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-e4af7b5a-e4be-40c1-979f-e7c89184bdf3 None None] Bound port: 3e32dc4c-81a2-495b-a426-3521832eacf4, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:29:24.866111 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e4af7b5a-e4be-40c1-979f-e7c89184bdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:24.914657 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a6ec1-55eb-4f9c-8aae-5d42df60411f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'Subnet': ['ID=119d7975-8818-4b40-8830-343c71167968,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:24.924619 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782a6ec1-55eb-4f9c-8aae-5d42df60411f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Checking segment: {'id': 'bb427458-f501-4d19-9744-ef4479f1e617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '85828b57-0777-4ff2-b77a-769719fb3bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:29:24.924980 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782a6ec1-55eb-4f9c-8aae-5d42df60411f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Network hostable DHCP agents. Network: 85828b57-0777-4ff2-b77a-769719fb3bcd, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:29:24.933728 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-e4af7b5a-e4be-40c1-979f-e7c89184bdf3 None None] For port 3e32dc4c-81a2-495b-a426-3521832eacf4, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:29:24.938017 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-e4af7b5a-e4be-40c1-979f-e7c89184bdf3 None None] For port 3e32dc4c-81a2-495b-a426-3521832eacf4, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=3e32dc4c-81a2-495b-a426-3521832eacf4,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:29:24.948510 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782a6ec1-55eb-4f9c-8aae-5d42df60411f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Network 85828b57-0777-4ff2-b77a-769719fb3bcd is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:29:24.950122 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e4af7b5a-e4be-40c1-979f-e7c89184bdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:24.962683 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-782a6ec1-55eb-4f9c-8aae-5d42df60411f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 85828b57-0777-4ff2-b77a-769719fb3bcd) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:29:24.978226 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782a6ec1-55eb-4f9c-8aae-5d42df60411f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:24.978806 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-782a6ec1-55eb-4f9c-8aae-5d42df60411f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:24.997599 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7248455f-159e-4c12-92bf-3785d0a62f1f None None] Network 85828b57-0777-4ff2-b77a-769719fb3bcd requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:29:25.010510 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39362) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:25.011550 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-782a6ec1-55eb-4f9c-8aae-5d42df60411f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8825817 Oct 19 01:29:25.056134 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a67a7-b981-4709-8e61-1cb9437bf2ee None None] Pushing event updated for resources: {'Port': ['ID=3e32dc4c-81a2-495b-a426-3521832eacf4,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:25.093290 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4af7b5a-e4be-40c1-979f-e7c89184bdf3 None None] Routers {'b331c13f-b293-48c5-a402-ba16f29d541d'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:29:25.094604 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-e4af7b5a-e4be-40c1-979f-e7c89184bdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:29:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b331c13f-b293-48c5-a402-ba16f29d541d'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:25.122648 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1dabc1e4-c948-40d7-8055-8dd701669d4b req-b0679235-bc69-4fb9-a9b9-b257a5e3e68b tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=742fb830-065c-43df-9453-3389d916bf5e HTTP/1.1" status: 200 len: 210 time: 0.0658960 Oct 19 01:29:25.286171 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-e4af7b5a-e4be-40c1-979f-e7c89184bdf3 None None] Set router b331c13f-b293-48c5-a402-ba16f29d541d gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:29:25.323080 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74730b2f-f0a3-4cc7-b62d-e473637c327e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-85828b57-0777-4ff2-b77a-769719fb3bcd', 'network_id': '85828b57-0777-4ff2-b77a-769719fb3bcd', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'fixed_ips': [{'subnet_id': '119d7975-8818-4b40-8830-343c71167968'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:29:25.324095 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-74730b2f-f0a3-4cc7-b62d-e473637c327e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:25.619043 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bc614223-ce91-432f-a94b-420f64a0f7af tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:25.632088 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-e4af7b5a-e4be-40c1-979f-e7c89184bdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854139004', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '3e32dc4c-81a2-495b-a426-3521832eacf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:29:21Z', 'updated_at': '2021-10-19T01:29:23Z', 'revision_number': 3, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '3e32dc4c-81a2-495b-a426-3521832eacf4', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:29:22Z', 'updated_at': '2021-10-19T01:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:25.663878 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4af7b5a-e4be-40c1-979f-e7c89184bdf3 None None] The sync data for ids ['b331c13f-b293-48c5-a402-ba16f29d541d'] in n-d-715271-26 is: [{'id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854139004', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '3e32dc4c-81a2-495b-a426-3521832eacf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:29:21Z', 'updated_at': '2021-10-19T01:29:23Z', 'revision_number': 3, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '3e32dc4c-81a2-495b-a426-3521832eacf4', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:29:22Z', 'updated_at': '2021-10-19T01:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:29:25.713217 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-74730b2f-f0a3-4cc7-b62d-e473637c327e None None] Allocated IP 172.20.0.2 (85828b57-0777-4ff2-b77a-769719fb3bcd/119d7975-8818-4b40-8830-343c71167968/02420818-fa7a-4927-82f0-a6a3617eabe1) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:29:25.944178 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-74730b2f-f0a3-4cc7-b62d-e473637c327e None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:25.955135 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-74730b2f-f0a3-4cc7-b62d-e473637c327e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:26.000871 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74730b2f-f0a3-4cc7-b62d-e473637c327e None None] Network 85828b57-0777-4ff2-b77a-769719fb3bcd is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:29:26.004170 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-74730b2f-f0a3-4cc7-b62d-e473637c327e None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:29:26.008174 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74730b2f-f0a3-4cc7-b62d-e473637c327e None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:29:26.015400 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74730b2f-f0a3-4cc7-b62d-e473637c327e None None] Pushing event updated for resources: {'Port': ['ID=02420818-fa7a-4927-82f0-a6a3617eabe1,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:26.073850 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-74730b2f-f0a3-4cc7-b62d-e473637c327e None None] Attempting to bind port 02420818-fa7a-4927-82f0-a6a3617eabe1 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:29:26.074126 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-74730b2f-f0a3-4cc7-b62d-e473637c327e None None] Attempting to bind port 02420818-fa7a-4927-82f0-a6a3617eabe1 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bb427458-f501-4d19-9744-ef4479f1e617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '85828b57-0777-4ff2-b77a-769719fb3bcd'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:29:26.074587 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74730b2f-f0a3-4cc7-b62d-e473637c327e None None] Attempting to bind port 02420818-fa7a-4927-82f0-a6a3617eabe1 on network 85828b57-0777-4ff2-b77a-769719fb3bcd {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:29:26.101276 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74730b2f-f0a3-4cc7-b62d-e473637c327e None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:29:26.101276 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74730b2f-f0a3-4cc7-b62d-e473637c327e None None] Checking segment: {'id': 'bb427458-f501-4d19-9744-ef4479f1e617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '85828b57-0777-4ff2-b77a-769719fb3bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:29:26.101276 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-74730b2f-f0a3-4cc7-b62d-e473637c327e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:26.108308 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74730b2f-f0a3-4cc7-b62d-e473637c327e None None] Bound using segment: {'id': 'bb427458-f501-4d19-9744-ef4479f1e617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '85828b57-0777-4ff2-b77a-769719fb3bcd'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:29:26.108834 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-74730b2f-f0a3-4cc7-b62d-e473637c327e None None] Bound port: 02420818-fa7a-4927-82f0-a6a3617eabe1, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb427458-f501-4d19-9744-ef4479f1e617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '85828b57-0777-4ff2-b77a-769719fb3bcd'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:29:26.109840 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-74730b2f-f0a3-4cc7-b62d-e473637c327e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:26.164834 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-bc614223-ce91-432f-a94b-420f64a0f7af tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Allocated IP 172.20.0.1 (85828b57-0777-4ff2-b77a-769719fb3bcd/119d7975-8818-4b40-8830-343c71167968/bcb8ad74-3375-4cde-a48b-9f9039ca3659) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:29:26.208054 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-74730b2f-f0a3-4cc7-b62d-e473637c327e None None] For port 02420818-fa7a-4927-82f0-a6a3617eabe1, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:29:26.212287 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-74730b2f-f0a3-4cc7-b62d-e473637c327e None None] For port 02420818-fa7a-4927-82f0-a6a3617eabe1, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=02420818-fa7a-4927-82f0-a6a3617eabe1,segment=NetworkSegment(bb427458-f501-4d19-9744-ef4479f1e617),segment_id=bb427458-f501-4d19-9744-ef4479f1e617)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:29:26.224977 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-74730b2f-f0a3-4cc7-b62d-e473637c327e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:26.316180 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74730b2f-f0a3-4cc7-b62d-e473637c327e None None] Pushing event updated for resources: {'Port': ['ID=02420818-fa7a-4927-82f0-a6a3617eabe1,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:26.470796 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bc614223-ce91-432f-a94b-420f64a0f7af tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:26.533802 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bc614223-ce91-432f-a94b-420f64a0f7af tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:26.649831 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc614223-ce91-432f-a94b-420f64a0f7af tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Network 85828b57-0777-4ff2-b77a-769719fb3bcd is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:29:26.658664 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-bc614223-ce91-432f-a94b-420f64a0f7af tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:29:26.662241 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc614223-ce91-432f-a94b-420f64a0f7af tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:29:26.670857 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc614223-ce91-432f-a94b-420f64a0f7af tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'Port': ['ID=bcb8ad74-3375-4cde-a48b-9f9039ca3659,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:26.680065 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12657dab-3734-4d08-ae3b-45e29419781f req-df403cd3-d35f-48ef-8335-63f3c4292d95 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:26.683237 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-12657dab-3734-4d08-ae3b-45e29419781f req-df403cd3-d35f-48ef-8335-63f3c4292d95 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=727d5a04-2116-4e42-99d7-2a69db3c5260 HTTP/1.1" status: 200 len: 945 time: 0.1385458 Oct 19 01:29:26.757268 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bc614223-ce91-432f-a94b-420f64a0f7af tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:26.780534 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-12657dab-3734-4d08-ae3b-45e29419781f req-1f9a1155-bc78-45b6-9700-b6b595962a60 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905738 Oct 19 01:29:26.980451 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bc614223-ce91-432f-a94b-420f64a0f7af tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:27.196636 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:27.323043 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bc614223-ce91-432f-a94b-420f64a0f7af tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:27.329798 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bc614223-ce91-432f-a94b-420f64a0f7af tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:27.409944 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bc614223-ce91-432f-a94b-420f64a0f7af tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:27.418386 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc614223-ce91-432f-a94b-420f64a0f7af tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'Port': ['ID=bcb8ad74-3375-4cde-a48b-9f9039ca3659,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:27.531008 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc614223-ce91-432f-a94b-420f64a0f7af tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Network 85828b57-0777-4ff2-b77a-769719fb3bcd is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:29:27.532929 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-bc614223-ce91-432f-a94b-420f64a0f7af tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:29:27.563577 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85b9be6-0662-49e1-951c-74907eef9c15 None None] Network 85828b57-0777-4ff2-b77a-769719fb3bcd requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:29:27.676051 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 02420818-fa7a-4927-82f0-a6a3617eabe1 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:29:27.701694 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc614223-ce91-432f-a94b-420f64a0f7af tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Router b331c13f-b293-48c5-a402-ba16f29d541d has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:29:27.713887 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-c4d34780-09c0-464a-9115-03c207e5578a None None] Provisioning complete for port 02420818-fa7a-4927-82f0-a6a3617eabe1 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:29:27.714261 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c4d34780-09c0-464a-9115-03c207e5578a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:27.847233 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2fabc-fd0e-46c2-956f-29da7992b715 req-5878f809-c4a6-494a-ba70-8072bf1feff6 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:27.850119 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-45c2fabc-fd0e-46c2-956f-29da7992b715 req-5878f809-c4a6-494a-ba70-8072bf1feff6 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.24 "GET /v2.0/ports?device_id=727d5a04-2116-4e42-99d7-2a69db3c5260 HTTP/1.1" status: 200 len: 945 time: 0.0815425 Oct 19 01:29:27.896276 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc614223-ce91-432f-a94b-420f64a0f7af tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:29:27.905401 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-bc614223-ce91-432f-a94b-420f64a0f7af tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "PUT /v2.0/routers/b331c13f-b293-48c5-a402-ba16f29d541d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8928432 Oct 19 01:29:27.912740 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 02420818-fa7a-4927-82f0-a6a3617eabe1 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:29:27.913117 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:28.021453 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30319c1-83e2-4d48-8a9b-66b88113c9ea req-a21484b1-892a-4a5d-91a0-f0df4a649a03 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:28.024911 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b30319c1-83e2-4d48-8a9b-66b88113c9ea req-a21484b1-892a-4a5d-91a0-f0df4a649a03 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=727d5a04-2116-4e42-99d7-2a69db3c5260 HTTP/1.1" status: 200 len: 945 time: 0.1132131 Oct 19 01:29:28.035479 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c4d34780-09c0-464a-9115-03c207e5578a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:28.043658 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-45c2fabc-fd0e-46c2-956f-29da7992b715 req-fd88ee27-c305-4ae6-8852-fe5e04eee275 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Deleting port c67a5884-b9d4-4b07-a375-7f88f34c378c {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:29:28.044032 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-45c2fabc-fd0e-46c2-956f-29da7992b715 req-fd88ee27-c305-4ae6-8852-fe5e04eee275 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:28.085221 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd45a627-af26-4679-9374-76731714a202 None None] Sync routers for ids ['b331c13f-b293-48c5-a402-ba16f29d541d'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:29:28.098968 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-c4d34780-09c0-464a-9115-03c207e5578a None None] For port 02420818-fa7a-4927-82f0-a6a3617eabe1, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=02420818-fa7a-4927-82f0-a6a3617eabe1,segment=NetworkSegment(bb427458-f501-4d19-9744-ef4479f1e617),segment_id=bb427458-f501-4d19-9744-ef4479f1e617)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:29:28.100284 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b30319c1-83e2-4d48-8a9b-66b88113c9ea req-5499ab63-672c-44e9-b19c-477b97b79613 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599403 Oct 19 01:29:28.106909 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd45a627-af26-4679-9374-76731714a202 None None] Routers {'b331c13f-b293-48c5-a402-ba16f29d541d'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:29:28.109996 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-cd45a627-af26-4679-9374-76731714a202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:29:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b331c13f-b293-48c5-a402-ba16f29d541d'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:28.118529 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c4d34780-09c0-464a-9115-03c207e5578a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:28.240412 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-29e5d4b0-59ad-462b-bdd9-d8ed0124d81d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1018754877&fields=id&tenant_id=b92153fb65d447bf94f5610e1ad52929 HTTP/1.1" status: 200 len: 267 time: 0.1046991 Oct 19 01:29:28.271006 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d34780-09c0-464a-9115-03c207e5578a None None] Pushing event updated for resources: {'Port': ['ID=02420818-fa7a-4927-82f0-a6a3617eabe1,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:28.288603 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-45c2fabc-fd0e-46c2-956f-29da7992b715 req-fd88ee27-c305-4ae6-8852-fe5e04eee275 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] For port c67a5884-b9d4-4b07-a375-7f88f34c378c, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=c67a5884-b9d4-4b07-a375-7f88f34c378c,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:29:28.288981 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-45c2fabc-fd0e-46c2-956f-29da7992b715 req-fd88ee27-c305-4ae6-8852-fe5e04eee275 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:28.294992 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 3e32dc4c-81a2-495b-a426-3521832eacf4 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:29:28.336513 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-45c2fabc-fd0e-46c2-956f-29da7992b715 req-fd88ee27-c305-4ae6-8852-fe5e04eee275 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Calling delete_port for c67a5884-b9d4-4b07-a375-7f88f34c378c owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:29:28.346289 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-cd45a627-af26-4679-9374-76731714a202 None None] Set router b331c13f-b293-48c5-a402-ba16f29d541d gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:29:28.376323 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 3e32dc4c-81a2-495b-a426-3521832eacf4 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:29:28.376696 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:28.450886 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-0eb685c9-a447-4992-a931-61b5672f8a0a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:28.452430 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-0eb685c9-a447-4992-a931-61b5672f8a0a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/networks?id=85828b57-0777-4ff2-b77a-769719fb3bcd HTTP/1.1" status: 200 len: 796 time: 0.2110922 Oct 19 01:29:28.480206 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:28.491531 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-98a8ff8e-2603-42f4-8c42-33355b22d0c7 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/quotas/b92153fb65d447bf94f5610e1ad52929 HTTP/1.1" status: 200 len: 375 time: 0.0270200 Oct 19 01:29:28.530647 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-aa9599dd-65d9-4b2f-bf82-4e8d58232410 None None] Provisioning complete for port bcb8ad74-3375-4cde-a48b-9f9039ca3659 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:29:28.530647 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-aa9599dd-65d9-4b2f-bf82-4e8d58232410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:28.543773 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 3e32dc4c-81a2-495b-a426-3521832eacf4, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=3e32dc4c-81a2-495b-a426-3521832eacf4,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:29:28.570696 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-f5db7a66-fc2b-4213-afd6-414d3963afd2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b92153fb65d447bf94f5610e1ad52929&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693026 Oct 19 01:29:28.595225 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:28.684081 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-cd45a627-af26-4679-9374-76731714a202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854139004', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '3e32dc4c-81a2-495b-a426-3521832eacf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:29:21Z', 'updated_at': '2021-10-19T01:29:26Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '3e32dc4c-81a2-495b-a426-3521832eacf4', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:29:22Z', 'updated_at': '2021-10-19T01:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'bcb8ad74-3375-4cde-a48b-9f9039ca3659', 'name': '', 'network_id': '85828b57-0777-4ff2-b77a-769719fb3bcd', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'mac_address': 'fa:16:3e:65:63:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '119d7975-8818-4b40-8830-343c71167968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:29:25Z', 'updated_at': '2021-10-19T01:29:27Z', 'revision_number': 2, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'subnets': [{'id': '119d7975-8818-4b40-8830-343c71167968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:28.698385 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-aa9599dd-65d9-4b2f-bf82-4e8d58232410 None None] Port bcb8ad74-3375-4cde-a48b-9f9039ca3659 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:29:28.707076 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=3e32dc4c-81a2-495b-a426-3521832eacf4,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:28.715997 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-aa9599dd-65d9-4b2f-bf82-4e8d58232410 None None] Provisioning complete for port 02420818-fa7a-4927-82f0-a6a3617eabe1 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:29:28.716431 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-aa9599dd-65d9-4b2f-bf82-4e8d58232410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:28.738273 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-45c2fabc-fd0e-46c2-956f-29da7992b715 req-fd88ee27-c305-4ae6-8852-fe5e04eee275 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:28.748270 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 1dd8dcf7-262f-479f-9ede-d07fae1e5e3c no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:29:28.764160 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['c67a5884-b9d4-4b07-a375-7f88f34c378c'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:29:28.764870 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd45a627-af26-4679-9374-76731714a202 None None] Checking router: b331c13f-b293-48c5-a402-ba16f29d541d for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:29:28.767531 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd45a627-af26-4679-9374-76731714a202 None None] Updating router b331c13f-b293-48c5-a402-ba16f29d541d port bcb8ad74-3375-4cde-a48b-9f9039ca3659 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:29:28.767660 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['69088e97-774a-4fba-9007-c95c94165041'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:29:28.782702 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88ee27-c305-4ae6-8852-fe5e04eee275 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Pushing event deleted for resources: {'Port': ['ID=c67a5884-b9d4-4b07-a375-7f88f34c378c,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:28.809734 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-cd45a627-af26-4679-9374-76731714a202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:28.838379 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 1dd8dcf7-262f-479f-9ede-d07fae1e5e3c {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:29:28.839936 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 1dd8dcf7-262f-479f-9ede-d07fae1e5e3c not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:29:28.952122 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-f223667b-dceb-4acf-a6fd-ecee09432270 service neutron] 10.222.0.57 "GET /v2.0/networks/85828b57-0777-4ff2-b77a-769719fb3bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721201 Oct 19 01:29:28.963929 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c2fabc-fd0e-46c2-956f-29da7992b715 req-fd88ee27-c305-4ae6-8852-fe5e04eee275 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] No DVR routers for this DVR port c67a5884-b9d4-4b07-a375-7f88f34c378c on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:29:28.970268 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-45c2fabc-fd0e-46c2-956f-29da7992b715 req-fd88ee27-c305-4ae6-8852-fe5e04eee275 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:28.981540 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-45c2fabc-fd0e-46c2-956f-29da7992b715 req-fd88ee27-c305-4ae6-8852-fe5e04eee275 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.24 "DELETE /v2.0/ports/c67a5884-b9d4-4b07-a375-7f88f34c378c HTTP/1.1" status: 204 len: 173 time: 1.1175318 Oct 19 01:29:28.987677 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727d5a04-2116-4e42-99d7-2a69db3c5260', 'name': 'network-vif-deleted', 'tag': 'c67a5884-b9d4-4b07-a375-7f88f34c378c'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:29:28.998310 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c8d32f-d074-456b-b115-2f94ca042010" -d '{"events": [{"server_uuid": "727d5a04-2116-4e42-99d7-2a69db3c5260", "name": "network-vif-deleted", "tag": "c67a5884-b9d4-4b07-a375-7f88f34c378c"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:29:29.182299 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-5279689f-d35f-4077-9f64-85087e4858c4 service neutron] 10.222.0.57 "GET /v2.0/networks/85828b57-0777-4ff2-b77a-769719fb3bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280107 Oct 19 01:29:29.209517 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-49e445ba-2743-42f9-b9d1-dc4054c69f34 None None] Provisioning complete for port bcb8ad74-3375-4cde-a48b-9f9039ca3659 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:29:29.209976 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-49e445ba-2743-42f9-b9d1-dc4054c69f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:29.275986 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-49e445ba-2743-42f9-b9d1-dc4054c69f34 None None] Port bcb8ad74-3375-4cde-a48b-9f9039ca3659 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:29:29.366995 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-cd45a627-af26-4679-9374-76731714a202 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:29.378103 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-cd45a627-af26-4679-9374-76731714a202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:29.412115 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-95c221f9-23f7-4a82-bd56-472470a9eb8e None None] Provisioning complete for port bcb8ad74-3375-4cde-a48b-9f9039ca3659 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:29:29.412700 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-95c221f9-23f7-4a82-bd56-472470a9eb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:29.484104 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-95c221f9-23f7-4a82-bd56-472470a9eb8e None None] Port bcb8ad74-3375-4cde-a48b-9f9039ca3659 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:29:29.516860 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382b93c-5242-48d6-b5f3-669d786ebf07 None None] Pushing event updated for resources: {'Port': ['ID=bcb8ad74-3375-4cde-a48b-9f9039ca3659,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:29.549691 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f9779d-76cf-4760-94c2-6b606014c0ab x-openstack-request-id: req-54f9779d-76cf-4760-94c2-6b606014c0ab {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:29:29.549987 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727d5a04-2116-4e42-99d7-2a69db3c5260", "name": "network-vif-deleted", "tag": "c67a5884-b9d4-4b07-a375-7f88f34c378c", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:29:29.550240 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-54f9779d-76cf-4760-94c2-6b606014c0ab {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:29:29.550643 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727d5a04-2116-4e42-99d7-2a69db3c5260', 'name': 'network-vif-deleted', 'tag': 'c67a5884-b9d4-4b07-a375-7f88f34c378c', 'status': 'completed', 'code': 200} Oct 19 01:29:29.550818 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0382b93c-5242-48d6-b5f3-669d786ebf07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:29.551164 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0382b93c-5242-48d6-b5f3-669d786ebf07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:29.552140 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0382b93c-5242-48d6-b5f3-669d786ebf07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:29.552388 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0382b93c-5242-48d6-b5f3-669d786ebf07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:29.553131 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0382b93c-5242-48d6-b5f3-669d786ebf07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:29.554644 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0382b93c-5242-48d6-b5f3-669d786ebf07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:29.554964 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0382b93c-5242-48d6-b5f3-669d786ebf07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:29.555284 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0382b93c-5242-48d6-b5f3-669d786ebf07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:29.555701 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0382b93c-5242-48d6-b5f3-669d786ebf07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:29.556047 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0382b93c-5242-48d6-b5f3-669d786ebf07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:29.559037 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0382b93c-5242-48d6-b5f3-669d786ebf07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:29.559428 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0382b93c-5242-48d6-b5f3-669d786ebf07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:29.611195 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:29.689494 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-878deb15-3bde-47ca-96ea-7b725edb3056 req-726f7267-2c92-406d-a120-9e2c28194e9d tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=727d5a04-2116-4e42-99d7-2a69db3c5260 HTTP/1.1" status: 200 len: 210 time: 0.0494821 Oct 19 01:29:29.714061 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 02420818-fa7a-4927-82f0-a6a3617eabe1 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:29:29.714808 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-cd45a627-af26-4679-9374-76731714a202 None None] Attempting to bind port bcb8ad74-3375-4cde-a48b-9f9039ca3659 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:29:29.715420 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-cd45a627-af26-4679-9374-76731714a202 None None] Attempting to bind port bcb8ad74-3375-4cde-a48b-9f9039ca3659 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bb427458-f501-4d19-9744-ef4479f1e617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '85828b57-0777-4ff2-b77a-769719fb3bcd'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:29:29.716225 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd45a627-af26-4679-9374-76731714a202 None None] Attempting to bind port bcb8ad74-3375-4cde-a48b-9f9039ca3659 on network 85828b57-0777-4ff2-b77a-769719fb3bcd {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:29:29.723416 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd45a627-af26-4679-9374-76731714a202 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:29:29.724108 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd45a627-af26-4679-9374-76731714a202 None None] Checking segment: {'id': 'bb427458-f501-4d19-9744-ef4479f1e617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '85828b57-0777-4ff2-b77a-769719fb3bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:29:29.724612 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-cd45a627-af26-4679-9374-76731714a202 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:29.725098 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd45a627-af26-4679-9374-76731714a202 None None] Bound using segment: {'id': 'bb427458-f501-4d19-9744-ef4479f1e617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '85828b57-0777-4ff2-b77a-769719fb3bcd'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:29:29.725667 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-cd45a627-af26-4679-9374-76731714a202 None None] Bound port: bcb8ad74-3375-4cde-a48b-9f9039ca3659, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb427458-f501-4d19-9744-ef4479f1e617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '85828b57-0777-4ff2-b77a-769719fb3bcd'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:29:29.726364 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-cd45a627-af26-4679-9374-76731714a202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:29.731672 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3dc8144d-db49-4f41-b8a9-d53583f90759 req-e3184259-2829-4082-8134-4cef3ce33eaf tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 210 time: 0.0859656 Oct 19 01:29:29.827129 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-cd45a627-af26-4679-9374-76731714a202 None None] For port bcb8ad74-3375-4cde-a48b-9f9039ca3659, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:29:29.829973 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 02420818-fa7a-4927-82f0-a6a3617eabe1 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:29:29.830625 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:29.831998 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-cd45a627-af26-4679-9374-76731714a202 None None] For port bcb8ad74-3375-4cde-a48b-9f9039ca3659, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=bcb8ad74-3375-4cde-a48b-9f9039ca3659,segment=NetworkSegment(bb427458-f501-4d19-9744-ef4479f1e617),segment_id=bb427458-f501-4d19-9744-ef4479f1e617)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:29:29.842424 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-cd45a627-af26-4679-9374-76731714a202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:29.897923 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6876ece-3402-4bcf-8846-2987c66692e1 req-f6207a27-fb51-49ef-968c-d889b0b5afaf tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:29.899788 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c6876ece-3402-4bcf-8846-2987c66692e1 req-f6207a27-fb51-49ef-968c-d889b0b5afaf tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 946 time: 0.0722365 Oct 19 01:29:29.922677 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd45a627-af26-4679-9374-76731714a202 None None] Routers {'b331c13f-b293-48c5-a402-ba16f29d541d'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:29:29.923305 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-cd45a627-af26-4679-9374-76731714a202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:29:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b331c13f-b293-48c5-a402-ba16f29d541d'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:29.942578 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-7526591b-aa9c-48ed-b04c-33d918c62cb8 None None] Provisioning complete for port bcb8ad74-3375-4cde-a48b-9f9039ca3659 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:29:29.942955 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7526591b-aa9c-48ed-b04c-33d918c62cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:29.989088 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c6876ece-3402-4bcf-8846-2987c66692e1 req-52201412-6386-465e-ae94-67c8c52e096d tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649583 Oct 19 01:29:30.016947 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382b93c-5242-48d6-b5f3-669d786ebf07 None None] Pushing event updated for resources: {'Port': ['ID=bcb8ad74-3375-4cde-a48b-9f9039ca3659,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:30.098621 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-cd45a627-af26-4679-9374-76731714a202 None None] Set router b331c13f-b293-48c5-a402-ba16f29d541d gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:29:30.101748 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 3e32dc4c-81a2-495b-a426-3521832eacf4 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:29:30.143961 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7526591b-aa9c-48ed-b04c-33d918c62cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:30.185574 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-7526591b-aa9c-48ed-b04c-33d918c62cb8 None None] For port bcb8ad74-3375-4cde-a48b-9f9039ca3659, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=bcb8ad74-3375-4cde-a48b-9f9039ca3659,segment=NetworkSegment(bb427458-f501-4d19-9744-ef4479f1e617),segment_id=bb427458-f501-4d19-9744-ef4479f1e617)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:29:30.201480 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7526591b-aa9c-48ed-b04c-33d918c62cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:30.254469 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 3e32dc4c-81a2-495b-a426-3521832eacf4 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:29:30.254853 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:30.305962 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526591b-aa9c-48ed-b04c-33d918c62cb8 None None] Pushing event updated for resources: {'Port': ['ID=bcb8ad74-3375-4cde-a48b-9f9039ca3659,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:30.326644 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-82330ab4-6164-441f-923e-0e7c13edb9be None None] Provisioning complete for port bcb8ad74-3375-4cde-a48b-9f9039ca3659 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:29:30.327024 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-82330ab4-6164-441f-923e-0e7c13edb9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:30.396472 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-cd45a627-af26-4679-9374-76731714a202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854139004', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '3e32dc4c-81a2-495b-a426-3521832eacf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:29:21Z', 'updated_at': '2021-10-19T01:29:26Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '3e32dc4c-81a2-495b-a426-3521832eacf4', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:29:22Z', 'updated_at': '2021-10-19T01:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'bcb8ad74-3375-4cde-a48b-9f9039ca3659', 'name': '', 'network_id': '85828b57-0777-4ff2-b77a-769719fb3bcd', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'mac_address': 'fa:16:3e:65:63:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '119d7975-8818-4b40-8830-343c71167968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:29:25Z', 'updated_at': '2021-10-19T01:29:29Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'subnets': [{'id': '119d7975-8818-4b40-8830-343c71167968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:30.527791 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd45a627-af26-4679-9374-76731714a202 None None] The sync data for ids ['b331c13f-b293-48c5-a402-ba16f29d541d'] in n-d-715271-26 is: [{'id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854139004', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '3e32dc4c-81a2-495b-a426-3521832eacf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:29:21Z', 'updated_at': '2021-10-19T01:29:26Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '3e32dc4c-81a2-495b-a426-3521832eacf4', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:29:22Z', 'updated_at': '2021-10-19T01:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'bcb8ad74-3375-4cde-a48b-9f9039ca3659', 'name': '', 'network_id': '85828b57-0777-4ff2-b77a-769719fb3bcd', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'mac_address': 'fa:16:3e:65:63:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '119d7975-8818-4b40-8830-343c71167968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:29:25Z', 'updated_at': '2021-10-19T01:29:29Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'subnets': [{'id': '119d7975-8818-4b40-8830-343c71167968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:29:30.867065 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7aea4ec9-1891-4d64-96e4-c74c6e4d10de req-724b50a1-5b85-4955-9326-5baf8a6e51e7 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 210 time: 0.0310657 Oct 19 01:29:31.099441 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a62ee4-1081-4f32-a12e-9f63b6058e9a req-7b42fb76-1c65-4528-b6c7-df884735def5 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:31.101094 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a7a62ee4-1081-4f32-a12e-9f63b6058e9a req-7b42fb76-1c65-4528-b6c7-df884735def5 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 946 time: 0.0754545 Oct 19 01:29:31.117134 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-95b8a4ed-0ca0-41de-9355-ca509bff0a7c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:31.118674 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-95b8a4ed-0ca0-41de-9355-ca509bff0a7c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.24 "GET /v2.0/networks?id=85828b57-0777-4ff2-b77a-769719fb3bcd HTTP/1.1" status: 200 len: 796 time: 0.2123997 Oct 19 01:29:31.191865 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a7a62ee4-1081-4f32-a12e-9f63b6058e9a req-39e9c4c2-a888-47f2-b1c5-973dc9f82895 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718732 Oct 19 01:29:31.197583 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-360c4a3c-2cd9-4b3e-8725-8690f15cf1ba tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b92153fb65d447bf94f5610e1ad52929 HTTP/1.1" status: 200 len: 380 time: 0.0621724 Oct 19 01:29:31.212542 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfc45e-eb9c-4860-8255-600d43034638 req-2cff5d33-1b3b-4c62-8eea-59a47a542b75 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:31.214201 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8ecfc45e-eb9c-4860-8255-600d43034638 req-2cff5d33-1b3b-4c62-8eea-59a47a542b75 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 946 time: 0.1009769 Oct 19 01:29:31.217729 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-7a514f17-11c9-4916-8e0b-b49cfd9c97ac tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'port': {'device_id': 'e9927c90-c246-41e1-8f14-13fca3b818a5', 'network_id': '85828b57-0777-4ff2-b77a-769719fb3bcd', 'admin_state_up': True, 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'security_groups': ['98f06f8e-e344-4204-b654-accd2c2e9975']}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:31.261543 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8ecfc45e-eb9c-4860-8255-600d43034638 req-dd5cf668-b02c-4458-8517-445dea991950 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405228 Oct 19 01:29:31.358735 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-7a514f17-11c9-4916-8e0b-b49cfd9c97ac tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Made reservation on behalf of b92153fb65d447bf94f5610e1ad52929 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:29:31.363476 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-7a514f17-11c9-4916-8e0b-b49cfd9c97ac tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:31.559410 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-7a514f17-11c9-4916-8e0b-b49cfd9c97ac tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Allocated IP 172.20.0.10 (85828b57-0777-4ff2-b77a-769719fb3bcd/119d7975-8818-4b40-8830-343c71167968/51d5ece9-6674-4b4c-bf1e-69ac7b465423) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:29:31.629633 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device bcb8ad74-3375-4cde-a48b-9f9039ca3659 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:29:31.696898 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port bcb8ad74-3375-4cde-a48b-9f9039ca3659 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:29:31.697308 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:31.790577 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-7a514f17-11c9-4916-8e0b-b49cfd9c97ac tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:31.858831 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-7a514f17-11c9-4916-8e0b-b49cfd9c97ac tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:31.917096 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-7a514f17-11c9-4916-8e0b-b49cfd9c97ac tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Network 85828b57-0777-4ff2-b77a-769719fb3bcd is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:29:31.920750 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-7a514f17-11c9-4916-8e0b-b49cfd9c97ac tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:29:31.925794 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-7a514f17-11c9-4916-8e0b-b49cfd9c97ac tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:29:31.983028 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-7a514f17-11c9-4916-8e0b-b49cfd9c97ac tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:31.983720 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-7a514f17-11c9-4916-8e0b-b49cfd9c97ac tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:32.012972 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a514f17-11c9-4916-8e0b-b49cfd9c97ac tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'Port': ['ID=51d5ece9-6674-4b4c-bf1e-69ac7b465423,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:32.043667 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-7a514f17-11c9-4916-8e0b-b49cfd9c97ac tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8337326 Oct 19 01:29:32.057047 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-351438b4-2325-4df3-93e8-d381bb61837f service neutron] Request body: {'port': {'device_id': 'e9927c90-c246-41e1-8f14-13fca3b818a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:32.108439 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bac6d1-70a9-4635-9f62-d8464fcc7d97 req-a0a7186c-abac-4568-868a-ec150690164b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:32.116875 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-97bac6d1-70a9-4635-9f62-d8464fcc7d97 req-a0a7186c-abac-4568-868a-ec150690164b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 932 time: 0.1269500 Oct 19 01:29:32.301753 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-dcf443ea-cc26-4b7f-9081-38e973d2762d None None] Provisioning complete for port 51d5ece9-6674-4b4c-bf1e-69ac7b465423 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:29:32.302497 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dcf443ea-cc26-4b7f-9081-38e973d2762d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:32.385307 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-dcf443ea-cc26-4b7f-9081-38e973d2762d None None] Port 51d5ece9-6674-4b4c-bf1e-69ac7b465423 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:29:32.432911 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a14d0-f0e6-44cd-a715-4b3f22b25431 req-dda82f38-92a0-40d1-a23a-ce8520e8ac9a tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:32.434930 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-388a14d0-f0e6-44cd-a715-4b3f22b25431 req-dda82f38-92a0-40d1-a23a-ce8520e8ac9a tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 946 time: 0.1828194 Oct 19 01:29:32.443074 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de06d9-3a21-4695-9250-0e47f406a6e9 req-0ab10e38-3237-4236-a438-3356edaaee15 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:32.450692 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-69de06d9-3a21-4695-9250-0e47f406a6e9 req-0ab10e38-3237-4236-a438-3356edaaee15 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 946 time: 0.1246359 Oct 19 01:29:32.546257 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-69de06d9-3a21-4695-9250-0e47f406a6e9 req-5c462988-f936-4da0-a514-fd843bb823b2 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8d3ed2-19be-4459-a9fb-ae7c523b2903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945015 Oct 19 01:29:32.558014 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-97bac6d1-70a9-4635-9f62-d8464fcc7d97 req-eda2938c-070e-4462-8cdf-9d05ce16d2c9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=98f06f8e-e344-4204-b654-accd2c2e9975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4367337 Oct 19 01:29:32.558670 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-351438b4-2325-4df3-93e8-d381bb61837f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:32.644629 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-388a14d0-f0e6-44cd-a715-4b3f22b25431 req-f63ee10b-2672-4563-9bfb-b0d8c0aab907 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Deleting port 69088e97-774a-4fba-9007-c95c94165041 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:29:32.644999 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-388a14d0-f0e6-44cd-a715-4b3f22b25431 req-f63ee10b-2672-4563-9bfb-b0d8c0aab907 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:32.743462 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device c67a5884-b9d4-4b07-a375-7f88f34c378c no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:29:32.755922 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba0aaf-4435-4f36-8960-5731b057f5f0 req-ec645ca5-49fc-4dd4-b4f1-3decc1178571 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:32.757548 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a6ba0aaf-4435-4f36-8960-5731b057f5f0 req-ec645ca5-49fc-4dd4-b4f1-3decc1178571 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 946 time: 0.1287153 Oct 19 01:29:32.787043 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: c67a5884-b9d4-4b07-a375-7f88f34c378c {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:29:32.787382 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device c67a5884-b9d4-4b07-a375-7f88f34c378c not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:29:32.817433 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-388a14d0-f0e6-44cd-a715-4b3f22b25431 req-f63ee10b-2672-4563-9bfb-b0d8c0aab907 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] For port 69088e97-774a-4fba-9007-c95c94165041, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=69088e97-774a-4fba-9007-c95c94165041,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:29:32.817800 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-388a14d0-f0e6-44cd-a715-4b3f22b25431 req-f63ee10b-2672-4563-9bfb-b0d8c0aab907 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:32.837808 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-388a14d0-f0e6-44cd-a715-4b3f22b25431 req-f63ee10b-2672-4563-9bfb-b0d8c0aab907 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Calling delete_port for 69088e97-774a-4fba-9007-c95c94165041 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:29:32.870588 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-351438b4-2325-4df3-93e8-d381bb61837f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51d5ece9-6674-4b4c-bf1e-69ac7b465423 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:29:32.880967 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-351438b4-2325-4df3-93e8-d381bb61837f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:32.896506 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-351438b4-2325-4df3-93e8-d381bb61837f service neutron] Transition to ACTIVE for port object 51d5ece9-6674-4b4c-bf1e-69ac7b465423 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:29:32.901816 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-351438b4-2325-4df3-93e8-d381bb61837f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:33.005693 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351438b4-2325-4df3-93e8-d381bb61837f service neutron] Pushing event updated for resources: {'Port': ['ID=51d5ece9-6674-4b4c-bf1e-69ac7b465423,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:33.103868 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-351438b4-2325-4df3-93e8-d381bb61837f service neutron] Attempting to bind port 51d5ece9-6674-4b4c-bf1e-69ac7b465423 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:29:33.105155 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-351438b4-2325-4df3-93e8-d381bb61837f service neutron] Attempting to bind port 51d5ece9-6674-4b4c-bf1e-69ac7b465423 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'bb427458-f501-4d19-9744-ef4479f1e617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '85828b57-0777-4ff2-b77a-769719fb3bcd'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:29:33.105753 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-351438b4-2325-4df3-93e8-d381bb61837f service neutron] Attempting to bind port 51d5ece9-6674-4b4c-bf1e-69ac7b465423 on network 85828b57-0777-4ff2-b77a-769719fb3bcd {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:29:33.125735 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-351438b4-2325-4df3-93e8-d381bb61837f service neutron] Port 51d5ece9-6674-4b4c-bf1e-69ac7b465423 on network 85828b57-0777-4ff2-b77a-769719fb3bcd not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:29:33.126474 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-351438b4-2325-4df3-93e8-d381bb61837f service neutron] Attempting to bind port 51d5ece9-6674-4b4c-bf1e-69ac7b465423 on network 85828b57-0777-4ff2-b77a-769719fb3bcd {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:29:33.143511 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-351438b4-2325-4df3-93e8-d381bb61837f service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:29:33.144288 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-351438b4-2325-4df3-93e8-d381bb61837f service neutron] Checking segment: {'id': 'bb427458-f501-4d19-9744-ef4479f1e617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '85828b57-0777-4ff2-b77a-769719fb3bcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:29:33.144916 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-351438b4-2325-4df3-93e8-d381bb61837f service neutron] Bound using segment: {'id': 'bb427458-f501-4d19-9744-ef4479f1e617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '85828b57-0777-4ff2-b77a-769719fb3bcd'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:29:33.145714 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-351438b4-2325-4df3-93e8-d381bb61837f service neutron] Bound port: 51d5ece9-6674-4b4c-bf1e-69ac7b465423, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb427458-f501-4d19-9744-ef4479f1e617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '85828b57-0777-4ff2-b77a-769719fb3bcd'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:29:33.146683 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-351438b4-2325-4df3-93e8-d381bb61837f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:33.254590 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-351438b4-2325-4df3-93e8-d381bb61837f service neutron] For port 51d5ece9-6674-4b4c-bf1e-69ac7b465423, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:29:33.265100 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-351438b4-2325-4df3-93e8-d381bb61837f service neutron] For port 51d5ece9-6674-4b4c-bf1e-69ac7b465423, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=51d5ece9-6674-4b4c-bf1e-69ac7b465423,segment=NetworkSegment(bb427458-f501-4d19-9744-ef4479f1e617),segment_id=bb427458-f501-4d19-9744-ef4479f1e617)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:29:33.273342 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-351438b4-2325-4df3-93e8-d381bb61837f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:33.298654 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-351438b4-2325-4df3-93e8-d381bb61837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:33.299953 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-351438b4-2325-4df3-93e8-d381bb61837f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:33.302088 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-351438b4-2325-4df3-93e8-d381bb61837f service neutron] 10.222.0.24 "PUT /v2.0/ports/51d5ece9-6674-4b4c-bf1e-69ac7b465423 HTTP/1.1" status: 200 len: 1093 time: 1.2493310 Oct 19 01:29:33.304472 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9927c90-c246-41e1-8f14-13fca3b818a5', 'tag': '51d5ece9-6674-4b4c-bf1e-69ac7b465423'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:29:33.332682 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680d9401-316c-4d7f-b21b-4405e2dc91e1" -d '{"events": [{"name": "network-changed", "server_uuid": "e9927c90-c246-41e1-8f14-13fca3b818a5", "tag": "51d5ece9-6674-4b4c-bf1e-69ac7b465423"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:29:33.416744 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a6ba0aaf-4435-4f36-8960-5731b057f5f0 req-caf9ea95-df37-4b13-894f-0e69ee448e58 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6284416 Oct 19 01:29:33.440625 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5a5c3b-e7da-4ac0-bcd2-66d252ff6532 x-openstack-request-id: req-1a5a5c3b-e7da-4ac0-bcd2-66d252ff6532 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:29:33.440915 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9927c90-c246-41e1-8f14-13fca3b818a5", "tag": "51d5ece9-6674-4b4c-bf1e-69ac7b465423", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:29:33.441168 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1a5a5c3b-e7da-4ac0-bcd2-66d252ff6532 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:29:33.441565 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9927c90-c246-41e1-8f14-13fca3b818a5', 'tag': '51d5ece9-6674-4b4c-bf1e-69ac7b465423', 'status': 'completed', 'code': 200} Oct 19 01:29:33.484028 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-0288d1f7-d8c7-44d9-a804-e71b7faaf328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:33.486527 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-0288d1f7-d8c7-44d9-a804-e71b7faaf328 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b92153fb65d447bf94f5610e1ad52929&device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 1096 time: 0.1221616 Oct 19 01:29:33.487316 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351438b4-2325-4df3-93e8-d381bb61837f service neutron] Pushing event updated for resources: {'Port': ['ID=51d5ece9-6674-4b4c-bf1e-69ac7b465423,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:33.547520 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-85d840d4-a4b2-48b1-bb28-699f4002f988 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51d5ece9-6674-4b4c-bf1e-69ac7b465423 HTTP/1.1" status: 200 len: 217 time: 0.0472836 Oct 19 01:29:33.627509 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-388a14d0-f0e6-44cd-a715-4b3f22b25431 req-f63ee10b-2672-4563-9bfb-b0d8c0aab907 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:33.739548 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ee10b-2672-4563-9bfb-b0d8c0aab907 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Pushing event deleted for resources: {'Port': ['ID=69088e97-774a-4fba-9007-c95c94165041,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:33.746324 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-2632a3c4-a7c8-4bc5-8828-dbf5c28d3477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:33.749209 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-2632a3c4-a7c8-4bc5-8828-dbf5c28d3477 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=119d7975-8818-4b40-8830-343c71167968 HTTP/1.1" status: 200 len: 835 time: 0.1936810 Oct 19 01:29:33.838898 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fe0a2491-cbad-4b4f-9646-9db5904507b2 req-5796feaf-0374-4f2b-ab74-3770ecb47a06 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5 HTTP/1.1" status: 200 len: 210 time: 0.0884049 Oct 19 01:29:33.850045 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-f388c9f8-1b2e-4c96-a20d-e25c0a4dfc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:33.852078 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-f388c9f8-1b2e-4c96-a20d-e25c0a4dfc80 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=85828b57-0777-4ff2-b77a-769719fb3bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0918343 Oct 19 01:29:33.853917 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-388a14d0-f0e6-44cd-a715-4b3f22b25431 req-f63ee10b-2672-4563-9bfb-b0d8c0aab907 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] No DVR routers for this DVR port 69088e97-774a-4fba-9007-c95c94165041 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:29:33.859587 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-388a14d0-f0e6-44cd-a715-4b3f22b25431 req-f63ee10b-2672-4563-9bfb-b0d8c0aab907 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:33.880534 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-388a14d0-f0e6-44cd-a715-4b3f22b25431 req-f63ee10b-2672-4563-9bfb-b0d8c0aab907 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.55 "DELETE /v2.0/ports/69088e97-774a-4fba-9007-c95c94165041 HTTP/1.1" status: 204 len: 173 time: 1.4055641 Oct 19 01:29:33.881218 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5', 'name': 'network-vif-deleted', 'tag': '69088e97-774a-4fba-9007-c95c94165041'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:29:33.892838 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e259828-819b-46f5-b836-7254517a485b" -d '{"events": [{"server_uuid": "9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5", "name": "network-vif-deleted", "tag": "69088e97-774a-4fba-9007-c95c94165041"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:29:33.929709 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd20b57-4224-42a7-ab94-a778d182dda5 req-485d4a72-9589-4cad-a456-92bbb5eb4e13 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:33.931345 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7dd20b57-4224-42a7-ab94-a778d182dda5 req-485d4a72-9589-4cad-a456-92bbb5eb4e13 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 944 time: 0.1411018 Oct 19 01:29:34.020099 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7dd20b57-4224-42a7-ab94-a778d182dda5 req-c00ace48-29df-4f49-a53e-4485f3db8b90 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=98f06f8e-e344-4204-b654-accd2c2e9975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743108 Oct 19 01:29:34.068277 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-5af0319e-8c3a-4b46-b9d5-d758179a6e58 service neutron] 10.222.0.24 "GET /v2.0/networks/85828b57-0777-4ff2-b77a-769719fb3bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076156 Oct 19 01:29:34.104487 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beecadc2-09d2-47b4-988e-ebcb533519bf x-openstack-request-id: req-beecadc2-09d2-47b4-988e-ebcb533519bf {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:29:34.105034 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5", "name": "network-vif-deleted", "tag": "69088e97-774a-4fba-9007-c95c94165041", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:29:34.105331 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-beecadc2-09d2-47b4-988e-ebcb533519bf {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:29:34.106030 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4e9ba8-631a-4358-9edc-8a8b6d4e24d5', 'name': 'network-vif-deleted', 'tag': '69088e97-774a-4fba-9007-c95c94165041', 'status': 'completed', 'code': 200} Oct 19 01:29:34.179404 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0dfec7e6-e865-4f92-a8d0-274320d275a8 req-0ccf8102-e2b1-478c-a5ff-aa4555024fed service neutron] 10.222.0.24 "GET /v2.0/networks/85828b57-0777-4ff2-b77a-769719fb3bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030729 Oct 19 01:29:34.264583 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d9401-316c-4d7f-b21b-4405e2dc91e1 req-ac8933ee-d9d4-43c5-9701-117831040dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:34.266300 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-680d9401-316c-4d7f-b21b-4405e2dc91e1 req-ac8933ee-d9d4-43c5-9701-117831040dfc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b92153fb65d447bf94f5610e1ad52929&device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 1096 time: 0.0418344 Oct 19 01:29:34.363294 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d9401-316c-4d7f-b21b-4405e2dc91e1 req-17731607-2b49-451a-86dd-37372896dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:34.364712 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-680d9401-316c-4d7f-b21b-4405e2dc91e1 req-17731607-2b49-451a-86dd-37372896dfcb service neutron] 10.222.0.24 "GET /v2.0/networks?id=85828b57-0777-4ff2-b77a-769719fb3bcd HTTP/1.1" status: 200 len: 897 time: 0.0914140 Oct 19 01:29:34.409192 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-680d9401-316c-4d7f-b21b-4405e2dc91e1 req-1af37d07-3e55-4ba8-b18b-09c71ea10d9a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51d5ece9-6674-4b4c-bf1e-69ac7b465423 HTTP/1.1" status: 200 len: 217 time: 0.0368483 Oct 19 01:29:34.474290 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d9401-316c-4d7f-b21b-4405e2dc91e1 req-95780d7d-8372-4935-813c-30b74ceda3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:34.475954 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-680d9401-316c-4d7f-b21b-4405e2dc91e1 req-95780d7d-8372-4935-813c-30b74ceda3eb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=119d7975-8818-4b40-8830-343c71167968 HTTP/1.1" status: 200 len: 835 time: 0.0584273 Oct 19 01:29:34.537217 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d9401-316c-4d7f-b21b-4405e2dc91e1 req-ec26b09b-6bb8-43f5-adeb-d1ce6d298e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:34.539055 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-680d9401-316c-4d7f-b21b-4405e2dc91e1 req-ec26b09b-6bb8-43f5-adeb-d1ce6d298e25 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=85828b57-0777-4ff2-b77a-769719fb3bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553002 Oct 19 01:29:34.596069 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5057c-02df-4258-8c8a-3e43c6bee955 req-1a68d707-1ac9-47d4-af3f-b454f637c03c tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:34.600509 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-00e5057c-02df-4258-8c8a-3e43c6bee955 req-1a68d707-1ac9-47d4-af3f-b454f637c03c tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 946 time: 0.0699441 Oct 19 01:29:34.645364 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-00e5057c-02df-4258-8c8a-3e43c6bee955 req-795e295a-7b6a-4eff-b8f0-29da2fc16e99 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410464 Oct 19 01:29:34.664242 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-680d9401-316c-4d7f-b21b-4405e2dc91e1 req-2f098fdc-37ad-4ccd-97e0-2fb58d44c748 service neutron] 10.222.0.24 "GET /v2.0/networks/85828b57-0777-4ff2-b77a-769719fb3bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155589 Oct 19 01:29:34.781202 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-680d9401-316c-4d7f-b21b-4405e2dc91e1 req-9354bba3-7c53-464e-a378-bb5962f16daa service neutron] 10.222.0.24 "GET /v2.0/networks/85828b57-0777-4ff2-b77a-769719fb3bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074233 Oct 19 01:29:35.180442 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebb33c-b150-4416-84a8-722702df8dd6 req-b8ce6bed-dfec-4d5a-98bd-34b2c8bbb77b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:35.186166 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1bebb33c-b150-4416-84a8-722702df8dd6 req-b8ce6bed-dfec-4d5a-98bd-34b2c8bbb77b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 944 time: 0.0882027 Oct 19 01:29:35.229233 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b1495-8472-4b3b-8d4c-57907c115965 req-58429e80-8958-40fb-b702-4797ef950d1f tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:35.234800 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1bebb33c-b150-4416-84a8-722702df8dd6 req-92effeea-9c70-41a1-9d7d-e44b30fb5bd5 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=98f06f8e-e344-4204-b654-accd2c2e9975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412164 Oct 19 01:29:35.236287 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6f7b1495-8472-4b3b-8d4c-57907c115965 req-58429e80-8958-40fb-b702-4797ef950d1f tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0732379 Oct 19 01:29:35.277643 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6f7b1495-8472-4b3b-8d4c-57907c115965 req-22972d26-2273-4fc4-8d16-6c7a54b04015 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404842 Oct 19 01:29:35.308255 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 69088e97-774a-4fba-9007-c95c94165041 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:29:35.333227 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 69088e97-774a-4fba-9007-c95c94165041 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:29:35.333582 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 69088e97-774a-4fba-9007-c95c94165041 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:29:35.776222 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44985b0e-e6d3-47d9-b5cd-e4ffb9220cad req-9a80d7dd-636e-4773-b3fd-b10d18991bfa tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:35.779421 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-44985b0e-e6d3-47d9-b5cd-e4ffb9220cad req-9a80d7dd-636e-4773-b3fd-b10d18991bfa tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 946 time: 0.0570321 Oct 19 01:29:35.833809 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-44985b0e-e6d3-47d9-b5cd-e4ffb9220cad req-41f34a64-92d4-4eaf-8825-2571099322aa tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495682 Oct 19 01:29:36.361288 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469d50c-b5e2-4dbf-a247-4d8a62c72a69 req-8eb85f2e-b297-4e3b-99af-6a0e72d9d8c7 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:36.362840 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b469d50c-b5e2-4dbf-a247-4d8a62c72a69 req-8eb85f2e-b297-4e3b-99af-6a0e72d9d8c7 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 944 time: 0.0558841 Oct 19 01:29:36.400214 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ea676-b29e-4f56-a28e-3a31283fe9ef req-6ac0abb2-4093-476e-ae2a-ddb605f5c442 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:36.401944 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ee7ea676-b29e-4f56-a28e-3a31283fe9ef req-6ac0abb2-4093-476e-ae2a-ddb605f5c442 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0517108 Oct 19 01:29:36.404248 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b469d50c-b5e2-4dbf-a247-4d8a62c72a69 req-39ac1d54-9430-42d5-8d36-c06e3eedd919 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=98f06f8e-e344-4204-b654-accd2c2e9975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352333 Oct 19 01:29:36.442746 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ee7ea676-b29e-4f56-a28e-3a31283fe9ef req-88d08726-6b66-4b08-94a8-05fe82d246bb tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e87a1b3-620c-498e-b5d9-363566f7595c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338180 Oct 19 01:29:36.781448 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461bdf7-7bff-4313-b97d-ce2e0c2fd608 req-b8c4b4f5-ff99-4864-9de0-cc035c77ad6b tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:36.783116 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f461bdf7-7bff-4313-b97d-ce2e0c2fd608 req-b8c4b4f5-ff99-4864-9de0-cc035c77ad6b tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 945 time: 0.0505877 Oct 19 01:29:36.898528 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-f461bdf7-7bff-4313-b97d-ce2e0c2fd608 req-f29288cb-a662-487d-ace1-2229da6e2079 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Deleting port bf76e776-e2d4-4f18-b4d3-84f9217e5e5f {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:29:36.899198 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f461bdf7-7bff-4313-b97d-ce2e0c2fd608 req-f29288cb-a662-487d-ace1-2229da6e2079 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:37.035373 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ed704-63a7-4d5e-9dba-1f0eb58fa56f req-9d0a3eef-fc53-4f22-b57d-1ccd8c59c98f tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:37.037161 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a49ed704-63a7-4d5e-9dba-1f0eb58fa56f req-9d0a3eef-fc53-4f22-b57d-1ccd8c59c98f tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 946 time: 0.1170466 Oct 19 01:29:37.079932 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-f461bdf7-7bff-4313-b97d-ce2e0c2fd608 req-f29288cb-a662-487d-ace1-2229da6e2079 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] For port bf76e776-e2d4-4f18-b4d3-84f9217e5e5f, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:29:37.080905 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f461bdf7-7bff-4313-b97d-ce2e0c2fd608 req-f29288cb-a662-487d-ace1-2229da6e2079 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:37.138820 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a49ed704-63a7-4d5e-9dba-1f0eb58fa56f req-369bffac-d12d-465f-90eb-0feffa480581 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860791 Oct 19 01:29:37.297963 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f461bdf7-7bff-4313-b97d-ce2e0c2fd608 req-f29288cb-a662-487d-ace1-2229da6e2079 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:37.297963 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f461bdf7-7bff-4313-b97d-ce2e0c2fd608 req-f29288cb-a662-487d-ace1-2229da6e2079 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:37.298269 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [req-f461bdf7-7bff-4313-b97d-ce2e0c2fd608 req-f29288cb-a662-487d-ace1-2229da6e2079 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Floating IP ef08a66d-1f9d-41d6-b519-8910c57846aa disassociated. External IP: 172.25.8.44, port: bf76e776-e2d4-4f18-b4d3-84f9217e5e5f. Oct 19 01:29:37.298454 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-f461bdf7-7bff-4313-b97d-ce2e0c2fd608 req-f29288cb-a662-487d-ace1-2229da6e2079 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Calling delete_port for bf76e776-e2d4-4f18-b4d3-84f9217e5e5f owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:29:37.437930 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f461bdf7-7bff-4313-b97d-ce2e0c2fd608 req-f29288cb-a662-487d-ace1-2229da6e2079 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:37.469511 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29288cb-a662-487d-ace1-2229da6e2079 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Pushing event deleted for resources: {'Port': ['ID=bf76e776-e2d4-4f18-b4d3-84f9217e5e5f,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:37.609344 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d401b22-de11-413b-8be5-a840a24f2d31 req-ccf8b132-e53f-4f28-9686-1b1752f4068e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:37.619012 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9d401b22-de11-413b-8be5-a840a24f2d31 req-ccf8b132-e53f-4f28-9686-1b1752f4068e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 944 time: 0.0781341 Oct 19 01:29:37.658375 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0e83a460-470f-4d18-b63d-696984887651 req-c5fd4bc4-d410-4cd8-bb9c-79451c72175e tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b40554e-b2bb-44bd-bb68-f52a2adf8073 HTTP/1.1" status: 200 len: 210 time: 0.0963299 Oct 19 01:29:37.668104 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9d401b22-de11-413b-8be5-a840a24f2d31 req-2e801e4c-fc96-40e9-ae64-51f35351d122 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=98f06f8e-e344-4204-b654-accd2c2e9975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477254 Oct 19 01:29:37.701531 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f461bdf7-7bff-4313-b97d-ce2e0c2fd608 req-f29288cb-a662-487d-ace1-2229da6e2079 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Router 8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:29:37.821655 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f461bdf7-7bff-4313-b97d-ce2e0c2fd608 req-f29288cb-a662-487d-ace1-2229da6e2079 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:29:37.833223 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dcbaa2-6e5c-49b0-99ae-1a376cde990a None None] Sync routers for ids ['8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:29:37.842893 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dcbaa2-6e5c-49b0-99ae-1a376cde990a None None] Routers {'8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:29:37.844140 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-71dcbaa2-6e5c-49b0-99ae-1a376cde990a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:29:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:37.863936 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f461bdf7-7bff-4313-b97d-ce2e0c2fd608 req-f29288cb-a662-487d-ace1-2229da6e2079 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] No DVR routers for this DVR port bf76e776-e2d4-4f18-b4d3-84f9217e5e5f on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:29:37.866670 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f461bdf7-7bff-4313-b97d-ce2e0c2fd608 req-f29288cb-a662-487d-ace1-2229da6e2079 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:37.870173 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f461bdf7-7bff-4313-b97d-ce2e0c2fd608 req-f29288cb-a662-487d-ace1-2229da6e2079 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.55 "DELETE /v2.0/ports/bf76e776-e2d4-4f18-b4d3-84f9217e5e5f HTTP/1.1" status: 204 len: 173 time: 1.0803671 Oct 19 01:29:37.870646 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b40554e-b2bb-44bd-bb68-f52a2adf8073', 'name': 'network-vif-deleted', 'tag': 'bf76e776-e2d4-4f18-b4d3-84f9217e5e5f'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:29:37.873358 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04647075-d3dd-4098-ae46-5d0c5cd391d6" -d '{"events": [{"server_uuid": "2b40554e-b2bb-44bd-bb68-f52a2adf8073", "name": "network-vif-deleted", "tag": "bf76e776-e2d4-4f18-b4d3-84f9217e5e5f"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:29:37.964039 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd56748b-51ce-4a5a-966a-50e07ae7e65d x-openstack-request-id: req-cd56748b-51ce-4a5a-966a-50e07ae7e65d {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:29:37.964339 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b40554e-b2bb-44bd-bb68-f52a2adf8073", "name": "network-vif-deleted", "tag": "bf76e776-e2d4-4f18-b4d3-84f9217e5e5f", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:29:37.964604 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cd56748b-51ce-4a5a-966a-50e07ae7e65d {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:29:37.965016 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b40554e-b2bb-44bd-bb68-f52a2adf8073', 'name': 'network-vif-deleted', 'tag': 'bf76e776-e2d4-4f18-b4d3-84f9217e5e5f', 'status': 'completed', 'code': 200} Oct 19 01:29:38.164708 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-71dcbaa2-6e5c-49b0-99ae-1a376cde990a None None] Set router 8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:29:38.390139 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3ee22-dd3f-4316-a540-af52b155ed65 req-6be8bf88-38e8-48fd-9237-c6c3ff80cbcd tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:38.402255 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cca3ee22-dd3f-4316-a540-af52b155ed65 req-6be8bf88-38e8-48fd-9237-c6c3ff80cbcd tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 946 time: 0.1394901 Oct 19 01:29:38.403987 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-71dcbaa2-6e5c-49b0-99ae-1a376cde990a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'name': 'tempest-ServerActionsTestJSON-1792678915-router', 'tenant_id': '168a5912cc444122aa0d6d6b44b7e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '634d7eeb-e41e-4d47-8e0c-8d451e52c165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:08Z', 'updated_at': '2021-10-19T01:19:19Z', 'revision_number': 4, 'project_id': '168a5912cc444122aa0d6d6b44b7e93f', 'gw_port': {'id': '634d7eeb-e41e-4d47-8e0c-8d451e52c165', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:81:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:10Z', 'updated_at': '2021-10-19T01:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'f9634db2-bdcb-4612-9ff0-03a7f56b2294', 'name': '', 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41', 'tenant_id': '168a5912cc444122aa0d6d6b44b7e93f', 'mac_address': 'fa:16:3e:41:af:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'e75ff155-8f86-450c-9276-3e4132eca531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:17Z', 'updated_at': '2021-10-19T01:19:36Z', 'revision_number': 5, 'project_id': '168a5912cc444122aa0d6d6b44b7e93f', 'subnets': [{'id': 'e75ff155-8f86-450c-9276-3e4132eca531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:38.458190 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dcbaa2-6e5c-49b0-99ae-1a376cde990a None None] Checking router: 8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:29:38.461104 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cca3ee22-dd3f-4316-a540-af52b155ed65 req-b4572c8e-d238-446d-a1a1-2c515c81ac6f tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547333 Oct 19 01:29:38.482499 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dcbaa2-6e5c-49b0-99ae-1a376cde990a None None] Routers {'8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:29:38.482499 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-71dcbaa2-6e5c-49b0-99ae-1a376cde990a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:29:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:38.592038 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-71dcbaa2-6e5c-49b0-99ae-1a376cde990a None None] Set router 8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:29:38.844100 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 51d5ece9-6674-4b4c-bf1e-69ac7b465423 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:29:38.852318 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39574) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:38.913107 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cffaf-cb45-436f-9a9c-d344f3d11b14 req-5d520c34-d92d-4157-bc0a-c7eb5b5e5707 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:38.917319 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-088cffaf-cb45-436f-9a9c-d344f3d11b14 req-5d520c34-d92d-4157-bc0a-c7eb5b5e5707 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 944 time: 0.0640461 Oct 19 01:29:38.961047 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9f7693f9-f2b2-4ed0-a07a-5f69943d2727 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:38.963575 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-088cffaf-cb45-436f-9a9c-d344f3d11b14 req-be3bb602-5e14-4aaf-99e6-6c6714ca447b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=98f06f8e-e344-4204-b654-accd2c2e9975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411997 Oct 19 01:29:39.014572 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9f7693f9-f2b2-4ed0-a07a-5f69943d2727 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:39.063149 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 51d5ece9-6674-4b4c-bf1e-69ac7b465423, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=51d5ece9-6674-4b4c-bf1e-69ac7b465423,segment=NetworkSegment(bb427458-f501-4d19-9744-ef4479f1e617),segment_id=bb427458-f501-4d19-9744-ef4479f1e617)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:29:39.097775 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9f7693f9-f2b2-4ed0-a07a-5f69943d2727 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:39.102071 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9f7693f9-f2b2-4ed0-a07a-5f69943d2727 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:39.106631 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9f7693f9-f2b2-4ed0-a07a-5f69943d2727 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "DELETE /v2.0/security-groups/4e87a1b3-620c-498e-b5d9-363566f7595c HTTP/1.1" status: 204 len: 168 time: 0.2530987 Oct 19 01:29:39.106830 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39578) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:39.117786 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7693f9-f2b2-4ed0-a07a-5f69943d2727 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e87a1b3-620c-498e-b5d9-363566f7595c,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:39.124210 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-8d6ece94-abfb-4620-9dfe-b96b6d79146a tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] show failed (client error): The resource could not be found. Oct 19 01:29:39.126456 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8d6ece94-abfb-4620-9dfe-b96b6d79146a tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "GET /v2.0/security-groups/4e87a1b3-620c-498e-b5d9-363566f7595c HTTP/1.1" status: 404 len: 347 time: 0.0182178 Oct 19 01:29:39.129010 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39580) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:39.168830 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '51d5ece9-6674-4b4c-bf1e-69ac7b465423', 'network_id': '85828b57-0777-4ff2-b77a-769719fb3bcd', 'port_id': '51d5ece9-6674-4b4c-bf1e-69ac7b465423', 'mac_address': 'fa:16:3e:ee:f7:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '119d7975-8818-4b40-8830-343c71167968', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:29:39.233503 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:39.251669 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51d5ece9-6674-4b4c-bf1e-69ac7b465423 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:29:39.293920 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 51d5ece9-6674-4b4c-bf1e-69ac7b465423, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=51d5ece9-6674-4b4c-bf1e-69ac7b465423,segment=NetworkSegment(bb427458-f501-4d19-9744-ef4479f1e617),segment_id=bb427458-f501-4d19-9744-ef4479f1e617)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:29:39.304611 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:39.313700 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-71dcbaa2-6e5c-49b0-99ae-1a376cde990a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'name': 'tempest-ServerActionsTestJSON-1792678915-router', 'tenant_id': '168a5912cc444122aa0d6d6b44b7e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '634d7eeb-e41e-4d47-8e0c-8d451e52c165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:08Z', 'updated_at': '2021-10-19T01:19:19Z', 'revision_number': 4, 'project_id': '168a5912cc444122aa0d6d6b44b7e93f', 'gw_port': {'id': '634d7eeb-e41e-4d47-8e0c-8d451e52c165', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:81:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:10Z', 'updated_at': '2021-10-19T01:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'f9634db2-bdcb-4612-9ff0-03a7f56b2294', 'name': '', 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41', 'tenant_id': '168a5912cc444122aa0d6d6b44b7e93f', 'mac_address': 'fa:16:3e:41:af:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'e75ff155-8f86-450c-9276-3e4132eca531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:17Z', 'updated_at': '2021-10-19T01:19:36Z', 'revision_number': 5, 'project_id': '168a5912cc444122aa0d6d6b44b7e93f', 'subnets': [{'id': 'e75ff155-8f86-450c-9276-3e4132eca531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:39.338976 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:29:39.344032 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-1a7da786-ed89-48d7-9ffc-62b05d06a734 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Deleting port efee6bc5-b1a4-4bca-9b72-07e43a75121b {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:29:39.344377 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1a7da786-ed89-48d7-9ffc-62b05d06a734 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:39.380656 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device bf76e776-e2d4-4f18-b4d3-84f9217e5e5f no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:29:39.414259 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: bf76e776-e2d4-4f18-b4d3-84f9217e5e5f {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:29:39.415039 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device bf76e776-e2d4-4f18-b4d3-84f9217e5e5f not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:29:39.419833 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dcbaa2-6e5c-49b0-99ae-1a376cde990a None None] The sync data for ids ['8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a'] in n-d-715271-26 is: [{'id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'name': 'tempest-ServerActionsTestJSON-1792678915-router', 'tenant_id': '168a5912cc444122aa0d6d6b44b7e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '634d7eeb-e41e-4d47-8e0c-8d451e52c165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:08Z', 'updated_at': '2021-10-19T01:19:19Z', 'revision_number': 4, 'project_id': '168a5912cc444122aa0d6d6b44b7e93f', 'gw_port': {'id': '634d7eeb-e41e-4d47-8e0c-8d451e52c165', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:81:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:10Z', 'updated_at': '2021-10-19T01:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'f9634db2-bdcb-4612-9ff0-03a7f56b2294', 'name': '', 'network_id': '2309c3e4-1aec-4060-b6e9-bbaad5369c41', 'tenant_id': '168a5912cc444122aa0d6d6b44b7e93f', 'mac_address': 'fa:16:3e:41:af:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'e75ff155-8f86-450c-9276-3e4132eca531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:17Z', 'updated_at': '2021-10-19T01:19:36Z', 'revision_number': 5, 'project_id': '168a5912cc444122aa0d6d6b44b7e93f', 'subnets': [{'id': 'e75ff155-8f86-450c-9276-3e4132eca531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:29:39.434427 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1a7da786-ed89-48d7-9ffc-62b05d06a734 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:39.435536 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1a7da786-ed89-48d7-9ffc-62b05d06a734 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:39.451674 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-1a7da786-ed89-48d7-9ffc-62b05d06a734 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Calling delete_port for efee6bc5-b1a4-4bca-9b72-07e43a75121b owned by network:floatingip {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:29:39.466358 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=51d5ece9-6674-4b4c-bf1e-69ac7b465423,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:39.521871 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['51d5ece9-6674-4b4c-bf1e-69ac7b465423'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:29:39.691235 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1a7da786-ed89-48d7-9ffc-62b05d06a734 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:39.693970 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5eaa6e-483e-4226-a70f-0d46fc624984 req-69c07c43-a6dc-40ab-b6ef-9740d3248d7d tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:39.697951 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7d5eaa6e-483e-4226-a70f-0d46fc624984 req-69c07c43-a6dc-40ab-b6ef-9740d3248d7d tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 946 time: 0.1225667 Oct 19 01:29:39.736610 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7da786-ed89-48d7-9ffc-62b05d06a734 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Pushing event deleted for resources: {'Port': ['ID=efee6bc5-b1a4-4bca-9b72-07e43a75121b,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:39.756449 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7da786-ed89-48d7-9ffc-62b05d06a734 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:39.756995 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7da786-ed89-48d7-9ffc-62b05d06a734 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:39.757492 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7da786-ed89-48d7-9ffc-62b05d06a734 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:39.757970 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7da786-ed89-48d7-9ffc-62b05d06a734 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:39.758629 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7da786-ed89-48d7-9ffc-62b05d06a734 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:39.759478 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7da786-ed89-48d7-9ffc-62b05d06a734 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:39.760212 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7da786-ed89-48d7-9ffc-62b05d06a734 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:39.760702 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7da786-ed89-48d7-9ffc-62b05d06a734 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:39.761235 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7da786-ed89-48d7-9ffc-62b05d06a734 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:39.761720 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7da786-ed89-48d7-9ffc-62b05d06a734 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:39.762601 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7da786-ed89-48d7-9ffc-62b05d06a734 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:39.763072 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7da786-ed89-48d7-9ffc-62b05d06a734 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:39.799214 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7d5eaa6e-483e-4226-a70f-0d46fc624984 req-a679bea1-827b-4d1f-98af-75b39fa28956 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790923 Oct 19 01:29:39.868438 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1a7da786-ed89-48d7-9ffc-62b05d06a734 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks [] for floatingip, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:39.875436 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1a7da786-ed89-48d7-9ffc-62b05d06a734 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:39.877448 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1a7da786-ed89-48d7-9ffc-62b05d06a734 tempest-ServerActionsTestJSON-1999097990 tempest-ServerActionsTestJSON-1999097990-project] 10.222.0.57 "DELETE /v2.0/floatingips/ef08a66d-1f9d-41d6-b519-8910c57846aa HTTP/1.1" status: 204 len: 168 time: 0.7461264 Oct 19 01:29:39.880497 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39586) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:39.960787 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b481abd-fb25-4199-8d72-ede5a2a7ac59 None None] New status for floating IP ef08a66d-1f9d-41d6-b519-8910c57846aa: DOWN {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:29:40.245174 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da5048-9421-4b72-b904-5e36cef47969 req-e253b27a-f9b8-4739-bc18-28c14c108c82 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:40.246698 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b5da5048-9421-4b72-b904-5e36cef47969 req-e253b27a-f9b8-4739-bc18-28c14c108c82 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 945 time: 0.1322186 Oct 19 01:29:40.304851 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b5da5048-9421-4b72-b904-5e36cef47969 req-75d354fb-4570-4258-9d22-d2ab8f91ef59 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=98f06f8e-e344-4204-b654-accd2c2e9975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471184 Oct 19 01:29:40.668651 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bac7d8da-8ef0-4f85-9aac-83a122b37f5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:40.788966 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 51d5ece9-6674-4b4c-bf1e-69ac7b465423 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:29:40.878159 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 51d5ece9-6674-4b4c-bf1e-69ac7b465423 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:29:40.885550 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 51d5ece9-6674-4b4c-bf1e-69ac7b465423 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:29:40.886084 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:41.009825 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:41.015867 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2a7e2-547c-4612-8ce2-2f58456c8e6d req-3b00456a-ecad-44b5-a128-868dcb641139 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:41.026388 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fac2a7e2-547c-4612-8ce2-2f58456c8e6d req-3b00456a-ecad-44b5-a128-868dcb641139 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 946 time: 0.0985107 Oct 19 01:29:41.044807 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9927c90-c246-41e1-8f14-13fca3b818a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d5ece9-6674-4b4c-bf1e-69ac7b465423'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:29:41.047294 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049c86c0-788f-4576-a837-717125194287" -d '{"events": [{"server_uuid": "e9927c90-c246-41e1-8f14-13fca3b818a5", "name": "network-vif-plugged", "status": "completed", "tag": "51d5ece9-6674-4b4c-bf1e-69ac7b465423"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:29:41.062187 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 51d5ece9-6674-4b4c-bf1e-69ac7b465423, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=51d5ece9-6674-4b4c-bf1e-69ac7b465423,segment=NetworkSegment(bb427458-f501-4d19-9744-ef4479f1e617),segment_id=bb427458-f501-4d19-9744-ef4479f1e617)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:29:41.067236 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:41.111819 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fa2293-ad4f-4e60-a459-088cea31f3a7 x-openstack-request-id: req-55fa2293-ad4f-4e60-a459-088cea31f3a7 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:29:41.112118 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9927c90-c246-41e1-8f14-13fca3b818a5", "name": "network-vif-plugged", "status": "completed", "tag": "51d5ece9-6674-4b4c-bf1e-69ac7b465423", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:29:41.112371 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-55fa2293-ad4f-4e60-a459-088cea31f3a7 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:29:41.112765 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9927c90-c246-41e1-8f14-13fca3b818a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d5ece9-6674-4b4c-bf1e-69ac7b465423', 'code': 200} Oct 19 01:29:41.113214 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fac2a7e2-547c-4612-8ce2-2f58456c8e6d req-38677175-b637-4107-812e-3e475c424694 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861497 Oct 19 01:29:41.149346 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=51d5ece9-6674-4b4c-bf1e-69ac7b465423,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:41.235239 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-bac7d8da-8ef0-4f85-9aac-83a122b37f5d admin admin] Deleting port f9634db2-bdcb-4612-9ff0-03a7f56b2294 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:29:41.235560 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bac7d8da-8ef0-4f85-9aac-83a122b37f5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:41.284949 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2970c7-5c78-474d-8aff-6abcdefea121 req-b2065f18-ab92-4e95-a9c2-f3277607d9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:41.286453 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5a2970c7-5c78-474d-8aff-6abcdefea121 req-b2065f18-ab92-4e95-a9c2-f3277607d9f6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 1098 time: 0.0578570 Oct 19 01:29:41.362358 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5a2970c7-5c78-474d-8aff-6abcdefea121 req-2100ef18-5977-4a5b-b6ab-5bed8e0b8f3f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=98f06f8e-e344-4204-b654-accd2c2e9975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550661 Oct 19 01:29:41.395745 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-bac7d8da-8ef0-4f85-9aac-83a122b37f5d admin admin] For port f9634db2-bdcb-4612-9ff0-03a7f56b2294, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=f9634db2-bdcb-4612-9ff0-03a7f56b2294,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:29:41.398308 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bac7d8da-8ef0-4f85-9aac-83a122b37f5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:41.427111 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-bac7d8da-8ef0-4f85-9aac-83a122b37f5d admin admin] Calling delete_port for f9634db2-bdcb-4612-9ff0-03a7f56b2294 owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:29:41.502098 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2533e11-1a6b-458d-b1b0-ee7322688e76 req-d54b4ac7-2511-4e8f-9052-d7809eca1c91 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:41.504697 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a2533e11-1a6b-458d-b1b0-ee7322688e76 req-d54b4ac7-2511-4e8f-9052-d7809eca1c91 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 946 time: 0.0882206 Oct 19 01:29:41.570728 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a2533e11-1a6b-458d-b1b0-ee7322688e76 req-a984f733-0479-49e0-898b-d72c816080ff tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=98f06f8e-e344-4204-b654-accd2c2e9975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577834 Oct 19 01:29:41.720346 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bac7d8da-8ef0-4f85-9aac-83a122b37f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:41.760830 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7d8da-8ef0-4f85-9aac-83a122b37f5d admin admin] Pushing event deleted for resources: {'Port': ['ID=f9634db2-bdcb-4612-9ff0-03a7f56b2294,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:42.128311 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bac7d8da-8ef0-4f85-9aac-83a122b37f5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:42.416868 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5022e20-53ae-461b-81fd-a13af4046cad req-d57562f1-41d5-484b-a527-4e5ca450b37b tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:42.418620 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e5022e20-53ae-461b-81fd-a13af4046cad req-d57562f1-41d5-484b-a527-4e5ca450b37b tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 946 time: 0.1717877 Oct 19 01:29:42.603853 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e5022e20-53ae-461b-81fd-a13af4046cad req-18e81ae6-2f8e-434f-b92f-89afa762f6ef tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980673 Oct 19 01:29:42.761306 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac7d8da-8ef0-4f85-9aac-83a122b37f5d admin admin] Router 8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:29:42.802094 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68a93c-6eee-4c79-bb4e-805adfb1f6a0 req-ae7efd7f-3a84-48d5-ba33-ff5318c0f3bb tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:42.804904 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cc68a93c-6eee-4c79-bb4e-805adfb1f6a0 req-ae7efd7f-3a84-48d5-ba33-ff5318c0f3bb tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 946 time: 0.1121454 Oct 19 01:29:42.826477 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 488b7d3f-8078-407d-abca-3ec354f37a55 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:29:42.918108 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cc68a93c-6eee-4c79-bb4e-805adfb1f6a0 req-1b256394-28d9-49a6-be8e-6e6c43cd0b18 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=98f06f8e-e344-4204-b654-accd2c2e9975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882483 Oct 19 01:29:43.021608 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac7d8da-8ef0-4f85-9aac-83a122b37f5d admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:29:43.030249 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-bac7d8da-8ef0-4f85-9aac-83a122b37f5d admin admin] 10.222.0.57 "PUT /v2.0/routers/8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1465366 Oct 19 01:29:43.030641 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39636) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:43.065758 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5e895b-1193-4a65-a1a2-540570c6e0ad None None] Sync routers for ids ['8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:29:43.125410 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 488b7d3f-8078-407d-abca-3ec354f37a55, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=488b7d3f-8078-407d-abca-3ec354f37a55,segment=NetworkSegment(541c06ed-de66-456d-9510-381984fe0ad1),segment_id=541c06ed-de66-456d-9510-381984fe0ad1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:29:43.185358 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5e895b-1193-4a65-a1a2-540570c6e0ad None None] Routers {'8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:29:43.188385 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6f5e895b-1193-4a65-a1a2-540570c6e0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:29:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:43.194057 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '488b7d3f-8078-407d-abca-3ec354f37a55', 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813', 'port_id': '488b7d3f-8078-407d-abca-3ec354f37a55', 'mac_address': 'fa:16:3e:d2:64:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488e075d-4e24-4ef3-a196-a8fb67b0889b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:29:43.295986 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-353b23e6-e6e8-41fb-9bc9-1ea6aff2ae71 admin admin] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:43.452004 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-353b23e6-e6e8-41fb-9bc9-1ea6aff2ae71 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:43.524539 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:43.604867 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-353b23e6-e6e8-41fb-9bc9-1ea6aff2ae71 admin admin] Deleting port 634d7eeb-e41e-4d47-8e0c-8d451e52c165 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:29:43.609564 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-353b23e6-e6e8-41fb-9bc9-1ea6aff2ae71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:43.665043 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 488b7d3f-8078-407d-abca-3ec354f37a55 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:29:43.810169 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-6f5e895b-1193-4a65-a1a2-540570c6e0ad None None] Set router 8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:29:43.984155 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 488b7d3f-8078-407d-abca-3ec354f37a55, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=488b7d3f-8078-407d-abca-3ec354f37a55,segment=NetworkSegment(541c06ed-de66-456d-9510-381984fe0ad1),segment_id=541c06ed-de66-456d-9510-381984fe0ad1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:29:44.005971 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:44.121816 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34e639c7-f202-4080-812e-a0fff439c535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:44.141963 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['488b7d3f-8078-407d-abca-3ec354f37a55'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:29:44.200170 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f217d6-58f4-4385-94d3-26f38c4c17f1 req-a9477e52-2144-469f-970e-afe80e35203b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:44.220092 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-44f217d6-58f4-4385-94d3-26f38c4c17f1 req-a9477e52-2144-469f-970e-afe80e35203b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 946 time: 0.1711428 Oct 19 01:29:44.331510 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-44f217d6-58f4-4385-94d3-26f38c4c17f1 req-dfc46bb7-9cd4-4577-b7bd-776c080313cd tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=98f06f8e-e344-4204-b654-accd2c2e9975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137784 Oct 19 01:29:44.353667 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=488b7d3f-8078-407d-abca-3ec354f37a55,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:44.547436 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5941b1-7051-48f4-84c5-8c2b072b7515 req-78894d83-c124-4b3b-9bbb-05b6690de0c7 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:44.559179 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1d5941b1-7051-48f4-84c5-8c2b072b7515 req-78894d83-c124-4b3b-9bbb-05b6690de0c7 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 946 time: 0.1026819 Oct 19 01:29:44.610661 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1d5941b1-7051-48f4-84c5-8c2b072b7515 req-545d7662-b071-4727-bc8a-ae1fd66fba7b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=98f06f8e-e344-4204-b654-accd2c2e9975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485916 Oct 19 01:29:44.629552 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6f5e895b-1193-4a65-a1a2-540570c6e0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'name': 'tempest-ServerActionsTestJSON-1792678915-router', 'tenant_id': '168a5912cc444122aa0d6d6b44b7e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '634d7eeb-e41e-4d47-8e0c-8d451e52c165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:08Z', 'updated_at': '2021-10-19T01:29:41Z', 'revision_number': 5, 'project_id': '168a5912cc444122aa0d6d6b44b7e93f', 'gw_port': {'id': '634d7eeb-e41e-4d47-8e0c-8d451e52c165', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:81:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:10Z', 'updated_at': '2021-10-19T01:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:44.634405 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39650) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:44.763602 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-353b23e6-e6e8-41fb-9bc9-1ea6aff2ae71 admin admin] For port 634d7eeb-e41e-4d47-8e0c-8d451e52c165, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=634d7eeb-e41e-4d47-8e0c-8d451e52c165,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:29:44.764816 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-353b23e6-e6e8-41fb-9bc9-1ea6aff2ae71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:44.775899 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65158d8-e5ca-47fc-81df-74c22fcf96f9 req-26409a11-7b81-4dfa-8d1e-79273681627e tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:44.777693 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e65158d8-e5ca-47fc-81df-74c22fcf96f9 req-26409a11-7b81-4dfa-8d1e-79273681627e tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 946 time: 0.9018583 Oct 19 01:29:44.799914 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-353b23e6-e6e8-41fb-9bc9-1ea6aff2ae71 admin admin] Calling delete_port for 634d7eeb-e41e-4d47-8e0c-8d451e52c165 owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:29:44.805857 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5e895b-1193-4a65-a1a2-540570c6e0ad None None] Checking router: 8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:29:44.836881 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5e895b-1193-4a65-a1a2-540570c6e0ad None None] Routers {'8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:29:44.837669 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6f5e895b-1193-4a65-a1a2-540570c6e0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:29:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:44.878348 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e65158d8-e5ca-47fc-81df-74c22fcf96f9 req-703491e9-f282-4c16-a496-a8cf47c1ad79 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874348 Oct 19 01:29:44.897187 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76453951-394e-4b66-94e8-179fdd3c0120 tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:44.899233 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-76453951-394e-4b66-94e8-179fdd3c0120 tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 1093 time: 0.2661591 Oct 19 01:29:44.903016 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39654) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:44.916942 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-29eb4dda-6e49-466a-bfa5-c9e0c83b1c08 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'port_id': '51d5ece9-6674-4b4c-bf1e-69ac7b465423', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:45.004480 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-6f5e895b-1193-4a65-a1a2-540570c6e0ad None None] Set router 8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:29:45.022046 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29eb4dda-6e49-466a-bfa5-c9e0c83b1c08 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for floatingip, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:45.208383 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-353b23e6-e6e8-41fb-9bc9-1ea6aff2ae71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:45.249760 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29eb4dda-6e49-466a-bfa5-c9e0c83b1c08 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:45.306611 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b23e6-e6e8-41fb-9bc9-1ea6aff2ae71 admin admin] Pushing event deleted for resources: {'Port': ['ID=634d7eeb-e41e-4d47-8e0c-8d451e52c165,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:45.550065 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-353b23e6-e6e8-41fb-9bc9-1ea6aff2ae71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:45.629744 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6f5e895b-1193-4a65-a1a2-540570c6e0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'name': 'tempest-ServerActionsTestJSON-1792678915-router', 'tenant_id': '168a5912cc444122aa0d6d6b44b7e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:08Z', 'updated_at': '2021-10-19T01:29:43Z', 'revision_number': 6, 'project_id': '168a5912cc444122aa0d6d6b44b7e93f', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:45.651460 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-29eb4dda-6e49-466a-bfa5-c9e0c83b1c08 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Allocated IP 172.25.8.120 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/f696cebb-01b6-458b-9151-119d379faa82) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:29:45.726948 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5e895b-1193-4a65-a1a2-540570c6e0ad None None] The sync data for ids ['8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a'] in n-d-715271-26 is: [{'id': '8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a', 'name': 'tempest-ServerActionsTestJSON-1792678915-router', 'tenant_id': '168a5912cc444122aa0d6d6b44b7e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:08Z', 'updated_at': '2021-10-19T01:29:43Z', 'revision_number': 6, 'project_id': '168a5912cc444122aa0d6d6b44b7e93f', 'gw_port_host': None}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:29:45.836349 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-353b23e6-e6e8-41fb-9bc9-1ea6aff2ae71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:45.838831 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-353b23e6-e6e8-41fb-9bc9-1ea6aff2ae71 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:45.908095 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-353b23e6-e6e8-41fb-9bc9-1ea6aff2ae71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:45.908490 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353b23e6-e6e8-41fb-9bc9-1ea6aff2ae71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:29:45.922444 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-353b23e6-e6e8-41fb-9bc9-1ea6aff2ae71 admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:45.923636 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-353b23e6-e6e8-41fb-9bc9-1ea6aff2ae71 admin admin] 10.222.0.57 "DELETE /v2.0/routers/8c08e7c3-d4e2-44f4-8f59-d843edd0ec3a HTTP/1.1" status: 204 len: 168 time: 2.8918562 Oct 19 01:29:45.929014 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39660) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:45.986568 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29eb4dda-6e49-466a-bfa5-c9e0c83b1c08 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:46.066746 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-e78528e3-248b-46a2-932e-48924cf72728 admin admin] Deleting subnet e75ff155-8f86-450c-9276-3e4132eca531 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:29:46.079307 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e78528e3-248b-46a2-932e-48924cf72728 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:46.137844 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29eb4dda-6e49-466a-bfa5-c9e0c83b1c08 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:46.236334 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e78528e3-248b-46a2-932e-48924cf72728 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:46.238130 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29eb4dda-6e49-466a-bfa5-c9e0c83b1c08 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:29:46.239207 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb4dda-6e49-466a-bfa5-c9e0c83b1c08 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'Port': ['ID=f696cebb-01b6-458b-9151-119d379faa82,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:46.243364 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-29eb4dda-6e49-466a-bfa5-c9e0c83b1c08 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:29:46.250415 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eb4dda-6e49-466a-bfa5-c9e0c83b1c08 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:29:46.289474 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d405741-bf4a-4a98-af9f-8210497f6224 req-8dcaffc6-0ade-4814-8053-679921daf049 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:46.298116 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6d405741-bf4a-4a98-af9f-8210497f6224 req-8dcaffc6-0ade-4814-8053-679921daf049 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 945 time: 0.2550757 Oct 19 01:29:46.432049 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e78528e3-248b-46a2-932e-48924cf72728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:46.444787 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6d405741-bf4a-4a98-af9f-8210497f6224 req-be5a6454-89d0-46bc-b4af-70109889d26d tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454546 Oct 19 01:29:46.600403 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e9ce8707-4c91-4a72-a510-1b8442790968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:46.672049 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e78528e3-248b-46a2-932e-48924cf72728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:46.726242 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78528e3-248b-46a2-932e-48924cf72728 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e75ff155-8f86-450c-9276-3e4132eca531,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:46.763997 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e78528e3-248b-46a2-932e-48924cf72728 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:46.770268 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e78528e3-248b-46a2-932e-48924cf72728 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e75ff155-8f86-450c-9276-3e4132eca531 HTTP/1.1" status: 204 len: 168 time: 0.8400505 Oct 19 01:29:46.774827 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39666) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:46.781596 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a833202-753b-4bb5-ab87-30cd1695b6e0 None None] Network 2309c3e4-1aec-4060-b6e9-bbaad5369c41 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:29:47.102213 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 488b7d3f-8078-407d-abca-3ec354f37a55 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:29:47.211814 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 488b7d3f-8078-407d-abca-3ec354f37a55 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:29:47.212214 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:47.216835 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b2c07dec-7690-42f2-811f-ddab23bb301b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:47.319376 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88574568-60c0-4705-9dc4-05854a2201ae None None] DHCP port deletion for 2309c3e4-1aec-4060-b6e9-bbaad5369c41 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:29:47.325270 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:47.370947 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-b2c07dec-7690-42f2-811f-ddab23bb301b admin admin] Deleting port 3c8d69b6-f90b-43ce-888c-fabc80aba439 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:29:47.371450 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b2c07dec-7690-42f2-811f-ddab23bb301b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:47.435654 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29eb4dda-6e49-466a-bfa5-c9e0c83b1c08 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:47.486217 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-b2c07dec-7690-42f2-811f-ddab23bb301b admin admin] For port 3c8d69b6-f90b-43ce-888c-fabc80aba439, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=3c8d69b6-f90b-43ce-888c-fabc80aba439,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:29:47.486851 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b2c07dec-7690-42f2-811f-ddab23bb301b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:47.526668 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-b2c07dec-7690-42f2-811f-ddab23bb301b admin admin] Calling delete_port for 3c8d69b6-f90b-43ce-888c-fabc80aba439 owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:29:47.572958 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:47.666378 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29eb4dda-6e49-466a-bfa5-c9e0c83b1c08 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:47.686521 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5484e21d-5558-4558-a271-d9388d797f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488b7d3f-8078-407d-abca-3ec354f37a55'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:29:47.689278 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92576079-8a78-43f6-b9d9-7dd91c54d3de" -d '{"events": [{"server_uuid": "5484e21d-5558-4558-a271-d9388d797f60", "name": "network-vif-plugged", "status": "completed", "tag": "488b7d3f-8078-407d-abca-3ec354f37a55"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:29:47.720959 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 634d7eeb-e41e-4d47-8e0c-8d451e52c165 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:29:47.724510 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-88574568-60c0-4705-9dc4-05854a2201ae None None] Deleting port 3c8d69b6-f90b-43ce-888c-fabc80aba439 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:29:47.724510 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-88574568-60c0-4705-9dc4-05854a2201ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:47.758404 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b2c07dec-7690-42f2-811f-ddab23bb301b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:47.829584 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c07dec-7690-42f2-811f-ddab23bb301b admin admin] Pushing event deleted for resources: {'Port': ['ID=3c8d69b6-f90b-43ce-888c-fabc80aba439,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:47.851770 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c9dcb-aedd-4b47-87cb-17be9eb6e1ac req-069328fc-19d5-4117-9a55-c28497b30551 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:47.854897 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fa5c9dcb-aedd-4b47-87cb-17be9eb6e1ac req-069328fc-19d5-4117-9a55-c28497b30551 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 945 time: 0.1878402 Oct 19 01:29:47.863101 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c07dec-7690-42f2-811f-ddab23bb301b admin admin] No DVR routers for this DVR port 3c8d69b6-f90b-43ce-888c-fabc80aba439 on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:29:47.906676 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2526405-8ac7-469c-8831-2713e2da98e6 x-openstack-request-id: req-d2526405-8ac7-469c-8831-2713e2da98e6 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:29:47.907384 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5484e21d-5558-4558-a271-d9388d797f60", "name": "network-vif-plugged", "status": "completed", "tag": "488b7d3f-8078-407d-abca-3ec354f37a55", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:29:47.907384 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d2526405-8ac7-469c-8831-2713e2da98e6 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:29:47.907858 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5484e21d-5558-4558-a271-d9388d797f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488b7d3f-8078-407d-abca-3ec354f37a55', 'code': 200} Oct 19 01:29:48.012543 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fa5c9dcb-aedd-4b47-87cb-17be9eb6e1ac req-e9ac5b40-2ebd-4eb7-9194-78b35d1757d8 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463001 Oct 19 01:29:48.047071 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b2c07dec-7690-42f2-811f-ddab23bb301b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:48.069519 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29eb4dda-6e49-466a-bfa5-c9e0c83b1c08 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:48.069857 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 488b7d3f-8078-407d-abca-3ec354f37a55, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=488b7d3f-8078-407d-abca-3ec354f37a55,segment=NetworkSegment(541c06ed-de66-456d-9510-381984fe0ad1),segment_id=541c06ed-de66-456d-9510-381984fe0ad1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:29:48.075127 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-b2c07dec-7690-42f2-811f-ddab23bb301b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2309c3e4-1aec-4060-b6e9-bbaad5369c41']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:48.079795 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29eb4dda-6e49-466a-bfa5-c9e0c83b1c08 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:48.082409 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 634d7eeb-e41e-4d47-8e0c-8d451e52c165 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:29:48.082769 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 634d7eeb-e41e-4d47-8e0c-8d451e52c165 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:29:48.083717 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 3c8d69b6-f90b-43ce-888c-fabc80aba439 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:29:48.088498 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-88574568-60c0-4705-9dc4-05854a2201ae None None] For port 3c8d69b6-f90b-43ce-888c-fabc80aba439, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=3c8d69b6-f90b-43ce-888c-fabc80aba439,segment=NetworkSegment(4b6d7739-7ceb-4ad9-96c8-dcc56689c65d),segment_id=4b6d7739-7ceb-4ad9-96c8-dcc56689c65d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:29:48.089374 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-88574568-60c0-4705-9dc4-05854a2201ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:48.090951 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-b2c07dec-7690-42f2-811f-ddab23bb301b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b6d7739-7ceb-4ad9-96c8-dcc56689c65d') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:48.091524 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-b2c07dec-7690-42f2-811f-ddab23bb301b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b6d7739-7ceb-4ad9-96c8-dcc56689c65d') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:48.104524 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-88574568-60c0-4705-9dc4-05854a2201ae None None] Calling delete_port for 3c8d69b6-f90b-43ce-888c-fabc80aba439 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:29:48.110477 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b2c07dec-7690-42f2-811f-ddab23bb301b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:48.135305 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b2c07dec-7690-42f2-811f-ddab23bb301b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:48.146794 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c07dec-7690-42f2-811f-ddab23bb301b admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:29:48.149283 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b2c07dec-7690-42f2-811f-ddab23bb301b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:48.151429 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:29:48.151429 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:29:48.151429 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:29:48.151429 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:29:48.151429 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:29:48.151429 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:29:48.151429 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:29:48.151429 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:29:48.151429 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:29:48.151429 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:29:48.151429 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:29:48.151429 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:29:48.151429 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:29:48.151429 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:29:48.151429 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:29:48.151429 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:29:48.151429 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:29:48.151429 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:29:48.151429 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:29:48.151429 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:29:48.151429 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:29:48.151429 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:29:48.151429 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:29:48.151429 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:29:48.151429 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:29:48.151429 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:29:48.151429 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:29:48.151429 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:29:48.151429 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:29:48.151429 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:29:48.151429 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:29:48.151429 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:29:48.165678 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:48.192720 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:48.222550 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 3c8d69b6-f90b-43ce-888c-fabc80aba439 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:29:48.222811 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 3c8d69b6-f90b-43ce-888c-fabc80aba439 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:29:48.223296 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f9634db2-bdcb-4612-9ff0-03a7f56b2294 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:29:48.258618 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb4dda-6e49-466a-bfa5-c9e0c83b1c08 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'Port': ['ID=f696cebb-01b6-458b-9151-119d379faa82,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:48.268284 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: f9634db2-bdcb-4612-9ff0-03a7f56b2294 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:29:48.268634 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f9634db2-bdcb-4612-9ff0-03a7f56b2294 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:29:48.306172 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=488b7d3f-8078-407d-abca-3ec354f37a55,revision_number=7']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:48.312834 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-88574568-60c0-4705-9dc4-05854a2201ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:48.324779 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b2c07dec-7690-42f2-811f-ddab23bb301b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:48.329183 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29eb4dda-6e49-466a-bfa5-c9e0c83b1c08 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:48.344386 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88574568-60c0-4705-9dc4-05854a2201ae None None] Pushing event deleted for resources: {'Port': ['ID=3c8d69b6-f90b-43ce-888c-fabc80aba439,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:48.348711 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88574568-60c0-4705-9dc4-05854a2201ae None None] No DVR routers for this DVR port 3c8d69b6-f90b-43ce-888c-fabc80aba439 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:29:48.370588 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b2c07dec-7690-42f2-811f-ddab23bb301b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:48.379806 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b2c07dec-7690-42f2-811f-ddab23bb301b admin admin] 10.222.0.57 "DELETE /v2.0/networks/2309c3e4-1aec-4060-b6e9-bbaad5369c41 HTTP/1.1" status: 204 len: 168 time: 1.6044202 Oct 19 01:29:48.421924 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c07dec-7690-42f2-811f-ddab23bb301b admin admin] Pushing event deleted for resources: {'Network': ['ID=2309c3e4-1aec-4060-b6e9-bbaad5369c41,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:48.554617 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [None req-29eb4dda-6e49-466a-bfa5-c9e0c83b1c08 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Floating IP fe4aecb5-d104-4024-b246-2231dbfe1a76 associated. External IP: 172.25.8.120, port: 51d5ece9-6674-4b4c-bf1e-69ac7b465423. Oct 19 01:29:48.621448 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39680) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:48.747028 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39682) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:48.747694 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4ba84f67-edab-44fe-8bdf-4d4388899522 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=168a5912cc444122aa0d6d6b44b7e93f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1241941 Oct 19 01:29:48.982389 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-864bcf17-6ead-43fe-9709-f4467b49f5e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:49.087302 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-864bcf17-6ead-43fe-9709-f4467b49f5e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:49.252518 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29eb4dda-6e49-466a-bfa5-c9e0c83b1c08 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Router b331c13f-b293-48c5-a402-ba16f29d541d has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:29:49.272215 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d9208-a00b-4398-9784-3f73d93e4bcb req-76854458-b3f7-46ea-803b-b5fd28c406a8 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:49.274020 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-491d9208-a00b-4398-9784-3f73d93e4bcb req-76854458-b3f7-46ea-803b-b5fd28c406a8 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 946 time: 0.1104031 Oct 19 01:29:49.290086 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-864bcf17-6ead-43fe-9709-f4467b49f5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:49.293113 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-864bcf17-6ead-43fe-9709-f4467b49f5e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:49.298188 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-864bcf17-6ead-43fe-9709-f4467b49f5e8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cb8d3ed2-19be-4459-a9fb-ae7c523b2903 HTTP/1.1" status: 204 len: 168 time: 0.4902060 Oct 19 01:29:49.364166 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864bcf17-6ead-43fe-9709-f4467b49f5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8d3ed2-19be-4459-a9fb-ae7c523b2903,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:49.395489 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-491d9208-a00b-4398-9784-3f73d93e4bcb req-da9598bd-9751-4272-b17c-67410308309f tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130953 Oct 19 01:29:49.467561 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29eb4dda-6e49-466a-bfa5-c9e0c83b1c08 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:29:49.480201 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dc85da-af41-4584-858e-a06d1eaec598 None None] Sync routers for ids ['b331c13f-b293-48c5-a402-ba16f29d541d'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:29:49.498060 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dc85da-af41-4584-858e-a06d1eaec598 None None] Routers {'b331c13f-b293-48c5-a402-ba16f29d541d'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:29:49.499559 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a2dc85da-af41-4584-858e-a06d1eaec598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:29:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b331c13f-b293-48c5-a402-ba16f29d541d'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:49.517896 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-29eb4dda-6e49-466a-bfa5-c9e0c83b1c08 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:49.557861 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-29eb4dda-6e49-466a-bfa5-c9e0c83b1c08 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.6532426 Oct 19 01:29:49.558540 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9927c90-c246-41e1-8f14-13fca3b818a5', 'tag': '51d5ece9-6674-4b4c-bf1e-69ac7b465423'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:29:49.560978 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796b32ab-a242-41f4-8624-2f65b9395806" -d '{"events": [{"name": "network-changed", "server_uuid": "e9927c90-c246-41e1-8f14-13fca3b818a5", "tag": "51d5ece9-6674-4b4c-bf1e-69ac7b465423"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:29:49.719626 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fc8d03-17a3-42c2-918f-720911b71eb1 x-openstack-request-id: req-a8fc8d03-17a3-42c2-918f-720911b71eb1 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:29:49.719947 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9927c90-c246-41e1-8f14-13fca3b818a5", "tag": "51d5ece9-6674-4b4c-bf1e-69ac7b465423", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:29:49.720220 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a8fc8d03-17a3-42c2-918f-720911b71eb1 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:29:49.720621 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9927c90-c246-41e1-8f14-13fca3b818a5', 'tag': '51d5ece9-6674-4b4c-bf1e-69ac7b465423', 'status': 'completed', 'code': 200} Oct 19 01:29:49.726991 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-a2dc85da-af41-4584-858e-a06d1eaec598 None None] Set router b331c13f-b293-48c5-a402-ba16f29d541d gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:29:49.776294 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:49.810838 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a66e0-f308-4433-9887-5dfe98c3511b req-6c3cc86f-fcf7-4ea3-8af3-291980b906e2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:49.852432 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d0a66e0-f308-4433-9887-5dfe98c3511b req-6c3cc86f-fcf7-4ea3-8af3-291980b906e2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 946 time: 0.2025850 Oct 19 01:29:49.870155 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b32ab-a242-41f4-8624-2f65b9395806 req-ddd1a3f1-d209-4860-ae0c-db68a8e2e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:49.873648 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-796b32ab-a242-41f4-8624-2f65b9395806 req-ddd1a3f1-d209-4860-ae0c-db68a8e2e866 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b92153fb65d447bf94f5610e1ad52929&device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 1098 time: 0.1704934 Oct 19 01:29:49.984504 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d0a66e0-f308-4433-9887-5dfe98c3511b req-e6627e2f-af8f-4ae5-bc2d-9268864d6f09 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=98f06f8e-e344-4204-b654-accd2c2e9975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299391 Oct 19 01:29:50.006119 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39710) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:50.134945 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b32ab-a242-41f4-8624-2f65b9395806 req-743d231e-dcc3-43d3-94e1-c3c12d36562e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:50.144095 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-796b32ab-a242-41f4-8624-2f65b9395806 req-743d231e-dcc3-43d3-94e1-c3c12d36562e service neutron] 10.222.0.24 "GET /v2.0/networks?id=85828b57-0777-4ff2-b77a-769719fb3bcd HTTP/1.1" status: 200 len: 897 time: 0.2634130 Oct 19 01:29:50.204836 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-323b5fbd-be1e-4c75-8ea2-6541b5406158 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/floatingips/fe4aecb5-d104-4024-b246-2231dbfe1a76 HTTP/1.1" status: 200 len: 992 time: 0.1972501 Oct 19 01:29:50.221017 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a2dc85da-af41-4584-858e-a06d1eaec598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854139004', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '3e32dc4c-81a2-495b-a426-3521832eacf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:29:21Z', 'updated_at': '2021-10-19T01:29:26Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '3e32dc4c-81a2-495b-a426-3521832eacf4', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:29:22Z', 'updated_at': '2021-10-19T01:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'fe4aecb5-d104-4024-b246-2231dbfe1a76', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'port_id': '51d5ece9-6674-4b4c-bf1e-69ac7b465423', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85828b57-0777-4ff2-b77a-769719fb3bcd', 'mac_address': 'fa:16:3e:ee:f7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9927c90-c246-41e1-8f14-13fca3b818a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:29:46Z', 'updated_at': '2021-10-19T01:29:46Z', 'revision_number': 0, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb8ad74-3375-4cde-a48b-9f9039ca3659', 'name': '', 'network_id': '85828b57-0777-4ff2-b77a-769719fb3bcd', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'mac_address': 'fa:16:3e:65:63:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '119d7975-8818-4b40-8830-343c71167968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:29:25Z', 'updated_at': '2021-10-19T01:29:30Z', 'revision_number': 5, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'subnets': [{'id': '119d7975-8818-4b40-8830-343c71167968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:50.254797 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dc85da-af41-4584-858e-a06d1eaec598 None None] Checking router: b331c13f-b293-48c5-a402-ba16f29d541d for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:29:50.272506 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dc85da-af41-4584-858e-a06d1eaec598 None None] Routers {'b331c13f-b293-48c5-a402-ba16f29d541d'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:29:50.273875 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a2dc85da-af41-4584-858e-a06d1eaec598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:29:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b331c13f-b293-48c5-a402-ba16f29d541d'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:50.310204 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-796b32ab-a242-41f4-8624-2f65b9395806 req-36777626-c013-430a-81a1-45c8e4464621 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51d5ece9-6674-4b4c-bf1e-69ac7b465423 HTTP/1.1" status: 200 len: 1000 time: 0.1453972 Oct 19 01:29:50.415298 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b32ab-a242-41f4-8624-2f65b9395806 req-ebfc683c-862d-48d1-80ea-e5a8eb4d2845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:50.425062 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-796b32ab-a242-41f4-8624-2f65b9395806 req-ebfc683c-862d-48d1-80ea-e5a8eb4d2845 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=119d7975-8818-4b40-8830-343c71167968 HTTP/1.1" status: 200 len: 835 time: 0.1065013 Oct 19 01:29:50.521284 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b32ab-a242-41f4-8624-2f65b9395806 req-f3c5b9d2-d83d-4cc4-b348-e831fc04d65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:50.522820 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-796b32ab-a242-41f4-8624-2f65b9395806 req-f3c5b9d2-d83d-4cc4-b348-e831fc04d65d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=85828b57-0777-4ff2-b77a-769719fb3bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0902388 Oct 19 01:29:50.581976 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-a2dc85da-af41-4584-858e-a06d1eaec598 None None] Set router b331c13f-b293-48c5-a402-ba16f29d541d gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:29:50.684578 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184a3d3-b1b1-4aff-a66f-78fc51ffc7e6 req-3cb650bd-d895-41d8-a44b-242f3f6ffcf8 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:50.697636 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a184a3d3-b1b1-4aff-a66f-78fc51ffc7e6 req-3cb650bd-d895-41d8-a44b-242f3f6ffcf8 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 946 time: 0.1089518 Oct 19 01:29:50.786013 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a184a3d3-b1b1-4aff-a66f-78fc51ffc7e6 req-f453d26a-f7be-4a93-90fb-da6ae85f01be tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843220 Oct 19 01:29:50.935105 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-22370641-2f43-4926-b616-6c8abbb92d89 req-a85790c0-39c8-4fce-8552-7e5cc2e0dd30 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1354704023&fields=id&tenant_id=248f0ca5d5d44d8ab1ae3c514fead24b HTTP/1.1" status: 200 len: 267 time: 0.2870405 Oct 19 01:29:51.050463 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39736) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:51.108148 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-796b32ab-a242-41f4-8624-2f65b9395806 req-6071d63c-3596-4ca8-85e7-5e3b67d63a0a service neutron] 10.222.0.24 "GET /v2.0/networks/85828b57-0777-4ff2-b77a-769719fb3bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5706363 Oct 19 01:29:51.208240 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39740) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:51.224669 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a2dc85da-af41-4584-858e-a06d1eaec598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854139004', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '3e32dc4c-81a2-495b-a426-3521832eacf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:29:21Z', 'updated_at': '2021-10-19T01:29:26Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '3e32dc4c-81a2-495b-a426-3521832eacf4', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:29:22Z', 'updated_at': '2021-10-19T01:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'fe4aecb5-d104-4024-b246-2231dbfe1a76', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'port_id': '51d5ece9-6674-4b4c-bf1e-69ac7b465423', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85828b57-0777-4ff2-b77a-769719fb3bcd', 'mac_address': 'fa:16:3e:ee:f7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9927c90-c246-41e1-8f14-13fca3b818a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:29:46Z', 'updated_at': '2021-10-19T01:29:46Z', 'revision_number': 0, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb8ad74-3375-4cde-a48b-9f9039ca3659', 'name': '', 'network_id': '85828b57-0777-4ff2-b77a-769719fb3bcd', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'mac_address': 'fa:16:3e:65:63:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '119d7975-8818-4b40-8830-343c71167968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:29:25Z', 'updated_at': '2021-10-19T01:29:30Z', 'revision_number': 5, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'subnets': [{'id': '119d7975-8818-4b40-8830-343c71167968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:51.268878 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22370641-2f43-4926-b616-6c8abbb92d89 req-43343c7b-b460-4934-8959-2c13d0a908f7 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:51.274543 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-22370641-2f43-4926-b616-6c8abbb92d89 req-43343c7b-b460-4934-8959-2c13d0a908f7 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/networks?id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a HTTP/1.1" status: 200 len: 812 time: 0.3386030 Oct 19 01:29:51.279079 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-796b32ab-a242-41f4-8624-2f65b9395806 req-bdaed9fa-ace2-4544-9742-8ea7ab3ae4db service neutron] 10.222.0.24 "GET /v2.0/networks/85828b57-0777-4ff2-b77a-769719fb3bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574192 Oct 19 01:29:51.286448 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dc85da-af41-4584-858e-a06d1eaec598 None None] The sync data for ids ['b331c13f-b293-48c5-a402-ba16f29d541d'] in n-d-715271-26 is: [{'id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854139004', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '3e32dc4c-81a2-495b-a426-3521832eacf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:29:21Z', 'updated_at': '2021-10-19T01:29:26Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '3e32dc4c-81a2-495b-a426-3521832eacf4', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:29:22Z', 'updated_at': '2021-10-19T01:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'fe4aecb5-d104-4024-b246-2231dbfe1a76', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'port_id': '51d5ece9-6674-4b4c-bf1e-69ac7b465423', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85828b57-0777-4ff2-b77a-769719fb3bcd', 'mac_address': 'fa:16:3e:ee:f7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9927c90-c246-41e1-8f14-13fca3b818a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:29:46Z', 'updated_at': '2021-10-19T01:29:46Z', 'revision_number': 0, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb8ad74-3375-4cde-a48b-9f9039ca3659', 'name': '', 'network_id': '85828b57-0777-4ff2-b77a-769719fb3bcd', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'mac_address': 'fa:16:3e:65:63:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '119d7975-8818-4b40-8830-343c71167968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:29:25Z', 'updated_at': '2021-10-19T01:29:30Z', 'revision_number': 5, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'subnets': [{'id': '119d7975-8818-4b40-8830-343c71167968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:29:51.295875 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-84cb591f-5ee3-476b-aee4-8a6259af2bb9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-194043810-network', 'tenant_id': '64aa94904bdd413a976f522fabce78e7'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:51.309598 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-22370641-2f43-4926-b616-6c8abbb92d89 req-39204374-f0c0-4ee2-b07c-8575c4e19b1e tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/quotas/248f0ca5d5d44d8ab1ae3c514fead24b HTTP/1.1" status: 200 len: 375 time: 0.0259304 Oct 19 01:29:51.358359 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-385f86ff-f0a1-47d6-8bab-01af38b1103b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/floatingips/fe4aecb5-d104-4024-b246-2231dbfe1a76 HTTP/1.1" status: 200 len: 992 time: 0.1472261 Oct 19 01:29:51.363781 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cb591f-5ee3-476b-aee4-8a6259af2bb9 admin admin] Made reservation on behalf of 64aa94904bdd413a976f522fabce78e7 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:29:51.367514 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-84cb591f-5ee3-476b-aee4-8a6259af2bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:51.379052 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-84cb591f-5ee3-476b-aee4-8a6259af2bb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:51.433591 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-22370641-2f43-4926-b616-6c8abbb92d89 req-2935d78f-3882-45ab-812a-05bdae3186f5 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=248f0ca5d5d44d8ab1ae3c514fead24b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1065905 Oct 19 01:29:51.519550 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-84cb591f-5ee3-476b-aee4-8a6259af2bb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:51.525712 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-84cb591f-5ee3-476b-aee4-8a6259af2bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:51.563270 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84cb591f-5ee3-476b-aee4-8a6259af2bb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:29:51.580239 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb591f-5ee3-476b-aee4-8a6259af2bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a203a33-7ef8-44ca-8b05-aa644d10f610,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:51.592134 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-84cb591f-5ee3-476b-aee4-8a6259af2bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:51.594397 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-84cb591f-5ee3-476b-aee4-8a6259af2bb9 admin admin] Added segment 804c18ac-2974-4dd5-8181-42c707e9600e of type vlan for network 85c045ee-e2c1-4b78-9eaa-953317a8ec33 Oct 19 01:29:51.670482 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-84cb591f-5ee3-476b-aee4-8a6259af2bb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:51.676638 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce05266-b56f-4255-86cb-cbd1f2c06625 None None] New status for floating IP fe4aecb5-d104-4024-b246-2231dbfe1a76: ACTIVE {{(pid=100608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:29:51.732414 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-84cb591f-5ee3-476b-aee4-8a6259af2bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:51.734937 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cb591f-5ee3-476b-aee4-8a6259af2bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:51.735799 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-84cb591f-5ee3-476b-aee4-8a6259af2bb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:51.782555 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-84cb591f-5ee3-476b-aee4-8a6259af2bb9 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7308223 Oct 19 01:29:51.792768 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 39744) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:51.801547 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-83f132db-71f3-4446-8ee1-873403a40fe6 admin admin] Request body: {'subnet': {'network_id': '85c045ee-e2c1-4b78-9eaa-953317a8ec33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-194043810-subnet', 'tenant_id': '64aa94904bdd413a976f522fabce78e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:51.928054 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb591f-5ee3-476b-aee4-8a6259af2bb9 admin admin] Pushing event updated for resources: {'Network': ['ID=85c045ee-e2c1-4b78-9eaa-953317a8ec33,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:51.965850 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 85c045ee-e2c1-4b78-9eaa-953317a8ec33 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:29:51.975719 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f132db-71f3-4446-8ee1-873403a40fe6 admin admin] Made reservation on behalf of 64aa94904bdd413a976f522fabce78e7 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:29:51.978484 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-83f132db-71f3-4446-8ee1-873403a40fe6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:52.003657 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1fbbf5-33a5-4ddb-9c03-e35caf841fc9 req-2f1da89a-aa7f-4d40-b855-aa6adb66d0d2 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:52.005635 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d1fbbf5-33a5-4ddb-9c03-e35caf841fc9 req-2f1da89a-aa7f-4d40-b855-aa6adb66d0d2 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 946 time: 0.1130495 Oct 19 01:29:52.117533 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d1fbbf5-33a5-4ddb-9c03-e35caf841fc9 req-91a77a76-4156-4d95-8ca3-05153a272190 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958281 Oct 19 01:29:52.373263 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 39750) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:52.380936 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-83f132db-71f3-4446-8ee1-873403a40fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:52.447960 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-22370641-2f43-4926-b616-6c8abbb92d89 req-35869cae-5697-48ae-a14e-41000ba99c87 service neutron] 10.222.0.57 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9893756 Oct 19 01:29:52.515427 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7016576c-5d22-4af3-8059-5bb7e29ceb71 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/floatingips/fe4aecb5-d104-4024-b246-2231dbfe1a76 HTTP/1.1" status: 200 len: 994 time: 0.1377454 Oct 19 01:29:52.556971 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f132db-71f3-4446-8ee1-873403a40fe6 admin admin] Checking segment: {'id': '804c18ac-2974-4dd5-8181-42c707e9600e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '85c045ee-e2c1-4b78-9eaa-953317a8ec33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:29:52.557485 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f132db-71f3-4446-8ee1-873403a40fe6 admin admin] Network hostable DHCP agents. Network: 85c045ee-e2c1-4b78-9eaa-953317a8ec33, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:29:52.564714 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f132db-71f3-4446-8ee1-873403a40fe6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e697dd27-2488-4510-a7f4-5629042eaa09,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:52.598806 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f132db-71f3-4446-8ee1-873403a40fe6 admin admin] Network 85c045ee-e2c1-4b78-9eaa-953317a8ec33 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:29:52.622514 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-83f132db-71f3-4446-8ee1-873403a40fe6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 85c045ee-e2c1-4b78-9eaa-953317a8ec33) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:29:52.634361 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f12703f-6b9e-4779-a0e2-7bf9250ca793 None None] Network 85c045ee-e2c1-4b78-9eaa-953317a8ec33 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:29:52.644560 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f132db-71f3-4446-8ee1-873403a40fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:52.648084 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-83f132db-71f3-4446-8ee1-873403a40fe6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:52.657408 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-22370641-2f43-4926-b616-6c8abbb92d89 req-abe7f67c-b009-40b6-aca5-0fa774cb8074 service neutron] 10.222.0.57 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911776 Oct 19 01:29:52.711247 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-83f132db-71f3-4446-8ee1-873403a40fe6 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9168894 Oct 19 01:29:52.844367 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214150b5-2afa-40c8-a7db-89b23cd845e8 None None] Network 85c045ee-e2c1-4b78-9eaa-953317a8ec33 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:29:53.237423 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dead4015-1c3c-4dd2-91b5-fc766f9d5019 req-14015a2c-5ffb-44a0-9e62-8f9f3237d9c5 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d1dabaf-df61-4d9d-b84c-c2a6e504f215 HTTP/1.1" status: 200 len: 210 time: 0.0650237 Oct 19 01:29:53.452974 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52c5d7-7242-4e2e-9ff4-0d5a585f5c91 req-66a7eb81-716e-4118-8f48-6acaa2d9bafa tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:53.456753 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0d52c5d7-7242-4e2e-9ff4-0d5a585f5c91 req-66a7eb81-716e-4118-8f48-6acaa2d9bafa tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 946 time: 0.1262450 Oct 19 01:29:53.557520 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-a9c9dd4f-2b72-4a1b-a170-3819150f615c tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:53.559403 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0d52c5d7-7242-4e2e-9ff4-0d5a585f5c91 req-19f231f8-c338-4f05-acd0-1e6309bf684b tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952125 Oct 19 01:29:53.568346 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-a9c9dd4f-2b72-4a1b-a170-3819150f615c tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] 10.222.0.57 "GET /v2.0/networks?id=85c045ee-e2c1-4b78-9eaa-953317a8ec33 HTTP/1.1" status: 200 len: 821 time: 0.2321126 Oct 19 01:29:53.588461 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-1066fe00-03f1-4c60-9666-ac407f548506 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] 10.222.0.57 "GET /v2.0/quotas/64aa94904bdd413a976f522fabce78e7 HTTP/1.1" status: 200 len: 375 time: 0.0190392 Oct 19 01:29:53.635284 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-ed8acf1c-5cd3-45e1-a50a-e19565584c89 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=64aa94904bdd413a976f522fabce78e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435846 Oct 19 01:29:53.722096 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-26455ea0-b21e-42be-8c07-a13e0efd3cf5 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:29:53.737825 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-26455ea0-b21e-42be-8c07-a13e0efd3cf5 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1032352 Oct 19 01:29:53.912568 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-15ac05a5-e73e-45cc-aaac-ee4966c47f61 service neutron] 10.222.0.57 "GET /v2.0/networks/85c045ee-e2c1-4b78-9eaa-953317a8ec33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732805 Oct 19 01:29:54.062746 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-31249828-e35e-492e-95ab-9aa7b63def26 service neutron] 10.222.0.57 "GET /v2.0/networks/85c045ee-e2c1-4b78-9eaa-953317a8ec33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480591 Oct 19 01:29:54.263133 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1282ada8-02f1-4818-8c3f-e36f8cdf798d req-2f88977c-cedc-4fba-9a7c-cf88e44602aa tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] 10.222.0.57 "GET /v2.0/ports?device_id=46beb7c0-7c95-40ec-bd52-886a6146667b HTTP/1.1" status: 200 len: 210 time: 0.0402586 Oct 19 01:29:54.428276 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ee2d0d43-b5e6-4933-b5f3-e2d277e4c264 req-85f9c926-5e3b-4810-8321-0e06f581fc6e tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d1dabaf-df61-4d9d-b84c-c2a6e504f215 HTTP/1.1" status: 200 len: 210 time: 0.0394676 Oct 19 01:29:54.907409 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89ba2e-e215-489a-a8e5-9531ac33adaa req-a93e7447-6f2f-404e-a419-4fc0a9f74c46 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:54.919583 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5f89ba2e-e215-489a-a8e5-9531ac33adaa req-a93e7447-6f2f-404e-a419-4fc0a9f74c46 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 946 time: 0.1089323 Oct 19 01:29:54.986169 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22370641-2f43-4926-b616-6c8abbb92d89 req-4091f474-e941-4553-ab8b-4ed06e26867c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:54.989045 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-22370641-2f43-4926-b616-6c8abbb92d89 req-4091f474-e941-4553-ab8b-4ed06e26867c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.55 "GET /v2.0/networks?id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a HTTP/1.1" status: 200 len: 812 time: 0.5597630 Oct 19 01:29:55.046971 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5f89ba2e-e215-489a-a8e5-9531ac33adaa req-19917239-459a-4386-a57e-66626766ab05 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231904 Oct 19 01:29:55.082862 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-22370641-2f43-4926-b616-6c8abbb92d89 req-111cf176-97dc-46d4-ad9b-be353c72fe5d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=248f0ca5d5d44d8ab1ae3c514fead24b HTTP/1.1" status: 200 len: 380 time: 0.0827007 Oct 19 01:29:55.120314 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-22370641-2f43-4926-b616-6c8abbb92d89 req-641b8f25-55ac-48c8-b19f-68f027dc2baf tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Request body: {'port': {'device_id': '4d1dabaf-df61-4d9d-b84c-c2a6e504f215', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'admin_state_up': True, 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'security_groups': ['cfe04ad3-5d85-422e-b7fc-55c0f1502727']}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:55.288067 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22370641-2f43-4926-b616-6c8abbb92d89 req-641b8f25-55ac-48c8-b19f-68f027dc2baf tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Made reservation on behalf of 248f0ca5d5d44d8ab1ae3c514fead24b for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:29:55.292143 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-22370641-2f43-4926-b616-6c8abbb92d89 req-641b8f25-55ac-48c8-b19f-68f027dc2baf tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:55.422081 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eeee51bb-dd70-416d-8eb4-ae4627506d65 req-50f67ac3-b65d-4b54-a3a1-b44b5f91b678 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] 10.222.0.57 "GET /v2.0/ports?device_id=46beb7c0-7c95-40ec-bd52-886a6146667b HTTP/1.1" status: 200 len: 210 time: 0.0386548 Oct 19 01:29:55.528676 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-22370641-2f43-4926-b616-6c8abbb92d89 req-641b8f25-55ac-48c8-b19f-68f027dc2baf tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Allocated IP 172.20.0.11 (e02040e8-fb1d-46e9-a6e2-9063a29cdf5a/3fd3fa81-a83a-4093-b85e-409104ce311b/787a33e5-9229-49c4-aabf-752698ed7015) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:29:55.634776 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fe5ecd7f-51ea-420d-9f2a-00eef29db081 req-388f9ace-d666-4fc7-aaac-d8cdbf39b794 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d1dabaf-df61-4d9d-b84c-c2a6e504f215 HTTP/1.1" status: 200 len: 210 time: 0.0456419 Oct 19 01:29:55.816854 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-22370641-2f43-4926-b616-6c8abbb92d89 req-641b8f25-55ac-48c8-b19f-68f027dc2baf tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:55.861727 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-22370641-2f43-4926-b616-6c8abbb92d89 req-641b8f25-55ac-48c8-b19f-68f027dc2baf tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:55.915411 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b8f25-55ac-48c8-b19f-68f027dc2baf tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Pushing event updated for resources: {'Port': ['ID=787a33e5-9229-49c4-aabf-752698ed7015,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:55.954835 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22370641-2f43-4926-b616-6c8abbb92d89 req-641b8f25-55ac-48c8-b19f-68f027dc2baf tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:29:55.956780 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-22370641-2f43-4926-b616-6c8abbb92d89 req-641b8f25-55ac-48c8-b19f-68f027dc2baf tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:29:55.959380 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-22370641-2f43-4926-b616-6c8abbb92d89 req-641b8f25-55ac-48c8-b19f-68f027dc2baf tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:29:56.071057 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22370641-2f43-4926-b616-6c8abbb92d89 req-641b8f25-55ac-48c8-b19f-68f027dc2baf tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:56.071795 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-22370641-2f43-4926-b616-6c8abbb92d89 req-641b8f25-55ac-48c8-b19f-68f027dc2baf tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:56.120324 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-22370641-2f43-4926-b616-6c8abbb92d89 req-641b8f25-55ac-48c8-b19f-68f027dc2baf tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0196607 Oct 19 01:29:56.154971 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-22370641-2f43-4926-b616-6c8abbb92d89 req-08a76274-f157-44e9-8de8-e3cd2e909441 service neutron] Request body: {'port': {'device_id': '4d1dabaf-df61-4d9d-b84c-c2a6e504f215', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:56.360974 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-69a925ed-c917-496c-8d7c-47e1451bcc2e None None] Provisioning complete for port 787a33e5-9229-49c4-aabf-752698ed7015 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:29:56.363122 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-69a925ed-c917-496c-8d7c-47e1451bcc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:56.405114 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-22370641-2f43-4926-b616-6c8abbb92d89 req-08a76274-f157-44e9-8de8-e3cd2e909441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:56.433498 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-69a925ed-c917-496c-8d7c-47e1451bcc2e None None] Port 787a33e5-9229-49c4-aabf-752698ed7015 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:29:56.461891 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-239559f5-7694-442c-b057-03ed52862b6d tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:56.463518 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-239559f5-7694-442c-b057-03ed52862b6d tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] 10.222.0.55 "GET /v2.0/networks?id=85c045ee-e2c1-4b78-9eaa-953317a8ec33 HTTP/1.1" status: 200 len: 821 time: 0.3413336 Oct 19 01:29:56.472060 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fa273-1b9c-4fd6-a6a2-421636b43804 req-7ea89d64-6f09-4189-87a9-c8bf0dad356d tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:56.473388 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-396fa273-1b9c-4fd6-a6a2-421636b43804 req-7ea89d64-6f09-4189-87a9-c8bf0dad356d tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 946 time: 0.2317040 Oct 19 01:29:56.487074 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-fd5f36f5-54bb-4b10-8a42-1cb0055d08d0 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Request body: {'port': {'device_id': '46beb7c0-7c95-40ec-bd52-886a6146667b', 'network_id': '85c045ee-e2c1-4b78-9eaa-953317a8ec33', 'admin_state_up': True, 'tenant_id': '64aa94904bdd413a976f522fabce78e7'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:56.612373 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-396fa273-1b9c-4fd6-a6a2-421636b43804 req-62e57a5c-6ad6-4999-95b7-3dc576b15748 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258252 Oct 19 01:29:56.626546 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92585302-3036-49df-8f14-acfffd705fe9 req-998a75f3-4f1c-4390-8cbb-bbb187fc6c91 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] 10.222.0.57 "GET /v2.0/ports?device_id=46beb7c0-7c95-40ec-bd52-886a6146667b HTTP/1.1" status: 200 len: 210 time: 0.0619121 Oct 19 01:29:56.819395 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050fee6d-db62-4ca3-85c5-f968a88f5343 req-a712c566-4f7f-4bfb-b6a7-6c14f0b842cd tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:56.836194 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-050fee6d-db62-4ca3-85c5-f968a88f5343 req-a712c566-4f7f-4bfb-b6a7-6c14f0b842cd tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d1dabaf-df61-4d9d-b84c-c2a6e504f215 HTTP/1.1" status: 200 len: 932 time: 0.1031034 Oct 19 01:29:56.882245 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-fd5f36f5-54bb-4b10-8a42-1cb0055d08d0 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Made reservation on behalf of 64aa94904bdd413a976f522fabce78e7 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:29:56.886308 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-fd5f36f5-54bb-4b10-8a42-1cb0055d08d0 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:56.918065 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-050fee6d-db62-4ca3-85c5-f968a88f5343 req-a1680fa0-0a9c-4fda-8878-d34affc0fca4 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790443 Oct 19 01:29:57.096962 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-fd5f36f5-54bb-4b10-8a42-1cb0055d08d0 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Allocated IP 172.20.0.5 (85c045ee-e2c1-4b78-9eaa-953317a8ec33/e697dd27-2488-4510-a7f4-5629042eaa09/ba68bfa5-443b-4989-8b7b-568a039095a9) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:29:57.255832 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:57.465707 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-fd5f36f5-54bb-4b10-8a42-1cb0055d08d0 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:57.573129 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-fd5f36f5-54bb-4b10-8a42-1cb0055d08d0 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:57.750619 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-fd5f36f5-54bb-4b10-8a42-1cb0055d08d0 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Network 85c045ee-e2c1-4b78-9eaa-953317a8ec33 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:29:57.756445 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f36f5-54bb-4b10-8a42-1cb0055d08d0 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Pushing event updated for resources: {'Port': ['ID=ba68bfa5-443b-4989-8b7b-568a039095a9,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:57.809858 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81be100-8510-414d-bb1f-0e5d57ac8937 req-ebd5ca46-bb3c-4b4a-afbc-04f4580f3541 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:57.811669 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-fd5f36f5-54bb-4b10-8a42-1cb0055d08d0 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:29:57.827270 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a81be100-8510-414d-bb1f-0e5d57ac8937 req-ebd5ca46-bb3c-4b4a-afbc-04f4580f3541 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 946 time: 0.0946109 Oct 19 01:29:57.830380 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-fd5f36f5-54bb-4b10-8a42-1cb0055d08d0 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:29:57.853866 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-22370641-2f43-4926-b616-6c8abbb92d89 req-08a76274-f157-44e9-8de8-e3cd2e909441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 787a33e5-9229-49c4-aabf-752698ed7015 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:29:57.918532 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a81be100-8510-414d-bb1f-0e5d57ac8937 req-330585fa-987e-4f6d-8b53-b72144e01714 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887585 Oct 19 01:29:57.963172 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-22370641-2f43-4926-b616-6c8abbb92d89 req-08a76274-f157-44e9-8de8-e3cd2e909441 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:57.997665 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-22370641-2f43-4926-b616-6c8abbb92d89 req-08a76274-f157-44e9-8de8-e3cd2e909441 service neutron] Transition to ACTIVE for port object 787a33e5-9229-49c4-aabf-752698ed7015 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:29:58.007344 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-fd5f36f5-54bb-4b10-8a42-1cb0055d08d0 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:58.008141 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-fd5f36f5-54bb-4b10-8a42-1cb0055d08d0 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:58.020700 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f72153-ea1e-4095-9f1c-8a8f758ca999 req-f1a36e24-23f1-444c-b2f5-5f605c55a54e tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:58.022289 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d4f72153-ea1e-4095-9f1c-8a8f758ca999 req-f1a36e24-23f1-444c-b2f5-5f605c55a54e tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] 10.222.0.57 "GET /v2.0/ports?device_id=46beb7c0-7c95-40ec-bd52-886a6146667b HTTP/1.1" status: 200 len: 931 time: 0.2897525 Oct 19 01:29:58.022976 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-22370641-2f43-4926-b616-6c8abbb92d89 req-08a76274-f157-44e9-8de8-e3cd2e909441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:58.098658 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-fd5f36f5-54bb-4b10-8a42-1cb0055d08d0 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6200426 Oct 19 01:29:58.123615 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-b5f7706a-3cb7-4cf0-81c8-b9a439d5de3b service neutron] Request body: {'port': {'device_id': '46beb7c0-7c95-40ec-bd52-886a6146667b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:58.147644 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c66ab-ca20-4f30-8e44-20ee6e23b57d req-8e74695d-4f1d-4c8a-afe4-f9d77772c35a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:58.152819 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-448c66ab-ca20-4f30-8e44-20ee6e23b57d req-8e74695d-4f1d-4c8a-afe4-f9d77772c35a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d1dabaf-df61-4d9d-b84c-c2a6e504f215 HTTP/1.1" status: 200 len: 944 time: 0.1485274 Oct 19 01:29:58.154076 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a76274-f157-44e9-8de8-e3cd2e909441 service neutron] Pushing event updated for resources: {'Port': ['ID=787a33e5-9229-49c4-aabf-752698ed7015,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:58.197998 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d4f72153-ea1e-4095-9f1c-8a8f758ca999 req-1cd9f6fe-a8d0-4405-b454-a9c3b533d59c tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a203a33-7ef8-44ca-8b05-aa644d10f610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666219 Oct 19 01:29:58.252526 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-448c66ab-ca20-4f30-8e44-20ee6e23b57d req-82c48342-911e-4f14-a9e3-858915be3010 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887330 Oct 19 01:29:58.395156 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-22370641-2f43-4926-b616-6c8abbb92d89 req-08a76274-f157-44e9-8de8-e3cd2e909441 service neutron] Attempting to bind port 787a33e5-9229-49c4-aabf-752698ed7015 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:29:58.395553 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-22370641-2f43-4926-b616-6c8abbb92d89 req-08a76274-f157-44e9-8de8-e3cd2e909441 service neutron] Attempting to bind port 787a33e5-9229-49c4-aabf-752698ed7015 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'c3cd57f4-f92e-4916-828d-dd51ded315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:29:58.395884 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22370641-2f43-4926-b616-6c8abbb92d89 req-08a76274-f157-44e9-8de8-e3cd2e909441 service neutron] Attempting to bind port 787a33e5-9229-49c4-aabf-752698ed7015 on network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:29:58.399129 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-b5f7706a-3cb7-4cf0-81c8-b9a439d5de3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:58.418523 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22370641-2f43-4926-b616-6c8abbb92d89 req-08a76274-f157-44e9-8de8-e3cd2e909441 service neutron] Port 787a33e5-9229-49c4-aabf-752698ed7015 on network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:29:58.418872 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22370641-2f43-4926-b616-6c8abbb92d89 req-08a76274-f157-44e9-8de8-e3cd2e909441 service neutron] Attempting to bind port 787a33e5-9229-49c4-aabf-752698ed7015 on network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:29:58.443665 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22370641-2f43-4926-b616-6c8abbb92d89 req-08a76274-f157-44e9-8de8-e3cd2e909441 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:29:58.444037 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22370641-2f43-4926-b616-6c8abbb92d89 req-08a76274-f157-44e9-8de8-e3cd2e909441 service neutron] Checking segment: {'id': 'c3cd57f4-f92e-4916-828d-dd51ded315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:29:58.444417 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22370641-2f43-4926-b616-6c8abbb92d89 req-08a76274-f157-44e9-8de8-e3cd2e909441 service neutron] Bound using segment: {'id': 'c3cd57f4-f92e-4916-828d-dd51ded315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:29:58.454075 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-22370641-2f43-4926-b616-6c8abbb92d89 req-08a76274-f157-44e9-8de8-e3cd2e909441 service neutron] Bound port: 787a33e5-9229-49c4-aabf-752698ed7015, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3cd57f4-f92e-4916-828d-dd51ded315fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:29:58.454510 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-22370641-2f43-4926-b616-6c8abbb92d89 req-08a76274-f157-44e9-8de8-e3cd2e909441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:58.793240 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-22370641-2f43-4926-b616-6c8abbb92d89 req-08a76274-f157-44e9-8de8-e3cd2e909441 service neutron] For port 787a33e5-9229-49c4-aabf-752698ed7015, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:29:58.797919 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-22370641-2f43-4926-b616-6c8abbb92d89 req-08a76274-f157-44e9-8de8-e3cd2e909441 service neutron] For port 787a33e5-9229-49c4-aabf-752698ed7015, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=787a33e5-9229-49c4-aabf-752698ed7015,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:29:58.810091 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-22370641-2f43-4926-b616-6c8abbb92d89 req-08a76274-f157-44e9-8de8-e3cd2e909441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:58.908256 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22370641-2f43-4926-b616-6c8abbb92d89 req-08a76274-f157-44e9-8de8-e3cd2e909441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:58.908866 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-22370641-2f43-4926-b616-6c8abbb92d89 req-08a76274-f157-44e9-8de8-e3cd2e909441 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:58.910368 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-22370641-2f43-4926-b616-6c8abbb92d89 req-08a76274-f157-44e9-8de8-e3cd2e909441 service neutron] 10.222.0.55 "PUT /v2.0/ports/787a33e5-9229-49c4-aabf-752698ed7015 HTTP/1.1" status: 200 len: 1093 time: 2.7749810 Oct 19 01:29:58.914804 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1dabaf-df61-4d9d-b84c-c2a6e504f215', 'tag': '787a33e5-9229-49c4-aabf-752698ed7015'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:29:58.916027 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a290c315-91fe-4f54-bb0e-16a5b1e59a1b" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1dabaf-df61-4d9d-b84c-c2a6e504f215", "tag": "787a33e5-9229-49c4-aabf-752698ed7015"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:29:58.924572 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a76274-f157-44e9-8de8-e3cd2e909441 service neutron] Pushing event updated for resources: {'Port': ['ID=787a33e5-9229-49c4-aabf-752698ed7015,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:59.110036 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59387ce4-e367-4656-aa45-3f0263e99c70 x-openstack-request-id: req-59387ce4-e367-4656-aa45-3f0263e99c70 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:29:59.110691 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1dabaf-df61-4d9d-b84c-c2a6e504f215", "tag": "787a33e5-9229-49c4-aabf-752698ed7015", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:29:59.110691 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-59387ce4-e367-4656-aa45-3f0263e99c70 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:29:59.110934 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1dabaf-df61-4d9d-b84c-c2a6e504f215', 'tag': '787a33e5-9229-49c4-aabf-752698ed7015', 'status': 'completed', 'code': 200} Oct 19 01:29:59.177080 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22370641-2f43-4926-b616-6c8abbb92d89 req-bc80508c-089c-45be-8795-8ebcb6ecc86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:59.178504 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-22370641-2f43-4926-b616-6c8abbb92d89 req-bc80508c-089c-45be-8795-8ebcb6ecc86e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=248f0ca5d5d44d8ab1ae3c514fead24b&device_id=4d1dabaf-df61-4d9d-b84c-c2a6e504f215 HTTP/1.1" status: 200 len: 1096 time: 0.1918721 Oct 19 01:29:59.263810 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850192b-03cf-4f90-b492-c32e882a24e0 req-f164edf2-d1d6-4490-a4cb-4ae15d40e34c tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:59.274694 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7850192b-03cf-4f90-b492-c32e882a24e0 req-f164edf2-d1d6-4490-a4cb-4ae15d40e34c tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 946 time: 0.1890364 Oct 19 01:29:59.285175 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-22370641-2f43-4926-b616-6c8abbb92d89 req-bf4f4704-4cae-40bc-a9e9-7266d05227f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=787a33e5-9229-49c4-aabf-752698ed7015 HTTP/1.1" status: 200 len: 217 time: 0.0981839 Oct 19 01:29:59.372985 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7850192b-03cf-4f90-b492-c32e882a24e0 req-2b0a1414-46c2-4676-b8b6-0c311f4b3900 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955982 Oct 19 01:29:59.562303 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be68af2-e8a1-4623-9ecc-884ada7bd5ee req-5c695ef0-b57e-413c-b789-81e94d9a4175 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:59.571083 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7be68af2-e8a1-4623-9ecc-884ada7bd5ee req-5c695ef0-b57e-413c-b789-81e94d9a4175 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d1dabaf-df61-4d9d-b84c-c2a6e504f215 HTTP/1.1" status: 200 len: 944 time: 0.1098652 Oct 19 01:29:59.608836 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:59.644235 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7be68af2-e8a1-4623-9ecc-884ada7bd5ee req-9c28387e-daf6-4f76-8f16-b3dfa8a1c58d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710442 Oct 19 01:29:59.851888 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22370641-2f43-4926-b616-6c8abbb92d89 req-c2a9ed2d-98c0-48ba-a801-13f12eb2ca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:59.853355 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-22370641-2f43-4926-b616-6c8abbb92d89 req-c2a9ed2d-98c0-48ba-a801-13f12eb2ca0d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fd3fa81-a83a-4093-b85e-409104ce311b HTTP/1.1" status: 200 len: 851 time: 0.5607862 Oct 19 01:29:59.857815 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-b5f7706a-3cb7-4cf0-81c8-b9a439d5de3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba68bfa5-443b-4989-8b7b-568a039095a9 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:29:59.876291 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-b5f7706a-3cb7-4cf0-81c8-b9a439d5de3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:59.907372 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-b5f7706a-3cb7-4cf0-81c8-b9a439d5de3b service neutron] Transition to ACTIVE for port object ba68bfa5-443b-4989-8b7b-568a039095a9 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:29:59.916242 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939b7ad-ecb3-4d23-b736-94df8ae57829 req-221d6ac0-c48a-4d94-b846-c771cbb2cb39 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:59.917756 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4939b7ad-ecb3-4d23-b736-94df8ae57829 req-221d6ac0-c48a-4d94-b846-c771cbb2cb39 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] 10.222.0.57 "GET /v2.0/ports?device_id=46beb7c0-7c95-40ec-bd52-886a6146667b HTTP/1.1" status: 200 len: 931 time: 0.5577860 Oct 19 01:29:59.920175 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-b5f7706a-3cb7-4cf0-81c8-b9a439d5de3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:00.029796 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22370641-2f43-4926-b616-6c8abbb92d89 req-bbadb219-690a-4939-bc00-afe9134c2200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:00.031984 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-22370641-2f43-4926-b616-6c8abbb92d89 req-bbadb219-690a-4939-bc00-afe9134c2200 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1696653 Oct 19 01:30:00.051101 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4939b7ad-ecb3-4d23-b736-94df8ae57829 req-77cc4cc5-6724-48d9-847c-4c7ef820a1ba tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a203a33-7ef8-44ca-8b05-aa644d10f610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218870 Oct 19 01:30:00.053640 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f7706a-3cb7-4cf0-81c8-b9a439d5de3b service neutron] Pushing event updated for resources: {'Port': ['ID=ba68bfa5-443b-4989-8b7b-568a039095a9,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:00.108263 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4b213bb9-5cc8-465e-9407-568d29d16847 req-27b021fa-b8ba-4567-95d4-1aa710caf7f5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1f3cd72b-3a81-45ee-85a2-ceb52214de19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1157730 Oct 19 01:30:00.202809 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-22370641-2f43-4926-b616-6c8abbb92d89 req-efe0d670-5d81-4150-aea2-4da0264d5e87 service neutron] 10.222.0.55 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631241 Oct 19 01:30:00.227818 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-b5f7706a-3cb7-4cf0-81c8-b9a439d5de3b service neutron] Attempting to bind port ba68bfa5-443b-4989-8b7b-568a039095a9 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:30:00.228162 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-b5f7706a-3cb7-4cf0-81c8-b9a439d5de3b service neutron] Attempting to bind port ba68bfa5-443b-4989-8b7b-568a039095a9 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '804c18ac-2974-4dd5-8181-42c707e9600e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '85c045ee-e2c1-4b78-9eaa-953317a8ec33'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:30:00.228487 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-b5f7706a-3cb7-4cf0-81c8-b9a439d5de3b service neutron] Attempting to bind port ba68bfa5-443b-4989-8b7b-568a039095a9 on network 85c045ee-e2c1-4b78-9eaa-953317a8ec33 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:30:00.244616 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-b5f7706a-3cb7-4cf0-81c8-b9a439d5de3b service neutron] Port ba68bfa5-443b-4989-8b7b-568a039095a9 on network 85c045ee-e2c1-4b78-9eaa-953317a8ec33 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:30:00.244847 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-b5f7706a-3cb7-4cf0-81c8-b9a439d5de3b service neutron] Attempting to bind port ba68bfa5-443b-4989-8b7b-568a039095a9 on network 85c045ee-e2c1-4b78-9eaa-953317a8ec33 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:30:00.253547 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-b5f7706a-3cb7-4cf0-81c8-b9a439d5de3b service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:30:00.253889 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-b5f7706a-3cb7-4cf0-81c8-b9a439d5de3b service neutron] Checking segment: {'id': '804c18ac-2974-4dd5-8181-42c707e9600e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '85c045ee-e2c1-4b78-9eaa-953317a8ec33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:30:00.254272 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-b5f7706a-3cb7-4cf0-81c8-b9a439d5de3b service neutron] Bound using segment: {'id': '804c18ac-2974-4dd5-8181-42c707e9600e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '85c045ee-e2c1-4b78-9eaa-953317a8ec33'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:30:00.254705 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-b5f7706a-3cb7-4cf0-81c8-b9a439d5de3b service neutron] Bound port: ba68bfa5-443b-4989-8b7b-568a039095a9, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '804c18ac-2974-4dd5-8181-42c707e9600e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '85c045ee-e2c1-4b78-9eaa-953317a8ec33'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:30:00.255064 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-b5f7706a-3cb7-4cf0-81c8-b9a439d5de3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:00.257601 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b213bb9-5cc8-465e-9407-568d29d16847 req-90ab7cde-ff86-41cc-a8ba-92d6bd2f7e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:00.267462 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4b213bb9-5cc8-465e-9407-568d29d16847 req-90ab7cde-ff86-41cc-a8ba-92d6bd2f7e28 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=248f0ca5d5d44d8ab1ae3c514fead24b&device_id=1f3cd72b-3a81-45ee-85a2-ceb52214de19 HTTP/1.1" status: 200 len: 1097 time: 0.1060045 Oct 19 01:30:00.424118 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-22370641-2f43-4926-b616-6c8abbb92d89 req-9b3b2d24-e53f-4360-9f6d-45ef7bcf8c90 service neutron] 10.222.0.55 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113869 Oct 19 01:30:00.432360 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-b5f7706a-3cb7-4cf0-81c8-b9a439d5de3b service neutron] For port ba68bfa5-443b-4989-8b7b-568a039095a9, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:30:00.440831 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-b5f7706a-3cb7-4cf0-81c8-b9a439d5de3b service neutron] For port ba68bfa5-443b-4989-8b7b-568a039095a9, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=ba68bfa5-443b-4989-8b7b-568a039095a9,segment=NetworkSegment(804c18ac-2974-4dd5-8181-42c707e9600e),segment_id=804c18ac-2974-4dd5-8181-42c707e9600e)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:30:00.454114 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-b5f7706a-3cb7-4cf0-81c8-b9a439d5de3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:00.480293 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b213bb9-5cc8-465e-9407-568d29d16847 req-41e3a199-04ed-4bd2-bc5c-c9f1ae6e31b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:00.490556 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4b213bb9-5cc8-465e-9407-568d29d16847 req-41e3a199-04ed-4bd2-bc5c-c9f1ae6e31b7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a HTTP/1.1" status: 200 len: 913 time: 0.2046258 Oct 19 01:30:00.534734 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-b5f7706a-3cb7-4cf0-81c8-b9a439d5de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:00.535524 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-b5f7706a-3cb7-4cf0-81c8-b9a439d5de3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:00.536977 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-b5f7706a-3cb7-4cf0-81c8-b9a439d5de3b service neutron] 10.222.0.55 "PUT /v2.0/ports/ba68bfa5-443b-4989-8b7b-568a039095a9 HTTP/1.1" status: 200 len: 1092 time: 2.4267993 Oct 19 01:30:00.574382 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f7706a-3cb7-4cf0-81c8-b9a439d5de3b service neutron] Pushing event updated for resources: {'Port': ['ID=ba68bfa5-443b-4989-8b7b-568a039095a9,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:00.582099 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290c315-91fe-4f54-bb0e-16a5b1e59a1b req-8478b1b3-9c3b-4969-8706-0ede0390b8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:00.583853 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a290c315-91fe-4f54-bb0e-16a5b1e59a1b req-8478b1b3-9c3b-4969-8706-0ede0390b8aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=248f0ca5d5d44d8ab1ae3c514fead24b&device_id=4d1dabaf-df61-4d9d-b84c-c2a6e504f215 HTTP/1.1" status: 200 len: 1096 time: 0.0910552 Oct 19 01:30:00.614615 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4b213bb9-5cc8-465e-9407-568d29d16847 req-13cea24a-b2d5-44ec-8473-4bf7c2c3a02e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b005bd8-0c25-4f96-8454-104f6576f5bc HTTP/1.1" status: 200 len: 1001 time: 0.1152415 Oct 19 01:30:00.729224 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-4cfe4777-4f90-445e-b5f9-e5fd5353efc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:00.730764 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-4cfe4777-4f90-445e-b5f9-e5fd5353efc5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64aa94904bdd413a976f522fabce78e7&device_id=46beb7c0-7c95-40ec-bd52-886a6146667b HTTP/1.1" status: 200 len: 1095 time: 0.1460125 Oct 19 01:30:00.787818 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b213bb9-5cc8-465e-9407-568d29d16847 req-bfae06e4-6c65-4815-8128-17aef4e80674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:00.794263 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-82d41d94-2b92-4be2-bcec-6e8f26dfd0bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba68bfa5-443b-4989-8b7b-568a039095a9 HTTP/1.1" status: 200 len: 217 time: 0.0542483 Oct 19 01:30:00.795654 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290c315-91fe-4f54-bb0e-16a5b1e59a1b req-b5a5bdf0-1a0f-4ce5-a15a-b376b2b367af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:00.796421 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4b213bb9-5cc8-465e-9407-568d29d16847 req-bfae06e4-6c65-4815-8128-17aef4e80674 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fd3fa81-a83a-4093-b85e-409104ce311b HTTP/1.1" status: 200 len: 851 time: 0.0917716 Oct 19 01:30:00.797701 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a290c315-91fe-4f54-bb0e-16a5b1e59a1b req-b5a5bdf0-1a0f-4ce5-a15a-b376b2b367af service neutron] 10.222.0.55 "GET /v2.0/networks?id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a HTTP/1.1" status: 200 len: 913 time: 0.2033429 Oct 19 01:30:00.885847 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a290c315-91fe-4f54-bb0e-16a5b1e59a1b req-e71fd3b3-c735-4acc-b7eb-95f35582c8c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=787a33e5-9229-49c4-aabf-752698ed7015 HTTP/1.1" status: 200 len: 217 time: 0.0672839 Oct 19 01:30:00.904298 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc510754-4233-4e56-93c7-c2e7a4929c57 req-c5acc89b-8f13-44f8-b102-d363c99b6a93 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:00.906750 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cc510754-4233-4e56-93c7-c2e7a4929c57 req-c5acc89b-8f13-44f8-b102-d363c99b6a93 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 946 time: 0.2871978 Oct 19 01:30:00.980537 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-ab41599f-f2b5-4638-ab29-019888af908c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:00.982488 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-ab41599f-f2b5-4638-ab29-019888af908c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e697dd27-2488-4510-a7f4-5629042eaa09 HTTP/1.1" status: 200 len: 861 time: 0.1564422 Oct 19 01:30:00.995967 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff46440-1444-4a85-9b93-a37ec6d4270b req-552b2150-2de5-48e9-93be-aa85cc783f95 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:00.998352 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5ff46440-1444-4a85-9b93-a37ec6d4270b req-552b2150-2de5-48e9-93be-aa85cc783f95 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d1dabaf-df61-4d9d-b84c-c2a6e504f215 HTTP/1.1" status: 200 len: 944 time: 0.2148521 Oct 19 01:30:01.036977 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-4b95b267-41d5-4f34-acc0-637aa2e49e66 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=85c045ee-e2c1-4b78-9eaa-953317a8ec33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371695 Oct 19 01:30:01.038805 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290c315-91fe-4f54-bb0e-16a5b1e59a1b req-36bd9fd0-6f76-4c19-ba5b-558a0c0e12f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:01.040481 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a290c315-91fe-4f54-bb0e-16a5b1e59a1b req-36bd9fd0-6f76-4c19-ba5b-558a0c0e12f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fd3fa81-a83a-4093-b85e-409104ce311b HTTP/1.1" status: 200 len: 851 time: 0.1466761 Oct 19 01:30:01.048288 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cc510754-4233-4e56-93c7-c2e7a4929c57 req-3d4898eb-5cf7-48f5-b4d4-a34ccc8de18c tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250296 Oct 19 01:30:01.064180 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b213bb9-5cc8-465e-9407-568d29d16847 req-9925da06-4cfe-4d36-a194-95eb9b461fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:01.078617 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4b213bb9-5cc8-465e-9407-568d29d16847 req-9925da06-4cfe-4d36-a194-95eb9b461fe1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2482231 Oct 19 01:30:01.117115 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46beb7c0-7c95-40ec-bd52-886a6146667b', 'tag': 'ba68bfa5-443b-4989-8b7b-568a039095a9'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:30:01.121552 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813eebe9-b189-4d2f-981b-0e5613a0490c" -d '{"events": [{"name": "network-changed", "server_uuid": "46beb7c0-7c95-40ec-bd52-886a6146667b", "tag": "ba68bfa5-443b-4989-8b7b-568a039095a9"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:30:01.152620 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5ff46440-1444-4a85-9b93-a37ec6d4270b req-041c8088-ed31-4f09-894b-e1d6971ab43c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407011 Oct 19 01:30:01.225954 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290c315-91fe-4f54-bb0e-16a5b1e59a1b req-8a801861-7140-4d96-9ebc-fe97cd131e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:01.228253 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a290c315-91fe-4f54-bb0e-16a5b1e59a1b req-8a801861-7140-4d96-9ebc-fe97cd131e49 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1678615 Oct 19 01:30:01.277429 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-d2b09044-e8c9-44cf-8a36-679dd91df7c8 service neutron] 10.222.0.55 "GET /v2.0/networks/85c045ee-e2c1-4b78-9eaa-953317a8ec33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261353 Oct 19 01:30:01.311196 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898484b6-892a-4fc1-b937-7b4daecff3f5 x-openstack-request-id: req-898484b6-892a-4fc1-b937-7b4daecff3f5 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:30:01.311888 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46beb7c0-7c95-40ec-bd52-886a6146667b", "tag": "ba68bfa5-443b-4989-8b7b-568a039095a9", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:30:01.312545 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-898484b6-892a-4fc1-b937-7b4daecff3f5 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:30:01.313156 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46beb7c0-7c95-40ec-bd52-886a6146667b', 'tag': 'ba68bfa5-443b-4989-8b7b-568a039095a9', 'status': 'completed', 'code': 200} Oct 19 01:30:01.333110 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4b213bb9-5cc8-465e-9407-568d29d16847 req-63127b4a-0429-4561-b135-a9af5eb0b155 service neutron] 10.222.0.55 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564774 Oct 19 01:30:01.498320 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a290c315-91fe-4f54-bb0e-16a5b1e59a1b req-989a67cf-668f-4bc9-8e80-119ec022e0c2 service neutron] 10.222.0.55 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549918 Oct 19 01:30:01.502492 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c3f18696-9916-443c-ad76-8fb8bfb457f6 req-0fdf37a5-aa56-495e-b3a7-8697642b2c73 service neutron] 10.222.0.55 "GET /v2.0/networks/85c045ee-e2c1-4b78-9eaa-953317a8ec33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174227 Oct 19 01:30:01.639134 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4b213bb9-5cc8-465e-9407-568d29d16847 req-ab15515a-7af6-40b1-90bd-306875e259d0 service neutron] 10.222.0.55 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272308 Oct 19 01:30:01.665275 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a290c315-91fe-4f54-bb0e-16a5b1e59a1b req-b7df1564-e76f-4ea1-9fe1-f05122a2c400 service neutron] 10.222.0.55 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543055 Oct 19 01:30:01.668853 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813eebe9-b189-4d2f-981b-0e5613a0490c req-f772b089-2383-471a-abd7-dfdbb6871dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:01.670538 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-813eebe9-b189-4d2f-981b-0e5613a0490c req-f772b089-2383-471a-abd7-dfdbb6871dbe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64aa94904bdd413a976f522fabce78e7&device_id=46beb7c0-7c95-40ec-bd52-886a6146667b HTTP/1.1" status: 200 len: 1095 time: 0.0752523 Oct 19 01:30:01.675595 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9170d99-8436-4640-a50c-3eff7fd1a69a req-4184db05-9344-41f8-92dc-962e4d7564f6 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:01.683118 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e9170d99-8436-4640-a50c-3eff7fd1a69a req-4184db05-9344-41f8-92dc-962e4d7564f6 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] 10.222.0.57 "GET /v2.0/ports?device_id=46beb7c0-7c95-40ec-bd52-886a6146667b HTTP/1.1" status: 200 len: 943 time: 0.3492091 Oct 19 01:30:01.764959 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e9170d99-8436-4640-a50c-3eff7fd1a69a req-f218668b-f246-4076-a730-2269fdd71255 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a203a33-7ef8-44ca-8b05-aa644d10f610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747540 Oct 19 01:30:01.809805 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813eebe9-b189-4d2f-981b-0e5613a0490c req-7bbdd3c7-b159-4296-b3cb-974b97b71d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:01.811643 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-813eebe9-b189-4d2f-981b-0e5613a0490c req-7bbdd3c7-b159-4296-b3cb-974b97b71d84 service neutron] 10.222.0.55 "GET /v2.0/networks?id=85c045ee-e2c1-4b78-9eaa-953317a8ec33 HTTP/1.1" status: 200 len: 922 time: 0.1267948 Oct 19 01:30:01.857917 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-813eebe9-b189-4d2f-981b-0e5613a0490c req-ad545d52-6919-4aac-90cf-0345df13d240 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba68bfa5-443b-4989-8b7b-568a039095a9 HTTP/1.1" status: 200 len: 217 time: 0.0379140 Oct 19 01:30:01.943449 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813eebe9-b189-4d2f-981b-0e5613a0490c req-1c65c574-7fd6-42da-b6e2-5e498b432623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:01.945803 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-813eebe9-b189-4d2f-981b-0e5613a0490c req-1c65c574-7fd6-42da-b6e2-5e498b432623 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e697dd27-2488-4510-a7f4-5629042eaa09 HTTP/1.1" status: 200 len: 861 time: 0.0804234 Oct 19 01:30:01.995419 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-813eebe9-b189-4d2f-981b-0e5613a0490c req-33aac9d5-35f8-4bc0-a430-4f12ac61da8d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=85c045ee-e2c1-4b78-9eaa-953317a8ec33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405133 Oct 19 01:30:02.428060 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6130da65-ce66-4666-a698-9ad42089b6c7 req-6506cf9c-54b8-4475-bc57-18e1a43f57e6 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:02.435203 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6130da65-ce66-4666-a698-9ad42089b6c7 req-6506cf9c-54b8-4475-bc57-18e1a43f57e6 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 946 time: 0.1483412 Oct 19 01:30:02.449862 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-813eebe9-b189-4d2f-981b-0e5613a0490c req-0dfb02cf-8973-4d36-9ae6-a39317b57d5c service neutron] 10.222.0.55 "GET /v2.0/networks/85c045ee-e2c1-4b78-9eaa-953317a8ec33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4440370 Oct 19 01:30:02.502841 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a15266-9934-4363-ba19-ed880bb0b504 req-679ec846-ee4f-44b7-b41c-cff10e555a59 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:02.522861 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-62a15266-9934-4363-ba19-ed880bb0b504 req-679ec846-ee4f-44b7-b41c-cff10e555a59 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d1dabaf-df61-4d9d-b84c-c2a6e504f215 HTTP/1.1" status: 200 len: 944 time: 0.1645327 Oct 19 01:30:02.569515 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6130da65-ce66-4666-a698-9ad42089b6c7 req-067eeb1c-9b6c-486d-b87d-c80470e08856 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333239 Oct 19 01:30:02.611940 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-62a15266-9934-4363-ba19-ed880bb0b504 req-d94ab669-f80a-4943-b2a3-2532c359102f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781324 Oct 19 01:30:02.708731 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-813eebe9-b189-4d2f-981b-0e5613a0490c req-3a4d2691-4518-449c-84c2-294ee9a5ce93 service neutron] 10.222.0.55 "GET /v2.0/networks/85c045ee-e2c1-4b78-9eaa-953317a8ec33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462971 Oct 19 01:30:02.941071 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a45541-dc1a-46d3-a2c0-bd2058394ebc req-e7424a1f-e485-47e4-9f79-1df7e82bdc8b tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:02.942983 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-94a45541-dc1a-46d3-a2c0-bd2058394ebc req-e7424a1f-e485-47e4-9f79-1df7e82bdc8b tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] 10.222.0.57 "GET /v2.0/ports?device_id=46beb7c0-7c95-40ec-bd52-886a6146667b HTTP/1.1" status: 200 len: 943 time: 0.0586154 Oct 19 01:30:02.996971 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-94a45541-dc1a-46d3-a2c0-bd2058394ebc req-834d99fb-dbd6-40c0-8ecc-7831b5b1b937 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a203a33-7ef8-44ca-8b05-aa644d10f610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431025 Oct 19 01:30:03.713274 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e137e-b978-49a8-8652-7c0698f5a642 req-cb406b76-6fb4-4f2e-9abf-e22fbf0cec12 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:03.727338 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f49e137e-b978-49a8-8652-7c0698f5a642 req-cb406b76-6fb4-4f2e-9abf-e22fbf0cec12 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 946 time: 0.0673387 Oct 19 01:30:03.790098 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f49e137e-b978-49a8-8652-7c0698f5a642 req-e9a29367-954a-4259-b459-3ef0344a1d95 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593729 Oct 19 01:30:03.793141 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f4b68-8cc7-4214-a4c4-68408dc41e41 req-27b85b59-765f-4ef5-bd93-4e3585bd71ff tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:03.800418 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e66f4b68-8cc7-4214-a4c4-68408dc41e41 req-27b85b59-765f-4ef5-bd93-4e3585bd71ff tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d1dabaf-df61-4d9d-b84c-c2a6e504f215 HTTP/1.1" status: 200 len: 944 time: 0.1029606 Oct 19 01:30:03.855129 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e66f4b68-8cc7-4214-a4c4-68408dc41e41 req-c28b2fdc-7f33-4f7f-95c7-bc5e676fa3db tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416286 Oct 19 01:30:04.104483 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab6b69-165e-4c2f-842a-9fb3c300850c req-d1ba5953-bcb0-43eb-a5b4-5a7f165dfe57 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:04.105905 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-77ab6b69-165e-4c2f-842a-9fb3c300850c req-d1ba5953-bcb0-43eb-a5b4-5a7f165dfe57 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] 10.222.0.57 "GET /v2.0/ports?device_id=46beb7c0-7c95-40ec-bd52-886a6146667b HTTP/1.1" status: 200 len: 943 time: 0.0489595 Oct 19 01:30:04.143482 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-77ab6b69-165e-4c2f-842a-9fb3c300850c req-1f00d241-78f0-4f25-b383-b735c37684ad tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a203a33-7ef8-44ca-8b05-aa644d10f610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315635 Oct 19 01:30:04.448055 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c21dcd-1af5-46d0-8d4b-dd47be8ed87c req-151000f8-7148-4480-b35f-22ad0d1cc111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:04.449487 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-21c21dcd-1af5-46d0-8d4b-dd47be8ed87c req-151000f8-7148-4480-b35f-22ad0d1cc111 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=48ddb22357dc4eb2bc2ba246f38392b4&device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 1098 time: 0.0438724 Oct 19 01:30:04.544754 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c21dcd-1af5-46d0-8d4b-dd47be8ed87c req-4923d3d3-9b4a-4f47-8636-23b691c11e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:04.546377 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-21c21dcd-1af5-46d0-8d4b-dd47be8ed87c req-4923d3d3-9b4a-4f47-8636-23b691c11e8f service neutron] 10.222.0.24 "GET /v2.0/networks?id=84c55fcf-75dc-454b-970b-ebd012138813 HTTP/1.1" status: 200 len: 917 time: 0.0894659 Oct 19 01:30:04.616241 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-21c21dcd-1af5-46d0-8d4b-dd47be8ed87c req-1b6c1865-6502-474d-af50-ffa5921d65bd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=488b7d3f-8078-407d-abca-3ec354f37a55 HTTP/1.1" status: 200 len: 1002 time: 0.0621929 Oct 19 01:30:04.673617 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c21dcd-1af5-46d0-8d4b-dd47be8ed87c req-302740aa-10fc-499a-a41c-5d109be9f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:04.675086 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-21c21dcd-1af5-46d0-8d4b-dd47be8ed87c req-302740aa-10fc-499a-a41c-5d109be9f141 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=488e075d-4e24-4ef3-a196-a8fb67b0889b HTTP/1.1" status: 200 len: 855 time: 0.0511568 Oct 19 01:30:04.724643 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c21dcd-1af5-46d0-8d4b-dd47be8ed87c req-cb1ec0a7-5642-46ed-ac22-80f48366a946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:04.726075 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-21c21dcd-1af5-46d0-8d4b-dd47be8ed87c req-cb1ec0a7-5642-46ed-ac22-80f48366a946 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84c55fcf-75dc-454b-970b-ebd012138813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406964 Oct 19 01:30:04.835925 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-21c21dcd-1af5-46d0-8d4b-dd47be8ed87c req-334107e6-adfe-4ae6-88af-730ab7dd3e4c service neutron] 10.222.0.24 "GET /v2.0/networks/84c55fcf-75dc-454b-970b-ebd012138813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003950 Oct 19 01:30:04.916224 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5a582-9b83-40a4-9512-30646d33e21e req-2c9afa2b-9f9f-4bc0-9195-9bdc9693b647 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:04.924109 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dea5a582-9b83-40a4-9512-30646d33e21e req-2c9afa2b-9f9f-4bc0-9195-9bdc9693b647 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 946 time: 0.0642836 Oct 19 01:30:04.970924 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dea5a582-9b83-40a4-9512-30646d33e21e req-9aae98d4-55a4-4801-862c-c1d607a70bb4 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459375 Oct 19 01:30:04.972554 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-21c21dcd-1af5-46d0-8d4b-dd47be8ed87c req-86d7f2e3-e72d-4362-9191-2b24533d0635 service neutron] 10.222.0.24 "GET /v2.0/networks/84c55fcf-75dc-454b-970b-ebd012138813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286554 Oct 19 01:30:04.996912 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d97fcf-e3ab-44ce-ad3e-4352f55f993a req-cdafe394-368c-4386-9a62-9a5639e36122 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:04.998371 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-04d97fcf-e3ab-44ce-ad3e-4352f55f993a req-cdafe394-368c-4386-9a62-9a5639e36122 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d1dabaf-df61-4d9d-b84c-c2a6e504f215 HTTP/1.1" status: 200 len: 944 time: 0.0650172 Oct 19 01:30:05.038744 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-04d97fcf-e3ab-44ce-ad3e-4352f55f993a req-48b9fdcb-6817-47eb-a72d-1de09020a1d6 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337443 Oct 19 01:30:05.257394 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97945311-b765-4a41-a0cd-e092c1c82d8c req-2a1254f2-0033-4102-8e49-4cff94e99f22 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:05.258765 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-97945311-b765-4a41-a0cd-e092c1c82d8c req-2a1254f2-0033-4102-8e49-4cff94e99f22 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] 10.222.0.57 "GET /v2.0/ports?device_id=46beb7c0-7c95-40ec-bd52-886a6146667b HTTP/1.1" status: 200 len: 943 time: 0.0484936 Oct 19 01:30:05.295799 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-97945311-b765-4a41-a0cd-e092c1c82d8c req-60e9e6e2-b790-4feb-a990-2e71fdfe5098 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a203a33-7ef8-44ca-8b05-aa644d10f610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309427 Oct 19 01:30:05.456645 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device ba68bfa5-443b-4989-8b7b-568a039095a9 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:30:05.549937 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port ba68bfa5-443b-4989-8b7b-568a039095a9, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=ba68bfa5-443b-4989-8b7b-568a039095a9,segment=NetworkSegment(804c18ac-2974-4dd5-8181-42c707e9600e),segment_id=804c18ac-2974-4dd5-8181-42c707e9600e)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:05.560989 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'ba68bfa5-443b-4989-8b7b-568a039095a9', 'network_id': '85c045ee-e2c1-4b78-9eaa-953317a8ec33', 'port_id': 'ba68bfa5-443b-4989-8b7b-568a039095a9', 'mac_address': 'fa:16:3e:ea:28:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e697dd27-2488-4510-a7f4-5629042eaa09', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:30:05.601998 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:05.614990 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba68bfa5-443b-4989-8b7b-568a039095a9 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:30:05.634057 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port ba68bfa5-443b-4989-8b7b-568a039095a9, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=ba68bfa5-443b-4989-8b7b-568a039095a9,segment=NetworkSegment(804c18ac-2974-4dd5-8181-42c707e9600e),segment_id=804c18ac-2974-4dd5-8181-42c707e9600e)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:05.639536 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:05.688704 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=ba68bfa5-443b-4989-8b7b-568a039095a9,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:05.952043 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['ba68bfa5-443b-4989-8b7b-568a039095a9'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:30:06.116147 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0047319-ce17-4e4e-8380-aca05764a1a1 req-34a06f97-d56d-4663-a647-6fd621c86c88 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:06.118444 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b0047319-ce17-4e4e-8380-aca05764a1a1 req-34a06f97-d56d-4663-a647-6fd621c86c88 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 946 time: 0.0693178 Oct 19 01:30:06.176320 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb99570-4885-464a-8ca4-ae1ea5b47543 req-985d9d60-fd58-4b7c-ac7c-4c793300e6df tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:06.184023 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cdb99570-4885-464a-8ca4-ae1ea5b47543 req-985d9d60-fd58-4b7c-ac7c-4c793300e6df tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d1dabaf-df61-4d9d-b84c-c2a6e504f215 HTTP/1.1" status: 200 len: 944 time: 0.0623727 Oct 19 01:30:06.188404 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b0047319-ce17-4e4e-8380-aca05764a1a1 req-68a2d00d-6b16-4959-bb5e-b86a521c09ca tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601954 Oct 19 01:30:06.224654 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cdb99570-4885-464a-8ca4-ae1ea5b47543 req-0c642740-9fe6-40af-a2f8-e7829b1c40d9 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394733 Oct 19 01:30:06.417456 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab5bcf-0c12-4204-9dcc-23058e36ede6 req-d67da7d9-fb64-40e3-9cd0-e8f03c55dd08 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:06.419031 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-57ab5bcf-0c12-4204-9dcc-23058e36ede6 req-d67da7d9-fb64-40e3-9cd0-e8f03c55dd08 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] 10.222.0.57 "GET /v2.0/ports?device_id=46beb7c0-7c95-40ec-bd52-886a6146667b HTTP/1.1" status: 200 len: 944 time: 0.0517275 Oct 19 01:30:06.459440 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-57ab5bcf-0c12-4204-9dcc-23058e36ede6 req-931b087f-1e6d-4da2-8324-890ef43105d1 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a203a33-7ef8-44ca-8b05-aa644d10f610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337133 Oct 19 01:30:07.310928 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b95fa-ebd2-440d-94be-5dc49e34cf28 req-0956d360-413c-4313-a999-b93c7b8a782c tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:07.319316 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f99b95fa-ebd2-440d-94be-5dc49e34cf28 req-0956d360-413c-4313-a999-b93c7b8a782c tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 946 time: 0.0576367 Oct 19 01:30:07.350702 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a4aca-50be-4ce6-b1e9-ce0eed3e84f9 req-820f32dc-b365-4922-af9f-edf7839e7890 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:07.352593 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-be3a4aca-50be-4ce6-b1e9-ce0eed3e84f9 req-820f32dc-b365-4922-af9f-edf7839e7890 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d1dabaf-df61-4d9d-b84c-c2a6e504f215 HTTP/1.1" status: 200 len: 944 time: 0.0526173 Oct 19 01:30:07.353290 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f99b95fa-ebd2-440d-94be-5dc49e34cf28 req-af9351b8-9d63-48d2-97c3-d86e21dfdb1a tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331271 Oct 19 01:30:07.397414 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-be3a4aca-50be-4ce6-b1e9-ce0eed3e84f9 req-affade76-bbe4-416f-ac0f-b39eb5e7d182 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370417 Oct 19 01:30:07.473854 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device ba68bfa5-443b-4989-8b7b-568a039095a9 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:30:07.547747 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port ba68bfa5-443b-4989-8b7b-568a039095a9 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:30:07.551868 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port ba68bfa5-443b-4989-8b7b-568a039095a9 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:30:07.552426 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:07.613918 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d27a8-83c4-4123-9f12-811205c79aba req-bdc92037-8c57-4444-90b6-d1786cffd62d tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:07.621544 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cf5d27a8-83c4-4123-9f12-811205c79aba req-bdc92037-8c57-4444-90b6-d1786cffd62d tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] 10.222.0.57 "GET /v2.0/ports?device_id=46beb7c0-7c95-40ec-bd52-886a6146667b HTTP/1.1" status: 200 len: 944 time: 0.0677397 Oct 19 01:30:07.656313 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:07.670617 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cf5d27a8-83c4-4123-9f12-811205c79aba req-c49e6cc2-cfe4-41b7-9cc6-ad37a347e8ba tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a203a33-7ef8-44ca-8b05-aa644d10f610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478845 Oct 19 01:30:07.699671 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46beb7c0-7c95-40ec-bd52-886a6146667b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba68bfa5-443b-4989-8b7b-568a039095a9'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:30:07.699671 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31245984-cdee-4d67-b3a1-bdd1e2152e2b" -d '{"events": [{"server_uuid": "46beb7c0-7c95-40ec-bd52-886a6146667b", "name": "network-vif-plugged", "status": "completed", "tag": "ba68bfa5-443b-4989-8b7b-568a039095a9"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:30:07.706897 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port ba68bfa5-443b-4989-8b7b-568a039095a9, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=ba68bfa5-443b-4989-8b7b-568a039095a9,segment=NetworkSegment(804c18ac-2974-4dd5-8181-42c707e9600e),segment_id=804c18ac-2974-4dd5-8181-42c707e9600e)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:07.712420 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:07.751799 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fde4430-488f-41fc-9407-ac3fa57fe95e x-openstack-request-id: req-6fde4430-488f-41fc-9407-ac3fa57fe95e {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:30:07.752378 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46beb7c0-7c95-40ec-bd52-886a6146667b", "name": "network-vif-plugged", "status": "completed", "tag": "ba68bfa5-443b-4989-8b7b-568a039095a9", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:30:07.753205 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6fde4430-488f-41fc-9407-ac3fa57fe95e {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:30:07.753798 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46beb7c0-7c95-40ec-bd52-886a6146667b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba68bfa5-443b-4989-8b7b-568a039095a9', 'code': 200} Oct 19 01:30:07.800731 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=ba68bfa5-443b-4989-8b7b-568a039095a9,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:07.891163 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3cf3ef-5e83-47d0-ac48-f009a819922a req-0a9d4f63-a749-4fb8-85e8-ac1054d0d0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:07.892838 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3d3cf3ef-5e83-47d0-ac48-f009a819922a req-0a9d4f63-a749-4fb8-85e8-ac1054d0d0bb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=46beb7c0-7c95-40ec-bd52-886a6146667b HTTP/1.1" status: 200 len: 1097 time: 0.0470245 Oct 19 01:30:07.968725 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3d3cf3ef-5e83-47d0-ac48-f009a819922a req-fd224180-167e-4e1a-8835-5da4f55f91d4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3a203a33-7ef8-44ca-8b05-aa644d10f610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658772 Oct 19 01:30:08.628648 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bf594-1d17-4c72-85c9-24e09215befe req-1e5bb40f-dda9-43ef-a941-a8c7c8d22c44 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:08.630367 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-885bf594-1d17-4c72-85c9-24e09215befe req-1e5bb40f-dda9-43ef-a941-a8c7c8d22c44 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d1dabaf-df61-4d9d-b84c-c2a6e504f215 HTTP/1.1" status: 200 len: 944 time: 0.0683134 Oct 19 01:30:08.714427 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-885bf594-1d17-4c72-85c9-24e09215befe req-e90e06a3-80d4-4885-8144-5bc5d69e07a3 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777552 Oct 19 01:30:08.730309 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808afbb8-0217-439f-b764-77150721a613 req-e9d878bf-4b52-4fe8-b3f3-a759e4e80aa5 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:08.730803 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-808afbb8-0217-439f-b764-77150721a613 req-e9d878bf-4b52-4fe8-b3f3-a759e4e80aa5 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 946 time: 0.0903385 Oct 19 01:30:08.799707 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-808afbb8-0217-439f-b764-77150721a613 req-eb903b77-9391-480a-b021-974dfcc465b5 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590570 Oct 19 01:30:08.946445 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c910791d-a824-41e0-a4ad-16757d4197fb req-2c0285a8-4d44-4d2c-b5cf-e1a0247577e9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0802348 Oct 19 01:30:08.969180 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f89b2-cc1f-4cea-827e-9f52822d1f5b req-f010b7a2-3744-4cd5-9947-e555e2e3f697 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:08.979005 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a22f89b2-cc1f-4cea-827e-9f52822d1f5b req-f010b7a2-3744-4cd5-9947-e555e2e3f697 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] 10.222.0.57 "GET /v2.0/ports?device_id=46beb7c0-7c95-40ec-bd52-886a6146667b HTTP/1.1" status: 200 len: 945 time: 0.0794995 Oct 19 01:30:08.980407 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 488b7d3f-8078-407d-abca-3ec354f37a55 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:30:09.052756 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a22f89b2-cc1f-4cea-827e-9f52822d1f5b req-814477c7-1a6d-41ef-9c7c-c00a05b07520 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a203a33-7ef8-44ca-8b05-aa644d10f610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709877 Oct 19 01:30:09.097180 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:09.131058 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 488b7d3f-8078-407d-abca-3ec354f37a55, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=488b7d3f-8078-407d-abca-3ec354f37a55,segment=NetworkSegment(541c06ed-de66-456d-9510-381984fe0ad1),segment_id=541c06ed-de66-456d-9510-381984fe0ad1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:09.136637 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:09.196216 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=488b7d3f-8078-407d-abca-3ec354f37a55,revision_number=8']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:09.756158 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5484e21d-5558-4558-a271-d9388d797f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '488b7d3f-8078-407d-abca-3ec354f37a55'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:30:09.758778 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b600b8-08b4-4778-bdbd-065d0a244917" -d '{"events": [{"server_uuid": "5484e21d-5558-4558-a271-d9388d797f60", "name": "network-vif-unplugged", "status": "completed", "tag": "488b7d3f-8078-407d-abca-3ec354f37a55"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:30:09.801865 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53062793-3d03-4d96-ab38-6e86f7c552d7 x-openstack-request-id: req-53062793-3d03-4d96-ab38-6e86f7c552d7 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:30:09.802158 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5484e21d-5558-4558-a271-d9388d797f60", "name": "network-vif-unplugged", "status": "completed", "tag": "488b7d3f-8078-407d-abca-3ec354f37a55", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:30:09.802412 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-53062793-3d03-4d96-ab38-6e86f7c552d7 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:30:09.802808 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5484e21d-5558-4558-a271-d9388d797f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '488b7d3f-8078-407d-abca-3ec354f37a55', 'code': 200} Oct 19 01:30:09.838563 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ddaee-5548-4816-8279-93fe2b5b53fb req-3e6b6d72-2813-428d-bd4e-f2645ea24bfe tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:09.840099 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-280ddaee-5548-4816-8279-93fe2b5b53fb req-3e6b6d72-2813-428d-bd4e-f2645ea24bfe tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d1dabaf-df61-4d9d-b84c-c2a6e504f215 HTTP/1.1" status: 200 len: 944 time: 0.0594497 Oct 19 01:30:09.896223 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-280ddaee-5548-4816-8279-93fe2b5b53fb req-f4662c03-b932-4437-ba91-22434ed0ef1d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492275 Oct 19 01:30:09.910309 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910791d-a824-41e0-a4ad-16757d4197fb req-711f5f64-0de3-4d74-bbd4-6ab512aa275e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:09.912107 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c910791d-a824-41e0-a4ad-16757d4197fb req-711f5f64-0de3-4d74-bbd4-6ab512aa275e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60&tenant_id=48ddb22357dc4eb2bc2ba246f38392b4 HTTP/1.1" status: 200 len: 1096 time: 0.0776100 Oct 19 01:30:10.020694 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910791d-a824-41e0-a4ad-16757d4197fb req-de613660-1c59-4b11-967b-dcdb78ac1057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:10.022130 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c910791d-a824-41e0-a4ad-16757d4197fb req-de613660-1c59-4b11-967b-dcdb78ac1057 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=48ddb22357dc4eb2bc2ba246f38392b4&device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 1096 time: 0.0756135 Oct 19 01:30:10.033482 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a102c6a-f7cc-45cc-bd73-57b48b827300 req-2ee8540f-e6be-402a-a5d1-b45048385c9c tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:10.034877 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2a102c6a-f7cc-45cc-bd73-57b48b827300 req-2ee8540f-e6be-402a-a5d1-b45048385c9c tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 944 time: 0.1037984 Oct 19 01:30:10.098210 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2a102c6a-f7cc-45cc-bd73-57b48b827300 req-497f8be1-c411-4bd3-ad0a-b1c40745219c tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550902 Oct 19 01:30:10.169176 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910791d-a824-41e0-a4ad-16757d4197fb req-6ea050c1-a38e-4304-ad99-33735a42a15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:10.171021 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c910791d-a824-41e0-a4ad-16757d4197fb req-6ea050c1-a38e-4304-ad99-33735a42a15b service neutron] 10.222.0.24 "GET /v2.0/networks?id=84c55fcf-75dc-454b-970b-ebd012138813 HTTP/1.1" status: 200 len: 917 time: 0.1344838 Oct 19 01:30:10.179465 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9b5c7-e59d-4f6a-9ba7-ee1e2412e30c req-28ec0ab4-2460-433f-ad6c-daedbc1f4654 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:10.184197 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-78b9b5c7-e59d-4f6a-9ba7-ee1e2412e30c req-28ec0ab4-2460-433f-ad6c-daedbc1f4654 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] 10.222.0.57 "GET /v2.0/ports?device_id=46beb7c0-7c95-40ec-bd52-886a6146667b HTTP/1.1" status: 200 len: 945 time: 0.0626614 Oct 19 01:30:10.223676 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-78b9b5c7-e59d-4f6a-9ba7-ee1e2412e30c req-6ff0ee22-dd61-42f4-b957-3dfa8d31ecb2 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a203a33-7ef8-44ca-8b05-aa644d10f610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354774 Oct 19 01:30:10.244079 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c910791d-a824-41e0-a4ad-16757d4197fb req-e90263d7-d010-4511-b6f4-ed453cd0cce5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=488b7d3f-8078-407d-abca-3ec354f37a55 HTTP/1.1" status: 200 len: 1000 time: 0.0664902 Oct 19 01:30:10.299713 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910791d-a824-41e0-a4ad-16757d4197fb req-abc157e8-014d-432e-a859-29147ed36110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:10.301254 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c910791d-a824-41e0-a4ad-16757d4197fb req-abc157e8-014d-432e-a859-29147ed36110 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=488e075d-4e24-4ef3-a196-a8fb67b0889b HTTP/1.1" status: 200 len: 855 time: 0.0503147 Oct 19 01:30:10.352772 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910791d-a824-41e0-a4ad-16757d4197fb req-5ac41faf-44a4-4de9-9adf-176e508a275c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:10.354465 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c910791d-a824-41e0-a4ad-16757d4197fb req-5ac41faf-44a4-4de9-9adf-176e508a275c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84c55fcf-75dc-454b-970b-ebd012138813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454791 Oct 19 01:30:10.465345 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c910791d-a824-41e0-a4ad-16757d4197fb req-e1b008dc-f0e5-472b-9a99-84452b04856c service neutron] 10.222.0.24 "GET /v2.0/networks/84c55fcf-75dc-454b-970b-ebd012138813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032178 Oct 19 01:30:10.566714 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe90c05-4941-47c3-9720-a72befe9dad8 req-52b41bd9-2fea-4d8c-b0d8-7277305cb2d7 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:10.568253 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-efe90c05-4941-47c3-9720-a72befe9dad8 req-52b41bd9-2fea-4d8c-b0d8-7277305cb2d7 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] 10.222.0.57 "GET /v2.0/ports?device_id=46beb7c0-7c95-40ec-bd52-886a6146667b HTTP/1.1" status: 200 len: 945 time: 0.0569284 Oct 19 01:30:10.581955 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c910791d-a824-41e0-a4ad-16757d4197fb req-7048b3e3-5733-470f-9665-9a5cda0be4d6 service neutron] 10.222.0.24 "GET /v2.0/networks/84c55fcf-75dc-454b-970b-ebd012138813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094320 Oct 19 01:30:10.623192 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-efe90c05-4941-47c3-9720-a72befe9dad8 req-2e2bd56c-8fc3-4506-a20a-02503cc61b87 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a203a33-7ef8-44ca-8b05-aa644d10f610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485811 Oct 19 01:30:11.079654 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd54eb-aa74-4db3-870a-5a51958430f6 req-bb2a7e0a-61ce-4a88-aaf4-d00947b6d88f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:11.087835 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-01dd54eb-aa74-4db3-870a-5a51958430f6 req-bb2a7e0a-61ce-4a88-aaf4-d00947b6d88f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d1dabaf-df61-4d9d-b84c-c2a6e504f215 HTTP/1.1" status: 200 len: 944 time: 0.1081679 Oct 19 01:30:11.148046 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-01dd54eb-aa74-4db3-870a-5a51958430f6 req-59799810-7273-415f-9a8b-8811e8e18030 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592268 Oct 19 01:30:11.297480 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72495e-4841-4ccf-b70a-552440551405 req-2ac70b4f-62e8-4539-924c-f7077e30da2d tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:11.299826 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ff72495e-4841-4ccf-b70a-552440551405 req-2ac70b4f-62e8-4539-924c-f7077e30da2d tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 944 time: 0.0799420 Oct 19 01:30:11.380982 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ff72495e-4841-4ccf-b70a-552440551405 req-7aec72bf-94ee-4cd7-9d33-601247a5f69e tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715020 Oct 19 01:30:11.501823 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 787a33e5-9229-49c4-aabf-752698ed7015 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:30:11.645011 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 787a33e5-9229-49c4-aabf-752698ed7015, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=787a33e5-9229-49c4-aabf-752698ed7015,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:11.659372 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '787a33e5-9229-49c4-aabf-752698ed7015', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'port_id': '787a33e5-9229-49c4-aabf-752698ed7015', 'mac_address': 'fa:16:3e:cc:cb:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:30:11.720189 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:11.737907 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 787a33e5-9229-49c4-aabf-752698ed7015 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:30:11.763256 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 787a33e5-9229-49c4-aabf-752698ed7015, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=787a33e5-9229-49c4-aabf-752698ed7015,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:11.769170 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:11.832964 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efa31b-3668-48c0-b8b3-88546b75d947 req-04109dbc-7f58-4dbd-9ff5-68a8bb3f2283 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:11.836217 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-04efa31b-3668-48c0-b8b3-88546b75d947 req-04109dbc-7f58-4dbd-9ff5-68a8bb3f2283 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] 10.222.0.57 "GET /v2.0/ports?device_id=46beb7c0-7c95-40ec-bd52-886a6146667b HTTP/1.1" status: 200 len: 945 time: 0.0745738 Oct 19 01:30:11.855213 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=787a33e5-9229-49c4-aabf-752698ed7015,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:11.894254 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-04efa31b-3668-48c0-b8b3-88546b75d947 req-cfb19e84-1673-4600-9683-9a333bdf0583 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a203a33-7ef8-44ca-8b05-aa644d10f610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536137 Oct 19 01:30:11.966090 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e9620-9dcb-439b-9029-0d40cfc18142 req-39d11e38-8679-4c1d-ae5e-c3bfa6de7a83 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:11.968555 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6b5e9620-9dcb-439b-9029-0d40cfc18142 req-39d11e38-8679-4c1d-ae5e-c3bfa6de7a83 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] 10.222.0.55 "GET /v2.0/ports?device_id=46beb7c0-7c95-40ec-bd52-886a6146667b HTTP/1.1" status: 200 len: 945 time: 0.1140876 Oct 19 01:30:12.093233 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['787a33e5-9229-49c4-aabf-752698ed7015'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:30:12.111154 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-6b5e9620-9dcb-439b-9029-0d40cfc18142 req-65c10ca9-3808-4cf7-bf76-9e69aa510219 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Deleting port ba68bfa5-443b-4989-8b7b-568a039095a9 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:30:12.111154 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6b5e9620-9dcb-439b-9029-0d40cfc18142 req-65c10ca9-3808-4cf7-bf76-9e69aa510219 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:12.223065 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-6b5e9620-9dcb-439b-9029-0d40cfc18142 req-65c10ca9-3808-4cf7-bf76-9e69aa510219 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] For port ba68bfa5-443b-4989-8b7b-568a039095a9, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=ba68bfa5-443b-4989-8b7b-568a039095a9,segment=NetworkSegment(804c18ac-2974-4dd5-8181-42c707e9600e),segment_id=804c18ac-2974-4dd5-8181-42c707e9600e)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:12.223758 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6b5e9620-9dcb-439b-9029-0d40cfc18142 req-65c10ca9-3808-4cf7-bf76-9e69aa510219 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:12.243329 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-6b5e9620-9dcb-439b-9029-0d40cfc18142 req-65c10ca9-3808-4cf7-bf76-9e69aa510219 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Calling delete_port for ba68bfa5-443b-4989-8b7b-568a039095a9 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:30:12.375888 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b4a53-7237-4c8e-82e4-3d789ef046bf req-1fc33327-c95c-43d7-a03d-5c8fb81e6ada tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:12.377636 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-137b4a53-7237-4c8e-82e4-3d789ef046bf req-1fc33327-c95c-43d7-a03d-5c8fb81e6ada tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d1dabaf-df61-4d9d-b84c-c2a6e504f215 HTTP/1.1" status: 200 len: 945 time: 0.1510203 Oct 19 01:30:12.455840 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6b5e9620-9dcb-439b-9029-0d40cfc18142 req-65c10ca9-3808-4cf7-bf76-9e69aa510219 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:12.539428 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-137b4a53-7237-4c8e-82e4-3d789ef046bf req-c7e21d1f-ac2f-4d58-b7e6-bac7534d7f14 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933561 Oct 19 01:30:12.540133 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c10ca9-3808-4cf7-bf76-9e69aa510219 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Pushing event deleted for resources: {'Port': ['ID=ba68bfa5-443b-4989-8b7b-568a039095a9,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:12.576071 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c10ca9-3808-4cf7-bf76-9e69aa510219 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:12.576482 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c10ca9-3808-4cf7-bf76-9e69aa510219 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:12.577531 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c10ca9-3808-4cf7-bf76-9e69aa510219 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:12.577874 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c10ca9-3808-4cf7-bf76-9e69aa510219 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:12.578749 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c10ca9-3808-4cf7-bf76-9e69aa510219 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:12.579241 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c10ca9-3808-4cf7-bf76-9e69aa510219 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:12.580300 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c10ca9-3808-4cf7-bf76-9e69aa510219 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:12.580904 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c10ca9-3808-4cf7-bf76-9e69aa510219 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:12.581238 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c10ca9-3808-4cf7-bf76-9e69aa510219 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:12.581586 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c10ca9-3808-4cf7-bf76-9e69aa510219 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:12.581976 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c10ca9-3808-4cf7-bf76-9e69aa510219 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:12.582264 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c10ca9-3808-4cf7-bf76-9e69aa510219 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:12.593181 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888a4fc-a687-4088-96c3-32bfc1d65b91 req-ba403136-644a-4bea-8b12-69dd2d922a66 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:12.594717 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5888a4fc-a687-4088-96c3-32bfc1d65b91 req-ba403136-644a-4bea-8b12-69dd2d922a66 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 944 time: 0.0934103 Oct 19 01:30:12.607149 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5e9620-9dcb-439b-9029-0d40cfc18142 req-65c10ca9-3808-4cf7-bf76-9e69aa510219 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] No DVR routers for this DVR port ba68bfa5-443b-4989-8b7b-568a039095a9 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:30:12.610933 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6b5e9620-9dcb-439b-9029-0d40cfc18142 req-65c10ca9-3808-4cf7-bf76-9e69aa510219 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:12.619290 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6b5e9620-9dcb-439b-9029-0d40cfc18142 req-65c10ca9-3808-4cf7-bf76-9e69aa510219 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] 10.222.0.55 "DELETE /v2.0/ports/ba68bfa5-443b-4989-8b7b-568a039095a9 HTTP/1.1" status: 204 len: 173 time: 0.6444497 Oct 19 01:30:12.619705 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46beb7c0-7c95-40ec-bd52-886a6146667b', 'name': 'network-vif-deleted', 'tag': 'ba68bfa5-443b-4989-8b7b-568a039095a9'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:30:12.622024 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca3a5d9-1e76-4f4c-b1c0-6e46f0338770" -d '{"events": [{"server_uuid": "46beb7c0-7c95-40ec-bd52-886a6146667b", "name": "network-vif-deleted", "tag": "ba68bfa5-443b-4989-8b7b-568a039095a9"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:30:12.640623 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5888a4fc-a687-4088-96c3-32bfc1d65b91 req-d4d3baad-36dd-4eeb-95fe-823491583980 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394504 Oct 19 01:30:12.701194 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff65bcae-318f-4183-8646-c52444e27a01 x-openstack-request-id: req-ff65bcae-318f-4183-8646-c52444e27a01 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:30:12.701480 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46beb7c0-7c95-40ec-bd52-886a6146667b", "name": "network-vif-deleted", "tag": "ba68bfa5-443b-4989-8b7b-568a039095a9", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:30:12.701788 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ff65bcae-318f-4183-8646-c52444e27a01 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:30:12.702256 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46beb7c0-7c95-40ec-bd52-886a6146667b', 'name': 'network-vif-deleted', 'tag': 'ba68bfa5-443b-4989-8b7b-568a039095a9', 'status': 'completed', 'code': 200} Oct 19 01:30:13.012271 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['ba68bfa5-443b-4989-8b7b-568a039095a9'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:30:13.017058 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2c2d0b3c-387e-4818-ad64-06adb6d351af req-575b6e07-9094-47e3-b423-73b00466d716 tempest-ServerAddressesNegativeTestJSON-2033753570 tempest-ServerAddressesNegativeTestJSON-2033753570-project] 10.222.0.57 "GET /v2.0/ports?device_id=46beb7c0-7c95-40ec-bd52-886a6146667b HTTP/1.1" status: 200 len: 210 time: 0.0348933 Oct 19 01:30:13.501022 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 787a33e5-9229-49c4-aabf-752698ed7015 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:30:13.563550 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 787a33e5-9229-49c4-aabf-752698ed7015 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:30:13.574413 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 787a33e5-9229-49c4-aabf-752698ed7015 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:30:13.575141 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:13.678176 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:13.715694 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf4df3-ca56-419d-850c-c802b0437b62 req-dd7f852c-a70e-4728-a667-885abc5525f0 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:13.725178 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e5bf4df3-ca56-419d-850c-c802b0437b62 req-dd7f852c-a70e-4728-a667-885abc5525f0 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d1dabaf-df61-4d9d-b84c-c2a6e504f215 HTTP/1.1" status: 200 len: 945 time: 0.0675313 Oct 19 01:30:13.777197 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e5bf4df3-ca56-419d-850c-c802b0437b62 req-dccb456b-db4d-47dd-87a7-19af51601d78 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509109 Oct 19 01:30:13.788542 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 787a33e5-9229-49c4-aabf-752698ed7015, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=787a33e5-9229-49c4-aabf-752698ed7015,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:13.796891 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1dabaf-df61-4d9d-b84c-c2a6e504f215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787a33e5-9229-49c4-aabf-752698ed7015'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:30:13.796891 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbbf7fa-2582-46ab-a7b7-ed3d47e610c2" -d '{"events": [{"server_uuid": "4d1dabaf-df61-4d9d-b84c-c2a6e504f215", "name": "network-vif-plugged", "status": "completed", "tag": "787a33e5-9229-49c4-aabf-752698ed7015"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:30:13.814792 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:13.844533 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f3d8b-3fee-4b8b-baee-f7bfba6cd5f0 req-c03a2dcd-fca0-4bbe-9fae-cf7ffcabfed3 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:13.851854 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9c4f3d8b-3fee-4b8b-baee-f7bfba6cd5f0 req-c03a2dcd-fca0-4bbe-9fae-cf7ffcabfed3 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 944 time: 0.1088073 Oct 19 01:30:13.885858 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99278721-761f-4b86-9b76-b7b3def67a5c x-openstack-request-id: req-99278721-761f-4b86-9b76-b7b3def67a5c {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:30:13.886424 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1dabaf-df61-4d9d-b84c-c2a6e504f215", "name": "network-vif-plugged", "status": "completed", "tag": "787a33e5-9229-49c4-aabf-752698ed7015", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:30:13.886945 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-99278721-761f-4b86-9b76-b7b3def67a5c {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:30:13.887610 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1dabaf-df61-4d9d-b84c-c2a6e504f215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787a33e5-9229-49c4-aabf-752698ed7015', 'code': 200} Oct 19 01:30:13.928376 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=787a33e5-9229-49c4-aabf-752698ed7015,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:13.936635 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bd86c51a-1293-487a-9f17-423a6797ffb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:13.959912 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9c4f3d8b-3fee-4b8b-baee-f7bfba6cd5f0 req-fb4b4f2b-6742-4bc6-8b40-172fba63df20 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068537 Oct 19 01:30:14.066736 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a1056-df95-48ef-8b6b-5fb6b9202356 req-c65c9cd3-bc02-456c-8b62-f40a3ed4f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:14.075252 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a82a1056-df95-48ef-8b6b-5fb6b9202356 req-c65c9cd3-bc02-456c-8b62-f40a3ed4f8ca service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4d1dabaf-df61-4d9d-b84c-c2a6e504f215 HTTP/1.1" status: 200 len: 1098 time: 0.1236482 Oct 19 01:30:14.131541 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40060) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:14.214455 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a82a1056-df95-48ef-8b6b-5fb6b9202356 req-6d3551bc-5da5-43f8-aec1-7593834b1b28 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312714 Oct 19 01:30:14.234529 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-316de1ed-9194-4367-8508-7736c42bef01 admin admin] Deleting subnet e697dd27-2488-4510-a7f4-5629042eaa09 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:30:14.238883 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-316de1ed-9194-4367-8508-7736c42bef01 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:14.294679 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-316de1ed-9194-4367-8508-7736c42bef01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:14.337151 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-316de1ed-9194-4367-8508-7736c42bef01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:14.404146 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-316de1ed-9194-4367-8508-7736c42bef01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:14.475270 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-316de1ed-9194-4367-8508-7736c42bef01 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:14.485267 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-316de1ed-9194-4367-8508-7736c42bef01 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e697dd27-2488-4510-a7f4-5629042eaa09 HTTP/1.1" status: 204 len: 168 time: 0.3495157 Oct 19 01:30:14.485826 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40064) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:14.493751 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316de1ed-9194-4367-8508-7736c42bef01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e697dd27-2488-4510-a7f4-5629042eaa09,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:14.684843 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bf7cbfdb-638e-43e5-b448-1234eb54524e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:14.847926 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bf7cbfdb-638e-43e5-b448-1234eb54524e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:14.913480 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-bf7cbfdb-638e-43e5-b448-1234eb54524e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85c045ee-e2c1-4b78-9eaa-953317a8ec33']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:14.933951 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-bf7cbfdb-638e-43e5-b448-1234eb54524e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '804c18ac-2974-4dd5-8181-42c707e9600e') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:14.938998 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-bf7cbfdb-638e-43e5-b448-1234eb54524e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '804c18ac-2974-4dd5-8181-42c707e9600e') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:14.959198 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bf7cbfdb-638e-43e5-b448-1234eb54524e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:14.978772 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bf7cbfdb-638e-43e5-b448-1234eb54524e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:14.986169 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf7cbfdb-638e-43e5-b448-1234eb54524e admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:30:14.986873 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bf7cbfdb-638e-43e5-b448-1234eb54524e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:14.990543 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:30:14.990543 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:30:14.990543 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:30:14.990543 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:30:14.990543 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:30:14.990543 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:30:14.990543 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:30:14.990543 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:30:14.990543 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:30:14.990543 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:30:14.990543 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:30:14.990543 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:30:14.990543 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:30:14.990543 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:30:14.990543 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:30:14.990543 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:30:14.990543 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:30:14.990543 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:30:14.990543 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:30:14.990543 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:30:14.990543 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:30:14.990543 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:30:14.990543 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:30:14.990543 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:30:14.990543 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:30:14.990543 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:30:14.990543 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:30:14.990543 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:30:14.990543 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:30:14.990543 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:30:14.990543 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:30:14.990543 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:30:15.023409 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f3ffe-0b38-440c-995f-194a47923a03 req-e13b6602-81ab-4632-9c11-b5bdb0499e62 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:15.030789 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eb7f3ffe-0b38-440c-995f-194a47923a03 req-e13b6602-81ab-4632-9c11-b5bdb0499e62 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d1dabaf-df61-4d9d-b84c-c2a6e504f215 HTTP/1.1" status: 200 len: 946 time: 0.1393161 Oct 19 01:30:15.075659 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eb7f3ffe-0b38-440c-995f-194a47923a03 req-20885da7-839d-4d50-96c8-7881eee4b7a3 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439522 Oct 19 01:30:15.151478 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bf7cbfdb-638e-43e5-b448-1234eb54524e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:15.165350 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bf7cbfdb-638e-43e5-b448-1234eb54524e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:15.174190 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-bf7cbfdb-638e-43e5-b448-1234eb54524e admin admin] 10.222.0.57 "DELETE /v2.0/networks/85c045ee-e2c1-4b78-9eaa-953317a8ec33 HTTP/1.1" status: 204 len: 168 time: 0.6873298 Oct 19 01:30:15.242189 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7cbfdb-638e-43e5-b448-1234eb54524e admin admin] Pushing event deleted for resources: {'Network': ['ID=85c045ee-e2c1-4b78-9eaa-953317a8ec33,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:15.260648 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9b562-e70c-49b1-9c8a-567621761c28 req-9f44c280-a5e8-4836-a399-b8e74af92392 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:15.262176 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1ef9b562-e70c-49b1-9c8a-567621761c28 req-9f44c280-a5e8-4836-a399-b8e74af92392 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 944 time: 0.1599457 Oct 19 01:30:15.331842 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1ef9b562-e70c-49b1-9c8a-567621761c28 req-7976a703-063d-4dd1-8e97-50de3b9b3f7c tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625870 Oct 19 01:30:15.382229 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40074) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:15.444253 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d5772122-a046-48bb-8d82-b1cfc0547978 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=64aa94904bdd413a976f522fabce78e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0585382 Oct 19 01:30:15.444725 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40076) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:15.534600 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device ba68bfa5-443b-4989-8b7b-568a039095a9 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:30:15.538372 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-34a1a26f-bb99-477f-98c5-c6950b2cc6b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:15.564666 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-34a1a26f-bb99-477f-98c5-c6950b2cc6b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:15.591093 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: ba68bfa5-443b-4989-8b7b-568a039095a9 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:30:15.601476 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device ba68bfa5-443b-4989-8b7b-568a039095a9 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:30:15.616794 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-34a1a26f-bb99-477f-98c5-c6950b2cc6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:15.619927 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-34a1a26f-bb99-477f-98c5-c6950b2cc6b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:15.621437 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-34a1a26f-bb99-477f-98c5-c6950b2cc6b5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3a203a33-7ef8-44ca-8b05-aa644d10f610 HTTP/1.1" status: 204 len: 168 time: 0.1754930 Oct 19 01:30:15.647505 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1a26f-bb99-477f-98c5-c6950b2cc6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a203a33-7ef8-44ca-8b05-aa644d10f610,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:16.232462 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36f26c-0eb0-46c9-9369-09c9e330f457 req-3fe6b2f7-7b17-4b12-9dc6-7451010b7a18 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:16.241381 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-df36f26c-0eb0-46c9-9369-09c9e330f457 req-3fe6b2f7-7b17-4b12-9dc6-7451010b7a18 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d1dabaf-df61-4d9d-b84c-c2a6e504f215 HTTP/1.1" status: 200 len: 946 time: 0.0665100 Oct 19 01:30:16.327806 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-df36f26c-0eb0-46c9-9369-09c9e330f457 req-5c4efc48-65c2-4c17-bc56-3f4928295093 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686455 Oct 19 01:30:16.347360 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:30:16.512765 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b43f5-1473-4222-a801-a8a81e7fc616 req-62b37f92-55f2-4540-b572-ce82ad92ce79 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:16.521592 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-759b43f5-1473-4222-a801-a8a81e7fc616 req-62b37f92-55f2-4540-b572-ce82ad92ce79 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 944 time: 0.0772722 Oct 19 01:30:16.568828 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137eae0-d63c-40f5-86ae-fdfdbf1a024f req-5c789067-411a-4396-83e0-30c115cb1091 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:16.574136 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5cc40703-8f10-472c-bc99-0be0efec2929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:16.578713 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f137eae0-d63c-40f5-86ae-fdfdbf1a024f req-5c789067-411a-4396-83e0-30c115cb1091 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d1dabaf-df61-4d9d-b84c-c2a6e504f215 HTTP/1.1" status: 200 len: 946 time: 0.1196430 Oct 19 01:30:16.583919 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-759b43f5-1473-4222-a801-a8a81e7fc616 req-3e2c9add-9320-4f69-b930-6a2876139474 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598443 Oct 19 01:30:16.696556 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f137eae0-d63c-40f5-86ae-fdfdbf1a024f req-c9c3cee9-f5d8-4bd7-b399-368114f9e14d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169372 Oct 19 01:30:16.731941 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40108) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:16.832025 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40112) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:16.912460 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-8db3d91c-8f0e-4b32-b587-46e58e6e9308 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-965243744-network', 'tenant_id': 'cfb46302dab9423db4c8fe701b5ed259'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:16.951259 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db3d91c-8f0e-4b32-b587-46e58e6e9308 admin admin] Made reservation on behalf of cfb46302dab9423db4c8fe701b5ed259 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:30:16.960194 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8db3d91c-8f0e-4b32-b587-46e58e6e9308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:16.974203 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8db3d91c-8f0e-4b32-b587-46e58e6e9308 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:17.101597 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8db3d91c-8f0e-4b32-b587-46e58e6e9308 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:17.107188 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8db3d91c-8f0e-4b32-b587-46e58e6e9308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:17.135032 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db3d91c-8f0e-4b32-b587-46e58e6e9308 admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:30:17.155310 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3d91c-8f0e-4b32-b587-46e58e6e9308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68d0166-34d2-4619-86fd-86f32e60e719,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:17.178796 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8db3d91c-8f0e-4b32-b587-46e58e6e9308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:17.179668 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-8db3d91c-8f0e-4b32-b587-46e58e6e9308 admin admin] Added segment 95a912d3-0274-4a3d-b739-965bff95f708 of type vlan for network a482dc53-ded0-49a5-8c9f-a7720dcfc8ba Oct 19 01:30:17.197838 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5c8e3e-64f7-44f0-8b94-f9f8a0e276a1 tempest-TestVolumeBootPattern-540693879 tempest-TestVolumeBootPattern-540693879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:17.221825 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5f5c8e3e-64f7-44f0-8b94-f9f8a0e276a1 tempest-TestVolumeBootPattern-540693879 tempest-TestVolumeBootPattern-540693879-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4d1dabaf-df61-4d9d-b84c-c2a6e504f215 HTTP/1.1" status: 200 len: 1093 time: 0.4887474 Oct 19 01:30:17.224489 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40118) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:17.249523 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-db0ac385-227f-4bda-8a96-5b1e1402e03c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'port_id': '787a33e5-9229-49c4-aabf-752698ed7015', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:17.254682 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8db3d91c-8f0e-4b32-b587-46e58e6e9308 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:17.267375 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:17.299714 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8db3d91c-8f0e-4b32-b587-46e58e6e9308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:17.301851 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db3d91c-8f0e-4b32-b587-46e58e6e9308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:17.302752 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8db3d91c-8f0e-4b32-b587-46e58e6e9308 admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:17.313978 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-db0ac385-227f-4bda-8a96-5b1e1402e03c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for floatingip, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:17.386558 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3d91c-8f0e-4b32-b587-46e58e6e9308 admin admin] Pushing event updated for resources: {'Network': ['ID=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:17.399760 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network a482dc53-ded0-49a5-8c9f-a7720dcfc8ba details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:30:17.409641 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8db3d91c-8f0e-4b32-b587-46e58e6e9308 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5764587 Oct 19 01:30:17.412780 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40120) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:17.423663 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-0b5b4125-4e44-4ce2-a515-586e85349381 admin admin] Request body: {'subnet': {'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-965243744-subnet', 'tenant_id': 'cfb46302dab9423db4c8fe701b5ed259', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:17.481595 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-db0ac385-227f-4bda-8a96-5b1e1402e03c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:17.496498 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5b4125-4e44-4ce2-a515-586e85349381 admin admin] Made reservation on behalf of cfb46302dab9423db4c8fe701b5ed259 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:30:17.499208 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0b5b4125-4e44-4ce2-a515-586e85349381 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:17.666544 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-db0ac385-227f-4bda-8a96-5b1e1402e03c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Allocated IP 172.25.8.208 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/a7122a42-207c-405c-bbe4-2d392c6ef501) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:30:17.836842 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:17.863928 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-db0ac385-227f-4bda-8a96-5b1e1402e03c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:17.922352 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-db0ac385-227f-4bda-8a96-5b1e1402e03c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:17.969487 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71795b04-240c-46db-846d-5284ac803560 req-9903ac43-f149-4e1a-bd57-193ba12105bd tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:17.982631 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-71795b04-240c-46db-846d-5284ac803560 req-9903ac43-f149-4e1a-bd57-193ba12105bd tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 944 time: 0.2383044 Oct 19 01:30:17.996547 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0b5b4125-4e44-4ce2-a515-586e85349381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:18.026152 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ac385-227f-4bda-8a96-5b1e1402e03c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Pushing event updated for resources: {'Port': ['ID=a7122a42-207c-405c-bbe4-2d392c6ef501,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:18.047656 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0ac385-227f-4bda-8a96-5b1e1402e03c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:30:18.049535 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-db0ac385-227f-4bda-8a96-5b1e1402e03c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:30:18.056693 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0ac385-227f-4bda-8a96-5b1e1402e03c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:30:18.093666 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-71795b04-240c-46db-846d-5284ac803560 req-09424efa-b026-4fc7-b261-1adb59170808 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088433 Oct 19 01:30:18.102636 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b4125-4e44-4ce2-a515-586e85349381 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da80df4e-5bcb-4c28-8f73-c2e4236142d1,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:18.124929 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5b4125-4e44-4ce2-a515-586e85349381 admin admin] Checking segment: {'id': '95a912d3-0274-4a3d-b739-965bff95f708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:30:18.125289 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5b4125-4e44-4ce2-a515-586e85349381 admin admin] Network hostable DHCP agents. Network: a482dc53-ded0-49a5-8c9f-a7720dcfc8ba, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:30:18.158985 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5b4125-4e44-4ce2-a515-586e85349381 admin admin] Network a482dc53-ded0-49a5-8c9f-a7720dcfc8ba is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:30:18.173609 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-0b5b4125-4e44-4ce2-a515-586e85349381 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, a482dc53-ded0-49a5-8c9f-a7720dcfc8ba) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:30:18.178090 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5b4125-4e44-4ce2-a515-586e85349381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:18.178721 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0b5b4125-4e44-4ce2-a515-586e85349381 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:18.182708 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ceeebb-84b8-4235-b73f-e1ccfe13898a None None] Network a482dc53-ded0-49a5-8c9f-a7720dcfc8ba requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:30:18.220878 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0b5b4125-4e44-4ce2-a515-586e85349381 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7983861 Oct 19 01:30:18.529685 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c473dd-f6fb-4433-92a1-bf07865b4c79 None None] Network a482dc53-ded0-49a5-8c9f-a7720dcfc8ba requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:30:19.262312 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c438cf1-0311-49c8-8778-86f409b24ff3 req-934563cd-6761-4378-b4a7-62a0b999ca57 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:19.265289 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7c438cf1-0311-49c8-8778-86f409b24ff3 req-934563cd-6761-4378-b4a7-62a0b999ca57 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 944 time: 0.0682847 Oct 19 01:30:19.306555 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7c438cf1-0311-49c8-8778-86f409b24ff3 req-c4d5536a-8c15-4c87-9d4c-64956b754c4e tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347986 Oct 19 01:30:19.585159 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-db0ac385-227f-4bda-8a96-5b1e1402e03c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:19.593900 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-9eb812a7-9b6f-49d5-a5e8-e3a50f3a6433 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:19.595451 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-9eb812a7-9b6f-49d5-a5e8-e3a50f3a6433 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/networks?id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba HTTP/1.1" status: 200 len: 805 time: 0.7263336 Oct 19 01:30:19.633197 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-f57831a8-6900-4ae8-8a0a-7c2bdda52c63 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/quotas/cfb46302dab9423db4c8fe701b5ed259 HTTP/1.1" status: 200 len: 375 time: 0.0191057 Oct 19 01:30:19.699561 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-6a7ddef5-ec45-4677-ae79-45b68d5678a1 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cfb46302dab9423db4c8fe701b5ed259&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554299 Oct 19 01:30:19.716905 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-db0ac385-227f-4bda-8a96-5b1e1402e03c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:19.789360 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:19.867943 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d0ab9-933b-4003-906e-7effb5c5aa06 req-3966d715-4b5b-4616-980b-8dfd2f5c2003 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:19.869911 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-904d0ab9-933b-4003-906e-7effb5c5aa06 req-3966d715-4b5b-4616-980b-8dfd2f5c2003 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 946 time: 0.0715706 Oct 19 01:30:19.927527 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-904d0ab9-933b-4003-906e-7effb5c5aa06 req-ff6ccfcb-da08-482e-baa5-0ef2ba6a06d9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=98f06f8e-e344-4204-b654-accd2c2e9975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494683 Oct 19 01:30:19.964682 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40154) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:19.992591 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-f12577cd-970e-4d76-9131-4191927e6146 service neutron] 10.222.0.57 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725446 Oct 19 01:30:20.076303 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-429beafa-875d-4136-971a-e058232f406c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/floatingips/fe4aecb5-d104-4024-b246-2231dbfe1a76 HTTP/1.1" status: 200 len: 994 time: 0.1014311 Oct 19 01:30:20.155544 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-db0ac385-227f-4bda-8a96-5b1e1402e03c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:20.172840 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-73b53923-9af2-448c-87ea-e60d644a9a54 service neutron] 10.222.0.57 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726785 Oct 19 01:30:20.173598 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-db0ac385-227f-4bda-8a96-5b1e1402e03c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:20.287494 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ac385-227f-4bda-8a96-5b1e1402e03c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Pushing event updated for resources: {'Port': ['ID=a7122a42-207c-405c-bbe4-2d392c6ef501,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:20.309338 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-db0ac385-227f-4bda-8a96-5b1e1402e03c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:20.445318 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [None req-db0ac385-227f-4bda-8a96-5b1e1402e03c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Floating IP 5bfbb14e-bd14-4b6b-8015-e87388c5b6cd associated. External IP: 172.25.8.208, port: 787a33e5-9229-49c4-aabf-752698ed7015. Oct 19 01:30:20.731366 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deea183-025f-4e01-b204-c3a808b0c118 req-a39b0944-24ad-4f26-9cd1-b6fd12d7da96 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:20.739806 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6deea183-025f-4e01-b204-c3a808b0c118 req-a39b0944-24ad-4f26-9cd1-b6fd12d7da96 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 944 time: 0.1759386 Oct 19 01:30:20.856629 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6deea183-025f-4e01-b204-c3a808b0c118 req-a7918d05-3dd5-4920-8ddb-d218a7dd535b tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046340 Oct 19 01:30:20.884487 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0ac385-227f-4bda-8a96-5b1e1402e03c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Router d6ee435f-57e0-4436-bc41-63a2cb71fbcd has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:30:20.978663 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aeb35b9e-ab94-4a68-91a5-cfbc2cf2549b req-3d86124e-5092-4263-9811-28a9ccaa8073 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=3025825f-5ccd-403e-a7d0-3c1de3a04922 HTTP/1.1" status: 200 len: 210 time: 0.0738616 Oct 19 01:30:21.071776 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0ac385-227f-4bda-8a96-5b1e1402e03c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:30:21.081393 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0dfd60-13e2-4828-b90f-c50fc9bdebf7 None None] Sync routers for ids ['d6ee435f-57e0-4436-bc41-63a2cb71fbcd'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:30:21.091783 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-db0ac385-227f-4bda-8a96-5b1e1402e03c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:21.097239 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0dfd60-13e2-4828-b90f-c50fc9bdebf7 None None] Routers {'d6ee435f-57e0-4436-bc41-63a2cb71fbcd'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:21.098270 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ec0dfd60-13e2-4828-b90f-c50fc9bdebf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:30:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d6ee435f-57e0-4436-bc41-63a2cb71fbcd'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:21.125009 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-db0ac385-227f-4bda-8a96-5b1e1402e03c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8977349 Oct 19 01:30:21.125469 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1dabaf-df61-4d9d-b84c-c2a6e504f215', 'tag': '787a33e5-9229-49c4-aabf-752698ed7015'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:30:21.128047 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b860b39-3322-4e64-8f81-7da6b31e908e" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1dabaf-df61-4d9d-b84c-c2a6e504f215", "tag": "787a33e5-9229-49c4-aabf-752698ed7015"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:30:21.197392 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147bd4e1-a6a7-47f2-86ab-4de1b9d4a29c x-openstack-request-id: req-147bd4e1-a6a7-47f2-86ab-4de1b9d4a29c {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:30:21.197688 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1dabaf-df61-4d9d-b84c-c2a6e504f215", "tag": "787a33e5-9229-49c4-aabf-752698ed7015", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:30:21.197945 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-147bd4e1-a6a7-47f2-86ab-4de1b9d4a29c {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:30:21.198354 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1dabaf-df61-4d9d-b84c-c2a6e504f215', 'tag': '787a33e5-9229-49c4-aabf-752698ed7015', 'status': 'completed', 'code': 200} Oct 19 01:30:21.271939 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-ec0dfd60-13e2-4828-b90f-c50fc9bdebf7 None None] Set router d6ee435f-57e0-4436-bc41-63a2cb71fbcd gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:30:21.281629 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b860b39-3322-4e64-8f81-7da6b31e908e req-6b68a2ec-1459-46b6-8454-f682797f665b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:21.283193 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6b860b39-3322-4e64-8f81-7da6b31e908e req-6b68a2ec-1459-46b6-8454-f682797f665b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=248f0ca5d5d44d8ab1ae3c514fead24b&device_id=4d1dabaf-df61-4d9d-b84c-c2a6e504f215 HTTP/1.1" status: 200 len: 1098 time: 0.0560100 Oct 19 01:30:21.393087 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b860b39-3322-4e64-8f81-7da6b31e908e req-5e6dd4c4-821c-44f2-a244-af294876213b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:21.394609 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6b860b39-3322-4e64-8f81-7da6b31e908e req-5e6dd4c4-821c-44f2-a244-af294876213b service neutron] 10.222.0.55 "GET /v2.0/networks?id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a HTTP/1.1" status: 200 len: 913 time: 0.1045957 Oct 19 01:30:21.478370 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6b860b39-3322-4e64-8f81-7da6b31e908e req-5e6bbadc-f55f-44e7-9a8b-e1d2efb9c1e1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=787a33e5-9229-49c4-aabf-752698ed7015 HTTP/1.1" status: 200 len: 1000 time: 0.0748312 Oct 19 01:30:21.550530 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ec0dfd60-13e2-4828-b90f-c50fc9bdebf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'name': 'tempest-TestVolumeBootPattern-1290649707-router', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:42Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'gw_port': {'id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:46Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '2832d1f4-dff8-44dc-8b08-3dd3a4ae28c2', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'floating_ip_address': '172.25.8.230', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'port_id': '2b005bd8-0c25-4f96-8454-104f6576f5bc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'mac_address': 'fa:16:3e:02:7c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3cd72b-3a81-45ee-85a2-ceb52214de19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:27:54Z', 'updated_at': '2021-10-19T01:27:56Z', 'revision_number': 1, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'fixed_ip_address_scope': None}, {'id': '5bfbb14e-bd14-4b6b-8015-e87388c5b6cd', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'floating_ip_address': '172.25.8.208', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'port_id': '787a33e5-9229-49c4-aabf-752698ed7015', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'mac_address': 'fa:16:3e:cc:cb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1dabaf-df61-4d9d-b84c-c2a6e504f215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:30:18Z', 'updated_at': '2021-10-19T01:30:18Z', 'revision_number': 0, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49cbbd5b-3445-46f7-a55e-8ec66806cafc', 'name': '', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'mac_address': 'fa:16:3e:13:e6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:59Z', 'updated_at': '2021-10-19T01:18:07Z', 'revision_number': 5, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'subnets': [{'id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:21.587131 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b860b39-3322-4e64-8f81-7da6b31e908e req-bce60abb-41dc-41bc-a368-958fee882790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:21.588757 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6b860b39-3322-4e64-8f81-7da6b31e908e req-bce60abb-41dc-41bc-a368-958fee882790 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fd3fa81-a83a-4093-b85e-409104ce311b HTTP/1.1" status: 200 len: 851 time: 0.1026962 Oct 19 01:30:21.612792 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0dfd60-13e2-4828-b90f-c50fc9bdebf7 None None] Checking router: d6ee435f-57e0-4436-bc41-63a2cb71fbcd for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:30:21.635799 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0dfd60-13e2-4828-b90f-c50fc9bdebf7 None None] Routers {'d6ee435f-57e0-4436-bc41-63a2cb71fbcd'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:21.636506 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ec0dfd60-13e2-4828-b90f-c50fc9bdebf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:30:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d6ee435f-57e0-4436-bc41-63a2cb71fbcd'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:21.652875 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b860b39-3322-4e64-8f81-7da6b31e908e req-25018eac-631e-4332-814a-d05119c3ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:21.654599 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6b860b39-3322-4e64-8f81-7da6b31e908e req-25018eac-631e-4332-814a-d05119c3ce63 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576670 Oct 19 01:30:21.839370 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6b860b39-3322-4e64-8f81-7da6b31e908e req-1b3d0e27-bd79-4636-9955-2d0898a2d7c7 service neutron] 10.222.0.55 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761749 Oct 19 01:30:21.846081 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf200ce-310a-4757-b4e6-f3df19f7a211 req-f2e89376-bd9a-4716-b060-178430ac9540 tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:21.847932 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5bf200ce-310a-4757-b4e6-f3df19f7a211 req-f2e89376-bd9a-4716-b060-178430ac9540 tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 1098 time: 0.0792811 Oct 19 01:30:21.908650 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-ec0dfd60-13e2-4828-b90f-c50fc9bdebf7 None None] Set router d6ee435f-57e0-4436-bc41-63a2cb71fbcd gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:30:21.930404 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5bf200ce-310a-4757-b4e6-f3df19f7a211 req-4866067d-dbf5-4312-950c-9bedc7e75df9 tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=98f06f8e-e344-4204-b654-accd2c2e9975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740254 Oct 19 01:30:22.095581 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6b860b39-3322-4e64-8f81-7da6b31e908e req-8be9c7c5-f1d4-4d9b-9310-e479698eb2af service neutron] 10.222.0.55 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436283 Oct 19 01:30:22.125006 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55056c8f-f5cb-4dad-9ca2-975548a0dd94 req-62f356b8-5d1b-4130-8074-46e693f01124 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:22.129967 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-55056c8f-f5cb-4dad-9ca2-975548a0dd94 req-62f356b8-5d1b-4130-8074-46e693f01124 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 944 time: 0.1579375 Oct 19 01:30:22.294915 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ec0dfd60-13e2-4828-b90f-c50fc9bdebf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'name': 'tempest-TestVolumeBootPattern-1290649707-router', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:42Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'gw_port': {'id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:46Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '2832d1f4-dff8-44dc-8b08-3dd3a4ae28c2', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'floating_ip_address': '172.25.8.230', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'port_id': '2b005bd8-0c25-4f96-8454-104f6576f5bc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'mac_address': 'fa:16:3e:02:7c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3cd72b-3a81-45ee-85a2-ceb52214de19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:27:54Z', 'updated_at': '2021-10-19T01:27:56Z', 'revision_number': 1, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'fixed_ip_address_scope': None}, {'id': '5bfbb14e-bd14-4b6b-8015-e87388c5b6cd', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'floating_ip_address': '172.25.8.208', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'port_id': '787a33e5-9229-49c4-aabf-752698ed7015', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'mac_address': 'fa:16:3e:cc:cb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1dabaf-df61-4d9d-b84c-c2a6e504f215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:30:18Z', 'updated_at': '2021-10-19T01:30:18Z', 'revision_number': 0, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49cbbd5b-3445-46f7-a55e-8ec66806cafc', 'name': '', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'mac_address': 'fa:16:3e:13:e6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:59Z', 'updated_at': '2021-10-19T01:18:07Z', 'revision_number': 5, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'subnets': [{'id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:22.329427 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0dfd60-13e2-4828-b90f-c50fc9bdebf7 None None] The sync data for ids ['d6ee435f-57e0-4436-bc41-63a2cb71fbcd'] in n-d-715271-26 is: [{'id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'name': 'tempest-TestVolumeBootPattern-1290649707-router', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:42Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'gw_port': {'id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:46Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '2832d1f4-dff8-44dc-8b08-3dd3a4ae28c2', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'floating_ip_address': '172.25.8.230', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'port_id': '2b005bd8-0c25-4f96-8454-104f6576f5bc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'mac_address': 'fa:16:3e:02:7c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3cd72b-3a81-45ee-85a2-ceb52214de19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:27:54Z', 'updated_at': '2021-10-19T01:27:56Z', 'revision_number': 1, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'fixed_ip_address_scope': None}, {'id': '5bfbb14e-bd14-4b6b-8015-e87388c5b6cd', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'floating_ip_address': '172.25.8.208', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'port_id': '787a33e5-9229-49c4-aabf-752698ed7015', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'mac_address': 'fa:16:3e:cc:cb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1dabaf-df61-4d9d-b84c-c2a6e504f215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:30:18Z', 'updated_at': '2021-10-19T01:30:18Z', 'revision_number': 0, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49cbbd5b-3445-46f7-a55e-8ec66806cafc', 'name': '', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'mac_address': 'fa:16:3e:13:e6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:59Z', 'updated_at': '2021-10-19T01:18:07Z', 'revision_number': 5, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'subnets': [{'id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:30:22.382251 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-36244e73-4347-42dc-a697-17da3491a70a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:22.385218 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-36244e73-4347-42dc-a697-17da3491a70a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.24 "GET /v2.0/networks?id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba HTTP/1.1" status: 200 len: 805 time: 0.2071095 Oct 19 01:30:22.390604 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-55056c8f-f5cb-4dad-9ca2-975548a0dd94 req-a3e0e40b-c9e2-4616-a998-3edbb234e0ec tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2545559 Oct 19 01:30:22.399192 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-21885bd1-9d12-4b03-8ebc-fef9b7cf4c8c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Request body: {'port': {'device_id': '3025825f-5ccd-403e-a7d0-3c1de3a04922', 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba', 'admin_state_up': True, 'tenant_id': 'cfb46302dab9423db4c8fe701b5ed259'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:22.590615 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-97b07697-b991-431b-bc11-9818f7c02777 req-5d1c4be7-7f8a-41ff-96b3-8a334080e83c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=3025825f-5ccd-403e-a7d0-3c1de3a04922 HTTP/1.1" status: 200 len: 210 time: 0.0360560 Oct 19 01:30:22.610474 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-21885bd1-9d12-4b03-8ebc-fef9b7cf4c8c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Made reservation on behalf of cfb46302dab9423db4c8fe701b5ed259 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:30:22.615889 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-21885bd1-9d12-4b03-8ebc-fef9b7cf4c8c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:22.727776 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70426dc6-ec03-45c6-8143-9ab9ee3ac1d5 None None] New status for floating IP 5bfbb14e-bd14-4b6b-8015-e87388c5b6cd: ACTIVE {{(pid=100608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:30:22.806355 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-21885bd1-9d12-4b03-8ebc-fef9b7cf4c8c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Allocated IP 172.20.0.13 (a482dc53-ded0-49a5-8c9f-a7720dcfc8ba/da80df4e-5bcb-4c28-8f73-c2e4236142d1/b9ee45bd-0a96-4bc4-87d4-bbfd52be190f) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:30:22.923884 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-fa1c5d70-7a9b-4535-a68b-619f1e96084d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0853925 Oct 19 01:30:22.934458 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-dc42435f-3a8c-44be-89d3-458c12e963b2 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:30:22.942612 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-dc42435f-3a8c-44be-89d3-458c12e963b2 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0066483 Oct 19 01:30:23.026769 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-21885bd1-9d12-4b03-8ebc-fef9b7cf4c8c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:23.076634 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-21885bd1-9d12-4b03-8ebc-fef9b7cf4c8c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:23.129284 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-21885bd1-9d12-4b03-8ebc-fef9b7cf4c8c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Network a482dc53-ded0-49a5-8c9f-a7720dcfc8ba is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:30:23.132885 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-21885bd1-9d12-4b03-8ebc-fef9b7cf4c8c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:30:23.139959 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-21885bd1-9d12-4b03-8ebc-fef9b7cf4c8c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:30:23.182375 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21885bd1-9d12-4b03-8ebc-fef9b7cf4c8c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Pushing event updated for resources: {'Port': ['ID=b9ee45bd-0a96-4bc4-87d4-bbfd52be190f,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:23.206444 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-21885bd1-9d12-4b03-8ebc-fef9b7cf4c8c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:23.207303 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-21885bd1-9d12-4b03-8ebc-fef9b7cf4c8c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:23.224255 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-21885bd1-9d12-4b03-8ebc-fef9b7cf4c8c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8294680 Oct 19 01:30:23.240474 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-5172d9f5-9186-4a35-b4b0-4b520e0dfa69 service neutron] Request body: {'port': {'device_id': '3025825f-5ccd-403e-a7d0-3c1de3a04922', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:23.306787 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-5172d9f5-9186-4a35-b4b0-4b520e0dfa69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:23.620857 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-c0325dca-e33d-4736-afd7-4d7f7941a89b tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:23.622245 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-c0325dca-e33d-4736-afd7-4d7f7941a89b tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] 10.222.0.57 "GET /v2.0/ports/51d5ece9-6674-4b4c-bf1e-69ac7b465423 HTTP/1.1" status: 200 len: 1095 time: 0.0670023 Oct 19 01:30:23.640664 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5dbd5-fd8a-4f7f-9075-5f343ec9c4e8 req-833d101a-c75f-4215-a181-5a0959ed0e9a tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:23.642069 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-46f5dbd5-fd8a-4f7f-9075-5f343ec9c4e8 req-833d101a-c75f-4215-a181-5a0959ed0e9a tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 944 time: 0.1547077 Oct 19 01:30:23.646351 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-97a6842f-350f-48c4-8b2e-f6e79a85ecfe service neutron] Request body: {'binding': {'host': 'n-h1-715271-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:23.646789 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-97a6842f-350f-48c4-8b2e-f6e79a85ecfe service neutron] Unknown quota resources ['binding']. {{(pid=100607) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 01:30:23.761608 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-46f5dbd5-fd8a-4f7f-9075-5f343ec9c4e8 req-db6772f7-d19a-444d-bcd7-a740e1b69e0a tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089666 Oct 19 01:30:23.774531 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-5172d9f5-9186-4a35-b4b0-4b520e0dfa69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ee45bd-0a96-4bc4-87d4-bbfd52be190f {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:30:23.785206 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-5172d9f5-9186-4a35-b4b0-4b520e0dfa69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:23.835036 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-5172d9f5-9186-4a35-b4b0-4b520e0dfa69 service neutron] Transition to ACTIVE for port object b9ee45bd-0a96-4bc4-87d4-bbfd52be190f will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:30:23.839427 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-5172d9f5-9186-4a35-b4b0-4b520e0dfa69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:23.937916 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172d9f5-9186-4a35-b4b0-4b520e0dfa69 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ee45bd-0a96-4bc4-87d4-bbfd52be190f,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:23.959153 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-97a6842f-350f-48c4-8b2e-f6e79a85ecfe service neutron] Attempting to bind port 51d5ece9-6674-4b4c-bf1e-69ac7b465423 on host n-h1-715271-26 for vnic_type normal with profile None {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:30:23.959483 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-97a6842f-350f-48c4-8b2e-f6e79a85ecfe service neutron] Attempting to bind port 51d5ece9-6674-4b4c-bf1e-69ac7b465423 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'bb427458-f501-4d19-9744-ef4479f1e617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '85828b57-0777-4ff2-b77a-769719fb3bcd'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:30:23.959832 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-97a6842f-350f-48c4-8b2e-f6e79a85ecfe service neutron] Attempting to bind port 51d5ece9-6674-4b4c-bf1e-69ac7b465423 on network 85828b57-0777-4ff2-b77a-769719fb3bcd {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:30:23.982774 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cb6ba-a299-4105-a79e-9327ecbc697f req-89fbe946-826e-49cf-adb4-f0899d134625 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:23.984324 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1f3cb6ba-a299-4105-a79e-9327ecbc697f req-89fbe946-826e-49cf-adb4-f0899d134625 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=3025825f-5ccd-403e-a7d0-3c1de3a04922 HTTP/1.1" status: 200 len: 944 time: 0.1425900 Oct 19 01:30:23.988956 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-97a6842f-350f-48c4-8b2e-f6e79a85ecfe service neutron] Port 51d5ece9-6674-4b4c-bf1e-69ac7b465423 on network 85828b57-0777-4ff2-b77a-769719fb3bcd not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:30:23.989270 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-97a6842f-350f-48c4-8b2e-f6e79a85ecfe service neutron] Attempting to bind port 51d5ece9-6674-4b4c-bf1e-69ac7b465423 on network 85828b57-0777-4ff2-b77a-769719fb3bcd {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:30:24.031505 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-97a6842f-350f-48c4-8b2e-f6e79a85ecfe service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:30:24.031881 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-97a6842f-350f-48c4-8b2e-f6e79a85ecfe service neutron] Checking segment: {'id': 'bb427458-f501-4d19-9744-ef4479f1e617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '85828b57-0777-4ff2-b77a-769719fb3bcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:30:24.032262 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-97a6842f-350f-48c4-8b2e-f6e79a85ecfe service neutron] Bound using segment: {'id': 'bb427458-f501-4d19-9744-ef4479f1e617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '85828b57-0777-4ff2-b77a-769719fb3bcd'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:30:24.032698 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-97a6842f-350f-48c4-8b2e-f6e79a85ecfe service neutron] Bound port: 51d5ece9-6674-4b4c-bf1e-69ac7b465423, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb427458-f501-4d19-9744-ef4479f1e617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '85828b57-0777-4ff2-b77a-769719fb3bcd'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:30:24.119646 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1f3cb6ba-a299-4105-a79e-9327ecbc697f req-0a9a841a-e21c-45ae-bb32-34902c9466b2 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084144 Oct 19 01:30:24.145859 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-5172d9f5-9186-4a35-b4b0-4b520e0dfa69 service neutron] Attempting to bind port b9ee45bd-0a96-4bc4-87d4-bbfd52be190f on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:30:24.145859 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-5172d9f5-9186-4a35-b4b0-4b520e0dfa69 service neutron] Attempting to bind port b9ee45bd-0a96-4bc4-87d4-bbfd52be190f by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '95a912d3-0274-4a3d-b739-965bff95f708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:30:24.145859 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-5172d9f5-9186-4a35-b4b0-4b520e0dfa69 service neutron] Attempting to bind port b9ee45bd-0a96-4bc4-87d4-bbfd52be190f on network a482dc53-ded0-49a5-8c9f-a7720dcfc8ba {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:30:24.155376 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-5172d9f5-9186-4a35-b4b0-4b520e0dfa69 service neutron] Port b9ee45bd-0a96-4bc4-87d4-bbfd52be190f on network a482dc53-ded0-49a5-8c9f-a7720dcfc8ba not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:30:24.155788 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-5172d9f5-9186-4a35-b4b0-4b520e0dfa69 service neutron] Attempting to bind port b9ee45bd-0a96-4bc4-87d4-bbfd52be190f on network a482dc53-ded0-49a5-8c9f-a7720dcfc8ba {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:30:24.162752 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-97a6842f-350f-48c4-8b2e-f6e79a85ecfe service neutron] For port 51d5ece9-6674-4b4c-bf1e-69ac7b465423, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=51d5ece9-6674-4b4c-bf1e-69ac7b465423,segment=NetworkSegment(bb427458-f501-4d19-9744-ef4479f1e617),segment_id=bb427458-f501-4d19-9744-ef4479f1e617)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:30:24.166202 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-5172d9f5-9186-4a35-b4b0-4b520e0dfa69 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:30:24.166618 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-5172d9f5-9186-4a35-b4b0-4b520e0dfa69 service neutron] Checking segment: {'id': '95a912d3-0274-4a3d-b739-965bff95f708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:30:24.166846 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-5172d9f5-9186-4a35-b4b0-4b520e0dfa69 service neutron] Bound using segment: {'id': '95a912d3-0274-4a3d-b739-965bff95f708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:30:24.167360 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-5172d9f5-9186-4a35-b4b0-4b520e0dfa69 service neutron] Bound port: b9ee45bd-0a96-4bc4-87d4-bbfd52be190f, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a912d3-0274-4a3d-b739-965bff95f708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:30:24.167663 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-5172d9f5-9186-4a35-b4b0-4b520e0dfa69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:24.173233 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-97a6842f-350f-48c4-8b2e-f6e79a85ecfe service neutron] Publish callbacks [] for binding, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:24.174379 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-97a6842f-350f-48c4-8b2e-f6e79a85ecfe service neutron] 10.222.0.57 "POST /v2.0/ports/51d5ece9-6674-4b4c-bf1e-69ac7b465423/bindings HTTP/1.1" status: 201 len: 390 time: 0.5419939 Oct 19 01:30:24.259870 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-5172d9f5-9186-4a35-b4b0-4b520e0dfa69 service neutron] For port b9ee45bd-0a96-4bc4-87d4-bbfd52be190f, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:30:24.263344 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-5172d9f5-9186-4a35-b4b0-4b520e0dfa69 service neutron] For port b9ee45bd-0a96-4bc4-87d4-bbfd52be190f, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=b9ee45bd-0a96-4bc4-87d4-bbfd52be190f,segment=NetworkSegment(95a912d3-0274-4a3d-b739-965bff95f708),segment_id=95a912d3-0274-4a3d-b739-965bff95f708)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:30:24.269441 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-5172d9f5-9186-4a35-b4b0-4b520e0dfa69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:24.304941 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-5172d9f5-9186-4a35-b4b0-4b520e0dfa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:24.306247 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-5172d9f5-9186-4a35-b4b0-4b520e0dfa69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:24.309491 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-5172d9f5-9186-4a35-b4b0-4b520e0dfa69 service neutron] 10.222.0.24 "PUT /v2.0/ports/b9ee45bd-0a96-4bc4-87d4-bbfd52be190f HTTP/1.1" status: 200 len: 1093 time: 1.0749264 Oct 19 01:30:24.311899 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3025825f-5ccd-403e-a7d0-3c1de3a04922', 'tag': 'b9ee45bd-0a96-4bc4-87d4-bbfd52be190f'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:30:24.315469 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8edb650f-7482-4419-bd0a-7dab0b28b85d" -d '{"events": [{"name": "network-changed", "server_uuid": "3025825f-5ccd-403e-a7d0-3c1de3a04922", "tag": "b9ee45bd-0a96-4bc4-87d4-bbfd52be190f"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:30:24.392219 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd48c02-511a-4d7a-9994-9ebc84bdc10d x-openstack-request-id: req-cbd48c02-511a-4d7a-9994-9ebc84bdc10d {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:30:24.392606 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3025825f-5ccd-403e-a7d0-3c1de3a04922", "tag": "b9ee45bd-0a96-4bc4-87d4-bbfd52be190f", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:30:24.392950 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cbd48c02-511a-4d7a-9994-9ebc84bdc10d {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:30:24.393447 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3025825f-5ccd-403e-a7d0-3c1de3a04922', 'tag': 'b9ee45bd-0a96-4bc4-87d4-bbfd52be190f', 'status': 'completed', 'code': 200} Oct 19 01:30:24.435156 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172d9f5-9186-4a35-b4b0-4b520e0dfa69 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ee45bd-0a96-4bc4-87d4-bbfd52be190f,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:24.463029 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0f77e-e0cd-4705-89ea-39a666f9d448 req-a870efdd-9519-4c62-8999-3922462c081f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:24.464927 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f1e0f77e-e0cd-4705-89ea-39a666f9d448 req-a870efdd-9519-4c62-8999-3922462c081f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 946 time: 0.1234281 Oct 19 01:30:24.468530 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-558cc375-bfde-4c18-a194-0f2acfefb9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:24.470883 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-558cc375-bfde-4c18-a194-0f2acfefb9c0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cfb46302dab9423db4c8fe701b5ed259&device_id=3025825f-5ccd-403e-a7d0-3c1de3a04922 HTTP/1.1" status: 200 len: 1096 time: 0.1094327 Oct 19 01:30:24.523693 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-6338f34d-83fc-4819-a014-84c66be39509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:24.525463 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-6338f34d-83fc-4819-a014-84c66be39509 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b92153fb65d447bf94f5610e1ad52929&device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 1098 time: 0.0853388 Oct 19 01:30:24.535777 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-94c2ebe9-34c4-4265-9ebf-cdafce7fe481 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9ee45bd-0a96-4bc4-87d4-bbfd52be190f HTTP/1.1" status: 200 len: 217 time: 0.0536876 Oct 19 01:30:24.582266 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f1e0f77e-e0cd-4705-89ea-39a666f9d448 req-48d1ffee-3f9a-4f3b-963c-e07b63225db0 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=98f06f8e-e344-4204-b654-accd2c2e9975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100388 Oct 19 01:30:24.599084 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-ca19cd4f-027e-4cc7-8a31-949950d2bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:24.610917 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-ca19cd4f-027e-4cc7-8a31-949950d2bef6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=da80df4e-5bcb-4c28-8f73-c2e4236142d1 HTTP/1.1" status: 200 len: 845 time: 0.0630865 Oct 19 01:30:24.642442 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-03ac9c70-40b4-46be-8c6e-fb1cd95f35a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:24.643583 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-0005069a-cabd-490a-a467-824ec870556d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260103 Oct 19 01:30:24.644755 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-03ac9c70-40b4-46be-8c6e-fb1cd95f35a2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=85828b57-0777-4ff2-b77a-769719fb3bcd HTTP/1.1" status: 200 len: 897 time: 0.1106791 Oct 19 01:30:24.723198 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-8f487e90-0bff-4d45-913e-0fccc3988988 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51d5ece9-6674-4b4c-bf1e-69ac7b465423 HTTP/1.1" status: 200 len: 1002 time: 0.0713289 Oct 19 01:30:24.743467 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-3371563f-d87c-4a41-8cf6-da2688fd74b3 service neutron] 10.222.0.24 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925028 Oct 19 01:30:24.812861 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-5668bdf1-2e77-4058-adc7-3d07fca801be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:24.817926 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-5668bdf1-2e77-4058-adc7-3d07fca801be service neutron] 10.222.0.55 "GET /v2.0/subnets?id=119d7975-8818-4b40-8830-343c71167968 HTTP/1.1" status: 200 len: 835 time: 0.0761702 Oct 19 01:30:24.857114 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a1c8339e-fda8-42eb-b174-55de02c5b842 req-dee0d64b-ded4-4fe2-bd4a-65fb494b3f82 service neutron] 10.222.0.24 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065693 Oct 19 01:30:24.926654 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-0b9cc403-db75-4e5f-aaf2-6cf7abb3c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:24.928121 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-0b9cc403-db75-4e5f-aaf2-6cf7abb3c3c9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=85828b57-0777-4ff2-b77a-769719fb3bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020787 Oct 19 01:30:24.944248 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc6f0d-d26a-48db-9eb0-a96e3862d375 req-7c003003-0d44-4ed9-b0f9-da44e6720ef3 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:24.945911 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c8dc6f0d-d26a-48db-9eb0-a96e3862d375 req-7c003003-0d44-4ed9-b0f9-da44e6720ef3 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 944 time: 0.0614276 Oct 19 01:30:24.977077 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb650f-7482-4419-bd0a-7dab0b28b85d req-6c461dc2-f496-42e7-9bd7-5c4a8025befd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:24.978559 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8edb650f-7482-4419-bd0a-7dab0b28b85d req-6c461dc2-f496-42e7-9bd7-5c4a8025befd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cfb46302dab9423db4c8fe701b5ed259&device_id=3025825f-5ccd-403e-a7d0-3c1de3a04922 HTTP/1.1" status: 200 len: 1096 time: 0.0632045 Oct 19 01:30:25.021128 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 488b7d3f-8078-407d-abca-3ec354f37a55 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:30:25.046294 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c8dc6f0d-d26a-48db-9eb0-a96e3862d375 req-8ba09d23-0f1c-4b22-8417-8a85aa8aaf3e tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905633 Oct 19 01:30:25.099446 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-59b1348f-4e21-422b-9a8d-15f68b848205 service neutron] 10.222.0.55 "GET /v2.0/networks/85828b57-0777-4ff2-b77a-769719fb3bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523678 Oct 19 01:30:25.113874 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb650f-7482-4419-bd0a-7dab0b28b85d req-43b47980-5450-4d04-8f7f-974e80246696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:25.115497 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8edb650f-7482-4419-bd0a-7dab0b28b85d req-43b47980-5450-4d04-8f7f-974e80246696 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba HTTP/1.1" status: 200 len: 906 time: 0.1290600 Oct 19 01:30:25.199232 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 488b7d3f-8078-407d-abca-3ec354f37a55, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=488b7d3f-8078-407d-abca-3ec354f37a55,segment=NetworkSegment(541c06ed-de66-456d-9510-381984fe0ad1),segment_id=541c06ed-de66-456d-9510-381984fe0ad1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:25.227257 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '488b7d3f-8078-407d-abca-3ec354f37a55', 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813', 'port_id': '488b7d3f-8078-407d-abca-3ec354f37a55', 'mac_address': 'fa:16:3e:d2:64:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488e075d-4e24-4ef3-a196-a8fb67b0889b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:30:25.235974 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-3c5db112-baee-4078-8e83-832f6c12e783 service neutron] 10.222.0.55 "GET /v2.0/networks/85828b57-0777-4ff2-b77a-769719fb3bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234679 Oct 19 01:30:25.277393 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:25.293036 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 488b7d3f-8078-407d-abca-3ec354f37a55 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:30:25.316497 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 488b7d3f-8078-407d-abca-3ec354f37a55, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=488b7d3f-8078-407d-abca-3ec354f37a55,segment=NetworkSegment(541c06ed-de66-456d-9510-381984fe0ad1),segment_id=541c06ed-de66-456d-9510-381984fe0ad1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:25.321742 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:25.380114 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=488b7d3f-8078-407d-abca-3ec354f37a55,revision_number=9']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:25.389549 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:25.389906 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:25.390241 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:25.390569 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:25.390895 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:25.391221 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:25.391896 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:25.392377 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:25.392724 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:25.393029 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:25.393365 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:25.393652 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:25.420137 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-99a72f33-0dda-4d41-bf21-49a6528d9942 tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:25.421920 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-99a72f33-0dda-4d41-bf21-49a6528d9942 tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5&tenant_id=b92153fb65d447bf94f5610e1ad52929&binding%3Ahost_id=n-h2-715271-26 HTTP/1.1" status: 200 len: 1098 time: 0.1006095 Oct 19 01:30:25.441868 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-9f49162a-b669-478f-9077-b13f2a1893fe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-715271-26'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:25.540012 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-9f49162a-b669-478f-9077-b13f2a1893fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:25.552286 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['488b7d3f-8078-407d-abca-3ec354f37a55'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:30:25.612779 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8edb650f-7482-4419-bd0a-7dab0b28b85d req-02f36552-4759-4dad-9748-841a35fe135c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9ee45bd-0a96-4bc4-87d4-bbfd52be190f HTTP/1.1" status: 200 len: 217 time: 0.4893765 Oct 19 01:30:25.698206 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb650f-7482-4419-bd0a-7dab0b28b85d req-45de94ca-cca2-4782-bda8-a1f12183ca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:25.700667 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8edb650f-7482-4419-bd0a-7dab0b28b85d req-45de94ca-cca2-4782-bda8-a1f12183ca1b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=da80df4e-5bcb-4c28-8f73-c2e4236142d1 HTTP/1.1" status: 200 len: 845 time: 0.0788958 Oct 19 01:30:25.728718 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4bd1d-0193-4fb9-88b5-8146f05dd96e req-a63c4e5a-a92a-41aa-923b-91384b4b7d49 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:25.730682 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-23e4bd1d-0193-4fb9-88b5-8146f05dd96e req-a63c4e5a-a92a-41aa-923b-91384b4b7d49 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=3025825f-5ccd-403e-a7d0-3c1de3a04922 HTTP/1.1" status: 200 len: 944 time: 0.1208110 Oct 19 01:30:25.759884 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8edb650f-7482-4419-bd0a-7dab0b28b85d req-b46ff389-b994-4616-b52b-ec2b310636e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472243 Oct 19 01:30:25.810450 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d94474-2aba-4ec4-8d0f-4ccf67e538d6 req-b889b979-77d0-4740-86b4-677bcb12557e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:25.811964 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d3d94474-2aba-4ec4-8d0f-4ccf67e538d6 req-b889b979-77d0-4740-86b4-677bcb12557e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 946 time: 0.0972712 Oct 19 01:30:25.849595 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-23e4bd1d-0193-4fb9-88b5-8146f05dd96e req-4213af97-34c2-4d91-9a85-86a31e430c2b tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987048 Oct 19 01:30:25.865805 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-9f49162a-b669-478f-9077-b13f2a1893fe service neutron] For port 51d5ece9-6674-4b4c-bf1e-69ac7b465423, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=51d5ece9-6674-4b4c-bf1e-69ac7b465423,segment=NetworkSegment(bb427458-f501-4d19-9744-ef4479f1e617),segment_id=bb427458-f501-4d19-9744-ef4479f1e617)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:25.885275 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d3d94474-2aba-4ec4-8d0f-4ccf67e538d6 req-dc2efbb0-b59c-42f0-8e04-7bb02395e972 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=98f06f8e-e344-4204-b654-accd2c2e9975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613346 Oct 19 01:30:25.894277 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8edb650f-7482-4419-bd0a-7dab0b28b85d req-f93d5977-b429-40a5-8488-f81612afaf04 service neutron] 10.222.0.24 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255009 Oct 19 01:30:25.910032 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-9f49162a-b669-478f-9077-b13f2a1893fe service neutron] For port 51d5ece9-6674-4b4c-bf1e-69ac7b465423, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:30:25.958834 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9927c90-c246-41e1-8f14-13fca3b818a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51d5ece9-6674-4b4c-bf1e-69ac7b465423'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:30:25.961427 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6f809d-144a-45ac-be8f-d777ce4bef84" -d '{"events": [{"server_uuid": "e9927c90-c246-41e1-8f14-13fca3b818a5", "name": "network-vif-unplugged", "status": "completed", "tag": "51d5ece9-6674-4b4c-bf1e-69ac7b465423"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:30:25.965744 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-9f49162a-b669-478f-9077-b13f2a1893fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:25.986862 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-9f49162a-b669-478f-9077-b13f2a1893fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:26.005744 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8edb650f-7482-4419-bd0a-7dab0b28b85d req-26524b96-a4ec-4b9c-8e30-0a976b4b9e47 service neutron] 10.222.0.24 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032479 Oct 19 01:30:26.031524 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74106a1-d970-4cf4-89ee-999d80481542 x-openstack-request-id: req-e74106a1-d970-4cf4-89ee-999d80481542 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:30:26.031852 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9927c90-c246-41e1-8f14-13fca3b818a5", "name": "network-vif-unplugged", "status": "completed", "tag": "51d5ece9-6674-4b4c-bf1e-69ac7b465423", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:30:26.032127 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e74106a1-d970-4cf4-89ee-999d80481542 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:30:26.032509 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9927c90-c246-41e1-8f14-13fca3b818a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51d5ece9-6674-4b4c-bf1e-69ac7b465423', 'code': 200} Oct 19 01:30:26.105218 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49162a-b669-478f-9077-b13f2a1893fe service neutron] Pushing event updated for resources: {'Port': ['ID=51d5ece9-6674-4b4c-bf1e-69ac7b465423,revision_number=7']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:26.195460 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-9f49162a-b669-478f-9077-b13f2a1893fe service neutron] Attempting to bind port 51d5ece9-6674-4b4c-bf1e-69ac7b465423 on host n-h2-715271-26 for vnic_type normal with profile {"migrating_to": "n-h1-715271-26"} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:30:26.195460 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-9f49162a-b669-478f-9077-b13f2a1893fe service neutron] Attempting to bind port 51d5ece9-6674-4b4c-bf1e-69ac7b465423 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'bb427458-f501-4d19-9744-ef4479f1e617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '85828b57-0777-4ff2-b77a-769719fb3bcd'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:30:26.195820 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-9f49162a-b669-478f-9077-b13f2a1893fe service neutron] Attempting to bind port 51d5ece9-6674-4b4c-bf1e-69ac7b465423 on network 85828b57-0777-4ff2-b77a-769719fb3bcd {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:30:26.204669 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-9f49162a-b669-478f-9077-b13f2a1893fe service neutron] Port 51d5ece9-6674-4b4c-bf1e-69ac7b465423 on network 85828b57-0777-4ff2-b77a-769719fb3bcd not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:30:26.205046 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-9f49162a-b669-478f-9077-b13f2a1893fe service neutron] Attempting to bind port 51d5ece9-6674-4b4c-bf1e-69ac7b465423 on network 85828b57-0777-4ff2-b77a-769719fb3bcd {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:30:26.215138 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-9f49162a-b669-478f-9077-b13f2a1893fe service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:30:26.215667 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-9f49162a-b669-478f-9077-b13f2a1893fe service neutron] Checking segment: {'id': 'bb427458-f501-4d19-9744-ef4479f1e617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '85828b57-0777-4ff2-b77a-769719fb3bcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:30:26.216162 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-9f49162a-b669-478f-9077-b13f2a1893fe service neutron] Bound using segment: {'id': 'bb427458-f501-4d19-9744-ef4479f1e617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '85828b57-0777-4ff2-b77a-769719fb3bcd'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:30:26.216649 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-9f49162a-b669-478f-9077-b13f2a1893fe service neutron] Bound port: 51d5ece9-6674-4b4c-bf1e-69ac7b465423, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb427458-f501-4d19-9744-ef4479f1e617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '85828b57-0777-4ff2-b77a-769719fb3bcd'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:30:26.217540 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-9f49162a-b669-478f-9077-b13f2a1893fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:26.240176 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1fe97-e73b-4f88-b7ea-190546ff3d05 req-87aea9f0-e7ef-4457-99ba-242ffeca4554 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:26.241774 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-04a1fe97-e73b-4f88-b7ea-190546ff3d05 req-87aea9f0-e7ef-4457-99ba-242ffeca4554 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 945 time: 0.0904160 Oct 19 01:30:26.329424 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-04a1fe97-e73b-4f88-b7ea-190546ff3d05 req-f2d71dcf-7c44-4a83-865a-4787e7167811 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621090 Oct 19 01:30:26.332381 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-9f49162a-b669-478f-9077-b13f2a1893fe service neutron] For port 51d5ece9-6674-4b4c-bf1e-69ac7b465423, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:30:26.336210 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-9f49162a-b669-478f-9077-b13f2a1893fe service neutron] For port 51d5ece9-6674-4b4c-bf1e-69ac7b465423, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=51d5ece9-6674-4b4c-bf1e-69ac7b465423,segment=NetworkSegment(bb427458-f501-4d19-9744-ef4479f1e617),segment_id=bb427458-f501-4d19-9744-ef4479f1e617)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:30:26.341107 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-9f49162a-b669-478f-9077-b13f2a1893fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:26.360189 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-dfe4e8dd-31fc-4bce-89b0-83e81e386ad7 None None] Provisioning complete for port 51d5ece9-6674-4b4c-bf1e-69ac7b465423 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:30:26.361395 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfe4e8dd-31fc-4bce-89b0-83e81e386ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:26.463051 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49162a-b669-478f-9077-b13f2a1893fe service neutron] Pushing event updated for resources: {'Port': ['ID=51d5ece9-6674-4b4c-bf1e-69ac7b465423,revision_number=8']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:26.474918 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfe4e8dd-31fc-4bce-89b0-83e81e386ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:26.509061 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9927c90-c246-41e1-8f14-13fca3b818a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d5ece9-6674-4b4c-bf1e-69ac7b465423'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:30:26.512461 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9d555a-d859-44fa-b54c-4ccec0098973" -d '{"events": [{"server_uuid": "e9927c90-c246-41e1-8f14-13fca3b818a5", "name": "network-vif-plugged", "status": "completed", "tag": "51d5ece9-6674-4b4c-bf1e-69ac7b465423"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:30:26.527678 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-9f49162a-b669-478f-9077-b13f2a1893fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:26.528939 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-9f49162a-b669-478f-9077-b13f2a1893fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:26.531204 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-9f49162a-b669-478f-9077-b13f2a1893fe service neutron] 10.222.0.55 "PUT /v2.0/ports/51d5ece9-6674-4b4c-bf1e-69ac7b465423 HTTP/1.1" status: 200 len: 1124 time: 1.0938976 Oct 19 01:30:26.532040 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-dfe4e8dd-31fc-4bce-89b0-83e81e386ad7 None None] For port 51d5ece9-6674-4b4c-bf1e-69ac7b465423, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=51d5ece9-6674-4b4c-bf1e-69ac7b465423,segment=NetworkSegment(bb427458-f501-4d19-9744-ef4479f1e617),segment_id=bb427458-f501-4d19-9744-ef4479f1e617)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:26.537254 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfe4e8dd-31fc-4bce-89b0-83e81e386ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:26.643761 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d44a5dd-a55b-4e4f-ad61-faa96ecadd98 x-openstack-request-id: req-6d44a5dd-a55b-4e4f-ad61-faa96ecadd98 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:30:26.643761 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9927c90-c246-41e1-8f14-13fca3b818a5", "name": "network-vif-plugged", "status": "completed", "tag": "51d5ece9-6674-4b4c-bf1e-69ac7b465423", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:30:26.643761 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6d44a5dd-a55b-4e4f-ad61-faa96ecadd98 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:30:26.644231 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9927c90-c246-41e1-8f14-13fca3b818a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d5ece9-6674-4b4c-bf1e-69ac7b465423', 'code': 200} Oct 19 01:30:26.693028 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['51d5ece9-6674-4b4c-bf1e-69ac7b465423'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:30:26.793580 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe4e8dd-31fc-4bce-89b0-83e81e386ad7 None None] Pushing event updated for resources: {'Port': ['ID=51d5ece9-6674-4b4c-bf1e-69ac7b465423,revision_number=9']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:26.927937 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-dfd186ec-c943-4822-9b96-49565538653e None None] Provisioning complete for port 51d5ece9-6674-4b4c-bf1e-69ac7b465423 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:30:26.928396 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfd186ec-c943-4822-9b96-49565538653e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:27.005116 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb01162-9f44-47da-bc2e-facab1fe0aad req-d3789be1-4b2c-4235-8b4e-36730c656d4c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:27.007149 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5cb01162-9f44-47da-bc2e-facab1fe0aad req-d3789be1-4b2c-4235-8b4e-36730c656d4c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=3025825f-5ccd-403e-a7d0-3c1de3a04922 HTTP/1.1" status: 200 len: 944 time: 0.0719497 Oct 19 01:30:27.039460 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 488b7d3f-8078-407d-abca-3ec354f37a55 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:30:27.069257 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5cb01162-9f44-47da-bc2e-facab1fe0aad req-9cb76748-e56f-4ff7-8719-a7e08d00a6b5 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537760 Oct 19 01:30:27.080984 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1854e-e5b2-4e8f-8b81-2d8691140a95 req-aaf96d00-3d6c-4890-90df-372c3574167a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:27.083222 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11f1854e-e5b2-4e8f-8b81-2d8691140a95 req-aaf96d00-3d6c-4890-90df-372c3574167a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 946 time: 0.0832453 Oct 19 01:30:27.136344 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11f1854e-e5b2-4e8f-8b81-2d8691140a95 req-343f1479-3ca1-41ee-b2e3-f165f6a00c3a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=98f06f8e-e344-4204-b654-accd2c2e9975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391345 Oct 19 01:30:27.150871 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 488b7d3f-8078-407d-abca-3ec354f37a55 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:30:27.151247 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:27.197502 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:27.243705 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:27.278697 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 488b7d3f-8078-407d-abca-3ec354f37a55, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=488b7d3f-8078-407d-abca-3ec354f37a55,segment=NetworkSegment(541c06ed-de66-456d-9510-381984fe0ad1),segment_id=541c06ed-de66-456d-9510-381984fe0ad1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:27.283628 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:27.332885 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=488b7d3f-8078-407d-abca-3ec354f37a55,revision_number=10']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:27.468043 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac57fd-9ae4-40bd-99ae-785af113e7c2 req-f3cc012f-7f7f-47bf-a554-85ac335914c2 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:27.469543 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-48ac57fd-9ae4-40bd-99ae-785af113e7c2 req-f3cc012f-7f7f-47bf-a554-85ac335914c2 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 947 time: 0.0548429 Oct 19 01:30:27.509848 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-48ac57fd-9ae4-40bd-99ae-785af113e7c2 req-6a947a03-9225-4f7c-a95f-ea92edf19f9b tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339997 Oct 19 01:30:27.633383 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 51d5ece9-6674-4b4c-bf1e-69ac7b465423 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:30:27.733013 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 51d5ece9-6674-4b4c-bf1e-69ac7b465423, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=51d5ece9-6674-4b4c-bf1e-69ac7b465423,segment=NetworkSegment(bb427458-f501-4d19-9744-ef4479f1e617),segment_id=bb427458-f501-4d19-9744-ef4479f1e617)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:27.750198 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 51d5ece9-6674-4b4c-bf1e-69ac7b465423 has no active binding in host n-h1-715271-26 {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 19 01:30:27.941523 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40264) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:28.034145 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9927c90-c246-41e1-8f14-13fca3b818a5', 'tag': '51d5ece9-6674-4b4c-bf1e-69ac7b465423'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:30:28.036896 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b7cc4e-a131-4be5-91c7-55ccb36f6c3a" -d '{"events": [{"name": "network-changed", "server_uuid": "e9927c90-c246-41e1-8f14-13fca3b818a5", "tag": "51d5ece9-6674-4b4c-bf1e-69ac7b465423"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:30:28.053647 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f871a1c0-3be7-45a9-b1c8-e1de5aef4b74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:28.077341 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f1bae7-71ae-4868-887d-f75fb6e6751f x-openstack-request-id: req-a3f1bae7-71ae-4868-887d-f75fb6e6751f {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:30:28.077709 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9927c90-c246-41e1-8f14-13fca3b818a5", "tag": "51d5ece9-6674-4b4c-bf1e-69ac7b465423", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:30:28.077987 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a3f1bae7-71ae-4868-887d-f75fb6e6751f {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:30:28.078401 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9927c90-c246-41e1-8f14-13fca3b818a5', 'tag': '51d5ece9-6674-4b4c-bf1e-69ac7b465423', 'status': 'completed', 'code': 200} Oct 19 01:30:28.151959 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f871a1c0-3be7-45a9-b1c8-e1de5aef4b74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:28.158880 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7cc4e-a131-4be5-91c7-55ccb36f6c3a req-eed95eae-9a17-4206-b74a-2283af30e5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:28.160428 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f0b7cc4e-a131-4be5-91c7-55ccb36f6c3a req-eed95eae-9a17-4206-b74a-2283af30e5b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b92153fb65d447bf94f5610e1ad52929&device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 1129 time: 0.0615840 Oct 19 01:30:28.166690 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f871a1c0-3be7-45a9-b1c8-e1de5aef4b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:28.232163 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f871a1c0-3be7-45a9-b1c8-e1de5aef4b74 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=62c79afe5312427a843294b3e738db74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2869956 Oct 19 01:30:28.235146 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40274) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:28.236238 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871a1c0-3be7-45a9-b1c8-e1de5aef4b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9334c0c0-62d7-47eb-b8fe-ae025b10f249,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:28.262724 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb2784-cb00-4c6d-ba5f-8a71dd088e94 req-77bb33f8-3078-4b53-807e-6efc0155194f tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:28.265160 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-92eb2784-cb00-4c6d-ba5f-8a71dd088e94 req-77bb33f8-3078-4b53-807e-6efc0155194f tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=3025825f-5ccd-403e-a7d0-3c1de3a04922 HTTP/1.1" status: 200 len: 944 time: 0.1117456 Oct 19 01:30:28.302364 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7cc4e-a131-4be5-91c7-55ccb36f6c3a req-b013adc2-0133-4aa5-b971-e7b00f4d1441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:28.303901 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f0b7cc4e-a131-4be5-91c7-55ccb36f6c3a req-b013adc2-0133-4aa5-b971-e7b00f4d1441 service neutron] 10.222.0.24 "GET /v2.0/networks?id=85828b57-0777-4ff2-b77a-769719fb3bcd HTTP/1.1" status: 200 len: 897 time: 0.1358776 Oct 19 01:30:28.313149 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae68e20-0e3d-47ca-bf24-bd8a5d925870 req-34b027ad-783a-4c47-868c-4024c7909472 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:28.314631 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7ae68e20-0e3d-47ca-bf24-bd8a5d925870 req-34b027ad-783a-4c47-868c-4024c7909472 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 946 time: 0.0790548 Oct 19 01:30:28.333640 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-92eb2784-cb00-4c6d-ba5f-8a71dd088e94 req-6c955f8d-6692-4127-92cc-78b7a0df93fa tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584257 Oct 19 01:30:28.334408 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3cd50a4e-9b78-432e-834d-9351f48a3266 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:28.360072 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3cd50a4e-9b78-432e-834d-9351f48a3266 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:28.408424 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7ae68e20-0e3d-47ca-bf24-bd8a5d925870 req-92ac4fc0-2875-4923-9065-87f1850e6224 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=98f06f8e-e344-4204-b654-accd2c2e9975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853484 Oct 19 01:30:28.410615 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f0b7cc4e-a131-4be5-91c7-55ccb36f6c3a req-fbc2b153-26da-4c03-8f50-83154b6953e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51d5ece9-6674-4b4c-bf1e-69ac7b465423 HTTP/1.1" status: 200 len: 1002 time: 0.0950630 Oct 19 01:30:28.413862 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3cd50a4e-9b78-432e-834d-9351f48a3266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:28.426534 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3cd50a4e-9b78-432e-834d-9351f48a3266 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:28.426534 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3cd50a4e-9b78-432e-834d-9351f48a3266 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9334c0c0-62d7-47eb-b8fe-ae025b10f249 HTTP/1.1" status: 204 len: 168 time: 0.1819634 Oct 19 01:30:28.433139 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd50a4e-9b78-432e-834d-9351f48a3266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9334c0c0-62d7-47eb-b8fe-ae025b10f249,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:28.483036 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7cc4e-a131-4be5-91c7-55ccb36f6c3a req-c51a40cb-0ffe-4621-a557-b05f4fa52989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:28.484885 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f0b7cc4e-a131-4be5-91c7-55ccb36f6c3a req-c51a40cb-0ffe-4621-a557-b05f4fa52989 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=119d7975-8818-4b40-8830-343c71167968 HTTP/1.1" status: 200 len: 835 time: 0.0669270 Oct 19 01:30:28.540072 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7cc4e-a131-4be5-91c7-55ccb36f6c3a req-e5783155-9a85-4b4c-9c6e-ee1aba6886c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:28.541605 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f0b7cc4e-a131-4be5-91c7-55ccb36f6c3a req-e5783155-9a85-4b4c-9c6e-ee1aba6886c8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=85828b57-0777-4ff2-b77a-769719fb3bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446892 Oct 19 01:30:28.637062 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae8e22-3d4a-47a8-bbff-7fe1d2b07e3b req-f9aa16b1-56f3-4438-9d36-132d4f4f8210 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:28.640700 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dbae8e22-3d4a-47a8-bbff-7fe1d2b07e3b req-f9aa16b1-56f3-4438-9d36-132d4f4f8210 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 947 time: 0.0498095 Oct 19 01:30:28.642790 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f0b7cc4e-a131-4be5-91c7-55ccb36f6c3a req-291447c7-5b58-46cd-982d-e5536473d233 service neutron] 10.222.0.24 "GET /v2.0/networks/85828b57-0777-4ff2-b77a-769719fb3bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928266 Oct 19 01:30:28.644930 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5484e21d-5558-4558-a271-d9388d797f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488b7d3f-8078-407d-abca-3ec354f37a55'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:30:28.647332 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6e8f22-5682-4367-b9c9-31ca3ed263c3" -d '{"events": [{"server_uuid": "5484e21d-5558-4558-a271-d9388d797f60", "name": "network-vif-plugged", "status": "completed", "tag": "488b7d3f-8078-407d-abca-3ec354f37a55"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:30:28.680318 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dbae8e22-3d4a-47a8-bbff-7fe1d2b07e3b req-07103970-b785-4cc5-bb9a-ceea1e63118f tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352836 Oct 19 01:30:28.701125 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffc7baa-2266-40d8-85e4-c8389f6a4f5e x-openstack-request-id: req-0ffc7baa-2266-40d8-85e4-c8389f6a4f5e {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:30:28.702122 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5484e21d-5558-4558-a271-d9388d797f60", "name": "network-vif-plugged", "status": "completed", "tag": "488b7d3f-8078-407d-abca-3ec354f37a55", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:30:28.702636 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0ffc7baa-2266-40d8-85e4-c8389f6a4f5e {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:30:28.703262 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5484e21d-5558-4558-a271-d9388d797f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488b7d3f-8078-407d-abca-3ec354f37a55', 'code': 200} Oct 19 01:30:28.768683 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f0b7cc4e-a131-4be5-91c7-55ccb36f6c3a req-6c8fefc0-3225-4e72-bd78-38efc0349786 service neutron] 10.222.0.24 "GET /v2.0/networks/85828b57-0777-4ff2-b77a-769719fb3bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184621 Oct 19 01:30:28.872218 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c5e7f-cafe-46d1-abd7-bae735834390 req-e2a7d728-9855-4c05-af0f-a4ec32e165b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:28.873868 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ac3c5e7f-cafe-46d1-abd7-bae735834390 req-e2a7d728-9855-4c05-af0f-a4ec32e165b9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 1099 time: 0.0400600 Oct 19 01:30:28.912002 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ac3c5e7f-cafe-46d1-abd7-bae735834390 req-0f07af01-5dda-4104-bfe1-c1c3a91d30ee service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299299 Oct 19 01:30:29.036070 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device b9ee45bd-0a96-4bc4-87d4-bbfd52be190f details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:30:29.130537 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port b9ee45bd-0a96-4bc4-87d4-bbfd52be190f, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=b9ee45bd-0a96-4bc4-87d4-bbfd52be190f,segment=NetworkSegment(95a912d3-0274-4a3d-b739-965bff95f708),segment_id=95a912d3-0274-4a3d-b739-965bff95f708)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:29.146241 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'b9ee45bd-0a96-4bc4-87d4-bbfd52be190f', 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba', 'port_id': 'b9ee45bd-0a96-4bc4-87d4-bbfd52be190f', 'mac_address': 'fa:16:3e:a0:8d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da80df4e-5bcb-4c28-8f73-c2e4236142d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:30:29.183973 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:29.197578 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ee45bd-0a96-4bc4-87d4-bbfd52be190f {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:30:29.220432 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port b9ee45bd-0a96-4bc4-87d4-bbfd52be190f, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=b9ee45bd-0a96-4bc4-87d4-bbfd52be190f,segment=NetworkSegment(95a912d3-0274-4a3d-b739-965bff95f708),segment_id=95a912d3-0274-4a3d-b739-965bff95f708)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:29.224981 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:29.274488 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=b9ee45bd-0a96-4bc4-87d4-bbfd52be190f,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:29.454730 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['b9ee45bd-0a96-4bc4-87d4-bbfd52be190f'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:30:29.473791 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6e156-85f0-4171-a543-53e1f4b95765 req-d1661cf3-5319-495c-ae7c-fe9e5f88c49f tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:29.476127 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-36c6e156-85f0-4171-a543-53e1f4b95765 req-d1661cf3-5319-495c-ae7c-fe9e5f88c49f tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=3025825f-5ccd-403e-a7d0-3c1de3a04922 HTTP/1.1" status: 200 len: 945 time: 0.0687730 Oct 19 01:30:29.541479 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-36c6e156-85f0-4171-a543-53e1f4b95765 req-3d439c3b-c7eb-413e-aea0-b986e7943d52 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544758 Oct 19 01:30:29.593174 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9ed92-8ad6-49cb-8fef-19f26083e256 req-cd3992fb-1096-4d6f-ada3-f25afde00d15 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:29.595121 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9eb9ed92-8ad6-49cb-8fef-19f26083e256 req-cd3992fb-1096-4d6f-ada3-f25afde00d15 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 946 time: 0.0920236 Oct 19 01:30:29.647406 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:29.668340 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9eb9ed92-8ad6-49cb-8fef-19f26083e256 req-783a72ab-6c9b-4a84-be0c-4bbc268a5412 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=98f06f8e-e344-4204-b654-accd2c2e9975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610352 Oct 19 01:30:29.815257 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d1f3f-40c3-4894-b788-fd5059dbc955 req-ef9e68ff-07ba-48ba-b409-6f48535c4dbc tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:29.818382 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c28d1f3f-40c3-4894-b788-fd5059dbc955 req-ef9e68ff-07ba-48ba-b409-6f48535c4dbc tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 947 time: 0.0546541 Oct 19 01:30:29.867309 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c28d1f3f-40c3-4894-b788-fd5059dbc955 req-e1968ae4-f322-4354-9561-17318a9f2598 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415924 Oct 19 01:30:30.691099 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7a9b6-3ef5-46f3-9296-e2b49532bc80 req-442e4507-2740-4fed-830d-ffaef9a2d373 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:30.692920 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f2e7a9b6-3ef5-46f3-9296-e2b49532bc80 req-442e4507-2740-4fed-830d-ffaef9a2d373 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=3025825f-5ccd-403e-a7d0-3c1de3a04922 HTTP/1.1" status: 200 len: 945 time: 0.0541303 Oct 19 01:30:30.759573 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f2e7a9b6-3ef5-46f3-9296-e2b49532bc80 req-b8440d02-0252-4f05-97bc-7e9950eaaecf tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593295 Oct 19 01:30:30.822124 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7512b5-f6de-457e-b4ea-dd826e5ca995 req-59c8fb96-92e1-4f4b-af5c-19c439296242 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:30.823959 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3a7512b5-f6de-457e-b4ea-dd826e5ca995 req-59c8fb96-92e1-4f4b-af5c-19c439296242 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 946 time: 0.0647743 Oct 19 01:30:30.873486 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3a7512b5-f6de-457e-b4ea-dd826e5ca995 req-860b6895-7511-4761-a0a0-32505f70be7b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=98f06f8e-e344-4204-b654-accd2c2e9975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401678 Oct 19 01:30:31.010797 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f537d1e-51e9-4703-8239-45b0e600aaa5 req-d97bc41e-a8e3-44d9-9b15-d7aceff81ef3 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:31.012555 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7f537d1e-51e9-4703-8239-45b0e600aaa5 req-d97bc41e-a8e3-44d9-9b15-d7aceff81ef3 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 947 time: 0.0552902 Oct 19 01:30:31.051821 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device b9ee45bd-0a96-4bc4-87d4-bbfd52be190f up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:30:31.064086 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7f537d1e-51e9-4703-8239-45b0e600aaa5 req-cb1e4fd5-c32b-4c80-8b88-012255149070 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439234 Oct 19 01:30:31.130914 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port b9ee45bd-0a96-4bc4-87d4-bbfd52be190f completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:30:31.135243 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port b9ee45bd-0a96-4bc4-87d4-bbfd52be190f triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:30:31.136152 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:31.229949 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:31.258555 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3025825f-5ccd-403e-a7d0-3c1de3a04922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ee45bd-0a96-4bc4-87d4-bbfd52be190f'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:30:31.261072 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6209c53-3b05-479c-9e69-087d7e4dfda1" -d '{"events": [{"server_uuid": "3025825f-5ccd-403e-a7d0-3c1de3a04922", "name": "network-vif-plugged", "status": "completed", "tag": "b9ee45bd-0a96-4bc4-87d4-bbfd52be190f"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:30:31.275661 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port b9ee45bd-0a96-4bc4-87d4-bbfd52be190f, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=b9ee45bd-0a96-4bc4-87d4-bbfd52be190f,segment=NetworkSegment(95a912d3-0274-4a3d-b739-965bff95f708),segment_id=95a912d3-0274-4a3d-b739-965bff95f708)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:31.282319 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:31.330951 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4a9a04-8e89-4477-a8ff-1f088bc5b0a1 x-openstack-request-id: req-ca4a9a04-8e89-4477-a8ff-1f088bc5b0a1 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:30:31.331236 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3025825f-5ccd-403e-a7d0-3c1de3a04922", "name": "network-vif-plugged", "status": "completed", "tag": "b9ee45bd-0a96-4bc4-87d4-bbfd52be190f", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:30:31.331485 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ca4a9a04-8e89-4477-a8ff-1f088bc5b0a1 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:30:31.331906 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3025825f-5ccd-403e-a7d0-3c1de3a04922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ee45bd-0a96-4bc4-87d4-bbfd52be190f', 'code': 200} Oct 19 01:30:31.350584 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=b9ee45bd-0a96-4bc4-87d4-bbfd52be190f,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:31.424717 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d872279-71e9-4bf0-9645-7fee333dbe3a req-d2cb6de8-911c-4d72-a526-d42f26e1ffb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:31.426266 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6d872279-71e9-4bf0-9645-7fee333dbe3a req-d2cb6de8-911c-4d72-a526-d42f26e1ffb9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3025825f-5ccd-403e-a7d0-3c1de3a04922 HTTP/1.1" status: 200 len: 1098 time: 0.0435286 Oct 19 01:30:31.464234 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6d872279-71e9-4bf0-9645-7fee333dbe3a req-b3aa4130-988d-4334-8cd0-50ea1238b8d9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306442 Oct 19 01:30:31.905125 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff20f0c-cc14-4d61-a3dd-f9c3383ad68b req-a3baab5f-df52-4da9-a2cd-35c8d1fffc3d tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:31.907794 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0ff20f0c-cc14-4d61-a3dd-f9c3383ad68b req-a3baab5f-df52-4da9-a2cd-35c8d1fffc3d tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=3025825f-5ccd-403e-a7d0-3c1de3a04922 HTTP/1.1" status: 200 len: 946 time: 0.0639768 Oct 19 01:30:31.991918 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0ff20f0c-cc14-4d61-a3dd-f9c3383ad68b req-edcb240c-6c95-471e-a441-227cdce21f08 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775115 Oct 19 01:30:32.043540 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71f95d-e23f-43b3-b3b2-ffca4b51f4a6 req-fbd32136-2ecc-4123-95a0-957346eec5df tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:32.046517 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cd71f95d-e23f-43b3-b3b2-ffca4b51f4a6 req-fbd32136-2ecc-4123-95a0-957346eec5df tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 946 time: 0.0608158 Oct 19 01:30:32.090233 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cd71f95d-e23f-43b3-b3b2-ffca4b51f4a6 req-d6ceea3b-7a0e-46e5-8c57-a6edc55357d6 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=98f06f8e-e344-4204-b654-accd2c2e9975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368054 Oct 19 01:30:33.114932 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e9df7-a75c-4f0f-b663-169828f7068e req-824e9cd6-a398-4cf9-b0cc-3bc63b7edc1e tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:33.121323 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-783e9df7-a75c-4f0f-b663-169828f7068e req-824e9cd6-a398-4cf9-b0cc-3bc63b7edc1e tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=3025825f-5ccd-403e-a7d0-3c1de3a04922 HTTP/1.1" status: 200 len: 946 time: 0.0587759 Oct 19 01:30:33.165040 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-783e9df7-a75c-4f0f-b663-169828f7068e req-c538edb0-93ec-4453-82a5-ae07914e9e6f tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404065 Oct 19 01:30:33.241473 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa573414-aabe-4054-a33a-d4f854d82ffc req-dfdbdec4-b501-4723-82d9-c711d2445ad5 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:33.243745 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aa573414-aabe-4054-a33a-d4f854d82ffc req-dfdbdec4-b501-4723-82d9-c711d2445ad5 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 946 time: 0.0670674 Oct 19 01:30:33.303689 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aa573414-aabe-4054-a33a-d4f854d82ffc req-4583bb2c-f93f-4f63-ab0c-f5555e1e407e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=98f06f8e-e344-4204-b654-accd2c2e9975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447905 Oct 19 01:30:33.547786 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1a877-f656-4b34-a986-b441fbcea2ca req-d4c25f6d-1742-4dbb-a9e5-8bffd90518ad tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:33.549367 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-07d1a877-f656-4b34-a986-b441fbcea2ca req-d4c25f6d-1742-4dbb-a9e5-8bffd90518ad tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/networks?id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba HTTP/1.1" status: 200 len: 805 time: 0.1189718 Oct 19 01:30:33.567405 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-07d1a877-f656-4b34-a986-b441fbcea2ca req-9fc2a58a-5e59-4f87-b183-86f3b72f4401 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/quotas/cfb46302dab9423db4c8fe701b5ed259 HTTP/1.1" status: 200 len: 375 time: 0.0107105 Oct 19 01:30:33.629526 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-07d1a877-f656-4b34-a986-b441fbcea2ca req-d5a4d26f-cfc2-4ad2-9c8d-234eb64907e2 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cfb46302dab9423db4c8fe701b5ed259&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0506485 Oct 19 01:30:33.766606 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-07d1a877-f656-4b34-a986-b441fbcea2ca req-2a1863c9-8755-4b69-b90d-75a07f97b0fe service neutron] 10.222.0.57 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282008 Oct 19 01:30:33.902969 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-07d1a877-f656-4b34-a986-b441fbcea2ca req-f19fbded-c5a2-4d4c-aff7-87caed61bb93 service neutron] 10.222.0.57 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350904 Oct 19 01:30:34.512242 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06255109-1b21-4b2d-9333-d1f331d0661a req-b4782231-04f0-489e-97c8-12f9d93fb8ed tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:34.514255 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-06255109-1b21-4b2d-9333-d1f331d0661a req-b4782231-04f0-489e-97c8-12f9d93fb8ed tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 946 time: 0.0875151 Oct 19 01:30:34.622525 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-06255109-1b21-4b2d-9333-d1f331d0661a req-835f5fec-b032-421e-a5b7-74bf43d605c1 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=98f06f8e-e344-4204-b654-accd2c2e9975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990965 Oct 19 01:30:34.842899 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-73ea1feb-ea9c-4fe9-9970-7da29e327830 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:34.845195 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-73ea1feb-ea9c-4fe9-9970-7da29e327830 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/networks?id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba HTTP/1.1" status: 200 len: 805 time: 0.1389983 Oct 19 01:30:34.846827 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-5060c25f-a638-4cdf-9150-52a79f84073d service neutron] 10.222.0.24 "GET /v2.0/ports/51d5ece9-6674-4b4c-bf1e-69ac7b465423/bindings/n-h1-715271-26 HTTP/1.1" status: 200 len: 385 time: 0.0732412 Oct 19 01:30:34.863169 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-6fa415ed-d952-430d-92c4-bb77aa228984 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/quotas/cfb46302dab9423db4c8fe701b5ed259 HTTP/1.1" status: 200 len: 375 time: 0.0109878 Oct 19 01:30:34.946029 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-ac8b2ffe-8048-4e3a-bebb-0b953ef7500f tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cfb46302dab9423db4c8fe701b5ed259&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0673220 Oct 19 01:30:35.077435 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-d7dabedf-8b11-43b7-8e0a-221ab953e8b1 service neutron] 10.222.0.57 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281176 Oct 19 01:30:35.096242 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-8088453a-eec0-4f9e-91f8-31014377a8fc service neutron] For port 51d5ece9-6674-4b4c-bf1e-69ac7b465423, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=51d5ece9-6674-4b4c-bf1e-69ac7b465423,segment=NetworkSegment(bb427458-f501-4d19-9744-ef4479f1e617),segment_id=bb427458-f501-4d19-9744-ef4479f1e617)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:35.132004 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-8088453a-eec0-4f9e-91f8-31014377a8fc service neutron] For port 51d5ece9-6674-4b4c-bf1e-69ac7b465423, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:30:35.192720 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9927c90-c246-41e1-8f14-13fca3b818a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51d5ece9-6674-4b4c-bf1e-69ac7b465423'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:30:35.196446 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7b9edd-66e5-461a-8cda-110735165c60" -d '{"events": [{"server_uuid": "e9927c90-c246-41e1-8f14-13fca3b818a5", "name": "network-vif-unplugged", "status": "completed", "tag": "51d5ece9-6674-4b4c-bf1e-69ac7b465423"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:30:35.208165 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-8088453a-eec0-4f9e-91f8-31014377a8fc service neutron] For port 51d5ece9-6674-4b4c-bf1e-69ac7b465423, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=51d5ece9-6674-4b4c-bf1e-69ac7b465423,segment=NetworkSegment(bb427458-f501-4d19-9744-ef4479f1e617),segment_id=bb427458-f501-4d19-9744-ef4479f1e617)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:35.228539 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-6ee1fbec-1f89-4f56-8a5a-9f2d14eca23a service neutron] 10.222.0.57 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409028 Oct 19 01:30:35.230124 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-8088453a-eec0-4f9e-91f8-31014377a8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:35.295685 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334e6711-da88-4ad0-a806-6447a5b57585 x-openstack-request-id: req-334e6711-da88-4ad0-a806-6447a5b57585 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:30:35.296346 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9927c90-c246-41e1-8f14-13fca3b818a5", "name": "network-vif-unplugged", "status": "completed", "tag": "51d5ece9-6674-4b4c-bf1e-69ac7b465423", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:30:35.296608 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-334e6711-da88-4ad0-a806-6447a5b57585 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:30:35.297066 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9927c90-c246-41e1-8f14-13fca3b818a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51d5ece9-6674-4b4c-bf1e-69ac7b465423', 'code': 200} Oct 19 01:30:35.338916 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-8088453a-eec0-4f9e-91f8-31014377a8fc service neutron] Transition to ACTIVE for port object 51d5ece9-6674-4b4c-bf1e-69ac7b465423 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:30:35.344041 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-8088453a-eec0-4f9e-91f8-31014377a8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:35.413210 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088453a-eec0-4f9e-91f8-31014377a8fc service neutron] Pushing event updated for resources: {'Port': ['ID=51d5ece9-6674-4b4c-bf1e-69ac7b465423,revision_number=11']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:35.507217 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-15eaf53e-43a5-4704-a63e-ee0693203749 req-217c4a9b-9af1-48e8-b487-821e8c049354 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cecdc2e-58cf-47ac-9bce-5ed86817cd00 HTTP/1.1" status: 200 len: 210 time: 0.0309725 Oct 19 01:30:35.563635 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-8088453a-eec0-4f9e-91f8-31014377a8fc service neutron] No DVR routers for this DVR port 51d5ece9-6674-4b4c-bf1e-69ac7b465423 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:30:35.770737 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-8088453a-eec0-4f9e-91f8-31014377a8fc service neutron] 10.222.0.24 "PUT /v2.0/ports/51d5ece9-6674-4b4c-bf1e-69ac7b465423/bindings/n-h1-715271-26/activate HTTP/1.1" status: 200 len: 370 time: 0.9164724 Oct 19 01:30:35.802735 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14355999-0148-49ef-bfd2-0bc1a944b28a req-e6bde4b2-8587-47cf-9ab6-ad6e3f3f3658 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:35.805067 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-14355999-0148-49ef-bfd2-0bc1a944b28a req-e6bde4b2-8587-47cf-9ab6-ad6e3f3f3658 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 945 time: 0.0728080 Oct 19 01:30:36.262406 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-14355999-0148-49ef-bfd2-0bc1a944b28a req-d03101fb-4ca1-4ef9-9f06-92db5f6f441c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=98f06f8e-e344-4204-b654-accd2c2e9975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4489820 Oct 19 01:30:36.302230 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-eb5bea23-214f-4ee2-be7e-91fa07ca7391 tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:36.304056 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-eb5bea23-214f-4ee2-be7e-91fa07ca7391 tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5&tenant_id=b92153fb65d447bf94f5610e1ad52929&binding%3Ahost_id=n-h2-715271-26 HTTP/1.1" status: 200 len: 1097 time: 0.4549344 Oct 19 01:30:36.365747 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-faa5fe7d-7b2d-4862-a432-6f5f4ff21161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:36.367421 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-faa5fe7d-7b2d-4862-a432-6f5f4ff21161 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5&tenant_id=b92153fb65d447bf94f5610e1ad52929 HTTP/1.1" status: 200 len: 1097 time: 0.0551777 Oct 19 01:30:36.461691 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-34b5d471-cf65-4bca-a047-18859e0bbf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:36.463685 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-34b5d471-cf65-4bca-a047-18859e0bbf86 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b92153fb65d447bf94f5610e1ad52929&device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 1097 time: 0.0612667 Oct 19 01:30:36.583993 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-f1bb4158-23ef-4b5d-8fc0-68bf5b4e96bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:36.585665 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-f1bb4158-23ef-4b5d-8fc0-68bf5b4e96bb service neutron] 10.222.0.55 "GET /v2.0/networks?id=85828b57-0777-4ff2-b77a-769719fb3bcd HTTP/1.1" status: 200 len: 897 time: 0.1097603 Oct 19 01:30:36.638338 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fe23deef-520a-424e-9aff-097735923656 req-f92dce77-0c71-4485-81ae-1ded9db246b4 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cecdc2e-58cf-47ac-9bce-5ed86817cd00 HTTP/1.1" status: 200 len: 210 time: 0.0404093 Oct 19 01:30:36.679993 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-3378a704-dc94-423c-8a51-365836e77698 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51d5ece9-6674-4b4c-bf1e-69ac7b465423 HTTP/1.1" status: 200 len: 1000 time: 0.0841844 Oct 19 01:30:36.743826 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-d209a87e-70c6-4053-8935-0760a443c537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:36.745645 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-d209a87e-70c6-4053-8935-0760a443c537 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=119d7975-8818-4b40-8830-343c71167968 HTTP/1.1" status: 200 len: 835 time: 0.0577469 Oct 19 01:30:36.821149 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-48811298-b405-4630-befa-e191a1f003c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:36.822091 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-48811298-b405-4630-befa-e191a1f003c4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=85828b57-0777-4ff2-b77a-769719fb3bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581088 Oct 19 01:30:37.036086 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-d63a1604-74ef-4560-aeb9-6242a2037d3f service neutron] 10.222.0.55 "GET /v2.0/networks/85828b57-0777-4ff2-b77a-769719fb3bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030528 Oct 19 01:30:37.045081 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-b20e3fd2-fece-466f-9d74-20771ef45742 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:37.046540 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-b20e3fd2-fece-466f-9d74-20771ef45742 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.55 "GET /v2.0/networks?id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba HTTP/1.1" status: 200 len: 805 time: 0.1857615 Oct 19 01:30:37.071481 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-e43d6d32-6018-4d8e-9e79-2937b2547bd2 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Request body: {'port': {'device_id': '5cecdc2e-58cf-47ac-9bce-5ed86817cd00', 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba', 'admin_state_up': True, 'tenant_id': 'cfb46302dab9423db4c8fe701b5ed259'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:37.248485 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-995b222d-16c0-4666-92c5-28ea38feb7d7 service neutron] 10.222.0.55 "GET /v2.0/networks/85828b57-0777-4ff2-b77a-769719fb3bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903551 Oct 19 01:30:37.283302 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-e43d6d32-6018-4d8e-9e79-2937b2547bd2 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Made reservation on behalf of cfb46302dab9423db4c8fe701b5ed259 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:30:37.287884 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-e43d6d32-6018-4d8e-9e79-2937b2547bd2 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:37.461541 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05d8dd-42f7-4352-8098-bc392c02cc4d req-b58fbcd9-7f29-4828-a07a-184c313fec47 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:37.463030 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ae05d8dd-42f7-4352-8098-bc392c02cc4d req-b58fbcd9-7f29-4828-a07a-184c313fec47 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 945 time: 0.1040461 Oct 19 01:30:37.500599 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-e43d6d32-6018-4d8e-9e79-2937b2547bd2 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Allocated IP 172.20.0.8 (a482dc53-ded0-49a5-8c9f-a7720dcfc8ba/da80df4e-5bcb-4c28-8f73-c2e4236142d1/6ae93e78-994c-452f-a83c-6a77c0da31ab) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:30:37.536907 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ae05d8dd-42f7-4352-8098-bc392c02cc4d req-4ce525f1-37d6-4f12-a4a3-5ba481143315 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=98f06f8e-e344-4204-b654-accd2c2e9975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651302 Oct 19 01:30:37.604206 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-c8c4fab1-b570-4a23-9bca-534f395d7647 tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:37.605865 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-c8c4fab1-b570-4a23-9bca-534f395d7647 tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5&tenant_id=b92153fb65d447bf94f5610e1ad52929&binding%3Ahost_id=n-h1-715271-26 HTTP/1.1" status: 200 len: 1097 time: 0.0848763 Oct 19 01:30:37.749079 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a964b89e-0939-474a-bcf9-aa7faf694d64 req-f923aa16-f276-4a40-9a32-bdc962aa607d tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cecdc2e-58cf-47ac-9bce-5ed86817cd00 HTTP/1.1" status: 200 len: 210 time: 0.0345664 Oct 19 01:30:37.854095 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-e43d6d32-6018-4d8e-9e79-2937b2547bd2 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:37.879538 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-4027f9df-0abd-4444-bb16-736bdc6b7c03 service neutron] For port 51d5ece9-6674-4b4c-bf1e-69ac7b465423, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:30:37.887024 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-4027f9df-0abd-4444-bb16-736bdc6b7c03 service neutron] Publish callbacks [] for binding, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:37.888836 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-4027f9df-0abd-4444-bb16-736bdc6b7c03 service neutron] 10.222.0.55 "DELETE /v2.0/ports/51d5ece9-6674-4b4c-bf1e-69ac7b465423/bindings/n-h2-715271-26 HTTP/1.1" status: 204 len: 173 time: 0.2738166 Oct 19 01:30:37.911872 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-e43d6d32-6018-4d8e-9e79-2937b2547bd2 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:37.933013 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['b9ee45bd-0a96-4bc4-87d4-bbfd52be190f'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:30:37.983959 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-e43d6d32-6018-4d8e-9e79-2937b2547bd2 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Network a482dc53-ded0-49a5-8c9f-a7720dcfc8ba is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:30:37.987847 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-e43d6d32-6018-4d8e-9e79-2937b2547bd2 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:30:37.993435 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-e43d6d32-6018-4d8e-9e79-2937b2547bd2 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:30:38.038636 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d6d32-6018-4d8e-9e79-2937b2547bd2 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Pushing event updated for resources: {'Port': ['ID=6ae93e78-994c-452f-a83c-6a77c0da31ab,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:38.068631 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-e43d6d32-6018-4d8e-9e79-2937b2547bd2 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:38.069477 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-e43d6d32-6018-4d8e-9e79-2937b2547bd2 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:38.110697 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-e43d6d32-6018-4d8e-9e79-2937b2547bd2 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0431457 Oct 19 01:30:38.127023 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-229c17c1-081a-43ca-ad71-f520c5020baf service neutron] Request body: {'port': {'device_id': '5cecdc2e-58cf-47ac-9bce-5ed86817cd00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:38.221253 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-229c17c1-081a-43ca-ad71-f520c5020baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:38.563826 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-229c17c1-081a-43ca-ad71-f520c5020baf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ae93e78-994c-452f-a83c-6a77c0da31ab {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:30:38.573995 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-229c17c1-081a-43ca-ad71-f520c5020baf service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:38.589190 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-229c17c1-081a-43ca-ad71-f520c5020baf service neutron] Transition to ACTIVE for port object 6ae93e78-994c-452f-a83c-6a77c0da31ab will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:30:38.596335 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-229c17c1-081a-43ca-ad71-f520c5020baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:38.679915 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c17c1-081a-43ca-ad71-f520c5020baf service neutron] Pushing event updated for resources: {'Port': ['ID=6ae93e78-994c-452f-a83c-6a77c0da31ab,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:38.791979 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d2f22-09b2-431b-9c4e-0c356c4f6fa8 req-91f67c02-07e9-4f48-9d23-f30929b0e602 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:38.801226 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dc7d2f22-09b2-431b-9c4e-0c356c4f6fa8 req-91f67c02-07e9-4f48-9d23-f30929b0e602 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 945 time: 0.1342714 Oct 19 01:30:38.857789 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dc7d2f22-09b2-431b-9c4e-0c356c4f6fa8 req-82f912dd-b168-45b5-8522-6675321bc706 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=98f06f8e-e344-4204-b654-accd2c2e9975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502555 Oct 19 01:30:38.900208 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-229c17c1-081a-43ca-ad71-f520c5020baf service neutron] Attempting to bind port 6ae93e78-994c-452f-a83c-6a77c0da31ab on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:30:38.900821 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-229c17c1-081a-43ca-ad71-f520c5020baf service neutron] Attempting to bind port 6ae93e78-994c-452f-a83c-6a77c0da31ab by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '95a912d3-0274-4a3d-b739-965bff95f708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:30:38.902027 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-229c17c1-081a-43ca-ad71-f520c5020baf service neutron] Attempting to bind port 6ae93e78-994c-452f-a83c-6a77c0da31ab on network a482dc53-ded0-49a5-8c9f-a7720dcfc8ba {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:30:38.912615 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-229c17c1-081a-43ca-ad71-f520c5020baf service neutron] Port 6ae93e78-994c-452f-a83c-6a77c0da31ab on network a482dc53-ded0-49a5-8c9f-a7720dcfc8ba not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:30:38.913700 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-229c17c1-081a-43ca-ad71-f520c5020baf service neutron] Attempting to bind port 6ae93e78-994c-452f-a83c-6a77c0da31ab on network a482dc53-ded0-49a5-8c9f-a7720dcfc8ba {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:30:38.916964 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34847f-e88e-41ef-9fea-da98c45b5ae5 req-315aee88-cd1a-4bb1-a7c8-ba03b0f20e75 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:38.920080 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ae34847f-e88e-41ef-9fea-da98c45b5ae5 req-315aee88-cd1a-4bb1-a7c8-ba03b0f20e75 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cecdc2e-58cf-47ac-9bce-5ed86817cd00 HTTP/1.1" status: 200 len: 943 time: 0.0828588 Oct 19 01:30:38.930719 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-229c17c1-081a-43ca-ad71-f520c5020baf service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:30:38.934040 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-229c17c1-081a-43ca-ad71-f520c5020baf service neutron] Checking segment: {'id': '95a912d3-0274-4a3d-b739-965bff95f708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:30:38.934489 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-229c17c1-081a-43ca-ad71-f520c5020baf service neutron] Bound using segment: {'id': '95a912d3-0274-4a3d-b739-965bff95f708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:30:38.934933 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-229c17c1-081a-43ca-ad71-f520c5020baf service neutron] Bound port: 6ae93e78-994c-452f-a83c-6a77c0da31ab, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a912d3-0274-4a3d-b739-965bff95f708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:30:38.935922 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-229c17c1-081a-43ca-ad71-f520c5020baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:38.993686 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ae34847f-e88e-41ef-9fea-da98c45b5ae5 req-ef3ca81c-78b6-43e6-9d52-716731f20077 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612276 Oct 19 01:30:39.059685 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b617c67-9caf-4496-ba9a-c4e218696dde req-4b7689b6-6d81-46d5-955e-da66acf97934 tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:39.068136 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4b617c67-9caf-4496-ba9a-c4e218696dde req-4b7689b6-6d81-46d5-955e-da66acf97934 tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 1097 time: 0.0994523 Oct 19 01:30:39.078432 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-229c17c1-081a-43ca-ad71-f520c5020baf service neutron] For port 6ae93e78-994c-452f-a83c-6a77c0da31ab, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:30:39.100780 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-229c17c1-081a-43ca-ad71-f520c5020baf service neutron] For port 6ae93e78-994c-452f-a83c-6a77c0da31ab, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=6ae93e78-994c-452f-a83c-6a77c0da31ab,segment=NetworkSegment(95a912d3-0274-4a3d-b739-965bff95f708),segment_id=95a912d3-0274-4a3d-b739-965bff95f708)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:30:39.110770 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-229c17c1-081a-43ca-ad71-f520c5020baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:39.125333 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4b617c67-9caf-4496-ba9a-c4e218696dde req-f369066b-dae7-4670-882d-1eb86e96cf5c tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=98f06f8e-e344-4204-b654-accd2c2e9975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551996 Oct 19 01:30:39.126855 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 51d5ece9-6674-4b4c-bf1e-69ac7b465423 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:30:39.198556 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-229c17c1-081a-43ca-ad71-f520c5020baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:39.200146 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-229c17c1-081a-43ca-ad71-f520c5020baf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:39.204213 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-229c17c1-081a-43ca-ad71-f520c5020baf service neutron] 10.222.0.55 "PUT /v2.0/ports/6ae93e78-994c-452f-a83c-6a77c0da31ab HTTP/1.1" status: 200 len: 1092 time: 1.0844212 Oct 19 01:30:39.207055 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cecdc2e-58cf-47ac-9bce-5ed86817cd00', 'tag': '6ae93e78-994c-452f-a83c-6a77c0da31ab'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:30:39.219565 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 51d5ece9-6674-4b4c-bf1e-69ac7b465423 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:30:39.223875 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59395946-8d3a-4677-8be5-ed28485eac00" -d '{"events": [{"name": "network-changed", "server_uuid": "5cecdc2e-58cf-47ac-9bce-5ed86817cd00", "tag": "6ae93e78-994c-452f-a83c-6a77c0da31ab"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:30:39.330487 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8ff1b8-e6b6-465a-925f-8603c1a94cb5 x-openstack-request-id: req-fb8ff1b8-e6b6-465a-925f-8603c1a94cb5 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:30:39.331037 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cecdc2e-58cf-47ac-9bce-5ed86817cd00", "tag": "6ae93e78-994c-452f-a83c-6a77c0da31ab", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:30:39.331293 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fb8ff1b8-e6b6-465a-925f-8603c1a94cb5 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:30:39.331695 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cecdc2e-58cf-47ac-9bce-5ed86817cd00', 'tag': '6ae93e78-994c-452f-a83c-6a77c0da31ab', 'status': 'completed', 'code': 200} Oct 19 01:30:39.334085 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c17c1-081a-43ca-ad71-f520c5020baf service neutron] Pushing event updated for resources: {'Port': ['ID=6ae93e78-994c-452f-a83c-6a77c0da31ab,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:39.340126 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baea81a-cd02-4477-8d2b-951c5d567214 req-f1d58ffe-2a2e-4c43-97c9-f4e7afd7a152 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:39.348330 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2baea81a-cd02-4477-8d2b-951c5d567214 req-f1d58ffe-2a2e-4c43-97c9-f4e7afd7a152 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 945 time: 0.0726192 Oct 19 01:30:39.359954 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-9a2a850a-8a4f-4f44-ab00-932ad609b37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:39.362109 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-9a2a850a-8a4f-4f44-ab00-932ad609b37e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cfb46302dab9423db4c8fe701b5ed259&device_id=5cecdc2e-58cf-47ac-9bce-5ed86817cd00 HTTP/1.1" status: 200 len: 1095 time: 0.0910997 Oct 19 01:30:39.399357 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2baea81a-cd02-4477-8d2b-951c5d567214 req-216154cb-d6d5-41bd-998f-df0b2b43b0b4 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=98f06f8e-e344-4204-b654-accd2c2e9975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500882 Oct 19 01:30:39.418093 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40546) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:39.421798 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-e1012630-206e-46ab-8d99-eacf20ab2635 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ae93e78-994c-452f-a83c-6a77c0da31ab HTTP/1.1" status: 200 len: 217 time: 0.0512779 Oct 19 01:30:39.489718 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d66219d8-2757-46af-871b-fa301421c887 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/floatingips/fe4aecb5-d104-4024-b246-2231dbfe1a76 HTTP/1.1" status: 200 len: 992 time: 0.0702920 Oct 19 01:30:39.517352 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-b0cc980f-3b04-4db0-911f-89d0f1dd94c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:39.519159 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-b0cc980f-3b04-4db0-911f-89d0f1dd94c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=da80df4e-5bcb-4c28-8f73-c2e4236142d1 HTTP/1.1" status: 200 len: 845 time: 0.0876875 Oct 19 01:30:39.555302 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-72401e30-58e7-42f5-a2a1-8e7c38d7fcff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277545 Oct 19 01:30:39.665682 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-b9113fc8-d511-4233-9ab5-605dff4e68c4 service neutron] 10.222.0.55 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023309 Oct 19 01:30:39.764428 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51f1783e-a9ba-45bc-9814-b3d5328edebd req-5f102cb4-ebbf-41e3-8c7a-871ec975256c service neutron] 10.222.0.55 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899813 Oct 19 01:30:39.855053 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59395946-8d3a-4677-8be5-ed28485eac00 req-5971b802-dbf1-4a34-9bf9-193900ce4118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:39.856636 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-59395946-8d3a-4677-8be5-ed28485eac00 req-5971b802-dbf1-4a34-9bf9-193900ce4118 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cfb46302dab9423db4c8fe701b5ed259&device_id=5cecdc2e-58cf-47ac-9bce-5ed86817cd00 HTTP/1.1" status: 200 len: 1095 time: 0.0446048 Oct 19 01:30:39.958011 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59395946-8d3a-4677-8be5-ed28485eac00 req-281da587-61c3-4f64-9932-48dd6c466b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:39.960135 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-59395946-8d3a-4677-8be5-ed28485eac00 req-281da587-61c3-4f64-9932-48dd6c466b96 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba HTTP/1.1" status: 200 len: 906 time: 0.0960395 Oct 19 01:30:40.004774 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-59395946-8d3a-4677-8be5-ed28485eac00 req-743e9e4e-05c4-42d1-9631-ef2759226743 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ae93e78-994c-452f-a83c-6a77c0da31ab HTTP/1.1" status: 200 len: 217 time: 0.0366640 Oct 19 01:30:40.102165 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59395946-8d3a-4677-8be5-ed28485eac00 req-e35c240f-ce60-4d98-b1fe-8cd21c4aea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:40.103618 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-59395946-8d3a-4677-8be5-ed28485eac00 req-e35c240f-ce60-4d98-b1fe-8cd21c4aea52 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=da80df4e-5bcb-4c28-8f73-c2e4236142d1 HTTP/1.1" status: 200 len: 845 time: 0.0919375 Oct 19 01:30:40.142587 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-59395946-8d3a-4677-8be5-ed28485eac00 req-898eabcd-2c30-42fe-85fc-af0c32722c16 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308516 Oct 19 01:30:40.150385 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9f028-9320-43a8-850d-d82882637b48 req-d221f678-1618-46be-b945-b7cdd9555833 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:40.151784 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f2f9f028-9320-43a8-850d-d82882637b48 req-d221f678-1618-46be-b945-b7cdd9555833 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cecdc2e-58cf-47ac-9bce-5ed86817cd00 HTTP/1.1" status: 200 len: 943 time: 0.0814085 Oct 19 01:30:40.252425 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f2f9f028-9320-43a8-850d-d82882637b48 req-c09cbb3e-dee8-47c3-93d1-e29f79e358a1 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924120 Oct 19 01:30:40.275395 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-59395946-8d3a-4677-8be5-ed28485eac00 req-49e4caf8-2425-4656-8d59-3037e3504dc3 service neutron] 10.222.0.55 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226227 Oct 19 01:30:40.379027 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-59395946-8d3a-4677-8be5-ed28485eac00 req-6fc2f0a7-0087-4543-8044-fb5b62efc48c service neutron] 10.222.0.55 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961564 Oct 19 01:30:41.381158 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b99db-3da2-4236-af01-c23deb28bc20 req-0d30f901-532b-47ed-b8b1-5fb70d7effc5 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:41.382642 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8a3b99db-3da2-4236-af01-c23deb28bc20 req-0d30f901-532b-47ed-b8b1-5fb70d7effc5 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cecdc2e-58cf-47ac-9bce-5ed86817cd00 HTTP/1.1" status: 200 len: 943 time: 0.0525684 Oct 19 01:30:41.423162 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8a3b99db-3da2-4236-af01-c23deb28bc20 req-865db6c8-82ae-467c-b3fc-789793885021 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334232 Oct 19 01:30:41.726326 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40568) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:41.899691 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-e9ec9c0c-de0a-41a1-8795-8a54c746be2e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Deleting port f696cebb-01b6-458b-9151-119d379faa82 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:30:41.899991 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e9ec9c0c-de0a-41a1-8795-8a54c746be2e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:41.981876 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e9ec9c0c-de0a-41a1-8795-8a54c746be2e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:41.982721 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e9ec9c0c-de0a-41a1-8795-8a54c746be2e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:41.994996 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-e9ec9c0c-de0a-41a1-8795-8a54c746be2e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Calling delete_port for f696cebb-01b6-458b-9151-119d379faa82 owned by network:floatingip {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:30:42.160624 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e9ec9c0c-de0a-41a1-8795-8a54c746be2e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:42.188652 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec9c0c-de0a-41a1-8795-8a54c746be2e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event deleted for resources: {'Port': ['ID=f696cebb-01b6-458b-9151-119d379faa82,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:42.213930 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ec9c0c-de0a-41a1-8795-8a54c746be2e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:42.214291 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ec9c0c-de0a-41a1-8795-8a54c746be2e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:42.214608 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ec9c0c-de0a-41a1-8795-8a54c746be2e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:42.214970 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ec9c0c-de0a-41a1-8795-8a54c746be2e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:42.215417 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ec9c0c-de0a-41a1-8795-8a54c746be2e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:42.215765 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ec9c0c-de0a-41a1-8795-8a54c746be2e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:42.216094 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ec9c0c-de0a-41a1-8795-8a54c746be2e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:42.216948 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ec9c0c-de0a-41a1-8795-8a54c746be2e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:42.217264 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ec9c0c-de0a-41a1-8795-8a54c746be2e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:42.217580 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ec9c0c-de0a-41a1-8795-8a54c746be2e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:42.217896 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ec9c0c-de0a-41a1-8795-8a54c746be2e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:42.218210 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ec9c0c-de0a-41a1-8795-8a54c746be2e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:42.257910 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e9ec9c0c-de0a-41a1-8795-8a54c746be2e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for floatingip, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:42.258249 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [None req-e9ec9c0c-de0a-41a1-8795-8a54c746be2e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Floating IP fe4aecb5-d104-4024-b246-2231dbfe1a76 disassociated (deleted). External IP: 172.25.8.120, port: 51d5ece9-6674-4b4c-bf1e-69ac7b465423. Oct 19 01:30:42.483006 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ec9c0c-de0a-41a1-8795-8a54c746be2e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Router b331c13f-b293-48c5-a402-ba16f29d541d has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:30:42.599867 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155ca72-8c73-4b8c-89b7-992d270a44b3 req-bc95cb90-69a7-43c1-9279-5ebfaf8f6e64 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:42.609193 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8155ca72-8c73-4b8c-89b7-992d270a44b3 req-bc95cb90-69a7-43c1-9279-5ebfaf8f6e64 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cecdc2e-58cf-47ac-9bce-5ed86817cd00 HTTP/1.1" status: 200 len: 943 time: 0.1149266 Oct 19 01:30:42.683120 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ec9c0c-de0a-41a1-8795-8a54c746be2e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:30:42.688738 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e9ec9c0c-de0a-41a1-8795-8a54c746be2e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:42.695110 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d12495d-e227-4c66-a590-aa3d15e72546 None None] Sync routers for ids ['b331c13f-b293-48c5-a402-ba16f29d541d'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:30:42.704259 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8155ca72-8c73-4b8c-89b7-992d270a44b3 req-ebede363-e874-413b-8847-7e3d98d50bf4 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934286 Oct 19 01:30:42.706081 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d12495d-e227-4c66-a590-aa3d15e72546 None None] Routers {'b331c13f-b293-48c5-a402-ba16f29d541d'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:42.707764 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-9d12495d-e227-4c66-a590-aa3d15e72546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:30:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b331c13f-b293-48c5-a402-ba16f29d541d'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:42.735039 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e9ec9c0c-de0a-41a1-8795-8a54c746be2e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "DELETE /v2.0/floatingips/fe4aecb5-d104-4024-b246-2231dbfe1a76 HTTP/1.1" status: 204 len: 168 time: 1.0074387 Oct 19 01:30:42.735628 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9927c90-c246-41e1-8f14-13fca3b818a5', 'tag': '51d5ece9-6674-4b4c-bf1e-69ac7b465423'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:30:42.737999 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a35b77-51ed-4074-a091-d66066cfbb3e" -d '{"events": [{"name": "network-changed", "server_uuid": "e9927c90-c246-41e1-8f14-13fca3b818a5", "tag": "51d5ece9-6674-4b4c-bf1e-69ac7b465423"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:30:42.776334 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9299b80c-bdda-41fb-81d3-33b15f06eee8 x-openstack-request-id: req-9299b80c-bdda-41fb-81d3-33b15f06eee8 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:30:42.776926 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9927c90-c246-41e1-8f14-13fca3b818a5", "tag": "51d5ece9-6674-4b4c-bf1e-69ac7b465423", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:30:42.777325 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9299b80c-bdda-41fb-81d3-33b15f06eee8 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:30:42.777869 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9927c90-c246-41e1-8f14-13fca3b818a5', 'tag': '51d5ece9-6674-4b4c-bf1e-69ac7b465423', 'status': 'completed', 'code': 200} Oct 19 01:30:42.845957 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a35b77-51ed-4074-a091-d66066cfbb3e req-90556408-76f8-4397-9911-af252519b1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:42.848126 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-53a35b77-51ed-4074-a091-d66066cfbb3e req-90556408-76f8-4397-9911-af252519b1e7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b92153fb65d447bf94f5610e1ad52929&device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 1097 time: 0.0479674 Oct 19 01:30:42.887793 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-9d12495d-e227-4c66-a590-aa3d15e72546 None None] Set router b331c13f-b293-48c5-a402-ba16f29d541d gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:30:43.046905 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a35b77-51ed-4074-a091-d66066cfbb3e req-3b85209a-bbae-4fbe-9f69-31c21fb43f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:43.049700 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-53a35b77-51ed-4074-a091-d66066cfbb3e req-3b85209a-bbae-4fbe-9f69-31c21fb43f5d service neutron] 10.222.0.55 "GET /v2.0/networks?id=85828b57-0777-4ff2-b77a-769719fb3bcd HTTP/1.1" status: 200 len: 897 time: 0.1941037 Oct 19 01:30:43.105051 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffed176-4c63-4a6b-aea8-d07cc5c26ff4 req-933c99e5-5d81-4c42-a78c-a6b34f2087b4 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:43.106839 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cffed176-4c63-4a6b-aea8-d07cc5c26ff4 req-933c99e5-5d81-4c42-a78c-a6b34f2087b4 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 945 time: 0.0580094 Oct 19 01:30:43.120604 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-53a35b77-51ed-4074-a091-d66066cfbb3e req-4ff428cf-0c90-4a4b-af05-68e19e235d4f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51d5ece9-6674-4b4c-bf1e-69ac7b465423 HTTP/1.1" status: 200 len: 217 time: 0.0631690 Oct 19 01:30:43.168100 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cffed176-4c63-4a6b-aea8-d07cc5c26ff4 req-340cb5b6-d502-4e25-939a-e5db7993b3f8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=98f06f8e-e344-4204-b654-accd2c2e9975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498285 Oct 19 01:30:43.190349 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a35b77-51ed-4074-a091-d66066cfbb3e req-1c5c2949-33b5-49f7-93ff-0cc7a6f2ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:43.192104 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-53a35b77-51ed-4074-a091-d66066cfbb3e req-1c5c2949-33b5-49f7-93ff-0cc7a6f2ef9e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=119d7975-8818-4b40-8830-343c71167968 HTTP/1.1" status: 200 len: 835 time: 0.0605364 Oct 19 01:30:43.206559 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-9d12495d-e227-4c66-a590-aa3d15e72546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854139004', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '3e32dc4c-81a2-495b-a426-3521832eacf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:29:21Z', 'updated_at': '2021-10-19T01:29:26Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '3e32dc4c-81a2-495b-a426-3521832eacf4', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:29:22Z', 'updated_at': '2021-10-19T01:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'bcb8ad74-3375-4cde-a48b-9f9039ca3659', 'name': '', 'network_id': '85828b57-0777-4ff2-b77a-769719fb3bcd', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'mac_address': 'fa:16:3e:65:63:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '119d7975-8818-4b40-8830-343c71167968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:29:25Z', 'updated_at': '2021-10-19T01:29:30Z', 'revision_number': 5, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'subnets': [{'id': '119d7975-8818-4b40-8830-343c71167968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:43.234373 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d12495d-e227-4c66-a590-aa3d15e72546 None None] Checking router: b331c13f-b293-48c5-a402-ba16f29d541d for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:30:43.243180 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a35b77-51ed-4074-a091-d66066cfbb3e req-84968771-ef50-484a-9351-64dd5eb823d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:43.244206 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d12495d-e227-4c66-a590-aa3d15e72546 None None] Routers {'b331c13f-b293-48c5-a402-ba16f29d541d'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:43.244814 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-9d12495d-e227-4c66-a590-aa3d15e72546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:30:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b331c13f-b293-48c5-a402-ba16f29d541d'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:43.244996 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-53a35b77-51ed-4074-a091-d66066cfbb3e req-84968771-ef50-484a-9351-64dd5eb823d2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=85828b57-0777-4ff2-b77a-769719fb3bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456510 Oct 19 01:30:43.351984 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-53a35b77-51ed-4074-a091-d66066cfbb3e req-a7199c9d-7c91-4d90-8329-e7e27fcdf4e8 service neutron] 10.222.0.55 "GET /v2.0/networks/85828b57-0777-4ff2-b77a-769719fb3bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966346 Oct 19 01:30:43.360801 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-9d12495d-e227-4c66-a590-aa3d15e72546 None None] Set router b331c13f-b293-48c5-a402-ba16f29d541d gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:30:43.463060 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-53a35b77-51ed-4074-a091-d66066cfbb3e req-cade89d6-c138-454c-9226-bee700d0a2be service neutron] 10.222.0.55 "GET /v2.0/networks/85828b57-0777-4ff2-b77a-769719fb3bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989769 Oct 19 01:30:43.601153 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-9d12495d-e227-4c66-a590-aa3d15e72546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854139004', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '3e32dc4c-81a2-495b-a426-3521832eacf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:29:21Z', 'updated_at': '2021-10-19T01:29:26Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '3e32dc4c-81a2-495b-a426-3521832eacf4', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:29:22Z', 'updated_at': '2021-10-19T01:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'bcb8ad74-3375-4cde-a48b-9f9039ca3659', 'name': '', 'network_id': '85828b57-0777-4ff2-b77a-769719fb3bcd', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'mac_address': 'fa:16:3e:65:63:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '119d7975-8818-4b40-8830-343c71167968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:29:25Z', 'updated_at': '2021-10-19T01:29:30Z', 'revision_number': 5, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'subnets': [{'id': '119d7975-8818-4b40-8830-343c71167968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:43.627863 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d12495d-e227-4c66-a590-aa3d15e72546 None None] The sync data for ids ['b331c13f-b293-48c5-a402-ba16f29d541d'] in n-d-715271-26 is: [{'id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854139004', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '3e32dc4c-81a2-495b-a426-3521832eacf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:29:21Z', 'updated_at': '2021-10-19T01:29:26Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '3e32dc4c-81a2-495b-a426-3521832eacf4', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:29:22Z', 'updated_at': '2021-10-19T01:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'bcb8ad74-3375-4cde-a48b-9f9039ca3659', 'name': '', 'network_id': '85828b57-0777-4ff2-b77a-769719fb3bcd', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'mac_address': 'fa:16:3e:65:63:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '119d7975-8818-4b40-8830-343c71167968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:29:25Z', 'updated_at': '2021-10-19T01:29:30Z', 'revision_number': 5, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'subnets': [{'id': '119d7975-8818-4b40-8830-343c71167968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:30:43.643202 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 6ae93e78-994c-452f-a83c-6a77c0da31ab details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:30:43.809861 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d58c42-c36a-4fe3-a192-50e5583e4d59 req-e0323f70-bcfc-47f6-9d91-a18ec0182cda tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:43.811210 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 6ae93e78-994c-452f-a83c-6a77c0da31ab, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=6ae93e78-994c-452f-a83c-6a77c0da31ab,segment=NetworkSegment(95a912d3-0274-4a3d-b739-965bff95f708),segment_id=95a912d3-0274-4a3d-b739-965bff95f708)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:43.814375 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-53d58c42-c36a-4fe3-a192-50e5583e4d59 req-e0323f70-bcfc-47f6-9d91-a18ec0182cda tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 945 time: 0.1294882 Oct 19 01:30:43.836758 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '6ae93e78-994c-452f-a83c-6a77c0da31ab', 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba', 'port_id': '6ae93e78-994c-452f-a83c-6a77c0da31ab', 'mac_address': 'fa:16:3e:d8:1b:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da80df4e-5bcb-4c28-8f73-c2e4236142d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:30:43.887542 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:43.901617 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ae93e78-994c-452f-a83c-6a77c0da31ab {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:30:43.931667 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34bc9dd8-1878-49b6-94a8-df0102221cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:43.937716 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 6ae93e78-994c-452f-a83c-6a77c0da31ab, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=6ae93e78-994c-452f-a83c-6a77c0da31ab,segment=NetworkSegment(95a912d3-0274-4a3d-b739-965bff95f708),segment_id=95a912d3-0274-4a3d-b739-965bff95f708)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:43.955262 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:43.980692 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3f171-4a70-4594-8bf4-e0932aa5e5fd req-b4a58d84-66c1-4bff-a9ce-00496f8d707d tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:43.989070 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2dd3f171-4a70-4594-8bf4-e0932aa5e5fd req-b4a58d84-66c1-4bff-a9ce-00496f8d707d tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cecdc2e-58cf-47ac-9bce-5ed86817cd00 HTTP/1.1" status: 200 len: 943 time: 0.1199069 Oct 19 01:30:44.026481 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=6ae93e78-994c-452f-a83c-6a77c0da31ab,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:44.040064 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2dd3f171-4a70-4594-8bf4-e0932aa5e5fd req-01ea474f-7931-434c-8a61-5a83daab83c1 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467570 Oct 19 01:30:44.049344 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-53d58c42-c36a-4fe3-a192-50e5583e4d59 req-6b9dc239-fd9b-44a2-9962-9a885e11f76d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Deleting port 51d5ece9-6674-4b4c-bf1e-69ac7b465423 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:30:44.049744 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-53d58c42-c36a-4fe3-a192-50e5583e4d59 req-6b9dc239-fd9b-44a2-9962-9a885e11f76d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:44.097992 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39bcb84-4ca8-4c67-a283-80666b0cae60 None None] New status for floating IP fe4aecb5-d104-4024-b246-2231dbfe1a76: DOWN {{(pid=100608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:30:44.150791 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-53d58c42-c36a-4fe3-a192-50e5583e4d59 req-6b9dc239-fd9b-44a2-9962-9a885e11f76d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] For port 51d5ece9-6674-4b4c-bf1e-69ac7b465423, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=51d5ece9-6674-4b4c-bf1e-69ac7b465423,segment=NetworkSegment(bb427458-f501-4d19-9744-ef4479f1e617),segment_id=bb427458-f501-4d19-9744-ef4479f1e617)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:44.151157 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-53d58c42-c36a-4fe3-a192-50e5583e4d59 req-6b9dc239-fd9b-44a2-9962-9a885e11f76d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:44.165670 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-53d58c42-c36a-4fe3-a192-50e5583e4d59 req-6b9dc239-fd9b-44a2-9962-9a885e11f76d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Calling delete_port for 51d5ece9-6674-4b4c-bf1e-69ac7b465423 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:30:44.280760 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2086767-42e8-423c-924f-69c32ff851a4 req-b480e5c9-4cc6-4a94-893d-d876020c12e7 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:44.282925 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f2086767-42e8-423c-924f-69c32ff851a4 req-b480e5c9-4cc6-4a94-893d-d876020c12e7 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9927c90-c246-41e1-8f14-13fca3b818a5 HTTP/1.1" status: 200 len: 945 time: 0.0505710 Oct 19 01:30:44.302740 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['6ae93e78-994c-452f-a83c-6a77c0da31ab'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:30:44.308004 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-53d58c42-c36a-4fe3-a192-50e5583e4d59 req-6b9dc239-fd9b-44a2-9962-9a885e11f76d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:44.329109 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f2086767-42e8-423c-924f-69c32ff851a4 req-79def9ec-3216-4ff2-b875-bf4d625a8754 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=98f06f8e-e344-4204-b654-accd2c2e9975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391212 Oct 19 01:30:44.354959 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9dc239-fd9b-44a2-9962-9a885e11f76d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event deleted for resources: {'Port': ['ID=51d5ece9-6674-4b4c-bf1e-69ac7b465423,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:44.398025 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d58c42-c36a-4fe3-a192-50e5583e4d59 req-6b9dc239-fd9b-44a2-9962-9a885e11f76d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] No DVR routers for this DVR port 51d5ece9-6674-4b4c-bf1e-69ac7b465423 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:30:44.400680 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-53d58c42-c36a-4fe3-a192-50e5583e4d59 req-6b9dc239-fd9b-44a2-9962-9a885e11f76d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:44.404614 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-53d58c42-c36a-4fe3-a192-50e5583e4d59 req-6b9dc239-fd9b-44a2-9962-9a885e11f76d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.55 "DELETE /v2.0/ports/51d5ece9-6674-4b4c-bf1e-69ac7b465423 HTTP/1.1" status: 204 len: 173 time: 0.5834687 Oct 19 01:30:44.405062 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9927c90-c246-41e1-8f14-13fca3b818a5', 'name': 'network-vif-deleted', 'tag': '51d5ece9-6674-4b4c-bf1e-69ac7b465423'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:30:44.407385 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2926acd3-1d6e-4174-8bcf-c31f327c4360" -d '{"events": [{"server_uuid": "e9927c90-c246-41e1-8f14-13fca3b818a5", "name": "network-vif-deleted", "tag": "51d5ece9-6674-4b4c-bf1e-69ac7b465423"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:30:44.450548 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a2a4c5-e742-48db-8ec4-797efcbea318 x-openstack-request-id: req-d7a2a4c5-e742-48db-8ec4-797efcbea318 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:30:44.450981 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9927c90-c246-41e1-8f14-13fca3b818a5", "name": "network-vif-deleted", "tag": "51d5ece9-6674-4b4c-bf1e-69ac7b465423", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:30:44.451238 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d7a2a4c5-e742-48db-8ec4-797efcbea318 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:30:44.451647 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9927c90-c246-41e1-8f14-13fca3b818a5', 'name': 'network-vif-deleted', 'tag': '51d5ece9-6674-4b4c-bf1e-69ac7b465423', 'status': 'completed', 'code': 200} Oct 19 01:30:45.154383 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5dc00-3ea0-4e36-8402-8a1209486e37 req-15390be2-868f-4ac5-b5f8-c1651b8c7381 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:45.155880 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0cd5dc00-3ea0-4e36-8402-8a1209486e37 req-15390be2-868f-4ac5-b5f8-c1651b8c7381 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cecdc2e-58cf-47ac-9bce-5ed86817cd00 HTTP/1.1" status: 200 len: 944 time: 0.0534904 Oct 19 01:30:45.193415 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0cd5dc00-3ea0-4e36-8402-8a1209486e37 req-eae0ab03-a356-4264-b238-dd566ac71bda tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316112 Oct 19 01:30:45.392768 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40598) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:45.659101 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 6ae93e78-994c-452f-a83c-6a77c0da31ab up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:30:45.721721 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 6ae93e78-994c-452f-a83c-6a77c0da31ab completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:30:45.727090 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 6ae93e78-994c-452f-a83c-6a77c0da31ab triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:30:45.727668 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:45.802128 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9ec5310f-d377-45d6-bbb1-ba926f3ea376 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:45.830452 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:45.879696 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 6ae93e78-994c-452f-a83c-6a77c0da31ab, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=6ae93e78-994c-452f-a83c-6a77c0da31ab,segment=NetworkSegment(95a912d3-0274-4a3d-b739-965bff95f708),segment_id=95a912d3-0274-4a3d-b739-965bff95f708)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:45.880763 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cecdc2e-58cf-47ac-9bce-5ed86817cd00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae93e78-994c-452f-a83c-6a77c0da31ab'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:30:45.883764 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2182371e-e545-4e31-a547-bb4f044777df" -d '{"events": [{"server_uuid": "5cecdc2e-58cf-47ac-9bce-5ed86817cd00", "name": "network-vif-plugged", "status": "completed", "tag": "6ae93e78-994c-452f-a83c-6a77c0da31ab"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:30:45.889524 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:45.932067 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4220d3d1-d3c1-4518-803c-f1c8103ef289 x-openstack-request-id: req-4220d3d1-d3c1-4518-803c-f1c8103ef289 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:30:45.932368 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cecdc2e-58cf-47ac-9bce-5ed86817cd00", "name": "network-vif-plugged", "status": "completed", "tag": "6ae93e78-994c-452f-a83c-6a77c0da31ab", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:30:45.932680 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4220d3d1-d3c1-4518-803c-f1c8103ef289 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:30:45.933079 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cecdc2e-58cf-47ac-9bce-5ed86817cd00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae93e78-994c-452f-a83c-6a77c0da31ab', 'code': 200} Oct 19 01:30:45.958122 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=6ae93e78-994c-452f-a83c-6a77c0da31ab,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:46.072051 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064fd4f-c320-4240-bf44-085b71bb3b50 req-ff8d270d-98e2-420f-9d24-c294c47a85f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:46.074309 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1064fd4f-c320-4240-bf44-085b71bb3b50 req-ff8d270d-98e2-420f-9d24-c294c47a85f7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5cecdc2e-58cf-47ac-9bce-5ed86817cd00 HTTP/1.1" status: 200 len: 1097 time: 0.0510709 Oct 19 01:30:46.116398 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1064fd4f-c320-4240-bf44-085b71bb3b50 req-3aa0cba1-bc26-4e9f-a5e2-819b240e5dab service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343189 Oct 19 01:30:46.155819 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-9ec5310f-d377-45d6-bbb1-ba926f3ea376 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Deleting port bcb8ad74-3375-4cde-a48b-9f9039ca3659 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:30:46.156157 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9ec5310f-d377-45d6-bbb1-ba926f3ea376 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:46.196985 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40608) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:46.250739 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-9ec5310f-d377-45d6-bbb1-ba926f3ea376 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] For port bcb8ad74-3375-4cde-a48b-9f9039ca3659, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=bcb8ad74-3375-4cde-a48b-9f9039ca3659,segment=NetworkSegment(bb427458-f501-4d19-9744-ef4479f1e617),segment_id=bb427458-f501-4d19-9744-ef4479f1e617)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:46.251195 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9ec5310f-d377-45d6-bbb1-ba926f3ea376 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:46.265700 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-9ec5310f-d377-45d6-bbb1-ba926f3ea376 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Calling delete_port for bcb8ad74-3375-4cde-a48b-9f9039ca3659 owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:30:46.340011 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bdbc87-d67c-45f3-b7f0-d0fe8f9b6982 req-bfd8fd2c-c0d6-4a63-8d8e-b1d76d10ef3b tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:46.342105 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-63bdbc87-d67c-45f3-b7f0-d0fe8f9b6982 req-bfd8fd2c-c0d6-4a63-8d8e-b1d76d10ef3b tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cecdc2e-58cf-47ac-9bce-5ed86817cd00 HTTP/1.1" status: 200 len: 945 time: 0.0683758 Oct 19 01:30:46.347871 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c593a8cf-d0f3-461a-8b82-79721115b006 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:46.408058 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-63bdbc87-d67c-45f3-b7f0-d0fe8f9b6982 req-f56076c6-aed2-4778-99f2-396751e70228 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571175 Oct 19 01:30:46.458170 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c593a8cf-d0f3-461a-8b82-79721115b006 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:46.462657 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c593a8cf-d0f3-461a-8b82-79721115b006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:46.475577 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9ec5310f-d377-45d6-bbb1-ba926f3ea376 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:46.503641 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5310f-d377-45d6-bbb1-ba926f3ea376 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event deleted for resources: {'Port': ['ID=bcb8ad74-3375-4cde-a48b-9f9039ca3659,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:46.503981 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c593a8cf-d0f3-461a-8b82-79721115b006 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3b1a910a24834650b46e36df736546ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3058062 Oct 19 01:30:46.505385 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593a8cf-d0f3-461a-8b82-79721115b006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e226d5ac-794a-4289-a42e-31a25e5c9f27,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:46.508449 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40614) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:46.568482 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-25876b83-af40-4749-a77d-2e18f0e1847d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:46.618456 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-092ff984-eddb-402a-afd3-4cb8875606a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:46.680739 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-092ff984-eddb-402a-afd3-4cb8875606a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:46.757252 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9ec5310f-d377-45d6-bbb1-ba926f3ea376 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:46.804391 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-092ff984-eddb-402a-afd3-4cb8875606a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:46.806873 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-092ff984-eddb-402a-afd3-4cb8875606a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:46.808015 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-092ff984-eddb-402a-afd3-4cb8875606a5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e226d5ac-794a-4289-a42e-31a25e5c9f27 HTTP/1.1" status: 204 len: 168 time: 0.2990172 Oct 19 01:30:46.820350 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ff984-eddb-402a-afd3-4cb8875606a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e226d5ac-794a-4289-a42e-31a25e5c9f27,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:47.250704 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:47.371404 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec5310f-d377-45d6-bbb1-ba926f3ea376 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Router b331c13f-b293-48c5-a402-ba16f29d541d has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:30:47.481181 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec5310f-d377-45d6-bbb1-ba926f3ea376 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:30:47.487285 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9ec5310f-d377-45d6-bbb1-ba926f3ea376 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "PUT /v2.0/routers/b331c13f-b293-48c5-a402-ba16f29d541d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0933056 Oct 19 01:30:47.490390 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40620) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:47.493973 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c637db-8678-44ce-9377-b64ad0a1fb12 None None] Sync routers for ids ['b331c13f-b293-48c5-a402-ba16f29d541d'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:30:47.503633 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c637db-8678-44ce-9377-b64ad0a1fb12 None None] Routers {'b331c13f-b293-48c5-a402-ba16f29d541d'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:47.504180 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a1c637db-8678-44ce-9377-b64ad0a1fb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:30:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b331c13f-b293-48c5-a402-ba16f29d541d'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:47.540917 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b93b4-705d-49f4-965a-e80972c44f2c req-ae81a351-ceb8-4c0d-87ac-f5092544090b tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:47.542568 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab6b93b4-705d-49f4-965a-e80972c44f2c req-ae81a351-ceb8-4c0d-87ac-f5092544090b tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cecdc2e-58cf-47ac-9bce-5ed86817cd00 HTTP/1.1" status: 200 len: 945 time: 0.0541763 Oct 19 01:30:47.546749 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7905f6a-26f0-4b49-b487-b666c5a839b6 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Deleting subnet 119d7975-8818-4b40-8830-343c71167968 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:30:47.550295 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e7905f6a-26f0-4b49-b487-b666c5a839b6 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:47.589651 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab6b93b4-705d-49f4-965a-e80972c44f2c req-4826829e-66ba-42d5-bdeb-a2d4a3d3a18b tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398116 Oct 19 01:30:47.605054 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e7905f6a-26f0-4b49-b487-b666c5a839b6 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:47.613097 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-a1c637db-8678-44ce-9377-b64ad0a1fb12 None None] Set router b331c13f-b293-48c5-a402-ba16f29d541d gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:30:47.652694 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 51d5ece9-6674-4b4c-bf1e-69ac7b465423 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:30:47.677037 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 51d5ece9-6674-4b4c-bf1e-69ac7b465423 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:30:47.677391 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 51d5ece9-6674-4b4c-bf1e-69ac7b465423 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:30:47.735081 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e7905f6a-26f0-4b49-b487-b666c5a839b6 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:47.776812 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5f009-49a8-4a77-b88f-5c2fe954c32b req-e291de9c-3b5a-401e-b37c-0fb023c2ae93 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:47.778220 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7ae5f009-49a8-4a77-b88f-5c2fe954c32b req-e291de9c-3b5a-401e-b37c-0fb023c2ae93 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cecdc2e-58cf-47ac-9bce-5ed86817cd00 HTTP/1.1" status: 200 len: 945 time: 0.1108022 Oct 19 01:30:47.805210 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a1c637db-8678-44ce-9377-b64ad0a1fb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854139004', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '3e32dc4c-81a2-495b-a426-3521832eacf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:29:21Z', 'updated_at': '2021-10-19T01:30:46Z', 'revision_number': 5, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '3e32dc4c-81a2-495b-a426-3521832eacf4', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:29:22Z', 'updated_at': '2021-10-19T01:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:47.819394 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:47.822514 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e7905f6a-26f0-4b49-b487-b666c5a839b6 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:47.836898 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c637db-8678-44ce-9377-b64ad0a1fb12 None None] Checking router: b331c13f-b293-48c5-a402-ba16f29d541d for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:30:47.845869 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c637db-8678-44ce-9377-b64ad0a1fb12 None None] Routers {'b331c13f-b293-48c5-a402-ba16f29d541d'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:47.846668 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a1c637db-8678-44ce-9377-b64ad0a1fb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:30:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b331c13f-b293-48c5-a402-ba16f29d541d'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:47.860458 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7ae5f009-49a8-4a77-b88f-5c2fe954c32b req-abfddc84-ae6a-41f2-9e67-417fba4b42bc tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743296 Oct 19 01:30:47.861400 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7905f6a-26f0-4b49-b487-b666c5a839b6 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event deleted for resources: {'Subnet': ['ID=119d7975-8818-4b40-8830-343c71167968,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:47.865035 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e7905f6a-26f0-4b49-b487-b666c5a839b6 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:47.868178 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e7905f6a-26f0-4b49-b487-b666c5a839b6 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "DELETE /v2.0/subnets/119d7975-8818-4b40-8830-343c71167968 HTTP/1.1" status: 204 len: 168 time: 0.3716247 Oct 19 01:30:47.870837 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40624) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:47.880941 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e7bfd1-7c06-4d83-9580-39e8a4e0bc1f None None] Network 85828b57-0777-4ff2-b77a-769719fb3bcd requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:30:47.990844 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1e1170a2-136b-43b3-8914-4a0c78de9c69 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:48.090749 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-a1c637db-8678-44ce-9377-b64ad0a1fb12 None None] Set router b331c13f-b293-48c5-a402-ba16f29d541d gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:30:48.106445 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1e1170a2-136b-43b3-8914-4a0c78de9c69 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:48.154590 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ca7457-eae3-40cb-b71d-7d33e3f17d7c None None] DHCP port deletion for 85828b57-0777-4ff2-b77a-769719fb3bcd request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:30:48.203874 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-64ca7457-eae3-40cb-b71d-7d33e3f17d7c None None] Deleting port 02420818-fa7a-4927-82f0-a6a3617eabe1 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:30:48.204390 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-64ca7457-eae3-40cb-b71d-7d33e3f17d7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:48.272563 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-64ca7457-eae3-40cb-b71d-7d33e3f17d7c None None] For port 02420818-fa7a-4927-82f0-a6a3617eabe1, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=02420818-fa7a-4927-82f0-a6a3617eabe1,segment=NetworkSegment(bb427458-f501-4d19-9744-ef4479f1e617),segment_id=bb427458-f501-4d19-9744-ef4479f1e617)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:48.273692 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-64ca7457-eae3-40cb-b71d-7d33e3f17d7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:48.287256 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-64ca7457-eae3-40cb-b71d-7d33e3f17d7c None None] Calling delete_port for 02420818-fa7a-4927-82f0-a6a3617eabe1 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:30:48.292329 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a1c637db-8678-44ce-9377-b64ad0a1fb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854139004', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '3e32dc4c-81a2-495b-a426-3521832eacf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:29:21Z', 'updated_at': '2021-10-19T01:30:46Z', 'revision_number': 5, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '3e32dc4c-81a2-495b-a426-3521832eacf4', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:29:22Z', 'updated_at': '2021-10-19T01:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:48.325195 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c637db-8678-44ce-9377-b64ad0a1fb12 None None] The sync data for ids ['b331c13f-b293-48c5-a402-ba16f29d541d'] in n-d-715271-26 is: [{'id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854139004', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '3e32dc4c-81a2-495b-a426-3521832eacf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:29:21Z', 'updated_at': '2021-10-19T01:30:46Z', 'revision_number': 5, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '3e32dc4c-81a2-495b-a426-3521832eacf4', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b331c13f-b293-48c5-a402-ba16f29d541d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:29:22Z', 'updated_at': '2021-10-19T01:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:30:48.521397 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0441b-d310-4022-ad0f-024517777d67 req-7033f1a0-0db6-4c43-8825-49267c5ff7fc tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:48.521942 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-64ca7457-eae3-40cb-b71d-7d33e3f17d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:48.522767 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-74e0441b-d310-4022-ad0f-024517777d67 req-7033f1a0-0db6-4c43-8825-49267c5ff7fc tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cecdc2e-58cf-47ac-9bce-5ed86817cd00 HTTP/1.1" status: 200 len: 945 time: 0.4107463 Oct 19 01:30:48.553945 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-1e1170a2-136b-43b3-8914-4a0c78de9c69 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Deleting port 3e32dc4c-81a2-495b-a426-3521832eacf4 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:30:48.554195 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1e1170a2-136b-43b3-8914-4a0c78de9c69 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:48.556702 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca7457-eae3-40cb-b71d-7d33e3f17d7c None None] Pushing event deleted for resources: {'Port': ['ID=02420818-fa7a-4927-82f0-a6a3617eabe1,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:48.558710 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ca7457-eae3-40cb-b71d-7d33e3f17d7c None None] No DVR routers for this DVR port 02420818-fa7a-4927-82f0-a6a3617eabe1 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:30:48.581562 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-74e0441b-d310-4022-ad0f-024517777d67 req-83ca747a-6ca7-4e09-aea3-7ca0b8aa5de3 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516410 Oct 19 01:30:48.646726 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-1e1170a2-136b-43b3-8914-4a0c78de9c69 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] For port 3e32dc4c-81a2-495b-a426-3521832eacf4, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=3e32dc4c-81a2-495b-a426-3521832eacf4,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:48.647089 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1e1170a2-136b-43b3-8914-4a0c78de9c69 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:48.659591 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-1e1170a2-136b-43b3-8914-4a0c78de9c69 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Calling delete_port for 3e32dc4c-81a2-495b-a426-3521832eacf4 owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:30:48.836308 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1e1170a2-136b-43b3-8914-4a0c78de9c69 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:48.860132 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1170a2-136b-43b3-8914-4a0c78de9c69 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event deleted for resources: {'Port': ['ID=3e32dc4c-81a2-495b-a426-3521832eacf4,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:48.922622 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1e1170a2-136b-43b3-8914-4a0c78de9c69 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:49.015247 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1e1170a2-136b-43b3-8914-4a0c78de9c69 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:49.017425 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1e1170a2-136b-43b3-8914-4a0c78de9c69 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:49.062763 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1e1170a2-136b-43b3-8914-4a0c78de9c69 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:49.063229 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1170a2-136b-43b3-8914-4a0c78de9c69 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Fanout notify agent at l3_agent the message router_deleted on router b331c13f-b293-48c5-a402-ba16f29d541d {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:30:49.070488 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1e1170a2-136b-43b3-8914-4a0c78de9c69 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:49.071605 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1e1170a2-136b-43b3-8914-4a0c78de9c69 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "DELETE /v2.0/routers/b331c13f-b293-48c5-a402-ba16f29d541d HTTP/1.1" status: 204 len: 168 time: 1.1998439 Oct 19 01:30:49.074218 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40630) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:49.153248 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-64eca6ba-d9f0-4056-9f4c-1041be32cf6a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:49.242355 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-64eca6ba-d9f0-4056-9f4c-1041be32cf6a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:49.263431 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-64eca6ba-d9f0-4056-9f4c-1041be32cf6a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85828b57-0777-4ff2-b77a-769719fb3bcd']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:49.273844 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-64eca6ba-d9f0-4056-9f4c-1041be32cf6a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb427458-f501-4d19-9744-ef4479f1e617') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:49.274155 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-64eca6ba-d9f0-4056-9f4c-1041be32cf6a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb427458-f501-4d19-9744-ef4479f1e617') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:49.283680 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-64eca6ba-d9f0-4056-9f4c-1041be32cf6a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:49.296995 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-64eca6ba-d9f0-4056-9f4c-1041be32cf6a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:49.303042 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64eca6ba-d9f0-4056-9f4c-1041be32cf6a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:30:49.303423 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-64eca6ba-d9f0-4056-9f4c-1041be32cf6a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:49.306458 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:30:49.306458 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:30:49.306458 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:30:49.306458 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:30:49.306458 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:30:49.306458 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:30:49.306458 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:30:49.306458 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:30:49.306458 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:30:49.306458 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:30:49.306458 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:30:49.306458 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:30:49.306458 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:30:49.306458 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:30:49.306458 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:30:49.306458 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:30:49.306458 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:30:49.306458 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:30:49.306458 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:30:49.306458 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:30:49.306458 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:30:49.306458 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:30:49.306458 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:30:49.306458 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:30:49.306458 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:30:49.306458 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:30:49.306458 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:30:49.306458 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:30:49.306458 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:30:49.306458 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:30:49.306458 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:30:49.306458 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:30:49.367594 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-64eca6ba-d9f0-4056-9f4c-1041be32cf6a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:49.375891 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-64eca6ba-d9f0-4056-9f4c-1041be32cf6a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:49.378531 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-64eca6ba-d9f0-4056-9f4c-1041be32cf6a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "DELETE /v2.0/networks/85828b57-0777-4ff2-b77a-769719fb3bcd HTTP/1.1" status: 204 len: 168 time: 0.3033617 Oct 19 01:30:49.381455 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40632) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:49.389547 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eca6ba-d9f0-4056-9f4c-1041be32cf6a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event deleted for resources: {'Network': ['ID=85828b57-0777-4ff2-b77a-769719fb3bcd,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:49.440236 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-84da0020-c03c-410a-ab89-de7e11747d89 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:49.467118 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-84da0020-c03c-410a-ab89-de7e11747d89 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:49.499387 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3af970-79d9-4601-830f-c0a5a22ba06f req-e8b8b886-75b6-4cc3-bcbc-adf8acc41269 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:49.500934 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7a3af970-79d9-4601-830f-c0a5a22ba06f req-e8b8b886-75b6-4cc3-bcbc-adf8acc41269 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cecdc2e-58cf-47ac-9bce-5ed86817cd00 HTTP/1.1" status: 200 len: 945 time: 0.0527415 Oct 19 01:30:49.538135 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-84da0020-c03c-410a-ab89-de7e11747d89 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:49.541067 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-84da0020-c03c-410a-ab89-de7e11747d89 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:49.542225 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-84da0020-c03c-410a-ab89-de7e11747d89 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "DELETE /v2.0/security-groups/98f06f8e-e344-4204-b654-accd2c2e9975 HTTP/1.1" status: 204 len: 168 time: 0.1597612 Oct 19 01:30:49.555250 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da0020-c03c-410a-ab89-de7e11747d89 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f06f8e-e344-4204-b654-accd2c2e9975,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:49.616612 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-7a3af970-79d9-4601-830f-c0a5a22ba06f req-10964922-5708-44fb-bf31-2711fed029a6 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Deleting port 6ae93e78-994c-452f-a83c-6a77c0da31ab {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:30:49.617099 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7a3af970-79d9-4601-830f-c0a5a22ba06f req-10964922-5708-44fb-bf31-2711fed029a6 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:49.681250 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 02420818-fa7a-4927-82f0-a6a3617eabe1 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:30:49.711283 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 02420818-fa7a-4927-82f0-a6a3617eabe1 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:30:49.711629 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 02420818-fa7a-4927-82f0-a6a3617eabe1 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:30:49.712069 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device bcb8ad74-3375-4cde-a48b-9f9039ca3659 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:30:49.737983 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: bcb8ad74-3375-4cde-a48b-9f9039ca3659 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:30:49.738620 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device bcb8ad74-3375-4cde-a48b-9f9039ca3659 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:30:49.739199 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 3e32dc4c-81a2-495b-a426-3521832eacf4 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:30:49.744913 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-7a3af970-79d9-4601-830f-c0a5a22ba06f req-10964922-5708-44fb-bf31-2711fed029a6 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] For port 6ae93e78-994c-452f-a83c-6a77c0da31ab, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=6ae93e78-994c-452f-a83c-6a77c0da31ab,segment=NetworkSegment(95a912d3-0274-4a3d-b739-965bff95f708),segment_id=95a912d3-0274-4a3d-b739-965bff95f708)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:49.745363 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7a3af970-79d9-4601-830f-c0a5a22ba06f req-10964922-5708-44fb-bf31-2711fed029a6 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:49.748751 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3761c1-52ed-44bf-8c65-1419e1b4c4f8 req-9908ddb8-7130-4410-9a8a-0f7ccd552572 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:49.750573 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7e3761c1-52ed-44bf-8c65-1419e1b4c4f8 req-9908ddb8-7130-4410-9a8a-0f7ccd552572 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cecdc2e-58cf-47ac-9bce-5ed86817cd00 HTTP/1.1" status: 200 len: 945 time: 0.0830767 Oct 19 01:30:49.759638 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-7a3af970-79d9-4601-830f-c0a5a22ba06f req-10964922-5708-44fb-bf31-2711fed029a6 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Calling delete_port for 6ae93e78-994c-452f-a83c-6a77c0da31ab owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:30:49.780996 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 3e32dc4c-81a2-495b-a426-3521832eacf4 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:30:49.781689 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 3e32dc4c-81a2-495b-a426-3521832eacf4 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:30:49.802525 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:49.804841 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7e3761c1-52ed-44bf-8c65-1419e1b4c4f8 req-86f6bafd-4e8c-4da6-802c-21a6bd01d338 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481174 Oct 19 01:30:49.904246 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7a3af970-79d9-4601-830f-c0a5a22ba06f req-10964922-5708-44fb-bf31-2711fed029a6 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:49.915865 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['b9ee45bd-0a96-4bc4-87d4-bbfd52be190f'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:30:49.934239 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10964922-5708-44fb-bf31-2711fed029a6 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Pushing event deleted for resources: {'Port': ['ID=6ae93e78-994c-452f-a83c-6a77c0da31ab,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:49.978974 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3af970-79d9-4601-830f-c0a5a22ba06f req-10964922-5708-44fb-bf31-2711fed029a6 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] No DVR routers for this DVR port 6ae93e78-994c-452f-a83c-6a77c0da31ab on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:30:49.982298 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7a3af970-79d9-4601-830f-c0a5a22ba06f req-10964922-5708-44fb-bf31-2711fed029a6 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:49.986322 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7a3af970-79d9-4601-830f-c0a5a22ba06f req-10964922-5708-44fb-bf31-2711fed029a6 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.55 "DELETE /v2.0/ports/6ae93e78-994c-452f-a83c-6a77c0da31ab HTTP/1.1" status: 204 len: 173 time: 0.4796689 Oct 19 01:30:49.986803 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cecdc2e-58cf-47ac-9bce-5ed86817cd00', 'name': 'network-vif-deleted', 'tag': '6ae93e78-994c-452f-a83c-6a77c0da31ab'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:30:49.989127 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720840dc-c1aa-49b6-aa73-2a717b3229c2" -d '{"events": [{"server_uuid": "5cecdc2e-58cf-47ac-9bce-5ed86817cd00", "name": "network-vif-deleted", "tag": "6ae93e78-994c-452f-a83c-6a77c0da31ab"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:30:49.997243 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40644) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:50.004611 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-84c9a5fd-bd4e-4c01-82ee-d07c32393f26 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-317242994', 'description': 'tempest-secgroup-smoke-317242994 description', 'project_id': 'b92153fb65d447bf94f5610e1ad52929'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:50.045759 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef5774f-4242-4ac8-b0fe-34550418a1c7 x-openstack-request-id: req-3ef5774f-4242-4ac8-b0fe-34550418a1c7 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:30:50.046176 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cecdc2e-58cf-47ac-9bce-5ed86817cd00", "name": "network-vif-deleted", "tag": "6ae93e78-994c-452f-a83c-6a77c0da31ab", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:30:50.046519 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-84c9a5fd-bd4e-4c01-82ee-d07c32393f26 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.046639 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3ef5774f-4242-4ac8-b0fe-34550418a1c7 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:30:50.050657 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cecdc2e-58cf-47ac-9bce-5ed86817cd00', 'name': 'network-vif-deleted', 'tag': '6ae93e78-994c-452f-a83c-6a77c0da31ab', 'status': 'completed', 'code': 200} Oct 19 01:30:50.119133 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-84c9a5fd-bd4e-4c01-82ee-d07c32393f26 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.124224 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-84c9a5fd-bd4e-4c01-82ee-d07c32393f26 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.152632 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-84c9a5fd-bd4e-4c01-82ee-d07c32393f26 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.157252 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-84c9a5fd-bd4e-4c01-82ee-d07c32393f26 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1570172 Oct 19 01:30:50.157620 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40646) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:50.158352 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9a5fd-bd4e-4c01-82ee-d07c32393f26 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a03ae4b-2171-4e98-8835-743ed0da22cf,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:50.162261 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-8175a63c-6e70-4c82-bd3c-78e67fd07fe8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'security_group_rule': {'security_group_id': '5a03ae4b-2171-4e98-8835-743ed0da22cf', 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:50.188507 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8175a63c-6e70-4c82-bd3c-78e67fd07fe8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.246612 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8175a63c-6e70-4c82-bd3c-78e67fd07fe8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.249794 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8175a63c-6e70-4c82-bd3c-78e67fd07fe8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.266840 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175a63c-6e70-4c82-bd3c-78e67fd07fe8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65d0b0b5-e850-4ae0-9dd2-a1198aca4aab,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:50.275123 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8175a63c-6e70-4c82-bd3c-78e67fd07fe8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.276335 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8175a63c-6e70-4c82-bd3c-78e67fd07fe8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177254 Oct 19 01:30:50.279503 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40648) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:50.283781 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-d6131e65-78ca-4278-ad81-64c92f65b4c2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'security_group_rule': {'security_group_id': '5a03ae4b-2171-4e98-8835-743ed0da22cf', 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:50.308809 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d6131e65-78ca-4278-ad81-64c92f65b4c2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.372822 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d6131e65-78ca-4278-ad81-64c92f65b4c2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.376784 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d6131e65-78ca-4278-ad81-64c92f65b4c2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.395342 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6131e65-78ca-4278-ad81-64c92f65b4c2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d200bdfb-0388-490c-b70d-4e5e1b8a5a44,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:50.403046 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d6131e65-78ca-4278-ad81-64c92f65b4c2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.405052 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d6131e65-78ca-4278-ad81-64c92f65b4c2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1245897 Oct 19 01:30:50.407838 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40650) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:50.412307 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-5352cd2e-d5a5-4099-8aa6-16e95b4cff4c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'security_group_rule': {'security_group_id': '5a03ae4b-2171-4e98-8835-743ed0da22cf', 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:50.439162 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5352cd2e-d5a5-4099-8aa6-16e95b4cff4c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.498250 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5352cd2e-d5a5-4099-8aa6-16e95b4cff4c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.502106 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5352cd2e-d5a5-4099-8aa6-16e95b4cff4c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.521449 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5352cd2e-d5a5-4099-8aa6-16e95b4cff4c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c7542c-74f3-4071-aafe-161d619a7348,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:50.527320 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5352cd2e-d5a5-4099-8aa6-16e95b4cff4c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.528417 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5352cd2e-d5a5-4099-8aa6-16e95b4cff4c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196229 Oct 19 01:30:50.531851 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40652) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:50.536349 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-f945f819-d180-4320-bd0a-e441c2f0bbae tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'security_group_rule': {'security_group_id': '5a03ae4b-2171-4e98-8835-743ed0da22cf', 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:50.562557 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f945f819-d180-4320-bd0a-e441c2f0bbae tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.620361 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f945f819-d180-4320-bd0a-e441c2f0bbae tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.623944 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f945f819-d180-4320-bd0a-e441c2f0bbae tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.642798 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945f819-d180-4320-bd0a-e441c2f0bbae tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e781b0e-b51f-4dba-9a19-299d14c6ab15,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:50.654958 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f945f819-d180-4320-bd0a-e441c2f0bbae tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.656220 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f945f819-d180-4320-bd0a-e441c2f0bbae tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1233611 Oct 19 01:30:50.659316 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40654) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:50.663504 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-39d28978-e61a-42b7-a7e8-5387b7eaf6cb tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'security_group_rule': {'security_group_id': '5a03ae4b-2171-4e98-8835-743ed0da22cf', 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:50.684357 n-d-715271-26 neutron-server[100607]: INFO neutron.db.securitygroups_db [None req-39d28978-e61a-42b7-a7e8-5387b7eaf6cb tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Project b92153fb65d447bf94f5610e1ad52929 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:30:50.689247 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-39d28978-e61a-42b7-a7e8-5387b7eaf6cb tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.748064 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-39d28978-e61a-42b7-a7e8-5387b7eaf6cb tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.751415 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-39d28978-e61a-42b7-a7e8-5387b7eaf6cb tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.771494 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d28978-e61a-42b7-a7e8-5387b7eaf6cb tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=377541cb-5cac-4ffc-a109-cc992575046d,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:50.781703 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-39d28978-e61a-42b7-a7e8-5387b7eaf6cb tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.782923 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-39d28978-e61a-42b7-a7e8-5387b7eaf6cb tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1227477 Oct 19 01:30:50.786130 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40656) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:50.790366 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-5eeb014b-d66d-4965-aebd-b09d91580af4 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'security_group_rule': {'security_group_id': '5a03ae4b-2171-4e98-8835-743ed0da22cf', 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:50.813605 n-d-715271-26 neutron-server[100607]: INFO neutron.db.securitygroups_db [None req-5eeb014b-d66d-4965-aebd-b09d91580af4 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Project b92153fb65d447bf94f5610e1ad52929 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:30:50.819516 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5eeb014b-d66d-4965-aebd-b09d91580af4 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.881666 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5eeb014b-d66d-4965-aebd-b09d91580af4 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.885277 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5eeb014b-d66d-4965-aebd-b09d91580af4 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.906293 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb014b-d66d-4965-aebd-b09d91580af4 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4608a19-bfa4-42ec-b056-6324b5f57053,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:50.911817 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5eeb014b-d66d-4965-aebd-b09d91580af4 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.912964 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5eeb014b-d66d-4965-aebd-b09d91580af4 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1259084 Oct 19 01:30:50.915689 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40662) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:50.920544 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-11f93fcf-02e6-45de-b8e4-dc4309282ef3 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'network': {'name': 'tempest-network-smoke--239191343', 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'port_security_enabled': True}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:50.946133 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f93fcf-02e6-45de-b8e4-dc4309282ef3 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Made reservation on behalf of b92153fb65d447bf94f5610e1ad52929 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:30:50.950341 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-11f93fcf-02e6-45de-b8e4-dc4309282ef3 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.974200 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11f93fcf-02e6-45de-b8e4-dc4309282ef3 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:30:50.983898 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-11f93fcf-02e6-45de-b8e4-dc4309282ef3 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.984237 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-11f93fcf-02e6-45de-b8e4-dc4309282ef3 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Added segment 27d69f87-cc10-48f2-9a6e-0ba5cd162c8a of type vlan for network f07e6381-f3cd-4097-8bff-9d2667bcfbc9 Oct 19 01:30:51.023567 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-11f93fcf-02e6-45de-b8e4-dc4309282ef3 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:51.047044 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-11f93fcf-02e6-45de-b8e4-dc4309282ef3 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:51.052764 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f93fcf-02e6-45de-b8e4-dc4309282ef3 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:51.053343 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-11f93fcf-02e6-45de-b8e4-dc4309282ef3 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:51.093274 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-11f93fcf-02e6-45de-b8e4-dc4309282ef3 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1762445 Oct 19 01:30:51.098211 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40664) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:51.101811 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-d83b281d-ac75-4f6e-a3f9-266da907e118 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-35375508', 'admin_state_up': True, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:51.151010 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f93fcf-02e6-45de-b8e4-dc4309282ef3 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'Network': ['ID=f07e6381-f3cd-4097-8bff-9d2667bcfbc9,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:51.164682 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network f07e6381-f3cd-4097-8bff-9d2667bcfbc9 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:30:51.167864 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d83b281d-ac75-4f6e-a3f9-266da907e118 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:51.169506 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d83b281d-ac75-4f6e-a3f9-266da907e118 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:51.229283 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d83b281d-ac75-4f6e-a3f9-266da907e118 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:51.376763 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d83b281d-ac75-4f6e-a3f9-266da907e118 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:51.547845 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-ad094bb8-7335-4087-aedd-fe3f7a328af2 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:51.549310 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-ad094bb8-7335-4087-aedd-fe3f7a328af2 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/networks?id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba HTTP/1.1" status: 200 len: 805 time: 0.1482894 Oct 19 01:30:51.570236 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-8307f0c3-30ad-49df-a6e3-d57ecb131f51 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/quotas/cfb46302dab9423db4c8fe701b5ed259 HTTP/1.1" status: 200 len: 375 time: 0.0150287 Oct 19 01:30:51.674075 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 6ae93e78-994c-452f-a83c-6a77c0da31ab no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:30:51.694453 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 6ae93e78-994c-452f-a83c-6a77c0da31ab {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:30:51.694797 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 6ae93e78-994c-452f-a83c-6a77c0da31ab not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:30:51.697341 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d83b281d-ac75-4f6e-a3f9-266da907e118 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for router_gateway, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:51.723215 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d83b281d-ac75-4f6e-a3f9-266da907e118 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:51.728338 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-547c7140-5ae6-41f7-b0ea-4403e5d1f48c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cfb46302dab9423db4c8fe701b5ed259&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1506836 Oct 19 01:30:51.903155 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-d83b281d-ac75-4f6e-a3f9-266da907e118 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Allocated IP 172.25.8.233 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/76c7727d-e3a1-4069-9a0d-b0fe86c0ef56) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:30:51.906635 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-d197e39a-fd93-4ae1-8503-64a2ebddf61b service neutron] 10.222.0.57 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419163 Oct 19 01:30:52.068188 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-4a553fe3-2496-4c00-97e9-13bd66f2e851 service neutron] 10.222.0.57 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542597 Oct 19 01:30:52.083185 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d83b281d-ac75-4f6e-a3f9-266da907e118 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:52.117481 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d83b281d-ac75-4f6e-a3f9-266da907e118 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:52.162496 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83b281d-ac75-4f6e-a3f9-266da907e118 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:30:52.165564 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-d83b281d-ac75-4f6e-a3f9-266da907e118 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:30:52.172411 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83b281d-ac75-4f6e-a3f9-266da907e118 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:30:52.197797 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b281d-ac75-4f6e-a3f9-266da907e118 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'Port': ['ID=76c7727d-e3a1-4069-9a0d-b0fe86c0ef56,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:52.230441 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f56d4535-9243-49f7-bbd6-894549b10a86 req-b0782024-017f-482e-a44b-4d6ef489b66e tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=106256a4-a742-4da0-b7b8-e80e4fac519e HTTP/1.1" status: 200 len: 210 time: 0.0303264 Oct 19 01:30:52.439116 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d83b281d-ac75-4f6e-a3f9-266da907e118 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for router_gateway, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:52.642429 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d83b281d-ac75-4f6e-a3f9-266da907e118 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:52.774668 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83b281d-ac75-4f6e-a3f9-266da907e118 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Router 46c694be-25df-4d43-bc4d-4f01dfcfd2d7 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:30:52.881446 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83b281d-ac75-4f6e-a3f9-266da907e118 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:30:52.891710 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98563e0b-cd21-4a7e-80fb-694ba2f94860 None None] Sync routers for ids ['46c694be-25df-4d43-bc4d-4f01dfcfd2d7'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:30:52.900630 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98563e0b-cd21-4a7e-80fb-694ba2f94860 None None] Routers {'46c694be-25df-4d43-bc4d-4f01dfcfd2d7'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:52.901233 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-98563e0b-cd21-4a7e-80fb-694ba2f94860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:30:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['46c694be-25df-4d43-bc4d-4f01dfcfd2d7'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:52.901719 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d83b281d-ac75-4f6e-a3f9-266da907e118 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:52.902998 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d83b281d-ac75-4f6e-a3f9-266da907e118 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8046360 Oct 19 01:30:52.906658 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40692) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:52.940602 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2530363f-59c4-4510-a65e-2734bb787e22 tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=b92153fb65d447bf94f5610e1ad52929&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326424 Oct 19 01:30:52.943195 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40694) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:53.012074 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-98563e0b-cd21-4a7e-80fb-694ba2f94860 None None] Set router 46c694be-25df-4d43-bc4d-4f01dfcfd2d7 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:30:53.031305 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777d464d-43ba-4c3a-9c92-5918fc30cf86 tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:53.035302 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-777d464d-43ba-4c3a-9c92-5918fc30cf86 tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885577 Oct 19 01:30:53.035596 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40696) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:53.066395 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-21e5e2a2-c65f-41d8-a056-261e2fe91bec tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=a0ce41c0-3b90-40be-93cd-082af8f20c34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268366 Oct 19 01:30:53.066645 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40698) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:53.071715 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-a43b10f3-4eeb-4e91-8966-bc0e3cafd4dc tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1248953082', 'network_id': 'f07e6381-f3cd-4097-8bff-9d2667bcfbc9', 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:53.173307 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43b10f3-4eeb-4e91-8966-bc0e3cafd4dc tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Made reservation on behalf of b92153fb65d447bf94f5610e1ad52929 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:30:53.179159 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a43b10f3-4eeb-4e91-8966-bc0e3cafd4dc tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:53.220249 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-98563e0b-cd21-4a7e-80fb-694ba2f94860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35375508', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '76c7727d-e3a1-4069-9a0d-b0fe86c0ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:51Z', 'updated_at': '2021-10-19T01:30:52Z', 'revision_number': 3, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '76c7727d-e3a1-4069-9a0d-b0fe86c0ef56', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:51Z', 'updated_at': '2021-10-19T01:30:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:53.273628 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98563e0b-cd21-4a7e-80fb-694ba2f94860 None None] Checking router: 46c694be-25df-4d43-bc4d-4f01dfcfd2d7 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:30:53.275192 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-f9c4a38f-61ca-4033-b44a-5aa1cfe069e7 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:53.276719 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-f9c4a38f-61ca-4033-b44a-5aa1cfe069e7 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.24 "GET /v2.0/networks?id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba HTTP/1.1" status: 200 len: 805 time: 0.1453948 Oct 19 01:30:53.280243 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98563e0b-cd21-4a7e-80fb-694ba2f94860 None None] Updating router 46c694be-25df-4d43-bc4d-4f01dfcfd2d7 port 76c7727d-e3a1-4069-9a0d-b0fe86c0ef56 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:30:53.293477 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-147c7281-294f-4c1b-8b3c-f064a2d434a0 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Request body: {'port': {'device_id': '106256a4-a742-4da0-b7b8-e80e4fac519e', 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba', 'admin_state_up': True, 'tenant_id': 'cfb46302dab9423db4c8fe701b5ed259'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:53.315578 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-98563e0b-cd21-4a7e-80fb-694ba2f94860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:53.337132 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:30:53.368498 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2e0cd84a-5868-4627-ade8-7e44d5beb542 req-cd53087b-bd8f-483e-b774-928992951540 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=106256a4-a742-4da0-b7b8-e80e4fac519e HTTP/1.1" status: 200 len: 210 time: 0.0389843 Oct 19 01:30:53.399204 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a43b10f3-4eeb-4e91-8966-bc0e3cafd4dc tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:53.449410 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-147c7281-294f-4c1b-8b3c-f064a2d434a0 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Made reservation on behalf of cfb46302dab9423db4c8fe701b5ed259 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:30:53.454047 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-147c7281-294f-4c1b-8b3c-f064a2d434a0 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:53.462043 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b10f3-4eeb-4e91-8966-bc0e3cafd4dc tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'Subnet': ['ID=6a33cce0-103b-445f-872c-c277095ddbb5,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:53.472232 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43b10f3-4eeb-4e91-8966-bc0e3cafd4dc tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Checking segment: {'id': '27d69f87-cc10-48f2-9a6e-0ba5cd162c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f07e6381-f3cd-4097-8bff-9d2667bcfbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:30:53.472602 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43b10f3-4eeb-4e91-8966-bc0e3cafd4dc tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Network hostable DHCP agents. Network: f07e6381-f3cd-4097-8bff-9d2667bcfbc9, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:30:53.493396 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43b10f3-4eeb-4e91-8966-bc0e3cafd4dc tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Network f07e6381-f3cd-4097-8bff-9d2667bcfbc9 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:30:53.505015 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-a43b10f3-4eeb-4e91-8966-bc0e3cafd4dc tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, f07e6381-f3cd-4097-8bff-9d2667bcfbc9) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:30:53.509652 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43b10f3-4eeb-4e91-8966-bc0e3cafd4dc tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:53.510245 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a43b10f3-4eeb-4e91-8966-bc0e3cafd4dc tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:53.525537 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc919dcf-41f6-455b-a3ce-d7bc33af26bd None None] Network f07e6381-f3cd-4097-8bff-9d2667bcfbc9 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:30:53.527393 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a43b10f3-4eeb-4e91-8966-bc0e3cafd4dc tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4598253 Oct 19 01:30:53.530738 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40702) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:53.603818 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-147c7281-294f-4c1b-8b3c-f064a2d434a0 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Allocated IP 172.20.0.4 (a482dc53-ded0-49a5-8c9f-a7720dcfc8ba/da80df4e-5bcb-4c28-8f73-c2e4236142d1/e6d73e04-e6ff-4497-9979-0c460edc94cd) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:30:53.704063 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-98563e0b-cd21-4a7e-80fb-694ba2f94860 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:53.712131 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-98563e0b-cd21-4a7e-80fb-694ba2f94860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:53.771364 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-98563e0b-cd21-4a7e-80fb-694ba2f94860 None None] Attempting to bind port 76c7727d-e3a1-4069-9a0d-b0fe86c0ef56 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:30:53.772079 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-98563e0b-cd21-4a7e-80fb-694ba2f94860 None None] Attempting to bind port 76c7727d-e3a1-4069-9a0d-b0fe86c0ef56 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:30:53.772230 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98563e0b-cd21-4a7e-80fb-694ba2f94860 None None] Attempting to bind port 76c7727d-e3a1-4069-9a0d-b0fe86c0ef56 on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:30:53.785821 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-147c7281-294f-4c1b-8b3c-f064a2d434a0 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:53.793325 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98563e0b-cd21-4a7e-80fb-694ba2f94860 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:30:53.793709 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98563e0b-cd21-4a7e-80fb-694ba2f94860 None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:30:53.794674 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-98563e0b-cd21-4a7e-80fb-694ba2f94860 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:53.795069 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98563e0b-cd21-4a7e-80fb-694ba2f94860 None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:30:53.795558 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-98563e0b-cd21-4a7e-80fb-694ba2f94860 None None] Bound port: 76c7727d-e3a1-4069-9a0d-b0fe86c0ef56, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:30:53.795965 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-98563e0b-cd21-4a7e-80fb-694ba2f94860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:53.824991 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-147c7281-294f-4c1b-8b3c-f064a2d434a0 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:53.835366 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299f447a-847a-4372-aea1-1a18689d24ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-f07e6381-f3cd-4097-8bff-9d2667bcfbc9', 'network_id': 'f07e6381-f3cd-4097-8bff-9d2667bcfbc9', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'fixed_ips': [{'subnet_id': '6a33cce0-103b-445f-872c-c277095ddbb5'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:30:53.836255 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-299f447a-847a-4372-aea1-1a18689d24ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:53.841957 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883d8f7-68e5-4a6c-93d6-e531112c2e90 None None] Pushing event updated for resources: {'Port': ['ID=76c7727d-e3a1-4069-9a0d-b0fe86c0ef56,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:53.844411 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['b9ee45bd-0a96-4bc4-87d4-bbfd52be190f'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:30:53.884661 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-147c7281-294f-4c1b-8b3c-f064a2d434a0 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Network a482dc53-ded0-49a5-8c9f-a7720dcfc8ba is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:30:53.887986 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-147c7281-294f-4c1b-8b3c-f064a2d434a0 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:30:53.892156 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-147c7281-294f-4c1b-8b3c-f064a2d434a0 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:30:53.898794 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c7281-294f-4c1b-8b3c-f064a2d434a0 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Pushing event updated for resources: {'Port': ['ID=e6d73e04-e6ff-4497-9979-0c460edc94cd,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:53.913628 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-98563e0b-cd21-4a7e-80fb-694ba2f94860 None None] For port 76c7727d-e3a1-4069-9a0d-b0fe86c0ef56, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:30:53.926565 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-98563e0b-cd21-4a7e-80fb-694ba2f94860 None None] For port 76c7727d-e3a1-4069-9a0d-b0fe86c0ef56, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=76c7727d-e3a1-4069-9a0d-b0fe86c0ef56,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:30:53.947651 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-147c7281-294f-4c1b-8b3c-f064a2d434a0 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:53.948722 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-147c7281-294f-4c1b-8b3c-f064a2d434a0 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:53.967968 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-147c7281-294f-4c1b-8b3c-f064a2d434a0 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6800668 Oct 19 01:30:53.980940 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-28862c50-0a13-466e-badc-d7649dfd64d6 service neutron] Request body: {'port': {'device_id': '106256a4-a742-4da0-b7b8-e80e4fac519e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:53.993206 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-98563e0b-cd21-4a7e-80fb-694ba2f94860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:54.040901 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-28862c50-0a13-466e-badc-d7649dfd64d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:54.067091 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-21f0c363-c5ca-41e6-9fdb-b43d0df1f7b8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:54.121723 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883d8f7-68e5-4a6c-93d6-e531112c2e90 None None] Pushing event updated for resources: {'Port': ['ID=76c7727d-e3a1-4069-9a0d-b0fe86c0ef56,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:54.144840 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98563e0b-cd21-4a7e-80fb-694ba2f94860 None None] Routers {'46c694be-25df-4d43-bc4d-4f01dfcfd2d7'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:54.145588 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-98563e0b-cd21-4a7e-80fb-694ba2f94860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:30:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['46c694be-25df-4d43-bc4d-4f01dfcfd2d7'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:54.223972 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-299f447a-847a-4372-aea1-1a18689d24ad None None] Allocated IP 172.20.0.2 (f07e6381-f3cd-4097-8bff-9d2667bcfbc9/6a33cce0-103b-445f-872c-c277095ddbb5/8fa02f11-2ea9-4c62-82a1-4ce46020fdee) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:30:54.323124 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-28862c50-0a13-466e-badc-d7649dfd64d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6d73e04-e6ff-4497-9979-0c460edc94cd {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:30:54.331775 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-28862c50-0a13-466e-badc-d7649dfd64d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:54.334738 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-98563e0b-cd21-4a7e-80fb-694ba2f94860 None None] Set router 46c694be-25df-4d43-bc4d-4f01dfcfd2d7 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:30:54.345150 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-28862c50-0a13-466e-badc-d7649dfd64d6 service neutron] Transition to ACTIVE for port object e6d73e04-e6ff-4497-9979-0c460edc94cd will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:30:54.349475 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-28862c50-0a13-466e-badc-d7649dfd64d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:54.421094 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28862c50-0a13-466e-badc-d7649dfd64d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d73e04-e6ff-4497-9979-0c460edc94cd,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:54.474665 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-28862c50-0a13-466e-badc-d7649dfd64d6 service neutron] Attempting to bind port e6d73e04-e6ff-4497-9979-0c460edc94cd on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:30:54.475100 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-28862c50-0a13-466e-badc-d7649dfd64d6 service neutron] Attempting to bind port e6d73e04-e6ff-4497-9979-0c460edc94cd by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '95a912d3-0274-4a3d-b739-965bff95f708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:30:54.475433 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-28862c50-0a13-466e-badc-d7649dfd64d6 service neutron] Attempting to bind port e6d73e04-e6ff-4497-9979-0c460edc94cd on network a482dc53-ded0-49a5-8c9f-a7720dcfc8ba {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:30:54.479974 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-28862c50-0a13-466e-badc-d7649dfd64d6 service neutron] Port e6d73e04-e6ff-4497-9979-0c460edc94cd on network a482dc53-ded0-49a5-8c9f-a7720dcfc8ba not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:30:54.480301 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-28862c50-0a13-466e-badc-d7649dfd64d6 service neutron] Attempting to bind port e6d73e04-e6ff-4497-9979-0c460edc94cd on network a482dc53-ded0-49a5-8c9f-a7720dcfc8ba {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:30:54.485377 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-28862c50-0a13-466e-badc-d7649dfd64d6 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:30:54.485713 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-28862c50-0a13-466e-badc-d7649dfd64d6 service neutron] Checking segment: {'id': '95a912d3-0274-4a3d-b739-965bff95f708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:30:54.486100 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-28862c50-0a13-466e-badc-d7649dfd64d6 service neutron] Bound using segment: {'id': '95a912d3-0274-4a3d-b739-965bff95f708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:30:54.486522 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-28862c50-0a13-466e-badc-d7649dfd64d6 service neutron] Bound port: e6d73e04-e6ff-4497-9979-0c460edc94cd, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a912d3-0274-4a3d-b739-965bff95f708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:30:54.486877 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-28862c50-0a13-466e-badc-d7649dfd64d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:54.518255 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a5c6c-72e9-4db8-bef6-5c058cc7585b req-49833aab-6f6a-4d01-ac03-880133cb3da0 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:54.524265 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7d9a5c6c-72e9-4db8-bef6-5c058cc7585b req-49833aab-6f6a-4d01-ac03-880133cb3da0 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=106256a4-a742-4da0-b7b8-e80e4fac519e HTTP/1.1" status: 200 len: 943 time: 0.0649703 Oct 19 01:30:54.558354 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-28862c50-0a13-466e-badc-d7649dfd64d6 service neutron] For port e6d73e04-e6ff-4497-9979-0c460edc94cd, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:30:54.561630 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-28862c50-0a13-466e-badc-d7649dfd64d6 service neutron] For port e6d73e04-e6ff-4497-9979-0c460edc94cd, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=e6d73e04-e6ff-4497-9979-0c460edc94cd,segment=NetworkSegment(95a912d3-0274-4a3d-b739-965bff95f708),segment_id=95a912d3-0274-4a3d-b739-965bff95f708)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:30:54.561973 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7d9a5c6c-72e9-4db8-bef6-5c058cc7585b req-b96e2289-4a19-4805-aead-712e8b7f8442 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344810 Oct 19 01:30:54.567594 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-28862c50-0a13-466e-badc-d7649dfd64d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:54.601119 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-299f447a-847a-4372-aea1-1a18689d24ad None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:54.611764 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-28862c50-0a13-466e-badc-d7649dfd64d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:54.612369 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-28862c50-0a13-466e-badc-d7649dfd64d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:54.613239 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-299f447a-847a-4372-aea1-1a18689d24ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:54.613744 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-28862c50-0a13-466e-badc-d7649dfd64d6 service neutron] 10.222.0.24 "PUT /v2.0/ports/e6d73e04-e6ff-4497-9979-0c460edc94cd HTTP/1.1" status: 200 len: 1092 time: 0.6370275 Oct 19 01:30:54.614177 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '106256a4-a742-4da0-b7b8-e80e4fac519e', 'tag': 'e6d73e04-e6ff-4497-9979-0c460edc94cd'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:30:54.616473 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6ec3ab-6940-404d-8669-77dc03c17b7a" -d '{"events": [{"name": "network-changed", "server_uuid": "106256a4-a742-4da0-b7b8-e80e4fac519e", "tag": "e6d73e04-e6ff-4497-9979-0c460edc94cd"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:30:54.667390 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299f447a-847a-4372-aea1-1a18689d24ad None None] Network f07e6381-f3cd-4097-8bff-9d2667bcfbc9 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:30:54.670755 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c435e2fe-1464-4adb-baaf-d21f1672b806 x-openstack-request-id: req-c435e2fe-1464-4adb-baaf-d21f1672b806 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:30:54.670755 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "106256a4-a742-4da0-b7b8-e80e4fac519e", "tag": "e6d73e04-e6ff-4497-9979-0c460edc94cd", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:30:54.671007 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c435e2fe-1464-4adb-baaf-d21f1672b806 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:30:54.671219 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '106256a4-a742-4da0-b7b8-e80e4fac519e', 'tag': 'e6d73e04-e6ff-4497-9979-0c460edc94cd', 'status': 'completed', 'code': 200} Oct 19 01:30:54.672292 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-299f447a-847a-4372-aea1-1a18689d24ad None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:30:54.672423 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28862c50-0a13-466e-badc-d7649dfd64d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d73e04-e6ff-4497-9979-0c460edc94cd,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:54.676115 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-21f0c363-c5ca-41e6-9fdb-b43d0df1f7b8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Allocated IP 172.20.0.1 (f07e6381-f3cd-4097-8bff-9d2667bcfbc9/6a33cce0-103b-445f-872c-c277095ddbb5/fe240c23-54b5-4d09-a6a9-2d32fdcddbfb) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:30:54.681026 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299f447a-847a-4372-aea1-1a18689d24ad None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:30:54.688943 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f447a-847a-4372-aea1-1a18689d24ad None None] Pushing event updated for resources: {'Port': ['ID=8fa02f11-2ea9-4c62-82a1-4ce46020fdee,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:54.723718 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-98563e0b-cd21-4a7e-80fb-694ba2f94860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35375508', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '76c7727d-e3a1-4069-9a0d-b0fe86c0ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:51Z', 'updated_at': '2021-10-19T01:30:52Z', 'revision_number': 3, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '76c7727d-e3a1-4069-9a0d-b0fe86c0ef56', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:51Z', 'updated_at': '2021-10-19T01:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:54.733948 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-0c526108-3256-44b2-a447-4ba7315bce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:54.735490 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-0c526108-3256-44b2-a447-4ba7315bce5f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cfb46302dab9423db4c8fe701b5ed259&device_id=106256a4-a742-4da0-b7b8-e80e4fac519e HTTP/1.1" status: 200 len: 1095 time: 0.0531445 Oct 19 01:30:54.768470 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98563e0b-cd21-4a7e-80fb-694ba2f94860 None None] The sync data for ids ['46c694be-25df-4d43-bc4d-4f01dfcfd2d7'] in n-d-715271-26 is: [{'id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35375508', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '76c7727d-e3a1-4069-9a0d-b0fe86c0ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:51Z', 'updated_at': '2021-10-19T01:30:52Z', 'revision_number': 3, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '76c7727d-e3a1-4069-9a0d-b0fe86c0ef56', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:51Z', 'updated_at': '2021-10-19T01:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:30:54.779677 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-299f447a-847a-4372-aea1-1a18689d24ad None None] Attempting to bind port 8fa02f11-2ea9-4c62-82a1-4ce46020fdee on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:30:54.780074 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-299f447a-847a-4372-aea1-1a18689d24ad None None] Attempting to bind port 8fa02f11-2ea9-4c62-82a1-4ce46020fdee by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '27d69f87-cc10-48f2-9a6e-0ba5cd162c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f07e6381-f3cd-4097-8bff-9d2667bcfbc9'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:30:54.780435 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299f447a-847a-4372-aea1-1a18689d24ad None None] Attempting to bind port 8fa02f11-2ea9-4c62-82a1-4ce46020fdee on network f07e6381-f3cd-4097-8bff-9d2667bcfbc9 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:30:54.782329 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-33b1bad7-4cbd-4f88-a7a7-f48517c1f23c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6d73e04-e6ff-4497-9979-0c460edc94cd HTTP/1.1" status: 200 len: 217 time: 0.0370808 Oct 19 01:30:54.785825 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299f447a-847a-4372-aea1-1a18689d24ad None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:30:54.786211 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299f447a-847a-4372-aea1-1a18689d24ad None None] Checking segment: {'id': '27d69f87-cc10-48f2-9a6e-0ba5cd162c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f07e6381-f3cd-4097-8bff-9d2667bcfbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:30:54.786614 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-299f447a-847a-4372-aea1-1a18689d24ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:54.787014 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299f447a-847a-4372-aea1-1a18689d24ad None None] Bound using segment: {'id': '27d69f87-cc10-48f2-9a6e-0ba5cd162c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f07e6381-f3cd-4097-8bff-9d2667bcfbc9'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:30:54.787883 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-299f447a-847a-4372-aea1-1a18689d24ad None None] Bound port: 8fa02f11-2ea9-4c62-82a1-4ce46020fdee, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d69f87-cc10-48f2-9a6e-0ba5cd162c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f07e6381-f3cd-4097-8bff-9d2667bcfbc9'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:30:54.788031 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-299f447a-847a-4372-aea1-1a18689d24ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:54.813432 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-21f0c363-c5ca-41e6-9fdb-b43d0df1f7b8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:54.848167 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-35f4ebc3-4083-49b0-9bc6-042fdd387ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:54.849976 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-35f4ebc3-4083-49b0-9bc6-042fdd387ab0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=da80df4e-5bcb-4c28-8f73-c2e4236142d1 HTTP/1.1" status: 200 len: 845 time: 0.0566912 Oct 19 01:30:54.854908 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-21f0c363-c5ca-41e6-9fdb-b43d0df1f7b8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:54.891449 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-169bcfb4-8dbc-41d6-810c-6fca3e8337ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328536 Oct 19 01:30:54.914834 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f0c363-c5ca-41e6-9fdb-b43d0df1f7b8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Network f07e6381-f3cd-4097-8bff-9d2667bcfbc9 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:30:54.916351 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0c363-c5ca-41e6-9fdb-b43d0df1f7b8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'Port': ['ID=fe240c23-54b5-4d09-a6a9-2d32fdcddbfb,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:54.919597 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-21f0c363-c5ca-41e6-9fdb-b43d0df1f7b8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:30:54.922522 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f0c363-c5ca-41e6-9fdb-b43d0df1f7b8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:30:54.926436 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-299f447a-847a-4372-aea1-1a18689d24ad None None] For port 8fa02f11-2ea9-4c62-82a1-4ce46020fdee, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:30:54.930132 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-299f447a-847a-4372-aea1-1a18689d24ad None None] For port 8fa02f11-2ea9-4c62-82a1-4ce46020fdee, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=8fa02f11-2ea9-4c62-82a1-4ce46020fdee,segment=NetworkSegment(27d69f87-cc10-48f2-9a6e-0ba5cd162c8a),segment_id=27d69f87-cc10-48f2-9a6e-0ba5cd162c8a)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:30:54.940053 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-299f447a-847a-4372-aea1-1a18689d24ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:54.973114 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-21f0c363-c5ca-41e6-9fdb-b43d0df1f7b8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.009223 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f447a-847a-4372-aea1-1a18689d24ad None None] Pushing event updated for resources: {'Port': ['ID=8fa02f11-2ea9-4c62-82a1-4ce46020fdee,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:55.031490 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-56deb22d-843a-4f2a-a82e-fb1b34c7386b service neutron] 10.222.0.24 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304891 Oct 19 01:30:55.176275 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aee6f857-0112-4909-97f9-a0920e553ed6 req-616c2bef-59d5-4cc6-9b8c-e3f4740ba61e service neutron] 10.222.0.24 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352212 Oct 19 01:30:55.196790 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-21f0c363-c5ca-41e6-9fdb-b43d0df1f7b8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.311286 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ec3ab-6940-404d-8669-77dc03c17b7a req-d34bd0c9-bc49-413d-89c5-8e69beb1e03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:55.314620 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eb6ec3ab-6940-404d-8669-77dc03c17b7a req-d34bd0c9-bc49-413d-89c5-8e69beb1e03d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cfb46302dab9423db4c8fe701b5ed259&device_id=106256a4-a742-4da0-b7b8-e80e4fac519e HTTP/1.1" status: 200 len: 1095 time: 0.0719464 Oct 19 01:30:55.482614 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ec3ab-6940-404d-8669-77dc03c17b7a req-8646e4d0-e8f8-4c72-beae-a5b8a1efe01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:55.484999 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eb6ec3ab-6940-404d-8669-77dc03c17b7a req-8646e4d0-e8f8-4c72-beae-a5b8a1efe01e service neutron] 10.222.0.24 "GET /v2.0/networks?id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba HTTP/1.1" status: 200 len: 906 time: 0.1608133 Oct 19 01:30:55.529833 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eb6ec3ab-6940-404d-8669-77dc03c17b7a req-30c8414c-9cb3-4cc9-8539-6c79bc577de3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6d73e04-e6ff-4497-9979-0c460edc94cd HTTP/1.1" status: 200 len: 217 time: 0.0357327 Oct 19 01:30:55.590591 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ec3ab-6940-404d-8669-77dc03c17b7a req-51248a14-1787-48dd-99f6-1e9212de1726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:55.593414 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eb6ec3ab-6940-404d-8669-77dc03c17b7a req-51248a14-1787-48dd-99f6-1e9212de1726 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=da80df4e-5bcb-4c28-8f73-c2e4236142d1 HTTP/1.1" status: 200 len: 845 time: 0.0569584 Oct 19 01:30:55.598672 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-21f0c363-c5ca-41e6-9fdb-b43d0df1f7b8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.603554 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-21f0c363-c5ca-41e6-9fdb-b43d0df1f7b8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.655272 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eb6ec3ab-6940-404d-8669-77dc03c17b7a req-2fce977e-8d80-45f7-a41f-03dbf3499858 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534682 Oct 19 01:30:55.723502 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-21f0c363-c5ca-41e6-9fdb-b43d0df1f7b8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.787958 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eb6ec3ab-6940-404d-8669-77dc03c17b7a req-eb572c44-895e-43fe-8c85-d9e7853c8bdb service neutron] 10.222.0.24 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228032 Oct 19 01:30:55.803556 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0c363-c5ca-41e6-9fdb-b43d0df1f7b8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'Port': ['ID=fe240c23-54b5-4d09-a6a9-2d32fdcddbfb,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:55.848927 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 76c7727d-e3a1-4069-9a0d-b0fe86c0ef56 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:30:55.909540 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f730b2-b5d2-42e9-bff6-899d86d480d8 req-e0122531-117a-4a6c-b3be-4faad7c9efe4 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:55.911863 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-42f730b2-b5d2-42e9-bff6-899d86d480d8 req-e0122531-117a-4a6c-b3be-4faad7c9efe4 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=106256a4-a742-4da0-b7b8-e80e4fac519e HTTP/1.1" status: 200 len: 943 time: 0.1856225 Oct 19 01:30:55.916852 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 76c7727d-e3a1-4069-9a0d-b0fe86c0ef56 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:30:55.917051 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.958765 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eb6ec3ab-6940-404d-8669-77dc03c17b7a req-02f2d9cf-84d8-41e7-8046-ebae7dc8ca93 service neutron] 10.222.0.24 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622846 Oct 19 01:30:55.980296 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-42f730b2-b5d2-42e9-bff6-899d86d480d8 req-f88dd4ac-0a48-49a3-bc61-a3174a9542df tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541978 Oct 19 01:30:55.993210 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f0c363-c5ca-41e6-9fdb-b43d0df1f7b8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Network f07e6381-f3cd-4097-8bff-9d2667bcfbc9 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:30:55.994925 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-21f0c363-c5ca-41e6-9fdb-b43d0df1f7b8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:30:56.041202 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:56.069872 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 76c7727d-e3a1-4069-9a0d-b0fe86c0ef56, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=76c7727d-e3a1-4069-9a0d-b0fe86c0ef56,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:56.077213 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:56.078019 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 8fa02f11-2ea9-4c62-82a1-4ce46020fdee up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:30:56.147005 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f0c363-c5ca-41e6-9fdb-b43d0df1f7b8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Router 46c694be-25df-4d43-bc4d-4f01dfcfd2d7 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:30:56.161362 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=76c7727d-e3a1-4069-9a0d-b0fe86c0ef56,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:56.175815 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 8fa02f11-2ea9-4c62-82a1-4ce46020fdee triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:30:56.176197 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:56.257383 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:56.272101 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f0c363-c5ca-41e6-9fdb-b43d0df1f7b8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:30:56.277843 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-21f0c363-c5ca-41e6-9fdb-b43d0df1f7b8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "PUT /v2.0/routers/46c694be-25df-4d43-bc4d-4f01dfcfd2d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7460358 Oct 19 01:30:56.295891 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 8fa02f11-2ea9-4c62-82a1-4ce46020fdee, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=8fa02f11-2ea9-4c62-82a1-4ce46020fdee,segment=NetworkSegment(27d69f87-cc10-48f2-9a6e-0ba5cd162c8a),segment_id=27d69f87-cc10-48f2-9a6e-0ba5cd162c8a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:56.299136 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bb01df-233d-43c8-ad32-82cabbdfe472 None None] Network f07e6381-f3cd-4097-8bff-9d2667bcfbc9 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:30:56.312545 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:56.481850 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-1e1ac1b3-ce72-462e-9c69-f3c6d68c92cc tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-317242994&fields=id&tenant_id=b92153fb65d447bf94f5610e1ad52929 HTTP/1.1" status: 200 len: 267 time: 0.0347748 Oct 19 01:30:56.572235 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-f522721c-caf5-4823-8d85-ec3524ba87b8 None None] Provisioning complete for port 8fa02f11-2ea9-4c62-82a1-4ce46020fdee triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:30:56.572603 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f522721c-caf5-4823-8d85-ec3524ba87b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:56.577808 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=8fa02f11-2ea9-4c62-82a1-4ce46020fdee,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:56.596742 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-fac9e04e-91d4-47e0-8ed1-a226def940c7 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:56.598215 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-fac9e04e-91d4-47e0-8ed1-a226def940c7 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/networks?id=f07e6381-f3cd-4097-8bff-9d2667bcfbc9 HTTP/1.1" status: 200 len: 796 time: 0.1089950 Oct 19 01:30:56.615134 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-a405ff5e-29c2-44be-bf56-282159ef2079 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/quotas/b92153fb65d447bf94f5610e1ad52929 HTTP/1.1" status: 200 len: 375 time: 0.0110056 Oct 19 01:30:56.671713 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-9e985d3a-5ad5-40af-862b-1fe6815eaee9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b92153fb65d447bf94f5610e1ad52929&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509844 Oct 19 01:30:56.777581 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-7dea91d8-317a-478d-83b9-ae6a827e39b2 service neutron] 10.222.0.57 "GET /v2.0/networks/f07e6381-f3cd-4097-8bff-9d2667bcfbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934408 Oct 19 01:30:56.922543 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5782713-d4fa-4939-9d91-0a3bde6efeca None None] Sync routers for ids ['46c694be-25df-4d43-bc4d-4f01dfcfd2d7'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:30:56.933073 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5782713-d4fa-4939-9d91-0a3bde6efeca None None] Routers {'46c694be-25df-4d43-bc4d-4f01dfcfd2d7'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:56.933692 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-d5782713-d4fa-4939-9d91-0a3bde6efeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:30:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['46c694be-25df-4d43-bc4d-4f01dfcfd2d7'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:57.053179 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-ac008d63-92af-46bc-8ff2-ae5e6ba278e1 None None] Provisioning complete for port fe240c23-54b5-4d09-a6a9-2d32fdcddbfb triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:30:57.053769 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ac008d63-92af-46bc-8ff2-ae5e6ba278e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:57.095061 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-d5782713-d4fa-4939-9d91-0a3bde6efeca None None] Set router 46c694be-25df-4d43-bc4d-4f01dfcfd2d7 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:30:57.163362 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-ac008d63-92af-46bc-8ff2-ae5e6ba278e1 None None] Port fe240c23-54b5-4d09-a6a9-2d32fdcddbfb cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:30:57.195975 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-ac008d63-92af-46bc-8ff2-ae5e6ba278e1 None None] Provisioning complete for port 8fa02f11-2ea9-4c62-82a1-4ce46020fdee triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:30:57.201696 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ac008d63-92af-46bc-8ff2-ae5e6ba278e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:57.228183 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81671ce-8b43-4d8a-8c4a-c55e51a560b4 req-81c90d51-e643-4f50-b20f-5b54ba06f68d tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:57.242490 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f81671ce-8b43-4d8a-8c4a-c55e51a560b4 req-81c90d51-e643-4f50-b20f-5b54ba06f68d tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=106256a4-a742-4da0-b7b8-e80e4fac519e HTTP/1.1" status: 200 len: 943 time: 0.1292350 Oct 19 01:30:57.267396 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:57.338732 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-f3cb364e-ad28-4273-99ac-6dd9001e5061 service neutron] 10.222.0.57 "GET /v2.0/networks/f07e6381-f3cd-4097-8bff-9d2667bcfbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5528190 Oct 19 01:30:57.343706 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f81671ce-8b43-4d8a-8c4a-c55e51a560b4 req-ef6af4ec-8f75-42c6-9b4b-4c43c2a8e3ae tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954206 Oct 19 01:30:57.388949 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-d5782713-d4fa-4939-9d91-0a3bde6efeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35375508', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '76c7727d-e3a1-4069-9a0d-b0fe86c0ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:51Z', 'updated_at': '2021-10-19T01:30:55Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '76c7727d-e3a1-4069-9a0d-b0fe86c0ef56', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:51Z', 'updated_at': '2021-10-19T01:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'fe240c23-54b5-4d09-a6a9-2d32fdcddbfb', 'name': '', 'network_id': 'f07e6381-f3cd-4097-8bff-9d2667bcfbc9', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'mac_address': 'fa:16:3e:c0:71:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '6a33cce0-103b-445f-872c-c277095ddbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:54Z', 'updated_at': '2021-10-19T01:30:55Z', 'revision_number': 2, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'subnets': [{'id': '6a33cce0-103b-445f-872c-c277095ddbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:57.424993 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5782713-d4fa-4939-9d91-0a3bde6efeca None None] Checking router: 46c694be-25df-4d43-bc4d-4f01dfcfd2d7 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:30:57.425355 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5782713-d4fa-4939-9d91-0a3bde6efeca None None] Updating router 46c694be-25df-4d43-bc4d-4f01dfcfd2d7 port fe240c23-54b5-4d09-a6a9-2d32fdcddbfb binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:30:57.453834 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-d5782713-d4fa-4939-9d91-0a3bde6efeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:57.489543 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-8a3b48aa-609b-476f-8021-9aabe12a1b39 None None] Provisioning complete for port fe240c23-54b5-4d09-a6a9-2d32fdcddbfb triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:30:57.489925 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8a3b48aa-609b-476f-8021-9aabe12a1b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:57.528150 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-8a3b48aa-609b-476f-8021-9aabe12a1b39 None None] Port fe240c23-54b5-4d09-a6a9-2d32fdcddbfb cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:30:57.589401 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f6b654e6-01ec-4811-a9b1-2cdc752e5f4a req-d51d0bfd-4264-4228-9ef2-bff29169d313 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=295af08b-62fb-4a10-897c-5b0b9b693923 HTTP/1.1" status: 200 len: 210 time: 0.0371327 Oct 19 01:30:57.666414 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-07af49ae-4390-4f33-9709-c77afc8aff28 None None] Provisioning complete for port fe240c23-54b5-4d09-a6a9-2d32fdcddbfb triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:30:57.666797 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-07af49ae-4390-4f33-9709-c77afc8aff28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:57.719148 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 76c7727d-e3a1-4069-9a0d-b0fe86c0ef56 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:30:57.750919 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-07af49ae-4390-4f33-9709-c77afc8aff28 None None] Port fe240c23-54b5-4d09-a6a9-2d32fdcddbfb cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:30:57.776068 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 76c7727d-e3a1-4069-9a0d-b0fe86c0ef56 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:30:57.776441 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:57.811427 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-d5782713-d4fa-4939-9d91-0a3bde6efeca None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:57.823265 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-d5782713-d4fa-4939-9d91-0a3bde6efeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:57.866377 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 8fa02f11-2ea9-4c62-82a1-4ce46020fdee up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:30:57.885242 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d210e7-6046-4ef9-9469-45e92f34a6c4 None None] Pushing event updated for resources: {'Port': ['ID=fe240c23-54b5-4d09-a6a9-2d32fdcddbfb,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:57.914276 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d210e7-6046-4ef9-9469-45e92f34a6c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:57.915037 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d210e7-6046-4ef9-9469-45e92f34a6c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:57.915376 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d210e7-6046-4ef9-9469-45e92f34a6c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:57.915714 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d210e7-6046-4ef9-9469-45e92f34a6c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:57.916206 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d210e7-6046-4ef9-9469-45e92f34a6c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:57.916961 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d210e7-6046-4ef9-9469-45e92f34a6c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:57.917297 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d210e7-6046-4ef9-9469-45e92f34a6c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:57.917619 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d210e7-6046-4ef9-9469-45e92f34a6c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:57.917941 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d210e7-6046-4ef9-9469-45e92f34a6c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:57.918257 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d210e7-6046-4ef9-9469-45e92f34a6c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:57.918599 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d210e7-6046-4ef9-9469-45e92f34a6c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:57.918888 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d210e7-6046-4ef9-9469-45e92f34a6c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:57.961107 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-d5782713-d4fa-4939-9d91-0a3bde6efeca None None] Attempting to bind port fe240c23-54b5-4d09-a6a9-2d32fdcddbfb on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:30:57.961823 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-d5782713-d4fa-4939-9d91-0a3bde6efeca None None] Attempting to bind port fe240c23-54b5-4d09-a6a9-2d32fdcddbfb by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '27d69f87-cc10-48f2-9a6e-0ba5cd162c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f07e6381-f3cd-4097-8bff-9d2667bcfbc9'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:30:57.961823 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5782713-d4fa-4939-9d91-0a3bde6efeca None None] Attempting to bind port fe240c23-54b5-4d09-a6a9-2d32fdcddbfb on network f07e6381-f3cd-4097-8bff-9d2667bcfbc9 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:30:57.964214 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 8fa02f11-2ea9-4c62-82a1-4ce46020fdee triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:30:57.965012 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:57.969727 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5782713-d4fa-4939-9d91-0a3bde6efeca None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:30:57.970101 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5782713-d4fa-4939-9d91-0a3bde6efeca None None] Checking segment: {'id': '27d69f87-cc10-48f2-9a6e-0ba5cd162c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f07e6381-f3cd-4097-8bff-9d2667bcfbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:30:57.970427 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-d5782713-d4fa-4939-9d91-0a3bde6efeca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:57.970799 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5782713-d4fa-4939-9d91-0a3bde6efeca None None] Bound using segment: {'id': '27d69f87-cc10-48f2-9a6e-0ba5cd162c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f07e6381-f3cd-4097-8bff-9d2667bcfbc9'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:30:57.971341 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-d5782713-d4fa-4939-9d91-0a3bde6efeca None None] Bound port: fe240c23-54b5-4d09-a6a9-2d32fdcddbfb, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d69f87-cc10-48f2-9a6e-0ba5cd162c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f07e6381-f3cd-4097-8bff-9d2667bcfbc9'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:30:57.971720 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-d5782713-d4fa-4939-9d91-0a3bde6efeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:58.070986 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-d5782713-d4fa-4939-9d91-0a3bde6efeca None None] For port fe240c23-54b5-4d09-a6a9-2d32fdcddbfb, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:30:58.076021 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-d5782713-d4fa-4939-9d91-0a3bde6efeca None None] For port fe240c23-54b5-4d09-a6a9-2d32fdcddbfb, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=fe240c23-54b5-4d09-a6a9-2d32fdcddbfb,segment=NetworkSegment(27d69f87-cc10-48f2-9a6e-0ba5cd162c8a),segment_id=27d69f87-cc10-48f2-9a6e-0ba5cd162c8a)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:30:58.082443 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-d5782713-d4fa-4939-9d91-0a3bde6efeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:58.151309 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5782713-d4fa-4939-9d91-0a3bde6efeca None None] Routers {'46c694be-25df-4d43-bc4d-4f01dfcfd2d7'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:58.151917 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-d5782713-d4fa-4939-9d91-0a3bde6efeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:30:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['46c694be-25df-4d43-bc4d-4f01dfcfd2d7'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:58.221781 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d210e7-6046-4ef9-9469-45e92f34a6c4 None None] Pushing event updated for resources: {'Port': ['ID=fe240c23-54b5-4d09-a6a9-2d32fdcddbfb,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:58.275097 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-8f7a05ac-2379-42fc-b8b6-05ebf74c0e77 None None] Provisioning complete for port fe240c23-54b5-4d09-a6a9-2d32fdcddbfb triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:30:58.275711 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8f7a05ac-2379-42fc-b8b6-05ebf74c0e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:58.297049 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-d5782713-d4fa-4939-9d91-0a3bde6efeca None None] Set router 46c694be-25df-4d43-bc4d-4f01dfcfd2d7 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:30:58.390035 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8f7a05ac-2379-42fc-b8b6-05ebf74c0e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:58.427094 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-8f7a05ac-2379-42fc-b8b6-05ebf74c0e77 None None] For port fe240c23-54b5-4d09-a6a9-2d32fdcddbfb, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=fe240c23-54b5-4d09-a6a9-2d32fdcddbfb,segment=NetworkSegment(27d69f87-cc10-48f2-9a6e-0ba5cd162c8a),segment_id=27d69f87-cc10-48f2-9a6e-0ba5cd162c8a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:58.431622 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8f7a05ac-2379-42fc-b8b6-05ebf74c0e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:58.489795 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a05ac-2379-42fc-b8b6-05ebf74c0e77 None None] Pushing event updated for resources: {'Port': ['ID=fe240c23-54b5-4d09-a6a9-2d32fdcddbfb,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:58.510110 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba4b71-47ac-4736-8fe8-4d1363069e25 req-82a727f2-f088-4d40-a5bf-86ff70e5123e tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:58.511604 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-98ba4b71-47ac-4736-8fe8-4d1363069e25 req-82a727f2-f088-4d40-a5bf-86ff70e5123e tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=106256a4-a742-4da0-b7b8-e80e4fac519e HTTP/1.1" status: 200 len: 943 time: 0.0669200 Oct 19 01:30:58.535337 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-d5782713-d4fa-4939-9d91-0a3bde6efeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35375508', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '76c7727d-e3a1-4069-9a0d-b0fe86c0ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:51Z', 'updated_at': '2021-10-19T01:30:55Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '76c7727d-e3a1-4069-9a0d-b0fe86c0ef56', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:51Z', 'updated_at': '2021-10-19T01:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'fe240c23-54b5-4d09-a6a9-2d32fdcddbfb', 'name': '', 'network_id': 'f07e6381-f3cd-4097-8bff-9d2667bcfbc9', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'mac_address': 'fa:16:3e:c0:71:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '6a33cce0-103b-445f-872c-c277095ddbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:54Z', 'updated_at': '2021-10-19T01:30:58Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'subnets': [{'id': '6a33cce0-103b-445f-872c-c277095ddbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:58.553762 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-004d7876-1655-4cf3-b85f-9e155f680a87 None None] Provisioning complete for port fe240c23-54b5-4d09-a6a9-2d32fdcddbfb triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:30:58.554827 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-004d7876-1655-4cf3-b85f-9e155f680a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:58.563998 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-98ba4b71-47ac-4736-8fe8-4d1363069e25 req-d92a0c45-212d-4ec4-bd63-32363a1580b2 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452466 Oct 19 01:30:58.565302 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5782713-d4fa-4939-9d91-0a3bde6efeca None None] The sync data for ids ['46c694be-25df-4d43-bc4d-4f01dfcfd2d7'] in n-d-715271-26 is: [{'id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35375508', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '76c7727d-e3a1-4069-9a0d-b0fe86c0ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:51Z', 'updated_at': '2021-10-19T01:30:55Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '76c7727d-e3a1-4069-9a0d-b0fe86c0ef56', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:51Z', 'updated_at': '2021-10-19T01:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'fe240c23-54b5-4d09-a6a9-2d32fdcddbfb', 'name': '', 'network_id': 'f07e6381-f3cd-4097-8bff-9d2667bcfbc9', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'mac_address': 'fa:16:3e:c0:71:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '6a33cce0-103b-445f-872c-c277095ddbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:54Z', 'updated_at': '2021-10-19T01:30:58Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'subnets': [{'id': '6a33cce0-103b-445f-872c-c277095ddbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:30:58.763553 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bf9baedf-dbef-4ac4-8b24-5c43a2778a02 req-35d82488-f6f9-4f2b-8a6a-677f38277b6d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=295af08b-62fb-4a10-897c-5b0b9b693923 HTTP/1.1" status: 200 len: 210 time: 0.0681262 Oct 19 01:30:58.809969 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-ee247732-9c40-4ce6-9ddf-96cb55ea6e2d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:58.811520 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-ee247732-9c40-4ce6-9ddf-96cb55ea6e2d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.55 "GET /v2.0/networks?id=f07e6381-f3cd-4097-8bff-9d2667bcfbc9 HTTP/1.1" status: 200 len: 796 time: 0.1712465 Oct 19 01:30:58.857987 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-cfc35af5-4746-465d-ad27-4118cfa1b6e6 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b92153fb65d447bf94f5610e1ad52929 HTTP/1.1" status: 200 len: 379 time: 0.0372293 Oct 19 01:30:58.873451 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-c761a81a-ae4a-47f1-a49e-09a5e9c6eaca tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'port': {'device_id': '295af08b-62fb-4a10-897c-5b0b9b693923', 'network_id': 'f07e6381-f3cd-4097-8bff-9d2667bcfbc9', 'admin_state_up': True, 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'security_groups': ['5a03ae4b-2171-4e98-8835-743ed0da22cf']}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:58.991796 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-c761a81a-ae4a-47f1-a49e-09a5e9c6eaca tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Made reservation on behalf of b92153fb65d447bf94f5610e1ad52929 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:30:58.995369 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-c761a81a-ae4a-47f1-a49e-09a5e9c6eaca tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:59.132071 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-c761a81a-ae4a-47f1-a49e-09a5e9c6eaca tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Allocated IP 172.20.0.6 (f07e6381-f3cd-4097-8bff-9d2667bcfbc9/6a33cce0-103b-445f-872c-c277095ddbb5/4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:30:59.254193 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device e6d73e04-e6ff-4497-9979-0c460edc94cd details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:30:59.291614 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-c761a81a-ae4a-47f1-a49e-09a5e9c6eaca tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:59.334701 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-c761a81a-ae4a-47f1-a49e-09a5e9c6eaca tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:59.385236 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port e6d73e04-e6ff-4497-9979-0c460edc94cd, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=e6d73e04-e6ff-4497-9979-0c460edc94cd,segment=NetworkSegment(95a912d3-0274-4a3d-b739-965bff95f708),segment_id=95a912d3-0274-4a3d-b739-965bff95f708)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:59.388399 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-c761a81a-ae4a-47f1-a49e-09a5e9c6eaca tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Network f07e6381-f3cd-4097-8bff-9d2667bcfbc9 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:30:59.392416 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-c761a81a-ae4a-47f1-a49e-09a5e9c6eaca tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:30:59.396159 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-c761a81a-ae4a-47f1-a49e-09a5e9c6eaca tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:30:59.397279 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'e6d73e04-e6ff-4497-9979-0c460edc94cd', 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba', 'port_id': 'e6d73e04-e6ff-4497-9979-0c460edc94cd', 'mac_address': 'fa:16:3e:b4:57:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da80df4e-5bcb-4c28-8f73-c2e4236142d1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:30:59.430132 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761a81a-ae4a-47f1-a49e-09a5e9c6eaca tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'Port': ['ID=4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:59.445310 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:59.454765 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-c761a81a-ae4a-47f1-a49e-09a5e9c6eaca tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:59.456062 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-c761a81a-ae4a-47f1-a49e-09a5e9c6eaca tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:59.468044 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6d73e04-e6ff-4497-9979-0c460edc94cd {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:30:59.476833 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-c761a81a-ae4a-47f1-a49e-09a5e9c6eaca tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6072485 Oct 19 01:30:59.492095 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-0d52eab9-e78b-4d3d-ae31-1f9b545383a5 service neutron] Request body: {'port': {'device_id': '295af08b-62fb-4a10-897c-5b0b9b693923', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:59.492309 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port e6d73e04-e6ff-4497-9979-0c460edc94cd, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=e6d73e04-e6ff-4497-9979-0c460edc94cd,segment=NetworkSegment(95a912d3-0274-4a3d-b739-965bff95f708),segment_id=95a912d3-0274-4a3d-b739-965bff95f708)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:59.499623 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:59.558971 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-0d52eab9-e78b-4d3d-ae31-1f9b545383a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:59.561159 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=e6d73e04-e6ff-4497-9979-0c460edc94cd,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:59.648106 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:59.729108 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c8cc4-1585-48b8-b8b9-cd6a358347d1 req-ae5b6415-5a4c-49bf-ae3f-9cc5b7c0978e tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:59.730972 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-602c8cc4-1585-48b8-b8b9-cd6a358347d1 req-ae5b6415-5a4c-49bf-ae3f-9cc5b7c0978e tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=106256a4-a742-4da0-b7b8-e80e4fac519e HTTP/1.1" status: 200 len: 944 time: 0.0773704 Oct 19 01:30:59.733380 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device fe240c23-54b5-4d09-a6a9-2d32fdcddbfb up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:30:59.769067 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['e6d73e04-e6ff-4497-9979-0c460edc94cd'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:30:59.788456 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-602c8cc4-1585-48b8-b8b9-cd6a358347d1 req-ce09e47b-4364-4bc1-b6f9-5f9558026704 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497005 Oct 19 01:30:59.831823 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-f70dc018-751f-456a-b845-49356a06df38 None None] Provisioning complete for port 4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:30:59.832233 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f70dc018-751f-456a-b845-49356a06df38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:59.893967 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-f70dc018-751f-456a-b845-49356a06df38 None None] Port 4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:30:59.907317 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port fe240c23-54b5-4d09-a6a9-2d32fdcddbfb triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:30:59.907695 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:00.304394 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e79f1d-85f5-4773-861c-70737c15c14f req-e771eae6-b085-4498-a075-5dc2fc205fa4 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:00.305875 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51e79f1d-85f5-4773-861c-70737c15c14f req-e771eae6-b085-4498-a075-5dc2fc205fa4 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=295af08b-62fb-4a10-897c-5b0b9b693923 HTTP/1.1" status: 200 len: 931 time: 0.4365091 Oct 19 01:31:00.311260 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-0d52eab9-e78b-4d3d-ae31-1f9b545383a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:31:00.324056 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-0d52eab9-e78b-4d3d-ae31-1f9b545383a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:00.348386 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-0d52eab9-e78b-4d3d-ae31-1f9b545383a5 service neutron] Transition to ACTIVE for port object 4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:31:00.354961 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-0d52eab9-e78b-4d3d-ae31-1f9b545383a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:00.391680 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51e79f1d-85f5-4773-861c-70737c15c14f req-5fb22a4f-c37c-4c48-acaf-34c199bc5fb6 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=5a03ae4b-2171-4e98-8835-743ed0da22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760717 Oct 19 01:31:00.440296 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52eab9-e78b-4d3d-ae31-1f9b545383a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:00.493101 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-0d52eab9-e78b-4d3d-ae31-1f9b545383a5 service neutron] Attempting to bind port 4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:31:00.493442 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-0d52eab9-e78b-4d3d-ae31-1f9b545383a5 service neutron] Attempting to bind port 4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '27d69f87-cc10-48f2-9a6e-0ba5cd162c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f07e6381-f3cd-4097-8bff-9d2667bcfbc9'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:31:00.493774 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-0d52eab9-e78b-4d3d-ae31-1f9b545383a5 service neutron] Attempting to bind port 4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c on network f07e6381-f3cd-4097-8bff-9d2667bcfbc9 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:31:00.498674 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-0d52eab9-e78b-4d3d-ae31-1f9b545383a5 service neutron] Port 4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c on network f07e6381-f3cd-4097-8bff-9d2667bcfbc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:31:00.498998 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-0d52eab9-e78b-4d3d-ae31-1f9b545383a5 service neutron] Attempting to bind port 4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c on network f07e6381-f3cd-4097-8bff-9d2667bcfbc9 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:31:00.504021 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-0d52eab9-e78b-4d3d-ae31-1f9b545383a5 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:31:00.504346 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-0d52eab9-e78b-4d3d-ae31-1f9b545383a5 service neutron] Checking segment: {'id': '27d69f87-cc10-48f2-9a6e-0ba5cd162c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f07e6381-f3cd-4097-8bff-9d2667bcfbc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:31:00.504732 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-0d52eab9-e78b-4d3d-ae31-1f9b545383a5 service neutron] Bound using segment: {'id': '27d69f87-cc10-48f2-9a6e-0ba5cd162c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f07e6381-f3cd-4097-8bff-9d2667bcfbc9'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:31:00.505167 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-0d52eab9-e78b-4d3d-ae31-1f9b545383a5 service neutron] Bound port: 4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27d69f87-cc10-48f2-9a6e-0ba5cd162c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f07e6381-f3cd-4097-8bff-9d2667bcfbc9'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:31:00.505527 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-0d52eab9-e78b-4d3d-ae31-1f9b545383a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:00.571964 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-0d52eab9-e78b-4d3d-ae31-1f9b545383a5 service neutron] For port 4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:31:00.575001 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-0d52eab9-e78b-4d3d-ae31-1f9b545383a5 service neutron] For port 4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c,segment=NetworkSegment(27d69f87-cc10-48f2-9a6e-0ba5cd162c8a),segment_id=27d69f87-cc10-48f2-9a6e-0ba5cd162c8a)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:31:00.580029 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-0d52eab9-e78b-4d3d-ae31-1f9b545383a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:00.614880 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-0d52eab9-e78b-4d3d-ae31-1f9b545383a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:00.615643 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-0d52eab9-e78b-4d3d-ae31-1f9b545383a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:00.616888 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-0d52eab9-e78b-4d3d-ae31-1f9b545383a5 service neutron] 10.222.0.55 "PUT /v2.0/ports/4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c HTTP/1.1" status: 200 len: 1092 time: 1.1310916 Oct 19 01:31:00.617322 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295af08b-62fb-4a10-897c-5b0b9b693923', 'tag': '4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:31:00.619561 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f791ce1-96cf-4c16-8d21-4724b5859fdb" -d '{"events": [{"name": "network-changed", "server_uuid": "295af08b-62fb-4a10-897c-5b0b9b693923", "tag": "4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:31:00.650944 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52eab9-e78b-4d3d-ae31-1f9b545383a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:00.669984 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a1e55b-87a8-4ceb-a51c-57587bca9b33 x-openstack-request-id: req-68a1e55b-87a8-4ceb-a51c-57587bca9b33 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:31:00.670280 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "295af08b-62fb-4a10-897c-5b0b9b693923", "tag": "4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:31:00.670538 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-68a1e55b-87a8-4ceb-a51c-57587bca9b33 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:31:00.670952 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '295af08b-62fb-4a10-897c-5b0b9b693923', 'tag': '4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c', 'status': 'completed', 'code': 200} Oct 19 01:31:00.707993 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-4f7e0d69-4e3a-4db0-a2bb-0fb58697da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:00.709536 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-4f7e0d69-4e3a-4db0-a2bb-0fb58697da5b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b92153fb65d447bf94f5610e1ad52929&device_id=295af08b-62fb-4a10-897c-5b0b9b693923 HTTP/1.1" status: 200 len: 1095 time: 0.0524819 Oct 19 01:31:00.753783 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-577cefcb-2bf3-4af7-b1c7-2c4bcdf1dcf9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c HTTP/1.1" status: 200 len: 217 time: 0.0356677 Oct 19 01:31:00.805845 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-2544c16a-395b-485c-851e-d49db1f5be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:00.807514 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-2544c16a-395b-485c-851e-d49db1f5be00 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a33cce0-103b-445f-872c-c277095ddbb5 HTTP/1.1" status: 200 len: 835 time: 0.0468478 Oct 19 01:31:00.894043 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-984fb921-0f16-4895-b1b9-93e5f1e1fd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:00.895449 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-984fb921-0f16-4895-b1b9-93e5f1e1fd86 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f07e6381-f3cd-4097-8bff-9d2667bcfbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0803630 Oct 19 01:31:00.907780 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc4f70-787e-4f85-9045-c8ea3a96924b req-facb6d3e-bce2-4f98-88a8-2cf6bc5dc314 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:00.909159 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-71bc4f70-787e-4f85-9045-c8ea3a96924b req-facb6d3e-bce2-4f98-88a8-2cf6bc5dc314 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=106256a4-a742-4da0-b7b8-e80e4fac519e HTTP/1.1" status: 200 len: 944 time: 0.0597928 Oct 19 01:31:01.024060 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-71bc4f70-787e-4f85-9045-c8ea3a96924b req-e8ce27c0-970a-4e99-8bc5-b129132010c3 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070521 Oct 19 01:31:01.054079 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-af09f0d8-835a-4ce2-ba1e-fef379224115 service neutron] 10.222.0.55 "GET /v2.0/networks/f07e6381-f3cd-4097-8bff-9d2667bcfbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439695 Oct 19 01:31:01.056785 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f7419360-65e1-4314-9556-42d147da80eb req-dee0c8b8-a287-4edc-9920-59706fb793ed service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1f3cd72b-3a81-45ee-85a2-ceb52214de19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1031518 Oct 19 01:31:01.199301 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ca8d9dc7-f08e-4223-a251-751d09370664 req-70a51182-44c4-40b1-99e0-e5eb4f80d6c9 service neutron] 10.222.0.55 "GET /v2.0/networks/f07e6381-f3cd-4097-8bff-9d2667bcfbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215401 Oct 19 01:31:01.205034 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7419360-65e1-4314-9556-42d147da80eb req-e3956abc-29b1-45eb-bd03-b8871d4c5a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:01.206817 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f7419360-65e1-4314-9556-42d147da80eb req-e3956abc-29b1-45eb-bd03-b8871d4c5a8c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=248f0ca5d5d44d8ab1ae3c514fead24b&device_id=1f3cd72b-3a81-45ee-85a2-ceb52214de19 HTTP/1.1" status: 200 len: 1097 time: 0.0664885 Oct 19 01:31:01.257042 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device e6d73e04-e6ff-4497-9979-0c460edc94cd up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:31:01.313497 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port e6d73e04-e6ff-4497-9979-0c460edc94cd completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:31:01.317902 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port e6d73e04-e6ff-4497-9979-0c460edc94cd triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:01.318277 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:01.352026 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f791ce1-96cf-4c16-8d21-4724b5859fdb req-fb15685a-6e47-4f6c-b320-bc0787d8f93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:01.353528 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1f791ce1-96cf-4c16-8d21-4724b5859fdb req-fb15685a-6e47-4f6c-b320-bc0787d8f93d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b92153fb65d447bf94f5610e1ad52929&device_id=295af08b-62fb-4a10-897c-5b0b9b693923 HTTP/1.1" status: 200 len: 1095 time: 0.0976999 Oct 19 01:31:01.356278 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7419360-65e1-4314-9556-42d147da80eb req-20395903-3e38-45bf-8299-8102e8a5e3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:01.357657 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f7419360-65e1-4314-9556-42d147da80eb req-20395903-3e38-45bf-8299-8102e8a5e3ab service neutron] 10.222.0.55 "GET /v2.0/networks?id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a HTTP/1.1" status: 200 len: 913 time: 0.1227059 Oct 19 01:31:01.396705 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:01.421534 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106256a4-a742-4da0-b7b8-e80e4fac519e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d73e04-e6ff-4497-9979-0c460edc94cd'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:31:01.424381 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a64c304-610d-4e30-88e6-8fceade604fe" -d '{"events": [{"server_uuid": "106256a4-a742-4da0-b7b8-e80e4fac519e", "name": "network-vif-plugged", "status": "completed", "tag": "e6d73e04-e6ff-4497-9979-0c460edc94cd"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:31:01.438016 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port e6d73e04-e6ff-4497-9979-0c460edc94cd, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=e6d73e04-e6ff-4497-9979-0c460edc94cd,segment=NetworkSegment(95a912d3-0274-4a3d-b739-965bff95f708),segment_id=95a912d3-0274-4a3d-b739-965bff95f708)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:01.445709 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:01.487250 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f7419360-65e1-4314-9556-42d147da80eb req-eb1cf855-d978-4e70-9e6d-8aa8a301c9a6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b005bd8-0c25-4f96-8454-104f6576f5bc HTTP/1.1" status: 200 len: 1001 time: 0.1118464 Oct 19 01:31:01.492652 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf867a3-0c2c-41e7-acf0-f671783b0998 x-openstack-request-id: req-6bf867a3-0c2c-41e7-acf0-f671783b0998 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:31:01.492853 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106256a4-a742-4da0-b7b8-e80e4fac519e", "name": "network-vif-plugged", "status": "completed", "tag": "e6d73e04-e6ff-4497-9979-0c460edc94cd", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:31:01.493109 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6bf867a3-0c2c-41e7-acf0-f671783b0998 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:31:01.493507 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106256a4-a742-4da0-b7b8-e80e4fac519e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d73e04-e6ff-4497-9979-0c460edc94cd', 'code': 200} Oct 19 01:31:01.516506 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=e6d73e04-e6ff-4497-9979-0c460edc94cd,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:01.537630 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f791ce1-96cf-4c16-8d21-4724b5859fdb req-53ec85c1-1deb-4631-8e37-92f132476d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:01.539104 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1f791ce1-96cf-4c16-8d21-4724b5859fdb req-53ec85c1-1deb-4631-8e37-92f132476d3c service neutron] 10.222.0.55 "GET /v2.0/networks?id=f07e6381-f3cd-4097-8bff-9d2667bcfbc9 HTTP/1.1" status: 200 len: 897 time: 0.1711848 Oct 19 01:31:01.558085 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7419360-65e1-4314-9556-42d147da80eb req-f33fadf7-dc26-4597-b219-6867e2991ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:01.559522 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f7419360-65e1-4314-9556-42d147da80eb req-f33fadf7-dc26-4597-b219-6867e2991ffe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fd3fa81-a83a-4093-b85e-409104ce311b HTTP/1.1" status: 200 len: 851 time: 0.0640502 Oct 19 01:31:01.580201 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcfcb8-4b74-43f0-ab2a-ba47a3db316b req-67771875-c479-46fc-bb38-c03fcc3111b8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:01.581934 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a2fcfcb8-4b74-43f0-ab2a-ba47a3db316b req-67771875-c479-46fc-bb38-c03fcc3111b8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=295af08b-62fb-4a10-897c-5b0b9b693923 HTTP/1.1" status: 200 len: 943 time: 0.0911665 Oct 19 01:31:01.595157 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1f791ce1-96cf-4c16-8d21-4724b5859fdb req-3be13d6b-076c-44d8-971d-c03862120d80 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c HTTP/1.1" status: 200 len: 217 time: 0.0463231 Oct 19 01:31:01.607091 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4853b-0d73-494c-bfeb-d15a07c41e61 req-b175fbab-9c19-404c-9841-aaec6f01f586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:01.608673 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-daa4853b-0d73-494c-bfeb-d15a07c41e61 req-b175fbab-9c19-404c-9841-aaec6f01f586 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=106256a4-a742-4da0-b7b8-e80e4fac519e HTTP/1.1" status: 200 len: 1097 time: 0.0692141 Oct 19 01:31:01.633439 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a2fcfcb8-4b74-43f0-ab2a-ba47a3db316b req-c66a86c9-207b-4b5b-a7c3-5b46de93ac57 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=5a03ae4b-2171-4e98-8835-743ed0da22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453918 Oct 19 01:31:01.657533 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-daa4853b-0d73-494c-bfeb-d15a07c41e61 req-0932ba47-dda0-4bc9-a23b-e7de26897ec2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372083 Oct 19 01:31:01.670139 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f791ce1-96cf-4c16-8d21-4724b5859fdb req-3bf9cdcf-3779-44e1-ad1b-111bce4464bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:01.671577 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1f791ce1-96cf-4c16-8d21-4724b5859fdb req-3bf9cdcf-3779-44e1-ad1b-111bce4464bb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a33cce0-103b-445f-872c-c277095ddbb5 HTTP/1.1" status: 200 len: 835 time: 0.0588298 Oct 19 01:31:01.673255 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7419360-65e1-4314-9556-42d147da80eb req-58dd4478-2fe1-40a2-aa27-77206e6638e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:01.674571 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f7419360-65e1-4314-9556-42d147da80eb req-58dd4478-2fe1-40a2-aa27-77206e6638e3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0885360 Oct 19 01:31:01.781206 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f791ce1-96cf-4c16-8d21-4724b5859fdb req-97e644d7-7be4-4106-b522-c9202f6ff154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:01.782687 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1f791ce1-96cf-4c16-8d21-4724b5859fdb req-97e644d7-7be4-4106-b522-c9202f6ff154 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f07e6381-f3cd-4097-8bff-9d2667bcfbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0981064 Oct 19 01:31:01.818016 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f7419360-65e1-4314-9556-42d147da80eb req-ac5f22ef-707e-484a-9675-a541850c85b6 service neutron] 10.222.0.55 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322522 Oct 19 01:31:01.940013 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1f791ce1-96cf-4c16-8d21-4724b5859fdb req-2b10430c-b7ca-4ce4-8f7c-5fa0164c2531 service neutron] 10.222.0.55 "GET /v2.0/networks/f07e6381-f3cd-4097-8bff-9d2667bcfbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484213 Oct 19 01:31:01.975006 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f7419360-65e1-4314-9556-42d147da80eb req-79469007-5ff0-4bd2-a174-dd369cbd81f4 service neutron] 10.222.0.55 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464479 Oct 19 01:31:02.041804 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1f791ce1-96cf-4c16-8d21-4724b5859fdb req-8f81ee88-9b6c-4bf3-8c9e-c28650454941 service neutron] 10.222.0.55 "GET /v2.0/networks/f07e6381-f3cd-4097-8bff-9d2667bcfbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942907 Oct 19 01:31:02.142340 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d907996-0306-4785-98f2-b7add5615eab req-de8e0a1d-2f00-436c-9f00-493b9953cc87 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:02.143845 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7d907996-0306-4785-98f2-b7add5615eab req-de8e0a1d-2f00-436c-9f00-493b9953cc87 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=106256a4-a742-4da0-b7b8-e80e4fac519e HTTP/1.1" status: 200 len: 945 time: 0.0483441 Oct 19 01:31:02.181674 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7d907996-0306-4785-98f2-b7add5615eab req-9f84ee6b-8fe5-467f-b710-115b9a1c6d4d tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318356 Oct 19 01:31:02.756621 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9c94b-43d4-4343-90b5-4e0c392450ab req-7cbf07c4-d6b7-41b7-8558-fc8483a75a8f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:02.758094 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d8a9c94b-43d4-4343-90b5-4e0c392450ab req-7cbf07c4-d6b7-41b7-8558-fc8483a75a8f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=295af08b-62fb-4a10-897c-5b0b9b693923 HTTP/1.1" status: 200 len: 943 time: 0.0511360 Oct 19 01:31:02.801219 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d8a9c94b-43d4-4343-90b5-4e0c392450ab req-dc5db10a-20ee-4fb6-b9a2-6f4322791f9e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=5a03ae4b-2171-4e98-8835-743ed0da22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356870 Oct 19 01:31:03.314793 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60dcc9-dc51-400c-86f9-700c4f6e02e3 req-1ad94e5a-71bf-477d-80c0-7ff189029af7 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:03.316317 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-af60dcc9-dc51-400c-86f9-700c4f6e02e3 req-1ad94e5a-71bf-477d-80c0-7ff189029af7 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=106256a4-a742-4da0-b7b8-e80e4fac519e HTTP/1.1" status: 200 len: 945 time: 0.0555582 Oct 19 01:31:03.356329 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-af60dcc9-dc51-400c-86f9-700c4f6e02e3 req-fe143511-29c6-41ee-b581-c6c5e8255697 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332551 Oct 19 01:31:03.480438 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245648c-5cd9-4ae5-93f8-b8e7a9b90811 req-e59cf2d3-5ec1-4211-b75d-8182fc211413 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:03.482509 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e245648c-5cd9-4ae5-93f8-b8e7a9b90811 req-e59cf2d3-5ec1-4211-b75d-8182fc211413 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=106256a4-a742-4da0-b7b8-e80e4fac519e HTTP/1.1" status: 200 len: 945 time: 0.0547581 Oct 19 01:31:03.525532 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e245648c-5cd9-4ae5-93f8-b8e7a9b90811 req-7572592a-08d8-45f8-b839-0f19cdf07d04 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365477 Oct 19 01:31:03.736322 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:31:03.765671 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b59f33-b4d5-4334-89c7-81cd0d3b413f req-b991e8bd-382f-44f5-8e78-e197662a3284 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:03.767268 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a4b59f33-b4d5-4334-89c7-81cd0d3b413f req-b991e8bd-382f-44f5-8e78-e197662a3284 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=106256a4-a742-4da0-b7b8-e80e4fac519e HTTP/1.1" status: 200 len: 945 time: 0.0526817 Oct 19 01:31:03.807699 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a4b59f33-b4d5-4334-89c7-81cd0d3b413f req-bb7642b8-be7d-4041-80d6-6e85d471a2f8 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340185 Oct 19 01:31:03.853066 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c,segment=NetworkSegment(27d69f87-cc10-48f2-9a6e-0ba5cd162c8a),segment_id=27d69f87-cc10-48f2-9a6e-0ba5cd162c8a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:03.865348 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c', 'network_id': 'f07e6381-f3cd-4097-8bff-9d2667bcfbc9', 'port_id': '4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c', 'mac_address': 'fa:16:3e:3d:02:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a33cce0-103b-445f-872c-c277095ddbb5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:31:03.912668 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:03.925364 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68306b-7fe5-4e91-a023-ff645576693c req-6ca296be-7f77-4f6e-abc1-6684f74e22fa tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:03.928459 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fd68306b-7fe5-4e91-a023-ff645576693c req-6ca296be-7f77-4f6e-abc1-6684f74e22fa tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=295af08b-62fb-4a10-897c-5b0b9b693923 HTTP/1.1" status: 200 len: 943 time: 0.0533247 Oct 19 01:31:03.929279 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:31:03.953547 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c,segment=NetworkSegment(27d69f87-cc10-48f2-9a6e-0ba5cd162c8a),segment_id=27d69f87-cc10-48f2-9a6e-0ba5cd162c8a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:03.957752 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:03.977632 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fd68306b-7fe5-4e91-a023-ff645576693c req-5ee2733b-d761-4531-8adb-89504539042a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=5a03ae4b-2171-4e98-8835-743ed0da22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444207 Oct 19 01:31:04.010505 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:04.274055 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:31:04.613229 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293dfa9-f76b-44bc-8dc6-adf7c2c675c5 req-90249896-08dd-4f81-98a3-b7d121aee0a2 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:04.614703 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6293dfa9-f76b-44bc-8dc6-adf7c2c675c5 req-90249896-08dd-4f81-98a3-b7d121aee0a2 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 947 time: 0.0501425 Oct 19 01:31:04.652932 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6293dfa9-f76b-44bc-8dc6-adf7c2c675c5 req-b5099c03-c161-40a3-9f1d-e8ab91e038db tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319159 Oct 19 01:31:04.932329 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03215a-6eff-461b-958e-1017ddb798d3 req-86ee7221-863d-4d91-ad66-3258eff28e29 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:04.933973 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ce03215a-6eff-461b-958e-1017ddb798d3 req-86ee7221-863d-4d91-ad66-3258eff28e29 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=106256a4-a742-4da0-b7b8-e80e4fac519e HTTP/1.1" status: 200 len: 945 time: 0.0533407 Oct 19 01:31:04.976000 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ce03215a-6eff-461b-958e-1017ddb798d3 req-7cdf130a-f2fa-4e53-bf7c-91f96063c2fa tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353696 Oct 19 01:31:05.101260 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2b658-ad30-445d-9732-c7f7aa523d1f req-b515378f-41d3-4e24-9a66-ce368bb1d4b8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:05.102674 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1ec2b658-ad30-445d-9732-c7f7aa523d1f req-b515378f-41d3-4e24-9a66-ce368bb1d4b8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=295af08b-62fb-4a10-897c-5b0b9b693923 HTTP/1.1" status: 200 len: 944 time: 0.0521564 Oct 19 01:31:05.140514 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1ec2b658-ad30-445d-9732-c7f7aa523d1f req-ab2b74d5-3f4a-40f2-8e6e-32d7d817dafe tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=5a03ae4b-2171-4e98-8835-743ed0da22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307717 Oct 19 01:31:05.228147 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec7a35-3b5b-4753-9e2a-276c90adbe1b req-9e2aac6c-8606-4582-ad36-ab521052b673 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:05.229616 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-69ec7a35-3b5b-4753-9e2a-276c90adbe1b req-9e2aac6c-8606-4582-ad36-ab521052b673 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.24 "GET /v2.0/ports?device_id=106256a4-a742-4da0-b7b8-e80e4fac519e HTTP/1.1" status: 200 len: 945 time: 0.0478184 Oct 19 01:31:05.325398 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-69ec7a35-3b5b-4753-9e2a-276c90adbe1b req-b8a9d6e9-17a9-47e3-ab9a-eddc234fbe05 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Deleting port e6d73e04-e6ff-4497-9979-0c460edc94cd {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:05.325738 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-69ec7a35-3b5b-4753-9e2a-276c90adbe1b req-b8a9d6e9-17a9-47e3-ab9a-eddc234fbe05 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:05.418107 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-69ec7a35-3b5b-4753-9e2a-276c90adbe1b req-b8a9d6e9-17a9-47e3-ab9a-eddc234fbe05 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] For port e6d73e04-e6ff-4497-9979-0c460edc94cd, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=e6d73e04-e6ff-4497-9979-0c460edc94cd,segment=NetworkSegment(95a912d3-0274-4a3d-b739-965bff95f708),segment_id=95a912d3-0274-4a3d-b739-965bff95f708)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:05.418386 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-69ec7a35-3b5b-4753-9e2a-276c90adbe1b req-b8a9d6e9-17a9-47e3-ab9a-eddc234fbe05 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:05.431816 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-69ec7a35-3b5b-4753-9e2a-276c90adbe1b req-b8a9d6e9-17a9-47e3-ab9a-eddc234fbe05 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Calling delete_port for e6d73e04-e6ff-4497-9979-0c460edc94cd owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:05.570076 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-69ec7a35-3b5b-4753-9e2a-276c90adbe1b req-b8a9d6e9-17a9-47e3-ab9a-eddc234fbe05 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:05.583539 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['b9ee45bd-0a96-4bc4-87d4-bbfd52be190f', 'e6d73e04-e6ff-4497-9979-0c460edc94cd'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:31:05.602013 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9d6e9-17a9-47e3-ab9a-eddc234fbe05 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Pushing event deleted for resources: {'Port': ['ID=e6d73e04-e6ff-4497-9979-0c460edc94cd,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:05.641524 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ec7a35-3b5b-4753-9e2a-276c90adbe1b req-b8a9d6e9-17a9-47e3-ab9a-eddc234fbe05 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] No DVR routers for this DVR port e6d73e04-e6ff-4497-9979-0c460edc94cd on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:31:05.644238 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-69ec7a35-3b5b-4753-9e2a-276c90adbe1b req-b8a9d6e9-17a9-47e3-ab9a-eddc234fbe05 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:05.647647 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-69ec7a35-3b5b-4753-9e2a-276c90adbe1b req-b8a9d6e9-17a9-47e3-ab9a-eddc234fbe05 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.24 "DELETE /v2.0/ports/e6d73e04-e6ff-4497-9979-0c460edc94cd HTTP/1.1" status: 204 len: 173 time: 0.4103806 Oct 19 01:31:05.648113 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106256a4-a742-4da0-b7b8-e80e4fac519e', 'name': 'network-vif-deleted', 'tag': 'e6d73e04-e6ff-4497-9979-0c460edc94cd'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:31:05.650384 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b996af0-5d9f-4d37-be42-74be873db0df" -d '{"events": [{"server_uuid": "106256a4-a742-4da0-b7b8-e80e4fac519e", "name": "network-vif-deleted", "tag": "e6d73e04-e6ff-4497-9979-0c460edc94cd"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:31:05.696189 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320d1291-364c-4b19-9924-da6c69f20bcb x-openstack-request-id: req-320d1291-364c-4b19-9924-da6c69f20bcb {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:31:05.696483 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106256a4-a742-4da0-b7b8-e80e4fac519e", "name": "network-vif-deleted", "tag": "e6d73e04-e6ff-4497-9979-0c460edc94cd", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:31:05.697360 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-320d1291-364c-4b19-9924-da6c69f20bcb {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:31:05.701769 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106256a4-a742-4da0-b7b8-e80e4fac519e', 'name': 'network-vif-deleted', 'tag': 'e6d73e04-e6ff-4497-9979-0c460edc94cd', 'status': 'completed', 'code': 200} Oct 19 01:31:05.752830 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:31:05.797242 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ba9d6-277c-4f5a-8694-e0158f4b6fef req-609be4f1-3832-45b7-815f-d8a7b3aa93b5 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:05.798751 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3c5ba9d6-277c-4f5a-8694-e0158f4b6fef req-609be4f1-3832-45b7-815f-d8a7b3aa93b5 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 947 time: 0.0637078 Oct 19 01:31:05.819863 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:31:05.823597 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:05.824104 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:05.843032 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3c5ba9d6-277c-4f5a-8694-e0158f4b6fef req-f4116f44-f589-4a3d-aeea-d0178c6137d3 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups?id=76133f25-6810-468e-949d-bdd10b24591c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376420 Oct 19 01:31:05.906252 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:05.927618 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295af08b-62fb-4a10-897c-5b0b9b693923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:31:05.929872 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e3c776-72f4-498e-bb4e-21b64bf0e72c" -d '{"events": [{"server_uuid": "295af08b-62fb-4a10-897c-5b0b9b693923", "name": "network-vif-plugged", "status": "completed", "tag": "4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:31:05.943385 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c,segment=NetworkSegment(27d69f87-cc10-48f2-9a6e-0ba5cd162c8a),segment_id=27d69f87-cc10-48f2-9a6e-0ba5cd162c8a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:05.953197 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:05.979651 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7e7d74-b034-46d2-aac1-d614de2f67fc x-openstack-request-id: req-2d7e7d74-b034-46d2-aac1-d614de2f67fc {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:31:05.979970 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295af08b-62fb-4a10-897c-5b0b9b693923", "name": "network-vif-plugged", "status": "completed", "tag": "4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:31:05.980225 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2d7e7d74-b034-46d2-aac1-d614de2f67fc {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:31:05.980613 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295af08b-62fb-4a10-897c-5b0b9b693923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c', 'code': 200} Oct 19 01:31:06.009114 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:06.070879 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096c5a2-71e4-49fa-99ee-0874a9fbb3d0 req-40de7095-ad1b-4230-ba4e-39a64e55b424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:06.072452 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c096c5a2-71e4-49fa-99ee-0874a9fbb3d0 req-40de7095-ad1b-4230-ba4e-39a64e55b424 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=295af08b-62fb-4a10-897c-5b0b9b693923 HTTP/1.1" status: 200 len: 1097 time: 0.0431275 Oct 19 01:31:06.114054 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9d923ca6-2b11-4495-8725-5273e321b713 req-1ff36c3a-8734-4f5b-be79-c371277e1dd3 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=106256a4-a742-4da0-b7b8-e80e4fac519e HTTP/1.1" status: 200 len: 210 time: 0.0379248 Oct 19 01:31:06.119273 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c096c5a2-71e4-49fa-99ee-0874a9fbb3d0 req-493df91e-b352-4b33-89ca-8d9fa8b62311 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5a03ae4b-2171-4e98-8835-743ed0da22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373812 Oct 19 01:31:06.131068 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd2772-55dc-40f7-88c2-b6fbab5bc282 req-65505903-2415-42f3-a582-c4c5d8cce3bc tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:06.132559 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eacd2772-55dc-40f7-88c2-b6fbab5bc282 req-65505903-2415-42f3-a582-c4c5d8cce3bc tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.24 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 947 time: 0.0833943 Oct 19 01:31:06.242032 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-eacd2772-55dc-40f7-88c2-b6fbab5bc282 req-b69439ef-7115-4f8c-85ef-bb08bfd66345 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Deleting port 488b7d3f-8078-407d-abca-3ec354f37a55 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:06.242371 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-eacd2772-55dc-40f7-88c2-b6fbab5bc282 req-b69439ef-7115-4f8c-85ef-bb08bfd66345 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:06.261280 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0257a-bf9a-4e56-bfa7-2f397af7d54d req-5cddf986-ea9a-42ed-bd6f-079eb83d89b1 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:06.262768 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-91a0257a-bf9a-4e56-bfa7-2f397af7d54d req-5cddf986-ea9a-42ed-bd6f-079eb83d89b1 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=295af08b-62fb-4a10-897c-5b0b9b693923 HTTP/1.1" status: 200 len: 945 time: 0.0490906 Oct 19 01:31:06.305893 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-91a0257a-bf9a-4e56-bfa7-2f397af7d54d req-7727eefa-c2a3-458c-8282-257337987f4a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=5a03ae4b-2171-4e98-8835-743ed0da22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357518 Oct 19 01:31:06.332695 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-eacd2772-55dc-40f7-88c2-b6fbab5bc282 req-b69439ef-7115-4f8c-85ef-bb08bfd66345 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] For port 488b7d3f-8078-407d-abca-3ec354f37a55, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=488b7d3f-8078-407d-abca-3ec354f37a55,segment=NetworkSegment(541c06ed-de66-456d-9510-381984fe0ad1),segment_id=541c06ed-de66-456d-9510-381984fe0ad1)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:06.333049 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-eacd2772-55dc-40f7-88c2-b6fbab5bc282 req-b69439ef-7115-4f8c-85ef-bb08bfd66345 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:06.506150 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-eacd2772-55dc-40f7-88c2-b6fbab5bc282 req-b69439ef-7115-4f8c-85ef-bb08bfd66345 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:06.506429 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-eacd2772-55dc-40f7-88c2-b6fbab5bc282 req-b69439ef-7115-4f8c-85ef-bb08bfd66345 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:06.506738 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [req-eacd2772-55dc-40f7-88c2-b6fbab5bc282 req-b69439ef-7115-4f8c-85ef-bb08bfd66345 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Floating IP 52c154c7-d129-438e-ac16-a0237ee6b1eb disassociated. External IP: 172.25.8.214, port: 488b7d3f-8078-407d-abca-3ec354f37a55. Oct 19 01:31:06.507071 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-eacd2772-55dc-40f7-88c2-b6fbab5bc282 req-b69439ef-7115-4f8c-85ef-bb08bfd66345 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Calling delete_port for 488b7d3f-8078-407d-abca-3ec354f37a55 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:06.628788 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-eacd2772-55dc-40f7-88c2-b6fbab5bc282 req-b69439ef-7115-4f8c-85ef-bb08bfd66345 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:06.661960 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69439ef-7115-4f8c-85ef-bb08bfd66345 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Pushing event deleted for resources: {'Port': ['ID=488b7d3f-8078-407d-abca-3ec354f37a55,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:06.770547 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eacd2772-55dc-40f7-88c2-b6fbab5bc282 req-b69439ef-7115-4f8c-85ef-bb08bfd66345 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Router da4ab5b7-c3a7-47c8-8f02-386f770ce07f has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:31:06.878979 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eacd2772-55dc-40f7-88c2-b6fbab5bc282 req-b69439ef-7115-4f8c-85ef-bb08bfd66345 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:31:06.890122 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dea9611-6162-459c-a768-6394a8327caa None None] Sync routers for ids ['da4ab5b7-c3a7-47c8-8f02-386f770ce07f'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:31:06.900518 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dea9611-6162-459c-a768-6394a8327caa None None] Routers {'da4ab5b7-c3a7-47c8-8f02-386f770ce07f'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:31:06.901443 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-8dea9611-6162-459c-a768-6394a8327caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:30:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['da4ab5b7-c3a7-47c8-8f02-386f770ce07f'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:06.924050 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-eacd2772-55dc-40f7-88c2-b6fbab5bc282 req-b69439ef-7115-4f8c-85ef-bb08bfd66345 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] No DVR routers for this DVR port 488b7d3f-8078-407d-abca-3ec354f37a55 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:31:06.926674 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-eacd2772-55dc-40f7-88c2-b6fbab5bc282 req-b69439ef-7115-4f8c-85ef-bb08bfd66345 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:06.929954 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eacd2772-55dc-40f7-88c2-b6fbab5bc282 req-b69439ef-7115-4f8c-85ef-bb08bfd66345 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.24 "DELETE /v2.0/ports/488b7d3f-8078-407d-abca-3ec354f37a55 HTTP/1.1" status: 204 len: 173 time: 0.7895448 Oct 19 01:31:06.963223 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-052310c6-0ab2-4a35-b91c-714782abca17 req-af360ca9-13af-4a5a-bf00-d7c88ca16f5b tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/ports?device_id=5484e21d-5558-4558-a271-d9388d797f60 HTTP/1.1" status: 200 len: 210 time: 0.0403662 Oct 19 01:31:07.027237 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-8dea9611-6162-459c-a768-6394a8327caa None None] Set router da4ab5b7-c3a7-47c8-8f02-386f770ce07f gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:31:07.058000 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-355acb39-340d-49e4-b12b-7ff402a42d72 req-943273d3-e235-454e-bed5-b88470618cfc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3025825f-5ccd-403e-a7d0-3c1de3a04922&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0515981 Oct 19 01:31:07.156483 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355acb39-340d-49e4-b12b-7ff402a42d72 req-37ba83cf-a90f-4b56-8158-9e4e4b930665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:07.158344 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-355acb39-340d-49e4-b12b-7ff402a42d72 req-37ba83cf-a90f-4b56-8158-9e4e4b930665 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cfb46302dab9423db4c8fe701b5ed259&device_id=3025825f-5ccd-403e-a7d0-3c1de3a04922 HTTP/1.1" status: 200 len: 1098 time: 0.0450635 Oct 19 01:31:07.296015 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355acb39-340d-49e4-b12b-7ff402a42d72 req-49169f42-5e7a-4f2a-917d-26f3ae36a091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:07.297528 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-355acb39-340d-49e4-b12b-7ff402a42d72 req-49169f42-5e7a-4f2a-917d-26f3ae36a091 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba HTTP/1.1" status: 200 len: 906 time: 0.1177635 Oct 19 01:31:07.320033 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-8dea9611-6162-459c-a768-6394a8327caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'name': 'tempest-AttachVolumeShelveTestJSON-317180163-router', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'bca8d86f-d88a-44b1-b1dc-c89037df4c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:21:36Z', 'updated_at': '2021-10-19T01:21:42Z', 'revision_number': 4, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'gw_port': {'id': 'bca8d86f-d88a-44b1-b1dc-c89037df4c67', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:57:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:21:37Z', 'updated_at': '2021-10-19T01:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '3208d30f-6532-41ab-8914-ad74d6a9dc11', 'name': '', 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'mac_address': 'fa:16:3e:4b:4b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '488e075d-4e24-4ef3-a196-a8fb67b0889b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:21:41Z', 'updated_at': '2021-10-19T01:21:48Z', 'revision_number': 5, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'subnets': [{'id': '488e075d-4e24-4ef3-a196-a8fb67b0889b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:07.358226 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-355acb39-340d-49e4-b12b-7ff402a42d72 req-190a0c14-632f-43b7-a2e0-1dad63682b17 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9ee45bd-0a96-4bc4-87d4-bbfd52be190f HTTP/1.1" status: 200 len: 217 time: 0.0520482 Oct 19 01:31:07.370069 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dea9611-6162-459c-a768-6394a8327caa None None] Checking router: da4ab5b7-c3a7-47c8-8f02-386f770ce07f for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:31:07.385083 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dea9611-6162-459c-a768-6394a8327caa None None] Routers {'da4ab5b7-c3a7-47c8-8f02-386f770ce07f'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:31:07.386021 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-8dea9611-6162-459c-a768-6394a8327caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:30:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['da4ab5b7-c3a7-47c8-8f02-386f770ce07f'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:07.496866 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355acb39-340d-49e4-b12b-7ff402a42d72 req-90a307f2-f208-41e3-8301-ce47ce63ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:07.498329 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-355acb39-340d-49e4-b12b-7ff402a42d72 req-90a307f2-f208-41e3-8301-ce47ce63ce1b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=da80df4e-5bcb-4c28-8f73-c2e4236142d1 HTTP/1.1" status: 200 len: 845 time: 0.1233101 Oct 19 01:31:07.516010 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-8b60abce-dc1d-4fee-b046-e364e336d4d4 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:07.518236 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212b573-6651-4d6d-b541-23c5ea1a783b req-2f1841c5-2a17-4114-b5b3-bea081241e83 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:07.519534 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-8b60abce-dc1d-4fee-b046-e364e336d4d4 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/networks?id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba HTTP/1.1" status: 200 len: 805 time: 0.1811669 Oct 19 01:31:07.520066 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-8dea9611-6162-459c-a768-6394a8327caa None None] Set router da4ab5b7-c3a7-47c8-8f02-386f770ce07f gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:31:07.523993 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f212b573-6651-4d6d-b541-23c5ea1a783b req-2f1841c5-2a17-4114-b5b3-bea081241e83 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=295af08b-62fb-4a10-897c-5b0b9b693923 HTTP/1.1" status: 200 len: 945 time: 0.1320889 Oct 19 01:31:07.543602 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-63c5506a-d64d-4206-a00c-4fc4d435d5dd tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/quotas/cfb46302dab9423db4c8fe701b5ed259 HTTP/1.1" status: 200 len: 375 time: 0.0183158 Oct 19 01:31:07.556194 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-355acb39-340d-49e4-b12b-7ff402a42d72 req-98cdcaa7-214b-4224-8bb8-3c50b0077a97 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275455 Oct 19 01:31:07.597473 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-fd6b5faa-0b05-4d2e-95fb-8da9d35c6c60 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cfb46302dab9423db4c8fe701b5ed259&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0522456 Oct 19 01:31:07.620062 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f212b573-6651-4d6d-b541-23c5ea1a783b req-fe55f628-67e4-4f1c-8973-f1c9d1a60439 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=5a03ae4b-2171-4e98-8835-743ed0da22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625551 Oct 19 01:31:07.688163 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-355acb39-340d-49e4-b12b-7ff402a42d72 req-05d89d5c-c74c-4ddb-9d9d-943d92770233 service neutron] 10.222.0.24 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222882 Oct 19 01:31:07.703800 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5484e21d-5558-4558-a271-d9388d797f60', 'name': 'network-vif-deleted', 'tag': '488b7d3f-8078-407d-abca-3ec354f37a55'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:31:07.706422 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e555fc-e767-4f4d-9d8e-f7f6664d9b83" -d '{"events": [{"server_uuid": "5484e21d-5558-4558-a271-d9388d797f60", "name": "network-vif-deleted", "tag": "488b7d3f-8078-407d-abca-3ec354f37a55"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:31:07.711268 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-5e2aae1b-a09e-451c-9ef3-98ed187fb608 service neutron] 10.222.0.57 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025577 Oct 19 01:31:07.761568 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-8dea9611-6162-459c-a768-6394a8327caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'name': 'tempest-AttachVolumeShelveTestJSON-317180163-router', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'bca8d86f-d88a-44b1-b1dc-c89037df4c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:21:36Z', 'updated_at': '2021-10-19T01:21:42Z', 'revision_number': 4, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'gw_port': {'id': 'bca8d86f-d88a-44b1-b1dc-c89037df4c67', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:57:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:21:37Z', 'updated_at': '2021-10-19T01:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '3208d30f-6532-41ab-8914-ad74d6a9dc11', 'name': '', 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'mac_address': 'fa:16:3e:4b:4b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '488e075d-4e24-4ef3-a196-a8fb67b0889b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:21:41Z', 'updated_at': '2021-10-19T01:21:48Z', 'revision_number': 5, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'subnets': [{'id': '488e075d-4e24-4ef3-a196-a8fb67b0889b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:07.767089 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09007b9-3336-4a4c-b7aa-365af62dd6ce x-openstack-request-id: req-e09007b9-3336-4a4c-b7aa-365af62dd6ce {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:31:07.767381 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5484e21d-5558-4558-a271-d9388d797f60", "name": "network-vif-deleted", "tag": "488b7d3f-8078-407d-abca-3ec354f37a55", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:31:07.767637 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e09007b9-3336-4a4c-b7aa-365af62dd6ce {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:31:07.768091 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5484e21d-5558-4558-a271-d9388d797f60', 'name': 'network-vif-deleted', 'tag': '488b7d3f-8078-407d-abca-3ec354f37a55', 'status': 'completed', 'code': 200} Oct 19 01:31:07.789827 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dea9611-6162-459c-a768-6394a8327caa None None] The sync data for ids ['da4ab5b7-c3a7-47c8-8f02-386f770ce07f'] in n-d-715271-26 is: [{'id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'name': 'tempest-AttachVolumeShelveTestJSON-317180163-router', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'bca8d86f-d88a-44b1-b1dc-c89037df4c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:21:36Z', 'updated_at': '2021-10-19T01:21:42Z', 'revision_number': 4, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'gw_port': {'id': 'bca8d86f-d88a-44b1-b1dc-c89037df4c67', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:57:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:21:37Z', 'updated_at': '2021-10-19T01:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '3208d30f-6532-41ab-8914-ad74d6a9dc11', 'name': '', 'network_id': '84c55fcf-75dc-454b-970b-ebd012138813', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'mac_address': 'fa:16:3e:4b:4b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '488e075d-4e24-4ef3-a196-a8fb67b0889b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:21:41Z', 'updated_at': '2021-10-19T01:21:48Z', 'revision_number': 5, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'subnets': [{'id': '488e075d-4e24-4ef3-a196-a8fb67b0889b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:31:07.797446 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-355acb39-340d-49e4-b12b-7ff402a42d72 req-22b1ffab-aa53-467a-a597-69a9a2ca5e6c service neutron] 10.222.0.24 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019459 Oct 19 01:31:07.816356 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-133b81f3-8c88-4682-a533-c457c90582a1 service neutron] 10.222.0.57 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040418 Oct 19 01:31:08.016364 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-38efea87-576d-4cfa-b325-afbfa0cdd909 req-9c9a1288-0623-4713-a51b-f85d11ad9eaf tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce84dcc7-35b7-491d-9c66-29dc763e539d HTTP/1.1" status: 200 len: 210 time: 0.0478625 Oct 19 01:31:08.066849 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1d4f4f-c8a2-4436-b278-95895002ea4d None None] New status for floating IP 52c154c7-d129-438e-ac16-a0237ee6b1eb: DOWN {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:31:08.068567 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40830) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:08.131522 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a17f1bef-3a11-4ee5-9294-b19177428738 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:08.157297 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a17f1bef-3a11-4ee5-9294-b19177428738 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:08.210247 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a17f1bef-3a11-4ee5-9294-b19177428738 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:08.212999 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a17f1bef-3a11-4ee5-9294-b19177428738 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:08.214305 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a17f1bef-3a11-4ee5-9294-b19177428738 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "DELETE /v2.0/security-groups/76133f25-6810-468e-949d-bdd10b24591c HTTP/1.1" status: 204 len: 168 time: 0.1448271 Oct 19 01:31:08.217737 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40836) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:08.224528 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f1bef-3a11-4ee5-9294-b19177428738 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76133f25-6810-468e-949d-bdd10b24591c,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:08.239432 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-e2f575a2-a07b-45f9-8df9-4333f98ab3c9 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] show failed (client error): The resource could not be found. Oct 19 01:31:08.250879 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e2f575a2-a07b-45f9-8df9-4333f98ab3c9 tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "GET /v2.0/security-groups/76133f25-6810-468e-949d-bdd10b24591c HTTP/1.1" status: 404 len: 347 time: 0.0318162 Oct 19 01:31:08.253848 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40838) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:08.393492 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-45526585-dd64-4514-9250-188c9b23aaef tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Deleting port aed78675-ca90-45ce-bcdf-3769714f8df0 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:08.393836 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-45526585-dd64-4514-9250-188c9b23aaef tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:08.473018 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-45526585-dd64-4514-9250-188c9b23aaef tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:08.473344 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-45526585-dd64-4514-9250-188c9b23aaef tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:08.485646 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-45526585-dd64-4514-9250-188c9b23aaef tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Calling delete_port for aed78675-ca90-45ce-bcdf-3769714f8df0 owned by network:floatingip {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:08.627363 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-45526585-dd64-4514-9250-188c9b23aaef tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:08.651590 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45526585-dd64-4514-9250-188c9b23aaef tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Pushing event deleted for resources: {'Port': ['ID=aed78675-ca90-45ce-bcdf-3769714f8df0,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:08.741462 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-45526585-dd64-4514-9250-188c9b23aaef tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks [] for floatingip, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:08.743966 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-45526585-dd64-4514-9250-188c9b23aaef tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:08.745097 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-45526585-dd64-4514-9250-188c9b23aaef tempest-AttachVolumeShelveTestJSON-1681739330 tempest-AttachVolumeShelveTestJSON-1681739330-project] 10.222.0.57 "DELETE /v2.0/floatingips/52c154c7-d129-438e-ac16-a0237ee6b1eb HTTP/1.1" status: 204 len: 168 time: 0.4901650 Oct 19 01:31:08.763298 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b0b06-fe77-4db3-91b6-0295b7e7eeff req-623f4b70-6036-4499-a997-b96719da997f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:08.766301 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0b3b0b06-fe77-4db3-91b6-0295b7e7eeff req-623f4b70-6036-4499-a997-b96719da997f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=295af08b-62fb-4a10-897c-5b0b9b693923 HTTP/1.1" status: 200 len: 945 time: 0.0686288 Oct 19 01:31:08.831145 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0b3b0b06-fe77-4db3-91b6-0295b7e7eeff req-99ad178b-ecf3-49ae-93af-c714a1f7df17 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=5a03ae4b-2171-4e98-8835-743ed0da22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570204 Oct 19 01:31:09.034123 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-3abcfebe-8447-4ead-befc-c08ee1a1e6cb tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:09.035979 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-3abcfebe-8447-4ead-befc-c08ee1a1e6cb tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.24 "GET /v2.0/networks?id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba HTTP/1.1" status: 200 len: 805 time: 0.1748502 Oct 19 01:31:09.044772 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fa5f5-0682-4fde-baa0-d0b866550fc8 req-eb2ecc59-87f1-46f4-83d2-8bd904f8ca1f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:09.046718 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-824fa5f5-0682-4fde-baa0-d0b866550fc8 req-eb2ecc59-87f1-46f4-83d2-8bd904f8ca1f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=295af08b-62fb-4a10-897c-5b0b9b693923 HTTP/1.1" status: 200 len: 945 time: 0.0873978 Oct 19 01:31:09.053278 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-0fdd1e4d-e92b-4fff-a05c-09a4df30d12c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Request body: {'port': {'device_id': 'ce84dcc7-35b7-491d-9c66-29dc763e539d', 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba', 'admin_state_up': True, 'tenant_id': 'cfb46302dab9423db4c8fe701b5ed259'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:09.112456 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4ce747b9-0d81-4403-8279-a5a112e7d2f9 req-ed8ac487-8949-4cfe-ad0d-495842b9d981 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce84dcc7-35b7-491d-9c66-29dc763e539d HTTP/1.1" status: 200 len: 210 time: 0.0290985 Oct 19 01:31:09.150328 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-824fa5f5-0682-4fde-baa0-d0b866550fc8 req-ebb899c6-e7d2-49c7-a0fc-44ef16beb65f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=5a03ae4b-2171-4e98-8835-743ed0da22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921564 Oct 19 01:31:09.171984 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40850) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:09.199031 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-0fdd1e4d-e92b-4fff-a05c-09a4df30d12c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Made reservation on behalf of cfb46302dab9423db4c8fe701b5ed259 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:09.203282 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-0fdd1e4d-e92b-4fff-a05c-09a4df30d12c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:09.218788 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74390a8-61fd-4163-bf5e-f88cf24e1744 tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:09.220512 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e74390a8-61fd-4163-bf5e-f88cf24e1744 tempest-TestNetworkAdvancedServerOps-520015959 tempest-TestNetworkAdvancedServerOps-520015959-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=295af08b-62fb-4a10-897c-5b0b9b693923 HTTP/1.1" status: 200 len: 1092 time: 0.0471034 Oct 19 01:31:09.223268 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40852) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:09.227772 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-392cced5-c65b-4924-82a2-1c75b273673d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'port_id': '4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:09.251922 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-392cced5-c65b-4924-82a2-1c75b273673d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for floatingip, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:09.299250 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device e6d73e04-e6ff-4497-9979-0c460edc94cd no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:31:09.322591 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: e6d73e04-e6ff-4497-9979-0c460edc94cd {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:31:09.322921 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device e6d73e04-e6ff-4497-9979-0c460edc94cd not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:31:09.323535 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 488b7d3f-8078-407d-abca-3ec354f37a55 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:31:09.339008 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-0fdd1e4d-e92b-4fff-a05c-09a4df30d12c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Allocated IP 172.20.0.7 (a482dc53-ded0-49a5-8c9f-a7720dcfc8ba/da80df4e-5bcb-4c28-8f73-c2e4236142d1/04f97ecc-5507-4875-8c81-4763bb4e63d2) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:31:09.344259 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 488b7d3f-8078-407d-abca-3ec354f37a55 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:31:09.344598 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 488b7d3f-8078-407d-abca-3ec354f37a55 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:31:09.380062 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-392cced5-c65b-4924-82a2-1c75b273673d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:09.491377 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-392cced5-c65b-4924-82a2-1c75b273673d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Allocated IP 172.25.8.173 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/f5e92ad2-7888-4636-985c-a485e0feda71) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:31:09.496571 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-0fdd1e4d-e92b-4fff-a05c-09a4df30d12c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:09.532494 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-0fdd1e4d-e92b-4fff-a05c-09a4df30d12c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:09.550819 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['b9ee45bd-0a96-4bc4-87d4-bbfd52be190f'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:31:09.590696 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-0fdd1e4d-e92b-4fff-a05c-09a4df30d12c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Network a482dc53-ded0-49a5-8c9f-a7720dcfc8ba is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:09.594991 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-0fdd1e4d-e92b-4fff-a05c-09a4df30d12c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:09.597679 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-0fdd1e4d-e92b-4fff-a05c-09a4df30d12c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:09.615081 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-392cced5-c65b-4924-82a2-1c75b273673d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:09.638344 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd1e4d-e92b-4fff-a05c-09a4df30d12c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Pushing event updated for resources: {'Port': ['ID=04f97ecc-5507-4875-8c81-4763bb4e63d2,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:09.654760 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-392cced5-c65b-4924-82a2-1c75b273673d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:09.662674 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-0fdd1e4d-e92b-4fff-a05c-09a4df30d12c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:09.663579 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-0fdd1e4d-e92b-4fff-a05c-09a4df30d12c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:09.681539 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-0fdd1e4d-e92b-4fff-a05c-09a4df30d12c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6336935 Oct 19 01:31:09.696000 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-67556f09-9537-4229-9957-a94b30e07c96 service neutron] Request body: {'port': {'device_id': 'ce84dcc7-35b7-491d-9c66-29dc763e539d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:09.707776 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392cced5-c65b-4924-82a2-1c75b273673d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:09.710807 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-392cced5-c65b-4924-82a2-1c75b273673d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:09.714413 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392cced5-c65b-4924-82a2-1c75b273673d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:09.720653 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392cced5-c65b-4924-82a2-1c75b273673d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'Port': ['ID=f5e92ad2-7888-4636-985c-a485e0feda71,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:09.761274 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-67556f09-9537-4229-9957-a94b30e07c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:10.054816 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-67556f09-9537-4229-9957-a94b30e07c96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f97ecc-5507-4875-8c81-4763bb4e63d2 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:31:10.063172 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-67556f09-9537-4229-9957-a94b30e07c96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:10.077815 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-67556f09-9537-4229-9957-a94b30e07c96 service neutron] Transition to ACTIVE for port object 04f97ecc-5507-4875-8c81-4763bb4e63d2 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:31:10.082632 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-67556f09-9537-4229-9957-a94b30e07c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:10.129121 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-392cced5-c65b-4924-82a2-1c75b273673d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:10.137756 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67556f09-9537-4229-9957-a94b30e07c96 service neutron] Pushing event updated for resources: {'Port': ['ID=04f97ecc-5507-4875-8c81-4763bb4e63d2,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:10.213489 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-67556f09-9537-4229-9957-a94b30e07c96 service neutron] Attempting to bind port 04f97ecc-5507-4875-8c81-4763bb4e63d2 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:31:10.214529 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-67556f09-9537-4229-9957-a94b30e07c96 service neutron] Attempting to bind port 04f97ecc-5507-4875-8c81-4763bb4e63d2 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '95a912d3-0274-4a3d-b739-965bff95f708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:31:10.215025 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-67556f09-9537-4229-9957-a94b30e07c96 service neutron] Attempting to bind port 04f97ecc-5507-4875-8c81-4763bb4e63d2 on network a482dc53-ded0-49a5-8c9f-a7720dcfc8ba {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:31:10.223910 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-67556f09-9537-4229-9957-a94b30e07c96 service neutron] Port 04f97ecc-5507-4875-8c81-4763bb4e63d2 on network a482dc53-ded0-49a5-8c9f-a7720dcfc8ba not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:31:10.224236 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-67556f09-9537-4229-9957-a94b30e07c96 service neutron] Attempting to bind port 04f97ecc-5507-4875-8c81-4763bb4e63d2 on network a482dc53-ded0-49a5-8c9f-a7720dcfc8ba {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:31:10.229234 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-67556f09-9537-4229-9957-a94b30e07c96 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:31:10.229730 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-67556f09-9537-4229-9957-a94b30e07c96 service neutron] Checking segment: {'id': '95a912d3-0274-4a3d-b739-965bff95f708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:31:10.230155 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-67556f09-9537-4229-9957-a94b30e07c96 service neutron] Bound using segment: {'id': '95a912d3-0274-4a3d-b739-965bff95f708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:31:10.230578 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-67556f09-9537-4229-9957-a94b30e07c96 service neutron] Bound port: 04f97ecc-5507-4875-8c81-4763bb4e63d2, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a912d3-0274-4a3d-b739-965bff95f708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:31:10.230925 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-67556f09-9537-4229-9957-a94b30e07c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:10.236260 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-392cced5-c65b-4924-82a2-1c75b273673d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:10.289068 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f9124-478b-4d80-abc6-4c7b07fd4d53 req-21247499-803b-4b2e-ba5c-184785718395 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:10.290723 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-292f9124-478b-4d80-abc6-4c7b07fd4d53 req-21247499-803b-4b2e-ba5c-184785718395 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce84dcc7-35b7-491d-9c66-29dc763e539d HTTP/1.1" status: 200 len: 943 time: 0.0857928 Oct 19 01:31:10.306623 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-67556f09-9537-4229-9957-a94b30e07c96 service neutron] For port 04f97ecc-5507-4875-8c81-4763bb4e63d2, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:31:10.311385 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-67556f09-9537-4229-9957-a94b30e07c96 service neutron] For port 04f97ecc-5507-4875-8c81-4763bb4e63d2, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=04f97ecc-5507-4875-8c81-4763bb4e63d2,segment=NetworkSegment(95a912d3-0274-4a3d-b739-965bff95f708),segment_id=95a912d3-0274-4a3d-b739-965bff95f708)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:31:10.317577 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-67556f09-9537-4229-9957-a94b30e07c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:10.353573 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-67556f09-9537-4229-9957-a94b30e07c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:10.354083 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-67556f09-9537-4229-9957-a94b30e07c96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:10.355471 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-67556f09-9537-4229-9957-a94b30e07c96 service neutron] 10.222.0.24 "PUT /v2.0/ports/04f97ecc-5507-4875-8c81-4763bb4e63d2 HTTP/1.1" status: 200 len: 1092 time: 0.6651692 Oct 19 01:31:10.356058 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce84dcc7-35b7-491d-9c66-29dc763e539d', 'tag': '04f97ecc-5507-4875-8c81-4763bb4e63d2'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:31:10.359148 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f86cb8b-add6-4ece-afa4-f12f6e2c75d8" -d '{"events": [{"name": "network-changed", "server_uuid": "ce84dcc7-35b7-491d-9c66-29dc763e539d", "tag": "04f97ecc-5507-4875-8c81-4763bb4e63d2"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:31:10.393046 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67556f09-9537-4229-9957-a94b30e07c96 service neutron] Pushing event updated for resources: {'Port': ['ID=04f97ecc-5507-4875-8c81-4763bb4e63d2,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:10.398228 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-292f9124-478b-4d80-abc6-4c7b07fd4d53 req-8284c66b-3338-423e-8e28-353b0b68b0a0 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935991 Oct 19 01:31:10.446938 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8a28a0-74dc-47b8-b57c-6155064afda3 x-openstack-request-id: req-ae8a28a0-74dc-47b8-b57c-6155064afda3 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:31:10.446938 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce84dcc7-35b7-491d-9c66-29dc763e539d", "tag": "04f97ecc-5507-4875-8c81-4763bb4e63d2", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:31:10.447263 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ae8a28a0-74dc-47b8-b57c-6155064afda3 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:31:10.447515 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce84dcc7-35b7-491d-9c66-29dc763e539d', 'tag': '04f97ecc-5507-4875-8c81-4763bb4e63d2', 'status': 'completed', 'code': 200} Oct 19 01:31:10.466074 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-392cced5-c65b-4924-82a2-1c75b273673d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:10.466318 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-a0d3a3a4-d24f-4d17-a057-4402d8a6080a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:10.468616 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-a0d3a3a4-d24f-4d17-a057-4402d8a6080a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cfb46302dab9423db4c8fe701b5ed259&device_id=ce84dcc7-35b7-491d-9c66-29dc763e539d HTTP/1.1" status: 200 len: 1095 time: 0.0559084 Oct 19 01:31:10.471394 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-392cced5-c65b-4924-82a2-1c75b273673d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:10.516319 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-9d5bbd18-afa1-4cc1-8389-ee777e31be59 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04f97ecc-5507-4875-8c81-4763bb4e63d2 HTTP/1.1" status: 200 len: 217 time: 0.0395615 Oct 19 01:31:10.551067 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392cced5-c65b-4924-82a2-1c75b273673d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event updated for resources: {'Port': ['ID=f5e92ad2-7888-4636-985c-a485e0feda71,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:10.558160 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-392cced5-c65b-4924-82a2-1c75b273673d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:10.569125 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-17b75f40-7bf9-4619-a569-fb6a75f65b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:10.570889 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-17b75f40-7bf9-4619-a569-fb6a75f65b1e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=da80df4e-5bcb-4c28-8f73-c2e4236142d1 HTTP/1.1" status: 200 len: 845 time: 0.0478544 Oct 19 01:31:10.605590 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-365d40bf-3c3e-41e3-83df-27ae5d4365bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254996 Oct 19 01:31:10.658127 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [None req-392cced5-c65b-4924-82a2-1c75b273673d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Floating IP 37a142bc-3a50-4838-be5f-aa7793a7b4ec associated. External IP: 172.25.8.173, port: 4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c. Oct 19 01:31:10.702139 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-43b9e96d-94f2-4a93-b864-6b4b6f5ba360 service neutron] 10.222.0.24 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891178 Oct 19 01:31:10.802968 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dab2fbe9-d1cc-4c00-94ca-34fbda31479b req-a0f81da4-96f6-469a-b9d3-823b43d50de8 service neutron] 10.222.0.24 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919201 Oct 19 01:31:10.876795 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392cced5-c65b-4924-82a2-1c75b273673d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Router 46c694be-25df-4d43-bc4d-4f01dfcfd2d7 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:31:10.896679 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86cb8b-add6-4ece-afa4-f12f6e2c75d8 req-d9272482-fec8-4e97-8ef4-f1c3ef921b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:10.898205 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f86cb8b-add6-4ece-afa4-f12f6e2c75d8 req-d9272482-fec8-4e97-8ef4-f1c3ef921b72 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cfb46302dab9423db4c8fe701b5ed259&device_id=ce84dcc7-35b7-491d-9c66-29dc763e539d HTTP/1.1" status: 200 len: 1095 time: 0.0449829 Oct 19 01:31:11.019007 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86cb8b-add6-4ece-afa4-f12f6e2c75d8 req-9389b074-5428-4c60-8f50-706946670d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:11.021140 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f86cb8b-add6-4ece-afa4-f12f6e2c75d8 req-9389b074-5428-4c60-8f50-706946670d85 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba HTTP/1.1" status: 200 len: 906 time: 0.1142058 Oct 19 01:31:11.072432 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f86cb8b-add6-4ece-afa4-f12f6e2c75d8 req-de814d5a-d114-4d70-a680-ac25f38c174e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04f97ecc-5507-4875-8c81-4763bb4e63d2 HTTP/1.1" status: 200 len: 217 time: 0.0427847 Oct 19 01:31:11.132557 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86cb8b-add6-4ece-afa4-f12f6e2c75d8 req-9179108d-0832-4d49-99ad-be6afd2a04a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:11.133978 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f86cb8b-add6-4ece-afa4-f12f6e2c75d8 req-9179108d-0832-4d49-99ad-be6afd2a04a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=da80df4e-5bcb-4c28-8f73-c2e4236142d1 HTTP/1.1" status: 200 len: 845 time: 0.0534732 Oct 19 01:31:11.171364 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f86cb8b-add6-4ece-afa4-f12f6e2c75d8 req-c45216b5-c058-4878-b010-72426a5f0153 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286884 Oct 19 01:31:11.272446 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f86cb8b-add6-4ece-afa4-f12f6e2c75d8 req-5af46a35-b942-4b93-a767-d9b3c6c6aca9 service neutron] 10.222.0.24 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935245 Oct 19 01:31:11.343501 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392cced5-c65b-4924-82a2-1c75b273673d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:31:11.355853 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae85015c-6185-4190-9ae4-0a5dd4769300 None None] Sync routers for ids ['46c694be-25df-4d43-bc4d-4f01dfcfd2d7'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:31:11.368239 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae85015c-6185-4190-9ae4-0a5dd4769300 None None] Routers {'46c694be-25df-4d43-bc4d-4f01dfcfd2d7'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:31:11.368453 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-392cced5-c65b-4924-82a2-1c75b273673d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:11.368985 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-ae85015c-6185-4190-9ae4-0a5dd4769300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:30:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['46c694be-25df-4d43-bc4d-4f01dfcfd2d7'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:11.376875 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f86cb8b-add6-4ece-afa4-f12f6e2c75d8 req-13c8054f-8004-4f6e-aed0-bfc2084bf9eb service neutron] 10.222.0.24 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945964 Oct 19 01:31:11.403403 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-392cced5-c65b-4924-82a2-1c75b273673d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1764908 Oct 19 01:31:11.403403 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295af08b-62fb-4a10-897c-5b0b9b693923', 'tag': '4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:31:11.404086 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd754684-0550-4756-90a9-83bb11d315fa" -d '{"events": [{"name": "network-changed", "server_uuid": "295af08b-62fb-4a10-897c-5b0b9b693923", "tag": "4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:31:11.451185 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376a87b6-734d-4218-ac83-86dde6d92863 x-openstack-request-id: req-376a87b6-734d-4218-ac83-86dde6d92863 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:31:11.451757 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "295af08b-62fb-4a10-897c-5b0b9b693923", "tag": "4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:31:11.452483 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-376a87b6-734d-4218-ac83-86dde6d92863 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:31:11.453094 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '295af08b-62fb-4a10-897c-5b0b9b693923', 'tag': '4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c', 'status': 'completed', 'code': 200} Oct 19 01:31:11.549780 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27bfa3-c463-43e3-841d-669b9f6515fa req-94316c8a-dd64-4031-9239-681fa95d9f3d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:11.552632 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9d27bfa3-c463-43e3-841d-669b9f6515fa req-94316c8a-dd64-4031-9239-681fa95d9f3d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=295af08b-62fb-4a10-897c-5b0b9b693923 HTTP/1.1" status: 200 len: 945 time: 0.0977769 Oct 19 01:31:11.558041 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd754684-0550-4756-90a9-83bb11d315fa req-c0ed3f4f-ec6b-42dd-8a94-02b4b52e98d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:11.559903 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dd754684-0550-4756-90a9-83bb11d315fa req-c0ed3f4f-ec6b-42dd-8a94-02b4b52e98d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b92153fb65d447bf94f5610e1ad52929&device_id=295af08b-62fb-4a10-897c-5b0b9b693923 HTTP/1.1" status: 200 len: 1097 time: 0.0705254 Oct 19 01:31:11.582982 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d13aa-5328-49b7-93c8-042a786f8e0e req-031abbb5-7dca-4a14-88be-c001921fbe6d tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:11.594156 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-589d13aa-5328-49b7-93c8-042a786f8e0e req-031abbb5-7dca-4a14-88be-c001921fbe6d tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce84dcc7-35b7-491d-9c66-29dc763e539d HTTP/1.1" status: 200 len: 943 time: 0.0819075 Oct 19 01:31:11.645925 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-589d13aa-5328-49b7-93c8-042a786f8e0e req-44839202-47a2-470c-a294-cb05690f41ec tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507333 Oct 19 01:31:11.671972 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9d27bfa3-c463-43e3-841d-669b9f6515fa req-33e52d5e-b396-45c1-8b9a-54978fb475d2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=5a03ae4b-2171-4e98-8835-743ed0da22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089132 Oct 19 01:31:11.696751 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40872) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:11.710038 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-ae85015c-6185-4190-9ae4-0a5dd4769300 None None] Set router 46c694be-25df-4d43-bc4d-4f01dfcfd2d7 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:31:11.717894 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd754684-0550-4756-90a9-83bb11d315fa req-4adea298-93d2-4ce9-b1e8-048dba4403de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:11.719493 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dd754684-0550-4756-90a9-83bb11d315fa req-4adea298-93d2-4ce9-b1e8-048dba4403de service neutron] 10.222.0.55 "GET /v2.0/networks?id=f07e6381-f3cd-4097-8bff-9d2667bcfbc9 HTTP/1.1" status: 200 len: 897 time: 0.1482775 Oct 19 01:31:11.790388 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3e79e8d4-819e-49c0-b9e0-afafcc371c41 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/floatingips/37a142bc-3a50-4838-be5f-aa7793a7b4ec HTTP/1.1" status: 200 len: 991 time: 0.0915840 Oct 19 01:31:11.798920 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dd754684-0550-4756-90a9-83bb11d315fa req-88494a93-9ec6-4fdd-b515-5ff0067a3e77 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c HTTP/1.1" status: 200 len: 999 time: 0.0713179 Oct 19 01:31:11.855236 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd754684-0550-4756-90a9-83bb11d315fa req-f8d9683c-05dd-40c6-b5a0-0e4a6d4673f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:11.856822 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dd754684-0550-4756-90a9-83bb11d315fa req-f8d9683c-05dd-40c6-b5a0-0e4a6d4673f4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a33cce0-103b-445f-872c-c277095ddbb5 HTTP/1.1" status: 200 len: 835 time: 0.0502503 Oct 19 01:31:11.917640 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd754684-0550-4756-90a9-83bb11d315fa req-24f10857-4465-4130-ae95-36fb4fff68ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:11.919148 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dd754684-0550-4756-90a9-83bb11d315fa req-24f10857-4465-4130-ae95-36fb4fff68ce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f07e6381-f3cd-4097-8bff-9d2667bcfbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503650 Oct 19 01:31:11.972869 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-ae85015c-6185-4190-9ae4-0a5dd4769300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35375508', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '76c7727d-e3a1-4069-9a0d-b0fe86c0ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:51Z', 'updated_at': '2021-10-19T01:30:55Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '76c7727d-e3a1-4069-9a0d-b0fe86c0ef56', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:51Z', 'updated_at': '2021-10-19T01:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '37a142bc-3a50-4838-be5f-aa7793a7b4ec', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'floating_ip_address': '172.25.8.173', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'port_id': '4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f07e6381-f3cd-4097-8bff-9d2667bcfbc9', 'mac_address': 'fa:16:3e:3d:02:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295af08b-62fb-4a10-897c-5b0b9b693923', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:31:09Z', 'updated_at': '2021-10-19T01:31:09Z', 'revision_number': 0, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe240c23-54b5-4d09-a6a9-2d32fdcddbfb', 'name': '', 'network_id': 'f07e6381-f3cd-4097-8bff-9d2667bcfbc9', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'mac_address': 'fa:16:3e:c0:71:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '6a33cce0-103b-445f-872c-c277095ddbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:54Z', 'updated_at': '2021-10-19T01:30:58Z', 'revision_number': 5, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'subnets': [{'id': '6a33cce0-103b-445f-872c-c277095ddbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:12.005010 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae85015c-6185-4190-9ae4-0a5dd4769300 None None] Checking router: 46c694be-25df-4d43-bc4d-4f01dfcfd2d7 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:31:12.014105 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae85015c-6185-4190-9ae4-0a5dd4769300 None None] Routers {'46c694be-25df-4d43-bc4d-4f01dfcfd2d7'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:31:12.014880 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-ae85015c-6185-4190-9ae4-0a5dd4769300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:30:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['46c694be-25df-4d43-bc4d-4f01dfcfd2d7'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:12.022755 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dd754684-0550-4756-90a9-83bb11d315fa req-e6b63c07-e8dd-408a-a725-f93e2bca4cb5 service neutron] 10.222.0.55 "GET /v2.0/networks/f07e6381-f3cd-4097-8bff-9d2667bcfbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933144 Oct 19 01:31:12.138025 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dd754684-0550-4756-90a9-83bb11d315fa req-d3baa7cc-f2db-4bab-b9eb-fb8c6721f139 service neutron] 10.222.0.55 "GET /v2.0/networks/f07e6381-f3cd-4097-8bff-9d2667bcfbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067095 Oct 19 01:31:12.146388 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-ae85015c-6185-4190-9ae4-0a5dd4769300 None None] Set router 46c694be-25df-4d43-bc4d-4f01dfcfd2d7 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:31:12.419569 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-ae85015c-6185-4190-9ae4-0a5dd4769300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35375508', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '76c7727d-e3a1-4069-9a0d-b0fe86c0ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:51Z', 'updated_at': '2021-10-19T01:30:55Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '76c7727d-e3a1-4069-9a0d-b0fe86c0ef56', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:51Z', 'updated_at': '2021-10-19T01:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '37a142bc-3a50-4838-be5f-aa7793a7b4ec', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'floating_ip_address': '172.25.8.173', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'port_id': '4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f07e6381-f3cd-4097-8bff-9d2667bcfbc9', 'mac_address': 'fa:16:3e:3d:02:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295af08b-62fb-4a10-897c-5b0b9b693923', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:31:09Z', 'updated_at': '2021-10-19T01:31:09Z', 'revision_number': 0, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe240c23-54b5-4d09-a6a9-2d32fdcddbfb', 'name': '', 'network_id': 'f07e6381-f3cd-4097-8bff-9d2667bcfbc9', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'mac_address': 'fa:16:3e:c0:71:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '6a33cce0-103b-445f-872c-c277095ddbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:54Z', 'updated_at': '2021-10-19T01:30:58Z', 'revision_number': 5, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'subnets': [{'id': '6a33cce0-103b-445f-872c-c277095ddbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:12.452117 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae85015c-6185-4190-9ae4-0a5dd4769300 None None] The sync data for ids ['46c694be-25df-4d43-bc4d-4f01dfcfd2d7'] in n-d-715271-26 is: [{'id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35375508', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '76c7727d-e3a1-4069-9a0d-b0fe86c0ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:51Z', 'updated_at': '2021-10-19T01:30:55Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '76c7727d-e3a1-4069-9a0d-b0fe86c0ef56', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:51Z', 'updated_at': '2021-10-19T01:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '37a142bc-3a50-4838-be5f-aa7793a7b4ec', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'floating_ip_address': '172.25.8.173', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'port_id': '4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f07e6381-f3cd-4097-8bff-9d2667bcfbc9', 'mac_address': 'fa:16:3e:3d:02:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295af08b-62fb-4a10-897c-5b0b9b693923', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:31:09Z', 'updated_at': '2021-10-19T01:31:09Z', 'revision_number': 0, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe240c23-54b5-4d09-a6a9-2d32fdcddbfb', 'name': '', 'network_id': 'f07e6381-f3cd-4097-8bff-9d2667bcfbc9', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'mac_address': 'fa:16:3e:c0:71:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '6a33cce0-103b-445f-872c-c277095ddbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:54Z', 'updated_at': '2021-10-19T01:30:58Z', 'revision_number': 5, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'subnets': [{'id': '6a33cce0-103b-445f-872c-c277095ddbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:31:12.673956 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb846cf-4d1b-419f-8e94-85c9167e904b None None] New status for floating IP 37a142bc-3a50-4838-be5f-aa7793a7b4ec: ACTIVE {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:31:12.774234 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98b7c9-06b9-45af-8dbb-781084c1bc74 req-312580d1-f05f-4699-a792-89794c413f4e tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:12.775900 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab98b7c9-06b9-45af-8dbb-781084c1bc74 req-312580d1-f05f-4699-a792-89794c413f4e tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce84dcc7-35b7-491d-9c66-29dc763e539d HTTP/1.1" status: 200 len: 943 time: 0.0544114 Oct 19 01:31:12.793181 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40886) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:12.821862 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab98b7c9-06b9-45af-8dbb-781084c1bc74 req-bb31fd7e-5f86-4a3d-a69f-2abb23467d6a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376940 Oct 19 01:31:12.865474 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d8ae9fa9-e820-4db8-943a-b425fcb9f3d9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/floatingips/37a142bc-3a50-4838-be5f-aa7793a7b4ec HTTP/1.1" status: 200 len: 991 time: 0.0703447 Oct 19 01:31:13.314205 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 04f97ecc-5507-4875-8c81-4763bb4e63d2 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:31:13.432417 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 04f97ecc-5507-4875-8c81-4763bb4e63d2, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=04f97ecc-5507-4875-8c81-4763bb4e63d2,segment=NetworkSegment(95a912d3-0274-4a3d-b739-965bff95f708),segment_id=95a912d3-0274-4a3d-b739-965bff95f708)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:13.446783 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '04f97ecc-5507-4875-8c81-4763bb4e63d2', 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba', 'port_id': '04f97ecc-5507-4875-8c81-4763bb4e63d2', 'mac_address': 'fa:16:3e:64:95:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da80df4e-5bcb-4c28-8f73-c2e4236142d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:31:13.490054 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:13.508809 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f97ecc-5507-4875-8c81-4763bb4e63d2 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:31:13.530662 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 04f97ecc-5507-4875-8c81-4763bb4e63d2, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=04f97ecc-5507-4875-8c81-4763bb4e63d2,segment=NetworkSegment(95a912d3-0274-4a3d-b739-965bff95f708),segment_id=95a912d3-0274-4a3d-b739-965bff95f708)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:13.534780 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:13.588192 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=04f97ecc-5507-4875-8c81-4763bb4e63d2,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:13.732550 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['04f97ecc-5507-4875-8c81-4763bb4e63d2'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:31:13.869014 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40892) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:13.931274 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4ba156e4-021a-4a92-b906-d9b47f51cfa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:13.974149 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fcbf3939-bfaf-4092-b9a9-2c691d5b2a5f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/floatingips/37a142bc-3a50-4838-be5f-aa7793a7b4ec HTTP/1.1" status: 200 len: 993 time: 0.1041739 Oct 19 01:31:13.986782 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2643c-f247-4628-bfd4-dca436189c65 req-ec6a4d22-f9e8-4867-9154-af9b4bc1b806 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:13.988555 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e5f2643c-f247-4628-bfd4-dca436189c65 req-ec6a4d22-f9e8-4867-9154-af9b4bc1b806 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce84dcc7-35b7-491d-9c66-29dc763e539d HTTP/1.1" status: 200 len: 944 time: 0.0734527 Oct 19 01:31:14.030396 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e5f2643c-f247-4628-bfd4-dca436189c65 req-17cef64d-39b0-466d-812f-d315d1317645 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344841 Oct 19 01:31:15.146932 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c2634-388f-4670-98c2-45105f77e69a req-68d1c758-b531-4c83-a194-8335e86f48f3 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:15.148477 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f9c2634-388f-4670-98c2-45105f77e69a req-68d1c758-b531-4c83-a194-8335e86f48f3 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce84dcc7-35b7-491d-9c66-29dc763e539d HTTP/1.1" status: 200 len: 944 time: 0.0494683 Oct 19 01:31:15.187180 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f9c2634-388f-4670-98c2-45105f77e69a req-7f702c02-2bca-4e91-a0f2-21bd7fcb97ff tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324523 Oct 19 01:31:15.331114 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 04f97ecc-5507-4875-8c81-4763bb4e63d2 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:31:15.384952 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 04f97ecc-5507-4875-8c81-4763bb4e63d2 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:31:15.390577 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 04f97ecc-5507-4875-8c81-4763bb4e63d2 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:15.390577 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:15.468659 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40904) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:15.483929 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:15.508683 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce84dcc7-35b7-491d-9c66-29dc763e539d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f97ecc-5507-4875-8c81-4763bb4e63d2'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:31:15.511246 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5627575f-b83b-4389-adbe-550c8ff910e4" -d '{"events": [{"server_uuid": "ce84dcc7-35b7-491d-9c66-29dc763e539d", "name": "network-vif-plugged", "status": "completed", "tag": "04f97ecc-5507-4875-8c81-4763bb4e63d2"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:31:15.525155 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 04f97ecc-5507-4875-8c81-4763bb4e63d2, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=04f97ecc-5507-4875-8c81-4763bb4e63d2,segment=NetworkSegment(95a912d3-0274-4a3d-b739-965bff95f708),segment_id=95a912d3-0274-4a3d-b739-965bff95f708)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:15.531240 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:15.574058 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb6a1b6-825c-4b50-a6c6-d08eef4ba79a x-openstack-request-id: req-eeb6a1b6-825c-4b50-a6c6-d08eef4ba79a {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:31:15.574693 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce84dcc7-35b7-491d-9c66-29dc763e539d", "name": "network-vif-plugged", "status": "completed", "tag": "04f97ecc-5507-4875-8c81-4763bb4e63d2", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:31:15.575143 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eeb6a1b6-825c-4b50-a6c6-d08eef4ba79a {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:31:15.575806 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce84dcc7-35b7-491d-9c66-29dc763e539d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f97ecc-5507-4875-8c81-4763bb4e63d2', 'code': 200} Oct 19 01:31:15.614742 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=04f97ecc-5507-4875-8c81-4763bb4e63d2,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:15.666810 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb3528-099b-41c7-87de-d61fd63725f6 req-56dd2c71-7f85-404a-8624-3710c61e4dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:15.669270 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-08fb3528-099b-41c7-87de-d61fd63725f6 req-56dd2c71-7f85-404a-8624-3710c61e4dfc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ce84dcc7-35b7-491d-9c66-29dc763e539d HTTP/1.1" status: 200 len: 1097 time: 0.0504289 Oct 19 01:31:15.705943 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-08fb3528-099b-41c7-87de-d61fd63725f6 req-be04af70-4133-45ec-8962-df6863a3ca67 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288668 Oct 19 01:31:16.017359 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5fd22ba1-2e89-4ebf-9170-0ba1c5b48981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:16.267718 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-5fd22ba1-2e89-4ebf-9170-0ba1c5b48981 admin admin] Deleting port 3208d30f-6532-41ab-8914-ad74d6a9dc11 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:16.268102 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5fd22ba1-2e89-4ebf-9170-0ba1c5b48981 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:16.304711 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e73485-386b-4272-a12a-72cbf2fbd910 req-b6fe1137-8ddc-4420-9468-a6854636f836 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:16.307846 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-43e73485-386b-4272-a12a-72cbf2fbd910 req-b6fe1137-8ddc-4420-9468-a6854636f836 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce84dcc7-35b7-491d-9c66-29dc763e539d HTTP/1.1" status: 200 len: 945 time: 0.0506835 Oct 19 01:31:16.347839 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-43e73485-386b-4272-a12a-72cbf2fbd910 req-523c9816-ec09-464a-9546-95e38eef7154 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331457 Oct 19 01:31:16.351649 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-5fd22ba1-2e89-4ebf-9170-0ba1c5b48981 admin admin] For port 3208d30f-6532-41ab-8914-ad74d6a9dc11, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=3208d30f-6532-41ab-8914-ad74d6a9dc11,segment=NetworkSegment(541c06ed-de66-456d-9510-381984fe0ad1),segment_id=541c06ed-de66-456d-9510-381984fe0ad1)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:16.352106 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5fd22ba1-2e89-4ebf-9170-0ba1c5b48981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:16.365615 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-5fd22ba1-2e89-4ebf-9170-0ba1c5b48981 admin admin] Calling delete_port for 3208d30f-6532-41ab-8914-ad74d6a9dc11 owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:16.555450 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5fd22ba1-2e89-4ebf-9170-0ba1c5b48981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:16.569270 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8718bc3d-0923-402a-a82d-04ef00e428c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:16.588561 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd22ba1-2e89-4ebf-9170-0ba1c5b48981 admin admin] Pushing event deleted for resources: {'Port': ['ID=3208d30f-6532-41ab-8914-ad74d6a9dc11,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:16.616405 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd22ba1-2e89-4ebf-9170-0ba1c5b48981 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:16.616747 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd22ba1-2e89-4ebf-9170-0ba1c5b48981 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:16.617087 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd22ba1-2e89-4ebf-9170-0ba1c5b48981 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:16.617425 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd22ba1-2e89-4ebf-9170-0ba1c5b48981 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:16.617755 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd22ba1-2e89-4ebf-9170-0ba1c5b48981 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:16.618109 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd22ba1-2e89-4ebf-9170-0ba1c5b48981 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:16.618410 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd22ba1-2e89-4ebf-9170-0ba1c5b48981 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:16.618733 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd22ba1-2e89-4ebf-9170-0ba1c5b48981 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:16.619053 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd22ba1-2e89-4ebf-9170-0ba1c5b48981 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:16.619373 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd22ba1-2e89-4ebf-9170-0ba1c5b48981 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:16.619685 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd22ba1-2e89-4ebf-9170-0ba1c5b48981 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:16.620034 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd22ba1-2e89-4ebf-9170-0ba1c5b48981 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:16.769249 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5fd22ba1-2e89-4ebf-9170-0ba1c5b48981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:16.992608 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd22ba1-2e89-4ebf-9170-0ba1c5b48981 admin admin] Router da4ab5b7-c3a7-47c8-8f02-386f770ce07f has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:31:17.096070 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd22ba1-2e89-4ebf-9170-0ba1c5b48981 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:31:17.101284 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5fd22ba1-2e89-4ebf-9170-0ba1c5b48981 admin admin] 10.222.0.57 "PUT /v2.0/routers/da4ab5b7-c3a7-47c8-8f02-386f770ce07f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6315920 Oct 19 01:31:17.104265 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 40912) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:17.104508 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc16ec70-4a22-4430-a628-ea9d67a9572d None None] Sync routers for ids ['da4ab5b7-c3a7-47c8-8f02-386f770ce07f'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:31:17.114766 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc16ec70-4a22-4430-a628-ea9d67a9572d None None] Routers {'da4ab5b7-c3a7-47c8-8f02-386f770ce07f'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:31:17.115379 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-fc16ec70-4a22-4430-a628-ea9d67a9572d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:31:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['da4ab5b7-c3a7-47c8-8f02-386f770ce07f'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:17.208983 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d122ceac-a7f6-40cc-8a4b-e514469c86a9 admin admin] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:17.219029 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-fc16ec70-4a22-4430-a628-ea9d67a9572d None None] Set router da4ab5b7-c3a7-47c8-8f02-386f770ce07f gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:31:17.294405 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:17.316653 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d122ceac-a7f6-40cc-8a4b-e514469c86a9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:17.368626 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-d122ceac-a7f6-40cc-8a4b-e514469c86a9 admin admin] Deleting port bca8d86f-d88a-44b1-b1dc-c89037df4c67 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:17.368870 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d122ceac-a7f6-40cc-8a4b-e514469c86a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:17.412068 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-fc16ec70-4a22-4430-a628-ea9d67a9572d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'name': 'tempest-AttachVolumeShelveTestJSON-317180163-router', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'bca8d86f-d88a-44b1-b1dc-c89037df4c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:21:36Z', 'updated_at': '2021-10-19T01:31:16Z', 'revision_number': 5, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'gw_port': {'id': 'bca8d86f-d88a-44b1-b1dc-c89037df4c67', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:57:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:21:37Z', 'updated_at': '2021-10-19T01:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:17.439484 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc16ec70-4a22-4430-a628-ea9d67a9572d None None] Checking router: da4ab5b7-c3a7-47c8-8f02-386f770ce07f for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:31:17.448005 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc16ec70-4a22-4430-a628-ea9d67a9572d None None] Routers {'da4ab5b7-c3a7-47c8-8f02-386f770ce07f'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:31:17.448594 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-fc16ec70-4a22-4430-a628-ea9d67a9572d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:31:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['da4ab5b7-c3a7-47c8-8f02-386f770ce07f'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:17.452295 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-d122ceac-a7f6-40cc-8a4b-e514469c86a9 admin admin] For port bca8d86f-d88a-44b1-b1dc-c89037df4c67, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=bca8d86f-d88a-44b1-b1dc-c89037df4c67,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:17.452658 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d122ceac-a7f6-40cc-8a4b-e514469c86a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:17.465088 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-d122ceac-a7f6-40cc-8a4b-e514469c86a9 admin admin] Calling delete_port for bca8d86f-d88a-44b1-b1dc-c89037df4c67 owned by network:router_gateway {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:17.484146 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc1034-8637-441f-9b12-38582aa0a28e req-7de54b6f-3b82-4c88-b15e-261cbbb84895 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:17.485773 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2edc1034-8637-441f-9b12-38582aa0a28e req-7de54b6f-3b82-4c88-b15e-261cbbb84895 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce84dcc7-35b7-491d-9c66-29dc763e539d HTTP/1.1" status: 200 len: 945 time: 0.0588109 Oct 19 01:31:17.532374 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2edc1034-8637-441f-9b12-38582aa0a28e req-ffc432f9-7f7d-4a7d-9cab-b1b7a23497da tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404110 Oct 19 01:31:17.544239 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-fc16ec70-4a22-4430-a628-ea9d67a9572d None None] Set router da4ab5b7-c3a7-47c8-8f02-386f770ce07f gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:31:17.599492 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-fc16ec70-4a22-4430-a628-ea9d67a9572d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'name': 'tempest-AttachVolumeShelveTestJSON-317180163-router', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:21:36Z', 'updated_at': '2021-10-19T01:31:17Z', 'revision_number': 6, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:17.627500 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc16ec70-4a22-4430-a628-ea9d67a9572d None None] The sync data for ids ['da4ab5b7-c3a7-47c8-8f02-386f770ce07f'] in n-d-715271-26 is: [{'id': 'da4ab5b7-c3a7-47c8-8f02-386f770ce07f', 'name': 'tempest-AttachVolumeShelveTestJSON-317180163-router', 'tenant_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:21:36Z', 'updated_at': '2021-10-19T01:31:17Z', 'revision_number': 6, 'project_id': '48ddb22357dc4eb2bc2ba246f38392b4', 'gw_port_host': None}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:31:17.645190 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d122ceac-a7f6-40cc-8a4b-e514469c86a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:17.688458 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d122ceac-a7f6-40cc-8a4b-e514469c86a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bca8d86f-d88a-44b1-b1dc-c89037df4c67,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:17.806396 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d122ceac-a7f6-40cc-8a4b-e514469c86a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:17.818453 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:18.223287 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-cd0d6dec-75a0-4068-8649-4868e2268a2a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:18.224670 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-cd0d6dec-75a0-4068-8649-4868e2268a2a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/networks?id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba HTTP/1.1" status: 200 len: 805 time: 0.5525291 Oct 19 01:31:18.252461 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d122ceac-a7f6-40cc-8a4b-e514469c86a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:18.258817 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d122ceac-a7f6-40cc-8a4b-e514469c86a9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:18.266551 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-46d5c07e-2f07-41fd-b97a-25d74cafbc9b tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/quotas/cfb46302dab9423db4c8fe701b5ed259 HTTP/1.1" status: 200 len: 375 time: 0.0170999 Oct 19 01:31:18.327451 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d122ceac-a7f6-40cc-8a4b-e514469c86a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:18.328194 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d122ceac-a7f6-40cc-8a4b-e514469c86a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da4ab5b7-c3a7-47c8-8f02-386f770ce07f {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:31:18.333148 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d122ceac-a7f6-40cc-8a4b-e514469c86a9 admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:18.334250 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d122ceac-a7f6-40cc-8a4b-e514469c86a9 admin admin] 10.222.0.57 "DELETE /v2.0/routers/da4ab5b7-c3a7-47c8-8f02-386f770ce07f HTTP/1.1" status: 204 len: 168 time: 1.2289011 Oct 19 01:31:18.336946 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40928) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:18.352406 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-0ba45e29-09c6-44bd-a50f-d6afec0f95d1 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cfb46302dab9423db4c8fe701b5ed259&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547893 Oct 19 01:31:18.384840 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a5a9d0-0321-4e34-a13c-71947da595a6 admin admin] Deleting subnet 488e075d-4e24-4ef3-a196-a8fb67b0889b {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:31:18.388174 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d9a5a9d0-0321-4e34-a13c-71947da595a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:18.431135 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d9a5a9d0-0321-4e34-a13c-71947da595a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:18.448774 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-666dc2ec-cede-4270-9742-ffe9bc53800e service neutron] 10.222.0.57 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884473 Oct 19 01:31:18.517971 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d9a5a9d0-0321-4e34-a13c-71947da595a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:18.549516 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-b7a4bd70-6cb9-4848-8468-8056fefbfb61 service neutron] 10.222.0.57 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945737 Oct 19 01:31:18.574465 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d9a5a9d0-0321-4e34-a13c-71947da595a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:18.601681 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5a9d0-0321-4e34-a13c-71947da595a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=488e075d-4e24-4ef3-a196-a8fb67b0889b,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:18.605874 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d9a5a9d0-0321-4e34-a13c-71947da595a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:18.609778 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d9a5a9d0-0321-4e34-a13c-71947da595a6 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/488e075d-4e24-4ef3-a196-a8fb67b0889b HTTP/1.1" status: 204 len: 168 time: 0.2716074 Oct 19 01:31:18.612028 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40930) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:18.620177 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f965faf-afbd-46e6-a186-fc8e86129284 None None] Network 84c55fcf-75dc-454b-970b-ebd012138813 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:31:18.717107 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d4b2bc59-4390-49d5-bd02-43532ae95c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:18.756893 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-89bf90e9-15a2-4908-a0c2-822d67ecb76a req-64cefc29-b9ea-478d-8ac0-944a44ec8b7a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=b16bbbf2-14ab-4de1-9d90-19df9c31b886 HTTP/1.1" status: 200 len: 210 time: 0.0430348 Oct 19 01:31:18.809903 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-d4b2bc59-4390-49d5-bd02-43532ae95c90 admin admin] Deleting port 36b1848e-0ac9-446d-b1c9-e03de4753a1e {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:18.811041 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d4b2bc59-4390-49d5-bd02-43532ae95c90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:18.880999 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2218f2cd-7ec9-46e3-a9a0-824446d1792d None None] DHCP port deletion for 84c55fcf-75dc-454b-970b-ebd012138813 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:31:18.887358 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-d4b2bc59-4390-49d5-bd02-43532ae95c90 admin admin] For port 36b1848e-0ac9-446d-b1c9-e03de4753a1e, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=36b1848e-0ac9-446d-b1c9-e03de4753a1e,segment=NetworkSegment(541c06ed-de66-456d-9510-381984fe0ad1),segment_id=541c06ed-de66-456d-9510-381984fe0ad1)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:18.887751 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d4b2bc59-4390-49d5-bd02-43532ae95c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:18.901393 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-d4b2bc59-4390-49d5-bd02-43532ae95c90 admin admin] Calling delete_port for 36b1848e-0ac9-446d-b1c9-e03de4753a1e owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:18.928800 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-2218f2cd-7ec9-46e3-a9a0-824446d1792d None None] Deleting port 36b1848e-0ac9-446d-b1c9-e03de4753a1e {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:18.929282 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2218f2cd-7ec9-46e3-a9a0-824446d1792d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:18.986771 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d4b2bc59-4390-49d5-bd02-43532ae95c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:19.001362 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-2218f2cd-7ec9-46e3-a9a0-824446d1792d None None] For port 36b1848e-0ac9-446d-b1c9-e03de4753a1e, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=36b1848e-0ac9-446d-b1c9-e03de4753a1e,segment=NetworkSegment(541c06ed-de66-456d-9510-381984fe0ad1),segment_id=541c06ed-de66-456d-9510-381984fe0ad1)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:19.002341 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2218f2cd-7ec9-46e3-a9a0-824446d1792d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:19.014517 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b2bc59-4390-49d5-bd02-43532ae95c90 admin admin] Pushing event deleted for resources: {'Port': ['ID=36b1848e-0ac9-446d-b1c9-e03de4753a1e,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:19.016430 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b2bc59-4390-49d5-bd02-43532ae95c90 admin admin] No DVR routers for this DVR port 36b1848e-0ac9-446d-b1c9-e03de4753a1e on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:31:19.017109 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-2218f2cd-7ec9-46e3-a9a0-824446d1792d None None] Calling delete_port for 36b1848e-0ac9-446d-b1c9-e03de4753a1e owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:19.095109 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:31:19.099401 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d4b2bc59-4390-49d5-bd02-43532ae95c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:19.101384 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2218f2cd-7ec9-46e3-a9a0-824446d1792d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:19.121450 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-d4b2bc59-4390-49d5-bd02-43532ae95c90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c55fcf-75dc-454b-970b-ebd012138813']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:19.130055 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218f2cd-7ec9-46e3-a9a0-824446d1792d None None] Pushing event deleted for resources: {'Port': ['ID=36b1848e-0ac9-446d-b1c9-e03de4753a1e,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:19.132649 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-d4b2bc59-4390-49d5-bd02-43532ae95c90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '541c06ed-de66-456d-9510-381984fe0ad1') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:19.132948 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-d4b2bc59-4390-49d5-bd02-43532ae95c90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '541c06ed-de66-456d-9510-381984fe0ad1') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:19.139696 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2218f2cd-7ec9-46e3-a9a0-824446d1792d None None] No DVR routers for this DVR port 36b1848e-0ac9-446d-b1c9-e03de4753a1e on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:31:19.143330 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d4b2bc59-4390-49d5-bd02-43532ae95c90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:19.159588 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d4b2bc59-4390-49d5-bd02-43532ae95c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:19.165926 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4b2bc59-4390-49d5-bd02-43532ae95c90 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:31:19.166326 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d4b2bc59-4390-49d5-bd02-43532ae95c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:19.168326 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:31:19.168326 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:31:19.168326 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:31:19.168326 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:31:19.168326 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:31:19.168326 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:31:19.168326 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:31:19.168326 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:31:19.168326 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:31:19.168326 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:31:19.168326 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:31:19.168326 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:31:19.168326 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:31:19.168326 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:31:19.168326 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:31:19.168326 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:31:19.168326 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:31:19.168326 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:31:19.168326 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:31:19.168326 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:31:19.168326 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:31:19.168326 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:31:19.168326 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:31:19.168326 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:31:19.168326 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:31:19.168326 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:31:19.168326 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:31:19.168326 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:31:19.168326 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:31:19.168326 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:31:19.168326 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:31:19.168326 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:31:19.229016 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d4b2bc59-4390-49d5-bd02-43532ae95c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:19.244255 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d4b2bc59-4390-49d5-bd02-43532ae95c90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:19.247429 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d4b2bc59-4390-49d5-bd02-43532ae95c90 admin admin] 10.222.0.57 "DELETE /v2.0/networks/84c55fcf-75dc-454b-970b-ebd012138813 HTTP/1.1" status: 204 len: 168 time: 0.6343327 Oct 19 01:31:19.249083 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b2bc59-4390-49d5-bd02-43532ae95c90 admin admin] Pushing event deleted for resources: {'Network': ['ID=84c55fcf-75dc-454b-970b-ebd012138813,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:19.367586 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40944) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:19.409215 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-959db583-98ec-4906-9211-f1163882d86e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=48ddb22357dc4eb2bc2ba246f38392b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400884 Oct 19 01:31:19.411567 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 40946) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:19.459209 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a77333b2-854f-4d4b-bf7c-e2e40618715b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:19.479626 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a77333b2-854f-4d4b-bf7c-e2e40618715b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:19.527623 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a77333b2-854f-4d4b-bf7c-e2e40618715b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:19.530186 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a77333b2-854f-4d4b-bf7c-e2e40618715b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:19.531325 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a77333b2-854f-4d4b-bf7c-e2e40618715b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4a9d5409-82ac-4dd6-9942-432d27019d65 HTTP/1.1" status: 204 len: 168 time: 0.1188223 Oct 19 01:31:19.538773 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77333b2-854f-4d4b-bf7c-e2e40618715b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9d5409-82ac-4dd6-9942-432d27019d65,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:19.681907 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device bca8d86f-d88a-44b1-b1dc-c89037df4c67 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:31:19.711362 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: bca8d86f-d88a-44b1-b1dc-c89037df4c67 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:31:19.712112 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device bca8d86f-d88a-44b1-b1dc-c89037df4c67 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:31:19.712723 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 3208d30f-6532-41ab-8914-ad74d6a9dc11 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:31:19.739823 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 3208d30f-6532-41ab-8914-ad74d6a9dc11 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:31:19.740414 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 3208d30f-6532-41ab-8914-ad74d6a9dc11 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:31:19.741013 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 36b1848e-0ac9-446d-b1c9-e03de4753a1e no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:31:19.764526 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 36b1848e-0ac9-446d-b1c9-e03de4753a1e {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:31:19.764899 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 36b1848e-0ac9-446d-b1c9-e03de4753a1e not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:31:19.786226 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-19e9274b-8cb8-4159-99c4-2e29329bb737 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:19.788052 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-19e9274b-8cb8-4159-99c4-2e29329bb737 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.24 "GET /v2.0/networks?id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba HTTP/1.1" status: 200 len: 805 time: 0.1408112 Oct 19 01:31:19.788887 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:19.802781 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-d2d8b9d7-17c3-4cd6-9339-0e01e2e6b6e4 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Request body: {'port': {'device_id': 'b16bbbf2-14ab-4de1-9d90-19df9c31b886', 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba', 'admin_state_up': True, 'tenant_id': 'cfb46302dab9423db4c8fe701b5ed259'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:19.898497 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e0eba89d-f334-4ac8-9f3d-b1d8c65923a5 req-b870c21a-c4e6-4b0c-bd2c-d66ac6564f08 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=b16bbbf2-14ab-4de1-9d90-19df9c31b886 HTTP/1.1" status: 200 len: 210 time: 0.0559328 Oct 19 01:31:19.957389 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-d2d8b9d7-17c3-4cd6-9339-0e01e2e6b6e4 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Made reservation on behalf of cfb46302dab9423db4c8fe701b5ed259 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:19.961566 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-d2d8b9d7-17c3-4cd6-9339-0e01e2e6b6e4 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:20.098715 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-d2d8b9d7-17c3-4cd6-9339-0e01e2e6b6e4 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Allocated IP 172.20.0.3 (a482dc53-ded0-49a5-8c9f-a7720dcfc8ba/da80df4e-5bcb-4c28-8f73-c2e4236142d1/b19f55d0-7a47-463a-9fef-c74097c134c1) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:31:20.246013 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-d2d8b9d7-17c3-4cd6-9339-0e01e2e6b6e4 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:20.284904 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-d2d8b9d7-17c3-4cd6-9339-0e01e2e6b6e4 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:20.298005 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['b9ee45bd-0a96-4bc4-87d4-bbfd52be190f', '04f97ecc-5507-4875-8c81-4763bb4e63d2'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:31:20.332350 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-d2d8b9d7-17c3-4cd6-9339-0e01e2e6b6e4 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Network a482dc53-ded0-49a5-8c9f-a7720dcfc8ba is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:20.335503 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-d2d8b9d7-17c3-4cd6-9339-0e01e2e6b6e4 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:20.340623 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-d2d8b9d7-17c3-4cd6-9339-0e01e2e6b6e4 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:20.366572 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8b9d7-17c3-4cd6-9339-0e01e2e6b6e4 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Pushing event updated for resources: {'Port': ['ID=b19f55d0-7a47-463a-9fef-c74097c134c1,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:20.397760 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-d2d8b9d7-17c3-4cd6-9339-0e01e2e6b6e4 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:20.398373 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-d2d8b9d7-17c3-4cd6-9339-0e01e2e6b6e4 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:20.414740 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-d2d8b9d7-17c3-4cd6-9339-0e01e2e6b6e4 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6170921 Oct 19 01:31:20.429431 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-d9002876-876e-4ed0-9755-95e47e19e515 service neutron] Request body: {'port': {'device_id': 'b16bbbf2-14ab-4de1-9d90-19df9c31b886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:20.490315 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-d9002876-876e-4ed0-9755-95e47e19e515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:20.758416 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-d9002876-876e-4ed0-9755-95e47e19e515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b19f55d0-7a47-463a-9fef-c74097c134c1 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:31:20.768581 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-d9002876-876e-4ed0-9755-95e47e19e515 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:20.782204 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-d9002876-876e-4ed0-9755-95e47e19e515 service neutron] Transition to ACTIVE for port object b19f55d0-7a47-463a-9fef-c74097c134c1 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:31:20.785606 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-d9002876-876e-4ed0-9755-95e47e19e515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:20.841011 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9002876-876e-4ed0-9755-95e47e19e515 service neutron] Pushing event updated for resources: {'Port': ['ID=b19f55d0-7a47-463a-9fef-c74097c134c1,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:20.919236 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-d9002876-876e-4ed0-9755-95e47e19e515 service neutron] Attempting to bind port b19f55d0-7a47-463a-9fef-c74097c134c1 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:31:20.919708 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-d9002876-876e-4ed0-9755-95e47e19e515 service neutron] Attempting to bind port b19f55d0-7a47-463a-9fef-c74097c134c1 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '95a912d3-0274-4a3d-b739-965bff95f708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:31:20.920104 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-d9002876-876e-4ed0-9755-95e47e19e515 service neutron] Attempting to bind port b19f55d0-7a47-463a-9fef-c74097c134c1 on network a482dc53-ded0-49a5-8c9f-a7720dcfc8ba {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:31:20.924739 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-d9002876-876e-4ed0-9755-95e47e19e515 service neutron] Port b19f55d0-7a47-463a-9fef-c74097c134c1 on network a482dc53-ded0-49a5-8c9f-a7720dcfc8ba not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:31:20.925062 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-d9002876-876e-4ed0-9755-95e47e19e515 service neutron] Attempting to bind port b19f55d0-7a47-463a-9fef-c74097c134c1 on network a482dc53-ded0-49a5-8c9f-a7720dcfc8ba {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:31:20.930341 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-d9002876-876e-4ed0-9755-95e47e19e515 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:31:20.930948 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-d9002876-876e-4ed0-9755-95e47e19e515 service neutron] Checking segment: {'id': '95a912d3-0274-4a3d-b739-965bff95f708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:31:20.931081 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-d9002876-876e-4ed0-9755-95e47e19e515 service neutron] Bound using segment: {'id': '95a912d3-0274-4a3d-b739-965bff95f708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:31:20.931468 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-d9002876-876e-4ed0-9755-95e47e19e515 service neutron] Bound port: b19f55d0-7a47-463a-9fef-c74097c134c1, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a912d3-0274-4a3d-b739-965bff95f708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:31:20.931845 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-d9002876-876e-4ed0-9755-95e47e19e515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:21.008757 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-d9002876-876e-4ed0-9755-95e47e19e515 service neutron] For port b19f55d0-7a47-463a-9fef-c74097c134c1, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:31:21.012801 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-d9002876-876e-4ed0-9755-95e47e19e515 service neutron] For port b19f55d0-7a47-463a-9fef-c74097c134c1, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=b19f55d0-7a47-463a-9fef-c74097c134c1,segment=NetworkSegment(95a912d3-0274-4a3d-b739-965bff95f708),segment_id=95a912d3-0274-4a3d-b739-965bff95f708)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:31:21.018475 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-d9002876-876e-4ed0-9755-95e47e19e515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:21.064678 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-d9002876-876e-4ed0-9755-95e47e19e515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:21.065487 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-d9002876-876e-4ed0-9755-95e47e19e515 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:21.067030 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-d9002876-876e-4ed0-9755-95e47e19e515 service neutron] 10.222.0.24 "PUT /v2.0/ports/b19f55d0-7a47-463a-9fef-c74097c134c1 HTTP/1.1" status: 200 len: 1092 time: 0.6431646 Oct 19 01:31:21.067503 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b16bbbf2-14ab-4de1-9d90-19df9c31b886', 'tag': 'b19f55d0-7a47-463a-9fef-c74097c134c1'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:31:21.070144 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0353840e-2191-4847-acf8-7d36d479ebd0" -d '{"events": [{"name": "network-changed", "server_uuid": "b16bbbf2-14ab-4de1-9d90-19df9c31b886", "tag": "b19f55d0-7a47-463a-9fef-c74097c134c1"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:31:21.100961 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9002876-876e-4ed0-9755-95e47e19e515 service neutron] Pushing event updated for resources: {'Port': ['ID=b19f55d0-7a47-463a-9fef-c74097c134c1,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:21.125403 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d138aa76-a3c9-4bdb-b533-5611ca226403 x-openstack-request-id: req-d138aa76-a3c9-4bdb-b533-5611ca226403 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:31:21.125403 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b16bbbf2-14ab-4de1-9d90-19df9c31b886", "tag": "b19f55d0-7a47-463a-9fef-c74097c134c1", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:31:21.125403 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d138aa76-a3c9-4bdb-b533-5611ca226403 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:31:21.125403 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b16bbbf2-14ab-4de1-9d90-19df9c31b886', 'tag': 'b19f55d0-7a47-463a-9fef-c74097c134c1', 'status': 'completed', 'code': 200} Oct 19 01:31:21.173799 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-25cee90a-df23-4d58-aef9-de842fa01b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:21.175413 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-25cee90a-df23-4d58-aef9-de842fa01b4a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cfb46302dab9423db4c8fe701b5ed259&device_id=b16bbbf2-14ab-4de1-9d90-19df9c31b886 HTTP/1.1" status: 200 len: 1095 time: 0.0470793 Oct 19 01:31:21.223013 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-fcf6adf2-42fe-452c-b95b-bfcf53def9f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b19f55d0-7a47-463a-9fef-c74097c134c1 HTTP/1.1" status: 200 len: 217 time: 0.0401986 Oct 19 01:31:21.274991 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-4e132599-e6ab-403a-a6a1-6fec6d1ad5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:21.276654 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-4e132599-e6ab-403a-a6a1-6fec6d1ad5e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=da80df4e-5bcb-4c28-8f73-c2e4236142d1 HTTP/1.1" status: 200 len: 845 time: 0.0474892 Oct 19 01:31:21.294788 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c3998-92f9-47fc-b058-eb4eb9750692 req-5e8523a9-746f-493d-9528-03e1e9cf0a95 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:21.299392 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-885c3998-92f9-47fc-b058-eb4eb9750692 req-5e8523a9-746f-493d-9528-03e1e9cf0a95 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=b16bbbf2-14ab-4de1-9d90-19df9c31b886 HTTP/1.1" status: 200 len: 943 time: 0.0545404 Oct 19 01:31:21.310005 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-121f6ee1-59bd-41c9-817c-2b0e7b6175ee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263803 Oct 19 01:31:21.341363 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-885c3998-92f9-47fc-b058-eb4eb9750692 req-16c82277-11e2-47bf-aa5e-df892614d33d tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366466 Oct 19 01:31:21.412332 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-b237fc93-8486-4120-9a55-01eed136406c service neutron] 10.222.0.24 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954196 Oct 19 01:31:21.502035 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c6365cec-285f-4046-82da-ea4be4f07ec1 req-3f953bf4-099f-49b4-88ad-4b047610fcfe service neutron] 10.222.0.24 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817797 Oct 19 01:31:21.597267 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353840e-2191-4847-acf8-7d36d479ebd0 req-c7368bc4-3047-4eff-93c8-623f3c54f64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:21.598802 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0353840e-2191-4847-acf8-7d36d479ebd0 req-c7368bc4-3047-4eff-93c8-623f3c54f64e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cfb46302dab9423db4c8fe701b5ed259&device_id=b16bbbf2-14ab-4de1-9d90-19df9c31b886 HTTP/1.1" status: 200 len: 1095 time: 0.0479605 Oct 19 01:31:21.692703 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353840e-2191-4847-acf8-7d36d479ebd0 req-e238b890-e294-4fc0-a50d-22a43a7e1241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:21.694186 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0353840e-2191-4847-acf8-7d36d479ebd0 req-e238b890-e294-4fc0-a50d-22a43a7e1241 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba HTTP/1.1" status: 200 len: 906 time: 0.0874853 Oct 19 01:31:21.740738 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0353840e-2191-4847-acf8-7d36d479ebd0 req-deacb3c2-045e-4c88-bb4d-2537a2a6d8cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b19f55d0-7a47-463a-9fef-c74097c134c1 HTTP/1.1" status: 200 len: 217 time: 0.0382884 Oct 19 01:31:21.792715 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353840e-2191-4847-acf8-7d36d479ebd0 req-e2c70085-409b-43c6-a43c-ea13e3b27704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:21.794912 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0353840e-2191-4847-acf8-7d36d479ebd0 req-e2c70085-409b-43c6-a43c-ea13e3b27704 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=da80df4e-5bcb-4c28-8f73-c2e4236142d1 HTTP/1.1" status: 200 len: 845 time: 0.0458462 Oct 19 01:31:21.829887 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0353840e-2191-4847-acf8-7d36d479ebd0 req-8e3d0ec5-aa8c-442a-a56b-241555e52d22 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267580 Oct 19 01:31:21.930428 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0353840e-2191-4847-acf8-7d36d479ebd0 req-01c6ab69-5bbe-45cf-ac6e-c6e001284e40 service neutron] 10.222.0.24 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929022 Oct 19 01:31:22.035327 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0353840e-2191-4847-acf8-7d36d479ebd0 req-415f5d7b-8312-470b-a5a7-f4bf6c2e1d58 service neutron] 10.222.0.24 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921736 Oct 19 01:31:22.459472 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd396aa-f5e7-44e8-a269-c18461175078 req-4a632e47-8d2f-4b86-8fd7-4445e6cad710 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:22.463591 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5dd396aa-f5e7-44e8-a269-c18461175078 req-4a632e47-8d2f-4b86-8fd7-4445e6cad710 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=b16bbbf2-14ab-4de1-9d90-19df9c31b886 HTTP/1.1" status: 200 len: 943 time: 0.0494001 Oct 19 01:31:22.500829 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5dd396aa-f5e7-44e8-a269-c18461175078 req-50de7815-bc07-4855-b500-d9c0b478e02a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328233 Oct 19 01:31:23.618619 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c194d2-609d-4c24-9f42-f171b70b47af req-620d3942-686f-4551-a8a4-691f64944df0 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:23.620193 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c5c194d2-609d-4c24-9f42-f171b70b47af req-620d3942-686f-4551-a8a4-691f64944df0 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=b16bbbf2-14ab-4de1-9d90-19df9c31b886 HTTP/1.1" status: 200 len: 943 time: 0.0504634 Oct 19 01:31:23.660570 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c5c194d2-609d-4c24-9f42-f171b70b47af req-087c9eb9-6886-415f-89e1-adba21a5ee29 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329754 Oct 19 01:31:24.708638 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41172) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:24.779587 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31251ae9-8660-4c86-bad8-703c7819103a req-03a5d431-99ff-4239-949d-2d8578d55a0a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:24.781154 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-31251ae9-8660-4c86-bad8-703c7819103a req-03a5d431-99ff-4239-949d-2d8578d55a0a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=b16bbbf2-14ab-4de1-9d90-19df9c31b886 HTTP/1.1" status: 200 len: 943 time: 0.0529847 Oct 19 01:31:24.824636 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a9140cb0-b7fe-45fc-aa9f-615d04a93648 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:24.831950 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-31251ae9-8660-4c86-bad8-703c7819103a req-18100965-aa6f-4591-9534-1eb67318468a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448146 Oct 19 01:31:24.902931 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a9140cb0-b7fe-45fc-aa9f-615d04a93648 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:24.907001 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a9140cb0-b7fe-45fc-aa9f-615d04a93648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:24.944858 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a9140cb0-b7fe-45fc-aa9f-615d04a93648 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9e17925841754c9c862881fc75e5adfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2349651 Oct 19 01:31:24.945991 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9140cb0-b7fe-45fc-aa9f-615d04a93648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93543275-d9fc-4d19-be66-0af5be59d61d,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:24.947629 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41176) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:24.997832 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9f3f4baa-ff18-4a14-a7f6-e782ea13842b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:25.018777 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9f3f4baa-ff18-4a14-a7f6-e782ea13842b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:25.064482 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9f3f4baa-ff18-4a14-a7f6-e782ea13842b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:25.067007 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9f3f4baa-ff18-4a14-a7f6-e782ea13842b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:25.068167 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9f3f4baa-ff18-4a14-a7f6-e782ea13842b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/93543275-d9fc-4d19-be66-0af5be59d61d HTTP/1.1" status: 204 len: 168 time: 0.1188574 Oct 19 01:31:25.075626 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f4baa-ff18-4a14-a7f6-e782ea13842b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93543275-d9fc-4d19-be66-0af5be59d61d,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:25.325022 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41182) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:25.338384 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3fa24144-b1b6-43ff-b3a8-ae1b75d6c88d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:25.382002 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device b19f55d0-7a47-463a-9fef-c74097c134c1 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:31:25.414885 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3fa24144-b1b6-43ff-b3a8-ae1b75d6c88d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:25.418788 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3fa24144-b1b6-43ff-b3a8-ae1b75d6c88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:25.457717 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3fa24144-b1b6-43ff-b3a8-ae1b75d6c88d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=59fb0b93895241d79f1d2f4d561c73a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1316099 Oct 19 01:31:25.459746 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa24144-b1b6-43ff-b3a8-ae1b75d6c88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98cc0584-89a6-4b53-86d2-474a563b65f6,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:25.460486 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41184) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:25.480699 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port b19f55d0-7a47-463a-9fef-c74097c134c1, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=b19f55d0-7a47-463a-9fef-c74097c134c1,segment=NetworkSegment(95a912d3-0274-4a3d-b739-965bff95f708),segment_id=95a912d3-0274-4a3d-b739-965bff95f708)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:25.492117 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'b19f55d0-7a47-463a-9fef-c74097c134c1', 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba', 'port_id': 'b19f55d0-7a47-463a-9fef-c74097c134c1', 'mac_address': 'fa:16:3e:f0:78:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da80df4e-5bcb-4c28-8f73-c2e4236142d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:31:25.510851 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ed987dea-dd14-4b8d-ad91-e9a2218f91c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:25.527464 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:25.533021 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ed987dea-dd14-4b8d-ad91-e9a2218f91c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:25.540844 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b19f55d0-7a47-463a-9fef-c74097c134c1 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:31:25.561325 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port b19f55d0-7a47-463a-9fef-c74097c134c1, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=b19f55d0-7a47-463a-9fef-c74097c134c1,segment=NetworkSegment(95a912d3-0274-4a3d-b739-965bff95f708),segment_id=95a912d3-0274-4a3d-b739-965bff95f708)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:25.565392 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:25.584264 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ed987dea-dd14-4b8d-ad91-e9a2218f91c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:25.586682 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ed987dea-dd14-4b8d-ad91-e9a2218f91c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:25.590586 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ed987dea-dd14-4b8d-ad91-e9a2218f91c9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/98cc0584-89a6-4b53-86d2-474a563b65f6 HTTP/1.1" status: 204 len: 168 time: 0.1291029 Oct 19 01:31:25.599253 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed987dea-dd14-4b8d-ad91-e9a2218f91c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cc0584-89a6-4b53-86d2-474a563b65f6,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:25.630763 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=b19f55d0-7a47-463a-9fef-c74097c134c1,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:25.638808 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:25.639163 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:25.639505 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:25.640441 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:25.640776 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:25.641111 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:25.641441 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:25.641771 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:25.642096 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:25.642420 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:25.642744 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:25.643070 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:25.796416 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['b19f55d0-7a47-463a-9fef-c74097c134c1'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:31:25.960285 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa8aea-7d2a-477c-b34a-e66a0528a13a req-e37caf21-8fa7-413b-a880-4d77c8aec64f tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:25.961864 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1aa8aea-7d2a-477c-b34a-e66a0528a13a req-e37caf21-8fa7-413b-a880-4d77c8aec64f tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=b16bbbf2-14ab-4de1-9d90-19df9c31b886 HTTP/1.1" status: 200 len: 944 time: 0.0561609 Oct 19 01:31:26.000989 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1aa8aea-7d2a-477c-b34a-e66a0528a13a req-4eb0487e-3414-465d-a87c-3c49181d4227 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331223 Oct 19 01:31:27.117635 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a75f6-07a9-4ca7-8344-e28ae469d254 req-cf025f32-406e-42bc-954f-e5cffd66ef0f tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:27.119120 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-375a75f6-07a9-4ca7-8344-e28ae469d254 req-cf025f32-406e-42bc-954f-e5cffd66ef0f tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=b16bbbf2-14ab-4de1-9d90-19df9c31b886 HTTP/1.1" status: 200 len: 944 time: 0.0504963 Oct 19 01:31:27.159247 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-375a75f6-07a9-4ca7-8344-e28ae469d254 req-0110cc05-6db1-44fa-91df-edfa7e49b5a9 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332069 Oct 19 01:31:27.203920 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:27.393324 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device b19f55d0-7a47-463a-9fef-c74097c134c1 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:31:27.441925 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port b19f55d0-7a47-463a-9fef-c74097c134c1 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:31:27.445677 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port b19f55d0-7a47-463a-9fef-c74097c134c1 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:27.445987 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:27.531900 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:27.555532 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16bbbf2-14ab-4de1-9d90-19df9c31b886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19f55d0-7a47-463a-9fef-c74097c134c1'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:31:27.557914 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632e91e9-1197-4e8d-9e42-9719a5024d1d" -d '{"events": [{"server_uuid": "b16bbbf2-14ab-4de1-9d90-19df9c31b886", "name": "network-vif-plugged", "status": "completed", "tag": "b19f55d0-7a47-463a-9fef-c74097c134c1"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:31:27.570852 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port b19f55d0-7a47-463a-9fef-c74097c134c1, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=b19f55d0-7a47-463a-9fef-c74097c134c1,segment=NetworkSegment(95a912d3-0274-4a3d-b739-965bff95f708),segment_id=95a912d3-0274-4a3d-b739-965bff95f708)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:27.575395 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:27.602713 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca9252a-3c94-46d4-b9f0-c507a289a308 x-openstack-request-id: req-2ca9252a-3c94-46d4-b9f0-c507a289a308 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:31:27.603004 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b16bbbf2-14ab-4de1-9d90-19df9c31b886", "name": "network-vif-plugged", "status": "completed", "tag": "b19f55d0-7a47-463a-9fef-c74097c134c1", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:31:27.603256 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2ca9252a-3c94-46d4-b9f0-c507a289a308 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:31:27.603658 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16bbbf2-14ab-4de1-9d90-19df9c31b886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19f55d0-7a47-463a-9fef-c74097c134c1', 'code': 200} Oct 19 01:31:27.642275 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=b19f55d0-7a47-463a-9fef-c74097c134c1,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:27.702584 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823e26a-1a82-483e-bfae-10180d84e247 req-c3db36af-7970-4d68-aed9-6d53ff060f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:27.704218 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7823e26a-1a82-483e-bfae-10180d84e247 req-c3db36af-7970-4d68-aed9-6d53ff060f0e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b16bbbf2-14ab-4de1-9d90-19df9c31b886 HTTP/1.1" status: 200 len: 1097 time: 0.0406201 Oct 19 01:31:27.740543 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7823e26a-1a82-483e-bfae-10180d84e247 req-255f8c12-4dba-431a-b0f9-4b93cf8e2d64 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293186 Oct 19 01:31:27.911276 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41270) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:28.025823 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b7b883fa-6aba-4ad8-948d-ec206b8bd5a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:28.107482 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b7b883fa-6aba-4ad8-948d-ec206b8bd5a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:28.111101 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b7b883fa-6aba-4ad8-948d-ec206b8bd5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:28.148221 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b7b883fa-6aba-4ad8-948d-ec206b8bd5a0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=517f12f841334a1abf087df78806c34d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2358398 Oct 19 01:31:28.150194 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b883fa-6aba-4ad8-948d-ec206b8bd5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004d4068-7a4e-486d-928a-90880a8b099f,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:28.150892 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41274) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:28.199877 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9d3280e0-da9b-4a05-9378-bbfa5abcce34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:28.222036 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9d3280e0-da9b-4a05-9378-bbfa5abcce34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:28.275402 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24898e6e-939a-430a-8b07-791a18aa58b5 req-7a8b7baf-4644-482e-80ea-f512995e0310 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:28.275619 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9d3280e0-da9b-4a05-9378-bbfa5abcce34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:28.276867 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-24898e6e-939a-430a-8b07-791a18aa58b5 req-7a8b7baf-4644-482e-80ea-f512995e0310 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=b16bbbf2-14ab-4de1-9d90-19df9c31b886 HTTP/1.1" status: 200 len: 945 time: 0.0517924 Oct 19 01:31:28.281604 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9d3280e0-da9b-4a05-9378-bbfa5abcce34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:28.282763 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9d3280e0-da9b-4a05-9378-bbfa5abcce34 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/004d4068-7a4e-486d-928a-90880a8b099f HTTP/1.1" status: 204 len: 168 time: 0.1307945 Oct 19 01:31:28.291114 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3280e0-da9b-4a05-9378-bbfa5abcce34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004d4068-7a4e-486d-928a-90880a8b099f,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:28.321998 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-24898e6e-939a-430a-8b07-791a18aa58b5 req-bca6947b-6112-4f96-82ad-83e0823e8a8a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388694 Oct 19 01:31:28.546995 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41282) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:28.564521 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-30411ce9-f186-4ce9-a1f2-cbf1bb0a5e17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:28.639106 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-30411ce9-f186-4ce9-a1f2-cbf1bb0a5e17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:28.642867 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-30411ce9-f186-4ce9-a1f2-cbf1bb0a5e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:28.681317 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-30411ce9-f186-4ce9-a1f2-cbf1bb0a5e17 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6212281b4023431e84f2328e0ea13ada&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1330538 Oct 19 01:31:28.682143 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30411ce9-f186-4ce9-a1f2-cbf1bb0a5e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7160ac10-e66b-404c-9827-e0d6ed6a2467,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:28.684168 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41284) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:28.735640 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c3ac38c3-8012-4272-9183-53fb619927a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:28.755876 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c3ac38c3-8012-4272-9183-53fb619927a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:28.816178 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c3ac38c3-8012-4272-9183-53fb619927a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:28.819307 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c3ac38c3-8012-4272-9183-53fb619927a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:28.823064 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c3ac38c3-8012-4272-9183-53fb619927a9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7160ac10-e66b-404c-9827-e0d6ed6a2467 HTTP/1.1" status: 204 len: 168 time: 0.1353798 Oct 19 01:31:28.830593 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac38c3-8012-4272-9183-53fb619927a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7160ac10-e66b-404c-9827-e0d6ed6a2467,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:29.442759 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41acb1fd-614f-471d-9e71-37841b30bef0 req-d534fe4d-260f-4129-ac18-0a9de94a8bc2 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:29.444276 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-41acb1fd-614f-471d-9e71-37841b30bef0 req-d534fe4d-260f-4129-ac18-0a9de94a8bc2 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=b16bbbf2-14ab-4de1-9d90-19df9c31b886 HTTP/1.1" status: 200 len: 945 time: 0.0492756 Oct 19 01:31:29.481967 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-41acb1fd-614f-471d-9e71-37841b30bef0 req-c7d46e89-fdb1-476c-be32-56463943be14 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316746 Oct 19 01:31:29.603695 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340104b-a733-4cd4-857b-db28dc9e0381 req-6fe5260b-cb05-4698-8b4b-1fffc16d5e68 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:29.605240 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0340104b-a733-4cd4-857b-db28dc9e0381 req-6fe5260b-cb05-4698-8b4b-1fffc16d5e68 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce84dcc7-35b7-491d-9c66-29dc763e539d HTTP/1.1" status: 200 len: 945 time: 0.0551596 Oct 19 01:31:29.628253 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:29.646838 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0340104b-a733-4cd4-857b-db28dc9e0381 req-8fe25f7e-2758-43ec-8475-f9871108dcd5 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339284 Oct 19 01:31:29.763008 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921f15e-43fa-419a-9021-c7da71d2e75a req-535250ad-fe8a-40e3-b232-b0fed6d88bea tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:29.764971 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d921f15e-43fa-419a-9021-c7da71d2e75a req-535250ad-fe8a-40e3-b232-b0fed6d88bea tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=b16bbbf2-14ab-4de1-9d90-19df9c31b886 HTTP/1.1" status: 200 len: 945 time: 0.0500886 Oct 19 01:31:29.806579 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d921f15e-43fa-419a-9021-c7da71d2e75a req-53cebbbd-3c6a-4de4-ae9d-c0ed195eb422 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360014 Oct 19 01:31:30.048297 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c9d78-f9bf-489e-93b9-4dd87a3f56e0 req-68f3b64b-90f4-4f87-848c-9491a48b67ed tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:30.049833 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bb6c9d78-f9bf-489e-93b9-4dd87a3f56e0 req-68f3b64b-90f4-4f87-848c-9491a48b67ed tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=b16bbbf2-14ab-4de1-9d90-19df9c31b886 HTTP/1.1" status: 200 len: 945 time: 0.0489929 Oct 19 01:31:30.088588 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bb6c9d78-f9bf-489e-93b9-4dd87a3f56e0 req-9d235fd1-55c0-492e-98d3-cbc64bd0e803 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323529 Oct 19 01:31:30.339506 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:31:30.695170 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41356) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:30.800301 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-eaaf66aa-9e82-4984-a4d9-6c3247ccea8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:30.876662 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-eaaf66aa-9e82-4984-a4d9-6c3247ccea8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:30.880143 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-eaaf66aa-9e82-4984-a4d9-6c3247ccea8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:30.916718 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf66aa-9e82-4984-a4d9-6c3247ccea8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56cb87d-ade9-4234-b97c-954699253cfc,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:30.921704 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-eaaf66aa-9e82-4984-a4d9-6c3247ccea8c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=83f87750838f43d8a39bb2f99418d46a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2247727 Oct 19 01:31:30.924632 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41360) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:30.972428 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-13645802-e0ae-4853-acf5-56d64fb2953c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:30.993813 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-13645802-e0ae-4853-acf5-56d64fb2953c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:31.047630 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-13645802-e0ae-4853-acf5-56d64fb2953c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:31.050419 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-13645802-e0ae-4853-acf5-56d64fb2953c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:31.051598 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-13645802-e0ae-4853-acf5-56d64fb2953c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f56cb87d-ade9-4234-b97c-954699253cfc HTTP/1.1" status: 204 len: 168 time: 0.1263564 Oct 19 01:31:31.060048 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13645802-e0ae-4853-acf5-56d64fb2953c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56cb87d-ade9-4234-b97c-954699253cfc,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:31.208038 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85618ad2-d426-42be-90f4-8cdb8bd30b8a req-6f3352b3-84ab-408c-b3cb-89122ee64bfe tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:31.209542 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-85618ad2-d426-42be-90f4-8cdb8bd30b8a req-6f3352b3-84ab-408c-b3cb-89122ee64bfe tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=b16bbbf2-14ab-4de1-9d90-19df9c31b886 HTTP/1.1" status: 200 len: 945 time: 0.0499721 Oct 19 01:31:31.247685 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-85618ad2-d426-42be-90f4-8cdb8bd30b8a req-d1df87f4-8f74-47c5-a71f-3d72c212ee66 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321007 Oct 19 01:31:31.312943 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41368) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:31.326143 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2d8b910a-7a8f-4241-806f-46b3d96187e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:31.402467 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9401a-383e-4a94-b492-6c37ed3ad416 req-c5c90193-848d-4ff6-84b1-b458f641e0f7 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:31.403783 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2d8b910a-7a8f-4241-806f-46b3d96187e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:31.403991 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c9e9401a-383e-4a94-b492-6c37ed3ad416 req-c5c90193-848d-4ff6-84b1-b458f641e0f7 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.24 "GET /v2.0/ports?device_id=b16bbbf2-14ab-4de1-9d90-19df9c31b886 HTTP/1.1" status: 200 len: 945 time: 0.0510020 Oct 19 01:31:31.408332 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2d8b910a-7a8f-4241-806f-46b3d96187e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:31.446740 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2d8b910a-7a8f-4241-806f-46b3d96187e6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=40cfff85498b4868ba168b6fd70c95c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1327205 Oct 19 01:31:31.447757 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b910a-7a8f-4241-806f-46b3d96187e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcb251d-3b58-4786-affd-d6abf4bf9daf,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:31.450653 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41370) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:31.539152 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-c9e9401a-383e-4a94-b492-6c37ed3ad416 req-56528a51-9722-4978-96e5-233c060c251c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Deleting port b19f55d0-7a47-463a-9fef-c74097c134c1 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:31.539489 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c9e9401a-383e-4a94-b492-6c37ed3ad416 req-56528a51-9722-4978-96e5-233c060c251c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:31.543705 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-349aaad8-af66-4712-a129-eac4674f0855 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:31.587958 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-349aaad8-af66-4712-a129-eac4674f0855 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:31.674358 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-c9e9401a-383e-4a94-b492-6c37ed3ad416 req-56528a51-9722-4978-96e5-233c060c251c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] For port b19f55d0-7a47-463a-9fef-c74097c134c1, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=b19f55d0-7a47-463a-9fef-c74097c134c1,segment=NetworkSegment(95a912d3-0274-4a3d-b739-965bff95f708),segment_id=95a912d3-0274-4a3d-b739-965bff95f708)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:31.674937 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c9e9401a-383e-4a94-b492-6c37ed3ad416 req-56528a51-9722-4978-96e5-233c060c251c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:31.692488 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-c9e9401a-383e-4a94-b492-6c37ed3ad416 req-56528a51-9722-4978-96e5-233c060c251c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Calling delete_port for b19f55d0-7a47-463a-9fef-c74097c134c1 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:31.708418 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-349aaad8-af66-4712-a129-eac4674f0855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:31.710905 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-349aaad8-af66-4712-a129-eac4674f0855 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:31.712131 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-349aaad8-af66-4712-a129-eac4674f0855 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5fcb251d-3b58-4786-affd-d6abf4bf9daf HTTP/1.1" status: 204 len: 168 time: 0.2602789 Oct 19 01:31:31.749942 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349aaad8-af66-4712-a129-eac4674f0855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcb251d-3b58-4786-affd-d6abf4bf9daf,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:31.842522 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c9e9401a-383e-4a94-b492-6c37ed3ad416 req-56528a51-9722-4978-96e5-233c060c251c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:31.863989 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['b9ee45bd-0a96-4bc4-87d4-bbfd52be190f', '04f97ecc-5507-4875-8c81-4763bb4e63d2', 'b19f55d0-7a47-463a-9fef-c74097c134c1'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:31:31.878408 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56528a51-9722-4978-96e5-233c060c251c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Pushing event deleted for resources: {'Port': ['ID=b19f55d0-7a47-463a-9fef-c74097c134c1,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:31.922390 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e9401a-383e-4a94-b492-6c37ed3ad416 req-56528a51-9722-4978-96e5-233c060c251c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] No DVR routers for this DVR port b19f55d0-7a47-463a-9fef-c74097c134c1 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:31:31.925414 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-c9e9401a-383e-4a94-b492-6c37ed3ad416 req-56528a51-9722-4978-96e5-233c060c251c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:31.929469 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c9e9401a-383e-4a94-b492-6c37ed3ad416 req-56528a51-9722-4978-96e5-233c060c251c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.24 "DELETE /v2.0/ports/b19f55d0-7a47-463a-9fef-c74097c134c1 HTTP/1.1" status: 204 len: 173 time: 0.5192199 Oct 19 01:31:31.929943 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16bbbf2-14ab-4de1-9d90-19df9c31b886', 'name': 'network-vif-deleted', 'tag': 'b19f55d0-7a47-463a-9fef-c74097c134c1'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:31:31.934259 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef7fda2-0a41-47bf-a7a2-9fc3859de0b9" -d '{"events": [{"server_uuid": "b16bbbf2-14ab-4de1-9d90-19df9c31b886", "name": "network-vif-deleted", "tag": "b19f55d0-7a47-463a-9fef-c74097c134c1"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:31:31.977335 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb294dbf-0927-442b-a8d0-65b6f2167fd2 x-openstack-request-id: req-fb294dbf-0927-442b-a8d0-65b6f2167fd2 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:31:31.977631 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b16bbbf2-14ab-4de1-9d90-19df9c31b886", "name": "network-vif-deleted", "tag": "b19f55d0-7a47-463a-9fef-c74097c134c1", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:31:31.977955 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fb294dbf-0927-442b-a8d0-65b6f2167fd2 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:31:31.978359 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16bbbf2-14ab-4de1-9d90-19df9c31b886', 'name': 'network-vif-deleted', 'tag': 'b19f55d0-7a47-463a-9fef-c74097c134c1', 'status': 'completed', 'code': 200} Oct 19 01:31:32.356430 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-02dcc34c-0ccc-4ede-b33a-d6729b7ba589 req-972638eb-7bfb-4481-9922-a83d7a3ec1be tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=b16bbbf2-14ab-4de1-9d90-19df9c31b886 HTTP/1.1" status: 200 len: 210 time: 0.0284777 Oct 19 01:31:33.635710 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd193d7b-63fa-4b6f-9864-6930abe8df94 req-581d5664-dbdd-4d08-a4a6-30569a87ee8b tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:33.637184 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fd193d7b-63fa-4b6f-9864-6930abe8df94 req-581d5664-dbdd-4d08-a4a6-30569a87ee8b tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce84dcc7-35b7-491d-9c66-29dc763e539d HTTP/1.1" status: 200 len: 945 time: 0.0537276 Oct 19 01:31:33.676900 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fd193d7b-63fa-4b6f-9864-6930abe8df94 req-ddbc2f66-7e43-4ebd-85ee-fe03ef3275d4 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324287 Oct 19 01:31:33.727788 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41436) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:33.835830 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5ab9f170-b30d-4d5e-9cb7-68726023470a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:33.909679 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5ab9f170-b30d-4d5e-9cb7-68726023470a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:33.913174 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5ab9f170-b30d-4d5e-9cb7-68726023470a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:33.950924 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5ab9f170-b30d-4d5e-9cb7-68726023470a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e828b69b99b240a7b724f017d64f7453&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2220747 Oct 19 01:31:33.952408 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9f170-b30d-4d5e-9cb7-68726023470a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0200f13-68ac-475a-ae77-dee58a10089f,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:33.953553 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41440) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:34.002401 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8ebd9ecb-2f98-4379-8691-99efef9eb086 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:34.023530 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8ebd9ecb-2f98-4379-8691-99efef9eb086 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:34.073619 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8ebd9ecb-2f98-4379-8691-99efef9eb086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:34.076185 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8ebd9ecb-2f98-4379-8691-99efef9eb086 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:34.078173 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8ebd9ecb-2f98-4379-8691-99efef9eb086 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c0200f13-68ac-475a-ae77-dee58a10089f HTTP/1.1" status: 204 len: 168 time: 0.1232924 Oct 19 01:31:34.087199 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd9ecb-2f98-4379-8691-99efef9eb086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0200f13-68ac-475a-ae77-dee58a10089f,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:34.337587 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41446) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:34.351560 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1df43f91-01d7-42a3-83b5-66d46abb3247 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:34.425606 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1df43f91-01d7-42a3-83b5-66d46abb3247 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:34.429581 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1df43f91-01d7-42a3-83b5-66d46abb3247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:34.467123 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1df43f91-01d7-42a3-83b5-66d46abb3247 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c16fb82b3d3c42a4936dab310f80d877&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1284916 Oct 19 01:31:34.468524 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df43f91-01d7-42a3-83b5-66d46abb3247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8c8272-b9b2-48b7-b8f8-f347525b1a9d,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:34.470482 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41448) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:34.519875 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f9e6eee0-8691-4bec-8bc7-b6730987f255 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:34.542002 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f9e6eee0-8691-4bec-8bc7-b6730987f255 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:34.587806 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f9e6eee0-8691-4bec-8bc7-b6730987f255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:34.590240 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f9e6eee0-8691-4bec-8bc7-b6730987f255 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:34.591587 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f9e6eee0-8691-4bec-8bc7-b6730987f255 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8a8c8272-b9b2-48b7-b8f8-f347525b1a9d HTTP/1.1" status: 204 len: 168 time: 0.1198637 Oct 19 01:31:34.599799 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6eee0-8691-4bec-8bc7-b6730987f255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8c8272-b9b2-48b7-b8f8-f347525b1a9d,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:34.800231 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afaf6a-7744-4981-a3c9-4e8fb1ec76d2 req-545b38e9-ffef-4677-aea9-05415b12ce28 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:34.801860 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e5afaf6a-7744-4981-a3c9-4e8fb1ec76d2 req-545b38e9-ffef-4677-aea9-05415b12ce28 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce84dcc7-35b7-491d-9c66-29dc763e539d HTTP/1.1" status: 200 len: 945 time: 0.0528884 Oct 19 01:31:34.841423 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e5afaf6a-7744-4981-a3c9-4e8fb1ec76d2 req-f33e96d3-00af-49e7-83da-76ca7e50ca8e tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335379 Oct 19 01:31:34.951288 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b33387-c4d6-4617-aea9-6485c7139bfb req-953e7edc-bb05-4f02-8a1f-6bd3f39e9ae4 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:34.953385 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83b33387-c4d6-4617-aea9-6485c7139bfb req-953e7edc-bb05-4f02-8a1f-6bd3f39e9ae4 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce84dcc7-35b7-491d-9c66-29dc763e539d HTTP/1.1" status: 200 len: 945 time: 0.0522478 Oct 19 01:31:35.045111 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-83b33387-c4d6-4617-aea9-6485c7139bfb req-c2b6c763-a795-4096-9e0e-391b7d5c541a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Deleting port 04f97ecc-5507-4875-8c81-4763bb4e63d2 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:35.045709 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-83b33387-c4d6-4617-aea9-6485c7139bfb req-c2b6c763-a795-4096-9e0e-391b7d5c541a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:35.142313 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-83b33387-c4d6-4617-aea9-6485c7139bfb req-c2b6c763-a795-4096-9e0e-391b7d5c541a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] For port 04f97ecc-5507-4875-8c81-4763bb4e63d2, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=04f97ecc-5507-4875-8c81-4763bb4e63d2,segment=NetworkSegment(95a912d3-0274-4a3d-b739-965bff95f708),segment_id=95a912d3-0274-4a3d-b739-965bff95f708)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:35.142679 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-83b33387-c4d6-4617-aea9-6485c7139bfb req-c2b6c763-a795-4096-9e0e-391b7d5c541a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:35.154871 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-83b33387-c4d6-4617-aea9-6485c7139bfb req-c2b6c763-a795-4096-9e0e-391b7d5c541a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Calling delete_port for 04f97ecc-5507-4875-8c81-4763bb4e63d2 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:35.284579 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-83b33387-c4d6-4617-aea9-6485c7139bfb req-c2b6c763-a795-4096-9e0e-391b7d5c541a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:35.297284 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['b9ee45bd-0a96-4bc4-87d4-bbfd52be190f', '04f97ecc-5507-4875-8c81-4763bb4e63d2'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:31:35.322297 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6c763-a795-4096-9e0e-391b7d5c541a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Pushing event deleted for resources: {'Port': ['ID=04f97ecc-5507-4875-8c81-4763bb4e63d2,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:35.367762 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b33387-c4d6-4617-aea9-6485c7139bfb req-c2b6c763-a795-4096-9e0e-391b7d5c541a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] No DVR routers for this DVR port 04f97ecc-5507-4875-8c81-4763bb4e63d2 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:31:35.370273 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-83b33387-c4d6-4617-aea9-6485c7139bfb req-c2b6c763-a795-4096-9e0e-391b7d5c541a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:35.373740 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83b33387-c4d6-4617-aea9-6485c7139bfb req-c2b6c763-a795-4096-9e0e-391b7d5c541a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.24 "DELETE /v2.0/ports/04f97ecc-5507-4875-8c81-4763bb4e63d2 HTTP/1.1" status: 204 len: 173 time: 0.4142098 Oct 19 01:31:35.374718 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce84dcc7-35b7-491d-9c66-29dc763e539d', 'name': 'network-vif-deleted', 'tag': '04f97ecc-5507-4875-8c81-4763bb4e63d2'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:31:35.377039 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303e37f1-57f4-4dd0-9748-6ee1a94699da" -d '{"events": [{"server_uuid": "ce84dcc7-35b7-491d-9c66-29dc763e539d", "name": "network-vif-deleted", "tag": "04f97ecc-5507-4875-8c81-4763bb4e63d2"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:31:35.418718 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53239de-79cd-49c3-b6a7-cb80aaa30189 x-openstack-request-id: req-d53239de-79cd-49c3-b6a7-cb80aaa30189 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:31:35.419015 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce84dcc7-35b7-491d-9c66-29dc763e539d", "name": "network-vif-deleted", "tag": "04f97ecc-5507-4875-8c81-4763bb4e63d2", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:31:35.419262 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d53239de-79cd-49c3-b6a7-cb80aaa30189 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:31:35.419655 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce84dcc7-35b7-491d-9c66-29dc763e539d', 'name': 'network-vif-deleted', 'tag': '04f97ecc-5507-4875-8c81-4763bb4e63d2', 'status': 'completed', 'code': 200} Oct 19 01:31:35.474240 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device b19f55d0-7a47-463a-9fef-c74097c134c1 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:31:35.497495 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: b19f55d0-7a47-463a-9fef-c74097c134c1 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:31:35.497843 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device b19f55d0-7a47-463a-9fef-c74097c134c1 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:31:36.175282 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-cdd81121-a7a1-4e8e-9655-7ac711fd0068 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:36.176817 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-cdd81121-a7a1-4e8e-9655-7ac711fd0068 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/networks?id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba HTTP/1.1" status: 200 len: 805 time: 0.1087482 Oct 19 01:31:36.193737 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-135b4d59-3d75-4bd6-855a-211a1bccffb0 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/quotas/cfb46302dab9423db4c8fe701b5ed259 HTTP/1.1" status: 200 len: 375 time: 0.0107939 Oct 19 01:31:36.245886 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-a7821631-cc30-4ed6-bdf8-7e49889a4444 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cfb46302dab9423db4c8fe701b5ed259&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0464497 Oct 19 01:31:36.351615 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-0c2667c3-a713-4865-917f-f1f238499b11 service neutron] 10.222.0.57 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985420 Oct 19 01:31:36.447492 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-2864630d-6f0d-4bb9-967c-f437a0bb17fc service neutron] 10.222.0.57 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884650 Oct 19 01:31:36.611796 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-08dbbbe2-5099-47b9-911f-1af5f3914647 req-9a36fe14-9e41-475b-be3f-9416b2db560d tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=28f9c967-6f43-4a1b-a7bc-ec1bca0c0535 HTTP/1.1" status: 200 len: 210 time: 0.0276499 Oct 19 01:31:36.663467 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41554) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:36.777096 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-288471f3-7615-49b0-a0c3-7426e48187fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:36.858016 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-288471f3-7615-49b0-a0c3-7426e48187fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:36.862795 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-288471f3-7615-49b0-a0c3-7426e48187fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:36.906812 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-288471f3-7615-49b0-a0c3-7426e48187fe admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fe623cf3bbbb459cbc75135d358d2fa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2418811 Oct 19 01:31:36.909065 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288471f3-7615-49b0-a0c3-7426e48187fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f064d910-460d-46f6-a6d0-0bc6ca8ef6f4,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:36.909558 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41564) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:37.300303 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f5d3450e-1d57-479b-b373-c3445cfc8328 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:37.320913 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f5d3450e-1d57-479b-b373-c3445cfc8328 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:37.371021 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f5d3450e-1d57-479b-b373-c3445cfc8328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:37.376330 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f5d3450e-1d57-479b-b373-c3445cfc8328 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:37.378098 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f5d3450e-1d57-479b-b373-c3445cfc8328 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f064d910-460d-46f6-a6d0-0bc6ca8ef6f4 HTTP/1.1" status: 204 len: 168 time: 0.4671049 Oct 19 01:31:37.392256 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d3450e-1d57-479b-b373-c3445cfc8328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f064d910-460d-46f6-a6d0-0bc6ca8ef6f4,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:37.567713 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-e7b416d7-8e5f-43aa-8e1c-f74640477b34 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:37.568861 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-e7b416d7-8e5f-43aa-8e1c-f74640477b34 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.24 "GET /v2.0/networks?id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba HTTP/1.1" status: 200 len: 805 time: 0.1156979 Oct 19 01:31:37.583649 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-df4a0939-6607-4d17-94af-6542991abd4b tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Request body: {'port': {'device_id': '28f9c967-6f43-4a1b-a7bc-ec1bca0c0535', 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba', 'admin_state_up': True, 'tenant_id': 'cfb46302dab9423db4c8fe701b5ed259'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:37.660794 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41572) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:37.674884 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0832767d-9e45-40a9-b9a4-eea51e5cad52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:37.700756 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-df4a0939-6607-4d17-94af-6542991abd4b tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Made reservation on behalf of cfb46302dab9423db4c8fe701b5ed259 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:37.704479 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-df4a0939-6607-4d17-94af-6542991abd4b tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:37.713598 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-44749711-643a-4dd5-b602-ad129cb1a739 req-113109f2-c6d0-49f8-81e7-84ff8614943c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=28f9c967-6f43-4a1b-a7bc-ec1bca0c0535 HTTP/1.1" status: 200 len: 210 time: 0.0293870 Oct 19 01:31:37.784098 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0832767d-9e45-40a9-b9a4-eea51e5cad52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:37.787777 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0832767d-9e45-40a9-b9a4-eea51e5cad52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:37.827603 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0832767d-9e45-40a9-b9a4-eea51e5cad52 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9c81252378e145d0999fa2dc5002a5b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1651340 Oct 19 01:31:37.829808 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0832767d-9e45-40a9-b9a4-eea51e5cad52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427f99fb-e0b8-49d7-a798-334b30eab6cb,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:37.831410 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41574) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:37.841157 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-df4a0939-6607-4d17-94af-6542991abd4b tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Allocated IP 172.20.0.9 (a482dc53-ded0-49a5-8c9f-a7720dcfc8ba/da80df4e-5bcb-4c28-8f73-c2e4236142d1/420b79d3-d515-4176-a746-f0231178a1e9) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:31:37.918118 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6118fa33-d091-4746-a728-f2ee13cd9047 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:37.964864 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6118fa33-d091-4746-a728-f2ee13cd9047 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:38.053562 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-df4a0939-6607-4d17-94af-6542991abd4b tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:38.065565 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6118fa33-d091-4746-a728-f2ee13cd9047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:38.068052 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6118fa33-d091-4746-a728-f2ee13cd9047 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:38.069171 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6118fa33-d091-4746-a728-f2ee13cd9047 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/427f99fb-e0b8-49d7-a798-334b30eab6cb HTTP/1.1" status: 204 len: 168 time: 0.2368004 Oct 19 01:31:38.091829 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118fa33-d091-4746-a728-f2ee13cd9047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427f99fb-e0b8-49d7-a798-334b30eab6cb,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:38.108353 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-df4a0939-6607-4d17-94af-6542991abd4b tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:38.120430 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['b9ee45bd-0a96-4bc4-87d4-bbfd52be190f'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:31:38.157995 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-df4a0939-6607-4d17-94af-6542991abd4b tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Network a482dc53-ded0-49a5-8c9f-a7720dcfc8ba is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:38.161490 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-df4a0939-6607-4d17-94af-6542991abd4b tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:38.165171 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-df4a0939-6607-4d17-94af-6542991abd4b tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:38.195553 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a0939-6607-4d17-94af-6542991abd4b tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Pushing event updated for resources: {'Port': ['ID=420b79d3-d515-4176-a746-f0231178a1e9,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:38.227844 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-df4a0939-6607-4d17-94af-6542991abd4b tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:38.228464 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-df4a0939-6607-4d17-94af-6542991abd4b tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:38.251824 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-df4a0939-6607-4d17-94af-6542991abd4b tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6732461 Oct 19 01:31:38.265131 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-a1e3652d-1987-42f6-b4ea-f55ac82d6f0d service neutron] Request body: {'port': {'device_id': '28f9c967-6f43-4a1b-a7bc-ec1bca0c0535', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:38.317978 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-a1e3652d-1987-42f6-b4ea-f55ac82d6f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:38.590603 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-a1e3652d-1987-42f6-b4ea-f55ac82d6f0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 420b79d3-d515-4176-a746-f0231178a1e9 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:31:38.598859 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-a1e3652d-1987-42f6-b4ea-f55ac82d6f0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:38.611118 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-a1e3652d-1987-42f6-b4ea-f55ac82d6f0d service neutron] Transition to ACTIVE for port object 420b79d3-d515-4176-a746-f0231178a1e9 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:31:38.614271 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-a1e3652d-1987-42f6-b4ea-f55ac82d6f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:38.682900 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3652d-1987-42f6-b4ea-f55ac82d6f0d service neutron] Pushing event updated for resources: {'Port': ['ID=420b79d3-d515-4176-a746-f0231178a1e9,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:38.735925 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-a1e3652d-1987-42f6-b4ea-f55ac82d6f0d service neutron] Attempting to bind port 420b79d3-d515-4176-a746-f0231178a1e9 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:31:38.736560 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-a1e3652d-1987-42f6-b4ea-f55ac82d6f0d service neutron] Attempting to bind port 420b79d3-d515-4176-a746-f0231178a1e9 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '95a912d3-0274-4a3d-b739-965bff95f708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:31:38.736811 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-a1e3652d-1987-42f6-b4ea-f55ac82d6f0d service neutron] Attempting to bind port 420b79d3-d515-4176-a746-f0231178a1e9 on network a482dc53-ded0-49a5-8c9f-a7720dcfc8ba {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:31:38.741271 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-a1e3652d-1987-42f6-b4ea-f55ac82d6f0d service neutron] Port 420b79d3-d515-4176-a746-f0231178a1e9 on network a482dc53-ded0-49a5-8c9f-a7720dcfc8ba not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:31:38.741589 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-a1e3652d-1987-42f6-b4ea-f55ac82d6f0d service neutron] Attempting to bind port 420b79d3-d515-4176-a746-f0231178a1e9 on network a482dc53-ded0-49a5-8c9f-a7720dcfc8ba {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:31:38.746643 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-a1e3652d-1987-42f6-b4ea-f55ac82d6f0d service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:31:38.746973 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-a1e3652d-1987-42f6-b4ea-f55ac82d6f0d service neutron] Checking segment: {'id': '95a912d3-0274-4a3d-b739-965bff95f708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:31:38.747351 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-a1e3652d-1987-42f6-b4ea-f55ac82d6f0d service neutron] Bound using segment: {'id': '95a912d3-0274-4a3d-b739-965bff95f708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:31:38.747793 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-a1e3652d-1987-42f6-b4ea-f55ac82d6f0d service neutron] Bound port: 420b79d3-d515-4176-a746-f0231178a1e9, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a912d3-0274-4a3d-b739-965bff95f708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:31:38.748149 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-a1e3652d-1987-42f6-b4ea-f55ac82d6f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:38.848617 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-a1e3652d-1987-42f6-b4ea-f55ac82d6f0d service neutron] For port 420b79d3-d515-4176-a746-f0231178a1e9, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:31:38.852347 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-a1e3652d-1987-42f6-b4ea-f55ac82d6f0d service neutron] For port 420b79d3-d515-4176-a746-f0231178a1e9, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=420b79d3-d515-4176-a746-f0231178a1e9,segment=NetworkSegment(95a912d3-0274-4a3d-b739-965bff95f708),segment_id=95a912d3-0274-4a3d-b739-965bff95f708)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:31:38.860968 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978e5f1-a098-4f08-bf99-95bd726a3d1b req-4c1207c0-827d-44da-991b-b9ec9fbea913 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:38.862462 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7978e5f1-a098-4f08-bf99-95bd726a3d1b req-4c1207c0-827d-44da-991b-b9ec9fbea913 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=28f9c967-6f43-4a1b-a7bc-ec1bca0c0535 HTTP/1.1" status: 200 len: 943 time: 0.0749741 Oct 19 01:31:38.864035 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-a1e3652d-1987-42f6-b4ea-f55ac82d6f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:38.923665 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-a1e3652d-1987-42f6-b4ea-f55ac82d6f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:38.924313 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-a1e3652d-1987-42f6-b4ea-f55ac82d6f0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:38.925685 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-a1e3652d-1987-42f6-b4ea-f55ac82d6f0d service neutron] 10.222.0.24 "PUT /v2.0/ports/420b79d3-d515-4176-a746-f0231178a1e9 HTTP/1.1" status: 200 len: 1092 time: 0.6651886 Oct 19 01:31:38.927431 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f9c967-6f43-4a1b-a7bc-ec1bca0c0535', 'tag': '420b79d3-d515-4176-a746-f0231178a1e9'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:31:38.929791 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91489b14-b010-4893-9c65-d72c70399be0" -d '{"events": [{"name": "network-changed", "server_uuid": "28f9c967-6f43-4a1b-a7bc-ec1bca0c0535", "tag": "420b79d3-d515-4176-a746-f0231178a1e9"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:31:38.962062 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3652d-1987-42f6-b4ea-f55ac82d6f0d service neutron] Pushing event updated for resources: {'Port': ['ID=420b79d3-d515-4176-a746-f0231178a1e9,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:38.967207 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7978e5f1-a098-4f08-bf99-95bd726a3d1b req-67a54890-8b07-4eef-8243-f5d790372988 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787079 Oct 19 01:31:38.999604 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641d2e60-a846-4db9-b2b3-6526af582fde x-openstack-request-id: req-641d2e60-a846-4db9-b2b3-6526af582fde {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:31:38.999931 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28f9c967-6f43-4a1b-a7bc-ec1bca0c0535", "tag": "420b79d3-d515-4176-a746-f0231178a1e9", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:31:39.000187 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-641d2e60-a846-4db9-b2b3-6526af582fde {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:31:39.000580 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f9c967-6f43-4a1b-a7bc-ec1bca0c0535', 'tag': '420b79d3-d515-4176-a746-f0231178a1e9', 'status': 'completed', 'code': 200} Oct 19 01:31:39.035105 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-506c370d-8879-46f2-add5-73be78a1026f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:39.036669 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-506c370d-8879-46f2-add5-73be78a1026f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cfb46302dab9423db4c8fe701b5ed259&device_id=28f9c967-6f43-4a1b-a7bc-ec1bca0c0535 HTTP/1.1" status: 200 len: 1095 time: 0.0466232 Oct 19 01:31:39.078048 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-9a9f3978-b577-4ac7-a19b-b3ed0d779e52 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=420b79d3-d515-4176-a746-f0231178a1e9 HTTP/1.1" status: 200 len: 217 time: 0.0334966 Oct 19 01:31:39.132484 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-efbee215-3198-47fd-80ee-736cfd0085b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:39.133865 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-efbee215-3198-47fd-80ee-736cfd0085b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=da80df4e-5bcb-4c28-8f73-c2e4236142d1 HTTP/1.1" status: 200 len: 845 time: 0.0493665 Oct 19 01:31:39.165773 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-b883fcf2-f1b7-4e19-8de5-a6ac733f8bc1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244198 Oct 19 01:31:39.256034 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-71eacac0-aa72-4273-ad12-88c013401cd1 service neutron] 10.222.0.24 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825512 Oct 19 01:31:39.267401 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41646) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:39.350655 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fee0d4ff-ab80-4b85-be74-920c3fde032a req-1321796f-925f-4cb1-9233-51c86c4ff171 service neutron] 10.222.0.24 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880942 Oct 19 01:31:39.375482 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-361f8774-3b8e-4197-8229-8fbcc3a9ee28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:39.438049 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91489b14-b010-4893-9c65-d72c70399be0 req-27b06a0b-1ee3-42e1-bf04-3a87b737e2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:39.439454 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-91489b14-b010-4893-9c65-d72c70399be0 req-27b06a0b-1ee3-42e1-bf04-3a87b737e2b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cfb46302dab9423db4c8fe701b5ed259&device_id=28f9c967-6f43-4a1b-a7bc-ec1bca0c0535 HTTP/1.1" status: 200 len: 1095 time: 0.0423486 Oct 19 01:31:39.449650 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-361f8774-3b8e-4197-8229-8fbcc3a9ee28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:39.454729 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-361f8774-3b8e-4197-8229-8fbcc3a9ee28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:39.486252 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 04f97ecc-5507-4875-8c81-4763bb4e63d2 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:31:39.496443 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-361f8774-3b8e-4197-8229-8fbcc3a9ee28 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=21f9f643994e44b39f2f6ba715dcba64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2279110 Oct 19 01:31:39.497177 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41650) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:39.497814 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f8774-3b8e-4197-8229-8fbcc3a9ee28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd731b1e-25bf-4754-8530-3e8b05052fb7,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:39.506664 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 04f97ecc-5507-4875-8c81-4763bb4e63d2 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:31:39.507014 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 04f97ecc-5507-4875-8c81-4763bb4e63d2 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:31:39.540030 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91489b14-b010-4893-9c65-d72c70399be0 req-0161db23-6e46-40c1-b5f8-4b9972e4eba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:39.541507 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-91489b14-b010-4893-9c65-d72c70399be0 req-0161db23-6e46-40c1-b5f8-4b9972e4eba3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba HTTP/1.1" status: 200 len: 906 time: 0.0951574 Oct 19 01:31:39.555829 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-abbeab73-1617-40db-811e-88a8410c97d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:39.577444 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-abbeab73-1617-40db-811e-88a8410c97d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:39.583579 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-91489b14-b010-4893-9c65-d72c70399be0 req-2b7fd6f3-f3a0-484b-9299-f3c633acb653 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=420b79d3-d515-4176-a746-f0231178a1e9 HTTP/1.1" status: 200 len: 217 time: 0.0345492 Oct 19 01:31:39.624949 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-abbeab73-1617-40db-811e-88a8410c97d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:39.627446 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-abbeab73-1617-40db-811e-88a8410c97d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:39.631442 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-abbeab73-1617-40db-811e-88a8410c97d1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fd731b1e-25bf-4754-8530-3e8b05052fb7 HTTP/1.1" status: 204 len: 168 time: 0.1247256 Oct 19 01:31:39.636714 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbeab73-1617-40db-811e-88a8410c97d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd731b1e-25bf-4754-8530-3e8b05052fb7,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:39.643988 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91489b14-b010-4893-9c65-d72c70399be0 req-54da7797-fc3e-4770-bc5b-52fa4f718e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:39.646272 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-91489b14-b010-4893-9c65-d72c70399be0 req-54da7797-fc3e-4770-bc5b-52fa4f718e2e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=da80df4e-5bcb-4c28-8f73-c2e4236142d1 HTTP/1.1" status: 200 len: 845 time: 0.0556657 Oct 19 01:31:39.683183 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-91489b14-b010-4893-9c65-d72c70399be0 req-dfe4df87-a7a7-46af-9ea0-c535d4bfd441 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291152 Oct 19 01:31:39.780978 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-91489b14-b010-4893-9c65-d72c70399be0 req-046d522a-56a7-4cd7-9359-5ff70ce2568c service neutron] 10.222.0.24 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889728 Oct 19 01:31:39.876516 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-91489b14-b010-4893-9c65-d72c70399be0 req-36a582d8-6772-4e6d-8a11-d3658f4a0e41 service neutron] 10.222.0.24 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883729 Oct 19 01:31:40.098754 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f704c7-a1bb-409c-a0ca-fb7385472af5 req-47569dcd-577e-4755-acb9-823af69b93e8 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:40.100362 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-03f704c7-a1bb-409c-a0ca-fb7385472af5 req-47569dcd-577e-4755-acb9-823af69b93e8 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=28f9c967-6f43-4a1b-a7bc-ec1bca0c0535 HTTP/1.1" status: 200 len: 943 time: 0.0530074 Oct 19 01:31:40.138484 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-03f704c7-a1bb-409c-a0ca-fb7385472af5 req-ac93df02-323c-4802-866c-3ccb4ad5b94b tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322933 Oct 19 01:31:40.509853 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41682) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:40.613237 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b549544d-6c46-4cbb-a246-12c39ad90f02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:40.684304 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b549544d-6c46-4cbb-a246-12c39ad90f02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:40.688329 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b549544d-6c46-4cbb-a246-12c39ad90f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:40.726219 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549544d-6c46-4cbb-a246-12c39ad90f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192e1830-68bd-4792-b028-51f014653663,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:40.730355 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b549544d-6c46-4cbb-a246-12c39ad90f02 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a31bd9016ae640d08194d3cf5f07c7ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2194643 Oct 19 01:31:40.734315 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41686) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:40.782817 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b9e3f7bd-aff6-4c30-a7b8-ec5123cba6eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:40.803326 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b9e3f7bd-aff6-4c30-a7b8-ec5123cba6eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:40.855441 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b9e3f7bd-aff6-4c30-a7b8-ec5123cba6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:40.857890 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b9e3f7bd-aff6-4c30-a7b8-ec5123cba6eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:40.859111 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b9e3f7bd-aff6-4c30-a7b8-ec5123cba6eb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/192e1830-68bd-4792-b028-51f014653663 HTTP/1.1" status: 204 len: 168 time: 0.1240451 Oct 19 01:31:40.866734 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e3f7bd-aff6-4c30-a7b8-ec5123cba6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192e1830-68bd-4792-b028-51f014653663,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:41.253324 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b0723-8650-4aa2-a183-0158dc50fb53 req-b1124b19-061a-4605-8cc9-c9b2aa526999 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:41.254768 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-581b0723-8650-4aa2-a183-0158dc50fb53 req-b1124b19-061a-4605-8cc9-c9b2aa526999 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=28f9c967-6f43-4a1b-a7bc-ec1bca0c0535 HTTP/1.1" status: 200 len: 943 time: 0.0490110 Oct 19 01:31:41.292753 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-581b0723-8650-4aa2-a183-0158dc50fb53 req-81389c05-8a1d-4763-8f03-9befd49105ac tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318272 Oct 19 01:31:42.409319 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175ff27-b472-4243-858d-56ea1b55c4d4 req-ad7a6e7b-f1c7-4ed0-8077-ce2f3831cf9f tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:42.410829 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e175ff27-b472-4243-858d-56ea1b55c4d4 req-ad7a6e7b-f1c7-4ed0-8077-ce2f3831cf9f tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=28f9c967-6f43-4a1b-a7bc-ec1bca0c0535 HTTP/1.1" status: 200 len: 943 time: 0.0483425 Oct 19 01:31:42.410976 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41742) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:42.449697 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e175ff27-b472-4243-858d-56ea1b55c4d4 req-6b95ff08-d7d3-4f09-9809-a56ad93a970e tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327430 Oct 19 01:31:42.552456 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-dcc6c8f7-1664-4904-9f9f-6848c952ad38 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:42.574830 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c8f7-1664-4904-9f9f-6848c952ad38 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks [] for floatingip, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:42.669193 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c8f7-1664-4904-9f9f-6848c952ad38 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:42.774405 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-dcc6c8f7-1664-4904-9f9f-6848c952ad38 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Allocated IP 172.25.8.185 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/f861a005-0dc1-4008-a633-0f10c4d656d8) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:31:42.876778 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c8f7-1664-4904-9f9f-6848c952ad38 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:42.914227 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c8f7-1664-4904-9f9f-6848c952ad38 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:42.955043 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc6c8f7-1664-4904-9f9f-6848c952ad38 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:42.958226 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-dcc6c8f7-1664-4904-9f9f-6848c952ad38 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:42.962207 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc6c8f7-1664-4904-9f9f-6848c952ad38 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:42.967520 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6c8f7-1664-4904-9f9f-6848c952ad38 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Pushing event updated for resources: {'Port': ['ID=f861a005-0dc1-4008-a633-0f10c4d656d8,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:43.047055 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c8f7-1664-4904-9f9f-6848c952ad38 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:43.080225 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c8f7-1664-4904-9f9f-6848c952ad38 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:43.233838 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c8f7-1664-4904-9f9f-6848c952ad38 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:43.238046 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c8f7-1664-4904-9f9f-6848c952ad38 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:43.311010 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6c8f7-1664-4904-9f9f-6848c952ad38 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Pushing event updated for resources: {'Port': ['ID=f861a005-0dc1-4008-a633-0f10c4d656d8,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:43.321190 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c8f7-1664-4904-9f9f-6848c952ad38 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:43.336273 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c8f7-1664-4904-9f9f-6848c952ad38 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:43.337501 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-dcc6c8f7-1664-4904-9f9f-6848c952ad38 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9255538 Oct 19 01:31:43.340203 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41746) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:43.345716 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-47bc09af-e0c4-450a-ac9f-d1b6d71fbcfe tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2061902260'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:43.364719 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47bc09af-e0c4-450a-ac9f-d1b6d71fbcfe tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Made reservation on behalf of b1e8a82822c741c68dd4c39b04501b09 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:43.368103 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-47bc09af-e0c4-450a-ac9f-d1b6d71fbcfe tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:43.377357 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-47bc09af-e0c4-450a-ac9f-d1b6d71fbcfe tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:43.452553 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-47bc09af-e0c4-450a-ac9f-d1b6d71fbcfe tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:43.456508 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-47bc09af-e0c4-450a-ac9f-d1b6d71fbcfe tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:43.482366 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47bc09af-e0c4-450a-ac9f-d1b6d71fbcfe tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:31:43.491381 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc09af-e0c4-450a-ac9f-d1b6d71fbcfe tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d89b32d-2164-4bee-9366-74cbd93bc648,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:43.498350 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-47bc09af-e0c4-450a-ac9f-d1b6d71fbcfe tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:43.499218 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-47bc09af-e0c4-450a-ac9f-d1b6d71fbcfe tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Added segment 72cc15e5-6a1d-4017-9e91-7213547ada19 of type vlan for network 8e0df113-6edb-4b3f-9923-07a013091646 Oct 19 01:31:43.512124 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 420b79d3-d515-4176-a746-f0231178a1e9 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:31:43.550889 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-47bc09af-e0c4-450a-ac9f-d1b6d71fbcfe tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:43.609213 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fce3c1-8b47-4b55-98ae-5241dada18be req-3aaf182b-56f8-45e6-a995-62baac2a4e72 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:43.610815 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f6fce3c1-8b47-4b55-98ae-5241dada18be req-3aaf182b-56f8-45e6-a995-62baac2a4e72 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=28f9c967-6f43-4a1b-a7bc-ec1bca0c0535 HTTP/1.1" status: 200 len: 943 time: 0.0814583 Oct 19 01:31:43.612110 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-47bc09af-e0c4-450a-ac9f-d1b6d71fbcfe tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:43.618141 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bc09af-e0c4-450a-ac9f-d1b6d71fbcfe tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:43.618818 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-47bc09af-e0c4-450a-ac9f-d1b6d71fbcfe tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:43.675194 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-47bc09af-e0c4-450a-ac9f-d1b6d71fbcfe tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3311658 Oct 19 01:31:43.675466 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41750) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:43.681306 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-4a1c9188-b984-4b53-8af9-a959d65a0b8a tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Request body: {'subnet': {'network_id': '8e0df113-6edb-4b3f-9923-07a013091646', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:43.700295 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f6fce3c1-8b47-4b55-98ae-5241dada18be req-485ec22b-8d06-44e0-89e8-ade66277181f tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785208 Oct 19 01:31:43.727612 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc09af-e0c4-450a-ac9f-d1b6d71fbcfe tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Pushing event updated for resources: {'Network': ['ID=8e0df113-6edb-4b3f-9923-07a013091646,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:43.756324 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 8e0df113-6edb-4b3f-9923-07a013091646 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:31:43.792538 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1c9188-b984-4b53-8af9-a959d65a0b8a tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Made reservation on behalf of b1e8a82822c741c68dd4c39b04501b09 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:43.796365 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4a1c9188-b984-4b53-8af9-a959d65a0b8a tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:43.835844 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 420b79d3-d515-4176-a746-f0231178a1e9, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=420b79d3-d515-4176-a746-f0231178a1e9,segment=NetworkSegment(95a912d3-0274-4a3d-b739-965bff95f708),segment_id=95a912d3-0274-4a3d-b739-965bff95f708)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:43.855377 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '420b79d3-d515-4176-a746-f0231178a1e9', 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba', 'port_id': '420b79d3-d515-4176-a746-f0231178a1e9', 'mac_address': 'fa:16:3e:aa:5c:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da80df4e-5bcb-4c28-8f73-c2e4236142d1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:31:43.894161 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:43.908856 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 420b79d3-d515-4176-a746-f0231178a1e9 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:31:43.942392 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-abb730a9-5279-4b39-9377-8dd4ea5e3c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:43.948193 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 420b79d3-d515-4176-a746-f0231178a1e9, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=420b79d3-d515-4176-a746-f0231178a1e9,segment=NetworkSegment(95a912d3-0274-4a3d-b739-965bff95f708),segment_id=95a912d3-0274-4a3d-b739-965bff95f708)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:43.953913 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:43.992271 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4a1c9188-b984-4b53-8af9-a959d65a0b8a tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:44.004284 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=420b79d3-d515-4176-a746-f0231178a1e9,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:44.055503 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c9188-b984-4b53-8af9-a959d65a0b8a tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Pushing event updated for resources: {'Subnet': ['ID=abf41221-aba7-4eda-baa1-e24b70216bce,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:44.063252 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1c9188-b984-4b53-8af9-a959d65a0b8a tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Checking segment: {'id': '72cc15e5-6a1d-4017-9e91-7213547ada19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '8e0df113-6edb-4b3f-9923-07a013091646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:31:44.063607 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1c9188-b984-4b53-8af9-a959d65a0b8a tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Network hostable DHCP agents. Network: 8e0df113-6edb-4b3f-9923-07a013091646, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:31:44.067374 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c9188-b984-4b53-8af9-a959d65a0b8a tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:44.067737 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c9188-b984-4b53-8af9-a959d65a0b8a tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:44.068084 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c9188-b984-4b53-8af9-a959d65a0b8a tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:44.068419 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c9188-b984-4b53-8af9-a959d65a0b8a tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:44.068751 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c9188-b984-4b53-8af9-a959d65a0b8a tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:44.069081 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c9188-b984-4b53-8af9-a959d65a0b8a tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:44.069405 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c9188-b984-4b53-8af9-a959d65a0b8a tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:44.069735 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c9188-b984-4b53-8af9-a959d65a0b8a tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:44.070059 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c9188-b984-4b53-8af9-a959d65a0b8a tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:44.070381 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c9188-b984-4b53-8af9-a959d65a0b8a tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:44.070700 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c9188-b984-4b53-8af9-a959d65a0b8a tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:44.071021 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c9188-b984-4b53-8af9-a959d65a0b8a tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:44.088082 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1c9188-b984-4b53-8af9-a959d65a0b8a tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Network 8e0df113-6edb-4b3f-9923-07a013091646 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:31:44.096560 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-4a1c9188-b984-4b53-8af9-a959d65a0b8a tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 8e0df113-6edb-4b3f-9923-07a013091646) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:44.100444 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1c9188-b984-4b53-8af9-a959d65a0b8a tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:44.101030 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4a1c9188-b984-4b53-8af9-a959d65a0b8a tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:44.106500 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f291e288-3d2f-44cb-9c98-9429f43f2f1a None None] Network 8e0df113-6edb-4b3f-9923-07a013091646 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:31:44.116649 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4a1c9188-b984-4b53-8af9-a959d65a0b8a tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4394751 Oct 19 01:31:44.119455 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41752) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:44.124466 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-39c7e740-d9cc-488a-b17e-89ca4f899299 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-121331170', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}, 'admin_state_up': False}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:44.146499 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-39c7e740-d9cc-488a-b17e-89ca4f899299 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:44.147471 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-39c7e740-d9cc-488a-b17e-89ca4f899299 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:44.166253 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['420b79d3-d515-4176-a746-f0231178a1e9'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:31:44.199428 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-39c7e740-d9cc-488a-b17e-89ca4f899299 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:44.312107 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfff2844-e873-4232-85a1-3a547d29e0cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-8e0df113-6edb-4b3f-9923-07a013091646', 'network_id': '8e0df113-6edb-4b3f-9923-07a013091646', 'tenant_id': 'b1e8a82822c741c68dd4c39b04501b09', 'fixed_ips': [{'subnet_id': 'abf41221-aba7-4eda-baa1-e24b70216bce'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:31:44.312967 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfff2844-e873-4232-85a1-3a547d29e0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:44.335633 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-39c7e740-d9cc-488a-b17e-89ca4f899299 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:44.488397 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-dfff2844-e873-4232-85a1-3a547d29e0cc None None] Allocated IP 172.20.0.2 (8e0df113-6edb-4b3f-9923-07a013091646/abf41221-aba7-4eda-baa1-e24b70216bce/785caefe-6de4-4de6-9703-3372e7e870c7) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:31:44.641277 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfff2844-e873-4232-85a1-3a547d29e0cc None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:44.646372 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfff2844-e873-4232-85a1-3a547d29e0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:44.691260 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfff2844-e873-4232-85a1-3a547d29e0cc None None] Network 8e0df113-6edb-4b3f-9923-07a013091646 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:44.694266 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-dfff2844-e873-4232-85a1-3a547d29e0cc None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:44.696594 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfff2844-e873-4232-85a1-3a547d29e0cc None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:44.707965 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff2844-e873-4232-85a1-3a547d29e0cc None None] Pushing event updated for resources: {'Port': ['ID=785caefe-6de4-4de6-9703-3372e7e870c7,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:44.760017 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-dfff2844-e873-4232-85a1-3a547d29e0cc None None] Attempting to bind port 785caefe-6de4-4de6-9703-3372e7e870c7 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:31:44.760387 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-dfff2844-e873-4232-85a1-3a547d29e0cc None None] Attempting to bind port 785caefe-6de4-4de6-9703-3372e7e870c7 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '72cc15e5-6a1d-4017-9e91-7213547ada19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '8e0df113-6edb-4b3f-9923-07a013091646'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:31:44.760751 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfff2844-e873-4232-85a1-3a547d29e0cc None None] Attempting to bind port 785caefe-6de4-4de6-9703-3372e7e870c7 on network 8e0df113-6edb-4b3f-9923-07a013091646 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:31:44.766886 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfff2844-e873-4232-85a1-3a547d29e0cc None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:31:44.767266 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfff2844-e873-4232-85a1-3a547d29e0cc None None] Checking segment: {'id': '72cc15e5-6a1d-4017-9e91-7213547ada19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '8e0df113-6edb-4b3f-9923-07a013091646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:31:44.767668 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfff2844-e873-4232-85a1-3a547d29e0cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:44.768111 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfff2844-e873-4232-85a1-3a547d29e0cc None None] Bound using segment: {'id': '72cc15e5-6a1d-4017-9e91-7213547ada19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '8e0df113-6edb-4b3f-9923-07a013091646'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:31:44.768571 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-dfff2844-e873-4232-85a1-3a547d29e0cc None None] Bound port: 785caefe-6de4-4de6-9703-3372e7e870c7, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72cc15e5-6a1d-4017-9e91-7213547ada19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '8e0df113-6edb-4b3f-9923-07a013091646'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:31:44.768951 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfff2844-e873-4232-85a1-3a547d29e0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:44.838277 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-dfff2844-e873-4232-85a1-3a547d29e0cc None None] For port 785caefe-6de4-4de6-9703-3372e7e870c7, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:31:44.841262 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-dfff2844-e873-4232-85a1-3a547d29e0cc None None] For port 785caefe-6de4-4de6-9703-3372e7e870c7, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=785caefe-6de4-4de6-9703-3372e7e870c7,segment=NetworkSegment(72cc15e5-6a1d-4017-9e91-7213547ada19),segment_id=72cc15e5-6a1d-4017-9e91-7213547ada19)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:31:44.846498 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfff2844-e873-4232-85a1-3a547d29e0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:44.899965 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-39c7e740-d9cc-488a-b17e-89ca4f899299 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks [] for router_gateway, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:44.903485 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff2844-e873-4232-85a1-3a547d29e0cc None None] Pushing event updated for resources: {'Port': ['ID=785caefe-6de4-4de6-9703-3372e7e870c7,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:44.924724 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-39c7e740-d9cc-488a-b17e-89ca4f899299 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:44.934902 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdf80c-73c9-4af5-8923-c1811163cfc5 req-5934ceba-25ed-41d2-95c7-6d73c15d4792 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:44.936907 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fcfdf80c-73c9-4af5-8923-c1811163cfc5 req-5934ceba-25ed-41d2-95c7-6d73c15d4792 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=28f9c967-6f43-4a1b-a7bc-ec1bca0c0535 HTTP/1.1" status: 200 len: 944 time: 0.1193273 Oct 19 01:31:45.020981 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fcfdf80c-73c9-4af5-8923-c1811163cfc5 req-b070a9a3-457b-4ded-87ff-5d8d5d0ddead tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769606 Oct 19 01:31:45.089885 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-39c7e740-d9cc-488a-b17e-89ca4f899299 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Allocated IP 172.25.8.222 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/f4ec2c1d-9641-4f51-ab05-6be668cfd466) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:31:45.206035 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-39c7e740-d9cc-488a-b17e-89ca4f899299 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:45.245466 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-39c7e740-d9cc-488a-b17e-89ca4f899299 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:45.285760 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c7e740-d9cc-488a-b17e-89ca4f899299 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:45.288885 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-39c7e740-d9cc-488a-b17e-89ca4f899299 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:45.293839 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c7e740-d9cc-488a-b17e-89ca4f899299 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:45.324833 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7e740-d9cc-488a-b17e-89ca4f899299 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Pushing event updated for resources: {'Port': ['ID=f4ec2c1d-9641-4f51-ab05-6be668cfd466,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:45.533721 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 420b79d3-d515-4176-a746-f0231178a1e9 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:31:45.581226 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-39c7e740-d9cc-488a-b17e-89ca4f899299 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks [] for router_gateway, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:45.590387 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 420b79d3-d515-4176-a746-f0231178a1e9 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:31:45.596585 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 420b79d3-d515-4176-a746-f0231178a1e9 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:45.597121 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:45.702533 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:45.740035 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f9c967-6f43-4a1b-a7bc-ec1bca0c0535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '420b79d3-d515-4176-a746-f0231178a1e9'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:31:45.742246 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143f04bb-fdf8-471f-8599-78e904a4ab07" -d '{"events": [{"server_uuid": "28f9c967-6f43-4a1b-a7bc-ec1bca0c0535", "name": "network-vif-plugged", "status": "completed", "tag": "420b79d3-d515-4176-a746-f0231178a1e9"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:31:45.766561 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 420b79d3-d515-4176-a746-f0231178a1e9, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=420b79d3-d515-4176-a746-f0231178a1e9,segment=NetworkSegment(95a912d3-0274-4a3d-b739-965bff95f708),segment_id=95a912d3-0274-4a3d-b739-965bff95f708)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:45.769915 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 785caefe-6de4-4de6-9703-3372e7e870c7 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:31:45.775299 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:45.837912 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-39c7e740-d9cc-488a-b17e-89ca4f899299 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:45.854708 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad3b38a-0c97-45f7-8752-bc4174144e84 x-openstack-request-id: req-7ad3b38a-0c97-45f7-8752-bc4174144e84 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:31:45.855197 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f9c967-6f43-4a1b-a7bc-ec1bca0c0535", "name": "network-vif-plugged", "status": "completed", "tag": "420b79d3-d515-4176-a746-f0231178a1e9", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:31:45.855591 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7ad3b38a-0c97-45f7-8752-bc4174144e84 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:31:45.856219 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f9c967-6f43-4a1b-a7bc-ec1bca0c0535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '420b79d3-d515-4176-a746-f0231178a1e9', 'code': 200} Oct 19 01:31:45.902230 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=420b79d3-d515-4176-a746-f0231178a1e9,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:45.917820 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143085e7-1957-43db-ac6a-24b706c5152e None None] Network 8e0df113-6edb-4b3f-9923-07a013091646 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:31:45.922000 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 785caefe-6de4-4de6-9703-3372e7e870c7 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:45.922444 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:45.945293 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daaebd1-0f86-4fa6-b261-26f33ae01a9b req-1bce6bf0-eddf-405f-b7e8-b47cce49a3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:45.946805 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1daaebd1-0f86-4fa6-b261-26f33ae01a9b req-1bce6bf0-eddf-405f-b7e8-b47cce49a3f0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=28f9c967-6f43-4a1b-a7bc-ec1bca0c0535 HTTP/1.1" status: 200 len: 1097 time: 0.0640905 Oct 19 01:31:46.021114 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1daaebd1-0f86-4fa6-b261-26f33ae01a9b req-532e61d0-a45f-4d85-a93f-28c41d62956d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443890 Oct 19 01:31:46.047073 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-9a4aca36-1a1e-4999-9c7b-864fab80bdaf None None] Provisioning complete for port 785caefe-6de4-4de6-9703-3372e7e870c7 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:46.047452 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9a4aca36-1a1e-4999-9c7b-864fab80bdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:46.048640 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c7e740-d9cc-488a-b17e-89ca4f899299 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Router 58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:31:46.152973 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:46.192727 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b093f8-8ed6-41b3-81a8-72698da46fe6 req-c5976610-2617-4677-b9c0-0e2bd7d086d5 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:46.194267 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-69b093f8-8ed6-41b3-81a8-72698da46fe6 req-c5976610-2617-4677-b9c0-0e2bd7d086d5 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=28f9c967-6f43-4a1b-a7bc-ec1bca0c0535 HTTP/1.1" status: 200 len: 945 time: 0.0931170 Oct 19 01:31:46.201865 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c7e740-d9cc-488a-b17e-89ca4f899299 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:31:46.214570 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aae7ec3-2f22-4f41-929e-17233f85ae4e None None] Sync routers for ids ['58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:31:46.227688 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aae7ec3-2f22-4f41-929e-17233f85ae4e None None] Routers {'58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:31:46.229540 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-4aae7ec3-2f22-4f41-929e-17233f85ae4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:31:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:46.240774 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 785caefe-6de4-4de6-9703-3372e7e870c7, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=785caefe-6de4-4de6-9703-3372e7e870c7,segment=NetworkSegment(72cc15e5-6a1d-4017-9e91-7213547ada19),segment_id=72cc15e5-6a1d-4017-9e91-7213547ada19)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:46.245052 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-39c7e740-d9cc-488a-b17e-89ca4f899299 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:46.248095 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-39c7e740-d9cc-488a-b17e-89ca4f899299 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.1258705 Oct 19 01:31:46.250079 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41762) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:46.250999 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:46.253072 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9a4aca36-1a1e-4999-9c7b-864fab80bdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:46.274509 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-4aae7ec3-2f22-4f41-929e-17233f85ae4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:46.285413 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aae7ec3-2f22-4f41-929e-17233f85ae4e None None] Routers {'58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:31:46.286236 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-4aae7ec3-2f22-4f41-929e-17233f85ae4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:31:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:46.297903 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-69b093f8-8ed6-41b3-81a8-72698da46fe6 req-8ef1d917-8db8-4f2a-a0df-c9b84ad3debc tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934391 Oct 19 01:31:46.339534 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-4aae7ec3-2f22-4f41-929e-17233f85ae4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:46.340222 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aae7ec3-2f22-4f41-929e-17233f85ae4e None None] The sync data for ids ['58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:31:46.348862 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=785caefe-6de4-4de6-9703-3372e7e870c7,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:46.367208 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-9a4aca36-1a1e-4999-9c7b-864fab80bdaf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:31:46.367648 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-9a4aca36-1a1e-4999-9c7b-864fab80bdaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:31:46.570327 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dd7ca92b-0099-4032-91db-6b4ab2123d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:46.709823 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-828053db-3440-4dd1-a4b8-a54ccdec03a2 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:46.977611 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-828053db-3440-4dd1-a4b8-a54ccdec03a2 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Allocated IP 172.20.0.1 (8e0df113-6edb-4b3f-9923-07a013091646/abf41221-aba7-4eda-baa1-e24b70216bce/14367f3a-a967-4737-bcfd-546c759860e6) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:31:47.023542 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-958e2177-f309-4fe1-98df-c3439d5418bd None None] Provisioning complete for port 785caefe-6de4-4de6-9703-3372e7e870c7 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:47.024142 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-958e2177-f309-4fe1-98df-c3439d5418bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:47.095618 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-828053db-3440-4dd1-a4b8-a54ccdec03a2 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:47.131214 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-828053db-3440-4dd1-a4b8-a54ccdec03a2 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:47.175831 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828053db-3440-4dd1-a4b8-a54ccdec03a2 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Network 8e0df113-6edb-4b3f-9923-07a013091646 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:47.178768 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-828053db-3440-4dd1-a4b8-a54ccdec03a2 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:47.181140 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828053db-3440-4dd1-a4b8-a54ccdec03a2 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:47.213459 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828053db-3440-4dd1-a4b8-a54ccdec03a2 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Pushing event updated for resources: {'Port': ['ID=14367f3a-a967-4737-bcfd-546c759860e6,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:47.235146 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-828053db-3440-4dd1-a4b8-a54ccdec03a2 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:47.259392 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:47.376543 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-828053db-3440-4dd1-a4b8-a54ccdec03a2 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:47.429100 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-0fd67102-c3f3-4c5c-91db-1e8defe24c5b None None] Provisioning complete for port 14367f3a-a967-4737-bcfd-546c759860e6 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:47.429402 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0fd67102-c3f3-4c5c-91db-1e8defe24c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:47.444309 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09915feb-6493-4ced-a01e-f049e58bf3af req-bf81db49-547b-4a8a-a714-ac0cc2d421e8 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:47.446006 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-09915feb-6493-4ced-a01e-f049e58bf3af req-bf81db49-547b-4a8a-a714-ac0cc2d421e8 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=28f9c967-6f43-4a1b-a7bc-ec1bca0c0535 HTTP/1.1" status: 200 len: 945 time: 0.0638382 Oct 19 01:31:47.470903 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-0fd67102-c3f3-4c5c-91db-1e8defe24c5b None None] Port 14367f3a-a967-4737-bcfd-546c759860e6 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:31:47.486625 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-09915feb-6493-4ced-a01e-f049e58bf3af req-acefa5ad-9b27-4f77-8d80-9793ff7016f8 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335574 Oct 19 01:31:47.664792 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-828053db-3440-4dd1-a4b8-a54ccdec03a2 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:47.672153 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-828053db-3440-4dd1-a4b8-a54ccdec03a2 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:47.710486 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498fc9e-7a5b-4c66-84d6-83998b805763 req-da556eaa-b8a5-457e-a70e-6f0068e07027 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:47.711859 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 785caefe-6de4-4de6-9703-3372e7e870c7 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:31:47.712115 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e498fc9e-7a5b-4c66-84d6-83998b805763 req-da556eaa-b8a5-457e-a70e-6f0068e07027 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=28f9c967-6f43-4a1b-a7bc-ec1bca0c0535 HTTP/1.1" status: 200 len: 945 time: 0.0525331 Oct 19 01:31:47.750118 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828053db-3440-4dd1-a4b8-a54ccdec03a2 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Pushing event updated for resources: {'Port': ['ID=14367f3a-a967-4737-bcfd-546c759860e6,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:47.752715 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-828053db-3440-4dd1-a4b8-a54ccdec03a2 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:47.757295 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e498fc9e-7a5b-4c66-84d6-83998b805763 req-fcc4d0e5-56e6-41d4-ab97-eb6f61c692f8 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385885 Oct 19 01:31:47.775242 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 785caefe-6de4-4de6-9703-3372e7e870c7 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:47.775829 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:47.829596 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:47.884055 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828053db-3440-4dd1-a4b8-a54ccdec03a2 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Network 8e0df113-6edb-4b3f-9923-07a013091646 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:47.887636 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-828053db-3440-4dd1-a4b8-a54ccdec03a2 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:47.899394 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a514114-8c75-4880-9ed7-56ac223a3145 req-2d0708f0-6ef8-4df0-bab2-a6eae9c07689 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:47.900896 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9a514114-8c75-4880-9ed7-56ac223a3145 req-2d0708f0-6ef8-4df0-bab2-a6eae9c07689 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=28f9c967-6f43-4a1b-a7bc-ec1bca0c0535 HTTP/1.1" status: 200 len: 945 time: 0.0722589 Oct 19 01:31:47.984829 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9a514114-8c75-4880-9ed7-56ac223a3145 req-ab24d8d0-8296-4fdc-a496-3835e5a5c078 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485086 Oct 19 01:31:48.040943 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828053db-3440-4dd1-a4b8-a54ccdec03a2 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Router 58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:31:48.095511 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-332dcd6f-c472-4dc7-844b-afaf4a067f48 None None] Provisioning complete for port 14367f3a-a967-4737-bcfd-546c759860e6 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:48.096144 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-332dcd6f-c472-4dc7-844b-afaf4a067f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:48.135518 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-332dcd6f-c472-4dc7-844b-afaf4a067f48 None None] Port 14367f3a-a967-4737-bcfd-546c759860e6 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:31:48.162466 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828053db-3440-4dd1-a4b8-a54ccdec03a2 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:31:48.170688 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-828053db-3440-4dd1-a4b8-a54ccdec03a2 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] 10.222.0.57 "PUT /v2.0/routers/58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9160712 Oct 19 01:31:48.170688 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41776) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:48.175191 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7126e820-4677-4f5e-8ab2-790db2f2c162 None None] Sync routers for ids ['58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:31:48.176988 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-f4c69676-cdb8-46f5-9d19-851bd7b3247b tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Request body: {'port': {'network_id': '8e0df113-6edb-4b3f-9923-07a013091646', 'name': 'tempest-FloatingIPAdminTestJSON-2116832788'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:48.184641 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7126e820-4677-4f5e-8ab2-790db2f2c162 None None] Routers {'58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:31:48.185281 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-7126e820-4677-4f5e-8ab2-790db2f2c162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:31:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:48.221492 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-7126e820-4677-4f5e-8ab2-790db2f2c162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:48.229913 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7126e820-4677-4f5e-8ab2-790db2f2c162 None None] Routers {'58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:31:48.230514 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-7126e820-4677-4f5e-8ab2-790db2f2c162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:31:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:48.267758 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-7126e820-4677-4f5e-8ab2-790db2f2c162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:48.268423 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7126e820-4677-4f5e-8ab2-790db2f2c162 None None] The sync data for ids ['58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:31:48.287635 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6176eee-ef97-467d-9059-d6496f68f353 req-13694cae-8507-4724-8abc-7c28c335cc84 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:48.289140 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d6176eee-ef97-467d-9059-d6496f68f353 req-13694cae-8507-4724-8abc-7c28c335cc84 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=28f9c967-6f43-4a1b-a7bc-ec1bca0c0535 HTTP/1.1" status: 200 len: 945 time: 0.0965679 Oct 19 01:31:48.681891 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d6176eee-ef97-467d-9059-d6496f68f353 req-76a4ad28-f84a-45ae-a415-237f3256ef40 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857074 Oct 19 01:31:48.688361 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c69676-cdb8-46f5-9d19-851bd7b3247b tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Made reservation on behalf of b1e8a82822c741c68dd4c39b04501b09 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:48.691762 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f4c69676-cdb8-46f5-9d19-851bd7b3247b tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:48.709279 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-f4c69676-cdb8-46f5-9d19-851bd7b3247b tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] device_id is not set on port 794371fe-f48f-422c-8a92-4cb2ae4a68d4 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:31:48.814017 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-f4c69676-cdb8-46f5-9d19-851bd7b3247b tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Allocated IP 172.20.0.11 (8e0df113-6edb-4b3f-9923-07a013091646/abf41221-aba7-4eda-baa1-e24b70216bce/794371fe-f48f-422c-8a92-4cb2ae4a68d4) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:31:48.961921 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f4c69676-cdb8-46f5-9d19-851bd7b3247b tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:48.994858 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f4c69676-cdb8-46f5-9d19-851bd7b3247b tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:49.041269 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c69676-cdb8-46f5-9d19-851bd7b3247b tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Network 8e0df113-6edb-4b3f-9923-07a013091646 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:49.044465 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-f4c69676-cdb8-46f5-9d19-851bd7b3247b tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:49.048188 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c69676-cdb8-46f5-9d19-851bd7b3247b tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:49.074649 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c69676-cdb8-46f5-9d19-851bd7b3247b tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Pushing event updated for resources: {'Port': ['ID=794371fe-f48f-422c-8a92-4cb2ae4a68d4,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:49.101288 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c69676-cdb8-46f5-9d19-851bd7b3247b tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:49.101915 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f4c69676-cdb8-46f5-9d19-851bd7b3247b tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:49.119634 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f4c69676-cdb8-46f5-9d19-851bd7b3247b tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.9482577 Oct 19 01:31:49.122920 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41780) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:49.178545 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-95d1a183-cd31-4280-b85e-8cb7b2722ae6 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'project_id': 'b1e8a82822c741c68dd4c39b04501b09', 'port_id': '794371fe-f48f-422c-8a92-4cb2ae4a68d4'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:49.199477 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95d1a183-cd31-4280-b85e-8cb7b2722ae6 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:49.263424 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-591188fa-fbd4-4abe-8b03-b1151f0d79be None None] Provisioning complete for port 794371fe-f48f-422c-8a92-4cb2ae4a68d4 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:49.263976 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-591188fa-fbd4-4abe-8b03-b1151f0d79be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:49.290330 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95d1a183-cd31-4280-b85e-8cb7b2722ae6 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:49.297978 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-591188fa-fbd4-4abe-8b03-b1151f0d79be None None] Port 794371fe-f48f-422c-8a92-4cb2ae4a68d4 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:31:49.400647 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-95d1a183-cd31-4280-b85e-8cb7b2722ae6 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Allocated IP 172.25.8.60 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/675927aa-256b-4b56-ae09-10662dab6d03) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:31:49.528766 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c140549-b7fa-4055-ba67-4f34cb9c2644 req-931e6ebf-7c04-4a4e-8930-debf0f56fddf tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:49.530738 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0c140549-b7fa-4055-ba67-4f34cb9c2644 req-931e6ebf-7c04-4a4e-8930-debf0f56fddf tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28f9c967-6f43-4a1b-a7bc-ec1bca0c0535 HTTP/1.1" status: 200 len: 945 time: 0.0941038 Oct 19 01:31:49.550129 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95d1a183-cd31-4280-b85e-8cb7b2722ae6 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:49.637924 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95d1a183-cd31-4280-b85e-8cb7b2722ae6 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:49.693516 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d1a183-cd31-4280-b85e-8cb7b2722ae6 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:49.695481 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-0c140549-b7fa-4055-ba67-4f34cb9c2644 req-4535132d-5813-4a7e-8057-fd3a311944ba tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Deleting port 420b79d3-d515-4176-a746-f0231178a1e9 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:49.695846 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0c140549-b7fa-4055-ba67-4f34cb9c2644 req-4535132d-5813-4a7e-8057-fd3a311944ba tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:49.711820 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-95d1a183-cd31-4280-b85e-8cb7b2722ae6 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:49.715886 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1a183-cd31-4280-b85e-8cb7b2722ae6 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Pushing event updated for resources: {'Port': ['ID=675927aa-256b-4b56-ae09-10662dab6d03,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:49.719024 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d1a183-cd31-4280-b85e-8cb7b2722ae6 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:49.785700 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:49.803233 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b1b0a-2650-4a1a-b4ae-8e7441cab4a5 req-48a4d311-618b-40c1-b24f-e894a09b008a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:49.804776 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ce3b1b0a-2650-4a1a-b4ae-8e7441cab4a5 req-48a4d311-618b-40c1-b24f-e894a09b008a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=28f9c967-6f43-4a1b-a7bc-ec1bca0c0535 HTTP/1.1" status: 200 len: 945 time: 0.0500689 Oct 19 01:31:49.845284 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ce3b1b0a-2650-4a1a-b4ae-8e7441cab4a5 req-17daa7d9-b2d8-4770-886a-5acf73bf15dc tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341263 Oct 19 01:31:49.849229 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-0c140549-b7fa-4055-ba67-4f34cb9c2644 req-4535132d-5813-4a7e-8057-fd3a311944ba tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] For port 420b79d3-d515-4176-a746-f0231178a1e9, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=420b79d3-d515-4176-a746-f0231178a1e9,segment=NetworkSegment(95a912d3-0274-4a3d-b739-965bff95f708),segment_id=95a912d3-0274-4a3d-b739-965bff95f708)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:49.849593 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0c140549-b7fa-4055-ba67-4f34cb9c2644 req-4535132d-5813-4a7e-8057-fd3a311944ba tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:49.883450 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-0c140549-b7fa-4055-ba67-4f34cb9c2644 req-4535132d-5813-4a7e-8057-fd3a311944ba tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Calling delete_port for 420b79d3-d515-4176-a746-f0231178a1e9 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:50.178992 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0c140549-b7fa-4055-ba67-4f34cb9c2644 req-4535132d-5813-4a7e-8057-fd3a311944ba tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:50.189901 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['b9ee45bd-0a96-4bc4-87d4-bbfd52be190f', '420b79d3-d515-4176-a746-f0231178a1e9'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:31:50.220593 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535132d-5813-4a7e-8057-fd3a311944ba tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Pushing event deleted for resources: {'Port': ['ID=420b79d3-d515-4176-a746-f0231178a1e9,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:50.286930 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c140549-b7fa-4055-ba67-4f34cb9c2644 req-4535132d-5813-4a7e-8057-fd3a311944ba tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] No DVR routers for this DVR port 420b79d3-d515-4176-a746-f0231178a1e9 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:31:50.290636 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-0c140549-b7fa-4055-ba67-4f34cb9c2644 req-4535132d-5813-4a7e-8057-fd3a311944ba tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:50.293905 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0c140549-b7fa-4055-ba67-4f34cb9c2644 req-4535132d-5813-4a7e-8057-fd3a311944ba tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.24 "DELETE /v2.0/ports/420b79d3-d515-4176-a746-f0231178a1e9 HTTP/1.1" status: 204 len: 173 time: 0.7551699 Oct 19 01:31:50.294353 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f9c967-6f43-4a1b-a7bc-ec1bca0c0535', 'name': 'network-vif-deleted', 'tag': '420b79d3-d515-4176-a746-f0231178a1e9'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:31:50.296812 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf59da1-c0b3-4b43-9159-92a6a2ab8ece" -d '{"events": [{"server_uuid": "28f9c967-6f43-4a1b-a7bc-ec1bca0c0535", "name": "network-vif-deleted", "tag": "420b79d3-d515-4176-a746-f0231178a1e9"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:31:50.309585 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95d1a183-cd31-4280-b85e-8cb7b2722ae6 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:50.344962 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e771ada-81cb-4a57-8847-859836e5bb70 x-openstack-request-id: req-3e771ada-81cb-4a57-8847-859836e5bb70 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:31:50.345245 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f9c967-6f43-4a1b-a7bc-ec1bca0c0535", "name": "network-vif-deleted", "tag": "420b79d3-d515-4176-a746-f0231178a1e9", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:31:50.346031 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3e771ada-81cb-4a57-8847-859836e5bb70 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:31:50.346031 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f9c967-6f43-4a1b-a7bc-ec1bca0c0535', 'name': 'network-vif-deleted', 'tag': '420b79d3-d515-4176-a746-f0231178a1e9', 'status': 'completed', 'code': 200} Oct 19 01:31:50.388205 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95d1a183-cd31-4280-b85e-8cb7b2722ae6 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:50.541069 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95d1a183-cd31-4280-b85e-8cb7b2722ae6 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:50.546103 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95d1a183-cd31-4280-b85e-8cb7b2722ae6 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:50.611329 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1a183-cd31-4280-b85e-8cb7b2722ae6 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Pushing event updated for resources: {'Port': ['ID=675927aa-256b-4b56-ae09-10662dab6d03,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:50.622447 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95d1a183-cd31-4280-b85e-8cb7b2722ae6 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:50.728337 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [None req-95d1a183-cd31-4280-b85e-8cb7b2722ae6 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Floating IP 4c91e582-7427-4709-8aea-5c1d1aa722c3 associated. External IP: 172.25.8.60, port: 794371fe-f48f-422c-8a92-4cb2ae4a68d4. Oct 19 01:31:50.948008 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d1a183-cd31-4280-b85e-8cb7b2722ae6 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Router 58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:31:51.080470 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d1a183-cd31-4280-b85e-8cb7b2722ae6 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:31:51.089221 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7385eec-5ac7-4395-abd1-d7a02471a6ef None None] Sync routers for ids ['58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:31:51.098684 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7385eec-5ac7-4395-abd1-d7a02471a6ef None None] Routers {'58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:31:51.099284 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-f7385eec-5ac7-4395-abd1-d7a02471a6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:31:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:51.134157 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-f7385eec-5ac7-4395-abd1-d7a02471a6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:51.139933 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95d1a183-cd31-4280-b85e-8cb7b2722ae6 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:51.143311 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7385eec-5ac7-4395-abd1-d7a02471a6ef None None] Routers {'58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:31:51.143937 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-f7385eec-5ac7-4395-abd1-d7a02471a6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:31:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:51.174823 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-f7385eec-5ac7-4395-abd1-d7a02471a6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:51.175463 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7385eec-5ac7-4395-abd1-d7a02471a6ef None None] The sync data for ids ['58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:31:51.179878 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-95d1a183-cd31-4280-b85e-8cb7b2722ae6 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.0558681 Oct 19 01:31:51.182777 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41802) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:51.195765 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-2e8d3b1e-57a2-48bd-9a93-4135bf6664c8 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:51.197200 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-2e8d3b1e-57a2-48bd-9a93-4135bf6664c8 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/networks?id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba HTTP/1.1" status: 200 len: 805 time: 0.1459315 Oct 19 01:31:51.212717 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-8e55ddda-d49f-44e8-8f34-9be9a0696189 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/quotas/cfb46302dab9423db4c8fe701b5ed259 HTTP/1.1" status: 200 len: 375 time: 0.0097713 Oct 19 01:31:51.261671 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-42bc7f78-558b-454c-bb72-0f078dcc6698 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cfb46302dab9423db4c8fe701b5ed259&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0430131 Oct 19 01:31:51.300303 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0d3eb93f-c828-4117-8908-50dcbe27f5fe tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] 10.222.0.57 "GET /v2.0/floatingips/4c91e582-7427-4709-8aea-5c1d1aa722c3 HTTP/1.1" status: 200 len: 983 time: 0.1162667 Oct 19 01:31:51.302704 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41804) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:51.353306 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-5b9a8bd4-7f00-4d8e-83e4-f7e4d57da6f1 service neutron] 10.222.0.57 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838320 Oct 19 01:31:51.414465 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9e27a124-f54b-4ec0-92b0-8ce5fe6349d8 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4303 time: 0.1105056 Oct 19 01:31:51.417040 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41806) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:51.445670 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-64559b60-f18a-4674-95ee-52a2abccca07 service neutron] 10.222.0.57 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862398 Oct 19 01:31:51.582482 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-c6cb6cf2-151c-49d2-aeea-c122f663bfd6 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Deleting port 675927aa-256b-4b56-ae09-10662dab6d03 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:51.582870 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c6cb6cf2-151c-49d2-aeea-c122f663bfd6 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:51.629738 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-83c652cd-792c-4845-a0bd-cc5906f84ecc req-f425082d-f437-4b0d-b2b2-66093c0cb1ca tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 210 time: 0.0350878 Oct 19 01:31:51.687450 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c6cb6cf2-151c-49d2-aeea-c122f663bfd6 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:51.687806 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c6cb6cf2-151c-49d2-aeea-c122f663bfd6 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:51.699779 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-c6cb6cf2-151c-49d2-aeea-c122f663bfd6 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Calling delete_port for 675927aa-256b-4b56-ae09-10662dab6d03 owned by network:floatingip {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:51.854548 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c6cb6cf2-151c-49d2-aeea-c122f663bfd6 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:51.882114 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb6cf2-151c-49d2-aeea-c122f663bfd6 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Pushing event deleted for resources: {'Port': ['ID=675927aa-256b-4b56-ae09-10662dab6d03,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:51.948864 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c6cb6cf2-151c-49d2-aeea-c122f663bfd6 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks [] for floatingip, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:51.949063 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [None req-c6cb6cf2-151c-49d2-aeea-c122f663bfd6 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Floating IP 4c91e582-7427-4709-8aea-5c1d1aa722c3 disassociated (deleted). External IP: 172.25.8.60, port: 794371fe-f48f-422c-8a92-4cb2ae4a68d4. Oct 19 01:31:52.170569 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6cb6cf2-151c-49d2-aeea-c122f663bfd6 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Router 58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:31:52.276076 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cb6cf2-151c-49d2-aeea-c122f663bfd6 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:31:52.281347 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c6cb6cf2-151c-49d2-aeea-c122f663bfd6 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:52.286112 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082f734e-94fa-47be-8583-7e7dedb0fad7 None None] Sync routers for ids ['58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:31:52.294955 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082f734e-94fa-47be-8583-7e7dedb0fad7 None None] Routers {'58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:31:52.296160 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-082f734e-94fa-47be-8583-7e7dedb0fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:31:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:52.308818 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c6cb6cf2-151c-49d2-aeea-c122f663bfd6 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] 10.222.0.57 "DELETE /v2.0/floatingips/4c91e582-7427-4709-8aea-5c1d1aa722c3 HTTP/1.1" status: 204 len: 168 time: 0.8907669 Oct 19 01:31:52.313121 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41818) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:52.317586 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-b0840d72-1c07-4f49-8390-f7c0e531ec38 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:52.332709 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-082f734e-94fa-47be-8583-7e7dedb0fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:52.340608 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0840d72-1c07-4f49-8390-f7c0e531ec38 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:52.343019 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082f734e-94fa-47be-8583-7e7dedb0fad7 None None] Routers {'58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:31:52.344072 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-082f734e-94fa-47be-8583-7e7dedb0fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:31:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:52.377172 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-082f734e-94fa-47be-8583-7e7dedb0fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:52.377835 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082f734e-94fa-47be-8583-7e7dedb0fad7 None None] The sync data for ids ['58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:31:52.438230 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0840d72-1c07-4f49-8390-f7c0e531ec38 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:52.531983 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-5800ce4d-d56f-4c22-b26e-f86d928909e3 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:52.533848 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-5800ce4d-d56f-4c22-b26e-f86d928909e3 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.24 "GET /v2.0/networks?id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba HTTP/1.1" status: 200 len: 805 time: 0.1232283 Oct 19 01:31:52.546314 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-3d0105d1-a8de-4374-8e52-cb5fb162321a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Request body: {'port': {'device_id': '6b1a0ad6-9596-4094-811c-b7dca25b980c', 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba', 'admin_state_up': True, 'tenant_id': 'cfb46302dab9423db4c8fe701b5ed259'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:52.575719 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-b0840d72-1c07-4f49-8390-f7c0e531ec38 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Allocated IP 172.25.8.44 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/7e97d5ba-517e-4376-8ba1-0f79cbb72df1) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:31:52.637315 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41820) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:52.681822 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0840d72-1c07-4f49-8390-f7c0e531ec38 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:52.720037 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-3d0105d1-a8de-4374-8e52-cb5fb162321a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Made reservation on behalf of cfb46302dab9423db4c8fe701b5ed259 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:52.721772 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0840d72-1c07-4f49-8390-f7c0e531ec38 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:52.723600 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-3d0105d1-a8de-4374-8e52-cb5fb162321a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:52.748170 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-610b4ef6-b7a7-4d8c-bb48-8bfe89d70b41 req-128d5a79-63a3-487e-b57d-1216714dba7c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 210 time: 0.0415506 Oct 19 01:31:52.772327 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0840d72-1c07-4f49-8390-f7c0e531ec38 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:52.775369 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-b0840d72-1c07-4f49-8390-f7c0e531ec38 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:52.780486 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0840d72-1c07-4f49-8390-f7c0e531ec38 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:52.802790 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0840d72-1c07-4f49-8390-f7c0e531ec38 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Pushing event updated for resources: {'Port': ['ID=7e97d5ba-517e-4376-8ba1-0f79cbb72df1,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:52.870907 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0840d72-1c07-4f49-8390-f7c0e531ec38 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:52.905440 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0840d72-1c07-4f49-8390-f7c0e531ec38 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:52.948823 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-d192aa32-561b-474c-b0e8-ef55b76fd2f7 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Deleting port a7122a42-207c-405c-bbe4-2d392c6ef501 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:52.948823 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d192aa32-561b-474c-b0e8-ef55b76fd2f7 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:52.950818 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-3d0105d1-a8de-4374-8e52-cb5fb162321a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Allocated IP 172.20.0.8 (a482dc53-ded0-49a5-8c9f-a7720dcfc8ba/da80df4e-5bcb-4c28-8f73-c2e4236142d1/8804aef2-3a4a-4243-925f-6f025e8e54c8) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:31:53.059175 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0840d72-1c07-4f49-8390-f7c0e531ec38 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:53.064684 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0840d72-1c07-4f49-8390-f7c0e531ec38 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:53.078185 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d192aa32-561b-474c-b0e8-ef55b76fd2f7 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:53.078515 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d192aa32-561b-474c-b0e8-ef55b76fd2f7 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:53.101900 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-d192aa32-561b-474c-b0e8-ef55b76fd2f7 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Calling delete_port for a7122a42-207c-405c-bbe4-2d392c6ef501 owned by network:floatingip {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:53.140325 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0840d72-1c07-4f49-8390-f7c0e531ec38 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Pushing event updated for resources: {'Port': ['ID=7e97d5ba-517e-4376-8ba1-0f79cbb72df1,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:53.150306 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0840d72-1c07-4f49-8390-f7c0e531ec38 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:53.165924 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0840d72-1c07-4f49-8390-f7c0e531ec38 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:53.167175 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b0840d72-1c07-4f49-8390-f7c0e531ec38 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8530374 Oct 19 01:31:53.169910 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41826) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:53.272485 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-13390bfc-f1bb-45ac-a955-6ce96d64f274 tempest-FloatingIPAdminTestJSON-388540514 tempest-FloatingIPAdminTestJSON-388540514-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:53.296490 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-13390bfc-f1bb-45ac-a955-6ce96d64f274 tempest-FloatingIPAdminTestJSON-388540514 tempest-FloatingIPAdminTestJSON-388540514-project] Publish callbacks [] for floatingip, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:53.396374 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-13390bfc-f1bb-45ac-a955-6ce96d64f274 tempest-FloatingIPAdminTestJSON-388540514 tempest-FloatingIPAdminTestJSON-388540514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:53.510618 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-13390bfc-f1bb-45ac-a955-6ce96d64f274 tempest-FloatingIPAdminTestJSON-388540514 tempest-FloatingIPAdminTestJSON-388540514-project] Allocated IP 172.25.8.237 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/4667d0f5-45ae-422a-a49f-edf6c624c058) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:31:53.570450 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-3d0105d1-a8de-4374-8e52-cb5fb162321a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:53.579660 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 420b79d3-d515-4176-a746-f0231178a1e9 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:31:53.600500 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 420b79d3-d515-4176-a746-f0231178a1e9 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:31:53.601122 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 420b79d3-d515-4176-a746-f0231178a1e9 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:31:53.618400 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-13390bfc-f1bb-45ac-a955-6ce96d64f274 tempest-FloatingIPAdminTestJSON-388540514 tempest-FloatingIPAdminTestJSON-388540514-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:53.631969 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-3d0105d1-a8de-4374-8e52-cb5fb162321a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:53.645263 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['b9ee45bd-0a96-4bc4-87d4-bbfd52be190f'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:31:53.664526 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-13390bfc-f1bb-45ac-a955-6ce96d64f274 tempest-FloatingIPAdminTestJSON-388540514 tempest-FloatingIPAdminTestJSON-388540514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:53.711966 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13390bfc-f1bb-45ac-a955-6ce96d64f274 tempest-FloatingIPAdminTestJSON-388540514 tempest-FloatingIPAdminTestJSON-388540514-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:53.712353 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-3d0105d1-a8de-4374-8e52-cb5fb162321a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Network a482dc53-ded0-49a5-8c9f-a7720dcfc8ba is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:53.718420 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-13390bfc-f1bb-45ac-a955-6ce96d64f274 tempest-FloatingIPAdminTestJSON-388540514 tempest-FloatingIPAdminTestJSON-388540514-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:53.719673 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-3d0105d1-a8de-4374-8e52-cb5fb162321a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:53.721892 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13390bfc-f1bb-45ac-a955-6ce96d64f274 tempest-FloatingIPAdminTestJSON-388540514 tempest-FloatingIPAdminTestJSON-388540514-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:53.723452 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-3d0105d1-a8de-4374-8e52-cb5fb162321a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:53.742956 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13390bfc-f1bb-45ac-a955-6ce96d64f274 tempest-FloatingIPAdminTestJSON-388540514 tempest-FloatingIPAdminTestJSON-388540514-project] Pushing event updated for resources: {'Port': ['ID=4667d0f5-45ae-422a-a49f-edf6c624c058,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:53.744808 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0105d1-a8de-4374-8e52-cb5fb162321a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Pushing event updated for resources: {'Port': ['ID=8804aef2-3a4a-4243-925f-6f025e8e54c8,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:53.766982 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d192aa32-561b-474c-b0e8-ef55b76fd2f7 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:53.788348 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-3d0105d1-a8de-4374-8e52-cb5fb162321a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:53.788984 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-3d0105d1-a8de-4374-8e52-cb5fb162321a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:53.815912 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192aa32-561b-474c-b0e8-ef55b76fd2f7 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Pushing event deleted for resources: {'Port': ['ID=a7122a42-207c-405c-bbe4-2d392c6ef501,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:53.828771 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-13390bfc-f1bb-45ac-a955-6ce96d64f274 tempest-FloatingIPAdminTestJSON-388540514 tempest-FloatingIPAdminTestJSON-388540514-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:53.845003 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-3d0105d1-a8de-4374-8e52-cb5fb162321a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3026631 Oct 19 01:31:53.867707 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-c7b7ea1b-863a-4965-9330-5007c3c23e9a service neutron] Request body: {'port': {'device_id': '6b1a0ad6-9596-4094-811c-b7dca25b980c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:53.898300 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-13390bfc-f1bb-45ac-a955-6ce96d64f274 tempest-FloatingIPAdminTestJSON-388540514 tempest-FloatingIPAdminTestJSON-388540514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:53.930256 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d192aa32-561b-474c-b0e8-ef55b76fd2f7 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for floatingip, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:53.930502 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [None req-d192aa32-561b-474c-b0e8-ef55b76fd2f7 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Floating IP 5bfbb14e-bd14-4b6b-8015-e87388c5b6cd disassociated (deleted). External IP: 172.25.8.208, port: 787a33e5-9229-49c4-aabf-752698ed7015. Oct 19 01:31:53.949575 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78d12e-9d2a-498c-b0af-b78c5e11c5a2 req-017e7487-a594-4e7c-8a28-cdd2ab177016 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:53.950473 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ba78d12e-9d2a-498c-b0af-b78c5e11c5a2 req-017e7487-a594-4e7c-8a28-cdd2ab177016 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 931 time: 0.1057606 Oct 19 01:31:53.973264 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-c7b7ea1b-863a-4965-9330-5007c3c23e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:54.016716 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ba78d12e-9d2a-498c-b0af-b78c5e11c5a2 req-e20652dd-5c78-4e42-83c8-0132d1b890be tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596607 Oct 19 01:31:54.103562 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-13390bfc-f1bb-45ac-a955-6ce96d64f274 tempest-FloatingIPAdminTestJSON-388540514 tempest-FloatingIPAdminTestJSON-388540514-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:54.108485 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-13390bfc-f1bb-45ac-a955-6ce96d64f274 tempest-FloatingIPAdminTestJSON-388540514 tempest-FloatingIPAdminTestJSON-388540514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:54.178065 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13390bfc-f1bb-45ac-a955-6ce96d64f274 tempest-FloatingIPAdminTestJSON-388540514 tempest-FloatingIPAdminTestJSON-388540514-project] Pushing event updated for resources: {'Port': ['ID=4667d0f5-45ae-422a-a49f-edf6c624c058,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:54.189843 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-13390bfc-f1bb-45ac-a955-6ce96d64f274 tempest-FloatingIPAdminTestJSON-388540514 tempest-FloatingIPAdminTestJSON-388540514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:54.205168 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-13390bfc-f1bb-45ac-a955-6ce96d64f274 tempest-FloatingIPAdminTestJSON-388540514 tempest-FloatingIPAdminTestJSON-388540514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:54.206685 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-13390bfc-f1bb-45ac-a955-6ce96d64f274 tempest-FloatingIPAdminTestJSON-388540514 tempest-FloatingIPAdminTestJSON-388540514-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0357735 Oct 19 01:31:54.209454 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41832) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:54.432692 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-49ba1db5-9350-4235-8515-f8a8b1c88781 tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3701 time: 0.2207057 Oct 19 01:31:54.435331 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41834) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:54.440400 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d192aa32-561b-474c-b0e8-ef55b76fd2f7 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Router d6ee435f-57e0-4436-bc41-63a2cb71fbcd has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:31:54.507799 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0cc286a3-cfbd-4fd6-9a07-c5bd620ecd78 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0705755 Oct 19 01:31:54.510425 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41836) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:54.594161 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-c7b7ea1b-863a-4965-9330-5007c3c23e9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8804aef2-3a4a-4243-925f-6f025e8e54c8 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:31:54.604247 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-c7b7ea1b-863a-4965-9330-5007c3c23e9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:54.621481 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d192aa32-561b-474c-b0e8-ef55b76fd2f7 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:31:54.626916 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d192aa32-561b-474c-b0e8-ef55b76fd2f7 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:54.629226 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-c7b7ea1b-863a-4965-9330-5007c3c23e9a service neutron] Transition to ACTIVE for port object 8804aef2-3a4a-4243-925f-6f025e8e54c8 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:31:54.632151 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e085f7-edc3-4eb6-8ebb-363a089a2270 None None] Sync routers for ids ['d6ee435f-57e0-4436-bc41-63a2cb71fbcd'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:31:54.639112 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-a2b8e66f-1af2-4330-b1b9-5d909301a86a tempest-FloatingIPAdminTestJSON-388540514 tempest-FloatingIPAdminTestJSON-388540514-project] Deleting port 4667d0f5-45ae-422a-a49f-edf6c624c058 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:54.639449 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a2b8e66f-1af2-4330-b1b9-5d909301a86a tempest-FloatingIPAdminTestJSON-388540514 tempest-FloatingIPAdminTestJSON-388540514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:54.642837 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e085f7-edc3-4eb6-8ebb-363a089a2270 None None] Routers {'d6ee435f-57e0-4436-bc41-63a2cb71fbcd'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:31:54.643622 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-d7e085f7-edc3-4eb6-8ebb-363a089a2270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:31:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d6ee435f-57e0-4436-bc41-63a2cb71fbcd'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:54.648630 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-c7b7ea1b-863a-4965-9330-5007c3c23e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:54.696363 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d192aa32-561b-474c-b0e8-ef55b76fd2f7 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "DELETE /v2.0/floatingips/5bfbb14e-bd14-4b6b-8015-e87388c5b6cd HTTP/1.1" status: 204 len: 168 time: 2.0578849 Oct 19 01:31:54.703090 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1dabaf-df61-4d9d-b84c-c2a6e504f215', 'tag': '787a33e5-9229-49c4-aabf-752698ed7015'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:31:54.705520 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8787498a-156a-4191-aaf5-02a5d40cd838" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1dabaf-df61-4d9d-b84c-c2a6e504f215", "tag": "787a33e5-9229-49c4-aabf-752698ed7015"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:31:54.726092 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a2b8e66f-1af2-4330-b1b9-5d909301a86a tempest-FloatingIPAdminTestJSON-388540514 tempest-FloatingIPAdminTestJSON-388540514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:54.726504 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a2b8e66f-1af2-4330-b1b9-5d909301a86a tempest-FloatingIPAdminTestJSON-388540514 tempest-FloatingIPAdminTestJSON-388540514-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:54.742238 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7ea1b-863a-4965-9330-5007c3c23e9a service neutron] Pushing event updated for resources: {'Port': ['ID=8804aef2-3a4a-4243-925f-6f025e8e54c8,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:54.742509 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-a2b8e66f-1af2-4330-b1b9-5d909301a86a tempest-FloatingIPAdminTestJSON-388540514 tempest-FloatingIPAdminTestJSON-388540514-project] Calling delete_port for 4667d0f5-45ae-422a-a49f-edf6c624c058 owned by network:floatingip {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:54.777188 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f3beca-49ac-4a4f-9777-f0818c724232 x-openstack-request-id: req-c3f3beca-49ac-4a4f-9777-f0818c724232 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:31:54.781158 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1dabaf-df61-4d9d-b84c-c2a6e504f215", "tag": "787a33e5-9229-49c4-aabf-752698ed7015", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:31:54.781551 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c3f3beca-49ac-4a4f-9777-f0818c724232 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:31:54.782037 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1dabaf-df61-4d9d-b84c-c2a6e504f215', 'tag': '787a33e5-9229-49c4-aabf-752698ed7015', 'status': 'completed', 'code': 200} Oct 19 01:31:54.793197 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-d7e085f7-edc3-4eb6-8ebb-363a089a2270 None None] Set router d6ee435f-57e0-4436-bc41-63a2cb71fbcd gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:31:54.816702 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-c7b7ea1b-863a-4965-9330-5007c3c23e9a service neutron] Attempting to bind port 8804aef2-3a4a-4243-925f-6f025e8e54c8 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:31:54.816702 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-c7b7ea1b-863a-4965-9330-5007c3c23e9a service neutron] Attempting to bind port 8804aef2-3a4a-4243-925f-6f025e8e54c8 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '95a912d3-0274-4a3d-b739-965bff95f708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:31:54.817066 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-c7b7ea1b-863a-4965-9330-5007c3c23e9a service neutron] Attempting to bind port 8804aef2-3a4a-4243-925f-6f025e8e54c8 on network a482dc53-ded0-49a5-8c9f-a7720dcfc8ba {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:31:54.822256 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-c7b7ea1b-863a-4965-9330-5007c3c23e9a service neutron] Port 8804aef2-3a4a-4243-925f-6f025e8e54c8 on network a482dc53-ded0-49a5-8c9f-a7720dcfc8ba not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:31:54.822588 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-c7b7ea1b-863a-4965-9330-5007c3c23e9a service neutron] Attempting to bind port 8804aef2-3a4a-4243-925f-6f025e8e54c8 on network a482dc53-ded0-49a5-8c9f-a7720dcfc8ba {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:31:54.832585 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-c7b7ea1b-863a-4965-9330-5007c3c23e9a service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:31:54.833663 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-c7b7ea1b-863a-4965-9330-5007c3c23e9a service neutron] Checking segment: {'id': '95a912d3-0274-4a3d-b739-965bff95f708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:31:54.833663 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-c7b7ea1b-863a-4965-9330-5007c3c23e9a service neutron] Bound using segment: {'id': '95a912d3-0274-4a3d-b739-965bff95f708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:31:54.834180 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-c7b7ea1b-863a-4965-9330-5007c3c23e9a service neutron] Bound port: 8804aef2-3a4a-4243-925f-6f025e8e54c8, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a912d3-0274-4a3d-b739-965bff95f708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:31:54.834604 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-c7b7ea1b-863a-4965-9330-5007c3c23e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:54.887512 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787498a-156a-4191-aaf5-02a5d40cd838 req-b85eae33-c25d-4435-8ca8-d00c9966f7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:54.889391 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8787498a-156a-4191-aaf5-02a5d40cd838 req-b85eae33-c25d-4435-8ca8-d00c9966f7c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=248f0ca5d5d44d8ab1ae3c514fead24b&device_id=4d1dabaf-df61-4d9d-b84c-c2a6e504f215 HTTP/1.1" status: 200 len: 1098 time: 0.0762961 Oct 19 01:31:54.910901 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-c7b7ea1b-863a-4965-9330-5007c3c23e9a service neutron] For port 8804aef2-3a4a-4243-925f-6f025e8e54c8, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:31:54.914391 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-c7b7ea1b-863a-4965-9330-5007c3c23e9a service neutron] For port 8804aef2-3a4a-4243-925f-6f025e8e54c8, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=8804aef2-3a4a-4243-925f-6f025e8e54c8,segment=NetworkSegment(95a912d3-0274-4a3d-b739-965bff95f708),segment_id=95a912d3-0274-4a3d-b739-965bff95f708)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:31:54.921028 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-c7b7ea1b-863a-4965-9330-5007c3c23e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:54.971594 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-c7b7ea1b-863a-4965-9330-5007c3c23e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:54.972269 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-c7b7ea1b-863a-4965-9330-5007c3c23e9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:54.973937 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-c7b7ea1b-863a-4965-9330-5007c3c23e9a service neutron] 10.222.0.24 "PUT /v2.0/ports/8804aef2-3a4a-4243-925f-6f025e8e54c8 HTTP/1.1" status: 200 len: 1092 time: 1.1104069 Oct 19 01:31:55.008562 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7ea1b-863a-4965-9330-5007c3c23e9a service neutron] Pushing event updated for resources: {'Port': ['ID=8804aef2-3a4a-4243-925f-6f025e8e54c8,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:55.064026 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-faf04722-3bfd-4d1f-80c5-655405334543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:55.067707 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-faf04722-3bfd-4d1f-80c5-655405334543 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cfb46302dab9423db4c8fe701b5ed259&device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 1095 time: 0.0553637 Oct 19 01:31:55.075718 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-d7e085f7-edc3-4eb6-8ebb-363a089a2270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'name': 'tempest-TestVolumeBootPattern-1290649707-router', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:42Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'gw_port': {'id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:46Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '2832d1f4-dff8-44dc-8b08-3dd3a4ae28c2', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'floating_ip_address': '172.25.8.230', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'port_id': '2b005bd8-0c25-4f96-8454-104f6576f5bc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'mac_address': 'fa:16:3e:02:7c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3cd72b-3a81-45ee-85a2-ceb52214de19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:27:54Z', 'updated_at': '2021-10-19T01:27:56Z', 'revision_number': 1, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49cbbd5b-3445-46f7-a55e-8ec66806cafc', 'name': '', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'mac_address': 'fa:16:3e:13:e6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:59Z', 'updated_at': '2021-10-19T01:18:07Z', 'revision_number': 5, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'subnets': [{'id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:55.092762 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9739dab-ba9b-40da-b67e-6478c2d0a799 req-b4612a7a-fbab-4505-9318-c8f24814ea7f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:55.094245 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e9739dab-ba9b-40da-b67e-6478c2d0a799 req-b4612a7a-fbab-4505-9318-c8f24814ea7f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d1dabaf-df61-4d9d-b84c-c2a6e504f215 HTTP/1.1" status: 200 len: 946 time: 0.1554623 Oct 19 01:31:55.105077 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e085f7-edc3-4eb6-8ebb-363a089a2270 None None] Checking router: d6ee435f-57e0-4436-bc41-63a2cb71fbcd for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:31:55.111325 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787498a-156a-4191-aaf5-02a5d40cd838 req-15bad537-76ac-40e8-937c-3c855396ce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:55.112834 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8787498a-156a-4191-aaf5-02a5d40cd838 req-15bad537-76ac-40e8-937c-3c855396ce45 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a HTTP/1.1" status: 200 len: 913 time: 0.2153931 Oct 19 01:31:55.114690 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e085f7-edc3-4eb6-8ebb-363a089a2270 None None] Routers {'d6ee435f-57e0-4436-bc41-63a2cb71fbcd'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:31:55.114870 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a2b8e66f-1af2-4330-b1b9-5d909301a86a tempest-FloatingIPAdminTestJSON-388540514 tempest-FloatingIPAdminTestJSON-388540514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:55.115282 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-d7e085f7-edc3-4eb6-8ebb-363a089a2270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:31:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d6ee435f-57e0-4436-bc41-63a2cb71fbcd'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:55.121806 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-ed358d30-6f35-44f4-8144-3521dc678ff8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8804aef2-3a4a-4243-925f-6f025e8e54c8 HTTP/1.1" status: 200 len: 217 time: 0.0460103 Oct 19 01:31:55.193552 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8787498a-156a-4191-aaf5-02a5d40cd838 req-1dda2565-5bd1-4e68-abe4-6c0509a67f4f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=787a33e5-9229-49c4-aabf-752698ed7015 HTTP/1.1" status: 200 len: 217 time: 0.0644598 Oct 19 01:31:55.194271 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8e66f-1af2-4330-b1b9-5d909301a86a tempest-FloatingIPAdminTestJSON-388540514 tempest-FloatingIPAdminTestJSON-388540514-project] Pushing event deleted for resources: {'Port': ['ID=4667d0f5-45ae-422a-a49f-edf6c624c058,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:55.210231 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-4a31ead6-6404-4696-888a-1a0b43365ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:55.211758 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-4a31ead6-6404-4696-888a-1a0b43365ee1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=da80df4e-5bcb-4c28-8f73-c2e4236142d1 HTTP/1.1" status: 200 len: 845 time: 0.0811303 Oct 19 01:31:55.223671 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c436b-3a34-466b-84fc-7274e6ed3c16 req-118b1171-059b-41ff-ba2d-11e721e215f8 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:55.225367 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8c5c436b-3a34-466b-84fc-7274e6ed3c16 req-118b1171-059b-41ff-ba2d-11e721e215f8 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 943 time: 0.1057756 Oct 19 01:31:55.226213 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-d7e085f7-edc3-4eb6-8ebb-363a089a2270 None None] Set router d6ee435f-57e0-4436-bc41-63a2cb71fbcd gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:31:55.258374 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-11741264-4d74-4d52-bbcb-a4f356c3dcb2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318453 Oct 19 01:31:55.314911 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8c5c436b-3a34-466b-84fc-7274e6ed3c16 req-b78ffed0-3b8f-4482-9708-f3eba74a1385 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780890 Oct 19 01:31:55.383644 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-4216704d-ed9d-41e3-89e3-af09f7036971 service neutron] 10.222.0.24 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164763 Oct 19 01:31:55.469777 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-d7e085f7-edc3-4eb6-8ebb-363a089a2270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'name': 'tempest-TestVolumeBootPattern-1290649707-router', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:42Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'gw_port': {'id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:46Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '2832d1f4-dff8-44dc-8b08-3dd3a4ae28c2', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'floating_ip_address': '172.25.8.230', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'port_id': '2b005bd8-0c25-4f96-8454-104f6576f5bc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'mac_address': 'fa:16:3e:02:7c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3cd72b-3a81-45ee-85a2-ceb52214de19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:27:54Z', 'updated_at': '2021-10-19T01:27:56Z', 'revision_number': 1, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49cbbd5b-3445-46f7-a55e-8ec66806cafc', 'name': '', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'mac_address': 'fa:16:3e:13:e6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:59Z', 'updated_at': '2021-10-19T01:18:07Z', 'revision_number': 5, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'subnets': [{'id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:55.485026 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63e3be96-6f7c-42ab-b0a3-9ff1fa1e599d req-c8ef6094-3038-4d45-9438-cbe20d162cf7 service neutron] 10.222.0.24 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936630 Oct 19 01:31:55.497662 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e085f7-edc3-4eb6-8ebb-363a089a2270 None None] The sync data for ids ['d6ee435f-57e0-4436-bc41-63a2cb71fbcd'] in n-d-715271-26 is: [{'id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'name': 'tempest-TestVolumeBootPattern-1290649707-router', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:42Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'gw_port': {'id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:46Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '2832d1f4-dff8-44dc-8b08-3dd3a4ae28c2', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'floating_ip_address': '172.25.8.230', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'port_id': '2b005bd8-0c25-4f96-8454-104f6576f5bc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'mac_address': 'fa:16:3e:02:7c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3cd72b-3a81-45ee-85a2-ceb52214de19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:27:54Z', 'updated_at': '2021-10-19T01:27:56Z', 'revision_number': 1, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49cbbd5b-3445-46f7-a55e-8ec66806cafc', 'name': '', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'mac_address': 'fa:16:3e:13:e6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:59Z', 'updated_at': '2021-10-19T01:18:07Z', 'revision_number': 5, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'subnets': [{'id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:31:55.604351 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e9739dab-ba9b-40da-b67e-6478c2d0a799 req-45855450-2617-4f7c-b2a8-095cbb4c60e5 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5009100 Oct 19 01:31:55.633759 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787498a-156a-4191-aaf5-02a5d40cd838 req-3dc87501-6d75-4e2b-a66a-557571e382e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:55.635189 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8787498a-156a-4191-aaf5-02a5d40cd838 req-3dc87501-6d75-4e2b-a66a-557571e382e5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fd3fa81-a83a-4093-b85e-409104ce311b HTTP/1.1" status: 200 len: 851 time: 0.4186859 Oct 19 01:31:55.637671 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a2b8e66f-1af2-4330-b1b9-5d909301a86a tempest-FloatingIPAdminTestJSON-388540514 tempest-FloatingIPAdminTestJSON-388540514-project] Publish callbacks [] for floatingip, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:55.641111 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a2b8e66f-1af2-4330-b1b9-5d909301a86a tempest-FloatingIPAdminTestJSON-388540514 tempest-FloatingIPAdminTestJSON-388540514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:55.644576 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a2b8e66f-1af2-4330-b1b9-5d909301a86a tempest-FloatingIPAdminTestJSON-388540514 tempest-FloatingIPAdminTestJSON-388540514-project] 10.222.0.57 "DELETE /v2.0/floatingips/e88099fd-0a73-4d58-b4a0-bad276a1dd51 HTTP/1.1" status: 204 len: 168 time: 1.1308789 Oct 19 01:31:55.645256 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41846) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:55.687909 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787498a-156a-4191-aaf5-02a5d40cd838 req-9d4af662-db21-4de8-900c-cfaa4ff37cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:55.689472 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8787498a-156a-4191-aaf5-02a5d40cd838 req-9d4af662-db21-4de8-900c-cfaa4ff37cb1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457547 Oct 19 01:31:55.820311 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fa553e-d8a1-4ef1-b4e5-66ede8a78d82 None None] New status for floating IP 5bfbb14e-bd14-4b6b-8015-e87388c5b6cd: DOWN {{(pid=100608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:31:55.824154 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-1ba12361-dd3f-45d8-88fc-505aee6531ab tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Deleting port 7e97d5ba-517e-4376-8ba1-0f79cbb72df1 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:55.824154 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ba12361-dd3f-45d8-88fc-505aee6531ab tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:55.830666 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8787498a-156a-4191-aaf5-02a5d40cd838 req-d88e291c-36b4-43d8-8a61-9d81a41c0853 service neutron] 10.222.0.55 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320922 Oct 19 01:31:55.928940 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ba12361-dd3f-45d8-88fc-505aee6531ab tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:55.929261 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ba12361-dd3f-45d8-88fc-505aee6531ab tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:55.948719 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-1ba12361-dd3f-45d8-88fc-505aee6531ab tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Calling delete_port for 7e97d5ba-517e-4376-8ba1-0f79cbb72df1 owned by network:floatingip {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:55.954720 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8787498a-156a-4191-aaf5-02a5d40cd838 req-90180029-2653-4466-83ad-887b67f541b8 service neutron] 10.222.0.55 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148970 Oct 19 01:31:56.090433 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ba12361-dd3f-45d8-88fc-505aee6531ab tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:56.118363 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba12361-dd3f-45d8-88fc-505aee6531ab tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e97d5ba-517e-4376-8ba1-0f79cbb72df1,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:56.175828 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ba12361-dd3f-45d8-88fc-505aee6531ab tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:56.178373 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ba12361-dd3f-45d8-88fc-505aee6531ab tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:56.179620 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1ba12361-dd3f-45d8-88fc-505aee6531ab tempest-FloatingIPAdminTestJSON-950380747 tempest-FloatingIPAdminTestJSON-950380747-project-admin] 10.222.0.57 "DELETE /v2.0/floatingips/a2323ed9-dae9-43d4-9e1d-92fc6198c236 HTTP/1.1" status: 204 len: 168 time: 0.5330760 Oct 19 01:31:56.182986 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41848) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:56.273188 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-ffb33ab2-96c6-4e9e-9e92-bb32b884b035 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Deleting port 794371fe-f48f-422c-8a92-4cb2ae4a68d4 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:56.273527 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ffb33ab2-96c6-4e9e-9e92-bb32b884b035 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:56.357293 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ffb33ab2-96c6-4e9e-9e92-bb32b884b035 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:56.369127 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-ffb33ab2-96c6-4e9e-9e92-bb32b884b035 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Calling delete_port for 794371fe-f48f-422c-8a92-4cb2ae4a68d4 owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:56.483744 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269e1bc-1b71-4344-b186-ce0c7a2a80c4 req-38df0919-6e96-463b-b70b-e81c4f4377a0 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:56.485273 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1269e1bc-1b71-4344-b186-ce0c7a2a80c4 req-38df0919-6e96-463b-b70b-e81c4f4377a0 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 943 time: 0.0717127 Oct 19 01:31:56.558973 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1269e1bc-1b71-4344-b186-ce0c7a2a80c4 req-32b96787-cb82-4638-86a7-c310a1070522 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678082 Oct 19 01:31:56.567196 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ffb33ab2-96c6-4e9e-9e92-bb32b884b035 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:56.582403 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de709a-9dec-4101-9cb9-be07fdff65d4 req-aef87156-b2ca-4f0c-8aa5-398dd3f90e94 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:56.584028 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-21de709a-9dec-4101-9cb9-be07fdff65d4 req-aef87156-b2ca-4f0c-8aa5-398dd3f90e94 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d1dabaf-df61-4d9d-b84c-c2a6e504f215 HTTP/1.1" status: 200 len: 946 time: 0.0519869 Oct 19 01:31:56.601115 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb33ab2-96c6-4e9e-9e92-bb32b884b035 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Pushing event deleted for resources: {'Port': ['ID=794371fe-f48f-422c-8a92-4cb2ae4a68d4,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:56.680649 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ffb33ab2-96c6-4e9e-9e92-bb32b884b035 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:56.684486 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ffb33ab2-96c6-4e9e-9e92-bb32b884b035 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] 10.222.0.57 "DELETE /v2.0/ports/794371fe-f48f-422c-8a92-4cb2ae4a68d4 HTTP/1.1" status: 204 len: 168 time: 0.5003245 Oct 19 01:31:56.687859 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41854) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:56.725217 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-21de709a-9dec-4101-9cb9-be07fdff65d4 req-54c13098-c766-4697-81c5-7ce951873a0a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Deleting port 787a33e5-9229-49c4-aabf-752698ed7015 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:56.725774 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-21de709a-9dec-4101-9cb9-be07fdff65d4 req-54c13098-c766-4697-81c5-7ce951873a0a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:56.745799 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0290d02d-5cfb-4263-b517-e638c4d346cd tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:56.747406 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0290d02d-5cfb-4263-b517-e638c4d346cd tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] 10.222.0.57 "GET /v2.0/ports?device_id=58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287 HTTP/1.1" status: 200 len: 913 time: 0.0586021 Oct 19 01:31:56.751151 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41856) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:56.777572 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554fba07-7d8a-4b57-9215-a06265f200a8 req-0802a82c-e3d7-4edc-8d65-0acbc01e22a0 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:56.779139 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-554fba07-7d8a-4b57-9215-a06265f200a8 req-0802a82c-e3d7-4edc-8d65-0acbc01e22a0 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d1dabaf-df61-4d9d-b84c-c2a6e504f215 HTTP/1.1" status: 200 len: 946 time: 0.0893795 Oct 19 01:31:56.797126 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1a0ad6-9596-4094-811c-b7dca25b980c', 'tag': '8804aef2-3a4a-4243-925f-6f025e8e54c8'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:31:56.799927 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f82173b-2563-4693-b6cb-e87015e1c464" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1a0ad6-9596-4094-811c-b7dca25b980c", "tag": "8804aef2-3a4a-4243-925f-6f025e8e54c8"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:31:56.870645 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-554fba07-7d8a-4b57-9215-a06265f200a8 req-a4781cb3-2a21-45c6-8b27-f1a84de45b1d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615292 Oct 19 01:31:56.877636 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-21de709a-9dec-4101-9cb9-be07fdff65d4 req-54c13098-c766-4697-81c5-7ce951873a0a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] For port 787a33e5-9229-49c4-aabf-752698ed7015, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=787a33e5-9229-49c4-aabf-752698ed7015,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:56.878176 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-21de709a-9dec-4101-9cb9-be07fdff65d4 req-54c13098-c766-4697-81c5-7ce951873a0a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:56.882113 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5113ba-4e87-4e65-b3cf-94c7022258f9 x-openstack-request-id: req-de5113ba-4e87-4e65-b3cf-94c7022258f9 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:31:56.882507 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1a0ad6-9596-4094-811c-b7dca25b980c", "tag": "8804aef2-3a4a-4243-925f-6f025e8e54c8", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:31:56.882884 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-de5113ba-4e87-4e65-b3cf-94c7022258f9 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:31:56.883367 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1a0ad6-9596-4094-811c-b7dca25b980c', 'tag': '8804aef2-3a4a-4243-925f-6f025e8e54c8', 'status': 'completed', 'code': 200} Oct 19 01:31:56.896379 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-21de709a-9dec-4101-9cb9-be07fdff65d4 req-54c13098-c766-4697-81c5-7ce951873a0a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Calling delete_port for 787a33e5-9229-49c4-aabf-752698ed7015 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:56.985653 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82173b-2563-4693-b6cb-e87015e1c464 req-2eaa44ba-2540-4219-a334-61ba4827cdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:56.987161 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7f82173b-2563-4693-b6cb-e87015e1c464 req-2eaa44ba-2540-4219-a334-61ba4827cdb3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cfb46302dab9423db4c8fe701b5ed259&device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 1095 time: 0.1029263 Oct 19 01:31:57.035021 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-21de709a-9dec-4101-9cb9-be07fdff65d4 req-54c13098-c766-4697-81c5-7ce951873a0a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:57.066068 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c13098-c766-4697-81c5-7ce951873a0a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Pushing event deleted for resources: {'Port': ['ID=787a33e5-9229-49c4-aabf-752698ed7015,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:57.112317 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-21de709a-9dec-4101-9cb9-be07fdff65d4 req-54c13098-c766-4697-81c5-7ce951873a0a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] No DVR routers for this DVR port 787a33e5-9229-49c4-aabf-752698ed7015 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:31:57.115781 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-21de709a-9dec-4101-9cb9-be07fdff65d4 req-54c13098-c766-4697-81c5-7ce951873a0a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:57.119653 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-21de709a-9dec-4101-9cb9-be07fdff65d4 req-54c13098-c766-4697-81c5-7ce951873a0a tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.55 "DELETE /v2.0/ports/787a33e5-9229-49c4-aabf-752698ed7015 HTTP/1.1" status: 204 len: 173 time: 0.5297384 Oct 19 01:31:57.120341 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1dabaf-df61-4d9d-b84c-c2a6e504f215', 'name': 'network-vif-deleted', 'tag': '787a33e5-9229-49c4-aabf-752698ed7015'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:31:57.124067 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d98c676-fba1-4aaa-9147-89eddf2a5b65" -d '{"events": [{"server_uuid": "4d1dabaf-df61-4d9d-b84c-c2a6e504f215", "name": "network-vif-deleted", "tag": "787a33e5-9229-49c4-aabf-752698ed7015"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:31:57.163737 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82173b-2563-4693-b6cb-e87015e1c464 req-45854de4-716d-4d1c-ae1e-f39a6b8a84f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:57.165213 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7f82173b-2563-4693-b6cb-e87015e1c464 req-45854de4-716d-4d1c-ae1e-f39a6b8a84f1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba HTTP/1.1" status: 200 len: 906 time: 0.1694050 Oct 19 01:31:57.196919 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdaa4d9d-fb8b-49ec-9842-5f5c5b2270c3 x-openstack-request-id: req-cdaa4d9d-fb8b-49ec-9842-5f5c5b2270c3 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:31:57.197577 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1dabaf-df61-4d9d-b84c-c2a6e504f215", "name": "network-vif-deleted", "tag": "787a33e5-9229-49c4-aabf-752698ed7015", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:31:57.197926 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cdaa4d9d-fb8b-49ec-9842-5f5c5b2270c3 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:31:57.198571 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1dabaf-df61-4d9d-b84c-c2a6e504f215', 'name': 'network-vif-deleted', 'tag': '787a33e5-9229-49c4-aabf-752698ed7015', 'status': 'completed', 'code': 200} Oct 19 01:31:57.233208 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7f82173b-2563-4693-b6cb-e87015e1c464 req-77c9b4c5-5713-4a78-847d-c4e7e96a6764 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8804aef2-3a4a-4243-925f-6f025e8e54c8 HTTP/1.1" status: 200 len: 217 time: 0.0590560 Oct 19 01:31:57.235946 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:57.337643 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82173b-2563-4693-b6cb-e87015e1c464 req-79d39eba-5826-4cee-a932-2c417b02c71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:57.339100 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7f82173b-2563-4693-b6cb-e87015e1c464 req-79d39eba-5826-4cee-a932-2c417b02c71a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=da80df4e-5bcb-4c28-8f73-c2e4236142d1 HTTP/1.1" status: 200 len: 845 time: 0.0867629 Oct 19 01:31:57.705212 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41baaf2-f78f-40db-a006-ee57fafc988e req-a573a70b-6b90-4c20-a68f-a667066a2f23 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:57.713084 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c41baaf2-f78f-40db-a006-ee57fafc988e req-a573a70b-6b90-4c20-a68f-a667066a2f23 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 943 time: 0.0631218 Oct 19 01:31:57.758213 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c41baaf2-f78f-40db-a006-ee57fafc988e req-667bcdb3-2ebd-48ef-a730-f150e5ef0f5b tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442328 Oct 19 01:31:57.828350 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7f82173b-2563-4693-b6cb-e87015e1c464 req-7a71feb5-e8c7-4158-b6c5-fb24ad17913b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4796321 Oct 19 01:31:57.950003 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8f9e0f2c-01a5-42e1-99ac-17b35e8f0924 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:58.006802 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7f82173b-2563-4693-b6cb-e87015e1c464 req-53b682f7-b960-4871-9024-7c5260b642ff service neutron] 10.222.0.24 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650839 Oct 19 01:31:58.026496 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e3a61348-df72-4811-89e4-8092a0e9bb4e req-de4b06bc-a887-4926-b312-a1ad12fdffff tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d1dabaf-df61-4d9d-b84c-c2a6e504f215 HTTP/1.1" status: 200 len: 210 time: 0.0352581 Oct 19 01:31:58.252854 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7f82173b-2563-4693-b6cb-e87015e1c464 req-b09afa0e-8de6-41af-a189-fd603b534f62 service neutron] 10.222.0.24 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287157 Oct 19 01:31:58.375689 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-8f9e0f2c-01a5-42e1-99ac-17b35e8f0924 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Deleting port 14367f3a-a967-4737-bcfd-546c759860e6 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:58.375983 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8f9e0f2c-01a5-42e1-99ac-17b35e8f0924 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:58.467767 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8f9e0f2c-01a5-42e1-99ac-17b35e8f0924 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:58.479338 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-8f9e0f2c-01a5-42e1-99ac-17b35e8f0924 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Calling delete_port for 14367f3a-a967-4737-bcfd-546c759860e6 owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:58.662875 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8f9e0f2c-01a5-42e1-99ac-17b35e8f0924 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:58.690982 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e0f2c-01a5-42e1-99ac-17b35e8f0924 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Pushing event deleted for resources: {'Port': ['ID=14367f3a-a967-4737-bcfd-546c759860e6,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:58.872618 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8f9e0f2c-01a5-42e1-99ac-17b35e8f0924 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:58.911579 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad83052-6ae9-41df-bd9f-4c1c44ae805f req-c6e7e66b-afa4-462d-a0a0-84e25b91971f tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:58.916291 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0ad83052-6ae9-41df-bd9f-4c1c44ae805f req-c6e7e66b-afa4-462d-a0a0-84e25b91971f tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 943 time: 0.0639517 Oct 19 01:31:58.965048 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0ad83052-6ae9-41df-bd9f-4c1c44ae805f req-c599fa88-1ab1-468a-9fe6-da27bd5d3757 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436349 Oct 19 01:31:59.132179 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b184e169-1849-4bba-b922-448910bb9a75 req-77324e05-8dd5-4a18-ba9e-ad00bf4217c9 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d1dabaf-df61-4d9d-b84c-c2a6e504f215 HTTP/1.1" status: 200 len: 210 time: 0.0333233 Oct 19 01:31:59.144557 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9e0f2c-01a5-42e1-99ac-17b35e8f0924 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Router 58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:31:59.256415 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9e0f2c-01a5-42e1-99ac-17b35e8f0924 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:31:59.262304 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8f9e0f2c-01a5-42e1-99ac-17b35e8f0924 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] 10.222.0.57 "PUT /v2.0/routers/58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5101130 Oct 19 01:31:59.264750 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41874) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:59.267242 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de51f2a4-2829-4768-8fc6-051b33b65ca8 None None] Sync routers for ids ['58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:31:59.276153 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de51f2a4-2829-4768-8fc6-051b33b65ca8 None None] Routers {'58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:31:59.276750 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-de51f2a4-2829-4768-8fc6-051b33b65ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:31:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:59.311003 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-de51f2a4-2829-4768-8fc6-051b33b65ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:59.319509 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de51f2a4-2829-4768-8fc6-051b33b65ca8 None None] Routers {'58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:31:59.320533 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-de51f2a4-2829-4768-8fc6-051b33b65ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:31:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:59.354779 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-de51f2a4-2829-4768-8fc6-051b33b65ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:59.355432 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de51f2a4-2829-4768-8fc6-051b33b65ca8 None None] The sync data for ids ['58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:31:59.378114 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bfbc8c0b-86bf-458f-a92e-1a4277867ee2 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:59.481830 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bfbc8c0b-86bf-458f-a92e-1a4277867ee2 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:59.535003 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-bfbc8c0b-86bf-458f-a92e-1a4277867ee2 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Deleting port f4ec2c1d-9641-4f51-ab05-6be668cfd466 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:59.535343 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bfbc8c0b-86bf-458f-a92e-1a4277867ee2 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:59.611715 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 8804aef2-3a4a-4243-925f-6f025e8e54c8 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:31:59.614450 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bfbc8c0b-86bf-458f-a92e-1a4277867ee2 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:59.626765 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-bfbc8c0b-86bf-458f-a92e-1a4277867ee2 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Calling delete_port for f4ec2c1d-9641-4f51-ab05-6be668cfd466 owned by network:router_gateway {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:59.653472 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:59.734894 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 8804aef2-3a4a-4243-925f-6f025e8e54c8, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=8804aef2-3a4a-4243-925f-6f025e8e54c8,segment=NetworkSegment(95a912d3-0274-4a3d-b739-965bff95f708),segment_id=95a912d3-0274-4a3d-b739-965bff95f708)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:59.746536 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '8804aef2-3a4a-4243-925f-6f025e8e54c8', 'network_id': 'a482dc53-ded0-49a5-8c9f-a7720dcfc8ba', 'port_id': '8804aef2-3a4a-4243-925f-6f025e8e54c8', 'mac_address': 'fa:16:3e:fa:21:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da80df4e-5bcb-4c28-8f73-c2e4236142d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:31:59.794235 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:59.801741 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bfbc8c0b-86bf-458f-a92e-1a4277867ee2 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:59.808236 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8804aef2-3a4a-4243-925f-6f025e8e54c8 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:31:59.830134 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 8804aef2-3a4a-4243-925f-6f025e8e54c8, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=8804aef2-3a4a-4243-925f-6f025e8e54c8,segment=NetworkSegment(95a912d3-0274-4a3d-b739-965bff95f708),segment_id=95a912d3-0274-4a3d-b739-965bff95f708)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:59.834989 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:59.838404 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc8c0b-86bf-458f-a92e-1a4277867ee2 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Pushing event deleted for resources: {'Port': ['ID=f4ec2c1d-9641-4f51-ab05-6be668cfd466,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:59.885781 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=8804aef2-3a4a-4243-925f-6f025e8e54c8,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:59.898089 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bfbc8c0b-86bf-458f-a92e-1a4277867ee2 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:59.996164 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bfbc8c0b-86bf-458f-a92e-1a4277867ee2 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:59.998440 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bfbc8c0b-86bf-458f-a92e-1a4277867ee2 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:00.036261 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['8804aef2-3a4a-4243-925f-6f025e8e54c8'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:32:00.044325 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bfbc8c0b-86bf-458f-a92e-1a4277867ee2 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:00.045638 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbc8c0b-86bf-458f-a92e-1a4277867ee2 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Fanout notify agent at l3_agent the message router_deleted on router 58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287 {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:32:00.053822 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bfbc8c0b-86bf-458f-a92e-1a4277867ee2 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:00.054934 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-bfbc8c0b-86bf-458f-a92e-1a4277867ee2 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] 10.222.0.57 "DELETE /v2.0/routers/58f0c967-e2a3-4a1b-b8d3-1b1cd9abd287 HTTP/1.1" status: 204 len: 168 time: 0.7884219 Oct 19 01:32:00.057702 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41878) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:00.105149 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdf63b-25ea-4175-962f-dac4c2d2cce3 req-15f4ef03-bb85-4402-b5b2-acda3f0068d5 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:00.106870 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c6bdf63b-25ea-4175-962f-dac4c2d2cce3 req-15f4ef03-bb85-4402-b5b2-acda3f0068d5 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 944 time: 0.0702844 Oct 19 01:32:00.120777 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-719d1280-c90b-4044-b6e1-b924b158203d tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Deleting subnet abf41221-aba7-4eda-baa1-e24b70216bce {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:32:00.125496 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-719d1280-c90b-4044-b6e1-b924b158203d tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:00.175745 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c6bdf63b-25ea-4175-962f-dac4c2d2cce3 req-808a2eb2-239c-4cf0-a01d-de6693ca1957 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604172 Oct 19 01:32:00.178004 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-719d1280-c90b-4044-b6e1-b924b158203d tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:00.251151 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-54829cf8-4bf3-4003-8634-cd80a13ee92d req-a4338738-97ba-4a13-afb5-4c658ea339fd tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d1dabaf-df61-4d9d-b84c-c2a6e504f215 HTTP/1.1" status: 200 len: 210 time: 0.0314126 Oct 19 01:32:00.337669 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-719d1280-c90b-4044-b6e1-b924b158203d tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:00.398398 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-719d1280-c90b-4044-b6e1-b924b158203d tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:00.427871 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-719d1280-c90b-4044-b6e1-b924b158203d tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:00.431978 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-719d1280-c90b-4044-b6e1-b924b158203d tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] 10.222.0.57 "DELETE /v2.0/subnets/abf41221-aba7-4eda-baa1-e24b70216bce HTTP/1.1" status: 204 len: 168 time: 0.3729799 Oct 19 01:32:00.432988 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d1280-c90b-4044-b6e1-b924b158203d tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Pushing event deleted for resources: {'Subnet': ['ID=abf41221-aba7-4eda-baa1-e24b70216bce,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:00.433714 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0805a1-7e67-49e6-aac4-cdb48d7048cc None None] Network 8e0df113-6edb-4b3f-9923-07a013091646 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:00.434292 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41882) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:00.516590 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9df5d42f-b48a-4400-a5b8-722f3dc93153 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:00.571484 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-9df5d42f-b48a-4400-a5b8-722f3dc93153 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Deleting port 785caefe-6de4-4de6-9703-3372e7e870c7 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:00.571861 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9df5d42f-b48a-4400-a5b8-722f3dc93153 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:00.618506 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7f5961-9d5e-4ff2-968b-793b6d141b00 None None] DHCP port deletion for 8e0df113-6edb-4b3f-9923-07a013091646 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:32:00.638267 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-9df5d42f-b48a-4400-a5b8-722f3dc93153 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] For port 785caefe-6de4-4de6-9703-3372e7e870c7, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=785caefe-6de4-4de6-9703-3372e7e870c7,segment=NetworkSegment(72cc15e5-6a1d-4017-9e91-7213547ada19),segment_id=72cc15e5-6a1d-4017-9e91-7213547ada19)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:00.638631 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9df5d42f-b48a-4400-a5b8-722f3dc93153 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:00.652532 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-9df5d42f-b48a-4400-a5b8-722f3dc93153 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Calling delete_port for 785caefe-6de4-4de6-9703-3372e7e870c7 owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:00.667700 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f5961-9d5e-4ff2-968b-793b6d141b00 None None] Deleting port 785caefe-6de4-4de6-9703-3372e7e870c7 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:00.668235 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0a7f5961-9d5e-4ff2-968b-793b6d141b00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:00.733674 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-0a7f5961-9d5e-4ff2-968b-793b6d141b00 None None] For port 785caefe-6de4-4de6-9703-3372e7e870c7, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=785caefe-6de4-4de6-9703-3372e7e870c7,segment=NetworkSegment(72cc15e5-6a1d-4017-9e91-7213547ada19),segment_id=72cc15e5-6a1d-4017-9e91-7213547ada19)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:00.734083 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0a7f5961-9d5e-4ff2-968b-793b6d141b00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:00.746342 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9df5d42f-b48a-4400-a5b8-722f3dc93153 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:00.746756 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f5961-9d5e-4ff2-968b-793b6d141b00 None None] Calling delete_port for 785caefe-6de4-4de6-9703-3372e7e870c7 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:00.776199 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5d42f-b48a-4400-a5b8-722f3dc93153 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Pushing event deleted for resources: {'Port': ['ID=785caefe-6de4-4de6-9703-3372e7e870c7,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:00.779020 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df5d42f-b48a-4400-a5b8-722f3dc93153 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] No DVR routers for this DVR port 785caefe-6de4-4de6-9703-3372e7e870c7 on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:32:00.828191 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0a7f5961-9d5e-4ff2-968b-793b6d141b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:00.854612 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f5961-9d5e-4ff2-968b-793b6d141b00 None None] Pushing event deleted for resources: {'Port': ['ID=785caefe-6de4-4de6-9703-3372e7e870c7,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:00.859904 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7f5961-9d5e-4ff2-968b-793b6d141b00 None None] No DVR routers for this DVR port 785caefe-6de4-4de6-9703-3372e7e870c7 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:32:00.871787 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9df5d42f-b48a-4400-a5b8-722f3dc93153 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:00.893762 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-9df5d42f-b48a-4400-a5b8-722f3dc93153 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e0df113-6edb-4b3f-9923-07a013091646']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:00.903275 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-9df5d42f-b48a-4400-a5b8-722f3dc93153 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72cc15e5-6a1d-4017-9e91-7213547ada19') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:00.903573 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-9df5d42f-b48a-4400-a5b8-722f3dc93153 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72cc15e5-6a1d-4017-9e91-7213547ada19') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:00.913313 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9df5d42f-b48a-4400-a5b8-722f3dc93153 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:00.926935 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9df5d42f-b48a-4400-a5b8-722f3dc93153 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:00.934120 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9df5d42f-b48a-4400-a5b8-722f3dc93153 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:32:00.934609 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9df5d42f-b48a-4400-a5b8-722f3dc93153 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:00.938340 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:32:00.938340 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:32:00.938340 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:32:00.938340 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:32:00.938340 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:32:00.938340 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:32:00.938340 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:32:00.938340 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:32:00.938340 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:32:00.938340 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:32:00.938340 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:32:00.938340 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:32:00.938340 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:32:00.938340 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:32:00.938340 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:32:00.938340 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:32:00.938340 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:32:00.938340 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:32:00.938340 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:32:00.938340 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:32:00.938340 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:32:00.938340 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:32:00.938340 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:32:00.938340 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:32:00.938340 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:32:00.938340 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:32:00.938340 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:32:00.938340 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:32:00.938340 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:32:00.938340 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:32:00.938340 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:32:00.938340 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:32:00.999871 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9df5d42f-b48a-4400-a5b8-722f3dc93153 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:01.009170 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9df5d42f-b48a-4400-a5b8-722f3dc93153 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:01.012525 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9df5d42f-b48a-4400-a5b8-722f3dc93153 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] 10.222.0.57 "DELETE /v2.0/networks/8e0df113-6edb-4b3f-9923-07a013091646 HTTP/1.1" status: 204 len: 168 time: 0.5772448 Oct 19 01:32:01.015419 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41884) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:01.035808 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5d42f-b48a-4400-a5b8-722f3dc93153 tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Pushing event deleted for resources: {'Network': ['ID=8e0df113-6edb-4b3f-9923-07a013091646,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:01.154818 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-5a73a5d9-4e5c-4e25-b36f-a153338b02dd tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Deleting port f861a005-0dc1-4008-a633-0f10c4d656d8 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:01.155612 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5a73a5d9-4e5c-4e25-b36f-a153338b02dd tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:01.238770 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5a73a5d9-4e5c-4e25-b36f-a153338b02dd tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:01.239584 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5a73a5d9-4e5c-4e25-b36f-a153338b02dd tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:01.259007 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-5a73a5d9-4e5c-4e25-b36f-a153338b02dd tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Calling delete_port for f861a005-0dc1-4008-a633-0f10c4d656d8 owned by network:floatingip {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:01.376167 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dc017da1-b51b-4165-88d6-f3a80c5f84c3 req-9096d9be-34c5-4c2a-b3c1-6c4824f21f2f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d1dabaf-df61-4d9d-b84c-c2a6e504f215 HTTP/1.1" status: 200 len: 210 time: 0.0289500 Oct 19 01:32:01.426204 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5a73a5d9-4e5c-4e25-b36f-a153338b02dd tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:01.467835 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a73a5d9-4e5c-4e25-b36f-a153338b02dd tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Pushing event deleted for resources: {'Port': ['ID=f861a005-0dc1-4008-a633-0f10c4d656d8,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:01.555097 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c704a4-390a-468f-b2be-148f1cf7d195 req-400e983e-6e36-4cbd-86b5-afa565d35e2e tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:01.556754 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f8c704a4-390a-468f-b2be-148f1cf7d195 req-400e983e-6e36-4cbd-86b5-afa565d35e2e tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 944 time: 0.3130851 Oct 19 01:32:01.581874 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5a73a5d9-4e5c-4e25-b36f-a153338b02dd tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks [] for floatingip, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:01.584421 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5a73a5d9-4e5c-4e25-b36f-a153338b02dd tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:01.585608 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5a73a5d9-4e5c-4e25-b36f-a153338b02dd tempest-FloatingIPAdminTestJSON-1973124700 tempest-FloatingIPAdminTestJSON-1973124700-project] 10.222.0.57 "DELETE /v2.0/floatingips/70115e29-7fb4-40c8-b1d8-954ff98c4bd0 HTTP/1.1" status: 204 len: 168 time: 0.5692425 Oct 19 01:32:01.609933 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 8804aef2-3a4a-4243-925f-6f025e8e54c8 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:32:01.612299 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f8c704a4-390a-468f-b2be-148f1cf7d195 req-7a0eb985-c309-493c-900e-a37163a70165 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483825 Oct 19 01:32:01.663754 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 8804aef2-3a4a-4243-925f-6f025e8e54c8 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:32:01.674173 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 8804aef2-3a4a-4243-925f-6f025e8e54c8 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:01.674852 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:01.754781 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 785caefe-6de4-4de6-9703-3372e7e870c7 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:32:01.781480 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 785caefe-6de4-4de6-9703-3372e7e870c7 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:32:01.781834 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 785caefe-6de4-4de6-9703-3372e7e870c7 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:32:01.794010 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:01.819271 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1a0ad6-9596-4094-811c-b7dca25b980c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8804aef2-3a4a-4243-925f-6f025e8e54c8'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:32:01.821757 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea11d12-55c1-4611-b296-a6d23d796301" -d '{"events": [{"server_uuid": "6b1a0ad6-9596-4094-811c-b7dca25b980c", "name": "network-vif-plugged", "status": "completed", "tag": "8804aef2-3a4a-4243-925f-6f025e8e54c8"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:32:01.835565 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 8804aef2-3a4a-4243-925f-6f025e8e54c8, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=8804aef2-3a4a-4243-925f-6f025e8e54c8,segment=NetworkSegment(95a912d3-0274-4a3d-b739-965bff95f708),segment_id=95a912d3-0274-4a3d-b739-965bff95f708)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:01.840091 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:01.867549 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cdeed0-630d-4106-8640-e2880ffc76bf x-openstack-request-id: req-43cdeed0-630d-4106-8640-e2880ffc76bf {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:32:01.868016 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1a0ad6-9596-4094-811c-b7dca25b980c", "name": "network-vif-plugged", "status": "completed", "tag": "8804aef2-3a4a-4243-925f-6f025e8e54c8", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:32:01.868369 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-43cdeed0-630d-4106-8640-e2880ffc76bf {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:32:01.868846 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1a0ad6-9596-4094-811c-b7dca25b980c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8804aef2-3a4a-4243-925f-6f025e8e54c8', 'code': 200} Oct 19 01:32:01.887255 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41898) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:01.896606 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=8804aef2-3a4a-4243-925f-6f025e8e54c8,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:01.968775 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e738c-f0b8-4066-8408-11a0d5bcb3a8 req-2c09899f-96cd-4c12-b5d3-74be108a9af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:01.970262 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-635e738c-f0b8-4066-8408-11a0d5bcb3a8 req-2c09899f-96cd-4c12-b5d3-74be108a9af5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 1097 time: 0.0414529 Oct 19 01:32:02.007211 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-635e738c-f0b8-4066-8408-11a0d5bcb3a8 req-a43bf382-35f7-4c52-bcaa-ac23494caf2b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292060 Oct 19 01:32:02.024038 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-da8ca39c-8fcf-4543-811d-1d3588f147d7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b1e8a82822c741c68dd4c39b04501b09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1355579 Oct 19 01:32:02.026536 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41902) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:02.077041 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6599bddc-c465-4ea5-8dff-8f4e3c0e1b2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:02.099127 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6599bddc-c465-4ea5-8dff-8f4e3c0e1b2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:02.105743 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 787a33e5-9229-49c4-aabf-752698ed7015 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:32:02.130308 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 787a33e5-9229-49c4-aabf-752698ed7015 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:32:02.130856 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 787a33e5-9229-49c4-aabf-752698ed7015 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:32:02.153369 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6599bddc-c465-4ea5-8dff-8f4e3c0e1b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:02.156912 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6599bddc-c465-4ea5-8dff-8f4e3c0e1b2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:02.158562 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6599bddc-c465-4ea5-8dff-8f4e3c0e1b2f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3d89b32d-2164-4bee-9366-74cbd93bc648 HTTP/1.1" status: 204 len: 168 time: 0.1306009 Oct 19 01:32:02.166379 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599bddc-c465-4ea5-8dff-8f4e3c0e1b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d89b32d-2164-4bee-9366-74cbd93bc648,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:02.409699 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 41910) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:02.427878 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2100030d-dfb2-4eae-8fee-20d32a9ab6d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:02.509444 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2100030d-dfb2-4eae-8fee-20d32a9ab6d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:02.513469 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2100030d-dfb2-4eae-8fee-20d32a9ab6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:02.544320 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100030d-dfb2-4eae-8fee-20d32a9ab6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36dd6c50-b816-4488-9234-d3c0872cff59,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:02.563622 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2100030d-dfb2-4eae-8fee-20d32a9ab6d3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bd5d42390d91430d95645a2cef5f2c15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526151 Oct 19 01:32:02.566278 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41916) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:02.615143 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f1a8cfc4-68a0-4d3e-845e-8e51aa269d0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:02.636562 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f1a8cfc4-68a0-4d3e-845e-8e51aa269d0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:02.934671 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f1a8cfc4-68a0-4d3e-845e-8e51aa269d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:02.938803 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f1a8cfc4-68a0-4d3e-845e-8e51aa269d0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:02.940334 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f1a8cfc4-68a0-4d3e-845e-8e51aa269d0c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/36dd6c50-b816-4488-9234-d3c0872cff59 HTTP/1.1" status: 204 len: 168 time: 0.3729117 Oct 19 01:32:02.965621 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8cfc4-68a0-4d3e-845e-8e51aa269d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36dd6c50-b816-4488-9234-d3c0872cff59,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:03.234143 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad388864-a8e0-42bf-b6e6-56d95925fbab req-300df6aa-a45b-4bc4-89f6-a8ac3f033d59 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:03.235627 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ad388864-a8e0-42bf-b6e6-56d95925fbab req-300df6aa-a45b-4bc4-89f6-a8ac3f033d59 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 945 time: 0.3297434 Oct 19 01:32:03.296460 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ad388864-a8e0-42bf-b6e6-56d95925fbab req-cf3f1066-79b5-4bec-8b90-bd13ee28c71a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484679 Oct 19 01:32:03.329612 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41926) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:03.344693 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2915b4c3-c713-47c1-b029-0f9d635b91ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:03.424302 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2915b4c3-c713-47c1-b029-0f9d635b91ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:03.428453 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2915b4c3-c713-47c1-b029-0f9d635b91ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:03.465094 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915b4c3-c713-47c1-b029-0f9d635b91ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa986f52-67c1-41a3-a1a2-f9f6f59e46ad,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:03.472330 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2915b4c3-c713-47c1-b029-0f9d635b91ba admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1fc71986c00846cbac6eb6f3bc433159&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393144 Oct 19 01:32:03.472535 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41928) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:03.523512 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb76f-ddb8-48d3-925c-85dacb9722ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:03.544760 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb76f-ddb8-48d3-925c-85dacb9722ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:03.600404 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb76f-ddb8-48d3-925c-85dacb9722ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:03.603065 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb76f-ddb8-48d3-925c-85dacb9722ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:03.604259 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-fbbfb76f-ddb8-48d3-925c-85dacb9722ee admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fa986f52-67c1-41a3-a1a2-f9f6f59e46ad HTTP/1.1" status: 204 len: 168 time: 0.1307929 Oct 19 01:32:03.612771 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfb76f-ddb8-48d3-925c-85dacb9722ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa986f52-67c1-41a3-a1a2-f9f6f59e46ad,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:04.405873 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c79499-242d-4452-ae99-4afb75a17c13 req-ad957d74-0241-48c5-8455-009bdbcd89ec tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:04.413858 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f5c79499-242d-4452-ae99-4afb75a17c13 req-ad957d74-0241-48c5-8455-009bdbcd89ec tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 945 time: 0.0575321 Oct 19 01:32:04.451230 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f5c79499-242d-4452-ae99-4afb75a17c13 req-fd2872f2-af97-4602-9bd1-7e7145dfccea tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362089 Oct 19 01:32:04.686496 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e511e58-a21d-480c-98b3-bfb9130cb7f1 req-34b0c5ce-54b2-4425-ab40-e69639ca186d tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:04.688188 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4e511e58-a21d-480c-98b3-bfb9130cb7f1 req-34b0c5ce-54b2-4425-ab40-e69639ca186d tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 945 time: 0.0601509 Oct 19 01:32:04.735962 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4e511e58-a21d-480c-98b3-bfb9130cb7f1 req-bb13d142-10be-4b49-b0d5-984f815a92ab tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412467 Oct 19 01:32:04.853319 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd422a-fd36-4925-8256-8a6cf1b22db1 req-1e5a6bed-ff44-4319-bb5e-33bac5119844 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:04.854991 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-46fd422a-fd36-4925-8256-8a6cf1b22db1 req-1e5a6bed-ff44-4319-bb5e-33bac5119844 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 945 time: 0.0516551 Oct 19 01:32:04.888253 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41978) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:04.901628 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-46fd422a-fd36-4925-8256-8a6cf1b22db1 req-aa9c3c63-3c01-4b58-9130-fdbdbe0a6648 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399666 Oct 19 01:32:05.055080 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-d7f8d5dc-acb7-4a4f-a3da-0bfbb038b6ea tempest-PortsAdminExtendedAttrsTestJSON-941195871 tempest-PortsAdminExtendedAttrsTestJSON-941195871-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-570862904'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:05.077456 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f8d5dc-acb7-4a4f-a3da-0bfbb038b6ea tempest-PortsAdminExtendedAttrsTestJSON-941195871 tempest-PortsAdminExtendedAttrsTestJSON-941195871-project] Made reservation on behalf of 082cd8daee3b4ca18637bb261876b045 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:05.081746 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d7f8d5dc-acb7-4a4f-a3da-0bfbb038b6ea tempest-PortsAdminExtendedAttrsTestJSON-941195871 tempest-PortsAdminExtendedAttrsTestJSON-941195871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:05.100072 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d7f8d5dc-acb7-4a4f-a3da-0bfbb038b6ea tempest-PortsAdminExtendedAttrsTestJSON-941195871 tempest-PortsAdminExtendedAttrsTestJSON-941195871-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:05.162871 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25844100-37d2-468b-8260-1dd03ca87dc1 req-12afa0d9-7c23-4fd7-bfa3-818dae240b2a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:05.164428 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-25844100-37d2-468b-8260-1dd03ca87dc1 req-12afa0d9-7c23-4fd7-bfa3-818dae240b2a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 945 time: 0.0805206 Oct 19 01:32:05.232291 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-25844100-37d2-468b-8260-1dd03ca87dc1 req-00e2f1d4-7fe3-4c17-becb-20540ac7cb19 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591540 Oct 19 01:32:05.252993 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d7f8d5dc-acb7-4a4f-a3da-0bfbb038b6ea tempest-PortsAdminExtendedAttrsTestJSON-941195871 tempest-PortsAdminExtendedAttrsTestJSON-941195871-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:05.258220 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d7f8d5dc-acb7-4a4f-a3da-0bfbb038b6ea tempest-PortsAdminExtendedAttrsTestJSON-941195871 tempest-PortsAdminExtendedAttrsTestJSON-941195871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:05.283721 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7f8d5dc-acb7-4a4f-a3da-0bfbb038b6ea tempest-PortsAdminExtendedAttrsTestJSON-941195871 tempest-PortsAdminExtendedAttrsTestJSON-941195871-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:32:05.298843 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f8d5dc-acb7-4a4f-a3da-0bfbb038b6ea tempest-PortsAdminExtendedAttrsTestJSON-941195871 tempest-PortsAdminExtendedAttrsTestJSON-941195871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=128d2614-77a7-4060-9bf1-5020f9f832b7,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:05.304740 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d7f8d5dc-acb7-4a4f-a3da-0bfbb038b6ea tempest-PortsAdminExtendedAttrsTestJSON-941195871 tempest-PortsAdminExtendedAttrsTestJSON-941195871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:05.305084 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-d7f8d5dc-acb7-4a4f-a3da-0bfbb038b6ea tempest-PortsAdminExtendedAttrsTestJSON-941195871 tempest-PortsAdminExtendedAttrsTestJSON-941195871-project] Added segment 40bf8a7f-697e-4029-89bb-17beef847e85 of type vlan for network feb7eab4-57fc-46ff-9647-ab35c515fa9e Oct 19 01:32:05.348733 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d7f8d5dc-acb7-4a4f-a3da-0bfbb038b6ea tempest-PortsAdminExtendedAttrsTestJSON-941195871 tempest-PortsAdminExtendedAttrsTestJSON-941195871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:05.374986 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d7f8d5dc-acb7-4a4f-a3da-0bfbb038b6ea tempest-PortsAdminExtendedAttrsTestJSON-941195871 tempest-PortsAdminExtendedAttrsTestJSON-941195871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:05.380678 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f8d5dc-acb7-4a4f-a3da-0bfbb038b6ea tempest-PortsAdminExtendedAttrsTestJSON-941195871 tempest-PortsAdminExtendedAttrsTestJSON-941195871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:05.381259 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d7f8d5dc-acb7-4a4f-a3da-0bfbb038b6ea tempest-PortsAdminExtendedAttrsTestJSON-941195871 tempest-PortsAdminExtendedAttrsTestJSON-941195871-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:05.418607 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d7f8d5dc-acb7-4a4f-a3da-0bfbb038b6ea tempest-PortsAdminExtendedAttrsTestJSON-941195871 tempest-PortsAdminExtendedAttrsTestJSON-941195871-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.5287049 Oct 19 01:32:05.456328 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f8d5dc-acb7-4a4f-a3da-0bfbb038b6ea tempest-PortsAdminExtendedAttrsTestJSON-941195871 tempest-PortsAdminExtendedAttrsTestJSON-941195871-project] Pushing event updated for resources: {'Network': ['ID=feb7eab4-57fc-46ff-9647-ab35c515fa9e,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:05.467776 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network feb7eab4-57fc-46ff-9647-ab35c515fa9e details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:32:05.601473 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 41990) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:05.606407 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Request body: {'port': {'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e', 'binding:host_id': 'n-h2-715271-26', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-46013446'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:05.628678 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Made reservation on behalf of 7fb442ba65a8439f8d6e4135bf23f40b for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:05.631125 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:05.640476 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:05.721087 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:05.728687 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:05.756652 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb63d268-4cc7-4518-9355-0774d5987f7a,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:05.759949 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] device_id is not set on port 21688ae9-f5fd-409a-b489-4932be4c1a37 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:32:05.994047 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] device_id is not set on port 21688ae9-f5fd-409a-b489-4932be4c1a37 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:32:06.002997 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:06.009728 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:06.076440 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Pushing event updated for resources: {'Port': ['ID=21688ae9-f5fd-409a-b489-4932be4c1a37,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:06.084420 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Checking segment: {'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:06.084906 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Network hostable DHCP agents. Network: feb7eab4-57fc-46ff-9647-ab35c515fa9e, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:32:06.103411 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Network feb7eab4-57fc-46ff-9647-ab35c515fa9e is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:32:06.113278 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, feb7eab4-57fc-46ff-9647-ab35c515fa9e) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:06.121481 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254ff6b5-0b99-434a-b663-898044724500 None None] Network feb7eab4-57fc-46ff-9647-ab35c515fa9e requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:06.123949 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:06.139008 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:06.139341 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:06.139675 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:06.144116 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Port 21688ae9-f5fd-409a-b489-4932be4c1a37 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:32:06.144433 n-d-715271-26 neutron-server[100607]: ERROR neutron.plugins.ml2.managers [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Failed to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] Oct 19 01:32:06.144809 n-d-715271-26 neutron-server[100607]: INFO neutron.plugins.ml2.plugin [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempt 2 to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 Oct 19 01:32:06.157523 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:06.157813 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:06.158178 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:06.162742 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Port 21688ae9-f5fd-409a-b489-4932be4c1a37 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:32:06.163061 n-d-715271-26 neutron-server[100607]: ERROR neutron.plugins.ml2.managers [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Failed to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] Oct 19 01:32:06.163442 n-d-715271-26 neutron-server[100607]: INFO neutron.plugins.ml2.plugin [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempt 3 to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 Oct 19 01:32:06.176425 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:06.176759 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:06.177085 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:06.181432 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Port 21688ae9-f5fd-409a-b489-4932be4c1a37 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:32:06.181753 n-d-715271-26 neutron-server[100607]: ERROR neutron.plugins.ml2.managers [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Failed to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] Oct 19 01:32:06.182286 n-d-715271-26 neutron-server[100607]: INFO neutron.plugins.ml2.plugin [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempt 4 to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 Oct 19 01:32:06.195143 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:06.195605 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:06.196098 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:06.200708 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Port 21688ae9-f5fd-409a-b489-4932be4c1a37 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:32:06.201075 n-d-715271-26 neutron-server[100607]: ERROR neutron.plugins.ml2.managers [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Failed to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] Oct 19 01:32:06.201833 n-d-715271-26 neutron-server[100607]: INFO neutron.plugins.ml2.plugin [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempt 5 to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 Oct 19 01:32:06.215456 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:06.215817 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:06.216148 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:06.221148 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Port 21688ae9-f5fd-409a-b489-4932be4c1a37 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:32:06.221639 n-d-715271-26 neutron-server[100607]: ERROR neutron.plugins.ml2.managers [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Failed to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] Oct 19 01:32:06.222030 n-d-715271-26 neutron-server[100607]: INFO neutron.plugins.ml2.plugin [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempt 6 to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 Oct 19 01:32:06.237208 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:06.237596 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:06.237929 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:06.243034 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Port 21688ae9-f5fd-409a-b489-4932be4c1a37 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:32:06.243359 n-d-715271-26 neutron-server[100607]: ERROR neutron.plugins.ml2.managers [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Failed to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] Oct 19 01:32:06.243783 n-d-715271-26 neutron-server[100607]: INFO neutron.plugins.ml2.plugin [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempt 7 to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 Oct 19 01:32:06.259942 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:06.260286 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:06.260598 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:06.266225 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Port 21688ae9-f5fd-409a-b489-4932be4c1a37 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:32:06.266330 n-d-715271-26 neutron-server[100607]: ERROR neutron.plugins.ml2.managers [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Failed to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] Oct 19 01:32:06.266717 n-d-715271-26 neutron-server[100607]: INFO neutron.plugins.ml2.plugin [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempt 8 to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 Oct 19 01:32:06.281077 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:06.281420 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:06.281735 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:06.286988 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Port 21688ae9-f5fd-409a-b489-4932be4c1a37 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:32:06.287308 n-d-715271-26 neutron-server[100607]: ERROR neutron.plugins.ml2.managers [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Failed to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] Oct 19 01:32:06.287998 n-d-715271-26 neutron-server[100607]: INFO neutron.plugins.ml2.plugin [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempt 9 to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 Oct 19 01:32:06.302878 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:06.303357 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:06.303698 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:06.309053 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Port 21688ae9-f5fd-409a-b489-4932be4c1a37 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:32:06.309406 n-d-715271-26 neutron-server[100607]: ERROR neutron.plugins.ml2.managers [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Failed to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] Oct 19 01:32:06.309814 n-d-715271-26 neutron-server[100607]: INFO neutron.plugins.ml2.plugin [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempt 10 to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 Oct 19 01:32:06.327416 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:06.327754 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:06.328175 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:06.334080 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Port 21688ae9-f5fd-409a-b489-4932be4c1a37 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:32:06.334420 n-d-715271-26 neutron-server[100607]: ERROR neutron.plugins.ml2.managers [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Failed to bind port 21688ae9-f5fd-409a-b489-4932be4c1a37 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] Oct 19 01:32:06.334889 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:06.439144 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fe080-091f-4c11-9d24-f361fb3addf1 req-d36a5bcd-4894-438f-90a6-fbcfbcbed60b tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:06.441266 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8d7fe080-091f-4c11-9d24-f361fb3addf1 req-d36a5bcd-4894-438f-90a6-fbcfbcbed60b tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 945 time: 0.0948124 Oct 19 01:32:06.473466 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] For port 21688ae9-f5fd-409a-b489-4932be4c1a37, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:32:06.473981 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempted to set empty binding levels {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 19 01:32:06.491357 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:06.505472 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8d7fe080-091f-4c11-9d24-f361fb3addf1 req-829497f1-e03c-47c4-9890-b42671470024 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558038 Oct 19 01:32:06.534824 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:06.535602 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:06.555108 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Pushing event updated for resources: {'Port': ['ID=21688ae9-f5fd-409a-b489-4932be4c1a37,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:06.568735 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-76ce609d-a6b4-436a-84fd-03f61d9fdd48 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 0.9660749 Oct 19 01:32:06.571330 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42000) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:06.651154 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-ee47954e-f3c8-43af-880a-f08938127c52 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Deleting port 21688ae9-f5fd-409a-b489-4932be4c1a37 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:06.651440 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ee47954e-f3c8-43af-880a-f08938127c52 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:06.716306 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-ee47954e-f3c8-43af-880a-f08938127c52 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] For port 21688ae9-f5fd-409a-b489-4932be4c1a37, host n-h2-715271-26, got binding levels [] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:06.716562 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ee47954e-f3c8-43af-880a-f08938127c52 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:06.728415 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-ee47954e-f3c8-43af-880a-f08938127c52 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Calling delete_port for 21688ae9-f5fd-409a-b489-4932be4c1a37 owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:06.837769 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ee47954e-f3c8-43af-880a-f08938127c52 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:06.865263 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47954e-f3c8-43af-880a-f08938127c52 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Pushing event deleted for resources: {'Port': ['ID=21688ae9-f5fd-409a-b489-4932be4c1a37,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:06.870371 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ee47954e-f3c8-43af-880a-f08938127c52 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:06.874155 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ee47954e-f3c8-43af-880a-f08938127c52 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] 10.222.0.57 "DELETE /v2.0/ports/21688ae9-f5fd-409a-b489-4932be4c1a37 HTTP/1.1" status: 204 len: 168 time: 0.3018444 Oct 19 01:32:06.876856 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42006) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:06.900456 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-781ba6e9-fa07-4823-8632-bfba0f249627 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] GET failed (client error): The resource could not be found. Oct 19 01:32:06.902050 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-781ba6e9-fa07-4823-8632-bfba0f249627 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] 10.222.0.57 "GET /v2.0/ports/21688ae9-f5fd-409a-b489-4932be4c1a37 HTTP/1.1" status: 404 len: 333 time: 0.0241590 Oct 19 01:32:06.905584 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42008) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:06.910161 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-6291741f-8b01-4442-bb29-242c667811c4 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Request body: {'port': {'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1256914188'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:06.929970 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6291741f-8b01-4442-bb29-242c667811c4 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Made reservation on behalf of 7fb442ba65a8439f8d6e4135bf23f40b for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:06.932532 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6291741f-8b01-4442-bb29-242c667811c4 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:06.949289 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-6291741f-8b01-4442-bb29-242c667811c4 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] device_id is not set on port d4e31da9-7c93-4631-b354-8215537a32ac yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:32:07.104767 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6291741f-8b01-4442-bb29-242c667811c4 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:07.143225 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6291741f-8b01-4442-bb29-242c667811c4 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:07.193478 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6291741f-8b01-4442-bb29-242c667811c4 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Network feb7eab4-57fc-46ff-9647-ab35c515fa9e is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:07.196768 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-6291741f-8b01-4442-bb29-242c667811c4 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:07.200511 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6291741f-8b01-4442-bb29-242c667811c4 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:07.202081 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6291741f-8b01-4442-bb29-242c667811c4 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:07.202651 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6291741f-8b01-4442-bb29-242c667811c4 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:07.210789 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291741f-8b01-4442-bb29-242c667811c4 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Pushing event updated for resources: {'Port': ['ID=d4e31da9-7c93-4631-b354-8215537a32ac,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:07.228374 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6291741f-8b01-4442-bb29-242c667811c4 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3188920 Oct 19 01:32:07.228679 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42010) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:07.234311 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:07.294602 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:07.339273 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:32:07.469790 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] device_id is not set on port d4e31da9-7c93-4631-b354-8215537a32ac yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:32:07.477398 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:07.482524 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:07.541292 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Pushing event updated for resources: {'Port': ['ID=d4e31da9-7c93-4631-b354-8215537a32ac,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:07.546373 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port d4e31da9-7c93-4631-b354-8215537a32ac on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:07.546716 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port d4e31da9-7c93-4631-b354-8215537a32ac by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:07.547057 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port d4e31da9-7c93-4631-b354-8215537a32ac on network feb7eab4-57fc-46ff-9647-ab35c515fa9e {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:07.551677 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Port d4e31da9-7c93-4631-b354-8215537a32ac on network feb7eab4-57fc-46ff-9647-ab35c515fa9e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:32:07.552035 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Failed to bind port d4e31da9-7c93-4631-b354-8215537a32ac on host n-h2-715271-26 for vnic_type normal using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] Oct 19 01:32:07.552422 n-d-715271-26 neutron-server[100606]: INFO neutron.plugins.ml2.plugin [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempt 2 to bind port d4e31da9-7c93-4631-b354-8215537a32ac Oct 19 01:32:07.565451 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port d4e31da9-7c93-4631-b354-8215537a32ac on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:07.565728 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port d4e31da9-7c93-4631-b354-8215537a32ac by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:07.566066 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port d4e31da9-7c93-4631-b354-8215537a32ac on network feb7eab4-57fc-46ff-9647-ab35c515fa9e {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:07.570371 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Port d4e31da9-7c93-4631-b354-8215537a32ac on network feb7eab4-57fc-46ff-9647-ab35c515fa9e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:32:07.570697 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Failed to bind port d4e31da9-7c93-4631-b354-8215537a32ac on host n-h2-715271-26 for vnic_type normal using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] Oct 19 01:32:07.571141 n-d-715271-26 neutron-server[100606]: INFO neutron.plugins.ml2.plugin [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempt 3 to bind port d4e31da9-7c93-4631-b354-8215537a32ac Oct 19 01:32:07.593550 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port d4e31da9-7c93-4631-b354-8215537a32ac on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:07.593886 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port d4e31da9-7c93-4631-b354-8215537a32ac by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:07.594228 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port d4e31da9-7c93-4631-b354-8215537a32ac on network feb7eab4-57fc-46ff-9647-ab35c515fa9e {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:07.617049 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Port d4e31da9-7c93-4631-b354-8215537a32ac on network feb7eab4-57fc-46ff-9647-ab35c515fa9e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:32:07.617377 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Failed to bind port d4e31da9-7c93-4631-b354-8215537a32ac on host n-h2-715271-26 for vnic_type normal using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] Oct 19 01:32:07.617912 n-d-715271-26 neutron-server[100606]: INFO neutron.plugins.ml2.plugin [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempt 4 to bind port d4e31da9-7c93-4631-b354-8215537a32ac Oct 19 01:32:07.637018 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port d4e31da9-7c93-4631-b354-8215537a32ac on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:07.637361 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port d4e31da9-7c93-4631-b354-8215537a32ac by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:07.637705 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port d4e31da9-7c93-4631-b354-8215537a32ac on network feb7eab4-57fc-46ff-9647-ab35c515fa9e {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:07.645505 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Port d4e31da9-7c93-4631-b354-8215537a32ac on network feb7eab4-57fc-46ff-9647-ab35c515fa9e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:32:07.645868 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Failed to bind port d4e31da9-7c93-4631-b354-8215537a32ac on host n-h2-715271-26 for vnic_type normal using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] Oct 19 01:32:07.653404 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b5b0a-336f-4a00-a0cd-c1a41f88c48b req-a6484ae4-1eb0-4f79-b0bd-97a1ce0437b7 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:07.655442 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-099b5b0a-336f-4a00-a0cd-c1a41f88c48b req-a6484ae4-1eb0-4f79-b0bd-97a1ce0437b7 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 945 time: 0.0740347 Oct 19 01:32:07.655442 n-d-715271-26 neutron-server[100606]: INFO neutron.plugins.ml2.plugin [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempt 5 to bind port d4e31da9-7c93-4631-b354-8215537a32ac Oct 19 01:32:07.674714 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port d4e31da9-7c93-4631-b354-8215537a32ac on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:07.675057 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port d4e31da9-7c93-4631-b354-8215537a32ac by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:07.675395 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port d4e31da9-7c93-4631-b354-8215537a32ac on network feb7eab4-57fc-46ff-9647-ab35c515fa9e {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:07.687341 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Port d4e31da9-7c93-4631-b354-8215537a32ac on network feb7eab4-57fc-46ff-9647-ab35c515fa9e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:32:07.687668 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Failed to bind port d4e31da9-7c93-4631-b354-8215537a32ac on host n-h2-715271-26 for vnic_type normal using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] Oct 19 01:32:07.689142 n-d-715271-26 neutron-server[100606]: INFO neutron.plugins.ml2.plugin [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempt 6 to bind port d4e31da9-7c93-4631-b354-8215537a32ac Oct 19 01:32:07.712709 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port d4e31da9-7c93-4631-b354-8215537a32ac on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:07.713048 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port d4e31da9-7c93-4631-b354-8215537a32ac by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:07.713385 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port d4e31da9-7c93-4631-b354-8215537a32ac on network feb7eab4-57fc-46ff-9647-ab35c515fa9e {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:07.718708 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-099b5b0a-336f-4a00-a0cd-c1a41f88c48b req-9a954cff-7de6-4073-af54-a594ed03b5f2 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543156 Oct 19 01:32:07.720765 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Port d4e31da9-7c93-4631-b354-8215537a32ac on network feb7eab4-57fc-46ff-9647-ab35c515fa9e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:32:07.721111 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Failed to bind port d4e31da9-7c93-4631-b354-8215537a32ac on host n-h2-715271-26 for vnic_type normal using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] Oct 19 01:32:07.721477 n-d-715271-26 neutron-server[100606]: INFO neutron.plugins.ml2.plugin [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempt 7 to bind port d4e31da9-7c93-4631-b354-8215537a32ac Oct 19 01:32:07.734265 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port d4e31da9-7c93-4631-b354-8215537a32ac on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:07.734604 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port d4e31da9-7c93-4631-b354-8215537a32ac by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:07.734940 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port d4e31da9-7c93-4631-b354-8215537a32ac on network feb7eab4-57fc-46ff-9647-ab35c515fa9e {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:07.739230 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Port d4e31da9-7c93-4631-b354-8215537a32ac on network feb7eab4-57fc-46ff-9647-ab35c515fa9e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:32:07.739554 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Failed to bind port d4e31da9-7c93-4631-b354-8215537a32ac on host n-h2-715271-26 for vnic_type normal using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] Oct 19 01:32:07.739981 n-d-715271-26 neutron-server[100606]: INFO neutron.plugins.ml2.plugin [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempt 8 to bind port d4e31da9-7c93-4631-b354-8215537a32ac Oct 19 01:32:07.753512 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port d4e31da9-7c93-4631-b354-8215537a32ac on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:07.753847 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port d4e31da9-7c93-4631-b354-8215537a32ac by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:07.754180 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port d4e31da9-7c93-4631-b354-8215537a32ac on network feb7eab4-57fc-46ff-9647-ab35c515fa9e {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:07.758390 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Port d4e31da9-7c93-4631-b354-8215537a32ac on network feb7eab4-57fc-46ff-9647-ab35c515fa9e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:32:07.758725 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Failed to bind port d4e31da9-7c93-4631-b354-8215537a32ac on host n-h2-715271-26 for vnic_type normal using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] Oct 19 01:32:07.759098 n-d-715271-26 neutron-server[100606]: INFO neutron.plugins.ml2.plugin [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempt 9 to bind port d4e31da9-7c93-4631-b354-8215537a32ac Oct 19 01:32:07.770672 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port d4e31da9-7c93-4631-b354-8215537a32ac on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:07.771012 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port d4e31da9-7c93-4631-b354-8215537a32ac by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:07.771344 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port d4e31da9-7c93-4631-b354-8215537a32ac on network feb7eab4-57fc-46ff-9647-ab35c515fa9e {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:07.775557 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Port d4e31da9-7c93-4631-b354-8215537a32ac on network feb7eab4-57fc-46ff-9647-ab35c515fa9e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:32:07.776055 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Failed to bind port d4e31da9-7c93-4631-b354-8215537a32ac on host n-h2-715271-26 for vnic_type normal using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] Oct 19 01:32:07.776438 n-d-715271-26 neutron-server[100606]: INFO neutron.plugins.ml2.plugin [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempt 10 to bind port d4e31da9-7c93-4631-b354-8215537a32ac Oct 19 01:32:07.789013 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port d4e31da9-7c93-4631-b354-8215537a32ac on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:07.789353 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port d4e31da9-7c93-4631-b354-8215537a32ac by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:07.789688 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port d4e31da9-7c93-4631-b354-8215537a32ac on network feb7eab4-57fc-46ff-9647-ab35c515fa9e {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:07.794587 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Port d4e31da9-7c93-4631-b354-8215537a32ac on network feb7eab4-57fc-46ff-9647-ab35c515fa9e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:32:07.795444 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Failed to bind port d4e31da9-7c93-4631-b354-8215537a32ac on host n-h2-715271-26 for vnic_type normal using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] Oct 19 01:32:07.795847 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:07.830434 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42016) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:07.858892 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] For port d4e31da9-7c93-4631-b354-8215537a32ac, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:32:07.859258 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempted to set empty binding levels {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 19 01:32:07.863685 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:07.896076 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] In _notify_port_updated(), no bound segment for port d4e31da9-7c93-4631-b354-8215537a32ac on network feb7eab4-57fc-46ff-9647-ab35c515fa9e {{(pid=100606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:32:07.896882 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:07.897492 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:07.900168 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] 10.222.0.57 "PUT /v2.0/ports/d4e31da9-7c93-4631-b354-8215537a32ac HTTP/1.1" status: 200 len: 976 time: 0.6704504 Oct 19 01:32:07.902547 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42018) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:07.968040 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3bfc4-c593-4dda-a7b0-c32d8c296474 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Pushing event updated for resources: {'Port': ['ID=d4e31da9-7c93-4631-b354-8215537a32ac,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:07.999132 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-9b45725b-d34e-4a89-9dda-91cac2d5a45d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Deleting port 5a36a4a9-e91c-4809-b15f-2592c74e0e2a {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:07.999472 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b45725b-d34e-4a89-9dda-91cac2d5a45d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:08.006311 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc103d1-576f-4f0f-8620-8bc6e77a3e44 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:08.006786 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc103d1-576f-4f0f-8620-8bc6e77a3e44 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:08.007252 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc103d1-576f-4f0f-8620-8bc6e77a3e44 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:08.007694 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc103d1-576f-4f0f-8620-8bc6e77a3e44 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:08.008172 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc103d1-576f-4f0f-8620-8bc6e77a3e44 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:08.008621 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc103d1-576f-4f0f-8620-8bc6e77a3e44 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:08.009072 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc103d1-576f-4f0f-8620-8bc6e77a3e44 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:08.009525 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc103d1-576f-4f0f-8620-8bc6e77a3e44 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:08.009977 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc103d1-576f-4f0f-8620-8bc6e77a3e44 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:08.010426 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc103d1-576f-4f0f-8620-8bc6e77a3e44 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:08.010871 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc103d1-576f-4f0f-8620-8bc6e77a3e44 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:08.011319 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc103d1-576f-4f0f-8620-8bc6e77a3e44 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:08.011784 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc103d1-576f-4f0f-8620-8bc6e77a3e44 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:08.012236 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc103d1-576f-4f0f-8620-8bc6e77a3e44 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:08.012684 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc103d1-576f-4f0f-8620-8bc6e77a3e44 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:08.013129 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc103d1-576f-4f0f-8620-8bc6e77a3e44 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:08.014115 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc103d1-576f-4f0f-8620-8bc6e77a3e44 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:08.014550 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc103d1-576f-4f0f-8620-8bc6e77a3e44 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:08.014993 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc103d1-576f-4f0f-8620-8bc6e77a3e44 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:08.015441 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc103d1-576f-4f0f-8620-8bc6e77a3e44 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:08.015905 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc103d1-576f-4f0f-8620-8bc6e77a3e44 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:08.018630 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5fc103d1-576f-4f0f-8620-8bc6e77a3e44 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18842 time: 0.1151485 Oct 19 01:32:08.022172 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42020) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:08.075214 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b45725b-d34e-4a89-9dda-91cac2d5a45d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:08.075757 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b45725b-d34e-4a89-9dda-91cac2d5a45d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:08.088420 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-9b45725b-d34e-4a89-9dda-91cac2d5a45d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Calling delete_port for 5a36a4a9-e91c-4809-b15f-2592c74e0e2a owned by network:floatingip {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:08.099822 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-e00f4c62-54c6-4ff8-a652-1561670a7502 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Deleting port d4e31da9-7c93-4631-b354-8215537a32ac {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:08.100116 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e00f4c62-54c6-4ff8-a652-1561670a7502 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:08.161752 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-e00f4c62-54c6-4ff8-a652-1561670a7502 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] For port d4e31da9-7c93-4631-b354-8215537a32ac, host n-h2-715271-26, got binding levels [] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:08.162105 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e00f4c62-54c6-4ff8-a652-1561670a7502 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:08.174401 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-e00f4c62-54c6-4ff8-a652-1561670a7502 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Calling delete_port for d4e31da9-7c93-4631-b354-8215537a32ac owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:08.236322 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b45725b-d34e-4a89-9dda-91cac2d5a45d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:08.262886 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b45725b-d34e-4a89-9dda-91cac2d5a45d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Pushing event deleted for resources: {'Port': ['ID=5a36a4a9-e91c-4809-b15f-2592c74e0e2a,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:08.264999 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e00f4c62-54c6-4ff8-a652-1561670a7502 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:08.293575 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f4c62-54c6-4ff8-a652-1561670a7502 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4e31da9-7c93-4631-b354-8215537a32ac,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:08.299623 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e00f4c62-54c6-4ff8-a652-1561670a7502 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:08.303017 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e00f4c62-54c6-4ff8-a652-1561670a7502 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] 10.222.0.57 "DELETE /v2.0/ports/d4e31da9-7c93-4631-b354-8215537a32ac HTTP/1.1" status: 204 len: 168 time: 0.2799115 Oct 19 01:32:08.305573 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42022) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:08.326901 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b45725b-d34e-4a89-9dda-91cac2d5a45d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for floatingip, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:08.327233 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [None req-9b45725b-d34e-4a89-9dda-91cac2d5a45d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Floating IP 2832d1f4-dff8-44dc-8b08-3dd3a4ae28c2 disassociated (deleted). External IP: 172.25.8.230, port: 2b005bd8-0c25-4f96-8454-104f6576f5bc. Oct 19 01:32:08.329080 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-98a7b568-1def-48bb-88d9-01f6d8749fa4 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] GET failed (client error): The resource could not be found. Oct 19 01:32:08.330606 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-98a7b568-1def-48bb-88d9-01f6d8749fa4 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] 10.222.0.57 "GET /v2.0/ports/d4e31da9-7c93-4631-b354-8215537a32ac HTTP/1.1" status: 404 len: 333 time: 0.0241120 Oct 19 01:32:08.334472 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42024) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:08.338994 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-a21429b4-7b01-4346-8d06-dc7856f15b60 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-356747751', 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:08.362540 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21429b4-7b01-4346-8d06-dc7856f15b60 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Made reservation on behalf of 7fb442ba65a8439f8d6e4135bf23f40b for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:08.364872 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a21429b4-7b01-4346-8d06-dc7856f15b60 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:08.379832 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-a21429b4-7b01-4346-8d06-dc7856f15b60 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] device_id is not set on port 857a91e7-f7eb-4d1f-8d08-a616fb8adf9c yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:32:08.531257 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a21429b4-7b01-4346-8d06-dc7856f15b60 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:08.536710 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b45725b-d34e-4a89-9dda-91cac2d5a45d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Router d6ee435f-57e0-4436-bc41-63a2cb71fbcd has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:32:08.564468 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a21429b4-7b01-4346-8d06-dc7856f15b60 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:08.610141 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21429b4-7b01-4346-8d06-dc7856f15b60 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Network feb7eab4-57fc-46ff-9647-ab35c515fa9e is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:08.614508 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-a21429b4-7b01-4346-8d06-dc7856f15b60 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:08.617424 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21429b4-7b01-4346-8d06-dc7856f15b60 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:08.618360 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21429b4-7b01-4346-8d06-dc7856f15b60 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:08.619060 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a21429b4-7b01-4346-8d06-dc7856f15b60 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:08.628265 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21429b4-7b01-4346-8d06-dc7856f15b60 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Pushing event updated for resources: {'Port': ['ID=857a91e7-f7eb-4d1f-8d08-a616fb8adf9c,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:08.642315 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a21429b4-7b01-4346-8d06-dc7856f15b60 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3068399 Oct 19 01:32:08.644842 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42026) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:08.648794 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b45725b-d34e-4a89-9dda-91cac2d5a45d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:32:08.653468 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b45725b-d34e-4a89-9dda-91cac2d5a45d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:08.660458 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaed1ff0-ae28-41d1-8b30-e6512c539387 None None] Sync routers for ids ['d6ee435f-57e0-4436-bc41-63a2cb71fbcd'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:32:08.670365 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaed1ff0-ae28-41d1-8b30-e6512c539387 None None] Routers {'d6ee435f-57e0-4436-bc41-63a2cb71fbcd'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:32:08.671282 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-eaed1ff0-ae28-41d1-8b30-e6512c539387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:31:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d6ee435f-57e0-4436-bc41-63a2cb71fbcd'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:08.681510 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9b45725b-d34e-4a89-9dda-91cac2d5a45d tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "DELETE /v2.0/floatingips/2832d1f4-dff8-44dc-8b08-3dd3a4ae28c2 HTTP/1.1" status: 204 len: 168 time: 0.8497136 Oct 19 01:32:08.682087 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3cd72b-3a81-45ee-85a2-ceb52214de19', 'tag': '2b005bd8-0c25-4f96-8454-104f6576f5bc'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:32:08.684374 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2b5ebe-04d0-489b-beb5-5cc991e7fbc8" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3cd72b-3a81-45ee-85a2-ceb52214de19", "tag": "2b005bd8-0c25-4f96-8454-104f6576f5bc"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:32:08.691014 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6610bd0c-4c19-40e0-8210-6a0271da4c31 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:08.695283 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42032) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:08.704136 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6610bd0c-4c19-40e0-8210-6a0271da4c31 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] 10.222.0.57 "GET /v2.0/ports/857a91e7-f7eb-4d1f-8d08-a616fb8adf9c HTTP/1.1" status: 200 len: 954 time: 0.0580664 Oct 19 01:32:08.729066 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d5c062-3ef2-4233-8710-ee5965773e3d x-openstack-request-id: req-05d5c062-3ef2-4233-8710-ee5965773e3d {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:32:08.729341 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3cd72b-3a81-45ee-85a2-ceb52214de19", "tag": "2b005bd8-0c25-4f96-8454-104f6576f5bc", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:32:08.729590 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-05d5c062-3ef2-4233-8710-ee5965773e3d {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:32:08.729981 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3cd72b-3a81-45ee-85a2-ceb52214de19', 'tag': '2b005bd8-0c25-4f96-8454-104f6576f5bc', 'status': 'completed', 'code': 200} Oct 19 01:32:08.804179 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b5ebe-04d0-489b-beb5-5cc991e7fbc8 req-d4859f52-14e2-448f-9421-fc5b3252b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:08.805764 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f2b5ebe-04d0-489b-beb5-5cc991e7fbc8 req-d4859f52-14e2-448f-9421-fc5b3252b593 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=248f0ca5d5d44d8ab1ae3c514fead24b&device_id=1f3cd72b-3a81-45ee-85a2-ceb52214de19 HTTP/1.1" status: 200 len: 1097 time: 0.0517108 Oct 19 01:32:08.811492 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-894bde76-579b-498d-b929-649b6971985f tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Deleting port 857a91e7-f7eb-4d1f-8d08-a616fb8adf9c {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:08.811863 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-894bde76-579b-498d-b929-649b6971985f tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:08.813089 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-eaed1ff0-ae28-41d1-8b30-e6512c539387 None None] Set router d6ee435f-57e0-4436-bc41-63a2cb71fbcd gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:32:08.881553 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32812d08-a2b2-457c-a436-ed45e186dd65 req-28aa8bfc-f42c-4269-b914-10e45850cac3 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:08.883089 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-32812d08-a2b2-457c-a436-ed45e186dd65 req-28aa8bfc-f42c-4269-b914-10e45850cac3 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 945 time: 0.0741396 Oct 19 01:32:08.889697 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-894bde76-579b-498d-b929-649b6971985f tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:08.903512 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-894bde76-579b-498d-b929-649b6971985f tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Calling delete_port for 857a91e7-f7eb-4d1f-8d08-a616fb8adf9c owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:08.934901 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-32812d08-a2b2-457c-a436-ed45e186dd65 req-5f36aa93-ae05-4c88-b52f-a7c9932617cc tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441482 Oct 19 01:32:09.022986 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78cc06-f9b6-4e6a-a24d-69fa17df8ce6 req-a0efe4f5-28c6-4617-aaa3-287890a38ba9 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:09.024526 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0e78cc06-f9b6-4e6a-a24d-69fa17df8ce6 req-a0efe4f5-28c6-4617-aaa3-287890a38ba9 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f3cd72b-3a81-45ee-85a2-ceb52214de19 HTTP/1.1" status: 200 len: 945 time: 0.1091106 Oct 19 01:32:09.055679 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b5ebe-04d0-489b-beb5-5cc991e7fbc8 req-d501bbab-0aa3-4f7e-99e9-1d78da90ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:09.057573 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f2b5ebe-04d0-489b-beb5-5cc991e7fbc8 req-d501bbab-0aa3-4f7e-99e9-1d78da90ac96 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a HTTP/1.1" status: 200 len: 913 time: 0.1056783 Oct 19 01:32:09.065774 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-eaed1ff0-ae28-41d1-8b30-e6512c539387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'name': 'tempest-TestVolumeBootPattern-1290649707-router', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:42Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'gw_port': {'id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:46Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '49cbbd5b-3445-46f7-a55e-8ec66806cafc', 'name': '', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'mac_address': 'fa:16:3e:13:e6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:59Z', 'updated_at': '2021-10-19T01:18:07Z', 'revision_number': 5, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'subnets': [{'id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:09.094895 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaed1ff0-ae28-41d1-8b30-e6512c539387 None None] Checking router: d6ee435f-57e0-4436-bc41-63a2cb71fbcd for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:32:09.098290 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-894bde76-579b-498d-b929-649b6971985f tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:09.104332 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaed1ff0-ae28-41d1-8b30-e6512c539387 None None] Routers {'d6ee435f-57e0-4436-bc41-63a2cb71fbcd'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:32:09.105025 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-eaed1ff0-ae28-41d1-8b30-e6512c539387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:31:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d6ee435f-57e0-4436-bc41-63a2cb71fbcd'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:09.112605 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f2b5ebe-04d0-489b-beb5-5cc991e7fbc8 req-1bc809ad-2449-439c-b3fc-093ed2caebb7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b005bd8-0c25-4f96-8454-104f6576f5bc HTTP/1.1" status: 200 len: 217 time: 0.0464332 Oct 19 01:32:09.118792 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-28a007c4-e7d7-4df1-bcf9-6054d2dd41c4 req-424a5fc7-6144-4950-af7e-84d9537e8ed9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3025825f-5ccd-403e-a7d0-3c1de3a04922&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0920138 Oct 19 01:32:09.139621 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0e78cc06-f9b6-4e6a-a24d-69fa17df8ce6 req-ea21054d-bd1d-4a8b-9f61-4007de75c60f tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804548 Oct 19 01:32:09.144511 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-894bde76-579b-498d-b929-649b6971985f tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:09.150168 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-894bde76-579b-498d-b929-649b6971985f tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] 10.222.0.57 "DELETE /v2.0/ports/857a91e7-f7eb-4d1f-8d08-a616fb8adf9c HTTP/1.1" status: 204 len: 168 time: 0.4513772 Oct 19 01:32:09.150168 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894bde76-579b-498d-b929-649b6971985f tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Pushing event deleted for resources: {'Port': ['ID=857a91e7-f7eb-4d1f-8d08-a616fb8adf9c,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:09.151028 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42038) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:09.180038 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b5ebe-04d0-489b-beb5-5cc991e7fbc8 req-1cba03e7-c33e-43b4-8017-3cc17ef71d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:09.181661 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f2b5ebe-04d0-489b-beb5-5cc991e7fbc8 req-1cba03e7-c33e-43b4-8017-3cc17ef71d77 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fd3fa81-a83a-4093-b85e-409104ce311b HTTP/1.1" status: 200 len: 851 time: 0.0625858 Oct 19 01:32:09.183705 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe9a906-1231-413d-bda9-a80d434a4aa9 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] GET failed (client error): The resource could not be found. Oct 19 01:32:09.185253 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7fe9a906-1231-413d-bda9-a80d434a4aa9 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] 10.222.0.57 "GET /v2.0/ports/857a91e7-f7eb-4d1f-8d08-a616fb8adf9c HTTP/1.1" status: 404 len: 333 time: 0.0333025 Oct 19 01:32:09.194989 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42040) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:09.199629 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-972ee6a2-e263-43d1-9e97-6dd289eee65a tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Request body: {'port': {'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-283894097'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:09.229995 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b5ebe-04d0-489b-beb5-5cc991e7fbc8 req-25303f4d-a8a0-4fa9-942b-8a6861c81009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:09.231850 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f2b5ebe-04d0-489b-beb5-5cc991e7fbc8 req-25303f4d-a8a0-4fa9-942b-8a6861c81009 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426617 Oct 19 01:32:09.246020 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a007c4-e7d7-4df1-bcf9-6054d2dd41c4 req-12d418df-67a6-4c4f-acde-95f0f120893c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:09.247562 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-28a007c4-e7d7-4df1-bcf9-6054d2dd41c4 req-12d418df-67a6-4c4f-acde-95f0f120893c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cfb46302dab9423db4c8fe701b5ed259&device_id=3025825f-5ccd-403e-a7d0-3c1de3a04922 HTTP/1.1" status: 200 len: 1098 time: 0.0607679 Oct 19 01:32:09.248469 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-eaed1ff0-ae28-41d1-8b30-e6512c539387 None None] Set router d6ee435f-57e0-4436-bc41-63a2cb71fbcd gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:32:09.248943 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972ee6a2-e263-43d1-9e97-6dd289eee65a tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Made reservation on behalf of 7fb442ba65a8439f8d6e4135bf23f40b for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:09.252515 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-972ee6a2-e263-43d1-9e97-6dd289eee65a tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:09.280231 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-972ee6a2-e263-43d1-9e97-6dd289eee65a tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] device_id is not set on port c3fc3b9e-5a20-4e98-bf59-da61859531f9 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:32:09.344871 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f2b5ebe-04d0-489b-beb5-5cc991e7fbc8 req-ab7f4ae3-d8b4-4279-85ff-c7ca5fd5086b service neutron] 10.222.0.55 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038616 Oct 19 01:32:09.423260 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a007c4-e7d7-4df1-bcf9-6054d2dd41c4 req-2a342123-0dce-40a5-8a8a-dc00f434249a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:09.424770 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-28a007c4-e7d7-4df1-bcf9-6054d2dd41c4 req-2a342123-0dce-40a5-8a8a-dc00f434249a service neutron] 10.222.0.24 "GET /v2.0/networks?id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba HTTP/1.1" status: 200 len: 906 time: 0.1532345 Oct 19 01:32:09.445207 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f2b5ebe-04d0-489b-beb5-5cc991e7fbc8 req-dfe37872-1bd0-4e86-b093-26c30ba08f0c service neutron] 10.222.0.55 "GET /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931568 Oct 19 01:32:09.462662 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-eaed1ff0-ae28-41d1-8b30-e6512c539387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'name': 'tempest-TestVolumeBootPattern-1290649707-router', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:42Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'gw_port': {'id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:46Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '49cbbd5b-3445-46f7-a55e-8ec66806cafc', 'name': '', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'mac_address': 'fa:16:3e:13:e6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:59Z', 'updated_at': '2021-10-19T01:18:07Z', 'revision_number': 5, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'subnets': [{'id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:09.479268 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-28a007c4-e7d7-4df1-bcf9-6054d2dd41c4 req-f67af963-8ad0-4241-a5f5-134446c8955f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9ee45bd-0a96-4bc4-87d4-bbfd52be190f HTTP/1.1" status: 200 len: 217 time: 0.0452616 Oct 19 01:32:09.493448 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaed1ff0-ae28-41d1-8b30-e6512c539387 None None] The sync data for ids ['d6ee435f-57e0-4436-bc41-63a2cb71fbcd'] in n-d-715271-26 is: [{'id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'name': 'tempest-TestVolumeBootPattern-1290649707-router', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:42Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'gw_port': {'id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:46Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '49cbbd5b-3445-46f7-a55e-8ec66806cafc', 'name': '', 'network_id': 'e02040e8-fb1d-46e9-a6e2-9063a29cdf5a', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'mac_address': 'fa:16:3e:13:e6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:59Z', 'updated_at': '2021-10-19T01:18:07Z', 'revision_number': 5, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'subnets': [{'id': '3fd3fa81-a83a-4093-b85e-409104ce311b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:32:09.564922 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-972ee6a2-e263-43d1-9e97-6dd289eee65a tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:09.582724 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a007c4-e7d7-4df1-bcf9-6054d2dd41c4 req-a2cbd30b-c5d7-4c9f-ba62-0edbe8f924ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:09.584202 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-28a007c4-e7d7-4df1-bcf9-6054d2dd41c4 req-a2cbd30b-c5d7-4c9f-ba62-0edbe8f924ff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=da80df4e-5bcb-4c28-8f73-c2e4236142d1 HTTP/1.1" status: 200 len: 845 time: 0.0711117 Oct 19 01:32:09.625132 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-28a007c4-e7d7-4df1-bcf9-6054d2dd41c4 req-c9976e2c-c531-4ebe-b837-763e8b9e95fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322461 Oct 19 01:32:09.634027 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-972ee6a2-e263-43d1-9e97-6dd289eee65a tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:09.709111 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972ee6a2-e263-43d1-9e97-6dd289eee65a tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Network feb7eab4-57fc-46ff-9647-ab35c515fa9e is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:09.722757 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6820f0f-9835-48a0-853d-c0142f77989e None None] New status for floating IP 2832d1f4-dff8-44dc-8b08-3dd3a4ae28c2: DOWN {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:32:09.738554 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-972ee6a2-e263-43d1-9e97-6dd289eee65a tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:09.747282 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972ee6a2-e263-43d1-9e97-6dd289eee65a tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:09.748463 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972ee6a2-e263-43d1-9e97-6dd289eee65a tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:09.749062 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-972ee6a2-e263-43d1-9e97-6dd289eee65a tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:09.755099 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ee6a2-e263-43d1-9e97-6dd289eee65a tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Pushing event updated for resources: {'Port': ['ID=c3fc3b9e-5a20-4e98-bf59-da61859531f9,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:09.783100 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-972ee6a2-e263-43d1-9e97-6dd289eee65a tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5846777 Oct 19 01:32:09.783635 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42042) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:09.784733 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-28a007c4-e7d7-4df1-bcf9-6054d2dd41c4 req-4e6f23f4-8ebc-4803-981a-d3abbebbc6f2 service neutron] 10.222.0.24 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523192 Oct 19 01:32:09.789238 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:09.850062 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:09.883172 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-28a007c4-e7d7-4df1-bcf9-6054d2dd41c4 req-b07cc5fd-6802-4a3c-bd0a-1983ec17db61 service neutron] 10.222.0.24 "GET /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907571 Oct 19 01:32:10.025415 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] device_id is not set on port c3fc3b9e-5a20-4e98-bf59-da61859531f9 yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:32:10.047166 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:10.052974 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:10.101837 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2b6d6-885f-4a3c-b97a-756c4c746d8e req-ca12734d-053c-4f0f-8397-6bfa47c8d1a5 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:10.103241 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-64b2b6d6-885f-4a3c-b97a-756c4c746d8e req-ca12734d-053c-4f0f-8397-6bfa47c8d1a5 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 945 time: 0.0945537 Oct 19 01:32:10.129064 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Pushing event updated for resources: {'Port': ['ID=c3fc3b9e-5a20-4e98-bf59-da61859531f9,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:10.153385 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:10.153716 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:10.154078 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:10.165236 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-64b2b6d6-885f-4a3c-b97a-756c4c746d8e req-00062d45-5a46-47bc-aa46-87df059f4124 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553203 Oct 19 01:32:10.165912 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:32:10.166234 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Failed to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] Oct 19 01:32:10.166597 n-d-715271-26 neutron-server[100606]: INFO neutron.plugins.ml2.plugin [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempt 2 to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 Oct 19 01:32:10.178283 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:10.178615 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:10.178947 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:10.183252 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:32:10.183570 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Failed to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] Oct 19 01:32:10.183976 n-d-715271-26 neutron-server[100606]: INFO neutron.plugins.ml2.plugin [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempt 3 to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 Oct 19 01:32:10.199708 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:10.200067 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:10.200401 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:10.205183 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:32:10.205504 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Failed to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] Oct 19 01:32:10.206134 n-d-715271-26 neutron-server[100606]: INFO neutron.plugins.ml2.plugin [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempt 4 to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 Oct 19 01:32:10.218572 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:10.218909 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:10.219247 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:10.223551 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:32:10.223916 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Failed to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] Oct 19 01:32:10.224299 n-d-715271-26 neutron-server[100606]: INFO neutron.plugins.ml2.plugin [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempt 5 to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 Oct 19 01:32:10.237230 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:10.237558 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:10.237912 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:10.242232 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:32:10.242549 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Failed to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] Oct 19 01:32:10.242925 n-d-715271-26 neutron-server[100606]: INFO neutron.plugins.ml2.plugin [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempt 6 to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 Oct 19 01:32:10.255007 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:10.255338 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:10.255673 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:10.260197 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:32:10.260520 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Failed to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] Oct 19 01:32:10.260903 n-d-715271-26 neutron-server[100606]: INFO neutron.plugins.ml2.plugin [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempt 7 to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 Oct 19 01:32:10.274454 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:10.274787 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:10.275120 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:10.279801 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:32:10.280127 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Failed to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] Oct 19 01:32:10.280512 n-d-715271-26 neutron-server[100606]: INFO neutron.plugins.ml2.plugin [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempt 8 to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 Oct 19 01:32:10.293248 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:10.293540 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:10.293875 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:10.299105 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:32:10.299425 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Failed to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] Oct 19 01:32:10.299841 n-d-715271-26 neutron-server[100606]: INFO neutron.plugins.ml2.plugin [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempt 9 to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 Oct 19 01:32:10.313940 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:10.314274 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:10.314615 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:10.319236 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:32:10.319553 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Failed to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] Oct 19 01:32:10.319971 n-d-715271-26 neutron-server[100606]: INFO neutron.plugins.ml2.plugin [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempt 10 to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 Oct 19 01:32:10.333079 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:10.333415 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:10.333749 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempting to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:10.338359 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:32:10.338683 n-d-715271-26 neutron-server[100606]: ERROR neutron.plugins.ml2.managers [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Failed to bind port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on host n-h2-715271-26 for vnic_type normal using segments [{'id': '40bf8a7f-697e-4029-89bb-17beef847e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'feb7eab4-57fc-46ff-9647-ab35c515fa9e'}] Oct 19 01:32:10.339048 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:10.405560 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] For port c3fc3b9e-5a20-4e98-bf59-da61859531f9, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:32:10.406240 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attempted to set empty binding levels {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 19 01:32:10.411338 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:10.445561 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] In _notify_port_updated(), no bound segment for port c3fc3b9e-5a20-4e98-bf59-da61859531f9 on network feb7eab4-57fc-46ff-9647-ab35c515fa9e {{(pid=100606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:32:10.446401 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:10.446998 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:10.448327 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] 10.222.0.57 "PUT /v2.0/ports/c3fc3b9e-5a20-4e98-bf59-da61859531f9 HTTP/1.1" status: 200 len: 975 time: 0.6633880 Oct 19 01:32:10.453198 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42048) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:10.485458 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8efb24-81be-42cc-8c24-c44a1ce36225 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Pushing event updated for resources: {'Port': ['ID=c3fc3b9e-5a20-4e98-bf59-da61859531f9,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:10.535088 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd20dd-4e36-480e-826d-fdd1c96e64f5 req-a87c5ee2-975b-43a1-812c-152db42f421c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:10.536661 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-69fd20dd-4e36-480e-826d-fdd1c96e64f5 req-a87c5ee2-975b-43a1-812c-152db42f421c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f3cd72b-3a81-45ee-85a2-ceb52214de19 HTTP/1.1" status: 200 len: 945 time: 0.3065262 Oct 19 01:32:10.541105 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-8f3c5ebd-ba78-4ec1-b139-411764446ecf tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Deleting port c3fc3b9e-5a20-4e98-bf59-da61859531f9 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:10.541521 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8f3c5ebd-ba78-4ec1-b139-411764446ecf tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:10.575094 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-69fd20dd-4e36-480e-826d-fdd1c96e64f5 req-02d869ed-1547-4f4c-83cd-ebf7d3b90f39 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe04ad3-5d85-422e-b7fc-55c0f1502727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322974 Oct 19 01:32:10.604029 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-8f3c5ebd-ba78-4ec1-b139-411764446ecf tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] For port c3fc3b9e-5a20-4e98-bf59-da61859531f9, host n-h2-715271-26, got binding levels [] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:10.604387 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8f3c5ebd-ba78-4ec1-b139-411764446ecf tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:10.615845 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-8f3c5ebd-ba78-4ec1-b139-411764446ecf tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Calling delete_port for c3fc3b9e-5a20-4e98-bf59-da61859531f9 owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:10.718579 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b91cf-f0f8-49a7-a12c-00c1e636d66a req-1d999c23-00bd-4b95-9fdf-6d0e02643726 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:10.719960 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4f5b91cf-f0f8-49a7-a12c-00c1e636d66a req-1d999c23-00bd-4b95-9fdf-6d0e02643726 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f3cd72b-3a81-45ee-85a2-ceb52214de19 HTTP/1.1" status: 200 len: 945 time: 0.0927675 Oct 19 01:32:10.760210 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8f3c5ebd-ba78-4ec1-b139-411764446ecf tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:10.796005 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c5ebd-ba78-4ec1-b139-411764446ecf tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3fc3b9e-5a20-4e98-bf59-da61859531f9,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:10.827679 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8f3c5ebd-ba78-4ec1-b139-411764446ecf tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:10.831123 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8f3c5ebd-ba78-4ec1-b139-411764446ecf tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] 10.222.0.57 "DELETE /v2.0/ports/c3fc3b9e-5a20-4e98-bf59-da61859531f9 HTTP/1.1" status: 204 len: 168 time: 0.3767538 Oct 19 01:32:10.833758 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42050) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:10.854040 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-4f5b91cf-f0f8-49a7-a12c-00c1e636d66a req-5aafce72-ade8-4d11-9f0e-cd8b2013300c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Deleting port 2b005bd8-0c25-4f96-8454-104f6576f5bc {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:10.854375 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-4f5b91cf-f0f8-49a7-a12c-00c1e636d66a req-5aafce72-ade8-4d11-9f0e-cd8b2013300c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:10.857088 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-14807ac8-7ece-41c9-9ab3-3db11b267833 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] GET failed (client error): The resource could not be found. Oct 19 01:32:10.859442 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-14807ac8-7ece-41c9-9ab3-3db11b267833 tempest-PortsAdminExtendedAttrsTestJSON-1272414218 tempest-PortsAdminExtendedAttrsTestJSON-1272414218-project-admin] 10.222.0.57 "GET /v2.0/ports/c3fc3b9e-5a20-4e98-bf59-da61859531f9 HTTP/1.1" status: 404 len: 333 time: 0.0245192 Oct 19 01:32:10.863016 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42052) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:10.937782 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-79f2fcb3-bad9-497a-bc24-64b3e0add0a7 tempest-PortsAdminExtendedAttrsTestJSON-941195871 tempest-PortsAdminExtendedAttrsTestJSON-941195871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:10.942746 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-4f5b91cf-f0f8-49a7-a12c-00c1e636d66a req-5aafce72-ade8-4d11-9f0e-cd8b2013300c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] For port 2b005bd8-0c25-4f96-8454-104f6576f5bc, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=2b005bd8-0c25-4f96-8454-104f6576f5bc,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:10.943181 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-4f5b91cf-f0f8-49a7-a12c-00c1e636d66a req-5aafce72-ade8-4d11-9f0e-cd8b2013300c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:10.957093 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-4f5b91cf-f0f8-49a7-a12c-00c1e636d66a req-5aafce72-ade8-4d11-9f0e-cd8b2013300c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Calling delete_port for 2b005bd8-0c25-4f96-8454-104f6576f5bc owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:11.025781 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-79f2fcb3-bad9-497a-bc24-64b3e0add0a7 tempest-PortsAdminExtendedAttrsTestJSON-941195871 tempest-PortsAdminExtendedAttrsTestJSON-941195871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:11.049592 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-79f2fcb3-bad9-497a-bc24-64b3e0add0a7 tempest-PortsAdminExtendedAttrsTestJSON-941195871 tempest-PortsAdminExtendedAttrsTestJSON-941195871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feb7eab4-57fc-46ff-9647-ab35c515fa9e']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:11.065916 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-79f2fcb3-bad9-497a-bc24-64b3e0add0a7 tempest-PortsAdminExtendedAttrsTestJSON-941195871 tempest-PortsAdminExtendedAttrsTestJSON-941195871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40bf8a7f-697e-4029-89bb-17beef847e85') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:11.066203 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-79f2fcb3-bad9-497a-bc24-64b3e0add0a7 tempest-PortsAdminExtendedAttrsTestJSON-941195871 tempest-PortsAdminExtendedAttrsTestJSON-941195871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40bf8a7f-697e-4029-89bb-17beef847e85') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:11.082868 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-79f2fcb3-bad9-497a-bc24-64b3e0add0a7 tempest-PortsAdminExtendedAttrsTestJSON-941195871 tempest-PortsAdminExtendedAttrsTestJSON-941195871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:11.087200 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-4f5b91cf-f0f8-49a7-a12c-00c1e636d66a req-5aafce72-ade8-4d11-9f0e-cd8b2013300c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:11.106217 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-79f2fcb3-bad9-497a-bc24-64b3e0add0a7 tempest-PortsAdminExtendedAttrsTestJSON-941195871 tempest-PortsAdminExtendedAttrsTestJSON-941195871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:11.112837 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f2fcb3-bad9-497a-bc24-64b3e0add0a7 tempest-PortsAdminExtendedAttrsTestJSON-941195871 tempest-PortsAdminExtendedAttrsTestJSON-941195871-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:32:11.113221 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-79f2fcb3-bad9-497a-bc24-64b3e0add0a7 tempest-PortsAdminExtendedAttrsTestJSON-941195871 tempest-PortsAdminExtendedAttrsTestJSON-941195871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:11.113846 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aafce72-ade8-4d11-9f0e-cd8b2013300c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Pushing event deleted for resources: {'Port': ['ID=2b005bd8-0c25-4f96-8454-104f6576f5bc,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:11.116980 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:32:11.116980 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:32:11.116980 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:32:11.116980 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:32:11.116980 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:32:11.116980 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:32:11.116980 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:32:11.116980 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:32:11.116980 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:32:11.116980 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:32:11.116980 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:32:11.116980 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:32:11.116980 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:32:11.116980 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:32:11.116980 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:32:11.116980 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:32:11.116980 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:32:11.116980 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:32:11.116980 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:32:11.116980 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:32:11.116980 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:32:11.116980 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:32:11.116980 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:32:11.116980 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:32:11.116980 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:32:11.116980 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:32:11.116980 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:32:11.116980 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:32:11.116980 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:32:11.116980 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:32:11.116980 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:32:11.116980 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:32:11.159606 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f5b91cf-f0f8-49a7-a12c-00c1e636d66a req-5aafce72-ade8-4d11-9f0e-cd8b2013300c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] No DVR routers for this DVR port 2b005bd8-0c25-4f96-8454-104f6576f5bc on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:32:11.162124 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-4f5b91cf-f0f8-49a7-a12c-00c1e636d66a req-5aafce72-ade8-4d11-9f0e-cd8b2013300c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:11.165425 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4f5b91cf-f0f8-49a7-a12c-00c1e636d66a req-5aafce72-ade8-4d11-9f0e-cd8b2013300c tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.55 "DELETE /v2.0/ports/2b005bd8-0c25-4f96-8454-104f6576f5bc HTTP/1.1" status: 204 len: 173 time: 0.4374239 Oct 19 01:32:11.165879 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3cd72b-3a81-45ee-85a2-ceb52214de19', 'name': 'network-vif-deleted', 'tag': '2b005bd8-0c25-4f96-8454-104f6576f5bc'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:32:11.168155 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fff2159-c777-44b6-9569-4e8ded6c9e17" -d '{"events": [{"server_uuid": "1f3cd72b-3a81-45ee-85a2-ceb52214de19", "name": "network-vif-deleted", "tag": "2b005bd8-0c25-4f96-8454-104f6576f5bc"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:32:11.181880 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-79f2fcb3-bad9-497a-bc24-64b3e0add0a7 tempest-PortsAdminExtendedAttrsTestJSON-941195871 tempest-PortsAdminExtendedAttrsTestJSON-941195871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:11.191210 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-79f2fcb3-bad9-497a-bc24-64b3e0add0a7 tempest-PortsAdminExtendedAttrsTestJSON-941195871 tempest-PortsAdminExtendedAttrsTestJSON-941195871-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:11.194354 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-79f2fcb3-bad9-497a-bc24-64b3e0add0a7 tempest-PortsAdminExtendedAttrsTestJSON-941195871 tempest-PortsAdminExtendedAttrsTestJSON-941195871-project] 10.222.0.57 "DELETE /v2.0/networks/feb7eab4-57fc-46ff-9647-ab35c515fa9e HTTP/1.1" status: 204 len: 168 time: 0.3303804 Oct 19 01:32:11.204542 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df393e32-097b-427b-ae87-01fbb61f8016 x-openstack-request-id: req-df393e32-097b-427b-ae87-01fbb61f8016 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:32:11.204689 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3cd72b-3a81-45ee-85a2-ceb52214de19", "name": "network-vif-deleted", "tag": "2b005bd8-0c25-4f96-8454-104f6576f5bc", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:32:11.204862 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-df393e32-097b-427b-ae87-01fbb61f8016 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:32:11.205482 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3cd72b-3a81-45ee-85a2-ceb52214de19', 'name': 'network-vif-deleted', 'tag': '2b005bd8-0c25-4f96-8454-104f6576f5bc', 'status': 'completed', 'code': 200} Oct 19 01:32:11.214830 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2fcb3-bad9-497a-bc24-64b3e0add0a7 tempest-PortsAdminExtendedAttrsTestJSON-941195871 tempest-PortsAdminExtendedAttrsTestJSON-941195871-project] Pushing event deleted for resources: {'Network': ['ID=feb7eab4-57fc-46ff-9647-ab35c515fa9e,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:11.312884 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885852c1-2f2e-4f68-95f3-9e55e837d2fb req-5d8a504e-6b43-4b06-ae46-f20a46666004 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:11.315361 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-885852c1-2f2e-4f68-95f3-9e55e837d2fb req-5d8a504e-6b43-4b06-ae46-f20a46666004 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 945 time: 0.0559542 Oct 19 01:32:11.355439 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-885852c1-2f2e-4f68-95f3-9e55e837d2fb req-818fbb05-2e95-426d-8e45-dd354226f884 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327563 Oct 19 01:32:11.459428 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42062) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:11.608262 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2def0cfd-5b82-49b8-98b2-5a09bfa2de1e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=082cd8daee3b4ca18637bb261876b045&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472399 Oct 19 01:32:11.610621 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42068) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:11.681609 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-11eea113-6e61-4791-803c-c1697aee7d8f req-5c6239ad-eaab-4179-b262-2500fe6968f3 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f3cd72b-3a81-45ee-85a2-ceb52214de19 HTTP/1.1" status: 200 len: 210 time: 0.0307493 Oct 19 01:32:11.691193 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8f2f1f77-8328-4922-ad05-d6ec727abf5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:11.714686 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8f2f1f77-8328-4922-ad05-d6ec727abf5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:11.762672 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8f2f1f77-8328-4922-ad05-d6ec727abf5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:11.765988 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8f2f1f77-8328-4922-ad05-d6ec727abf5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:11.767130 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8f2f1f77-8328-4922-ad05-d6ec727abf5c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/128d2614-77a7-4060-9bf1-5020f9f832b7 HTTP/1.1" status: 204 len: 168 time: 0.1553249 Oct 19 01:32:11.775718 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f1f77-8328-4922-ad05-d6ec727abf5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128d2614-77a7-4060-9bf1-5020f9f832b7,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:12.033833 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42074) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:12.077799 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-01584de2-1073-47ec-9c87-70f7d175dd22 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7fb442ba65a8439f8d6e4135bf23f40b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426617 Oct 19 01:32:12.080341 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42076) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:12.133362 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-02ebba75-88a7-47d4-9e50-0b78c4b8bfee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:12.157224 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-02ebba75-88a7-47d4-9e50-0b78c4b8bfee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:12.207008 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-02ebba75-88a7-47d4-9e50-0b78c4b8bfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:12.209585 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-02ebba75-88a7-47d4-9e50-0b78c4b8bfee admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:12.210774 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-02ebba75-88a7-47d4-9e50-0b78c4b8bfee admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cb63d268-4cc7-4518-9355-0774d5987f7a HTTP/1.1" status: 204 len: 168 time: 0.1292264 Oct 19 01:32:12.219020 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ebba75-88a7-47d4-9e50-0b78c4b8bfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb63d268-4cc7-4518-9355-0774d5987f7a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:12.480300 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab684a-61ef-4301-9ae3-9d29a4323cfa req-bb21f480-78f0-4531-a72d-e2259f9a5932 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:12.481877 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-55ab684a-61ef-4301-9ae3-9d29a4323cfa req-bb21f480-78f0-4531-a72d-e2259f9a5932 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 945 time: 0.0547543 Oct 19 01:32:12.523714 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-55ab684a-61ef-4301-9ae3-9d29a4323cfa req-4ac413c9-9067-4911-bd77-eb5e18443c0a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352128 Oct 19 01:32:12.790120 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f50d1877-d517-461b-bf94-7af02985c377 req-1b62152a-5378-46ab-8aab-d30e751061b9 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f3cd72b-3a81-45ee-85a2-ceb52214de19 HTTP/1.1" status: 200 len: 210 time: 0.0343704 Oct 19 01:32:12.971321 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e06cc9-689b-47e6-b856-eef2d7c6dbb4 req-f1d228d0-a48f-4bab-afee-5426266d7fe4 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:12.973102 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a1e06cc9-689b-47e6-b856-eef2d7c6dbb4 req-f1d228d0-a48f-4bab-afee-5426266d7fe4 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=295af08b-62fb-4a10-897c-5b0b9b693923 HTTP/1.1" status: 200 len: 945 time: 0.0532572 Oct 19 01:32:13.025711 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a1e06cc9-689b-47e6-b856-eef2d7c6dbb4 req-f3ccfea5-a10e-42cb-b981-1e98a54d174a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=5a03ae4b-2171-4e98-8835-743ed0da22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411048 Oct 19 01:32:13.037001 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42120) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.146514 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-2fbd70d3-cd80-4f21-97ab-3235453bcc30 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.147902 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2fbd70d3-cd80-4f21-97ab-3235453bcc30 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.1089635 Oct 19 01:32:13.150687 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42124) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.155591 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-9bc2b2aa-75b9-49c4-a46e-36380fac154d tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.156774 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9bc2b2aa-75b9-49c4-a46e-36380fac154d tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0049562 Oct 19 01:32:13.159216 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42126) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.163675 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-939cb9a6-dbb9-43ef-8f5b-963a72a67b19 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.164829 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-939cb9a6-dbb9-43ef-8f5b-963a72a67b19 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0045984 Oct 19 01:32:13.167271 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42128) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.172369 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-2fb0206e-840c-4a69-82c8-c8afd6e67972 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.173318 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2fb0206e-840c-4a69-82c8-c8afd6e67972 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0051317 Oct 19 01:32:13.175547 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42130) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.180377 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-4cae08ae-c691-40dd-8ac6-65fec109848f tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.183710 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42132) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.184073 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4cae08ae-c691-40dd-8ac6-65fec109848f tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0071292 Oct 19 01:32:13.188949 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [None req-472881f9-05f5-49f1-b293-2d69f2c4d661 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.190004 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-472881f9-05f5-49f1-b293-2d69f2c4d661 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0047381 Oct 19 01:32:13.192167 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42134) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.195997 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [None req-0651fd13-c1b9-41a2-8bfd-fddf74ea88ae tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.196889 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0651fd13-c1b9-41a2-8bfd-fddf74ea88ae tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0038564 Oct 19 01:32:13.198917 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42136) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.203325 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [None req-91f36c3d-224f-441b-8ca0-20727990fccb tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.204234 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-91f36c3d-224f-441b-8ca0-20727990fccb tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0045195 Oct 19 01:32:13.206778 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42138) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.210983 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-8905df87-7383-47b3-baf2-ba44f67c9e27 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.211949 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8905df87-7383-47b3-baf2-ba44f67c9e27 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0041680 Oct 19 01:32:13.214055 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42140) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.218768 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-e9f13f77-fb60-4a4b-9302-634ff2c492fc tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.219686 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e9f13f77-fb60-4a4b-9302-634ff2c492fc tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0048125 Oct 19 01:32:13.221809 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42142) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.225663 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-3074436c-321d-4ad0-83f1-3047efb46355 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.226643 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3074436c-321d-4ad0-83f1-3047efb46355 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0038803 Oct 19 01:32:13.228684 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42144) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.232681 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-3383bd91-6175-4117-94fb-311e6147ddd9 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.233612 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3383bd91-6175-4117-94fb-311e6147ddd9 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0040660 Oct 19 01:32:13.235754 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42146) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.239564 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-ffd3b03f-18ed-4818-808c-82ab9978684a tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.240504 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ffd3b03f-18ed-4818-808c-82ab9978684a tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0038326 Oct 19 01:32:13.242572 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42148) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.246237 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-8f1ee6a1-612e-4f0a-a63b-dc1f581e6ab8 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.247154 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8f1ee6a1-612e-4f0a-a63b-dc1f581e6ab8 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0037549 Oct 19 01:32:13.249294 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42150) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.253605 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-f2671113-7cab-4bd2-8aac-666a92a6c616 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.254546 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f2671113-7cab-4bd2-8aac-666a92a6c616 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0044076 Oct 19 01:32:13.256623 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42152) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.260531 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-4e48ebe3-b443-45f8-ad8c-211099ebc3bd tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.262936 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4e48ebe3-b443-45f8-ad8c-211099ebc3bd tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0039904 Oct 19 01:32:13.264614 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42154) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.269164 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-0bb8fbb7-b33b-4e1f-b4e0-2ded414c702e tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.270087 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0bb8fbb7-b33b-4e1f-b4e0-2ded414c702e tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0044315 Oct 19 01:32:13.272418 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42156) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.276229 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-cd387bf8-2756-4210-a91b-2fdb218477a7 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.277172 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cd387bf8-2756-4210-a91b-2fdb218477a7 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0039239 Oct 19 01:32:13.281369 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42158) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.285229 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-17777586-8300-4d42-afe5-ae1df88f2659 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.286141 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-17777586-8300-4d42-afe5-ae1df88f2659 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0039144 Oct 19 01:32:13.288213 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42160) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.291895 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-6987fc02-50f0-4a0d-b4a5-ca0c686defc8 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.292805 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6987fc02-50f0-4a0d-b4a5-ca0c686defc8 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0037839 Oct 19 01:32:13.295439 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42162) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.299733 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [None req-f43f57e4-215e-4991-9eba-35a7e4a3b322 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.300810 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f43f57e4-215e-4991-9eba-35a7e4a3b322 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0043159 Oct 19 01:32:13.302856 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42164) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.307490 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [None req-3c74a030-5b2d-4a70-8ccd-6b26eedb6f5c tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.308437 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3c74a030-5b2d-4a70-8ccd-6b26eedb6f5c tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0046804 Oct 19 01:32:13.311065 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42166) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.314702 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [None req-4d2541b5-3c10-4399-8b6d-c957558fc2b6 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.315586 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4d2541b5-3c10-4399-8b6d-c957558fc2b6 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0037167 Oct 19 01:32:13.317661 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42168) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.321213 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [None req-b8d6f131-c37f-48f9-95e4-94611531368d tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.322100 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b8d6f131-c37f-48f9-95e4-94611531368d tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0036447 Oct 19 01:32:13.324160 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42170) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.327857 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [None req-b4147334-8cdb-4321-bcd7-2c9bf081d6bd tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.328747 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b4147334-8cdb-4321-bcd7-2c9bf081d6bd tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0037642 Oct 19 01:32:13.330999 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42172) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.334630 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [None req-b8b38f74-b730-4732-9553-ff65fa16d669 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.335522 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b8b38f74-b730-4732-9553-ff65fa16d669 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0037265 Oct 19 01:32:13.337623 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42174) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.341911 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [None req-9a1eac33-8916-4563-af13-b37d4403a29a tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.342868 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9a1eac33-8916-4563-af13-b37d4403a29a tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0043778 Oct 19 01:32:13.344978 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42176) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.348732 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [None req-17ccb935-574f-4896-91ee-dfe78dadb920 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.349641 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-17ccb935-574f-4896-91ee-dfe78dadb920 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0038471 Oct 19 01:32:13.351622 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42178) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.355809 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [None req-2a2bb398-aff7-410a-b1fa-df8fee74de75 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.356732 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2a2bb398-aff7-410a-b1fa-df8fee74de75 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0042608 Oct 19 01:32:13.358964 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42180) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.363170 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-cd954ce5-df80-4260-bc22-329a2bfa3e03 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.364140 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cd954ce5-df80-4260-bc22-329a2bfa3e03 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0042408 Oct 19 01:32:13.366133 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42182) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.369861 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-ae5fe317-54ad-4976-91fd-bbdb802268b6 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.370695 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ae5fe317-54ad-4976-91fd-bbdb802268b6 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0037651 Oct 19 01:32:13.373304 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42184) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.377890 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-8a75ff1c-bd41-43c2-9299-700b3b161689 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.378784 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8a75ff1c-bd41-43c2-9299-700b3b161689 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0046878 Oct 19 01:32:13.380888 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42186) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.384597 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-27980f1f-2797-4207-8fbe-ce1a119ce531 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.385486 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-27980f1f-2797-4207-8fbe-ce1a119ce531 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0037684 Oct 19 01:32:13.387702 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42188) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.392410 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-c0ea13a0-4203-44a4-ab49-2641c18ab1fb tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.393325 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c0ea13a0-4203-44a4-ab49-2641c18ab1fb tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0047500 Oct 19 01:32:13.395409 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42190) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.399234 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-df5ce1e2-5799-409b-84a6-c6d0ed6b3071 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.400169 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-df5ce1e2-5799-409b-84a6-c6d0ed6b3071 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0037928 Oct 19 01:32:13.402183 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42192) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.406107 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-a4943843-d436-4ac2-a633-78c80b1385a3 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.407006 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a4943843-d436-4ac2-a633-78c80b1385a3 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0040045 Oct 19 01:32:13.409017 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42194) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.412652 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-366d13c9-f92c-488e-9bf9-e7e88231e7aa tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.413559 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-366d13c9-f92c-488e-9bf9-e7e88231e7aa tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0037279 Oct 19 01:32:13.415666 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42196) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.419439 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-f79ed99c-567b-482b-9db4-9a17331f9c51 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.420707 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f79ed99c-567b-482b-9db4-9a17331f9c51 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0041928 Oct 19 01:32:13.422808 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42198) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.426495 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-1b86a5b8-578e-4187-87c4-cb377f9469f8 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.427409 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1b86a5b8-578e-4187-87c4-cb377f9469f8 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0037794 Oct 19 01:32:13.429539 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42200) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.433694 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-1deefd06-335e-495b-b726-b63a5ebf7493 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.434600 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1deefd06-335e-495b-b726-b63a5ebf7493 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0042472 Oct 19 01:32:13.437340 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42202) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.441006 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-53fa58ad-80fe-40da-901e-5a1a4f5b54f9 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.441920 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-53fa58ad-80fe-40da-901e-5a1a4f5b54f9 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0037706 Oct 19 01:32:13.443918 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42204) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.447499 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-5d11ffc2-8ba6-465b-b677-4fa2a34fe4c2 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.448434 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5d11ffc2-8ba6-465b-b677-4fa2a34fe4c2 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0037098 Oct 19 01:32:13.450429 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42206) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.454668 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-b0520cb9-9a67-49b8-9080-c3fab32f27f2 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.455571 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b0520cb9-9a67-49b8-9080-c3fab32f27f2 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0037467 Oct 19 01:32:13.457792 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42208) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.461435 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-5a60d467-82fa-45fd-b2d7-2e25e4365938 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.462338 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5a60d467-82fa-45fd-b2d7-2e25e4365938 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0037336 Oct 19 01:32:13.464283 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42210) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.467957 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-fe2cdf59-e303-489d-84eb-7c0b98dba968 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.468870 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fe2cdf59-e303-489d-84eb-7c0b98dba968 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0037696 Oct 19 01:32:13.470779 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42212) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.474559 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-3fbb3a6e-2cdf-409f-a1b6-8b1f8d388cec tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.475466 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3fbb3a6e-2cdf-409f-a1b6-8b1f8d388cec tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0038767 Oct 19 01:32:13.477419 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42214) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.481031 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-90b867f3-61a2-478a-902d-76ecafcd88ee tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.481933 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-90b867f3-61a2-478a-902d-76ecafcd88ee tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0036976 Oct 19 01:32:13.484005 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42216) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.488126 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-35141217-e620-4b61-8a29-5dd3e8404511 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.489036 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-35141217-e620-4b61-8a29-5dd3e8404511 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0042269 Oct 19 01:32:13.490954 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42218) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.494566 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-04d8042e-b992-4a31-a5b5-3edc71b7c80e tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.495478 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-04d8042e-b992-4a31-a5b5-3edc71b7c80e tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0037153 Oct 19 01:32:13.497416 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42220) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.501591 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-f99fd60d-c8db-45f9-b853-a05f6a8c8296 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.502512 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f99fd60d-c8db-45f9-b853-a05f6a8c8296 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0037513 Oct 19 01:32:13.504475 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42222) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.508090 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-c839b423-681c-4678-bb04-1003f9e9f4fb tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.508999 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c839b423-681c-4678-bb04-1003f9e9f4fb tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0037138 Oct 19 01:32:13.510907 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42224) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.515309 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-ca4e45f5-a95a-45fd-b713-e137c07d7641 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.516252 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ca4e45f5-a95a-45fd-b713-e137c07d7641 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0045316 Oct 19 01:32:13.518309 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42226) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.522183 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-4818b090-ca8e-418f-9c5e-b00d10d8dd64 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.523088 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4818b090-ca8e-418f-9c5e-b00d10d8dd64 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0039701 Oct 19 01:32:13.525195 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42228) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.528851 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-f0b5a9e4-ba82-431d-8fc2-b65add4596a4 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.529971 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f0b5a9e4-ba82-431d-8fc2-b65add4596a4 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0037856 Oct 19 01:32:13.531955 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42230) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.536540 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-cc5b8e30-27a8-4e6a-9596-1280283e6d0d tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.537711 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cc5b8e30-27a8-4e6a-9596-1280283e6d0d tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0046751 Oct 19 01:32:13.539783 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42232) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.544248 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-ab91ede3-c391-42ca-b5e8-dddbbe187cce tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.545194 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ab91ede3-c391-42ca-b5e8-dddbbe187cce tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0044713 Oct 19 01:32:13.547356 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42234) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.551395 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-54d23c33-3a74-4cc9-8ad5-5ca5a23d049a tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.554303 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-54d23c33-3a74-4cc9-8ad5-5ca5a23d049a tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0041287 Oct 19 01:32:13.554650 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42238) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.558885 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-17aad8d3-31b0-47d5-86e4-9bc12d3ded19 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.560162 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-17aad8d3-31b0-47d5-86e4-9bc12d3ded19 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0042088 Oct 19 01:32:13.562787 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42240) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.566765 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-90580d8c-4424-4fb8-ae5a-b701bd1dba21 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.567812 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-90580d8c-4424-4fb8-ae5a-b701bd1dba21 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0039332 Oct 19 01:32:13.570098 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42242) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.574315 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [None req-a87aafa8-4158-4e1b-b58e-c6e91a3e6230 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.575773 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a87aafa8-4158-4e1b-b58e-c6e91a3e6230 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0041983 Oct 19 01:32:13.578302 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42244) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.582598 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [None req-3562a8a1-971d-4259-8ad7-9cc5ebc2f1a1 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.583509 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3562a8a1-971d-4259-8ad7-9cc5ebc2f1a1 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0043814 Oct 19 01:32:13.585968 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42246) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.590158 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-d3de90df-f33a-4fb6-857c-123924480886 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.591769 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d3de90df-f33a-4fb6-857c-123924480886 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0041935 Oct 19 01:32:13.593266 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42248) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.597068 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-6928a74d-ee13-4662-8022-b4a87653ceaf tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.599860 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6928a74d-ee13-4662-8022-b4a87653ceaf tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0038786 Oct 19 01:32:13.600619 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42250) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.604919 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [None req-097a22a6-6fbd-45fc-a198-68f904d6ffe2 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.606094 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-097a22a6-6fbd-45fc-a198-68f904d6ffe2 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0043046 Oct 19 01:32:13.608222 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42252) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.612347 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [None req-dc1a7341-b748-4299-b949-e0ca5716fce7 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.613365 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-dc1a7341-b748-4299-b949-e0ca5716fce7 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0042498 Oct 19 01:32:13.615673 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42254) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.619815 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [None req-0fd6c969-31fe-4197-be27-ff7606f42ccf tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.620997 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0fd6c969-31fe-4197-be27-ff7606f42ccf tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0041645 Oct 19 01:32:13.623700 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42256) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.628093 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [None req-f154c228-fe41-42dd-b58a-213a77e6b795 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.629339 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f154c228-fe41-42dd-b58a-213a77e6b795 tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0045114 Oct 19 01:32:13.631564 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42258) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.635511 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [None req-bdea5d86-033a-40fc-9783-f5e9233cfd4a tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.640410 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-bdea5d86-033a-40fc-9783-f5e9233cfd4a tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0071399 Oct 19 01:32:13.640567 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42260) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.645062 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [None req-de4f2577-3cd2-44f1-b0e7-d6103ffe290e tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:32:13.646084 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-de4f2577-3cd2-44f1-b0e7-d6103ffe290e tempest-ExtensionsTestJSON-1179775636 tempest-ExtensionsTestJSON-1179775636-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0048311 Oct 19 01:32:13.664161 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104b00a-98c7-4305-a3b9-ab565b041857 req-2c00a848-afa9-4a92-93be-17c7b4c7cb4f tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:13.665706 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0104b00a-98c7-4305-a3b9-ab565b041857 req-2c00a848-afa9-4a92-93be-17c7b4c7cb4f tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 945 time: 0.0663760 Oct 19 01:32:13.713440 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0104b00a-98c7-4305-a3b9-ab565b041857 req-dfbbc942-dff7-49ee-aa7c-f45f22ac500a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402284 Oct 19 01:32:13.915513 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9fde0a3c-191d-4310-a51d-e03f0192ba97 req-b2d96cd8-4fa0-4813-9c5a-4eb58e7130df tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f3cd72b-3a81-45ee-85a2-ceb52214de19 HTTP/1.1" status: 200 len: 210 time: 0.0321877 Oct 19 01:32:13.925301 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0eab19d9-96ef-464c-879a-7e9916ad950d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:13.926048 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42268) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:14.054674 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9511ea58-597b-425e-80bd-acb970a1034a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:14.140161 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9511ea58-597b-425e-80bd-acb970a1034a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:14.145663 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9511ea58-597b-425e-80bd-acb970a1034a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:14.158645 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206520b-0e22-4f40-a6b5-57c0a885b55c req-02c88afe-d501-4c58-ae75-354ff4087d56 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:14.160407 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0206520b-0e22-4f40-a6b5-57c0a885b55c req-02c88afe-d501-4c58-ae75-354ff4087d56 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=295af08b-62fb-4a10-897c-5b0b9b693923 HTTP/1.1" status: 200 len: 945 time: 0.0587664 Oct 19 01:32:14.187171 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9511ea58-597b-425e-80bd-acb970a1034a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d465ea5df5f64591889a49edd8db4bbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2581201 Oct 19 01:32:14.188289 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42274) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:14.190243 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511ea58-597b-425e-80bd-acb970a1034a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4e3161-8951-4e6f-8e48-a48253d5b43b,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:14.207136 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0206520b-0e22-4f40-a6b5-57c0a885b55c req-64795260-67ad-4662-b9c5-125c6f32978e tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=5a03ae4b-2171-4e98-8835-743ed0da22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362968 Oct 19 01:32:14.243602 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-99ffb7ad-2344-4716-a2e5-4c03e44a3fed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:14.267481 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-99ffb7ad-2344-4716-a2e5-4c03e44a3fed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:14.319507 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-99ffb7ad-2344-4716-a2e5-4c03e44a3fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:14.322194 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-99ffb7ad-2344-4716-a2e5-4c03e44a3fed admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:14.323413 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-99ffb7ad-2344-4716-a2e5-4c03e44a3fed admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ae4e3161-8951-4e6f-8e48-a48253d5b43b HTTP/1.1" status: 204 len: 168 time: 0.1341145 Oct 19 01:32:14.332485 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ffb7ad-2344-4716-a2e5-4c03e44a3fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4e3161-8951-4e6f-8e48-a48253d5b43b,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:14.844520 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043c625-e6a5-4127-a3ec-08000091e29f req-bc55bd9e-c56d-4034-a2cb-965cfb4497fc tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:14.852023 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2043c625-e6a5-4127-a3ec-08000091e29f req-bc55bd9e-c56d-4034-a2cb-965cfb4497fc tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 945 time: 0.0599360 Oct 19 01:32:14.893187 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2043c625-e6a5-4127-a3ec-08000091e29f req-dcce61f6-4d6a-4d92-a374-bb180eaf681d tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402184 Oct 19 01:32:15.040391 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f41d3146-3366-45c0-a36c-6bf5de9920bb req-cc43f310-e9f6-4f23-8c6f-7c9f398e5d39 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f3cd72b-3a81-45ee-85a2-ceb52214de19 HTTP/1.1" status: 200 len: 210 time: 0.0404716 Oct 19 01:32:15.055517 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42300) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:15.154811 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-61d1fca1-ac3a-42c0-8024-6c7f4d6487fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Request body: {'networks': [{'name': 'tempest-network--64838661'}, {'name': 'tempest-network--481028570'}]} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:15.155125 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-61d1fca1-ac3a-42c0-8024-6c7f4d6487fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Request body: {'network': {'name': 'tempest-network--64838661'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:15.155581 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-61d1fca1-ac3a-42c0-8024-6c7f4d6487fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Request body: {'network': {'name': 'tempest-network--481028570'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:15.180795 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d1fca1-ac3a-42c0-8024-6c7f4d6487fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Made reservation on behalf of f5380e8e524349d1b3d6482c8423cfcc for: {'network': 2} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:15.185281 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-61d1fca1-ac3a-42c0-8024-6c7f4d6487fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:15.193606 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-61d1fca1-ac3a-42c0-8024-6c7f4d6487fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:15.267618 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-61d1fca1-ac3a-42c0-8024-6c7f4d6487fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:15.273035 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-61d1fca1-ac3a-42c0-8024-6c7f4d6487fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:15.273604 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-61d1fca1-ac3a-42c0-8024-6c7f4d6487fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:15.338176 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1fca1-ac3a-42c0-8024-6c7f4d6487fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6fcb6d-932f-4bed-9996-c2c84f54fb6d,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:15.345296 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d1fca1-ac3a-42c0-8024-6c7f4d6487fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:32:15.360549 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-61d1fca1-ac3a-42c0-8024-6c7f4d6487fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:15.360894 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-61d1fca1-ac3a-42c0-8024-6c7f4d6487fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Added segment f8cc68a8-56fc-4041-b9c3-28ea93a0e6e4 of type vlan for network 39a15af6-eae5-4618-b2cb-99f81be46231 Oct 19 01:32:15.386250 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b63e64-38b5-4d37-848a-c24ffcd3aeaa req-5100c00e-79a7-4934-a385-e057dd000d14 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:15.387801 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-31b63e64-38b5-4d37-848a-c24ffcd3aeaa req-5100c00e-79a7-4934-a385-e057dd000d14 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=295af08b-62fb-4a10-897c-5b0b9b693923 HTTP/1.1" status: 200 len: 945 time: 0.0959713 Oct 19 01:32:15.437145 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-61d1fca1-ac3a-42c0-8024-6c7f4d6487fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:15.467760 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-31b63e64-38b5-4d37-848a-c24ffcd3aeaa req-11994a27-35d4-4ed9-845d-8cc38bc084ed tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=5a03ae4b-2171-4e98-8835-743ed0da22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552120 Oct 19 01:32:15.480813 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d1fca1-ac3a-42c0-8024-6c7f4d6487fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:32:15.490738 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-61d1fca1-ac3a-42c0-8024-6c7f4d6487fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:15.491078 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-61d1fca1-ac3a-42c0-8024-6c7f4d6487fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Added segment b6148ce9-428e-4579-bb48-cd97edbe70c0 of type vlan for network e638aa08-0519-4109-89c2-653ee4976e39 Oct 19 01:32:15.531588 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-61d1fca1-ac3a-42c0-8024-6c7f4d6487fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:15.557240 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-61d1fca1-ac3a-42c0-8024-6c7f4d6487fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:15.557824 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-61d1fca1-ac3a-42c0-8024-6c7f4d6487fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:15.563999 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d1fca1-ac3a-42c0-8024-6c7f4d6487fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:15.569473 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d1fca1-ac3a-42c0-8024-6c7f4d6487fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:15.570134 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-61d1fca1-ac3a-42c0-8024-6c7f4d6487fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:15.605058 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-61d1fca1-ac3a-42c0-8024-6c7f4d6487fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 0.5482583 Oct 19 01:32:15.607997 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42306) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:15.652441 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1fca1-ac3a-42c0-8024-6c7f4d6487fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Pushing event updated for resources: {'Network': ['ID=39a15af6-eae5-4618-b2cb-99f81be46231,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:15.667514 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 39a15af6-eae5-4618-b2cb-99f81be46231 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:32:15.731283 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1fca1-ac3a-42c0-8024-6c7f4d6487fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Pushing event updated for resources: {'Network': ['ID=e638aa08-0519-4109-89c2-653ee4976e39,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:15.744131 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network e638aa08-0519-4109-89c2-653ee4976e39 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:32:15.818219 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0c796a-24fe-4ef9-8dcd-bdd3a8f39b55 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:15.825167 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0c796a-24fe-4ef9-8dcd-bdd3a8f39b55 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:15.833421 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0c796a-24fe-4ef9-8dcd-bdd3a8f39b55 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:15.839158 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0c796a-24fe-4ef9-8dcd-bdd3a8f39b55 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:15.840829 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5c0c796a-24fe-4ef9-8dcd-bdd3a8f39b55 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.2318020 Oct 19 01:32:15.844730 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42308) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:15.923200 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8d7cc22d-3b8a-4b48-b0d6-529c46d470e1 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:16.036982 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8d7cc22d-3b8a-4b48-b0d6-529c46d470e1 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:16.063339 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e44ce-1ad1-4fc2-93db-5be72e2ed14b req-f1fba699-2313-4f26-a192-f488ca941750 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:16.064864 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-509e44ce-1ad1-4fc2-93db-5be72e2ed14b req-f1fba699-2313-4f26-a192-f488ca941750 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 945 time: 0.1091952 Oct 19 01:32:16.068507 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-8d7cc22d-3b8a-4b48-b0d6-529c46d470e1 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39a15af6-eae5-4618-b2cb-99f81be46231']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:16.089044 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-8d7cc22d-3b8a-4b48-b0d6-529c46d470e1 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8cc68a8-56fc-4041-b9c3-28ea93a0e6e4') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:16.089347 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-8d7cc22d-3b8a-4b48-b0d6-529c46d470e1 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8cc68a8-56fc-4041-b9c3-28ea93a0e6e4') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:16.111377 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8d7cc22d-3b8a-4b48-b0d6-529c46d470e1 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:16.132649 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8d7cc22d-3b8a-4b48-b0d6-529c46d470e1 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:16.145066 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3f9a6a0c-9154-4d68-8fdc-51e1d0d27ad6 req-bccafe62-82c2-4558-9216-dede86133279 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f3cd72b-3a81-45ee-85a2-ceb52214de19 HTTP/1.1" status: 200 len: 210 time: 0.0295215 Oct 19 01:32:16.148211 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-509e44ce-1ad1-4fc2-93db-5be72e2ed14b req-73007095-7ffb-49fd-9c4f-f72d9acc3f1d tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701387 Oct 19 01:32:16.149709 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d7cc22d-3b8a-4b48-b0d6-529c46d470e1 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:32:16.150041 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8d7cc22d-3b8a-4b48-b0d6-529c46d470e1 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:16.156664 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 2b005bd8-0c25-4f96-8454-104f6576f5bc no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:32:16.159976 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:32:16.159976 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:32:16.159976 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:32:16.159976 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:32:16.159976 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:32:16.159976 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:32:16.159976 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:32:16.159976 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:32:16.159976 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:32:16.159976 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:32:16.159976 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:32:16.159976 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:32:16.159976 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:32:16.159976 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:32:16.159976 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:32:16.159976 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:32:16.159976 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:32:16.159976 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:32:16.159976 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:32:16.159976 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:32:16.159976 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:32:16.159976 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:32:16.159976 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:32:16.159976 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:32:16.159976 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:32:16.159976 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:32:16.159976 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:32:16.159976 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:32:16.159976 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:32:16.159976 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:32:16.159976 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:32:16.159976 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:32:16.180718 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 2b005bd8-0c25-4f96-8454-104f6576f5bc {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:32:16.181297 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 2b005bd8-0c25-4f96-8454-104f6576f5bc not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:32:16.232040 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8d7cc22d-3b8a-4b48-b0d6-529c46d470e1 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:16.239162 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8d7cc22d-3b8a-4b48-b0d6-529c46d470e1 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:16.242036 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8d7cc22d-3b8a-4b48-b0d6-529c46d470e1 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] 10.222.0.57 "DELETE /v2.0/networks/39a15af6-eae5-4618-b2cb-99f81be46231 HTTP/1.1" status: 204 len: 168 time: 0.3963554 Oct 19 01:32:16.244810 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42314) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:16.253872 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7cc22d-3b8a-4b48-b0d6-529c46d470e1 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Pushing event deleted for resources: {'Network': ['ID=39a15af6-eae5-4618-b2cb-99f81be46231,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:16.323547 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-27b4c505-eb2f-4806-8fbd-7047bc89d615 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:16.406504 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-27b4c505-eb2f-4806-8fbd-7047bc89d615 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:16.425477 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-27b4c505-eb2f-4806-8fbd-7047bc89d615 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e638aa08-0519-4109-89c2-653ee4976e39']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:16.434295 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-27b4c505-eb2f-4806-8fbd-7047bc89d615 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6148ce9-428e-4579-bb48-cd97edbe70c0') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:16.434582 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-27b4c505-eb2f-4806-8fbd-7047bc89d615 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6148ce9-428e-4579-bb48-cd97edbe70c0') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:16.448187 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-27b4c505-eb2f-4806-8fbd-7047bc89d615 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:16.461620 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-27b4c505-eb2f-4806-8fbd-7047bc89d615 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:16.467174 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b4c505-eb2f-4806-8fbd-7047bc89d615 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:32:16.467536 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-27b4c505-eb2f-4806-8fbd-7047bc89d615 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:16.470344 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:32:16.470344 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:32:16.470344 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:32:16.470344 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:32:16.470344 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:32:16.470344 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:32:16.470344 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:32:16.470344 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:32:16.470344 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:32:16.470344 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:32:16.470344 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:32:16.470344 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:32:16.470344 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:32:16.470344 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:32:16.470344 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:32:16.470344 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:32:16.470344 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:32:16.470344 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:32:16.470344 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:32:16.470344 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:32:16.470344 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:32:16.470344 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:32:16.470344 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:32:16.470344 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:32:16.470344 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:32:16.470344 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:32:16.470344 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:32:16.470344 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:32:16.470344 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:32:16.470344 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:32:16.470344 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:32:16.470344 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:32:16.527175 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-27b4c505-eb2f-4806-8fbd-7047bc89d615 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:16.534552 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-27b4c505-eb2f-4806-8fbd-7047bc89d615 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:16.537659 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-27b4c505-eb2f-4806-8fbd-7047bc89d615 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] 10.222.0.57 "DELETE /v2.0/networks/e638aa08-0519-4109-89c2-653ee4976e39 HTTP/1.1" status: 204 len: 168 time: 0.2917821 Oct 19 01:32:16.540481 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42318) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:16.557368 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4c505-eb2f-4806-8fbd-7047bc89d615 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Pushing event deleted for resources: {'Network': ['ID=e638aa08-0519-4109-89c2-653ee4976e39,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:16.579160 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f16f16b8-0810-4317-a0f4-4a3b2996b992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:16.599027 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dad636-4a14-440f-a4e6-06164e2a839e req-06b019a2-423e-4fa9-843a-01b22e0547fc tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:16.601092 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b2dad636-4a14-440f-a4e6-06164e2a839e req-06b019a2-423e-4fa9-843a-01b22e0547fc tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=295af08b-62fb-4a10-897c-5b0b9b693923 HTTP/1.1" status: 200 len: 945 time: 0.0624366 Oct 19 01:32:16.640667 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b2dad636-4a14-440f-a4e6-06164e2a839e req-512c698d-7a69-40a7-b236-00310a2965e2 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=5a03ae4b-2171-4e98-8835-743ed0da22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334566 Oct 19 01:32:16.648327 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54362525-1572-4779-9eb9-60abeb749461 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:16.654713 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54362525-1572-4779-9eb9-60abeb749461 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:16.656283 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-54362525-1572-4779-9eb9-60abeb749461 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1147501 Oct 19 01:32:16.659946 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42320) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:16.664700 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-0f19a669-d291-46d7-b8db-9f0c801eebe3 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1687151294'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:16.684744 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f19a669-d291-46d7-b8db-9f0c801eebe3 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Made reservation on behalf of f5380e8e524349d1b3d6482c8423cfcc for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:16.688761 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0f19a669-d291-46d7-b8db-9f0c801eebe3 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:16.716799 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f19a669-d291-46d7-b8db-9f0c801eebe3 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:32:16.725518 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0f19a669-d291-46d7-b8db-9f0c801eebe3 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:16.725845 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-0f19a669-d291-46d7-b8db-9f0c801eebe3 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Added segment 0dffd9da-35ba-42d0-8a4e-a7c4f6b16f9d of type vlan for network cecf80c4-feef-4538-a0fd-004e800b0425 Oct 19 01:32:16.765927 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0f19a669-d291-46d7-b8db-9f0c801eebe3 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:16.788684 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0f19a669-d291-46d7-b8db-9f0c801eebe3 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:16.794205 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f19a669-d291-46d7-b8db-9f0c801eebe3 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:16.795271 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0f19a669-d291-46d7-b8db-9f0c801eebe3 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:16.833193 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0f19a669-d291-46d7-b8db-9f0c801eebe3 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1720636 Oct 19 01:32:16.835659 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42322) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:16.842795 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-0ad7aa90-8487-44c6-bfb3-4ed09dad4da5 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-618011211'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:16.872591 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f19a669-d291-46d7-b8db-9f0c801eebe3 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Pushing event updated for resources: {'Network': ['ID=cecf80c4-feef-4538-a0fd-004e800b0425,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:16.886297 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19a669-d291-46d7-b8db-9f0c801eebe3 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:16.886646 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19a669-d291-46d7-b8db-9f0c801eebe3 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:16.886992 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19a669-d291-46d7-b8db-9f0c801eebe3 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:16.887317 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19a669-d291-46d7-b8db-9f0c801eebe3 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:16.887651 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19a669-d291-46d7-b8db-9f0c801eebe3 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:16.888004 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19a669-d291-46d7-b8db-9f0c801eebe3 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:16.888478 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19a669-d291-46d7-b8db-9f0c801eebe3 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:16.888819 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19a669-d291-46d7-b8db-9f0c801eebe3 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:16.889141 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19a669-d291-46d7-b8db-9f0c801eebe3 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:16.889465 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19a669-d291-46d7-b8db-9f0c801eebe3 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:16.889792 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19a669-d291-46d7-b8db-9f0c801eebe3 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:16.890115 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19a669-d291-46d7-b8db-9f0c801eebe3 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:16.900838 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network cecf80c4-feef-4538-a0fd-004e800b0425 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:32:16.901374 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad7aa90-8487-44c6-bfb3-4ed09dad4da5 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Made reservation on behalf of f5380e8e524349d1b3d6482c8423cfcc for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:16.904535 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0ad7aa90-8487-44c6-bfb3-4ed09dad4da5 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:16.928250 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad7aa90-8487-44c6-bfb3-4ed09dad4da5 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:32:16.938843 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0ad7aa90-8487-44c6-bfb3-4ed09dad4da5 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:16.939189 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-0ad7aa90-8487-44c6-bfb3-4ed09dad4da5 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Added segment 5f501198-1c59-48ca-a30e-4c3fb876c894 of type vlan for network aafe3bf5-ebf2-4230-adda-aee5cfd42ddb Oct 19 01:32:16.987531 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0ad7aa90-8487-44c6-bfb3-4ed09dad4da5 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:17.012041 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0ad7aa90-8487-44c6-bfb3-4ed09dad4da5 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:17.017825 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad7aa90-8487-44c6-bfb3-4ed09dad4da5 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:17.018411 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0ad7aa90-8487-44c6-bfb3-4ed09dad4da5 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:17.047434 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0ad7aa90-8487-44c6-bfb3-4ed09dad4da5 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2107642 Oct 19 01:32:17.050123 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42324) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:17.054842 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-c4ebf2fc-5989-4f13-ac6e-d29ac728e9d2 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Request body: {'ports': [{'network_id': 'cecf80c4-feef-4538-a0fd-004e800b0425', 'name': 'tempest-port--1686129097', 'admin_state_up': True}, {'network_id': 'aafe3bf5-ebf2-4230-adda-aee5cfd42ddb', 'admin_state_up': False}]} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:17.055159 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-c4ebf2fc-5989-4f13-ac6e-d29ac728e9d2 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Request body: {'port': {'network_id': 'cecf80c4-feef-4538-a0fd-004e800b0425', 'name': 'tempest-port--1686129097', 'admin_state_up': True}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:17.055776 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-c4ebf2fc-5989-4f13-ac6e-d29ac728e9d2 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Request body: {'port': {'network_id': 'aafe3bf5-ebf2-4230-adda-aee5cfd42ddb', 'admin_state_up': False}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:17.108601 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7aa90-8487-44c6-bfb3-4ed09dad4da5 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Pushing event updated for resources: {'Network': ['ID=aafe3bf5-ebf2-4230-adda-aee5cfd42ddb,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:17.119789 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network aafe3bf5-ebf2-4230-adda-aee5cfd42ddb details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:32:17.219919 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42330) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:17.261988 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:17.288791 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ebf2fc-5989-4f13-ac6e-d29ac728e9d2 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Made reservation on behalf of f5380e8e524349d1b3d6482c8423cfcc for: {'port': 2} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:17.293282 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c4ebf2fc-5989-4f13-ac6e-d29ac728e9d2 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:17.313105 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c4ebf2fc-5989-4f13-ac6e-d29ac728e9d2 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:17.321765 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bb17c-a446-43ea-b9a9-93aede3ebcce req-d9eefa02-5e30-4331-9483-3081641f77dc tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:17.323243 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-749bb17c-a446-43ea-b9a9-93aede3ebcce req-d9eefa02-5e30-4331-9483-3081641f77dc tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 945 time: 0.0884724 Oct 19 01:32:17.357010 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-8ed528de-ce99-4737-b0dd-1b2104725c75 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Deleting port 67ce647c-17e1-4742-be12-0be604f8a749 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:17.357921 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8ed528de-ce99-4737-b0dd-1b2104725c75 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:17.442143 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8ed528de-ce99-4737-b0dd-1b2104725c75 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:17.442404 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8ed528de-ce99-4737-b0dd-1b2104725c75 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:17.455205 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-8ed528de-ce99-4737-b0dd-1b2104725c75 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Calling delete_port for 67ce647c-17e1-4742-be12-0be604f8a749 owned by network:floatingip {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:17.596421 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8ed528de-ce99-4737-b0dd-1b2104725c75 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:17.622243 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed528de-ce99-4737-b0dd-1b2104725c75 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Pushing event deleted for resources: {'Port': ['ID=67ce647c-17e1-4742-be12-0be604f8a749,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:17.691403 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8ed528de-ce99-4737-b0dd-1b2104725c75 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for floatingip, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:17.694475 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8ed528de-ce99-4737-b0dd-1b2104725c75 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:17.698961 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8ed528de-ce99-4737-b0dd-1b2104725c75 tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "DELETE /v2.0/floatingips/2c61e9ce-9f4b-4194-8c20-b10171a70815 HTTP/1.1" status: 204 len: 168 time: 0.4755037 Oct 19 01:32:17.733408 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-749bb17c-a446-43ea-b9a9-93aede3ebcce req-121b84f4-8159-4085-89f3-13b5d8e6dfb5 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027283 Oct 19 01:32:17.766870 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64e4eb-17cd-46c1-9cf7-3141031d5847 req-64b2f102-e248-4f2e-b871-a4661339961c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:17.768546 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9b64e4eb-17cd-46c1-9cf7-3141031d5847 req-64b2f102-e248-4f2e-b871-a4661339961c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=295af08b-62fb-4a10-897c-5b0b9b693923 HTTP/1.1" status: 200 len: 945 time: 0.0562766 Oct 19 01:32:17.787945 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-c4ebf2fc-5989-4f13-ac6e-d29ac728e9d2 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] device_id is not set on port 5261204c-e9ea-4a72-acfc-b4e56c047e8e yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:32:17.819685 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9b64e4eb-17cd-46c1-9cf7-3141031d5847 req-952d4c36-8f27-4e77-867f-9a1e06a8a890 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=5a03ae4b-2171-4e98-8835-743ed0da22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450518 Oct 19 01:32:17.825006 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:17.928225 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c4ebf2fc-5989-4f13-ac6e-d29ac728e9d2 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:18.000011 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-c4ebf2fc-5989-4f13-ac6e-d29ac728e9d2 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] device_id is not set on port 91382eb6-b46e-4e09-8691-60bcf1bb0df5 yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:32:18.113641 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c4ebf2fc-5989-4f13-ac6e-d29ac728e9d2 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:18.151776 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c4ebf2fc-5989-4f13-ac6e-d29ac728e9d2 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:18.210948 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ebf2fc-5989-4f13-ac6e-d29ac728e9d2 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Pushing event updated for resources: {'Port': ['ID=5261204c-e9ea-4a72-acfc-b4e56c047e8e,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:18.221692 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ebf2fc-5989-4f13-ac6e-d29ac728e9d2 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Checking segment: {'id': '0dffd9da-35ba-42d0-8a4e-a7c4f6b16f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cecf80c4-feef-4538-a0fd-004e800b0425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:18.222049 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ebf2fc-5989-4f13-ac6e-d29ac728e9d2 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Network hostable DHCP agents. Network: cecf80c4-feef-4538-a0fd-004e800b0425, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:32:18.240401 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ebf2fc-5989-4f13-ac6e-d29ac728e9d2 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Network cecf80c4-feef-4538-a0fd-004e800b0425 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:32:18.254513 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-c4ebf2fc-5989-4f13-ac6e-d29ac728e9d2 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, cecf80c4-feef-4538-a0fd-004e800b0425) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:18.261979 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c50da6e-2637-4c5c-b4f2-c3b622a5607b None None] Network cecf80c4-feef-4538-a0fd-004e800b0425 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:18.264848 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ebf2fc-5989-4f13-ac6e-d29ac728e9d2 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:18.266037 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c4ebf2fc-5989-4f13-ac6e-d29ac728e9d2 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:18.334770 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ebf2fc-5989-4f13-ac6e-d29ac728e9d2 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Pushing event updated for resources: {'Port': ['ID=91382eb6-b46e-4e09-8691-60bcf1bb0df5,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:18.348290 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ebf2fc-5989-4f13-ac6e-d29ac728e9d2 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Checking segment: {'id': '5f501198-1c59-48ca-a30e-4c3fb876c894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'aafe3bf5-ebf2-4230-adda-aee5cfd42ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:18.348800 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ebf2fc-5989-4f13-ac6e-d29ac728e9d2 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Network hostable DHCP agents. Network: aafe3bf5-ebf2-4230-adda-aee5cfd42ddb, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:32:18.366958 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ebf2fc-5989-4f13-ac6e-d29ac728e9d2 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Network aafe3bf5-ebf2-4230-adda-aee5cfd42ddb is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:32:18.378349 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-c4ebf2fc-5989-4f13-ac6e-d29ac728e9d2 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, aafe3bf5-ebf2-4230-adda-aee5cfd42ddb) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:18.382329 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ebf2fc-5989-4f13-ac6e-d29ac728e9d2 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:18.388032 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d55b43c-cd61-4c14-b3ee-c5d6db1fb1cf None None] Network aafe3bf5-ebf2-4230-adda-aee5cfd42ddb requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:18.389561 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ebf2fc-5989-4f13-ac6e-d29ac728e9d2 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:18.395198 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ebf2fc-5989-4f13-ac6e-d29ac728e9d2 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:18.396017 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c4ebf2fc-5989-4f13-ac6e-d29ac728e9d2 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:18.415093 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c4ebf2fc-5989-4f13-ac6e-d29ac728e9d2 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.3637772 Oct 19 01:32:18.417854 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42342) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:18.505400 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289b9c66-5e09-4a7e-bda1-6df42a2f6e23 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:18.511340 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289b9c66-5e09-4a7e-bda1-6df42a2f6e23 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:18.512993 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-289b9c66-5e09-4a7e-bda1-6df42a2f6e23 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0945644 Oct 19 01:32:18.516096 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42344) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:18.611110 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-ef35530a-d008-4f3d-bac1-0c4e3232dd21 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Deleting port 5261204c-e9ea-4a72-acfc-b4e56c047e8e {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:18.611453 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ef35530a-d008-4f3d-bac1-0c4e3232dd21 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:18.681362 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ef35530a-d008-4f3d-bac1-0c4e3232dd21 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:18.694308 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-ef35530a-d008-4f3d-bac1-0c4e3232dd21 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Calling delete_port for 5261204c-e9ea-4a72-acfc-b4e56c047e8e owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:18.778633 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ef35530a-d008-4f3d-bac1-0c4e3232dd21 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:18.808729 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef35530a-d008-4f3d-bac1-0c4e3232dd21 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Pushing event deleted for resources: {'Port': ['ID=5261204c-e9ea-4a72-acfc-b4e56c047e8e,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:18.825915 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ef35530a-d008-4f3d-bac1-0c4e3232dd21 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:18.827675 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ef35530a-d008-4f3d-bac1-0c4e3232dd21 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] 10.222.0.57 "DELETE /v2.0/ports/5261204c-e9ea-4a72-acfc-b4e56c047e8e HTTP/1.1" status: 204 len: 168 time: 0.3106296 Oct 19 01:32:18.830593 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42348) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:18.874585 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249e5e1-fd32-4ceb-b96e-59165295bd0b req-303176dc-59a3-4689-85ce-26745246b3be tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:18.877606 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2249e5e1-fd32-4ceb-b96e-59165295bd0b req-303176dc-59a3-4689-85ce-26745246b3be tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 945 time: 0.0663347 Oct 19 01:32:18.925281 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2249e5e1-fd32-4ceb-b96e-59165295bd0b req-63e1baf9-69c1-4c41-9440-de91c0a28917 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417252 Oct 19 01:32:18.978720 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-35ec2657-d030-495c-9e91-6c1788d55804 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Deleting port 91382eb6-b46e-4e09-8691-60bcf1bb0df5 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:18.979474 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-35ec2657-d030-495c-9e91-6c1788d55804 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:18.994068 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca353e3-b4da-4e7a-a1d1-20b76f0eab98 req-c6170004-85b2-4bc1-be06-a4dd04c34ffa tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:18.994068 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6ca353e3-b4da-4e7a-a1d1-20b76f0eab98 req-c6170004-85b2-4bc1-be06-a4dd04c34ffa tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=295af08b-62fb-4a10-897c-5b0b9b693923 HTTP/1.1" status: 200 len: 945 time: 0.0751355 Oct 19 01:32:19.077345 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-35ec2657-d030-495c-9e91-6c1788d55804 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:19.090008 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6ca353e3-b4da-4e7a-a1d1-20b76f0eab98 req-c1c4c167-dee2-4956-bebe-5bd62939085a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=5a03ae4b-2171-4e98-8835-743ed0da22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855072 Oct 19 01:32:19.094627 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-35ec2657-d030-495c-9e91-6c1788d55804 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Calling delete_port for 91382eb6-b46e-4e09-8691-60bcf1bb0df5 owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:19.177003 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-35ec2657-d030-495c-9e91-6c1788d55804 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:19.207450 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec2657-d030-495c-9e91-6c1788d55804 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Pushing event deleted for resources: {'Port': ['ID=91382eb6-b46e-4e09-8691-60bcf1bb0df5,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:19.213389 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-35ec2657-d030-495c-9e91-6c1788d55804 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:19.217506 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-35ec2657-d030-495c-9e91-6c1788d55804 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] 10.222.0.57 "DELETE /v2.0/ports/91382eb6-b46e-4e09-8691-60bcf1bb0df5 HTTP/1.1" status: 204 len: 168 time: 0.3850503 Oct 19 01:32:19.219983 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42354) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:19.266487 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ec4d8d2e-d1ab-47b4-9663-a01086b066ab tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0453415 Oct 19 01:32:19.270127 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42356) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:19.275464 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-f411c6eb-dd73-4390-b0fc-a68826b8df08 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-104100392'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:19.296642 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f411c6eb-dd73-4390-b0fc-a68826b8df08 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Made reservation on behalf of f5380e8e524349d1b3d6482c8423cfcc for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:19.300103 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f411c6eb-dd73-4390-b0fc-a68826b8df08 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:19.322586 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f411c6eb-dd73-4390-b0fc-a68826b8df08 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:32:19.332699 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f411c6eb-dd73-4390-b0fc-a68826b8df08 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:19.333048 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-f411c6eb-dd73-4390-b0fc-a68826b8df08 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Added segment bd0eab86-d58e-4f1e-875a-98857e37cb57 of type vlan for network 50a9e02b-c528-4ae2-b7ab-53a394d317fd Oct 19 01:32:19.374673 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f411c6eb-dd73-4390-b0fc-a68826b8df08 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:19.401221 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f411c6eb-dd73-4390-b0fc-a68826b8df08 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:19.407091 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f411c6eb-dd73-4390-b0fc-a68826b8df08 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:19.407712 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f411c6eb-dd73-4390-b0fc-a68826b8df08 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:19.448117 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f411c6eb-dd73-4390-b0fc-a68826b8df08 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1768379 Oct 19 01:32:19.451454 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42358) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:19.456787 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-9e1a3d4a-4a32-46fd-8724-ed2ec63cf54d tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1195888720'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:19.478563 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1a3d4a-4a32-46fd-8724-ed2ec63cf54d tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Made reservation on behalf of f5380e8e524349d1b3d6482c8423cfcc for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:19.482170 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9e1a3d4a-4a32-46fd-8724-ed2ec63cf54d tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:19.484968 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411c6eb-dd73-4390-b0fc-a68826b8df08 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Pushing event updated for resources: {'Network': ['ID=50a9e02b-c528-4ae2-b7ab-53a394d317fd,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:19.494624 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 50a9e02b-c528-4ae2-b7ab-53a394d317fd details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:32:19.508494 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1a3d4a-4a32-46fd-8724-ed2ec63cf54d tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:32:19.518825 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9e1a3d4a-4a32-46fd-8724-ed2ec63cf54d tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:19.519267 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-9e1a3d4a-4a32-46fd-8724-ed2ec63cf54d tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Added segment fcd23f82-1944-47c3-a58e-36a102cbb3aa of type vlan for network 284af9cf-b74b-427d-be27-61cf9b843c7a Oct 19 01:32:19.565062 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9e1a3d4a-4a32-46fd-8724-ed2ec63cf54d tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:19.591208 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9e1a3d4a-4a32-46fd-8724-ed2ec63cf54d tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:19.597931 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1a3d4a-4a32-46fd-8724-ed2ec63cf54d tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:19.598498 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9e1a3d4a-4a32-46fd-8724-ed2ec63cf54d tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:19.637334 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9e1a3d4a-4a32-46fd-8724-ed2ec63cf54d tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1847351 Oct 19 01:32:19.668645 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a3d4a-4a32-46fd-8724-ed2ec63cf54d tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Pushing event updated for resources: {'Network': ['ID=284af9cf-b74b-427d-be27-61cf9b843c7a,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:19.680494 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 284af9cf-b74b-427d-be27-61cf9b843c7a details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:32:19.771644 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42360) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:19.777277 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-e06d5e73-f756-43d8-bcc4-712dc7f12572 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Request body: {'subnets': [{'network_id': '50a9e02b-c528-4ae2-b7ab-53a394d317fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--695464543', 'ip_version': 4}, {'network_id': '284af9cf-b74b-427d-be27-61cf9b843c7a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:19.777592 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-e06d5e73-f756-43d8-bcc4-712dc7f12572 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Request body: {'subnet': {'network_id': '50a9e02b-c528-4ae2-b7ab-53a394d317fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--695464543', 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:19.778550 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-e06d5e73-f756-43d8-bcc4-712dc7f12572 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Request body: {'subnet': {'network_id': '284af9cf-b74b-427d-be27-61cf9b843c7a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:19.784954 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:19.939770 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06d5e73-f756-43d8-bcc4-712dc7f12572 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Made reservation on behalf of f5380e8e524349d1b3d6482c8423cfcc for: {'subnet': 2} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:19.944275 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e06d5e73-f756-43d8-bcc4-712dc7f12572 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:19.944609 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e06d5e73-f756-43d8-bcc4-712dc7f12572 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:20.089482 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed49ef-cc16-4e0a-a351-b62c31e2b6b8 req-c69d6578-c315-4175-8347-661418525445 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:20.096272 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7bed49ef-cc16-4e0a-a351-b62c31e2b6b8 req-c69d6578-c315-4175-8347-661418525445 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 945 time: 0.0997326 Oct 19 01:32:20.140932 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7bed49ef-cc16-4e0a-a351-b62c31e2b6b8 req-2d52c2cf-3460-47e4-a3d6-74347d2eb970 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422862 Oct 19 01:32:20.274223 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cba07-5394-4999-9d88-585d9d70bbdc req-f63237c7-f1df-47a4-b01e-d6629dd7b84a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:20.275595 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-561cba07-5394-4999-9d88-585d9d70bbdc req-f63237c7-f1df-47a4-b01e-d6629dd7b84a tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=295af08b-62fb-4a10-897c-5b0b9b693923 HTTP/1.1" status: 200 len: 945 time: 0.0969818 Oct 19 01:32:20.349666 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-561cba07-5394-4999-9d88-585d9d70bbdc req-16f2b8c9-43cf-4591-b935-d8bb025cd435 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=5a03ae4b-2171-4e98-8835-743ed0da22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677192 Oct 19 01:32:20.395987 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e06d5e73-f756-43d8-bcc4-712dc7f12572 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:20.456413 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d5e73-f756-43d8-bcc4-712dc7f12572 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Pushing event updated for resources: {'Subnet': ['ID=604088a6-4b93-4504-9f48-ddf12207400c,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:20.466818 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06d5e73-f756-43d8-bcc4-712dc7f12572 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Checking segment: {'id': 'bd0eab86-d58e-4f1e-875a-98857e37cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '50a9e02b-c528-4ae2-b7ab-53a394d317fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:20.467187 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06d5e73-f756-43d8-bcc4-712dc7f12572 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Network hostable DHCP agents. Network: 50a9e02b-c528-4ae2-b7ab-53a394d317fd, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:32:20.483800 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06d5e73-f756-43d8-bcc4-712dc7f12572 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Network 50a9e02b-c528-4ae2-b7ab-53a394d317fd is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:32:20.492298 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-e06d5e73-f756-43d8-bcc4-712dc7f12572 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 50a9e02b-c528-4ae2-b7ab-53a394d317fd) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:20.496324 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e06d5e73-f756-43d8-bcc4-712dc7f12572 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:20.504949 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798824c6-6922-4925-a7f9-0b163fc12f14 None None] Network 50a9e02b-c528-4ae2-b7ab-53a394d317fd requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:20.559831 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d5e73-f756-43d8-bcc4-712dc7f12572 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Pushing event updated for resources: {'Subnet': ['ID=e3addca1-26e0-4c98-8669-2803df79e981,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:20.570068 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06d5e73-f756-43d8-bcc4-712dc7f12572 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Checking segment: {'id': 'fcd23f82-1944-47c3-a58e-36a102cbb3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '284af9cf-b74b-427d-be27-61cf9b843c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:20.570424 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06d5e73-f756-43d8-bcc4-712dc7f12572 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Network hostable DHCP agents. Network: 284af9cf-b74b-427d-be27-61cf9b843c7a, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:32:20.590937 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06d5e73-f756-43d8-bcc4-712dc7f12572 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Network 284af9cf-b74b-427d-be27-61cf9b843c7a is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:32:20.600066 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-e06d5e73-f756-43d8-bcc4-712dc7f12572 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 284af9cf-b74b-427d-be27-61cf9b843c7a) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:20.604785 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06d5e73-f756-43d8-bcc4-712dc7f12572 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:20.605403 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06d5e73-f756-43d8-bcc4-712dc7f12572 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:20.606087 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e06d5e73-f756-43d8-bcc4-712dc7f12572 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:20.609689 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311236b6-902a-4045-b086-536812de281f None None] Network 284af9cf-b74b-427d-be27-61cf9b843c7a requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:20.625168 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e06d5e73-f756-43d8-bcc4-712dc7f12572 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 0.8522923 Oct 19 01:32:20.627747 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42368) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:20.720536 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1479c9-f38c-43db-ba1b-ee7673389b79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-50a9e02b-c528-4ae2-b7ab-53a394d317fd', 'network_id': '50a9e02b-c528-4ae2-b7ab-53a394d317fd', 'tenant_id': 'f5380e8e524349d1b3d6482c8423cfcc', 'fixed_ips': [{'subnet_id': '604088a6-4b93-4504-9f48-ddf12207400c'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:32:20.721536 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3d1479c9-f38c-43db-ba1b-ee7673389b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:20.728018 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1f7fc1-9d1e-4185-82b9-6eeb0c963810 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:20.729667 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1f7fc1-9d1e-4185-82b9-6eeb0c963810 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:20.731182 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1f7fc1-9d1e-4185-82b9-6eeb0c963810 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:20.735922 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9c1f7fc1-9d1e-4185-82b9-6eeb0c963810 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1037085 Oct 19 01:32:20.736438 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42370) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:20.789873 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-19bd6b63-948e-4608-9d1f-a0e4b5395613 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Deleting subnet 604088a6-4b93-4504-9f48-ddf12207400c {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:32:20.793506 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-19bd6b63-948e-4608-9d1f-a0e4b5395613 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:20.843461 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-19bd6b63-948e-4608-9d1f-a0e4b5395613 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:20.867451 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6648b68c-1309-447c-b44a-e1f89687a246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-284af9cf-b74b-427d-be27-61cf9b843c7a', 'network_id': '284af9cf-b74b-427d-be27-61cf9b843c7a', 'tenant_id': 'f5380e8e524349d1b3d6482c8423cfcc', 'fixed_ips': [{'subnet_id': 'e3addca1-26e0-4c98-8669-2803df79e981'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:32:20.868332 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6648b68c-1309-447c-b44a-e1f89687a246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:20.903224 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-19bd6b63-948e-4608-9d1f-a0e4b5395613 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:20.976118 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-19bd6b63-948e-4608-9d1f-a0e4b5395613 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server [None req-3d1479c9-f38c-43db-ba1b-ee7673389b79 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 604088a6-4b93-4504-9f48-ddf12207400c: This subnet is being modified by another concurrent operation. Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise exception Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 604088a6-4b93-4504-9f48-ddf12207400c: This subnet is being modified by another concurrent operation. Oct 19 01:32:20.997944 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server Oct 19 01:32:21.009846 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd6b63-948e-4608-9d1f-a0e4b5395613 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Pushing event deleted for resources: {'Subnet': ['ID=604088a6-4b93-4504-9f48-ddf12207400c,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:21.011686 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-19bd6b63-948e-4608-9d1f-a0e4b5395613 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:21.016610 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-19bd6b63-948e-4608-9d1f-a0e4b5395613 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] 10.222.0.57 "DELETE /v2.0/subnets/604088a6-4b93-4504-9f48-ddf12207400c HTTP/1.1" status: 204 len: 168 time: 0.2788675 Oct 19 01:32:21.021102 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42372) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:21.026016 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-6648b68c-1309-447c-b44a-e1f89687a246 None None] Allocated IP 172.20.0.18 (284af9cf-b74b-427d-be27-61cf9b843c7a/e3addca1-26e0-4c98-8669-2803df79e981/1f28c3bc-2ac0-4414-8ded-a3cd05f12478) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:32:21.030031 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980f4023-45be-4f38-8d6b-850ce0cb05a4 None None] Network 50a9e02b-c528-4ae2-b7ab-53a394d317fd requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:21.092882 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-b34ecbc9-e06c-4326-bd01-18b7a04d62b9 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Deleting subnet e3addca1-26e0-4c98-8669-2803df79e981 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:32:21.098785 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42376) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:21.161275 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4ba33002-7521-4a01-a9b1-04ebf7b374fa tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:21.193340 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4ba33002-7521-4a01-a9b1-04ebf7b374fa tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:21.283030 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6648b68c-1309-447c-b44a-e1f89687a246 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:21.283362 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538fad7-a01f-4af3-9bba-e71380f5300b req-58b2c9cb-3b2a-4132-8572-c9f86d5e2aa5 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:21.285129 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4538fad7-a01f-4af3-9bba-e71380f5300b req-58b2c9cb-3b2a-4132-8572-c9f86d5e2aa5 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 945 time: 0.0672429 Oct 19 01:32:21.295561 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b34ecbc9-e06c-4326-bd01-18b7a04d62b9 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:21.297369 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6648b68c-1309-447c-b44a-e1f89687a246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:21.341429 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6648b68c-1309-447c-b44a-e1f89687a246 None None] Network 284af9cf-b74b-427d-be27-61cf9b843c7a is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:21.344420 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-6648b68c-1309-447c-b44a-e1f89687a246 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:21.348703 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b34ecbc9-e06c-4326-bd01-18b7a04d62b9 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:21.348980 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6648b68c-1309-447c-b44a-e1f89687a246 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:21.355941 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648b68c-1309-447c-b44a-e1f89687a246 None None] Pushing event updated for resources: {'Port': ['ID=1f28c3bc-2ac0-4414-8ded-a3cd05f12478,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:21.400309 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4ba33002-7521-4a01-a9b1-04ebf7b374fa tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:21.403156 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4ba33002-7521-4a01-a9b1-04ebf7b374fa tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:21.404062 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4ba33002-7521-4a01-a9b1-04ebf7b374fa tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] 10.222.0.57 "DELETE /v2.0/security-groups/cfe04ad3-5d85-422e-b7fc-55c0f1502727 HTTP/1.1" status: 204 len: 168 time: 0.3041754 Oct 19 01:32:21.414954 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-6648b68c-1309-447c-b44a-e1f89687a246 None None] Attempting to bind port 1f28c3bc-2ac0-4414-8ded-a3cd05f12478 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:21.415585 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-6648b68c-1309-447c-b44a-e1f89687a246 None None] Attempting to bind port 1f28c3bc-2ac0-4414-8ded-a3cd05f12478 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'fcd23f82-1944-47c3-a58e-36a102cbb3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '284af9cf-b74b-427d-be27-61cf9b843c7a'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:21.416164 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6648b68c-1309-447c-b44a-e1f89687a246 None None] Attempting to bind port 1f28c3bc-2ac0-4414-8ded-a3cd05f12478 on network 284af9cf-b74b-427d-be27-61cf9b843c7a {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:21.423300 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6648b68c-1309-447c-b44a-e1f89687a246 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:32:21.423675 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6648b68c-1309-447c-b44a-e1f89687a246 None None] Checking segment: {'id': 'fcd23f82-1944-47c3-a58e-36a102cbb3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '284af9cf-b74b-427d-be27-61cf9b843c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:21.424108 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6648b68c-1309-447c-b44a-e1f89687a246 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:21.424505 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6648b68c-1309-447c-b44a-e1f89687a246 None None] Bound using segment: {'id': 'fcd23f82-1944-47c3-a58e-36a102cbb3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '284af9cf-b74b-427d-be27-61cf9b843c7a'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:32:21.425379 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-6648b68c-1309-447c-b44a-e1f89687a246 None None] Bound port: 1f28c3bc-2ac0-4414-8ded-a3cd05f12478, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcd23f82-1944-47c3-a58e-36a102cbb3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '284af9cf-b74b-427d-be27-61cf9b843c7a'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:32:21.425379 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6648b68c-1309-447c-b44a-e1f89687a246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:21.425602 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba33002-7521-4a01-a9b1-04ebf7b374fa tempest-TestVolumeBootPattern-1312514997 tempest-TestVolumeBootPattern-1312514997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe04ad3-5d85-422e-b7fc-55c0f1502727,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:21.454565 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4538fad7-a01f-4af3-9bba-e71380f5300b req-72ccbf43-afbd-4fd4-b2e2-89b39d31b3ef tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979886 Oct 19 01:32:21.504447 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a52ba-0961-4d30-8259-b759200b7ed1 req-1757cb71-a478-4b31-bc62-96288b2196cd tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:21.506094 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9c6a52ba-0961-4d30-8259-b759200b7ed1 req-1757cb71-a478-4b31-bc62-96288b2196cd tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=295af08b-62fb-4a10-897c-5b0b9b693923 HTTP/1.1" status: 200 len: 945 time: 0.0599554 Oct 19 01:32:21.520261 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b34ecbc9-e06c-4326-bd01-18b7a04d62b9 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:21.551225 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42384) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:21.563112 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9c6a52ba-0961-4d30-8259-b759200b7ed1 req-551f2e26-78c8-4ebc-b189-3394ff47e015 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=5a03ae4b-2171-4e98-8835-743ed0da22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503924 Oct 19 01:32:21.603671 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b34ecbc9-e06c-4326-bd01-18b7a04d62b9 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:21.606228 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-6648b68c-1309-447c-b44a-e1f89687a246 None None] For port 1f28c3bc-2ac0-4414-8ded-a3cd05f12478, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:32:21.610474 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-6648b68c-1309-447c-b44a-e1f89687a246 None None] For port 1f28c3bc-2ac0-4414-8ded-a3cd05f12478, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=1f28c3bc-2ac0-4414-8ded-a3cd05f12478,segment=NetworkSegment(fcd23f82-1944-47c3-a58e-36a102cbb3aa),segment_id=fcd23f82-1944-47c3-a58e-36a102cbb3aa)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:32:21.618020 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6648b68c-1309-447c-b44a-e1f89687a246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:21.639920 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ecbc9-e06c-4326-bd01-18b7a04d62b9 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Pushing event deleted for resources: {'Subnet': ['ID=e3addca1-26e0-4c98-8669-2803df79e981,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:21.678805 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b34ecbc9-e06c-4326-bd01-18b7a04d62b9 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:21.683918 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b34ecbc9-e06c-4326-bd01-18b7a04d62b9 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] 10.222.0.57 "DELETE /v2.0/subnets/e3addca1-26e0-4c98-8669-2803df79e981 HTTP/1.1" status: 204 len: 168 time: 0.6605473 Oct 19 01:32:21.685749 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42388) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:21.719149 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648b68c-1309-447c-b44a-e1f89687a246 None None] Pushing event updated for resources: {'Port': ['ID=1f28c3bc-2ac0-4414-8ded-a3cd05f12478,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:21.878907 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4eda0b-b879-41d1-8ccb-13fce9f11bb3 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:21.882473 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8c4eda0b-b879-41d1-8ccb-13fce9f11bb3 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1942685 Oct 19 01:32:21.885855 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42390) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:22.023235 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-891c95a2-3767-4e4e-962e-2888e59bd55e tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:22.193928 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-891c95a2-3767-4e4e-962e-2888e59bd55e tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Deleting port 1f28c3bc-2ac0-4414-8ded-a3cd05f12478 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:22.194551 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-891c95a2-3767-4e4e-962e-2888e59bd55e tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:22.292952 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-891c95a2-3767-4e4e-962e-2888e59bd55e tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] For port 1f28c3bc-2ac0-4414-8ded-a3cd05f12478, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=1f28c3bc-2ac0-4414-8ded-a3cd05f12478,segment=NetworkSegment(fcd23f82-1944-47c3-a58e-36a102cbb3aa),segment_id=fcd23f82-1944-47c3-a58e-36a102cbb3aa)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:22.293316 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-891c95a2-3767-4e4e-962e-2888e59bd55e tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:22.309266 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-891c95a2-3767-4e4e-962e-2888e59bd55e tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Calling delete_port for 1f28c3bc-2ac0-4414-8ded-a3cd05f12478 owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:22.443460 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-891c95a2-3767-4e4e-962e-2888e59bd55e tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:22.483154 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891c95a2-3767-4e4e-962e-2888e59bd55e tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] No DVR routers for this DVR port 1f28c3bc-2ac0-4414-8ded-a3cd05f12478 on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:32:22.488370 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c95a2-3767-4e4e-962e-2888e59bd55e tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Pushing event deleted for resources: {'Port': ['ID=1f28c3bc-2ac0-4414-8ded-a3cd05f12478,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:22.515060 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7893d91c-94cf-48bd-9006-ba5eba6da9a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:22.654329 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-891c95a2-3767-4e4e-962e-2888e59bd55e tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:22.703297 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb860a9-46b7-44a2-a5af-2f69d434f5a8 req-088624fc-4edf-498e-882c-187ddeb38b9c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:22.704932 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5bb860a9-46b7-44a2-a5af-2f69d434f5a8 req-088624fc-4edf-498e-882c-187ddeb38b9c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=295af08b-62fb-4a10-897c-5b0b9b693923 HTTP/1.1" status: 200 len: 945 time: 0.0542879 Oct 19 01:32:22.718064 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-891c95a2-3767-4e4e-962e-2888e59bd55e tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['284af9cf-b74b-427d-be27-61cf9b843c7a']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:22.737098 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79426e5-cd8d-43cb-8d85-08bbab664579 None None] Network 284af9cf-b74b-427d-be27-61cf9b843c7a requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:22.740091 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398a441-1eff-44f7-abc3-cddb1b8229b6 req-83ac2b9f-0ab6-4f8b-983f-8d999b3a3fd2 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:22.741632 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4398a441-1eff-44f7-abc3-cddb1b8229b6 req-83ac2b9f-0ab6-4f8b-983f-8d999b3a3fd2 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 945 time: 0.1860075 Oct 19 01:32:22.746683 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-891c95a2-3767-4e4e-962e-2888e59bd55e tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd23f82-1944-47c3-a58e-36a102cbb3aa') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:22.746983 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-891c95a2-3767-4e4e-962e-2888e59bd55e tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd23f82-1944-47c3-a58e-36a102cbb3aa') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:22.755586 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5bb860a9-46b7-44a2-a5af-2f69d434f5a8 req-ce926a98-8cc7-44b8-b66e-22377415b93c tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=5a03ae4b-2171-4e98-8835-743ed0da22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435650 Oct 19 01:32:22.766933 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-891c95a2-3767-4e4e-962e-2888e59bd55e tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:22.824654 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-891c95a2-3767-4e4e-962e-2888e59bd55e tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:22.844014 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-891c95a2-3767-4e4e-962e-2888e59bd55e tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:32:22.844424 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-891c95a2-3767-4e4e-962e-2888e59bd55e tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:22.848323 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:32:22.848323 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:32:22.848323 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:32:22.848323 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:32:22.848323 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:32:22.848323 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:32:22.848323 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:32:22.848323 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:32:22.848323 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:32:22.848323 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:32:22.848323 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:32:22.848323 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:32:22.848323 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:32:22.848323 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:32:22.848323 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:32:22.848323 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:32:22.848323 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:32:22.848323 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:32:22.848323 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:32:22.848323 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:32:22.848323 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:32:22.848323 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:32:22.848323 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:32:22.848323 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:32:22.848323 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:32:22.848323 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:32:22.848323 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:32:22.848323 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:32:22.848323 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:32:22.848323 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:32:22.848323 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:32:22.848323 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:32:22.888281 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4398a441-1eff-44f7-abc3-cddb1b8229b6 req-1f4ad0fd-504b-4152-9c41-db5b472a47d7 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328285 Oct 19 01:32:22.921142 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-86113b5a-fc05-45c8-834e-9571d6d8f922 None None] Could not find standard attr ID for object 1f28c3bc-2ac0-4414-8ded-a3cd05f12478. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:32:22.956116 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-891c95a2-3767-4e4e-962e-2888e59bd55e tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:22.964462 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-891c95a2-3767-4e4e-962e-2888e59bd55e tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:22.967840 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-891c95a2-3767-4e4e-962e-2888e59bd55e tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] 10.222.0.57 "DELETE /v2.0/networks/284af9cf-b74b-427d-be27-61cf9b843c7a HTTP/1.1" status: 204 len: 168 time: 1.0808477 Oct 19 01:32:22.970413 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42396) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:22.983697 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c95a2-3767-4e4e-962e-2888e59bd55e tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Pushing event deleted for resources: {'Network': ['ID=284af9cf-b74b-427d-be27-61cf9b843c7a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:23.061484 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c02e5d41-e2bf-4372-813e-da7b79856400 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:23.067464 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-7893d91c-94cf-48bd-9006-ba5eba6da9a9 admin admin] Deleting port 49cbbd5b-3445-46f7-a55e-8ec66806cafc {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:23.067966 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7893d91c-94cf-48bd-9006-ba5eba6da9a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:23.080003 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc0cab9-b08a-4bb1-8d8b-3eba7cc5aac0 None None] DHCP port deletion for 284af9cf-b74b-427d-be27-61cf9b843c7a request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:32:23.101748 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be57f7ff-b267-4543-8b98-bab0c26fd729 None None] get_active_networks_info from n-d-715271-26 {{(pid=100608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:32:23.154854 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c02e5d41-e2bf-4372-813e-da7b79856400 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:23.166531 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-7893d91c-94cf-48bd-9006-ba5eba6da9a9 admin admin] For port 49cbbd5b-3445-46f7-a55e-8ec66806cafc, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=49cbbd5b-3445-46f7-a55e-8ec66806cafc,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:23.166902 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7893d91c-94cf-48bd-9006-ba5eba6da9a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:23.174429 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-c02e5d41-e2bf-4372-813e-da7b79856400 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50a9e02b-c528-4ae2-b7ab-53a394d317fd']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:23.182287 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-7893d91c-94cf-48bd-9006-ba5eba6da9a9 admin admin] Calling delete_port for 49cbbd5b-3445-46f7-a55e-8ec66806cafc owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:23.184150 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-c02e5d41-e2bf-4372-813e-da7b79856400 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd0eab86-d58e-4f1e-875a-98857e37cb57') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:23.184687 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-c02e5d41-e2bf-4372-813e-da7b79856400 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd0eab86-d58e-4f1e-875a-98857e37cb57') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:23.190042 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be57f7ff-b267-4543-8b98-bab0c26fd729 None None] Resources bound (agent type, host, resource id): {{(pid=100608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:32:23.195699 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c02e5d41-e2bf-4372-813e-da7b79856400 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:23.210976 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c02e5d41-e2bf-4372-813e-da7b79856400 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:23.218201 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c02e5d41-e2bf-4372-813e-da7b79856400 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:32:23.218672 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c02e5d41-e2bf-4372-813e-da7b79856400 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:23.221812 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:32:23.221812 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:32:23.221812 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:32:23.221812 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:32:23.221812 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:32:23.221812 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:32:23.221812 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:32:23.221812 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:32:23.221812 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:32:23.221812 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:32:23.221812 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:32:23.221812 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:32:23.221812 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:32:23.221812 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:32:23.221812 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:32:23.221812 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:32:23.221812 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:32:23.221812 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:32:23.221812 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:32:23.221812 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:32:23.221812 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:32:23.221812 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:32:23.221812 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:32:23.221812 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:32:23.221812 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:32:23.221812 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:32:23.221812 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:32:23.221812 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:32:23.221812 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:32:23.221812 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:32:23.221812 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:32:23.221812 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:32:23.300429 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c02e5d41-e2bf-4372-813e-da7b79856400 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:23.305074 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c02e5d41-e2bf-4372-813e-da7b79856400 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:23.311159 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c02e5d41-e2bf-4372-813e-da7b79856400 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] 10.222.0.57 "DELETE /v2.0/networks/50a9e02b-c528-4ae2-b7ab-53a394d317fd HTTP/1.1" status: 204 len: 168 time: 0.3395030 Oct 19 01:32:23.311815 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42398) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:23.349184 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e5d41-e2bf-4372-813e-da7b79856400 tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Pushing event deleted for resources: {'Network': ['ID=50a9e02b-c528-4ae2-b7ab-53a394d317fd,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:23.404153 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7893d91c-94cf-48bd-9006-ba5eba6da9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:23.408510 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a764062b-d1f8-4202-a758-dd47efd789fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:23.434192 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7893d91c-94cf-48bd-9006-ba5eba6da9a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=49cbbd5b-3445-46f7-a55e-8ec66806cafc,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:23.507591 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a764062b-d1f8-4202-a758-dd47efd789fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:23.530581 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-a764062b-d1f8-4202-a758-dd47efd789fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aafe3bf5-ebf2-4230-adda-aee5cfd42ddb']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:23.541625 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-a764062b-d1f8-4202-a758-dd47efd789fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f501198-1c59-48ca-a30e-4c3fb876c894') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:23.541920 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-a764062b-d1f8-4202-a758-dd47efd789fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f501198-1c59-48ca-a30e-4c3fb876c894') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:23.554313 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a764062b-d1f8-4202-a758-dd47efd789fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:23.568831 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a764062b-d1f8-4202-a758-dd47efd789fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:23.575322 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a764062b-d1f8-4202-a758-dd47efd789fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:32:23.575866 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a764062b-d1f8-4202-a758-dd47efd789fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:23.579425 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:32:23.579425 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:32:23.579425 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:32:23.579425 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:32:23.579425 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:32:23.579425 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:32:23.579425 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:32:23.579425 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:32:23.579425 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:32:23.579425 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:32:23.579425 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:32:23.579425 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:32:23.579425 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:32:23.579425 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:32:23.579425 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:32:23.579425 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:32:23.579425 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:32:23.579425 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:32:23.579425 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:32:23.579425 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:32:23.579425 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:32:23.579425 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:32:23.579425 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:32:23.579425 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:32:23.579425 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:32:23.579425 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:32:23.579425 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:32:23.579425 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:32:23.579425 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:32:23.579425 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:32:23.579425 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:32:23.579425 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:32:23.605538 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7893d91c-94cf-48bd-9006-ba5eba6da9a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:23.641729 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a764062b-d1f8-4202-a758-dd47efd789fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:23.650424 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a764062b-d1f8-4202-a758-dd47efd789fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:23.653542 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a764062b-d1f8-4202-a758-dd47efd789fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] 10.222.0.57 "DELETE /v2.0/networks/aafe3bf5-ebf2-4230-adda-aee5cfd42ddb HTTP/1.1" status: 204 len: 168 time: 0.3378434 Oct 19 01:32:23.662294 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42400) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:23.664693 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764062b-d1f8-4202-a758-dd47efd789fe tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Pushing event deleted for resources: {'Network': ['ID=aafe3bf5-ebf2-4230-adda-aee5cfd42ddb,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:23.787622 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-47b83371-2f58-4da6-87f2-8c0cff57645e tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:23.870047 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73700e13-8873-4f4d-a8f7-a75aef6f979c req-a3fa6327-9efa-4538-bcf6-a41cca4c5365 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:23.871532 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-73700e13-8873-4f4d-a8f7-a75aef6f979c req-a3fa6327-9efa-4538-bcf6-a41cca4c5365 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=295af08b-62fb-4a10-897c-5b0b9b693923 HTTP/1.1" status: 200 len: 945 time: 0.0539985 Oct 19 01:32:23.909242 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-73700e13-8873-4f4d-a8f7-a75aef6f979c req-d1b17833-9322-441f-bd93-b2a145954b0f tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=5a03ae4b-2171-4e98-8835-743ed0da22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315967 Oct 19 01:32:23.933827 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-47b83371-2f58-4da6-87f2-8c0cff57645e tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:24.353968 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-47b83371-2f58-4da6-87f2-8c0cff57645e tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cecf80c4-feef-4538-a0fd-004e800b0425']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:24.368172 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-47b83371-2f58-4da6-87f2-8c0cff57645e tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dffd9da-35ba-42d0-8a4e-a7c4f6b16f9d') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:24.368470 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-47b83371-2f58-4da6-87f2-8c0cff57645e tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dffd9da-35ba-42d0-8a4e-a7c4f6b16f9d') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:24.384855 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-47b83371-2f58-4da6-87f2-8c0cff57645e tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:24.397323 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7893d91c-94cf-48bd-9006-ba5eba6da9a9 admin admin] Router d6ee435f-57e0-4436-bc41-63a2cb71fbcd has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:32:24.417074 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c6d70-638a-4c75-9fd2-b7b0e63e4d20 req-230ef64a-e593-4cc0-9bc5-6be185634285 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:24.418566 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-219c6d70-638a-4c75-9fd2-b7b0e63e4d20 req-230ef64a-e593-4cc0-9bc5-6be185634285 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 945 time: 0.4450533 Oct 19 01:32:24.419630 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-47b83371-2f58-4da6-87f2-8c0cff57645e tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:24.428468 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47b83371-2f58-4da6-87f2-8c0cff57645e tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:32:24.428850 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-47b83371-2f58-4da6-87f2-8c0cff57645e tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:24.433776 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:32:24.433776 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:32:24.433776 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:32:24.433776 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:32:24.433776 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:32:24.433776 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:32:24.433776 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:32:24.433776 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:32:24.433776 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:32:24.433776 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:32:24.433776 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:32:24.433776 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:32:24.433776 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:32:24.433776 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:32:24.433776 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:32:24.433776 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:32:24.433776 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:32:24.433776 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:32:24.433776 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:32:24.433776 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:32:24.433776 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:32:24.433776 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:32:24.433776 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:32:24.433776 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:32:24.433776 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:32:24.433776 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:32:24.433776 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:32:24.433776 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:32:24.433776 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:32:24.433776 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:32:24.433776 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:32:24.433776 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:32:24.555207 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-47b83371-2f58-4da6-87f2-8c0cff57645e tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:24.566331 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-47b83371-2f58-4da6-87f2-8c0cff57645e tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:24.569493 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-47b83371-2f58-4da6-87f2-8c0cff57645e tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] 10.222.0.57 "DELETE /v2.0/networks/cecf80c4-feef-4538-a0fd-004e800b0425 HTTP/1.1" status: 204 len: 168 time: 0.9062850 Oct 19 01:32:24.572712 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-219c6d70-638a-4c75-9fd2-b7b0e63e4d20 req-743e5363-ea66-440b-b4c6-e43c7a226f01 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454983 Oct 19 01:32:24.586431 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b83371-2f58-4da6-87f2-8c0cff57645e tempest-BulkNetworkOpsTest-1587487589 tempest-BulkNetworkOpsTest-1587487589-project] Pushing event deleted for resources: {'Network': ['ID=cecf80c4-feef-4538-a0fd-004e800b0425,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:24.645593 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7893d91c-94cf-48bd-9006-ba5eba6da9a9 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:32:24.653957 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7893d91c-94cf-48bd-9006-ba5eba6da9a9 admin admin] 10.222.0.57 "PUT /v2.0/routers/d6ee435f-57e0-4436-bc41-63a2cb71fbcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0983939 Oct 19 01:32:24.653957 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42408) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:24.656664 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80f8c00-2e7c-4ddf-9a15-68ad52e18c43 None None] Sync routers for ids ['d6ee435f-57e0-4436-bc41-63a2cb71fbcd'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:32:24.666113 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80f8c00-2e7c-4ddf-9a15-68ad52e18c43 None None] Routers {'d6ee435f-57e0-4436-bc41-63a2cb71fbcd'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:32:24.666740 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a80f8c00-2e7c-4ddf-9a15-68ad52e18c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:32:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d6ee435f-57e0-4436-bc41-63a2cb71fbcd'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:24.762650 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-967888b2-da42-4264-8342-b9015956d3bc admin admin] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:24.776323 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-a80f8c00-2e7c-4ddf-9a15-68ad52e18c43 None None] Set router d6ee435f-57e0-4436-bc41-63a2cb71fbcd gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:32:24.790573 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42412) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:24.885553 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-967888b2-da42-4264-8342-b9015956d3bc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:24.933344 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6503cdd8-b9ec-4fd9-a6a9-bd156ddc148b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f5380e8e524349d1b3d6482c8423cfcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1413612 Oct 19 01:32:24.940071 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42418) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:24.976419 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a80f8c00-2e7c-4ddf-9a15-68ad52e18c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'name': 'tempest-TestVolumeBootPattern-1290649707-router', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:42Z', 'updated_at': '2021-10-19T01:32:23Z', 'revision_number': 5, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'gw_port': {'id': '2de2217f-6c2f-42c1-908b-cd1ed51943ce', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:46Z', 'updated_at': '2021-10-19T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:24.989090 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-967888b2-da42-4264-8342-b9015956d3bc admin admin] Deleting port 2de2217f-6c2f-42c1-908b-cd1ed51943ce {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:24.989432 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-967888b2-da42-4264-8342-b9015956d3bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:25.004994 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80f8c00-2e7c-4ddf-9a15-68ad52e18c43 None None] Checking router: d6ee435f-57e0-4436-bc41-63a2cb71fbcd for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:32:25.014487 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80f8c00-2e7c-4ddf-9a15-68ad52e18c43 None None] Routers {'d6ee435f-57e0-4436-bc41-63a2cb71fbcd'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:32:25.015121 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a80f8c00-2e7c-4ddf-9a15-68ad52e18c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:32:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d6ee435f-57e0-4436-bc41-63a2cb71fbcd'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:25.033663 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a4bf3-7374-4b1c-87aa-07bbe9570011 req-be547aec-e92d-42f4-9db8-c4c3f55fa3d3 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:25.035613 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7e9a4bf3-7374-4b1c-87aa-07bbe9570011 req-be547aec-e92d-42f4-9db8-c4c3f55fa3d3 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=295af08b-62fb-4a10-897c-5b0b9b693923 HTTP/1.1" status: 200 len: 945 time: 0.0516610 Oct 19 01:32:25.058321 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b62a4edb-59de-46ed-ac77-3f783195f2bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:25.076875 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7e9a4bf3-7374-4b1c-87aa-07bbe9570011 req-b516ff4d-ac4e-414b-ab8f-5554a13f7d49 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=5a03ae4b-2171-4e98-8835-743ed0da22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348928 Oct 19 01:32:25.094305 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b62a4edb-59de-46ed-ac77-3f783195f2bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:25.105172 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-a80f8c00-2e7c-4ddf-9a15-68ad52e18c43 None None] Set router d6ee435f-57e0-4436-bc41-63a2cb71fbcd gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:32:25.107911 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-967888b2-da42-4264-8342-b9015956d3bc admin admin] For port 2de2217f-6c2f-42c1-908b-cd1ed51943ce, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=2de2217f-6c2f-42c1-908b-cd1ed51943ce,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:25.108272 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-967888b2-da42-4264-8342-b9015956d3bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:25.132809 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-967888b2-da42-4264-8342-b9015956d3bc admin admin] Calling delete_port for 2de2217f-6c2f-42c1-908b-cd1ed51943ce owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:25.159042 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a80f8c00-2e7c-4ddf-9a15-68ad52e18c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'name': 'tempest-TestVolumeBootPattern-1290649707-router', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:42Z', 'updated_at': '2021-10-19T01:32:24Z', 'revision_number': 6, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:25.187929 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80f8c00-2e7c-4ddf-9a15-68ad52e18c43 None None] The sync data for ids ['d6ee435f-57e0-4436-bc41-63a2cb71fbcd'] in n-d-715271-26 is: [{'id': 'd6ee435f-57e0-4436-bc41-63a2cb71fbcd', 'name': 'tempest-TestVolumeBootPattern-1290649707-router', 'tenant_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:42Z', 'updated_at': '2021-10-19T01:32:24Z', 'revision_number': 6, 'project_id': '248f0ca5d5d44d8ab1ae3c514fead24b', 'gw_port_host': None}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:32:25.208412 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b62a4edb-59de-46ed-ac77-3f783195f2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:25.210969 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b62a4edb-59de-46ed-ac77-3f783195f2bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:25.212141 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b62a4edb-59de-46ed-ac77-3f783195f2bb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8a6fcb6d-932f-4bed-9996-c2c84f54fb6d HTTP/1.1" status: 204 len: 168 time: 0.2743218 Oct 19 01:32:25.229790 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a4edb-59de-46ed-ac77-3f783195f2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6fcb6d-932f-4bed-9996-c2c84f54fb6d,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:25.332940 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-967888b2-da42-4264-8342-b9015956d3bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:25.363572 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967888b2-da42-4264-8342-b9015956d3bc admin admin] Pushing event deleted for resources: {'Port': ['ID=2de2217f-6c2f-42c1-908b-cd1ed51943ce,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:25.424222 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-967888b2-da42-4264-8342-b9015956d3bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:25.531118 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-967888b2-da42-4264-8342-b9015956d3bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:25.533361 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-967888b2-da42-4264-8342-b9015956d3bc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:25.605573 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-967888b2-da42-4264-8342-b9015956d3bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:25.606344 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967888b2-da42-4264-8342-b9015956d3bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6ee435f-57e0-4436-bc41-63a2cb71fbcd {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:32:25.611858 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-967888b2-da42-4264-8342-b9015956d3bc admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:25.615246 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-967888b2-da42-4264-8342-b9015956d3bc admin admin] 10.222.0.57 "DELETE /v2.0/routers/d6ee435f-57e0-4436-bc41-63a2cb71fbcd HTTP/1.1" status: 204 len: 168 time: 0.9586968 Oct 19 01:32:25.615496 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42434) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:25.691987 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-51719519-222c-4a87-84b4-34f204ba5cb4 admin admin] Deleting subnet 3fd3fa81-a83a-4093-b85e-409104ce311b {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:32:25.698803 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-51719519-222c-4a87-84b4-34f204ba5cb4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:25.755626 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-51719519-222c-4a87-84b4-34f204ba5cb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:25.795381 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df76abe-f0bd-4197-a4b1-a0a595c2c943 req-60470c80-4818-47bb-b900-0a15f9dbc02c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:25.796921 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0df76abe-f0bd-4197-a4b1-a0a595c2c943 req-60470c80-4818-47bb-b900-0a15f9dbc02c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 945 time: 0.1188619 Oct 19 01:32:25.871470 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0df76abe-f0bd-4197-a4b1-a0a595c2c943 req-b01b677c-5984-4584-9f27-1194614de51a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630729 Oct 19 01:32:25.876058 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-51719519-222c-4a87-84b4-34f204ba5cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:25.906937 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42444) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:25.933167 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-51719519-222c-4a87-84b4-34f204ba5cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:25.965458 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51719519-222c-4a87-84b4-34f204ba5cb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fd3fa81-a83a-4093-b85e-409104ce311b,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:25.968370 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-51719519-222c-4a87-84b4-34f204ba5cb4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:25.971700 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1efadb-a1e1-4926-8462-1b3400512ac6 None None] Network e02040e8-fb1d-46e9-a6e2-9063a29cdf5a requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:25.974641 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-51719519-222c-4a87-84b4-34f204ba5cb4 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/3fd3fa81-a83a-4093-b85e-409104ce311b HTTP/1.1" status: 204 len: 168 time: 0.3580608 Oct 19 01:32:25.975372 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42448) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:26.070259 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 49cbbd5b-3445-46f7-a55e-8ec66806cafc no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:32:26.107451 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 49cbbd5b-3445-46f7-a55e-8ec66806cafc {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:32:26.107713 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 49cbbd5b-3445-46f7-a55e-8ec66806cafc not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:32:26.195460 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c74335-7491-4842-be50-306a57599cce None None] DHCP port deletion for e02040e8-fb1d-46e9-a6e2-9063a29cdf5a request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:32:26.244139 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-79c74335-7491-4842-be50-306a57599cce None None] Deleting port 612c2a36-e452-4e26-a2ef-03d59bf53f89 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:26.244517 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-79c74335-7491-4842-be50-306a57599cce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:26.315352 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-4264537e-59f6-46f6-a8e9-bb636d947789 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1820812259'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:26.317929 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-79c74335-7491-4842-be50-306a57599cce None None] For port 612c2a36-e452-4e26-a2ef-03d59bf53f89, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=612c2a36-e452-4e26-a2ef-03d59bf53f89,segment=NetworkSegment(c3cd57f4-f92e-4916-828d-dd51ded315fa),segment_id=c3cd57f4-f92e-4916-828d-dd51ded315fa)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:26.318425 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-79c74335-7491-4842-be50-306a57599cce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:26.337400 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-20e84892-e7f1-4205-991c-3e2571d274c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:26.339043 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-79c74335-7491-4842-be50-306a57599cce None None] Calling delete_port for 612c2a36-e452-4e26-a2ef-03d59bf53f89 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:26.375187 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4264537e-59f6-46f6-a8e9-bb636d947789 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Made reservation on behalf of 9aa2462d5fdf4af99d3c98841c86712f for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:26.378586 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4264537e-59f6-46f6-a8e9-bb636d947789 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:26.409565 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4264537e-59f6-46f6-a8e9-bb636d947789 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:26.421548 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acdbc01-a696-467b-8866-c9c8a08086fa req-fdd9ef2e-b724-4c46-b952-f6bb3402c2b8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:26.423246 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0acdbc01-a696-467b-8866-c9c8a08086fa req-fdd9ef2e-b724-4c46-b952-f6bb3402c2b8 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=295af08b-62fb-4a10-897c-5b0b9b693923 HTTP/1.1" status: 200 len: 945 time: 0.1174717 Oct 19 01:32:26.426402 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-79c74335-7491-4842-be50-306a57599cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:26.449807 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c74335-7491-4842-be50-306a57599cce None None] Pushing event deleted for resources: {'Port': ['ID=612c2a36-e452-4e26-a2ef-03d59bf53f89,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:26.458593 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c74335-7491-4842-be50-306a57599cce None None] No DVR routers for this DVR port 612c2a36-e452-4e26-a2ef-03d59bf53f89 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:32:26.460752 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c74335-7491-4842-be50-306a57599cce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:26.461186 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c74335-7491-4842-be50-306a57599cce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:26.461520 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c74335-7491-4842-be50-306a57599cce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:26.461855 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c74335-7491-4842-be50-306a57599cce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:26.462183 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c74335-7491-4842-be50-306a57599cce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:26.462509 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c74335-7491-4842-be50-306a57599cce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:26.462836 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c74335-7491-4842-be50-306a57599cce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:26.463159 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c74335-7491-4842-be50-306a57599cce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:26.463481 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c74335-7491-4842-be50-306a57599cce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:26.463825 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c74335-7491-4842-be50-306a57599cce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:26.464157 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c74335-7491-4842-be50-306a57599cce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:26.464495 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c74335-7491-4842-be50-306a57599cce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:26.510375 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0acdbc01-a696-467b-8866-c9c8a08086fa req-08c2cffb-5ead-4fe6-93f0-c707212057b5 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=5a03ae4b-2171-4e98-8835-743ed0da22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784652 Oct 19 01:32:26.518723 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-20e84892-e7f1-4205-991c-3e2571d274c6 admin admin] Deleting port 612c2a36-e452-4e26-a2ef-03d59bf53f89 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:26.519044 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-20e84892-e7f1-4205-991c-3e2571d274c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:26.601480 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-20e84892-e7f1-4205-991c-3e2571d274c6 admin admin] For port 612c2a36-e452-4e26-a2ef-03d59bf53f89, host n-d-715271-26, got binding levels [] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:26.601829 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-20e84892-e7f1-4205-991c-3e2571d274c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:26.612662 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4264537e-59f6-46f6-a8e9-bb636d947789 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:26.618687 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-20e84892-e7f1-4205-991c-3e2571d274c6 admin admin] Calling delete_port for 612c2a36-e452-4e26-a2ef-03d59bf53f89 owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:26.620354 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4264537e-59f6-46f6-a8e9-bb636d947789 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:26.624751 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.ipam_backend_mixin [None req-20e84892-e7f1-4205-991c-3e2571d274c6 admin admin] Port 612c2a36-e452-4e26-a2ef-03d59bf53f89 was not found and therefore no delete operation was performed {{(pid=100607) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:32:26.632038 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-20e84892-e7f1-4205-991c-3e2571d274c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:26.671179 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4264537e-59f6-46f6-a8e9-bb636d947789 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:32:26.678585 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e84892-e7f1-4205-991c-3e2571d274c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=612c2a36-e452-4e26-a2ef-03d59bf53f89,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:26.689305 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e84892-e7f1-4205-991c-3e2571d274c6 admin admin] No DVR routers for this DVR port 612c2a36-e452-4e26-a2ef-03d59bf53f89 on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:32:26.697836 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4264537e-59f6-46f6-a8e9-bb636d947789 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:26.698171 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-4264537e-59f6-46f6-a8e9-bb636d947789 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Added segment 60edbb86-578f-4961-8915-1c0a81df9fa7 of type vlan for network a270cd50-b1c7-4b8b-b762-25ad8c3401f7 Oct 19 01:32:26.723260 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264537e-59f6-46f6-a8e9-bb636d947789 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7b4060-c49a-4bda-9562-656913781a27,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:26.770741 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4264537e-59f6-46f6-a8e9-bb636d947789 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:26.810411 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-20e84892-e7f1-4205-991c-3e2571d274c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:26.840849 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-20e84892-e7f1-4205-991c-3e2571d274c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e02040e8-fb1d-46e9-a6e2-9063a29cdf5a']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:26.850153 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4264537e-59f6-46f6-a8e9-bb636d947789 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:26.855544 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4264537e-59f6-46f6-a8e9-bb636d947789 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:26.856138 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4264537e-59f6-46f6-a8e9-bb636d947789 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:26.861366 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-20e84892-e7f1-4205-991c-3e2571d274c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3cd57f4-f92e-4916-828d-dd51ded315fa') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:26.861655 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-20e84892-e7f1-4205-991c-3e2571d274c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3cd57f4-f92e-4916-828d-dd51ded315fa') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:26.878288 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-20e84892-e7f1-4205-991c-3e2571d274c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:26.907909 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4264537e-59f6-46f6-a8e9-bb636d947789 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9997783 Oct 19 01:32:26.947503 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-20e84892-e7f1-4205-991c-3e2571d274c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:26.952477 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264537e-59f6-46f6-a8e9-bb636d947789 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event updated for resources: {'Network': ['ID=a270cd50-b1c7-4b8b-b762-25ad8c3401f7,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:26.959515 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20e84892-e7f1-4205-991c-3e2571d274c6 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:32:26.959947 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-20e84892-e7f1-4205-991c-3e2571d274c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:26.962116 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:32:26.962116 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:32:26.962116 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:32:26.962116 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:32:26.962116 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:32:26.962116 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:32:26.962116 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:32:26.962116 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:32:26.962116 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:32:26.962116 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:32:26.962116 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:32:26.962116 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:32:26.962116 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:32:26.962116 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:32:26.962116 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:32:26.962116 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:32:26.962116 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:32:26.962116 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:32:26.962116 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:32:26.962116 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:32:26.962116 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:32:26.962116 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:32:26.962116 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:32:26.962116 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:32:26.962116 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:32:26.962116 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:32:26.962116 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:32:26.962116 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:32:26.962116 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:32:26.962116 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:32:26.962116 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:32:26.962116 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:32:26.971252 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network a270cd50-b1c7-4b8b-b762-25ad8c3401f7 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:32:27.029109 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4a1d4-c5b8-41c2-b12a-5bc9183b4d99 req-1176856f-0842-42c2-9994-e873f99520fb tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:27.031970 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-41c4a1d4-c5b8-41c2-b12a-5bc9183b4d99 req-1176856f-0842-42c2-9994-e873f99520fb tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 945 time: 0.0863261 Oct 19 01:32:27.043873 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-20e84892-e7f1-4205-991c-3e2571d274c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:27.062721 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-20e84892-e7f1-4205-991c-3e2571d274c6 admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:27.068928 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-20e84892-e7f1-4205-991c-3e2571d274c6 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e02040e8-fb1d-46e9-a6e2-9063a29cdf5a HTTP/1.1" status: 204 len: 168 time: 1.0897834 Oct 19 01:32:27.069752 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42456) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:27.077925 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e84892-e7f1-4205-991c-3e2571d274c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e02040e8-fb1d-46e9-a6e2-9063a29cdf5a,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:27.122030 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-41c4a1d4-c5b8-41c2-b12a-5bc9183b4d99 req-50295f29-a1a3-447d-b78b-86c318dae3dc tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831196 Oct 19 01:32:27.259988 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:27.293121 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38f60d-9f65-4fa6-930a-458f34e531a8 req-1725dcb8-1dda-4f4f-986e-a3d6000b6b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:27.294758 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ab38f60d-9f65-4fa6-930a-458f34e531a8 req-1725dcb8-1dda-4f4f-986e-a3d6000b6b34 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=295af08b-62fb-4a10-897c-5b0b9b693923 HTTP/1.1" status: 200 len: 1097 time: 0.1163764 Oct 19 01:32:27.371980 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ab38f60d-9f65-4fa6-930a-458f34e531a8 req-52fcdff4-5f13-4aab-8a9f-457a671b78ad service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5a03ae4b-2171-4e98-8835-743ed0da22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691171 Oct 19 01:32:27.515743 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6047b49-2ace-4e0f-b730-0af84316db94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:27.639208 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c9f15-52ba-4d42-8c10-a550e893b8e2 req-6bdca557-eda5-4887-9a54-accbe2b05183 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:27.640720 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1c5c9f15-52ba-4d42-8c10-a550e893b8e2 req-6bdca557-eda5-4887-9a54-accbe2b05183 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=295af08b-62fb-4a10-897c-5b0b9b693923 HTTP/1.1" status: 200 len: 945 time: 0.0619802 Oct 19 01:32:27.679935 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1c5c9f15-52ba-4d42-8c10-a550e893b8e2 req-a4560d46-f886-4411-b7f5-6a41fcc120fb tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=5a03ae4b-2171-4e98-8835-743ed0da22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329149 Oct 19 01:32:27.753189 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 2de2217f-6c2f-42c1-908b-cd1ed51943ce no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:32:27.772894 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 2de2217f-6c2f-42c1-908b-cd1ed51943ce {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:32:27.773526 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 2de2217f-6c2f-42c1-908b-cd1ed51943ce not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:32:27.774006 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 612c2a36-e452-4e26-a2ef-03d59bf53f89 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:32:27.776265 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-b6047b49-2ace-4e0f-b730-0af84316db94 admin admin] Deleting port 2e6d0ac0-b082-4625-a24a-85dcb5a0a62d {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:27.776619 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6047b49-2ace-4e0f-b730-0af84316db94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:27.792696 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 612c2a36-e452-4e26-a2ef-03d59bf53f89 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:32:27.793253 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 612c2a36-e452-4e26-a2ef-03d59bf53f89 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:32:27.860297 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-b6047b49-2ace-4e0f-b730-0af84316db94 admin admin] For port 2e6d0ac0-b082-4625-a24a-85dcb5a0a62d, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=2e6d0ac0-b082-4625-a24a-85dcb5a0a62d,segment=NetworkSegment(c0986066-a4a8-4a71-90fd-3198d102d1e8),segment_id=c0986066-a4a8-4a71-90fd-3198d102d1e8)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:27.860659 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6047b49-2ace-4e0f-b730-0af84316db94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:27.873629 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-b6047b49-2ace-4e0f-b730-0af84316db94 admin admin] Calling delete_port for 2e6d0ac0-b082-4625-a24a-85dcb5a0a62d owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:28.053308 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6047b49-2ace-4e0f-b730-0af84316db94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:28.078971 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6047b49-2ace-4e0f-b730-0af84316db94 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e6d0ac0-b082-4625-a24a-85dcb5a0a62d,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:28.289882 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6047b49-2ace-4e0f-b730-0af84316db94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:28.315807 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17bb88-943f-4e2e-9893-222223e952ed req-f3791fa2-12c3-45d2-9133-d0f2aa0fa732 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:28.317500 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cc17bb88-943f-4e2e-9893-222223e952ed req-f3791fa2-12c3-45d2-9133-d0f2aa0fa732 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 945 time: 0.1086869 Oct 19 01:32:28.673836 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cc17bb88-943f-4e2e-9893-222223e952ed req-86fe3ea6-8f6d-48ff-b697-847636cb7804 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262436 Oct 19 01:32:28.823588 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6047b49-2ace-4e0f-b730-0af84316db94 admin admin] Router d5425eee-13ea-4bef-93a1-bd855a8ca4db has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:32:28.823877 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45037a72-661b-4c22-8d4d-a989c9ca4928 req-1101806c-ec2a-4abe-9ba8-e2ce96a58b5d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:28.825186 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-45037a72-661b-4c22-8d4d-a989c9ca4928 req-1101806c-ec2a-4abe-9ba8-e2ce96a58b5d tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=295af08b-62fb-4a10-897c-5b0b9b693923 HTTP/1.1" status: 200 len: 945 time: 0.0560222 Oct 19 01:32:28.881608 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-45037a72-661b-4c22-8d4d-a989c9ca4928 req-0d96109d-152e-4072-acfb-131d979701fe tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=5a03ae4b-2171-4e98-8835-743ed0da22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469091 Oct 19 01:32:28.897266 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42464) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:28.955342 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6047b49-2ace-4e0f-b730-0af84316db94 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:32:28.964032 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b6047b49-2ace-4e0f-b730-0af84316db94 admin admin] 10.222.0.57 "PUT /v2.0/routers/d5425eee-13ea-4bef-93a1-bd855a8ca4db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8933904 Oct 19 01:32:28.964695 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42466) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:28.972971 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-36b03cf4-ad7f-4c33-bcfe-a86073fccbcf tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/floatingips/37a142bc-3a50-4838-be5f-aa7793a7b4ec HTTP/1.1" status: 200 len: 993 time: 0.0670619 Oct 19 01:32:28.979296 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b222a937-aea8-4994-855a-dfb3988dc77c None None] Sync routers for ids ['d5425eee-13ea-4bef-93a1-bd855a8ca4db'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:32:28.989549 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b222a937-aea8-4994-855a-dfb3988dc77c None None] Routers {'d5425eee-13ea-4bef-93a1-bd855a8ca4db'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:32:28.990222 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-b222a937-aea8-4994-855a-dfb3988dc77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:32:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d5425eee-13ea-4bef-93a1-bd855a8ca4db'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:29.076928 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3c63786b-4fd7-4cab-b230-968fde8b3906 admin admin] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:29.104755 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-b222a937-aea8-4994-855a-dfb3988dc77c None None] Set router d5425eee-13ea-4bef-93a1-bd855a8ca4db gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:32:29.185488 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3c63786b-4fd7-4cab-b230-968fde8b3906 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:29.242703 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-3c63786b-4fd7-4cab-b230-968fde8b3906 admin admin] Deleting port d7734446-167e-44c3-851f-4e9e2c265962 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:29.243057 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3c63786b-4fd7-4cab-b230-968fde8b3906 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:29.288826 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-b222a937-aea8-4994-855a-dfb3988dc77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5425eee-13ea-4bef-93a1-bd855a8ca4db', 'name': 'tempest-TestVolumeBootPattern-1822497331-router', 'tenant_id': '51ea39864a3f4ac59fd8d84c06388b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'd7734446-167e-44c3-851f-4e9e2c265962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:18:08Z', 'updated_at': '2021-10-19T01:32:28Z', 'revision_number': 5, 'project_id': '51ea39864a3f4ac59fd8d84c06388b2d', 'gw_port': {'id': 'd7734446-167e-44c3-851f-4e9e2c265962', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:71:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5425eee-13ea-4bef-93a1-bd855a8ca4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:09Z', 'updated_at': '2021-10-19T01:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:29.315406 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b222a937-aea8-4994-855a-dfb3988dc77c None None] Checking router: d5425eee-13ea-4bef-93a1-bd855a8ca4db for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:32:29.323286 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b222a937-aea8-4994-855a-dfb3988dc77c None None] Routers {'d5425eee-13ea-4bef-93a1-bd855a8ca4db'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:32:29.323904 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-b222a937-aea8-4994-855a-dfb3988dc77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:32:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d5425eee-13ea-4bef-93a1-bd855a8ca4db'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:29.324840 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-3c63786b-4fd7-4cab-b230-968fde8b3906 admin admin] For port d7734446-167e-44c3-851f-4e9e2c265962, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d7734446-167e-44c3-851f-4e9e2c265962,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:29.325234 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3c63786b-4fd7-4cab-b230-968fde8b3906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:29.339098 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-3c63786b-4fd7-4cab-b230-968fde8b3906 admin admin] Calling delete_port for d7734446-167e-44c3-851f-4e9e2c265962 owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:29.424354 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-b222a937-aea8-4994-855a-dfb3988dc77c None None] Set router d5425eee-13ea-4bef-93a1-bd855a8ca4db gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:32:29.482487 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-b222a937-aea8-4994-855a-dfb3988dc77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5425eee-13ea-4bef-93a1-bd855a8ca4db', 'name': 'tempest-TestVolumeBootPattern-1822497331-router', 'tenant_id': '51ea39864a3f4ac59fd8d84c06388b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:18:08Z', 'updated_at': '2021-10-19T01:32:29Z', 'revision_number': 6, 'project_id': '51ea39864a3f4ac59fd8d84c06388b2d', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:29.508998 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b222a937-aea8-4994-855a-dfb3988dc77c None None] The sync data for ids ['d5425eee-13ea-4bef-93a1-bd855a8ca4db'] in n-d-715271-26 is: [{'id': 'd5425eee-13ea-4bef-93a1-bd855a8ca4db', 'name': 'tempest-TestVolumeBootPattern-1822497331-router', 'tenant_id': '51ea39864a3f4ac59fd8d84c06388b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:18:08Z', 'updated_at': '2021-10-19T01:32:29Z', 'revision_number': 6, 'project_id': '51ea39864a3f4ac59fd8d84c06388b2d', 'gw_port_host': None}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:32:29.515547 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3c63786b-4fd7-4cab-b230-968fde8b3906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:29.543079 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63786b-4fd7-4cab-b230-968fde8b3906 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7734446-167e-44c3-851f-4e9e2c265962,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:29.608247 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3c63786b-4fd7-4cab-b230-968fde8b3906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:29.637259 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:29.699745 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3c63786b-4fd7-4cab-b230-968fde8b3906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:29.702214 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3c63786b-4fd7-4cab-b230-968fde8b3906 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:29.748449 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3c63786b-4fd7-4cab-b230-968fde8b3906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:29.749387 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c63786b-4fd7-4cab-b230-968fde8b3906 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5425eee-13ea-4bef-93a1-bd855a8ca4db {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:32:29.755058 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3c63786b-4fd7-4cab-b230-968fde8b3906 admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:29.756232 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3c63786b-4fd7-4cab-b230-968fde8b3906 admin admin] 10.222.0.57 "DELETE /v2.0/routers/d5425eee-13ea-4bef-93a1-bd855a8ca4db HTTP/1.1" status: 204 len: 168 time: 0.7905574 Oct 19 01:32:29.758903 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42470) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:29.810874 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f6b3e-f8ce-4317-9ac6-e968cd245076 req-49beffcc-918a-4756-84a2-631adee27db4 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:29.811505 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-6037a092-60ae-4d3e-bb63-8bec403ba6aa admin admin] Deleting subnet 6a97292c-226f-40cd-9efe-283ccf2bd136 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:32:29.812548 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-115f6b3e-f8ce-4317-9ac6-e968cd245076 req-49beffcc-918a-4756-84a2-631adee27db4 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 945 time: 0.0553052 Oct 19 01:32:29.815097 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6037a092-60ae-4d3e-bb63-8bec403ba6aa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:29.852738 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6037a092-60ae-4d3e-bb63-8bec403ba6aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:29.854421 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-115f6b3e-f8ce-4317-9ac6-e968cd245076 req-044f2139-fb86-46d8-aeb1-c7df58e1c9f5 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354295 Oct 19 01:32:29.974265 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6037a092-60ae-4d3e-bb63-8bec403ba6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.054630 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6037a092-60ae-4d3e-bb63-8bec403ba6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.086623 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037a092-60ae-4d3e-bb63-8bec403ba6aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a97292c-226f-40cd-9efe-283ccf2bd136,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:30.090323 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6037a092-60ae-4d3e-bb63-8bec403ba6aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.094131 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6037a092-60ae-4d3e-bb63-8bec403ba6aa admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6a97292c-226f-40cd-9efe-283ccf2bd136 HTTP/1.1" status: 204 len: 168 time: 0.3339648 Oct 19 01:32:30.097016 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42472) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:30.098003 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f5867c-1410-4573-ae85-82e3a2240808 None None] Network d76f6528-fa7e-4862-9ea0-d54f03e5d412 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:30.168003 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-39c7a4cb-d408-446d-9049-b34bd8556d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.222500 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-39c7a4cb-d408-446d-9049-b34bd8556d70 admin admin] Deleting port d8ce9412-f5ef-4593-8023-3cdb10b47f9a {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:30.222923 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-39c7a4cb-d408-446d-9049-b34bd8556d70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.234827 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:32:30.236976 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:32:30.242368 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42474) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:30.249931 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-1feaf8f3-98f1-4466-99c7-7ee1d6dd2d2f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Request body: {'subnet': {'network_id': 'a270cd50-b1c7-4b8b-b762-25ad8c3401f7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:30.308683 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-39c7a4cb-d408-446d-9049-b34bd8556d70 admin admin] For port d8ce9412-f5ef-4593-8023-3cdb10b47f9a, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d8ce9412-f5ef-4593-8023-3cdb10b47f9a,segment=NetworkSegment(c0986066-a4a8-4a71-90fd-3198d102d1e8),segment_id=c0986066-a4a8-4a71-90fd-3198d102d1e8)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:30.308992 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-39c7a4cb-d408-446d-9049-b34bd8556d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.324028 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-39c7a4cb-d408-446d-9049-b34bd8556d70 admin admin] Calling delete_port for d8ce9412-f5ef-4593-8023-3cdb10b47f9a owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:30.360496 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1feaf8f3-98f1-4466-99c7-7ee1d6dd2d2f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Made reservation on behalf of 9aa2462d5fdf4af99d3c98841c86712f for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:30.369923 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f74f96a-549d-45d3-b102-f423fbff026f None None] DHCP port deletion for d76f6528-fa7e-4862-9ea0-d54f03e5d412 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:32:30.370145 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1feaf8f3-98f1-4466-99c7-7ee1d6dd2d2f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.398083 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 2e6d0ac0-b082-4625-a24a-85dcb5a0a62d no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:32:30.452432 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.457490 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 2e6d0ac0-b082-4625-a24a-85dcb5a0a62d {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:32:30.457737 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-39c7a4cb-d408-446d-9049-b34bd8556d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.457873 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 2e6d0ac0-b082-4625-a24a-85dcb5a0a62d not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:32:30.492448 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c,segment=NetworkSegment(27d69f87-cc10-48f2-9a6e-0ba5cd162c8a),segment_id=27d69f87-cc10-48f2-9a6e-0ba5cd162c8a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:30.494970 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7a4cb-d408-446d-9049-b34bd8556d70 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8ce9412-f5ef-4593-8023-3cdb10b47f9a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:30.500362 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c7a4cb-d408-446d-9049-b34bd8556d70 admin admin] No DVR routers for this DVR port d8ce9412-f5ef-4593-8023-3cdb10b47f9a on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:32:30.509975 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295af08b-62fb-4a10-897c-5b0b9b693923', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:32:30.512291 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5949d3-33e5-4c3e-8804-79c8f92fae1a" -d '{"events": [{"server_uuid": "295af08b-62fb-4a10-897c-5b0b9b693923", "name": "network-vif-unplugged", "status": "completed", "tag": "4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:32:30.527516 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c', 'network_id': 'f07e6381-f3cd-4097-8bff-9d2667bcfbc9', 'port_id': '4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c', 'mac_address': 'fa:16:3e:3d:02:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a33cce0-103b-445f-872c-c277095ddbb5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:32:30.535827 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c,segment=NetworkSegment(27d69f87-cc10-48f2-9a6e-0ba5cd162c8a),segment_id=27d69f87-cc10-48f2-9a6e-0ba5cd162c8a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:30.563113 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.575156 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-5f74f96a-549d-45d3-b102-f423fbff026f None None] Deleting port d8ce9412-f5ef-4593-8023-3cdb10b47f9a {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:30.576505 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5f74f96a-549d-45d3-b102-f423fbff026f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.611207 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1feaf8f3-98f1-4466-99c7-7ee1d6dd2d2f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.615954 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-39c7a4cb-d408-446d-9049-b34bd8556d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.641756 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-39c7a4cb-d408-446d-9049-b34bd8556d70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d76f6528-fa7e-4862-9ea0-d54f03e5d412']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:30.642247 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.652326 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-39c7a4cb-d408-446d-9049-b34bd8556d70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0986066-a4a8-4a71-90fd-3198d102d1e8') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:30.652667 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-39c7a4cb-d408-446d-9049-b34bd8556d70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0986066-a4a8-4a71-90fd-3198d102d1e8') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:30.660354 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:32:30.666932 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feaf8f3-98f1-4466-99c7-7ee1d6dd2d2f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event updated for resources: {'Subnet': ['ID=3030ba57-2906-4ef3-9daa-af8c2612b3aa,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:30.677080 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-39c7a4cb-d408-446d-9049-b34bd8556d70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.694065 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-39c7a4cb-d408-446d-9049-b34bd8556d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.702062 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c7a4cb-d408-446d-9049-b34bd8556d70 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:32:30.702449 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-39c7a4cb-d408-446d-9049-b34bd8556d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.717530 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feaf8f3-98f1-4466-99c7-7ee1d6dd2d2f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Checking segment: {'id': '60edbb86-578f-4961-8915-1c0a81df9fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a270cd50-b1c7-4b8b-b762-25ad8c3401f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:30.717824 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1feaf8f3-98f1-4466-99c7-7ee1d6dd2d2f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Network hostable DHCP agents. Network: a270cd50-b1c7-4b8b-b762-25ad8c3401f7, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:32:30.720009 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-5f74f96a-549d-45d3-b102-f423fbff026f None None] For port d8ce9412-f5ef-4593-8023-3cdb10b47f9a, host n-d-715271-26, got binding levels [] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:30.720512 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5f74f96a-549d-45d3-b102-f423fbff026f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.739502 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:30.739756 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1feaf8f3-98f1-4466-99c7-7ee1d6dd2d2f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Network a270cd50-b1c7-4b8b-b762-25ad8c3401f7 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:32:30.746887 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-5f74f96a-549d-45d3-b102-f423fbff026f None None] Calling delete_port for d8ce9412-f5ef-4593-8023-3cdb10b47f9a owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:30.751476 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.ipam_backend_mixin [None req-5f74f96a-549d-45d3-b102-f423fbff026f None None] Port d8ce9412-f5ef-4593-8023-3cdb10b47f9a was not found and therefore no delete operation was performed {{(pid=100608) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:32:30.753704 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c,segment=NetworkSegment(27d69f87-cc10-48f2-9a6e-0ba5cd162c8a),segment_id=27d69f87-cc10-48f2-9a6e-0ba5cd162c8a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:30.755414 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5f74f96a-549d-45d3-b102-f423fbff026f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.758217 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-1feaf8f3-98f1-4466-99c7-7ee1d6dd2d2f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, a270cd50-b1c7-4b8b-b762-25ad8c3401f7) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:30.771872 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1feaf8f3-98f1-4466-99c7-7ee1d6dd2d2f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:30.772818 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1feaf8f3-98f1-4466-99c7-7ee1d6dd2d2f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.784932 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:32:30.784932 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:32:30.784932 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:32:30.784932 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:32:30.784932 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:32:30.784932 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:32:30.784932 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:32:30.784932 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:32:30.784932 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:32:30.784932 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:32:30.784932 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:32:30.784932 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:32:30.784932 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:32:30.784932 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:32:30.784932 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:32:30.784932 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:32:30.784932 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:32:30.784932 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:32:30.784932 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:32:30.784932 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:32:30.784932 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:32:30.784932 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:32:30.784932 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:32:30.784932 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:32:30.784932 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:32:30.784932 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:32:30.784932 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:32:30.784932 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:32:30.784932 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:32:30.784932 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:32:30.784932 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:32:30.784932 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:32:30.788820 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.789782 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-39c7a4cb-d408-446d-9049-b34bd8556d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.790862 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52613929-6396-407f-916d-8a509caf91f0 None None] Network a270cd50-b1c7-4b8b-b762-25ad8c3401f7 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:30.795297 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f74f96a-549d-45d3-b102-f423fbff026f None None] Pushing event deleted for resources: {'Port': ['ID=d8ce9412-f5ef-4593-8023-3cdb10b47f9a,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:30.807293 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1feaf8f3-98f1-4466-99c7-7ee1d6dd2d2f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5636933 Oct 19 01:32:30.811868 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42480) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:30.820161 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-8073475f-59bc-4113-a133-97fea5fe27bc tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1796149162'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:30.823297 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59d6d39-5ac6-4c55-bfeb-ffed280692fe x-openstack-request-id: req-c59d6d39-5ac6-4c55-bfeb-ffed280692fe {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:32:30.823664 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295af08b-62fb-4a10-897c-5b0b9b693923", "name": "network-vif-unplugged", "status": "completed", "tag": "4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:32:30.824003 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c59d6d39-5ac6-4c55-bfeb-ffed280692fe {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:32:30.824462 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295af08b-62fb-4a10-897c-5b0b9b693923', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c', 'code': 200} Oct 19 01:32:30.825848 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-39c7a4cb-d408-446d-9049-b34bd8556d70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.831340 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-39c7a4cb-d408-446d-9049-b34bd8556d70 admin admin] 10.222.0.57 "DELETE /v2.0/networks/d76f6528-fa7e-4862-9ea0-d54f03e5d412 HTTP/1.1" status: 204 len: 168 time: 0.7322328 Oct 19 01:32:30.832650 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f74f96a-549d-45d3-b102-f423fbff026f None None] No DVR routers for this DVR port d8ce9412-f5ef-4593-8023-3cdb10b47f9a on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:32:30.833184 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7a4cb-d408-446d-9049-b34bd8556d70 admin admin] Pushing event deleted for resources: {'Network': ['ID=d76f6528-fa7e-4862-9ea0-d54f03e5d412,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:30.851773 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8073475f-59bc-4113-a133-97fea5fe27bc tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Made reservation on behalf of 9aa2462d5fdf4af99d3c98841c86712f for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:30.856452 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8073475f-59bc-4113-a133-97fea5fe27bc tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.889796 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8073475f-59bc-4113-a133-97fea5fe27bc tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:32:30.908594 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8073475f-59bc-4113-a133-97fea5fe27bc tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.909255 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-8073475f-59bc-4113-a133-97fea5fe27bc tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Added segment e3c1ad12-9f29-47c5-8771-5af7fd271120 of type vlan for network 50838c4b-0581-4fd2-8da8-002c37f9ae9a Oct 19 01:32:30.928902 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c,revision_number=7']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:30.956976 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8073475f-59bc-4113-a133-97fea5fe27bc tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.989325 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8073475f-59bc-4113-a133-97fea5fe27bc tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.995983 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8073475f-59bc-4113-a133-97fea5fe27bc tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:30.996840 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8073475f-59bc-4113-a133-97fea5fe27bc tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:31.040362 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8073475f-59bc-4113-a133-97fea5fe27bc tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2274466 Oct 19 01:32:31.041273 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42486) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:31.054909 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79dacc8-e0f6-405b-a3ab-6ffce045bbb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-a270cd50-b1c7-4b8b-b762-25ad8c3401f7', 'network_id': 'a270cd50-b1c7-4b8b-b762-25ad8c3401f7', 'tenant_id': '9aa2462d5fdf4af99d3c98841c86712f', 'fixed_ips': [{'subnet_id': '3030ba57-2906-4ef3-9daa-af8c2612b3aa'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:32:31.056679 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b79dacc8-e0f6-405b-a3ab-6ffce045bbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:31.061593 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-18df434d-61ba-4ee1-bb34-e7d0bb44a4ad tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Request body: {'subnet': {'network_id': '50838c4b-0581-4fd2-8da8-002c37f9ae9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:31.069088 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b06a32-72c0-497d-b1e9-816ae926d2f3 req-bab40737-5ca8-4055-aca0-eac70cedf30e tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:31.070893 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-67b06a32-72c0-497d-b1e9-816ae926d2f3 req-bab40737-5ca8-4055-aca0-eac70cedf30e tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 945 time: 0.0595348 Oct 19 01:32:31.112239 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8073475f-59bc-4113-a133-97fea5fe27bc tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event updated for resources: {'Network': ['ID=50838c4b-0581-4fd2-8da8-002c37f9ae9a,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:31.140291 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-67b06a32-72c0-497d-b1e9-816ae926d2f3 req-711e2ace-721d-4ba7-a0fa-53030ddc18d5 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624218 Oct 19 01:32:31.142782 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42488) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:31.155397 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:32:31.158386 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 50838c4b-0581-4fd2-8da8-002c37f9ae9a details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:32:31.196148 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18df434d-61ba-4ee1-bb34-e7d0bb44a4ad tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Made reservation on behalf of 9aa2462d5fdf4af99d3c98841c86712f for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:31.202522 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-18df434d-61ba-4ee1-bb34-e7d0bb44a4ad tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:31.221232 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42492) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:31.221600 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c0e64c24-b87c-471a-9431-8bbf84ce80aa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=248f0ca5d5d44d8ab1ae3c514fead24b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0726819 Oct 19 01:32:31.338400 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-beed88a4-1069-42f6-bf8d-41d24ac828ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:31.366024 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937c6b6-85cb-4e32-a3c2-6de5c4a4a14d req-da674ab2-0d9b-4575-8629-9c78eecc2147 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:31.367591 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d937c6b6-85cb-4e32-a3c2-6de5c4a4a14d req-da674ab2-0d9b-4575-8629-9c78eecc2147 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 945 time: 0.0583129 Oct 19 01:32:31.373588 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-beed88a4-1069-42f6-bf8d-41d24ac828ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:31.423117 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d937c6b6-85cb-4e32-a3c2-6de5c4a4a14d req-6368dd2a-550a-4c64-b52f-979ffcb138f6 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460236 Oct 19 01:32:31.504155 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-beed88a4-1069-42f6-bf8d-41d24ac828ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:31.506674 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-beed88a4-1069-42f6-bf8d-41d24ac828ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:31.508807 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-beed88a4-1069-42f6-bf8d-41d24ac828ee admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6d5edcc0-06f5-49ad-9f8a-6eef0abab93e HTTP/1.1" status: 204 len: 168 time: 0.2848005 Oct 19 01:32:31.508807 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-18df434d-61ba-4ee1-bb34-e7d0bb44a4ad tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:31.519028 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-b79dacc8-e0f6-405b-a3ab-6ffce045bbb7 None None] Allocated IP 2001:db8:0:ffff::2 (a270cd50-b1c7-4b8b-b762-25ad8c3401f7/3030ba57-2906-4ef3-9daa-af8c2612b3aa/c165443e-cfbb-4783-bb59-e4db5bafb910) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:32:31.566222 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed88a4-1069-42f6-bf8d-41d24ac828ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5edcc0-06f5-49ad-9f8a-6eef0abab93e,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:31.604604 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df434d-61ba-4ee1-bb34-e7d0bb44a4ad tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event updated for resources: {'Subnet': ['ID=44101413-6c1b-4187-80a4-a5a416799607,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:31.621251 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d7f52-3b03-4a49-b6d8-17d042c0e071 req-633caf4e-f3f3-41b0-80ac-b74dc5d084c1 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:31.622777 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-213d7f52-3b03-4a49-b6d8-17d042c0e071 req-633caf4e-f3f3-41b0-80ac-b74dc5d084c1 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 945 time: 0.1324477 Oct 19 01:32:31.628763 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18df434d-61ba-4ee1-bb34-e7d0bb44a4ad tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Checking segment: {'id': 'e3c1ad12-9f29-47c5-8771-5af7fd271120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '50838c4b-0581-4fd2-8da8-002c37f9ae9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:31.629128 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18df434d-61ba-4ee1-bb34-e7d0bb44a4ad tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Network hostable DHCP agents. Network: 50838c4b-0581-4fd2-8da8-002c37f9ae9a, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:32:31.674811 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-213d7f52-3b03-4a49-b6d8-17d042c0e071 req-150b934f-0d8a-428a-bde2-c8de14fef82f tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419390 Oct 19 01:32:31.675875 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18df434d-61ba-4ee1-bb34-e7d0bb44a4ad tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Network 50838c4b-0581-4fd2-8da8-002c37f9ae9a is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:32:31.689148 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-18df434d-61ba-4ee1-bb34-e7d0bb44a4ad tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 50838c4b-0581-4fd2-8da8-002c37f9ae9a) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:31.694845 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18df434d-61ba-4ee1-bb34-e7d0bb44a4ad tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:31.695785 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-18df434d-61ba-4ee1-bb34-e7d0bb44a4ad tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:31.704974 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ec94f0-f7b9-4901-8b1e-07a425f5042a None None] Network 50838c4b-0581-4fd2-8da8-002c37f9ae9a requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:31.732551 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42504) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:31.732860 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-18df434d-61ba-4ee1-bb34-e7d0bb44a4ad tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6761582 Oct 19 01:32:31.880169 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-394940c5-413d-49ad-9f39-f28f0bbccdc3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:31.881219 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d7734446-167e-44c3-851f-4e9e2c265962 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:32:31.959285 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: d7734446-167e-44c3-851f-4e9e2c265962 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:32:31.959704 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d7734446-167e-44c3-851f-4e9e2c265962 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:32:31.960161 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d8ce9412-f5ef-4593-8023-3cdb10b47f9a no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:32:31.961991 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42508) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:32.010804 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: d8ce9412-f5ef-4593-8023-3cdb10b47f9a {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:32:32.011154 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d8ce9412-f5ef-4593-8023-3cdb10b47f9a not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:32:32.020435 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-394940c5-413d-49ad-9f39-f28f0bbccdc3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:32.028455 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b79dacc8-e0f6-405b-a3ab-6ffce045bbb7 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:32.043691 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6a21947d-ce62-4f73-8fbe-c8f0e0536d68 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=51ea39864a3f4ac59fd8d84c06388b2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0795722 Oct 19 01:32:32.050107 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42510) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:32.052655 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c8dee-c4e0-4645-89d6-667a2b7ed691 req-4f50b461-0f26-4d57-8490-2e89eb8d4716 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:32.054293 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-730c8dee-c4e0-4645-89d6-667a2b7ed691 req-4f50b461-0f26-4d57-8490-2e89eb8d4716 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 945 time: 0.0740023 Oct 19 01:32:32.062537 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b79dacc8-e0f6-405b-a3ab-6ffce045bbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:32.099465 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-730c8dee-c4e0-4645-89d6-667a2b7ed691 req-c81fc8d4-779d-4989-8e1b-7a73a45beb0f tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369222 Oct 19 01:32:32.134728 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79dacc8-e0f6-405b-a3ab-6ffce045bbb7 None None] Network a270cd50-b1c7-4b8b-b762-25ad8c3401f7 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:32.139228 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-394940c5-413d-49ad-9f39-f28f0bbccdc3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:32.152338 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9bbad6aa-1c97-48ad-bb9b-1f06a3d98f82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:32.159575 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-b79dacc8-e0f6-405b-a3ab-6ffce045bbb7 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:32.162442 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79dacc8-e0f6-405b-a3ab-6ffce045bbb7 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:32.164431 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79dacc8-e0f6-405b-a3ab-6ffce045bbb7 None None] Pushing event updated for resources: {'Port': ['ID=c165443e-cfbb-4783-bb59-e4db5bafb910,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:32.173582 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2423cfe0-af4c-4954-b844-2d5168d49332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-50838c4b-0581-4fd2-8da8-002c37f9ae9a', 'network_id': '50838c4b-0581-4fd2-8da8-002c37f9ae9a', 'tenant_id': '9aa2462d5fdf4af99d3c98841c86712f', 'fixed_ips': [{'subnet_id': '44101413-6c1b-4187-80a4-a5a416799607'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:32:32.174421 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2423cfe0-af4c-4954-b844-2d5168d49332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:32.181637 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394940c5-413d-49ad-9f39-f28f0bbccdc3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event deleted for resources: {'Subnet': ['ID=44101413-6c1b-4187-80a4-a5a416799607,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:32.217878 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9bbad6aa-1c97-48ad-bb9b-1f06a3d98f82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:32.271909 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-394940c5-413d-49ad-9f39-f28f0bbccdc3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:32.278179 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-b79dacc8-e0f6-405b-a3ab-6ffce045bbb7 None None] Attempting to bind port c165443e-cfbb-4783-bb59-e4db5bafb910 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:32.278603 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-b79dacc8-e0f6-405b-a3ab-6ffce045bbb7 None None] Attempting to bind port c165443e-cfbb-4783-bb59-e4db5bafb910 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '60edbb86-578f-4961-8915-1c0a81df9fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a270cd50-b1c7-4b8b-b762-25ad8c3401f7'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:32.278975 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79dacc8-e0f6-405b-a3ab-6ffce045bbb7 None None] Attempting to bind port c165443e-cfbb-4783-bb59-e4db5bafb910 on network a270cd50-b1c7-4b8b-b762-25ad8c3401f7 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:32.289539 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79dacc8-e0f6-405b-a3ab-6ffce045bbb7 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:32:32.289921 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79dacc8-e0f6-405b-a3ab-6ffce045bbb7 None None] Checking segment: {'id': '60edbb86-578f-4961-8915-1c0a81df9fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a270cd50-b1c7-4b8b-b762-25ad8c3401f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:32.290324 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b79dacc8-e0f6-405b-a3ab-6ffce045bbb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:32.290714 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79dacc8-e0f6-405b-a3ab-6ffce045bbb7 None None] Bound using segment: {'id': '60edbb86-578f-4961-8915-1c0a81df9fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a270cd50-b1c7-4b8b-b762-25ad8c3401f7'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:32:32.291190 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-b79dacc8-e0f6-405b-a3ab-6ffce045bbb7 None None] Bound port: c165443e-cfbb-4783-bb59-e4db5bafb910, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60edbb86-578f-4961-8915-1c0a81df9fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a270cd50-b1c7-4b8b-b762-25ad8c3401f7'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:32:32.291592 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b79dacc8-e0f6-405b-a3ab-6ffce045bbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:32.302367 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35019b75-2a5f-47df-80cd-0091b2eede59 None None] Network 50838c4b-0581-4fd2-8da8-002c37f9ae9a requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:32.313869 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-394940c5-413d-49ad-9f39-f28f0bbccdc3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50838c4b-0581-4fd2-8da8-002c37f9ae9a']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:32.326212 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-394940c5-413d-49ad-9f39-f28f0bbccdc3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3c1ad12-9f29-47c5-8771-5af7fd271120') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:32.326517 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-394940c5-413d-49ad-9f39-f28f0bbccdc3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3c1ad12-9f29-47c5-8771-5af7fd271120') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:32.336950 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-394940c5-413d-49ad-9f39-f28f0bbccdc3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:32.353154 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-394940c5-413d-49ad-9f39-f28f0bbccdc3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:32.355659 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9bbad6aa-1c97-48ad-bb9b-1f06a3d98f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:32.358307 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9bbad6aa-1c97-48ad-bb9b-1f06a3d98f82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:32.359446 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9bbad6aa-1c97-48ad-bb9b-1f06a3d98f82 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0916ba45-68f1-441d-aff8-1946ccf79081 HTTP/1.1" status: 204 len: 168 time: 0.3084836 Oct 19 01:32:32.371368 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-394940c5-413d-49ad-9f39-f28f0bbccdc3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:32:32.371800 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-394940c5-413d-49ad-9f39-f28f0bbccdc3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:32.375304 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:32:32.375304 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:32:32.375304 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:32:32.375304 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:32:32.375304 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:32:32.375304 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:32:32.375304 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:32:32.375304 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:32:32.375304 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:32:32.375304 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:32:32.375304 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:32:32.375304 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:32:32.375304 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:32:32.375304 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:32:32.375304 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:32:32.375304 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:32:32.375304 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:32:32.375304 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:32:32.375304 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:32:32.375304 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:32:32.375304 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:32:32.375304 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:32:32.375304 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:32:32.375304 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:32:32.375304 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:32:32.375304 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:32:32.375304 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:32:32.375304 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:32:32.375304 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:32:32.375304 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:32:32.375304 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:32:32.375304 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:32:32.379019 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbad6aa-1c97-48ad-bb9b-1f06a3d98f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0916ba45-68f1-441d-aff8-1946ccf79081,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:32.443147 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-b79dacc8-e0f6-405b-a3ab-6ffce045bbb7 None None] For port c165443e-cfbb-4783-bb59-e4db5bafb910, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:32:32.445382 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-394940c5-413d-49ad-9f39-f28f0bbccdc3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:32.454689 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-394940c5-413d-49ad-9f39-f28f0bbccdc3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:32.458629 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-394940c5-413d-49ad-9f39-f28f0bbccdc3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "DELETE /v2.0/networks/50838c4b-0581-4fd2-8da8-002c37f9ae9a HTTP/1.1" status: 204 len: 168 time: 0.7249603 Oct 19 01:32:32.462703 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42514) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:32.467846 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-2890c409-2308-4e47-a521-1633d922f2f3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-752223215'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:32.472643 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394940c5-413d-49ad-9f39-f28f0bbccdc3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event deleted for resources: {'Network': ['ID=50838c4b-0581-4fd2-8da8-002c37f9ae9a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:32.476727 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-b79dacc8-e0f6-405b-a3ab-6ffce045bbb7 None None] For port c165443e-cfbb-4783-bb59-e4db5bafb910, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c165443e-cfbb-4783-bb59-e4db5bafb910,segment=NetworkSegment(60edbb86-578f-4961-8915-1c0a81df9fa7),segment_id=60edbb86-578f-4961-8915-1c0a81df9fa7)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:32:32.484969 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b79dacc8-e0f6-405b-a3ab-6ffce045bbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:32.498153 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2890c409-2308-4e47-a521-1633d922f2f3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Made reservation on behalf of 9aa2462d5fdf4af99d3c98841c86712f for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:32.502314 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2890c409-2308-4e47-a521-1633d922f2f3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:32.527253 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2890c409-2308-4e47-a521-1633d922f2f3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:32:32.539764 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2890c409-2308-4e47-a521-1633d922f2f3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:32.540102 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-2890c409-2308-4e47-a521-1633d922f2f3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Added segment 12fad9e2-a569-4c90-adc1-c432048a5054 of type vlan for network 5fa4013d-4350-4be0-969c-123f8c2afd50 Oct 19 01:32:32.551764 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79dacc8-e0f6-405b-a3ab-6ffce045bbb7 None None] Pushing event updated for resources: {'Port': ['ID=c165443e-cfbb-4783-bb59-e4db5bafb910,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:32.595443 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2890c409-2308-4e47-a521-1633d922f2f3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:32.627808 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2890c409-2308-4e47-a521-1633d922f2f3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:32.634120 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2890c409-2308-4e47-a521-1633d922f2f3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:32.634779 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2890c409-2308-4e47-a521-1633d922f2f3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:32.681767 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2890c409-2308-4e47-a521-1633d922f2f3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2178447 Oct 19 01:32:32.685854 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42516) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:32.735487 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-be04ef82-45e8-49ce-8b96-a504fa2dea17 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Request body: {'subnet': {'network_id': '5fa4013d-4350-4be0-969c-123f8c2afd50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:32.741027 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890c409-2308-4e47-a521-1633d922f2f3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event updated for resources: {'Network': ['ID=5fa4013d-4350-4be0-969c-123f8c2afd50,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:32.757842 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 5fa4013d-4350-4be0-969c-123f8c2afd50 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:32:32.878793 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be04ef82-45e8-49ce-8b96-a504fa2dea17 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Made reservation on behalf of 9aa2462d5fdf4af99d3c98841c86712f for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:32.883066 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-be04ef82-45e8-49ce-8b96-a504fa2dea17 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:33.088340 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-be04ef82-45e8-49ce-8b96-a504fa2dea17 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:33.176742 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be04ef82-45e8-49ce-8b96-a504fa2dea17 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event updated for resources: {'Subnet': ['ID=c0aa5fcb-8b83-48c3-b89e-845d4cb14d67,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:33.190219 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be04ef82-45e8-49ce-8b96-a504fa2dea17 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Checking segment: {'id': '12fad9e2-a569-4c90-adc1-c432048a5054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5fa4013d-4350-4be0-969c-123f8c2afd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:33.190573 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be04ef82-45e8-49ce-8b96-a504fa2dea17 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Network hostable DHCP agents. Network: 5fa4013d-4350-4be0-969c-123f8c2afd50, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:32:33.208552 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9535a-3a2b-4800-bc2d-286b3f7fb00e req-4f4f5550-2410-48a4-9a1b-dad409ae1613 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:33.210009 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ecb9535a-3a2b-4800-bc2d-286b3f7fb00e req-4f4f5550-2410-48a4-9a1b-dad409ae1613 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 945 time: 0.0867829 Oct 19 01:32:33.229415 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be04ef82-45e8-49ce-8b96-a504fa2dea17 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Network 5fa4013d-4350-4be0-969c-123f8c2afd50 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:32:33.229612 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa95dee-9607-42e9-ad4c-9d4032373f1f req-dc3b2a43-7ac8-428b-bc1d-bceb7bb1057f tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:33.230231 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-efa95dee-9607-42e9-ad4c-9d4032373f1f req-dc3b2a43-7ac8-428b-bc1d-bceb7bb1057f tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 945 time: 0.0590320 Oct 19 01:32:33.276074 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-efa95dee-9607-42e9-ad4c-9d4032373f1f req-6d58672b-08aa-43bb-a602-804d08f0bf2e tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368865 Oct 19 01:32:33.279967 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-be04ef82-45e8-49ce-8b96-a504fa2dea17 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 5fa4013d-4350-4be0-969c-123f8c2afd50) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:33.284540 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be04ef82-45e8-49ce-8b96-a504fa2dea17 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:33.285136 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-be04ef82-45e8-49ce-8b96-a504fa2dea17 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:33.289730 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a87094-e547-476a-b7d2-7ea3bfd4f223 None None] Network 5fa4013d-4350-4be0-969c-123f8c2afd50 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:33.332126 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42520) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:33.332410 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-be04ef82-45e8-49ce-8b96-a504fa2dea17 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6450396 Oct 19 01:32:33.337480 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-c01bae39-bf7d-436c-a185-59ac7fae51b5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1170284539'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:33.362789 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-ecb9535a-3a2b-4800-bc2d-286b3f7fb00e req-7edef18d-1ead-444a-af52-fa3f54839313 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Deleting port 8804aef2-3a4a-4243-925f-6f025e8e54c8 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:33.363352 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ecb9535a-3a2b-4800-bc2d-286b3f7fb00e req-7edef18d-1ead-444a-af52-fa3f54839313 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:33.365256 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01bae39-bf7d-436c-a185-59ac7fae51b5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Made reservation on behalf of 9aa2462d5fdf4af99d3c98841c86712f for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:33.369081 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c01bae39-bf7d-436c-a185-59ac7fae51b5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:33.395935 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c01bae39-bf7d-436c-a185-59ac7fae51b5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:32:33.407165 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c01bae39-bf7d-436c-a185-59ac7fae51b5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:33.407561 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-c01bae39-bf7d-436c-a185-59ac7fae51b5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Added segment 8a3e6c2f-82d6-409f-a624-62d0c11df4b1 of type vlan for network 6aeec7d3-6e6f-415c-80e3-4c4c609167fa Oct 19 01:32:33.458156 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c01bae39-bf7d-436c-a185-59ac7fae51b5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:33.474047 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52fdc39-eaa1-43d0-a34c-1d9f92268726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-5fa4013d-4350-4be0-969c-123f8c2afd50', 'network_id': '5fa4013d-4350-4be0-969c-123f8c2afd50', 'tenant_id': '9aa2462d5fdf4af99d3c98841c86712f', 'fixed_ips': [{'subnet_id': 'c0aa5fcb-8b83-48c3-b89e-845d4cb14d67'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:32:33.474949 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f52fdc39-eaa1-43d0-a34c-1d9f92268726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:33.495640 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c01bae39-bf7d-436c-a185-59ac7fae51b5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:33.495991 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-ecb9535a-3a2b-4800-bc2d-286b3f7fb00e req-7edef18d-1ead-444a-af52-fa3f54839313 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] For port 8804aef2-3a4a-4243-925f-6f025e8e54c8, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=8804aef2-3a4a-4243-925f-6f025e8e54c8,segment=NetworkSegment(95a912d3-0274-4a3d-b739-965bff95f708),segment_id=95a912d3-0274-4a3d-b739-965bff95f708)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:33.496916 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ecb9535a-3a2b-4800-bc2d-286b3f7fb00e req-7edef18d-1ead-444a-af52-fa3f54839313 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:33.505694 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01bae39-bf7d-436c-a185-59ac7fae51b5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:33.506632 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c01bae39-bf7d-436c-a185-59ac7fae51b5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:33.513792 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-ecb9535a-3a2b-4800-bc2d-286b3f7fb00e req-7edef18d-1ead-444a-af52-fa3f54839313 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Calling delete_port for 8804aef2-3a4a-4243-925f-6f025e8e54c8 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:33.562771 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c01bae39-bf7d-436c-a185-59ac7fae51b5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2259891 Oct 19 01:32:33.572890 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42522) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:33.584179 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-b773adac-af54-44ea-9adc-393c2d95f0d7 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Request body: {'subnet': {'network_id': '6aeec7d3-6e6f-415c-80e3-4c4c609167fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:33.597357 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01bae39-bf7d-436c-a185-59ac7fae51b5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event updated for resources: {'Network': ['ID=6aeec7d3-6e6f-415c-80e3-4c4c609167fa,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:33.610990 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 6aeec7d3-6e6f-415c-80e3-4c4c609167fa details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:32:33.660327 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c83b740-926a-4c0d-b516-37870e9d99c7 None None] Network a270cd50-b1c7-4b8b-b762-25ad8c3401f7 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:33.714254 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b773adac-af54-44ea-9adc-393c2d95f0d7 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Made reservation on behalf of 9aa2462d5fdf4af99d3c98841c86712f for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:33.718944 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b773adac-af54-44ea-9adc-393c2d95f0d7 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:33.735319 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-f52fdc39-eaa1-43d0-a34c-1d9f92268726 None None] Allocated IP 2001:db8::3 (5fa4013d-4350-4be0-969c-123f8c2afd50/c0aa5fcb-8b83-48c3-b89e-845d4cb14d67/de3a8d60-a15d-43cf-9b96-3d684f09c1e6) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:32:33.787195 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c165443e-cfbb-4783-bb59-e4db5bafb910 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:32:33.789938 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ecb9535a-3a2b-4800-bc2d-286b3f7fb00e req-7edef18d-1ead-444a-af52-fa3f54839313 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:33.822727 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['b9ee45bd-0a96-4bc4-87d4-bbfd52be190f', '8804aef2-3a4a-4243-925f-6f025e8e54c8'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:32:33.828343 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edef18d-1ead-444a-af52-fa3f54839313 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Pushing event deleted for resources: {'Port': ['ID=8804aef2-3a4a-4243-925f-6f025e8e54c8,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:33.850452 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-859e76cf-6f4b-47e9-b05a-cf9587ca9084 None None] Provisioning complete for port c165443e-cfbb-4783-bb59-e4db5bafb910 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:33.850823 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-859e76cf-6f4b-47e9-b05a-cf9587ca9084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:33.855228 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.ipam_backend_mixin [None req-b773adac-af54-44ea-9adc-393c2d95f0d7 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Performing IP validity checks on allocation pools {{(pid=100607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 19 01:32:33.855771 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.ipam_backend_mixin [None req-b773adac-af54-44ea-9adc-393c2d95f0d7 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 19 01:32:33.913785 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb9535a-3a2b-4800-bc2d-286b3f7fb00e req-7edef18d-1ead-444a-af52-fa3f54839313 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] No DVR routers for this DVR port 8804aef2-3a4a-4243-925f-6f025e8e54c8 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:32:33.918200 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-ecb9535a-3a2b-4800-bc2d-286b3f7fb00e req-7edef18d-1ead-444a-af52-fa3f54839313 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:33.921546 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ecb9535a-3a2b-4800-bc2d-286b3f7fb00e req-7edef18d-1ead-444a-af52-fa3f54839313 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.24 "DELETE /v2.0/ports/8804aef2-3a4a-4243-925f-6f025e8e54c8 HTTP/1.1" status: 204 len: 173 time: 0.7033827 Oct 19 01:32:33.921983 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1a0ad6-9596-4094-811c-b7dca25b980c', 'name': 'network-vif-deleted', 'tag': '8804aef2-3a4a-4243-925f-6f025e8e54c8'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:32:33.924300 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116b1819-1647-4e25-876d-209415423c4b" -d '{"events": [{"server_uuid": "6b1a0ad6-9596-4094-811c-b7dca25b980c", "name": "network-vif-deleted", "tag": "8804aef2-3a4a-4243-925f-6f025e8e54c8"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:32:33.985292 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145e8071-c2f2-48bc-9ef8-dff89aed9a73 x-openstack-request-id: req-145e8071-c2f2-48bc-9ef8-dff89aed9a73 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:32:33.985676 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1a0ad6-9596-4094-811c-b7dca25b980c", "name": "network-vif-deleted", "tag": "8804aef2-3a4a-4243-925f-6f025e8e54c8", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:32:33.985984 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-145e8071-c2f2-48bc-9ef8-dff89aed9a73 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:32:33.986430 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1a0ad6-9596-4094-811c-b7dca25b980c', 'name': 'network-vif-deleted', 'tag': '8804aef2-3a4a-4243-925f-6f025e8e54c8', 'status': 'completed', 'code': 200} Oct 19 01:32:34.042972 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port c165443e-cfbb-4783-bb59-e4db5bafb910 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:34.043240 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:34.056749 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b773adac-af54-44ea-9adc-393c2d95f0d7 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:34.124661 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773adac-af54-44ea-9adc-393c2d95f0d7 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event updated for resources: {'Subnet': ['ID=cc6df688-1672-4282-8389-6db946202daf,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:34.133910 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b773adac-af54-44ea-9adc-393c2d95f0d7 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Checking segment: {'id': '8a3e6c2f-82d6-409f-a624-62d0c11df4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6aeec7d3-6e6f-415c-80e3-4c4c609167fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:34.134265 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b773adac-af54-44ea-9adc-393c2d95f0d7 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Network hostable DHCP agents. Network: 6aeec7d3-6e6f-415c-80e3-4c4c609167fa, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:32:34.151185 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b773adac-af54-44ea-9adc-393c2d95f0d7 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Network 6aeec7d3-6e6f-415c-80e3-4c4c609167fa is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:32:34.160700 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-b773adac-af54-44ea-9adc-393c2d95f0d7 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 6aeec7d3-6e6f-415c-80e3-4c4c609167fa) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:34.165059 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b773adac-af54-44ea-9adc-393c2d95f0d7 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:34.169014 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b773adac-af54-44ea-9adc-393c2d95f0d7 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:34.175555 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eee9afa-3116-4740-b201-e678ce9a1698 None None] Network 6aeec7d3-6e6f-415c-80e3-4c4c609167fa requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:34.186639 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b773adac-af54-44ea-9adc-393c2d95f0d7 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.6126709 Oct 19 01:32:34.189261 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42526) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:34.294153 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-aacb4702-3f5e-4d8a-91e5-0837624561df tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:34.387170 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-aacb4702-3f5e-4d8a-91e5-0837624561df tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:34.394377 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:32:34.447442 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fa0eb710-24f5-4413-bc95-fe2d72e9e3ef req-7fd035df-82bb-4d44-90c4-bf17f153029e tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b1a0ad6-9596-4094-811c-b7dca25b980c HTTP/1.1" status: 200 len: 210 time: 0.0508552 Oct 19 01:32:34.455123 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-aacb4702-3f5e-4d8a-91e5-0837624561df tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:34.491322 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb4702-3f5e-4d8a-91e5-0837624561df tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event deleted for resources: {'Subnet': ['ID=cc6df688-1672-4282-8389-6db946202daf,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:34.514315 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-859e76cf-6f4b-47e9-b05a-cf9587ca9084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:34.554165 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f52fdc39-eaa1-43d0-a34c-1d9f92268726 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:34.564223 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-aacb4702-3f5e-4d8a-91e5-0837624561df tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:34.587643 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-aacb4702-3f5e-4d8a-91e5-0837624561df tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aeec7d3-6e6f-415c-80e3-4c4c609167fa']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:34.598755 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-aacb4702-3f5e-4d8a-91e5-0837624561df tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a3e6c2f-82d6-409f-a624-62d0c11df4b1') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:34.599090 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-aacb4702-3f5e-4d8a-91e5-0837624561df tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a3e6c2f-82d6-409f-a624-62d0c11df4b1') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:34.611468 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-aacb4702-3f5e-4d8a-91e5-0837624561df tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:34.619085 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f52fdc39-eaa1-43d0-a34c-1d9f92268726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:34.627347 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-aacb4702-3f5e-4d8a-91e5-0837624561df tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:34.633518 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aacb4702-3f5e-4d8a-91e5-0837624561df tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:32:34.633926 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-aacb4702-3f5e-4d8a-91e5-0837624561df tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:34.637432 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:32:34.637432 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:32:34.637432 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:32:34.637432 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:32:34.637432 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:32:34.637432 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:32:34.637432 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:32:34.637432 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:32:34.637432 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:32:34.637432 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:32:34.637432 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:32:34.637432 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:32:34.637432 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:32:34.637432 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:32:34.637432 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:32:34.637432 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:32:34.637432 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:32:34.637432 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:32:34.637432 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:32:34.637432 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:32:34.637432 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:32:34.637432 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:32:34.637432 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:32:34.637432 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:32:34.637432 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:32:34.637432 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:32:34.637432 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:32:34.637432 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:32:34.637432 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:32:34.637432 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:32:34.637432 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:32:34.637432 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:32:34.704559 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-aacb4702-3f5e-4d8a-91e5-0837624561df tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:34.713477 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-aacb4702-3f5e-4d8a-91e5-0837624561df tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:34.717568 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-aacb4702-3f5e-4d8a-91e5-0837624561df tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "DELETE /v2.0/networks/6aeec7d3-6e6f-415c-80e3-4c4c609167fa HTTP/1.1" status: 204 len: 168 time: 0.5271931 Oct 19 01:32:34.718656 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-859e76cf-6f4b-47e9-b05a-cf9587ca9084 None None] For port c165443e-cfbb-4783-bb59-e4db5bafb910, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c165443e-cfbb-4783-bb59-e4db5bafb910,segment=NetworkSegment(60edbb86-578f-4961-8915-1c0a81df9fa7),segment_id=60edbb86-578f-4961-8915-1c0a81df9fa7)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:34.723411 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42530) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:34.735435 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:34.738359 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-908ac559-0acb-40db-b59f-af4059ae3a0b tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-411424937'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:34.739452 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52fdc39-eaa1-43d0-a34c-1d9f92268726 None None] Network 5fa4013d-4350-4be0-969c-123f8c2afd50 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:34.742716 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb4702-3f5e-4d8a-91e5-0837624561df tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event deleted for resources: {'Network': ['ID=6aeec7d3-6e6f-415c-80e3-4c4c609167fa,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:34.746230 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:34.746595 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:34.761832 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908ac559-0acb-40db-b59f-af4059ae3a0b tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Made reservation on behalf of 9aa2462d5fdf4af99d3c98841c86712f for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:34.765953 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-908ac559-0acb-40db-b59f-af4059ae3a0b tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:34.773185 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-859e76cf-6f4b-47e9-b05a-cf9587ca9084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:34.779345 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-f52fdc39-eaa1-43d0-a34c-1d9f92268726 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:34.783539 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52fdc39-eaa1-43d0-a34c-1d9f92268726 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:34.793705 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-908ac559-0acb-40db-b59f-af4059ae3a0b tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:32:34.802723 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52fdc39-eaa1-43d0-a34c-1d9f92268726 None None] Pushing event updated for resources: {'Port': ['ID=de3a8d60-a15d-43cf-9b96-3d684f09c1e6,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:34.803438 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-908ac559-0acb-40db-b59f-af4059ae3a0b tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:34.803818 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-908ac559-0acb-40db-b59f-af4059ae3a0b tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Added segment 17892511-5a49-48e3-a4d9-de5deef61beb of type vlan for network 1b33ec8e-edbb-44e0-8ea5-61c1016f64fa Oct 19 01:32:34.809153 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68ac067-8c97-43c5-a8ef-e6d3519a8e86 None None] Network 6aeec7d3-6e6f-415c-80e3-4c4c609167fa requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:34.851502 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-908ac559-0acb-40db-b59f-af4059ae3a0b tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:34.869563 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68ac067-8c97-43c5-a8ef-e6d3519a8e86 None None] Network 6aeec7d3-6e6f-415c-80e3-4c4c609167fa could not be found, it might have been deleted concurrently. {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 19 01:32:34.877732 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-908ac559-0acb-40db-b59f-af4059ae3a0b tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:34.883515 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908ac559-0acb-40db-b59f-af4059ae3a0b tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:34.884137 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-908ac559-0acb-40db-b59f-af4059ae3a0b tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:34.916480 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-908ac559-0acb-40db-b59f-af4059ae3a0b tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1918936 Oct 19 01:32:34.920640 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42532) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:34.928311 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-278f73c5-d84d-4a15-8d8a-079810ed9590 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Request body: {'subnet': {'network_id': '1b33ec8e-edbb-44e0-8ea5-61c1016f64fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:34.955697 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ac559-0acb-40db-b59f-af4059ae3a0b tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event updated for resources: {'Network': ['ID=1b33ec8e-edbb-44e0-8ea5-61c1016f64fa,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:34.977118 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 1b33ec8e-edbb-44e0-8ea5-61c1016f64fa details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:32:34.988517 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e76cf-6f4b-47e9-b05a-cf9587ca9084 None None] Pushing event updated for resources: {'Port': ['ID=c165443e-cfbb-4783-bb59-e4db5bafb910,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:34.992098 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:32:34.992453 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:32:35.008984 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-425fc10a-8db6-4bde-9998-e46339c0fd45 None None] Provisioning complete for port c165443e-cfbb-4783-bb59-e4db5bafb910 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:35.009353 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-425fc10a-8db6-4bde-9998-e46339c0fd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:35.010933 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-f52fdc39-eaa1-43d0-a34c-1d9f92268726 None None] Attempting to bind port de3a8d60-a15d-43cf-9b96-3d684f09c1e6 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:35.011294 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-f52fdc39-eaa1-43d0-a34c-1d9f92268726 None None] Attempting to bind port de3a8d60-a15d-43cf-9b96-3d684f09c1e6 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '12fad9e2-a569-4c90-adc1-c432048a5054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5fa4013d-4350-4be0-969c-123f8c2afd50'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:35.011650 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52fdc39-eaa1-43d0-a34c-1d9f92268726 None None] Attempting to bind port de3a8d60-a15d-43cf-9b96-3d684f09c1e6 on network 5fa4013d-4350-4be0-969c-123f8c2afd50 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:35.032462 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278f73c5-d84d-4a15-8d8a-079810ed9590 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Made reservation on behalf of 9aa2462d5fdf4af99d3c98841c86712f for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:35.036053 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-278f73c5-d84d-4a15-8d8a-079810ed9590 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:35.054599 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52fdc39-eaa1-43d0-a34c-1d9f92268726 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:32:35.054892 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52fdc39-eaa1-43d0-a34c-1d9f92268726 None None] Checking segment: {'id': '12fad9e2-a569-4c90-adc1-c432048a5054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5fa4013d-4350-4be0-969c-123f8c2afd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:35.055289 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f52fdc39-eaa1-43d0-a34c-1d9f92268726 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:35.055681 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52fdc39-eaa1-43d0-a34c-1d9f92268726 None None] Bound using segment: {'id': '12fad9e2-a569-4c90-adc1-c432048a5054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5fa4013d-4350-4be0-969c-123f8c2afd50'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:32:35.056189 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-f52fdc39-eaa1-43d0-a34c-1d9f92268726 None None] Bound port: de3a8d60-a15d-43cf-9b96-3d684f09c1e6, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12fad9e2-a569-4c90-adc1-c432048a5054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5fa4013d-4350-4be0-969c-123f8c2afd50'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:32:35.056564 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f52fdc39-eaa1-43d0-a34c-1d9f92268726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:35.161385 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:35.232769 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295af08b-62fb-4a10-897c-5b0b9b693923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:32:35.235015 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e46e63-484f-4172-848c-aa3a048eb226" -d '{"events": [{"server_uuid": "295af08b-62fb-4a10-897c-5b0b9b693923", "name": "network-vif-plugged", "status": "completed", "tag": "4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:32:35.238337 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-f52fdc39-eaa1-43d0-a34c-1d9f92268726 None None] For port de3a8d60-a15d-43cf-9b96-3d684f09c1e6, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:32:35.240189 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-278f73c5-d84d-4a15-8d8a-079810ed9590 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:35.260563 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c,segment=NetworkSegment(27d69f87-cc10-48f2-9a6e-0ba5cd162c8a),segment_id=27d69f87-cc10-48f2-9a6e-0ba5cd162c8a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:35.266303 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-f52fdc39-eaa1-43d0-a34c-1d9f92268726 None None] For port de3a8d60-a15d-43cf-9b96-3d684f09c1e6, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=de3a8d60-a15d-43cf-9b96-3d684f09c1e6,segment=NetworkSegment(12fad9e2-a569-4c90-adc1-c432048a5054),segment_id=12fad9e2-a569-4c90-adc1-c432048a5054)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:32:35.270167 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:35.280850 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f52fdc39-eaa1-43d0-a34c-1d9f92268726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:35.283581 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6958c0-7457-48ce-bc28-7f972e58156a x-openstack-request-id: req-db6958c0-7457-48ce-bc28-7f972e58156a {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:32:35.283891 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295af08b-62fb-4a10-897c-5b0b9b693923", "name": "network-vif-plugged", "status": "completed", "tag": "4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:32:35.284142 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-db6958c0-7457-48ce-bc28-7f972e58156a {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:32:35.284524 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295af08b-62fb-4a10-897c-5b0b9b693923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c', 'code': 200} Oct 19 01:32:35.297773 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f73c5-d84d-4a15-8d8a-079810ed9590 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event updated for resources: {'Subnet': ['ID=97c1307e-a161-41f3-bf9a-a91b56950a36,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:35.314489 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278f73c5-d84d-4a15-8d8a-079810ed9590 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Checking segment: {'id': '17892511-5a49-48e3-a4d9-de5deef61beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1b33ec8e-edbb-44e0-8ea5-61c1016f64fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:35.314856 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278f73c5-d84d-4a15-8d8a-079810ed9590 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Network hostable DHCP agents. Network: 1b33ec8e-edbb-44e0-8ea5-61c1016f64fa, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:32:35.333683 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278f73c5-d84d-4a15-8d8a-079810ed9590 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Network 1b33ec8e-edbb-44e0-8ea5-61c1016f64fa is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:32:35.338038 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c,revision_number=8']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:35.353470 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-278f73c5-d84d-4a15-8d8a-079810ed9590 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 1b33ec8e-edbb-44e0-8ea5-61c1016f64fa) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:35.358678 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278f73c5-d84d-4a15-8d8a-079810ed9590 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:35.359304 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-278f73c5-d84d-4a15-8d8a-079810ed9590 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:35.375329 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993fa7bc-ce6d-4dbe-b9b8-649b73aa54fc None None] Network 1b33ec8e-edbb-44e0-8ea5-61c1016f64fa requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:35.379773 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-278f73c5-d84d-4a15-8d8a-079810ed9590 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.4554803 Oct 19 01:32:35.380308 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42536) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:35.451519 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52fdc39-eaa1-43d0-a34c-1d9f92268726 None None] Pushing event updated for resources: {'Port': ['ID=de3a8d60-a15d-43cf-9b96-3d684f09c1e6,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:35.511238 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e1dda6f3-1a10-4e7d-b7db-a8c6da8452f2 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:35.592758 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e1dda6f3-1a10-4e7d-b7db-a8c6da8452f2 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:35.644510 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afea7031-8496-454b-bff8-5e828e793701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-1b33ec8e-edbb-44e0-8ea5-61c1016f64fa', 'network_id': '1b33ec8e-edbb-44e0-8ea5-61c1016f64fa', 'tenant_id': '9aa2462d5fdf4af99d3c98841c86712f', 'fixed_ips': [{'subnet_id': '97c1307e-a161-41f3-bf9a-a91b56950a36'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:32:35.645394 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-afea7031-8496-454b-bff8-5e828e793701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:35.699063 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e1dda6f3-1a10-4e7d-b7db-a8c6da8452f2 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:35.766846 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dda6f3-1a10-4e7d-b7db-a8c6da8452f2 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event deleted for resources: {'Subnet': ['ID=97c1307e-a161-41f3-bf9a-a91b56950a36,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server [None req-afea7031-8496-454b-bff8-5e828e793701 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 97c1307e-a161-41f3-bf9a-a91b56950a36: This subnet is being modified by another concurrent operation. Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise exception Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 97c1307e-a161-41f3-bf9a-a91b56950a36: This subnet is being modified by another concurrent operation. Oct 19 01:32:35.775511 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server Oct 19 01:32:35.790111 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce2e240-2404-4f58-be8e-869be1208f84 None None] Network 1b33ec8e-edbb-44e0-8ea5-61c1016f64fa requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:35.832746 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e1dda6f3-1a10-4e7d-b7db-a8c6da8452f2 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:35.858904 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-e1dda6f3-1a10-4e7d-b7db-a8c6da8452f2 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b33ec8e-edbb-44e0-8ea5-61c1016f64fa']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:35.870397 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-e1dda6f3-1a10-4e7d-b7db-a8c6da8452f2 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17892511-5a49-48e3-a4d9-de5deef61beb') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:35.870975 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-e1dda6f3-1a10-4e7d-b7db-a8c6da8452f2 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17892511-5a49-48e3-a4d9-de5deef61beb') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:35.885242 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e1dda6f3-1a10-4e7d-b7db-a8c6da8452f2 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:35.901446 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e1dda6f3-1a10-4e7d-b7db-a8c6da8452f2 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:35.909878 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1dda6f3-1a10-4e7d-b7db-a8c6da8452f2 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:32:35.910673 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e1dda6f3-1a10-4e7d-b7db-a8c6da8452f2 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:35.914006 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device de3a8d60-a15d-43cf-9b96-3d684f09c1e6 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:32:35.915390 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:32:35.915390 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:32:35.915390 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:32:35.915390 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:32:35.915390 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:32:35.915390 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:32:35.915390 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:32:35.915390 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:32:35.915390 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:32:35.915390 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:32:35.915390 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:32:35.915390 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:32:35.915390 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:32:35.915390 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:32:35.915390 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:32:35.915390 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:32:35.915390 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:32:35.915390 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:32:35.915390 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:32:35.915390 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:32:35.915390 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:32:35.915390 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:32:35.915390 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:32:35.915390 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:32:35.915390 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:32:35.915390 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:32:35.915390 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:32:35.915390 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:32:35.915390 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:32:35.915390 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:32:35.915390 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:32:35.915390 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:32:35.991186 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e1dda6f3-1a10-4e7d-b7db-a8c6da8452f2 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:35.995549 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port de3a8d60-a15d-43cf-9b96-3d684f09c1e6 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:35.995979 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:35.996102 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e1dda6f3-1a10-4e7d-b7db-a8c6da8452f2 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:36.004077 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42562) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:36.005539 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e1dda6f3-1a10-4e7d-b7db-a8c6da8452f2 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "DELETE /v2.0/networks/1b33ec8e-edbb-44e0-8ea5-61c1016f64fa HTTP/1.1" status: 204 len: 168 time: 0.6235645 Oct 19 01:32:36.010177 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-fea96a5d-2d9a-4952-adfb-da88638a6b5a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-103234195'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:36.024234 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dda6f3-1a10-4e7d-b7db-a8c6da8452f2 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event deleted for resources: {'Network': ['ID=1b33ec8e-edbb-44e0-8ea5-61c1016f64fa,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:36.040600 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea96a5d-2d9a-4952-adfb-da88638a6b5a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Made reservation on behalf of 9aa2462d5fdf4af99d3c98841c86712f for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:36.045166 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fea96a5d-2d9a-4952-adfb-da88638a6b5a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:36.074793 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea96a5d-2d9a-4952-adfb-da88638a6b5a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:32:36.100255 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fea96a5d-2d9a-4952-adfb-da88638a6b5a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:36.100798 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-fea96a5d-2d9a-4952-adfb-da88638a6b5a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Added segment 290b1240-f10e-407d-9dfa-c86077434147 of type vlan for network 9ec5b500-ce52-456a-8077-f473d2681e9a Oct 19 01:32:36.112542 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:36.152917 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port de3a8d60-a15d-43cf-9b96-3d684f09c1e6, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=de3a8d60-a15d-43cf-9b96-3d684f09c1e6,segment=NetworkSegment(12fad9e2-a569-4c90-adc1-c432048a5054),segment_id=12fad9e2-a569-4c90-adc1-c432048a5054)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:36.161091 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:36.162230 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c165443e-cfbb-4783-bb59-e4db5bafb910 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:32:36.173084 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fea96a5d-2d9a-4952-adfb-da88638a6b5a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:36.203114 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fea96a5d-2d9a-4952-adfb-da88638a6b5a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:36.210851 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea96a5d-2d9a-4952-adfb-da88638a6b5a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:36.211646 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fea96a5d-2d9a-4952-adfb-da88638a6b5a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:36.261147 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=de3a8d60-a15d-43cf-9b96-3d684f09c1e6,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:36.268018 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fea96a5d-2d9a-4952-adfb-da88638a6b5a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2625139 Oct 19 01:32:36.270759 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42574) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:36.273285 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port c165443e-cfbb-4783-bb59-e4db5bafb910 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:36.273906 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:36.276506 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-c35273c8-4c3c-4526-b310-43770453dd49 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Request body: {'subnet': {'network_id': '9ec5b500-ce52-456a-8077-f473d2681e9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:36.299778 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea96a5d-2d9a-4952-adfb-da88638a6b5a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event updated for resources: {'Network': ['ID=9ec5b500-ce52-456a-8077-f473d2681e9a,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:36.311703 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 9ec5b500-ce52-456a-8077-f473d2681e9a details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:32:36.396737 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e786135-bbce-4b14-a52f-124a9a365cbf req-9ea384a3-9f3a-41b4-9d40-11a2b1fd482c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:36.398174 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7e786135-bbce-4b14-a52f-124a9a365cbf req-9ea384a3-9f3a-41b4-9d40-11a2b1fd482c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=3025825f-5ccd-403e-a7d0-3c1de3a04922 HTTP/1.1" status: 200 len: 946 time: 0.0640604 Oct 19 01:32:36.405650 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35273c8-4c3c-4526-b310-43770453dd49 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Made reservation on behalf of 9aa2462d5fdf4af99d3c98841c86712f for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:36.411542 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c35273c8-4c3c-4526-b310-43770453dd49 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:36.447978 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7e786135-bbce-4b14-a52f-124a9a365cbf req-3c1ee2c8-4372-4ee3-b7df-e7c77787ea82 tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403664 Oct 19 01:32:36.550206 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8873814-ca57-4683-a7e2-7cb12df66016 None None] Network 5fa4013d-4350-4be0-969c-123f8c2afd50 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:36.612965 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c35273c8-4c3c-4526-b310-43770453dd49 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:36.670470 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-69e4d3f8-24fe-4038-b2e8-d8d613c64f0a None None] Provisioning complete for port de3a8d60-a15d-43cf-9b96-3d684f09c1e6 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:36.671125 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-69e4d3f8-24fe-4038-b2e8-d8d613c64f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:36.679028 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35273c8-4c3c-4526-b310-43770453dd49 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event updated for resources: {'Subnet': ['ID=b5490b0b-4fa7-41f2-a932-6223f04068e5,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:36.686372 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35273c8-4c3c-4526-b310-43770453dd49 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Checking segment: {'id': '290b1240-f10e-407d-9dfa-c86077434147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9ec5b500-ce52-456a-8077-f473d2681e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:36.686741 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35273c8-4c3c-4526-b310-43770453dd49 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Network hostable DHCP agents. Network: 9ec5b500-ce52-456a-8077-f473d2681e9a, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:32:36.704286 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35273c8-4c3c-4526-b310-43770453dd49 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Network 9ec5b500-ce52-456a-8077-f473d2681e9a is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:32:36.714117 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-c35273c8-4c3c-4526-b310-43770453dd49 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 9ec5b500-ce52-456a-8077-f473d2681e9a) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:36.723310 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35273c8-4c3c-4526-b310-43770453dd49 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:36.723927 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c35273c8-4c3c-4526-b310-43770453dd49 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:36.735799 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b468b7-f6fd-4efa-8c40-4d0178288980 None None] Network 9ec5b500-ce52-456a-8077-f473d2681e9a requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:36.740600 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c35273c8-4c3c-4526-b310-43770453dd49 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4687037 Oct 19 01:32:36.743220 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42576) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:36.845947 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dd1cf752-1a77-41bb-973a-7e366fefdcc8 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:36.909625 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dd1cf752-1a77-41bb-973a-7e366fefdcc8 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:36.942017 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dea8851-1c3f-430c-99b4-6ef2e0f128c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-9ec5b500-ce52-456a-8077-f473d2681e9a', 'network_id': '9ec5b500-ce52-456a-8077-f473d2681e9a', 'tenant_id': '9aa2462d5fdf4af99d3c98841c86712f', 'fixed_ips': [{'subnet_id': 'b5490b0b-4fa7-41f2-a932-6223f04068e5'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:32:36.943290 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6dea8851-1c3f-430c-99b4-6ef2e0f128c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:36.980091 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dd1cf752-1a77-41bb-973a-7e366fefdcc8 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:37.008082 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1cf752-1a77-41bb-973a-7e366fefdcc8 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event deleted for resources: {'Subnet': ['ID=b5490b0b-4fa7-41f2-a932-6223f04068e5,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server [None req-6dea8851-1c3f-430c-99b4-6ef2e0f128c5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b5490b0b-4fa7-41f2-a932-6223f04068e5: This subnet is being modified by another concurrent operation. Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise exception Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b5490b0b-4fa7-41f2-a932-6223f04068e5: This subnet is being modified by another concurrent operation. Oct 19 01:32:37.061693 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server Oct 19 01:32:37.073023 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dd1cf752-1a77-41bb-973a-7e366fefdcc8 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:37.078861 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef181acc-3c09-48e9-b517-31ebe89237f0 None None] Network 9ec5b500-ce52-456a-8077-f473d2681e9a requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:37.094711 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-dd1cf752-1a77-41bb-973a-7e366fefdcc8 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec5b500-ce52-456a-8077-f473d2681e9a']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:37.100916 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-1fc55c31-93a7-47fa-995e-3edf870ae6a1 None None] Provisioning complete for port de3a8d60-a15d-43cf-9b96-3d684f09c1e6 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:37.101230 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1fc55c31-93a7-47fa-995e-3edf870ae6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:37.375975 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-dd1cf752-1a77-41bb-973a-7e366fefdcc8 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '290b1240-f10e-407d-9dfa-c86077434147') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:37.376266 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-dd1cf752-1a77-41bb-973a-7e366fefdcc8 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '290b1240-f10e-407d-9dfa-c86077434147') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:37.385531 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dd1cf752-1a77-41bb-973a-7e366fefdcc8 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:37.386778 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8f1bf5-a0b5-4f0f-a817-352700e394de None None] get_active_networks_info from n-d-715271-26 {{(pid=100608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:32:37.398966 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dd1cf752-1a77-41bb-973a-7e366fefdcc8 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:37.405278 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd1cf752-1a77-41bb-973a-7e366fefdcc8 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:32:37.405654 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dd1cf752-1a77-41bb-973a-7e366fefdcc8 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:37.408694 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:32:37.408694 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:32:37.408694 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:32:37.408694 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:32:37.408694 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:32:37.408694 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:32:37.408694 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:32:37.408694 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:32:37.408694 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:32:37.408694 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:32:37.408694 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:32:37.408694 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:32:37.408694 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:32:37.408694 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:32:37.408694 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:32:37.408694 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:32:37.408694 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:32:37.408694 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:32:37.408694 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:32:37.408694 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:32:37.408694 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:32:37.408694 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:32:37.408694 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:32:37.408694 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:32:37.408694 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:32:37.408694 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:32:37.408694 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:32:37.408694 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:32:37.408694 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:32:37.408694 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:32:37.408694 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:32:37.408694 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:32:37.465516 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dd1cf752-1a77-41bb-973a-7e366fefdcc8 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:37.470879 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dd1cf752-1a77-41bb-973a-7e366fefdcc8 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:37.475019 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-dd1cf752-1a77-41bb-973a-7e366fefdcc8 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "DELETE /v2.0/networks/9ec5b500-ce52-456a-8077-f473d2681e9a HTTP/1.1" status: 204 len: 168 time: 0.7307060 Oct 19 01:32:37.478442 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42580) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:37.485816 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-d0832ae5-3386-4f42-9920-e97c110d6615 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-225610769'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:37.490314 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1cf752-1a77-41bb-973a-7e366fefdcc8 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event deleted for resources: {'Network': ['ID=9ec5b500-ce52-456a-8077-f473d2681e9a,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:37.512959 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8f1bf5-a0b5-4f0f-a817-352700e394de None None] Resources bound (agent type, host, resource id): {{(pid=100608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:32:37.521406 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0832ae5-3386-4f42-9920-e97c110d6615 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Made reservation on behalf of 9aa2462d5fdf4af99d3c98841c86712f for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:37.525923 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d0832ae5-3386-4f42-9920-e97c110d6615 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:37.551036 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0832ae5-3386-4f42-9920-e97c110d6615 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:32:37.560794 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d0832ae5-3386-4f42-9920-e97c110d6615 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:37.561390 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-d0832ae5-3386-4f42-9920-e97c110d6615 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Added segment 5e5d81ae-e293-413e-85c8-7536b9e22635 of type vlan for network 578ce85f-e0eb-4331-b1f4-f34e9e75a3b8 Oct 19 01:32:37.607283 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d0832ae5-3386-4f42-9920-e97c110d6615 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:37.609363 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff38dd-94c8-44f3-ab7a-14f9e4107728 req-65257cb5-181e-47ae-ac3e-33e8316fce4c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:37.610892 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f1ff38dd-94c8-44f3-ab7a-14f9e4107728 req-65257cb5-181e-47ae-ac3e-33e8316fce4c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/ports?device_id=3025825f-5ccd-403e-a7d0-3c1de3a04922 HTTP/1.1" status: 200 len: 946 time: 0.0847075 Oct 19 01:32:37.623754 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fac694-c4a3-438e-b6cd-d14494d61685 req-03c12ab0-1ecc-42d7-a579-abc06060c33e tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:37.625387 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a4fac694-c4a3-438e-b6cd-d14494d61685 req-03c12ab0-1ecc-42d7-a579-abc06060c33e tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.24 "GET /v2.0/ports?device_id=3025825f-5ccd-403e-a7d0-3c1de3a04922 HTTP/1.1" status: 200 len: 946 time: 0.0730476 Oct 19 01:32:37.640985 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d0832ae5-3386-4f42-9920-e97c110d6615 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:37.647353 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0832ae5-3386-4f42-9920-e97c110d6615 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:37.648179 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d0832ae5-3386-4f42-9920-e97c110d6615 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:37.688387 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d0832ae5-3386-4f42-9920-e97c110d6615 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2063823 Oct 19 01:32:37.693527 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42582) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:37.701221 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-3643da64-a1d2-4344-b9e4-2205e3bae874 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Request body: {'subnet': {'network_id': '578ce85f-e0eb-4331-b1f4-f34e9e75a3b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:37.724518 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f1ff38dd-94c8-44f3-ab7a-14f9e4107728 req-b88d6b47-e474-4cb9-a96f-9fccd847fb3c tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68d0166-34d2-4619-86fd-86f32e60e719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981331 Oct 19 01:32:37.758732 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 8804aef2-3a4a-4243-925f-6f025e8e54c8 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:32:37.760744 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device de3a8d60-a15d-43cf-9b96-3d684f09c1e6 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:32:37.770011 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0832ae5-3386-4f42-9920-e97c110d6615 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event updated for resources: {'Network': ['ID=578ce85f-e0eb-4331-b1f4-f34e9e75a3b8,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:37.798250 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-a4fac694-c4a3-438e-b6cd-d14494d61685 req-aa0b1187-7dbc-4a83-8f6c-405c553cf73a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Deleting port b9ee45bd-0a96-4bc4-87d4-bbfd52be190f {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:37.798589 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a4fac694-c4a3-438e-b6cd-d14494d61685 req-aa0b1187-7dbc-4a83-8f6c-405c553cf73a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:37.803930 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 578ce85f-e0eb-4331-b1f4-f34e9e75a3b8 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:32:37.805741 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4ad29a-3251-405e-a4da-782c43cf3de2 None None] get_active_networks_info from n-d-715271-26 {{(pid=100608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:32:37.809981 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 8804aef2-3a4a-4243-925f-6f025e8e54c8 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:32:37.810327 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 8804aef2-3a4a-4243-925f-6f025e8e54c8 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:32:37.850923 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3643da64-a1d2-4344-b9e4-2205e3bae874 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Made reservation on behalf of 9aa2462d5fdf4af99d3c98841c86712f for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:37.861198 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3643da64-a1d2-4344-b9e4-2205e3bae874 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:37.900294 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-a4fac694-c4a3-438e-b6cd-d14494d61685 req-aa0b1187-7dbc-4a83-8f6c-405c553cf73a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] For port b9ee45bd-0a96-4bc4-87d4-bbfd52be190f, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=b9ee45bd-0a96-4bc4-87d4-bbfd52be190f,segment=NetworkSegment(95a912d3-0274-4a3d-b739-965bff95f708),segment_id=95a912d3-0274-4a3d-b739-965bff95f708)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:37.900601 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a4fac694-c4a3-438e-b6cd-d14494d61685 req-aa0b1187-7dbc-4a83-8f6c-405c553cf73a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:37.915785 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-a4fac694-c4a3-438e-b6cd-d14494d61685 req-aa0b1187-7dbc-4a83-8f6c-405c553cf73a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Calling delete_port for b9ee45bd-0a96-4bc4-87d4-bbfd52be190f owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:37.961136 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port de3a8d60-a15d-43cf-9b96-3d684f09c1e6 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:37.961724 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:38.005703 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4ad29a-3251-405e-a4da-782c43cf3de2 None None] Resources bound (agent type, host, resource id): {{(pid=100608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:32:38.063884 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a4fac694-c4a3-438e-b6cd-d14494d61685 req-aa0b1187-7dbc-4a83-8f6c-405c553cf73a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:38.080701 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['b9ee45bd-0a96-4bc4-87d4-bbfd52be190f'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:32:38.096431 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b1187-7dbc-4a83-8f6c-405c553cf73a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Pushing event deleted for resources: {'Port': ['ID=b9ee45bd-0a96-4bc4-87d4-bbfd52be190f,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:38.140761 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4fac694-c4a3-438e-b6cd-d14494d61685 req-aa0b1187-7dbc-4a83-8f6c-405c553cf73a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] No DVR routers for this DVR port b9ee45bd-0a96-4bc4-87d4-bbfd52be190f on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:32:38.145883 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a4fac694-c4a3-438e-b6cd-d14494d61685 req-aa0b1187-7dbc-4a83-8f6c-405c553cf73a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:38.149930 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a4fac694-c4a3-438e-b6cd-d14494d61685 req-aa0b1187-7dbc-4a83-8f6c-405c553cf73a tempest-ServersTestJSON-1314173440 tempest-ServersTestJSON-1314173440-project] 10.222.0.24 "DELETE /v2.0/ports/b9ee45bd-0a96-4bc4-87d4-bbfd52be190f HTTP/1.1" status: 204 len: 173 time: 0.5162382 Oct 19 01:32:38.150575 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3025825f-5ccd-403e-a7d0-3c1de3a04922', 'name': 'network-vif-deleted', 'tag': 'b9ee45bd-0a96-4bc4-87d4-bbfd52be190f'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:32:38.153542 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4903d1-2942-4124-92bb-e432dae87a25" -d '{"events": [{"server_uuid": "3025825f-5ccd-403e-a7d0-3c1de3a04922", "name": "network-vif-deleted", "tag": "b9ee45bd-0a96-4bc4-87d4-bbfd52be190f"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:32:38.197666 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f732421-0565-4230-b465-278e00a1068b x-openstack-request-id: req-6f732421-0565-4230-b465-278e00a1068b {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:32:38.197964 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3025825f-5ccd-403e-a7d0-3c1de3a04922", "name": "network-vif-deleted", "tag": "b9ee45bd-0a96-4bc4-87d4-bbfd52be190f", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:32:38.198523 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6f732421-0565-4230-b465-278e00a1068b {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:32:38.198900 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3025825f-5ccd-403e-a7d0-3c1de3a04922', 'name': 'network-vif-deleted', 'tag': 'b9ee45bd-0a96-4bc4-87d4-bbfd52be190f', 'status': 'completed', 'code': 200} Oct 19 01:32:38.365525 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3643da64-a1d2-4344-b9e4-2205e3bae874 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:38.426249 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643da64-a1d2-4344-b9e4-2205e3bae874 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event updated for resources: {'Subnet': ['ID=29d66bbe-bdda-4d1a-bfce-0bcf937af337,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:38.434185 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3643da64-a1d2-4344-b9e4-2205e3bae874 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Checking segment: {'id': '5e5d81ae-e293-413e-85c8-7536b9e22635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '578ce85f-e0eb-4331-b1f4-f34e9e75a3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:38.434567 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3643da64-a1d2-4344-b9e4-2205e3bae874 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Network hostable DHCP agents. Network: 578ce85f-e0eb-4331-b1f4-f34e9e75a3b8, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:32:38.451450 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3643da64-a1d2-4344-b9e4-2205e3bae874 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Network 578ce85f-e0eb-4331-b1f4-f34e9e75a3b8 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:32:38.460137 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-3643da64-a1d2-4344-b9e4-2205e3bae874 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 578ce85f-e0eb-4331-b1f4-f34e9e75a3b8) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:38.464227 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3643da64-a1d2-4344-b9e4-2205e3bae874 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:38.464802 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3643da64-a1d2-4344-b9e4-2205e3bae874 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:38.469968 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9ce005-8bc4-4391-8f8e-2abcb9dc634e None None] Network 578ce85f-e0eb-4331-b1f4-f34e9e75a3b8 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:38.480882 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3643da64-a1d2-4344-b9e4-2205e3bae874 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7863207 Oct 19 01:32:38.484536 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42586) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:38.490366 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-e5f8b7ea-1fd4-402d-9c6d-6c03e655e11d tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Request body: {'subnet': {'network_id': '578ce85f-e0eb-4331-b1f4-f34e9e75a3b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:38.621728 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f8b7ea-1fd4-402d-9c6d-6c03e655e11d tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Made reservation on behalf of 9aa2462d5fdf4af99d3c98841c86712f for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:38.626073 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e5f8b7ea-1fd4-402d-9c6d-6c03e655e11d tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:38.627759 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000937af-dcf9-4cac-ad32-6c47a0fe81bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-578ce85f-e0eb-4331-b1f4-f34e9e75a3b8', 'network_id': '578ce85f-e0eb-4331-b1f4-f34e9e75a3b8', 'tenant_id': '9aa2462d5fdf4af99d3c98841c86712f', 'fixed_ips': [{'subnet_id': '29d66bbe-bdda-4d1a-bfce-0bcf937af337'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:32:38.629070 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-000937af-dcf9-4cac-ad32-6c47a0fe81bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:38.774145 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-000937af-dcf9-4cac-ad32-6c47a0fe81bb None None] Allocated IP 2001:db8::2 (578ce85f-e0eb-4331-b1f4-f34e9e75a3b8/29d66bbe-bdda-4d1a-bfce-0bcf937af337/efaeb09c-264b-4c51-a8ee-73222a0a9993) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:32:38.789122 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42590) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:38.895828 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-8873f0f0-f73f-4139-a707-275601348e22 admin admin] Deleting subnet da80df4e-5bcb-4c28-8f73-c2e4236142d1 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:32:38.906340 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8873f0f0-f73f-4139-a707-275601348e22 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:38.923996 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-000937af-dcf9-4cac-ad32-6c47a0fe81bb None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:38.928260 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e5f8b7ea-1fd4-402d-9c6d-6c03e655e11d tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:38.930329 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-000937af-dcf9-4cac-ad32-6c47a0fe81bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:38.974915 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000937af-dcf9-4cac-ad32-6c47a0fe81bb None None] Network 578ce85f-e0eb-4331-b1f4-f34e9e75a3b8 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:38.977677 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8873f0f0-f73f-4139-a707-275601348e22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:38.979649 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-000937af-dcf9-4cac-ad32-6c47a0fe81bb None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:38.982829 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000937af-dcf9-4cac-ad32-6c47a0fe81bb None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:38.990280 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000937af-dcf9-4cac-ad32-6c47a0fe81bb None None] Pushing event updated for resources: {'Port': ['ID=efaeb09c-264b-4c51-a8ee-73222a0a9993,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:39.016404 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f8b7ea-1fd4-402d-9c6d-6c03e655e11d tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Network 578ce85f-e0eb-4331-b1f4-f34e9e75a3b8 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:39.024167 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-e5f8b7ea-1fd4-402d-9c6d-6c03e655e11d tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:39.028852 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f8b7ea-1fd4-402d-9c6d-6c03e655e11d tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:39.029746 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e5f8b7ea-1fd4-402d-9c6d-6c03e655e11d tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:39.032860 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8b7ea-1fd4-402d-9c6d-6c03e655e11d tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event updated for resources: {'Subnet': ['ID=0d317128-82d7-4a4e-897a-8f9edc0d7ba8,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:39.047294 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-000937af-dcf9-4cac-ad32-6c47a0fe81bb None None] Attempting to bind port efaeb09c-264b-4c51-a8ee-73222a0a9993 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:39.047871 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-000937af-dcf9-4cac-ad32-6c47a0fe81bb None None] Attempting to bind port efaeb09c-264b-4c51-a8ee-73222a0a9993 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '5e5d81ae-e293-413e-85c8-7536b9e22635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '578ce85f-e0eb-4331-b1f4-f34e9e75a3b8'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:39.048222 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000937af-dcf9-4cac-ad32-6c47a0fe81bb None None] Attempting to bind port efaeb09c-264b-4c51-a8ee-73222a0a9993 on network 578ce85f-e0eb-4331-b1f4-f34e9e75a3b8 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:39.049591 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8873f0f0-f73f-4139-a707-275601348e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:39.054267 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000937af-dcf9-4cac-ad32-6c47a0fe81bb None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:32:39.054645 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000937af-dcf9-4cac-ad32-6c47a0fe81bb None None] Checking segment: {'id': '5e5d81ae-e293-413e-85c8-7536b9e22635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '578ce85f-e0eb-4331-b1f4-f34e9e75a3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:39.054805 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e5f8b7ea-1fd4-402d-9c6d-6c03e655e11d tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5691769 Oct 19 01:32:39.055049 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-000937af-dcf9-4cac-ad32-6c47a0fe81bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:39.055441 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000937af-dcf9-4cac-ad32-6c47a0fe81bb None None] Bound using segment: {'id': '5e5d81ae-e293-413e-85c8-7536b9e22635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '578ce85f-e0eb-4331-b1f4-f34e9e75a3b8'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:32:39.056025 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-000937af-dcf9-4cac-ad32-6c47a0fe81bb None None] Bound port: efaeb09c-264b-4c51-a8ee-73222a0a9993, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e5d81ae-e293-413e-85c8-7536b9e22635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '578ce85f-e0eb-4331-b1f4-f34e9e75a3b8'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:32:39.056409 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-000937af-dcf9-4cac-ad32-6c47a0fe81bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:39.057873 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42592) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:39.112877 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8873f0f0-f73f-4139-a707-275601348e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:39.125542 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e360030-72af-41be-90a1-87b3c5c48a19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:39.127383 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e360030-72af-41be-90a1-87b3c5c48a19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:39.128230 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-000937af-dcf9-4cac-ad32-6c47a0fe81bb None None] For port efaeb09c-264b-4c51-a8ee-73222a0a9993, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:32:39.129046 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e360030-72af-41be-90a1-87b3c5c48a19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:39.130789 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e360030-72af-41be-90a1-87b3c5c48a19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:39.131788 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-000937af-dcf9-4cac-ad32-6c47a0fe81bb None None] For port efaeb09c-264b-4c51-a8ee-73222a0a9993, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=efaeb09c-264b-4c51-a8ee-73222a0a9993,segment=NetworkSegment(5e5d81ae-e293-413e-85c8-7536b9e22635),segment_id=5e5d81ae-e293-413e-85c8-7536b9e22635)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:32:39.132494 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e360030-72af-41be-90a1-87b3c5c48a19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:39.134538 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3e360030-72af-41be-90a1-87b3c5c48a19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0750568 Oct 19 01:32:39.139260 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42594) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:39.140060 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-000937af-dcf9-4cac-ad32-6c47a0fe81bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:39.141015 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873f0f0-f73f-4139-a707-275601348e22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da80df4e-5bcb-4c28-8f73-c2e4236142d1,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:39.143025 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8873f0f0-f73f-4139-a707-275601348e22 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:39.149149 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8873f0f0-f73f-4139-a707-275601348e22 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/da80df4e-5bcb-4c28-8f73-c2e4236142d1 HTTP/1.1" status: 204 len: 168 time: 0.3560996 Oct 19 01:32:39.149149 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42596) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:39.151075 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-d938937f-f96b-4668-b801-01959034d356 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1491331817'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:39.174834 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d938937f-f96b-4668-b801-01959034d356 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Made reservation on behalf of 9aa2462d5fdf4af99d3c98841c86712f for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:39.178770 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d938937f-f96b-4668-b801-01959034d356 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:39.206037 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000937af-dcf9-4cac-ad32-6c47a0fe81bb None None] Pushing event updated for resources: {'Port': ['ID=efaeb09c-264b-4c51-a8ee-73222a0a9993,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:39.214960 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d938937f-f96b-4668-b801-01959034d356 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:32:39.225322 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d938937f-f96b-4668-b801-01959034d356 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:39.225667 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-d938937f-f96b-4668-b801-01959034d356 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Added segment d1cbb638-c441-41ed-9de2-b793028cfda1 of type vlan for network 54f28ac3-0ed9-48ad-bc76-c4d90abc6212 Oct 19 01:32:39.231852 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c35ff32f-4568-41c2-82e5-43792c97af5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:39.275771 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d938937f-f96b-4668-b801-01959034d356 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:39.305075 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d938937f-f96b-4668-b801-01959034d356 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:39.311019 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d938937f-f96b-4668-b801-01959034d356 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:39.311630 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d938937f-f96b-4668-b801-01959034d356 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:39.330346 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c35ff32f-4568-41c2-82e5-43792c97af5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:39.351539 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d938937f-f96b-4668-b801-01959034d356 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2109697 Oct 19 01:32:39.354719 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42598) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:39.360920 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-c35ff32f-4568-41c2-82e5-43792c97af5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a482dc53-ded0-49a5-8c9f-a7720dcfc8ba']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:39.366154 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-d2e4f4ea-90f7-42df-88f9-bec9263a5163 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:39.389598 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-c35ff32f-4568-41c2-82e5-43792c97af5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a912d3-0274-4a3d-b739-965bff95f708') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:39.389947 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-c35ff32f-4568-41c2-82e5-43792c97af5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a912d3-0274-4a3d-b739-965bff95f708') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:39.420103 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c35ff32f-4568-41c2-82e5-43792c97af5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:39.421963 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938937f-f96b-4668-b801-01959034d356 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event updated for resources: {'Network': ['ID=54f28ac3-0ed9-48ad-bc76-c4d90abc6212,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:39.433410 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 54f28ac3-0ed9-48ad-bc76-c4d90abc6212 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:32:39.442744 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c35ff32f-4568-41c2-82e5-43792c97af5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:39.452756 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c35ff32f-4568-41c2-82e5-43792c97af5c admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:32:39.455097 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c35ff32f-4568-41c2-82e5-43792c97af5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:39.458546 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:32:39.458546 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:32:39.458546 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:32:39.458546 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:32:39.458546 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:32:39.458546 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:32:39.458546 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:32:39.458546 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:32:39.458546 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:32:39.458546 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:32:39.458546 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:32:39.458546 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:32:39.458546 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:32:39.458546 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:32:39.458546 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:32:39.458546 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:32:39.458546 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:32:39.458546 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:32:39.458546 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:32:39.458546 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:32:39.458546 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:32:39.458546 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:32:39.458546 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:32:39.458546 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:32:39.458546 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:32:39.458546 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:32:39.458546 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:32:39.458546 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:32:39.458546 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:32:39.458546 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:32:39.458546 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:32:39.458546 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:32:39.527213 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c35ff32f-4568-41c2-82e5-43792c97af5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:39.534287 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c35ff32f-4568-41c2-82e5-43792c97af5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:39.537902 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c35ff32f-4568-41c2-82e5-43792c97af5c admin admin] 10.222.0.57 "DELETE /v2.0/networks/a482dc53-ded0-49a5-8c9f-a7720dcfc8ba HTTP/1.1" status: 204 len: 168 time: 0.3882029 Oct 19 01:32:39.549405 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ff32f-4568-41c2-82e5-43792c97af5c admin admin] Pushing event deleted for resources: {'Network': ['ID=a482dc53-ded0-49a5-8c9f-a7720dcfc8ba,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:39.590348 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d2e4f4ea-90f7-42df-88f9-bec9263a5163 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:39.604142 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d2e4f4ea-90f7-42df-88f9-bec9263a5163 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:39.624422 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d2e4f4ea-90f7-42df-88f9-bec9263a5163 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Network 54f28ac3-0ed9-48ad-bc76-c4d90abc6212 is not hosted by any dhcp agent {{(pid=100607) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 19 01:32:39.629900 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e4f4ea-90f7-42df-88f9-bec9263a5163 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:39.630487 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d2e4f4ea-90f7-42df-88f9-bec9263a5163 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:39.634450 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d2e4f4ea-90f7-42df-88f9-bec9263a5163 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "PUT /v2.0/networks/54f28ac3-0ed9-48ad-bc76-c4d90abc6212 HTTP/1.1" status: 200 len: 723 time: 0.2765224 Oct 19 01:32:39.634768 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42602) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:39.642436 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-67c87013-05a1-44fe-bf8e-13399ecba52f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Request body: {'subnet': {'network_id': '54f28ac3-0ed9-48ad-bc76-c4d90abc6212', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:39.701479 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e4f4ea-90f7-42df-88f9-bec9263a5163 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event updated for resources: {'Network': ['ID=54f28ac3-0ed9-48ad-bc76-c4d90abc6212,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:39.718635 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 54f28ac3-0ed9-48ad-bc76-c4d90abc6212 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:32:39.721499 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42604) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:39.777006 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-86b69e60-a3f9-418a-b4f6-39d54cd9874f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cfb46302dab9423db4c8fe701b5ed259&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0539896 Oct 19 01:32:39.782418 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42606) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:39.800699 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device efaeb09c-264b-4c51-a8ee-73222a0a9993 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:32:39.815348 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c87013-05a1-44fe-bf8e-13399ecba52f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Made reservation on behalf of 9aa2462d5fdf4af99d3c98841c86712f for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:39.818921 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-67c87013-05a1-44fe-bf8e-13399ecba52f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:39.857616 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port efaeb09c-264b-4c51-a8ee-73222a0a9993 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:39.857980 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:39.909455 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-17635b2a-29c1-4bc7-856e-df799c809519 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:39.944168 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:39.949501 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-17635b2a-29c1-4bc7-856e-df799c809519 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:39.979200 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port efaeb09c-264b-4c51-a8ee-73222a0a9993, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=efaeb09c-264b-4c51-a8ee-73222a0a9993,segment=NetworkSegment(5e5d81ae-e293-413e-85c8-7536b9e22635),segment_id=5e5d81ae-e293-413e-85c8-7536b9e22635)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:39.986145 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:40.039529 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=efaeb09c-264b-4c51-a8ee-73222a0a9993,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:40.070978 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-17635b2a-29c1-4bc7-856e-df799c809519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:40.073510 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-17635b2a-29c1-4bc7-856e-df799c809519 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:40.075788 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-17635b2a-29c1-4bc7-856e-df799c809519 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d68d0166-34d2-4619-86fd-86f32e60e719 HTTP/1.1" status: 204 len: 168 time: 0.2913928 Oct 19 01:32:40.095779 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17635b2a-29c1-4bc7-856e-df799c809519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68d0166-34d2-4619-86fd-86f32e60e719,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:40.100043 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-67c87013-05a1-44fe-bf8e-13399ecba52f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:40.167510 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c87013-05a1-44fe-bf8e-13399ecba52f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event updated for resources: {'Subnet': ['ID=878b41a6-d0aa-4f61-9406-6756c3ca5dbe,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:40.177283 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c87013-05a1-44fe-bf8e-13399ecba52f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Checking segment: {'id': 'd1cbb638-c441-41ed-9de2-b793028cfda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '54f28ac3-0ed9-48ad-bc76-c4d90abc6212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:40.177644 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c87013-05a1-44fe-bf8e-13399ecba52f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Network hostable DHCP agents. Network: 54f28ac3-0ed9-48ad-bc76-c4d90abc6212, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:32:40.196324 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c87013-05a1-44fe-bf8e-13399ecba52f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Network 54f28ac3-0ed9-48ad-bc76-c4d90abc6212 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:32:40.208542 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-67c87013-05a1-44fe-bf8e-13399ecba52f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 54f28ac3-0ed9-48ad-bc76-c4d90abc6212) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:40.213413 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c87013-05a1-44fe-bf8e-13399ecba52f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:40.214004 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-67c87013-05a1-44fe-bf8e-13399ecba52f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:40.220154 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f509ba-8326-46dc-a599-4c3cf85868f0 None None] Network 54f28ac3-0ed9-48ad-bc76-c4d90abc6212 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:40.238102 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-67c87013-05a1-44fe-bf8e-13399ecba52f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6022601 Oct 19 01:32:40.240881 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42610) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:40.247677 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-901eb9cb-2638-4f96-a2a2-acec5c640189 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:40.304224 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb26e6d-3ec0-4bfd-83a8-1902c21a11be None None] Network 578ce85f-e0eb-4331-b1f4-f34e9e75a3b8 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:40.356294 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-901eb9cb-2638-4f96-a2a2-acec5c640189 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8820921'] for subnet, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:40.425512 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-014a4b61-25d2-442b-81af-d616ba307ae3 None None] Provisioning complete for port efaeb09c-264b-4c51-a8ee-73222a0a9993 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:40.425888 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-014a4b61-25d2-442b-81af-d616ba307ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:40.505240 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-901eb9cb-2638-4f96-a2a2-acec5c640189 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775133255446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8979828'] for subnet, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:40.517763 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf811ed-d01f-4cc7-ae69-f74cabbbde63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-54f28ac3-0ed9-48ad-bc76-c4d90abc6212', 'network_id': '54f28ac3-0ed9-48ad-bc76-c4d90abc6212', 'tenant_id': '9aa2462d5fdf4af99d3c98841c86712f', 'fixed_ips': [{'subnet_id': '878b41a6-d0aa-4f61-9406-6756c3ca5dbe'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:32:40.518686 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3cf811ed-d01f-4cc7-ae69-f74cabbbde63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:40.526359 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901eb9cb-2638-4f96-a2a2-acec5c640189 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:40.526958 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-901eb9cb-2638-4f96-a2a2-acec5c640189 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:40.528940 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-901eb9cb-2638-4f96-a2a2-acec5c640189 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "PUT /v2.0/subnets/878b41a6-d0aa-4f61-9406-6756c3ca5dbe HTTP/1.1" status: 200 len: 826 time: 0.2863162 Oct 19 01:32:40.531529 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42622) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:40.584279 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901eb9cb-2638-4f96-a2a2-acec5c640189 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event updated for resources: {'Subnet': ['ID=878b41a6-d0aa-4f61-9406-6756c3ca5dbe,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:40.642725 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03dc02a4-f545-4c66-9cfb-fbee56b686e5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:40.710166 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03dc02a4-f545-4c66-9cfb-fbee56b686e5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:40.743553 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-3cf811ed-d01f-4cc7-ae69-f74cabbbde63 None None] Allocated IP 2001:db8::2 (54f28ac3-0ed9-48ad-bc76-c4d90abc6212/878b41a6-d0aa-4f61-9406-6756c3ca5dbe/ea5a0ac6-7028-43f1-969a-6f0d780c8b08) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:32:40.873011 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42632) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:40.976225 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-044c0d95-b41e-482c-8c16-568e6d5a4c9a admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1393386043-network', 'tenant_id': '801a157970f743a2bb5bf10a3de800ab'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:40.998435 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044c0d95-b41e-482c-8c16-568e6d5a4c9a admin admin] Made reservation on behalf of 801a157970f743a2bb5bf10a3de800ab for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:41.000886 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfe8f67-7590-439f-ad2a-6b312f12832c None None] Update dhcp port {'port': {'network_id': '578ce85f-e0eb-4331-b1f4-f34e9e75a3b8', 'fixed_ips': [{'subnet_id': '29d66bbe-bdda-4d1a-bfce-0bcf937af337', 'ip_address': '2001:db8::2'}, {'subnet_id': '0d317128-82d7-4a4e-897a-8f9edc0d7ba8'}], 'binding:host_id': 'n-d-715271-26'}, 'id': 'efaeb09c-264b-4c51-a8ee-73222a0a9993'} from n-d-715271-26. {{(pid=100608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 01:32:41.001369 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-044c0d95-b41e-482c-8c16-568e6d5a4c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.009849 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-044c0d95-b41e-482c-8c16-568e6d5a4c9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.039428 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cdfe8f67-7590-439f-ad2a-6b312f12832c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.088609 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-044c0d95-b41e-482c-8c16-568e6d5a4c9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.092966 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-044c0d95-b41e-482c-8c16-568e6d5a4c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.114789 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-044c0d95-b41e-482c-8c16-568e6d5a4c9a admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:32:41.130224 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c0d95-b41e-482c-8c16-568e6d5a4c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896d83e7-cc10-4231-b4a0-c4503097c71e,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:41.135815 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-044c0d95-b41e-482c-8c16-568e6d5a4c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.136170 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-044c0d95-b41e-482c-8c16-568e6d5a4c9a admin admin] Added segment c989ef9c-9e14-4652-abf0-c8161b4aa5a2 of type vlan for network 466eb826-47f6-4381-abdc-39d98730c653 Oct 19 01:32:41.177230 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-044c0d95-b41e-482c-8c16-568e6d5a4c9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.179245 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3cf811ed-d01f-4cc7-ae69-f74cabbbde63 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.194492 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3cf811ed-d01f-4cc7-ae69-f74cabbbde63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.205348 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03dc02a4-f545-4c66-9cfb-fbee56b686e5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.206201 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-044c0d95-b41e-482c-8c16-568e6d5a4c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.207782 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044c0d95-b41e-482c-8c16-568e6d5a4c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:41.207782 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-044c0d95-b41e-482c-8c16-568e6d5a4c9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.237213 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc02a4-f545-4c66-9cfb-fbee56b686e5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event deleted for resources: {'Subnet': ['ID=878b41a6-d0aa-4f61-9406-6756c3ca5dbe,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:41.252742 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf811ed-d01f-4cc7-ae69-f74cabbbde63 None None] Network 54f28ac3-0ed9-48ad-bc76-c4d90abc6212 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:41.274812 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-044c0d95-b41e-482c-8c16-568e6d5a4c9a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4001679 Oct 19 01:32:41.277195 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-3cf811ed-d01f-4cc7-ae69-f74cabbbde63 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:41.283926 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf811ed-d01f-4cc7-ae69-f74cabbbde63 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:41.284869 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42636) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:41.288898 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf811ed-d01f-4cc7-ae69-f74cabbbde63 None None] Pushing event updated for resources: {'Port': ['ID=ea5a0ac6-7028-43f1-969a-6f0d780c8b08,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:41.289696 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-13797059-806d-4bb5-80e0-54e25d7e7cef admin admin] Request body: {'subnet': {'network_id': '466eb826-47f6-4381-abdc-39d98730c653', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1393386043-subnet', 'tenant_id': '801a157970f743a2bb5bf10a3de800ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:41.303778 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03dc02a4-f545-4c66-9cfb-fbee56b686e5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.328243 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-03dc02a4-f545-4c66-9cfb-fbee56b686e5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f28ac3-0ed9-48ad-bc76-c4d90abc6212']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:41.333193 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c0d95-b41e-482c-8c16-568e6d5a4c9a admin admin] Pushing event updated for resources: {'Network': ['ID=466eb826-47f6-4381-abdc-39d98730c653,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:41.338051 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-03dc02a4-f545-4c66-9cfb-fbee56b686e5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1cbb638-c441-41ed-9de2-b793028cfda1') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:41.338340 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-03dc02a4-f545-4c66-9cfb-fbee56b686e5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1cbb638-c441-41ed-9de2-b793028cfda1') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:41.345453 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-cdfe8f67-7590-439f-ad2a-6b312f12832c None None] Allocated IP 172.20.0.1 (578ce85f-e0eb-4331-b1f4-f34e9e75a3b8/0d317128-82d7-4a4e-897a-8f9edc0d7ba8/efaeb09c-264b-4c51-a8ee-73222a0a9993) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:32:41.348797 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03dc02a4-f545-4c66-9cfb-fbee56b686e5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.355127 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 466eb826-47f6-4381-abdc-39d98730c653 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:32:41.360208 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13797059-806d-4bb5-80e0-54e25d7e7cef admin admin] Made reservation on behalf of 801a157970f743a2bb5bf10a3de800ab for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:41.362845 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-13797059-806d-4bb5-80e0-54e25d7e7cef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.367518 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03dc02a4-f545-4c66-9cfb-fbee56b686e5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.375656 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03dc02a4-f545-4c66-9cfb-fbee56b686e5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:32:41.375890 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03dc02a4-f545-4c66-9cfb-fbee56b686e5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.383143 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-3cf811ed-d01f-4cc7-ae69-f74cabbbde63 None None] Attempting to bind port ea5a0ac6-7028-43f1-969a-6f0d780c8b08 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:41.383450 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-3cf811ed-d01f-4cc7-ae69-f74cabbbde63 None None] Attempting to bind port ea5a0ac6-7028-43f1-969a-6f0d780c8b08 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'd1cbb638-c441-41ed-9de2-b793028cfda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '54f28ac3-0ed9-48ad-bc76-c4d90abc6212'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:41.383847 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf811ed-d01f-4cc7-ae69-f74cabbbde63 None None] Attempting to bind port ea5a0ac6-7028-43f1-969a-6f0d780c8b08 on network 54f28ac3-0ed9-48ad-bc76-c4d90abc6212 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:41.392623 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:32:41.392623 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:32:41.392623 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:32:41.392623 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:32:41.392623 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:32:41.392623 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:32:41.392623 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:32:41.392623 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:32:41.392623 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:32:41.392623 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:32:41.392623 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:32:41.392623 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:32:41.392623 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:32:41.392623 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:32:41.392623 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:32:41.392623 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:32:41.392623 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:32:41.392623 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:32:41.392623 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:32:41.392623 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:32:41.392623 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:32:41.392623 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:32:41.392623 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:32:41.392623 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:32:41.392623 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:32:41.392623 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:32:41.392623 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:32:41.392623 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:32:41.392623 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:32:41.392623 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:32:41.392623 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:32:41.392623 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:32:41.411803 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf811ed-d01f-4cc7-ae69-f74cabbbde63 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:32:41.412211 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf811ed-d01f-4cc7-ae69-f74cabbbde63 None None] Checking segment: {'id': 'd1cbb638-c441-41ed-9de2-b793028cfda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '54f28ac3-0ed9-48ad-bc76-c4d90abc6212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:41.412593 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3cf811ed-d01f-4cc7-ae69-f74cabbbde63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.412974 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf811ed-d01f-4cc7-ae69-f74cabbbde63 None None] Bound using segment: {'id': 'd1cbb638-c441-41ed-9de2-b793028cfda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '54f28ac3-0ed9-48ad-bc76-c4d90abc6212'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:32:41.413461 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-3cf811ed-d01f-4cc7-ae69-f74cabbbde63 None None] Bound port: ea5a0ac6-7028-43f1-969a-6f0d780c8b08, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1cbb638-c441-41ed-9de2-b793028cfda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '54f28ac3-0ed9-48ad-bc76-c4d90abc6212'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:32:41.413841 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3cf811ed-d01f-4cc7-ae69-f74cabbbde63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.446133 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.db.api [None req-03dc02a4-f545-4c66-9cfb-fbee56b686e5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 01:32:41.446133 n-d-715271-26 neutron-server[100607]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 01:32:41.446133 n-d-715271-26 neutron-server[100607]: [parameters: {'id': '54f28ac3-0ed9-48ad-bc76-c4d90abc6212'}] Oct 19 01:32:41.446133 n-d-715271-26 neutron-server[100607]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:32:41.446592 n-d-715271-26 neutron-server[100607]: DEBUG oslo_db.api [None req-03dc02a4-f545-4c66-9cfb-fbee56b686e5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:32:41.537241 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-13797059-806d-4bb5-80e0-54e25d7e7cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.548654 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-cdfe8f67-7590-439f-ad2a-6b312f12832c None None] For port efaeb09c-264b-4c51-a8ee-73222a0a9993, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=efaeb09c-264b-4c51-a8ee-73222a0a9993,segment=NetworkSegment(5e5d81ae-e293-413e-85c8-7536b9e22635),segment_id=5e5d81ae-e293-413e-85c8-7536b9e22635)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:41.584569 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-3cf811ed-d01f-4cc7-ae69-f74cabbbde63 None None] For port ea5a0ac6-7028-43f1-969a-6f0d780c8b08, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:32:41.590307 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-3cf811ed-d01f-4cc7-ae69-f74cabbbde63 None None] For port ea5a0ac6-7028-43f1-969a-6f0d780c8b08, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=ea5a0ac6-7028-43f1-969a-6f0d780c8b08,segment=NetworkSegment(d1cbb638-c441-41ed-9de2-b793028cfda1),segment_id=d1cbb638-c441-41ed-9de2-b793028cfda1)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:32:41.598137 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3cf811ed-d01f-4cc7-ae69-f74cabbbde63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.601137 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13797059-806d-4bb5-80e0-54e25d7e7cef admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dadff78-2c62-4ebc-b769-50201eb8aa05,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:41.601320 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cdfe8f67-7590-439f-ad2a-6b312f12832c None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.611264 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cdfe8f67-7590-439f-ad2a-6b312f12832c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.612804 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13797059-806d-4bb5-80e0-54e25d7e7cef admin admin] Checking segment: {'id': 'c989ef9c-9e14-4652-abf0-c8161b4aa5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '466eb826-47f6-4381-abdc-39d98730c653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:41.613174 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13797059-806d-4bb5-80e0-54e25d7e7cef admin admin] Network hostable DHCP agents. Network: 466eb826-47f6-4381-abdc-39d98730c653, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:32:41.629889 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13797059-806d-4bb5-80e0-54e25d7e7cef admin admin] Network 466eb826-47f6-4381-abdc-39d98730c653 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:32:41.639639 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-13797059-806d-4bb5-80e0-54e25d7e7cef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 466eb826-47f6-4381-abdc-39d98730c653) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:41.644966 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13797059-806d-4bb5-80e0-54e25d7e7cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:41.646001 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-13797059-806d-4bb5-80e0-54e25d7e7cef admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.653872 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4417f10c-72a9-4cb5-8fdb-7e08b7e365a1 None None] Network 466eb826-47f6-4381-abdc-39d98730c653 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:41.662902 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-13797059-806d-4bb5-80e0-54e25d7e7cef admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3769603 Oct 19 01:32:41.744126 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device efaeb09c-264b-4c51-a8ee-73222a0a9993 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:32:41.758282 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed25e08-018f-4915-b259-afee30defd6b None None] Network 54f28ac3-0ed9-48ad-bc76-c4d90abc6212 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:41.760432 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf811ed-d01f-4cc7-ae69-f74cabbbde63 None None] Pushing event updated for resources: {'Port': ['ID=ea5a0ac6-7028-43f1-969a-6f0d780c8b08,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:41.800948 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42642) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:41.813098 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device b9ee45bd-0a96-4bc4-87d4-bbfd52be190f no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:32:41.851506 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb4ebae7-85b4-48b7-9e34-e4dafee8f559 admin admin] Deleting subnet 7dadff78-2c62-4ebc-b769-50201eb8aa05 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:32:41.856871 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eb4ebae7-85b4-48b7-9e34-e4dafee8f559 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.891694 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: b9ee45bd-0a96-4bc4-87d4-bbfd52be190f {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:32:41.892049 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device b9ee45bd-0a96-4bc4-87d4-bbfd52be190f not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:32:41.899074 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eb4ebae7-85b4-48b7-9e34-e4dafee8f559 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.947694 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03dc02a4-f545-4c66-9cfb-fbee56b686e5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.948519 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eb4ebae7-85b4-48b7-9e34-e4dafee8f559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.973318 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe8f67-7590-439f-ad2a-6b312f12832c None None] Pushing event updated for resources: {'Port': ['ID=efaeb09c-264b-4c51-a8ee-73222a0a9993,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:42.018878 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-03dc02a4-f545-4c66-9cfb-fbee56b686e5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Deleting port ea5a0ac6-7028-43f1-969a-6f0d780c8b08 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:42.019268 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03dc02a4-f545-4c66-9cfb-fbee56b686e5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:42.019518 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eb4ebae7-85b4-48b7-9e34-e4dafee8f559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:42.044787 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ebae7-85b4-48b7-9e34-e4dafee8f559 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dadff78-2c62-4ebc-b769-50201eb8aa05,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:42.054556 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eb4ebae7-85b4-48b7-9e34-e4dafee8f559 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:42.058123 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port efaeb09c-264b-4c51-a8ee-73222a0a9993 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:42.058646 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:42.058739 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-eb4ebae7-85b4-48b7-9e34-e4dafee8f559 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/7dadff78-2c62-4ebc-b769-50201eb8aa05 HTTP/1.1" status: 204 len: 168 time: 0.2567506 Oct 19 01:32:42.063668 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42644) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:42.089137 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236d856e-1f7d-4055-95ed-549f6f3efccd None None] Network 466eb826-47f6-4381-abdc-39d98730c653 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:42.107859 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-03dc02a4-f545-4c66-9cfb-fbee56b686e5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] For port ea5a0ac6-7028-43f1-969a-6f0d780c8b08, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=ea5a0ac6-7028-43f1-969a-6f0d780c8b08,segment=NetworkSegment(d1cbb638-c441-41ed-9de2-b793028cfda1),segment_id=d1cbb638-c441-41ed-9de2-b793028cfda1)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:42.108338 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03dc02a4-f545-4c66-9cfb-fbee56b686e5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:42.123935 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-03dc02a4-f545-4c66-9cfb-fbee56b686e5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Calling delete_port for ea5a0ac6-7028-43f1-969a-6f0d780c8b08 owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:42.145532 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6d5ca33c-151e-4fb5-95c9-7bc06c5354a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:42.213171 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03dc02a4-f545-4c66-9cfb-fbee56b686e5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:42.234967 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbadbcc-fd08-45df-84b8-bc3ef76150fc None None] Network 54f28ac3-0ed9-48ad-bc76-c4d90abc6212 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:42.250729 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc02a4-f545-4c66-9cfb-fbee56b686e5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event deleted for resources: {'Port': ['ID=ea5a0ac6-7028-43f1-969a-6f0d780c8b08,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:42.257163 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dc02a4-f545-4c66-9cfb-fbee56b686e5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] No DVR routers for this DVR port ea5a0ac6-7028-43f1-969a-6f0d780c8b08 on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:32:42.261215 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6d5ca33c-151e-4fb5-95c9-7bc06c5354a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:42.285811 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-6d5ca33c-151e-4fb5-95c9-7bc06c5354a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['466eb826-47f6-4381-abdc-39d98730c653']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:42.297196 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-6d5ca33c-151e-4fb5-95c9-7bc06c5354a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c989ef9c-9e14-4652-abf0-c8161b4aa5a2') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:42.297502 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-6d5ca33c-151e-4fb5-95c9-7bc06c5354a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c989ef9c-9e14-4652-abf0-c8161b4aa5a2') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:42.310640 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6d5ca33c-151e-4fb5-95c9-7bc06c5354a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:42.332504 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6d5ca33c-151e-4fb5-95c9-7bc06c5354a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:42.339308 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d5ca33c-151e-4fb5-95c9-7bc06c5354a9 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:32:42.339881 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6d5ca33c-151e-4fb5-95c9-7bc06c5354a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:42.342471 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:32:42.342471 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:32:42.342471 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:32:42.342471 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:32:42.342471 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:32:42.342471 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:32:42.342471 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:32:42.342471 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:32:42.342471 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:32:42.342471 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:32:42.342471 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:32:42.342471 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:32:42.342471 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:32:42.342471 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:32:42.342471 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:32:42.342471 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:32:42.342471 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:32:42.342471 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:32:42.342471 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:32:42.342471 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:32:42.342471 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:32:42.342471 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:32:42.342471 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:32:42.342471 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:32:42.342471 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:32:42.342471 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:32:42.342471 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:32:42.342471 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:32:42.342471 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:32:42.342471 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:32:42.342471 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:32:42.342471 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:32:42.348229 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03dc02a4-f545-4c66-9cfb-fbee56b686e5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:42.370850 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-03dc02a4-f545-4c66-9cfb-fbee56b686e5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f28ac3-0ed9-48ad-bc76-c4d90abc6212']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:42.382825 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-03dc02a4-f545-4c66-9cfb-fbee56b686e5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1cbb638-c441-41ed-9de2-b793028cfda1') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:42.383188 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-03dc02a4-f545-4c66-9cfb-fbee56b686e5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1cbb638-c441-41ed-9de2-b793028cfda1') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:42.394604 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03dc02a4-f545-4c66-9cfb-fbee56b686e5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:42.410864 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03dc02a4-f545-4c66-9cfb-fbee56b686e5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:42.414360 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6d5ca33c-151e-4fb5-95c9-7bc06c5354a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:42.421957 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03dc02a4-f545-4c66-9cfb-fbee56b686e5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:32:42.422425 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03dc02a4-f545-4c66-9cfb-fbee56b686e5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:42.426199 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:32:42.426199 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:32:42.426199 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:32:42.426199 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:32:42.426199 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:32:42.426199 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:32:42.426199 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:32:42.426199 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:32:42.426199 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:32:42.426199 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:32:42.426199 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:32:42.426199 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:32:42.426199 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:32:42.426199 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:32:42.426199 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:32:42.426199 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:32:42.426199 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:32:42.426199 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:32:42.426199 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:32:42.426199 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:32:42.426199 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:32:42.426199 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:32:42.426199 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:32:42.426199 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:32:42.426199 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:32:42.426199 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:32:42.426199 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:32:42.426199 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:32:42.426199 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:32:42.426199 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:32:42.426199 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:32:42.426199 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:32:42.432967 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6d5ca33c-151e-4fb5-95c9-7bc06c5354a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:42.436575 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6d5ca33c-151e-4fb5-95c9-7bc06c5354a9 admin admin] 10.222.0.57 "DELETE /v2.0/networks/466eb826-47f6-4381-abdc-39d98730c653 HTTP/1.1" status: 204 len: 168 time: 0.3718643 Oct 19 01:32:42.437842 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ca33c-151e-4fb5-95c9-7bc06c5354a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=466eb826-47f6-4381-abdc-39d98730c653,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:42.446229 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7136d8-665c-4964-b3b8-7e29f44b19b1 None None] Network 578ce85f-e0eb-4331-b1f4-f34e9e75a3b8 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:42.502131 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03dc02a4-f545-4c66-9cfb-fbee56b686e5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:42.507217 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03dc02a4-f545-4c66-9cfb-fbee56b686e5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:42.514253 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42648) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:42.514683 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-03dc02a4-f545-4c66-9cfb-fbee56b686e5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "DELETE /v2.0/networks/54f28ac3-0ed9-48ad-bc76-c4d90abc6212 HTTP/1.1" status: 204 len: 168 time: 1.9819772 Oct 19 01:32:42.530496 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc02a4-f545-4c66-9cfb-fbee56b686e5 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event deleted for resources: {'Network': ['ID=54f28ac3-0ed9-48ad-bc76-c4d90abc6212,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:42.547467 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-990a9a44-b332-4122-b504-72367901e7a5 None None] Provisioning complete for port efaeb09c-264b-4c51-a8ee-73222a0a9993 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:42.547861 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-990a9a44-b332-4122-b504-72367901e7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:42.549576 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-d64fd528-b00f-4934-a420-868285e7c8fe tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] DELETE failed (client error): The resource could not be found. Oct 19 01:32:42.552304 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d64fd528-b00f-4934-a420-868285e7c8fe tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:32:42.552947 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42650) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:42.558993 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d64fd528-b00f-4934-a420-868285e7c8fe tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "DELETE /v2.0/networks/54f28ac3-0ed9-48ad-bc76-c4d90abc6212 HTTP/1.1" status: 404 len: 339 time: 0.0435264 Oct 19 01:32:42.562788 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42652) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:42.567964 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-44223718-8f69-4878-b540-246cf5083ca9 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2022707527', 'description': 'd1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:42.591257 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44223718-8f69-4878-b540-246cf5083ca9 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Made reservation on behalf of 9aa2462d5fdf4af99d3c98841c86712f for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:42.596060 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-44223718-8f69-4878-b540-246cf5083ca9 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:42.597489 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-980a4303-6db7-4ebb-a2b3-bc7ad08e60c4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=801a157970f743a2bb5bf10a3de800ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433800 Oct 19 01:32:42.598078 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42654) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:42.623209 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44223718-8f69-4878-b540-246cf5083ca9 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:32:42.636254 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-44223718-8f69-4878-b540-246cf5083ca9 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:42.636596 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-44223718-8f69-4878-b540-246cf5083ca9 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Added segment 78d87bc0-ecec-4da5-9892-d3ca2d5c2ea9 of type vlan for network 642a4c3f-8386-4e7a-b6a3-685ee0d72497 Oct 19 01:32:42.651145 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b64c36dc-3a9c-415e-976f-1c2a6af32183 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:42.674289 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b64c36dc-3a9c-415e-976f-1c2a6af32183 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:42.678337 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-44223718-8f69-4878-b540-246cf5083ca9 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:42.707143 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-44223718-8f69-4878-b540-246cf5083ca9 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:42.713871 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44223718-8f69-4878-b540-246cf5083ca9 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:42.714693 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-44223718-8f69-4878-b540-246cf5083ca9 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611165'] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:42.730301 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b64c36dc-3a9c-415e-976f-1c2a6af32183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:42.733758 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b64c36dc-3a9c-415e-976f-1c2a6af32183 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:42.737526 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b64c36dc-3a9c-415e-976f-1c2a6af32183 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/896d83e7-cc10-4231-b4a0-c4503097c71e HTTP/1.1" status: 204 len: 168 time: 0.1359482 Oct 19 01:32:42.744841 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c36dc-3a9c-415e-976f-1c2a6af32183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896d83e7-cc10-4231-b4a0-c4503097c71e,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:42.751227 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-44223718-8f69-4878-b540-246cf5083ca9 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1871791 Oct 19 01:32:42.755075 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42658) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:42.807489 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44223718-8f69-4878-b540-246cf5083ca9 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event updated for resources: {'Network': ['ID=642a4c3f-8386-4e7a-b6a3-685ee0d72497,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:42.820994 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 642a4c3f-8386-4e7a-b6a3-685ee0d72497 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:32:42.875624 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab3d343-1273-4046-8d93-10109b428fad tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:42.877860 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-cab3d343-1273-4046-8d93-10109b428fad tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "GET /v2.0/networks?id=642a4c3f-8386-4e7a-b6a3-685ee0d72497 HTTP/1.1" status: 200 len: 765 time: 0.1211929 Oct 19 01:32:42.880506 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42660) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:42.886293 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-1a24ef4a-d725-4339-8386-c41f2dcf6de0 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Request body: {'network': {'description': 'd2'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:42.961485 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a631e1ba-c2fc-4cf6-813b-6da795b6f0dd None None] get_active_networks_info from n-d-715271-26 {{(pid=100608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:32:43.059960 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-7233ec43-b01e-4924-ae27-a494d1a13ef4 None None] Provisioning complete for port efaeb09c-264b-4c51-a8ee-73222a0a9993 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:43.060703 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7233ec43-b01e-4924-ae27-a494d1a13ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:43.063975 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1a24ef4a-d725-4339-8386-c41f2dcf6de0 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:43.081046 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1a24ef4a-d725-4339-8386-c41f2dcf6de0 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:43.083854 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a631e1ba-c2fc-4cf6-813b-6da795b6f0dd None None] Resources bound (agent type, host, resource id): {{(pid=100608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:32:43.105722 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1a24ef4a-d725-4339-8386-c41f2dcf6de0 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Network 642a4c3f-8386-4e7a-b6a3-685ee0d72497 is not hosted by any dhcp agent {{(pid=100606) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 19 01:32:43.112283 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a24ef4a-d725-4339-8386-c41f2dcf6de0 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:43.113023 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1a24ef4a-d725-4339-8386-c41f2dcf6de0 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:43.118128 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1a24ef4a-d725-4339-8386-c41f2dcf6de0 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "PUT /v2.0/networks/642a4c3f-8386-4e7a-b6a3-685ee0d72497 HTTP/1.1" status: 200 len: 762 time: 0.2327118 Oct 19 01:32:43.118128 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42664) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:43.188831 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a24ef4a-d725-4339-8386-c41f2dcf6de0 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event updated for resources: {'Network': ['ID=642a4c3f-8386-4e7a-b6a3-685ee0d72497,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:43.204499 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 642a4c3f-8386-4e7a-b6a3-685ee0d72497 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:32:43.248481 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae2b50e-1238-4490-b5ad-1ea41e2b2184 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:43.254099 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6ae2b50e-1238-4490-b5ad-1ea41e2b2184 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "GET /v2.0/networks?id=642a4c3f-8386-4e7a-b6a3-685ee0d72497 HTTP/1.1" status: 200 len: 765 time: 0.1314433 Oct 19 01:32:43.254478 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42672) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:43.460850 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b95e418-b042-47ac-87ae-8abbdb81859f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:43.465124 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3b95e418-b042-47ac-87ae-8abbdb81859f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2071195 Oct 19 01:32:43.466272 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42682) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:43.508008 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4ed312f9-4df5-4a95-b404-af868f78220b tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "GET /v2.0/subnets?network_id=a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 207 time: 0.0396771 Oct 19 01:32:43.510915 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42684) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:43.631245 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0038a1cf-0a8d-4582-8c4e-8c5367c4ac53 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:43.637050 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0038a1cf-0a8d-4582-8c4e-8c5367c4ac53 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:43.642912 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0038a1cf-0a8d-4582-8c4e-8c5367c4ac53 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:43.649062 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0038a1cf-0a8d-4582-8c4e-8c5367c4ac53 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:43.655903 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0038a1cf-0a8d-4582-8c4e-8c5367c4ac53 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:43.661717 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0038a1cf-0a8d-4582-8c4e-8c5367c4ac53 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:43.663539 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0038a1cf-0a8d-4582-8c4e-8c5367c4ac53 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.1516013 Oct 19 01:32:43.667853 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42692) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:43.738855 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device efaeb09c-264b-4c51-a8ee-73222a0a9993 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:32:43.799619 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port efaeb09c-264b-4c51-a8ee-73222a0a9993 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:43.800117 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:43.881579 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-51f6fd82-13d5-484b-a3a0-a0be007ebce6 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2125590 Oct 19 01:32:43.884827 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42704) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:43.932753 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e0b6af1d-e800-4771-984d-c95fb95dbc04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:43.955577 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818f9cca-69a7-4ece-8a55-024ddb55ce5a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:43.957603 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818f9cca-69a7-4ece-8a55-024ddb55ce5a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:43.958994 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818f9cca-69a7-4ece-8a55-024ddb55ce5a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:43.960513 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818f9cca-69a7-4ece-8a55-024ddb55ce5a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:43.962001 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818f9cca-69a7-4ece-8a55-024ddb55ce5a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:43.963673 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-818f9cca-69a7-4ece-8a55-024ddb55ce5a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0779216 Oct 19 01:32:43.967397 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42712) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:44.024051 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ece548c-e714-497d-90ca-e38c3814035c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['shared'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:44.025706 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ece548c-e714-497d-90ca-e38c3814035c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['shared'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:44.027095 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ece548c-e714-497d-90ca-e38c3814035c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['shared'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:44.029322 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ece548c-e714-497d-90ca-e38c3814035c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['shared'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:44.030731 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ece548c-e714-497d-90ca-e38c3814035c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['shared'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:44.032421 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6ece548c-e714-497d-90ca-e38c3814035c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0637786 Oct 19 01:32:44.035988 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42718) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:44.138518 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c829a176-f1b3-473c-a0a0-f7392a03168c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:44.139899 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c829a176-f1b3-473c-a0a0-f7392a03168c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "GET /v2.0/networks/a270cd50-b1c7-4b8b-b762-25ad8c3401f7 HTTP/1.1" status: 200 len: 804 time: 0.1028845 Oct 19 01:32:44.143665 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42728) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:44.245104 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8f3419c4-d4ea-4828-bdc8-aac3ad3612ee tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "GET /v2.0/networks/a270cd50-b1c7-4b8b-b762-25ad8c3401f7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1001108 Oct 19 01:32:44.248212 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42732) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:44.300609 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed12b37-25b6-4f4f-9c99-dbe3d7cbe363 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:44.301942 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8ed12b37-25b6-4f4f-9c99-dbe3d7cbe363 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "GET /v2.0/subnets/3030ba57-2906-4ef3-9daa-af8c2612b3aa HTTP/1.1" status: 200 len: 843 time: 0.0527432 Oct 19 01:32:44.305817 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42734) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:44.339684 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:32:44.358332 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6bc7e4-0c52-4ecb-87e0-e47061109816 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['shared'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:44.359751 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4c6bc7e4-0c52-4ecb-87e0-e47061109816 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "GET /v2.0/subnets/3030ba57-2906-4ef3-9daa-af8c2612b3aa?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0529194 Oct 19 01:32:44.363269 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42738) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:44.368421 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-623b5bf0-dc1b-4fb8-8b2b-43a498a4b184 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1174066218'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:44.391290 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623b5bf0-dc1b-4fb8-8b2b-43a498a4b184 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Made reservation on behalf of 9aa2462d5fdf4af99d3c98841c86712f for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:44.395028 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-623b5bf0-dc1b-4fb8-8b2b-43a498a4b184 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:44.417633 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-623b5bf0-dc1b-4fb8-8b2b-43a498a4b184 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:32:44.426889 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-623b5bf0-dc1b-4fb8-8b2b-43a498a4b184 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:44.427263 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-623b5bf0-dc1b-4fb8-8b2b-43a498a4b184 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Added segment 7791b39f-e973-4c23-b52f-352adc0c021a of type vlan for network de4d0ccb-49c2-4c07-a001-e0af936fa9c7 Oct 19 01:32:44.439524 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42740) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:44.470939 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-623b5bf0-dc1b-4fb8-8b2b-43a498a4b184 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:44.496481 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-623b5bf0-dc1b-4fb8-8b2b-43a498a4b184 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:44.502604 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623b5bf0-dc1b-4fb8-8b2b-43a498a4b184 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:44.503178 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-623b5bf0-dc1b-4fb8-8b2b-43a498a4b184 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:44.547853 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-623b5bf0-dc1b-4fb8-8b2b-43a498a4b184 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1834161 Oct 19 01:32:44.550641 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42744) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:44.553722 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-084736d5-1c4e-43ef-a147-22ffb4178103 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:44.557744 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-479fbd4f-49f5-46ec-807e-51c438b074c3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Request body: {'subnet': {'network_id': 'de4d0ccb-49c2-4c07-a001-e0af936fa9c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:44.596822 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b5bf0-dc1b-4fb8-8b2b-43a498a4b184 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event updated for resources: {'Network': ['ID=de4d0ccb-49c2-4c07-a001-e0af936fa9c7,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:44.608126 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network de4d0ccb-49c2-4c07-a001-e0af936fa9c7 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:32:44.639058 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-084736d5-1c4e-43ef-a147-22ffb4178103 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:44.644174 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-084736d5-1c4e-43ef-a147-22ffb4178103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:44.676992 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479fbd4f-49f5-46ec-807e-51c438b074c3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Made reservation on behalf of 9aa2462d5fdf4af99d3c98841c86712f for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:44.681437 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-479fbd4f-49f5-46ec-807e-51c438b074c3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:44.685652 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084736d5-1c4e-43ef-a147-22ffb4178103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e401162-9738-4e67-a164-aac52175de6f,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:44.689793 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-084736d5-1c4e-43ef-a147-22ffb4178103 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=308442a053d1447e83ca722d34f94761&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2491570 Oct 19 01:32:44.694883 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42746) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:44.701712 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084736d5-1c4e-43ef-a147-22ffb4178103 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:44.702053 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084736d5-1c4e-43ef-a147-22ffb4178103 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:44.702382 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084736d5-1c4e-43ef-a147-22ffb4178103 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:44.702709 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084736d5-1c4e-43ef-a147-22ffb4178103 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:44.703033 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084736d5-1c4e-43ef-a147-22ffb4178103 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:44.703382 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084736d5-1c4e-43ef-a147-22ffb4178103 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:44.703672 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084736d5-1c4e-43ef-a147-22ffb4178103 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:44.704023 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084736d5-1c4e-43ef-a147-22ffb4178103 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:44.704341 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084736d5-1c4e-43ef-a147-22ffb4178103 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:44.704657 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084736d5-1c4e-43ef-a147-22ffb4178103 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:44.704970 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084736d5-1c4e-43ef-a147-22ffb4178103 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:44.705285 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084736d5-1c4e-43ef-a147-22ffb4178103 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:44.748147 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.ipam_backend_mixin [None req-479fbd4f-49f5-46ec-807e-51c438b074c3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Performing IP validity checks on allocation pools {{(pid=100606) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 19 01:32:44.748700 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.ipam_backend_mixin [None req-479fbd4f-49f5-46ec-807e-51c438b074c3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100606) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 19 01:32:44.751437 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-23ab445e-0b1d-4a45-8cc6-3f3e63a77c4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:44.773579 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-23ab445e-0b1d-4a45-8cc6-3f3e63a77c4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:44.820625 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-23ab445e-0b1d-4a45-8cc6-3f3e63a77c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:44.823178 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-23ab445e-0b1d-4a45-8cc6-3f3e63a77c4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:44.824530 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-23ab445e-0b1d-4a45-8cc6-3f3e63a77c4e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9e401162-9738-4e67-a164-aac52175de6f HTTP/1.1" status: 204 len: 168 time: 0.1283481 Oct 19 01:32:44.834527 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab445e-0b1d-4a45-8cc6-3f3e63a77c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e401162-9738-4e67-a164-aac52175de6f,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:44.885081 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-479fbd4f-49f5-46ec-807e-51c438b074c3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:44.956876 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479fbd4f-49f5-46ec-807e-51c438b074c3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event updated for resources: {'Subnet': ['ID=9a27e042-6a35-4111-a6f0-797f3777e139,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:44.960820 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479fbd4f-49f5-46ec-807e-51c438b074c3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Checking segment: {'id': '7791b39f-e973-4c23-b52f-352adc0c021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'de4d0ccb-49c2-4c07-a001-e0af936fa9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:44.961186 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479fbd4f-49f5-46ec-807e-51c438b074c3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Network hostable DHCP agents. Network: de4d0ccb-49c2-4c07-a001-e0af936fa9c7, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:32:44.978636 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479fbd4f-49f5-46ec-807e-51c438b074c3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Network de4d0ccb-49c2-4c07-a001-e0af936fa9c7 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:32:44.987105 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-479fbd4f-49f5-46ec-807e-51c438b074c3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, de4d0ccb-49c2-4c07-a001-e0af936fa9c7) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:44.991394 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479fbd4f-49f5-46ec-807e-51c438b074c3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:44.992189 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-479fbd4f-49f5-46ec-807e-51c438b074c3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:44.997819 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca03120-84c3-4c58-b444-038c30bad5f0 None None] Network de4d0ccb-49c2-4c07-a001-e0af936fa9c7 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:45.011627 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-479fbd4f-49f5-46ec-807e-51c438b074c3 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.4599140 Oct 19 01:32:45.015011 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42752) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:45.020805 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-179d27dc-f831-4200-90d7-c4f3147a1e3e tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:45.131323 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-179d27dc-f831-4200-90d7-c4f3147a1e3e tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8785155'] for subnet, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:45.164927 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5327d4ca-596e-4b44-896b-3aaae3c91980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-de4d0ccb-49c2-4c07-a001-e0af936fa9c7', 'network_id': 'de4d0ccb-49c2-4c07-a001-e0af936fa9c7', 'tenant_id': '9aa2462d5fdf4af99d3c98841c86712f', 'fixed_ips': [{'subnet_id': '9a27e042-6a35-4111-a6f0-797f3777e139'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:32:45.166010 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5327d4ca-596e-4b44-896b-3aaae3c91980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:45.313629 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-179d27dc-f831-4200-90d7-c4f3147a1e3e tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775133255446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10287649'] for subnet, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:45.366570 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179d27dc-f831-4200-90d7-c4f3147a1e3e tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:45.367211 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-179d27dc-f831-4200-90d7-c4f3147a1e3e tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:45.370357 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-5327d4ca-596e-4b44-896b-3aaae3c91980 None None] Allocated IP 2001:db8::3 (de4d0ccb-49c2-4c07-a001-e0af936fa9c7/9a27e042-6a35-4111-a6f0-797f3777e139/adaa54b5-69a2-445d-9a36-11a75ae5c02c) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:32:45.371389 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42768) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:45.371518 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-179d27dc-f831-4200-90d7-c4f3147a1e3e tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "PUT /v2.0/subnets/9a27e042-6a35-4111-a6f0-797f3777e139 HTTP/1.1" status: 200 len: 900 time: 0.3552175 Oct 19 01:32:45.392557 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179d27dc-f831-4200-90d7-c4f3147a1e3e tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event updated for resources: {'Subnet': ['ID=9a27e042-6a35-4111-a6f0-797f3777e139,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:45.479137 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6a977aa1-bcd0-4499-bc58-bd37d7e0de19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:45.541728 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6a977aa1-bcd0-4499-bc58-bd37d7e0de19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:45.551486 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5327d4ca-596e-4b44-896b-3aaae3c91980 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:45.558515 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5327d4ca-596e-4b44-896b-3aaae3c91980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:45.603206 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5327d4ca-596e-4b44-896b-3aaae3c91980 None None] Network de4d0ccb-49c2-4c07-a001-e0af936fa9c7 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:45.621932 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-5327d4ca-596e-4b44-896b-3aaae3c91980 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:45.621932 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5327d4ca-596e-4b44-896b-3aaae3c91980 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:45.621932 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5327d4ca-596e-4b44-896b-3aaae3c91980 None None] Pushing event updated for resources: {'Port': ['ID=adaa54b5-69a2-445d-9a36-11a75ae5c02c,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:45.625219 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6a977aa1-bcd0-4499-bc58-bd37d7e0de19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:45.663484 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a977aa1-bcd0-4499-bc58-bd37d7e0de19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event deleted for resources: {'Subnet': ['ID=9a27e042-6a35-4111-a6f0-797f3777e139,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:45.690647 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-5327d4ca-596e-4b44-896b-3aaae3c91980 None None] Attempting to bind port adaa54b5-69a2-445d-9a36-11a75ae5c02c on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:45.691317 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-5327d4ca-596e-4b44-896b-3aaae3c91980 None None] Attempting to bind port adaa54b5-69a2-445d-9a36-11a75ae5c02c by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '7791b39f-e973-4c23-b52f-352adc0c021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'de4d0ccb-49c2-4c07-a001-e0af936fa9c7'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:45.692095 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5327d4ca-596e-4b44-896b-3aaae3c91980 None None] Attempting to bind port adaa54b5-69a2-445d-9a36-11a75ae5c02c on network de4d0ccb-49c2-4c07-a001-e0af936fa9c7 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:45.700084 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5327d4ca-596e-4b44-896b-3aaae3c91980 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:32:45.701028 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5327d4ca-596e-4b44-896b-3aaae3c91980 None None] Checking segment: {'id': '7791b39f-e973-4c23-b52f-352adc0c021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'de4d0ccb-49c2-4c07-a001-e0af936fa9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:45.701893 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5327d4ca-596e-4b44-896b-3aaae3c91980 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:45.702728 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5327d4ca-596e-4b44-896b-3aaae3c91980 None None] Bound using segment: {'id': '7791b39f-e973-4c23-b52f-352adc0c021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'de4d0ccb-49c2-4c07-a001-e0af936fa9c7'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:32:45.703680 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-5327d4ca-596e-4b44-896b-3aaae3c91980 None None] Bound port: adaa54b5-69a2-445d-9a36-11a75ae5c02c, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7791b39f-e973-4c23-b52f-352adc0c021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'de4d0ccb-49c2-4c07-a001-e0af936fa9c7'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:32:45.704313 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5327d4ca-596e-4b44-896b-3aaae3c91980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:45.730704 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6a977aa1-bcd0-4499-bc58-bd37d7e0de19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:45.753676 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-6a977aa1-bcd0-4499-bc58-bd37d7e0de19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de4d0ccb-49c2-4c07-a001-e0af936fa9c7']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:45.786199 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-5327d4ca-596e-4b44-896b-3aaae3c91980 None None] For port adaa54b5-69a2-445d-9a36-11a75ae5c02c, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:32:45.790016 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-5327d4ca-596e-4b44-896b-3aaae3c91980 None None] For port adaa54b5-69a2-445d-9a36-11a75ae5c02c, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=adaa54b5-69a2-445d-9a36-11a75ae5c02c,segment=NetworkSegment(7791b39f-e973-4c23-b52f-352adc0c021a),segment_id=7791b39f-e973-4c23-b52f-352adc0c021a)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:32:45.795551 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5327d4ca-596e-4b44-896b-3aaae3c91980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:45.891555 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5327d4ca-596e-4b44-896b-3aaae3c91980 None None] Pushing event updated for resources: {'Port': ['ID=adaa54b5-69a2-445d-9a36-11a75ae5c02c,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:45.917962 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f2923f-68df-446f-bdd7-6d6b65b53272 None None] Network de4d0ccb-49c2-4c07-a001-e0af936fa9c7 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:45.938729 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42784) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:46.061272 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cc32f5-59d7-4c9c-a3ef-48d363cf47f8 None None] Network de4d0ccb-49c2-4c07-a001-e0af936fa9c7 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:46.069750 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-23c5e9a1-5462-418e-8140-89e4d7c884bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:46.072325 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-6a977aa1-bcd0-4499-bc58-bd37d7e0de19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7791b39f-e973-4c23-b52f-352adc0c021a') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:46.072631 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-6a977aa1-bcd0-4499-bc58-bd37d7e0de19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7791b39f-e973-4c23-b52f-352adc0c021a') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:46.082413 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6a977aa1-bcd0-4499-bc58-bd37d7e0de19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:46.095690 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6a977aa1-bcd0-4499-bc58-bd37d7e0de19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:46.101957 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a977aa1-bcd0-4499-bc58-bd37d7e0de19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:32:46.102350 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6a977aa1-bcd0-4499-bc58-bd37d7e0de19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:46.105481 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:32:46.105481 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:32:46.105481 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:32:46.105481 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:32:46.105481 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:32:46.105481 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:32:46.105481 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:32:46.105481 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:32:46.105481 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:32:46.105481 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:32:46.105481 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:32:46.105481 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:32:46.105481 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:32:46.105481 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:32:46.105481 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:32:46.105481 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:32:46.105481 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:32:46.105481 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:32:46.105481 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:32:46.105481 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:32:46.105481 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:32:46.105481 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:32:46.105481 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:32:46.105481 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:32:46.105481 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:32:46.105481 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:32:46.105481 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:32:46.105481 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:32:46.105481 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:32:46.105481 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:32:46.105481 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:32:46.105481 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:32:46.162862 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.db.api [None req-6a977aa1-bcd0-4499-bc58-bd37d7e0de19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 01:32:46.162862 n-d-715271-26 neutron-server[100606]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 01:32:46.162862 n-d-715271-26 neutron-server[100606]: [parameters: {'id': 'de4d0ccb-49c2-4c07-a001-e0af936fa9c7'}] Oct 19 01:32:46.162862 n-d-715271-26 neutron-server[100606]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:32:46.163370 n-d-715271-26 neutron-server[100606]: DEBUG oslo_db.api [None req-6a977aa1-bcd0-4499-bc58-bd37d7e0de19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:32:46.192157 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91379991-2058-4147-becc-703e14e1122e None None] get_active_networks_info from n-d-715271-26 {{(pid=100608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:32:46.205120 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-23c5e9a1-5462-418e-8140-89e4d7c884bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:46.209426 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-23c5e9a1-5462-418e-8140-89e4d7c884bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:46.246006 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5e9a1-5462-418e-8140-89e4d7c884bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90339841-b27e-4341-85f9-1aa27da581d4,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:46.254316 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-23c5e9a1-5462-418e-8140-89e4d7c884bf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0ae1f517f16547b5af5d18579f5176f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3119755 Oct 19 01:32:46.254529 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42788) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:46.279979 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91379991-2058-4147-becc-703e14e1122e None None] Resources bound (agent type, host, resource id): {{(pid=100608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:32:46.303644 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-272151ab-194c-41b4-8edb-e2e14486b14d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:46.325573 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-272151ab-194c-41b4-8edb-e2e14486b14d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:46.377855 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-272151ab-194c-41b4-8edb-e2e14486b14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:46.380476 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-272151ab-194c-41b4-8edb-e2e14486b14d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:46.381679 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-272151ab-194c-41b4-8edb-e2e14486b14d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/90339841-b27e-4341-85f9-1aa27da581d4 HTTP/1.1" status: 204 len: 168 time: 0.1262407 Oct 19 01:32:46.390320 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272151ab-194c-41b4-8edb-e2e14486b14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90339841-b27e-4341-85f9-1aa27da581d4,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:46.570631 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-385bede4-55c6-4785-8d46-9d0027b391ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:46.664902 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6a977aa1-bcd0-4499-bc58-bd37d7e0de19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:46.722917 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-6a977aa1-bcd0-4499-bc58-bd37d7e0de19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Deleting port adaa54b5-69a2-445d-9a36-11a75ae5c02c {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:46.723259 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6a977aa1-bcd0-4499-bc58-bd37d7e0de19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:46.789085 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-6a977aa1-bcd0-4499-bc58-bd37d7e0de19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] For port adaa54b5-69a2-445d-9a36-11a75ae5c02c, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=adaa54b5-69a2-445d-9a36-11a75ae5c02c,segment=NetworkSegment(7791b39f-e973-4c23-b52f-352adc0c021a),segment_id=7791b39f-e973-4c23-b52f-352adc0c021a)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:46.789721 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6a977aa1-bcd0-4499-bc58-bd37d7e0de19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:46.803889 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-6a977aa1-bcd0-4499-bc58-bd37d7e0de19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Calling delete_port for adaa54b5-69a2-445d-9a36-11a75ae5c02c owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:46.884536 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6a977aa1-bcd0-4499-bc58-bd37d7e0de19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:46.914671 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a977aa1-bcd0-4499-bc58-bd37d7e0de19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event deleted for resources: {'Port': ['ID=adaa54b5-69a2-445d-9a36-11a75ae5c02c,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:46.916631 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a977aa1-bcd0-4499-bc58-bd37d7e0de19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] No DVR routers for this DVR port adaa54b5-69a2-445d-9a36-11a75ae5c02c on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:32:47.001247 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6a977aa1-bcd0-4499-bc58-bd37d7e0de19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:47.020886 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-6a977aa1-bcd0-4499-bc58-bd37d7e0de19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de4d0ccb-49c2-4c07-a001-e0af936fa9c7']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:47.030221 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-6a977aa1-bcd0-4499-bc58-bd37d7e0de19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7791b39f-e973-4c23-b52f-352adc0c021a') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:47.030523 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-6a977aa1-bcd0-4499-bc58-bd37d7e0de19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7791b39f-e973-4c23-b52f-352adc0c021a') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:47.040654 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6a977aa1-bcd0-4499-bc58-bd37d7e0de19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:47.056821 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6a977aa1-bcd0-4499-bc58-bd37d7e0de19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:47.064355 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a977aa1-bcd0-4499-bc58-bd37d7e0de19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:32:47.064771 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6a977aa1-bcd0-4499-bc58-bd37d7e0de19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:47.067719 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:32:47.067719 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:32:47.067719 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:32:47.067719 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:32:47.067719 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:32:47.067719 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:32:47.067719 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:32:47.067719 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:32:47.067719 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:32:47.067719 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:32:47.067719 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:32:47.067719 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:32:47.067719 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:32:47.067719 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:32:47.067719 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:32:47.067719 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:32:47.067719 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:32:47.067719 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:32:47.067719 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:32:47.067719 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:32:47.067719 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:32:47.067719 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:32:47.067719 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:32:47.067719 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:32:47.067719 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:32:47.067719 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:32:47.067719 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:32:47.067719 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:32:47.067719 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:32:47.067719 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:32:47.067719 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:32:47.067719 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:32:47.130249 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6a977aa1-bcd0-4499-bc58-bd37d7e0de19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:47.134769 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6a977aa1-bcd0-4499-bc58-bd37d7e0de19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:47.137971 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6a977aa1-bcd0-4499-bc58-bd37d7e0de19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "DELETE /v2.0/networks/de4d0ccb-49c2-4c07-a001-e0af936fa9c7 HTTP/1.1" status: 204 len: 168 time: 1.7647896 Oct 19 01:32:47.141702 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42814) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:47.154936 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a977aa1-bcd0-4499-bc58-bd37d7e0de19 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event deleted for resources: {'Network': ['ID=de4d0ccb-49c2-4c07-a001-e0af936fa9c7,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:47.168463 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff3850e7-f24c-48a7-8121-57026c4f6b25 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] DELETE failed (client error): The resource could not be found. Oct 19 01:32:47.169184 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff3850e7-f24c-48a7-8121-57026c4f6b25 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:32:47.172344 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ff3850e7-f24c-48a7-8121-57026c4f6b25 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "DELETE /v2.0/subnets/9a27e042-6a35-4111-a6f0-797f3777e139 HTTP/1.1" status: 404 len: 337 time: 0.0296242 Oct 19 01:32:47.174977 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42816) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:47.192743 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-a403c8ab-8777-4f1c-baba-de2a5c24364f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] DELETE failed (client error): The resource could not be found. Oct 19 01:32:47.193295 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a403c8ab-8777-4f1c-baba-de2a5c24364f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:32:47.196193 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a403c8ab-8777-4f1c-baba-de2a5c24364f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "DELETE /v2.0/networks/de4d0ccb-49c2-4c07-a001-e0af936fa9c7 HTTP/1.1" status: 404 len: 339 time: 0.0203192 Oct 19 01:32:47.198662 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42818) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:47.268373 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:47.277862 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-09265a56-da83-43ee-8f7f-47331db3dd96 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:47.371665 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-09265a56-da83-43ee-8f7f-47331db3dd96 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:47.391019 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-09265a56-da83-43ee-8f7f-47331db3dd96 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['642a4c3f-8386-4e7a-b6a3-685ee0d72497']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:47.400211 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-09265a56-da83-43ee-8f7f-47331db3dd96 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d87bc0-ecec-4da5-9892-d3ca2d5c2ea9') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:47.400507 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-09265a56-da83-43ee-8f7f-47331db3dd96 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d87bc0-ecec-4da5-9892-d3ca2d5c2ea9') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:47.410844 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-09265a56-da83-43ee-8f7f-47331db3dd96 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:47.424980 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-09265a56-da83-43ee-8f7f-47331db3dd96 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:47.431277 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09265a56-da83-43ee-8f7f-47331db3dd96 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:32:47.431662 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-09265a56-da83-43ee-8f7f-47331db3dd96 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:47.434978 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:32:47.434978 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:32:47.434978 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:32:47.434978 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:32:47.434978 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:32:47.434978 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:32:47.434978 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:32:47.434978 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:32:47.434978 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:32:47.434978 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:32:47.434978 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:32:47.434978 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:32:47.434978 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:32:47.434978 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:32:47.434978 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:32:47.434978 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:32:47.434978 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:32:47.434978 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:32:47.434978 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:32:47.434978 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:32:47.434978 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:32:47.434978 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:32:47.434978 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:32:47.434978 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:32:47.434978 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:32:47.434978 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:32:47.434978 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:32:47.434978 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:32:47.434978 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:32:47.434978 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:32:47.434978 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:32:47.434978 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:32:47.496292 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-09265a56-da83-43ee-8f7f-47331db3dd96 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:47.505130 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-09265a56-da83-43ee-8f7f-47331db3dd96 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:47.508257 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-09265a56-da83-43ee-8f7f-47331db3dd96 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "DELETE /v2.0/networks/642a4c3f-8386-4e7a-b6a3-685ee0d72497 HTTP/1.1" status: 204 len: 168 time: 0.3085487 Oct 19 01:32:47.511315 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42830) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:47.518535 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09265a56-da83-43ee-8f7f-47331db3dd96 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event deleted for resources: {'Network': ['ID=642a4c3f-8386-4e7a-b6a3-685ee0d72497,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:47.540776 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-66846610-264d-4461-8dc8-300a36267f3a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] DELETE failed (client error): The resource could not be found. Oct 19 01:32:47.541222 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66846610-264d-4461-8dc8-300a36267f3a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:32:47.544475 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-66846610-264d-4461-8dc8-300a36267f3a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "DELETE /v2.0/subnets/878b41a6-d0aa-4f61-9406-6756c3ca5dbe HTTP/1.1" status: 404 len: 337 time: 0.0319719 Oct 19 01:32:47.546871 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42832) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:47.564280 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a2aaec5-df9e-4147-8188-cd2988221105 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] DELETE failed (client error): The resource could not be found. Oct 19 01:32:47.564789 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a2aaec5-df9e-4147-8188-cd2988221105 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:32:47.570299 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4a2aaec5-df9e-4147-8188-cd2988221105 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "DELETE /v2.0/networks/54f28ac3-0ed9-48ad-bc76-c4d90abc6212 HTTP/1.1" status: 404 len: 339 time: 0.0199401 Oct 19 01:32:47.570554 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42834) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:47.630274 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-128fee04-3f9f-4b8a-89a9-41e1ae0a7208 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Deleting subnet 0d317128-82d7-4a4e-897a-8f9edc0d7ba8 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:32:47.633492 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-128fee04-3f9f-4b8a-89a9-41e1ae0a7208 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:47.676812 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-128fee04-3f9f-4b8a-89a9-41e1ae0a7208 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:47.768371 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-128fee04-3f9f-4b8a-89a9-41e1ae0a7208 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:47.825690 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:47.836728 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-128fee04-3f9f-4b8a-89a9-41e1ae0a7208 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:47.866923 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-128fee04-3f9f-4b8a-89a9-41e1ae0a7208 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:47.870196 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-128fee04-3f9f-4b8a-89a9-41e1ae0a7208 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "DELETE /v2.0/subnets/0d317128-82d7-4a4e-897a-8f9edc0d7ba8 HTTP/1.1" status: 204 len: 168 time: 0.2988110 Oct 19 01:32:47.871194 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128fee04-3f9f-4b8a-89a9-41e1ae0a7208 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event deleted for resources: {'Subnet': ['ID=0d317128-82d7-4a4e-897a-8f9edc0d7ba8,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:47.874046 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42848) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:47.878782 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da7e02e-2b6d-4f7b-ba73-9da8007a3d17 None None] Network 578ce85f-e0eb-4331-b1f4-f34e9e75a3b8 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:47.926821 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-c76ba45d-ae35-4a4c-bc84-63b9b7a8251f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Deleting subnet 29d66bbe-bdda-4d1a-bfce-0bcf937af337 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:32:47.930057 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c76ba45d-ae35-4a4c-bc84-63b9b7a8251f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:47.976620 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c76ba45d-ae35-4a4c-bc84-63b9b7a8251f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:48.068819 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c76ba45d-ae35-4a4c-bc84-63b9b7a8251f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:48.142779 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c76ba45d-ae35-4a4c-bc84-63b9b7a8251f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:48.172633 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ba45d-ae35-4a4c-bc84-63b9b7a8251f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event deleted for resources: {'Subnet': ['ID=29d66bbe-bdda-4d1a-bfce-0bcf937af337,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:48.176354 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c76ba45d-ae35-4a4c-bc84-63b9b7a8251f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:48.182143 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c76ba45d-ae35-4a4c-bc84-63b9b7a8251f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "DELETE /v2.0/subnets/29d66bbe-bdda-4d1a-bfce-0bcf937af337 HTTP/1.1" status: 204 len: 168 time: 0.3046181 Oct 19 01:32:48.182143 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42862) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:48.272201 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-60539983-6aec-4357-8374-4230346c3e0c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:48.335801 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-60539983-6aec-4357-8374-4230346c3e0c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Deleting port efaeb09c-264b-4c51-a8ee-73222a0a9993 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:48.336381 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-60539983-6aec-4357-8374-4230346c3e0c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:48.408384 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-60539983-6aec-4357-8374-4230346c3e0c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] For port efaeb09c-264b-4c51-a8ee-73222a0a9993, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=efaeb09c-264b-4c51-a8ee-73222a0a9993,segment=NetworkSegment(5e5d81ae-e293-413e-85c8-7536b9e22635),segment_id=5e5d81ae-e293-413e-85c8-7536b9e22635)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:48.408753 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-60539983-6aec-4357-8374-4230346c3e0c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:48.429292 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-60539983-6aec-4357-8374-4230346c3e0c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Calling delete_port for efaeb09c-264b-4c51-a8ee-73222a0a9993 owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:48.513164 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-60539983-6aec-4357-8374-4230346c3e0c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:48.539156 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60539983-6aec-4357-8374-4230346c3e0c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event deleted for resources: {'Port': ['ID=efaeb09c-264b-4c51-a8ee-73222a0a9993,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:48.546297 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60539983-6aec-4357-8374-4230346c3e0c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] No DVR routers for this DVR port efaeb09c-264b-4c51-a8ee-73222a0a9993 on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:32:48.614772 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea53e3ce-b8ab-451f-9bd6-cab2bb723e6c None None] Network 578ce85f-e0eb-4331-b1f4-f34e9e75a3b8 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:48.628409 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4e6f03a1-f7b0-43ed-88c7-2892c10637cc None None] Could not find standard attr ID for object efaeb09c-264b-4c51-a8ee-73222a0a9993. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:32:48.643709 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-60539983-6aec-4357-8374-4230346c3e0c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:48.665453 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-60539983-6aec-4357-8374-4230346c3e0c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['578ce85f-e0eb-4331-b1f4-f34e9e75a3b8']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:48.677577 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-60539983-6aec-4357-8374-4230346c3e0c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e5d81ae-e293-413e-85c8-7536b9e22635') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:48.678159 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-60539983-6aec-4357-8374-4230346c3e0c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e5d81ae-e293-413e-85c8-7536b9e22635') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:48.688641 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-60539983-6aec-4357-8374-4230346c3e0c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:48.702591 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-60539983-6aec-4357-8374-4230346c3e0c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:48.710442 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60539983-6aec-4357-8374-4230346c3e0c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:32:48.710880 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-60539983-6aec-4357-8374-4230346c3e0c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:48.713907 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:32:48.713907 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:32:48.713907 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:32:48.713907 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:32:48.713907 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:32:48.713907 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:32:48.713907 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:32:48.713907 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:32:48.713907 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:32:48.713907 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:32:48.713907 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:32:48.713907 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:32:48.713907 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:32:48.713907 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:32:48.713907 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:32:48.713907 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:32:48.713907 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:32:48.713907 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:32:48.713907 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:32:48.713907 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:32:48.713907 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:32:48.713907 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:32:48.713907 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:32:48.713907 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:32:48.713907 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:32:48.713907 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:32:48.713907 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:32:48.713907 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:32:48.713907 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:32:48.713907 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:32:48.713907 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:32:48.713907 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:32:48.780345 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-60539983-6aec-4357-8374-4230346c3e0c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:48.787499 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-60539983-6aec-4357-8374-4230346c3e0c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:48.790556 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-60539983-6aec-4357-8374-4230346c3e0c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "DELETE /v2.0/networks/578ce85f-e0eb-4331-b1f4-f34e9e75a3b8 HTTP/1.1" status: 204 len: 168 time: 0.6075447 Oct 19 01:32:48.793764 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42890) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:48.806971 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebfc578-bec3-41ae-8a4d-ec2fb84c8140 None None] DHCP port deletion for 578ce85f-e0eb-4331-b1f4-f34e9e75a3b8 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:32:48.807487 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60539983-6aec-4357-8374-4230346c3e0c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event deleted for resources: {'Network': ['ID=578ce85f-e0eb-4331-b1f4-f34e9e75a3b8,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:48.833546 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-637a45cf-5e69-47a6-aeb4-e68a5243115f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] DELETE failed (client error): The resource could not be found. Oct 19 01:32:48.834049 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-637a45cf-5e69-47a6-aeb4-e68a5243115f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:32:48.837535 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-637a45cf-5e69-47a6-aeb4-e68a5243115f tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "DELETE /v2.0/subnets/b5490b0b-4fa7-41f2-a932-6223f04068e5 HTTP/1.1" status: 404 len: 337 time: 0.0424659 Oct 19 01:32:48.840951 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42894) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:48.860426 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce8e0fc-d9ea-4046-b9cb-f0eff3ed5727 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] DELETE failed (client error): The resource could not be found. Oct 19 01:32:48.860856 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cce8e0fc-d9ea-4046-b9cb-f0eff3ed5727 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:32:48.863966 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cce8e0fc-d9ea-4046-b9cb-f0eff3ed5727 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "DELETE /v2.0/networks/9ec5b500-ce52-456a-8077-f473d2681e9a HTTP/1.1" status: 404 len: 339 time: 0.0212321 Oct 19 01:32:48.866420 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42896) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:48.893268 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-748d7f83-7760-4860-9641-42feb0ea1134 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] DELETE failed (client error): The resource could not be found. Oct 19 01:32:48.893726 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-748d7f83-7760-4860-9641-42feb0ea1134 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:32:48.896872 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-748d7f83-7760-4860-9641-42feb0ea1134 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "DELETE /v2.0/subnets/97c1307e-a161-41f3-bf9a-a91b56950a36 HTTP/1.1" status: 404 len: 337 time: 0.0295205 Oct 19 01:32:48.899329 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42900) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:48.921093 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-ace7ed44-e063-49e4-8dae-d2962c134a5e tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] DELETE failed (client error): The resource could not be found. Oct 19 01:32:48.921641 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ace7ed44-e063-49e4-8dae-d2962c134a5e tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:32:48.924641 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ace7ed44-e063-49e4-8dae-d2962c134a5e tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "DELETE /v2.0/networks/1b33ec8e-edbb-44e0-8ea5-61c1016f64fa HTTP/1.1" status: 404 len: 339 time: 0.0243738 Oct 19 01:32:48.927175 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42902) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:48.959184 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-46a4ca61-05f7-4645-afcf-bd40f5f23702 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] DELETE failed (client error): The resource could not be found. Oct 19 01:32:48.959634 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46a4ca61-05f7-4645-afcf-bd40f5f23702 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:32:48.962669 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-46a4ca61-05f7-4645-afcf-bd40f5f23702 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "DELETE /v2.0/subnets/cc6df688-1672-4282-8389-6db946202daf HTTP/1.1" status: 404 len: 337 time: 0.0345306 Oct 19 01:32:48.965175 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42906) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:48.984400 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-36eaf488-f03a-465e-ae43-46a99968e7bb tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] DELETE failed (client error): The resource could not be found. Oct 19 01:32:48.985305 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36eaf488-f03a-465e-ae43-46a99968e7bb tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:32:48.989633 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-36eaf488-f03a-465e-ae43-46a99968e7bb tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "DELETE /v2.0/networks/6aeec7d3-6e6f-415c-80e3-4c4c609167fa HTTP/1.1" status: 404 len: 339 time: 0.0234671 Oct 19 01:32:48.992783 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42908) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:49.045729 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-11ac4c52-b47d-4b6e-a402-2751318a6528 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Deleting subnet c0aa5fcb-8b83-48c3-b89e-845d4cb14d67 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:32:49.049261 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-11ac4c52-b47d-4b6e-a402-2751318a6528 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:49.095757 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-11ac4c52-b47d-4b6e-a402-2751318a6528 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:49.180637 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-11ac4c52-b47d-4b6e-a402-2751318a6528 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:49.249482 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-11ac4c52-b47d-4b6e-a402-2751318a6528 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:49.284160 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac4c52-b47d-4b6e-a402-2751318a6528 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event deleted for resources: {'Subnet': ['ID=c0aa5fcb-8b83-48c3-b89e-845d4cb14d67,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:49.286175 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-11ac4c52-b47d-4b6e-a402-2751318a6528 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:49.289862 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-11ac4c52-b47d-4b6e-a402-2751318a6528 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "DELETE /v2.0/subnets/c0aa5fcb-8b83-48c3-b89e-845d4cb14d67 HTTP/1.1" status: 204 len: 168 time: 0.2957084 Oct 19 01:32:49.291959 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42920) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:49.294904 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5a0c70-1443-49fd-bea1-1f2bc0452a87 None None] Network 5fa4013d-4350-4be0-969c-123f8c2afd50 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:49.374748 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a556d900-e8f1-4e35-97f4-61b41f99074c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:49.430943 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-a556d900-e8f1-4e35-97f4-61b41f99074c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Deleting port de3a8d60-a15d-43cf-9b96-3d684f09c1e6 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:49.432021 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a556d900-e8f1-4e35-97f4-61b41f99074c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:49.491628 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9794b3-50cc-4a3f-83ba-ca9489a38a80 None None] DHCP port deletion for 5fa4013d-4350-4be0-969c-123f8c2afd50 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:32:49.505318 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-a556d900-e8f1-4e35-97f4-61b41f99074c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] For port de3a8d60-a15d-43cf-9b96-3d684f09c1e6, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=de3a8d60-a15d-43cf-9b96-3d684f09c1e6,segment=NetworkSegment(12fad9e2-a569-4c90-adc1-c432048a5054),segment_id=12fad9e2-a569-4c90-adc1-c432048a5054)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:49.505608 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a556d900-e8f1-4e35-97f4-61b41f99074c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:49.519053 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-a556d900-e8f1-4e35-97f4-61b41f99074c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Calling delete_port for de3a8d60-a15d-43cf-9b96-3d684f09c1e6 owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:49.552224 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-6a9794b3-50cc-4a3f-83ba-ca9489a38a80 None None] Deleting port de3a8d60-a15d-43cf-9b96-3d684f09c1e6 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:49.552671 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6a9794b3-50cc-4a3f-83ba-ca9489a38a80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:49.605728 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a556d900-e8f1-4e35-97f4-61b41f99074c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:49.620533 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-6a9794b3-50cc-4a3f-83ba-ca9489a38a80 None None] For port de3a8d60-a15d-43cf-9b96-3d684f09c1e6, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=de3a8d60-a15d-43cf-9b96-3d684f09c1e6,segment=NetworkSegment(12fad9e2-a569-4c90-adc1-c432048a5054),segment_id=12fad9e2-a569-4c90-adc1-c432048a5054)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:49.621129 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6a9794b3-50cc-4a3f-83ba-ca9489a38a80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:49.634078 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-6a9794b3-50cc-4a3f-83ba-ca9489a38a80 None None] Calling delete_port for de3a8d60-a15d-43cf-9b96-3d684f09c1e6 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:49.636488 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a556d900-e8f1-4e35-97f4-61b41f99074c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] No DVR routers for this DVR port de3a8d60-a15d-43cf-9b96-3d684f09c1e6 on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:32:49.642368 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556d900-e8f1-4e35-97f4-61b41f99074c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event deleted for resources: {'Port': ['ID=de3a8d60-a15d-43cf-9b96-3d684f09c1e6,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:49.665931 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42928) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:49.739695 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6a9794b3-50cc-4a3f-83ba-ca9489a38a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:49.746209 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device efaeb09c-264b-4c51-a8ee-73222a0a9993 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:32:49.748576 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a556d900-e8f1-4e35-97f4-61b41f99074c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:49.770417 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-a556d900-e8f1-4e35-97f4-61b41f99074c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa4013d-4350-4be0-969c-123f8c2afd50']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:49.780271 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-a556d900-e8f1-4e35-97f4-61b41f99074c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12fad9e2-a569-4c90-adc1-c432048a5054') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:49.780581 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-a556d900-e8f1-4e35-97f4-61b41f99074c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12fad9e2-a569-4c90-adc1-c432048a5054') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:49.784828 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9794b3-50cc-4a3f-83ba-ca9489a38a80 None None] Pushing event deleted for resources: {'Port': ['ID=de3a8d60-a15d-43cf-9b96-3d684f09c1e6,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:49.794712 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: efaeb09c-264b-4c51-a8ee-73222a0a9993 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:32:49.795267 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device efaeb09c-264b-4c51-a8ee-73222a0a9993 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:32:49.795876 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device de3a8d60-a15d-43cf-9b96-3d684f09c1e6 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:32:49.796528 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a556d900-e8f1-4e35-97f4-61b41f99074c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:49.799934 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9794b3-50cc-4a3f-83ba-ca9489a38a80 None None] No DVR routers for this DVR port de3a8d60-a15d-43cf-9b96-3d684f09c1e6 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:32:49.818141 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a556d900-e8f1-4e35-97f4-61b41f99074c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:49.826889 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a556d900-e8f1-4e35-97f4-61b41f99074c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:32:49.827432 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a556d900-e8f1-4e35-97f4-61b41f99074c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:49.827612 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: de3a8d60-a15d-43cf-9b96-3d684f09c1e6 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:32:49.828118 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device de3a8d60-a15d-43cf-9b96-3d684f09c1e6 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:32:49.829871 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c1805175-8651-48bf-962f-d799b4e19507 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:49.831197 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:32:49.831197 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:32:49.831197 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:32:49.831197 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:32:49.831197 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:32:49.831197 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:32:49.831197 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:32:49.831197 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:32:49.831197 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:32:49.831197 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:32:49.831197 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:32:49.831197 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:32:49.831197 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:32:49.831197 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:32:49.831197 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:32:49.831197 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:32:49.831197 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:32:49.831197 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:32:49.831197 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:32:49.831197 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:32:49.831197 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:32:49.831197 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:32:49.831197 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:32:49.831197 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:32:49.831197 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:32:49.831197 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:32:49.831197 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:32:49.831197 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:32:49.831197 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:32:49.831197 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:32:49.831197 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:32:49.831197 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:32:49.843786 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:49.899632 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a556d900-e8f1-4e35-97f4-61b41f99074c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:49.907274 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a556d900-e8f1-4e35-97f4-61b41f99074c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:49.910664 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a556d900-e8f1-4e35-97f4-61b41f99074c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "DELETE /v2.0/networks/5fa4013d-4350-4be0-969c-123f8c2afd50 HTTP/1.1" status: 204 len: 168 time: 0.6175237 Oct 19 01:32:49.913041 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42932) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:49.921681 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556d900-e8f1-4e35-97f4-61b41f99074c tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event deleted for resources: {'Network': ['ID=5fa4013d-4350-4be0-969c-123f8c2afd50,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:49.943567 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-32a75765-438e-4f59-a427-6c0a82baeece tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] DELETE failed (client error): The resource could not be found. Oct 19 01:32:49.944042 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32a75765-438e-4f59-a427-6c0a82baeece tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:32:49.946997 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-32a75765-438e-4f59-a427-6c0a82baeece tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "DELETE /v2.0/subnets/44101413-6c1b-4187-80a4-a5a416799607 HTTP/1.1" status: 404 len: 337 time: 0.0329587 Oct 19 01:32:49.950383 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42934) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:49.972165 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff87eea-0006-421c-ac7d-61d1e2d25e35 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] DELETE failed (client error): The resource could not be found. Oct 19 01:32:49.972732 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fff87eea-0006-421c-ac7d-61d1e2d25e35 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:32:49.975600 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-fff87eea-0006-421c-ac7d-61d1e2d25e35 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "DELETE /v2.0/networks/50838c4b-0581-4fd2-8da8-002c37f9ae9a HTTP/1.1" status: 404 len: 339 time: 0.0243216 Oct 19 01:32:49.978413 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42936) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:50.011820 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c1805175-8651-48bf-962f-d799b4e19507 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:50.016456 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c1805175-8651-48bf-962f-d799b4e19507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:50.033065 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a144eb0-9375-4052-954f-4ba19f4e29c2 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Deleting subnet 3030ba57-2906-4ef3-9daa-af8c2612b3aa {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:32:50.036206 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5a144eb0-9375-4052-954f-4ba19f4e29c2 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:50.057954 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c1805175-8651-48bf-962f-d799b4e19507 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ccf9fe8578a9422b93ed1e5cd30996cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3908141 Oct 19 01:32:50.060128 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1805175-8651-48bf-962f-d799b4e19507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53812ad-553a-4890-b121-2f6fbf405411,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:50.062545 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42938) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:50.079284 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5a144eb0-9375-4052-954f-4ba19f4e29c2 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:50.111084 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2ef2d5a6-54e8-4d22-844e-79b7bacaed57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:50.133501 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2ef2d5a6-54e8-4d22-844e-79b7bacaed57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:50.167438 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5a144eb0-9375-4052-954f-4ba19f4e29c2 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:50.181040 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2ef2d5a6-54e8-4d22-844e-79b7bacaed57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:50.183681 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2ef2d5a6-54e8-4d22-844e-79b7bacaed57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:50.185583 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2ef2d5a6-54e8-4d22-844e-79b7bacaed57 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e53812ad-553a-4890-b121-2f6fbf405411 HTTP/1.1" status: 204 len: 168 time: 0.1221108 Oct 19 01:32:50.194454 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2d5a6-54e8-4d22-844e-79b7bacaed57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53812ad-553a-4890-b121-2f6fbf405411,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:50.233619 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5a144eb0-9375-4052-954f-4ba19f4e29c2 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:50.264066 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5a144eb0-9375-4052-954f-4ba19f4e29c2 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:50.269676 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5a144eb0-9375-4052-954f-4ba19f4e29c2 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "DELETE /v2.0/subnets/3030ba57-2906-4ef3-9daa-af8c2612b3aa HTTP/1.1" status: 204 len: 168 time: 0.2877207 Oct 19 01:32:50.269676 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a144eb0-9375-4052-954f-4ba19f4e29c2 tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event deleted for resources: {'Subnet': ['ID=3030ba57-2906-4ef3-9daa-af8c2612b3aa,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:50.270033 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 42942) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:50.272742 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed95b700-0f41-4f03-8dff-dd00cd4f616b None None] Network a270cd50-b1c7-4b8b-b762-25ad8c3401f7 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:50.354852 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4ed48797-bb37-477b-8b99-8fe72e324f6a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:50.454031 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075c2adf-8c3b-4918-86b8-795385587d1c None None] DHCP port deletion for a270cd50-b1c7-4b8b-b762-25ad8c3401f7 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:32:50.498474 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42946) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:50.510182 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-075c2adf-8c3b-4918-86b8-795385587d1c None None] Deleting port c165443e-cfbb-4783-bb59-e4db5bafb910 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:50.510584 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-075c2adf-8c3b-4918-86b8-795385587d1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:50.513137 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ba661155-b5a6-48a8-92c5-7787dd925ec6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:50.587208 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-075c2adf-8c3b-4918-86b8-795385587d1c None None] For port c165443e-cfbb-4783-bb59-e4db5bafb910, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c165443e-cfbb-4783-bb59-e4db5bafb910,segment=NetworkSegment(60edbb86-578f-4961-8915-1c0a81df9fa7),segment_id=60edbb86-578f-4961-8915-1c0a81df9fa7)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:50.587659 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-075c2adf-8c3b-4918-86b8-795385587d1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:50.599010 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ba661155-b5a6-48a8-92c5-7787dd925ec6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:50.601276 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-075c2adf-8c3b-4918-86b8-795385587d1c None None] Calling delete_port for c165443e-cfbb-4783-bb59-e4db5bafb910 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:50.603977 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ba661155-b5a6-48a8-92c5-7787dd925ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:50.652700 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ba661155-b5a6-48a8-92c5-7787dd925ec6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4d547bdefdec497785d6b60c6dce3891&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1505740 Oct 19 01:32:50.652700 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba661155-b5a6-48a8-92c5-7787dd925ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeebab47-baab-4e03-b9f7-2d0c465ec058,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:50.654956 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42948) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:50.693735 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-075c2adf-8c3b-4918-86b8-795385587d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:50.694751 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-4ed48797-bb37-477b-8b99-8fe72e324f6a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Deleting port c165443e-cfbb-4783-bb59-e4db5bafb910 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:50.695086 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4ed48797-bb37-477b-8b99-8fe72e324f6a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:50.712666 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0410a38b-5b40-4648-a5ca-caca1bf85e3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:50.720800 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c2adf-8c3b-4918-86b8-795385587d1c None None] Pushing event deleted for resources: {'Port': ['ID=c165443e-cfbb-4783-bb59-e4db5bafb910,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:50.725245 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075c2adf-8c3b-4918-86b8-795385587d1c None None] No DVR routers for this DVR port c165443e-cfbb-4783-bb59-e4db5bafb910 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:32:50.737848 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0410a38b-5b40-4648-a5ca-caca1bf85e3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:50.763754 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-4ed48797-bb37-477b-8b99-8fe72e324f6a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] For port c165443e-cfbb-4783-bb59-e4db5bafb910, host n-d-715271-26, got binding levels [] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:50.764136 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4ed48797-bb37-477b-8b99-8fe72e324f6a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:50.779410 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-4ed48797-bb37-477b-8b99-8fe72e324f6a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Calling delete_port for c165443e-cfbb-4783-bb59-e4db5bafb910 owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:50.782692 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.ipam_backend_mixin [None req-4ed48797-bb37-477b-8b99-8fe72e324f6a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Port c165443e-cfbb-4783-bb59-e4db5bafb910 was not found and therefore no delete operation was performed {{(pid=100607) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:32:50.784398 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4ed48797-bb37-477b-8b99-8fe72e324f6a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:50.786045 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0410a38b-5b40-4648-a5ca-caca1bf85e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:50.788739 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0410a38b-5b40-4648-a5ca-caca1bf85e3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:50.790038 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0410a38b-5b40-4648-a5ca-caca1bf85e3e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aeebab47-baab-4e03-b9f7-2d0c465ec058 HTTP/1.1" status: 204 len: 168 time: 0.1334646 Oct 19 01:32:50.800065 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410a38b-5b40-4648-a5ca-caca1bf85e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeebab47-baab-4e03-b9f7-2d0c465ec058,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:50.815062 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed48797-bb37-477b-8b99-8fe72e324f6a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event deleted for resources: {'Port': ['ID=c165443e-cfbb-4783-bb59-e4db5bafb910,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:50.819311 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed48797-bb37-477b-8b99-8fe72e324f6a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] No DVR routers for this DVR port c165443e-cfbb-4783-bb59-e4db5bafb910 on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:32:50.899306 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4ed48797-bb37-477b-8b99-8fe72e324f6a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:50.920948 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-4ed48797-bb37-477b-8b99-8fe72e324f6a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a270cd50-b1c7-4b8b-b762-25ad8c3401f7']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:50.930670 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-4ed48797-bb37-477b-8b99-8fe72e324f6a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60edbb86-578f-4961-8915-1c0a81df9fa7') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:50.930970 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-4ed48797-bb37-477b-8b99-8fe72e324f6a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60edbb86-578f-4961-8915-1c0a81df9fa7') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:50.940577 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4ed48797-bb37-477b-8b99-8fe72e324f6a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:50.955337 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4ed48797-bb37-477b-8b99-8fe72e324f6a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:50.961836 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed48797-bb37-477b-8b99-8fe72e324f6a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:32:50.962150 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4ed48797-bb37-477b-8b99-8fe72e324f6a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:50.966116 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:32:50.966116 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:32:50.966116 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:32:50.966116 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:32:50.966116 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:32:50.966116 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:32:50.966116 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:32:50.966116 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:32:50.966116 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:32:50.966116 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:32:50.966116 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:32:50.966116 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:32:50.966116 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:32:50.966116 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:32:50.966116 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:32:50.966116 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:32:50.966116 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:32:50.966116 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:32:50.966116 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:32:50.966116 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:32:50.966116 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:32:50.966116 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:32:50.966116 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:32:50.966116 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:32:50.966116 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:32:50.966116 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:32:50.966116 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:32:50.966116 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:32:50.966116 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:32:50.966116 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:32:50.966116 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:32:50.966116 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:32:51.028305 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4ed48797-bb37-477b-8b99-8fe72e324f6a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:51.044983 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4ed48797-bb37-477b-8b99-8fe72e324f6a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:51.049383 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4ed48797-bb37-477b-8b99-8fe72e324f6a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] 10.222.0.57 "DELETE /v2.0/networks/a270cd50-b1c7-4b8b-b762-25ad8c3401f7 HTTP/1.1" status: 204 len: 168 time: 0.7782884 Oct 19 01:32:51.050927 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed48797-bb37-477b-8b99-8fe72e324f6a tempest-NetworksIpV6Test-1288610458 tempest-NetworksIpV6Test-1288610458-project] Pushing event deleted for resources: {'Network': ['ID=a270cd50-b1c7-4b8b-b762-25ad8c3401f7,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:51.249048 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42966) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:51.388816 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d9089380-a0bc-4b0e-a97b-3a111992a968 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9aa2462d5fdf4af99d3c98841c86712f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1355813 Oct 19 01:32:51.389104 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 42976) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:51.439260 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e4faa7ef-3a70-4352-a991-fda40beef361 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:51.461106 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e4faa7ef-3a70-4352-a991-fda40beef361 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:51.511675 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e4faa7ef-3a70-4352-a991-fda40beef361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:51.514792 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e4faa7ef-3a70-4352-a991-fda40beef361 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:51.518276 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e4faa7ef-3a70-4352-a991-fda40beef361 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1f7b4060-c49a-4bda-9562-656913781a27 HTTP/1.1" status: 204 len: 168 time: 0.1259348 Oct 19 01:32:51.524016 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4faa7ef-3a70-4352-a991-fda40beef361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7b4060-c49a-4bda-9562-656913781a27,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:51.743249 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c165443e-cfbb-4783-bb59-e4db5bafb910 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:32:51.766834 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: c165443e-cfbb-4783-bb59-e4db5bafb910 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:32:51.767397 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c165443e-cfbb-4783-bb59-e4db5bafb910 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:32:52.342132 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43022) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:52.468924 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-2087ad92-fca5-459b-b977-2ff716e4fe22 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2133437425'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:52.489778 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2087ad92-fca5-459b-b977-2ff716e4fe22 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Made reservation on behalf of 85cac0c130044cf6b9d6df28e7d2f40a for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:52.493323 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2087ad92-fca5-459b-b977-2ff716e4fe22 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:52.502935 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2087ad92-fca5-459b-b977-2ff716e4fe22 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:52.579619 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2087ad92-fca5-459b-b977-2ff716e4fe22 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:52.585273 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2087ad92-fca5-459b-b977-2ff716e4fe22 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:52.613850 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2087ad92-fca5-459b-b977-2ff716e4fe22 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:32:52.624467 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087ad92-fca5-459b-b977-2ff716e4fe22 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0c2fd4-a7fd-4205-a10c-79cb6218f695,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:52.629577 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2087ad92-fca5-459b-b977-2ff716e4fe22 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:52.629928 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-2087ad92-fca5-459b-b977-2ff716e4fe22 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Added segment 0a48a621-c356-49fa-950b-248f619bb059 of type vlan for network aea63c42-0642-4b50-a42a-3f4ca1a8ccf8 Oct 19 01:32:52.672422 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2087ad92-fca5-459b-b977-2ff716e4fe22 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:52.697458 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2087ad92-fca5-459b-b977-2ff716e4fe22 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:52.703906 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2087ad92-fca5-459b-b977-2ff716e4fe22 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:52.704491 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2087ad92-fca5-459b-b977-2ff716e4fe22 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:52.737923 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2087ad92-fca5-459b-b977-2ff716e4fe22 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3949177 Oct 19 01:32:52.740613 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43044) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:52.745910 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-cdf4efdf-21f9-4f34-bd90-54eb6170f91f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'port': {'network_id': 'aea63c42-0642-4b50-a42a-3f4ca1a8ccf8', 'name': 'tempest-PortsTestJSON-973876263'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:52.781077 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087ad92-fca5-459b-b977-2ff716e4fe22 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Network': ['ID=aea63c42-0642-4b50-a42a-3f4ca1a8ccf8,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:52.793577 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network aea63c42-0642-4b50-a42a-3f4ca1a8ccf8 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:32:52.852780 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf4efdf-21f9-4f34-bd90-54eb6170f91f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Made reservation on behalf of 85cac0c130044cf6b9d6df28e7d2f40a for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:52.856598 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cdf4efdf-21f9-4f34-bd90-54eb6170f91f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:52.874834 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-cdf4efdf-21f9-4f34-bd90-54eb6170f91f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] device_id is not set on port 80868449-79f0-4a98-848b-567273f820d6 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:32:53.045325 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cdf4efdf-21f9-4f34-bd90-54eb6170f91f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:53.080230 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cdf4efdf-21f9-4f34-bd90-54eb6170f91f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:53.144384 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4efdf-21f9-4f34-bd90-54eb6170f91f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Port': ['ID=80868449-79f0-4a98-848b-567273f820d6,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:53.159603 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf4efdf-21f9-4f34-bd90-54eb6170f91f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Checking segment: {'id': '0a48a621-c356-49fa-950b-248f619bb059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'aea63c42-0642-4b50-a42a-3f4ca1a8ccf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:53.160012 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf4efdf-21f9-4f34-bd90-54eb6170f91f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Network hostable DHCP agents. Network: aea63c42-0642-4b50-a42a-3f4ca1a8ccf8, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:32:53.176782 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf4efdf-21f9-4f34-bd90-54eb6170f91f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Network aea63c42-0642-4b50-a42a-3f4ca1a8ccf8 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:32:53.186492 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-cdf4efdf-21f9-4f34-bd90-54eb6170f91f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, aea63c42-0642-4b50-a42a-3f4ca1a8ccf8) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:53.190233 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf4efdf-21f9-4f34-bd90-54eb6170f91f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:53.195449 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6d5ba2-03f9-4591-8bae-8693a20e6f0d None None] Network aea63c42-0642-4b50-a42a-3f4ca1a8ccf8 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:53.195958 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf4efdf-21f9-4f34-bd90-54eb6170f91f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:53.196568 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cdf4efdf-21f9-4f34-bd90-54eb6170f91f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:53.218592 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-cdf4efdf-21f9-4f34-bd90-54eb6170f91f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4729056 Oct 19 01:32:53.218821 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43058) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:53.224124 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-b0c64689-166d-4e25-90a6-d681402f0cad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1799718598'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:53.245185 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c64689-166d-4e25-90a6-d681402f0cad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Made reservation on behalf of 85cac0c130044cf6b9d6df28e7d2f40a for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:53.249706 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0c64689-166d-4e25-90a6-d681402f0cad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:53.253422 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43060) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:53.276425 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c64689-166d-4e25-90a6-d681402f0cad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:32:53.286365 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0c64689-166d-4e25-90a6-d681402f0cad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:53.286840 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-b0c64689-166d-4e25-90a6-d681402f0cad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Added segment fe7d08d4-705d-463e-9ca2-a21c9133a214 of type vlan for network 718cf2e7-76ac-46ed-8eb0-9519500a62c7 Oct 19 01:32:53.331237 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0c64689-166d-4e25-90a6-d681402f0cad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:53.357063 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0c64689-166d-4e25-90a6-d681402f0cad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:53.362802 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c64689-166d-4e25-90a6-d681402f0cad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:53.363379 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0c64689-166d-4e25-90a6-d681402f0cad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:53.381412 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ee46c185-c895-469d-8f93-bec2300ddbed admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:53.394851 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b0c64689-166d-4e25-90a6-d681402f0cad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1748521 Oct 19 01:32:53.397544 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43064) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:53.402690 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-c73f598a-f00d-4f6c-9188-c33615688dd9 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'ports': [{'network_id': 'aea63c42-0642-4b50-a42a-3f4ca1a8ccf8'}, {'network_id': '718cf2e7-76ac-46ed-8eb0-9519500a62c7'}]} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:53.403168 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-c73f598a-f00d-4f6c-9188-c33615688dd9 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'port': {'network_id': 'aea63c42-0642-4b50-a42a-3f4ca1a8ccf8'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:53.403805 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-c73f598a-f00d-4f6c-9188-c33615688dd9 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'port': {'network_id': '718cf2e7-76ac-46ed-8eb0-9519500a62c7'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:53.456668 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ee46c185-c895-469d-8f93-bec2300ddbed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:53.461452 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ee46c185-c895-469d-8f93-bec2300ddbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:53.463939 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c64689-166d-4e25-90a6-d681402f0cad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Network': ['ID=718cf2e7-76ac-46ed-8eb0-9519500a62c7,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:53.475321 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 718cf2e7-76ac-46ed-8eb0-9519500a62c7 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:32:53.507403 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ee46c185-c895-469d-8f93-bec2300ddbed admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eea149477ac3495ba1477d9a10b69306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2504914 Oct 19 01:32:53.507403 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee46c185-c895-469d-8f93-bec2300ddbed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87aaa8f4-f9cf-411a-9943-200f6d8ee572,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:53.508741 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43066) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:53.575561 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ace6eba9-eec9-4472-8475-be9a705c1dcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:53.596914 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ace6eba9-eec9-4472-8475-be9a705c1dcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:53.632543 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73f598a-f00d-4f6c-9188-c33615688dd9 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Made reservation on behalf of 85cac0c130044cf6b9d6df28e7d2f40a for: {'port': 2} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:53.637519 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c73f598a-f00d-4f6c-9188-c33615688dd9 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:53.645162 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ace6eba9-eec9-4472-8475-be9a705c1dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:53.647769 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ace6eba9-eec9-4472-8475-be9a705c1dcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:53.651208 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ace6eba9-eec9-4472-8475-be9a705c1dcb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/87aaa8f4-f9cf-411a-9943-200f6d8ee572 HTTP/1.1" status: 204 len: 168 time: 0.1392689 Oct 19 01:32:53.651348 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c73f598a-f00d-4f6c-9188-c33615688dd9 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:53.657150 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6eba9-eec9-4472-8475-be9a705c1dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87aaa8f4-f9cf-411a-9943-200f6d8ee572,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:53.739585 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-c73f598a-f00d-4f6c-9188-c33615688dd9 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] device_id is not set on port f8194650-c6fc-427e-b507-d8d69217782e yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:32:53.860378 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c73f598a-f00d-4f6c-9188-c33615688dd9 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:53.929291 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-c73f598a-f00d-4f6c-9188-c33615688dd9 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] device_id is not set on port af10f134-9f0d-4ffa-8ff2-12b697254126 yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:32:53.931546 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43072) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:53.948500 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1010cded-1988-4d63-8ea1-a44a889c4bb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:54.040549 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1010cded-1988-4d63-8ea1-a44a889c4bb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:54.045812 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1010cded-1988-4d63-8ea1-a44a889c4bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:54.064136 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c73f598a-f00d-4f6c-9188-c33615688dd9 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:54.086418 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1010cded-1988-4d63-8ea1-a44a889c4bb2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=adbcb4eba97b4f0f92bbe477bceae868&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1533048 Oct 19 01:32:54.087287 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010cded-1988-4d63-8ea1-a44a889c4bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc25d3d0-7619-4b81-a176-c96fd160c18b,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:54.089118 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43074) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:54.116396 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c73f598a-f00d-4f6c-9188-c33615688dd9 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:54.182908 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73f598a-f00d-4f6c-9188-c33615688dd9 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Network aea63c42-0642-4b50-a42a-3f4ca1a8ccf8 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:54.189882 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-c73f598a-f00d-4f6c-9188-c33615688dd9 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:54.194851 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73f598a-f00d-4f6c-9188-c33615688dd9 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:54.195789 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c73f598a-f00d-4f6c-9188-c33615688dd9 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:54.214213 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f598a-f00d-4f6c-9188-c33615688dd9 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Port': ['ID=f8194650-c6fc-427e-b507-d8d69217782e,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:54.229010 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fcf50b5a-edbf-4b67-a724-2b3cfb86843d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:54.291679 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fcf50b5a-edbf-4b67-a724-2b3cfb86843d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:54.321421 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f598a-f00d-4f6c-9188-c33615688dd9 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Port': ['ID=af10f134-9f0d-4ffa-8ff2-12b697254126,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:54.338669 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73f598a-f00d-4f6c-9188-c33615688dd9 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Checking segment: {'id': 'fe7d08d4-705d-463e-9ca2-a21c9133a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '718cf2e7-76ac-46ed-8eb0-9519500a62c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:54.339028 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73f598a-f00d-4f6c-9188-c33615688dd9 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Network hostable DHCP agents. Network: 718cf2e7-76ac-46ed-8eb0-9519500a62c7, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:32:54.371005 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73f598a-f00d-4f6c-9188-c33615688dd9 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Network 718cf2e7-76ac-46ed-8eb0-9519500a62c7 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:32:54.375493 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fcf50b5a-edbf-4b67-a724-2b3cfb86843d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:54.378152 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fcf50b5a-edbf-4b67-a724-2b3cfb86843d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:54.379430 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fcf50b5a-edbf-4b67-a724-2b3cfb86843d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dc25d3d0-7619-4b81-a176-c96fd160c18b HTTP/1.1" status: 204 len: 168 time: 0.2842062 Oct 19 01:32:54.393110 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf50b5a-edbf-4b67-a724-2b3cfb86843d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc25d3d0-7619-4b81-a176-c96fd160c18b,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:54.395278 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-c73f598a-f00d-4f6c-9188-c33615688dd9 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 718cf2e7-76ac-46ed-8eb0-9519500a62c7) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:54.399680 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73f598a-f00d-4f6c-9188-c33615688dd9 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:54.405364 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78414c6d-a2c7-4d7d-95ef-8f5b14627aad None None] Network 718cf2e7-76ac-46ed-8eb0-9519500a62c7 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:54.408006 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73f598a-f00d-4f6c-9188-c33615688dd9 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:54.415796 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73f598a-f00d-4f6c-9188-c33615688dd9 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:54.416499 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c73f598a-f00d-4f6c-9188-c33615688dd9 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:54.444975 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c73f598a-f00d-4f6c-9188-c33615688dd9 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0430470 Oct 19 01:32:54.444975 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43078) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:54.544971 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-6c01c6b8-41d7-4158-8b81-e9f93ac6bcfa tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Deleting port af10f134-9f0d-4ffa-8ff2-12b697254126 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:54.545532 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6c01c6b8-41d7-4158-8b81-e9f93ac6bcfa tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:54.617697 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6c01c6b8-41d7-4158-8b81-e9f93ac6bcfa tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:54.630267 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-6c01c6b8-41d7-4158-8b81-e9f93ac6bcfa tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Calling delete_port for af10f134-9f0d-4ffa-8ff2-12b697254126 owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:54.708666 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6c01c6b8-41d7-4158-8b81-e9f93ac6bcfa tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:54.743063 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01c6b8-41d7-4158-8b81-e9f93ac6bcfa tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Port': ['ID=af10f134-9f0d-4ffa-8ff2-12b697254126,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:54.748501 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6c01c6b8-41d7-4158-8b81-e9f93ac6bcfa tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:54.751606 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6c01c6b8-41d7-4158-8b81-e9f93ac6bcfa tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/ports/af10f134-9f0d-4ffa-8ff2-12b697254126 HTTP/1.1" status: 204 len: 168 time: 0.3060193 Oct 19 01:32:54.754246 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43086) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:54.804192 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b6499f-75d9-4675-96c3-8e6c0dae2273 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:54.811198 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b6499f-75d9-4675-96c3-8e6c0dae2273 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:54.815216 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a4b6499f-75d9-4675-96c3-8e6c0dae2273 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0575612 Oct 19 01:32:54.815460 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43090) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:54.912314 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-efe912c1-0ef7-47b7-bb82-e0656ce6d764 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Deleting port f8194650-c6fc-427e-b507-d8d69217782e {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:54.913035 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-efe912c1-0ef7-47b7-bb82-e0656ce6d764 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:54.992648 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-efe912c1-0ef7-47b7-bb82-e0656ce6d764 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:55.005386 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-efe912c1-0ef7-47b7-bb82-e0656ce6d764 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Calling delete_port for f8194650-c6fc-427e-b507-d8d69217782e owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:55.089845 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-efe912c1-0ef7-47b7-bb82-e0656ce6d764 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:55.123017 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe912c1-0ef7-47b7-bb82-e0656ce6d764 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Port': ['ID=f8194650-c6fc-427e-b507-d8d69217782e,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:55.132079 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-efe912c1-0ef7-47b7-bb82-e0656ce6d764 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:55.135498 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-efe912c1-0ef7-47b7-bb82-e0656ce6d764 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/ports/f8194650-c6fc-427e-b507-d8d69217782e HTTP/1.1" status: 204 len: 168 time: 0.3189178 Oct 19 01:32:55.138213 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43102) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:55.199237 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31810d8b-3fa0-4a43-a60e-0c34dffa5805 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:55.201357 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-31810d8b-3fa0-4a43-a60e-0c34dffa5805 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0620425 Oct 19 01:32:55.204040 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43106) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:55.228448 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-630b15fa-5086-4203-ab21-ee65af031e98 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] GET failed (client error): The resource could not be found. Oct 19 01:32:55.230019 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-630b15fa-5086-4203-ab21-ee65af031e98 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "GET /v2.0/ports/af10f134-9f0d-4ffa-8ff2-12b697254126 HTTP/1.1" status: 404 len: 333 time: 0.0250082 Oct 19 01:32:55.233450 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43108) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:55.256792 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2bec8e6-fd40-4d22-ac1d-70225b080122 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] GET failed (client error): The resource could not be found. Oct 19 01:32:55.258287 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a2bec8e6-fd40-4d22-ac1d-70225b080122 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "GET /v2.0/ports/f8194650-c6fc-427e-b507-d8d69217782e HTTP/1.1" status: 404 len: 333 time: 0.0239220 Oct 19 01:32:55.260990 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43112) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:55.340977 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8dbd37ff-5d2d-43b9-a6eb-d56fa20f6843 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:55.436697 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8dbd37ff-5d2d-43b9-a6eb-d56fa20f6843 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:55.459796 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-8dbd37ff-5d2d-43b9-a6eb-d56fa20f6843 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718cf2e7-76ac-46ed-8eb0-9519500a62c7']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:55.470584 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-8dbd37ff-5d2d-43b9-a6eb-d56fa20f6843 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe7d08d4-705d-463e-9ca2-a21c9133a214') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:55.470995 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-8dbd37ff-5d2d-43b9-a6eb-d56fa20f6843 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe7d08d4-705d-463e-9ca2-a21c9133a214') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:55.484537 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8dbd37ff-5d2d-43b9-a6eb-d56fa20f6843 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:55.499041 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8dbd37ff-5d2d-43b9-a6eb-d56fa20f6843 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:55.505433 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dbd37ff-5d2d-43b9-a6eb-d56fa20f6843 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:32:55.505943 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8dbd37ff-5d2d-43b9-a6eb-d56fa20f6843 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:55.509078 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:32:55.509078 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:32:55.509078 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:32:55.509078 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:32:55.509078 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:32:55.509078 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:32:55.509078 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:32:55.509078 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:32:55.509078 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:32:55.509078 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:32:55.509078 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:32:55.509078 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:32:55.509078 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:32:55.509078 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:32:55.509078 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:32:55.509078 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:32:55.509078 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:32:55.509078 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:32:55.509078 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:32:55.509078 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:32:55.509078 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:32:55.509078 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:32:55.509078 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:32:55.509078 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:32:55.509078 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:32:55.509078 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:32:55.509078 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:32:55.509078 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:32:55.509078 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:32:55.509078 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:32:55.509078 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:32:55.509078 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:32:55.576655 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8dbd37ff-5d2d-43b9-a6eb-d56fa20f6843 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:55.584200 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8dbd37ff-5d2d-43b9-a6eb-d56fa20f6843 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:55.587312 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8dbd37ff-5d2d-43b9-a6eb-d56fa20f6843 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/networks/718cf2e7-76ac-46ed-8eb0-9519500a62c7 HTTP/1.1" status: 204 len: 168 time: 0.3253512 Oct 19 01:32:55.591091 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43130) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:55.597091 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-edb7bccb-ebb0-4514-a9e7-7413359280ad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1553023826'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:55.601907 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd37ff-5d2d-43b9-a6eb-d56fa20f6843 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Network': ['ID=718cf2e7-76ac-46ed-8eb0-9519500a62c7,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:55.625381 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb7bccb-ebb0-4514-a9e7-7413359280ad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Made reservation on behalf of 85cac0c130044cf6b9d6df28e7d2f40a for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:55.628933 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-edb7bccb-ebb0-4514-a9e7-7413359280ad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:55.654695 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edb7bccb-ebb0-4514-a9e7-7413359280ad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:32:55.664028 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-edb7bccb-ebb0-4514-a9e7-7413359280ad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:55.664376 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-edb7bccb-ebb0-4514-a9e7-7413359280ad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Added segment 45febbc6-dfc8-4cce-a02c-b5d460a236eb of type vlan for network cbea6e0d-545a-4314-99c5-4cfac9dc1430 Oct 19 01:32:55.706082 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-edb7bccb-ebb0-4514-a9e7-7413359280ad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:55.733148 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-edb7bccb-ebb0-4514-a9e7-7413359280ad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:55.739311 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb7bccb-ebb0-4514-a9e7-7413359280ad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:55.739919 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-edb7bccb-ebb0-4514-a9e7-7413359280ad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:55.772343 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-edb7bccb-ebb0-4514-a9e7-7413359280ad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1794844 Oct 19 01:32:55.776208 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43140) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:55.783478 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-87d695d5-a1ba-4a82-b593-c0852c4bb66e tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'subnet': {'network_id': 'cbea6e0d-545a-4314-99c5-4cfac9dc1430', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:55.810770 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7bccb-ebb0-4514-a9e7-7413359280ad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Network': ['ID=cbea6e0d-545a-4314-99c5-4cfac9dc1430,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:55.822259 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network cbea6e0d-545a-4314-99c5-4cfac9dc1430 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:32:55.877151 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d695d5-a1ba-4a82-b593-c0852c4bb66e tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Made reservation on behalf of 85cac0c130044cf6b9d6df28e7d2f40a for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:55.880858 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-87d695d5-a1ba-4a82-b593-c0852c4bb66e tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:55.944830 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.ipam_backend_mixin [None req-87d695d5-a1ba-4a82-b593-c0852c4bb66e tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Performing IP validity checks on allocation pools {{(pid=100607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 19 01:32:55.945443 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.ipam_backend_mixin [None req-87d695d5-a1ba-4a82-b593-c0852c4bb66e tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 19 01:32:55.989474 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43144) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:56.069624 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-87d695d5-a1ba-4a82-b593-c0852c4bb66e tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:56.118692 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e050c681-970d-4907-bcb1-5532edf2bbb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:56.143823 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d695d5-a1ba-4a82-b593-c0852c4bb66e tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Subnet': ['ID=ab1eebac-6fe5-4f78-b766-f993e956bd4d,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:56.151922 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d695d5-a1ba-4a82-b593-c0852c4bb66e tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Checking segment: {'id': '45febbc6-dfc8-4cce-a02c-b5d460a236eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'cbea6e0d-545a-4314-99c5-4cfac9dc1430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:56.153231 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d695d5-a1ba-4a82-b593-c0852c4bb66e tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Network hostable DHCP agents. Network: cbea6e0d-545a-4314-99c5-4cfac9dc1430, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:32:56.177064 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d695d5-a1ba-4a82-b593-c0852c4bb66e tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Network cbea6e0d-545a-4314-99c5-4cfac9dc1430 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:32:56.187065 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-87d695d5-a1ba-4a82-b593-c0852c4bb66e tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, cbea6e0d-545a-4314-99c5-4cfac9dc1430) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:56.194785 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d695d5-a1ba-4a82-b593-c0852c4bb66e tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:56.196043 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-87d695d5-a1ba-4a82-b593-c0852c4bb66e tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:56.197610 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d39dd9-29f5-4297-ba16-1bb93e95eb14 None None] Network cbea6e0d-545a-4314-99c5-4cfac9dc1430 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:56.208503 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e050c681-970d-4907-bcb1-5532edf2bbb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:56.217087 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-87d695d5-a1ba-4a82-b593-c0852c4bb66e tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4362147 Oct 19 01:32:56.217321 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e050c681-970d-4907-bcb1-5532edf2bbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:56.217432 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43148) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:56.226550 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-2aa77a97-c202-4388-b93b-ae59004de8ba tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'port': {'network_id': 'cbea6e0d-545a-4314-99c5-4cfac9dc1430', 'name': 'tempest-PortsTestJSON-1351519188'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:56.259139 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e050c681-970d-4907-bcb1-5532edf2bbb8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=81f300f4896845d5819bfeb8b96c8047&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2684362 Oct 19 01:32:56.259944 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050c681-970d-4907-bcb1-5532edf2bbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c6db78-dcf4-4908-a89b-84c5f25a138a,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:56.263459 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43150) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:56.327232 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8a8635b1-dfaf-48c9-a440-3cbe7e26f10a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:56.355452 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8a8635b1-dfaf-48c9-a440-3cbe7e26f10a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:56.360309 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa77a97-c202-4388-b93b-ae59004de8ba tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Made reservation on behalf of 85cac0c130044cf6b9d6df28e7d2f40a for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:56.365270 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2aa77a97-c202-4388-b93b-ae59004de8ba tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:56.384677 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7b7eb4-25c5-460f-ac86-202cd2e10ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-cbea6e0d-545a-4314-99c5-4cfac9dc1430', 'network_id': 'cbea6e0d-545a-4314-99c5-4cfac9dc1430', 'tenant_id': '85cac0c130044cf6b9d6df28e7d2f40a', 'fixed_ips': [{'subnet_id': 'ab1eebac-6fe5-4f78-b766-f993e956bd4d'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:32:56.385831 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9a7b7eb4-25c5-460f-ac86-202cd2e10ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:56.390461 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-2aa77a97-c202-4388-b93b-ae59004de8ba tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] device_id is not set on port f2e37bce-bcb6-49cb-ba65-6dabcfe89c4c yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:32:56.430571 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8a8635b1-dfaf-48c9-a440-3cbe7e26f10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:56.433376 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8a8635b1-dfaf-48c9-a440-3cbe7e26f10a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:56.437597 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8a8635b1-dfaf-48c9-a440-3cbe7e26f10a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/99c6db78-dcf4-4908-a89b-84c5f25a138a HTTP/1.1" status: 204 len: 168 time: 0.1714470 Oct 19 01:32:56.444749 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8635b1-dfaf-48c9-a440-3cbe7e26f10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c6db78-dcf4-4908-a89b-84c5f25a138a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:56.528318 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-2aa77a97-c202-4388-b93b-ae59004de8ba tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Allocated IP 172.20.0.14 (cbea6e0d-545a-4314-99c5-4cfac9dc1430/ab1eebac-6fe5-4f78-b766-f993e956bd4d/f2e37bce-bcb6-49cb-ba65-6dabcfe89c4c) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:32:56.683325 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2aa77a97-c202-4388-b93b-ae59004de8ba tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:56.724011 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2aa77a97-c202-4388-b93b-ae59004de8ba tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:56.774186 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-9a7b7eb4-25c5-460f-ac86-202cd2e10ce6 None None] Allocated IP 172.20.0.2 (cbea6e0d-545a-4314-99c5-4cfac9dc1430/ab1eebac-6fe5-4f78-b766-f993e956bd4d/58b445ed-1927-4815-b849-3dcafaec89ad) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:32:56.775645 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa77a97-c202-4388-b93b-ae59004de8ba tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Network cbea6e0d-545a-4314-99c5-4cfac9dc1430 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:56.779237 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-2aa77a97-c202-4388-b93b-ae59004de8ba tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:56.783965 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa77a97-c202-4388-b93b-ae59004de8ba tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:56.811207 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa77a97-c202-4388-b93b-ae59004de8ba tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Port': ['ID=f2e37bce-bcb6-49cb-ba65-6dabcfe89c4c,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:56.842254 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa77a97-c202-4388-b93b-ae59004de8ba tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:56.843149 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2aa77a97-c202-4388-b93b-ae59004de8ba tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:56.863158 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2aa77a97-c202-4388-b93b-ae59004de8ba tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.6444044 Oct 19 01:32:56.865582 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43164) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:56.976286 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9a7b7eb4-25c5-460f-ac86-202cd2e10ce6 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:56.983878 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9a7b7eb4-25c5-460f-ac86-202cd2e10ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:56.993353 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-c01de1b0-7557-4db4-a460-ecbd96bcf834 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Deleting port f2e37bce-bcb6-49cb-ba65-6dabcfe89c4c {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:56.993692 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c01de1b0-7557-4db4-a460-ecbd96bcf834 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:57.029784 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7b7eb4-25c5-460f-ac86-202cd2e10ce6 None None] Network cbea6e0d-545a-4314-99c5-4cfac9dc1430 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:57.033368 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-9a7b7eb4-25c5-460f-ac86-202cd2e10ce6 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:57.037843 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7b7eb4-25c5-460f-ac86-202cd2e10ce6 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:57.050475 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b7eb4-25c5-460f-ac86-202cd2e10ce6 None None] Pushing event updated for resources: {'Port': ['ID=58b445ed-1927-4815-b849-3dcafaec89ad,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:57.109985 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c01de1b0-7557-4db4-a460-ecbd96bcf834 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:57.125972 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-9a7b7eb4-25c5-460f-ac86-202cd2e10ce6 None None] Attempting to bind port 58b445ed-1927-4815-b849-3dcafaec89ad on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:57.126333 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-9a7b7eb4-25c5-460f-ac86-202cd2e10ce6 None None] Attempting to bind port 58b445ed-1927-4815-b849-3dcafaec89ad by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '45febbc6-dfc8-4cce-a02c-b5d460a236eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'cbea6e0d-545a-4314-99c5-4cfac9dc1430'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:57.126700 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7b7eb4-25c5-460f-ac86-202cd2e10ce6 None None] Attempting to bind port 58b445ed-1927-4815-b849-3dcafaec89ad on network cbea6e0d-545a-4314-99c5-4cfac9dc1430 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:57.127238 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-c01de1b0-7557-4db4-a460-ecbd96bcf834 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Calling delete_port for f2e37bce-bcb6-49cb-ba65-6dabcfe89c4c owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:57.132131 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7b7eb4-25c5-460f-ac86-202cd2e10ce6 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:32:57.132504 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7b7eb4-25c5-460f-ac86-202cd2e10ce6 None None] Checking segment: {'id': '45febbc6-dfc8-4cce-a02c-b5d460a236eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'cbea6e0d-545a-4314-99c5-4cfac9dc1430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:57.132899 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9a7b7eb4-25c5-460f-ac86-202cd2e10ce6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:57.133286 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7b7eb4-25c5-460f-ac86-202cd2e10ce6 None None] Bound using segment: {'id': '45febbc6-dfc8-4cce-a02c-b5d460a236eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'cbea6e0d-545a-4314-99c5-4cfac9dc1430'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:32:57.133752 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-9a7b7eb4-25c5-460f-ac86-202cd2e10ce6 None None] Bound port: 58b445ed-1927-4815-b849-3dcafaec89ad, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45febbc6-dfc8-4cce-a02c-b5d460a236eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'cbea6e0d-545a-4314-99c5-4cfac9dc1430'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:32:57.134125 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9a7b7eb4-25c5-460f-ac86-202cd2e10ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:57.201451 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-9a7b7eb4-25c5-460f-ac86-202cd2e10ce6 None None] For port 58b445ed-1927-4815-b849-3dcafaec89ad, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:32:57.206103 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-9a7b7eb4-25c5-460f-ac86-202cd2e10ce6 None None] For port 58b445ed-1927-4815-b849-3dcafaec89ad, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=58b445ed-1927-4815-b849-3dcafaec89ad,segment=NetworkSegment(45febbc6-dfc8-4cce-a02c-b5d460a236eb),segment_id=45febbc6-dfc8-4cce-a02c-b5d460a236eb)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:32:57.211796 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9a7b7eb4-25c5-460f-ac86-202cd2e10ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:57.282008 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c01de1b0-7557-4db4-a460-ecbd96bcf834 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:57.313598 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:57.318144 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b7eb4-25c5-460f-ac86-202cd2e10ce6 None None] Pushing event updated for resources: {'Port': ['ID=58b445ed-1927-4815-b849-3dcafaec89ad,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:57.321470 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01de1b0-7557-4db4-a460-ecbd96bcf834 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Port': ['ID=f2e37bce-bcb6-49cb-ba65-6dabcfe89c4c,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:57.414120 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c01de1b0-7557-4db4-a460-ecbd96bcf834 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:57.420316 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c01de1b0-7557-4db4-a460-ecbd96bcf834 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/ports/f2e37bce-bcb6-49cb-ba65-6dabcfe89c4c HTTP/1.1" status: 204 len: 168 time: 0.5502417 Oct 19 01:32:57.421096 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43178) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:57.445283 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-af80ace5-4ae6-49ce-be0b-9d9d78df5207 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] DELETE failed (client error): The resource could not be found. Oct 19 01:32:57.445989 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af80ace5-4ae6-49ce-be0b-9d9d78df5207 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:32:57.453075 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-af80ace5-4ae6-49ce-be0b-9d9d78df5207 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/ports/f2e37bce-bcb6-49cb-ba65-6dabcfe89c4c HTTP/1.1" status: 404 len: 333 time: 0.0273132 Oct 19 01:32:57.453331 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43180) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:57.496703 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-aebedea7-9079-468d-95f6-b3c803acc7da tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] GET failed (client error): The resource could not be found. Oct 19 01:32:57.498951 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-aebedea7-9079-468d-95f6-b3c803acc7da tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "GET /v2.0/ports/f2e37bce-bcb6-49cb-ba65-6dabcfe89c4c HTTP/1.1" status: 404 len: 333 time: 0.0441792 Oct 19 01:32:57.501396 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43182) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:57.595677 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-8316bb54-5b35-4a53-9c34-ada843e3d06e tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Deleting subnet ab1eebac-6fe5-4f78-b766-f993e956bd4d {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:32:57.599873 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8316bb54-5b35-4a53-9c34-ada843e3d06e tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:57.655620 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8316bb54-5b35-4a53-9c34-ada843e3d06e tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:57.793103 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8316bb54-5b35-4a53-9c34-ada843e3d06e tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:57.815540 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 58b445ed-1927-4815-b849-3dcafaec89ad up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:32:57.881535 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 58b445ed-1927-4815-b849-3dcafaec89ad triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:57.881908 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:57.894381 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8316bb54-5b35-4a53-9c34-ada843e3d06e tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:57.922402 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316bb54-5b35-4a53-9c34-ada843e3d06e tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Subnet': ['ID=ab1eebac-6fe5-4f78-b766-f993e956bd4d,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:57.943848 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8316bb54-5b35-4a53-9c34-ada843e3d06e tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:57.950776 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8316bb54-5b35-4a53-9c34-ada843e3d06e tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/subnets/ab1eebac-6fe5-4f78-b766-f993e956bd4d HTTP/1.1" status: 204 len: 168 time: 0.4448817 Oct 19 01:32:57.951214 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43194) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:57.991171 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:58.027103 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 58b445ed-1927-4815-b849-3dcafaec89ad, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=58b445ed-1927-4815-b849-3dcafaec89ad,segment=NetworkSegment(45febbc6-dfc8-4cce-a02c-b5d460a236eb),segment_id=45febbc6-dfc8-4cce-a02c-b5d460a236eb)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:58.034933 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:58.040483 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43196) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:58.044915 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8cb73787-15db-4eca-ae1a-7613fe11a1f1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:58.100994 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=58b445ed-1927-4815-b849-3dcafaec89ad,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:58.124991 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-8cb73787-15db-4eca-ae1a-7613fe11a1f1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Deleting port 58b445ed-1927-4815-b849-3dcafaec89ad {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:58.128219 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8cb73787-15db-4eca-ae1a-7613fe11a1f1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:58.200250 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-8cb73787-15db-4eca-ae1a-7613fe11a1f1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] For port 58b445ed-1927-4815-b849-3dcafaec89ad, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=58b445ed-1927-4815-b849-3dcafaec89ad,segment=NetworkSegment(45febbc6-dfc8-4cce-a02c-b5d460a236eb),segment_id=45febbc6-dfc8-4cce-a02c-b5d460a236eb)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:58.200614 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8cb73787-15db-4eca-ae1a-7613fe11a1f1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:58.214119 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-8cb73787-15db-4eca-ae1a-7613fe11a1f1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Calling delete_port for 58b445ed-1927-4815-b849-3dcafaec89ad owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:58.230442 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-7c78070b-8f64-448e-b68d-37b667ed9b44 tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-421611545'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:58.261073 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c78070b-8f64-448e-b68d-37b667ed9b44 tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] Made reservation on behalf of a6c6d901bcd04248872a95fc41986e82 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:58.267240 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7c78070b-8f64-448e-b68d-37b667ed9b44 tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:58.278095 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7c78070b-8f64-448e-b68d-37b667ed9b44 tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:58.315627 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8cb73787-15db-4eca-ae1a-7613fe11a1f1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:58.353609 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb73787-15db-4eca-ae1a-7613fe11a1f1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Port': ['ID=58b445ed-1927-4815-b849-3dcafaec89ad,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:58.356169 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb73787-15db-4eca-ae1a-7613fe11a1f1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] No DVR routers for this DVR port 58b445ed-1927-4815-b849-3dcafaec89ad on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:32:58.383709 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7c78070b-8f64-448e-b68d-37b667ed9b44 tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:58.388729 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7c78070b-8f64-448e-b68d-37b667ed9b44 tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:58.416728 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c78070b-8f64-448e-b68d-37b667ed9b44 tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:32:58.427337 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78070b-8f64-448e-b68d-37b667ed9b44 tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6cd4a82-4cb9-4535-8aa2-079f22acd9b0,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:58.432634 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7c78070b-8f64-448e-b68d-37b667ed9b44 tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:58.432978 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-7c78070b-8f64-448e-b68d-37b667ed9b44 tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] Added segment 3b4d904f-5bf4-4483-9946-1a95c7e4d140 of type vlan for network d4601df3-ba5f-4e45-8dd9-b4d5459d6896 Oct 19 01:32:58.447108 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8cb73787-15db-4eca-ae1a-7613fe11a1f1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:58.463000 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843af2b7-2d7d-4920-a5c8-9b182908fa90 None None] Network cbea6e0d-545a-4314-99c5-4cfac9dc1430 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:58.472287 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-8cb73787-15db-4eca-ae1a-7613fe11a1f1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbea6e0d-545a-4314-99c5-4cfac9dc1430']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:58.476999 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7c78070b-8f64-448e-b68d-37b667ed9b44 tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:58.482737 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-8cb73787-15db-4eca-ae1a-7613fe11a1f1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45febbc6-dfc8-4cce-a02c-b5d460a236eb') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:58.483086 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-8cb73787-15db-4eca-ae1a-7613fe11a1f1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45febbc6-dfc8-4cce-a02c-b5d460a236eb') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:58.495318 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8cb73787-15db-4eca-ae1a-7613fe11a1f1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:58.505611 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7c78070b-8f64-448e-b68d-37b667ed9b44 tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:58.512167 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c78070b-8f64-448e-b68d-37b667ed9b44 tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:58.512770 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7c78070b-8f64-448e-b68d-37b667ed9b44 tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:58.513520 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8cb73787-15db-4eca-ae1a-7613fe11a1f1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:58.523311 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb73787-15db-4eca-ae1a-7613fe11a1f1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:32:58.524201 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8cb73787-15db-4eca-ae1a-7613fe11a1f1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:58.530097 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:32:58.530097 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:32:58.530097 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:32:58.530097 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:32:58.530097 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:32:58.530097 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:32:58.530097 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:32:58.530097 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:32:58.530097 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:32:58.530097 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:32:58.530097 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:32:58.530097 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:32:58.530097 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:32:58.530097 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:32:58.530097 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:32:58.530097 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:32:58.530097 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:32:58.530097 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:32:58.530097 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:32:58.530097 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:32:58.530097 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:32:58.530097 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:32:58.530097 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:32:58.530097 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:32:58.530097 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:32:58.530097 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:32:58.530097 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:32:58.530097 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:32:58.530097 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:32:58.530097 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:32:58.530097 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:32:58.530097 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:32:58.532330 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-f6cf3633-a799-4598-973d-90a0649e0cd9 None None] Could not find standard attr ID for object 58b445ed-1927-4815-b849-3dcafaec89ad. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:32:58.546864 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7c78070b-8f64-448e-b68d-37b667ed9b44 tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5011120 Oct 19 01:32:58.552169 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43200) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:58.588327 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78070b-8f64-448e-b68d-37b667ed9b44 tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] Pushing event updated for resources: {'Network': ['ID=d4601df3-ba5f-4e45-8dd9-b4d5459d6896,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:58.599954 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network d4601df3-ba5f-4e45-8dd9-b4d5459d6896 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:32:58.629773 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8cb73787-15db-4eca-ae1a-7613fe11a1f1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:58.635963 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8cb73787-15db-4eca-ae1a-7613fe11a1f1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:58.639635 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8cb73787-15db-4eca-ae1a-7613fe11a1f1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/networks/cbea6e0d-545a-4314-99c5-4cfac9dc1430 HTTP/1.1" status: 204 len: 168 time: 0.6873994 Oct 19 01:32:58.643346 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43204) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:58.644905 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-c381e8c1-b37d-4c6e-adc5-825d86354f50 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Request body: {'network': {'name': 'tempest-network--525554092', 'router:external': True}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:58.653085 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-cf7720ab-947e-4132-a36c-807c78afc752 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1175969884'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:58.670313 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb73787-15db-4eca-ae1a-7613fe11a1f1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Network': ['ID=cbea6e0d-545a-4314-99c5-4cfac9dc1430,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:58.678572 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.db.api [None req-c381e8c1-b37d-4c6e-adc5-825d86354f50 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 19 01:32:58.678572 n-d-715271-26 neutron-server[100607]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 19 01:32:58.678572 n-d-715271-26 neutron-server[100607]: [parameters: {'project_id': '42242254cd6d4046ae2d91d0d99ba0d5', 'id': '9fd6377a-6e9d-46ad-b50a-d5947cf53720', 'expiration': datetime.datetime(2021, 10, 19, 1, 34, 58, 673122)}] Oct 19 01:32:58.678572 n-d-715271-26 neutron-server[100607]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:32:58.679080 n-d-715271-26 neutron-server[100607]: DEBUG oslo_db.api [None req-c381e8c1-b37d-4c6e-adc5-825d86354f50 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:32:58.688596 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7720ab-947e-4132-a36c-807c78afc752 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Made reservation on behalf of 85cac0c130044cf6b9d6df28e7d2f40a for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:58.692205 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cf7720ab-947e-4132-a36c-807c78afc752 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:58.718154 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7720ab-947e-4132-a36c-807c78afc752 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:32:58.728056 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cf7720ab-947e-4132-a36c-807c78afc752 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:58.728403 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-cf7720ab-947e-4132-a36c-807c78afc752 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Added segment 41098b36-0e7a-4372-a5bc-faf3179de5d1 of type vlan for network 873af5e9-ab32-41b2-ace5-4149c523b50b Oct 19 01:32:58.776126 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cf7720ab-947e-4132-a36c-807c78afc752 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:58.801807 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cf7720ab-947e-4132-a36c-807c78afc752 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:58.807479 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7720ab-947e-4132-a36c-807c78afc752 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:58.808112 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cf7720ab-947e-4132-a36c-807c78afc752 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:58.828912 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10f97aa-9c5d-4273-988c-6b647dd42382 None None] DHCP port deletion for cbea6e0d-545a-4314-99c5-4cfac9dc1430 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:32:58.878555 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cf7720ab-947e-4132-a36c-807c78afc752 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2339253 Oct 19 01:32:58.879371 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7720ab-947e-4132-a36c-807c78afc752 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Network': ['ID=873af5e9-ab32-41b2-ace5-4149c523b50b,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:58.881856 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43206) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:58.888179 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-cd59b2de-9ba1-4548-a06f-fb2dffdd6ac7 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'subnet': {'network_id': '873af5e9-ab32-41b2-ace5-4149c523b50b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:58.889736 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 873af5e9-ab32-41b2-ace5-4149c523b50b details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:32:58.977697 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd59b2de-9ba1-4548-a06f-fb2dffdd6ac7 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Made reservation on behalf of 85cac0c130044cf6b9d6df28e7d2f40a for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:58.981987 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cd59b2de-9ba1-4548-a06f-fb2dffdd6ac7 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:59.159049 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cd59b2de-9ba1-4548-a06f-fb2dffdd6ac7 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:59.235579 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd59b2de-9ba1-4548-a06f-fb2dffdd6ac7 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Subnet': ['ID=9325e62a-e708-40b3-b5e4-45179b466afc,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:59.239116 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c381e8c1-b37d-4c6e-adc5-825d86354f50 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Made reservation on behalf of 42242254cd6d4046ae2d91d0d99ba0d5 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:59.241554 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c381e8c1-b37d-4c6e-adc5-825d86354f50 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:59.253801 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c381e8c1-b37d-4c6e-adc5-825d86354f50 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:59.262473 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd59b2de-9ba1-4548-a06f-fb2dffdd6ac7 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Checking segment: {'id': '41098b36-0e7a-4372-a5bc-faf3179de5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '873af5e9-ab32-41b2-ace5-4149c523b50b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:59.262828 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd59b2de-9ba1-4548-a06f-fb2dffdd6ac7 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Network hostable DHCP agents. Network: 873af5e9-ab32-41b2-ace5-4149c523b50b, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:32:59.297879 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd59b2de-9ba1-4548-a06f-fb2dffdd6ac7 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Network 873af5e9-ab32-41b2-ace5-4149c523b50b is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:32:59.311674 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-cd59b2de-9ba1-4548-a06f-fb2dffdd6ac7 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 873af5e9-ab32-41b2-ace5-4149c523b50b) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:59.316959 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd59b2de-9ba1-4548-a06f-fb2dffdd6ac7 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:59.317588 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-cd59b2de-9ba1-4548-a06f-fb2dffdd6ac7 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:59.321429 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc099d10-10ba-42c6-875e-683dceb3e369 None None] Network 873af5e9-ab32-41b2-ace5-4149c523b50b requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:59.346081 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-cd59b2de-9ba1-4548-a06f-fb2dffdd6ac7 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4630079 Oct 19 01:32:59.348593 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43208) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:59.353647 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-5aeb9d4f-6b2e-48cb-a97e-ef2508e8057a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'port': {'network_id': '873af5e9-ab32-41b2-ace5-4149c523b50b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1517256380'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:59.382052 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c381e8c1-b37d-4c6e-adc5-825d86354f50 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:59.393924 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c381e8c1-b37d-4c6e-adc5-825d86354f50 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:59.444101 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c381e8c1-b37d-4c6e-adc5-825d86354f50 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:32:59.471761 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c381e8c1-b37d-4c6e-adc5-825d86354f50 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:59.472100 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-c381e8c1-b37d-4c6e-adc5-825d86354f50 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Added segment bfa5f6b5-01dc-4790-9399-adbda1d22ac6 of type vlan for network ea91f6b1-4a75-4bc6-a8f9-e8b9f60b8a54 Oct 19 01:32:59.473464 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c328e2-ba93-4ac0-b81c-633d59ef8aa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-873af5e9-ab32-41b2-ace5-4149c523b50b', 'network_id': '873af5e9-ab32-41b2-ace5-4149c523b50b', 'tenant_id': '85cac0c130044cf6b9d6df28e7d2f40a', 'fixed_ips': [{'subnet_id': '9325e62a-e708-40b3-b5e4-45179b466afc'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:32:59.474306 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34c328e2-ba93-4ac0-b81c-633d59ef8aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:59.481913 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381e8c1-b37d-4c6e-adc5-825d86354f50 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f0335d-8223-4e1f-bd8c-6d33375fc414,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:59.541462 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c381e8c1-b37d-4c6e-adc5-825d86354f50 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:59.565311 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aeb9d4f-6b2e-48cb-a97e-ef2508e8057a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Made reservation on behalf of 85cac0c130044cf6b9d6df28e7d2f40a for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:59.568782 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5aeb9d4f-6b2e-48cb-a97e-ef2508e8057a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:59.591191 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-5aeb9d4f-6b2e-48cb-a97e-ef2508e8057a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] device_id is not set on port 650433a6-06c8-4251-92cb-a7c57d0ff213 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:32:59.595896 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c381e8c1-b37d-4c6e-adc5-825d86354f50 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:59.596816 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c381e8c1-b37d-4c6e-adc5-825d86354f50 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:59.597385 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c381e8c1-b37d-4c6e-adc5-825d86354f50 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:59.615176 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-34c328e2-ba93-4ac0-b81c-633d59ef8aa1 None None] Allocated IP 172.20.0.2 (873af5e9-ab32-41b2-ace5-4149c523b50b/9325e62a-e708-40b3-b5e4-45179b466afc/8b5bbfd5-065e-4faa-ad06-58eb51ea3212) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:32:59.692060 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c381e8c1-b37d-4c6e-adc5-825d86354f50 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1356375 Oct 19 01:32:59.692351 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43210) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:59.723788 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:59.736994 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381e8c1-b37d-4c6e-adc5-825d86354f50 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Pushing event updated for resources: {'Network': ['ID=ea91f6b1-4a75-4bc6-a8f9-e8b9f60b8a54,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:59.747790 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network ea91f6b1-4a75-4bc6-a8f9-e8b9f60b8a54 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:32:59.783619 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 58b445ed-1927-4815-b849-3dcafaec89ad no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:32:59.796831 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-45c80a4f-e0a3-42e2-ba69-d8837814d39a tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:59.821484 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 58b445ed-1927-4815-b849-3dcafaec89ad {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:32:59.821831 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 58b445ed-1927-4815-b849-3dcafaec89ad not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:32:59.871179 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34c328e2-ba93-4ac0-b81c-633d59ef8aa1 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:59.879910 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34c328e2-ba93-4ac0-b81c-633d59ef8aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:59.888052 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-45c80a4f-e0a3-42e2-ba69-d8837814d39a tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:59.908706 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-45c80a4f-e0a3-42e2-ba69-d8837814d39a tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea91f6b1-4a75-4bc6-a8f9-e8b9f60b8a54']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:59.918402 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-45c80a4f-e0a3-42e2-ba69-d8837814d39a tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfa5f6b5-01dc-4790-9399-adbda1d22ac6') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:59.918752 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-45c80a4f-e0a3-42e2-ba69-d8837814d39a tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfa5f6b5-01dc-4790-9399-adbda1d22ac6') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:59.924325 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c328e2-ba93-4ac0-b81c-633d59ef8aa1 None None] Network 873af5e9-ab32-41b2-ace5-4149c523b50b is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:59.929136 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-34c328e2-ba93-4ac0-b81c-633d59ef8aa1 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:59.930258 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-45c80a4f-e0a3-42e2-ba69-d8837814d39a tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:59.931149 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-5aeb9d4f-6b2e-48cb-a97e-ef2508e8057a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Allocated IP 172.20.0.9 (873af5e9-ab32-41b2-ace5-4149c523b50b/9325e62a-e708-40b3-b5e4-45179b466afc/650433a6-06c8-4251-92cb-a7c57d0ff213) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:32:59.932810 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c328e2-ba93-4ac0-b81c-633d59ef8aa1 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:59.939035 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c328e2-ba93-4ac0-b81c-633d59ef8aa1 None None] Pushing event updated for resources: {'Port': ['ID=8b5bbfd5-065e-4faa-ad06-58eb51ea3212,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:59.948901 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-45c80a4f-e0a3-42e2-ba69-d8837814d39a tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:59.959267 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c80a4f-e0a3-42e2-ba69-d8837814d39a tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:32:59.959676 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-45c80a4f-e0a3-42e2-ba69-d8837814d39a tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:59.962138 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:32:59.962138 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:32:59.962138 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:32:59.962138 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:32:59.962138 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:32:59.962138 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:32:59.962138 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:32:59.962138 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:32:59.962138 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:32:59.962138 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:32:59.962138 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:32:59.962138 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:32:59.962138 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:32:59.962138 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:32:59.962138 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:32:59.962138 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:32:59.962138 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:32:59.962138 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:32:59.962138 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:32:59.962138 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:32:59.962138 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:32:59.962138 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:32:59.962138 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:32:59.962138 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:32:59.962138 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:32:59.962138 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:32:59.962138 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:32:59.962138 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:32:59.962138 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:32:59.962138 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:32:59.962138 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:32:59.962138 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:32:59.993247 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-34c328e2-ba93-4ac0-b81c-633d59ef8aa1 None None] Attempting to bind port 8b5bbfd5-065e-4faa-ad06-58eb51ea3212 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:59.993486 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-34c328e2-ba93-4ac0-b81c-633d59ef8aa1 None None] Attempting to bind port 8b5bbfd5-065e-4faa-ad06-58eb51ea3212 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '41098b36-0e7a-4372-a5bc-faf3179de5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '873af5e9-ab32-41b2-ace5-4149c523b50b'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:59.993721 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c328e2-ba93-4ac0-b81c-633d59ef8aa1 None None] Attempting to bind port 8b5bbfd5-065e-4faa-ad06-58eb51ea3212 on network 873af5e9-ab32-41b2-ace5-4149c523b50b {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:33:00.001673 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c328e2-ba93-4ac0-b81c-633d59ef8aa1 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:33:00.002046 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c328e2-ba93-4ac0-b81c-633d59ef8aa1 None None] Checking segment: {'id': '41098b36-0e7a-4372-a5bc-faf3179de5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '873af5e9-ab32-41b2-ace5-4149c523b50b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:33:00.002439 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34c328e2-ba93-4ac0-b81c-633d59ef8aa1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:00.002826 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c328e2-ba93-4ac0-b81c-633d59ef8aa1 None None] Bound using segment: {'id': '41098b36-0e7a-4372-a5bc-faf3179de5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '873af5e9-ab32-41b2-ace5-4149c523b50b'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:33:00.003287 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-34c328e2-ba93-4ac0-b81c-633d59ef8aa1 None None] Bound port: 8b5bbfd5-065e-4faa-ad06-58eb51ea3212, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41098b36-0e7a-4372-a5bc-faf3179de5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '873af5e9-ab32-41b2-ace5-4149c523b50b'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:33:00.003658 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34c328e2-ba93-4ac0-b81c-633d59ef8aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:00.026630 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-45c80a4f-e0a3-42e2-ba69-d8837814d39a tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:00.032737 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c80a4f-e0a3-42e2-ba69-d8837814d39a tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ea91f6b1-4a75-4bc6-a8f9-e8b9f60b8a54 {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 19 01:33:00.035468 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-45c80a4f-e0a3-42e2-ba69-d8837814d39a tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:00.042330 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-45c80a4f-e0a3-42e2-ba69-d8837814d39a tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] 10.222.0.57 "DELETE /v2.0/networks/ea91f6b1-4a75-4bc6-a8f9-e8b9f60b8a54 HTTP/1.1" status: 204 len: 168 time: 0.3460371 Oct 19 01:33:00.044238 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43214) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:00.049475 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c80a4f-e0a3-42e2-ba69-d8837814d39a tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Pushing event deleted for resources: {'Network': ['ID=ea91f6b1-4a75-4bc6-a8f9-e8b9f60b8a54,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:00.053714 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-5484209d-d4ba-40ea-b69b-20078d13d3aa tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:00.090928 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34c328e2-ba93-4ac0-b81c-633d59ef8aa1 None None] For port 8b5bbfd5-065e-4faa-ad06-58eb51ea3212, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:33:00.094167 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34c328e2-ba93-4ac0-b81c-633d59ef8aa1 None None] For port 8b5bbfd5-065e-4faa-ad06-58eb51ea3212, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=8b5bbfd5-065e-4faa-ad06-58eb51ea3212,segment=NetworkSegment(41098b36-0e7a-4372-a5bc-faf3179de5d1),segment_id=41098b36-0e7a-4372-a5bc-faf3179de5d1)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:33:00.100431 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34c328e2-ba93-4ac0-b81c-633d59ef8aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:00.102824 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5484209d-d4ba-40ea-b69b-20078d13d3aa tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Made reservation on behalf of 42242254cd6d4046ae2d91d0d99ba0d5 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:00.105384 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5484209d-d4ba-40ea-b69b-20078d13d3aa tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:00.122569 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5aeb9d4f-6b2e-48cb-a97e-ef2508e8057a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:00.147289 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5484209d-d4ba-40ea-b69b-20078d13d3aa tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:33:00.160229 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c328e2-ba93-4ac0-b81c-633d59ef8aa1 None None] Pushing event updated for resources: {'Port': ['ID=8b5bbfd5-065e-4faa-ad06-58eb51ea3212,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:00.173650 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5484209d-d4ba-40ea-b69b-20078d13d3aa tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:00.174013 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-5484209d-d4ba-40ea-b69b-20078d13d3aa tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Added segment e5d554ca-ab99-471f-b31c-3ec192cb26d5 of type vlan for network edebd210-72fc-4e36-843f-63a8d3e565f2 Oct 19 01:33:00.217693 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5aeb9d4f-6b2e-48cb-a97e-ef2508e8057a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:00.255817 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5484209d-d4ba-40ea-b69b-20078d13d3aa tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:00.281604 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aeb9d4f-6b2e-48cb-a97e-ef2508e8057a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Network 873af5e9-ab32-41b2-ace5-4149c523b50b is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:00.296478 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-5aeb9d4f-6b2e-48cb-a97e-ef2508e8057a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:00.303570 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeb9d4f-6b2e-48cb-a97e-ef2508e8057a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:00.311866 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb9d4f-6b2e-48cb-a97e-ef2508e8057a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Port': ['ID=650433a6-06c8-4251-92cb-a7c57d0ff213,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:00.368423 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5484209d-d4ba-40ea-b69b-20078d13d3aa tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:00.369460 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5484209d-d4ba-40ea-b69b-20078d13d3aa tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:00.370115 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5484209d-d4ba-40ea-b69b-20078d13d3aa tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:00.400292 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aeb9d4f-6b2e-48cb-a97e-ef2508e8057a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:00.400999 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5aeb9d4f-6b2e-48cb-a97e-ef2508e8057a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:00.423426 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5484209d-d4ba-40ea-b69b-20078d13d3aa tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3751650 Oct 19 01:33:00.426627 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43216) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:00.431621 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-2c85469f-5ea4-4a97-bd94-e1dc8aebac1d tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Request body: {'subnet': {'network_id': 'edebd210-72fc-4e36-843f-63a8d3e565f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:00.460104 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c85469f-5ea4-4a97-bd94-e1dc8aebac1d tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Made reservation on behalf of 42242254cd6d4046ae2d91d0d99ba0d5 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:00.463024 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c85469f-5ea4-4a97-bd94-e1dc8aebac1d tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:00.464174 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484209d-d4ba-40ea-b69b-20078d13d3aa tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Pushing event updated for resources: {'Network': ['ID=edebd210-72fc-4e36-843f-63a8d3e565f2,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:00.476371 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network edebd210-72fc-4e36-843f-63a8d3e565f2 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:33:00.482814 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5aeb9d4f-6b2e-48cb-a97e-ef2508e8057a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.1330638 Oct 19 01:33:00.483415 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43218) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:00.575407 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-885a955c-1319-4392-879a-249879810a0f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Deleting port 650433a6-06c8-4251-92cb-a7c57d0ff213 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:00.575922 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-885a955c-1319-4392-879a-249879810a0f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:00.673519 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-885a955c-1319-4392-879a-249879810a0f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:00.686204 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-885a955c-1319-4392-879a-249879810a0f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Calling delete_port for 650433a6-06c8-4251-92cb-a7c57d0ff213 owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:00.816573 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-885a955c-1319-4392-879a-249879810a0f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:00.852461 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a955c-1319-4392-879a-249879810a0f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Port': ['ID=650433a6-06c8-4251-92cb-a7c57d0ff213,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:00.925514 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-885a955c-1319-4392-879a-249879810a0f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:00.929160 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-885a955c-1319-4392-879a-249879810a0f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/ports/650433a6-06c8-4251-92cb-a7c57d0ff213 HTTP/1.1" status: 204 len: 168 time: 0.4446039 Oct 19 01:33:00.932185 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43220) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:00.960934 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3a3aa8e-1d47-4c2b-acec-5e3e8893cc99 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] GET failed (client error): The resource could not be found. Oct 19 01:33:00.964228 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f3a3aa8e-1d47-4c2b-acec-5e3e8893cc99 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "GET /v2.0/ports/650433a6-06c8-4251-92cb-a7c57d0ff213 HTTP/1.1" status: 404 len: 333 time: 0.0308673 Oct 19 01:33:00.965188 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43222) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:01.018481 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d60f1b6-a6cb-4e19-b57b-9fa4ed83e2ad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Deleting subnet 9325e62a-e708-40b3-b5e4-45179b466afc {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:33:01.021946 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3d60f1b6-a6cb-4e19-b57b-9fa4ed83e2ad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:01.061001 n-d-715271-26 neutron-server[100606]: DEBUG neutron.objects.ports [None req-2c85469f-5ea4-4a97-bd94-e1dc8aebac1d tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100606) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:33:01.061623 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c85469f-5ea4-4a97-bd94-e1dc8aebac1d tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:01.073251 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3d60f1b6-a6cb-4e19-b57b-9fa4ed83e2ad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:01.133049 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85469f-5ea4-4a97-bd94-e1dc8aebac1d tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Pushing event updated for resources: {'Subnet': ['ID=706ae4ec-c6ac-4d1d-83fa-9973526437e2,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:01.141422 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c85469f-5ea4-4a97-bd94-e1dc8aebac1d tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Checking segment: {'id': 'e5d554ca-ab99-471f-b31c-3ec192cb26d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'edebd210-72fc-4e36-843f-63a8d3e565f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:33:01.141857 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c85469f-5ea4-4a97-bd94-e1dc8aebac1d tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Network hostable DHCP agents. Network: edebd210-72fc-4e36-843f-63a8d3e565f2, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:33:01.161440 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c85469f-5ea4-4a97-bd94-e1dc8aebac1d tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Network edebd210-72fc-4e36-843f-63a8d3e565f2 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:33:01.164522 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3d60f1b6-a6cb-4e19-b57b-9fa4ed83e2ad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:01.170678 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ea5169-8275-4c46-a6af-4adeab024fb5 None None] Network 873af5e9-ab32-41b2-ace5-4149c523b50b requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:01.172169 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-2c85469f-5ea4-4a97-bd94-e1dc8aebac1d tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, edebd210-72fc-4e36-843f-63a8d3e565f2) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:01.176403 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c85469f-5ea4-4a97-bd94-e1dc8aebac1d tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:01.176971 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c85469f-5ea4-4a97-bd94-e1dc8aebac1d tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:01.186883 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08faa44b-9131-48a8-8400-1c44d592d059 None None] Network edebd210-72fc-4e36-843f-63a8d3e565f2 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:01.194451 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2c85469f-5ea4-4a97-bd94-e1dc8aebac1d tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7665493 Oct 19 01:33:01.197065 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43224) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:01.202785 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-2bb82d7c-9416-447a-99ac-1632f24ff57d tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Request body: {'floatingip': {'floating_network_id': 'edebd210-72fc-4e36-843f-63a8d3e565f2'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:01.226702 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2bb82d7c-9416-447a-99ac-1632f24ff57d tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:01.240681 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3d60f1b6-a6cb-4e19-b57b-9fa4ed83e2ad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:01.275208 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60f1b6-a6cb-4e19-b57b-9fa4ed83e2ad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Subnet': ['ID=9325e62a-e708-40b3-b5e4-45179b466afc,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:01.281795 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3d60f1b6-a6cb-4e19-b57b-9fa4ed83e2ad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:01.285087 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3d60f1b6-a6cb-4e19-b57b-9fa4ed83e2ad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/subnets/9325e62a-e708-40b3-b5e4-45179b466afc HTTP/1.1" status: 204 len: 168 time: 0.3189089 Oct 19 01:33:01.287706 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43226) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:01.328125 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-22dbad7a-fd21-4adb-9ab9-855c63ff2c3d None None] Provisioning complete for port 8b5bbfd5-065e-4faa-ad06-58eb51ea3212 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:01.329235 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-22dbad7a-fd21-4adb-9ab9-855c63ff2c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:01.329369 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2bb82d7c-9416-447a-99ac-1632f24ff57d tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:01.375475 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-368facc0-62f5-453f-9e3b-f3e4c9ea3a04 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:01.431278 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-368facc0-62f5-453f-9e3b-f3e4c9ea3a04 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Deleting port 8b5bbfd5-065e-4faa-ad06-58eb51ea3212 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:01.431515 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-368facc0-62f5-453f-9e3b-f3e4c9ea3a04 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:01.436467 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d3bd31-3c90-4185-a17a-f3f651b16209 None None] Network edebd210-72fc-4e36-843f-63a8d3e565f2 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:01.447362 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-2bb82d7c-9416-447a-99ac-1632f24ff57d tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Allocated IP 172.20.0.13 (edebd210-72fc-4e36-843f-63a8d3e565f2/706ae4ec-c6ac-4d1d-83fa-9973526437e2/f12eebfb-3283-44e4-9197-c25a93191eb6) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:01.505154 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-368facc0-62f5-453f-9e3b-f3e4c9ea3a04 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] For port 8b5bbfd5-065e-4faa-ad06-58eb51ea3212, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=8b5bbfd5-065e-4faa-ad06-58eb51ea3212,segment=NetworkSegment(41098b36-0e7a-4372-a5bc-faf3179de5d1),segment_id=41098b36-0e7a-4372-a5bc-faf3179de5d1)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:01.505783 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-368facc0-62f5-453f-9e3b-f3e4c9ea3a04 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:01.518458 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-368facc0-62f5-453f-9e3b-f3e4c9ea3a04 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Calling delete_port for 8b5bbfd5-065e-4faa-ad06-58eb51ea3212 owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:01.560531 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2bb82d7c-9416-447a-99ac-1632f24ff57d tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:01.564360 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-22dbad7a-fd21-4adb-9ab9-855c63ff2c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:01.608810 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-368facc0-62f5-453f-9e3b-f3e4c9ea3a04 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:01.611977 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2bb82d7c-9416-447a-99ac-1632f24ff57d tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:01.618708 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0076f4bf-8d1a-45a7-b5fa-7ffa051c1532 None None] DHCP port deletion for 873af5e9-ab32-41b2-ace5-4149c523b50b request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:33:01.647848 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368facc0-62f5-453f-9e3b-f3e4c9ea3a04 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] No DVR routers for this DVR port 8b5bbfd5-065e-4faa-ad06-58eb51ea3212 on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:33:01.651527 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368facc0-62f5-453f-9e3b-f3e4c9ea3a04 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Port': ['ID=8b5bbfd5-065e-4faa-ad06-58eb51ea3212,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:01.661836 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb82d7c-9416-447a-99ac-1632f24ff57d tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Network edebd210-72fc-4e36-843f-63a8d3e565f2 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:01.665015 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-2bb82d7c-9416-447a-99ac-1632f24ff57d tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:01.669124 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb82d7c-9416-447a-99ac-1632f24ff57d tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:01.694203 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb82d7c-9416-447a-99ac-1632f24ff57d tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Pushing event updated for resources: {'Port': ['ID=f12eebfb-3283-44e4-9197-c25a93191eb6,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:01.736163 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-368facc0-62f5-453f-9e3b-f3e4c9ea3a04 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:01.756357 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-368facc0-62f5-453f-9e3b-f3e4c9ea3a04 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['873af5e9-ab32-41b2-ace5-4149c523b50b']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:01.764282 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2bb82d7c-9416-447a-99ac-1632f24ff57d tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:01.767402 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-368facc0-62f5-453f-9e3b-f3e4c9ea3a04 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41098b36-0e7a-4372-a5bc-faf3179de5d1') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:01.767697 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-368facc0-62f5-453f-9e3b-f3e4c9ea3a04 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41098b36-0e7a-4372-a5bc-faf3179de5d1') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:01.780606 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-368facc0-62f5-453f-9e3b-f3e4c9ea3a04 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:01.794289 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-368facc0-62f5-453f-9e3b-f3e4c9ea3a04 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:01.800088 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2bb82d7c-9416-447a-99ac-1632f24ff57d tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:01.800464 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-368facc0-62f5-453f-9e3b-f3e4c9ea3a04 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:33:01.800844 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-368facc0-62f5-453f-9e3b-f3e4c9ea3a04 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:01.803933 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:33:01.803933 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:33:01.803933 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:33:01.803933 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:33:01.803933 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:33:01.803933 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:33:01.803933 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:33:01.803933 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:33:01.803933 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:33:01.803933 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:33:01.803933 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:33:01.803933 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:33:01.803933 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:33:01.803933 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:33:01.803933 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:33:01.803933 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:33:01.803933 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:33:01.803933 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:33:01.803933 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:33:01.803933 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:33:01.803933 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:33:01.803933 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:33:01.803933 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:33:01.803933 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:33:01.803933 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:33:01.803933 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:33:01.803933 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:33:01.803933 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:33:01.803933 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:33:01.803933 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:33:01.803933 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:33:01.803933 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:33:01.864803 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-368facc0-62f5-453f-9e3b-f3e4c9ea3a04 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:01.872140 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-368facc0-62f5-453f-9e3b-f3e4c9ea3a04 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:01.875407 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-368facc0-62f5-453f-9e3b-f3e4c9ea3a04 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/networks/873af5e9-ab32-41b2-ace5-4149c523b50b HTTP/1.1" status: 204 len: 168 time: 0.5864387 Oct 19 01:33:01.887410 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43228) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:01.892484 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-299db67f-045c-44a4-b160-82d9293f1a84 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'port': {'network_id': 'aea63c42-0642-4b50-a42a-3f4ca1a8ccf8', 'name': 'tempest-PortsTestJSON-1661887751'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:01.895633 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368facc0-62f5-453f-9e3b-f3e4c9ea3a04 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Network': ['ID=873af5e9-ab32-41b2-ace5-4149c523b50b,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:01.976413 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2bb82d7c-9416-447a-99ac-1632f24ff57d tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:01.982184 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2bb82d7c-9416-447a-99ac-1632f24ff57d tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:01.990443 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299db67f-045c-44a4-b160-82d9293f1a84 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Made reservation on behalf of 85cac0c130044cf6b9d6df28e7d2f40a for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:01.994153 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-299db67f-045c-44a4-b160-82d9293f1a84 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:02.011567 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-299db67f-045c-44a4-b160-82d9293f1a84 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] device_id is not set on port a9317c1b-1420-467e-b5d4-709a22eda5a5 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:33:02.086923 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb82d7c-9416-447a-99ac-1632f24ff57d tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Pushing event updated for resources: {'Port': ['ID=f12eebfb-3283-44e4-9197-c25a93191eb6,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:02.103195 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-54fb9fcb-3495-4abd-883b-c872d412d7c9 req-cf638bce-75fe-4ba4-b2f5-bc86b7a5f666 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=295af08b-62fb-4a10-897c-5b0b9b693923&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1771498 Oct 19 01:33:02.106422 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2bb82d7c-9416-447a-99ac-1632f24ff57d tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:02.126735 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2bb82d7c-9416-447a-99ac-1632f24ff57d tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:02.130541 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2bb82d7c-9416-447a-99ac-1632f24ff57d tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9300833 Oct 19 01:33:02.130866 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43232) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:02.234406 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-66367496-ef9a-4a8a-b7ce-a3f9948399b0 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] 10.222.0.57 "GET /v2.0/floatingips?floating_network_id=edebd210-72fc-4e36-843f-63a8d3e565f2 HTTP/1.1" status: 200 len: 690 time: 0.0990744 Oct 19 01:33:02.235487 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43234) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:02.302878 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb9fcb-3495-4abd-883b-c872d412d7c9 req-f773177f-aac5-491d-8dd3-a79c3f888910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:02.304419 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-54fb9fcb-3495-4abd-883b-c872d412d7c9 req-f773177f-aac5-491d-8dd3-a79c3f888910 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b92153fb65d447bf94f5610e1ad52929&device_id=295af08b-62fb-4a10-897c-5b0b9b693923 HTTP/1.1" status: 200 len: 1097 time: 0.1454687 Oct 19 01:33:02.358311 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-22a0ac71-2002-4fe0-a0cd-ab380b032844 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:02.459467 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-299db67f-045c-44a4-b160-82d9293f1a84 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:02.486581 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb9fcb-3495-4abd-883b-c872d412d7c9 req-c4901c84-f1d7-4fe5-b7ca-5dc81e9946db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:02.488070 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-54fb9fcb-3495-4abd-883b-c872d412d7c9 req-c4901c84-f1d7-4fe5-b7ca-5dc81e9946db service neutron] 10.222.0.55 "GET /v2.0/networks?id=f07e6381-f3cd-4097-8bff-9d2667bcfbc9 HTTP/1.1" status: 200 len: 897 time: 0.1592846 Oct 19 01:33:02.493801 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-299db67f-045c-44a4-b160-82d9293f1a84 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:02.535264 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-22a0ac71-2002-4fe0-a0cd-ab380b032844 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Deleting port f12eebfb-3283-44e4-9197-c25a93191eb6 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:02.535608 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-22a0ac71-2002-4fe0-a0cd-ab380b032844 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:02.540770 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299db67f-045c-44a4-b160-82d9293f1a84 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Network aea63c42-0642-4b50-a42a-3f4ca1a8ccf8 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:02.544618 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-299db67f-045c-44a4-b160-82d9293f1a84 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:02.547214 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299db67f-045c-44a4-b160-82d9293f1a84 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:02.553218 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299db67f-045c-44a4-b160-82d9293f1a84 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:02.553826 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-299db67f-045c-44a4-b160-82d9293f1a84 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:02.568727 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299db67f-045c-44a4-b160-82d9293f1a84 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Port': ['ID=a9317c1b-1420-467e-b5d4-709a22eda5a5,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:02.579236 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-299db67f-045c-44a4-b160-82d9293f1a84 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6907604 Oct 19 01:33:02.579767 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-54fb9fcb-3495-4abd-883b-c872d412d7c9 req-cea559ed-43d3-4b12-8236-07b51849acf4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c HTTP/1.1" status: 200 len: 1001 time: 0.0836802 Oct 19 01:33:02.581982 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43236) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:02.667314 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-75583562-da58-457f-987c-4e35f26cf076 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Deleting port a9317c1b-1420-467e-b5d4-709a22eda5a5 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:02.667649 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-75583562-da58-457f-987c-4e35f26cf076 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:02.670517 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-22a0ac71-2002-4fe0-a0cd-ab380b032844 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:02.670860 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-22a0ac71-2002-4fe0-a0cd-ab380b032844 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:02.674369 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb9fcb-3495-4abd-883b-c872d412d7c9 req-9c783395-58e9-4c0e-aeb9-e70ff157e16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:02.675865 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-54fb9fcb-3495-4abd-883b-c872d412d7c9 req-9c783395-58e9-4c0e-aeb9-e70ff157e16c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a33cce0-103b-445f-872c-c277095ddbb5 HTTP/1.1" status: 200 len: 835 time: 0.0673800 Oct 19 01:33:02.687346 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-22a0ac71-2002-4fe0-a0cd-ab380b032844 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Calling delete_port for f12eebfb-3283-44e4-9197-c25a93191eb6 owned by network:floatingip {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:02.737253 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-75583562-da58-457f-987c-4e35f26cf076 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:02.749393 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-75583562-da58-457f-987c-4e35f26cf076 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Calling delete_port for a9317c1b-1420-467e-b5d4-709a22eda5a5 owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:02.772308 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb9fcb-3495-4abd-883b-c872d412d7c9 req-37ff0459-1e83-4bd4-9987-351ce266f260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:02.773817 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-54fb9fcb-3495-4abd-883b-c872d412d7c9 req-37ff0459-1e83-4bd4-9987-351ce266f260 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f07e6381-f3cd-4097-8bff-9d2667bcfbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0876510 Oct 19 01:33:02.826950 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-75583562-da58-457f-987c-4e35f26cf076 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:02.859814 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75583562-da58-457f-987c-4e35f26cf076 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Port': ['ID=a9317c1b-1420-467e-b5d4-709a22eda5a5,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:02.865825 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-75583562-da58-457f-987c-4e35f26cf076 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:02.872124 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-75583562-da58-457f-987c-4e35f26cf076 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/ports/a9317c1b-1420-467e-b5d4-709a22eda5a5 HTTP/1.1" status: 204 len: 168 time: 0.2890067 Oct 19 01:33:02.873180 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43238) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:02.877977 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-05b607ec-2ded-49ef-9a93-bf07c6a14ad5 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'port': {'network_id': 'aea63c42-0642-4b50-a42a-3f4ca1a8ccf8', 'mac_address': 'fa:16:3e:3c:dd:28', 'name': 'tempest-PortsTestJSON-1141551980'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:02.918821 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-54fb9fcb-3495-4abd-883b-c872d412d7c9 req-7e48c378-28d1-4cc0-be04-1aab135cad72 service neutron] 10.222.0.55 "GET /v2.0/networks/f07e6381-f3cd-4097-8bff-9d2667bcfbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314273 Oct 19 01:33:02.936139 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-22a0ac71-2002-4fe0-a0cd-ab380b032844 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:02.973477 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b607ec-2ded-49ef-9a93-bf07c6a14ad5 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Made reservation on behalf of 85cac0c130044cf6b9d6df28e7d2f40a for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:02.974351 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0ac71-2002-4fe0-a0cd-ab380b032844 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Pushing event deleted for resources: {'Port': ['ID=f12eebfb-3283-44e4-9197-c25a93191eb6,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:03.039567 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-05b607ec-2ded-49ef-9a93-bf07c6a14ad5 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.067752 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-05b607ec-2ded-49ef-9a93-bf07c6a14ad5 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] device_id is not set on port 391635ab-138b-4f5c-a29d-f6cfc9926fea yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:33:03.088773 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-54fb9fcb-3495-4abd-883b-c872d412d7c9 req-31da57cf-81df-4d88-b0e2-e570b8030c12 service neutron] 10.222.0.55 "GET /v2.0/networks/f07e6381-f3cd-4097-8bff-9d2667bcfbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613479 Oct 19 01:33:03.092003 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-22a0ac71-2002-4fe0-a0cd-ab380b032844 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.160430 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-22a0ac71-2002-4fe0-a0cd-ab380b032844 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.220523 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-22a0ac71-2002-4fe0-a0cd-ab380b032844 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.246514 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0ac71-2002-4fe0-a0cd-ab380b032844 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=706ae4ec-c6ac-4d1d-83fa-9973526437e2,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:03.257059 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-05b607ec-2ded-49ef-9a93-bf07c6a14ad5 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.293202 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-05b607ec-2ded-49ef-9a93-bf07c6a14ad5 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.309316 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-22a0ac71-2002-4fe0-a0cd-ab380b032844 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.330020 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-22a0ac71-2002-4fe0-a0cd-ab380b032844 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edebd210-72fc-4e36-843f-63a8d3e565f2']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:03.339524 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-22a0ac71-2002-4fe0-a0cd-ab380b032844 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d554ca-ab99-471f-b31c-3ec192cb26d5') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:03.339967 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-22a0ac71-2002-4fe0-a0cd-ab380b032844 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d554ca-ab99-471f-b31c-3ec192cb26d5') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:03.341766 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b607ec-2ded-49ef-9a93-bf07c6a14ad5 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Network aea63c42-0642-4b50-a42a-3f4ca1a8ccf8 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:03.345295 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-05b607ec-2ded-49ef-9a93-bf07c6a14ad5 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:03.349019 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b607ec-2ded-49ef-9a93-bf07c6a14ad5 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:03.351681 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-22a0ac71-2002-4fe0-a0cd-ab380b032844 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.354909 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b607ec-2ded-49ef-9a93-bf07c6a14ad5 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:03.355522 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-05b607ec-2ded-49ef-9a93-bf07c6a14ad5 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.366823 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-22a0ac71-2002-4fe0-a0cd-ab380b032844 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.370389 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b607ec-2ded-49ef-9a93-bf07c6a14ad5 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Port': ['ID=391635ab-138b-4f5c-a29d-f6cfc9926fea,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:03.373958 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22a0ac71-2002-4fe0-a0cd-ab380b032844 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:33:03.374336 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-22a0ac71-2002-4fe0-a0cd-ab380b032844 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.376456 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:33:03.376456 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:33:03.376456 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:33:03.376456 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:33:03.376456 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:33:03.376456 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:33:03.376456 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:33:03.376456 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:33:03.376456 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:33:03.376456 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:33:03.376456 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:33:03.376456 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:33:03.376456 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:33:03.376456 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:33:03.376456 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:33:03.376456 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:33:03.376456 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:33:03.376456 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:33:03.376456 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:33:03.376456 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:33:03.376456 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:33:03.376456 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:33:03.376456 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:33:03.376456 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:33:03.376456 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:33:03.376456 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:33:03.376456 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:33:03.376456 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:33:03.376456 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:33:03.376456 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:33:03.376456 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:33:03.376456 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:33:03.383459 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-05b607ec-2ded-49ef-9a93-bf07c6a14ad5 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5092673 Oct 19 01:33:03.385911 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43246) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:03.427986 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a47334-fcc8-4514-b73d-bb6c0615cefe tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:03.429300 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f0a47334-fcc8-4514-b73d-bb6c0615cefe tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "GET /v2.0/ports/391635ab-138b-4f5c-a29d-f6cfc9926fea HTTP/1.1" status: 200 len: 841 time: 0.0424111 Oct 19 01:33:03.432005 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43248) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:03.438579 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-22a0ac71-2002-4fe0-a0cd-ab380b032844 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.445763 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a0ac71-2002-4fe0-a0cd-ab380b032844 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network edebd210-72fc-4e36-843f-63a8d3e565f2 {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 19 01:33:03.456327 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-22a0ac71-2002-4fe0-a0cd-ab380b032844 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.461754 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-22a0ac71-2002-4fe0-a0cd-ab380b032844 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] 10.222.0.57 "DELETE /v2.0/networks/edebd210-72fc-4e36-843f-63a8d3e565f2 HTTP/1.1" status: 204 len: 168 time: 1.2238946 Oct 19 01:33:03.461754 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0ac71-2002-4fe0-a0cd-ab380b032844 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Pushing event deleted for resources: {'Network': ['ID=edebd210-72fc-4e36-843f-63a8d3e565f2,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:03.462777 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43250) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:03.530675 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ed0aa9bd-b17e-413b-bdd3-5e1f65ba9bee tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.0666158 Oct 19 01:33:03.532936 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43252) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:03.538617 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-57a98e46-593c-4a93-9eff-da452bd54d9a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Deleting port 391635ab-138b-4f5c-a29d-f6cfc9926fea {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:03.539206 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-57a98e46-593c-4a93-9eff-da452bd54d9a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.615197 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-57a98e46-593c-4a93-9eff-da452bd54d9a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.628562 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-57a98e46-593c-4a93-9eff-da452bd54d9a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Calling delete_port for 391635ab-138b-4f5c-a29d-f6cfc9926fea owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:03.629339 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6a6540-f807-4a53-9169-3d59793f7d58 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:03.630076 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6a6540-f807-4a53-9169-3d59793f7d58 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:03.630247 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6a6540-f807-4a53-9169-3d59793f7d58 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:03.630691 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6a6540-f807-4a53-9169-3d59793f7d58 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:03.635301 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fb6a6540-f807-4a53-9169-3d59793f7d58 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0998611 Oct 19 01:33:03.635905 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43254) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:03.674890 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-2e761041-fc01-4983-aba7-c55fa9a88c1d tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] delete failed (client error): The resource could not be found. Oct 19 01:33:03.675922 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2e761041-fc01-4983-aba7-c55fa9a88c1d tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] 10.222.0.57 "DELETE /v2.0/floatingips/564562f9-11ac-4c9f-8d13-9b85ef289327 HTTP/1.1" status: 404 len: 345 time: 0.0390975 Oct 19 01:33:03.678591 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43256) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:03.695179 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d45acb-afe4-47e4-a02a-0ca745fdb7af tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] DELETE failed (client error): The resource could not be found. Oct 19 01:33:03.695606 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08d45acb-afe4-47e4-a02a-0ca745fdb7af tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:33:03.702469 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-08d45acb-afe4-47e4-a02a-0ca745fdb7af tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] 10.222.0.57 "DELETE /v2.0/networks/edebd210-72fc-4e36-843f-63a8d3e565f2 HTTP/1.1" status: 404 len: 339 time: 0.0191934 Oct 19 01:33:03.703293 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43258) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:03.708628 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-f6e84c31-033e-4355-921d-dedc5ea75526 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Request body: {'network': {'name': 'tempest-network--1733822378', 'router:external': True}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:03.717031 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-57a98e46-593c-4a93-9eff-da452bd54d9a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.732075 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e84c31-033e-4355-921d-dedc5ea75526 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Made reservation on behalf of 42242254cd6d4046ae2d91d0d99ba0d5 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:03.734378 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f6e84c31-033e-4355-921d-dedc5ea75526 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.745199 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a98e46-593c-4a93-9eff-da452bd54d9a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Port': ['ID=391635ab-138b-4f5c-a29d-f6cfc9926fea,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:03.754187 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-57a98e46-593c-4a93-9eff-da452bd54d9a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.758499 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-57a98e46-593c-4a93-9eff-da452bd54d9a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/ports/391635ab-138b-4f5c-a29d-f6cfc9926fea HTTP/1.1" status: 204 len: 168 time: 0.3255084 Oct 19 01:33:03.760815 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e84c31-033e-4355-921d-dedc5ea75526 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:33:03.761093 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43260) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:03.770810 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f6e84c31-033e-4355-921d-dedc5ea75526 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.771203 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-f6e84c31-033e-4355-921d-dedc5ea75526 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Added segment efdff97b-72e9-4dad-86f8-0fa9a5ec10fb of type vlan for network e27a6514-caa1-4812-acdd-9562d6cc32ff Oct 19 01:33:03.789903 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c9834de-c621-43ad-b54e-bfe95de33c5b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] GET failed (client error): The resource could not be found. Oct 19 01:33:03.795848 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6c9834de-c621-43ad-b54e-bfe95de33c5b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "GET /v2.0/ports/391635ab-138b-4f5c-a29d-f6cfc9926fea HTTP/1.1" status: 404 len: 333 time: 0.0295069 Oct 19 01:33:03.796731 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43262) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:03.802189 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-c245adef-5db8-4a4a-9637-c3d290878065 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'port': {'network_id': 'aea63c42-0642-4b50-a42a-3f4ca1a8ccf8', 'name': 'tempest-PortsTestJSON-1130733077'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:03.818518 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f6e84c31-033e-4355-921d-dedc5ea75526 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.850773 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f6e84c31-033e-4355-921d-dedc5ea75526 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.851755 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e84c31-033e-4355-921d-dedc5ea75526 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:03.852328 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f6e84c31-033e-4355-921d-dedc5ea75526 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.892407 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f6e84c31-033e-4355-921d-dedc5ea75526 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.1881375 Oct 19 01:33:03.895024 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43264) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:03.927104 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e84c31-033e-4355-921d-dedc5ea75526 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Pushing event updated for resources: {'Network': ['ID=e27a6514-caa1-4812-acdd-9562d6cc32ff,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:03.934860 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c245adef-5db8-4a4a-9637-c3d290878065 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Made reservation on behalf of 85cac0c130044cf6b9d6df28e7d2f40a for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:03.938506 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c245adef-5db8-4a4a-9637-c3d290878065 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.939058 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network e27a6514-caa1-4812-acdd-9562d6cc32ff details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:33:03.999059 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-c245adef-5db8-4a4a-9637-c3d290878065 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] device_id is not set on port 677bf6f4-7e52-4119-9eb8-d62a7debb330 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:33:04.068647 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b389476-9ff2-4a50-826f-4ce5976106bb tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:04.074902 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b389476-9ff2-4a50-826f-4ce5976106bb tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:04.080717 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b389476-9ff2-4a50-826f-4ce5976106bb tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:04.087124 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b389476-9ff2-4a50-826f-4ce5976106bb tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:04.088773 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4b389476-9ff2-4a50-826f-4ce5976106bb tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.1927772 Oct 19 01:33:04.092050 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43266) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:04.209969 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-96f4fe0f-f61a-4290-89d0-42654f59e7a0 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:04.270901 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c245adef-5db8-4a4a-9637-c3d290878065 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:04.350858 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-96f4fe0f-f61a-4290-89d0-42654f59e7a0 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:04.376239 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-96f4fe0f-f61a-4290-89d0-42654f59e7a0 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27a6514-caa1-4812-acdd-9562d6cc32ff']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:04.387163 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-96f4fe0f-f61a-4290-89d0-42654f59e7a0 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efdff97b-72e9-4dad-86f8-0fa9a5ec10fb') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:04.387557 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-96f4fe0f-f61a-4290-89d0-42654f59e7a0 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efdff97b-72e9-4dad-86f8-0fa9a5ec10fb') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:04.394297 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c245adef-5db8-4a4a-9637-c3d290878065 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:04.404181 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-96f4fe0f-f61a-4290-89d0-42654f59e7a0 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:04.448287 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-96f4fe0f-f61a-4290-89d0-42654f59e7a0 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:04.460070 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c245adef-5db8-4a4a-9637-c3d290878065 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Network aea63c42-0642-4b50-a42a-3f4ca1a8ccf8 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:04.464227 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f4fe0f-f61a-4290-89d0-42654f59e7a0 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:33:04.464713 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-96f4fe0f-f61a-4290-89d0-42654f59e7a0 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:04.467107 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:33:04.467107 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:33:04.467107 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:33:04.467107 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:33:04.467107 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:33:04.467107 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:33:04.467107 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:33:04.467107 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:33:04.467107 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:33:04.467107 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:33:04.467107 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:33:04.467107 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:33:04.467107 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:33:04.467107 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:33:04.467107 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:33:04.467107 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:33:04.467107 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:33:04.467107 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:33:04.467107 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:33:04.467107 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:33:04.467107 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:33:04.467107 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:33:04.467107 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:33:04.467107 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:33:04.467107 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:33:04.467107 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:33:04.467107 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:33:04.467107 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:33:04.467107 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:33:04.467107 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:33:04.467107 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:33:04.467107 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:33:04.469580 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-c245adef-5db8-4a4a-9637-c3d290878065 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:04.479607 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c245adef-5db8-4a4a-9637-c3d290878065 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:04.485851 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c245adef-5db8-4a4a-9637-c3d290878065 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:04.486438 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c245adef-5db8-4a4a-9637-c3d290878065 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:04.500715 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245adef-5db8-4a4a-9637-c3d290878065 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Port': ['ID=677bf6f4-7e52-4119-9eb8-d62a7debb330,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:04.540699 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c245adef-5db8-4a4a-9637-c3d290878065 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7427328 Oct 19 01:33:04.544234 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43268) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:04.550023 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-c04ed1be-8e94-46ad-bb0f-130db2b92df1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:04.571426 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-96f4fe0f-f61a-4290-89d0-42654f59e7a0 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:04.575542 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f4fe0f-f61a-4290-89d0-42654f59e7a0 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e27a6514-caa1-4812-acdd-9562d6cc32ff {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 19 01:33:04.577750 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-96f4fe0f-f61a-4290-89d0-42654f59e7a0 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:04.584438 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-96f4fe0f-f61a-4290-89d0-42654f59e7a0 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] 10.222.0.57 "DELETE /v2.0/networks/e27a6514-caa1-4812-acdd-9562d6cc32ff HTTP/1.1" status: 204 len: 168 time: 0.4825983 Oct 19 01:33:04.585355 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43270) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:04.590442 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-f810b69e-1eaa-4100-b9ce-b0138f2a8174 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Request body: {'network': {'name': 'tempest-network--1287726226', 'router:external': True}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:04.614778 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f4fe0f-f61a-4290-89d0-42654f59e7a0 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Pushing event deleted for resources: {'Network': ['ID=e27a6514-caa1-4812-acdd-9562d6cc32ff,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:04.660099 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c04ed1be-8e94-46ad-bb0f-130db2b92df1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:04.662953 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f810b69e-1eaa-4100-b9ce-b0138f2a8174 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Made reservation on behalf of 42242254cd6d4046ae2d91d0d99ba0d5 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:04.665362 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f810b69e-1eaa-4100-b9ce-b0138f2a8174 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:04.724609 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f810b69e-1eaa-4100-b9ce-b0138f2a8174 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:33:04.745684 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f810b69e-1eaa-4100-b9ce-b0138f2a8174 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:04.746024 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-f810b69e-1eaa-4100-b9ce-b0138f2a8174 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Added segment 1f659e3c-fac8-4c7e-a93b-aecd1d593b5d of type vlan for network 9e77ba42-d33f-4f56-8f37-fa26bc5e9a2e Oct 19 01:33:04.860212 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f810b69e-1eaa-4100-b9ce-b0138f2a8174 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:04.896125 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c04ed1be-8e94-46ad-bb0f-130db2b92df1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:04.903343 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c04ed1be-8e94-46ad-bb0f-130db2b92df1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:04.932323 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f810b69e-1eaa-4100-b9ce-b0138f2a8174 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:04.933265 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f810b69e-1eaa-4100-b9ce-b0138f2a8174 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:04.934060 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f810b69e-1eaa-4100-b9ce-b0138f2a8174 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:04.971030 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-c04ed1be-8e94-46ad-bb0f-130db2b92df1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] In _notify_port_updated(), no bound segment for port 677bf6f4-7e52-4119-9eb8-d62a7debb330 on network aea63c42-0642-4b50-a42a-3f4ca1a8ccf8 {{(pid=100607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:33:04.976510 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04ed1be-8e94-46ad-bb0f-130db2b92df1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:04.977114 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c04ed1be-8e94-46ad-bb0f-130db2b92df1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:04.978411 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c04ed1be-8e94-46ad-bb0f-130db2b92df1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "PUT /v2.0/ports/677bf6f4-7e52-4119-9eb8-d62a7debb330 HTTP/1.1" status: 200 len: 818 time: 0.4333208 Oct 19 01:33:04.981424 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43272) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:04.995270 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f810b69e-1eaa-4100-b9ce-b0138f2a8174 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4089105 Oct 19 01:33:05.002382 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43274) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:05.004379 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ed1be-8e94-46ad-bb0f-130db2b92df1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Port': ['ID=677bf6f4-7e52-4119-9eb8-d62a7debb330,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:05.056141 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f810b69e-1eaa-4100-b9ce-b0138f2a8174 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Pushing event updated for resources: {'Network': ['ID=9e77ba42-d33f-4f56-8f37-fa26bc5e9a2e,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:05.066071 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 9e77ba42-d33f-4f56-8f37-fa26bc5e9a2e details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:33:05.074079 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-5e83d6c8-2962-42ee-91f2-94f15ece800d tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Deleting port 677bf6f4-7e52-4119-9eb8-d62a7debb330 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:05.075258 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5e83d6c8-2962-42ee-91f2-94f15ece800d tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:05.120560 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ba127f-75c1-4d7a-9ee7-226af550349c tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:05.122525 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-19ba127f-75c1-4d7a-9ee7-226af550349c tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] 10.222.0.57 "GET /v2.0/networks/9e77ba42-d33f-4f56-8f37-fa26bc5e9a2e HTTP/1.1" status: 200 len: 757 time: 0.1190877 Oct 19 01:33:05.125350 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43276) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:05.145836 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5e83d6c8-2962-42ee-91f2-94f15ece800d tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:05.157817 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-5e83d6c8-2962-42ee-91f2-94f15ece800d tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Calling delete_port for 677bf6f4-7e52-4119-9eb8-d62a7debb330 owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:05.207921 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6467ca23-081c-48d2-9343-8b05bcf07607 tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:05.209377 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6467ca23-081c-48d2-9343-8b05bcf07607 tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] 10.222.0.57 "GET /v2.0/networks/d4601df3-ba5f-4e45-8dd9-b4d5459d6896 HTTP/1.1" status: 200 len: 767 time: 0.0830963 Oct 19 01:33:05.212210 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43278) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:05.289391 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6fb06f4b-75a2-4fe1-bed2-9e0751979a74 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:05.372141 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6fb06f4b-75a2-4fe1-bed2-9e0751979a74 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:05.393615 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-6fb06f4b-75a2-4fe1-bed2-9e0751979a74 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e77ba42-d33f-4f56-8f37-fa26bc5e9a2e']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:05.403191 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-6fb06f4b-75a2-4fe1-bed2-9e0751979a74 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f659e3c-fac8-4c7e-a93b-aecd1d593b5d') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:05.403482 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-6fb06f4b-75a2-4fe1-bed2-9e0751979a74 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f659e3c-fac8-4c7e-a93b-aecd1d593b5d') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:05.418070 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6fb06f4b-75a2-4fe1-bed2-9e0751979a74 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:05.432170 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6fb06f4b-75a2-4fe1-bed2-9e0751979a74 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:05.438766 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb06f4b-75a2-4fe1-bed2-9e0751979a74 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:33:05.439146 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6fb06f4b-75a2-4fe1-bed2-9e0751979a74 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:05.440879 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:33:05.440879 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:33:05.440879 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:33:05.440879 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:33:05.440879 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:33:05.440879 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:33:05.440879 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:33:05.440879 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:33:05.440879 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:33:05.440879 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:33:05.440879 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:33:05.440879 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:33:05.440879 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:33:05.440879 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:33:05.440879 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:33:05.440879 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:33:05.440879 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:33:05.440879 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:33:05.440879 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:33:05.440879 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:33:05.440879 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:33:05.440879 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:33:05.440879 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:33:05.440879 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:33:05.440879 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:33:05.440879 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:33:05.440879 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:33:05.440879 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:33:05.440879 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:33:05.440879 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:33:05.440879 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:33:05.440879 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:33:05.495810 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5e83d6c8-2962-42ee-91f2-94f15ece800d tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:05.498604 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6fb06f4b-75a2-4fe1-bed2-9e0751979a74 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:05.502351 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb06f4b-75a2-4fe1-bed2-9e0751979a74 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9e77ba42-d33f-4f56-8f37-fa26bc5e9a2e {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 19 01:33:05.504817 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6fb06f4b-75a2-4fe1-bed2-9e0751979a74 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:05.511147 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6fb06f4b-75a2-4fe1-bed2-9e0751979a74 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] 10.222.0.57 "DELETE /v2.0/networks/9e77ba42-d33f-4f56-8f37-fa26bc5e9a2e HTTP/1.1" status: 204 len: 168 time: 0.2948070 Oct 19 01:33:05.520055 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43280) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:05.525325 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-4594e69e-f330-460e-b635-9816b2168b02 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Request body: {'network': {'name': 'tempest-network--1171301878'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:05.530034 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb06f4b-75a2-4fe1-bed2-9e0751979a74 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Pushing event deleted for resources: {'Network': ['ID=9e77ba42-d33f-4f56-8f37-fa26bc5e9a2e,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:05.530265 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83d6c8-2962-42ee-91f2-94f15ece800d tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Port': ['ID=677bf6f4-7e52-4119-9eb8-d62a7debb330,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:05.548274 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5e83d6c8-2962-42ee-91f2-94f15ece800d tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:05.554052 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5e83d6c8-2962-42ee-91f2-94f15ece800d tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/ports/677bf6f4-7e52-4119-9eb8-d62a7debb330 HTTP/1.1" status: 204 len: 168 time: 0.5691783 Oct 19 01:33:05.554764 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43282) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:05.585381 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4594e69e-f330-460e-b635-9816b2168b02 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Made reservation on behalf of 42242254cd6d4046ae2d91d0d99ba0d5 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:05.587712 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4594e69e-f330-460e-b635-9816b2168b02 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:05.627055 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4594e69e-f330-460e-b635-9816b2168b02 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:33:05.639128 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1926ecc2-7a8b-467c-995a-6f99c84562ef tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:05.640635 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1926ecc2-7a8b-467c-995a-6f99c84562ef tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0852544 Oct 19 01:33:05.643428 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43284) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:05.654904 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4594e69e-f330-460e-b635-9816b2168b02 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:05.655242 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-4594e69e-f330-460e-b635-9816b2168b02 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Added segment a686e09f-a790-495b-880d-9098fa31d094 of type vlan for network 0ae5ac76-875a-4a21-9788-aecb33173e6a Oct 19 01:33:05.676901 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-e633ea3e-6b27-45c5-b619-f0d60a7bdd30 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] GET failed (client error): The resource could not be found. Oct 19 01:33:05.678349 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e633ea3e-6b27-45c5-b619-f0d60a7bdd30 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "GET /v2.0/ports/677bf6f4-7e52-4119-9eb8-d62a7debb330 HTTP/1.1" status: 404 len: 333 time: 0.0339768 Oct 19 01:33:05.682191 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43286) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:05.688092 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-0f89cf42-9323-4c66-b01c-b2962882547e tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-582897893'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:05.730280 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4594e69e-f330-460e-b635-9816b2168b02 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:05.740625 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f89cf42-9323-4c66-b01c-b2962882547e tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Made reservation on behalf of 85cac0c130044cf6b9d6df28e7d2f40a for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:05.743992 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0f89cf42-9323-4c66-b01c-b2962882547e tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:05.774767 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4594e69e-f330-460e-b635-9816b2168b02 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:05.775686 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4594e69e-f330-460e-b635-9816b2168b02 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:05.776276 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4594e69e-f330-460e-b635-9816b2168b02 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:05.785159 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f89cf42-9323-4c66-b01c-b2962882547e tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:33:05.819194 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4594e69e-f330-460e-b635-9816b2168b02 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2978432 Oct 19 01:33:05.821913 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0f89cf42-9323-4c66-b01c-b2962882547e tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:05.822099 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43290) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:05.822237 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-0f89cf42-9323-4c66-b01c-b2962882547e tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Added segment 5073d7f8-ea60-44e2-ab46-12f8e1ba9fe9 of type vlan for network 6b2b687f-f3d4-40f4-981c-d88b03ef6f1c Oct 19 01:33:05.828306 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-fbc184da-1c81-4fbe-8f1c-2ba1936814ae tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:05.859450 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594e69e-f330-460e-b635-9816b2168b02 tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Pushing event updated for resources: {'Network': ['ID=0ae5ac76-875a-4a21-9788-aecb33173e6a,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:05.884406 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 0ae5ac76-875a-4a21-9788-aecb33173e6a details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:33:05.907923 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0f89cf42-9323-4c66-b01c-b2962882547e tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:05.950456 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0f89cf42-9323-4c66-b01c-b2962882547e tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:05.957127 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f89cf42-9323-4c66-b01c-b2962882547e tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:05.957766 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0f89cf42-9323-4c66-b01c-b2962882547e tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:05.995188 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0f89cf42-9323-4c66-b01c-b2962882547e tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3097534 Oct 19 01:33:05.995405 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fbc184da-1c81-4fbe-8f1c-2ba1936814ae tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:06.002518 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43292) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:06.010701 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-2bdd124d-5be2-421a-a7b4-555aa9859313 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'subnet': {'network_id': '6b2b687f-f3d4-40f4-981c-d88b03ef6f1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:06.013601 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fbc184da-1c81-4fbe-8f1c-2ba1936814ae tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:06.029933 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fbc184da-1c81-4fbe-8f1c-2ba1936814ae tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Network 0ae5ac76-875a-4a21-9788-aecb33173e6a is not hosted by any dhcp agent {{(pid=100606) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 19 01:33:06.030787 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc184da-1c81-4fbe-8f1c-2ba1936814ae tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:06.031362 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fbc184da-1c81-4fbe-8f1c-2ba1936814ae tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:06.032666 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fbc184da-1c81-4fbe-8f1c-2ba1936814ae tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] 10.222.0.57 "PUT /v2.0/networks/0ae5ac76-875a-4a21-9788-aecb33173e6a HTTP/1.1" status: 200 len: 858 time: 0.2094588 Oct 19 01:33:06.037094 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43294) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:06.061212 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f89cf42-9323-4c66-b01c-b2962882547e tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Network': ['ID=6b2b687f-f3d4-40f4-981c-d88b03ef6f1c,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:06.077878 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 6b2b687f-f3d4-40f4-981c-d88b03ef6f1c details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:33:06.096671 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc184da-1c81-4fbe-8f1c-2ba1936814ae tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Pushing event updated for resources: {'Network': ['ID=0ae5ac76-875a-4a21-9788-aecb33173e6a,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:06.134628 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdd124d-5be2-421a-a7b4-555aa9859313 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Made reservation on behalf of 85cac0c130044cf6b9d6df28e7d2f40a for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:06.138774 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2bdd124d-5be2-421a-a7b4-555aa9859313 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:06.145825 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-98e157e7-361e-48c3-a924-397319fbc0ca tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:06.234771 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-98e157e7-361e-48c3-a924-397319fbc0ca tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:06.256645 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-98e157e7-361e-48c3-a924-397319fbc0ca tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ae5ac76-875a-4a21-9788-aecb33173e6a']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:06.266921 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-98e157e7-361e-48c3-a924-397319fbc0ca tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a686e09f-a790-495b-880d-9098fa31d094') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:06.267216 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-98e157e7-361e-48c3-a924-397319fbc0ca tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a686e09f-a790-495b-880d-9098fa31d094') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:06.276618 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-98e157e7-361e-48c3-a924-397319fbc0ca tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:06.290052 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-98e157e7-361e-48c3-a924-397319fbc0ca tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:06.296447 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98e157e7-361e-48c3-a924-397319fbc0ca tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:33:06.296834 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-98e157e7-361e-48c3-a924-397319fbc0ca tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:06.298537 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:33:06.298537 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:33:06.298537 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:33:06.298537 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:33:06.298537 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:33:06.298537 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:33:06.298537 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:33:06.298537 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:33:06.298537 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:33:06.298537 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:33:06.298537 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:33:06.298537 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:33:06.298537 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:33:06.298537 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:33:06.298537 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:33:06.298537 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:33:06.298537 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:33:06.298537 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:33:06.298537 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:33:06.298537 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:33:06.298537 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:33:06.298537 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:33:06.298537 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:33:06.298537 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:33:06.298537 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:33:06.298537 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:33:06.298537 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:33:06.298537 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:33:06.298537 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:33:06.298537 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:33:06.298537 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:33:06.298537 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:33:06.327045 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2bdd124d-5be2-421a-a7b4-555aa9859313 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:06.359536 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-98e157e7-361e-48c3-a924-397319fbc0ca tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:06.364749 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e157e7-361e-48c3-a924-397319fbc0ca tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0ae5ac76-875a-4a21-9788-aecb33173e6a {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 19 01:33:06.367434 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-98e157e7-361e-48c3-a924-397319fbc0ca tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:06.373863 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-98e157e7-361e-48c3-a924-397319fbc0ca tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] 10.222.0.57 "DELETE /v2.0/networks/0ae5ac76-875a-4a21-9788-aecb33173e6a HTTP/1.1" status: 204 len: 168 time: 0.3327127 Oct 19 01:33:06.374567 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43296) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:06.380969 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e157e7-361e-48c3-a924-397319fbc0ca tempest-ExternalNetworksTestJSON-12861029 tempest-ExternalNetworksTestJSON-12861029-project-admin] Pushing event deleted for resources: {'Network': ['ID=0ae5ac76-875a-4a21-9788-aecb33173e6a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:06.415608 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0d92244-81ec-4e22-8725-8c7e4bf6e0b6 tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] DELETE failed (client error): The resource could not be found. Oct 19 01:33:06.416077 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0d92244-81ec-4e22-8725-8c7e4bf6e0b6 tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:33:06.419477 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e0d92244-81ec-4e22-8725-8c7e4bf6e0b6 tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] 10.222.0.57 "DELETE /v2.0/subnets/706ae4ec-c6ac-4d1d-83fa-9973526437e2 HTTP/1.1" status: 404 len: 337 time: 0.0441735 Oct 19 01:33:06.420274 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd124d-5be2-421a-a7b4-555aa9859313 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Subnet': ['ID=a0f6206f-45c3-4ae2-bf9c-bc0bf03e3fd4,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:06.422252 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43298) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:06.460379 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdd124d-5be2-421a-a7b4-555aa9859313 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Checking segment: {'id': '5073d7f8-ea60-44e2-ab46-12f8e1ba9fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6b2b687f-f3d4-40f4-981c-d88b03ef6f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:33:06.460741 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdd124d-5be2-421a-a7b4-555aa9859313 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Network hostable DHCP agents. Network: 6b2b687f-f3d4-40f4-981c-d88b03ef6f1c, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:33:06.525875 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ec1685bb-30ac-4cf6-8091-75203c02be6b tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:06.528783 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdd124d-5be2-421a-a7b4-555aa9859313 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Network 6b2b687f-f3d4-40f4-981c-d88b03ef6f1c is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:33:06.540796 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-2bdd124d-5be2-421a-a7b4-555aa9859313 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 6b2b687f-f3d4-40f4-981c-d88b03ef6f1c) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:06.548073 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdd124d-5be2-421a-a7b4-555aa9859313 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:06.548639 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2bdd124d-5be2-421a-a7b4-555aa9859313 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:06.553658 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476419e8-34c0-4add-93ac-d08401a2551e None None] Network 6b2b687f-f3d4-40f4-981c-d88b03ef6f1c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:06.597574 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2bdd124d-5be2-421a-a7b4-555aa9859313 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5936215 Oct 19 01:33:06.600449 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43300) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:06.606797 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-6f49e824-9d09-4bf7-8a74-5409faefb143 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'subnet': {'network_id': '6b2b687f-f3d4-40f4-981c-d88b03ef6f1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:06.655503 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ec1685bb-30ac-4cf6-8091-75203c02be6b tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:06.679542 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-ec1685bb-30ac-4cf6-8091-75203c02be6b tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4601df3-ba5f-4e45-8dd9-b4d5459d6896']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:06.692443 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-ec1685bb-30ac-4cf6-8091-75203c02be6b tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b4d904f-5bf4-4483-9946-1a95c7e4d140') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:06.692743 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-ec1685bb-30ac-4cf6-8091-75203c02be6b tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b4d904f-5bf4-4483-9946-1a95c7e4d140') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:06.705708 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ec1685bb-30ac-4cf6-8091-75203c02be6b tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:06.722334 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ec1685bb-30ac-4cf6-8091-75203c02be6b tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:06.724324 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82b4cc7-3013-4a3c-81c6-750fa854b90d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-6b2b687f-f3d4-40f4-981c-d88b03ef6f1c', 'network_id': '6b2b687f-f3d4-40f4-981c-d88b03ef6f1c', 'tenant_id': '85cac0c130044cf6b9d6df28e7d2f40a', 'fixed_ips': [{'subnet_id': 'a0f6206f-45c3-4ae2-bf9c-bc0bf03e3fd4'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:33:06.724985 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e82b4cc7-3013-4a3c-81c6-750fa854b90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:06.731495 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec1685bb-30ac-4cf6-8091-75203c02be6b tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:33:06.733758 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ec1685bb-30ac-4cf6-8091-75203c02be6b tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:06.736993 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:33:06.736993 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:33:06.736993 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:33:06.736993 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:33:06.736993 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:33:06.736993 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:33:06.736993 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:33:06.736993 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:33:06.736993 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:33:06.736993 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:33:06.736993 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:33:06.736993 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:33:06.736993 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:33:06.736993 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:33:06.736993 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:33:06.736993 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:33:06.736993 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:33:06.736993 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:33:06.736993 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:33:06.736993 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:33:06.736993 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:33:06.736993 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:33:06.736993 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:33:06.736993 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:33:06.736993 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:33:06.736993 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:33:06.736993 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:33:06.736993 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:33:06.736993 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:33:06.736993 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:33:06.736993 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:33:06.736993 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:33:06.745027 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f49e824-9d09-4bf7-8a74-5409faefb143 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Made reservation on behalf of 85cac0c130044cf6b9d6df28e7d2f40a for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:06.751396 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6f49e824-9d09-4bf7-8a74-5409faefb143 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:06.804048 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ec1685bb-30ac-4cf6-8091-75203c02be6b tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:06.810599 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ec1685bb-30ac-4cf6-8091-75203c02be6b tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:06.819135 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ec1685bb-30ac-4cf6-8091-75203c02be6b tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] 10.222.0.57 "DELETE /v2.0/networks/d4601df3-ba5f-4e45-8dd9-b4d5459d6896 HTTP/1.1" status: 204 len: 168 time: 0.3940876 Oct 19 01:33:06.865016 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1685bb-30ac-4cf6-8091-75203c02be6b tempest-ExternalNetworksTestJSON-676708477 tempest-ExternalNetworksTestJSON-676708477-project] Pushing event deleted for resources: {'Network': ['ID=d4601df3-ba5f-4e45-8dd9-b4d5459d6896,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:06.870421 n-d-715271-26 neutron-server[100606]: INFO neutron.db.ipam_backend_mixin [None req-6f49e824-9d09-4bf7-8a74-5409faefb143 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a0f6206f-45c3-4ae2-bf9c-bc0bf03e3fd4 (CIDR: 172.20.0.0/28) Oct 19 01:33:06.876465 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f49e824-9d09-4bf7-8a74-5409faefb143 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:06.878077 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f49e824-9d09-4bf7-8a74-5409faefb143 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:33:06.904408 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6f49e824-9d09-4bf7-8a74-5409faefb143 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3024845 Oct 19 01:33:06.906572 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43304) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:06.911506 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-45fadf13-411c-4b45-9589-fe68f6474b68 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'subnet': {'network_id': '6b2b687f-f3d4-40f4-981c-d88b03ef6f1c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:06.926747 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-e82b4cc7-3013-4a3c-81c6-750fa854b90d None None] Allocated IP 172.20.0.2 (6b2b687f-f3d4-40f4-981c-d88b03ef6f1c/a0f6206f-45c3-4ae2-bf9c-bc0bf03e3fd4/f4479e28-a7aa-4778-bb6b-0d2b125cebf9) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:07.039704 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fadf13-411c-4b45-9589-fe68f6474b68 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Made reservation on behalf of 85cac0c130044cf6b9d6df28e7d2f40a for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:07.045986 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-45fadf13-411c-4b45-9589-fe68f6474b68 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:07.089220 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e82b4cc7-3013-4a3c-81c6-750fa854b90d None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:07.096535 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e82b4cc7-3013-4a3c-81c6-750fa854b90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:07.131509 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43308) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:07.137469 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82b4cc7-3013-4a3c-81c6-750fa854b90d None None] Network 6b2b687f-f3d4-40f4-981c-d88b03ef6f1c is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:07.142068 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-e82b4cc7-3013-4a3c-81c6-750fa854b90d None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:07.146354 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82b4cc7-3013-4a3c-81c6-750fa854b90d None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:07.150000 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b4cc7-3013-4a3c-81c6-750fa854b90d None None] Pushing event updated for resources: {'Port': ['ID=f4479e28-a7aa-4778-bb6b-0d2b125cebf9,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:07.205209 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-e82b4cc7-3013-4a3c-81c6-750fa854b90d None None] Attempting to bind port f4479e28-a7aa-4778-bb6b-0d2b125cebf9 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:33:07.205577 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-e82b4cc7-3013-4a3c-81c6-750fa854b90d None None] Attempting to bind port f4479e28-a7aa-4778-bb6b-0d2b125cebf9 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '5073d7f8-ea60-44e2-ab46-12f8e1ba9fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6b2b687f-f3d4-40f4-981c-d88b03ef6f1c'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:33:07.206348 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82b4cc7-3013-4a3c-81c6-750fa854b90d None None] Attempting to bind port f4479e28-a7aa-4778-bb6b-0d2b125cebf9 on network 6b2b687f-f3d4-40f4-981c-d88b03ef6f1c {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:33:07.211858 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82b4cc7-3013-4a3c-81c6-750fa854b90d None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:33:07.212309 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82b4cc7-3013-4a3c-81c6-750fa854b90d None None] Checking segment: {'id': '5073d7f8-ea60-44e2-ab46-12f8e1ba9fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6b2b687f-f3d4-40f4-981c-d88b03ef6f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:33:07.212786 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e82b4cc7-3013-4a3c-81c6-750fa854b90d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:07.213584 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82b4cc7-3013-4a3c-81c6-750fa854b90d None None] Bound using segment: {'id': '5073d7f8-ea60-44e2-ab46-12f8e1ba9fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6b2b687f-f3d4-40f4-981c-d88b03ef6f1c'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:33:07.214399 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-e82b4cc7-3013-4a3c-81c6-750fa854b90d None None] Bound port: f4479e28-a7aa-4778-bb6b-0d2b125cebf9, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5073d7f8-ea60-44e2-ab46-12f8e1ba9fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6b2b687f-f3d4-40f4-981c-d88b03ef6f1c'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:33:07.215493 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e82b4cc7-3013-4a3c-81c6-750fa854b90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:07.325305 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-712baec7-4ea1-415c-b728-adddb838eee5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a6c6d901bcd04248872a95fc41986e82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1927538 Oct 19 01:33:07.327700 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43312) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:07.335807 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-45fadf13-411c-4b45-9589-fe68f6474b68 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:07.393433 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fadf13-411c-4b45-9589-fe68f6474b68 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Network 6b2b687f-f3d4-40f4-981c-d88b03ef6f1c is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:07.402189 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-45fadf13-411c-4b45-9589-fe68f6474b68 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:07.412404 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fadf13-411c-4b45-9589-fe68f6474b68 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:07.412995 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-45fadf13-411c-4b45-9589-fe68f6474b68 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:07.427903 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fadf13-411c-4b45-9589-fe68f6474b68 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Subnet': ['ID=3879b975-1825-44bf-bc10-61d145a4c9ec,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:07.443971 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-45fadf13-411c-4b45-9589-fe68f6474b68 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5362179 Oct 19 01:33:07.444671 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-e82b4cc7-3013-4a3c-81c6-750fa854b90d None None] For port f4479e28-a7aa-4778-bb6b-0d2b125cebf9, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:33:07.446518 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43314) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:07.449818 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-02e5b090-a361-4148-8950-de1a9d66e2e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:07.450870 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-e82b4cc7-3013-4a3c-81c6-750fa854b90d None None] For port f4479e28-a7aa-4778-bb6b-0d2b125cebf9, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=f4479e28-a7aa-4778-bb6b-0d2b125cebf9,segment=NetworkSegment(5073d7f8-ea60-44e2-ab46-12f8e1ba9fe9),segment_id=5073d7f8-ea60-44e2-ab46-12f8e1ba9fe9)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:33:07.452887 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-e201715c-4e5c-4bed-9ae6-bb88057346dc tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'port': {'network_id': '6b2b687f-f3d4-40f4-981c-d88b03ef6f1c', 'fixed_ips': [{'subnet_id': 'a0f6206f-45c3-4ae2-bf9c-bc0bf03e3fd4'}, {'subnet_id': '3879b975-1825-44bf-bc10-61d145a4c9ec'}], 'name': 'tempest-PortsTestJSON-898440552'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:07.455323 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e82b4cc7-3013-4a3c-81c6-750fa854b90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:07.475338 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-02e5b090-a361-4148-8950-de1a9d66e2e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:07.517292 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b4cc7-3013-4a3c-81c6-750fa854b90d None None] Pushing event updated for resources: {'Port': ['ID=f4479e28-a7aa-4778-bb6b-0d2b125cebf9,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:07.533464 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-02e5b090-a361-4148-8950-de1a9d66e2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:07.536362 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-02e5b090-a361-4148-8950-de1a9d66e2e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:07.537632 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-02e5b090-a361-4148-8950-de1a9d66e2e2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a6cd4a82-4cb9-4535-8aa2-079f22acd9b0 HTTP/1.1" status: 204 len: 168 time: 0.2089379 Oct 19 01:33:07.546661 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5b090-a361-4148-8950-de1a9d66e2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6cd4a82-4cb9-4535-8aa2-079f22acd9b0,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:07.597901 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e201715c-4e5c-4bed-9ae6-bb88057346dc tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Made reservation on behalf of 85cac0c130044cf6b9d6df28e7d2f40a for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:07.696943 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e201715c-4e5c-4bed-9ae6-bb88057346dc tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:07.727987 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-e201715c-4e5c-4bed-9ae6-bb88057346dc tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] device_id is not set on port dd25b724-a400-4cfd-a30b-0d0b88c7c33d yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:33:07.872920 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43320) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:07.919431 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0428d7b4-2789-4812-9417-f74a3a9b6d62 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=42242254cd6d4046ae2d91d0d99ba0d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451274 Oct 19 01:33:07.921992 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43322) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:07.972333 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0e33539a-0b72-460a-9775-c190868c10ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:07.993183 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0e33539a-0b72-460a-9775-c190868c10ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:08.016686 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-e201715c-4e5c-4bed-9ae6-bb88057346dc tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Allocated IP 172.20.0.14 (6b2b687f-f3d4-40f4-981c-d88b03ef6f1c/a0f6206f-45c3-4ae2-bf9c-bc0bf03e3fd4/dd25b724-a400-4cfd-a30b-0d0b88c7c33d) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:08.022736 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-e201715c-4e5c-4bed-9ae6-bb88057346dc tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Allocated IP 172.20.0.21 (6b2b687f-f3d4-40f4-981c-d88b03ef6f1c/3879b975-1825-44bf-bc10-61d145a4c9ec/dd25b724-a400-4cfd-a30b-0d0b88c7c33d) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:08.046237 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0e33539a-0b72-460a-9775-c190868c10ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:08.048988 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0e33539a-0b72-460a-9775-c190868c10ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:08.050356 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0e33539a-0b72-460a-9775-c190868c10ec admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e2f0335d-8223-4e1f-bd8c-6d33375fc414 HTTP/1.1" status: 204 len: 168 time: 0.1272557 Oct 19 01:33:08.058795 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33539a-0b72-460a-9775-c190868c10ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f0335d-8223-4e1f-bd8c-6d33375fc414,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:08.174820 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e201715c-4e5c-4bed-9ae6-bb88057346dc tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:08.217869 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e201715c-4e5c-4bed-9ae6-bb88057346dc tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:08.265949 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e201715c-4e5c-4bed-9ae6-bb88057346dc tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Network 6b2b687f-f3d4-40f4-981c-d88b03ef6f1c is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:08.269555 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-e201715c-4e5c-4bed-9ae6-bb88057346dc tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:08.274265 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e201715c-4e5c-4bed-9ae6-bb88057346dc tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:08.308437 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201715c-4e5c-4bed-9ae6-bb88057346dc tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Port': ['ID=dd25b724-a400-4cfd-a30b-0d0b88c7c33d,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:08.330176 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e201715c-4e5c-4bed-9ae6-bb88057346dc tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:08.330811 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e201715c-4e5c-4bed-9ae6-bb88057346dc tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:08.350871 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e201715c-4e5c-4bed-9ae6-bb88057346dc tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 0.9006600 Oct 19 01:33:08.356029 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43328) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:08.357631 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-2b5ae510-eb4a-43f7-923a-010caec45a20 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a0f6206f-45c3-4ae2-bf9c-bc0bf03e3fd4'}]}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:08.520758 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2b5ae510-eb4a-43f7-923a-010caec45a20 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:08.569322 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc83dfa-49f0-4c60-af16-e75aa58dd947 None None] Network 6b2b687f-f3d4-40f4-981c-d88b03ef6f1c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:08.659976 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-9b444544-bd76-40cf-b06c-e2eceb118b73 None None] Provisioning complete for port f4479e28-a7aa-4778-bb6b-0d2b125cebf9 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:08.660349 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9b444544-bd76-40cf-b06c-e2eceb118b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:08.799142 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9b444544-bd76-40cf-b06c-e2eceb118b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:08.842311 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-9b444544-bd76-40cf-b06c-e2eceb118b73 None None] For port f4479e28-a7aa-4778-bb6b-0d2b125cebf9, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=f4479e28-a7aa-4778-bb6b-0d2b125cebf9,segment=NetworkSegment(5073d7f8-ea60-44e2-ab46-12f8e1ba9fe9),segment_id=5073d7f8-ea60-44e2-ab46-12f8e1ba9fe9)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:08.849047 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9b444544-bd76-40cf-b06c-e2eceb118b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:08.925056 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-2b5ae510-eb4a-43f7-923a-010caec45a20 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Delete allocated IP 172.20.0.21 (6b2b687f-f3d4-40f4-981c-d88b03ef6f1c/3879b975-1825-44bf-bc10-61d145a4c9ec) {{(pid=100606) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 19 01:33:08.926309 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b444544-bd76-40cf-b06c-e2eceb118b73 None None] Pushing event updated for resources: {'Port': ['ID=f4479e28-a7aa-4778-bb6b-0d2b125cebf9,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:08.930359 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27203a58-f086-44fc-962c-cf647a12303c None None] Update dhcp port {'port': {'network_id': '6b2b687f-f3d4-40f4-981c-d88b03ef6f1c', 'fixed_ips': [{'subnet_id': 'a0f6206f-45c3-4ae2-bf9c-bc0bf03e3fd4', 'ip_address': '172.20.0.2'}, {'subnet_id': '3879b975-1825-44bf-bc10-61d145a4c9ec'}], 'binding:host_id': 'n-d-715271-26'}, 'id': 'f4479e28-a7aa-4778-bb6b-0d2b125cebf9'} from n-d-715271-26. {{(pid=100608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 01:33:08.967249 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-27203a58-f086-44fc-962c-cf647a12303c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:09.073217 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2b5ae510-eb4a-43f7-923a-010caec45a20 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:09.081725 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2b5ae510-eb4a-43f7-923a-010caec45a20 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:09.158486 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-27203a58-f086-44fc-962c-cf647a12303c None None] Allocated IP 172.20.0.18 (6b2b687f-f3d4-40f4-981c-d88b03ef6f1c/3879b975-1825-44bf-bc10-61d145a4c9ec/f4479e28-a7aa-4778-bb6b-0d2b125cebf9) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:09.189286 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ae510-eb4a-43f7-923a-010caec45a20 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Port': ['ID=dd25b724-a400-4cfd-a30b-0d0b88c7c33d,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:09.200217 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-2b5ae510-eb4a-43f7-923a-010caec45a20 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] In _notify_port_updated(), no bound segment for port dd25b724-a400-4cfd-a30b-0d0b88c7c33d on network 6b2b687f-f3d4-40f4-981c-d88b03ef6f1c {{(pid=100606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:33:09.205711 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5ae510-eb4a-43f7-923a-010caec45a20 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:09.206709 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2b5ae510-eb4a-43f7-923a-010caec45a20 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:09.208057 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2b5ae510-eb4a-43f7-923a-010caec45a20 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "PUT /v2.0/ports/dd25b724-a400-4cfd-a30b-0d0b88c7c33d HTTP/1.1" status: 200 len: 919 time: 0.8556757 Oct 19 01:33:09.210811 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43354) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:09.217590 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-203c7768-161d-4fa5-9249-b73b2a28b411 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a0f6206f-45c3-4ae2-bf9c-bc0bf03e3fd4'}, {'subnet_id': '3879b975-1825-44bf-bc10-61d145a4c9ec'}]}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:09.260645 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-27203a58-f086-44fc-962c-cf647a12303c None None] For port f4479e28-a7aa-4778-bb6b-0d2b125cebf9, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=f4479e28-a7aa-4778-bb6b-0d2b125cebf9,segment=NetworkSegment(5073d7f8-ea60-44e2-ab46-12f8e1ba9fe9),segment_id=5073d7f8-ea60-44e2-ab46-12f8e1ba9fe9)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:09.289211 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-203c7768-161d-4fa5-9249-b73b2a28b411 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:09.295165 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-27203a58-f086-44fc-962c-cf647a12303c None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:09.300496 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-27203a58-f086-44fc-962c-cf647a12303c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:09.399068 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27203a58-f086-44fc-962c-cf647a12303c None None] Pushing event updated for resources: {'Port': ['ID=f4479e28-a7aa-4778-bb6b-0d2b125cebf9,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:09.486615 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43364) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:09.562242 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-203c7768-161d-4fa5-9249-b73b2a28b411 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Allocated IP 172.20.0.25 (6b2b687f-f3d4-40f4-981c-d88b03ef6f1c/3879b975-1825-44bf-bc10-61d145a4c9ec/dd25b724-a400-4cfd-a30b-0d0b88c7c33d) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:09.597145 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-37d09d31-df9a-492c-b7e2-341a7e24c668 tempest-MeteringTestJSON-1905708986 tempest-MeteringTestJSON-1905708986-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1181226508'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:09.597792 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-37d09d31-df9a-492c-b7e2-341a7e24c668 tempest-MeteringTestJSON-1905708986 tempest-MeteringTestJSON-1905708986-project-admin] Unknown quota resources ['metering_label']. {{(pid=100607) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 01:33:09.703274 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-203c7768-161d-4fa5-9249-b73b2a28b411 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:09.711684 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-203c7768-161d-4fa5-9249-b73b2a28b411 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:09.801237 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-37d09d31-df9a-492c-b7e2-341a7e24c668 tempest-MeteringTestJSON-1905708986 tempest-MeteringTestJSON-1905708986-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:09.804903 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-37d09d31-df9a-492c-b7e2-341a7e24c668 tempest-MeteringTestJSON-1905708986 tempest-MeteringTestJSON-1905708986-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3155851 Oct 19 01:33:09.805115 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43368) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:09.810149 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-8215031f-e243-4667-bf6d-d73c22f8f1b6 tempest-MeteringTestJSON-1905708986 tempest-MeteringTestJSON-1905708986-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '7f9a301b-efc3-4b33-916d-74289b0469be'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:09.810637 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-8215031f-e243-4667-bf6d-d73c22f8f1b6 tempest-MeteringTestJSON-1905708986 tempest-MeteringTestJSON-1905708986-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100607) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 01:33:09.814354 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f4479e28-a7aa-4778-bb6b-0d2b125cebf9 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:33:09.820123 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c7768-161d-4fa5-9249-b73b2a28b411 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Port': ['ID=dd25b724-a400-4cfd-a30b-0d0b88c7c33d,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:09.876054 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-203c7768-161d-4fa5-9249-b73b2a28b411 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] In _notify_port_updated(), no bound segment for port dd25b724-a400-4cfd-a30b-0d0b88c7c33d on network 6b2b687f-f3d4-40f4-981c-d88b03ef6f1c {{(pid=100606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:33:09.881408 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port f4479e28-a7aa-4778-bb6b-0d2b125cebf9 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:09.881989 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203c7768-161d-4fa5-9249-b73b2a28b411 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:09.882196 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:09.882645 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-203c7768-161d-4fa5-9249-b73b2a28b411 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:09.887920 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-203c7768-161d-4fa5-9249-b73b2a28b411 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "PUT /v2.0/ports/dd25b724-a400-4cfd-a30b-0d0b88c7c33d HTTP/1.1" status: 200 len: 999 time: 0.6757529 Oct 19 01:33:09.888557 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43370) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:09.908964 n-d-715271-26 neutron-server[100607]: WARNING neutron.services.metering.metering_plugin [None req-8215031f-e243-4667-bf6d-d73c22f8f1b6 tempest-MeteringTestJSON-1905708986 tempest-MeteringTestJSON-1905708986-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 19 01:33:09.974795 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58aef276-9386-4721-bd37-057222ea44a2 None None] Network 6b2b687f-f3d4-40f4-981c-d88b03ef6f1c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:09.997384 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-2e43ab23-3f83-48fb-b099-9e751fb7b6e5 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Deleting port dd25b724-a400-4cfd-a30b-0d0b88c7c33d {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:09.997720 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2e43ab23-3f83-48fb-b099-9e751fb7b6e5 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:10.018152 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b342b182-a849-4ef1-8561-1c854b338e63 None None] Provisioning complete for port dd25b724-a400-4cfd-a30b-0d0b88c7c33d triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:10.018617 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b342b182-a849-4ef1-8561-1c854b338e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:10.090567 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-b342b182-a849-4ef1-8561-1c854b338e63 None None] Port dd25b724-a400-4cfd-a30b-0d0b88c7c33d cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:10.096193 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2e43ab23-3f83-48fb-b099-9e751fb7b6e5 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:10.110052 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-2e43ab23-3f83-48fb-b099-9e751fb7b6e5 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Calling delete_port for dd25b724-a400-4cfd-a30b-0d0b88c7c33d owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:10.151217 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b342b182-a849-4ef1-8561-1c854b338e63 None None] Provisioning complete for port f4479e28-a7aa-4778-bb6b-0d2b125cebf9 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:10.151579 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b342b182-a849-4ef1-8561-1c854b338e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:10.317334 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2e43ab23-3f83-48fb-b099-9e751fb7b6e5 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:10.347360 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43ab23-3f83-48fb-b099-9e751fb7b6e5 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Port': ['ID=dd25b724-a400-4cfd-a30b-0d0b88c7c33d,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:10.363206 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8215031f-e243-4667-bf6d-d73c22f8f1b6 tempest-MeteringTestJSON-1905708986 tempest-MeteringTestJSON-1905708986-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:10.364473 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8215031f-e243-4667-bf6d-d73c22f8f1b6 tempest-MeteringTestJSON-1905708986 tempest-MeteringTestJSON-1905708986-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5584316 Oct 19 01:33:10.367472 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43374) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:10.371952 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-c4fa3fd7-cc69-4875-b42c-94018e7f0b85 tempest-MeteringTestJSON-1905708986 tempest-MeteringTestJSON-1905708986-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '7f9a301b-efc3-4b33-916d-74289b0469be'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:10.372437 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-c4fa3fd7-cc69-4875-b42c-94018e7f0b85 tempest-MeteringTestJSON-1905708986 tempest-MeteringTestJSON-1905708986-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100607) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 01:33:10.425686 n-d-715271-26 neutron-server[100607]: WARNING neutron.services.metering.metering_plugin [None req-c4fa3fd7-cc69-4875-b42c-94018e7f0b85 tempest-MeteringTestJSON-1905708986 tempest-MeteringTestJSON-1905708986-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 19 01:33:10.431362 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2e43ab23-3f83-48fb-b099-9e751fb7b6e5 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:10.434837 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2e43ab23-3f83-48fb-b099-9e751fb7b6e5 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/ports/dd25b724-a400-4cfd-a30b-0d0b88c7c33d HTTP/1.1" status: 204 len: 168 time: 0.5453200 Oct 19 01:33:10.437648 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43376) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:10.465454 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-b53237c9-8aa0-470f-9d4c-8416b98654db tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] GET failed (client error): The resource could not be found. Oct 19 01:33:10.466852 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b53237c9-8aa0-470f-9d4c-8416b98654db tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "GET /v2.0/ports/dd25b724-a400-4cfd-a30b-0d0b88c7c33d HTTP/1.1" status: 404 len: 333 time: 0.0283012 Oct 19 01:33:10.469850 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43378) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:10.507390 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c4fa3fd7-cc69-4875-b42c-94018e7f0b85 tempest-MeteringTestJSON-1905708986 tempest-MeteringTestJSON-1905708986-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:10.508507 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c4fa3fd7-cc69-4875-b42c-94018e7f0b85 tempest-MeteringTestJSON-1905708986 tempest-MeteringTestJSON-1905708986-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1400058 Oct 19 01:33:10.511207 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43380) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:10.519637 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8ecbb57-a585-48e8-9edb-8760137e6cad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Deleting subnet 3879b975-1825-44bf-bc10-61d145a4c9ec {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:33:10.523302 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-cff0f0c2-7d27-4a44-953d-24a881e448d4 tempest-MeteringTestJSON-1905708986 tempest-MeteringTestJSON-1905708986-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=2445ebe1-28bf-4a67-a9cc-96a30574b9be HTTP/1.1" status: 200 len: 464 time: 0.0089197 Oct 19 01:33:10.523462 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d8ecbb57-a585-48e8-9edb-8760137e6cad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:10.523592 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43382) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:10.565752 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d8ecbb57-a585-48e8-9edb-8760137e6cad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:10.627805 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-225c2b7f-713e-4504-b3e6-49ce7a92887e tempest-MeteringTestJSON-1905708986 tempest-MeteringTestJSON-1905708986-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:10.629265 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-225c2b7f-713e-4504-b3e6-49ce7a92887e tempest-MeteringTestJSON-1905708986 tempest-MeteringTestJSON-1905708986-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-label-rules/2445ebe1-28bf-4a67-a9cc-96a30574b9be HTTP/1.1" status: 204 len: 168 time: 0.1045427 Oct 19 01:33:10.631582 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43384) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:10.646044 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-205a7abd-71b6-4874-8b2c-8882debcd4b8 tempest-MeteringTestJSON-1905708986 tempest-MeteringTestJSON-1905708986-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=2445ebe1-28bf-4a67-a9cc-96a30574b9be HTTP/1.1" status: 200 len: 221 time: 0.0097754 Oct 19 01:33:10.646468 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43386) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:10.650838 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-95d7b7b4-6a0a-4763-b7b0-d4807be2b98a tempest-MeteringTestJSON-1905708986 tempest-MeteringTestJSON-1905708986-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--837552522', 'description': 'label created by tempest'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:10.651304 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-95d7b7b4-6a0a-4763-b7b0-d4807be2b98a tempest-MeteringTestJSON-1905708986 tempest-MeteringTestJSON-1905708986-project-admin] Unknown quota resources ['metering_label']. {{(pid=100607) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 01:33:10.664100 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d8ecbb57-a585-48e8-9edb-8760137e6cad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:10.731944 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d8ecbb57-a585-48e8-9edb-8760137e6cad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:10.759754 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ecbb57-a585-48e8-9edb-8760137e6cad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Subnet': ['ID=3879b975-1825-44bf-bc10-61d145a4c9ec,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:10.763987 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d8ecbb57-a585-48e8-9edb-8760137e6cad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:10.768190 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d8ecbb57-a585-48e8-9edb-8760137e6cad tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/subnets/3879b975-1825-44bf-bc10-61d145a4c9ec HTTP/1.1" status: 204 len: 168 time: 0.2973969 Oct 19 01:33:10.769788 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43388) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:10.778612 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4a5993b5-2e7d-4bda-be4b-4a6a630a7ad5 None None] Could not find standard attr ID for object dd25b724-a400-4cfd-a30b-0d0b88c7c33d. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:33:10.788655 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4a5993b5-2e7d-4bda-be4b-4a6a630a7ad5 None None] Provisioning complete for port f4479e28-a7aa-4778-bb6b-0d2b125cebf9 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:10.789002 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4a5993b5-2e7d-4bda-be4b-4a6a630a7ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:10.809513 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95d7b7b4-6a0a-4763-b7b0-d4807be2b98a tempest-MeteringTestJSON-1905708986 tempest-MeteringTestJSON-1905708986-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:10.810864 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-95d7b7b4-6a0a-4763-b7b0-d4807be2b98a tempest-MeteringTestJSON-1905708986 tempest-MeteringTestJSON-1905708986-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1632283 Oct 19 01:33:10.813937 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43390) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:10.901144 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-37f9372b-f548-4377-8032-a89ec4921009 tempest-MeteringTestJSON-1905708986 tempest-MeteringTestJSON-1905708986-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=3c4653f4-aac1-450d-8cca-59d33f41986b HTTP/1.1" status: 200 len: 467 time: 0.0838761 Oct 19 01:33:10.901554 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43392) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:10.905144 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-89f95de2-0f48-4d54-a900-b7ee4e3de418 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Deleting subnet a0f6206f-45c3-4ae2-bf9c-bc0bf03e3fd4 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:33:10.909404 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-89f95de2-0f48-4d54-a900-b7ee4e3de418 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:10.954853 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-89f95de2-0f48-4d54-a900-b7ee4e3de418 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:11.004596 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15eae8d7-6663-4403-816b-bb0323d26bed None None] Network 6b2b687f-f3d4-40f4-981c-d88b03ef6f1c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:11.048892 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-89f95de2-0f48-4d54-a900-b7ee4e3de418 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:11.089112 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-a54abbed-624c-4e7f-8294-016737d7388e None None] Could not find standard attr ID for object dd25b724-a400-4cfd-a30b-0d0b88c7c33d. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:33:11.114349 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-89f95de2-0f48-4d54-a900-b7ee4e3de418 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:11.125760 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3cec4478-52f2-4577-a4b5-9f5ff1a571f3 tempest-MeteringTestJSON-1905708986 tempest-MeteringTestJSON-1905708986-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:11.127032 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3cec4478-52f2-4577-a4b5-9f5ff1a571f3 tempest-MeteringTestJSON-1905708986 tempest-MeteringTestJSON-1905708986-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-labels/3c4653f4-aac1-450d-8cca-59d33f41986b HTTP/1.1" status: 204 len: 168 time: 0.2244554 Oct 19 01:33:11.129735 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43394) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:11.141523 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0c9e3e5c-261e-425b-8f04-8cead45f9082 tempest-MeteringTestJSON-1905708986 tempest-MeteringTestJSON-1905708986-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=3c4653f4-aac1-450d-8cca-59d33f41986b HTTP/1.1" status: 200 len: 216 time: 0.0105038 Oct 19 01:33:11.145245 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-89f95de2-0f48-4d54-a900-b7ee4e3de418 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:11.148095 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43396) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:11.150977 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-89f95de2-0f48-4d54-a900-b7ee4e3de418 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/subnets/a0f6206f-45c3-4ae2-bf9c-bc0bf03e3fd4 HTTP/1.1" status: 204 len: 168 time: 0.3761759 Oct 19 01:33:11.150977 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f95de2-0f48-4d54-a900-b7ee4e3de418 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Subnet': ['ID=a0f6206f-45c3-4ae2-bf9c-bc0bf03e3fd4,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:11.151989 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43398) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:11.159212 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-bdcb7c64-f93d-4906-9d9b-a81bf8e31564 tempest-MeteringTestJSON-1905708986 tempest-MeteringTestJSON-1905708986-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0098362 Oct 19 01:33:11.162930 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43400) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:11.188903 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-43d0f8de-6695-4290-af3c-02b932394e2f tempest-MeteringTestJSON-1905708986 tempest-MeteringTestJSON-1905708986-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0247996 Oct 19 01:33:11.192316 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43402) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:11.243870 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8f657976-7225-4d45-8c18-4af8c085e55d tempest-MeteringTestJSON-1905708986 tempest-MeteringTestJSON-1905708986-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels/7f9a301b-efc3-4b33-916d-74289b0469be HTTP/1.1" status: 200 len: 473 time: 0.0502450 Oct 19 01:33:11.247683 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fb69e38e-03c2-4eb1-be94-56e60654b306 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:11.247918 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43404) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:11.248950 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713fd713-4e23-482c-95de-81364de674cb None None] Update dhcp port {'port': {'network_id': '6b2b687f-f3d4-40f4-981c-d88b03ef6f1c', 'fixed_ips': [{'subnet_id': 'a0f6206f-45c3-4ae2-bf9c-bc0bf03e3fd4'}], 'binding:host_id': 'n-d-715271-26'}, 'id': 'f4479e28-a7aa-4778-bb6b-0d2b125cebf9'} from n-d-715271-26. {{(pid=100608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 01:33:11.258139 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2d50c899-4df9-4c67-920f-4a5532215ab1 tempest-MeteringTestJSON-1905708986 tempest-MeteringTestJSON-1905708986-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules/9163ce84-7e7c-47a6-94a9-4207d043dea4 HTTP/1.1" status: 200 len: 461 time: 0.0090194 Oct 19 01:33:11.261417 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43406) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:11.276119 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-713fd713-4e23-482c-95de-81364de674cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:11.301212 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-fb69e38e-03c2-4eb1-be94-56e60654b306 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Deleting port f4479e28-a7aa-4778-bb6b-0d2b125cebf9 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:11.301557 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fb69e38e-03c2-4eb1-be94-56e60654b306 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:11.363852 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-93180121-e691-4525-b4e9-0e46025e44d9 tempest-MeteringTestJSON-1905708986 tempest-MeteringTestJSON-1905708986-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:11.365292 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-93180121-e691-4525-b4e9-0e46025e44d9 tempest-MeteringTestJSON-1905708986 tempest-MeteringTestJSON-1905708986-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-label-rules/9163ce84-7e7c-47a6-94a9-4207d043dea4 HTTP/1.1" status: 204 len: 168 time: 0.1020007 Oct 19 01:33:11.367856 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43408) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:11.369515 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-fb69e38e-03c2-4eb1-be94-56e60654b306 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] For port f4479e28-a7aa-4778-bb6b-0d2b125cebf9, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=f4479e28-a7aa-4778-bb6b-0d2b125cebf9,segment=NetworkSegment(5073d7f8-ea60-44e2-ab46-12f8e1ba9fe9),segment_id=5073d7f8-ea60-44e2-ab46-12f8e1ba9fe9)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:11.369982 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fb69e38e-03c2-4eb1-be94-56e60654b306 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:11.385308 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-fb69e38e-03c2-4eb1-be94-56e60654b306 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Calling delete_port for f4479e28-a7aa-4778-bb6b-0d2b125cebf9 owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:11.468710 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fb69e38e-03c2-4eb1-be94-56e60654b306 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:11.471823 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d233e2a1-a8c7-466b-9dc1-12cd7062e8d0 None None] Network 6b2b687f-f3d4-40f4-981c-d88b03ef6f1c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:11.494904 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb69e38e-03c2-4eb1-be94-56e60654b306 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Port': ['ID=f4479e28-a7aa-4778-bb6b-0d2b125cebf9,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:11.499512 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb69e38e-03c2-4eb1-be94-56e60654b306 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] No DVR routers for this DVR port f4479e28-a7aa-4778-bb6b-0d2b125cebf9 on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:33:11.510787 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-477dbe72-36d4-4c0a-921c-d0d764c02646 None None] Could not find standard attr ID for object f4479e28-a7aa-4778-bb6b-0d2b125cebf9. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:33:11.568725 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-620f3b4a-3c62-45e2-b1c9-7c3b1e47d997 tempest-MeteringTestJSON-1905708986 tempest-MeteringTestJSON-1905708986-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:11.572439 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-620f3b4a-3c62-45e2-b1c9-7c3b1e47d997 tempest-MeteringTestJSON-1905708986 tempest-MeteringTestJSON-1905708986-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-labels/7f9a301b-efc3-4b33-916d-74289b0469be HTTP/1.1" status: 204 len: 168 time: 0.2010520 Oct 19 01:33:11.584006 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fb69e38e-03c2-4eb1-be94-56e60654b306 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:11.609991 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81090fb4-445a-45f5-ba45-c91753705e3a None None] DHCP port deletion for 6b2b687f-f3d4-40f4-981c-d88b03ef6f1c request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:33:11.610224 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-fb69e38e-03c2-4eb1-be94-56e60654b306 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b2b687f-f3d4-40f4-981c-d88b03ef6f1c']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:11.622832 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-fb69e38e-03c2-4eb1-be94-56e60654b306 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5073d7f8-ea60-44e2-ab46-12f8e1ba9fe9') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:11.623136 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-fb69e38e-03c2-4eb1-be94-56e60654b306 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5073d7f8-ea60-44e2-ab46-12f8e1ba9fe9') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:11.633005 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fb69e38e-03c2-4eb1-be94-56e60654b306 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:11.646231 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fb69e38e-03c2-4eb1-be94-56e60654b306 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:11.652030 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb69e38e-03c2-4eb1-be94-56e60654b306 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:33:11.652490 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fb69e38e-03c2-4eb1-be94-56e60654b306 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:11.655441 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:33:11.655441 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:33:11.655441 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:33:11.655441 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:33:11.655441 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:33:11.655441 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:33:11.655441 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:33:11.655441 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:33:11.655441 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:33:11.655441 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:33:11.655441 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:33:11.655441 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:33:11.655441 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:33:11.655441 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:33:11.655441 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:33:11.655441 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:33:11.655441 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:33:11.655441 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:33:11.655441 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:33:11.655441 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:33:11.655441 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:33:11.655441 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:33:11.655441 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:33:11.655441 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:33:11.655441 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:33:11.655441 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:33:11.655441 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:33:11.655441 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:33:11.655441 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:33:11.655441 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:33:11.655441 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:33:11.655441 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:33:11.750877 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f4479e28-a7aa-4778-bb6b-0d2b125cebf9 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:33:11.779554 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: f4479e28-a7aa-4778-bb6b-0d2b125cebf9 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:33:11.780162 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f4479e28-a7aa-4778-bb6b-0d2b125cebf9 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:33:11.865303 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43414) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:11.978568 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1d928b35-7a26-4836-9ffe-fe5520c36cca admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:11.998621 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fb69e38e-03c2-4eb1-be94-56e60654b306 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.003442 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fb69e38e-03c2-4eb1-be94-56e60654b306 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.010456 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fb69e38e-03c2-4eb1-be94-56e60654b306 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/networks/6b2b687f-f3d4-40f4-981c-d88b03ef6f1c HTTP/1.1" status: 204 len: 168 time: 0.8532696 Oct 19 01:33:12.010551 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43418) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:12.021810 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb69e38e-03c2-4eb1-be94-56e60654b306 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Network': ['ID=6b2b687f-f3d4-40f4-981c-d88b03ef6f1c,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:12.081747 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c09a790-5cd1-41c0-9bc9-b6abcdfe990b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:12.083219 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1c09a790-5cd1-41c0-9bc9-b6abcdfe990b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0703146 Oct 19 01:33:12.086837 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43420) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:12.101626 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1d928b35-7a26-4836-9ffe-fe5520c36cca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.105562 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1d928b35-7a26-4836-9ffe-fe5520c36cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.131172 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-bd6cbc9c-bf24-48e4-9f57-bab36f077326 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0430555 Oct 19 01:33:12.134481 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43422) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:12.139827 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-3806062c-1471-4944-92eb-da8ba67806cf tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-265000848'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:12.145673 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1d928b35-7a26-4836-9ffe-fe5520c36cca admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4c9e9c1c8e804ac2ac81e8e148179f16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2792056 Oct 19 01:33:12.146544 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d928b35-7a26-4836-9ffe-fe5520c36cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d2cdcd-8ead-4e48-bf16-3062b2291722,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:12.148846 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43424) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:12.161968 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3806062c-1471-4944-92eb-da8ba67806cf tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Made reservation on behalf of 85cac0c130044cf6b9d6df28e7d2f40a for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:12.165958 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3806062c-1471-4944-92eb-da8ba67806cf tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.190187 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3806062c-1471-4944-92eb-da8ba67806cf tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:33:12.198858 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3806062c-1471-4944-92eb-da8ba67806cf tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.199303 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-3806062c-1471-4944-92eb-da8ba67806cf tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Added segment fadbee8f-84e2-4358-94d5-cf6c327acd62 of type vlan for network 77bd3eb9-3b1c-4ea5-b3b2-e38c846a7cb3 Oct 19 01:33:12.200794 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ea74e390-4a30-4781-b2cd-8ba736b1b101 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.226601 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ea74e390-4a30-4781-b2cd-8ba736b1b101 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.239591 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3806062c-1471-4944-92eb-da8ba67806cf tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.265203 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3806062c-1471-4944-92eb-da8ba67806cf tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.270832 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3806062c-1471-4944-92eb-da8ba67806cf tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:12.271630 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3806062c-1471-4944-92eb-da8ba67806cf tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.276103 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ea74e390-4a30-4781-b2cd-8ba736b1b101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.280453 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ea74e390-4a30-4781-b2cd-8ba736b1b101 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.281799 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ea74e390-4a30-4781-b2cd-8ba736b1b101 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b0d2cdcd-8ead-4e48-bf16-3062b2291722 HTTP/1.1" status: 204 len: 168 time: 0.1320360 Oct 19 01:33:12.294641 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea74e390-4a30-4781-b2cd-8ba736b1b101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d2cdcd-8ead-4e48-bf16-3062b2291722,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:12.313501 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3806062c-1471-4944-92eb-da8ba67806cf tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1777589 Oct 19 01:33:12.316312 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43428) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:12.329339 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-4a99f25a-1999-490f-b2e3-6a6ecb51f4cf tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'subnet': {'network_id': '77bd3eb9-3b1c-4ea5-b3b2-e38c846a7cb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:12.367029 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806062c-1471-4944-92eb-da8ba67806cf tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Network': ['ID=77bd3eb9-3b1c-4ea5-b3b2-e38c846a7cb3,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:12.378460 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 77bd3eb9-3b1c-4ea5-b3b2-e38c846a7cb3 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:33:12.428658 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a99f25a-1999-490f-b2e3-6a6ecb51f4cf tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Made reservation on behalf of 85cac0c130044cf6b9d6df28e7d2f40a for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:12.432125 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4a99f25a-1999-490f-b2e3-6a6ecb51f4cf tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.572393 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43432) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:12.586285 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c1ce4525-f3b7-41f5-bafa-1b85968190d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.612882 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4a99f25a-1999-490f-b2e3-6a6ecb51f4cf tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.664956 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c1ce4525-f3b7-41f5-bafa-1b85968190d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.669928 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c1ce4525-f3b7-41f5-bafa-1b85968190d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.679889 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99f25a-1999-490f-b2e3-6a6ecb51f4cf tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Subnet': ['ID=ede90a56-08c8-40af-bcab-4520eab8bf74,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:12.688768 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a99f25a-1999-490f-b2e3-6a6ecb51f4cf tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Checking segment: {'id': 'fadbee8f-84e2-4358-94d5-cf6c327acd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '77bd3eb9-3b1c-4ea5-b3b2-e38c846a7cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:33:12.689132 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a99f25a-1999-490f-b2e3-6a6ecb51f4cf tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Network hostable DHCP agents. Network: 77bd3eb9-3b1c-4ea5-b3b2-e38c846a7cb3, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:33:12.705601 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a99f25a-1999-490f-b2e3-6a6ecb51f4cf tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Network 77bd3eb9-3b1c-4ea5-b3b2-e38c846a7cb3 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:33:12.708906 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c1ce4525-f3b7-41f5-bafa-1b85968190d8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fa790037576a4b3a845be405c8036c0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1354365 Oct 19 01:33:12.709769 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce4525-f3b7-41f5-bafa-1b85968190d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdab18e-2723-40e8-9286-f9f8556069d3,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:12.712600 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43434) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:12.716362 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-4a99f25a-1999-490f-b2e3-6a6ecb51f4cf tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 77bd3eb9-3b1c-4ea5-b3b2-e38c846a7cb3) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:12.720636 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a99f25a-1999-490f-b2e3-6a6ecb51f4cf tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:12.721410 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4a99f25a-1999-490f-b2e3-6a6ecb51f4cf tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.725946 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e985f5a5-465a-4d54-a022-d8d46693f6e4 None None] Network 77bd3eb9-3b1c-4ea5-b3b2-e38c846a7cb3 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:12.754672 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4a99f25a-1999-490f-b2e3-6a6ecb51f4cf tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4331448 Oct 19 01:33:12.754672 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43436) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:12.759234 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-12b3fb42-2a2c-4236-8e49-933da74eed52 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'port': {'network_id': '77bd3eb9-3b1c-4ea5-b3b2-e38c846a7cb3', 'name': 'tempest-PortsTestJSON-1244205065'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:12.767312 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1981a7c7-ee6a-42ad-97af-347ae8a59e1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.794558 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1981a7c7-ee6a-42ad-97af-347ae8a59e1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.844702 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1981a7c7-ee6a-42ad-97af-347ae8a59e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.847432 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1981a7c7-ee6a-42ad-97af-347ae8a59e1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.850934 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1981a7c7-ee6a-42ad-97af-347ae8a59e1c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6cdab18e-2723-40e8-9286-f9f8556069d3 HTTP/1.1" status: 204 len: 168 time: 0.1348438 Oct 19 01:33:12.859924 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1981a7c7-ee6a-42ad-97af-347ae8a59e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdab18e-2723-40e8-9286-f9f8556069d3,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:12.890678 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b3fb42-2a2c-4236-8e49-933da74eed52 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Made reservation on behalf of 85cac0c130044cf6b9d6df28e7d2f40a for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:12.893746 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a55963-93af-4923-b2fd-8046dcbf1963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-77bd3eb9-3b1c-4ea5-b3b2-e38c846a7cb3', 'network_id': '77bd3eb9-3b1c-4ea5-b3b2-e38c846a7cb3', 'tenant_id': '85cac0c130044cf6b9d6df28e7d2f40a', 'fixed_ips': [{'subnet_id': 'ede90a56-08c8-40af-bcab-4520eab8bf74'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:33:12.894425 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-12b3fb42-2a2c-4236-8e49-933da74eed52 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.894645 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-46a55963-93af-4923-b2fd-8046dcbf1963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.913654 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-12b3fb42-2a2c-4236-8e49-933da74eed52 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] device_id is not set on port 53d9b900-0171-41d5-9171-c4ca8b14ea43 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:33:13.033212 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-12b3fb42-2a2c-4236-8e49-933da74eed52 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Allocated IP 172.20.0.11 (77bd3eb9-3b1c-4ea5-b3b2-e38c846a7cb3/ede90a56-08c8-40af-bcab-4520eab8bf74/53d9b900-0171-41d5-9171-c4ca8b14ea43) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:13.185483 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-12b3fb42-2a2c-4236-8e49-933da74eed52 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:13.222877 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-12b3fb42-2a2c-4236-8e49-933da74eed52 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:13.269153 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-46a55963-93af-4923-b2fd-8046dcbf1963 None None] Allocated IP 172.20.0.2 (77bd3eb9-3b1c-4ea5-b3b2-e38c846a7cb3/ede90a56-08c8-40af-bcab-4520eab8bf74/26fc5d57-8826-4d66-bbf0-b5e564de2c86) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:13.279605 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b3fb42-2a2c-4236-8e49-933da74eed52 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Network 77bd3eb9-3b1c-4ea5-b3b2-e38c846a7cb3 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:13.283752 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3fb42-2a2c-4236-8e49-933da74eed52 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Port': ['ID=53d9b900-0171-41d5-9171-c4ca8b14ea43,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:13.286409 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-12b3fb42-2a2c-4236-8e49-933da74eed52 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:13.288943 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b3fb42-2a2c-4236-8e49-933da74eed52 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:13.339075 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b3fb42-2a2c-4236-8e49-933da74eed52 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:13.340140 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-12b3fb42-2a2c-4236-8e49-933da74eed52 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:13.360931 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43450) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:13.364606 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-12b3fb42-2a2c-4236-8e49-933da74eed52 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.6063910 Oct 19 01:33:13.371377 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-a13f2e2d-9913-458b-91c5-8c3b8b5d6242 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'port': {'network_id': '77bd3eb9-3b1c-4ea5-b3b2-e38c846a7cb3', 'name': 'tempest-PortsTestJSON-198585604'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:13.430928 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-46a55963-93af-4923-b2fd-8046dcbf1963 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:13.437538 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-46a55963-93af-4923-b2fd-8046dcbf1963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:13.475619 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a55963-93af-4923-b2fd-8046dcbf1963 None None] Network 77bd3eb9-3b1c-4ea5-b3b2-e38c846a7cb3 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:13.481085 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-46a55963-93af-4923-b2fd-8046dcbf1963 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:13.484172 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a55963-93af-4923-b2fd-8046dcbf1963 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:13.494104 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13f2e2d-9913-458b-91c5-8c3b8b5d6242 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Made reservation on behalf of 85cac0c130044cf6b9d6df28e7d2f40a for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:13.497761 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a13f2e2d-9913-458b-91c5-8c3b8b5d6242 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:13.518061 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a55963-93af-4923-b2fd-8046dcbf1963 None None] Pushing event updated for resources: {'Port': ['ID=26fc5d57-8826-4d66-bbf0-b5e564de2c86,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:13.523090 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-a13f2e2d-9913-458b-91c5-8c3b8b5d6242 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] device_id is not set on port 85bbc7c1-829f-4f36-9ddb-975e0fc56fe0 yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:33:13.548824 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-46a55963-93af-4923-b2fd-8046dcbf1963 None None] Attempting to bind port 26fc5d57-8826-4d66-bbf0-b5e564de2c86 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:33:13.549196 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-46a55963-93af-4923-b2fd-8046dcbf1963 None None] Attempting to bind port 26fc5d57-8826-4d66-bbf0-b5e564de2c86 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'fadbee8f-84e2-4358-94d5-cf6c327acd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '77bd3eb9-3b1c-4ea5-b3b2-e38c846a7cb3'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:33:13.549558 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a55963-93af-4923-b2fd-8046dcbf1963 None None] Attempting to bind port 26fc5d57-8826-4d66-bbf0-b5e564de2c86 on network 77bd3eb9-3b1c-4ea5-b3b2-e38c846a7cb3 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:33:13.554542 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a55963-93af-4923-b2fd-8046dcbf1963 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:33:13.554902 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a55963-93af-4923-b2fd-8046dcbf1963 None None] Checking segment: {'id': 'fadbee8f-84e2-4358-94d5-cf6c327acd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '77bd3eb9-3b1c-4ea5-b3b2-e38c846a7cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:33:13.555296 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-46a55963-93af-4923-b2fd-8046dcbf1963 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:13.555935 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a55963-93af-4923-b2fd-8046dcbf1963 None None] Bound using segment: {'id': 'fadbee8f-84e2-4358-94d5-cf6c327acd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '77bd3eb9-3b1c-4ea5-b3b2-e38c846a7cb3'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:33:13.556405 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-46a55963-93af-4923-b2fd-8046dcbf1963 None None] Bound port: 26fc5d57-8826-4d66-bbf0-b5e564de2c86, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fadbee8f-84e2-4358-94d5-cf6c327acd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '77bd3eb9-3b1c-4ea5-b3b2-e38c846a7cb3'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:33:13.556784 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-46a55963-93af-4923-b2fd-8046dcbf1963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:13.620655 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43460) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:13.629290 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-46a55963-93af-4923-b2fd-8046dcbf1963 None None] For port 26fc5d57-8826-4d66-bbf0-b5e564de2c86, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:33:13.632676 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-46a55963-93af-4923-b2fd-8046dcbf1963 None None] For port 26fc5d57-8826-4d66-bbf0-b5e564de2c86, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=26fc5d57-8826-4d66-bbf0-b5e564de2c86,segment=NetworkSegment(fadbee8f-84e2-4358-94d5-cf6c327acd62),segment_id=fadbee8f-84e2-4358-94d5-cf6c327acd62)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:33:13.638810 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-46a55963-93af-4923-b2fd-8046dcbf1963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:13.641128 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-a13f2e2d-9913-458b-91c5-8c3b8b5d6242 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Allocated IP 172.20.0.13 (77bd3eb9-3b1c-4ea5-b3b2-e38c846a7cb3/ede90a56-08c8-40af-bcab-4520eab8bf74/85bbc7c1-829f-4f36-9ddb-975e0fc56fe0) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:13.712801 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a55963-93af-4923-b2fd-8046dcbf1963 None None] Pushing event updated for resources: {'Port': ['ID=26fc5d57-8826-4d66-bbf0-b5e564de2c86,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:13.751444 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-a944cc6c-6b3f-492e-85b3-c8f4c230442e tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1441583164'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:13.775201 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a944cc6c-6b3f-492e-85b3-c8f4c230442e tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Made reservation on behalf of 7178cea977cb48c49eb2c0d5fbdd2b53 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:13.779686 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a944cc6c-6b3f-492e-85b3-c8f4c230442e tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:13.789940 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a944cc6c-6b3f-492e-85b3-c8f4c230442e tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:13.806763 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a13f2e2d-9913-458b-91c5-8c3b8b5d6242 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:13.845756 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a13f2e2d-9913-458b-91c5-8c3b8b5d6242 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:13.872196 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a944cc6c-6b3f-492e-85b3-c8f4c230442e tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:13.876794 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a944cc6c-6b3f-492e-85b3-c8f4c230442e tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:13.900573 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13f2e2d-9913-458b-91c5-8c3b8b5d6242 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Network 77bd3eb9-3b1c-4ea5-b3b2-e38c846a7cb3 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:13.905128 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-a13f2e2d-9913-458b-91c5-8c3b8b5d6242 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:13.918773 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13f2e2d-9913-458b-91c5-8c3b8b5d6242 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:13.920017 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a944cc6c-6b3f-492e-85b3-c8f4c230442e tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:33:13.927264 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a944cc6c-6b3f-492e-85b3-c8f4c230442e tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b954f58a-cc56-4f55-a964-a1aea4febc7f,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:13.960646 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a944cc6c-6b3f-492e-85b3-c8f4c230442e tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:13.961412 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-a944cc6c-6b3f-492e-85b3-c8f4c230442e tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Added segment e12ee6ca-2c7a-4ffd-b322-0fbb7a1eab59 of type vlan for network a700c0c0-e565-4028-adac-98eec102d9f4 Oct 19 01:33:13.966436 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f2e2d-9913-458b-91c5-8c3b8b5d6242 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Port': ['ID=85bbc7c1-829f-4f36-9ddb-975e0fc56fe0,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:13.968706 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-72d8cf63-9df9-4cf2-bd58-4e2bd0069203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:13.997091 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13f2e2d-9913-458b-91c5-8c3b8b5d6242 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:13.997904 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a13f2e2d-9913-458b-91c5-8c3b8b5d6242 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:14.017253 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a944cc6c-6b3f-492e-85b3-c8f4c230442e tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:14.020111 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a13f2e2d-9913-458b-91c5-8c3b8b5d6242 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6538203 Oct 19 01:33:14.022661 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43466) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:14.045207 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a944cc6c-6b3f-492e-85b3-c8f4c230442e tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:14.051422 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a944cc6c-6b3f-492e-85b3-c8f4c230442e tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:14.052080 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a944cc6c-6b3f-492e-85b3-c8f4c230442e tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:14.093039 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a944cc6c-6b3f-492e-85b3-c8f4c230442e tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4704084 Oct 19 01:33:14.095968 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43468) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:14.102788 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-e5f3a582-855b-4018-b4b1-8c36c78424a6 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Request body: {'subnet': {'network_id': 'a700c0c0-e565-4028-adac-98eec102d9f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:14.123200 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d56ad7c-373d-4084-be46-c38984349e18 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:14.124649 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5d56ad7c-373d-4084-be46-c38984349e18 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 0.1009502 Oct 19 01:33:14.127408 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43470) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:14.141650 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a944cc6c-6b3f-492e-85b3-c8f4c230442e tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Pushing event updated for resources: {'Network': ['ID=a700c0c0-e565-4028-adac-98eec102d9f4,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:14.153625 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network a700c0c0-e565-4028-adac-98eec102d9f4 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:33:14.217483 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-ad334c60-4c90-4823-90e6-b2c50ec05c4a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Deleting port 85bbc7c1-829f-4f36-9ddb-975e0fc56fe0 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:14.217749 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ad334c60-4c90-4823-90e6-b2c50ec05c4a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:14.225787 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f3a582-855b-4018-b4b1-8c36c78424a6 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Made reservation on behalf of 7178cea977cb48c49eb2c0d5fbdd2b53 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:14.229549 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e5f3a582-855b-4018-b4b1-8c36c78424a6 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:14.313836 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ad334c60-4c90-4823-90e6-b2c50ec05c4a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:14.326219 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-ad334c60-4c90-4823-90e6-b2c50ec05c4a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Calling delete_port for 85bbc7c1-829f-4f36-9ddb-975e0fc56fe0 owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:14.411461 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e5f3a582-855b-4018-b4b1-8c36c78424a6 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:14.469194 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ad334c60-4c90-4823-90e6-b2c50ec05c4a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:14.479082 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3a582-855b-4018-b4b1-8c36c78424a6 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Pushing event updated for resources: {'Subnet': ['ID=ee763b65-5cba-44f8-ba92-da781b574d74,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:14.489345 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f3a582-855b-4018-b4b1-8c36c78424a6 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Checking segment: {'id': 'e12ee6ca-2c7a-4ffd-b322-0fbb7a1eab59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a700c0c0-e565-4028-adac-98eec102d9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:33:14.489704 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f3a582-855b-4018-b4b1-8c36c78424a6 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Network hostable DHCP agents. Network: a700c0c0-e565-4028-adac-98eec102d9f4, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:33:14.501993 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad334c60-4c90-4823-90e6-b2c50ec05c4a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Port': ['ID=85bbc7c1-829f-4f36-9ddb-975e0fc56fe0,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:14.509024 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f3a582-855b-4018-b4b1-8c36c78424a6 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Network a700c0c0-e565-4028-adac-98eec102d9f4 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:33:14.520280 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-e5f3a582-855b-4018-b4b1-8c36c78424a6 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, a700c0c0-e565-4028-adac-98eec102d9f4) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:14.525565 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f3a582-855b-4018-b4b1-8c36c78424a6 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:14.526136 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e5f3a582-855b-4018-b4b1-8c36c78424a6 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:14.539393 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1494ef17-09b3-4dd2-9fb9-371724edda3f None None] Network a700c0c0-e565-4028-adac-98eec102d9f4 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:14.548529 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e5f3a582-855b-4018-b4b1-8c36c78424a6 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4491334 Oct 19 01:33:14.548759 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43472) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:14.562026 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-f4d22441-61d6-4a7d-8b88-a344564ce03a tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Request body: {'port': {'network_id': 'a700c0c0-e565-4028-adac-98eec102d9f4', 'name': 'tempest-AllowedAddressPairTestJSON-208699854'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:14.584154 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ad334c60-4c90-4823-90e6-b2c50ec05c4a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:14.587806 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ad334c60-4c90-4823-90e6-b2c50ec05c4a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/ports/85bbc7c1-829f-4f36-9ddb-975e0fc56fe0 HTTP/1.1" status: 204 len: 168 time: 0.4593365 Oct 19 01:33:14.591020 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43474) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:14.624014 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d7f9819-928a-4377-8a25-354df5ea83ab tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] GET failed (client error): The resource could not be found. Oct 19 01:33:14.625811 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7d7f9819-928a-4377-8a25-354df5ea83ab tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "GET /v2.0/ports/85bbc7c1-829f-4f36-9ddb-975e0fc56fe0 HTTP/1.1" status: 404 len: 333 time: 0.0337410 Oct 19 01:33:14.629005 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43476) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:14.716007 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d22441-61d6-4a7d-8b88-a344564ce03a tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Made reservation on behalf of 7178cea977cb48c49eb2c0d5fbdd2b53 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:14.722887 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f4d22441-61d6-4a7d-8b88-a344564ce03a tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:14.730730 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2d3b92-0eb0-4011-a021-03720ce23d21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-a700c0c0-e565-4028-adac-98eec102d9f4', 'network_id': 'a700c0c0-e565-4028-adac-98eec102d9f4', 'tenant_id': '7178cea977cb48c49eb2c0d5fbdd2b53', 'fixed_ips': [{'subnet_id': 'ee763b65-5cba-44f8-ba92-da781b574d74'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:33:14.731938 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-aa2d3b92-0eb0-4011-a021-03720ce23d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:14.738495 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-7e4072af-f032-475f-a4ca-0f4ac2f85056 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Deleting port 53d9b900-0171-41d5-9171-c4ca8b14ea43 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:14.738829 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7e4072af-f032-475f-a4ca-0f4ac2f85056 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:14.743351 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-f4d22441-61d6-4a7d-8b88-a344564ce03a tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] device_id is not set on port 48fc0696-e693-495e-975a-415217a84204 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:33:14.851595 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7e4072af-f032-475f-a4ca-0f4ac2f85056 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:14.858807 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c09a09-d123-4b01-8156-7471d35efee1 None None] Network 77bd3eb9-3b1c-4ea5-b3b2-e38c846a7cb3 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:14.864723 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-7e4072af-f032-475f-a4ca-0f4ac2f85056 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Calling delete_port for 53d9b900-0171-41d5-9171-c4ca8b14ea43 owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:14.868527 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-f4d22441-61d6-4a7d-8b88-a344564ce03a tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Allocated IP 172.20.0.2 (a700c0c0-e565-4028-adac-98eec102d9f4/ee763b65-5cba-44f8-ba92-da781b574d74/48fc0696-e693-495e-975a-415217a84204) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:14.998466 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-882a6c45-a89f-4024-9a1b-348f26a71281 None None] Provisioning complete for port 26fc5d57-8826-4d66-bbf0-b5e564de2c86 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:14.999181 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-882a6c45-a89f-4024-9a1b-348f26a71281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:15.004133 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7e4072af-f032-475f-a4ca-0f4ac2f85056 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:15.034654 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4072af-f032-475f-a4ca-0f4ac2f85056 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Port': ['ID=53d9b900-0171-41d5-9171-c4ca8b14ea43,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:15.054600 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f4d22441-61d6-4a7d-8b88-a344564ce03a tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:15.090945 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f4d22441-61d6-4a7d-8b88-a344564ce03a tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:15.111462 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7e4072af-f032-475f-a4ca-0f4ac2f85056 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:15.114961 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7e4072af-f032-475f-a4ca-0f4ac2f85056 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/ports/53d9b900-0171-41d5-9171-c4ca8b14ea43 HTTP/1.1" status: 204 len: 168 time: 0.4849374 Oct 19 01:33:15.117508 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43478) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:15.138551 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d22441-61d6-4a7d-8b88-a344564ce03a tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Network a700c0c0-e565-4028-adac-98eec102d9f4 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:15.142018 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-f4d22441-61d6-4a7d-8b88-a344564ce03a tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:15.144266 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b01a78-d635-4595-a7e5-4c9787d9903d tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] GET failed (client error): The resource could not be found. Oct 19 01:33:15.145995 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-11b01a78-d635-4595-a7e5-4c9787d9903d tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "GET /v2.0/ports/53d9b900-0171-41d5-9171-c4ca8b14ea43 HTTP/1.1" status: 404 len: 333 time: 0.0274808 Oct 19 01:33:15.146159 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d22441-61d6-4a7d-8b88-a344564ce03a tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:15.148741 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43480) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:15.178974 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d22441-61d6-4a7d-8b88-a344564ce03a tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Pushing event updated for resources: {'Port': ['ID=48fc0696-e693-495e-975a-415217a84204,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:15.194449 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-882a6c45-a89f-4024-9a1b-348f26a71281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:15.207358 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-aa2d3b92-0eb0-4011-a021-03720ce23d21 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-9ff4903a-1560-48bb-b9b8-26da7e6026e1 {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:33:15.207547 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d22441-61d6-4a7d-8b88-a344564ce03a tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:15.208124 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-aa2d3b92-0eb0-4011-a021-03720ce23d21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:33:15.208310 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f4d22441-61d6-4a7d-8b88-a344564ce03a tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:15.220667 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0386d4d-219a-4444-a5c2-7f1de7cdc546 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Deleting subnet ede90a56-08c8-40af-bcab-4520eab8bf74 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:33:15.226504 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d0386d4d-219a-4444-a5c2-7f1de7cdc546 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:15.230089 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f4d22441-61d6-4a7d-8b88-a344564ce03a tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6801891 Oct 19 01:33:15.236461 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-882a6c45-a89f-4024-9a1b-348f26a71281 None None] For port 26fc5d57-8826-4d66-bbf0-b5e564de2c86, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=26fc5d57-8826-4d66-bbf0-b5e564de2c86,segment=NetworkSegment(fadbee8f-84e2-4358-94d5-cf6c327acd62),segment_id=fadbee8f-84e2-4358-94d5-cf6c327acd62)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:15.236625 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43482) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:15.242096 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-ca6caca6-c415-4b88-b925-fd210c69db73 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Request body: {'port': {'network_id': 'a700c0c0-e565-4028-adac-98eec102d9f4', 'name': 'tempest-AllowedAddressPairTestJSON-1625575832', 'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:66:e7:45'}]}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:15.244534 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-882a6c45-a89f-4024-9a1b-348f26a71281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:15.283587 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d0386d4d-219a-4444-a5c2-7f1de7cdc546 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:15.299083 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a6c45-a89f-4024-9a1b-348f26a71281 None None] Pushing event updated for resources: {'Port': ['ID=26fc5d57-8826-4d66-bbf0-b5e564de2c86,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:15.364646 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6caca6-c415-4b88-b925-fd210c69db73 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Made reservation on behalf of 7178cea977cb48c49eb2c0d5fbdd2b53 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:15.382381 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d0386d4d-219a-4444-a5c2-7f1de7cdc546 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:15.445955 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d0386d4d-219a-4444-a5c2-7f1de7cdc546 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:15.461059 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ca6caca6-c415-4b88-b925-fd210c69db73 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:15.471092 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-af5918ea-248b-4e7f-a48b-252c5fe405cb None None] Provisioning complete for port 26fc5d57-8826-4d66-bbf0-b5e564de2c86 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:15.472127 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-af5918ea-248b-4e7f-a48b-252c5fe405cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:15.479739 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d0386d4d-219a-4444-a5c2-7f1de7cdc546 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:15.482288 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-ca6caca6-c415-4b88-b925-fd210c69db73 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] device_id is not set on port 6e54e824-9fd3-4bca-9387-f358b72c04a3 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:33:15.487140 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d0386d4d-219a-4444-a5c2-7f1de7cdc546 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/subnets/ede90a56-08c8-40af-bcab-4520eab8bf74 HTTP/1.1" status: 204 len: 168 time: 0.3367128 Oct 19 01:33:15.487366 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43484) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:15.488408 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0386d4d-219a-4444-a5c2-7f1de7cdc546 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Subnet': ['ID=ede90a56-08c8-40af-bcab-4520eab8bf74,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:15.595942 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eae33f1-b23c-4170-8284-d9f57760d023 None None] Network 77bd3eb9-3b1c-4ea5-b3b2-e38c846a7cb3 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:15.614695 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de431eaf-9ef9-486f-bf56-b8eaf37ff868 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:15.686976 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-ca6caca6-c415-4b88-b925-fd210c69db73 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Allocated IP 172.20.0.4 (a700c0c0-e565-4028-adac-98eec102d9f4/ee763b65-5cba-44f8-ba92-da781b574d74/6e54e824-9fd3-4bca-9387-f358b72c04a3) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:15.749035 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-de431eaf-9ef9-486f-bf56-b8eaf37ff868 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Deleting port 26fc5d57-8826-4d66-bbf0-b5e564de2c86 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:15.749726 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de431eaf-9ef9-486f-bf56-b8eaf37ff868 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:15.810574 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-aa2d3b92-0eb0-4011-a021-03720ce23d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:15.822183 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 26fc5d57-8826-4d66-bbf0-b5e564de2c86 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:33:15.855866 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34114731-c46d-42aa-bc6d-4e37fc117c9a None None] Could not find standard attr ID for object 53d9b900-0171-41d5-9171-c4ca8b14ea43. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:33:15.872723 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-de431eaf-9ef9-486f-bf56-b8eaf37ff868 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] For port 26fc5d57-8826-4d66-bbf0-b5e564de2c86, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=26fc5d57-8826-4d66-bbf0-b5e564de2c86,segment=NetworkSegment(fadbee8f-84e2-4358-94d5-cf6c327acd62),segment_id=fadbee8f-84e2-4358-94d5-cf6c327acd62)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:15.873087 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de431eaf-9ef9-486f-bf56-b8eaf37ff868 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:15.893542 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-de431eaf-9ef9-486f-bf56-b8eaf37ff868 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Calling delete_port for 26fc5d57-8826-4d66-bbf0-b5e564de2c86 owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:15.966512 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ca6caca6-c415-4b88-b925-fd210c69db73 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:16.001353 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 26fc5d57-8826-4d66-bbf0-b5e564de2c86 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:16.001729 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:16.023582 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de431eaf-9ef9-486f-bf56-b8eaf37ff868 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:16.032680 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ca6caca6-c415-4b88-b925-fd210c69db73 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:16.060421 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de431eaf-9ef9-486f-bf56-b8eaf37ff868 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Port': ['ID=26fc5d57-8826-4d66-bbf0-b5e564de2c86,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:16.063721 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de431eaf-9ef9-486f-bf56-b8eaf37ff868 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] No DVR routers for this DVR port 26fc5d57-8826-4d66-bbf0-b5e564de2c86 on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:33:16.075219 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e6f00e-a19d-4e8d-8b23-3bf21cd931c6 None None] DHCP port deletion for 77bd3eb9-3b1c-4ea5-b3b2-e38c846a7cb3 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:33:16.087247 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Could not find standard attr ID for object 26fc5d57-8826-4d66-bbf0-b5e564de2c86. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:33:16.093750 n-d-715271-26 neutron-server[100608]: INFO neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No ports have port_id starting with 26fc5d57-8826-4d66-bbf0-b5e564de2c86 Oct 19 01:33:16.095640 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-aa2d3b92-0eb0-4011-a021-03720ce23d21 None None] Allocated IP 172.20.0.3 (a700c0c0-e565-4028-adac-98eec102d9f4/ee763b65-5cba-44f8-ba92-da781b574d74/45842246-9017-40f1-9d14-6c106977fe02) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:16.123206 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6caca6-c415-4b88-b925-fd210c69db73 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Network a700c0c0-e565-4028-adac-98eec102d9f4 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:16.136114 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-ca6caca6-c415-4b88-b925-fd210c69db73 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:16.144082 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6caca6-c415-4b88-b925-fd210c69db73 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:16.209502 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de431eaf-9ef9-486f-bf56-b8eaf37ff868 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:16.218506 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6caca6-c415-4b88-b925-fd210c69db73 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Pushing event updated for resources: {'Port': ['ID=6e54e824-9fd3-4bca-9387-f358b72c04a3,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:16.244919 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-aa2d3b92-0eb0-4011-a021-03720ce23d21 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:16.246949 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-de431eaf-9ef9-486f-bf56-b8eaf37ff868 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77bd3eb9-3b1c-4ea5-b3b2-e38c846a7cb3']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:16.251638 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-aa2d3b92-0eb0-4011-a021-03720ce23d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:16.258837 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6caca6-c415-4b88-b925-fd210c69db73 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:16.259444 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ca6caca6-c415-4b88-b925-fd210c69db73 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:16.267108 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-de431eaf-9ef9-486f-bf56-b8eaf37ff868 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fadbee8f-84e2-4358-94d5-cf6c327acd62') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:16.267396 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-de431eaf-9ef9-486f-bf56-b8eaf37ff868 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fadbee8f-84e2-4358-94d5-cf6c327acd62') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:16.278994 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de431eaf-9ef9-486f-bf56-b8eaf37ff868 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:16.287768 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ca6caca6-c415-4b88-b925-fd210c69db73 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.0499039 Oct 19 01:33:16.290638 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43486) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:16.298057 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de431eaf-9ef9-486f-bf56-b8eaf37ff868 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:16.299031 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2d3b92-0eb0-4011-a021-03720ce23d21 None None] Network a700c0c0-e565-4028-adac-98eec102d9f4 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:16.300789 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d3b92-0eb0-4011-a021-03720ce23d21 None None] Pushing event updated for resources: {'Port': ['ID=45842246-9017-40f1-9d14-6c106977fe02,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:16.304531 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de431eaf-9ef9-486f-bf56-b8eaf37ff868 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:33:16.304948 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de431eaf-9ef9-486f-bf56-b8eaf37ff868 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:16.305786 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-aa2d3b92-0eb0-4011-a021-03720ce23d21 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:16.308088 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:33:16.308088 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:33:16.308088 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:33:16.308088 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:33:16.308088 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:33:16.308088 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:33:16.308088 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:33:16.308088 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:33:16.308088 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:33:16.308088 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:33:16.308088 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:33:16.308088 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:33:16.308088 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:33:16.308088 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:33:16.308088 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:33:16.308088 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:33:16.308088 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:33:16.308088 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:33:16.308088 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:33:16.308088 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:33:16.308088 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:33:16.308088 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:33:16.308088 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:33:16.308088 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:33:16.308088 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:33:16.308088 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:33:16.308088 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:33:16.308088 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:33:16.308088 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:33:16.308088 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:33:16.308088 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:33:16.308088 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:33:16.311401 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2d3b92-0eb0-4011-a021-03720ce23d21 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:16.363766 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5bfc8f-76a5-42fd-bc72-83d95069c491 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:16.366937 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-aa2d3b92-0eb0-4011-a021-03720ce23d21 None None] Attempting to bind port 45842246-9017-40f1-9d14-6c106977fe02 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:33:16.367501 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-aa2d3b92-0eb0-4011-a021-03720ce23d21 None None] Attempting to bind port 45842246-9017-40f1-9d14-6c106977fe02 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'e12ee6ca-2c7a-4ffd-b322-0fbb7a1eab59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a700c0c0-e565-4028-adac-98eec102d9f4'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:33:16.368125 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2d3b92-0eb0-4011-a021-03720ce23d21 None None] Attempting to bind port 45842246-9017-40f1-9d14-6c106977fe02 on network a700c0c0-e565-4028-adac-98eec102d9f4 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:33:16.371485 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5bfc8f-76a5-42fd-bc72-83d95069c491 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:16.374061 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de431eaf-9ef9-486f-bf56-b8eaf37ff868 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:16.374240 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2d3b92-0eb0-4011-a021-03720ce23d21 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:33:16.374737 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2d3b92-0eb0-4011-a021-03720ce23d21 None None] Checking segment: {'id': 'e12ee6ca-2c7a-4ffd-b322-0fbb7a1eab59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a700c0c0-e565-4028-adac-98eec102d9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:33:16.375145 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-aa2d3b92-0eb0-4011-a021-03720ce23d21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:16.375530 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2d3b92-0eb0-4011-a021-03720ce23d21 None None] Bound using segment: {'id': 'e12ee6ca-2c7a-4ffd-b322-0fbb7a1eab59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a700c0c0-e565-4028-adac-98eec102d9f4'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:33:16.376019 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-aa2d3b92-0eb0-4011-a021-03720ce23d21 None None] Bound port: 45842246-9017-40f1-9d14-6c106977fe02, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12ee6ca-2c7a-4ffd-b322-0fbb7a1eab59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a700c0c0-e565-4028-adac-98eec102d9f4'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:33:16.376404 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-aa2d3b92-0eb0-4011-a021-03720ce23d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:16.378380 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5bfc8f-76a5-42fd-bc72-83d95069c491 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:16.380853 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6e5bfc8f-76a5-42fd-bc72-83d95069c491 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.0890493 Oct 19 01:33:16.383656 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43488) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:16.384448 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de431eaf-9ef9-486f-bf56-b8eaf37ff868 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:16.388551 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-de431eaf-9ef9-486f-bf56-b8eaf37ff868 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/networks/77bd3eb9-3b1c-4ea5-b3b2-e38c846a7cb3 HTTP/1.1" status: 204 len: 168 time: 0.9001362 Oct 19 01:33:16.392501 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43490) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:16.397397 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-72899533-2314-45a8-9ac0-0ede95406dc5 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1309854435'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:16.410832 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de431eaf-9ef9-486f-bf56-b8eaf37ff868 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Network': ['ID=77bd3eb9-3b1c-4ea5-b3b2-e38c846a7cb3,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:16.434104 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72899533-2314-45a8-9ac0-0ede95406dc5 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Made reservation on behalf of 85cac0c130044cf6b9d6df28e7d2f40a for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:16.438643 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-72899533-2314-45a8-9ac0-0ede95406dc5 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:16.444137 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-aa2d3b92-0eb0-4011-a021-03720ce23d21 None None] For port 45842246-9017-40f1-9d14-6c106977fe02, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:33:16.447767 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-aa2d3b92-0eb0-4011-a021-03720ce23d21 None None] For port 45842246-9017-40f1-9d14-6c106977fe02, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=45842246-9017-40f1-9d14-6c106977fe02,segment=NetworkSegment(e12ee6ca-2c7a-4ffd-b322-0fbb7a1eab59),segment_id=e12ee6ca-2c7a-4ffd-b322-0fbb7a1eab59)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:33:16.452412 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-aa2d3b92-0eb0-4011-a021-03720ce23d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:16.462436 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72899533-2314-45a8-9ac0-0ede95406dc5 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:33:16.472993 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-72899533-2314-45a8-9ac0-0ede95406dc5 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:16.473297 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-72899533-2314-45a8-9ac0-0ede95406dc5 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Added segment c14257cb-36a3-42df-92b5-9157c0773f28 of type vlan for network 95ba7b83-5ab8-4056-a95d-dd9df7dfb4cf Oct 19 01:33:16.487641 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-f93ef93d-f0d8-4635-80a4-30164764efb7 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Deleting port 6e54e824-9fd3-4bca-9387-f358b72c04a3 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:16.488650 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f93ef93d-f0d8-4635-80a4-30164764efb7 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:16.510586 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d3b92-0eb0-4011-a021-03720ce23d21 None None] Pushing event updated for resources: {'Port': ['ID=45842246-9017-40f1-9d14-6c106977fe02,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:16.526089 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-72899533-2314-45a8-9ac0-0ede95406dc5 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:16.555883 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-72899533-2314-45a8-9ac0-0ede95406dc5 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:16.562568 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72899533-2314-45a8-9ac0-0ede95406dc5 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:16.563226 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-72899533-2314-45a8-9ac0-0ede95406dc5 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:16.581263 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9cdaa6b9-780b-4a3d-af7b-149a9a7212d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:16.595658 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f93ef93d-f0d8-4635-80a4-30164764efb7 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:16.609933 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-f93ef93d-f0d8-4635-80a4-30164764efb7 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Calling delete_port for 6e54e824-9fd3-4bca-9387-f358b72c04a3 owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:16.769176 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f93ef93d-f0d8-4635-80a4-30164764efb7 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:16.806101 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ef93d-f0d8-4635-80a4-30164764efb7 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Pushing event deleted for resources: {'Port': ['ID=6e54e824-9fd3-4bca-9387-f358b72c04a3,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:16.915484 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-72899533-2314-45a8-9ac0-0ede95406dc5 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5219271 Oct 19 01:33:16.923057 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43492) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:16.929651 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-b533fdf4-bd9a-4630-93ce-3c72f0161b2a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'subnet': {'network_id': '95ba7b83-5ab8-4056-a95d-dd9df7dfb4cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:16.949545 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f93ef93d-f0d8-4635-80a4-30164764efb7 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:16.952959 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f93ef93d-f0d8-4635-80a4-30164764efb7 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] 10.222.0.57 "DELETE /v2.0/ports/6e54e824-9fd3-4bca-9387-f358b72c04a3 HTTP/1.1" status: 204 len: 168 time: 0.5678804 Oct 19 01:33:16.955429 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43494) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:16.971684 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72899533-2314-45a8-9ac0-0ede95406dc5 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Network': ['ID=95ba7b83-5ab8-4056-a95d-dd9df7dfb4cf,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:16.984232 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 95ba7b83-5ab8-4056-a95d-dd9df7dfb4cf details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:33:16.986797 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a2b909e-e3c7-49b1-b873-d37b9915e067 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] GET failed (client error): The resource could not be found. Oct 19 01:33:16.991718 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1a2b909e-e3c7-49b1-b873-d37b9915e067 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] 10.222.0.57 "GET /v2.0/ports/6e54e824-9fd3-4bca-9387-f358b72c04a3 HTTP/1.1" status: 404 len: 333 time: 0.0317869 Oct 19 01:33:16.992468 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43496) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:16.997202 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-71fd9cc7-090c-4f30-8aa8-e28304ebbec5 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Request body: {'port': {'network_id': 'a700c0c0-e565-4028-adac-98eec102d9f4', 'name': 'tempest-AllowedAddressPairTestJSON-1727278730'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:17.061713 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b533fdf4-bd9a-4630-93ce-3c72f0161b2a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Made reservation on behalf of 85cac0c130044cf6b9d6df28e7d2f40a for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:17.065994 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b533fdf4-bd9a-4630-93ce-3c72f0161b2a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:17.115626 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fd9cc7-090c-4f30-8aa8-e28304ebbec5 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Made reservation on behalf of 7178cea977cb48c49eb2c0d5fbdd2b53 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:17.119146 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-71fd9cc7-090c-4f30-8aa8-e28304ebbec5 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:17.138318 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-71fd9cc7-090c-4f30-8aa8-e28304ebbec5 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] device_id is not set on port a1450b87-5b2f-4ce5-a96f-3626feea6004 yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:33:17.256628 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b533fdf4-bd9a-4630-93ce-3c72f0161b2a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:17.269661 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:17.288991 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-71fd9cc7-090c-4f30-8aa8-e28304ebbec5 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Allocated IP 172.20.0.14 (a700c0c0-e565-4028-adac-98eec102d9f4/ee763b65-5cba-44f8-ba92-da781b574d74/a1450b87-5b2f-4ce5-a96f-3626feea6004) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:17.333233 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533fdf4-bd9a-4630-93ce-3c72f0161b2a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Subnet': ['ID=8b2ce837-b1f9-4398-a571-c61e53133b22,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:17.338755 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b533fdf4-bd9a-4630-93ce-3c72f0161b2a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Checking segment: {'id': 'c14257cb-36a3-42df-92b5-9157c0773f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '95ba7b83-5ab8-4056-a95d-dd9df7dfb4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:33:17.339118 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b533fdf4-bd9a-4630-93ce-3c72f0161b2a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Network hostable DHCP agents. Network: 95ba7b83-5ab8-4056-a95d-dd9df7dfb4cf, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:33:17.358988 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b533fdf4-bd9a-4630-93ce-3c72f0161b2a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Network 95ba7b83-5ab8-4056-a95d-dd9df7dfb4cf is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:33:17.369800 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-b533fdf4-bd9a-4630-93ce-3c72f0161b2a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 95ba7b83-5ab8-4056-a95d-dd9df7dfb4cf) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:17.379189 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0687132e-35c2-48fb-a6b2-ab5dea4132a9 None None] Network 95ba7b83-5ab8-4056-a95d-dd9df7dfb4cf requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:17.381829 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b533fdf4-bd9a-4630-93ce-3c72f0161b2a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:17.382420 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b533fdf4-bd9a-4630-93ce-3c72f0161b2a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:17.411635 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b533fdf4-bd9a-4630-93ce-3c72f0161b2a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4849236 Oct 19 01:33:17.412010 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43498) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:17.417328 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-15b9a81d-7c91-43d6-bea9-6977da45de99 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'port': {'network_id': '95ba7b83-5ab8-4056-a95d-dd9df7dfb4cf', 'name': 'tempest-PortsTestJSON-2139985122', 'fixed_ips': [{'subnet_id': '8b2ce837-b1f9-4398-a571-c61e53133b22', 'ip_address': '172.20.0.10'}]}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:17.478453 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-71fd9cc7-090c-4f30-8aa8-e28304ebbec5 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:17.518596 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-71fd9cc7-090c-4f30-8aa8-e28304ebbec5 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:17.557041 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b9a81d-7c91-43d6-bea9-6977da45de99 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Made reservation on behalf of 85cac0c130044cf6b9d6df28e7d2f40a for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:17.565116 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6d531a-381c-41f1-ad95-ff9965356bd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-95ba7b83-5ab8-4056-a95d-dd9df7dfb4cf', 'network_id': '95ba7b83-5ab8-4056-a95d-dd9df7dfb4cf', 'tenant_id': '85cac0c130044cf6b9d6df28e7d2f40a', 'fixed_ips': [{'subnet_id': '8b2ce837-b1f9-4398-a571-c61e53133b22'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:33:17.566750 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0e6d531a-381c-41f1-ad95-ff9965356bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:17.578441 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fd9cc7-090c-4f30-8aa8-e28304ebbec5 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Network a700c0c0-e565-4028-adac-98eec102d9f4 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:17.581928 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-71fd9cc7-090c-4f30-8aa8-e28304ebbec5 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:17.586367 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fd9cc7-090c-4f30-8aa8-e28304ebbec5 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:17.591269 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd9cc7-090c-4f30-8aa8-e28304ebbec5 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Pushing event updated for resources: {'Port': ['ID=a1450b87-5b2f-4ce5-a96f-3626feea6004,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:17.616643 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd9cc7-090c-4f30-8aa8-e28304ebbec5 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:17.616999 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd9cc7-090c-4f30-8aa8-e28304ebbec5 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:17.617344 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd9cc7-090c-4f30-8aa8-e28304ebbec5 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:17.617683 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd9cc7-090c-4f30-8aa8-e28304ebbec5 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:17.618018 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd9cc7-090c-4f30-8aa8-e28304ebbec5 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:17.618357 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd9cc7-090c-4f30-8aa8-e28304ebbec5 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:17.618693 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd9cc7-090c-4f30-8aa8-e28304ebbec5 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:17.619021 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd9cc7-090c-4f30-8aa8-e28304ebbec5 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:17.619351 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd9cc7-090c-4f30-8aa8-e28304ebbec5 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:17.619681 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd9cc7-090c-4f30-8aa8-e28304ebbec5 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:17.621588 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd9cc7-090c-4f30-8aa8-e28304ebbec5 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:17.621896 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd9cc7-090c-4f30-8aa8-e28304ebbec5 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:17.656726 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fd9cc7-090c-4f30-8aa8-e28304ebbec5 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:17.657334 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-71fd9cc7-090c-4f30-8aa8-e28304ebbec5 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:17.658447 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416bba59-6da3-47fa-9f50-e570ccd2dd78 None None] Network a700c0c0-e565-4028-adac-98eec102d9f4 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:17.670359 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-15b9a81d-7c91-43d6-bea9-6977da45de99 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:17.676906 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-71fd9cc7-090c-4f30-8aa8-e28304ebbec5 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6814535 Oct 19 01:33:17.677182 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43500) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:17.683887 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-d109acff-3042-4303-a06b-5e37bd5344b0 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:66:e7:45'}]}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:17.692209 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-15b9a81d-7c91-43d6-bea9-6977da45de99 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] device_id is not set on port 17452602-7b7f-4024-86c5-6b88ea22f8a8 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:33:17.732501 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b3f62d9c-a468-4337-8300-28dc2e9a38d6 None None] Provisioning complete for port 45842246-9017-40f1-9d14-6c106977fe02 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:17.732936 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b3f62d9c-a468-4337-8300-28dc2e9a38d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:17.842164 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 45842246-9017-40f1-9d14-6c106977fe02 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:33:17.871573 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d109acff-3042-4303-a06b-5e37bd5344b0 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:17.893814 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:17.908666 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-0e6d531a-381c-41f1-ad95-ff9965356bd4 None None] Allocated IP 172.20.0.2 (95ba7b83-5ab8-4056-a95d-dd9df7dfb4cf/8b2ce837-b1f9-4398-a571-c61e53133b22/e388eb88-bfd2-4a8c-bc88-a310431e36a3) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:18.061795 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d109acff-3042-4303-a06b-5e37bd5344b0 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:18.067098 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d109acff-3042-4303-a06b-5e37bd5344b0 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:18.073894 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 45842246-9017-40f1-9d14-6c106977fe02 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:18.074932 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:18.097029 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b3f62d9c-a468-4337-8300-28dc2e9a38d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:18.149614 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109acff-3042-4303-a06b-5e37bd5344b0 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Pushing event updated for resources: {'Port': ['ID=a1450b87-5b2f-4ce5-a96f-3626feea6004,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:18.156780 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-d109acff-3042-4303-a06b-5e37bd5344b0 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] In _notify_port_updated(), no bound segment for port a1450b87-5b2f-4ce5-a96f-3626feea6004 on network a700c0c0-e565-4028-adac-98eec102d9f4 {{(pid=100606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:33:18.163153 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d109acff-3042-4303-a06b-5e37bd5344b0 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:18.163826 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d109acff-3042-4303-a06b-5e37bd5344b0 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:18.168058 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43502) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:18.172291 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d109acff-3042-4303-a06b-5e37bd5344b0 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] 10.222.0.57 "PUT /v2.0/ports/a1450b87-5b2f-4ce5-a96f-3626feea6004 HTTP/1.1" status: 200 len: 994 time: 0.4940357 Oct 19 01:33:18.205664 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-b3f62d9c-a468-4337-8300-28dc2e9a38d6 None None] For port 45842246-9017-40f1-9d14-6c106977fe02, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=45842246-9017-40f1-9d14-6c106977fe02,segment=NetworkSegment(e12ee6ca-2c7a-4ffd-b322-0fbb7a1eab59),segment_id=e12ee6ca-2c7a-4ffd-b322-0fbb7a1eab59)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:18.216997 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b3f62d9c-a468-4337-8300-28dc2e9a38d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:18.262018 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-69e35713-71a7-492d-8c7d-12a86d0156d4 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Deleting port a1450b87-5b2f-4ce5-a96f-3626feea6004 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:18.262263 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-69e35713-71a7-492d-8c7d-12a86d0156d4 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:18.270644 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0e6d531a-381c-41f1-ad95-ff9965356bd4 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:18.287174 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0e6d531a-381c-41f1-ad95-ff9965356bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:18.331335 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6d531a-381c-41f1-ad95-ff9965356bd4 None None] Network 95ba7b83-5ab8-4056-a95d-dd9df7dfb4cf is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:18.332760 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f62d9c-a468-4337-8300-28dc2e9a38d6 None None] Pushing event updated for resources: {'Port': ['ID=45842246-9017-40f1-9d14-6c106977fe02,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:18.342605 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-0e6d531a-381c-41f1-ad95-ff9965356bd4 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:18.348380 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6d531a-381c-41f1-ad95-ff9965356bd4 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:18.383046 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-15b9a81d-7c91-43d6-bea9-6977da45de99 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Allocated IP 172.20.0.10 (95ba7b83-5ab8-4056-a95d-dd9df7dfb4cf/8b2ce837-b1f9-4398-a571-c61e53133b22/17452602-7b7f-4024-86c5-6b88ea22f8a8) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:18.385308 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 26fc5d57-8826-4d66-bbf0-b5e564de2c86 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:33:18.404913 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-69e35713-71a7-492d-8c7d-12a86d0156d4 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:18.424638 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-69e35713-71a7-492d-8c7d-12a86d0156d4 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Calling delete_port for a1450b87-5b2f-4ce5-a96f-3626feea6004 owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:18.434725 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 26fc5d57-8826-4d66-bbf0-b5e564de2c86 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:33:18.435146 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 26fc5d57-8826-4d66-bbf0-b5e564de2c86 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:33:18.448621 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d531a-381c-41f1-ad95-ff9965356bd4 None None] Pushing event updated for resources: {'Port': ['ID=e388eb88-bfd2-4a8c-bc88-a310431e36a3,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:18.478945 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-0e6d531a-381c-41f1-ad95-ff9965356bd4 None None] Attempting to bind port e388eb88-bfd2-4a8c-bc88-a310431e36a3 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:33:18.479320 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-0e6d531a-381c-41f1-ad95-ff9965356bd4 None None] Attempting to bind port e388eb88-bfd2-4a8c-bc88-a310431e36a3 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'c14257cb-36a3-42df-92b5-9157c0773f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '95ba7b83-5ab8-4056-a95d-dd9df7dfb4cf'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:33:18.479686 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6d531a-381c-41f1-ad95-ff9965356bd4 None None] Attempting to bind port e388eb88-bfd2-4a8c-bc88-a310431e36a3 on network 95ba7b83-5ab8-4056-a95d-dd9df7dfb4cf {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:33:18.485657 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6d531a-381c-41f1-ad95-ff9965356bd4 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:33:18.486031 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6d531a-381c-41f1-ad95-ff9965356bd4 None None] Checking segment: {'id': 'c14257cb-36a3-42df-92b5-9157c0773f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '95ba7b83-5ab8-4056-a95d-dd9df7dfb4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:33:18.486431 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0e6d531a-381c-41f1-ad95-ff9965356bd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:18.486825 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6d531a-381c-41f1-ad95-ff9965356bd4 None None] Bound using segment: {'id': 'c14257cb-36a3-42df-92b5-9157c0773f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '95ba7b83-5ab8-4056-a95d-dd9df7dfb4cf'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:33:18.487296 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-0e6d531a-381c-41f1-ad95-ff9965356bd4 None None] Bound port: e388eb88-bfd2-4a8c-bc88-a310431e36a3, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c14257cb-36a3-42df-92b5-9157c0773f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '95ba7b83-5ab8-4056-a95d-dd9df7dfb4cf'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:33:18.487678 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0e6d531a-381c-41f1-ad95-ff9965356bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:18.558407 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b78655eb-9a40-41e0-a319-a3e2cc33ab71 None None] Provisioning complete for port 45842246-9017-40f1-9d14-6c106977fe02 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:18.558776 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b78655eb-9a40-41e0-a319-a3e2cc33ab71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:18.586978 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-0e6d531a-381c-41f1-ad95-ff9965356bd4 None None] For port e388eb88-bfd2-4a8c-bc88-a310431e36a3, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:33:18.606703 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-0e6d531a-381c-41f1-ad95-ff9965356bd4 None None] For port e388eb88-bfd2-4a8c-bc88-a310431e36a3, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=e388eb88-bfd2-4a8c-bc88-a310431e36a3,segment=NetworkSegment(c14257cb-36a3-42df-92b5-9157c0773f28),segment_id=c14257cb-36a3-42df-92b5-9157c0773f28)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:33:18.621257 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0e6d531a-381c-41f1-ad95-ff9965356bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:18.659536 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-15b9a81d-7c91-43d6-bea9-6977da45de99 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:18.679925 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-69e35713-71a7-492d-8c7d-12a86d0156d4 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:18.713794 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d531a-381c-41f1-ad95-ff9965356bd4 None None] Pushing event updated for resources: {'Port': ['ID=e388eb88-bfd2-4a8c-bc88-a310431e36a3,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:18.726276 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e35713-71a7-492d-8c7d-12a86d0156d4 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Pushing event deleted for resources: {'Port': ['ID=a1450b87-5b2f-4ce5-a96f-3626feea6004,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:18.747182 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b78655eb-9a40-41e0-a319-a3e2cc33ab71 None None] Could not find standard attr ID for object a1450b87-5b2f-4ce5-a96f-3626feea6004. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:33:18.760930 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b78655eb-9a40-41e0-a319-a3e2cc33ab71 None None] Provisioning complete for port 48fc0696-e693-495e-975a-415217a84204 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:18.762247 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b78655eb-9a40-41e0-a319-a3e2cc33ab71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:18.770461 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-15b9a81d-7c91-43d6-bea9-6977da45de99 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:18.799653 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-b78655eb-9a40-41e0-a319-a3e2cc33ab71 None None] Port 48fc0696-e693-495e-975a-415217a84204 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:18.850478 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b9a81d-7c91-43d6-bea9-6977da45de99 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Network 95ba7b83-5ab8-4056-a95d-dd9df7dfb4cf is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:18.857573 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-15b9a81d-7c91-43d6-bea9-6977da45de99 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:18.874890 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b9a81d-7c91-43d6-bea9-6977da45de99 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:18.881297 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9a81d-7c91-43d6-bea9-6977da45de99 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Port': ['ID=17452602-7b7f-4024-86c5-6b88ea22f8a8,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:18.939266 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-8445283b-c27b-493b-a22b-43875f0a761a None None] Provisioning complete for port 48fc0696-e693-495e-975a-415217a84204 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:18.940185 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8445283b-c27b-493b-a22b-43875f0a761a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:18.978849 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-69e35713-71a7-492d-8c7d-12a86d0156d4 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:18.984241 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-69e35713-71a7-492d-8c7d-12a86d0156d4 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] 10.222.0.57 "DELETE /v2.0/ports/a1450b87-5b2f-4ce5-a96f-3626feea6004 HTTP/1.1" status: 204 len: 168 time: 0.8149900 Oct 19 01:33:18.985482 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43504) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:18.994298 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-8445283b-c27b-493b-a22b-43875f0a761a None None] Port 48fc0696-e693-495e-975a-415217a84204 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:19.000316 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b9a81d-7c91-43d6-bea9-6977da45de99 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:19.001005 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-15b9a81d-7c91-43d6-bea9-6977da45de99 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:19.026487 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-15b9a81d-7c91-43d6-bea9-6977da45de99 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6133237 Oct 19 01:33:19.029522 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43506) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:19.035019 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a01d67-2ae9-4f56-8374-fe498fa5bb9a tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] GET failed (client error): The resource could not be found. Oct 19 01:33:19.036372 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-50b70c35-0d88-4fee-a0bb-6860188b47b6 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'port': {'network_id': '95ba7b83-5ab8-4056-a95d-dd9df7dfb4cf', 'name': 'tempest-PortsTestJSON-1284855809', 'fixed_ips': [{'subnet_id': '8b2ce837-b1f9-4398-a571-c61e53133b22', 'ip_address': '172.20.0.9'}]}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:19.036680 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-65a01d67-2ae9-4f56-8374-fe498fa5bb9a tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] 10.222.0.57 "GET /v2.0/ports/a1450b87-5b2f-4ce5-a96f-3626feea6004 HTTP/1.1" status: 404 len: 333 time: 0.0499067 Oct 19 01:33:19.040819 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43508) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:19.047533 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-b6eb5f75-da60-441f-9d9e-ec5105918fdd tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Request body: {'port': {'network_id': 'a700c0c0-e565-4028-adac-98eec102d9f4', 'name': 'tempest-AllowedAddressPairTestJSON-452474741'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:19.115532 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-454768e0-2e06-4d38-b210-be97c51a716e None None] Could not find standard attr ID for object 6e54e824-9fd3-4bca-9387-f358b72c04a3. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:33:19.170466 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b70c35-0d88-4fee-a0bb-6860188b47b6 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Made reservation on behalf of 85cac0c130044cf6b9d6df28e7d2f40a for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:19.176362 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-50b70c35-0d88-4fee-a0bb-6860188b47b6 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:19.187140 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6eb5f75-da60-441f-9d9e-ec5105918fdd tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Made reservation on behalf of 7178cea977cb48c49eb2c0d5fbdd2b53 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:19.191286 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6eb5f75-da60-441f-9d9e-ec5105918fdd tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:19.195403 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-50b70c35-0d88-4fee-a0bb-6860188b47b6 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] device_id is not set on port d86f423a-e52f-454f-b996-5ee440208926 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:33:19.212834 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-b6eb5f75-da60-441f-9d9e-ec5105918fdd tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] device_id is not set on port 70f7f876-eb51-4978-bead-91840ae838c6 yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:33:19.226928 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-5e29d519-f663-4540-94ad-42e0548e90fd None None] Could not find standard attr ID for object a1450b87-5b2f-4ce5-a96f-3626feea6004. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:33:19.345948 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-b6eb5f75-da60-441f-9d9e-ec5105918fdd tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Allocated IP 172.20.0.13 (a700c0c0-e565-4028-adac-98eec102d9f4/ee763b65-5cba-44f8-ba92-da781b574d74/70f7f876-eb51-4978-bead-91840ae838c6) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:19.370038 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-50b70c35-0d88-4fee-a0bb-6860188b47b6 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Allocated IP 172.20.0.9 (95ba7b83-5ab8-4056-a95d-dd9df7dfb4cf/8b2ce837-b1f9-4398-a571-c61e53133b22/d86f423a-e52f-454f-b996-5ee440208926) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:19.518536 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6eb5f75-da60-441f-9d9e-ec5105918fdd tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:19.547502 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-50b70c35-0d88-4fee-a0bb-6860188b47b6 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:19.567679 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6eb5f75-da60-441f-9d9e-ec5105918fdd tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:19.593775 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-50b70c35-0d88-4fee-a0bb-6860188b47b6 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:19.619319 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6eb5f75-da60-441f-9d9e-ec5105918fdd tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Network a700c0c0-e565-4028-adac-98eec102d9f4 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:19.625494 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-b6eb5f75-da60-441f-9d9e-ec5105918fdd tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:19.631174 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eb5f75-da60-441f-9d9e-ec5105918fdd tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:19.635235 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb5f75-da60-441f-9d9e-ec5105918fdd tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Pushing event updated for resources: {'Port': ['ID=70f7f876-eb51-4978-bead-91840ae838c6,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:19.656224 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b70c35-0d88-4fee-a0bb-6860188b47b6 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Network 95ba7b83-5ab8-4056-a95d-dd9df7dfb4cf is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:19.657494 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b70c35-0d88-4fee-a0bb-6860188b47b6 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Port': ['ID=d86f423a-e52f-454f-b996-5ee440208926,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:19.662279 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-50b70c35-0d88-4fee-a0bb-6860188b47b6 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:19.665824 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b70c35-0d88-4fee-a0bb-6860188b47b6 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:19.692169 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6eb5f75-da60-441f-9d9e-ec5105918fdd tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:19.693250 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6eb5f75-da60-441f-9d9e-ec5105918fdd tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:19.718389 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b6eb5f75-da60-441f-9d9e-ec5105918fdd tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6741984 Oct 19 01:33:19.719327 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43512) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:19.722929 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b70c35-0d88-4fee-a0bb-6860188b47b6 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:19.723591 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-50b70c35-0d88-4fee-a0bb-6860188b47b6 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:19.726038 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-436eca12-f623-4a4b-a422-05b30e5a566f tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:66:e7:45'}]}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:19.752373 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-0814ce5a-9560-4f4a-b178-29d044f42355 None None] Could not find standard attr ID for object a1450b87-5b2f-4ce5-a96f-3626feea6004. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:33:19.756887 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43514) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:19.760491 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-50b70c35-0d88-4fee-a0bb-6860188b47b6 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7279773 Oct 19 01:33:19.804626 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:19.883272 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-436eca12-f623-4a4b-a422-05b30e5a566f tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:19.900263 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f428cf80-7d1a-4a48-b119-c62ad7b91451 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:19.904806 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f428cf80-7d1a-4a48-b119-c62ad7b91451 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1439972 Oct 19 01:33:19.905606 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43516) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:19.919321 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device e388eb88-bfd2-4a8c-bc88-a310431e36a3 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:33:20.008480 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port e388eb88-bfd2-4a8c-bc88-a310431e36a3 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:20.009282 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:20.054719 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1176c3-d6df-4b42-b91b-3bed45ddaf67 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:20.062819 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1176c3-d6df-4b42-b91b-3bed45ddaf67 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:20.069107 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1176c3-d6df-4b42-b91b-3bed45ddaf67 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:20.070869 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3b1176c3-d6df-4b42-b91b-3bed45ddaf67 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1628170 Oct 19 01:33:20.074685 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43518) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:20.116654 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-5f9ff1e2-80db-4b1c-b640-ad599a2a72dc None None] Provisioning complete for port 70f7f876-eb51-4978-bead-91840ae838c6 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:20.117204 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5f9ff1e2-80db-4b1c-b640-ad599a2a72dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:20.119004 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f60cc58-5733-4060-a91e-82fb2a3f4050 None None] Network 95ba7b83-5ab8-4056-a95d-dd9df7dfb4cf requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:20.135272 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-436eca12-f623-4a4b-a422-05b30e5a566f tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:20.144034 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-436eca12-f623-4a4b-a422-05b30e5a566f tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:20.190833 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:20.198674 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-3e70b6f5-af43-474f-b47b-ff1a23c7b152 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Deleting port d86f423a-e52f-454f-b996-5ee440208926 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:20.199295 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3e70b6f5-af43-474f-b47b-ff1a23c7b152 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:20.242249 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436eca12-f623-4a4b-a422-05b30e5a566f tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Pushing event updated for resources: {'Port': ['ID=70f7f876-eb51-4978-bead-91840ae838c6,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:20.247038 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-5f9ff1e2-80db-4b1c-b640-ad599a2a72dc None None] Port 70f7f876-eb51-4978-bead-91840ae838c6 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:20.266470 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-436eca12-f623-4a4b-a422-05b30e5a566f tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] In _notify_port_updated(), no bound segment for port 70f7f876-eb51-4978-bead-91840ae838c6 on network a700c0c0-e565-4028-adac-98eec102d9f4 {{(pid=100606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:33:20.273826 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436eca12-f623-4a4b-a422-05b30e5a566f tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:20.274510 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-436eca12-f623-4a4b-a422-05b30e5a566f tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:20.276593 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-436eca12-f623-4a4b-a422-05b30e5a566f tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] 10.222.0.57 "PUT /v2.0/ports/70f7f876-eb51-4978-bead-91840ae838c6 HTTP/1.1" status: 200 len: 996 time: 0.5562372 Oct 19 01:33:20.280152 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43520) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:20.323230 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port e388eb88-bfd2-4a8c-bc88-a310431e36a3, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=e388eb88-bfd2-4a8c-bc88-a310431e36a3,segment=NetworkSegment(c14257cb-36a3-42df-92b5-9157c0773f28),segment_id=c14257cb-36a3-42df-92b5-9157c0773f28)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:20.332738 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:20.333582 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 45842246-9017-40f1-9d14-6c106977fe02 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:33:20.341438 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3e70b6f5-af43-474f-b47b-ff1a23c7b152 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:20.354781 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-3e70b6f5-af43-474f-b47b-ff1a23c7b152 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Calling delete_port for d86f423a-e52f-454f-b996-5ee440208926 owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:20.383945 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-9e1c7357-ed5e-47f3-879b-f0a7006e1edb tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Deleting port 70f7f876-eb51-4978-bead-91840ae838c6 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:20.384567 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e1c7357-ed5e-47f3-879b-f0a7006e1edb tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:20.466837 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-090fdc30-d093-4d5a-8722-1c6a4a9a71c6 None None] Provisioning complete for port e388eb88-bfd2-4a8c-bc88-a310431e36a3 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:20.467204 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-090fdc30-d093-4d5a-8722-1c6a4a9a71c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:20.470365 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=e388eb88-bfd2-4a8c-bc88-a310431e36a3,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:20.505328 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e1c7357-ed5e-47f3-879b-f0a7006e1edb tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:20.519360 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3e70b6f5-af43-474f-b47b-ff1a23c7b152 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:20.519571 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 45842246-9017-40f1-9d14-6c106977fe02 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:20.519906 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:20.524457 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-9e1c7357-ed5e-47f3-879b-f0a7006e1edb tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Calling delete_port for 70f7f876-eb51-4978-bead-91840ae838c6 owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:20.560017 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70b6f5-af43-474f-b47b-ff1a23c7b152 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Port': ['ID=d86f423a-e52f-454f-b996-5ee440208926,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:20.637059 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3e70b6f5-af43-474f-b47b-ff1a23c7b152 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:20.643853 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3e70b6f5-af43-474f-b47b-ff1a23c7b152 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/ports/d86f423a-e52f-454f-b996-5ee440208926 HTTP/1.1" status: 204 len: 168 time: 0.5677598 Oct 19 01:33:20.644512 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43522) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:20.670230 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a40b48e-c12e-40f9-80a9-e09fb4ba717e tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] GET failed (client error): The resource could not be found. Oct 19 01:33:20.673259 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5a40b48e-c12e-40f9-80a9-e09fb4ba717e tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "GET /v2.0/ports/d86f423a-e52f-454f-b996-5ee440208926 HTTP/1.1" status: 404 len: 333 time: 0.0277877 Oct 19 01:33:20.675052 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43524) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:20.700015 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e1c7357-ed5e-47f3-879b-f0a7006e1edb tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:20.736668 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c7357-ed5e-47f3-879b-f0a7006e1edb tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Pushing event deleted for resources: {'Port': ['ID=70f7f876-eb51-4978-bead-91840ae838c6,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:20.787200 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-dcb147f8-feaa-4a66-80dc-19d7a6d2d4e4 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Deleting port 17452602-7b7f-4024-86c5-6b88ea22f8a8 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:20.787542 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dcb147f8-feaa-4a66-80dc-19d7a6d2d4e4 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:20.818485 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e1c7357-ed5e-47f3-879b-f0a7006e1edb tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:20.820286 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-90668e74-6773-4bcd-a60a-3e48ecd23cba None None] Provisioning complete for port e388eb88-bfd2-4a8c-bc88-a310431e36a3 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:20.820666 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-90668e74-6773-4bcd-a60a-3e48ecd23cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:20.822972 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9e1c7357-ed5e-47f3-879b-f0a7006e1edb tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] 10.222.0.57 "DELETE /v2.0/ports/70f7f876-eb51-4978-bead-91840ae838c6 HTTP/1.1" status: 204 len: 168 time: 0.5413816 Oct 19 01:33:20.827673 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43526) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:20.891017 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d6c376f-2468-48f6-8d77-912f8ca80c6e tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] GET failed (client error): The resource could not be found. Oct 19 01:33:20.892609 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2d6c376f-2468-48f6-8d77-912f8ca80c6e tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] 10.222.0.57 "GET /v2.0/ports/70f7f876-eb51-4978-bead-91840ae838c6 HTTP/1.1" status: 404 len: 333 time: 0.0639610 Oct 19 01:33:20.896731 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43528) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:20.903570 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-af853391-0a8a-4fe5-a907-fbbb3a802f45 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Request body: {'port': {'network_id': 'a700c0c0-e565-4028-adac-98eec102d9f4', 'name': 'tempest-AllowedAddressPairTestJSON-729870893'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:20.928085 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dcb147f8-feaa-4a66-80dc-19d7a6d2d4e4 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:20.944600 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-dcb147f8-feaa-4a66-80dc-19d7a6d2d4e4 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Calling delete_port for 17452602-7b7f-4024-86c5-6b88ea22f8a8 owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:21.097751 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af853391-0a8a-4fe5-a907-fbbb3a802f45 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Made reservation on behalf of 7178cea977cb48c49eb2c0d5fbdd2b53 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:21.102143 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-af853391-0a8a-4fe5-a907-fbbb3a802f45 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:21.118061 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-90668e74-6773-4bcd-a60a-3e48ecd23cba None None] Could not find standard attr ID for object 70f7f876-eb51-4978-bead-91840ae838c6. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:33:21.121146 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dcb147f8-feaa-4a66-80dc-19d7a6d2d4e4 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:21.121624 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-90668e74-6773-4bcd-a60a-3e48ecd23cba None None] Could not find standard attr ID for object d86f423a-e52f-454f-b996-5ee440208926. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:33:21.124880 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-90668e74-6773-4bcd-a60a-3e48ecd23cba None None] Could not find standard attr ID for object 17452602-7b7f-4024-86c5-6b88ea22f8a8. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:33:21.130147 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-af853391-0a8a-4fe5-a907-fbbb3a802f45 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] device_id is not set on port a4534fbe-32b2-4637-8379-653b88c33893 yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:33:21.163246 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb147f8-feaa-4a66-80dc-19d7a6d2d4e4 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Port': ['ID=17452602-7b7f-4024-86c5-6b88ea22f8a8,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:21.226448 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dcb147f8-feaa-4a66-80dc-19d7a6d2d4e4 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:21.229742 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-dcb147f8-feaa-4a66-80dc-19d7a6d2d4e4 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/ports/17452602-7b7f-4024-86c5-6b88ea22f8a8 HTTP/1.1" status: 204 len: 168 time: 0.5537164 Oct 19 01:33:21.232909 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43530) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:21.240615 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-637bea3a-008c-4259-89cb-aed2b7205a96 None None] Could not find standard attr ID for object 17452602-7b7f-4024-86c5-6b88ea22f8a8. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:33:21.340941 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:33:21.352032 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-1acc889b-344a-46c4-9f55-4e1e5caeb430 None None] Could not find standard attr ID for object d86f423a-e52f-454f-b996-5ee440208926. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:33:21.556663 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb145e4-c134-492d-87cd-92d2c13ed7ba tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] GET failed (client error): The resource could not be found. Oct 19 01:33:21.558827 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fcb145e4-c134-492d-87cd-92d2c13ed7ba tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "GET /v2.0/ports/17452602-7b7f-4024-86c5-6b88ea22f8a8 HTTP/1.1" status: 404 len: 333 time: 0.3243942 Oct 19 01:33:21.562003 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43532) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:21.598244 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-af853391-0a8a-4fe5-a907-fbbb3a802f45 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Allocated IP 172.20.0.9 (a700c0c0-e565-4028-adac-98eec102d9f4/ee763b65-5cba-44f8-ba92-da781b574d74/a4534fbe-32b2-4637-8379-653b88c33893) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:21.631258 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-979b56c7-0880-4600-98b9-acfdbed606ea tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Deleting subnet 8b2ce837-b1f9-4398-a571-c61e53133b22 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:33:21.642740 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-979b56c7-0880-4600-98b9-acfdbed606ea tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:21.703017 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-979b56c7-0880-4600-98b9-acfdbed606ea tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:21.774522 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device e388eb88-bfd2-4a8c-bc88-a310431e36a3 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:33:21.822998 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port e388eb88-bfd2-4a8c-bc88-a310431e36a3 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:21.823372 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:21.867189 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-af853391-0a8a-4fe5-a907-fbbb3a802f45 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:21.868992 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-979b56c7-0880-4600-98b9-acfdbed606ea tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:21.948289 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-af853391-0a8a-4fe5-a907-fbbb3a802f45 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:21.979840 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-979b56c7-0880-4600-98b9-acfdbed606ea tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:22.022026 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b56c7-0880-4600-98b9-acfdbed606ea tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Subnet': ['ID=8b2ce837-b1f9-4398-a571-c61e53133b22,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:22.028641 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-979b56c7-0880-4600-98b9-acfdbed606ea tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:22.030884 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b62bff-062a-479e-b6d5-469ab193ca83 None None] Network 95ba7b83-5ab8-4056-a95d-dd9df7dfb4cf requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:22.031780 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-979b56c7-0880-4600-98b9-acfdbed606ea tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/subnets/8b2ce837-b1f9-4398-a571-c61e53133b22 HTTP/1.1" status: 204 len: 168 time: 0.4689114 Oct 19 01:33:22.033636 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af853391-0a8a-4fe5-a907-fbbb3a802f45 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Network a700c0c0-e565-4028-adac-98eec102d9f4 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:22.034969 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43534) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:22.037972 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-af853391-0a8a-4fe5-a907-fbbb3a802f45 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:22.039861 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af853391-0a8a-4fe5-a907-fbbb3a802f45 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Pushing event updated for resources: {'Port': ['ID=a4534fbe-32b2-4637-8379-653b88c33893,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:22.041978 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af853391-0a8a-4fe5-a907-fbbb3a802f45 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:22.094883 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af853391-0a8a-4fe5-a907-fbbb3a802f45 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:22.095557 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-af853391-0a8a-4fe5-a907-fbbb3a802f45 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:22.117484 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-af853391-0a8a-4fe5-a907-fbbb3a802f45 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2184319 Oct 19 01:33:22.118320 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43536) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:22.125258 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-93641c0e-9d5d-475a-a204-9a6709ef3e89 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Request body: {'port': {'network_id': 'a700c0c0-e565-4028-adac-98eec102d9f4', 'name': 'tempest-AllowedAddressPairTestJSON-949267202'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:22.139145 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-58a63a6c-5e43-4f76-b8bc-6c7b880fa38b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:22.200104 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-58a63a6c-5e43-4f76-b8bc-6c7b880fa38b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Deleting port e388eb88-bfd2-4a8c-bc88-a310431e36a3 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:22.200360 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-58a63a6c-5e43-4f76-b8bc-6c7b880fa38b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:22.267892 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93641c0e-9d5d-475a-a204-9a6709ef3e89 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Made reservation on behalf of 7178cea977cb48c49eb2c0d5fbdd2b53 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:22.269602 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784b7dba-8405-41ab-add9-f6e60be411f9 None None] DHCP port deletion for 95ba7b83-5ab8-4056-a95d-dd9df7dfb4cf request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:33:22.273067 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-93641c0e-9d5d-475a-a204-9a6709ef3e89 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:22.276005 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-58a63a6c-5e43-4f76-b8bc-6c7b880fa38b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] For port e388eb88-bfd2-4a8c-bc88-a310431e36a3, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=e388eb88-bfd2-4a8c-bc88-a310431e36a3,segment=NetworkSegment(c14257cb-36a3-42df-92b5-9157c0773f28),segment_id=c14257cb-36a3-42df-92b5-9157c0773f28)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:22.276524 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-58a63a6c-5e43-4f76-b8bc-6c7b880fa38b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:22.295344 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-93641c0e-9d5d-475a-a204-9a6709ef3e89 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] device_id is not set on port 6e80d84d-d78e-43db-b01e-37f85569872f yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:33:22.300763 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-58a63a6c-5e43-4f76-b8bc-6c7b880fa38b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Calling delete_port for e388eb88-bfd2-4a8c-bc88-a310431e36a3 owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:22.318789 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-784b7dba-8405-41ab-add9-f6e60be411f9 None None] Deleting port e388eb88-bfd2-4a8c-bc88-a310431e36a3 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:22.319141 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-784b7dba-8405-41ab-add9-f6e60be411f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:22.383218 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-58a63a6c-5e43-4f76-b8bc-6c7b880fa38b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:22.391715 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-784b7dba-8405-41ab-add9-f6e60be411f9 None None] For port e388eb88-bfd2-4a8c-bc88-a310431e36a3, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=e388eb88-bfd2-4a8c-bc88-a310431e36a3,segment=NetworkSegment(c14257cb-36a3-42df-92b5-9157c0773f28),segment_id=c14257cb-36a3-42df-92b5-9157c0773f28)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:22.392135 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-784b7dba-8405-41ab-add9-f6e60be411f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:22.408052 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-784b7dba-8405-41ab-add9-f6e60be411f9 None None] Calling delete_port for e388eb88-bfd2-4a8c-bc88-a310431e36a3 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:22.412251 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a63a6c-5e43-4f76-b8bc-6c7b880fa38b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Port': ['ID=e388eb88-bfd2-4a8c-bc88-a310431e36a3,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:22.414028 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-93641c0e-9d5d-475a-a204-9a6709ef3e89 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Allocated IP 172.20.0.4 (a700c0c0-e565-4028-adac-98eec102d9f4/ee763b65-5cba-44f8-ba92-da781b574d74/6e80d84d-d78e-43db-b01e-37f85569872f) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:22.414167 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-f28aa9f6-098b-4941-8c3b-073e393e1e60 None None] Provisioning complete for port a4534fbe-32b2-4637-8379-653b88c33893 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:22.414396 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f28aa9f6-098b-4941-8c3b-073e393e1e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:22.416971 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a63a6c-5e43-4f76-b8bc-6c7b880fa38b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] No DVR routers for this DVR port e388eb88-bfd2-4a8c-bc88-a310431e36a3 on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:33:22.486082 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-f28aa9f6-098b-4941-8c3b-073e393e1e60 None None] Port a4534fbe-32b2-4637-8379-653b88c33893 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:22.503680 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-58a63a6c-5e43-4f76-b8bc-6c7b880fa38b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:22.516068 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-784b7dba-8405-41ab-add9-f6e60be411f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:22.523861 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-58a63a6c-5e43-4f76-b8bc-6c7b880fa38b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ba7b83-5ab8-4056-a95d-dd9df7dfb4cf']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:22.536546 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-58a63a6c-5e43-4f76-b8bc-6c7b880fa38b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c14257cb-36a3-42df-92b5-9157c0773f28') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:22.536864 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-58a63a6c-5e43-4f76-b8bc-6c7b880fa38b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c14257cb-36a3-42df-92b5-9157c0773f28') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:22.545052 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b7dba-8405-41ab-add9-f6e60be411f9 None None] Pushing event deleted for resources: {'Port': ['ID=e388eb88-bfd2-4a8c-bc88-a310431e36a3,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:22.547621 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-58a63a6c-5e43-4f76-b8bc-6c7b880fa38b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:22.548603 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784b7dba-8405-41ab-add9-f6e60be411f9 None None] No DVR routers for this DVR port e388eb88-bfd2-4a8c-bc88-a310431e36a3 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:33:22.564644 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-58a63a6c-5e43-4f76-b8bc-6c7b880fa38b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:22.570708 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58a63a6c-5e43-4f76-b8bc-6c7b880fa38b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:33:22.571091 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-58a63a6c-5e43-4f76-b8bc-6c7b880fa38b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:22.574381 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:33:22.574381 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:33:22.574381 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:33:22.574381 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:33:22.574381 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:33:22.574381 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:33:22.574381 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:33:22.574381 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:33:22.574381 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:33:22.574381 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:33:22.574381 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:33:22.574381 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:33:22.574381 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:33:22.574381 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:33:22.574381 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:33:22.574381 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:33:22.574381 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:33:22.574381 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:33:22.574381 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:33:22.574381 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:33:22.574381 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:33:22.574381 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:33:22.574381 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:33:22.574381 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:33:22.574381 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:33:22.574381 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:33:22.574381 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:33:22.574381 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:33:22.574381 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:33:22.574381 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:33:22.574381 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:33:22.574381 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:33:22.582407 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-93641c0e-9d5d-475a-a204-9a6709ef3e89 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:22.616694 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-93641c0e-9d5d-475a-a204-9a6709ef3e89 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:22.632560 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-58a63a6c-5e43-4f76-b8bc-6c7b880fa38b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:22.643783 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-58a63a6c-5e43-4f76-b8bc-6c7b880fa38b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:22.646911 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-58a63a6c-5e43-4f76-b8bc-6c7b880fa38b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/networks/95ba7b83-5ab8-4056-a95d-dd9df7dfb4cf HTTP/1.1" status: 204 len: 168 time: 0.6108954 Oct 19 01:33:22.651118 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43538) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:22.657002 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-3502f440-1338-4cd1-8c57-1b0b96853f90 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1316177431'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:22.667185 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93641c0e-9d5d-475a-a204-9a6709ef3e89 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Network a700c0c0-e565-4028-adac-98eec102d9f4 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:22.671265 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-93641c0e-9d5d-475a-a204-9a6709ef3e89 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:22.674933 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93641c0e-9d5d-475a-a204-9a6709ef3e89 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:22.677655 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a63a6c-5e43-4f76-b8bc-6c7b880fa38b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Network': ['ID=95ba7b83-5ab8-4056-a95d-dd9df7dfb4cf,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:22.694374 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3502f440-1338-4cd1-8c57-1b0b96853f90 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Made reservation on behalf of 85cac0c130044cf6b9d6df28e7d2f40a for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:22.698337 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3502f440-1338-4cd1-8c57-1b0b96853f90 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:22.703082 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93641c0e-9d5d-475a-a204-9a6709ef3e89 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Pushing event updated for resources: {'Port': ['ID=6e80d84d-d78e-43db-b01e-37f85569872f,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:22.724057 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3502f440-1338-4cd1-8c57-1b0b96853f90 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:33:22.732055 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93641c0e-9d5d-475a-a204-9a6709ef3e89 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:22.733017 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-93641c0e-9d5d-475a-a204-9a6709ef3e89 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:22.734758 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3502f440-1338-4cd1-8c57-1b0b96853f90 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:22.735209 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-3502f440-1338-4cd1-8c57-1b0b96853f90 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Added segment 6dd833be-dbe5-4c69-8bed-e9f663702a2b of type vlan for network 08e32fbe-58e6-49de-b523-7741979692b8 Oct 19 01:33:22.755632 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-93641c0e-9d5d-475a-a204-9a6709ef3e89 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6333499 Oct 19 01:33:22.760240 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43540) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:22.767479 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-cc7a97fd-edb4-4b6a-9918-28eadb08b4e8 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:66:e7:45'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:27:26:2d'}]}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:22.777729 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3502f440-1338-4cd1-8c57-1b0b96853f90 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:22.806037 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3502f440-1338-4cd1-8c57-1b0b96853f90 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:22.812604 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3502f440-1338-4cd1-8c57-1b0b96853f90 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:22.813272 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3502f440-1338-4cd1-8c57-1b0b96853f90 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:22.846453 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cc7a97fd-edb4-4b6a-9918-28eadb08b4e8 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:22.849370 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3502f440-1338-4cd1-8c57-1b0b96853f90 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1966267 Oct 19 01:33:22.855323 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43542) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:22.862690 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-183a7720-58fd-4c45-be7b-e9f9f835920c tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'subnet': {'network_id': '08e32fbe-58e6-49de-b523-7741979692b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:22.889690 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502f440-1338-4cd1-8c57-1b0b96853f90 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Network': ['ID=08e32fbe-58e6-49de-b523-7741979692b8,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:22.900752 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 08e32fbe-58e6-49de-b523-7741979692b8 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:33:22.931674 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-caffaf4b-9051-4b2c-bfc8-958c8742b815 None None] Provisioning complete for port 6e80d84d-d78e-43db-b01e-37f85569872f triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:22.932078 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-caffaf4b-9051-4b2c-bfc8-958c8742b815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:22.999913 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-caffaf4b-9051-4b2c-bfc8-958c8742b815 None None] Port 6e80d84d-d78e-43db-b01e-37f85569872f cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:23.027243 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183a7720-58fd-4c45-be7b-e9f9f835920c tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Made reservation on behalf of 85cac0c130044cf6b9d6df28e7d2f40a for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:23.030704 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-183a7720-58fd-4c45-be7b-e9f9f835920c tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:23.203202 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cc7a97fd-edb4-4b6a-9918-28eadb08b4e8 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:23.210400 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cc7a97fd-edb4-4b6a-9918-28eadb08b4e8 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:23.351354 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a97fd-edb4-4b6a-9918-28eadb08b4e8 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Pushing event updated for resources: {'Port': ['ID=6e80d84d-d78e-43db-b01e-37f85569872f,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:23.381473 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-cc7a97fd-edb4-4b6a-9918-28eadb08b4e8 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] In _notify_port_updated(), no bound segment for port 6e80d84d-d78e-43db-b01e-37f85569872f on network a700c0c0-e565-4028-adac-98eec102d9f4 {{(pid=100606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:33:23.387958 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7a97fd-edb4-4b6a-9918-28eadb08b4e8 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:23.388631 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cc7a97fd-edb4-4b6a-9918-28eadb08b4e8 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:23.390004 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cc7a97fd-edb4-4b6a-9918-28eadb08b4e8 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] 10.222.0.57 "PUT /v2.0/ports/6e80d84d-d78e-43db-b01e-37f85569872f HTTP/1.1" status: 200 len: 1054 time: 0.6286893 Oct 19 01:33:23.391530 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-183a7720-58fd-4c45-be7b-e9f9f835920c tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:23.392991 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43544) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:23.457639 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a7720-58fd-4c45-be7b-e9f9f835920c tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Subnet': ['ID=7f6347c8-13ba-4e75-8e41-c9a7b8436cd3,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:23.465781 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183a7720-58fd-4c45-be7b-e9f9f835920c tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Checking segment: {'id': '6dd833be-dbe5-4c69-8bed-e9f663702a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '08e32fbe-58e6-49de-b523-7741979692b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:33:23.466143 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183a7720-58fd-4c45-be7b-e9f9f835920c tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Network hostable DHCP agents. Network: 08e32fbe-58e6-49de-b523-7741979692b8, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:33:23.485126 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183a7720-58fd-4c45-be7b-e9f9f835920c tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Network 08e32fbe-58e6-49de-b523-7741979692b8 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:33:23.490737 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-141d4eda-c783-422e-82de-5037356318a8 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Deleting port 6e80d84d-d78e-43db-b01e-37f85569872f {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:23.491078 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-141d4eda-c783-422e-82de-5037356318a8 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:23.495304 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-183a7720-58fd-4c45-be7b-e9f9f835920c tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 08e32fbe-58e6-49de-b523-7741979692b8) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:23.499568 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183a7720-58fd-4c45-be7b-e9f9f835920c tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:23.500178 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-183a7720-58fd-4c45-be7b-e9f9f835920c tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:23.505888 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2afd7b-ba50-4516-9c5f-a1a5226f9a2b None None] Network 08e32fbe-58e6-49de-b523-7741979692b8 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:23.520105 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-183a7720-58fd-4c45-be7b-e9f9f835920c tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6636090 Oct 19 01:33:23.522974 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43546) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:23.527666 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-0fc87f1d-580a-46c5-ab29-6d36f1c6a986 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1937733450', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:23.562997 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0fc87f1d-580a-46c5-ab29-6d36f1c6a986 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:23.564077 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0fc87f1d-580a-46c5-ab29-6d36f1c6a986 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:23.580560 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-aa8cc7a1-a474-4b2a-b7e9-241982d78b5f None None] Provisioning complete for port 6e80d84d-d78e-43db-b01e-37f85569872f triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:23.580560 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-aa8cc7a1-a474-4b2a-b7e9-241982d78b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:23.600228 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-141d4eda-c783-422e-82de-5037356318a8 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:23.615210 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-141d4eda-c783-422e-82de-5037356318a8 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Calling delete_port for 6e80d84d-d78e-43db-b01e-37f85569872f owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:23.632425 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-aa8cc7a1-a474-4b2a-b7e9-241982d78b5f None None] Port 6e80d84d-d78e-43db-b01e-37f85569872f cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:23.660527 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0fc87f1d-580a-46c5-ab29-6d36f1c6a986 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:23.667092 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0fc87f1d-580a-46c5-ab29-6d36f1c6a986 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:23.688143 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0fc87f1d-580a-46c5-ab29-6d36f1c6a986 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:23.692098 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0fc87f1d-580a-46c5-ab29-6d36f1c6a986 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1656251 Oct 19 01:33:23.692324 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43548) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:23.697563 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-14d839d2-6194-4af4-b445-94292a4f3ebc tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'port': {'network_id': '08e32fbe-58e6-49de-b523-7741979692b8', 'name': 'tempest-PortsTestJSON-1179083775'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:23.714880 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d644d00-bcd2-472e-8593-6cf0b9e6e347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-08e32fbe-58e6-49de-b523-7741979692b8', 'network_id': '08e32fbe-58e6-49de-b523-7741979692b8', 'tenant_id': '85cac0c130044cf6b9d6df28e7d2f40a', 'fixed_ips': [{'subnet_id': '7f6347c8-13ba-4e75-8e41-c9a7b8436cd3'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:33:23.717208 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8d644d00-bcd2-472e-8593-6cf0b9e6e347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:23.770259 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device e388eb88-bfd2-4a8c-bc88-a310431e36a3 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:33:23.773912 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-141d4eda-c783-422e-82de-5037356318a8 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:23.803654 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d4eda-c783-422e-82de-5037356318a8 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Pushing event deleted for resources: {'Port': ['ID=6e80d84d-d78e-43db-b01e-37f85569872f,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:23.837210 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d839d2-6194-4af4-b445-94292a4f3ebc tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Made reservation on behalf of 85cac0c130044cf6b9d6df28e7d2f40a for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:23.840481 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: e388eb88-bfd2-4a8c-bc88-a310431e36a3 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:33:23.840902 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device e388eb88-bfd2-4a8c-bc88-a310431e36a3 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:33:23.841859 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-14d839d2-6194-4af4-b445-94292a4f3ebc tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:23.861144 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-14d839d2-6194-4af4-b445-94292a4f3ebc tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] device_id is not set on port 51515467-0b81-4dff-a96f-aa060ae4ddd8 yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:33:23.935130 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-8d644d00-bcd2-472e-8593-6cf0b9e6e347 None None] Allocated IP 172.20.0.2 (08e32fbe-58e6-49de-b523-7741979692b8/7f6347c8-13ba-4e75-8e41-c9a7b8436cd3/aea21fe8-8038-4afd-8fc0-25cec5dcd00f) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:24.059374 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-141d4eda-c783-422e-82de-5037356318a8 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:24.062702 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-141d4eda-c783-422e-82de-5037356318a8 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] 10.222.0.57 "DELETE /v2.0/ports/6e80d84d-d78e-43db-b01e-37f85569872f HTTP/1.1" status: 204 len: 168 time: 0.6686313 Oct 19 01:33:24.065356 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43550) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:24.089901 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8d644d00-bcd2-472e-8593-6cf0b9e6e347 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:24.090118 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc1f5be-5ead-49b7-93c2-aadca7aa769a tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] GET failed (client error): The resource could not be found. Oct 19 01:33:24.091564 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6bc1f5be-5ead-49b7-93c2-aadca7aa769a tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] 10.222.0.57 "GET /v2.0/ports/6e80d84d-d78e-43db-b01e-37f85569872f HTTP/1.1" status: 404 len: 333 time: 0.0252991 Oct 19 01:33:24.094270 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43552) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:24.097617 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8d644d00-bcd2-472e-8593-6cf0b9e6e347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:24.141058 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d644d00-bcd2-472e-8593-6cf0b9e6e347 None None] Network 08e32fbe-58e6-49de-b523-7741979692b8 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:24.144092 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-8d644d00-bcd2-472e-8593-6cf0b9e6e347 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:24.147530 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d644d00-bcd2-472e-8593-6cf0b9e6e347 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:24.156883 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d644d00-bcd2-472e-8593-6cf0b9e6e347 None None] Pushing event updated for resources: {'Port': ['ID=aea21fe8-8038-4afd-8fc0-25cec5dcd00f,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:24.157090 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-14d839d2-6194-4af4-b445-94292a4f3ebc tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Allocated IP 172.20.0.11 (08e32fbe-58e6-49de-b523-7741979692b8/7f6347c8-13ba-4e75-8e41-c9a7b8436cd3/51515467-0b81-4dff-a96f-aa060ae4ddd8) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:24.189413 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-de884b48-8b14-4a7d-90ff-708684927ee3 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Deleting port a4534fbe-32b2-4637-8379-653b88c33893 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:24.189776 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de884b48-8b14-4a7d-90ff-708684927ee3 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:24.213301 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-8d644d00-bcd2-472e-8593-6cf0b9e6e347 None None] Attempting to bind port aea21fe8-8038-4afd-8fc0-25cec5dcd00f on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:33:24.213679 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-8d644d00-bcd2-472e-8593-6cf0b9e6e347 None None] Attempting to bind port aea21fe8-8038-4afd-8fc0-25cec5dcd00f by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '6dd833be-dbe5-4c69-8bed-e9f663702a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '08e32fbe-58e6-49de-b523-7741979692b8'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:33:24.214075 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d644d00-bcd2-472e-8593-6cf0b9e6e347 None None] Attempting to bind port aea21fe8-8038-4afd-8fc0-25cec5dcd00f on network 08e32fbe-58e6-49de-b523-7741979692b8 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:33:24.220783 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d644d00-bcd2-472e-8593-6cf0b9e6e347 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:33:24.221163 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d644d00-bcd2-472e-8593-6cf0b9e6e347 None None] Checking segment: {'id': '6dd833be-dbe5-4c69-8bed-e9f663702a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '08e32fbe-58e6-49de-b523-7741979692b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:33:24.221562 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8d644d00-bcd2-472e-8593-6cf0b9e6e347 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:24.221959 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d644d00-bcd2-472e-8593-6cf0b9e6e347 None None] Bound using segment: {'id': '6dd833be-dbe5-4c69-8bed-e9f663702a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '08e32fbe-58e6-49de-b523-7741979692b8'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:33:24.222432 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-8d644d00-bcd2-472e-8593-6cf0b9e6e347 None None] Bound port: aea21fe8-8038-4afd-8fc0-25cec5dcd00f, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd833be-dbe5-4c69-8bed-e9f663702a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '08e32fbe-58e6-49de-b523-7741979692b8'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:33:24.222818 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8d644d00-bcd2-472e-8593-6cf0b9e6e347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:24.284809 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de884b48-8b14-4a7d-90ff-708684927ee3 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:24.289216 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-8d644d00-bcd2-472e-8593-6cf0b9e6e347 None None] For port aea21fe8-8038-4afd-8fc0-25cec5dcd00f, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:33:24.293233 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-8d644d00-bcd2-472e-8593-6cf0b9e6e347 None None] For port aea21fe8-8038-4afd-8fc0-25cec5dcd00f, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=aea21fe8-8038-4afd-8fc0-25cec5dcd00f,segment=NetworkSegment(6dd833be-dbe5-4c69-8bed-e9f663702a2b),segment_id=6dd833be-dbe5-4c69-8bed-e9f663702a2b)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:33:24.297906 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8d644d00-bcd2-472e-8593-6cf0b9e6e347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:24.301005 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-de884b48-8b14-4a7d-90ff-708684927ee3 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Calling delete_port for a4534fbe-32b2-4637-8379-653b88c33893 owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:24.323075 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-14d839d2-6194-4af4-b445-94292a4f3ebc tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:24.359777 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d644d00-bcd2-472e-8593-6cf0b9e6e347 None None] Pushing event updated for resources: {'Port': ['ID=aea21fe8-8038-4afd-8fc0-25cec5dcd00f,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:24.366040 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-14d839d2-6194-4af4-b445-94292a4f3ebc tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:24.415062 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d839d2-6194-4af4-b445-94292a4f3ebc tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Network 08e32fbe-58e6-49de-b523-7741979692b8 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:24.419232 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-14d839d2-6194-4af4-b445-94292a4f3ebc tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:24.424136 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d839d2-6194-4af4-b445-94292a4f3ebc tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:24.449073 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d839d2-6194-4af4-b445-94292a4f3ebc tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Port': ['ID=51515467-0b81-4dff-a96f-aa060ae4ddd8,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:24.450605 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de884b48-8b14-4a7d-90ff-708684927ee3 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:24.480758 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d839d2-6194-4af4-b445-94292a4f3ebc tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:24.481635 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-14d839d2-6194-4af4-b445-94292a4f3ebc tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:24.483986 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de884b48-8b14-4a7d-90ff-708684927ee3 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Pushing event deleted for resources: {'Port': ['ID=a4534fbe-32b2-4637-8379-653b88c33893,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:24.502885 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-14d839d2-6194-4af4-b445-94292a4f3ebc tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8093860 Oct 19 01:33:24.505646 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43554) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:24.584617 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de884b48-8b14-4a7d-90ff-708684927ee3 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:24.594166 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-de884b48-8b14-4a7d-90ff-708684927ee3 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] 10.222.0.57 "DELETE /v2.0/ports/a4534fbe-32b2-4637-8379-653b88c33893 HTTP/1.1" status: 204 len: 168 time: 0.4989014 Oct 19 01:33:24.596737 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43556) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:24.623870 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ce3eb9-a08d-4332-9e39-c5b0937f134e tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] GET failed (client error): The resource could not be found. Oct 19 01:33:24.625447 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-21ce3eb9-a08d-4332-9e39-c5b0937f134e tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] 10.222.0.57 "GET /v2.0/ports/a4534fbe-32b2-4637-8379-653b88c33893 HTTP/1.1" status: 404 len: 333 time: 0.0276775 Oct 19 01:33:24.629020 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43558) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:24.749316 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-ae245f64-d782-42f8-94de-61fc9fb521e6 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Deleting port 48fc0696-e693-495e-975a-415217a84204 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:24.749645 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ae245f64-d782-42f8-94de-61fc9fb521e6 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:24.843415 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ae245f64-d782-42f8-94de-61fc9fb521e6 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:24.855535 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-ae245f64-d782-42f8-94de-61fc9fb521e6 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Calling delete_port for 48fc0696-e693-495e-975a-415217a84204 owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:24.939828 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d77e940d-da27-4c8c-a033-446f09636013 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:24.999839 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ae245f64-d782-42f8-94de-61fc9fb521e6 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:25.026236 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae245f64-d782-42f8-94de-61fc9fb521e6 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Pushing event deleted for resources: {'Port': ['ID=48fc0696-e693-495e-975a-415217a84204,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:25.102688 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ae245f64-d782-42f8-94de-61fc9fb521e6 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:25.106643 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ae245f64-d782-42f8-94de-61fc9fb521e6 tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] 10.222.0.57 "DELETE /v2.0/ports/48fc0696-e693-495e-975a-415217a84204 HTTP/1.1" status: 204 len: 168 time: 0.4764316 Oct 19 01:33:25.110425 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43560) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:25.211056 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda7ca0b-3786-41a2-aa38-289f8b93f0aa tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Deleting subnet ee763b65-5cba-44f8-ba92-da781b574d74 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:33:25.219772 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cda7ca0b-3786-41a2-aa38-289f8b93f0aa tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:25.277828 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cda7ca0b-3786-41a2-aa38-289f8b93f0aa tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:25.304674 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d77e940d-da27-4c8c-a033-446f09636013 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:25.312945 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d77e940d-da27-4c8c-a033-446f09636013 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:25.400062 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e940d-da27-4c8c-a033-446f09636013 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Port': ['ID=51515467-0b81-4dff-a96f-aa060ae4ddd8,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:25.458400 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cda7ca0b-3786-41a2-aa38-289f8b93f0aa tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:25.484237 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298eb4d2-cf5c-43ea-a0a2-c688dad0be0f None None] Network 08e32fbe-58e6-49de-b523-7741979692b8 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:25.598763 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cda7ca0b-3786-41a2-aa38-289f8b93f0aa tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:25.606152 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-f91b6614-e044-4895-a29f-e5cffeac5e44 None None] Provisioning complete for port aea21fe8-8038-4afd-8fc0-25cec5dcd00f triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:25.606524 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f91b6614-e044-4895-a29f-e5cffeac5e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:25.656308 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7ca0b-3786-41a2-aa38-289f8b93f0aa tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Pushing event deleted for resources: {'Subnet': ['ID=ee763b65-5cba-44f8-ba92-da781b574d74,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:25.658208 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d77e940d-da27-4c8c-a033-446f09636013 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:25.662186 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cda7ca0b-3786-41a2-aa38-289f8b93f0aa tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:25.665138 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa292f5a-0bd0-403b-960b-a3374c135172 None None] Network a700c0c0-e565-4028-adac-98eec102d9f4 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:25.665542 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cda7ca0b-3786-41a2-aa38-289f8b93f0aa tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] 10.222.0.57 "DELETE /v2.0/subnets/ee763b65-5cba-44f8-ba92-da781b574d74 HTTP/1.1" status: 204 len: 168 time: 0.5541592 Oct 19 01:33:25.668271 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43562) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:25.755181 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c65f946e-9697-4c32-bf20-ac8ea812889c tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:25.843097 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f91b6614-e044-4895-a29f-e5cffeac5e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:25.847245 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-c65f946e-9697-4c32-bf20-ac8ea812889c tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Deleting port 45842246-9017-40f1-9d14-6c106977fe02 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:25.847701 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c65f946e-9697-4c32-bf20-ac8ea812889c tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:25.851420 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d77e940d-da27-4c8c-a033-446f09636013 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:25.883678 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device aea21fe8-8038-4afd-8fc0-25cec5dcd00f up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:33:25.919511 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-f91b6614-e044-4895-a29f-e5cffeac5e44 None None] For port aea21fe8-8038-4afd-8fc0-25cec5dcd00f, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=aea21fe8-8038-4afd-8fc0-25cec5dcd00f,segment=NetworkSegment(6dd833be-dbe5-4c69-8bed-e9f663702a2b),segment_id=6dd833be-dbe5-4c69-8bed-e9f663702a2b)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:25.931379 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f91b6614-e044-4895-a29f-e5cffeac5e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:25.960753 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-c65f946e-9697-4c32-bf20-ac8ea812889c tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] For port 45842246-9017-40f1-9d14-6c106977fe02, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=45842246-9017-40f1-9d14-6c106977fe02,segment=NetworkSegment(e12ee6ca-2c7a-4ffd-b322-0fbb7a1eab59),segment_id=e12ee6ca-2c7a-4ffd-b322-0fbb7a1eab59)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:25.961308 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c65f946e-9697-4c32-bf20-ac8ea812889c tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:25.980019 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-c65f946e-9697-4c32-bf20-ac8ea812889c tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Calling delete_port for 45842246-9017-40f1-9d14-6c106977fe02 owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:25.999763 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438f8999-0079-431a-b18e-39518115ca1e None None] DHCP port deletion for a700c0c0-e565-4028-adac-98eec102d9f4 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:33:26.042913 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port aea21fe8-8038-4afd-8fc0-25cec5dcd00f triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:26.043190 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:26.055367 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b6614-e044-4895-a29f-e5cffeac5e44 None None] Pushing event updated for resources: {'Port': ['ID=aea21fe8-8038-4afd-8fc0-25cec5dcd00f,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:26.092644 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c65f946e-9697-4c32-bf20-ac8ea812889c tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:26.109907 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-438f8999-0079-431a-b18e-39518115ca1e None None] Deleting port 45842246-9017-40f1-9d14-6c106977fe02 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:26.110312 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-438f8999-0079-431a-b18e-39518115ca1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:26.130336 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f946e-9697-4c32-bf20-ac8ea812889c tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Pushing event deleted for resources: {'Port': ['ID=45842246-9017-40f1-9d14-6c106977fe02,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:26.138509 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65f946e-9697-4c32-bf20-ac8ea812889c tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] No DVR routers for this DVR port 45842246-9017-40f1-9d14-6c106977fe02 on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:33:26.179807 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-438f8999-0079-431a-b18e-39518115ca1e None None] For port 45842246-9017-40f1-9d14-6c106977fe02, host n-d-715271-26, got binding levels [] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:26.180844 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-438f8999-0079-431a-b18e-39518115ca1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:26.214847 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-438f8999-0079-431a-b18e-39518115ca1e None None] Calling delete_port for 45842246-9017-40f1-9d14-6c106977fe02 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:26.219138 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.ipam_backend_mixin [None req-438f8999-0079-431a-b18e-39518115ca1e None None] Port 45842246-9017-40f1-9d14-6c106977fe02 was not found and therefore no delete operation was performed {{(pid=100608) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:33:26.239597 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c65f946e-9697-4c32-bf20-ac8ea812889c tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:26.248520 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-438f8999-0079-431a-b18e-39518115ca1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:26.261625 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-d3b9b5db-25ce-4114-8871-4a6ddd7330d7 None None] Provisioning complete for port 51515467-0b81-4dff-a96f-aa060ae4ddd8 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:26.261994 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d3b9b5db-25ce-4114-8871-4a6ddd7330d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:26.266074 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-c65f946e-9697-4c32-bf20-ac8ea812889c tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a700c0c0-e565-4028-adac-98eec102d9f4']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:26.279256 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-c65f946e-9697-4c32-bf20-ac8ea812889c tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e12ee6ca-2c7a-4ffd-b322-0fbb7a1eab59') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:26.279529 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-c65f946e-9697-4c32-bf20-ac8ea812889c tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e12ee6ca-2c7a-4ffd-b322-0fbb7a1eab59') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:26.290062 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f8999-0079-431a-b18e-39518115ca1e None None] Pushing event deleted for resources: {'Port': ['ID=45842246-9017-40f1-9d14-6c106977fe02,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:26.290584 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c65f946e-9697-4c32-bf20-ac8ea812889c tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:26.313007 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c65f946e-9697-4c32-bf20-ac8ea812889c tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:26.318366 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438f8999-0079-431a-b18e-39518115ca1e None None] No DVR routers for this DVR port 45842246-9017-40f1-9d14-6c106977fe02 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:33:26.328484 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c65f946e-9697-4c32-bf20-ac8ea812889c tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:33:26.329037 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c65f946e-9697-4c32-bf20-ac8ea812889c tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:26.333504 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:33:26.333504 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:33:26.333504 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:33:26.333504 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:33:26.333504 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:33:26.333504 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:33:26.333504 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:33:26.333504 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:33:26.333504 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:33:26.333504 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:33:26.333504 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:33:26.333504 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:33:26.333504 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:33:26.333504 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:33:26.333504 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:33:26.333504 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:33:26.333504 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:33:26.333504 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:33:26.333504 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:33:26.333504 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:33:26.333504 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:33:26.333504 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:33:26.333504 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:33:26.333504 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:33:26.333504 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:33:26.333504 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:33:26.333504 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:33:26.333504 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:33:26.333504 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:33:26.333504 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:33:26.333504 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:33:26.333504 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:33:26.357865 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-d3b9b5db-25ce-4114-8871-4a6ddd7330d7 None None] Port 51515467-0b81-4dff-a96f-aa060ae4ddd8 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:26.369076 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-d3b9b5db-25ce-4114-8871-4a6ddd7330d7 None None] Provisioning complete for port aea21fe8-8038-4afd-8fc0-25cec5dcd00f triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:26.369535 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d3b9b5db-25ce-4114-8871-4a6ddd7330d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:26.408613 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c65f946e-9697-4c32-bf20-ac8ea812889c tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:26.415222 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c65f946e-9697-4c32-bf20-ac8ea812889c tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:26.421078 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c65f946e-9697-4c32-bf20-ac8ea812889c tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] 10.222.0.57 "DELETE /v2.0/networks/a700c0c0-e565-4028-adac-98eec102d9f4 HTTP/1.1" status: 204 len: 168 time: 0.7516499 Oct 19 01:33:26.449045 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f946e-9697-4c32-bf20-ac8ea812889c tempest-AllowedAddressPairTestJSON-934834721 tempest-AllowedAddressPairTestJSON-934834721-project] Pushing event deleted for resources: {'Network': ['ID=a700c0c0-e565-4028-adac-98eec102d9f4,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:26.552588 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d77e940d-da27-4c8c-a033-446f09636013 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:26.558555 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d77e940d-da27-4c8c-a033-446f09636013 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:26.610109 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b6166c8-bc65-443f-8d55-8d98475e6b75 None None] Provisioning complete for port 51515467-0b81-4dff-a96f-aa060ae4ddd8 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:26.610620 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b6166c8-bc65-443f-8d55-8d98475e6b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:26.639262 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d77e940d-da27-4c8c-a033-446f09636013 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:26.649085 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b6166c8-bc65-443f-8d55-8d98475e6b75 None None] Port 51515467-0b81-4dff-a96f-aa060ae4ddd8 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:26.651104 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e940d-da27-4c8c-a033-446f09636013 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Port': ['ID=51515467-0b81-4dff-a96f-aa060ae4ddd8,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:26.711291 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43570) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:26.738323 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77e940d-da27-4c8c-a033-446f09636013 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Network 08e32fbe-58e6-49de-b523-7741979692b8 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:26.739683 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-d77e940d-da27-4c8c-a033-446f09636013 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:26.852969 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-28441ae5-d814-4af8-9827-75f355502b23 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7178cea977cb48c49eb2c0d5fbdd2b53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1404238 Oct 19 01:33:26.855786 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43574) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:26.877954 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77e940d-da27-4c8c-a033-446f09636013 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Router 98d9d186-aa04-4525-a750-b0577668e730 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:33:26.909918 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-37b3dedb-f8b5-4f7f-88e1-dc0e171fad6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:26.931858 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-37b3dedb-f8b5-4f7f-88e1-dc0e171fad6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:26.970551 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-8ab05e0a-004a-41af-ba6a-229044fbd5b5 None None] Provisioning complete for port 51515467-0b81-4dff-a96f-aa060ae4ddd8 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:26.971025 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8ab05e0a-004a-41af-ba6a-229044fbd5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:26.981621 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77e940d-da27-4c8c-a033-446f09636013 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:33:26.990089 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43576) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:26.990884 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d77e940d-da27-4c8c-a033-446f09636013 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "PUT /v2.0/routers/98d9d186-aa04-4525-a750-b0577668e730/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4835145 Oct 19 01:33:26.997397 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20004ebe-0610-4d00-8c0a-16b72b1ab8a6 None None] Sync routers for ids ['98d9d186-aa04-4525-a750-b0577668e730'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:33:27.018693 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20004ebe-0610-4d00-8c0a-16b72b1ab8a6 None None] Routers {'98d9d186-aa04-4525-a750-b0577668e730'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:33:27.019309 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-20004ebe-0610-4d00-8c0a-16b72b1ab8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:33:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['98d9d186-aa04-4525-a750-b0577668e730'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:27.022487 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-8ab05e0a-004a-41af-ba6a-229044fbd5b5 None None] Port 51515467-0b81-4dff-a96f-aa060ae4ddd8 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:27.028260 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-37b3dedb-f8b5-4f7f-88e1-dc0e171fad6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:27.030911 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-37b3dedb-f8b5-4f7f-88e1-dc0e171fad6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:27.032069 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-37b3dedb-f8b5-4f7f-88e1-dc0e171fad6c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b954f58a-cc56-4f55-a964-a1aea4febc7f HTTP/1.1" status: 204 len: 168 time: 0.1752677 Oct 19 01:33:27.045302 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3dedb-f8b5-4f7f-88e1-dc0e171fad6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b954f58a-cc56-4f55-a964-a1aea4febc7f,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:27.056451 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c0c7e2-0b04-4148-b9a4-d535def2fa52 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:27.058411 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b4c0c7e2-0b04-4148-b9a4-d535def2fa52 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "GET /v2.0/ports?device_id=98d9d186-aa04-4525-a750-b0577668e730 HTTP/1.1" status: 200 len: 983 time: 0.0667324 Oct 19 01:33:27.060184 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-20004ebe-0610-4d00-8c0a-16b72b1ab8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:27.061791 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43580) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:27.074219 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20004ebe-0610-4d00-8c0a-16b72b1ab8a6 None None] Routers {'98d9d186-aa04-4525-a750-b0577668e730'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:33:27.074607 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-20004ebe-0610-4d00-8c0a-16b72b1ab8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:33:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['98d9d186-aa04-4525-a750-b0577668e730'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:27.109937 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-20004ebe-0610-4d00-8c0a-16b72b1ab8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:27.110697 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20004ebe-0610-4d00-8c0a-16b72b1ab8a6 None None] The sync data for ids ['98d9d186-aa04-4525-a750-b0577668e730'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:33:27.260582 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:27.707844 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43600) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:27.770566 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device aea21fe8-8038-4afd-8fc0-25cec5dcd00f up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:33:27.795688 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-54fe89c7-d2e7-4732-a30c-88916ab5a89a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:27.820744 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port aea21fe8-8038-4afd-8fc0-25cec5dcd00f triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:27.821232 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:27.821458 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-b8be0944-5f77-4623-9b6d-660ccea8102a tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1841341674'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:27.844085 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8be0944-5f77-4623-9b6d-660ccea8102a tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Made reservation on behalf of 6c541c758c144d11b4a7f41aed07cf88 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:27.847532 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b8be0944-5f77-4623-9b6d-660ccea8102a tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:27.856418 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b8be0944-5f77-4623-9b6d-660ccea8102a tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:27.942382 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b8be0944-5f77-4623-9b6d-660ccea8102a tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:27.948148 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b8be0944-5f77-4623-9b6d-660ccea8102a tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:27.971304 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 45842246-9017-40f1-9d14-6c106977fe02 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:33:27.974529 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8be0944-5f77-4623-9b6d-660ccea8102a tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:33:27.992067 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 45842246-9017-40f1-9d14-6c106977fe02 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:33:27.992836 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 45842246-9017-40f1-9d14-6c106977fe02 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:33:27.993004 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be0944-5f77-4623-9b6d-660ccea8102a tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b67cbdde-ca51-4f71-b098-cc75d74a7f72,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:27.997526 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b8be0944-5f77-4623-9b6d-660ccea8102a tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:27.997865 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-b8be0944-5f77-4623-9b6d-660ccea8102a tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Added segment 9c9e10ff-74cb-4e4b-89a1-9388766b974e of type vlan for network a4ec369b-9310-486d-ac4d-fe14c2b6f1e8 Oct 19 01:33:28.030419 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-54fe89c7-d2e7-4732-a30c-88916ab5a89a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Deleting port 51515467-0b81-4dff-a96f-aa060ae4ddd8 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:28.030901 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-54fe89c7-d2e7-4732-a30c-88916ab5a89a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:28.040423 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b8be0944-5f77-4623-9b6d-660ccea8102a tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:28.064867 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b8be0944-5f77-4623-9b6d-660ccea8102a tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:28.070549 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8be0944-5f77-4623-9b6d-660ccea8102a tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:28.071129 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b8be0944-5f77-4623-9b6d-660ccea8102a tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:28.109900 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b8be0944-5f77-4623-9b6d-660ccea8102a tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.3995728 Oct 19 01:33:28.112798 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43604) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:28.117639 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-78eff6e1-74e5-4b35-bbf6-9893ea816100 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Request body: {'subnet': {'network_id': 'a4ec369b-9310-486d-ac4d-fe14c2b6f1e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:28.122968 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-54fe89c7-d2e7-4732-a30c-88916ab5a89a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:28.135176 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-54fe89c7-d2e7-4732-a30c-88916ab5a89a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Calling delete_port for 51515467-0b81-4dff-a96f-aa060ae4ddd8 owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:28.162878 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be0944-5f77-4623-9b6d-660ccea8102a tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Pushing event updated for resources: {'Network': ['ID=a4ec369b-9310-486d-ac4d-fe14c2b6f1e8,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:28.173771 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network a4ec369b-9310-486d-ac4d-fe14c2b6f1e8 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:33:28.241877 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78eff6e1-74e5-4b35-bbf6-9893ea816100 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Made reservation on behalf of 6c541c758c144d11b4a7f41aed07cf88 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:28.245771 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-78eff6e1-74e5-4b35-bbf6-9893ea816100 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:28.318121 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-54fe89c7-d2e7-4732-a30c-88916ab5a89a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:28.346735 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe89c7-d2e7-4732-a30c-88916ab5a89a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Port': ['ID=51515467-0b81-4dff-a96f-aa060ae4ddd8,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:28.442661 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-78eff6e1-74e5-4b35-bbf6-9893ea816100 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:28.493536 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-54fe89c7-d2e7-4732-a30c-88916ab5a89a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:28.501792 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eff6e1-74e5-4b35-bbf6-9893ea816100 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Pushing event updated for resources: {'Subnet': ['ID=06382cae-950b-40c0-a79b-a25d928264d8,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:28.519339 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eff6e1-74e5-4b35-bbf6-9893ea816100 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Checking segment: {'id': '9c9e10ff-74cb-4e4b-89a1-9388766b974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a4ec369b-9310-486d-ac4d-fe14c2b6f1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:33:28.519749 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78eff6e1-74e5-4b35-bbf6-9893ea816100 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Network hostable DHCP agents. Network: a4ec369b-9310-486d-ac4d-fe14c2b6f1e8, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:33:28.539758 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78eff6e1-74e5-4b35-bbf6-9893ea816100 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Network a4ec369b-9310-486d-ac4d-fe14c2b6f1e8 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:33:28.550579 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-78eff6e1-74e5-4b35-bbf6-9893ea816100 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, a4ec369b-9310-486d-ac4d-fe14c2b6f1e8) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:28.554829 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eff6e1-74e5-4b35-bbf6-9893ea816100 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:28.555611 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-78eff6e1-74e5-4b35-bbf6-9893ea816100 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:28.562946 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2ab1f6-ab77-4685-bb30-37e8993b32c6 None None] Network a4ec369b-9310-486d-ac4d-fe14c2b6f1e8 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:28.583625 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-78eff6e1-74e5-4b35-bbf6-9893ea816100 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4697142 Oct 19 01:33:28.584308 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43606) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:28.589978 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-33f1411a-a026-4b09-88a8-f88de22efd1e tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Request body: {'port': {'network_id': 'a4ec369b-9310-486d-ac4d-fe14c2b6f1e8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1260127380'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:28.678163 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54fe89c7-d2e7-4732-a30c-88916ab5a89a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Router 98d9d186-aa04-4525-a750-b0577668e730 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:33:28.710886 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f1411a-a026-4b09-88a8-f88de22efd1e tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Made reservation on behalf of 6c541c758c144d11b4a7f41aed07cf88 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:28.715792 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-33f1411a-a026-4b09-88a8-f88de22efd1e tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:28.716528 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8ff9a8-1783-465e-ba8c-f73e2d776706 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-a4ec369b-9310-486d-ac4d-fe14c2b6f1e8', 'network_id': 'a4ec369b-9310-486d-ac4d-fe14c2b6f1e8', 'tenant_id': '6c541c758c144d11b4a7f41aed07cf88', 'fixed_ips': [{'subnet_id': '06382cae-950b-40c0-a79b-a25d928264d8'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:33:28.717553 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ac8ff9a8-1783-465e-ba8c-f73e2d776706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:28.734483 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-33f1411a-a026-4b09-88a8-f88de22efd1e tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] device_id is not set on port 09dd7797-d380-4113-b6b6-65e6f1941a6b yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:33:28.764117 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fe89c7-d2e7-4732-a30c-88916ab5a89a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:33:28.769109 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-54fe89c7-d2e7-4732-a30c-88916ab5a89a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "PUT /v2.0/routers/98d9d186-aa04-4525-a750-b0577668e730/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7062871 Oct 19 01:33:28.771900 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43608) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:28.775153 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7247f08d-94da-44c2-a31a-697b365dc1ee None None] Sync routers for ids ['98d9d186-aa04-4525-a750-b0577668e730'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:33:28.785636 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7247f08d-94da-44c2-a31a-697b365dc1ee None None] Routers {'98d9d186-aa04-4525-a750-b0577668e730'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:33:28.786246 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-7247f08d-94da-44c2-a31a-697b365dc1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:33:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['98d9d186-aa04-4525-a750-b0577668e730'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:28.812959 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2adc933-2a6b-459c-ba03-5530e7e43606 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] GET failed (client error): The resource could not be found. Oct 19 01:33:28.817761 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f2adc933-2a6b-459c-ba03-5530e7e43606 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "GET /v2.0/ports/51515467-0b81-4dff-a96f-aa060ae4ddd8 HTTP/1.1" status: 404 len: 333 time: 0.0374892 Oct 19 01:33:28.818465 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43610) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:28.824056 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-7247f08d-94da-44c2-a31a-697b365dc1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:28.833217 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7247f08d-94da-44c2-a31a-697b365dc1ee None None] Routers {'98d9d186-aa04-4525-a750-b0577668e730'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:33:28.833879 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-7247f08d-94da-44c2-a31a-697b365dc1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:33:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['98d9d186-aa04-4525-a750-b0577668e730'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:28.866127 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-7247f08d-94da-44c2-a31a-697b365dc1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:28.866752 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7247f08d-94da-44c2-a31a-697b365dc1ee None None] The sync data for ids ['98d9d186-aa04-4525-a750-b0577668e730'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:33:28.879006 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-33f1411a-a026-4b09-88a8-f88de22efd1e tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Allocated IP 2001:db8::282 (a4ec369b-9310-486d-ac4d-fe14c2b6f1e8/06382cae-950b-40c0-a79b-a25d928264d8/09dd7797-d380-4113-b6b6-65e6f1941a6b) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:28.898718 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ee3c4382-20a2-4500-a054-15735b7fa3b2 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.029199 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-33f1411a-a026-4b09-88a8-f88de22efd1e tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.059527 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ee3c4382-20a2-4500-a054-15735b7fa3b2 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.061774 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ee3c4382-20a2-4500-a054-15735b7fa3b2 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.065055 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-33f1411a-a026-4b09-88a8-f88de22efd1e tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.109509 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ee3c4382-20a2-4500-a054-15735b7fa3b2 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.110057 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3c4382-20a2-4500-a054-15735b7fa3b2 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Fanout notify agent at l3_agent the message router_deleted on router 98d9d186-aa04-4525-a750-b0577668e730 {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:33:29.111832 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-ac8ff9a8-1783-465e-ba8c-f73e2d776706 None None] Allocated IP 2001:db8::2 (a4ec369b-9310-486d-ac4d-fe14c2b6f1e8/06382cae-950b-40c0-a79b-a25d928264d8/d61664f2-610d-41c6-9db9-aac84f3dc34d) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:29.118899 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ee3c4382-20a2-4500-a054-15735b7fa3b2 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.123807 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ee3c4382-20a2-4500-a054-15735b7fa3b2 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/routers/98d9d186-aa04-4525-a750-b0577668e730 HTTP/1.1" status: 204 len: 168 time: 0.3041289 Oct 19 01:33:29.124305 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43612) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:29.134337 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f1411a-a026-4b09-88a8-f88de22efd1e tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Network a4ec369b-9310-486d-ac4d-fe14c2b6f1e8 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:29.135746 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1411a-a026-4b09-88a8-f88de22efd1e tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Pushing event updated for resources: {'Port': ['ID=09dd7797-d380-4113-b6b6-65e6f1941a6b,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:29.139091 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-33f1411a-a026-4b09-88a8-f88de22efd1e tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:29.141932 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f1411a-a026-4b09-88a8-f88de22efd1e tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:29.147762 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f1411a-a026-4b09-88a8-f88de22efd1e tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:29.148362 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-33f1411a-a026-4b09-88a8-f88de22efd1e tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.165513 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-33f1411a-a026-4b09-88a8-f88de22efd1e tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.5800998 Oct 19 01:33:29.169142 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43614) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:29.174885 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-9831934e-140d-438b-9583-a957366e1705 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Request body: {'port': {'network_id': 'a4ec369b-9310-486d-ac4d-fe14c2b6f1e8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-356114596', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:29.175528 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.api.validators [None req-9831934e-140d-438b-9583-a957366e1705 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] bootfile-name is not in valid_values {{(pid=100606) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 01:33:29.175898 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.api.validators [None req-9831934e-140d-438b-9583-a957366e1705 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] tftp-server is not in valid_values {{(pid=100606) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 01:33:29.176231 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.api.validators [None req-9831934e-140d-438b-9583-a957366e1705 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] server-ip-address is not in valid_values {{(pid=100606) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 01:33:29.182645 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2688ab4-df66-4949-a3e8-e171040f6e08 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Deleting subnet 7f6347c8-13ba-4e75-8e41-c9a7b8436cd3 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:33:29.186973 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b2688ab4-df66-4949-a3e8-e171040f6e08 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.233431 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b2688ab4-df66-4949-a3e8-e171040f6e08 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.271886 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ac8ff9a8-1783-465e-ba8c-f73e2d776706 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.280939 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ac8ff9a8-1783-465e-ba8c-f73e2d776706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.294416 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9831934e-140d-438b-9583-a957366e1705 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Made reservation on behalf of 6c541c758c144d11b4a7f41aed07cf88 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:29.298375 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9831934e-140d-438b-9583-a957366e1705 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.319811 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-9831934e-140d-438b-9583-a957366e1705 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] device_id is not set on port 9e65c9de-8fb5-4000-a345-35464844f551 yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:33:29.321846 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b2688ab4-df66-4949-a3e8-e171040f6e08 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.322477 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8ff9a8-1783-465e-ba8c-f73e2d776706 None None] Network a4ec369b-9310-486d-ac4d-fe14c2b6f1e8 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:29.329201 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-ac8ff9a8-1783-465e-ba8c-f73e2d776706 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:29.333961 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8ff9a8-1783-465e-ba8c-f73e2d776706 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:29.337044 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ff9a8-1783-465e-ba8c-f73e2d776706 None None] Pushing event updated for resources: {'Port': ['ID=d61664f2-610d-41c6-9db9-aac84f3dc34d,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:29.348381 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8ff9a8-1783-465e-ba8c-f73e2d776706 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:29.348723 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8ff9a8-1783-465e-ba8c-f73e2d776706 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:29.349058 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8ff9a8-1783-465e-ba8c-f73e2d776706 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:29.349388 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8ff9a8-1783-465e-ba8c-f73e2d776706 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:29.349716 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8ff9a8-1783-465e-ba8c-f73e2d776706 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:29.350042 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8ff9a8-1783-465e-ba8c-f73e2d776706 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:29.350359 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8ff9a8-1783-465e-ba8c-f73e2d776706 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:29.350680 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8ff9a8-1783-465e-ba8c-f73e2d776706 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:29.351000 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8ff9a8-1783-465e-ba8c-f73e2d776706 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:29.351316 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8ff9a8-1783-465e-ba8c-f73e2d776706 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:29.351633 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8ff9a8-1783-465e-ba8c-f73e2d776706 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:29.351966 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8ff9a8-1783-465e-ba8c-f73e2d776706 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:29.389938 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b2688ab4-df66-4949-a3e8-e171040f6e08 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.403460 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-ac8ff9a8-1783-465e-ba8c-f73e2d776706 None None] Attempting to bind port d61664f2-610d-41c6-9db9-aac84f3dc34d on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:33:29.404218 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-ac8ff9a8-1783-465e-ba8c-f73e2d776706 None None] Attempting to bind port d61664f2-610d-41c6-9db9-aac84f3dc34d by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '9c9e10ff-74cb-4e4b-89a1-9388766b974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a4ec369b-9310-486d-ac4d-fe14c2b6f1e8'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:33:29.404645 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8ff9a8-1783-465e-ba8c-f73e2d776706 None None] Attempting to bind port d61664f2-610d-41c6-9db9-aac84f3dc34d on network a4ec369b-9310-486d-ac4d-fe14c2b6f1e8 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:33:29.409757 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8ff9a8-1783-465e-ba8c-f73e2d776706 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:33:29.410220 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8ff9a8-1783-465e-ba8c-f73e2d776706 None None] Checking segment: {'id': '9c9e10ff-74cb-4e4b-89a1-9388766b974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a4ec369b-9310-486d-ac4d-fe14c2b6f1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:33:29.410669 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ac8ff9a8-1783-465e-ba8c-f73e2d776706 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.411121 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8ff9a8-1783-465e-ba8c-f73e2d776706 None None] Bound using segment: {'id': '9c9e10ff-74cb-4e4b-89a1-9388766b974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a4ec369b-9310-486d-ac4d-fe14c2b6f1e8'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:33:29.411675 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-ac8ff9a8-1783-465e-ba8c-f73e2d776706 None None] Bound port: d61664f2-610d-41c6-9db9-aac84f3dc34d, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9e10ff-74cb-4e4b-89a1-9388766b974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a4ec369b-9310-486d-ac4d-fe14c2b6f1e8'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:33:29.412140 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ac8ff9a8-1783-465e-ba8c-f73e2d776706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.417105 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2688ab4-df66-4949-a3e8-e171040f6e08 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Subnet': ['ID=7f6347c8-13ba-4e75-8e41-c9a7b8436cd3,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:29.421473 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b2688ab4-df66-4949-a3e8-e171040f6e08 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.424604 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b2688ab4-df66-4949-a3e8-e171040f6e08 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/subnets/7f6347c8-13ba-4e75-8e41-c9a7b8436cd3 HTTP/1.1" status: 204 len: 168 time: 0.2989767 Oct 19 01:33:29.427218 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43616) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:29.435693 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2f62f6-6c58-4644-b4d3-f8fa18d6228c None None] Network 08e32fbe-58e6-49de-b523-7741979692b8 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:29.462760 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-9831934e-140d-438b-9583-a957366e1705 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Allocated IP 2001:db8::339 (a4ec369b-9310-486d-ac4d-fe14c2b6f1e8/06382cae-950b-40c0-a79b-a25d928264d8/9e65c9de-8fb5-4000-a345-35464844f551) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:29.512170 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-663f59d9-b20a-4caf-8269-6e55781bda56 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.558045 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-ac8ff9a8-1783-465e-ba8c-f73e2d776706 None None] For port d61664f2-610d-41c6-9db9-aac84f3dc34d, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:33:29.571332 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-663f59d9-b20a-4caf-8269-6e55781bda56 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Deleting port aea21fe8-8038-4afd-8fc0-25cec5dcd00f {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:29.571671 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-663f59d9-b20a-4caf-8269-6e55781bda56 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.585463 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-ac8ff9a8-1783-465e-ba8c-f73e2d776706 None None] For port d61664f2-610d-41c6-9db9-aac84f3dc34d, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d61664f2-610d-41c6-9db9-aac84f3dc34d,segment=NetworkSegment(9c9e10ff-74cb-4e4b-89a1-9388766b974e),segment_id=9c9e10ff-74cb-4e4b-89a1-9388766b974e)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:33:29.592722 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ac8ff9a8-1783-465e-ba8c-f73e2d776706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.657063 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9831934e-140d-438b-9583-a957366e1705 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.659862 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-663f59d9-b20a-4caf-8269-6e55781bda56 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] For port aea21fe8-8038-4afd-8fc0-25cec5dcd00f, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=aea21fe8-8038-4afd-8fc0-25cec5dcd00f,segment=NetworkSegment(6dd833be-dbe5-4c69-8bed-e9f663702a2b),segment_id=6dd833be-dbe5-4c69-8bed-e9f663702a2b)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:29.660353 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-663f59d9-b20a-4caf-8269-6e55781bda56 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.676642 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-663f59d9-b20a-4caf-8269-6e55781bda56 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Calling delete_port for aea21fe8-8038-4afd-8fc0-25cec5dcd00f owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:29.694652 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ff9a8-1783-465e-ba8c-f73e2d776706 None None] Pushing event updated for resources: {'Port': ['ID=d61664f2-610d-41c6-9db9-aac84f3dc34d,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:29.702949 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.713418 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9831934e-140d-438b-9583-a957366e1705 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.726700 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a458af-f95f-4f3b-a127-85b7fea3247b None None] DHCP port deletion for 08e32fbe-58e6-49de-b523-7741979692b8 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:33:29.781673 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-663f59d9-b20a-4caf-8269-6e55781bda56 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.787384 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-b1a458af-f95f-4f3b-a127-85b7fea3247b None None] Deleting port aea21fe8-8038-4afd-8fc0-25cec5dcd00f {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:29.788103 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b1a458af-f95f-4f3b-a127-85b7fea3247b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.794075 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9831934e-140d-438b-9583-a957366e1705 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Network a4ec369b-9310-486d-ac4d-fe14c2b6f1e8 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:29.798522 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-9831934e-140d-438b-9583-a957366e1705 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:29.805929 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9831934e-140d-438b-9583-a957366e1705 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:29.813267 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9831934e-140d-438b-9583-a957366e1705 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:29.813692 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9831934e-140d-438b-9583-a957366e1705 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.817577 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831934e-140d-438b-9583-a957366e1705 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Pushing event updated for resources: {'Port': ['ID=9e65c9de-8fb5-4000-a345-35464844f551,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:29.822635 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f59d9-b20a-4caf-8269-6e55781bda56 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Port': ['ID=aea21fe8-8038-4afd-8fc0-25cec5dcd00f,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:29.835447 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663f59d9-b20a-4caf-8269-6e55781bda56 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] No DVR routers for this DVR port aea21fe8-8038-4afd-8fc0-25cec5dcd00f on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:33:29.837537 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9831934e-140d-438b-9583-a957366e1705 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.6669843 Oct 19 01:33:29.841713 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43618) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:29.859955 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device aea21fe8-8038-4afd-8fc0-25cec5dcd00f no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:33:29.890695 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: aea21fe8-8038-4afd-8fc0-25cec5dcd00f {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:33:29.891173 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device aea21fe8-8038-4afd-8fc0-25cec5dcd00f not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:33:29.893288 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-b1a458af-f95f-4f3b-a127-85b7fea3247b None None] For port aea21fe8-8038-4afd-8fc0-25cec5dcd00f, host n-d-715271-26, got binding levels [] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:29.893682 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b1a458af-f95f-4f3b-a127-85b7fea3247b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.909608 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-b1a458af-f95f-4f3b-a127-85b7fea3247b None None] Calling delete_port for aea21fe8-8038-4afd-8fc0-25cec5dcd00f owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:29.912959 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.ipam_backend_mixin [None req-b1a458af-f95f-4f3b-a127-85b7fea3247b None None] Port aea21fe8-8038-4afd-8fc0-25cec5dcd00f was not found and therefore no delete operation was performed {{(pid=100608) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:33:29.926202 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b1a458af-f95f-4f3b-a127-85b7fea3247b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.961017 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a458af-f95f-4f3b-a127-85b7fea3247b None None] Pushing event deleted for resources: {'Port': ['ID=aea21fe8-8038-4afd-8fc0-25cec5dcd00f,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:29.969967 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a458af-f95f-4f3b-a127-85b7fea3247b None None] No DVR routers for this DVR port aea21fe8-8038-4afd-8fc0-25cec5dcd00f on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:33:29.993122 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-663f59d9-b20a-4caf-8269-6e55781bda56 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.016020 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a368974b-13f7-4df2-9c26-8496affb16a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:30.022395 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a368974b-13f7-4df2-9c26-8496affb16a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:30.029116 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a368974b-13f7-4df2-9c26-8496affb16a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:30.030878 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a368974b-13f7-4df2-9c26-8496affb16a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1880596 Oct 19 01:33:30.033816 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43620) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:30.040133 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-663f59d9-b20a-4caf-8269-6e55781bda56 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e32fbe-58e6-49de-b523-7741979692b8']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:30.052673 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-663f59d9-b20a-4caf-8269-6e55781bda56 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dd833be-dbe5-4c69-8bed-e9f663702a2b') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:30.052973 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-663f59d9-b20a-4caf-8269-6e55781bda56 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dd833be-dbe5-4c69-8bed-e9f663702a2b') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:30.062277 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-663f59d9-b20a-4caf-8269-6e55781bda56 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.080455 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-663f59d9-b20a-4caf-8269-6e55781bda56 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.087223 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-663f59d9-b20a-4caf-8269-6e55781bda56 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:33:30.087609 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-663f59d9-b20a-4caf-8269-6e55781bda56 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.091449 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:33:30.091449 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:33:30.091449 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:33:30.091449 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:33:30.091449 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:33:30.091449 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:33:30.091449 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:33:30.091449 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:33:30.091449 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:33:30.091449 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:33:30.091449 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:33:30.091449 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:33:30.091449 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:33:30.091449 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:33:30.091449 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:33:30.091449 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:33:30.091449 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:33:30.091449 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:33:30.091449 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:33:30.091449 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:33:30.091449 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:33:30.091449 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:33:30.091449 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:33:30.091449 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:33:30.091449 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:33:30.091449 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:33:30.091449 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:33:30.091449 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:33:30.091449 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:33:30.091449 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:33:30.091449 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:33:30.091449 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:33:30.136565 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-04444ae4-7ed2-4920-a6e6-8fb93b56fa90 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Deleting port 9e65c9de-8fb5-4000-a345-35464844f551 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:30.137006 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-04444ae4-7ed2-4920-a6e6-8fb93b56fa90 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.149497 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-663f59d9-b20a-4caf-8269-6e55781bda56 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.157567 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-663f59d9-b20a-4caf-8269-6e55781bda56 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.164068 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-663f59d9-b20a-4caf-8269-6e55781bda56 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/networks/08e32fbe-58e6-49de-b523-7741979692b8 HTTP/1.1" status: 204 len: 168 time: 0.7323225 Oct 19 01:33:30.168309 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43622) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:30.170018 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f59d9-b20a-4caf-8269-6e55781bda56 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Network': ['ID=08e32fbe-58e6-49de-b523-7741979692b8,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:30.250766 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c11e179-62c8-49b9-9d7b-c6568d99c871 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:30.252459 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9c11e179-62c8-49b9-9d7b-c6568d99c871 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "GET /v2.0/ports/80868449-79f0-4a98-848b-567273f820d6 HTTP/1.1" status: 200 len: 840 time: 0.0831454 Oct 19 01:33:30.256273 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43624) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:30.271096 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-04444ae4-7ed2-4920-a6e6-8fb93b56fa90 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.283050 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-04444ae4-7ed2-4920-a6e6-8fb93b56fa90 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Calling delete_port for 9e65c9de-8fb5-4000-a345-35464844f551 owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:30.295209 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-53914c70-251f-4d10-9e36-df4efad87ba7 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "GET /v2.0/ports/80868449-79f0-4a98-848b-567273f820d6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0376906 Oct 19 01:33:30.298597 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43626) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:30.303335 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-86486b01-1527-40aa-b7e4-4ca9e5bc16d6 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'subnet': {'network_id': 'aea63c42-0642-4b50-a42a-3f4ca1a8ccf8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:30.399238 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86486b01-1527-40aa-b7e4-4ca9e5bc16d6 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Made reservation on behalf of 85cac0c130044cf6b9d6df28e7d2f40a for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:30.403057 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-86486b01-1527-40aa-b7e4-4ca9e5bc16d6 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.423160 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-04444ae4-7ed2-4920-a6e6-8fb93b56fa90 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.454891 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04444ae4-7ed2-4920-a6e6-8fb93b56fa90 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Pushing event deleted for resources: {'Port': ['ID=9e65c9de-8fb5-4000-a345-35464844f551,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:30.487103 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-04444ae4-7ed2-4920-a6e6-8fb93b56fa90 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.490689 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-04444ae4-7ed2-4920-a6e6-8fb93b56fa90 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] 10.222.0.57 "DELETE /v2.0/ports/9e65c9de-8fb5-4000-a345-35464844f551 HTTP/1.1" status: 204 len: 168 time: 0.4557493 Oct 19 01:33:30.494886 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43628) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:30.501157 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-16b787c5-29da-4807-9373-9df2ce8c1bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Request body: {'port': {'name': 'tempest-new-port-name-919017741', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:30.501935 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.api.validators [None req-16b787c5-29da-4807-9373-9df2ce8c1bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] bootfile-name is not in valid_values {{(pid=100606) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 01:33:30.501935 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.api.validators [None req-16b787c5-29da-4807-9373-9df2ce8c1bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] tftp-server is not in valid_values {{(pid=100606) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 01:33:30.502228 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.api.validators [None req-16b787c5-29da-4807-9373-9df2ce8c1bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] server-ip-address is not in valid_values {{(pid=100606) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 01:33:30.569120 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-16b787c5-29da-4807-9373-9df2ce8c1bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.616359 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-86486b01-1527-40aa-b7e4-4ca9e5bc16d6 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.663044 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86486b01-1527-40aa-b7e4-4ca9e5bc16d6 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Network aea63c42-0642-4b50-a42a-3f4ca1a8ccf8 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:30.666047 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-86486b01-1527-40aa-b7e4-4ca9e5bc16d6 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:30.670439 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86486b01-1527-40aa-b7e4-4ca9e5bc16d6 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:30.671017 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-86486b01-1527-40aa-b7e4-4ca9e5bc16d6 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.675081 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7872ebe6-c8e5-4405-b5a8-9a43740bfbb6 None None] Network aea63c42-0642-4b50-a42a-3f4ca1a8ccf8 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:30.679486 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86486b01-1527-40aa-b7e4-4ca9e5bc16d6 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Subnet': ['ID=13c1809f-1836-4feb-8ec5-edfb24026bac,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:30.699499 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-86486b01-1527-40aa-b7e4-4ca9e5bc16d6 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3990052 Oct 19 01:33:30.702285 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43630) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:30.708802 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-7236b90b-2f52-422e-ae42-dd2dc545b7c0 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'security_group': {'name': 'tempest-secgroup-1034380070'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:30.735349 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7236b90b-2f52-422e-ae42-dd2dc545b7c0 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.783848 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382750dc-feac-480c-9b1e-6466f1525093 None None] Network a4ec369b-9310-486d-ac4d-fe14c2b6f1e8 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:30.790821 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-16b787c5-29da-4807-9373-9df2ce8c1bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.795586 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-16b787c5-29da-4807-9373-9df2ce8c1bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.819584 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7236b90b-2f52-422e-ae42-dd2dc545b7c0 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.824413 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7236b90b-2f52-422e-ae42-dd2dc545b7c0 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.834043 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-16b787c5-29da-4807-9373-9df2ce8c1bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] In _notify_port_updated(), no bound segment for port 09dd7797-d380-4113-b6b6-65e6f1941a6b on network a4ec369b-9310-486d-ac4d-fe14c2b6f1e8 {{(pid=100606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:33:30.840628 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b787c5-29da-4807-9373-9df2ce8c1bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:30.841372 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-16b787c5-29da-4807-9373-9df2ce8c1bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.842717 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-16b787c5-29da-4807-9373-9df2ce8c1bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] 10.222.0.57 "PUT /v2.0/ports/09dd7797-d380-4113-b6b6-65e6f1941a6b HTTP/1.1" status: 200 len: 1129 time: 0.3460343 Oct 19 01:33:30.845962 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43632) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:30.860816 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7236b90b-2f52-422e-ae42-dd2dc545b7c0 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31778e26-480b-430e-92c0-2dcac6dfddb4,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:30.877354 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7236b90b-2f52-422e-ae42-dd2dc545b7c0 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.881921 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7236b90b-2f52-422e-ae42-dd2dc545b7c0 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1746368 Oct 19 01:33:30.882418 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43634) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:30.887267 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-2f8db63a-7799-4ec5-9c89-6330fdefb18a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'security_group': {'name': 'tempest-secgroup-47619581'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:30.899074 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b787c5-29da-4807-9373-9df2ce8c1bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Pushing event updated for resources: {'Port': ['ID=09dd7797-d380-4113-b6b6-65e6f1941a6b,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:30.913461 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2f8db63a-7799-4ec5-9c89-6330fdefb18a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.920301 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f5d7ac-a10d-4c0a-b3c7-784e67f459ba tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:30.922111 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-36f5d7ac-a10d-4c0a-b3c7-784e67f459ba tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] 10.222.0.57 "GET /v2.0/ports/09dd7797-d380-4113-b6b6-65e6f1941a6b HTTP/1.1" status: 200 len: 1129 time: 0.0750432 Oct 19 01:33:30.926463 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43636) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:31.069000 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2f8db63a-7799-4ec5-9c89-6330fdefb18a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:31.071185 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-777bc2a9-2fed-4ba8-a38e-23c3275326dd None None] Provisioning complete for port d61664f2-610d-41c6-9db9-aac84f3dc34d triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:31.071567 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-777bc2a9-2fed-4ba8-a38e-23c3275326dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:31.075653 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2f8db63a-7799-4ec5-9c89-6330fdefb18a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:31.099532 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-5212782b-822c-49c5-bffd-fc7d43ec9bf8 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Deleting port 09dd7797-d380-4113-b6b6-65e6f1941a6b {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:31.099899 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5212782b-822c-49c5-bffd-fc7d43ec9bf8 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:31.124515 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2f8db63a-7799-4ec5-9c89-6330fdefb18a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:31.125728 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2f8db63a-7799-4ec5-9c89-6330fdefb18a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2422736 Oct 19 01:33:31.128692 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43638) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:31.133655 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8db63a-7799-4ec5-9c89-6330fdefb18a tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e48889-ff1f-45f8-b70b-7bdc94dc94c7,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:31.135081 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-8f33fd48-ce15-42bd-bf8b-af3d13395625 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1064206671', 'security_groups': ['a2e48889-ff1f-45f8-b70b-7bdc94dc94c7'], 'network_id': 'aea63c42-0642-4b50-a42a-3f4ca1a8ccf8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '13c1809f-1836-4feb-8ec5-edfb24026bac'}]}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:31.161018 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf14dfa-fb11-425d-b8ee-9950722f7492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-aea63c42-0642-4b50-a42a-3f4ca1a8ccf8', 'network_id': 'aea63c42-0642-4b50-a42a-3f4ca1a8ccf8', 'tenant_id': '85cac0c130044cf6b9d6df28e7d2f40a', 'fixed_ips': [{'subnet_id': '13c1809f-1836-4feb-8ec5-edfb24026bac'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:33:31.161857 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bcf14dfa-fb11-425d-b8ee-9950722f7492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:31.213723 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5212782b-822c-49c5-bffd-fc7d43ec9bf8 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:31.227771 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-5212782b-822c-49c5-bffd-fc7d43ec9bf8 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Calling delete_port for 09dd7797-d380-4113-b6b6-65e6f1941a6b owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:31.256233 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f33fd48-ce15-42bd-bf8b-af3d13395625 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Made reservation on behalf of 85cac0c130044cf6b9d6df28e7d2f40a for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:31.310901 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-777bc2a9-2fed-4ba8-a38e-23c3275326dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:31.353020 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8f33fd48-ce15-42bd-bf8b-af3d13395625 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:31.379045 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-8f33fd48-ce15-42bd-bf8b-af3d13395625 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] device_id is not set on port 67cb9ab1-954c-4d3c-bac7-72964bc4d1e4 yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:33:31.384482 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-777bc2a9-2fed-4ba8-a38e-23c3275326dd None None] For port d61664f2-610d-41c6-9db9-aac84f3dc34d, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d61664f2-610d-41c6-9db9-aac84f3dc34d,segment=NetworkSegment(9c9e10ff-74cb-4e4b-89a1-9388766b974e),segment_id=9c9e10ff-74cb-4e4b-89a1-9388766b974e)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:31.391533 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-bcf14dfa-fb11-425d-b8ee-9950722f7492 None None] Allocated IP 172.20.0.2 (aea63c42-0642-4b50-a42a-3f4ca1a8ccf8/13c1809f-1836-4feb-8ec5-edfb24026bac/74fadb68-44ca-47fc-bc11-ecb0764307a0) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:31.393778 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-777bc2a9-2fed-4ba8-a38e-23c3275326dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:31.406089 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5212782b-822c-49c5-bffd-fc7d43ec9bf8 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:31.472209 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777bc2a9-2fed-4ba8-a38e-23c3275326dd None None] Pushing event updated for resources: {'Port': ['ID=d61664f2-610d-41c6-9db9-aac84f3dc34d,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:31.472435 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212782b-822c-49c5-bffd-fc7d43ec9bf8 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Pushing event deleted for resources: {'Port': ['ID=09dd7797-d380-4113-b6b6-65e6f1941a6b,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:31.491811 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5212782b-822c-49c5-bffd-fc7d43ec9bf8 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:31.498362 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5212782b-822c-49c5-bffd-fc7d43ec9bf8 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] 10.222.0.57 "DELETE /v2.0/ports/09dd7797-d380-4113-b6b6-65e6f1941a6b HTTP/1.1" status: 204 len: 168 time: 0.5708766 Oct 19 01:33:31.501096 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43640) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:31.556389 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ba1e863-5d3c-4da9-a819-0e55b2888380 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Deleting subnet 06382cae-950b-40c0-a79b-a25d928264d8 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:33:31.560575 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5ba1e863-5d3c-4da9-a819-0e55b2888380 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:31.595315 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bcf14dfa-fb11-425d-b8ee-9950722f7492 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:31.602348 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bcf14dfa-fb11-425d-b8ee-9950722f7492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:31.602614 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5ba1e863-5d3c-4da9-a819-0e55b2888380 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:31.659247 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf14dfa-fb11-425d-b8ee-9950722f7492 None None] Network aea63c42-0642-4b50-a42a-3f4ca1a8ccf8 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:31.662721 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-bcf14dfa-fb11-425d-b8ee-9950722f7492 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:31.664747 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf14dfa-fb11-425d-b8ee-9950722f7492 None None] Pushing event updated for resources: {'Port': ['ID=74fadb68-44ca-47fc-bc11-ecb0764307a0,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:31.667178 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf14dfa-fb11-425d-b8ee-9950722f7492 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:31.681346 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.db.api [None req-8f33fd48-ce15-42bd-bf8b-af3d13395625 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-3ffab72b-89f2-4b98-80e0-af2c2f3f5dfe {{(pid=100606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:33:31.681679 n-d-715271-26 neutron-server[100606]: DEBUG oslo_db.api [None req-8f33fd48-ce15-42bd-bf8b-af3d13395625 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:33:31.727416 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5ba1e863-5d3c-4da9-a819-0e55b2888380 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:31.740368 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-bcf14dfa-fb11-425d-b8ee-9950722f7492 None None] Attempting to bind port 74fadb68-44ca-47fc-bc11-ecb0764307a0 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:33:31.740858 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-bcf14dfa-fb11-425d-b8ee-9950722f7492 None None] Attempting to bind port 74fadb68-44ca-47fc-bc11-ecb0764307a0 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '0a48a621-c356-49fa-950b-248f619bb059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'aea63c42-0642-4b50-a42a-3f4ca1a8ccf8'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:33:31.741177 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf14dfa-fb11-425d-b8ee-9950722f7492 None None] Attempting to bind port 74fadb68-44ca-47fc-bc11-ecb0764307a0 on network aea63c42-0642-4b50-a42a-3f4ca1a8ccf8 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:33:31.751477 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf14dfa-fb11-425d-b8ee-9950722f7492 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:33:31.751923 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf14dfa-fb11-425d-b8ee-9950722f7492 None None] Checking segment: {'id': '0a48a621-c356-49fa-950b-248f619bb059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'aea63c42-0642-4b50-a42a-3f4ca1a8ccf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:33:31.752345 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bcf14dfa-fb11-425d-b8ee-9950722f7492 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:31.752741 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf14dfa-fb11-425d-b8ee-9950722f7492 None None] Bound using segment: {'id': '0a48a621-c356-49fa-950b-248f619bb059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'aea63c42-0642-4b50-a42a-3f4ca1a8ccf8'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:33:31.753212 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-bcf14dfa-fb11-425d-b8ee-9950722f7492 None None] Bound port: 74fadb68-44ca-47fc-bc11-ecb0764307a0, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a48a621-c356-49fa-950b-248f619bb059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'aea63c42-0642-4b50-a42a-3f4ca1a8ccf8'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:33:31.753598 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bcf14dfa-fb11-425d-b8ee-9950722f7492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:31.757964 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-6c9bd5d5-f625-486a-90e2-4fdfc58c4edc None None] Provisioning complete for port d61664f2-610d-41c6-9db9-aac84f3dc34d triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:31.758332 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6c9bd5d5-f625-486a-90e2-4fdfc58c4edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:31.812141 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5ba1e863-5d3c-4da9-a819-0e55b2888380 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:31.851588 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba1e863-5d3c-4da9-a819-0e55b2888380 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Pushing event deleted for resources: {'Subnet': ['ID=06382cae-950b-40c0-a79b-a25d928264d8,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:31.856024 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5ba1e863-5d3c-4da9-a819-0e55b2888380 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:31.862123 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5ba1e863-5d3c-4da9-a819-0e55b2888380 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] 10.222.0.57 "DELETE /v2.0/subnets/06382cae-950b-40c0-a79b-a25d928264d8 HTTP/1.1" status: 204 len: 168 time: 0.3578169 Oct 19 01:33:31.862568 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43642) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:31.872034 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d61664f2-610d-41c6-9db9-aac84f3dc34d up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:33:31.902207 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bd2bce-0681-4c61-a2f5-0ee90662452b None None] Network a4ec369b-9310-486d-ac4d-fe14c2b6f1e8 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:31.909528 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-bcf14dfa-fb11-425d-b8ee-9950722f7492 None None] For port 74fadb68-44ca-47fc-bc11-ecb0764307a0, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:33:31.950400 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-bcf14dfa-fb11-425d-b8ee-9950722f7492 None None] For port 74fadb68-44ca-47fc-bc11-ecb0764307a0, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=74fadb68-44ca-47fc-bc11-ecb0764307a0,segment=NetworkSegment(0a48a621-c356-49fa-950b-248f619bb059),segment_id=0a48a621-c356-49fa-950b-248f619bb059)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:33:31.953142 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3099cc7b-a4e4-4e08-8ef1-4abf8487b24c tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:32.003288 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bcf14dfa-fb11-425d-b8ee-9950722f7492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:32.006614 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-3099cc7b-a4e4-4e08-8ef1-4abf8487b24c tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Deleting port d61664f2-610d-41c6-9db9-aac84f3dc34d {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:32.007007 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3099cc7b-a4e4-4e08-8ef1-4abf8487b24c tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:32.077513 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-3099cc7b-a4e4-4e08-8ef1-4abf8487b24c tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] For port d61664f2-610d-41c6-9db9-aac84f3dc34d, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d61664f2-610d-41c6-9db9-aac84f3dc34d,segment=NetworkSegment(9c9e10ff-74cb-4e4b-89a1-9388766b974e),segment_id=9c9e10ff-74cb-4e4b-89a1-9388766b974e)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:32.077880 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3099cc7b-a4e4-4e08-8ef1-4abf8487b24c tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:32.092747 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-3099cc7b-a4e4-4e08-8ef1-4abf8487b24c tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Calling delete_port for d61664f2-610d-41c6-9db9-aac84f3dc34d owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:32.122831 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-6c9bd5d5-f625-486a-90e2-4fdfc58c4edc None None] Could not find standard attr ID for object 09dd7797-d380-4113-b6b6-65e6f1941a6b. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:33:32.127513 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port d61664f2-610d-41c6-9db9-aac84f3dc34d triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:32.127915 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:32.134440 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf14dfa-fb11-425d-b8ee-9950722f7492 None None] Pushing event updated for resources: {'Port': ['ID=74fadb68-44ca-47fc-bc11-ecb0764307a0,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:32.178497 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3099cc7b-a4e4-4e08-8ef1-4abf8487b24c tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:32.180251 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Could not find standard attr ID for object d61664f2-610d-41c6-9db9-aac84f3dc34d. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:33:32.183841 n-d-715271-26 neutron-server[100608]: INFO neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No ports have port_id starting with d61664f2-610d-41c6-9db9-aac84f3dc34d Oct 19 01:33:32.187698 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8f33fd48-ce15-42bd-bf8b-af3d13395625 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:32.222081 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099cc7b-a4e4-4e08-8ef1-4abf8487b24c tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Pushing event deleted for resources: {'Port': ['ID=d61664f2-610d-41c6-9db9-aac84f3dc34d,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:32.228192 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3099cc7b-a4e4-4e08-8ef1-4abf8487b24c tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] No DVR routers for this DVR port d61664f2-610d-41c6-9db9-aac84f3dc34d on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:33:32.235376 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-cc87f9a4-8c98-4787-a56b-2b4309659723 None None] Could not find standard attr ID for object 09dd7797-d380-4113-b6b6-65e6f1941a6b. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:33:32.255006 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae17316-868a-4f18-be31-a98a50a42b0d None None] DHCP port deletion for a4ec369b-9310-486d-ac4d-fe14c2b6f1e8 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:33:32.290602 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-8f33fd48-ce15-42bd-bf8b-af3d13395625 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] device_id is not set on port 78719f7c-9ca5-4713-9c08-5864da0ff66a yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:33:32.327141 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3099cc7b-a4e4-4e08-8ef1-4abf8487b24c tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:32.390065 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-3099cc7b-a4e4-4e08-8ef1-4abf8487b24c tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4ec369b-9310-486d-ac4d-fe14c2b6f1e8']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:32.406093 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-3099cc7b-a4e4-4e08-8ef1-4abf8487b24c tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9e10ff-74cb-4e4b-89a1-9388766b974e') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:32.406471 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-3099cc7b-a4e4-4e08-8ef1-4abf8487b24c tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9e10ff-74cb-4e4b-89a1-9388766b974e') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:32.443402 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3099cc7b-a4e4-4e08-8ef1-4abf8487b24c tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:32.467057 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3099cc7b-a4e4-4e08-8ef1-4abf8487b24c tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:32.478525 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3099cc7b-a4e4-4e08-8ef1-4abf8487b24c tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:33:32.478860 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3099cc7b-a4e4-4e08-8ef1-4abf8487b24c tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:32.482768 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:33:32.482768 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:33:32.482768 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:33:32.482768 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:33:32.482768 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:33:32.482768 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:33:32.482768 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:33:32.482768 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:33:32.482768 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:33:32.482768 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:33:32.482768 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:33:32.482768 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:33:32.482768 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:33:32.482768 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:33:32.482768 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:33:32.482768 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:33:32.482768 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:33:32.482768 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:33:32.482768 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:33:32.482768 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:33:32.482768 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:33:32.482768 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:33:32.482768 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:33:32.482768 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:33:32.482768 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:33:32.482768 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:33:32.482768 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:33:32.482768 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:33:32.482768 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:33:32.482768 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:33:32.482768 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:33:32.482768 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:33:32.577387 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3099cc7b-a4e4-4e08-8ef1-4abf8487b24c tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:32.580125 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-8f33fd48-ce15-42bd-bf8b-af3d13395625 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Allocated IP 172.20.0.9 (aea63c42-0642-4b50-a42a-3f4ca1a8ccf8/13c1809f-1836-4feb-8ec5-edfb24026bac/78719f7c-9ca5-4713-9c08-5864da0ff66a) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:32.591825 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3099cc7b-a4e4-4e08-8ef1-4abf8487b24c tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:32.595396 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3099cc7b-a4e4-4e08-8ef1-4abf8487b24c tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] 10.222.0.57 "DELETE /v2.0/networks/a4ec369b-9310-486d-ac4d-fe14c2b6f1e8 HTTP/1.1" status: 204 len: 168 time: 0.7317631 Oct 19 01:33:32.610354 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099cc7b-a4e4-4e08-8ef1-4abf8487b24c tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029 tempest-ExtraDHCPOptionsIpV6TestJSON-1064013029-project] Pushing event deleted for resources: {'Network': ['ID=a4ec369b-9310-486d-ac4d-fe14c2b6f1e8,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:32.744850 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8f33fd48-ce15-42bd-bf8b-af3d13395625 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:32.784817 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8f33fd48-ce15-42bd-bf8b-af3d13395625 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:32.839336 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f33fd48-ce15-42bd-bf8b-af3d13395625 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Network aea63c42-0642-4b50-a42a-3f4ca1a8ccf8 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:32.843180 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-8f33fd48-ce15-42bd-bf8b-af3d13395625 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:32.845641 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f33fd48-ce15-42bd-bf8b-af3d13395625 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:32.857505 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43648) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:32.881567 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33fd48-ce15-42bd-bf8b-af3d13395625 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Port': ['ID=78719f7c-9ca5-4713-9c08-5864da0ff66a,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:32.906605 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f33fd48-ce15-42bd-bf8b-af3d13395625 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:32.907222 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8f33fd48-ce15-42bd-bf8b-af3d13395625 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:32.927012 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8f33fd48-ce15-42bd-bf8b-af3d13395625 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7966924 Oct 19 01:33:32.929878 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43652) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:32.935932 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-8891957e-63e5-46c2-9460-f169e20bb73d tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'subnet': {'network_id': 'aea63c42-0642-4b50-a42a-3f4ca1a8ccf8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:33.160054 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-7c6e93d5-44ce-4af7-a568-015e5bc08198 None None] Provisioning complete for port 80868449-79f0-4a98-848b-567273f820d6 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:33.160650 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7c6e93d5-44ce-4af7-a568-015e5bc08198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:33.200821 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-7c6e93d5-44ce-4af7-a568-015e5bc08198 None None] Port 80868449-79f0-4a98-848b-567273f820d6 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:33.211982 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-7c6e93d5-44ce-4af7-a568-015e5bc08198 None None] Provisioning complete for port 74fadb68-44ca-47fc-bc11-ecb0764307a0 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:33.212499 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7c6e93d5-44ce-4af7-a568-015e5bc08198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:33.305496 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7c6e93d5-44ce-4af7-a568-015e5bc08198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:33.345334 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-7c6e93d5-44ce-4af7-a568-015e5bc08198 None None] For port 74fadb68-44ca-47fc-bc11-ecb0764307a0, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=74fadb68-44ca-47fc-bc11-ecb0764307a0,segment=NetworkSegment(0a48a621-c356-49fa-950b-248f619bb059),segment_id=0a48a621-c356-49fa-950b-248f619bb059)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:33.350339 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7c6e93d5-44ce-4af7-a568-015e5bc08198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:33.402795 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-35fe3fcd-3a10-45e3-80f3-f3acf0a5451d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6c541c758c144d11b4a7f41aed07cf88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5417182 Oct 19 01:33:33.403214 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43656) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:33.406756 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e93d5-44ce-4af7-a568-015e5bc08198 None None] Pushing event updated for resources: {'Port': ['ID=74fadb68-44ca-47fc-bc11-ecb0764307a0,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:33.428610 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8891957e-63e5-46c2-9460-f169e20bb73d tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Made reservation on behalf of 85cac0c130044cf6b9d6df28e7d2f40a for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:33.433024 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8891957e-63e5-46c2-9460-f169e20bb73d tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:33.470138 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-c7fbc97b-1b14-4718-8f3a-fefda8aa5d73 None None] Provisioning complete for port 78719f7c-9ca5-4713-9c08-5864da0ff66a triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:33.470819 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c7fbc97b-1b14-4718-8f3a-fefda8aa5d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:33.471025 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-64b7c9a2-9c12-4b49-9776-6acdc9fd0565 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:33.493564 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-64b7c9a2-9c12-4b49-9776-6acdc9fd0565 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:33.505679 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-c7fbc97b-1b14-4718-8f3a-fefda8aa5d73 None None] Port 78719f7c-9ca5-4713-9c08-5864da0ff66a cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:33.529144 n-d-715271-26 neutron-server[100607]: INFO neutron.db.ipam_backend_mixin [None req-8891957e-63e5-46c2-9460-f169e20bb73d tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 13c1809f-1836-4feb-8ec5-edfb24026bac (CIDR: 172.20.0.0/28) Oct 19 01:33:33.532880 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-8891957e-63e5-46c2-9460-f169e20bb73d tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:33.533439 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8891957e-63e5-46c2-9460-f169e20bb73d tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:33:33.543309 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-64b7c9a2-9c12-4b49-9776-6acdc9fd0565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:33.546163 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-64b7c9a2-9c12-4b49-9776-6acdc9fd0565 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:33.547316 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-64b7c9a2-9c12-4b49-9776-6acdc9fd0565 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b67cbdde-ca51-4f71-b098-cc75d74a7f72 HTTP/1.1" status: 204 len: 168 time: 0.1430781 Oct 19 01:33:33.550949 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8891957e-63e5-46c2-9460-f169e20bb73d tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6174378 Oct 19 01:33:33.551267 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43660) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:33.555216 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7c9a2-9c12-4b49-9776-6acdc9fd0565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67cbdde-ca51-4f71-b098-cc75d74a7f72,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:33.556084 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-9fb43292-f386-458f-a436-8556c3119a4b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'subnet': {'network_id': 'aea63c42-0642-4b50-a42a-3f4ca1a8ccf8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:33.628908 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43662) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:33.768267 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb43292-f386-458f-a436-8556c3119a4b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Made reservation on behalf of 85cac0c130044cf6b9d6df28e7d2f40a for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:33.771841 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9fb43292-f386-458f-a436-8556c3119a4b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:33.821002 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 74fadb68-44ca-47fc-bc11-ecb0764307a0 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:33:33.902360 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 74fadb68-44ca-47fc-bc11-ecb0764307a0 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:33.902811 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:33.955315 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-878ff2c1-8240-4498-a653-57a27bfa3892 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Deleting port f5e92ad2-7888-4636-985c-a485e0feda71 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:33.955867 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-878ff2c1-8240-4498-a653-57a27bfa3892 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:34.035103 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d61664f2-610d-41c6-9db9-aac84f3dc34d no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:33:34.057944 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: d61664f2-610d-41c6-9db9-aac84f3dc34d {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:33:34.058467 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d61664f2-610d-41c6-9db9-aac84f3dc34d not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:33:34.087208 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-878ff2c1-8240-4498-a653-57a27bfa3892 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:34.087654 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-878ff2c1-8240-4498-a653-57a27bfa3892 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:34.123347 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-878ff2c1-8240-4498-a653-57a27bfa3892 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Calling delete_port for f5e92ad2-7888-4636-985c-a485e0feda71 owned by network:floatingip {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:34.237173 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9fb43292-f386-458f-a436-8556c3119a4b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:34.282616 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43682) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:34.286935 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb43292-f386-458f-a436-8556c3119a4b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Network aea63c42-0642-4b50-a42a-3f4ca1a8ccf8 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:34.299329 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-9fb43292-f386-458f-a436-8556c3119a4b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:34.306610 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb43292-f386-458f-a436-8556c3119a4b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:34.307824 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9fb43292-f386-458f-a436-8556c3119a4b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:34.310391 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1457202f-26a9-439d-bc83-7d3291394787 None None] Network aea63c42-0642-4b50-a42a-3f4ca1a8ccf8 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:34.320839 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb43292-f386-458f-a436-8556c3119a4b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Subnet': ['ID=15bbf52b-4571-4952-b22c-912f937ff180,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:34.338184 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9fb43292-f386-458f-a436-8556c3119a4b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7859280 Oct 19 01:33:34.342767 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43686) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:34.353854 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-e099c44d-245c-44b2-bd5e-528f702c2c9d tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-541289315', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '15bbf52b-4571-4952-b22c-912f937ff180'}], 'security_groups': ['31778e26-480b-430e-92c0-2dcac6dfddb4']}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:34.406701 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-4b2c6bac-0bb0-4bdc-9c5c-dc58d79a7faa tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1413848384'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:34.415675 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-878ff2c1-8240-4498-a653-57a27bfa3892 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:34.442181 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e099c44d-245c-44b2-bd5e-528f702c2c9d tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:34.442673 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ff2c1-8240-4498-a653-57a27bfa3892 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event deleted for resources: {'Port': ['ID=f5e92ad2-7888-4636-985c-a485e0feda71,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:34.469125 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2c6bac-0bb0-4bdc-9c5c-dc58d79a7faa tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Made reservation on behalf of 8a6226e82f8b46478e5ae9ace191caad for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:34.473247 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b2c6bac-0bb0-4bdc-9c5c-dc58d79a7faa tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:34.506662 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b2c6bac-0bb0-4bdc-9c5c-dc58d79a7faa tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:34.519816 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-878ff2c1-8240-4498-a653-57a27bfa3892 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for floatingip, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:34.520325 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [None req-878ff2c1-8240-4498-a653-57a27bfa3892 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Floating IP 37a142bc-3a50-4838-be5f-aa7793a7b4ec disassociated (deleted). External IP: 172.25.8.173, port: 4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c. Oct 19 01:33:34.545256 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e680b83c-cf64-4100-bf9b-9cbacd5a68d0 None None] Update dhcp port {'port': {'network_id': 'aea63c42-0642-4b50-a42a-3f4ca1a8ccf8', 'fixed_ips': [{'subnet_id': '13c1809f-1836-4feb-8ec5-edfb24026bac', 'ip_address': '172.20.0.2'}, {'subnet_id': '15bbf52b-4571-4952-b22c-912f937ff180'}], 'binding:host_id': 'n-d-715271-26'}, 'id': '74fadb68-44ca-47fc-bc11-ecb0764307a0'} from n-d-715271-26. {{(pid=100608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 01:33:34.579242 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e680b83c-cf64-4100-bf9b-9cbacd5a68d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:34.727938 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b2c6bac-0bb0-4bdc-9c5c-dc58d79a7faa tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:34.732658 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b2c6bac-0bb0-4bdc-9c5c-dc58d79a7faa tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:34.753417 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878ff2c1-8240-4498-a653-57a27bfa3892 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Router 46c694be-25df-4d43-bc4d-4f01dfcfd2d7 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:33:34.762320 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b2c6bac-0bb0-4bdc-9c5c-dc58d79a7faa tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:33:34.768271 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-e680b83c-cf64-4100-bf9b-9cbacd5a68d0 None None] Allocated IP 172.20.0.18 (aea63c42-0642-4b50-a42a-3f4ca1a8ccf8/15bbf52b-4571-4952-b22c-912f937ff180/74fadb68-44ca-47fc-bc11-ecb0764307a0) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:34.777381 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c6bac-0bb0-4bdc-9c5c-dc58d79a7faa tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc2d0d0-4f59-4110-8421-f70bfc6f0a31,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:34.783659 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b2c6bac-0bb0-4bdc-9c5c-dc58d79a7faa tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:34.784260 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-4b2c6bac-0bb0-4bdc-9c5c-dc58d79a7faa tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Added segment 5bfeac57-28ee-4669-a5cc-c32abc78bb73 of type vlan for network a16fb48b-8a22-45bf-86c5-66873a30870e Oct 19 01:33:34.827632 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b2c6bac-0bb0-4bdc-9c5c-dc58d79a7faa tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:34.860101 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b2c6bac-0bb0-4bdc-9c5c-dc58d79a7faa tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:34.865763 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2c6bac-0bb0-4bdc-9c5c-dc58d79a7faa tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:34.866371 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b2c6bac-0bb0-4bdc-9c5c-dc58d79a7faa tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:34.873776 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-e680b83c-cf64-4100-bf9b-9cbacd5a68d0 None None] For port 74fadb68-44ca-47fc-bc11-ecb0764307a0, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=74fadb68-44ca-47fc-bc11-ecb0764307a0,segment=NetworkSegment(0a48a621-c356-49fa-950b-248f619bb059),segment_id=0a48a621-c356-49fa-950b-248f619bb059)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:34.888418 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878ff2c1-8240-4498-a653-57a27bfa3892 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:33:34.894372 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-878ff2c1-8240-4498-a653-57a27bfa3892 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:34.911984 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4b2c6bac-0bb0-4bdc-9c5c-dc58d79a7faa tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6256115 Oct 19 01:33:34.912198 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a062ad-5076-4824-941a-da0f10987a25 None None] Sync routers for ids ['46c694be-25df-4d43-bc4d-4f01dfcfd2d7'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:33:34.912345 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43688) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:34.915777 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e680b83c-cf64-4100-bf9b-9cbacd5a68d0 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:34.921795 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-02b8df3b-7a8e-4800-8f9f-5cb225b67e41 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Request body: {'subnet': {'network_id': 'a16fb48b-8a22-45bf-86c5-66873a30870e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:34.925081 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e680b83c-cf64-4100-bf9b-9cbacd5a68d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:34.930792 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-878ff2c1-8240-4498-a653-57a27bfa3892 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "DELETE /v2.0/floatingips/37a142bc-3a50-4838-be5f-aa7793a7b4ec HTTP/1.1" status: 204 len: 168 time: 1.2980273 Oct 19 01:33:34.930792 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295af08b-62fb-4a10-897c-5b0b9b693923', 'tag': '4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:33:34.931890 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4136c4fb-512d-4298-a38d-88959d04a83a" -d '{"events": [{"name": "network-changed", "server_uuid": "295af08b-62fb-4a10-897c-5b0b9b693923", "tag": "4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:33:34.936621 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a062ad-5076-4824-941a-da0f10987a25 None None] Routers {'46c694be-25df-4d43-bc4d-4f01dfcfd2d7'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:33:34.937347 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-04a062ad-5076-4824-941a-da0f10987a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:33:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['46c694be-25df-4d43-bc4d-4f01dfcfd2d7'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:34.970999 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c6bac-0bb0-4bdc-9c5c-dc58d79a7faa tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Pushing event updated for resources: {'Network': ['ID=a16fb48b-8a22-45bf-86c5-66873a30870e,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:35.001224 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network a16fb48b-8a22-45bf-86c5-66873a30870e details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:33:35.008751 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79dab1e5-0968-4a7e-818d-7e6da52031a8 x-openstack-request-id: req-79dab1e5-0968-4a7e-818d-7e6da52031a8 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:33:35.009260 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "295af08b-62fb-4a10-897c-5b0b9b693923", "tag": "4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:33:35.010047 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-79dab1e5-0968-4a7e-818d-7e6da52031a8 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:33:35.010498 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '295af08b-62fb-4a10-897c-5b0b9b693923', 'tag': '4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c', 'status': 'completed', 'code': 200} Oct 19 01:33:35.174102 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b8df3b-7a8e-4800-8f9f-5cb225b67e41 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Made reservation on behalf of 8a6226e82f8b46478e5ae9ace191caad for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:35.175126 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e680b83c-cf64-4100-bf9b-9cbacd5a68d0 None None] Pushing event updated for resources: {'Port': ['ID=74fadb68-44ca-47fc-bc11-ecb0764307a0,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:35.177768 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-02b8df3b-7a8e-4800-8f9f-5cb225b67e41 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:35.196931 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136c4fb-512d-4298-a38d-88959d04a83a req-1df1e1ca-5a81-40b6-8c33-341a0981eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:35.198699 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4136c4fb-512d-4298-a38d-88959d04a83a req-1df1e1ca-5a81-40b6-8c33-341a0981eba4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b92153fb65d447bf94f5610e1ad52929&device_id=295af08b-62fb-4a10-897c-5b0b9b693923 HTTP/1.1" status: 200 len: 1097 time: 0.1446557 Oct 19 01:33:35.203856 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-04a062ad-5076-4824-941a-da0f10987a25 None None] Set router 46c694be-25df-4d43-bc4d-4f01dfcfd2d7 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:33:35.243528 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-e099c44d-245c-44b2-bd5e-528f702c2c9d tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Delete allocated IP 172.20.0.9 (aea63c42-0642-4b50-a42a-3f4ca1a8ccf8/13c1809f-1836-4feb-8ec5-edfb24026bac) {{(pid=100606) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 19 01:33:35.313755 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-e099c44d-245c-44b2-bd5e-528f702c2c9d tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Allocated IP 172.20.0.19 (aea63c42-0642-4b50-a42a-3f4ca1a8ccf8/15bbf52b-4571-4952-b22c-912f937ff180/78719f7c-9ca5-4713-9c08-5864da0ff66a) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:35.423261 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-04a062ad-5076-4824-941a-da0f10987a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35375508', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '76c7727d-e3a1-4069-9a0d-b0fe86c0ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:51Z', 'updated_at': '2021-10-19T01:30:55Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '76c7727d-e3a1-4069-9a0d-b0fe86c0ef56', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:51Z', 'updated_at': '2021-10-19T01:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'fe240c23-54b5-4d09-a6a9-2d32fdcddbfb', 'name': '', 'network_id': 'f07e6381-f3cd-4097-8bff-9d2667bcfbc9', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'mac_address': 'fa:16:3e:c0:71:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '6a33cce0-103b-445f-872c-c277095ddbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:54Z', 'updated_at': '2021-10-19T01:30:58Z', 'revision_number': 5, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'subnets': [{'id': '6a33cce0-103b-445f-872c-c277095ddbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:35.428921 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991779fd-9b36-45ea-93e5-c7197f71ff17 req-edf80994-6374-4ea6-8779-4c168d34ec01 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:35.430459 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-991779fd-9b36-45ea-93e5-c7197f71ff17 req-edf80994-6374-4ea6-8779-4c168d34ec01 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=295af08b-62fb-4a10-897c-5b0b9b693923 HTTP/1.1" status: 200 len: 945 time: 0.2112279 Oct 19 01:33:35.452146 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a062ad-5076-4824-941a-da0f10987a25 None None] Checking router: 46c694be-25df-4d43-bc4d-4f01dfcfd2d7 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:33:35.461275 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a062ad-5076-4824-941a-da0f10987a25 None None] Routers {'46c694be-25df-4d43-bc4d-4f01dfcfd2d7'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:33:35.462497 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-04a062ad-5076-4824-941a-da0f10987a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:33:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['46c694be-25df-4d43-bc4d-4f01dfcfd2d7'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:35.492645 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136c4fb-512d-4298-a38d-88959d04a83a req-e2207faa-675e-4718-a4d0-41a961420a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:35.494171 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4136c4fb-512d-4298-a38d-88959d04a83a req-e2207faa-675e-4718-a4d0-41a961420a7f service neutron] 10.222.0.55 "GET /v2.0/networks?id=f07e6381-f3cd-4097-8bff-9d2667bcfbc9 HTTP/1.1" status: 200 len: 897 time: 0.2864339 Oct 19 01:33:35.584000 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-04a062ad-5076-4824-941a-da0f10987a25 None None] Set router 46c694be-25df-4d43-bc4d-4f01dfcfd2d7 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:33:35.779526 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 74fadb68-44ca-47fc-bc11-ecb0764307a0 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:33:35.816371 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-02318128-218c-4fb1-a1c3-bee749b57096 None None] Provisioning complete for port 80868449-79f0-4a98-848b-567273f820d6 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:35.816747 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-02318128-218c-4fb1-a1c3-bee749b57096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:35.873056 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-02318128-218c-4fb1-a1c3-bee749b57096 None None] Port 80868449-79f0-4a98-848b-567273f820d6 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:35.895423 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 74fadb68-44ca-47fc-bc11-ecb0764307a0 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:35.895829 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:35.900239 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-02318128-218c-4fb1-a1c3-bee749b57096 None None] Provisioning complete for port 74fadb68-44ca-47fc-bc11-ecb0764307a0 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:35.900893 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-02318128-218c-4fb1-a1c3-bee749b57096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:35.927629 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4136c4fb-512d-4298-a38d-88959d04a83a req-2f51fd5d-f01a-492d-aa4d-eac15d484165 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c HTTP/1.1" status: 200 len: 217 time: 0.4203048 Oct 19 01:33:35.927940 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-04a062ad-5076-4824-941a-da0f10987a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35375508', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '76c7727d-e3a1-4069-9a0d-b0fe86c0ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:51Z', 'updated_at': '2021-10-19T01:30:55Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '76c7727d-e3a1-4069-9a0d-b0fe86c0ef56', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:51Z', 'updated_at': '2021-10-19T01:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'fe240c23-54b5-4d09-a6a9-2d32fdcddbfb', 'name': '', 'network_id': 'f07e6381-f3cd-4097-8bff-9d2667bcfbc9', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'mac_address': 'fa:16:3e:c0:71:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '6a33cce0-103b-445f-872c-c277095ddbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:54Z', 'updated_at': '2021-10-19T01:30:58Z', 'revision_number': 5, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'subnets': [{'id': '6a33cce0-103b-445f-872c-c277095ddbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:35.939687 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-991779fd-9b36-45ea-93e5-c7197f71ff17 req-e7d4f358-3411-457d-a56e-ec7bcd9d6d34 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=5a03ae4b-2171-4e98-8835-743ed0da22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4862635 Oct 19 01:33:35.986661 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a062ad-5076-4824-941a-da0f10987a25 None None] The sync data for ids ['46c694be-25df-4d43-bc4d-4f01dfcfd2d7'] in n-d-715271-26 is: [{'id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35375508', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '76c7727d-e3a1-4069-9a0d-b0fe86c0ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:51Z', 'updated_at': '2021-10-19T01:30:55Z', 'revision_number': 4, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '76c7727d-e3a1-4069-9a0d-b0fe86c0ef56', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:51Z', 'updated_at': '2021-10-19T01:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'fe240c23-54b5-4d09-a6a9-2d32fdcddbfb', 'name': '', 'network_id': 'f07e6381-f3cd-4097-8bff-9d2667bcfbc9', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'mac_address': 'fa:16:3e:c0:71:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '6a33cce0-103b-445f-872c-c277095ddbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:54Z', 'updated_at': '2021-10-19T01:30:58Z', 'revision_number': 5, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'subnets': [{'id': '6a33cce0-103b-445f-872c-c277095ddbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:33:36.062373 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136c4fb-512d-4298-a38d-88959d04a83a req-aa7a946e-c08a-455e-829b-b9bee26bf68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:36.063882 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4136c4fb-512d-4298-a38d-88959d04a83a req-aa7a946e-c08a-455e-829b-b9bee26bf68d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a33cce0-103b-445f-872c-c277095ddbb5 HTTP/1.1" status: 200 len: 835 time: 0.1215301 Oct 19 01:33:36.069886 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-02b8df3b-7a8e-4800-8f9f-5cb225b67e41 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:36.081957 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e099c44d-245c-44b2-bd5e-528f702c2c9d tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:36.096989 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-02318128-218c-4fb1-a1c3-bee749b57096 None None] Provisioning complete for port 78719f7c-9ca5-4713-9c08-5864da0ff66a triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:36.097405 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-02318128-218c-4fb1-a1c3-bee749b57096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:36.112789 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e099c44d-245c-44b2-bd5e-528f702c2c9d tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:36.238999 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8df3b-7a8e-4800-8f9f-5cb225b67e41 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Pushing event updated for resources: {'Subnet': ['ID=3c7c6ced-be70-4986-ba1b-7a4f8c1d12be,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:36.277074 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099c44d-245c-44b2-bd5e-528f702c2c9d tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Port': ['ID=78719f7c-9ca5-4713-9c08-5864da0ff66a,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:36.280706 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136c4fb-512d-4298-a38d-88959d04a83a req-770bb43d-c73d-4061-80d4-ca4332d748d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:36.282224 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4136c4fb-512d-4298-a38d-88959d04a83a req-770bb43d-c73d-4061-80d4-ca4332d748d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f07e6381-f3cd-4097-8bff-9d2667bcfbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1984026 Oct 19 01:33:36.283221 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea66805-53c8-48b9-8b59-4508a2abf0b5 None None] New status for floating IP 37a142bc-3a50-4838-be5f-aa7793a7b4ec: DOWN {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:33:36.293829 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b8df3b-7a8e-4800-8f9f-5cb225b67e41 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Checking segment: {'id': '5bfeac57-28ee-4669-a5cc-c32abc78bb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a16fb48b-8a22-45bf-86c5-66873a30870e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:33:36.294571 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b8df3b-7a8e-4800-8f9f-5cb225b67e41 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Network hostable DHCP agents. Network: a16fb48b-8a22-45bf-86c5-66873a30870e, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:33:36.301692 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-02318128-218c-4fb1-a1c3-bee749b57096 None None] Port 78719f7c-9ca5-4713-9c08-5864da0ff66a cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:36.348772 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-e099c44d-245c-44b2-bd5e-528f702c2c9d tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] In _notify_port_updated(), no bound segment for port 78719f7c-9ca5-4713-9c08-5864da0ff66a on network aea63c42-0642-4b50-a42a-3f4ca1a8ccf8 {{(pid=100606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:33:36.354344 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e099c44d-245c-44b2-bd5e-528f702c2c9d tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:36.355052 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e099c44d-245c-44b2-bd5e-528f702c2c9d tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:36.357469 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e099c44d-245c-44b2-bd5e-528f702c2c9d tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "PUT /v2.0/ports/78719f7c-9ca5-4713-9c08-5864da0ff66a HTTP/1.1" status: 200 len: 920 time: 2.0083168 Oct 19 01:33:36.359335 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43696) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:36.395665 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b8df3b-7a8e-4800-8f9f-5cb225b67e41 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Network a16fb48b-8a22-45bf-86c5-66873a30870e is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:33:36.407806 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-02b8df3b-7a8e-4800-8f9f-5cb225b67e41 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, a16fb48b-8a22-45bf-86c5-66873a30870e) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:36.417541 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8258df8f-9ba9-45d3-ad2b-b17c3c32a88b None None] Network a16fb48b-8a22-45bf-86c5-66873a30870e requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:36.420344 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b8df3b-7a8e-4800-8f9f-5cb225b67e41 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:36.420603 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-02b8df3b-7a8e-4800-8f9f-5cb225b67e41 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:36.439459 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-02b8df3b-7a8e-4800-8f9f-5cb225b67e41 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5260782 Oct 19 01:33:36.441613 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4136c4fb-512d-4298-a38d-88959d04a83a req-2e126c34-60a0-466e-8b9d-b5e52f47dcf8 service neutron] 10.222.0.55 "GET /v2.0/networks/f07e6381-f3cd-4097-8bff-9d2667bcfbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429780 Oct 19 01:33:36.442314 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43698) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:36.446407 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-1fc65a20-9f00-47b2-aa39-2c2309bde33a tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-95047957', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:36.464645 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-02e5b556-6332-41a8-af8e-ce39d81c04ef tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Deleting port 78719f7c-9ca5-4713-9c08-5864da0ff66a {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:36.465020 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-02e5b556-6332-41a8-af8e-ce39d81c04ef tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:36.522988 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1fc65a20-9f00-47b2-aa39-2c2309bde33a tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:36.524898 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1fc65a20-9f00-47b2-aa39-2c2309bde33a tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:36.573078 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-02e5b556-6332-41a8-af8e-ce39d81c04ef tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:36.577051 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960bba26-c9fc-46f5-9bb0-6d310ee90390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-a16fb48b-8a22-45bf-86c5-66873a30870e', 'network_id': 'a16fb48b-8a22-45bf-86c5-66873a30870e', 'tenant_id': '8a6226e82f8b46478e5ae9ace191caad', 'fixed_ips': [{'subnet_id': '3c7c6ced-be70-4986-ba1b-7a4f8c1d12be'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:33:36.578595 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-960bba26-c9fc-46f5-9bb0-6d310ee90390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:36.588158 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-02e5b556-6332-41a8-af8e-ce39d81c04ef tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Calling delete_port for 78719f7c-9ca5-4713-9c08-5864da0ff66a owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:36.590728 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4136c4fb-512d-4298-a38d-88959d04a83a req-886ec128-40fd-4425-ba49-16e66fff7ad0 service neutron] 10.222.0.55 "GET /v2.0/networks/f07e6381-f3cd-4097-8bff-9d2667bcfbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388440 Oct 19 01:33:36.623294 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1fc65a20-9f00-47b2-aa39-2c2309bde33a tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:36.628841 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1fc65a20-9f00-47b2-aa39-2c2309bde33a tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:36.655121 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1fc65a20-9f00-47b2-aa39-2c2309bde33a tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:36.659084 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43700) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:36.660188 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1fc65a20-9f00-47b2-aa39-2c2309bde33a tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.2171409 Oct 19 01:33:36.743921 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-960bba26-c9fc-46f5-9bb0-6d310ee90390 None None] Allocated IP 172.20.0.2 (a16fb48b-8a22-45bf-86c5-66873a30870e/3c7c6ced-be70-4986-ba1b-7a4f8c1d12be/56723f1f-66a6-4347-ae8a-4027d772eb41) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:36.849188 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-ae2d4a6e-dc25-4495-928a-748380259e82 None None] Provisioning complete for port 78719f7c-9ca5-4713-9c08-5864da0ff66a triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:36.849471 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ae2d4a6e-dc25-4495-928a-748380259e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:36.914236 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-ae2d4a6e-dc25-4495-928a-748380259e82 None None] Port 78719f7c-9ca5-4713-9c08-5864da0ff66a cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:36.931899 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-960bba26-c9fc-46f5-9bb0-6d310ee90390 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:36.950948 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974ebaf-6c2f-43f3-b4ca-7b16323cac2b req-4f9b9ffb-3501-4271-93fc-846a1aef8156 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:36.951348 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-960bba26-c9fc-46f5-9bb0-6d310ee90390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:36.953155 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6974ebaf-6c2f-43f3-b4ca-7b16323cac2b req-4f9b9ffb-3501-4271-93fc-846a1aef8156 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.55 "GET /v2.0/ports?device_id=295af08b-62fb-4a10-897c-5b0b9b693923 HTTP/1.1" status: 200 len: 945 time: 0.0537841 Oct 19 01:33:36.971175 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-02e5b556-6332-41a8-af8e-ce39d81c04ef tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.001426 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03220372-790f-44c4-a42f-615fecd5b7c7 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.010622 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960bba26-c9fc-46f5-9bb0-6d310ee90390 None None] Pushing event updated for resources: {'Port': ['ID=56723f1f-66a6-4347-ae8a-4027d772eb41,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:37.027105 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960bba26-c9fc-46f5-9bb0-6d310ee90390 None None] Network a16fb48b-8a22-45bf-86c5-66873a30870e is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:37.034859 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-960bba26-c9fc-46f5-9bb0-6d310ee90390 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:37.035794 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5b556-6332-41a8-af8e-ce39d81c04ef tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Port': ['ID=78719f7c-9ca5-4713-9c08-5864da0ff66a,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:37.038767 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960bba26-c9fc-46f5-9bb0-6d310ee90390 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:37.088361 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-6974ebaf-6c2f-43f3-b4ca-7b16323cac2b req-9dd3354f-254c-4bd0-9e17-d829f5b30998 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Deleting port 4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:37.088732 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6974ebaf-6c2f-43f3-b4ca-7b16323cac2b req-9dd3354f-254c-4bd0-9e17-d829f5b30998 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.113582 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-960bba26-c9fc-46f5-9bb0-6d310ee90390 None None] Attempting to bind port 56723f1f-66a6-4347-ae8a-4027d772eb41 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:33:37.113893 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-960bba26-c9fc-46f5-9bb0-6d310ee90390 None None] Attempting to bind port 56723f1f-66a6-4347-ae8a-4027d772eb41 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '5bfeac57-28ee-4669-a5cc-c32abc78bb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a16fb48b-8a22-45bf-86c5-66873a30870e'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:33:37.114241 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960bba26-c9fc-46f5-9bb0-6d310ee90390 None None] Attempting to bind port 56723f1f-66a6-4347-ae8a-4027d772eb41 on network a16fb48b-8a22-45bf-86c5-66873a30870e {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:33:37.120288 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960bba26-c9fc-46f5-9bb0-6d310ee90390 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:33:37.121415 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960bba26-c9fc-46f5-9bb0-6d310ee90390 None None] Checking segment: {'id': '5bfeac57-28ee-4669-a5cc-c32abc78bb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a16fb48b-8a22-45bf-86c5-66873a30870e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:33:37.124778 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-960bba26-c9fc-46f5-9bb0-6d310ee90390 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.125252 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960bba26-c9fc-46f5-9bb0-6d310ee90390 None None] Bound using segment: {'id': '5bfeac57-28ee-4669-a5cc-c32abc78bb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a16fb48b-8a22-45bf-86c5-66873a30870e'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:33:37.125775 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-960bba26-c9fc-46f5-9bb0-6d310ee90390 None None] Bound port: 56723f1f-66a6-4347-ae8a-4027d772eb41, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bfeac57-28ee-4669-a5cc-c32abc78bb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a16fb48b-8a22-45bf-86c5-66873a30870e'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:33:37.126173 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-960bba26-c9fc-46f5-9bb0-6d310ee90390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.196676 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-6974ebaf-6c2f-43f3-b4ca-7b16323cac2b req-9dd3354f-254c-4bd0-9e17-d829f5b30998 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] For port 4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c,segment=NetworkSegment(27d69f87-cc10-48f2-9a6e-0ba5cd162c8a),segment_id=27d69f87-cc10-48f2-9a6e-0ba5cd162c8a)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:37.196994 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6974ebaf-6c2f-43f3-b4ca-7b16323cac2b req-9dd3354f-254c-4bd0-9e17-d829f5b30998 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.205582 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-960bba26-c9fc-46f5-9bb0-6d310ee90390 None None] For port 56723f1f-66a6-4347-ae8a-4027d772eb41, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:33:37.210905 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-960bba26-c9fc-46f5-9bb0-6d310ee90390 None None] For port 56723f1f-66a6-4347-ae8a-4027d772eb41, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=56723f1f-66a6-4347-ae8a-4027d772eb41,segment=NetworkSegment(5bfeac57-28ee-4669-a5cc-c32abc78bb73),segment_id=5bfeac57-28ee-4669-a5cc-c32abc78bb73)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:33:37.217741 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-960bba26-c9fc-46f5-9bb0-6d310ee90390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.219719 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-6974ebaf-6c2f-43f3-b4ca-7b16323cac2b req-9dd3354f-254c-4bd0-9e17-d829f5b30998 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Calling delete_port for 4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:37.286176 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-02e5b556-6332-41a8-af8e-ce39d81c04ef tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.294297 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-02e5b556-6332-41a8-af8e-ce39d81c04ef tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/ports/78719f7c-9ca5-4713-9c08-5864da0ff66a HTTP/1.1" status: 204 len: 168 time: 0.9336820 Oct 19 01:33:37.294525 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43708) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:37.301590 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960bba26-c9fc-46f5-9bb0-6d310ee90390 None None] Pushing event updated for resources: {'Port': ['ID=56723f1f-66a6-4347-ae8a-4027d772eb41,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:37.308895 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20597f-608a-4935-a24f-1b94bd7931e9 req-7e1424e0-0f3c-40bb-89cf-47d9a836fdc9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:37.310442 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7f20597f-608a-4935-a24f-1b94bd7931e9 req-7e1424e0-0f3c-40bb-89cf-47d9a836fdc9 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/ports?device_id=295af08b-62fb-4a10-897c-5b0b9b693923 HTTP/1.1" status: 200 len: 945 time: 0.2359865 Oct 19 01:33:37.328050 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cebfcd2-940a-4735-b467-2bf65534eebf tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] GET failed (client error): The resource could not be found. Oct 19 01:33:37.329020 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6cebfcd2-940a-4735-b467-2bf65534eebf tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "GET /v2.0/ports/78719f7c-9ca5-4713-9c08-5864da0ff66a HTTP/1.1" status: 404 len: 333 time: 0.0320492 Oct 19 01:33:37.333019 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43710) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:37.406064 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7f20597f-608a-4935-a24f-1b94bd7931e9 req-7a2141ed-5e5f-4fad-b23b-e7a8c5a0c7ab tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "GET /v2.0/security-groups?id=5a03ae4b-2171-4e98-8835-743ed0da22cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777168 Oct 19 01:33:37.411986 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f41ed118-03df-4806-8f9a-a809a0790199 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.471644 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-03220372-790f-44c4-a42f-615fecd5b7c7 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Allocated IP 172.20.0.1 (a16fb48b-8a22-45bf-86c5-66873a30870e/3c7c6ced-be70-4986-ba1b-7a4f8c1d12be/e586faaf-e2da-4df2-9461-e37eec06570a) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:37.472193 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f41ed118-03df-4806-8f9a-a809a0790199 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.527368 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6974ebaf-6c2f-43f3-b4ca-7b16323cac2b req-9dd3354f-254c-4bd0-9e17-d829f5b30998 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.568598 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3354f-254c-4bd0-9e17-d829f5b30998 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event deleted for resources: {'Port': ['ID=4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:37.597790 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f41ed118-03df-4806-8f9a-a809a0790199 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.600454 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f41ed118-03df-4806-8f9a-a809a0790199 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.603843 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f41ed118-03df-4806-8f9a-a809a0790199 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/security-groups/a2e48889-ff1f-45f8-b70b-7bdc94dc94c7 HTTP/1.1" status: 204 len: 168 time: 0.2677765 Oct 19 01:33:37.605442 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43712) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:37.625023 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-6974ebaf-6c2f-43f3-b4ca-7b16323cac2b req-9dd3354f-254c-4bd0-9e17-d829f5b30998 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] No DVR routers for this DVR port 4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:33:37.627994 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-6974ebaf-6c2f-43f3-b4ca-7b16323cac2b req-9dd3354f-254c-4bd0-9e17-d829f5b30998 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.631668 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6974ebaf-6c2f-43f3-b4ca-7b16323cac2b req-9dd3354f-254c-4bd0-9e17-d829f5b30998 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.55 "DELETE /v2.0/ports/4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c HTTP/1.1" status: 204 len: 173 time: 0.6725934 Oct 19 01:33:37.632222 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295af08b-62fb-4a10-897c-5b0b9b693923', 'name': 'network-vif-deleted', 'tag': '4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:33:37.643290 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312ef2e8-405e-4f4a-8147-3ebf3f38a211" -d '{"events": [{"server_uuid": "295af08b-62fb-4a10-897c-5b0b9b693923", "name": "network-vif-deleted", "tag": "4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:33:37.656177 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ed118-03df-4806-8f9a-a809a0790199 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e48889-ff1f-45f8-b70b-7bdc94dc94c7,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:37.674604 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03220372-790f-44c4-a42f-615fecd5b7c7 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.706388 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698d32ce-9e57-4676-9c18-bc5b58b588d2 x-openstack-request-id: req-698d32ce-9e57-4676-9c18-bc5b58b588d2 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:33:37.706821 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295af08b-62fb-4a10-897c-5b0b9b693923", "name": "network-vif-deleted", "tag": "4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:33:37.706954 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-698d32ce-9e57-4676-9c18-bc5b58b588d2 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:33:37.707332 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295af08b-62fb-4a10-897c-5b0b9b693923', 'name': 'network-vif-deleted', 'tag': '4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c', 'status': 'completed', 'code': 200} Oct 19 01:33:37.734053 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03220372-790f-44c4-a42f-615fecd5b7c7 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.777279 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2e3c7d3e-8c9e-47bf-b187-5735df259e30 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.799239 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03220372-790f-44c4-a42f-615fecd5b7c7 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Network a16fb48b-8a22-45bf-86c5-66873a30870e is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:37.804093 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 56723f1f-66a6-4347-ae8a-4027d772eb41 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:33:37.811925 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-03220372-790f-44c4-a42f-615fecd5b7c7 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:37.820813 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03220372-790f-44c4-a42f-615fecd5b7c7 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:37.852634 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2e3c7d3e-8c9e-47bf-b187-5735df259e30 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.858157 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 56723f1f-66a6-4347-ae8a-4027d772eb41 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:37.858527 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.862680 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03220372-790f-44c4-a42f-615fecd5b7c7 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Pushing event updated for resources: {'Port': ['ID=e586faaf-e2da-4df2-9461-e37eec06570a,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:37.899980 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03220372-790f-44c4-a42f-615fecd5b7c7 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.942009 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.992851 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2e3c7d3e-8c9e-47bf-b187-5735df259e30 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.993329 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 56723f1f-66a6-4347-ae8a-4027d772eb41, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=56723f1f-66a6-4347-ae8a-4027d772eb41,segment=NetworkSegment(5bfeac57-28ee-4669-a5cc-c32abc78bb73),segment_id=5bfeac57-28ee-4669-a5cc-c32abc78bb73)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:37.996686 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2e3c7d3e-8c9e-47bf-b187-5735df259e30 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.998009 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2e3c7d3e-8c9e-47bf-b187-5735df259e30 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/security-groups/31778e26-480b-430e-92c0-2dcac6dfddb4 HTTP/1.1" status: 204 len: 168 time: 0.3846493 Oct 19 01:33:38.000873 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43716) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:38.010333 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c7d3e-8c9e-47bf-b187-5735df259e30 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31778e26-480b-430e-92c0-2dcac6dfddb4,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:38.011524 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:38.067587 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03220372-790f-44c4-a42f-615fecd5b7c7 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:38.114119 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-883f3688-1819-4c41-92a7-8847ba8e7208 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Deleting subnet 13c1809f-1836-4feb-8ec5-edfb24026bac {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:33:38.125746 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=56723f1f-66a6-4347-ae8a-4027d772eb41,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:38.129936 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-883f3688-1819-4c41-92a7-8847ba8e7208 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:38.201560 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-883f3688-1819-4c41-92a7-8847ba8e7208 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:38.304486 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-883f3688-1819-4c41-92a7-8847ba8e7208 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:38.369811 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-883f3688-1819-4c41-92a7-8847ba8e7208 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:38.385240 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03220372-790f-44c4-a42f-615fecd5b7c7 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:38.391591 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03220372-790f-44c4-a42f-615fecd5b7c7 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:38.400429 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f3688-1819-4c41-92a7-8847ba8e7208 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Subnet': ['ID=13c1809f-1836-4feb-8ec5-edfb24026bac,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:38.402972 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-883f3688-1819-4c41-92a7-8847ba8e7208 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:38.406428 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-883f3688-1819-4c41-92a7-8847ba8e7208 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/subnets/13c1809f-1836-4feb-8ec5-edfb24026bac HTTP/1.1" status: 204 len: 168 time: 0.4036453 Oct 19 01:33:38.410368 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43718) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:38.415390 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-f47350f2-a8d9-4eb1-813f-55833cfde727 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'subnet': {'network_id': 'aea63c42-0642-4b50-a42a-3f4ca1a8ccf8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:38.419804 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fb1219-a9cc-4163-9acc-aba5c8ebf361 None None] Network aea63c42-0642-4b50-a42a-3f4ca1a8ccf8 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:38.493700 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03220372-790f-44c4-a42f-615fecd5b7c7 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Pushing event updated for resources: {'Port': ['ID=e586faaf-e2da-4df2-9461-e37eec06570a,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:38.496094 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43722) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:38.519634 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370a9216-63a8-48f3-b4b4-b5d30db90829 None None] Network a16fb48b-8a22-45bf-86c5-66873a30870e requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:38.551070 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03220372-790f-44c4-a42f-615fecd5b7c7 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:38.562485 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47350f2-a8d9-4eb1-813f-55833cfde727 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Made reservation on behalf of 85cac0c130044cf6b9d6df28e7d2f40a for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:38.567488 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f47350f2-a8d9-4eb1-813f-55833cfde727 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:38.630421 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-6ad912e4-4b56-4aa9-8869-548081ae9860 None None] Provisioning complete for port 56723f1f-66a6-4347-ae8a-4027d772eb41 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:38.630792 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6ad912e4-4b56-4aa9-8869-548081ae9860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:38.771134 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03220372-790f-44c4-a42f-615fecd5b7c7 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Network a16fb48b-8a22-45bf-86c5-66873a30870e is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:38.803522 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-03220372-790f-44c4-a42f-615fecd5b7c7 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:38.830089 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f47350f2-a8d9-4eb1-813f-55833cfde727 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:38.898004 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47350f2-a8d9-4eb1-813f-55833cfde727 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Network aea63c42-0642-4b50-a42a-3f4ca1a8ccf8 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:38.901600 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-f47350f2-a8d9-4eb1-813f-55833cfde727 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:38.904677 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47350f2-a8d9-4eb1-813f-55833cfde727 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:38.905275 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f47350f2-a8d9-4eb1-813f-55833cfde727 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:38.917479 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47350f2-a8d9-4eb1-813f-55833cfde727 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Subnet': ['ID=5a445f78-3975-4561-9407-72608de86f26,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:38.939542 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f47350f2-a8d9-4eb1-813f-55833cfde727 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5280766 Oct 19 01:33:38.945200 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43724) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:38.953638 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-31c044d6-971d-499a-9548-744cd78dbd8b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'security_group': {'name': 'tempest-secgroup-37354722'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:38.992554 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-31c044d6-971d-499a-9548-744cd78dbd8b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:39.086110 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-31c044d6-971d-499a-9548-744cd78dbd8b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:39.093080 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-31c044d6-971d-499a-9548-744cd78dbd8b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:39.128621 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-31c044d6-971d-499a-9548-744cd78dbd8b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:39.130135 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-31c044d6-971d-499a-9548-744cd78dbd8b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1835804 Oct 19 01:33:39.133293 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43726) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:39.138753 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-7f880490-1fe9-4636-be92-c978fc3e0d78 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'security_group': {'name': 'tempest-secgroup-1649706109'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:39.144322 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c044d6-971d-499a-9548-744cd78dbd8b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91bdbf1b-8bff-47ac-9cfd-d4661193cc7e,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:39.169588 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7f880490-1fe9-4636-be92-c978fc3e0d78 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:39.217523 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-dbe35a55-da3b-4d3c-9bbf-30742d2b0ac0 None None] Provisioning complete for port 56723f1f-66a6-4347-ae8a-4027d772eb41 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:39.219013 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dbe35a55-da3b-4d3c-9bbf-30742d2b0ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:39.267888 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7f880490-1fe9-4636-be92-c978fc3e0d78 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:39.274766 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7f880490-1fe9-4636-be92-c978fc3e0d78 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:39.306620 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7f880490-1fe9-4636-be92-c978fc3e0d78 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:39.311572 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7f880490-1fe9-4636-be92-c978fc3e0d78 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1772537 Oct 19 01:33:39.312247 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43728) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:39.320751 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-9a166b6e-50a2-45a9-b7b4-b94801dfb865 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'security_group': {'name': 'tempest-secgroup-33842736'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:39.349107 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f880490-1fe9-4636-be92-c978fc3e0d78 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80cb530e-99ec-4710-abf0-39b926a4544b,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:39.362819 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9a166b6e-50a2-45a9-b7b4-b94801dfb865 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:39.415343 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-dbe35a55-da3b-4d3c-9bbf-30742d2b0ac0 None None] Provisioning complete for port e586faaf-e2da-4df2-9461-e37eec06570a triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:39.415886 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dbe35a55-da3b-4d3c-9bbf-30742d2b0ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:39.431813 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03220372-790f-44c4-a42f-615fecd5b7c7 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Router bbe34a26-4cf5-4fab-8aed-037dbe60d820 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:33:39.471419 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9a166b6e-50a2-45a9-b7b4-b94801dfb865 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:39.477546 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9a166b6e-50a2-45a9-b7b4-b94801dfb865 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:39.490083 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-dbe35a55-da3b-4d3c-9bbf-30742d2b0ac0 None None] Port e586faaf-e2da-4df2-9461-e37eec06570a cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:39.524820 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9a166b6e-50a2-45a9-b7b4-b94801dfb865 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:39.529238 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9a166b6e-50a2-45a9-b7b4-b94801dfb865 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2120125 Oct 19 01:33:39.531057 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43730) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:39.537387 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-98015671-b937-4ac0-96ff-1eae01a8a019 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1681588799', 'security_groups': ['1b4ea567-a94d-40e6-a661-548ba2b81daa'], 'network_id': 'aea63c42-0642-4b50-a42a-3f4ca1a8ccf8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5a445f78-3975-4561-9407-72608de86f26'}]}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:39.560184 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a166b6e-50a2-45a9-b7b4-b94801dfb865 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4ea567-a94d-40e6-a661-548ba2b81daa,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:39.595089 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03220372-790f-44c4-a42f-615fecd5b7c7 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:33:39.604198 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-03220372-790f-44c4-a42f-615fecd5b7c7 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] 10.222.0.57 "PUT /v2.0/routers/bbe34a26-4cf5-4fab-8aed-037dbe60d820/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9410200 Oct 19 01:33:39.604198 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43732) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:39.619010 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-ed38457f-03e7-4e42-97c9-41a9631556cb tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Request body: {'port': {'network_id': 'a16fb48b-8a22-45bf-86c5-66873a30870e', 'name': 'tempest-FloatingIPNegativeTestJSON-751819766'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:39.622587 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472856d7-d044-41f4-a8a1-4e56549d0a45 None None] Network aea63c42-0642-4b50-a42a-3f4ca1a8ccf8 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:39.629776 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342f60f2-e16d-41c8-9e4c-2e4a39fa979a None None] Sync routers for ids ['bbe34a26-4cf5-4fab-8aed-037dbe60d820'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:33:39.661977 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342f60f2-e16d-41c8-9e4c-2e4a39fa979a None None] Routers {'bbe34a26-4cf5-4fab-8aed-037dbe60d820'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:33:39.662611 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-342f60f2-e16d-41c8-9e4c-2e4a39fa979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:33:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['bbe34a26-4cf5-4fab-8aed-037dbe60d820'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:39.672974 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-930218a4-361c-4bf6-b5c3-3fa25d18152f None None] Provisioning complete for port e586faaf-e2da-4df2-9461-e37eec06570a triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:39.673743 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-930218a4-361c-4bf6-b5c3-3fa25d18152f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:39.683829 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98015671-b937-4ac0-96ff-1eae01a8a019 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Made reservation on behalf of 85cac0c130044cf6b9d6df28e7d2f40a for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:39.727279 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-416320f5-f895-41cd-9e96-a99d758adde5 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:39.738525 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-342f60f2-e16d-41c8-9e4c-2e4a39fa979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:39.794795 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-98015671-b937-4ac0-96ff-1eae01a8a019 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:39.809501 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 56723f1f-66a6-4347-ae8a-4027d772eb41 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:33:39.814678 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [None req-98015671-b937-4ac0-96ff-1eae01a8a019 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] device_id is not set on port ef218dfb-aad5-469d-83ee-658521d4d222 yet. {{(pid=100606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:33:39.853848 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed38457f-03e7-4e42-97c9-41a9631556cb tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Made reservation on behalf of 8a6226e82f8b46478e5ae9ace191caad for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:39.857944 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ed38457f-03e7-4e42-97c9-41a9631556cb tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:39.859039 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342f60f2-e16d-41c8-9e4c-2e4a39fa979a None None] Routers {'bbe34a26-4cf5-4fab-8aed-037dbe60d820'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:33:39.859666 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-342f60f2-e16d-41c8-9e4c-2e4a39fa979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:33:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['bbe34a26-4cf5-4fab-8aed-037dbe60d820'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:39.864550 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-930218a4-361c-4bf6-b5c3-3fa25d18152f None None] Port e586faaf-e2da-4df2-9461-e37eec06570a cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:39.880432 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-ed38457f-03e7-4e42-97c9-41a9631556cb tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] device_id is not set on port 004d60e2-1c27-4d24-a2e8-85ef52db4b3f yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:33:39.902111 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-342f60f2-e16d-41c8-9e4c-2e4a39fa979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:39.902742 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342f60f2-e16d-41c8-9e4c-2e4a39fa979a None None] The sync data for ids ['bbe34a26-4cf5-4fab-8aed-037dbe60d820'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:33:39.954468 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 56723f1f-66a6-4347-ae8a-4027d772eb41 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:39.954468 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.017651 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-98015671-b937-4ac0-96ff-1eae01a8a019 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Allocated IP 172.20.0.6 (aea63c42-0642-4b50-a42a-3f4ca1a8ccf8/5a445f78-3975-4561-9407-72608de86f26/ef218dfb-aad5-469d-83ee-658521d4d222) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:40.025961 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-6e79bc4a-9afc-4c47-9589-528fdea214c7 None None] Provisioning complete for port 80868449-79f0-4a98-848b-567273f820d6 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:40.026396 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6e79bc4a-9afc-4c47-9589-528fdea214c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.069367 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-ed38457f-03e7-4e42-97c9-41a9631556cb tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Allocated IP 172.20.0.13 (a16fb48b-8a22-45bf-86c5-66873a30870e/3c7c6ced-be70-4986-ba1b-7a4f8c1d12be/004d60e2-1c27-4d24-a2e8-85ef52db4b3f) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:40.070880 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-6e79bc4a-9afc-4c47-9589-528fdea214c7 None None] Port 80868449-79f0-4a98-848b-567273f820d6 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:40.139679 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-6e79bc4a-9afc-4c47-9589-528fdea214c7 None None] Provisioning complete for port e586faaf-e2da-4df2-9461-e37eec06570a triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:40.140080 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6e79bc4a-9afc-4c47-9589-528fdea214c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.173002 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9350a0a-1c82-4f54-98f4-b73bdd0f7cc5 None None] Update dhcp port {'port': {'network_id': 'aea63c42-0642-4b50-a42a-3f4ca1a8ccf8', 'fixed_ips': [{'subnet_id': '15bbf52b-4571-4952-b22c-912f937ff180', 'ip_address': '172.20.0.18'}, {'subnet_id': '5a445f78-3975-4561-9407-72608de86f26'}], 'binding:host_id': 'n-d-715271-26'}, 'id': '74fadb68-44ca-47fc-bc11-ecb0764307a0'} from n-d-715271-26. {{(pid=100608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 01:33:40.197821 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-98015671-b937-4ac0-96ff-1eae01a8a019 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.200615 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-6e79bc4a-9afc-4c47-9589-528fdea214c7 None None] Port e586faaf-e2da-4df2-9461-e37eec06570a cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:40.205521 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b9350a0a-1c82-4f54-98f4-b73bdd0f7cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.221611 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-416320f5-f895-41cd-9e96-a99d758adde5 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Deleting port fe240c23-54b5-4d09-a6a9-2d32fdcddbfb {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:40.221949 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-416320f5-f895-41cd-9e96-a99d758adde5 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.238266 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-98015671-b937-4ac0-96ff-1eae01a8a019 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.246424 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-6e79bc4a-9afc-4c47-9589-528fdea214c7 None None] Provisioning complete for port 74fadb68-44ca-47fc-bc11-ecb0764307a0 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:40.247365 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6e79bc4a-9afc-4c47-9589-528fdea214c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.289011 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98015671-b937-4ac0-96ff-1eae01a8a019 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Network aea63c42-0642-4b50-a42a-3f4ca1a8ccf8 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:40.292347 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-98015671-b937-4ac0-96ff-1eae01a8a019 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:40.297875 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98015671-b937-4ac0-96ff-1eae01a8a019 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:40.325359 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98015671-b937-4ac0-96ff-1eae01a8a019 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Port': ['ID=ef218dfb-aad5-469d-83ee-658521d4d222,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:40.357202 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98015671-b937-4ac0-96ff-1eae01a8a019 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:40.358434 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-98015671-b937-4ac0-96ff-1eae01a8a019 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.363412 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ed38457f-03e7-4e42-97c9-41a9631556cb tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.381259 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-98015671-b937-4ac0-96ff-1eae01a8a019 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8464897 Oct 19 01:33:40.381469 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-416320f5-f895-41cd-9e96-a99d758adde5 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] For port fe240c23-54b5-4d09-a6a9-2d32fdcddbfb, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=fe240c23-54b5-4d09-a6a9-2d32fdcddbfb,segment=NetworkSegment(27d69f87-cc10-48f2-9a6e-0ba5cd162c8a),segment_id=27d69f87-cc10-48f2-9a6e-0ba5cd162c8a)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:40.381469 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-416320f5-f895-41cd-9e96-a99d758adde5 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.381831 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43734) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:40.387777 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-dc4026f2-4738-4c83-93dc-65c0092b1119 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'subnet': {'network_id': 'aea63c42-0642-4b50-a42a-3f4ca1a8ccf8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:40.396390 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-416320f5-f895-41cd-9e96-a99d758adde5 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Calling delete_port for fe240c23-54b5-4d09-a6a9-2d32fdcddbfb owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:40.460097 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-b9350a0a-1c82-4f54-98f4-b73bdd0f7cc5 None None] Allocated IP 172.20.0.2 (aea63c42-0642-4b50-a42a-3f4ca1a8ccf8/5a445f78-3975-4561-9407-72608de86f26/74fadb68-44ca-47fc-bc11-ecb0764307a0) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:40.461973 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ed38457f-03e7-4e42-97c9-41a9631556cb tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.512465 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4026f2-4738-4c83-93dc-65c0092b1119 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Made reservation on behalf of 85cac0c130044cf6b9d6df28e7d2f40a for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:40.515871 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dc4026f2-4738-4c83-93dc-65c0092b1119 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.526007 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed38457f-03e7-4e42-97c9-41a9631556cb tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Network a16fb48b-8a22-45bf-86c5-66873a30870e is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:40.532171 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-ed38457f-03e7-4e42-97c9-41a9631556cb tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:40.540063 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed38457f-03e7-4e42-97c9-41a9631556cb tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:40.568563 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-b9350a0a-1c82-4f54-98f4-b73bdd0f7cc5 None None] For port 74fadb68-44ca-47fc-bc11-ecb0764307a0, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=74fadb68-44ca-47fc-bc11-ecb0764307a0,segment=NetworkSegment(0a48a621-c356-49fa-950b-248f619bb059),segment_id=0a48a621-c356-49fa-950b-248f619bb059)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:40.583535 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38457f-03e7-4e42-97c9-41a9631556cb tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Pushing event updated for resources: {'Port': ['ID=004d60e2-1c27-4d24-a2e8-85ef52db4b3f,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:40.616404 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b9350a0a-1c82-4f54-98f4-b73bdd0f7cc5 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.625869 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b9350a0a-1c82-4f54-98f4-b73bdd0f7cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.633469 n-d-715271-26 neutron-server[100606]: INFO neutron.db.ipam_backend_mixin [None req-dc4026f2-4738-4c83-93dc-65c0092b1119 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5a445f78-3975-4561-9407-72608de86f26 (CIDR: 172.20.0.0/28) Oct 19 01:33:40.640534 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc4026f2-4738-4c83-93dc-65c0092b1119 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:40.641087 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc4026f2-4738-4c83-93dc-65c0092b1119 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:33:40.647644 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed38457f-03e7-4e42-97c9-41a9631556cb tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:40.648311 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ed38457f-03e7-4e42-97c9-41a9631556cb tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.663429 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-dc4026f2-4738-4c83-93dc-65c0092b1119 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2798741 Oct 19 01:33:40.666349 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43738) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:40.673365 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-003b049d-dc0b-4139-a5d9-4f077f03da17 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'subnet': {'network_id': 'aea63c42-0642-4b50-a42a-3f4ca1a8ccf8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:40.680841 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ed38457f-03e7-4e42-97c9-41a9631556cb tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0706499 Oct 19 01:33:40.685104 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43740) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:40.692554 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:33:40.692916 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-60d12080-5652-478e-89d5-ff69329c8625 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:40.736385 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:33:40.736726 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 4d4c40dd-2e2a-42b9-a8f7-7afccdb41a9c not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:33:40.759687 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-60d12080-5652-478e-89d5-ff69329c8625 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks [] for floatingip, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.773745 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-416320f5-f895-41cd-9e96-a99d758adde5 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.776559 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9350a0a-1c82-4f54-98f4-b73bdd0f7cc5 None None] Pushing event updated for resources: {'Port': ['ID=74fadb68-44ca-47fc-bc11-ecb0764307a0,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:40.840657 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003b049d-dc0b-4139-a5d9-4f077f03da17 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Made reservation on behalf of 85cac0c130044cf6b9d6df28e7d2f40a for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:40.845855 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-003b049d-dc0b-4139-a5d9-4f077f03da17 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.874430 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416320f5-f895-41cd-9e96-a99d758adde5 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event deleted for resources: {'Port': ['ID=fe240c23-54b5-4d09-a6a9-2d32fdcddbfb,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:40.989200 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-2822ab77-18ae-457b-bfe1-615850292388 None None] Provisioning complete for port 004d60e2-1c27-4d24-a2e8-85ef52db4b3f triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:40.990365 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2822ab77-18ae-457b-bfe1-615850292388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.992588 n-d-715271-26 neutron-server[100606]: INFO neutron.db.ipam_backend_mixin [None req-003b049d-dc0b-4139-a5d9-4f077f03da17 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 15bbf52b-4571-4952-b22c-912f937ff180 (CIDR: 172.20.0.16/28) Oct 19 01:33:40.998086 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-003b049d-dc0b-4139-a5d9-4f077f03da17 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:40.999082 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-003b049d-dc0b-4139-a5d9-4f077f03da17 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:33:41.037815 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-2822ab77-18ae-457b-bfe1-615850292388 None None] Port 004d60e2-1c27-4d24-a2e8-85ef52db4b3f cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:41.041597 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-003b049d-dc0b-4139-a5d9-4f077f03da17 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3731360 Oct 19 01:33:41.043464 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43746) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:41.052374 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-ae1ee1d6-bf6b-4615-a74e-d9fb956ce518 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'subnet': {'network_id': 'aea63c42-0642-4b50-a42a-3f4ca1a8ccf8', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:41.115352 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-416320f5-f895-41cd-9e96-a99d758adde5 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:41.132408 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-60d12080-5652-478e-89d5-ff69329c8625 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:41.180193 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1ee1d6-bf6b-4615-a74e-d9fb956ce518 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Made reservation on behalf of 85cac0c130044cf6b9d6df28e7d2f40a for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:41.184541 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ae1ee1d6-bf6b-4615-a74e-d9fb956ce518 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:41.363499 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-60d12080-5652-478e-89d5-ff69329c8625 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Allocated IP 172.25.8.128 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/c88c884b-0138-495a-9b84-b19ca1587fcd) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:41.442982 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ae1ee1d6-bf6b-4615-a74e-d9fb956ce518 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:41.461986 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-568284ed-ccf5-4580-a387-df431abe0ad1 None None] Provisioning complete for port 80868449-79f0-4a98-848b-567273f820d6 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:41.462565 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-568284ed-ccf5-4580-a387-df431abe0ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:41.488409 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1ee1d6-bf6b-4615-a74e-d9fb956ce518 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Network aea63c42-0642-4b50-a42a-3f4ca1a8ccf8 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:41.491964 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-ae1ee1d6-bf6b-4615-a74e-d9fb956ce518 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:41.496539 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1ee1d6-bf6b-4615-a74e-d9fb956ce518 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:41.497135 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ae1ee1d6-bf6b-4615-a74e-d9fb956ce518 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:41.499699 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416320f5-f895-41cd-9e96-a99d758adde5 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Router 46c694be-25df-4d43-bc4d-4f01dfcfd2d7 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:33:41.513218 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-568284ed-ccf5-4580-a387-df431abe0ad1 None None] Port 80868449-79f0-4a98-848b-567273f820d6 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:41.516806 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ee1d6-bf6b-4615-a74e-d9fb956ce518 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Subnet': ['ID=7cde6900-42c1-4054-a7f7-8781a9820ccf,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:41.528124 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-568284ed-ccf5-4580-a387-df431abe0ad1 None None] Provisioning complete for port 74fadb68-44ca-47fc-bc11-ecb0764307a0 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:41.528507 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-568284ed-ccf5-4580-a387-df431abe0ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:41.535518 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-60d12080-5652-478e-89d5-ff69329c8625 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:41.540673 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ae1ee1d6-bf6b-4615-a74e-d9fb956ce518 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4956241 Oct 19 01:33:41.541610 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43748) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:41.548710 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-32d1ac02-e5fb-48ea-93f4-cc2ee1b9cd5f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1247869755', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7cde6900-42c1-4054-a7f7-8781a9820ccf'}], 'security_groups': ['91bdbf1b-8bff-47ac-9cfd-d4661193cc7e', '80cb530e-99ec-4710-abf0-39b926a4544b']}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:41.620598 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-32d1ac02-e5fb-48ea-93f4-cc2ee1b9cd5f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:41.661835 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416320f5-f895-41cd-9e96-a99d758adde5 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:33:41.664055 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-60d12080-5652-478e-89d5-ff69329c8625 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:41.670248 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-416320f5-f895-41cd-9e96-a99d758adde5 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "PUT /v2.0/routers/46c694be-25df-4d43-bc4d-4f01dfcfd2d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1702797 Oct 19 01:33:41.673199 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43750) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:41.684157 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288823d0-7511-4ee0-9e43-87120c938c92 None None] Sync routers for ids ['46c694be-25df-4d43-bc4d-4f01dfcfd2d7'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:33:41.691594 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422dfccb-6e37-4b25-aa46-48f437e330f2 None None] Network aea63c42-0642-4b50-a42a-3f4ca1a8ccf8 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:41.713339 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d12080-5652-478e-89d5-ff69329c8625 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:41.717843 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-60d12080-5652-478e-89d5-ff69329c8625 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:41.722089 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288823d0-7511-4ee0-9e43-87120c938c92 None None] Routers {'46c694be-25df-4d43-bc4d-4f01dfcfd2d7'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:33:41.724882 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-288823d0-7511-4ee0-9e43-87120c938c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:33:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['46c694be-25df-4d43-bc4d-4f01dfcfd2d7'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:41.725279 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d12080-5652-478e-89d5-ff69329c8625 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:41.728495 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d12080-5652-478e-89d5-ff69329c8625 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Pushing event updated for resources: {'Port': ['ID=c88c884b-0138-495a-9b84-b19ca1587fcd,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:41.771134 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a77680-c249-4876-b3d5-e043d0a35c04 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Deleting subnet 6a33cce0-103b-445f-872c-c277095ddbb5 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:33:41.790759 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c3a77680-c249-4876-b3d5-e043d0a35c04 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:41.850325 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-60d12080-5652-478e-89d5-ff69329c8625 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:41.892409 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-288823d0-7511-4ee0-9e43-87120c938c92 None None] Set router 46c694be-25df-4d43-bc4d-4f01dfcfd2d7 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:33:41.907380 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c3a77680-c249-4876-b3d5-e043d0a35c04 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:41.917338 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-60d12080-5652-478e-89d5-ff69329c8625 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:41.928601 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-a1757067-b533-482c-8f8b-8ead70638bca None None] Provisioning complete for port ef218dfb-aad5-469d-83ee-658521d4d222 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:41.928981 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a1757067-b533-482c-8f8b-8ead70638bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:42.001420 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-a1757067-b533-482c-8f8b-8ead70638bca None None] Port ef218dfb-aad5-469d-83ee-658521d4d222 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:42.003391 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 74fadb68-44ca-47fc-bc11-ecb0764307a0 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:33:42.064327 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 74fadb68-44ca-47fc-bc11-ecb0764307a0 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:42.064819 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:42.104609 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c3a77680-c249-4876-b3d5-e043d0a35c04 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:42.123334 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-288823d0-7511-4ee0-9e43-87120c938c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35375508', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '76c7727d-e3a1-4069-9a0d-b0fe86c0ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:51Z', 'updated_at': '2021-10-19T01:33:40Z', 'revision_number': 5, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '76c7727d-e3a1-4069-9a0d-b0fe86c0ef56', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:51Z', 'updated_at': '2021-10-19T01:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:42.156924 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-60d12080-5652-478e-89d5-ff69329c8625 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:42.159575 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288823d0-7511-4ee0-9e43-87120c938c92 None None] Checking router: 46c694be-25df-4d43-bc4d-4f01dfcfd2d7 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:33:42.161243 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df712e00-4def-4ae5-b88d-530add834dc5 None None] Update dhcp port {'port': {'network_id': 'aea63c42-0642-4b50-a42a-3f4ca1a8ccf8', 'fixed_ips': [{'subnet_id': '15bbf52b-4571-4952-b22c-912f937ff180', 'ip_address': '172.20.0.18'}, {'subnet_id': '5a445f78-3975-4561-9407-72608de86f26', 'ip_address': '172.20.0.2'}, {'subnet_id': '7cde6900-42c1-4054-a7f7-8781a9820ccf'}], 'binding:host_id': 'n-d-715271-26'}, 'id': '74fadb68-44ca-47fc-bc11-ecb0764307a0'} from n-d-715271-26. {{(pid=100608) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 01:33:42.166801 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-60d12080-5652-478e-89d5-ff69329c8625 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:42.170048 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288823d0-7511-4ee0-9e43-87120c938c92 None None] Routers {'46c694be-25df-4d43-bc4d-4f01dfcfd2d7'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:33:42.170910 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-288823d0-7511-4ee0-9e43-87120c938c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:33:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['46c694be-25df-4d43-bc4d-4f01dfcfd2d7'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:42.205785 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-32d1ac02-e5fb-48ea-93f4-cc2ee1b9cd5f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Delete allocated IP 172.20.0.6 (aea63c42-0642-4b50-a42a-3f4ca1a8ccf8/5a445f78-3975-4561-9407-72608de86f26) {{(pid=100606) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 19 01:33:42.216352 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-32d1ac02-e5fb-48ea-93f4-cc2ee1b9cd5f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Allocated IP 172.20.0.46 (aea63c42-0642-4b50-a42a-3f4ca1a8ccf8/7cde6900-42c1-4054-a7f7-8781a9820ccf/ef218dfb-aad5-469d-83ee-658521d4d222) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:42.219029 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c3a77680-c249-4876-b3d5-e043d0a35c04 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:42.247753 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-df712e00-4def-4ae5-b88d-530add834dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:42.259045 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a77680-c249-4876-b3d5-e043d0a35c04 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event deleted for resources: {'Subnet': ['ID=6a33cce0-103b-445f-872c-c277095ddbb5,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:42.261694 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c3a77680-c249-4876-b3d5-e043d0a35c04 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:42.265275 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c3a77680-c249-4876-b3d5-e043d0a35c04 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "DELETE /v2.0/subnets/6a33cce0-103b-445f-872c-c277095ddbb5 HTTP/1.1" status: 204 len: 168 time: 0.5907543 Oct 19 01:33:42.269706 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43752) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:42.275108 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d12080-5652-478e-89d5-ff69329c8625 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Pushing event updated for resources: {'Port': ['ID=c88c884b-0138-495a-9b84-b19ca1587fcd,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:42.288144 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da76e479-11c4-4dfa-a4b7-a43eb5931bde None None] Network f07e6381-f3cd-4097-8bff-9d2667bcfbc9 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:42.292491 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-60d12080-5652-478e-89d5-ff69329c8625 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:42.304948 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-288823d0-7511-4ee0-9e43-87120c938c92 None None] Set router 46c694be-25df-4d43-bc4d-4f01dfcfd2d7 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:33:42.313087 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-60d12080-5652-478e-89d5-ff69329c8625 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:42.315460 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-60d12080-5652-478e-89d5-ff69329c8625 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6287413 Oct 19 01:33:42.317643 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43754) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:42.322987 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-aa8f14a0-9385-44aa-9aaf-d4c82da55b58 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Request body: {'floatingip': {'port_id': '004d60e2-1c27-4d24-a2e8-85ef52db4b3f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:42.381730 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-aa8f14a0-9385-44aa-9aaf-d4c82da55b58 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks [] for floatingip, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:42.543067 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-aa8f14a0-9385-44aa-9aaf-d4c82da55b58 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] update failed (client error): The resource could not be found. Oct 19 01:33:42.544366 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-aa8f14a0-9385-44aa-9aaf-d4c82da55b58 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] 10.222.0.57 "PUT /v2.0/floatingips/844ac2cc-5e34-44f7-82df-354f659a585e HTTP/1.1" status: 404 len: 507 time: 0.2257438 Oct 19 01:33:42.547766 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43756) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:42.563007 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d0afcafc-73d7-4c74-942d-951aa7048aac tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:42.637279 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-288823d0-7511-4ee0-9e43-87120c938c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35375508', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '76c7727d-e3a1-4069-9a0d-b0fe86c0ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:51Z', 'updated_at': '2021-10-19T01:33:40Z', 'revision_number': 5, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '76c7727d-e3a1-4069-9a0d-b0fe86c0ef56', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:51Z', 'updated_at': '2021-10-19T01:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:42.669562 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288823d0-7511-4ee0-9e43-87120c938c92 None None] The sync data for ids ['46c694be-25df-4d43-bc4d-4f01dfcfd2d7'] in n-d-715271-26 is: [{'id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35375508', 'tenant_id': 'b92153fb65d447bf94f5610e1ad52929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '76c7727d-e3a1-4069-9a0d-b0fe86c0ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:51Z', 'updated_at': '2021-10-19T01:33:40Z', 'revision_number': 5, 'project_id': 'b92153fb65d447bf94f5610e1ad52929', 'gw_port': {'id': '76c7727d-e3a1-4069-9a0d-b0fe86c0ef56', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c694be-25df-4d43-bc4d-4f01dfcfd2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:51Z', 'updated_at': '2021-10-19T01:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:33:42.718232 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-6d4a42bb-02e6-474e-834f-75363f1f6800 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Deleting port c88c884b-0138-495a-9b84-b19ca1587fcd {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:42.718699 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6d4a42bb-02e6-474e-834f-75363f1f6800 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:42.804353 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6d4a42bb-02e6-474e-834f-75363f1f6800 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:42.804580 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6d4a42bb-02e6-474e-834f-75363f1f6800 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:42.817704 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-6d4a42bb-02e6-474e-834f-75363f1f6800 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Calling delete_port for c88c884b-0138-495a-9b84-b19ca1587fcd owned by network:floatingip {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:42.957266 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6d4a42bb-02e6-474e-834f-75363f1f6800 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:42.982787 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a42bb-02e6-474e-834f-75363f1f6800 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Pushing event deleted for resources: {'Port': ['ID=c88c884b-0138-495a-9b84-b19ca1587fcd,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:43.022330 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-32d1ac02-e5fb-48ea-93f4-cc2ee1b9cd5f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:43.030839 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-32d1ac02-e5fb-48ea-93f4-cc2ee1b9cd5f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:43.035450 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d0afcafc-73d7-4c74-942d-951aa7048aac tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:43.077141 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6d4a42bb-02e6-474e-834f-75363f1f6800 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks [] for floatingip, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:43.081342 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6d4a42bb-02e6-474e-834f-75363f1f6800 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:43.082312 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6d4a42bb-02e6-474e-834f-75363f1f6800 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] 10.222.0.57 "DELETE /v2.0/floatingips/844ac2cc-5e34-44f7-82df-354f659a585e HTTP/1.1" status: 204 len: 168 time: 0.5335686 Oct 19 01:33:43.083099 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53c7238-87c3-4225-a994-0150faad3564 None None] DHCP port deletion for f07e6381-f3cd-4097-8bff-9d2667bcfbc9 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:33:43.085824 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43760) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:43.092302 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-e7a4a3a7-195b-4f3a-924c-67d40369592e tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Request body: {'floatingip': {'floating_network_id': 'a16fb48b-8a22-45bf-86c5-66873a30870e', 'port_id': '004d60e2-1c27-4d24-a2e8-85ef52db4b3f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:43.106259 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1ac02-e5fb-48ea-93f4-cc2ee1b9cd5f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event updated for resources: {'Port': ['ID=ef218dfb-aad5-469d-83ee-658521d4d222,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:43.122484 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e7a4a3a7-195b-4f3a-924c-67d40369592e tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks [] for floatingip, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:43.128348 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-df712e00-4def-4ae5-b88d-530add834dc5 None None] Allocated IP 172.20.0.34 (aea63c42-0642-4b50-a42a-3f4ca1a8ccf8/7cde6900-42c1-4054-a7f7-8781a9820ccf/74fadb68-44ca-47fc-bc11-ecb0764307a0) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:43.226357 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-32d1ac02-e5fb-48ea-93f4-cc2ee1b9cd5f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] In _notify_port_updated(), no bound segment for port ef218dfb-aad5-469d-83ee-658521d4d222 on network aea63c42-0642-4b50-a42a-3f4ca1a8ccf8 {{(pid=100606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:33:43.233371 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d1ac02-e5fb-48ea-93f4-cc2ee1b9cd5f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:43.233635 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-32d1ac02-e5fb-48ea-93f4-cc2ee1b9cd5f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:43.234355 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-d53c7238-87c3-4225-a994-0150faad3564 None None] Deleting port 8fa02f11-2ea9-4c62-82a1-4ce46020fdee {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:43.234730 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d53c7238-87c3-4225-a994-0150faad3564 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:43.234864 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-32d1ac02-e5fb-48ea-93f4-cc2ee1b9cd5f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "PUT /v2.0/ports/ef218dfb-aad5-469d-83ee-658521d4d222 HTTP/1.1" status: 200 len: 960 time: 1.6918583 Oct 19 01:33:43.237711 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43762) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:43.247376 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-d0afcafc-73d7-4c74-942d-951aa7048aac tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Deleting port 76c7727d-e3a1-4069-9a0d-b0fe86c0ef56 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:43.247715 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d0afcafc-73d7-4c74-942d-951aa7048aac tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:43.311230 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-d53c7238-87c3-4225-a994-0150faad3564 None None] For port 8fa02f11-2ea9-4c62-82a1-4ce46020fdee, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=8fa02f11-2ea9-4c62-82a1-4ce46020fdee,segment=NetworkSegment(27d69f87-cc10-48f2-9a6e-0ba5cd162c8a),segment_id=27d69f87-cc10-48f2-9a6e-0ba5cd162c8a)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:43.311553 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d53c7238-87c3-4225-a994-0150faad3564 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:43.325793 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-d53c7238-87c3-4225-a994-0150faad3564 None None] Calling delete_port for 8fa02f11-2ea9-4c62-82a1-4ce46020fdee owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:43.410397 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-d0afcafc-73d7-4c74-942d-951aa7048aac tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] For port 76c7727d-e3a1-4069-9a0d-b0fe86c0ef56, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=76c7727d-e3a1-4069-9a0d-b0fe86c0ef56,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:43.410768 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d0afcafc-73d7-4c74-942d-951aa7048aac tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:43.412008 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d53c7238-87c3-4225-a994-0150faad3564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:43.430058 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-d0afcafc-73d7-4c74-942d-951aa7048aac tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Calling delete_port for 76c7727d-e3a1-4069-9a0d-b0fe86c0ef56 owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:43.445232 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-59345557-052b-4bbb-aa88-d7ad794145c1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Deleting port ef218dfb-aad5-469d-83ee-658521d4d222 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:43.445622 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-59345557-052b-4bbb-aa88-d7ad794145c1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:43.451285 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c7238-87c3-4225-a994-0150faad3564 None None] Pushing event deleted for resources: {'Port': ['ID=8fa02f11-2ea9-4c62-82a1-4ce46020fdee,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:43.453100 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53c7238-87c3-4225-a994-0150faad3564 None None] No DVR routers for this DVR port 8fa02f11-2ea9-4c62-82a1-4ce46020fdee on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:33:43.465058 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-df712e00-4def-4ae5-b88d-530add834dc5 None None] For port 74fadb68-44ca-47fc-bc11-ecb0764307a0, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=74fadb68-44ca-47fc-bc11-ecb0764307a0,segment=NetworkSegment(0a48a621-c356-49fa-950b-248f619bb059),segment_id=0a48a621-c356-49fa-950b-248f619bb059)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:43.495614 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-df712e00-4def-4ae5-b88d-530add834dc5 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:43.502269 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-df712e00-4def-4ae5-b88d-530add834dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:43.591089 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-e7a4a3a7-195b-4f3a-924c-67d40369592e tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:43.595806 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e7a4a3a7-195b-4f3a-924c-67d40369592e tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5053065 Oct 19 01:33:43.596825 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43764) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:43.609673 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-3cf1e7de-0fa8-4ebb-a9fe-7b918498930c tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'port_id': '004d60e2-1c27-4d24-a2e8-85ef52db4b3f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:43.624248 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df712e00-4def-4ae5-b88d-530add834dc5 None None] Pushing event updated for resources: {'Port': ['ID=74fadb68-44ca-47fc-bc11-ecb0764307a0,revision_number=7']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:43.637472 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3cf1e7de-0fa8-4ebb-a9fe-7b918498930c tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks [] for floatingip, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:43.642097 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-59345557-052b-4bbb-aa88-d7ad794145c1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:43.664860 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-59345557-052b-4bbb-aa88-d7ad794145c1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Calling delete_port for ef218dfb-aad5-469d-83ee-658521d4d222 owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:43.740461 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3cf1e7de-0fa8-4ebb-a9fe-7b918498930c tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:43.791175 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d0afcafc-73d7-4c74-942d-951aa7048aac tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:43.813756 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 74fadb68-44ca-47fc-bc11-ecb0764307a0 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:33:43.865422 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-3cf1e7de-0fa8-4ebb-a9fe-7b918498930c tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Allocated IP 172.25.8.59 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/a0207a35-ee7f-49a6-add0-6350f8b2aad2) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:43.889897 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0afcafc-73d7-4c74-942d-951aa7048aac tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event deleted for resources: {'Port': ['ID=76c7727d-e3a1-4069-9a0d-b0fe86c0ef56,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:43.908834 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 74fadb68-44ca-47fc-bc11-ecb0764307a0 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:43.909409 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:43.927947 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d0afcafc-73d7-4c74-942d-951aa7048aac tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:43.975528 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5215b3e8-3a1d-4403-8c66-80bedb135c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.003882 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3cf1e7de-0fa8-4ebb-a9fe-7b918498930c tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.042917 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d0afcafc-73d7-4c74-942d-951aa7048aac tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.045258 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d0afcafc-73d7-4c74-942d-951aa7048aac tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.066601 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3cf1e7de-0fa8-4ebb-a9fe-7b918498930c tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.104060 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device fe240c23-54b5-4d09-a6a9-2d32fdcddbfb no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:33:44.115408 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d0afcafc-73d7-4c74-942d-951aa7048aac tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.115952 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0afcafc-73d7-4c74-942d-951aa7048aac tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Fanout notify agent at l3_agent the message router_deleted on router 46c694be-25df-4d43-bc4d-4f01dfcfd2d7 {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:33:44.123298 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf1e7de-0fa8-4ebb-a9fe-7b918498930c tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:44.127217 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-3cf1e7de-0fa8-4ebb-a9fe-7b918498930c tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:44.130768 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: fe240c23-54b5-4d09-a6a9-2d32fdcddbfb {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:33:44.131156 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device fe240c23-54b5-4d09-a6a9-2d32fdcddbfb not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:33:44.131593 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 8fa02f11-2ea9-4c62-82a1-4ce46020fdee no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:33:44.132901 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1e7de-0fa8-4ebb-a9fe-7b918498930c tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Pushing event updated for resources: {'Port': ['ID=a0207a35-ee7f-49a6-add0-6350f8b2aad2,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:44.135094 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf1e7de-0fa8-4ebb-a9fe-7b918498930c tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:44.141672 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d0afcafc-73d7-4c74-942d-951aa7048aac tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.143089 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d0afcafc-73d7-4c74-942d-951aa7048aac tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "DELETE /v2.0/routers/46c694be-25df-4d43-bc4d-4f01dfcfd2d7 HTTP/1.1" status: 204 len: 168 time: 1.8719983 Oct 19 01:33:44.145779 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43766) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:44.157457 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-59345557-052b-4bbb-aa88-d7ad794145c1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.159998 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 8fa02f11-2ea9-4c62-82a1-4ce46020fdee {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:33:44.160359 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 8fa02f11-2ea9-4c62-82a1-4ce46020fdee not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:33:44.291649 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6face7e6-fc0d-4c67-9d3c-e59a95253897 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.332190 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-0eefe70b-d562-4457-a819-2479a3396630 None None] Could not find standard attr ID for object ef218dfb-aad5-469d-83ee-658521d4d222. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:33:44.332544 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-3cf1e7de-0fa8-4ebb-a9fe-7b918498930c tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Deleting port a0207a35-ee7f-49a6-add0-6350f8b2aad2 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:44.332890 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3cf1e7de-0fa8-4ebb-a9fe-7b918498930c tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.334707 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59345557-052b-4bbb-aa88-d7ad794145c1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Port': ['ID=ef218dfb-aad5-469d-83ee-658521d4d222,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:44.342772 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-0eefe70b-d562-4457-a819-2479a3396630 None None] Provisioning complete for port 80868449-79f0-4a98-848b-567273f820d6 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:44.343147 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0eefe70b-d562-4457-a819-2479a3396630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.380003 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-0eefe70b-d562-4457-a819-2479a3396630 None None] Port 80868449-79f0-4a98-848b-567273f820d6 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:44.390441 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-0eefe70b-d562-4457-a819-2479a3396630 None None] Provisioning complete for port 74fadb68-44ca-47fc-bc11-ecb0764307a0 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:44.390816 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0eefe70b-d562-4457-a819-2479a3396630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.421863 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3cf1e7de-0fa8-4ebb-a9fe-7b918498930c tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.422195 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3cf1e7de-0fa8-4ebb-a9fe-7b918498930c tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.427434 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-59345557-052b-4bbb-aa88-d7ad794145c1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.434816 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-59345557-052b-4bbb-aa88-d7ad794145c1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/ports/ef218dfb-aad5-469d-83ee-658521d4d222 HTTP/1.1" status: 204 len: 168 time: 1.1932757 Oct 19 01:33:44.435311 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43768) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:44.437534 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-3cf1e7de-0fa8-4ebb-a9fe-7b918498930c tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Calling delete_port for a0207a35-ee7f-49a6-add0-6350f8b2aad2 owned by network:floatingip {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:44.471657 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d746a8d-9301-4091-8312-a85b9c77aa54 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] GET failed (client error): The resource could not be found. Oct 19 01:33:44.473165 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6face7e6-fc0d-4c67-9d3c-e59a95253897 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.473328 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5d746a8d-9301-4091-8312-a85b9c77aa54 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "GET /v2.0/ports/ef218dfb-aad5-469d-83ee-658521d4d222 HTTP/1.1" status: 404 len: 333 time: 0.0369797 Oct 19 01:33:44.475926 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43770) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:44.507904 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-6face7e6-fc0d-4c67-9d3c-e59a95253897 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f07e6381-f3cd-4097-8bff-9d2667bcfbc9']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:44.525218 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-6face7e6-fc0d-4c67-9d3c-e59a95253897 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d69f87-cc10-48f2-9a6e-0ba5cd162c8a') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:44.525517 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-6face7e6-fc0d-4c67-9d3c-e59a95253897 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d69f87-cc10-48f2-9a6e-0ba5cd162c8a') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:44.541762 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6face7e6-fc0d-4c67-9d3c-e59a95253897 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.560408 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6face7e6-fc0d-4c67-9d3c-e59a95253897 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.575534 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6face7e6-fc0d-4c67-9d3c-e59a95253897 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:33:44.575967 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6face7e6-fc0d-4c67-9d3c-e59a95253897 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.578932 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:33:44.578932 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:33:44.578932 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:33:44.578932 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:33:44.578932 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:33:44.578932 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:33:44.578932 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:33:44.578932 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:33:44.578932 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:33:44.578932 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:33:44.578932 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:33:44.578932 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:33:44.578932 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:33:44.578932 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:33:44.578932 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:33:44.578932 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:33:44.578932 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:33:44.578932 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:33:44.578932 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:33:44.578932 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:33:44.578932 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:33:44.578932 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:33:44.578932 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:33:44.578932 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:33:44.578932 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:33:44.578932 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:33:44.578932 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:33:44.578932 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:33:44.578932 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:33:44.578932 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:33:44.578932 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:33:44.578932 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:33:44.590911 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3cf1e7de-0fa8-4ebb-a9fe-7b918498930c tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.597523 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b803a6e0-9ac8-44c3-ba74-fa952da62a34 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.625117 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1e7de-0fa8-4ebb-a9fe-7b918498930c tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Pushing event deleted for resources: {'Port': ['ID=a0207a35-ee7f-49a6-add0-6350f8b2aad2,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:44.669682 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b803a6e0-9ac8-44c3-ba74-fa952da62a34 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.688653 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6face7e6-fc0d-4c67-9d3c-e59a95253897 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.695084 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6face7e6-fc0d-4c67-9d3c-e59a95253897 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.702741 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6face7e6-fc0d-4c67-9d3c-e59a95253897 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "DELETE /v2.0/networks/f07e6381-f3cd-4097-8bff-9d2667bcfbc9 HTTP/1.1" status: 204 len: 168 time: 0.5526466 Oct 19 01:33:44.702950 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43772) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:44.726480 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6face7e6-fc0d-4c67-9d3c-e59a95253897 tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event deleted for resources: {'Network': ['ID=f07e6381-f3cd-4097-8bff-9d2667bcfbc9,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:44.732794 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-3cf1e7de-0fa8-4ebb-a9fe-7b918498930c tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] create failed (client error): The resource could not be found. Oct 19 01:33:44.733711 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3cf1e7de-0fa8-4ebb-a9fe-7b918498930c tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.1359739 Oct 19 01:33:44.737414 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43774) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:44.772949 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b803a6e0-9ac8-44c3-ba74-fa952da62a34 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.776292 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b803a6e0-9ac8-44c3-ba74-fa952da62a34 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.777845 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b803a6e0-9ac8-44c3-ba74-fa952da62a34 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/security-groups/1b4ea567-a94d-40e6-a661-548ba2b81daa HTTP/1.1" status: 204 len: 168 time: 0.2955484 Oct 19 01:33:44.780787 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43776) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:44.790341 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e6f63d91-4e48-431a-a869-8237c18f653b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.821008 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803a6e0-9ac8-44c3-ba74-fa952da62a34 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4ea567-a94d-40e6-a661-548ba2b81daa,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:44.836856 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e6f63d91-4e48-431a-a869-8237c18f653b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.862350 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-07b40a43-27c3-495d-a5e5-9520a8f481f7 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Deleting port 004d60e2-1c27-4d24-a2e8-85ef52db4b3f {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:44.863203 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-07b40a43-27c3-495d-a5e5-9520a8f481f7 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.898603 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-552a9094-e526-4919-9d55-69f86c0ab375 None None] Could not find standard attr ID for object ef218dfb-aad5-469d-83ee-658521d4d222. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:33:44.899967 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de3ef000-090d-44c5-9ec2-caf71b348dd4 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.926348 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de3ef000-090d-44c5-9ec2-caf71b348dd4 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.965035 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-07b40a43-27c3-495d-a5e5-9520a8f481f7 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.978888 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-07b40a43-27c3-495d-a5e5-9520a8f481f7 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Calling delete_port for 004d60e2-1c27-4d24-a2e8-85ef52db4b3f owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:44.985766 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e6f63d91-4e48-431a-a869-8237c18f653b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.988953 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e6f63d91-4e48-431a-a869-8237c18f653b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.992124 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e6f63d91-4e48-431a-a869-8237c18f653b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] 10.222.0.57 "DELETE /v2.0/security-groups/5a03ae4b-2171-4e98-8835-743ed0da22cf HTTP/1.1" status: 204 len: 168 time: 0.2863891 Oct 19 01:33:45.002761 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de3ef000-090d-44c5-9ec2-caf71b348dd4 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:45.005984 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de3ef000-090d-44c5-9ec2-caf71b348dd4 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:45.009419 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-de3ef000-090d-44c5-9ec2-caf71b348dd4 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/security-groups/80cb530e-99ec-4710-abf0-39b926a4544b HTTP/1.1" status: 204 len: 168 time: 0.2249744 Oct 19 01:33:45.012176 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43780) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:45.027887 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f63d91-4e48-431a-a869-8237c18f653b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a03ae4b-2171-4e98-8835-743ed0da22cf,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:45.049020 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f63d91-4e48-431a-a869-8237c18f653b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:45.049167 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f63d91-4e48-431a-a869-8237c18f653b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:45.049731 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f63d91-4e48-431a-a869-8237c18f653b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:45.050135 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f63d91-4e48-431a-a869-8237c18f653b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:45.050538 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f63d91-4e48-431a-a869-8237c18f653b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:45.050940 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f63d91-4e48-431a-a869-8237c18f653b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:45.051343 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f63d91-4e48-431a-a869-8237c18f653b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:45.052044 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f63d91-4e48-431a-a869-8237c18f653b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:45.052370 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f63d91-4e48-431a-a869-8237c18f653b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:45.052835 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f63d91-4e48-431a-a869-8237c18f653b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:45.053032 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f63d91-4e48-431a-a869-8237c18f653b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:45.053381 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f63d91-4e48-431a-a869-8237c18f653b tempest-TestNetworkAdvancedServerOps-231755788 tempest-TestNetworkAdvancedServerOps-231755788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:45.084841 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ef000-090d-44c5-9ec2-caf71b348dd4 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cb530e-99ec-4710-abf0-39b926a4544b,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:45.132061 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7cde5f11-8a61-43ee-871b-8bcf5587865c tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:45.158971 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7cde5f11-8a61-43ee-871b-8bcf5587865c tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:45.173494 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-07b40a43-27c3-495d-a5e5-9520a8f481f7 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:45.205480 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b40a43-27c3-495d-a5e5-9520a8f481f7 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Pushing event deleted for resources: {'Port': ['ID=004d60e2-1c27-4d24-a2e8-85ef52db4b3f,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:45.208912 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7cde5f11-8a61-43ee-871b-8bcf5587865c tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:45.214726 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7cde5f11-8a61-43ee-871b-8bcf5587865c tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:45.219056 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7cde5f11-8a61-43ee-871b-8bcf5587865c tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/security-groups/91bdbf1b-8bff-47ac-9cfd-d4661193cc7e HTTP/1.1" status: 204 len: 168 time: 0.2058685 Oct 19 01:33:45.219701 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43784) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:45.240469 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde5f11-8a61-43ee-871b-8bcf5587865c tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bdbf1b-8bff-47ac-9cfd-d4661193cc7e,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:45.296827 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b88e476-7e16-4439-9e77-e2e9f2c7151c tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Deleting subnet 5a445f78-3975-4561-9407-72608de86f26 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:33:45.301034 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2b88e476-7e16-4439-9e77-e2e9f2c7151c tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:45.317854 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-07b40a43-27c3-495d-a5e5-9520a8f481f7 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:45.326016 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-07b40a43-27c3-495d-a5e5-9520a8f481f7 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] 10.222.0.57 "DELETE /v2.0/ports/004d60e2-1c27-4d24-a2e8-85ef52db4b3f HTTP/1.1" status: 204 len: 168 time: 0.5840013 Oct 19 01:33:45.326526 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43788) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:45.363360 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2b88e476-7e16-4439-9e77-e2e9f2c7151c tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:45.394397 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd8a85d-d3ba-4069-93ed-1c225d777329 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:45.398409 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-afd8a85d-d3ba-4069-93ed-1c225d777329 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbe34a26-4cf5-4fab-8aed-037dbe60d820 HTTP/1.1" status: 200 len: 913 time: 0.0679407 Oct 19 01:33:45.398871 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43790) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:45.413308 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43792) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:45.481220 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2b88e476-7e16-4439-9e77-e2e9f2c7151c tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:45.573664 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2b88e476-7e16-4439-9e77-e2e9f2c7151c tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:45.620609 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88e476-7e16-4439-9e77-e2e9f2c7151c tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Subnet': ['ID=5a445f78-3975-4561-9407-72608de86f26,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:45.623318 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2b88e476-7e16-4439-9e77-e2e9f2c7151c tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:45.630681 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2b88e476-7e16-4439-9e77-e2e9f2c7151c tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/subnets/5a445f78-3975-4561-9407-72608de86f26 HTTP/1.1" status: 204 len: 168 time: 0.3978314 Oct 19 01:33:45.630681 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3f71d043-11af-43c6-b2e9-60f4338741b5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b92153fb65d447bf94f5610e1ad52929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2153170 Oct 19 01:33:45.631068 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43796) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:45.633317 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43798) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:45.634384 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a73f29-2fd1-43b8-94ce-f73c99d505a9 None None] Network aea63c42-0642-4b50-a42a-3f4ca1a8ccf8 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:45.715901 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-f241f1c9-94df-4f3d-be96-f4b5d714592b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Deleting subnet 7cde6900-42c1-4054-a7f7-8781a9820ccf {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:33:45.722134 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f241f1c9-94df-4f3d-be96-f4b5d714592b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:45.774972 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c6241c0-8969-489d-9b15-1d57675d7b16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:45.779041 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f92a300c-2b63-427d-bd35-a15b5c12959a tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:45.784380 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f241f1c9-94df-4f3d-be96-f4b5d714592b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:45.794054 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 76c7727d-e3a1-4069-9a0d-b0fe86c0ef56 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:33:45.825392 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 76c7727d-e3a1-4069-9a0d-b0fe86c0ef56 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:33:45.825832 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 76c7727d-e3a1-4069-9a0d-b0fe86c0ef56 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:33:45.846713 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c6241c0-8969-489d-9b15-1d57675d7b16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:45.932065 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f241f1c9-94df-4f3d-be96-f4b5d714592b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:45.964986 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c6241c0-8969-489d-9b15-1d57675d7b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:45.967527 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0c6241c0-8969-489d-9b15-1d57675d7b16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:45.968734 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0c6241c0-8969-489d-9b15-1d57675d7b16 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b00ee62b-7211-4fa7-8a82-c887ae129d95 HTTP/1.1" status: 204 len: 168 time: 0.3252966 Oct 19 01:33:45.984758 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6241c0-8969-489d-9b15-1d57675d7b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00ee62b-7211-4fa7-8a82-c887ae129d95,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:46.018445 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f241f1c9-94df-4f3d-be96-f4b5d714592b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:46.050894 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241f1c9-94df-4f3d-be96-f4b5d714592b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Subnet': ['ID=7cde6900-42c1-4054-a7f7-8781a9820ccf,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:46.055618 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f241f1c9-94df-4f3d-be96-f4b5d714592b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:46.062865 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f241f1c9-94df-4f3d-be96-f4b5d714592b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/subnets/7cde6900-42c1-4054-a7f7-8781a9820ccf HTTP/1.1" status: 204 len: 168 time: 0.4286382 Oct 19 01:33:46.063215 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43802) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:46.091431 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-42822d6c-3033-46ed-a0d0-996b699dacc9 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] DELETE failed (client error): The resource could not be found. Oct 19 01:33:46.092343 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42822d6c-3033-46ed-a0d0-996b699dacc9 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:33:46.097440 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-42822d6c-3033-46ed-a0d0-996b699dacc9 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/subnets/5a445f78-3975-4561-9407-72608de86f26 HTTP/1.1" status: 404 len: 337 time: 0.0309460 Oct 19 01:33:46.098518 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43804) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:46.102478 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-f92a300c-2b63-427d-bd35-a15b5c12959a tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Deleting port e586faaf-e2da-4df2-9461-e37eec06570a {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:46.103105 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f92a300c-2b63-427d-bd35-a15b5c12959a tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:46.173481 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2674211-a480-4a1e-94ec-a4fc4c9a222f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Deleting subnet 15bbf52b-4571-4952-b22c-912f937ff180 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:33:46.177193 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b2674211-a480-4a1e-94ec-a4fc4c9a222f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:46.224501 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f92a300c-2b63-427d-bd35-a15b5c12959a tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:46.237885 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b2674211-a480-4a1e-94ec-a4fc4c9a222f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:46.238383 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-f92a300c-2b63-427d-bd35-a15b5c12959a tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Calling delete_port for e586faaf-e2da-4df2-9461-e37eec06570a owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:46.331983 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43808) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:46.343296 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b2674211-a480-4a1e-94ec-a4fc4c9a222f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:46.417956 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-bbb03813-5815-4a44-9349-14ddc3cb180a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e50643a5fb834757b6e77b63f8d8eb15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0847871 Oct 19 01:33:46.420563 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43810) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:46.442656 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f92a300c-2b63-427d-bd35-a15b5c12959a tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:46.458207 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b2674211-a480-4a1e-94ec-a4fc4c9a222f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:46.473136 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a300c-2b63-427d-bd35-a15b5c12959a tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Pushing event deleted for resources: {'Port': ['ID=e586faaf-e2da-4df2-9461-e37eec06570a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:46.503012 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b2674211-a480-4a1e-94ec-a4fc4c9a222f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:46.506454 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b2674211-a480-4a1e-94ec-a4fc4c9a222f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/subnets/15bbf52b-4571-4952-b22c-912f937ff180 HTTP/1.1" status: 204 len: 168 time: 0.4071124 Oct 19 01:33:46.507481 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2674211-a480-4a1e-94ec-a4fc4c9a222f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Subnet': ['ID=15bbf52b-4571-4952-b22c-912f937ff180,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:46.509231 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43812) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:46.543974 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-056612ba-b9bc-4c24-881c-429d51384aa2 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] DELETE failed (client error): The resource could not be found. Oct 19 01:33:46.544432 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-056612ba-b9bc-4c24-881c-429d51384aa2 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:33:46.548162 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-056612ba-b9bc-4c24-881c-429d51384aa2 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/subnets/13c1809f-1836-4feb-8ec5-edfb24026bac HTTP/1.1" status: 404 len: 337 time: 0.0377045 Oct 19 01:33:46.550685 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43814) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:46.564305 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e8299e72-0415-497f-a0d3-7ff7b02ae180 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:46.583375 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ce5e8f0f-5a9f-497a-8588-7e7e75087e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:46.587292 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b87dff60-df36-4708-9038-1afc8cb3c83f tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "GET /v2.0/ports?device_id=98d9d186-aa04-4525-a750-b0577668e730 HTTP/1.1" status: 200 len: 205 time: 0.0355363 Oct 19 01:33:46.590920 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43818) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:46.622272 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a743f7-7fc0-45f5-9e86-2d07d8df6ba5 None None] Network aea63c42-0642-4b50-a42a-3f4ca1a8ccf8 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:46.635763 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f92a300c-2b63-427d-bd35-a15b5c12959a tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:46.639598 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-1379b176-6169-4eef-ac88-2ff7bae58290 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] delete failed (client error): The resource could not be found. Oct 19 01:33:46.640360 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1379b176-6169-4eef-ac88-2ff7bae58290 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/routers/98d9d186-aa04-4525-a750-b0577668e730 HTTP/1.1" status: 404 len: 336 time: 0.0485234 Oct 19 01:33:46.643126 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43820) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:46.645509 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e8299e72-0415-497f-a0d3-7ff7b02ae180 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:46.676986 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b280b48-957e-4bfd-898c-da225393edf3 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] DELETE failed (client error): The resource could not be found. Oct 19 01:33:46.677212 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b280b48-957e-4bfd-898c-da225393edf3 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:33:46.678128 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-291b012b-2dc9-476b-ada2-712df2189fc9 None None] Provisioning complete for port 80868449-79f0-4a98-848b-567273f820d6 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:46.679063 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-291b012b-2dc9-476b-ada2-712df2189fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:46.682711 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6b280b48-957e-4bfd-898c-da225393edf3 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/subnets/7f6347c8-13ba-4e75-8e41-c9a7b8436cd3 HTTP/1.1" status: 404 len: 337 time: 0.0363529 Oct 19 01:33:46.685410 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43822) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:46.722379 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ed30ea-6b4a-4e5d-be68-69a0b58ac31b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] DELETE failed (client error): The resource could not be found. Oct 19 01:33:46.722838 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2ed30ea-6b4a-4e5d-be68-69a0b58ac31b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:33:46.725948 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c2ed30ea-6b4a-4e5d-be68-69a0b58ac31b tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/subnets/8b2ce837-b1f9-4398-a571-c61e53133b22 HTTP/1.1" status: 404 len: 337 time: 0.0392816 Oct 19 01:33:46.730793 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43824) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:46.757110 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-291b012b-2dc9-476b-ada2-712df2189fc9 None None] Port 80868449-79f0-4a98-848b-567273f820d6 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:46.766097 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-f941730a-91a4-4c47-b57e-ac157ac4a3e1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] DELETE failed (client error): The resource could not be found. Oct 19 01:33:46.766552 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f941730a-91a4-4c47-b57e-ac157ac4a3e1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:33:46.771914 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f941730a-91a4-4c47-b57e-ac157ac4a3e1 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/subnets/ede90a56-08c8-40af-bcab-4520eab8bf74 HTTP/1.1" status: 404 len: 337 time: 0.0386119 Oct 19 01:33:46.777796 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43826) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:46.796308 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-291b012b-2dc9-476b-ada2-712df2189fc9 None None] Provisioning complete for port 74fadb68-44ca-47fc-bc11-ecb0764307a0 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:46.796704 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-291b012b-2dc9-476b-ada2-712df2189fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:46.804309 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e8299e72-0415-497f-a0d3-7ff7b02ae180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:46.807386 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e8299e72-0415-497f-a0d3-7ff7b02ae180 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:46.811561 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e8299e72-0415-497f-a0d3-7ff7b02ae180 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/094084b2-d059-41f8-af88-344d7a76a64e HTTP/1.1" status: 204 len: 168 time: 0.3877089 Oct 19 01:33:46.813808 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-87227ace-985f-4dd8-a19f-dff1f95c8144 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] DELETE failed (client error): The resource could not be found. Oct 19 01:33:46.814577 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87227ace-985f-4dd8-a19f-dff1f95c8144 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:33:46.817746 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-87227ace-985f-4dd8-a19f-dff1f95c8144 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/ports/dd25b724-a400-4cfd-a30b-0d0b88c7c33d HTTP/1.1" status: 404 len: 333 time: 0.0414910 Oct 19 01:33:46.823564 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43830) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:46.833067 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8299e72-0415-497f-a0d3-7ff7b02ae180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094084b2-d059-41f8-af88-344d7a76a64e,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:46.853605 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-2584335f-f753-4cb4-b7ba-936a1e70f485 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] DELETE failed (client error): The resource could not be found. Oct 19 01:33:46.854670 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2584335f-f753-4cb4-b7ba-936a1e70f485 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:33:46.857797 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2584335f-f753-4cb4-b7ba-936a1e70f485 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/subnets/3879b975-1825-44bf-bc10-61d145a4c9ec HTTP/1.1" status: 404 len: 337 time: 0.0331833 Oct 19 01:33:46.860414 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43832) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:46.880976 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92a300c-2b63-427d-bd35-a15b5c12959a tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Router bbe34a26-4cf5-4fab-8aed-037dbe60d820 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:33:46.890305 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad52b29f-6bcc-4e9d-a5ad-f01a6d935756 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] DELETE failed (client error): The resource could not be found. Oct 19 01:33:46.890762 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad52b29f-6bcc-4e9d-a5ad-f01a6d935756 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:33:46.893805 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ad52b29f-6bcc-4e9d-a5ad-f01a6d935756 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/subnets/a0f6206f-45c3-4ae2-bf9c-bc0bf03e3fd4 HTTP/1.1" status: 404 len: 337 time: 0.0325215 Oct 19 01:33:46.896695 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43834) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:46.926586 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-c633ffa3-46b4-4e0e-8e8b-f228d5cf89ff tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] DELETE failed (client error): The resource could not be found. Oct 19 01:33:46.927285 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c633ffa3-46b4-4e0e-8e8b-f228d5cf89ff tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:33:46.930397 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c633ffa3-46b4-4e0e-8e8b-f228d5cf89ff tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/ports/650433a6-06c8-4251-92cb-a7c57d0ff213 HTTP/1.1" status: 404 len: 333 time: 0.0318050 Oct 19 01:33:46.933265 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43836) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:46.975104 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf6655a-28bd-4203-b39a-b186b1ebfa72 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] DELETE failed (client error): The resource could not be found. Oct 19 01:33:46.975449 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbf6655a-28bd-4203-b39a-b186b1ebfa72 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:33:46.979386 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-bbf6655a-28bd-4203-b39a-b186b1ebfa72 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/subnets/9325e62a-e708-40b3-b5e4-45179b466afc HTTP/1.1" status: 404 len: 337 time: 0.0447688 Oct 19 01:33:46.982028 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43838) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:46.996771 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6fe6b0-7018-47a5-93b9-dad0fdc08d36 None None] DHCP port deletion for aea63c42-0642-4b50-a42a-3f4ca1a8ccf8 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:33:47.021610 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b7bc18e-8015-4b56-b671-4d635464808d tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] DELETE failed (client error): The resource could not be found. Oct 19 01:33:47.022440 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b7bc18e-8015-4b56-b671-4d635464808d tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:33:47.023485 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92a300c-2b63-427d-bd35-a15b5c12959a tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:33:47.028961 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2b7bc18e-8015-4b56-b671-4d635464808d tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/subnets/ab1eebac-6fe5-4f78-b766-f993e956bd4d HTTP/1.1" status: 404 len: 337 time: 0.0428190 Oct 19 01:33:47.029375 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43840) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:47.029988 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f92a300c-2b63-427d-bd35-a15b5c12959a tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] 10.222.0.57 "PUT /v2.0/routers/bbe34a26-4cf5-4fab-8aed-037dbe60d820/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6300881 Oct 19 01:33:47.032394 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43842) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:47.039913 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c08727-ecec-4fe7-8147-a0249298e6fb None None] Sync routers for ids ['bbe34a26-4cf5-4fab-8aed-037dbe60d820'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:33:47.063583 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c08727-ecec-4fe7-8147-a0249298e6fb None None] Routers {'bbe34a26-4cf5-4fab-8aed-037dbe60d820'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:33:47.064330 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a6c08727-ecec-4fe7-8147-a0249298e6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:33:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['bbe34a26-4cf5-4fab-8aed-037dbe60d820'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:47.100717 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a6c08727-ecec-4fe7-8147-a0249298e6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:47.110654 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-7d6fe6b0-7018-47a5-93b9-dad0fdc08d36 None None] Deleting port 74fadb68-44ca-47fc-bc11-ecb0764307a0 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:47.111041 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7d6fe6b0-7018-47a5-93b9-dad0fdc08d36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:47.125314 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bfe83f3f-6a30-4d4f-9699-da7ef7108c3c tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:47.127528 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c08727-ecec-4fe7-8147-a0249298e6fb None None] Routers {'bbe34a26-4cf5-4fab-8aed-037dbe60d820'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:33:47.128206 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a6c08727-ecec-4fe7-8147-a0249298e6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:33:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['bbe34a26-4cf5-4fab-8aed-037dbe60d820'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:47.154031 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-3530686b-8a16-4ae0-aacb-51bc1e269f99 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Deleting port 80868449-79f0-4a98-848b-567273f820d6 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:47.154634 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3530686b-8a16-4ae0-aacb-51bc1e269f99 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:47.225486 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-7d6fe6b0-7018-47a5-93b9-dad0fdc08d36 None None] For port 74fadb68-44ca-47fc-bc11-ecb0764307a0, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=74fadb68-44ca-47fc-bc11-ecb0764307a0,segment=NetworkSegment(0a48a621-c356-49fa-950b-248f619bb059),segment_id=0a48a621-c356-49fa-950b-248f619bb059)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:47.225986 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7d6fe6b0-7018-47a5-93b9-dad0fdc08d36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:47.239187 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3530686b-8a16-4ae0-aacb-51bc1e269f99 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:47.239914 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-7d6fe6b0-7018-47a5-93b9-dad0fdc08d36 None None] Calling delete_port for 74fadb68-44ca-47fc-bc11-ecb0764307a0 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:47.244607 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a6c08727-ecec-4fe7-8147-a0249298e6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:47.245919 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c08727-ecec-4fe7-8147-a0249298e6fb None None] The sync data for ids ['bbe34a26-4cf5-4fab-8aed-037dbe60d820'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:33:47.260053 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-3530686b-8a16-4ae0-aacb-51bc1e269f99 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Calling delete_port for 80868449-79f0-4a98-848b-567273f820d6 owned by {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:47.312640 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:47.369172 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7d6fe6b0-7018-47a5-93b9-dad0fdc08d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:47.382824 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3530686b-8a16-4ae0-aacb-51bc1e269f99 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:47.392898 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6fe6b0-7018-47a5-93b9-dad0fdc08d36 None None] Pushing event deleted for resources: {'Port': ['ID=74fadb68-44ca-47fc-bc11-ecb0764307a0,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:47.402820 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6fe6b0-7018-47a5-93b9-dad0fdc08d36 None None] No DVR routers for this DVR port 74fadb68-44ca-47fc-bc11-ecb0764307a0 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:33:47.427088 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3530686b-8a16-4ae0-aacb-51bc1e269f99 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Port': ['ID=80868449-79f0-4a98-848b-567273f820d6,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:47.437160 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3530686b-8a16-4ae0-aacb-51bc1e269f99 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:47.444019 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3530686b-8a16-4ae0-aacb-51bc1e269f99 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/ports/80868449-79f0-4a98-848b-567273f820d6 HTTP/1.1" status: 204 len: 168 time: 0.4133098 Oct 19 01:33:47.444661 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43854) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:47.536772 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a096322-df0a-4e94-9a6f-68348b2e8d37 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:47.644985 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a096322-df0a-4e94-9a6f-68348b2e8d37 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:47.653752 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bfe83f3f-6a30-4d4f-9699-da7ef7108c3c tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:47.655590 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bfe83f3f-6a30-4d4f-9699-da7ef7108c3c tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:47.669419 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-9a096322-df0a-4e94-9a6f-68348b2e8d37 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea63c42-0642-4b50-a42a-3f4ca1a8ccf8']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:47.679232 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-9a096322-df0a-4e94-9a6f-68348b2e8d37 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a48a621-c356-49fa-950b-248f619bb059') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:47.679519 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-9a096322-df0a-4e94-9a6f-68348b2e8d37 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a48a621-c356-49fa-950b-248f619bb059') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:47.695513 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a096322-df0a-4e94-9a6f-68348b2e8d37 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:47.701550 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bfe83f3f-6a30-4d4f-9699-da7ef7108c3c tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:47.702271 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe83f3f-6a30-4d4f-9699-da7ef7108c3c tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Fanout notify agent at l3_agent the message router_deleted on router bbe34a26-4cf5-4fab-8aed-037dbe60d820 {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:33:47.710124 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bfe83f3f-6a30-4d4f-9699-da7ef7108c3c tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:47.711229 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-bfe83f3f-6a30-4d4f-9699-da7ef7108c3c tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] 10.222.0.57 "DELETE /v2.0/routers/bbe34a26-4cf5-4fab-8aed-037dbe60d820 HTTP/1.1" status: 204 len: 168 time: 0.6755576 Oct 19 01:33:47.713926 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43864) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:47.715164 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a096322-df0a-4e94-9a6f-68348b2e8d37 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:47.734611 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a096322-df0a-4e94-9a6f-68348b2e8d37 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:33:47.735481 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a096322-df0a-4e94-9a6f-68348b2e8d37 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:47.738989 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:33:47.738989 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:33:47.738989 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:33:47.738989 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:33:47.738989 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:33:47.738989 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:33:47.738989 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:33:47.738989 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:33:47.738989 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:33:47.738989 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:33:47.738989 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:33:47.738989 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:33:47.738989 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:33:47.738989 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:33:47.738989 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:33:47.738989 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:33:47.738989 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:33:47.738989 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:33:47.738989 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:33:47.738989 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:33:47.738989 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:33:47.738989 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:33:47.738989 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:33:47.738989 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:33:47.738989 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:33:47.738989 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:33:47.738989 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:33:47.738989 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:33:47.738989 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:33:47.738989 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:33:47.738989 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:33:47.738989 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:33:47.781210 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 74fadb68-44ca-47fc-bc11-ecb0764307a0 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:33:47.788140 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-db6ad1f5-b035-4383-83ce-26ac418cbe05 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Deleting subnet 3c7c6ced-be70-4986-ba1b-7a4f8c1d12be {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:33:47.791527 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-db6ad1f5-b035-4383-83ce-26ac418cbe05 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:47.802155 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a096322-df0a-4e94-9a6f-68348b2e8d37 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:47.809635 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9a096322-df0a-4e94-9a6f-68348b2e8d37 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:47.811383 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 74fadb68-44ca-47fc-bc11-ecb0764307a0 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:33:47.811925 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 74fadb68-44ca-47fc-bc11-ecb0764307a0 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:33:47.816288 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9a096322-df0a-4e94-9a6f-68348b2e8d37 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] 10.222.0.57 "DELETE /v2.0/networks/aea63c42-0642-4b50-a42a-3f4ca1a8ccf8 HTTP/1.1" status: 204 len: 168 time: 0.3705585 Oct 19 01:33:47.846285 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:47.849049 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a096322-df0a-4e94-9a6f-68348b2e8d37 tempest-PortsTestJSON-1477860334 tempest-PortsTestJSON-1477860334-project] Pushing event deleted for resources: {'Network': ['ID=aea63c42-0642-4b50-a42a-3f4ca1a8ccf8,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:47.859207 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-db6ad1f5-b035-4383-83ce-26ac418cbe05 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:47.946698 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-db6ad1f5-b035-4383-83ce-26ac418cbe05 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:48.017718 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-db6ad1f5-b035-4383-83ce-26ac418cbe05 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:48.053039 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ad1f5-b035-4383-83ce-26ac418cbe05 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Pushing event deleted for resources: {'Subnet': ['ID=3c7c6ced-be70-4986-ba1b-7a4f8c1d12be,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:48.056591 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-db6ad1f5-b035-4383-83ce-26ac418cbe05 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:48.059881 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-db6ad1f5-b035-4383-83ce-26ac418cbe05 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] 10.222.0.57 "DELETE /v2.0/subnets/3c7c6ced-be70-4986-ba1b-7a4f8c1d12be HTTP/1.1" status: 204 len: 168 time: 0.3449636 Oct 19 01:33:48.062347 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 43876) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:48.074982 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f03342-3185-45af-8b0a-f0af5d5af821 None None] Network a16fb48b-8a22-45bf-86c5-66873a30870e requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:48.150731 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f883c1e3-c1fc-4fb0-b99b-29689e69e869 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:48.199391 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43882) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:48.216315 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-f883c1e3-c1fc-4fb0-b99b-29689e69e869 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Deleting port 56723f1f-66a6-4347-ae8a-4027d772eb41 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:48.216663 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f883c1e3-c1fc-4fb0-b99b-29689e69e869 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:48.303681 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9696ada7-d7df-4ba4-bb9c-ed6711abebc5 None None] DHCP port deletion for a16fb48b-8a22-45bf-86c5-66873a30870e request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:33:48.310120 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-f883c1e3-c1fc-4fb0-b99b-29689e69e869 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] For port 56723f1f-66a6-4347-ae8a-4027d772eb41, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=56723f1f-66a6-4347-ae8a-4027d772eb41,segment=NetworkSegment(5bfeac57-28ee-4669-a5cc-c32abc78bb73),segment_id=5bfeac57-28ee-4669-a5cc-c32abc78bb73)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:48.310489 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f883c1e3-c1fc-4fb0-b99b-29689e69e869 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:48.325226 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-f883c1e3-c1fc-4fb0-b99b-29689e69e869 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Calling delete_port for 56723f1f-66a6-4347-ae8a-4027d772eb41 owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:48.365860 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-9696ada7-d7df-4ba4-bb9c-ed6711abebc5 None None] Deleting port 56723f1f-66a6-4347-ae8a-4027d772eb41 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:48.366215 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9696ada7-d7df-4ba4-bb9c-ed6711abebc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:48.380967 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a18cc128-7add-4d9c-b94d-a8598c92b2a6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=85cac0c130044cf6b9d6df28e7d2f40a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1802642 Oct 19 01:33:48.383428 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 43894) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:48.430430 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f883c1e3-c1fc-4fb0-b99b-29689e69e869 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:48.436661 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9076787e-68c2-4ae0-a2cf-0e70b9632319 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:48.444473 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f883c1e3-c1fc-4fb0-b99b-29689e69e869 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] No DVR routers for this DVR port 56723f1f-66a6-4347-ae8a-4027d772eb41 on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:33:48.453349 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-9696ada7-d7df-4ba4-bb9c-ed6711abebc5 None None] For port 56723f1f-66a6-4347-ae8a-4027d772eb41, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=56723f1f-66a6-4347-ae8a-4027d772eb41,segment=NetworkSegment(5bfeac57-28ee-4669-a5cc-c32abc78bb73),segment_id=5bfeac57-28ee-4669-a5cc-c32abc78bb73)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:48.453761 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9696ada7-d7df-4ba4-bb9c-ed6711abebc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:48.467934 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883c1e3-c1fc-4fb0-b99b-29689e69e869 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Pushing event deleted for resources: {'Port': ['ID=56723f1f-66a6-4347-ae8a-4027d772eb41,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:48.468170 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9076787e-68c2-4ae0-a2cf-0e70b9632319 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:48.473963 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-9696ada7-d7df-4ba4-bb9c-ed6711abebc5 None None] Calling delete_port for 56723f1f-66a6-4347-ae8a-4027d772eb41 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:48.539714 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9076787e-68c2-4ae0-a2cf-0e70b9632319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:48.543686 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9076787e-68c2-4ae0-a2cf-0e70b9632319 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:48.548424 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9076787e-68c2-4ae0-a2cf-0e70b9632319 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7d0c2fd4-a7fd-4205-a10c-79cb6218f695 HTTP/1.1" status: 204 len: 168 time: 0.1639552 Oct 19 01:33:48.557199 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076787e-68c2-4ae0-a2cf-0e70b9632319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0c2fd4-a7fd-4205-a10c-79cb6218f695,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:48.563960 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f883c1e3-c1fc-4fb0-b99b-29689e69e869 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:48.594728 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-f883c1e3-c1fc-4fb0-b99b-29689e69e869 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a16fb48b-8a22-45bf-86c5-66873a30870e']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:48.603815 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9696ada7-d7df-4ba4-bb9c-ed6711abebc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:48.609674 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-f883c1e3-c1fc-4fb0-b99b-29689e69e869 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bfeac57-28ee-4669-a5cc-c32abc78bb73') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:48.609991 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-f883c1e3-c1fc-4fb0-b99b-29689e69e869 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bfeac57-28ee-4669-a5cc-c32abc78bb73') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:48.631925 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f883c1e3-c1fc-4fb0-b99b-29689e69e869 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:48.643683 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696ada7-d7df-4ba4-bb9c-ed6711abebc5 None None] Pushing event deleted for resources: {'Port': ['ID=56723f1f-66a6-4347-ae8a-4027d772eb41,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:48.651823 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9696ada7-d7df-4ba4-bb9c-ed6711abebc5 None None] No DVR routers for this DVR port 56723f1f-66a6-4347-ae8a-4027d772eb41 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:33:48.659009 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f883c1e3-c1fc-4fb0-b99b-29689e69e869 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:48.668620 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f883c1e3-c1fc-4fb0-b99b-29689e69e869 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:33:48.669175 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f883c1e3-c1fc-4fb0-b99b-29689e69e869 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:48.672273 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:33:48.672273 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:33:48.672273 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:33:48.672273 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:33:48.672273 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:33:48.672273 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:33:48.672273 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:33:48.672273 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:33:48.672273 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:33:48.672273 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:33:48.672273 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:33:48.672273 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:33:48.672273 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:33:48.672273 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:33:48.672273 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:33:48.672273 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:33:48.672273 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:33:48.672273 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:33:48.672273 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:33:48.672273 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:33:48.672273 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:33:48.672273 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:33:48.672273 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:33:48.672273 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:33:48.672273 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:33:48.672273 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:33:48.672273 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:33:48.672273 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:33:48.672273 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:33:48.672273 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:33:48.672273 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:33:48.672273 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:33:48.741990 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f883c1e3-c1fc-4fb0-b99b-29689e69e869 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:48.749723 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f883c1e3-c1fc-4fb0-b99b-29689e69e869 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:48.752937 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f883c1e3-c1fc-4fb0-b99b-29689e69e869 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] 10.222.0.57 "DELETE /v2.0/networks/a16fb48b-8a22-45bf-86c5-66873a30870e HTTP/1.1" status: 204 len: 168 time: 0.6897206 Oct 19 01:33:48.767535 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883c1e3-c1fc-4fb0-b99b-29689e69e869 tempest-FloatingIPNegativeTestJSON-845062875 tempest-FloatingIPNegativeTestJSON-845062875-project] Pushing event deleted for resources: {'Network': ['ID=a16fb48b-8a22-45bf-86c5-66873a30870e,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:49.084784 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44008) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:49.247126 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1612900b-8297-4bea-aa1d-a7f0bb3bee86 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8a6226e82f8b46478e5ae9ace191caad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1609943 Oct 19 01:33:49.249471 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44034) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:49.303389 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-652cb991-a5b9-4d33-9919-279103957e9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:49.328317 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-652cb991-a5b9-4d33-9919-279103957e9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:49.381940 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-652cb991-a5b9-4d33-9919-279103957e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:49.384666 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-652cb991-a5b9-4d33-9919-279103957e9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:49.387844 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44040) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:49.388345 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-652cb991-a5b9-4d33-9919-279103957e9a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1bc2d0d0-4f59-4110-8421-f70bfc6f0a31 HTTP/1.1" status: 204 len: 168 time: 0.1352684 Oct 19 01:33:49.394989 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652cb991-a5b9-4d33-9919-279103957e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc2d0d0-4f59-4110-8421-f70bfc6f0a31,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:49.429748 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44046) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:49.567020 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-252364b2-5edf-45b3-beb3-36877eba756b tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:49.568071 n-d-715271-26 neutron-server[100607]: WARNING neutron.api.v2.base [None req-252364b2-5edf-45b3-beb3-36877eba756b tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 19 01:33:49.569146 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-252364b2-5edf-45b3-beb3-36877eba756b tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] create failed (client error): There was a conflict when trying to complete your request. Oct 19 01:33:49.570422 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-252364b2-5edf-45b3-beb3-36877eba756b tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1838627 Oct 19 01:33:49.573993 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44052) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:49.578352 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-15d0063e-03f9-4d24-be7e-a14a0b452eb2 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Request body: {'security_group': {'name': 'tempest-secgroup--132783205'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:49.602285 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-15d0063e-03f9-4d24-be7e-a14a0b452eb2 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:49.612361 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-15d0063e-03f9-4d24-be7e-a14a0b452eb2 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:49.694336 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-15d0063e-03f9-4d24-be7e-a14a0b452eb2 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:49.699053 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-15d0063e-03f9-4d24-be7e-a14a0b452eb2 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:49.760834 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1e54ccfc-e45f-4036-94d5-d368bbe1bb46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:49.778896 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0063e-03f9-4d24-be7e-a14a0b452eb2 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c24d152a-8be8-4925-8938-47abb38ef315,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:49.786925 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 56723f1f-66a6-4347-ae8a-4027d772eb41 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:33:49.826518 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 56723f1f-66a6-4347-ae8a-4027d772eb41 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:33:49.826766 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 56723f1f-66a6-4347-ae8a-4027d772eb41 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:33:49.828400 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-15d0063e-03f9-4d24-be7e-a14a0b452eb2 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:49.835874 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:49.838831 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-15d0063e-03f9-4d24-be7e-a14a0b452eb2 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:49.886773 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-15d0063e-03f9-4d24-be7e-a14a0b452eb2 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:49.888097 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-15d0063e-03f9-4d24-be7e-a14a0b452eb2 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3130660 Oct 19 01:33:49.890977 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44062) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:49.893593 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0063e-03f9-4d24-be7e-a14a0b452eb2 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e20f6b-1851-4d40-8f33-876b271fde64,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:49.897898 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-239eac0d-f54c-44c0-bc75-add57ccfca8a tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Request body: {'security_group_rule': {'security_group_id': 'b3e20f6b-1851-4d40-8f33-876b271fde64', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:49.918860 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1e54ccfc-e45f-4036-94d5-d368bbe1bb46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:49.923716 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1e54ccfc-e45f-4036-94d5-d368bbe1bb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:49.938332 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-239eac0d-f54c-44c0-bc75-add57ccfca8a tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:49.972568 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1e54ccfc-e45f-4036-94d5-d368bbe1bb46 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0f09b7b8dad64ef8b48235653feaf95c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5412848 Oct 19 01:33:49.974423 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44068) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:49.989245 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54ccfc-e45f-4036-94d5-d368bbe1bb46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac39524-b938-41ea-bab6-81397b016692,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:50.029840 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-239eac0d-f54c-44c0-bc75-add57ccfca8a tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.032850 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-eb2c2ff1-e059-4377-a453-c0f897bc3a9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.034672 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-239eac0d-f54c-44c0-bc75-add57ccfca8a tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.055534 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239eac0d-f54c-44c0-bc75-add57ccfca8a tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24271e1d-7d11-4db6-bd1e-21992c9e7c35,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:50.059495 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-eb2c2ff1-e059-4377-a453-c0f897bc3a9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.065255 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-239eac0d-f54c-44c0-bc75-add57ccfca8a tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.068201 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-239eac0d-f54c-44c0-bc75-add57ccfca8a tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1751814 Oct 19 01:33:50.069329 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44074) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:50.075438 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-571166a3-9032-48b0-9725-217decaa9c63 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Request body: {'security_group_rule': {'security_group_id': 'b3e20f6b-1851-4d40-8f33-876b271fde64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:50.102882 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-571166a3-9032-48b0-9725-217decaa9c63 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.113784 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-eb2c2ff1-e059-4377-a453-c0f897bc3a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.116521 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-eb2c2ff1-e059-4377-a453-c0f897bc3a9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.118066 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-eb2c2ff1-e059-4377-a453-c0f897bc3a9f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7ac39524-b938-41ea-bab6-81397b016692 HTTP/1.1" status: 204 len: 168 time: 0.1417875 Oct 19 01:33:50.127257 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c2ff1-e059-4377-a453-c0f897bc3a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac39524-b938-41ea-bab6-81397b016692,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:50.158517 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-571166a3-9032-48b0-9725-217decaa9c63 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] create failed (client error): There was a conflict when trying to complete your request. Oct 19 01:33:50.162368 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-571166a3-9032-48b0-9725-217decaa9c63 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0893869 Oct 19 01:33:50.162664 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44078) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:50.192001 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44080) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:50.228343 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8db18823-2ece-42b3-ba2b-70f7bf2599c3 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.255246 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8db18823-2ece-42b3-ba2b-70f7bf2599c3 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.309785 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8db18823-2ece-42b3-ba2b-70f7bf2599c3 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.312889 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8db18823-2ece-42b3-ba2b-70f7bf2599c3 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.316377 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8db18823-2ece-42b3-ba2b-70f7bf2599c3 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "DELETE /v2.0/security-groups/b3e20f6b-1851-4d40-8f33-876b271fde64 HTTP/1.1" status: 204 len: 168 time: 0.1503792 Oct 19 01:33:50.316801 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44086) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:50.324107 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db18823-2ece-42b3-ba2b-70f7bf2599c3 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e20f6b-1851-4d40-8f33-876b271fde64,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:50.381976 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44088) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:50.382518 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7b9ddfd6-5ff1-499f-8f2b-a9b315c20e35 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0642154 Oct 19 01:33:50.386828 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-b0d6cfa2-cec2-400c-a71f-c2eaad2f4f91 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Request body: {'security_group': {'name': 'tempest-secgroup--728288982'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:50.416690 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0d6cfa2-cec2-400c-a71f-c2eaad2f4f91 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.436762 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-fcff90bc-8065-415b-9b70-5aeade7108fe tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Request body: {'networks': [{'name': 'tempest-network--1793047582'}, {'name': 'tempest-network--1943716898'}]} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:50.437080 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-fcff90bc-8065-415b-9b70-5aeade7108fe tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Request body: {'network': {'name': 'tempest-network--1793047582'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:50.437540 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-fcff90bc-8065-415b-9b70-5aeade7108fe tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Request body: {'network': {'name': 'tempest-network--1943716898'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:50.474739 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcff90bc-8065-415b-9b70-5aeade7108fe tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Made reservation on behalf of 842d924dccca4f9888d73f61303db80a for: {'network': 2} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:50.479815 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fcff90bc-8065-415b-9b70-5aeade7108fe tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.485122 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44090) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:50.493533 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fcff90bc-8065-415b-9b70-5aeade7108fe tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.499452 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d42a8bc3-5bd3-4533-b0e7-dd4da196e7d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.542976 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0d6cfa2-cec2-400c-a71f-c2eaad2f4f91 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.549848 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0d6cfa2-cec2-400c-a71f-c2eaad2f4f91 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.577409 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d42a8bc3-5bd3-4533-b0e7-dd4da196e7d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.582508 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d42a8bc3-5bd3-4533-b0e7-dd4da196e7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.590557 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0d6cfa2-cec2-400c-a71f-c2eaad2f4f91 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.591988 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b0d6cfa2-cec2-400c-a71f-c2eaad2f4f91 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2088130 Oct 19 01:33:50.598471 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44092) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:50.602784 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-c3cf4c63-3294-48fd-989d-0da72a8c97be tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Request body: {'security_group_rule': {'security_group_id': 'f7512eee-da5f-454c-b5e4-e1267c86e9e7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:50.603273 n-d-715271-26 neutron-server[100606]: WARNING neutron.api.v2.base [None req-c3cf4c63-3294-48fd-989d-0da72a8c97be tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 19 01:33:50.603789 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-c3cf4c63-3294-48fd-989d-0da72a8c97be tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:50.604758 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c3cf4c63-3294-48fd-989d-0da72a8c97be tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0054400 Oct 19 01:33:50.606812 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d6cfa2-cec2-400c-a71f-c2eaad2f4f91 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7512eee-da5f-454c-b5e4-e1267c86e9e7,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:50.609898 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44094) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:50.622723 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d42a8bc3-5bd3-4533-b0e7-dd4da196e7d9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=467b1f0a6af24a92975a6d5738b00e01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1365075 Oct 19 01:33:50.623583 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a8bc3-5bd3-4533-b0e7-dd4da196e7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abc5e84-7f99-48dc-b859-468aefa2568a,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:50.626766 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44096) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:50.675472 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fcff90bc-8065-415b-9b70-5aeade7108fe tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.676385 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c2302700-1c43-4dda-b966-72dd98a42c39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.681910 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fcff90bc-8065-415b-9b70-5aeade7108fe tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.682564 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fcff90bc-8065-415b-9b70-5aeade7108fe tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.698542 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c2302700-1c43-4dda-b966-72dd98a42c39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.723213 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-538aee1a-726e-412b-bcdd-9e809e04c3ce tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.734899 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff90bc-8065-415b-9b70-5aeade7108fe tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61a75012-5e1c-4e81-96c1-06d3f1f3e2de,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:50.754722 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c2302700-1c43-4dda-b966-72dd98a42c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.757500 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c2302700-1c43-4dda-b966-72dd98a42c39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.758736 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c2302700-1c43-4dda-b966-72dd98a42c39 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4abc5e84-7f99-48dc-b859-468aefa2568a HTTP/1.1" status: 204 len: 168 time: 0.1310601 Oct 19 01:33:50.762685 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcff90bc-8065-415b-9b70-5aeade7108fe tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:33:50.766036 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-538aee1a-726e-412b-bcdd-9e809e04c3ce tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.766970 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2302700-1c43-4dda-b966-72dd98a42c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abc5e84-7f99-48dc-b859-468aefa2568a,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:50.795092 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fcff90bc-8065-415b-9b70-5aeade7108fe tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.795436 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-fcff90bc-8065-415b-9b70-5aeade7108fe tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Added segment 36f30ca3-5147-4e10-b8fa-f3ef90acea21 of type vlan for network 7c424dae-21c5-4c54-ac0b-3d02ef53d8ff Oct 19 01:33:50.851224 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fcff90bc-8065-415b-9b70-5aeade7108fe tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.864350 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-538aee1a-726e-412b-bcdd-9e809e04c3ce tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.866864 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-538aee1a-726e-412b-bcdd-9e809e04c3ce tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.868022 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-538aee1a-726e-412b-bcdd-9e809e04c3ce tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "DELETE /v2.0/security-groups/f7512eee-da5f-454c-b5e4-e1267c86e9e7 HTTP/1.1" status: 204 len: 168 time: 0.2572148 Oct 19 01:33:50.871371 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44100) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:50.890952 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538aee1a-726e-412b-bcdd-9e809e04c3ce tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7512eee-da5f-454c-b5e4-e1267c86e9e7,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:50.897889 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcff90bc-8065-415b-9b70-5aeade7108fe tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:33:50.909140 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fcff90bc-8065-415b-9b70-5aeade7108fe tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.910712 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-fcff90bc-8065-415b-9b70-5aeade7108fe tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Added segment 320812fc-8767-470d-bb76-edb6a410c835 of type vlan for network 5a711699-91ca-4ff8-884b-7d090e95ddd6 Oct 19 01:33:50.928827 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e1bde834-57a5-4f9e-bb0e-29aa14c811bd tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0561185 Oct 19 01:33:50.933262 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44102) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:50.939839 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-2bacf3b0-bfd9-4c8d-8561-f0202e552e55 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Request body: {'security_group': {'name': 'tempest-secgroup--2086576547'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:50.957030 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fcff90bc-8065-415b-9b70-5aeade7108fe tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.971556 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2bacf3b0-bfd9-4c8d-8561-f0202e552e55 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.990289 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fcff90bc-8065-415b-9b70-5aeade7108fe tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.990958 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fcff90bc-8065-415b-9b70-5aeade7108fe tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.998850 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcff90bc-8065-415b-9b70-5aeade7108fe tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:51.004414 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcff90bc-8065-415b-9b70-5aeade7108fe tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:51.005195 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fcff90bc-8065-415b-9b70-5aeade7108fe tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:51.044758 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44104) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:51.045031 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fcff90bc-8065-415b-9b70-5aeade7108fe tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.8517361 Oct 19 01:33:51.077719 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2bacf3b0-bfd9-4c8d-8561-f0202e552e55 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:51.087925 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2bacf3b0-bfd9-4c8d-8561-f0202e552e55 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:51.096998 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff90bc-8065-415b-9b70-5aeade7108fe tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Pushing event updated for resources: {'Network': ['ID=7c424dae-21c5-4c54-ac0b-3d02ef53d8ff,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:51.112618 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 7c424dae-21c5-4c54-ac0b-3d02ef53d8ff details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:33:51.174310 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2bacf3b0-bfd9-4c8d-8561-f0202e552e55 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:51.175700 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2bacf3b0-bfd9-4c8d-8561-f0202e552e55 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2413590 Oct 19 01:33:51.181004 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44106) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:51.185592 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-16f88a9f-373c-433c-bd5d-399f68665289 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Request body: {'security_group_rule': {'security_group_id': 'd896e759-07b0-41fc-9ae0-77792f38de9b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:51.186158 n-d-715271-26 neutron-server[100607]: WARNING neutron.api.v2.base [None req-16f88a9f-373c-433c-bd5d-399f68665289 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 19 01:33:51.186654 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-16f88a9f-373c-433c-bd5d-399f68665289 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:51.187644 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-16f88a9f-373c-433c-bd5d-399f68665289 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0058367 Oct 19 01:33:51.191648 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44108) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:51.198812 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff90bc-8065-415b-9b70-5aeade7108fe tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Pushing event updated for resources: {'Network': ['ID=5a711699-91ca-4ff8-884b-7d090e95ddd6,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:51.212812 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 5a711699-91ca-4ff8-884b-7d090e95ddd6 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:33:51.215357 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bacf3b0-bfd9-4c8d-8561-f0202e552e55 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d896e759-07b0-41fc-9ae0-77792f38de9b,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:51.250017 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a847c3-5201-40ad-ac98-c1a0873027d3 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:51.256330 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a847c3-5201-40ad-ac98-c1a0873027d3 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:51.262953 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a847c3-5201-40ad-ac98-c1a0873027d3 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:51.269218 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a847c3-5201-40ad-ac98-c1a0873027d3 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:51.273672 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f3a847c3-5201-40ad-ac98-c1a0873027d3 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2251596 Oct 19 01:33:51.274423 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44110) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:51.306509 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5112da5a-88ad-40ac-9e20-c55f452bae59 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:51.334025 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5112da5a-88ad-40ac-9e20-c55f452bae59 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:51.375051 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-662504d0-3ef3-45b5-b77f-9ae0e2280503 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:51.380971 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5112da5a-88ad-40ac-9e20-c55f452bae59 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:51.385026 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5112da5a-88ad-40ac-9e20-c55f452bae59 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:51.389032 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5112da5a-88ad-40ac-9e20-c55f452bae59 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "DELETE /v2.0/security-groups/d896e759-07b0-41fc-9ae0-77792f38de9b HTTP/1.1" status: 204 len: 168 time: 0.1923945 Oct 19 01:33:51.389640 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44112) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:51.398004 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112da5a-88ad-40ac-9e20-c55f452bae59 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d896e759-07b0-41fc-9ae0-77792f38de9b,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:51.508472 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-662504d0-3ef3-45b5-b77f-9ae0e2280503 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:51.520801 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ea1eb679-4d27-41ba-bac3-e1998b351d30 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1301310 Oct 19 01:33:51.524424 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44114) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:51.528676 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-d353451b-f7b0-4bd9-bd04-a0925fd8dd92 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Request body: {'security_group': {'name': 'tempest-secgroup--924754627'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:51.543000 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-662504d0-3ef3-45b5-b77f-9ae0e2280503 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c424dae-21c5-4c54-ac0b-3d02ef53d8ff']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:51.556299 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-662504d0-3ef3-45b5-b77f-9ae0e2280503 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f30ca3-5147-4e10-b8fa-f3ef90acea21') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:51.556593 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-662504d0-3ef3-45b5-b77f-9ae0e2280503 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f30ca3-5147-4e10-b8fa-f3ef90acea21') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:51.570743 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-662504d0-3ef3-45b5-b77f-9ae0e2280503 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:51.579227 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d353451b-f7b0-4bd9-bd04-a0925fd8dd92 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:51.593801 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-662504d0-3ef3-45b5-b77f-9ae0e2280503 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:51.601456 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-662504d0-3ef3-45b5-b77f-9ae0e2280503 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:33:51.601832 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-662504d0-3ef3-45b5-b77f-9ae0e2280503 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:51.605338 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:33:51.605338 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:33:51.605338 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:33:51.605338 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:33:51.605338 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:33:51.605338 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:33:51.605338 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:33:51.605338 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:33:51.605338 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:33:51.605338 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:33:51.605338 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:33:51.605338 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:33:51.605338 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:33:51.605338 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:33:51.605338 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:33:51.605338 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:33:51.605338 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:33:51.605338 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:33:51.605338 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:33:51.605338 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:33:51.605338 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:33:51.605338 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:33:51.605338 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:33:51.605338 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:33:51.605338 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:33:51.605338 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:33:51.605338 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:33:51.605338 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:33:51.605338 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:33:51.605338 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:33:51.605338 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:33:51.605338 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:33:51.667918 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-662504d0-3ef3-45b5-b77f-9ae0e2280503 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:51.676080 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-662504d0-3ef3-45b5-b77f-9ae0e2280503 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:51.679061 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-662504d0-3ef3-45b5-b77f-9ae0e2280503 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] 10.222.0.57 "DELETE /v2.0/networks/7c424dae-21c5-4c54-ac0b-3d02ef53d8ff HTTP/1.1" status: 204 len: 168 time: 0.4021540 Oct 19 01:33:51.681762 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44116) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:51.701454 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662504d0-3ef3-45b5-b77f-9ae0e2280503 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Pushing event deleted for resources: {'Network': ['ID=7c424dae-21c5-4c54-ac0b-3d02ef53d8ff,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:51.737613 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d353451b-f7b0-4bd9-bd04-a0925fd8dd92 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:51.741660 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d353451b-f7b0-4bd9-bd04-a0925fd8dd92 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:51.760937 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d0af4f8a-1317-49ef-a6b0-8dbf40d797eb tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:51.765547 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d353451b-f7b0-4bd9-bd04-a0925fd8dd92 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:51.766939 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d353451b-f7b0-4bd9-bd04-a0925fd8dd92 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2416034 Oct 19 01:33:51.770789 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44118) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:51.775180 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353451b-f7b0-4bd9-bd04-a0925fd8dd92 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=273996c1-1f75-4dbd-91a1-fa44b3d4ebea,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:51.775359 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-1a9c884a-e8ca-45a2-82ed-aaabf67f57ac tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Request body: {'security_group_rule': {'security_group_id': '273996c1-1f75-4dbd-91a1-fa44b3d4ebea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:51.786241 n-d-715271-26 neutron-server[100607]: WARNING neutron.api.v2.base [None req-1a9c884a-e8ca-45a2-82ed-aaabf67f57ac tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 19 01:33:51.786787 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-1a9c884a-e8ca-45a2-82ed-aaabf67f57ac tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:51.787805 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1a9c884a-e8ca-45a2-82ed-aaabf67f57ac tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0160041 Oct 19 01:33:51.790571 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44120) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:51.795290 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-f0e8580f-734e-40f4-849e-4aa49d11b5b0 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Request body: {'security_group_rule': {'security_group_id': '273996c1-1f75-4dbd-91a1-fa44b3d4ebea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:51.795998 n-d-715271-26 neutron-server[100606]: WARNING neutron.api.v2.base [None req-f0e8580f-734e-40f4-849e-4aa49d11b5b0 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 19 01:33:51.796496 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-f0e8580f-734e-40f4-849e-4aa49d11b5b0 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:51.797442 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f0e8580f-734e-40f4-849e-4aa49d11b5b0 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0059025 Oct 19 01:33:51.799874 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44122) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:51.803798 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-4dd85a81-59d1-43d0-be53-4487e2ebf526 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Request body: {'security_group_rule': {'security_group_id': '273996c1-1f75-4dbd-91a1-fa44b3d4ebea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:51.804568 n-d-715271-26 neutron-server[100606]: WARNING neutron.api.v2.base [None req-4dd85a81-59d1-43d0-be53-4487e2ebf526 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 19 01:33:51.805016 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-4dd85a81-59d1-43d0-be53-4487e2ebf526 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:51.808884 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4dd85a81-59d1-43d0-be53-4487e2ebf526 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0051801 Oct 19 01:33:51.809911 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44124) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:51.815373 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-242d99c6-c461-4355-af05-a0e687f598a7 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Request body: {'security_group_rule': {'security_group_id': '273996c1-1f75-4dbd-91a1-fa44b3d4ebea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:51.816342 n-d-715271-26 neutron-server[100606]: WARNING neutron.api.v2.base [None req-242d99c6-c461-4355-af05-a0e687f598a7 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 19 01:33:51.816852 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-242d99c6-c461-4355-af05-a0e687f598a7 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:51.817809 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-242d99c6-c461-4355-af05-a0e687f598a7 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0070260 Oct 19 01:33:51.820600 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44126) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:51.876314 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f82e0b74-46ac-459c-a865-9e893853fbf7 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:51.876844 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d0af4f8a-1317-49ef-a6b0-8dbf40d797eb tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:51.897962 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-d0af4f8a-1317-49ef-a6b0-8dbf40d797eb tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a711699-91ca-4ff8-884b-7d090e95ddd6']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:51.899209 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f82e0b74-46ac-459c-a865-9e893853fbf7 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:51.907687 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-d0af4f8a-1317-49ef-a6b0-8dbf40d797eb tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '320812fc-8767-470d-bb76-edb6a410c835') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:51.908017 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-d0af4f8a-1317-49ef-a6b0-8dbf40d797eb tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '320812fc-8767-470d-bb76-edb6a410c835') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:51.917241 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d0af4f8a-1317-49ef-a6b0-8dbf40d797eb tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:51.930842 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d0af4f8a-1317-49ef-a6b0-8dbf40d797eb tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:51.938166 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0af4f8a-1317-49ef-a6b0-8dbf40d797eb tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:33:51.938550 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d0af4f8a-1317-49ef-a6b0-8dbf40d797eb tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:51.941915 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:33:51.941915 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:33:51.941915 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:33:51.941915 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:33:51.941915 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:33:51.941915 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:33:51.941915 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:33:51.941915 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:33:51.941915 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:33:51.941915 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:33:51.941915 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:33:51.941915 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:33:51.941915 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:33:51.941915 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:33:51.941915 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:33:51.941915 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:33:51.941915 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:33:51.941915 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:33:51.941915 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:33:51.941915 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:33:51.941915 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:33:51.941915 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:33:51.941915 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:33:51.941915 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:33:51.941915 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:33:51.941915 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:33:51.941915 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:33:51.941915 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:33:51.941915 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:33:51.941915 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:33:51.941915 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:33:51.941915 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:33:51.945156 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f82e0b74-46ac-459c-a865-9e893853fbf7 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:51.948638 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f82e0b74-46ac-459c-a865-9e893853fbf7 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:51.950140 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f82e0b74-46ac-459c-a865-9e893853fbf7 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "DELETE /v2.0/security-groups/273996c1-1f75-4dbd-91a1-fa44b3d4ebea HTTP/1.1" status: 204 len: 168 time: 0.1285291 Oct 19 01:33:51.954537 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44128) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:51.960240 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e0b74-46ac-459c-a865-9e893853fbf7 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=273996c1-1f75-4dbd-91a1-fa44b3d4ebea,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:52.035172 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d0af4f8a-1317-49ef-a6b0-8dbf40d797eb tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:52.039385 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d0af4f8a-1317-49ef-a6b0-8dbf40d797eb tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:52.045163 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d0af4f8a-1317-49ef-a6b0-8dbf40d797eb tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] 10.222.0.57 "DELETE /v2.0/networks/5a711699-91ca-4ff8-884b-7d090e95ddd6 HTTP/1.1" status: 204 len: 168 time: 0.3623188 Oct 19 01:33:52.045314 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44130) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:52.065135 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3d29683b-015d-44c2-a7d6-0c238e2e8dd7 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1096427 Oct 19 01:33:52.066078 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af4f8a-1317-49ef-a6b0-8dbf40d797eb tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Pushing event deleted for resources: {'Network': ['ID=5a711699-91ca-4ff8-884b-7d090e95ddd6,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:52.069845 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44132) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:52.076713 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-c2252ec7-2239-4bca-902d-a1b93ce0de7f tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Request body: {'security_group': {'name': 'tempest-secgroup--362516310'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:52.143613 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c2252ec7-2239-4bca-902d-a1b93ce0de7f tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:52.183065 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4063144a-7d38-4a1d-bcba-a5cdb6662188 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:52.189114 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4063144a-7d38-4a1d-bcba-a5cdb6662188 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:52.190624 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4063144a-7d38-4a1d-bcba-a5cdb6662188 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1443424 Oct 19 01:33:52.194606 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44134) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:52.200474 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-389c4975-4906-432a-9af3-63a0a8c075df tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-851100541'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:52.221285 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389c4975-4906-432a-9af3-63a0a8c075df tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Made reservation on behalf of 842d924dccca4f9888d73f61303db80a for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:52.224852 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-389c4975-4906-432a-9af3-63a0a8c075df tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:52.239878 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c2252ec7-2239-4bca-902d-a1b93ce0de7f tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:52.244023 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c2252ec7-2239-4bca-902d-a1b93ce0de7f tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:52.248014 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-389c4975-4906-432a-9af3-63a0a8c075df tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:33:52.257257 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-389c4975-4906-432a-9af3-63a0a8c075df tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:52.257617 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-389c4975-4906-432a-9af3-63a0a8c075df tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Added segment d424e205-220c-4378-ad33-c9bd36ba1f30 of type vlan for network 09efec0f-9e2d-46ca-bff1-a56193106459 Oct 19 01:33:52.274215 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c2252ec7-2239-4bca-902d-a1b93ce0de7f tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:52.275428 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c2252ec7-2239-4bca-902d-a1b93ce0de7f tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2049699 Oct 19 01:33:52.278014 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2252ec7-2239-4bca-902d-a1b93ce0de7f tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c435ab09-5226-441f-8fcf-33e6ca6ecac7,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:52.280123 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44136) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:52.284642 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-8abe7ac4-d93e-4e89-abe9-1f60234117f0 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Request body: {'security_group_rule': {'security_group_id': 'c435ab09-5226-441f-8fcf-33e6ca6ecac7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:52.285178 n-d-715271-26 neutron-server[100606]: WARNING neutron.api.v2.base [None req-8abe7ac4-d93e-4e89-abe9-1f60234117f0 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 19 01:33:52.285588 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-8abe7ac4-d93e-4e89-abe9-1f60234117f0 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:52.286496 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8abe7ac4-d93e-4e89-abe9-1f60234117f0 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055022 Oct 19 01:33:52.289241 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44138) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:52.296111 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-7800fc58-9b87-4b81-bb98-c0cd01de66ec tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Request body: {'security_group_rule': {'security_group_id': 'c435ab09-5226-441f-8fcf-33e6ca6ecac7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:52.313671 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-389c4975-4906-432a-9af3-63a0a8c075df tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:52.352839 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-389c4975-4906-432a-9af3-63a0a8c075df tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:52.358543 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389c4975-4906-432a-9af3-63a0a8c075df tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:52.359117 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-389c4975-4906-432a-9af3-63a0a8c075df tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:52.368590 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-7800fc58-9b87-4b81-bb98-c0cd01de66ec tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:52.370097 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7800fc58-9b87-4b81-bb98-c0cd01de66ec tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0793598 Oct 19 01:33:52.373071 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44140) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:52.377565 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-b93260bd-84ea-4988-b0fd-8004983fad10 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Request body: {'security_group_rule': {'security_group_id': 'c435ab09-5226-441f-8fcf-33e6ca6ecac7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:52.378041 n-d-715271-26 neutron-server[100606]: WARNING neutron.api.v2.base [None req-b93260bd-84ea-4988-b0fd-8004983fad10 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 19 01:33:52.378521 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-b93260bd-84ea-4988-b0fd-8004983fad10 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:52.381911 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b93260bd-84ea-4988-b0fd-8004983fad10 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0053668 Oct 19 01:33:52.382071 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44142) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:52.388410 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-13f489db-75ff-428f-8d3f-19c70fa1275e tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Request body: {'security_group_rule': {'security_group_id': 'c435ab09-5226-441f-8fcf-33e6ca6ecac7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:52.399537 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-389c4975-4906-432a-9af3-63a0a8c075df tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2035627 Oct 19 01:33:52.402169 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44144) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:52.409334 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-6c53db85-f3f9-47b9-914d-228ecd45b0a5 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2107090499'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:52.426286 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-13f489db-75ff-428f-8d3f-19c70fa1275e tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:52.427433 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-13f489db-75ff-428f-8d3f-19c70fa1275e tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0445278 Oct 19 01:33:52.430766 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44146) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:52.435870 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-3b7189e4-a9e1-45ee-9211-9a37a9272bf0 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Request body: {'security_group_rule': {'security_group_id': 'c435ab09-5226-441f-8fcf-33e6ca6ecac7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:52.436282 n-d-715271-26 neutron-server[100606]: WARNING neutron.api.v2.base [None req-3b7189e4-a9e1-45ee-9211-9a37a9272bf0 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 19 01:33:52.436738 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-3b7189e4-a9e1-45ee-9211-9a37a9272bf0 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:52.437648 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3b7189e4-a9e1-45ee-9211-9a37a9272bf0 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059934 Oct 19 01:33:52.440044 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44148) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:52.444776 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-a5f889a2-4baa-481c-811d-b300269e40c5 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Request body: {'security_group_rule': {'security_group_id': 'c435ab09-5226-441f-8fcf-33e6ca6ecac7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:52.444971 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c4975-4906-432a-9af3-63a0a8c075df tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Pushing event updated for resources: {'Network': ['ID=09efec0f-9e2d-46ca-bff1-a56193106459,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:52.459319 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 09efec0f-9e2d-46ca-bff1-a56193106459 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:33:52.463493 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c53db85-f3f9-47b9-914d-228ecd45b0a5 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Made reservation on behalf of 842d924dccca4f9888d73f61303db80a for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:52.467136 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6c53db85-f3f9-47b9-914d-228ecd45b0a5 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:52.491073 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c53db85-f3f9-47b9-914d-228ecd45b0a5 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:33:52.494280 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-a5f889a2-4baa-481c-811d-b300269e40c5 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:52.498815 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a5f889a2-4baa-481c-811d-b300269e40c5 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0555866 Oct 19 01:33:52.499005 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44150) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:52.501055 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6c53db85-f3f9-47b9-914d-228ecd45b0a5 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:52.501467 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-6c53db85-f3f9-47b9-914d-228ecd45b0a5 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Added segment cc328a45-3502-47bb-af5a-f7aaee5f8d95 of type vlan for network fc1a9ff3-9ee0-42ef-b95c-aa883b2e9800 Oct 19 01:33:52.503884 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-7ef29167-fb19-4703-894d-931f8a5d4090 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Request body: {'security_group_rule': {'security_group_id': 'c435ab09-5226-441f-8fcf-33e6ca6ecac7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:52.504436 n-d-715271-26 neutron-server[100606]: WARNING neutron.api.v2.base [None req-7ef29167-fb19-4703-894d-931f8a5d4090 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 19 01:33:52.504979 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-7ef29167-fb19-4703-894d-931f8a5d4090 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:52.508484 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7ef29167-fb19-4703-894d-931f8a5d4090 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058627 Oct 19 01:33:52.508676 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44152) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:52.514745 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-ec873774-9bde-41d0-851b-8c27e88f9a12 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Request body: {'security_group_rule': {'security_group_id': 'c435ab09-5226-441f-8fcf-33e6ca6ecac7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:52.542975 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6c53db85-f3f9-47b9-914d-228ecd45b0a5 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:52.550223 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-ec873774-9bde-41d0-851b-8c27e88f9a12 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:52.551423 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ec873774-9bde-41d0-851b-8c27e88f9a12 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0417314 Oct 19 01:33:52.554241 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44154) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:52.559742 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-eb8c3c69-96e5-4023-bcbf-41533e8e3a1d tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Request body: {'security_group_rule': {'security_group_id': 'c435ab09-5226-441f-8fcf-33e6ca6ecac7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:52.568616 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6c53db85-f3f9-47b9-914d-228ecd45b0a5 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:52.574327 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c53db85-f3f9-47b9-914d-228ecd45b0a5 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:52.574895 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6c53db85-f3f9-47b9-914d-228ecd45b0a5 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:52.595311 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-eb8c3c69-96e5-4023-bcbf-41533e8e3a1d tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:52.597387 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-eb8c3c69-96e5-4023-bcbf-41533e8e3a1d tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0420845 Oct 19 01:33:52.600123 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44156) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:52.606635 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6c53db85-f3f9-47b9-914d-228ecd45b0a5 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2034488 Oct 19 01:33:52.613592 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44158) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:52.620642 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-438d4f6f-1e23-4d3f-a1c7-b46b392e35d3 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Request body: {'ports': [{'network_id': '09efec0f-9e2d-46ca-bff1-a56193106459', 'name': 'tempest-port--192431719', 'admin_state_up': True}, {'network_id': 'fc1a9ff3-9ee0-42ef-b95c-aa883b2e9800', 'admin_state_up': False}]} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:52.620951 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-438d4f6f-1e23-4d3f-a1c7-b46b392e35d3 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Request body: {'port': {'network_id': '09efec0f-9e2d-46ca-bff1-a56193106459', 'name': 'tempest-port--192431719', 'admin_state_up': True}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:52.621427 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-438d4f6f-1e23-4d3f-a1c7-b46b392e35d3 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Request body: {'port': {'network_id': 'fc1a9ff3-9ee0-42ef-b95c-aa883b2e9800', 'admin_state_up': False}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:52.658616 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fea6887d-72b2-4220-840d-e2aa239150f6 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:52.665001 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53db85-f3f9-47b9-914d-228ecd45b0a5 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Pushing event updated for resources: {'Network': ['ID=fc1a9ff3-9ee0-42ef-b95c-aa883b2e9800,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:52.675915 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network fc1a9ff3-9ee0-42ef-b95c-aa883b2e9800 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:33:52.683716 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fea6887d-72b2-4220-840d-e2aa239150f6 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:52.726081 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fea6887d-72b2-4220-840d-e2aa239150f6 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:52.728684 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fea6887d-72b2-4220-840d-e2aa239150f6 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:52.733765 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fea6887d-72b2-4220-840d-e2aa239150f6 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "DELETE /v2.0/security-groups/c435ab09-5226-441f-8fcf-33e6ca6ecac7 HTTP/1.1" status: 204 len: 168 time: 0.1325171 Oct 19 01:33:52.734371 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44160) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:52.756429 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6887d-72b2-4220-840d-e2aa239150f6 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c435ab09-5226-441f-8fcf-33e6ca6ecac7,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:52.789205 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7e3d0efe-69d5-4b96-9d06-b2d6bac35924 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0505731 Oct 19 01:33:52.793460 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44162) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:52.797946 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-c0e1c2e7-b428-45a9-ac9b-31b4254ea7ce tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Request body: {'security_group': {'name': 'tempest-secgroup--318606776'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:52.813714 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438d4f6f-1e23-4d3f-a1c7-b46b392e35d3 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Made reservation on behalf of 842d924dccca4f9888d73f61303db80a for: {'port': 2} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:52.818944 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-438d4f6f-1e23-4d3f-a1c7-b46b392e35d3 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:52.827938 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c0e1c2e7-b428-45a9-ac9b-31b4254ea7ce tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:52.833715 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-438d4f6f-1e23-4d3f-a1c7-b46b392e35d3 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:52.892492 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c0e1c2e7-b428-45a9-ac9b-31b4254ea7ce tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:52.897077 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c0e1c2e7-b428-45a9-ac9b-31b4254ea7ce tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:52.914693 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-438d4f6f-1e23-4d3f-a1c7-b46b392e35d3 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] device_id is not set on port 4b7c1ff8-0059-45c1-a63d-09c932e2eee4 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:33:52.927478 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c0e1c2e7-b428-45a9-ac9b-31b4254ea7ce tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:52.928741 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c0e1c2e7-b428-45a9-ac9b-31b4254ea7ce tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1341689 Oct 19 01:33:52.930734 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1c2e7-b428-45a9-ac9b-31b4254ea7ce tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd91af7b-9fd4-4d6b-b909-2fe939373036,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:52.932761 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44164) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:52.938447 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-2554b4b8-c6e7-4739-967f-29735c711cdc tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Request body: {'security_group_rule': {'security_group_id': 'fd91af7b-9fd4-4d6b-b909-2fe939373036', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:53.042361 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-2554b4b8-c6e7-4739-967f-29735c711cdc tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] create failed (client error): The resource could not be found. Oct 19 01:33:53.043392 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2554b4b8-c6e7-4739-967f-29735c711cdc tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1096971 Oct 19 01:33:53.046413 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44166) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:53.051326 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-e7f717ee-f2f7-4ed7-a527-d021cdb193c5 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Request body: {'security_group_rule': {'security_group_id': 'fd91af7b-9fd4-4d6b-b909-2fe939373036', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'dae7468f-a945-4a83-9d70-efea9704a68c'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:53.060579 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-438d4f6f-1e23-4d3f-a1c7-b46b392e35d3 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:53.092363 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-e7f717ee-f2f7-4ed7-a527-d021cdb193c5 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] create failed (client error): The resource could not be found. Oct 19 01:33:53.093577 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e7f717ee-f2f7-4ed7-a527-d021cdb193c5 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0460970 Oct 19 01:33:53.096249 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44168) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:53.126450 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-438d4f6f-1e23-4d3f-a1c7-b46b392e35d3 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] device_id is not set on port d882dcfe-a97c-4fa3-b6cf-78e7bd2c3648 yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:33:53.153150 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-08df2a4d-e370-4d62-b367-18a0d903a7f3 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:53.174989 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-08df2a4d-e370-4d62-b367-18a0d903a7f3 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:53.217330 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-08df2a4d-e370-4d62-b367-18a0d903a7f3 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:53.220194 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-08df2a4d-e370-4d62-b367-18a0d903a7f3 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:53.221353 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-08df2a4d-e370-4d62-b367-18a0d903a7f3 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "DELETE /v2.0/security-groups/fd91af7b-9fd4-4d6b-b909-2fe939373036 HTTP/1.1" status: 204 len: 168 time: 0.1241992 Oct 19 01:33:53.224552 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44170) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:53.238443 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df2a4d-e370-4d62-b367-18a0d903a7f3 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd91af7b-9fd4-4d6b-b909-2fe939373036,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:53.240956 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-438d4f6f-1e23-4d3f-a1c7-b46b392e35d3 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:53.280575 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-14ece4b2-5c5c-45a2-ba51-ab171b5bcaa6 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0538728 Oct 19 01:33:53.282853 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-438d4f6f-1e23-4d3f-a1c7-b46b392e35d3 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:53.284822 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44172) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:53.289249 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-cb0e5fd7-f8dd-49b4-b707-db2fe63b144e tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Request body: {'security_group_rule': {'security_group_id': 'b3b876fe-f2ba-4bf6-accd-c28d1c18ce78', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:53.331958 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-cb0e5fd7-f8dd-49b4-b707-db2fe63b144e tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] create failed (client error): The resource could not be found. Oct 19 01:33:53.332908 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cb0e5fd7-f8dd-49b4-b707-db2fe63b144e tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0471256 Oct 19 01:33:53.336590 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44174) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:53.341670 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-d0089a89-db39-4766-a680-5d0a455df12f tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Request body: {'security_group': {'name': 'tempest-secgroup--1702683923'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:53.346239 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d4f6f-1e23-4d3f-a1c7-b46b392e35d3 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Pushing event updated for resources: {'Port': ['ID=4b7c1ff8-0059-45c1-a63d-09c932e2eee4,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:53.356197 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438d4f6f-1e23-4d3f-a1c7-b46b392e35d3 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Checking segment: {'id': 'd424e205-220c-4378-ad33-c9bd36ba1f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '09efec0f-9e2d-46ca-bff1-a56193106459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:33:53.356570 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438d4f6f-1e23-4d3f-a1c7-b46b392e35d3 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Network hostable DHCP agents. Network: 09efec0f-9e2d-46ca-bff1-a56193106459, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:33:53.365404 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d0089a89-db39-4766-a680-5d0a455df12f tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:53.373310 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438d4f6f-1e23-4d3f-a1c7-b46b392e35d3 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Network 09efec0f-9e2d-46ca-bff1-a56193106459 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:33:53.382082 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-438d4f6f-1e23-4d3f-a1c7-b46b392e35d3 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 09efec0f-9e2d-46ca-bff1-a56193106459) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:53.388405 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438d4f6f-1e23-4d3f-a1c7-b46b392e35d3 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:53.389409 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-438d4f6f-1e23-4d3f-a1c7-b46b392e35d3 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:53.393357 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aeebb04-3b69-45f9-b51c-f1c4e8096b8a None None] Network 09efec0f-9e2d-46ca-bff1-a56193106459 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:53.435470 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d0089a89-db39-4766-a680-5d0a455df12f tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:53.439951 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d0089a89-db39-4766-a680-5d0a455df12f tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:53.463630 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d4f6f-1e23-4d3f-a1c7-b46b392e35d3 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Pushing event updated for resources: {'Port': ['ID=d882dcfe-a97c-4fa3-b6cf-78e7bd2c3648,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:53.467210 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438d4f6f-1e23-4d3f-a1c7-b46b392e35d3 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Checking segment: {'id': 'cc328a45-3502-47bb-af5a-f7aaee5f8d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fc1a9ff3-9ee0-42ef-b95c-aa883b2e9800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:33:53.467548 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d0089a89-db39-4766-a680-5d0a455df12f tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:53.467710 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438d4f6f-1e23-4d3f-a1c7-b46b392e35d3 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Network hostable DHCP agents. Network: fc1a9ff3-9ee0-42ef-b95c-aa883b2e9800, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:33:53.468888 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d0089a89-db39-4766-a680-5d0a455df12f tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1313775 Oct 19 01:33:53.472399 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44176) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:53.476788 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-247698c4-2a6a-4991-91dd-9b37bfb218de tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Request body: {'security_group': {'name': 'tempest-secgroup--1499086081'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:53.478017 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0089a89-db39-4766-a680-5d0a455df12f tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4198cbe3-3a16-4393-9784-9271dbe0e38b,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:53.508222 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438d4f6f-1e23-4d3f-a1c7-b46b392e35d3 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Network fc1a9ff3-9ee0-42ef-b95c-aa883b2e9800 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:33:53.513813 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-247698c4-2a6a-4991-91dd-9b37bfb218de tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:53.525080 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-438d4f6f-1e23-4d3f-a1c7-b46b392e35d3 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, fc1a9ff3-9ee0-42ef-b95c-aa883b2e9800) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:53.530010 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438d4f6f-1e23-4d3f-a1c7-b46b392e35d3 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:53.533905 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8b47b2-2284-4d07-9381-09abd24bad24 None None] Network fc1a9ff3-9ee0-42ef-b95c-aa883b2e9800 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:53.536567 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438d4f6f-1e23-4d3f-a1c7-b46b392e35d3 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:53.542269 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438d4f6f-1e23-4d3f-a1c7-b46b392e35d3 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:53.542915 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-438d4f6f-1e23-4d3f-a1c7-b46b392e35d3 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:53.566419 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-438d4f6f-1e23-4d3f-a1c7-b46b392e35d3 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.9517972 Oct 19 01:33:53.569122 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44178) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:53.610965 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-247698c4-2a6a-4991-91dd-9b37bfb218de tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:53.617512 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-247698c4-2a6a-4991-91dd-9b37bfb218de tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:53.626937 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462d699e-0263-41ab-a6a6-6d0b9f6bf9ef tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:53.632995 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462d699e-0263-41ab-a6a6-6d0b9f6bf9ef tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:53.634599 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-462d699e-0263-41ab-a6a6-6d0b9f6bf9ef tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0644536 Oct 19 01:33:53.637513 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44180) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:53.655966 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-247698c4-2a6a-4991-91dd-9b37bfb218de tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:53.659908 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-247698c4-2a6a-4991-91dd-9b37bfb218de tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1839566 Oct 19 01:33:53.659908 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247698c4-2a6a-4991-91dd-9b37bfb218de tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4de248-981d-4cd6-b5e8-f7cb96ad70e7,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:53.660403 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44182) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:53.665838 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-5173cec1-4a27-4ee1-8f0c-e9daf39acc85 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Request body: {'security_group_rule': {'security_group_id': '4198cbe3-3a16-4393-9784-9271dbe0e38b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '9a4de248-981d-4cd6-b5e8-f7cb96ad70e7'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:53.700720 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-5173cec1-4a27-4ee1-8f0c-e9daf39acc85 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:53.701862 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5173cec1-4a27-4ee1-8f0c-e9daf39acc85 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0403774 Oct 19 01:33:53.705334 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44184) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:53.770818 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-b4bedd32-8137-45f4-b0c3-26be3794b73f tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Deleting port 4b7c1ff8-0059-45c1-a63d-09c932e2eee4 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:53.771158 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b4bedd32-8137-45f4-b0c3-26be3794b73f tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:53.785668 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a23faa90-aad1-4381-a010-099c03dffc95 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:53.850520 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a23faa90-aad1-4381-a010-099c03dffc95 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:53.867475 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b4bedd32-8137-45f4-b0c3-26be3794b73f tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:53.890383 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-b4bedd32-8137-45f4-b0c3-26be3794b73f tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Calling delete_port for 4b7c1ff8-0059-45c1-a63d-09c932e2eee4 owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:53.950545 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a23faa90-aad1-4381-a010-099c03dffc95 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:53.953213 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a23faa90-aad1-4381-a010-099c03dffc95 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:53.954357 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a23faa90-aad1-4381-a010-099c03dffc95 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "DELETE /v2.0/security-groups/9a4de248-981d-4cd6-b5e8-f7cb96ad70e7 HTTP/1.1" status: 204 len: 168 time: 0.2478549 Oct 19 01:33:53.957288 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44186) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:53.977177 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23faa90-aad1-4381-a010-099c03dffc95 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4de248-981d-4cd6-b5e8-f7cb96ad70e7,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:54.006038 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b4bedd32-8137-45f4-b0c3-26be3794b73f tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:54.019707 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ef798588-15b9-48e1-9f15-00222d177f18 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0612268 Oct 19 01:33:54.022591 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44188) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:54.033564 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bedd32-8137-45f4-b0c3-26be3794b73f tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Pushing event deleted for resources: {'Port': ['ID=4b7c1ff8-0059-45c1-a63d-09c932e2eee4,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:54.040867 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b4bedd32-8137-45f4-b0c3-26be3794b73f tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:54.044811 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b4bedd32-8137-45f4-b0c3-26be3794b73f tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] 10.222.0.57 "DELETE /v2.0/ports/4b7c1ff8-0059-45c1-a63d-09c932e2eee4 HTTP/1.1" status: 204 len: 168 time: 0.4062808 Oct 19 01:33:54.047294 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44190) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:54.078835 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-73af0412-48b2-452f-8c75-ed8c44f26b4a tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:54.101186 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-73af0412-48b2-452f-8c75-ed8c44f26b4a tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:54.132611 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-7cd5e591-1512-4ffc-a1f8-ef69e4e1d5fe tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Deleting port d882dcfe-a97c-4fa3-b6cf-78e7bd2c3648 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:54.132852 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7cd5e591-1512-4ffc-a1f8-ef69e4e1d5fe tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:54.146364 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-73af0412-48b2-452f-8c75-ed8c44f26b4a tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:54.149070 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-73af0412-48b2-452f-8c75-ed8c44f26b4a tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:54.150278 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-73af0412-48b2-452f-8c75-ed8c44f26b4a tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "DELETE /v2.0/security-groups/4198cbe3-3a16-4393-9784-9271dbe0e38b HTTP/1.1" status: 204 len: 168 time: 0.1267447 Oct 19 01:33:54.152931 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44192) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:54.159598 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af0412-48b2-452f-8c75-ed8c44f26b4a tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4198cbe3-3a16-4393-9784-9271dbe0e38b,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:54.221169 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7cd5e591-1512-4ffc-a1f8-ef69e4e1d5fe tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:54.245907 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-7cd5e591-1512-4ffc-a1f8-ef69e4e1d5fe tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Calling delete_port for d882dcfe-a97c-4fa3-b6cf-78e7bd2c3648 owned by {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:54.257286 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e7c43937-c9e1-4041-a8fe-bca097538b34 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1033216 Oct 19 01:33:54.262085 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44194) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:54.266898 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-26f31959-3926-4e48-af0f-c2e05b46483f tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Request body: {'security_group': {'name': 'tempest-secgroup--556339915'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:54.288730 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-26f31959-3926-4e48-af0f-c2e05b46483f tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:54.334223 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7cd5e591-1512-4ffc-a1f8-ef69e4e1d5fe tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:54.358339 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-26f31959-3926-4e48-af0f-c2e05b46483f tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:54.362150 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-26f31959-3926-4e48-af0f-c2e05b46483f tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:54.371889 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5e591-1512-4ffc-a1f8-ef69e4e1d5fe tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Pushing event deleted for resources: {'Port': ['ID=d882dcfe-a97c-4fa3-b6cf-78e7bd2c3648,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:54.377229 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7cd5e591-1512-4ffc-a1f8-ef69e4e1d5fe tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:54.384554 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7cd5e591-1512-4ffc-a1f8-ef69e4e1d5fe tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] 10.222.0.57 "DELETE /v2.0/ports/d882dcfe-a97c-4fa3-b6cf-78e7bd2c3648 HTTP/1.1" status: 204 len: 168 time: 0.3362241 Oct 19 01:33:54.385930 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44196) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:54.393374 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-26f31959-3926-4e48-af0f-c2e05b46483f tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:54.394594 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-26f31959-3926-4e48-af0f-c2e05b46483f tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1312339 Oct 19 01:33:54.397570 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44198) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:54.398707 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f31959-3926-4e48-af0f-c2e05b46483f tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a0e26b-00ef-41b4-a77f-2f8b055827a5,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:54.417670 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-b9e4ca4c-a7d3-49cf-9db3-a8f7b6430cc5 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:54.418170 n-d-715271-26 neutron-server[100606]: WARNING neutron.api.v2.base [None req-b9e4ca4c-a7d3-49cf-9db3-a8f7b6430cc5 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 19 01:33:54.418695 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-b9e4ca4c-a7d3-49cf-9db3-a8f7b6430cc5 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] update failed (client error): There was a conflict when trying to complete your request. Oct 19 01:33:54.419668 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b9e4ca4c-a7d3-49cf-9db3-a8f7b6430cc5 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "PUT /v2.0/security-groups/d2a0e26b-00ef-41b4-a77f-2f8b055827a5 HTTP/1.1" status: 409 len: 330 time: 0.0209055 Oct 19 01:33:54.421956 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8f7dcf95-9a25-43e5-9993-b6fd902be74c tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0348754 Oct 19 01:33:54.422614 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44200) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:54.425593 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44202) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:54.430181 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-50b6f8f7-5bf7-4b54-80de-23f0f26e8ea8 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-207053728'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:54.451614 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b6f8f7-5bf7-4b54-80de-23f0f26e8ea8 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Made reservation on behalf of 842d924dccca4f9888d73f61303db80a for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:54.455242 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-50b6f8f7-5bf7-4b54-80de-23f0f26e8ea8 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:54.477729 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ed341f1f-9c78-4937-a04f-4ab5c071aa6a tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:54.480993 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b6f8f7-5bf7-4b54-80de-23f0f26e8ea8 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:33:54.490262 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-50b6f8f7-5bf7-4b54-80de-23f0f26e8ea8 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:54.490604 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-50b6f8f7-5bf7-4b54-80de-23f0f26e8ea8 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Added segment 1ee9cc95-248c-4e20-a114-45daedde5d9b of type vlan for network 08d927f1-3fea-4118-837e-455bcc3f37b4 Oct 19 01:33:54.501678 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ed341f1f-9c78-4937-a04f-4ab5c071aa6a tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:54.531324 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-50b6f8f7-5bf7-4b54-80de-23f0f26e8ea8 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:54.543077 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ed341f1f-9c78-4937-a04f-4ab5c071aa6a tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:54.545779 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ed341f1f-9c78-4937-a04f-4ab5c071aa6a tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:54.546913 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ed341f1f-9c78-4937-a04f-4ab5c071aa6a tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "DELETE /v2.0/security-groups/d2a0e26b-00ef-41b4-a77f-2f8b055827a5 HTTP/1.1" status: 204 len: 168 time: 0.1232648 Oct 19 01:33:54.549540 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44204) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:54.555975 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed341f1f-9c78-4937-a04f-4ab5c071aa6a tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a0e26b-00ef-41b4-a77f-2f8b055827a5,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:54.570667 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-50b6f8f7-5bf7-4b54-80de-23f0f26e8ea8 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:54.577822 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b6f8f7-5bf7-4b54-80de-23f0f26e8ea8 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:54.578427 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-50b6f8f7-5bf7-4b54-80de-23f0f26e8ea8 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:54.631946 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-50b6f8f7-5bf7-4b54-80de-23f0f26e8ea8 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2053432 Oct 19 01:33:54.634623 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44206) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:54.640130 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-50f6166b-3bb7-4db5-a1aa-73d99387eb6e tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1961711281'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:54.644727 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3df627e1-5ad4-4e65-bd72-d86df65525c6 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0941184 Oct 19 01:33:54.648809 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44208) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:54.663825 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f6166b-3bb7-4db5-a1aa-73d99387eb6e tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Made reservation on behalf of 842d924dccca4f9888d73f61303db80a for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:54.667994 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-50f6166b-3bb7-4db5-a1aa-73d99387eb6e tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:54.689818 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b6f8f7-5bf7-4b54-80de-23f0f26e8ea8 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Pushing event updated for resources: {'Network': ['ID=08d927f1-3fea-4118-837e-455bcc3f37b4,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:54.690624 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50f6166b-3bb7-4db5-a1aa-73d99387eb6e tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:33:54.692438 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-cc8305ee-a39c-44a5-ad56-86ccfbeae855 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] delete failed (client error): The resource could not be found. Oct 19 01:33:54.693561 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cc8305ee-a39c-44a5-ad56-86ccfbeae855 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "DELETE /v2.0/security-groups/0c7ef1e5-85a8-4c38-8fde-2946531567b9 HTTP/1.1" status: 404 len: 347 time: 0.0437248 Oct 19 01:33:54.697187 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44210) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:54.701567 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 08d927f1-3fea-4118-837e-455bcc3f37b4 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:33:54.704516 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-50f6166b-3bb7-4db5-a1aa-73d99387eb6e tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:54.704860 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-50f6166b-3bb7-4db5-a1aa-73d99387eb6e tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Added segment d0948326-91ea-4a89-a63c-34ca941a3e59 of type vlan for network 8ecc40a1-6fa0-432e-b99d-e51cee687a63 Oct 19 01:33:54.712216 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-fc23d125-ef8d-406e-8094-ae0795edb626 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] show failed (client error): The resource could not be found. Oct 19 01:33:54.713221 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fc23d125-ef8d-406e-8094-ae0795edb626 tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "GET /v2.0/security-groups/f4041d8a-34e2-47be-ab94-956e625f1016 HTTP/1.1" status: 404 len: 347 time: 0.0151131 Oct 19 01:33:54.717420 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44212) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:54.732718 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-a6f80c97-e57e-4c37-b82e-b78fe00f599e tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] show failed (client error): The resource could not be found. Oct 19 01:33:54.737041 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a6f80c97-e57e-4c37-b82e-b78fe00f599e tempest-NegativeSecGroupTest-1258268267 tempest-NegativeSecGroupTest-1258268267-project] 10.222.0.57 "GET /v2.0/security-group-rules/528cf91f-5acf-4fe0-9018-f6a23824436e HTTP/1.1" status: 404 len: 356 time: 0.0153098 Oct 19 01:33:54.755259 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-50f6166b-3bb7-4db5-a1aa-73d99387eb6e tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:54.784577 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-50f6166b-3bb7-4db5-a1aa-73d99387eb6e tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:54.790126 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f6166b-3bb7-4db5-a1aa-73d99387eb6e tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:54.790726 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-50f6166b-3bb7-4db5-a1aa-73d99387eb6e tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:54.822631 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-50f6166b-3bb7-4db5-a1aa-73d99387eb6e tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1865468 Oct 19 01:33:54.861706 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6166b-3bb7-4db5-a1aa-73d99387eb6e tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Pushing event updated for resources: {'Network': ['ID=8ecc40a1-6fa0-432e-b99d-e51cee687a63,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:54.874035 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 8ecc40a1-6fa0-432e-b99d-e51cee687a63 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:33:55.009331 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44218) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:55.142899 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-905c8a73-8493-44cc-8ead-5c96a90de019 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2981e03f75984d3a8c955fc0ca1b64dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1300802 Oct 19 01:33:55.143232 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44222) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:55.194518 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b39dcd0d-935d-4cf6-9b6d-569bba945ef2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:55.215832 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b39dcd0d-935d-4cf6-9b6d-569bba945ef2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:55.263747 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b39dcd0d-935d-4cf6-9b6d-569bba945ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:55.266311 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b39dcd0d-935d-4cf6-9b6d-569bba945ef2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:55.267470 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b39dcd0d-935d-4cf6-9b6d-569bba945ef2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c24d152a-8be8-4925-8938-47abb38ef315 HTTP/1.1" status: 204 len: 168 time: 0.1232753 Oct 19 01:33:55.275069 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39dcd0d-935d-4cf6-9b6d-569bba945ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24d152a-8be8-4925-8938-47abb38ef315,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:55.915655 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44244) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:56.015232 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-b5c080b6-bdd3-4e0d-bb94-59482bb152f7 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-10234871'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:56.037967 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c080b6-bdd3-4e0d-bb94-59482bb152f7 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] Made reservation on behalf of c801ebf85a5548389b8daf59fe180886 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:56.041523 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b5c080b6-bdd3-4e0d-bb94-59482bb152f7 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:56.050117 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b5c080b6-bdd3-4e0d-bb94-59482bb152f7 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:56.124167 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b5c080b6-bdd3-4e0d-bb94-59482bb152f7 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:56.128798 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b5c080b6-bdd3-4e0d-bb94-59482bb152f7 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:56.155533 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c080b6-bdd3-4e0d-bb94-59482bb152f7 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:33:56.164147 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c080b6-bdd3-4e0d-bb94-59482bb152f7 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=817ba541-233e-4b4f-aa71-94da2057a22d,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:56.170813 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b5c080b6-bdd3-4e0d-bb94-59482bb152f7 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:56.171159 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-b5c080b6-bdd3-4e0d-bb94-59482bb152f7 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] Added segment 5224f21b-799a-4eaa-9e21-dd5ef6df874f of type vlan for network 8c646efc-106f-4933-bbdf-53c16e27a0a3 Oct 19 01:33:56.215140 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b5c080b6-bdd3-4e0d-bb94-59482bb152f7 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:56.240615 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b5c080b6-bdd3-4e0d-bb94-59482bb152f7 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:56.246125 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c080b6-bdd3-4e0d-bb94-59482bb152f7 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:56.246711 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b5c080b6-bdd3-4e0d-bb94-59482bb152f7 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:56.278174 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b5c080b6-bdd3-4e0d-bb94-59482bb152f7 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3613322 Oct 19 01:33:56.281568 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44248) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:56.286879 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-47d48f37-d17a-4f36-921f-f22297f59a84 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '8c646efc-106f-4933-bbdf-53c16e27a0a3', 'tempest-TagsTest-Tag-1108124832') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:56.318401 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c080b6-bdd3-4e0d-bb94-59482bb152f7 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] Pushing event updated for resources: {'Network': ['ID=8c646efc-106f-4933-bbdf-53c16e27a0a3,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:56.331635 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 8c646efc-106f-4933-bbdf-53c16e27a0a3 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:33:56.375598 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-47d48f37-d17a-4f36-921f-f22297f59a84 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] 10.222.0.57 "PUT /v2.0/networks/8c646efc-106f-4933-bbdf-53c16e27a0a3/tags/tempest-TagsTest-Tag-1108124832 HTTP/1.1" status: 201 len: 201 time: 0.0904334 Oct 19 01:33:56.375938 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44250) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:56.380101 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-1933066b-fb22-4eea-902b-826c04d8b484 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8c646efc-106f-4933-bbdf-53c16e27a0a3', 'tempest-TagsTest-Tag-1108124832') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:56.460669 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1933066b-fb22-4eea-902b-826c04d8b484 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] 10.222.0.57 "GET /v2.0/networks/8c646efc-106f-4933-bbdf-53c16e27a0a3/tags/tempest-TagsTest-Tag-1108124832 HTTP/1.1" status: 204 len: 168 time: 0.0836515 Oct 19 01:33:56.464701 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44252) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:56.469116 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-bc15210f-d924-42f6-81c4-8a99a20cf768 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '8c646efc-106f-4933-bbdf-53c16e27a0a3') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:56.536094 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-bc15210f-d924-42f6-81c4-8a99a20cf768 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] 10.222.0.57 "GET /v2.0/networks/8c646efc-106f-4933-bbdf-53c16e27a0a3/tags HTTP/1.1" status: 200 len: 238 time: 0.0701709 Oct 19 01:33:56.538566 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44254) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:56.543174 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.tag.tag_plugin [None req-7a11a26e-e306-4028-9da7-c8203ed26b32 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '8c646efc-106f-4933-bbdf-53c16e27a0a3', {'tags': ['tempest-TagsTest-Tag-959366221', 'tempest-TagsTest-Tag-1609421851', 'tempest-TagsTest-Tag-1717546172']}) {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:56.629118 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44256) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:56.633917 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.tag.tag_plugin [None req-9a71ea5e-78c1-43f4-a937-f0ccd2cd8e15 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '8c646efc-106f-4933-bbdf-53c16e27a0a3', 'tempest-TagsTest-Tag-959366221') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:56.636420 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7a11a26e-e306-4028-9da7-c8203ed26b32 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] 10.222.0.57 "PUT /v2.0/networks/8c646efc-106f-4933-bbdf-53c16e27a0a3/tags HTTP/1.1" status: 200 len: 308 time: 0.0966115 Oct 19 01:33:56.730785 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9a71ea5e-78c1-43f4-a937-f0ccd2cd8e15 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] 10.222.0.57 "DELETE /v2.0/networks/8c646efc-106f-4933-bbdf-53c16e27a0a3/tags/tempest-TagsTest-Tag-959366221 HTTP/1.1" status: 204 len: 168 time: 0.1005695 Oct 19 01:33:56.734046 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44258) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:56.738563 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.tag.tag_plugin [None req-831308a9-91d4-4fd4-8782-0cb61ddb1bb1 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8c646efc-106f-4933-bbdf-53c16e27a0a3', 'tempest-TagsTest-Tag-959366221') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:56.805907 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-831308a9-91d4-4fd4-8782-0cb61ddb1bb1 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] show failed (client error): The resource could not be found. Oct 19 01:33:56.809697 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-831308a9-91d4-4fd4-8782-0cb61ddb1bb1 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] 10.222.0.57 "GET /v2.0/networks/8c646efc-106f-4933-bbdf-53c16e27a0a3/tags/tempest-TagsTest-Tag-959366221 HTTP/1.1" status: 404 len: 325 time: 0.0718513 Oct 19 01:33:56.809915 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44260) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:56.814563 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.tag.tag_plugin [None req-041b041a-c628-4ab3-bcc0-4c359de00c3f tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8c646efc-106f-4933-bbdf-53c16e27a0a3', 'tempest-TagsTest-Tag-1609421851') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:56.893495 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-041b041a-c628-4ab3-bcc0-4c359de00c3f tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] 10.222.0.57 "GET /v2.0/networks/8c646efc-106f-4933-bbdf-53c16e27a0a3/tags/tempest-TagsTest-Tag-1609421851 HTTP/1.1" status: 204 len: 168 time: 0.0799563 Oct 19 01:33:56.893748 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44262) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:56.897927 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.tag.tag_plugin [None req-ac0df23a-bf21-49bd-b3b8-d39fa4d6583c tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8c646efc-106f-4933-bbdf-53c16e27a0a3', 'tempest-TagsTest-Tag-1717546172') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:56.974531 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ac0df23a-bf21-49bd-b3b8-d39fa4d6583c tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] 10.222.0.57 "GET /v2.0/networks/8c646efc-106f-4933-bbdf-53c16e27a0a3/tags/tempest-TagsTest-Tag-1717546172 HTTP/1.1" status: 204 len: 168 time: 0.0798132 Oct 19 01:33:56.976993 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44264) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:56.987992 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.tag.tag_plugin [None req-ac2ce8a2-b4dc-45d2-8728-c6b0a1a2926b tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '8c646efc-106f-4933-bbdf-53c16e27a0a3') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:57.075217 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ac2ce8a2-b4dc-45d2-8728-c6b0a1a2926b tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] 10.222.0.57 "DELETE /v2.0/networks/8c646efc-106f-4933-bbdf-53c16e27a0a3/tags HTTP/1.1" status: 204 len: 168 time: 0.0946515 Oct 19 01:33:57.075408 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44266) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:57.080032 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.tag.tag_plugin [None req-e889d6dc-ef8f-4dd0-ab84-9ec7c27893be tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8c646efc-106f-4933-bbdf-53c16e27a0a3', 'tempest-TagsTest-Tag-1609421851') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:57.145427 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-e889d6dc-ef8f-4dd0-ab84-9ec7c27893be tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] show failed (client error): The resource could not be found. Oct 19 01:33:57.149157 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e889d6dc-ef8f-4dd0-ab84-9ec7c27893be tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] 10.222.0.57 "GET /v2.0/networks/8c646efc-106f-4933-bbdf-53c16e27a0a3/tags/tempest-TagsTest-Tag-1609421851 HTTP/1.1" status: 404 len: 326 time: 0.0696316 Oct 19 01:33:57.149385 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44268) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:57.154003 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.tag.tag_plugin [None req-89912e73-c1c6-46bf-9912-000d72dd33f1 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8c646efc-106f-4933-bbdf-53c16e27a0a3', 'tempest-TagsTest-Tag-1717546172') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:57.224406 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-89912e73-c1c6-46bf-9912-000d72dd33f1 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] show failed (client error): The resource could not be found. Oct 19 01:33:57.225451 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-89912e73-c1c6-46bf-9912-000d72dd33f1 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] 10.222.0.57 "GET /v2.0/networks/8c646efc-106f-4933-bbdf-53c16e27a0a3/tags/tempest-TagsTest-Tag-1717546172 HTTP/1.1" status: 404 len: 326 time: 0.0752320 Oct 19 01:33:57.228134 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44270) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:57.232906 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.tag.tag_plugin [None req-0e784111-5e86-4ca9-9c1f-e27fe45cf311 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '8c646efc-106f-4933-bbdf-53c16e27a0a3') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:57.258624 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:57.315637 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0e784111-5e86-4ca9-9c1f-e27fe45cf311 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] 10.222.0.57 "DELETE /v2.0/networks/8c646efc-106f-4933-bbdf-53c16e27a0a3/tags HTTP/1.1" status: 204 len: 168 time: 0.0864050 Oct 19 01:33:57.321314 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44272) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:57.405809 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c9d0ed4d-aaf6-470c-8086-a3aba7bd4f34 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:57.497946 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c9d0ed4d-aaf6-470c-8086-a3aba7bd4f34 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:57.518785 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-c9d0ed4d-aaf6-470c-8086-a3aba7bd4f34 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c646efc-106f-4933-bbdf-53c16e27a0a3']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:57.528690 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-c9d0ed4d-aaf6-470c-8086-a3aba7bd4f34 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5224f21b-799a-4eaa-9e21-dd5ef6df874f') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:57.529074 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-c9d0ed4d-aaf6-470c-8086-a3aba7bd4f34 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5224f21b-799a-4eaa-9e21-dd5ef6df874f') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:57.538973 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c9d0ed4d-aaf6-470c-8086-a3aba7bd4f34 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:57.553333 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c9d0ed4d-aaf6-470c-8086-a3aba7bd4f34 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:57.561249 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9d0ed4d-aaf6-470c-8086-a3aba7bd4f34 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:33:57.561791 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c9d0ed4d-aaf6-470c-8086-a3aba7bd4f34 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:57.564882 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:33:57.564882 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:33:57.564882 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:33:57.564882 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:33:57.564882 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:33:57.564882 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:33:57.564882 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:33:57.564882 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:33:57.564882 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:33:57.564882 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:33:57.564882 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:33:57.564882 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:33:57.564882 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:33:57.564882 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:33:57.564882 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:33:57.564882 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:33:57.564882 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:33:57.564882 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:33:57.564882 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:33:57.564882 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:33:57.564882 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:33:57.564882 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:33:57.564882 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:33:57.564882 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:33:57.564882 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:33:57.564882 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:33:57.564882 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:33:57.564882 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:33:57.564882 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:33:57.564882 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:33:57.564882 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:33:57.564882 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:33:57.633749 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c9d0ed4d-aaf6-470c-8086-a3aba7bd4f34 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:57.647249 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c9d0ed4d-aaf6-470c-8086-a3aba7bd4f34 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:57.653443 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c9d0ed4d-aaf6-470c-8086-a3aba7bd4f34 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] 10.222.0.57 "DELETE /v2.0/networks/8c646efc-106f-4933-bbdf-53c16e27a0a3 HTTP/1.1" status: 204 len: 168 time: 0.3281953 Oct 19 01:33:57.663618 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0ed4d-aaf6-470c-8086-a3aba7bd4f34 tempest-TagsTest-1146730306 tempest-TagsTest-1146730306-project] Pushing event deleted for resources: {'Network': ['ID=8c646efc-106f-4933-bbdf-53c16e27a0a3,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:57.925099 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44278) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:58.071179 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-df843c40-9f5a-437c-a3ad-523ac2f063c9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c801ebf85a5548389b8daf59fe180886&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1447537 Oct 19 01:33:58.073633 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44282) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:58.126192 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1312a703-92b2-452c-9041-d394e5556574 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:58.146739 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1312a703-92b2-452c-9041-d394e5556574 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:58.193741 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1312a703-92b2-452c-9041-d394e5556574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:58.196270 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1312a703-92b2-452c-9041-d394e5556574 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:58.200668 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1312a703-92b2-452c-9041-d394e5556574 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/817ba541-233e-4b4f-aa71-94da2057a22d HTTP/1.1" status: 204 len: 168 time: 0.1261160 Oct 19 01:33:58.208675 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312a703-92b2-452c-9041-d394e5556574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817ba541-233e-4b4f-aa71-94da2057a22d,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:58.219094 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44286) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:58.224379 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-d26ea3be-a8ed-4978-a2af-6b21220404b1 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Request body: {'subnets': [{'network_id': '08d927f1-3fea-4118-837e-455bcc3f37b4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1665805530', 'ip_version': 6}, {'network_id': '8ecc40a1-6fa0-432e-b99d-e51cee687a63', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:58.224640 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-d26ea3be-a8ed-4978-a2af-6b21220404b1 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Request body: {'subnet': {'network_id': '08d927f1-3fea-4118-837e-455bcc3f37b4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1665805530', 'ip_version': 6}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:58.225294 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-d26ea3be-a8ed-4978-a2af-6b21220404b1 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Request body: {'subnet': {'network_id': '8ecc40a1-6fa0-432e-b99d-e51cee687a63', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:58.340901 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:33:58.396311 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26ea3be-a8ed-4978-a2af-6b21220404b1 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Made reservation on behalf of 842d924dccca4f9888d73f61303db80a for: {'subnet': 2} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:58.401885 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d26ea3be-a8ed-4978-a2af-6b21220404b1 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:58.402152 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d26ea3be-a8ed-4978-a2af-6b21220404b1 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:58.781209 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d26ea3be-a8ed-4978-a2af-6b21220404b1 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:58.829843 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44306) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:58.844939 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea3be-a8ed-4978-a2af-6b21220404b1 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Pushing event updated for resources: {'Subnet': ['ID=3d3b51de-354f-40b0-beee-46ea758c7da2,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:58.855694 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26ea3be-a8ed-4978-a2af-6b21220404b1 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Checking segment: {'id': '1ee9cc95-248c-4e20-a114-45daedde5d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '08d927f1-3fea-4118-837e-455bcc3f37b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:33:58.856096 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26ea3be-a8ed-4978-a2af-6b21220404b1 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Network hostable DHCP agents. Network: 08d927f1-3fea-4118-837e-455bcc3f37b4, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:33:58.873555 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26ea3be-a8ed-4978-a2af-6b21220404b1 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Network 08d927f1-3fea-4118-837e-455bcc3f37b4 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:33:58.882085 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-b9c617a6-26e1-4069-b414-c2866dbc72b0 req-203bdc4f-ef92-4538-8a1c-eb4940838057 tempest-ServerRescueNegativeTestJSON-1176259544 tempest-ServerRescueNegativeTestJSON-1176259544-project] (100606) timed out ('10.222.0.24', 61896) {{(pid=100606) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 01:33:58.883457 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-d26ea3be-a8ed-4978-a2af-6b21220404b1 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 08d927f1-3fea-4118-837e-455bcc3f37b4) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:58.890514 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d26ea3be-a8ed-4978-a2af-6b21220404b1 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:58.901257 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90617074-887b-48d9-96c7-32b42b8dda23 None None] Network 08d927f1-3fea-4118-837e-455bcc3f37b4 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:58.942690 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-33cdf336-4c51-4f88-a942-fb09dc6ce1e4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-337620978-network', 'tenant_id': 'b2ab227da3054511a1892b7116516372'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:58.945464 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea3be-a8ed-4978-a2af-6b21220404b1 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Pushing event updated for resources: {'Subnet': ['ID=069649f3-bc26-4639-9fe2-553b4193973a,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:58.965337 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33cdf336-4c51-4f88-a942-fb09dc6ce1e4 admin admin] Made reservation on behalf of b2ab227da3054511a1892b7116516372 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:58.967551 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-33cdf336-4c51-4f88-a942-fb09dc6ce1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:58.968163 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26ea3be-a8ed-4978-a2af-6b21220404b1 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Checking segment: {'id': 'd0948326-91ea-4a89-a63c-34ca941a3e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8ecc40a1-6fa0-432e-b99d-e51cee687a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:33:58.968527 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26ea3be-a8ed-4978-a2af-6b21220404b1 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Network hostable DHCP agents. Network: 8ecc40a1-6fa0-432e-b99d-e51cee687a63, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:33:58.976362 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-33cdf336-4c51-4f88-a942-fb09dc6ce1e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:58.985063 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26ea3be-a8ed-4978-a2af-6b21220404b1 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Network 8ecc40a1-6fa0-432e-b99d-e51cee687a63 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:33:58.995148 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-d26ea3be-a8ed-4978-a2af-6b21220404b1 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 8ecc40a1-6fa0-432e-b99d-e51cee687a63) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:58.999795 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26ea3be-a8ed-4978-a2af-6b21220404b1 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:59.000319 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26ea3be-a8ed-4978-a2af-6b21220404b1 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:59.000983 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d26ea3be-a8ed-4978-a2af-6b21220404b1 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:59.013466 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e837434-bb1b-4883-aafd-39f7f131ec49 None None] Network 8ecc40a1-6fa0-432e-b99d-e51cee687a63 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:59.022601 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d26ea3be-a8ed-4978-a2af-6b21220404b1 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 0.8001542 Oct 19 01:33:59.022899 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44310) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:59.097145 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e83899-d396-449e-8282-7bf3e6edb1e5 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:59.098806 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e83899-d396-449e-8282-7bf3e6edb1e5 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:59.100366 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e83899-d396-449e-8282-7bf3e6edb1e5 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:59.111254 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c3e83899-d396-449e-8282-7bf3e6edb1e5 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0778117 Oct 19 01:33:59.111254 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-33cdf336-4c51-4f88-a942-fb09dc6ce1e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:59.112257 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44312) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:59.116731 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-33cdf336-4c51-4f88-a942-fb09dc6ce1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:59.136244 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9443eea-6770-451d-bf43-7f79050321d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-08d927f1-3fea-4118-837e-455bcc3f37b4', 'network_id': '08d927f1-3fea-4118-837e-455bcc3f37b4', 'tenant_id': '842d924dccca4f9888d73f61303db80a', 'fixed_ips': [{'subnet_id': '3d3b51de-354f-40b0-beee-46ea758c7da2'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:33:59.137106 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a9443eea-6770-451d-bf43-7f79050321d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:59.148225 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33cdf336-4c51-4f88-a942-fb09dc6ce1e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:33:59.157914 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cdf336-4c51-4f88-a942-fb09dc6ce1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8ecc1a-9639-4ba3-b3a3-b4e8333f6972,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:59.164813 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-33cdf336-4c51-4f88-a942-fb09dc6ce1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:59.165207 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-33cdf336-4c51-4f88-a942-fb09dc6ce1e4 admin admin] Added segment 6919de29-0163-48ab-ae80-169a55843e35 of type vlan for network 10496984-325e-4cb9-bddd-d531f3a0f412 Oct 19 01:33:59.186441 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-d137ba4a-8728-4596-a172-e08cc98e67ad tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Deleting subnet 3d3b51de-354f-40b0-beee-46ea758c7da2 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:33:59.190046 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d137ba4a-8728-4596-a172-e08cc98e67ad tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:59.211633 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-33cdf336-4c51-4f88-a942-fb09dc6ce1e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:59.232836 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d137ba4a-8728-4596-a172-e08cc98e67ad tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:59.246060 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-33cdf336-4c51-4f88-a942-fb09dc6ce1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:59.246991 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cdf336-4c51-4f88-a942-fb09dc6ce1e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:59.248321 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-33cdf336-4c51-4f88-a942-fb09dc6ce1e4 admin admin] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:59.290780 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-33cdf336-4c51-4f88-a942-fb09dc6ce1e4 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4590790 Oct 19 01:33:59.293344 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44314) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:59.298258 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccddbdd-68ce-4935-9800-c29582e84d93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-8ecc40a1-6fa0-432e-b99d-e51cee687a63', 'network_id': '8ecc40a1-6fa0-432e-b99d-e51cee687a63', 'tenant_id': '842d924dccca4f9888d73f61303db80a', 'fixed_ips': [{'subnet_id': '069649f3-bc26-4639-9fe2-553b4193973a'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:33:59.298490 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-b2d77c0a-5894-459c-9bcf-7caf5c363fb8 admin admin] Request body: {'subnet': {'network_id': '10496984-325e-4cb9-bddd-d531f3a0f412', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-337620978-subnet', 'tenant_id': 'b2ab227da3054511a1892b7116516372', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:59.299316 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7ccddbdd-68ce-4935-9800-c29582e84d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:59.332497 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cdf336-4c51-4f88-a942-fb09dc6ce1e4 admin admin] Pushing event updated for resources: {'Network': ['ID=10496984-325e-4cb9-bddd-d531f3a0f412,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:59.352269 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d77c0a-5894-459c-9bcf-7caf5c363fb8 admin admin] Made reservation on behalf of b2ab227da3054511a1892b7116516372 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:59.355643 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b2d77c0a-5894-459c-9bcf-7caf5c363fb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:59.475061 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 10496984-325e-4cb9-bddd-d531f3a0f412 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:33:59.542634 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b2d77c0a-5894-459c-9bcf-7caf5c363fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:59.610941 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d77c0a-5894-459c-9bcf-7caf5c363fb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7cd6fc2-7e65-4d0c-8bad-8979b05b2991,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:59.618623 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d77c0a-5894-459c-9bcf-7caf5c363fb8 admin admin] Checking segment: {'id': '6919de29-0163-48ab-ae80-169a55843e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '10496984-325e-4cb9-bddd-d531f3a0f412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:33:59.618977 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d77c0a-5894-459c-9bcf-7caf5c363fb8 admin admin] Network hostable DHCP agents. Network: 10496984-325e-4cb9-bddd-d531f3a0f412, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:33:59.623657 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d137ba4a-8728-4596-a172-e08cc98e67ad tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:59.637706 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d77c0a-5894-459c-9bcf-7caf5c363fb8 admin admin] Network 10496984-325e-4cb9-bddd-d531f3a0f412 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:33:59.648862 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-b2d77c0a-5894-459c-9bcf-7caf5c363fb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 10496984-325e-4cb9-bddd-d531f3a0f412) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:59.654254 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d77c0a-5894-459c-9bcf-7caf5c363fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:59.655243 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b2d77c0a-5894-459c-9bcf-7caf5c363fb8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:59.659828 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b9e54b-2188-4e92-856e-cd8958bc533a None None] Network 10496984-325e-4cb9-bddd-d531f3a0f412 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:59.673119 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b2d77c0a-5894-459c-9bcf-7caf5c363fb8 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3787277 Oct 19 01:33:59.697944 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d137ba4a-8728-4596-a172-e08cc98e67ad tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:59.706489 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-7ccddbdd-68ce-4935-9800-c29582e84d93 None None] Allocated IP 2001:db8:0:1::1 (8ecc40a1-6fa0-432e-b99d-e51cee687a63/069649f3-bc26-4639-9fe2-553b4193973a/01fefaa5-18c6-4b89-81b3-d09448a4a5f2) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server [None req-a9443eea-6770-451d-bf43-7f79050321d8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3d3b51de-354f-40b0-beee-46ea758c7da2: This subnet is being modified by another concurrent operation. Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server raise exception Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3d3b51de-354f-40b0-beee-46ea758c7da2: This subnet is being modified by another concurrent operation. Oct 19 01:33:59.718090 n-d-715271-26 neutron-server[100608]: ERROR oslo_messaging.rpc.server Oct 19 01:33:59.730162 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137ba4a-8728-4596-a172-e08cc98e67ad tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Pushing event deleted for resources: {'Subnet': ['ID=3d3b51de-354f-40b0-beee-46ea758c7da2,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:59.733086 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d137ba4a-8728-4596-a172-e08cc98e67ad tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:59.739059 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44318) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:59.739253 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d137ba4a-8728-4596-a172-e08cc98e67ad tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] 10.222.0.57 "DELETE /v2.0/subnets/3d3b51de-354f-40b0-beee-46ea758c7da2 HTTP/1.1" status: 204 len: 168 time: 0.6256711 Oct 19 01:33:59.757357 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:59.767550 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a229dbbc-ef40-40eb-9d53-04b42d6bdff4 None None] Network 08d927f1-3fea-4118-837e-455bcc3f37b4 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:59.800001 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec23005-9a68-4720-8531-e06706dfe849 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Deleting subnet 069649f3-bc26-4639-9fe2-553b4193973a {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:33:59.957265 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e66cc5-bd29-4f29-9ada-5b8bf723b401 None None] Network 10496984-325e-4cb9-bddd-d531f3a0f412 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:00.104518 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7ccddbdd-68ce-4935-9800-c29582e84d93 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:00.109724 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0ec23005-9a68-4720-8531-e06706dfe849 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:00.130736 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7ccddbdd-68ce-4935-9800-c29582e84d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:00.163022 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0ec23005-9a68-4720-8531-e06706dfe849 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:00.178477 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44332) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:00.184182 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-b2af39e9-c998-4068-8068-3dbcd1eb7dc2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1469241859-network', 'tenant_id': '5d2647ba3f42411c871868a6069396ba'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:00.186130 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccddbdd-68ce-4935-9800-c29582e84d93 None None] Network 8ecc40a1-6fa0-432e-b99d-e51cee687a63 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:00.189227 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-7ccddbdd-68ce-4935-9800-c29582e84d93 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:00.191752 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccddbdd-68ce-4935-9800-c29582e84d93 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:34:00.210876 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2af39e9-c998-4068-8068-3dbcd1eb7dc2 admin admin] Made reservation on behalf of 5d2647ba3f42411c871868a6069396ba for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:00.213955 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b2af39e9-c998-4068-8068-3dbcd1eb7dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:00.220263 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccddbdd-68ce-4935-9800-c29582e84d93 None None] Pushing event updated for resources: {'Port': ['ID=01fefaa5-18c6-4b89-81b3-d09448a4a5f2,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:00.224254 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b2af39e9-c998-4068-8068-3dbcd1eb7dc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:00.253229 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-7ccddbdd-68ce-4935-9800-c29582e84d93 None None] Attempting to bind port 01fefaa5-18c6-4b89-81b3-d09448a4a5f2 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:34:00.253599 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-7ccddbdd-68ce-4935-9800-c29582e84d93 None None] Attempting to bind port 01fefaa5-18c6-4b89-81b3-d09448a4a5f2 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'd0948326-91ea-4a89-a63c-34ca941a3e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8ecc40a1-6fa0-432e-b99d-e51cee687a63'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:34:00.253966 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccddbdd-68ce-4935-9800-c29582e84d93 None None] Attempting to bind port 01fefaa5-18c6-4b89-81b3-d09448a4a5f2 on network 8ecc40a1-6fa0-432e-b99d-e51cee687a63 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:34:00.259221 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccddbdd-68ce-4935-9800-c29582e84d93 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:34:00.259591 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccddbdd-68ce-4935-9800-c29582e84d93 None None] Checking segment: {'id': 'd0948326-91ea-4a89-a63c-34ca941a3e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8ecc40a1-6fa0-432e-b99d-e51cee687a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:34:00.260568 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7ccddbdd-68ce-4935-9800-c29582e84d93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:00.260975 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccddbdd-68ce-4935-9800-c29582e84d93 None None] Bound using segment: {'id': 'd0948326-91ea-4a89-a63c-34ca941a3e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8ecc40a1-6fa0-432e-b99d-e51cee687a63'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:34:00.261441 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-7ccddbdd-68ce-4935-9800-c29582e84d93 None None] Bound port: 01fefaa5-18c6-4b89-81b3-d09448a4a5f2, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0948326-91ea-4a89-a63c-34ca941a3e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8ecc40a1-6fa0-432e-b99d-e51cee687a63'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:34:00.261818 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7ccddbdd-68ce-4935-9800-c29582e84d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:00.270362 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0ec23005-9a68-4720-8531-e06706dfe849 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:00.308607 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b2af39e9-c998-4068-8068-3dbcd1eb7dc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:00.313487 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b2af39e9-c998-4068-8068-3dbcd1eb7dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:00.333624 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2af39e9-c998-4068-8068-3dbcd1eb7dc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:34:00.342917 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0ec23005-9a68-4720-8531-e06706dfe849 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:00.344559 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-7ccddbdd-68ce-4935-9800-c29582e84d93 None None] For port 01fefaa5-18c6-4b89-81b3-d09448a4a5f2, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:34:00.348020 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-7ccddbdd-68ce-4935-9800-c29582e84d93 None None] For port 01fefaa5-18c6-4b89-81b3-d09448a4a5f2, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=01fefaa5-18c6-4b89-81b3-d09448a4a5f2,segment=NetworkSegment(d0948326-91ea-4a89-a63c-34ca941a3e59),segment_id=d0948326-91ea-4a89-a63c-34ca941a3e59)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:34:00.353603 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af39e9-c998-4068-8068-3dbcd1eb7dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb31d857-fbc2-4068-a76a-3578bbe3a7a3,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:00.354997 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7ccddbdd-68ce-4935-9800-c29582e84d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:00.368320 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b2af39e9-c998-4068-8068-3dbcd1eb7dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:00.368664 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-b2af39e9-c998-4068-8068-3dbcd1eb7dc2 admin admin] Added segment bd901dec-eee5-4e48-af97-ca33e59fe3b0 of type vlan for network 92f4b7df-06ed-4fe1-9c51-315ae31bf879 Oct 19 01:34:00.377238 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec23005-9a68-4720-8531-e06706dfe849 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Pushing event deleted for resources: {'Subnet': ['ID=069649f3-bc26-4639-9fe2-553b4193973a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:00.379880 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0ec23005-9a68-4720-8531-e06706dfe849 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:00.383773 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0ec23005-9a68-4720-8531-e06706dfe849 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] 10.222.0.57 "DELETE /v2.0/subnets/069649f3-bc26-4639-9fe2-553b4193973a HTTP/1.1" status: 204 len: 168 time: 0.6430073 Oct 19 01:34:00.386512 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44334) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:00.411891 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccddbdd-68ce-4935-9800-c29582e84d93 None None] Pushing event updated for resources: {'Port': ['ID=01fefaa5-18c6-4b89-81b3-d09448a4a5f2,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:00.429263 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b2af39e9-c998-4068-8068-3dbcd1eb7dc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:00.444167 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aaef87d-656d-45ca-84f0-e9da78490ddc tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:00.445669 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0aaef87d-656d-45ca-84f0-e9da78490ddc tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0580280 Oct 19 01:34:00.449821 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44336) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:00.456239 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b2af39e9-c998-4068-8068-3dbcd1eb7dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:00.457715 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2af39e9-c998-4068-8068-3dbcd1eb7dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:00.458339 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b2af39e9-c998-4068-8068-3dbcd1eb7dc2 admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:00.494443 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b2af39e9-c998-4068-8068-3dbcd1eb7dc2 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3147860 Oct 19 01:34:00.497288 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44338) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:00.501884 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-2d399e88-777c-4a0a-abc4-40298fd78071 admin admin] Request body: {'subnet': {'network_id': '92f4b7df-06ed-4fe1-9c51-315ae31bf879', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1469241859-subnet', 'tenant_id': '5d2647ba3f42411c871868a6069396ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:00.530405 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af39e9-c998-4068-8068-3dbcd1eb7dc2 admin admin] Pushing event updated for resources: {'Network': ['ID=92f4b7df-06ed-4fe1-9c51-315ae31bf879,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:00.537464 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a9440ce4-d9f0-476d-b01b-638546e5c206 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:00.543403 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 92f4b7df-06ed-4fe1-9c51-315ae31bf879 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:34:00.554035 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d399e88-777c-4a0a-abc4-40298fd78071 admin admin] Made reservation on behalf of 5d2647ba3f42411c871868a6069396ba for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:00.556586 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2d399e88-777c-4a0a-abc4-40298fd78071 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:00.637753 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-a9440ce4-d9f0-476d-b01b-638546e5c206 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Deleting port 01fefaa5-18c6-4b89-81b3-d09448a4a5f2 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:00.638103 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a9440ce4-d9f0-476d-b01b-638546e5c206 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:00.711847 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-a9440ce4-d9f0-476d-b01b-638546e5c206 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] For port 01fefaa5-18c6-4b89-81b3-d09448a4a5f2, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=01fefaa5-18c6-4b89-81b3-d09448a4a5f2,segment=NetworkSegment(d0948326-91ea-4a89-a63c-34ca941a3e59),segment_id=d0948326-91ea-4a89-a63c-34ca941a3e59)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:00.712694 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a9440ce4-d9f0-476d-b01b-638546e5c206 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:00.736961 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-a9440ce4-d9f0-476d-b01b-638546e5c206 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Calling delete_port for 01fefaa5-18c6-4b89-81b3-d09448a4a5f2 owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:00.778447 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2d399e88-777c-4a0a-abc4-40298fd78071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:00.837555 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d399e88-777c-4a0a-abc4-40298fd78071 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e68fff8b-e542-4163-bf0e-3adeb6799be0,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:00.845245 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d399e88-777c-4a0a-abc4-40298fd78071 admin admin] Checking segment: {'id': 'bd901dec-eee5-4e48-af97-ca33e59fe3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '92f4b7df-06ed-4fe1-9c51-315ae31bf879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:34:00.845553 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d399e88-777c-4a0a-abc4-40298fd78071 admin admin] Network hostable DHCP agents. Network: 92f4b7df-06ed-4fe1-9c51-315ae31bf879, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:34:00.863608 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d399e88-777c-4a0a-abc4-40298fd78071 admin admin] Network 92f4b7df-06ed-4fe1-9c51-315ae31bf879 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:34:00.875023 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-2d399e88-777c-4a0a-abc4-40298fd78071 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 92f4b7df-06ed-4fe1-9c51-315ae31bf879) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:00.882397 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d399e88-777c-4a0a-abc4-40298fd78071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:00.883651 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2d399e88-777c-4a0a-abc4-40298fd78071 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:00.892603 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c0904d-bd5d-46d8-a1d0-3095d194e50d None None] Network 92f4b7df-06ed-4fe1-9c51-315ae31bf879 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:00.910862 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2d399e88-777c-4a0a-abc4-40298fd78071 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4124267 Oct 19 01:34:01.043090 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0631723-c295-4ca2-8a21-dbce6d0e92ac None None] Network 92f4b7df-06ed-4fe1-9c51-315ae31bf879 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:01.153145 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a9440ce4-d9f0-476d-b01b-638546e5c206 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:01.188924 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9440ce4-d9f0-476d-b01b-638546e5c206 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Pushing event deleted for resources: {'Port': ['ID=01fefaa5-18c6-4b89-81b3-d09448a4a5f2,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:01.192258 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9440ce4-d9f0-476d-b01b-638546e5c206 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] No DVR routers for this DVR port 01fefaa5-18c6-4b89-81b3-d09448a4a5f2 on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:34:01.294342 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a9440ce4-d9f0-476d-b01b-638546e5c206 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:01.316265 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-a9440ce4-d9f0-476d-b01b-638546e5c206 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ecc40a1-6fa0-432e-b99d-e51cee687a63']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:01.329931 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-a9440ce4-d9f0-476d-b01b-638546e5c206 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0948326-91ea-4a89-a63c-34ca941a3e59') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:01.330408 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-a9440ce4-d9f0-476d-b01b-638546e5c206 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0948326-91ea-4a89-a63c-34ca941a3e59') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:01.342404 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a9440ce4-d9f0-476d-b01b-638546e5c206 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:01.356271 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a9440ce4-d9f0-476d-b01b-638546e5c206 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:01.362536 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9440ce4-d9f0-476d-b01b-638546e5c206 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:34:01.363017 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a9440ce4-d9f0-476d-b01b-638546e5c206 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:01.366134 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:34:01.366134 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:34:01.366134 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:34:01.366134 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:34:01.366134 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:34:01.366134 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:34:01.366134 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:34:01.366134 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:34:01.366134 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:34:01.366134 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:34:01.366134 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:34:01.366134 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:34:01.366134 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:34:01.366134 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:34:01.366134 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:34:01.366134 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:34:01.366134 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:34:01.366134 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:34:01.366134 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:34:01.366134 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:34:01.366134 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:34:01.366134 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:34:01.366134 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:34:01.366134 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:34:01.366134 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:34:01.366134 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:34:01.366134 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:34:01.366134 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:34:01.366134 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:34:01.366134 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:34:01.366134 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:34:01.366134 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:34:01.432152 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a9440ce4-d9f0-476d-b01b-638546e5c206 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:01.439219 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a9440ce4-d9f0-476d-b01b-638546e5c206 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:01.443299 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a9440ce4-d9f0-476d-b01b-638546e5c206 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] 10.222.0.57 "DELETE /v2.0/networks/8ecc40a1-6fa0-432e-b99d-e51cee687a63 HTTP/1.1" status: 204 len: 168 time: 0.9917920 Oct 19 01:34:01.445774 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44360) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:01.456594 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9440ce4-d9f0-476d-b01b-638546e5c206 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Pushing event deleted for resources: {'Network': ['ID=8ecc40a1-6fa0-432e-b99d-e51cee687a63,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:01.489832 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4730d22b-e239-4a89-b4ea-b9806490fd41 None None] Could not find standard attr ID for object 01fefaa5-18c6-4b89-81b3-d09448a4a5f2. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:34:01.512670 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff98caa3-75cd-4219-b906-c3d7d1d26b16 None None] DHCP port deletion for 8ecc40a1-6fa0-432e-b99d-e51cee687a63 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:34:01.529969 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feac3c3-159a-49fe-96ce-dda0ff7e8fda None None] Network 8ecc40a1-6fa0-432e-b99d-e51cee687a63 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:01.542205 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feac3c3-159a-49fe-96ce-dda0ff7e8fda None None] Network 8ecc40a1-6fa0-432e-b99d-e51cee687a63 could not be found, it might have been deleted concurrently. {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 19 01:34:01.547903 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-ac7499d3-1538-4c5d-a243-02078e845b32 tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:01.549380 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-ac7499d3-1538-4c5d-a243-02078e845b32 tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] 10.222.0.57 "GET /v2.0/networks?id=10496984-325e-4cb9-bddd-d531f3a0f412 HTTP/1.1" status: 200 len: 808 time: 0.1898026 Oct 19 01:34:01.549881 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab439cd-f898-4d5d-a53c-271590a7f006 None None] get_active_networks_info from n-d-715271-26 {{(pid=100608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:34:01.554643 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5f52b151-4556-44dd-91ee-2f9154f06325 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:01.571625 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-24a6b1a7-cf64-4a42-9c22-d46e11b66fd1 tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] 10.222.0.57 "GET /v2.0/quotas/b2ab227da3054511a1892b7116516372 HTTP/1.1" status: 200 len: 375 time: 0.0150194 Oct 19 01:34:01.611615 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab439cd-f898-4d5d-a53c-271590a7f006 None None] Resources bound (agent type, host, resource id): {{(pid=100608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:34:01.632070 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-33f9fc71-74d4-4356-aeee-f16fe244fdc2 tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b2ab227da3054511a1892b7116516372&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383992 Oct 19 01:34:01.691859 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5f52b151-4556-44dd-91ee-2f9154f06325 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:01.714509 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-5f52b151-4556-44dd-91ee-2f9154f06325 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d927f1-3fea-4118-837e-455bcc3f37b4']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:01.723907 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-5f52b151-4556-44dd-91ee-2f9154f06325 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee9cc95-248c-4e20-a114-45daedde5d9b') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:01.724228 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-5f52b151-4556-44dd-91ee-2f9154f06325 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee9cc95-248c-4e20-a114-45daedde5d9b') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:01.735070 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5f52b151-4556-44dd-91ee-2f9154f06325 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:01.750213 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5f52b151-4556-44dd-91ee-2f9154f06325 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:01.756676 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f52b151-4556-44dd-91ee-2f9154f06325 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:34:01.757094 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5f52b151-4556-44dd-91ee-2f9154f06325 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:01.759958 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:34:01.759958 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:34:01.759958 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:34:01.759958 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:34:01.759958 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:34:01.759958 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:34:01.759958 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:34:01.759958 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:34:01.759958 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:34:01.759958 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:34:01.759958 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:34:01.759958 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:34:01.759958 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:34:01.759958 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:34:01.759958 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:34:01.759958 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:34:01.759958 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:34:01.759958 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:34:01.759958 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:34:01.759958 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:34:01.759958 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:34:01.759958 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:34:01.759958 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:34:01.759958 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:34:01.759958 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:34:01.759958 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:34:01.759958 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:34:01.759958 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:34:01.759958 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:34:01.759958 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:34:01.759958 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:34:01.759958 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:34:01.870155 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5f52b151-4556-44dd-91ee-2f9154f06325 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:01.878523 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5f52b151-4556-44dd-91ee-2f9154f06325 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:01.881539 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5f52b151-4556-44dd-91ee-2f9154f06325 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] 10.222.0.57 "DELETE /v2.0/networks/08d927f1-3fea-4118-837e-455bcc3f37b4 HTTP/1.1" status: 204 len: 168 time: 0.4348261 Oct 19 01:34:01.884222 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44364) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:01.894760 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52b151-4556-44dd-91ee-2f9154f06325 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Pushing event deleted for resources: {'Network': ['ID=08d927f1-3fea-4118-837e-455bcc3f37b4,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:01.919916 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-b4c66789-ce7f-4a6a-aaea-78328f7eed33 service neutron] 10.222.0.57 "GET /v2.0/networks/10496984-325e-4cb9-bddd-d531f3a0f412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712095 Oct 19 01:34:01.965605 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f15ae808-031e-43dd-b0c6-d6f6e826ecd0 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:02.018131 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-5251c781-0d51-4232-9fa2-5e804dce904d service neutron] 10.222.0.57 "GET /v2.0/networks/10496984-325e-4cb9-bddd-d531f3a0f412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914030 Oct 19 01:34:02.062147 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f15ae808-031e-43dd-b0c6-d6f6e826ecd0 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:02.082948 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-f15ae808-031e-43dd-b0c6-d6f6e826ecd0 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc1a9ff3-9ee0-42ef-b95c-aa883b2e9800']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:02.093593 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-f15ae808-031e-43dd-b0c6-d6f6e826ecd0 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc328a45-3502-47bb-af5a-f7aaee5f8d95') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:02.093894 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-f15ae808-031e-43dd-b0c6-d6f6e826ecd0 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc328a45-3502-47bb-af5a-f7aaee5f8d95') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:02.103680 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f15ae808-031e-43dd-b0c6-d6f6e826ecd0 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:02.118206 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f15ae808-031e-43dd-b0c6-d6f6e826ecd0 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:02.133702 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f15ae808-031e-43dd-b0c6-d6f6e826ecd0 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:34:02.134173 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f15ae808-031e-43dd-b0c6-d6f6e826ecd0 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:02.138577 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:34:02.138577 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:34:02.138577 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:34:02.138577 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:34:02.138577 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:34:02.138577 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:34:02.138577 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:34:02.138577 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:34:02.138577 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:34:02.138577 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:34:02.138577 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:34:02.138577 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:34:02.138577 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:34:02.138577 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:34:02.138577 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:34:02.138577 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:34:02.138577 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:34:02.138577 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:34:02.138577 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:34:02.138577 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:34:02.138577 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:34:02.138577 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:34:02.138577 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:34:02.138577 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:34:02.138577 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:34:02.138577 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:34:02.138577 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:34:02.138577 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:34:02.138577 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:34:02.138577 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:34:02.138577 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:34:02.138577 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:34:02.216400 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bdaf3691-e0d1-40f7-a41e-2ae2e52a8bd1 req-4533143f-167b-4efb-b31c-adf43c18b852 tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1105c1a-3939-4d84-871f-541dff3f37c3 HTTP/1.1" status: 200 len: 210 time: 0.0614882 Oct 19 01:34:02.225731 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f15ae808-031e-43dd-b0c6-d6f6e826ecd0 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:02.230617 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f15ae808-031e-43dd-b0c6-d6f6e826ecd0 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:02.237609 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f15ae808-031e-43dd-b0c6-d6f6e826ecd0 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] 10.222.0.57 "DELETE /v2.0/networks/fc1a9ff3-9ee0-42ef-b95c-aa883b2e9800 HTTP/1.1" status: 204 len: 168 time: 0.3499348 Oct 19 01:34:02.238957 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44372) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:02.251143 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ae808-031e-43dd-b0c6-d6f6e826ecd0 tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Pushing event deleted for resources: {'Network': ['ID=fc1a9ff3-9ee0-42ef-b95c-aa883b2e9800,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:02.320423 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d8ec6572-4c22-4868-a1d8-64585abb8a0b tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:02.410443 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d8ec6572-4c22-4868-a1d8-64585abb8a0b tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:02.430513 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-d8ec6572-4c22-4868-a1d8-64585abb8a0b tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09efec0f-9e2d-46ca-bff1-a56193106459']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:02.440703 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-d8ec6572-4c22-4868-a1d8-64585abb8a0b tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd424e205-220c-4378-ad33-c9bd36ba1f30') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:02.441012 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-d8ec6572-4c22-4868-a1d8-64585abb8a0b tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd424e205-220c-4378-ad33-c9bd36ba1f30') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:02.450841 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d8ec6572-4c22-4868-a1d8-64585abb8a0b tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:02.464817 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d8ec6572-4c22-4868-a1d8-64585abb8a0b tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:02.470876 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ec6572-4c22-4868-a1d8-64585abb8a0b tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:34:02.471274 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d8ec6572-4c22-4868-a1d8-64585abb8a0b tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:02.474191 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:34:02.474191 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:34:02.474191 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:34:02.474191 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:34:02.474191 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:34:02.474191 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:34:02.474191 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:34:02.474191 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:34:02.474191 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:34:02.474191 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:34:02.474191 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:34:02.474191 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:34:02.474191 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:34:02.474191 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:34:02.474191 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:34:02.474191 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:34:02.474191 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:34:02.474191 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:34:02.474191 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:34:02.474191 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:34:02.474191 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:34:02.474191 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:34:02.474191 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:34:02.474191 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:34:02.474191 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:34:02.474191 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:34:02.474191 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:34:02.474191 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:34:02.474191 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:34:02.474191 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:34:02.474191 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:34:02.474191 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:34:02.538398 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d8ec6572-4c22-4868-a1d8-64585abb8a0b tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:02.545290 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d8ec6572-4c22-4868-a1d8-64585abb8a0b tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:02.549196 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d8ec6572-4c22-4868-a1d8-64585abb8a0b tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] 10.222.0.57 "DELETE /v2.0/networks/09efec0f-9e2d-46ca-bff1-a56193106459 HTTP/1.1" status: 204 len: 168 time: 0.3086867 Oct 19 01:34:02.560723 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec6572-4c22-4868-a1d8-64585abb8a0b tempest-BulkNetworkOpsIpV6Test-1714242248 tempest-BulkNetworkOpsIpV6Test-1714242248-project] Pushing event deleted for resources: {'Network': ['ID=09efec0f-9e2d-46ca-bff1-a56193106459,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:02.795207 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44384) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:02.934970 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-91553dec-b699-459c-9a0d-9c68cc3aa4d7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=842d924dccca4f9888d73f61303db80a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1385617 Oct 19 01:34:02.937561 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44388) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:02.987052 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4ea5022b-19ec-4d8a-956f-724b6bee6a45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:03.007194 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4ea5022b-19ec-4d8a-956f-724b6bee6a45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:03.052883 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4ea5022b-19ec-4d8a-956f-724b6bee6a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:03.055338 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4ea5022b-19ec-4d8a-956f-724b6bee6a45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:03.056498 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4ea5022b-19ec-4d8a-956f-724b6bee6a45 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/61a75012-5e1c-4e81-96c1-06d3f1f3e2de HTTP/1.1" status: 204 len: 168 time: 0.1180170 Oct 19 01:34:03.064025 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea5022b-19ec-4d8a-956f-724b6bee6a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a75012-5e1c-4e81-96c1-06d3f1f3e2de,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:03.300482 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-c2b9d3e5-dbfd-4775-a657-d8f225bc8f24 tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:03.301980 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-c2b9d3e5-dbfd-4775-a657-d8f225bc8f24 tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] 10.222.0.24 "GET /v2.0/networks?id=10496984-325e-4cb9-bddd-d531f3a0f412 HTTP/1.1" status: 200 len: 808 time: 0.1327991 Oct 19 01:34:03.330889 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7d7ea0e9-504e-45d3-9508-43e09a07873a req-26e7f232-b2ac-4037-a74a-214d70cb3d88 tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1105c1a-3939-4d84-871f-541dff3f37c3 HTTP/1.1" status: 200 len: 210 time: 0.0279238 Oct 19 01:34:03.334627 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-4e223e57-0812-4ff3-9f0c-0b321c07b5ff tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] Request body: {'port': {'device_id': 'a1105c1a-3939-4d84-871f-541dff3f37c3', 'network_id': '10496984-325e-4cb9-bddd-d531f3a0f412', 'admin_state_up': True, 'tenant_id': 'b2ab227da3054511a1892b7116516372'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:03.457956 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-4e223e57-0812-4ff3-9f0c-0b321c07b5ff tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] Made reservation on behalf of b2ab227da3054511a1892b7116516372 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:03.461534 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-4e223e57-0812-4ff3-9f0c-0b321c07b5ff tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:03.598938 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-4e223e57-0812-4ff3-9f0c-0b321c07b5ff tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] Allocated IP 172.20.0.13 (10496984-325e-4cb9-bddd-d531f3a0f412/d7cd6fc2-7e65-4d0c-8bad-8979b05b2991/ce4a639a-5691-4d50-9f37-b683176b97bf) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:34:03.741981 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44412) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:03.753042 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-4e223e57-0812-4ff3-9f0c-0b321c07b5ff tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:03.788370 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-4e223e57-0812-4ff3-9f0c-0b321c07b5ff tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:03.832994 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-4e223e57-0812-4ff3-9f0c-0b321c07b5ff tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] Network 10496984-325e-4cb9-bddd-d531f3a0f412 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:03.836504 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-4e223e57-0812-4ff3-9f0c-0b321c07b5ff tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:03.840656 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-4e223e57-0812-4ff3-9f0c-0b321c07b5ff tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:34:03.844257 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-b2977e1a-3d9e-41c8-8c48-56204b55bef5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1042530530'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:03.847155 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e223e57-0812-4ff3-9f0c-0b321c07b5ff tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] Pushing event updated for resources: {'Port': ['ID=ce4a639a-5691-4d50-9f37-b683176b97bf,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:03.864816 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2977e1a-3d9e-41c8-8c48-56204b55bef5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Made reservation on behalf of 7b98efdd3de24865be5e59e37fe1619c for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:03.868416 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b2977e1a-3d9e-41c8-8c48-56204b55bef5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:03.877679 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b2977e1a-3d9e-41c8-8c48-56204b55bef5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:03.898506 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-4e223e57-0812-4ff3-9f0c-0b321c07b5ff tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:03.899111 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-4e223e57-0812-4ff3-9f0c-0b321c07b5ff tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:03.914177 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-4e223e57-0812-4ff3-9f0c-0b321c07b5ff tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5857592 Oct 19 01:34:03.962865 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b2977e1a-3d9e-41c8-8c48-56204b55bef5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:03.968932 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b2977e1a-3d9e-41c8-8c48-56204b55bef5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:03.988302 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-d51f92e2-5c3d-4188-b34c-69b2faa54116 service neutron] Request body: {'port': {'device_id': 'a1105c1a-3939-4d84-871f-541dff3f37c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:03.996844 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2977e1a-3d9e-41c8-8c48-56204b55bef5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:34:04.006553 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2977e1a-3d9e-41c8-8c48-56204b55bef5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9c948b-ecf9-45a7-942b-5e5670bafd6f,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:04.011439 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b2977e1a-3d9e-41c8-8c48-56204b55bef5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:04.011890 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-b2977e1a-3d9e-41c8-8c48-56204b55bef5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Added segment 85882460-f0a4-4619-abbc-5d3e2a5fcc54 of type vlan for network 64fa2ba6-a9ec-42ef-81d5-d5af991a88d9 Oct 19 01:34:04.044865 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-d51f92e2-5c3d-4188-b34c-69b2faa54116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:04.052259 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b2977e1a-3d9e-41c8-8c48-56204b55bef5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:04.081890 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b2977e1a-3d9e-41c8-8c48-56204b55bef5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:04.096429 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2977e1a-3d9e-41c8-8c48-56204b55bef5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:04.096429 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b2977e1a-3d9e-41c8-8c48-56204b55bef5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:04.123105 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b2977e1a-3d9e-41c8-8c48-56204b55bef5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3799708 Oct 19 01:34:04.126109 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44418) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:04.137457 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-9a6ce424-b1ca-4aa7-8981-0617da924241 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-82754013'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:04.175068 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2977e1a-3d9e-41c8-8c48-56204b55bef5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Network': ['ID=64fa2ba6-a9ec-42ef-81d5-d5af991a88d9,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:04.189790 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 64fa2ba6-a9ec-42ef-81d5-d5af991a88d9 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:34:04.190545 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6ce424-b1ca-4aa7-8981-0617da924241 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Made reservation on behalf of 7b98efdd3de24865be5e59e37fe1619c for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:04.194450 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9a6ce424-b1ca-4aa7-8981-0617da924241 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:04.218152 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6ce424-b1ca-4aa7-8981-0617da924241 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:34:04.227764 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9a6ce424-b1ca-4aa7-8981-0617da924241 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:04.228119 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-9a6ce424-b1ca-4aa7-8981-0617da924241 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Added segment 4fa25bf1-86c5-4df3-b5e1-8e4f2904349d of type vlan for network b3666f92-09f3-4dd3-ae29-8dabdd1385a5 Oct 19 01:34:04.269193 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9a6ce424-b1ca-4aa7-8981-0617da924241 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:04.294309 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9a6ce424-b1ca-4aa7-8981-0617da924241 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:04.300383 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6ce424-b1ca-4aa7-8981-0617da924241 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:04.300952 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9a6ce424-b1ca-4aa7-8981-0617da924241 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:04.327546 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-d51f92e2-5c3d-4188-b34c-69b2faa54116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4a639a-5691-4d50-9f37-b683176b97bf {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:34:04.335567 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-d51f92e2-5c3d-4188-b34c-69b2faa54116 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:04.344236 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9a6ce424-b1ca-4aa7-8981-0617da924241 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2173123 Oct 19 01:34:04.347083 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44420) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:04.351511 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-d51f92e2-5c3d-4188-b34c-69b2faa54116 service neutron] Transition to ACTIVE for port object ce4a639a-5691-4d50-9f37-b683176b97bf will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:34:04.354910 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-61f31d20-60ac-4393-8d67-a8361aeb7d13 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Request body: {'subnet': {'network_id': '64fa2ba6-a9ec-42ef-81d5-d5af991a88d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:04.355645 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-d51f92e2-5c3d-4188-b34c-69b2faa54116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:04.394397 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ce424-b1ca-4aa7-8981-0617da924241 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Network': ['ID=b3666f92-09f3-4dd3-ae29-8dabdd1385a5,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:04.407184 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network b3666f92-09f3-4dd3-ae29-8dabdd1385a5 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:34:04.428682 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f92e2-5c3d-4188-b34c-69b2faa54116 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4a639a-5691-4d50-9f37-b683176b97bf,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:04.478317 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-d51f92e2-5c3d-4188-b34c-69b2faa54116 service neutron] Attempting to bind port ce4a639a-5691-4d50-9f37-b683176b97bf on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:34:04.478794 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-d51f92e2-5c3d-4188-b34c-69b2faa54116 service neutron] Attempting to bind port ce4a639a-5691-4d50-9f37-b683176b97bf by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '6919de29-0163-48ab-ae80-169a55843e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '10496984-325e-4cb9-bddd-d531f3a0f412'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:34:04.479178 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-d51f92e2-5c3d-4188-b34c-69b2faa54116 service neutron] Attempting to bind port ce4a639a-5691-4d50-9f37-b683176b97bf on network 10496984-325e-4cb9-bddd-d531f3a0f412 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:34:04.484021 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-d51f92e2-5c3d-4188-b34c-69b2faa54116 service neutron] Port ce4a639a-5691-4d50-9f37-b683176b97bf on network 10496984-325e-4cb9-bddd-d531f3a0f412 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:34:04.484352 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-d51f92e2-5c3d-4188-b34c-69b2faa54116 service neutron] Attempting to bind port ce4a639a-5691-4d50-9f37-b683176b97bf on network 10496984-325e-4cb9-bddd-d531f3a0f412 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:34:04.489076 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-d51f92e2-5c3d-4188-b34c-69b2faa54116 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:34:04.489440 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-d51f92e2-5c3d-4188-b34c-69b2faa54116 service neutron] Checking segment: {'id': '6919de29-0163-48ab-ae80-169a55843e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '10496984-325e-4cb9-bddd-d531f3a0f412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:34:04.489827 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-d51f92e2-5c3d-4188-b34c-69b2faa54116 service neutron] Bound using segment: {'id': '6919de29-0163-48ab-ae80-169a55843e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '10496984-325e-4cb9-bddd-d531f3a0f412'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:34:04.490240 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-d51f92e2-5c3d-4188-b34c-69b2faa54116 service neutron] Bound port: ce4a639a-5691-4d50-9f37-b683176b97bf, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6919de29-0163-48ab-ae80-169a55843e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '10496984-325e-4cb9-bddd-d531f3a0f412'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:34:04.490592 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-d51f92e2-5c3d-4188-b34c-69b2faa54116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:04.528534 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe12eb0-7801-4fc9-b10c-f1f7c1b6c480 req-c7418870-d729-4a5f-a098-b995c55a7ed7 tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:04.530121 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7fe12eb0-7801-4fc9-b10c-f1f7c1b6c480 req-c7418870-d729-4a5f-a098-b995c55a7ed7 tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1105c1a-3939-4d84-871f-541dff3f37c3 HTTP/1.1" status: 200 len: 944 time: 0.1120994 Oct 19 01:34:04.531193 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f31d20-60ac-4393-8d67-a8361aeb7d13 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Made reservation on behalf of 7b98efdd3de24865be5e59e37fe1619c for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:04.534729 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-61f31d20-60ac-4393-8d67-a8361aeb7d13 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:04.558037 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-d51f92e2-5c3d-4188-b34c-69b2faa54116 service neutron] For port ce4a639a-5691-4d50-9f37-b683176b97bf, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:34:04.561249 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-d51f92e2-5c3d-4188-b34c-69b2faa54116 service neutron] For port ce4a639a-5691-4d50-9f37-b683176b97bf, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=ce4a639a-5691-4d50-9f37-b683176b97bf,segment=NetworkSegment(6919de29-0163-48ab-ae80-169a55843e35),segment_id=6919de29-0163-48ab-ae80-169a55843e35)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:34:04.566031 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-d51f92e2-5c3d-4188-b34c-69b2faa54116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:04.602799 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-d51f92e2-5c3d-4188-b34c-69b2faa54116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:04.603403 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-d51f92e2-5c3d-4188-b34c-69b2faa54116 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:04.604894 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-d51f92e2-5c3d-4188-b34c-69b2faa54116 service neutron] 10.222.0.24 "PUT /v2.0/ports/ce4a639a-5691-4d50-9f37-b683176b97bf HTTP/1.1" status: 200 len: 1093 time: 0.6821175 Oct 19 01:34:04.605334 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1105c1a-3939-4d84-871f-541dff3f37c3', 'tag': 'ce4a639a-5691-4d50-9f37-b683176b97bf'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:34:04.608170 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89843792-5b62-4fd5-8a59-d2fac3f5ed98" -d '{"events": [{"name": "network-changed", "server_uuid": "a1105c1a-3939-4d84-871f-541dff3f37c3", "tag": "ce4a639a-5691-4d50-9f37-b683176b97bf"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:34:04.633653 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7fe12eb0-7801-4fc9-b10c-f1f7c1b6c480 req-c2dda947-66db-4314-acda-133104f86576 tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e8ecc1a-9639-4ba3-b3a3-b4e8333f6972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944405 Oct 19 01:34:04.676593 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0e8689-4a1a-46d1-b1ff-a4478a522c1e x-openstack-request-id: req-8a0e8689-4a1a-46d1-b1ff-a4478a522c1e {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:34:04.676883 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1105c1a-3939-4d84-871f-541dff3f37c3", "tag": "ce4a639a-5691-4d50-9f37-b683176b97bf", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:34:04.677127 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8a0e8689-4a1a-46d1-b1ff-a4478a522c1e {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:34:04.677523 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1105c1a-3939-4d84-871f-541dff3f37c3', 'tag': 'ce4a639a-5691-4d50-9f37-b683176b97bf', 'status': 'completed', 'code': 200} Oct 19 01:34:04.683167 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f92e2-5c3d-4188-b34c-69b2faa54116 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4a639a-5691-4d50-9f37-b683176b97bf,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:04.700220 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-d8047823-a0ff-45c1-a41f-48020b78869f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:04.701740 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-d8047823-a0ff-45c1-a41f-48020b78869f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2ab227da3054511a1892b7116516372&device_id=a1105c1a-3939-4d84-871f-541dff3f37c3 HTTP/1.1" status: 200 len: 1096 time: 0.0538476 Oct 19 01:34:04.749168 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-a841849c-34e0-4f19-8e4b-56994b0e087d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce4a639a-5691-4d50-9f37-b683176b97bf HTTP/1.1" status: 200 len: 217 time: 0.0393529 Oct 19 01:34:04.754812 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-61f31d20-60ac-4393-8d67-a8361aeb7d13 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:04.798820 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-4ad73950-026d-4236-8d5a-93acb7af020f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:04.800411 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-4ad73950-026d-4236-8d5a-93acb7af020f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d7cd6fc2-7e65-4d0c-8bad-8979b05b2991 HTTP/1.1" status: 200 len: 848 time: 0.0449700 Oct 19 01:34:04.815521 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f31d20-60ac-4393-8d67-a8361aeb7d13 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Subnet': ['ID=99569698-1c8d-4411-8f8d-67c08374aa45,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:04.825182 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f31d20-60ac-4393-8d67-a8361aeb7d13 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Checking segment: {'id': '85882460-f0a4-4619-abbc-5d3e2a5fcc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '64fa2ba6-a9ec-42ef-81d5-d5af991a88d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:34:04.825555 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f31d20-60ac-4393-8d67-a8361aeb7d13 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Network hostable DHCP agents. Network: 64fa2ba6-a9ec-42ef-81d5-d5af991a88d9, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:34:04.836676 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-c7794051-14fa-461d-abf3-3d9313cdc0e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=10496984-325e-4cb9-bddd-d531f3a0f412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276613 Oct 19 01:34:04.843255 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f31d20-60ac-4393-8d67-a8361aeb7d13 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Network 64fa2ba6-a9ec-42ef-81d5-d5af991a88d9 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:34:04.852577 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-61f31d20-60ac-4393-8d67-a8361aeb7d13 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 64fa2ba6-a9ec-42ef-81d5-d5af991a88d9) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:04.856794 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f31d20-60ac-4393-8d67-a8361aeb7d13 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:04.857391 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-61f31d20-60ac-4393-8d67-a8361aeb7d13 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:04.863418 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7094bf1-0b26-4831-8535-f408b2fad05f None None] Network 64fa2ba6-a9ec-42ef-81d5-d5af991a88d9 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:04.873689 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-61f31d20-60ac-4393-8d67-a8361aeb7d13 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5255752 Oct 19 01:34:04.876673 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44426) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:04.881592 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-e57b4bd8-09af-4bdd-a488-688efa577720 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Request body: {'subnet': {'network_id': 'b3666f92-09f3-4dd3-ae29-8dabdd1385a5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:04.940025 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-d5187c8b-3619-4d63-a4c8-81fb2747d6be service neutron] 10.222.0.24 "GET /v2.0/networks/10496984-325e-4cb9-bddd-d531f3a0f412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966613 Oct 19 01:34:04.980932 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57b4bd8-09af-4bdd-a488-688efa577720 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Made reservation on behalf of 7b98efdd3de24865be5e59e37fe1619c for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:04.984809 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e57b4bd8-09af-4bdd-a488-688efa577720 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:05.036542 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-75bacaa2-56f0-4dce-b245-f04b1a98e324 req-2ff035d2-184e-4e2f-a563-2dcb716b7cff service neutron] 10.222.0.24 "GET /v2.0/networks/10496984-325e-4cb9-bddd-d531f3a0f412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895071 Oct 19 01:34:05.039594 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5397e2-e07a-4579-b462-07f7a16b7c2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-64fa2ba6-a9ec-42ef-81d5-d5af991a88d9', 'network_id': '64fa2ba6-a9ec-42ef-81d5-d5af991a88d9', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'fixed_ips': [{'subnet_id': '99569698-1c8d-4411-8f8d-67c08374aa45'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:34:05.040499 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6b5397e2-e07a-4579-b462-07f7a16b7c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:05.129013 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89843792-5b62-4fd5-8a59-d2fac3f5ed98 req-40a7d799-9772-40eb-8432-4c06f0609fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:05.130516 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-89843792-5b62-4fd5-8a59-d2fac3f5ed98 req-40a7d799-9772-40eb-8432-4c06f0609fdc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2ab227da3054511a1892b7116516372&device_id=a1105c1a-3939-4d84-871f-541dff3f37c3 HTTP/1.1" status: 200 len: 1096 time: 0.0427449 Oct 19 01:34:05.179290 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e57b4bd8-09af-4bdd-a488-688efa577720 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:05.184228 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-6b5397e2-e07a-4579-b462-07f7a16b7c2a None None] Allocated IP 2001:db8::2 (64fa2ba6-a9ec-42ef-81d5-d5af991a88d9/99569698-1c8d-4411-8f8d-67c08374aa45/e18fdbf6-edd5-4efc-bbb4-82d8184a1da3) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:34:05.240580 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89843792-5b62-4fd5-8a59-d2fac3f5ed98 req-e0df6308-4b34-4557-9b42-5a6ce6cc76e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:05.242400 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-89843792-5b62-4fd5-8a59-d2fac3f5ed98 req-e0df6308-4b34-4557-9b42-5a6ce6cc76e5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=10496984-325e-4cb9-bddd-d531f3a0f412 HTTP/1.1" status: 200 len: 909 time: 0.1045089 Oct 19 01:34:05.243856 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b4bd8-09af-4bdd-a488-688efa577720 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Subnet': ['ID=19ee0057-ad79-48a7-8c66-929904254c70,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:05.252107 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57b4bd8-09af-4bdd-a488-688efa577720 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Checking segment: {'id': '4fa25bf1-86c5-4df3-b5e1-8e4f2904349d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b3666f92-09f3-4dd3-ae29-8dabdd1385a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:34:05.252478 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57b4bd8-09af-4bdd-a488-688efa577720 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Network hostable DHCP agents. Network: b3666f92-09f3-4dd3-ae29-8dabdd1385a5, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:34:05.270691 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57b4bd8-09af-4bdd-a488-688efa577720 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Network b3666f92-09f3-4dd3-ae29-8dabdd1385a5 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:34:05.280246 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-e57b4bd8-09af-4bdd-a488-688efa577720 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, b3666f92-09f3-4dd3-ae29-8dabdd1385a5) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:05.292319 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-89843792-5b62-4fd5-8a59-d2fac3f5ed98 req-8fe50a0a-afca-407e-ad73-c9b5dc3d70d1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce4a639a-5691-4d50-9f37-b683176b97bf HTTP/1.1" status: 200 len: 217 time: 0.0388906 Oct 19 01:34:05.293794 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fe9ff9-0bda-4f3a-8c25-1d50df242264 None None] Network b3666f92-09f3-4dd3-ae29-8dabdd1385a5 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:05.294352 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57b4bd8-09af-4bdd-a488-688efa577720 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:05.294949 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e57b4bd8-09af-4bdd-a488-688efa577720 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:05.312304 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e57b4bd8-09af-4bdd-a488-688efa577720 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4345860 Oct 19 01:34:05.315041 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44428) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:05.319819 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-4d68db28-c800-4210-bf15-edb99e4d5bc2 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1032825977', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:05.346951 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4d68db28-c800-4210-bf15-edb99e4d5bc2 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:05.348038 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4d68db28-c800-4210-bf15-edb99e4d5bc2 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:05.350825 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6b5397e2-e07a-4579-b462-07f7a16b7c2a None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:05.352077 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89843792-5b62-4fd5-8a59-d2fac3f5ed98 req-f59e144e-a8bc-4ecc-8c88-a689aaff856a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:05.353600 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-89843792-5b62-4fd5-8a59-d2fac3f5ed98 req-f59e144e-a8bc-4ecc-8c88-a689aaff856a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d7cd6fc2-7e65-4d0c-8bad-8979b05b2991 HTTP/1.1" status: 200 len: 848 time: 0.0539415 Oct 19 01:34:05.360385 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6b5397e2-e07a-4579-b462-07f7a16b7c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:05.387958 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-89843792-5b62-4fd5-8a59-d2fac3f5ed98 req-37a9d714-882f-4b38-8385-226114cfd146 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=10496984-325e-4cb9-bddd-d531f3a0f412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264840 Oct 19 01:34:05.408427 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4d68db28-c800-4210-bf15-edb99e4d5bc2 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:05.412701 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4d68db28-c800-4210-bf15-edb99e4d5bc2 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:05.432459 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4d68db28-c800-4210-bf15-edb99e4d5bc2 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:05.436357 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4d68db28-c800-4210-bf15-edb99e4d5bc2 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1177847 Oct 19 01:34:05.436828 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44430) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:05.438937 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5397e2-e07a-4579-b462-07f7a16b7c2a None None] Network 64fa2ba6-a9ec-42ef-81d5-d5af991a88d9 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:05.445948 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-6b5397e2-e07a-4579-b462-07f7a16b7c2a None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:05.451934 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5397e2-e07a-4579-b462-07f7a16b7c2a None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:34:05.456314 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5397e2-e07a-4579-b462-07f7a16b7c2a None None] Pushing event updated for resources: {'Port': ['ID=e18fdbf6-edd5-4efc-bbb4-82d8184a1da3,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:05.485772 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-89843792-5b62-4fd5-8a59-d2fac3f5ed98 req-36ef5eb5-7266-40e4-8b4e-88ba61f7f400 service neutron] 10.222.0.24 "GET /v2.0/networks/10496984-325e-4cb9-bddd-d531f3a0f412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906525 Oct 19 01:34:05.547795 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-6b5397e2-e07a-4579-b462-07f7a16b7c2a None None] Attempting to bind port e18fdbf6-edd5-4efc-bbb4-82d8184a1da3 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:34:05.548178 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-6b5397e2-e07a-4579-b462-07f7a16b7c2a None None] Attempting to bind port e18fdbf6-edd5-4efc-bbb4-82d8184a1da3 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '85882460-f0a4-4619-abbc-5d3e2a5fcc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '64fa2ba6-a9ec-42ef-81d5-d5af991a88d9'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:34:05.548560 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5397e2-e07a-4579-b462-07f7a16b7c2a None None] Attempting to bind port e18fdbf6-edd5-4efc-bbb4-82d8184a1da3 on network 64fa2ba6-a9ec-42ef-81d5-d5af991a88d9 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:34:05.558939 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5397e2-e07a-4579-b462-07f7a16b7c2a None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:34:05.559324 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5397e2-e07a-4579-b462-07f7a16b7c2a None None] Checking segment: {'id': '85882460-f0a4-4619-abbc-5d3e2a5fcc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '64fa2ba6-a9ec-42ef-81d5-d5af991a88d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:34:05.559745 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6b5397e2-e07a-4579-b462-07f7a16b7c2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:05.560145 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5397e2-e07a-4579-b462-07f7a16b7c2a None None] Bound using segment: {'id': '85882460-f0a4-4619-abbc-5d3e2a5fcc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '64fa2ba6-a9ec-42ef-81d5-d5af991a88d9'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:34:05.560628 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-6b5397e2-e07a-4579-b462-07f7a16b7c2a None None] Bound port: e18fdbf6-edd5-4efc-bbb4-82d8184a1da3, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85882460-f0a4-4619-abbc-5d3e2a5fcc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '64fa2ba6-a9ec-42ef-81d5-d5af991a88d9'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:34:05.561012 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6b5397e2-e07a-4579-b462-07f7a16b7c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:05.587112 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-89843792-5b62-4fd5-8a59-d2fac3f5ed98 req-7dccd410-9cbd-41f2-962a-bcb7deedd76e service neutron] 10.222.0.24 "GET /v2.0/networks/10496984-325e-4cb9-bddd-d531f3a0f412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934958 Oct 19 01:34:05.594637 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ca355c-4f52-47ea-8228-fc2136541829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-b3666f92-09f3-4dd3-ae29-8dabdd1385a5', 'network_id': 'b3666f92-09f3-4dd3-ae29-8dabdd1385a5', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'fixed_ips': [{'subnet_id': '19ee0057-ad79-48a7-8c66-929904254c70'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:34:05.595481 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c1ca355c-4f52-47ea-8228-fc2136541829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:05.711264 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-6b5397e2-e07a-4579-b462-07f7a16b7c2a None None] For port e18fdbf6-edd5-4efc-bbb4-82d8184a1da3, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:34:05.729881 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-6b5397e2-e07a-4579-b462-07f7a16b7c2a None None] For port e18fdbf6-edd5-4efc-bbb4-82d8184a1da3, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=e18fdbf6-edd5-4efc-bbb4-82d8184a1da3,segment=NetworkSegment(85882460-f0a4-4619-abbc-5d3e2a5fcc54),segment_id=85882460-f0a4-4619-abbc-5d3e2a5fcc54)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:34:05.738433 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6b5397e2-e07a-4579-b462-07f7a16b7c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:05.768457 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6d6a-e5ab-404a-b4ed-89fcfd36c3ac tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:05.833054 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede32ee-04a7-4b73-861f-a6ed0fe5b887 req-efeda785-c7fc-45d8-94ec-f7e692e53f61 tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:05.834801 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cede32ee-04a7-4b73-861f-a6ed0fe5b887 req-efeda785-c7fc-45d8-94ec-f7e692e53f61 tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1105c1a-3939-4d84-871f-541dff3f37c3 HTTP/1.1" status: 200 len: 944 time: 0.1239831 Oct 19 01:34:05.961509 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cede32ee-04a7-4b73-861f-a6ed0fe5b887 req-744c345a-7920-4562-8940-12341e856a09 tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e8ecc1a-9639-4ba3-b3a3-b4e8333f6972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194534 Oct 19 01:34:05.975153 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-c1ca355c-4f52-47ea-8228-fc2136541829 None None] Allocated IP 2001:db8:1::2 (b3666f92-09f3-4dd3-ae29-8dabdd1385a5/19ee0057-ad79-48a7-8c66-929904254c70/68605c6e-4d3a-48b5-85af-8df798416835) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:34:06.005728 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5397e2-e07a-4579-b462-07f7a16b7c2a None None] Pushing event updated for resources: {'Port': ['ID=e18fdbf6-edd5-4efc-bbb4-82d8184a1da3,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:06.086235 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-4b9f6d6a-e5ab-404a-b4ed-89fcfd36c3ac tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Allocated IP 2001:db8::1 (64fa2ba6-a9ec-42ef-81d5-d5af991a88d9/99569698-1c8d-4411-8f8d-67c08374aa45/c55a286a-ce1f-4646-85ca-03987b823b79) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:34:06.148972 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c1ca355c-4f52-47ea-8228-fc2136541829 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:06.176420 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c1ca355c-4f52-47ea-8228-fc2136541829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:06.214012 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6d6a-e5ab-404a-b4ed-89fcfd36c3ac tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:06.220975 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ca355c-4f52-47ea-8228-fc2136541829 None None] Network b3666f92-09f3-4dd3-ae29-8dabdd1385a5 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:06.228209 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-c1ca355c-4f52-47ea-8228-fc2136541829 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:06.233265 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ca355c-4f52-47ea-8228-fc2136541829 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:34:06.239287 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca355c-4f52-47ea-8228-fc2136541829 None None] Pushing event updated for resources: {'Port': ['ID=68605c6e-4d3a-48b5-85af-8df798416835,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:06.253023 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6d6a-e5ab-404a-b4ed-89fcfd36c3ac tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:06.296565 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-c1ca355c-4f52-47ea-8228-fc2136541829 None None] Attempting to bind port 68605c6e-4d3a-48b5-85af-8df798416835 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:34:06.297058 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-c1ca355c-4f52-47ea-8228-fc2136541829 None None] Attempting to bind port 68605c6e-4d3a-48b5-85af-8df798416835 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '4fa25bf1-86c5-4df3-b5e1-8e4f2904349d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b3666f92-09f3-4dd3-ae29-8dabdd1385a5'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:34:06.297311 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ca355c-4f52-47ea-8228-fc2136541829 None None] Attempting to bind port 68605c6e-4d3a-48b5-85af-8df798416835 on network b3666f92-09f3-4dd3-ae29-8dabdd1385a5 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:34:06.302895 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ca355c-4f52-47ea-8228-fc2136541829 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:34:06.303278 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ca355c-4f52-47ea-8228-fc2136541829 None None] Checking segment: {'id': '4fa25bf1-86c5-4df3-b5e1-8e4f2904349d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b3666f92-09f3-4dd3-ae29-8dabdd1385a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:34:06.303682 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c1ca355c-4f52-47ea-8228-fc2136541829 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:06.304102 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ca355c-4f52-47ea-8228-fc2136541829 None None] Bound using segment: {'id': '4fa25bf1-86c5-4df3-b5e1-8e4f2904349d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b3666f92-09f3-4dd3-ae29-8dabdd1385a5'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:34:06.304755 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-c1ca355c-4f52-47ea-8228-fc2136541829 None None] Bound port: 68605c6e-4d3a-48b5-85af-8df798416835, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa25bf1-86c5-4df3-b5e1-8e4f2904349d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b3666f92-09f3-4dd3-ae29-8dabdd1385a5'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:34:06.305353 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c1ca355c-4f52-47ea-8228-fc2136541829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:06.305859 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9f6d6a-e5ab-404a-b4ed-89fcfd36c3ac tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Network 64fa2ba6-a9ec-42ef-81d5-d5af991a88d9 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:06.309457 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-4b9f6d6a-e5ab-404a-b4ed-89fcfd36c3ac tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:06.313687 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9f6d6a-e5ab-404a-b4ed-89fcfd36c3ac tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:34:06.314237 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6d6a-e5ab-404a-b4ed-89fcfd36c3ac tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:06.355346 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f6d6a-e5ab-404a-b4ed-89fcfd36c3ac tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Port': ['ID=c55a286a-ce1f-4646-85ca-03987b823b79,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:06.375374 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-c1ca355c-4f52-47ea-8228-fc2136541829 None None] For port 68605c6e-4d3a-48b5-85af-8df798416835, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:34:06.378424 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-c1ca355c-4f52-47ea-8228-fc2136541829 None None] For port 68605c6e-4d3a-48b5-85af-8df798416835, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=68605c6e-4d3a-48b5-85af-8df798416835,segment=NetworkSegment(4fa25bf1-86c5-4df3-b5e1-8e4f2904349d),segment_id=4fa25bf1-86c5-4df3-b5e1-8e4f2904349d)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:34:06.381738 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c1ca355c-4f52-47ea-8228-fc2136541829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:06.436480 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6d6a-e5ab-404a-b4ed-89fcfd36c3ac tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:06.443544 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca355c-4f52-47ea-8228-fc2136541829 None None] Pushing event updated for resources: {'Port': ['ID=68605c6e-4d3a-48b5-85af-8df798416835,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:06.736558 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6d6a-e5ab-404a-b4ed-89fcfd36c3ac tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:06.741347 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6d6a-e5ab-404a-b4ed-89fcfd36c3ac tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:06.742199 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6d6a-e5ab-404a-b4ed-89fcfd36c3ac tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:06.814349 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f6d6a-e5ab-404a-b4ed-89fcfd36c3ac tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Port': ['ID=c55a286a-ce1f-4646-85ca-03987b823b79,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:06.883075 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9f6d6a-e5ab-404a-b4ed-89fcfd36c3ac tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Network 64fa2ba6-a9ec-42ef-81d5-d5af991a88d9 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:06.884545 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-4b9f6d6a-e5ab-404a-b4ed-89fcfd36c3ac tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:06.967697 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4d460f-51da-4e27-921d-d36a9670a158 None None] Network 64fa2ba6-a9ec-42ef-81d5-d5af991a88d9 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:07.014219 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9f6d6a-e5ab-404a-b4ed-89fcfd36c3ac tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Router d6075ea6-d17b-4731-bebc-1adc4ab636e4 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:34:07.076906 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-bff1b879-f298-4662-a75c-85330a686de5 None None] Provisioning complete for port e18fdbf6-edd5-4efc-bbb4-82d8184a1da3 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:07.077630 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bff1b879-f298-4662-a75c-85330a686de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:07.107938 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0db34-c6fe-4a83-ba68-d1f898187404 req-74dd1b8c-b536-4461-bc73-0abc94fa5df2 tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:07.118138 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a6b0db34-c6fe-4a83-ba68-d1f898187404 req-74dd1b8c-b536-4461-bc73-0abc94fa5df2 tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1105c1a-3939-4d84-871f-541dff3f37c3 HTTP/1.1" status: 200 len: 944 time: 0.0662880 Oct 19 01:34:07.128122 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9f6d6a-e5ab-404a-b4ed-89fcfd36c3ac tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:34:07.136453 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4b9f6d6a-e5ab-404a-b4ed-89fcfd36c3ac tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "PUT /v2.0/routers/d6075ea6-d17b-4731-bebc-1adc4ab636e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6981947 Oct 19 01:34:07.139113 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44436) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:07.142470 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02acc9d-3de4-4672-80d0-c66054fa889f None None] Sync routers for ids ['d6075ea6-d17b-4731-bebc-1adc4ab636e4'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:34:07.159086 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02acc9d-3de4-4672-80d0-c66054fa889f None None] Routers {'d6075ea6-d17b-4731-bebc-1adc4ab636e4'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:07.159967 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-e02acc9d-3de4-4672-80d0-c66054fa889f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:33:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d6075ea6-d17b-4731-bebc-1adc4ab636e4'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:07.173686 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a6b0db34-c6fe-4a83-ba68-d1f898187404 req-8a262dd6-20ff-4733-be64-74fb5483e8b2 tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e8ecc1a-9639-4ba3-b3a3-b4e8333f6972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546682 Oct 19 01:34:07.195869 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e9cc4d-bb83-4b8b-b8d7-30eea926db1e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:07.197712 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-16e9cc4d-bb83-4b8b-b8d7-30eea926db1e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "GET /v2.0/ports/c55a286a-ce1f-4646-85ca-03987b823b79 HTTP/1.1" status: 200 len: 911 time: 0.0574164 Oct 19 01:34:07.200902 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44438) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:07.212335 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-e02acc9d-3de4-4672-80d0-c66054fa889f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:07.221792 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02acc9d-3de4-4672-80d0-c66054fa889f None None] Routers {'d6075ea6-d17b-4731-bebc-1adc4ab636e4'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:07.222395 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-e02acc9d-3de4-4672-80d0-c66054fa889f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:33:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d6075ea6-d17b-4731-bebc-1adc4ab636e4'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:07.239600 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bff1b879-f298-4662-a75c-85330a686de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:07.263407 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-e02acc9d-3de4-4672-80d0-c66054fa889f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:07.264644 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02acc9d-3de4-4672-80d0-c66054fa889f None None] The sync data for ids ['d6075ea6-d17b-4731-bebc-1adc4ab636e4'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:34:07.284194 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-bff1b879-f298-4662-a75c-85330a686de5 None None] For port e18fdbf6-edd5-4efc-bbb4-82d8184a1da3, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=e18fdbf6-edd5-4efc-bbb4-82d8184a1da3,segment=NetworkSegment(85882460-f0a4-4619-abbc-5d3e2a5fcc54),segment_id=85882460-f0a4-4619-abbc-5d3e2a5fcc54)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:07.293550 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bff1b879-f298-4662-a75c-85330a686de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:07.362952 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff1b879-f298-4662-a75c-85330a686de5 None None] Pushing event updated for resources: {'Port': ['ID=e18fdbf6-edd5-4efc-bbb4-82d8184a1da3,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:07.474349 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2d99a1-42da-4161-8acf-0aaa6756aac0 None None] Network b3666f92-09f3-4dd3-ae29-8dabdd1385a5 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:07.554983 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-93be0fee-b47a-4389-ade2-ce05dee86119 None None] Provisioning complete for port 68605c6e-4d3a-48b5-85af-8df798416835 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:07.555290 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-93be0fee-b47a-4389-ade2-ce05dee86119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:07.708542 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-93be0fee-b47a-4389-ade2-ce05dee86119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:07.751139 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-93be0fee-b47a-4389-ade2-ce05dee86119 None None] For port 68605c6e-4d3a-48b5-85af-8df798416835, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=68605c6e-4d3a-48b5-85af-8df798416835,segment=NetworkSegment(4fa25bf1-86c5-4df3-b5e1-8e4f2904349d),segment_id=4fa25bf1-86c5-4df3-b5e1-8e4f2904349d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:07.757746 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-93be0fee-b47a-4389-ade2-ce05dee86119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:07.824185 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be0fee-b47a-4389-ade2-ce05dee86119 None None] Pushing event updated for resources: {'Port': ['ID=68605c6e-4d3a-48b5-85af-8df798416835,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:07.896469 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-d51ab869-47d4-4110-b620-f15e7a87c1cd None None] Provisioning complete for port e18fdbf6-edd5-4efc-bbb4-82d8184a1da3 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:07.897129 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d51ab869-47d4-4110-b620-f15e7a87c1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:07.974096 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-20c407fc-2e22-4015-be2d-6471a462eaa0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:07.974750 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device e18fdbf6-edd5-4efc-bbb4-82d8184a1da3 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:34:08.049062 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-d51ab869-47d4-4110-b620-f15e7a87c1cd None None] Provisioning complete for port c55a286a-ce1f-4646-85ca-03987b823b79 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:08.049437 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d51ab869-47d4-4110-b620-f15e7a87c1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:08.074869 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port e18fdbf6-edd5-4efc-bbb4-82d8184a1da3 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:08.075243 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:08.116380 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-d51ab869-47d4-4110-b620-f15e7a87c1cd None None] Port c55a286a-ce1f-4646-85ca-03987b823b79 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:34:08.164970 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 68605c6e-4d3a-48b5-85af-8df798416835 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:34:08.188883 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device ce4a639a-5691-4d50-9f37-b683176b97bf details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:34:08.287314 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b9bf60fb-1d1f-43af-9c22-f94eb2fc5783 None None] Provisioning complete for port 68605c6e-4d3a-48b5-85af-8df798416835 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:08.287693 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b9bf60fb-1d1f-43af-9c22-f94eb2fc5783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:08.303327 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-20c407fc-2e22-4015-be2d-6471a462eaa0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Allocated IP 2001:db8:1::1 (b3666f92-09f3-4dd3-ae29-8dabdd1385a5/19ee0057-ad79-48a7-8c66-929904254c70/6af75fc4-2563-4d6b-9f6e-9420cb17a145) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:34:08.317916 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92807e3-e4f5-4785-aa52-7ae9f9a38c33 req-b80f8bf7-58de-4f55-9f89-e6885b3fcb34 tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:08.319392 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e92807e3-e4f5-4785-aa52-7ae9f9a38c33 req-b80f8bf7-58de-4f55-9f89-e6885b3fcb34 tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1105c1a-3939-4d84-871f-541dff3f37c3 HTTP/1.1" status: 200 len: 944 time: 0.0727253 Oct 19 01:34:08.322636 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 68605c6e-4d3a-48b5-85af-8df798416835 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:08.323075 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:08.381199 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port ce4a639a-5691-4d50-9f37-b683176b97bf, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=ce4a639a-5691-4d50-9f37-b683176b97bf,segment=NetworkSegment(6919de29-0163-48ab-ae80-169a55843e35),segment_id=6919de29-0163-48ab-ae80-169a55843e35)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:08.398250 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'ce4a639a-5691-4d50-9f37-b683176b97bf', 'network_id': '10496984-325e-4cb9-bddd-d531f3a0f412', 'port_id': 'ce4a639a-5691-4d50-9f37-b683176b97bf', 'mac_address': 'fa:16:3e:f0:e9:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7cd6fc2-7e65-4d0c-8bad-8979b05b2991', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:34:08.417724 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e92807e3-e4f5-4785-aa52-7ae9f9a38c33 req-3ce2c53f-c890-41ea-a82f-ab789176590f tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e8ecc1a-9639-4ba3-b3a3-b4e8333f6972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882404 Oct 19 01:34:08.472218 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-20c407fc-2e22-4015-be2d-6471a462eaa0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:08.499575 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:08.506950 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-20c407fc-2e22-4015-be2d-6471a462eaa0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:08.522861 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4a639a-5691-4d50-9f37-b683176b97bf {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:34:08.531229 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b9bf60fb-1d1f-43af-9c22-f94eb2fc5783 None None] Provisioning complete for port c55a286a-ce1f-4646-85ca-03987b823b79 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:08.531605 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b9bf60fb-1d1f-43af-9c22-f94eb2fc5783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:08.551094 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c407fc-2e22-4015-be2d-6471a462eaa0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Network b3666f92-09f3-4dd3-ae29-8dabdd1385a5 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:08.554215 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-20c407fc-2e22-4015-be2d-6471a462eaa0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:08.556721 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c407fc-2e22-4015-be2d-6471a462eaa0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:34:08.557406 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-20c407fc-2e22-4015-be2d-6471a462eaa0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:08.564351 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port ce4a639a-5691-4d50-9f37-b683176b97bf, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=ce4a639a-5691-4d50-9f37-b683176b97bf,segment=NetworkSegment(6919de29-0163-48ab-ae80-169a55843e35),segment_id=6919de29-0163-48ab-ae80-169a55843e35)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:08.571090 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:08.599512 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-b9bf60fb-1d1f-43af-9c22-f94eb2fc5783 None None] Port c55a286a-ce1f-4646-85ca-03987b823b79 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:34:08.599914 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c407fc-2e22-4015-be2d-6471a462eaa0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Port': ['ID=6af75fc4-2563-4d6b-9f6e-9420cb17a145,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:08.628623 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=ce4a639a-5691-4d50-9f37-b683176b97bf,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:08.689761 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-20c407fc-2e22-4015-be2d-6471a462eaa0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:08.802874 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['ce4a639a-5691-4d50-9f37-b683176b97bf'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:34:08.853257 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-2a759e3d-a66b-48cf-8be6-6363f0929593 None None] Provisioning complete for port 6af75fc4-2563-4d6b-9f6e-9420cb17a145 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:08.853646 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2a759e3d-a66b-48cf-8be6-6363f0929593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:08.905373 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-2a759e3d-a66b-48cf-8be6-6363f0929593 None None] Port 6af75fc4-2563-4d6b-9f6e-9420cb17a145 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:34:08.965531 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-20c407fc-2e22-4015-be2d-6471a462eaa0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:08.970126 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-20c407fc-2e22-4015-be2d-6471a462eaa0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:08.970898 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-20c407fc-2e22-4015-be2d-6471a462eaa0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:09.036595 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c407fc-2e22-4015-be2d-6471a462eaa0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Port': ['ID=6af75fc4-2563-4d6b-9f6e-9420cb17a145,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:09.101775 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c407fc-2e22-4015-be2d-6471a462eaa0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Network b3666f92-09f3-4dd3-ae29-8dabdd1385a5 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:09.103151 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-20c407fc-2e22-4015-be2d-6471a462eaa0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:09.203329 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c407fc-2e22-4015-be2d-6471a462eaa0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Router d6075ea6-d17b-4731-bebc-1adc4ab636e4 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:34:09.307354 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c407fc-2e22-4015-be2d-6471a462eaa0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:34:09.313417 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-20c407fc-2e22-4015-be2d-6471a462eaa0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "PUT /v2.0/routers/d6075ea6-d17b-4731-bebc-1adc4ab636e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1105380 Oct 19 01:34:09.315035 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44442) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:09.320973 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da1a2c8-c515-48e0-83f3-659266a483c5 None None] Sync routers for ids ['d6075ea6-d17b-4731-bebc-1adc4ab636e4'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:34:09.337410 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da1a2c8-c515-48e0-83f3-659266a483c5 None None] Routers {'d6075ea6-d17b-4731-bebc-1adc4ab636e4'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:09.338084 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-9da1a2c8-c515-48e0-83f3-659266a483c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:33:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d6075ea6-d17b-4731-bebc-1adc4ab636e4'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:09.341171 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-94f55b92-ecb6-4b05-8493-a34e0972ca18 None None] Provisioning complete for port 6af75fc4-2563-4d6b-9f6e-9420cb17a145 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:09.341550 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-94f55b92-ecb6-4b05-8493-a34e0972ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:09.363430 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23014733-7d48-46c0-a5a5-1127163a76f8 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:09.364879 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-23014733-7d48-46c0-a5a5-1127163a76f8 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "GET /v2.0/ports/6af75fc4-2563-4d6b-9f6e-9420cb17a145 HTTP/1.1" status: 200 len: 913 time: 0.0483150 Oct 19 01:34:09.367945 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44444) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:09.390516 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-9da1a2c8-c515-48e0-83f3-659266a483c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:09.410283 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da1a2c8-c515-48e0-83f3-659266a483c5 None None] Routers {'d6075ea6-d17b-4731-bebc-1adc4ab636e4'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:09.410903 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-9da1a2c8-c515-48e0-83f3-659266a483c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:33:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d6075ea6-d17b-4731-bebc-1adc4ab636e4'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:09.413837 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-94f55b92-ecb6-4b05-8493-a34e0972ca18 None None] Port 6af75fc4-2563-4d6b-9f6e-9420cb17a145 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:34:09.444567 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-9da1a2c8-c515-48e0-83f3-659266a483c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:09.445290 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da1a2c8-c515-48e0-83f3-659266a483c5 None None] The sync data for ids ['d6075ea6-d17b-4731-bebc-1adc4ab636e4'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:34:09.544492 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509c6d2-eb6e-4536-b665-0d187367a3af req-19365041-7509-4157-9c10-0f61329ff73e tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:09.545976 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a509c6d2-eb6e-4536-b665-0d187367a3af req-19365041-7509-4157-9c10-0f61329ff73e tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1105c1a-3939-4d84-871f-541dff3f37c3 HTTP/1.1" status: 200 len: 945 time: 0.0556040 Oct 19 01:34:09.583467 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a509c6d2-eb6e-4536-b665-0d187367a3af req-86d9636b-6901-415d-a4a0-8d34beb854b7 tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e8ecc1a-9639-4ba3-b3a3-b4e8333f6972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312161 Oct 19 01:34:09.689275 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3bf98ff5-43fe-4454-b842-b997dad5e99e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:09.790788 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 68605c6e-4d3a-48b5-85af-8df798416835 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:34:09.842292 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 68605c6e-4d3a-48b5-85af-8df798416835 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:09.842656 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:09.947179 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-3bf98ff5-43fe-4454-b842-b997dad5e99e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Deleting port 6af75fc4-2563-4d6b-9f6e-9420cb17a145 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:09.948174 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3bf98ff5-43fe-4454-b842-b997dad5e99e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:10.036815 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3bf98ff5-43fe-4454-b842-b997dad5e99e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:10.049168 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-3bf98ff5-43fe-4454-b842-b997dad5e99e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Calling delete_port for 6af75fc4-2563-4d6b-9f6e-9420cb17a145 owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:10.197759 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device ce4a639a-5691-4d50-9f37-b683176b97bf up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:34:10.222006 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3bf98ff5-43fe-4454-b842-b997dad5e99e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:10.246192 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port ce4a639a-5691-4d50-9f37-b683176b97bf completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:34:10.249809 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port ce4a639a-5691-4d50-9f37-b683176b97bf triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:10.250182 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:10.252053 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf98ff5-43fe-4454-b842-b997dad5e99e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event deleted for resources: {'Port': ['ID=6af75fc4-2563-4d6b-9f6e-9420cb17a145,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:10.335281 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:10.361554 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1105c1a-3939-4d84-871f-541dff3f37c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4a639a-5691-4d50-9f37-b683176b97bf'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:34:10.364079 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba7f6bc-ac4a-4f67-abef-b8621a722b2b" -d '{"events": [{"server_uuid": "a1105c1a-3939-4d84-871f-541dff3f37c3", "name": "network-vif-plugged", "status": "completed", "tag": "ce4a639a-5691-4d50-9f37-b683176b97bf"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:34:10.371330 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3bf98ff5-43fe-4454-b842-b997dad5e99e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:10.378868 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port ce4a639a-5691-4d50-9f37-b683176b97bf, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=ce4a639a-5691-4d50-9f37-b683176b97bf,segment=NetworkSegment(6919de29-0163-48ab-ae80-169a55843e35),segment_id=6919de29-0163-48ab-ae80-169a55843e35)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:10.383764 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:10.410529 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b704e5b-b685-4498-9ce9-e5f11637f6a3 x-openstack-request-id: req-8b704e5b-b685-4498-9ce9-e5f11637f6a3 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:34:10.411157 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1105c1a-3939-4d84-871f-541dff3f37c3", "name": "network-vif-plugged", "status": "completed", "tag": "ce4a639a-5691-4d50-9f37-b683176b97bf", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:34:10.411157 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8b704e5b-b685-4498-9ce9-e5f11637f6a3 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:34:10.411524 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1105c1a-3939-4d84-871f-541dff3f37c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4a639a-5691-4d50-9f37-b683176b97bf', 'code': 200} Oct 19 01:34:10.441010 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=ce4a639a-5691-4d50-9f37-b683176b97bf,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:10.507652 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb94d0-45e4-4144-a18b-9bc4dcf4ae64 req-907e5932-ceb2-4280-a346-e1ccf0d97b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:10.509196 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f6bb94d0-45e4-4144-a18b-9bc4dcf4ae64 req-907e5932-ceb2-4280-a346-e1ccf0d97b1d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a1105c1a-3939-4d84-871f-541dff3f37c3 HTTP/1.1" status: 200 len: 1098 time: 0.0418429 Oct 19 01:34:10.543279 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f6bb94d0-45e4-4144-a18b-9bc4dcf4ae64 req-85fd4b9c-141e-4542-953d-7ea17b7ce7f4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3e8ecc1a-9639-4ba3-b3a3-b4e8333f6972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270596 Oct 19 01:34:10.578319 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf98ff5-43fe-4454-b842-b997dad5e99e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Router d6075ea6-d17b-4731-bebc-1adc4ab636e4 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:34:10.671210 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf98ff5-43fe-4454-b842-b997dad5e99e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:34:10.676787 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3bf98ff5-43fe-4454-b842-b997dad5e99e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "PUT /v2.0/routers/d6075ea6-d17b-4731-bebc-1adc4ab636e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3075304 Oct 19 01:34:10.679436 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44452) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:10.681281 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db606fa0-fc18-407c-94a5-68a75c5b8bb1 None None] Sync routers for ids ['d6075ea6-d17b-4731-bebc-1adc4ab636e4'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:34:10.691169 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db606fa0-fc18-407c-94a5-68a75c5b8bb1 None None] Routers {'d6075ea6-d17b-4731-bebc-1adc4ab636e4'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:10.691811 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-db606fa0-fc18-407c-94a5-68a75c5b8bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:33:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d6075ea6-d17b-4731-bebc-1adc4ab636e4'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:10.699439 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f863906-377e-4f8e-b3e5-245d7a7d9f50 req-345069c2-6285-462e-9e6e-f4add0c125c0 tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:10.701053 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1f863906-377e-4f8e-b3e5-245d7a7d9f50 req-345069c2-6285-462e-9e6e-f4add0c125c0 tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1105c1a-3939-4d84-871f-541dff3f37c3 HTTP/1.1" status: 200 len: 946 time: 0.0509272 Oct 19 01:34:10.728325 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-db606fa0-fc18-407c-94a5-68a75c5b8bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:10.737852 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db606fa0-fc18-407c-94a5-68a75c5b8bb1 None None] Routers {'d6075ea6-d17b-4731-bebc-1adc4ab636e4'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:10.738445 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-db606fa0-fc18-407c-94a5-68a75c5b8bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:33:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d6075ea6-d17b-4731-bebc-1adc4ab636e4'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:10.739851 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1f863906-377e-4f8e-b3e5-245d7a7d9f50 req-1b4c7078-77ef-45a6-916e-80e9e4b6ef23 tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e8ecc1a-9639-4ba3-b3a3-b4e8333f6972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321200 Oct 19 01:34:10.770425 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-db606fa0-fc18-407c-94a5-68a75c5b8bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:10.771078 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db606fa0-fc18-407c-94a5-68a75c5b8bb1 None None] The sync data for ids ['d6075ea6-d17b-4731-bebc-1adc4ab636e4'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:34:10.997589 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5c5ab45a-db33-41fb-85e7-1ad40871f2b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:11.231136 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-5c5ab45a-db33-41fb-85e7-1ad40871f2b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Deleting port c55a286a-ce1f-4646-85ca-03987b823b79 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:11.231829 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5c5ab45a-db33-41fb-85e7-1ad40871f2b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:11.317648 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5c5ab45a-db33-41fb-85e7-1ad40871f2b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:11.331867 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-5c5ab45a-db33-41fb-85e7-1ad40871f2b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Calling delete_port for c55a286a-ce1f-4646-85ca-03987b823b79 owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:11.813970 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5c5ab45a-db33-41fb-85e7-1ad40871f2b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:11.853668 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ab45a-db33-41fb-85e7-1ad40871f2b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event deleted for resources: {'Port': ['ID=c55a286a-ce1f-4646-85ca-03987b823b79,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:11.976582 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61377ccd-da6f-4c44-9a83-c2cffee90761 req-becb40a3-5090-4448-8045-edb7909c7019 tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:11.978129 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61377ccd-da6f-4c44-9a83-c2cffee90761 req-becb40a3-5090-4448-8045-edb7909c7019 tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1105c1a-3939-4d84-871f-541dff3f37c3 HTTP/1.1" status: 200 len: 946 time: 0.1618621 Oct 19 01:34:11.979513 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5c5ab45a-db33-41fb-85e7-1ad40871f2b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:12.084330 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-61377ccd-da6f-4c44-9a83-c2cffee90761 req-29f8ac41-c815-4ed5-8327-d943113be47e tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e8ecc1a-9639-4ba3-b3a3-b4e8333f6972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981710 Oct 19 01:34:12.166661 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5ab45a-db33-41fb-85e7-1ad40871f2b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Router d6075ea6-d17b-4731-bebc-1adc4ab636e4 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:34:12.247471 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5ab45a-db33-41fb-85e7-1ad40871f2b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:34:12.252838 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5c5ab45a-db33-41fb-85e7-1ad40871f2b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "PUT /v2.0/routers/d6075ea6-d17b-4731-bebc-1adc4ab636e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5721684 Oct 19 01:34:12.255986 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44460) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:12.258399 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4fba1d-a6e8-487d-8b0b-e6b992d2e04e None None] Sync routers for ids ['d6075ea6-d17b-4731-bebc-1adc4ab636e4'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:34:12.271485 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4fba1d-a6e8-487d-8b0b-e6b992d2e04e None None] Routers {'d6075ea6-d17b-4731-bebc-1adc4ab636e4'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:12.272184 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-3a4fba1d-a6e8-487d-8b0b-e6b992d2e04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:33:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d6075ea6-d17b-4731-bebc-1adc4ab636e4'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:12.289736 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4551f340-daff-48b8-9707-06133aea0a2e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6075ea6-d17b-4731-bebc-1adc4ab636e4 HTTP/1.1" status: 200 len: 205 time: 0.0302260 Oct 19 01:34:12.290168 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44462) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:12.306891 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-3a4fba1d-a6e8-487d-8b0b-e6b992d2e04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:12.316008 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4fba1d-a6e8-487d-8b0b-e6b992d2e04e None None] Routers {'d6075ea6-d17b-4731-bebc-1adc4ab636e4'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:12.316688 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-3a4fba1d-a6e8-487d-8b0b-e6b992d2e04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:33:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d6075ea6-d17b-4731-bebc-1adc4ab636e4'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:12.357952 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-3a4fba1d-a6e8-487d-8b0b-e6b992d2e04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:12.358748 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4fba1d-a6e8-487d-8b0b-e6b992d2e04e None None] The sync data for ids ['d6075ea6-d17b-4731-bebc-1adc4ab636e4'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:34:12.369792 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b11e6a74-a40d-4942-98ca-924f275685a5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:12.538744 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b11e6a74-a40d-4942-98ca-924f275685a5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:12.541021 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b11e6a74-a40d-4942-98ca-924f275685a5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:12.588449 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b11e6a74-a40d-4942-98ca-924f275685a5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:12.589090 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11e6a74-a40d-4942-98ca-924f275685a5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Fanout notify agent at l3_agent the message router_deleted on router d6075ea6-d17b-4731-bebc-1adc4ab636e4 {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:34:12.596171 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b11e6a74-a40d-4942-98ca-924f275685a5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:12.597240 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b11e6a74-a40d-4942-98ca-924f275685a5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/routers/d6075ea6-d17b-4731-bebc-1adc4ab636e4 HTTP/1.1" status: 204 len: 168 time: 0.3058980 Oct 19 01:34:12.599918 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44472) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:12.649929 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-77bfa590-9fbe-4cf9-a8ae-56a694576fd9 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Deleting subnet 19ee0057-ad79-48a7-8c66-929904254c70 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:34:12.653376 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-77bfa590-9fbe-4cf9-a8ae-56a694576fd9 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:12.692367 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-77bfa590-9fbe-4cf9-a8ae-56a694576fd9 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:12.777389 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-77bfa590-9fbe-4cf9-a8ae-56a694576fd9 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:12.832559 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-77bfa590-9fbe-4cf9-a8ae-56a694576fd9 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:12.860936 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfa590-9fbe-4cf9-a8ae-56a694576fd9 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event deleted for resources: {'Subnet': ['ID=19ee0057-ad79-48a7-8c66-929904254c70,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:12.862985 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-77bfa590-9fbe-4cf9-a8ae-56a694576fd9 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:12.866279 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-77bfa590-9fbe-4cf9-a8ae-56a694576fd9 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/subnets/19ee0057-ad79-48a7-8c66-929904254c70 HTTP/1.1" status: 204 len: 168 time: 0.2654707 Oct 19 01:34:12.869525 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44474) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:12.870578 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898a3f3e-f9e7-4e8e-a2ed-2ed6bf1f4f06 None None] Network b3666f92-09f3-4dd3-ae29-8dabdd1385a5 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:12.921165 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b4c398f-4330-47e1-8507-ef841fa258d4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Deleting subnet 99569698-1c8d-4411-8f8d-67c08374aa45 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:34:12.924393 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b4c398f-4330-47e1-8507-ef841fa258d4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:12.971030 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b4c398f-4330-47e1-8507-ef841fa258d4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.059688 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b4c398f-4330-47e1-8507-ef841fa258d4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.067603 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e69cc77-173c-47b8-a7a8-8c167792ba51 None None] DHCP port deletion for b3666f92-09f3-4dd3-ae29-8dabdd1385a5 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:34:13.120172 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-3e69cc77-173c-47b8-a7a8-8c167792ba51 None None] Deleting port 68605c6e-4d3a-48b5-85af-8df798416835 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:13.120740 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3e69cc77-173c-47b8-a7a8-8c167792ba51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.125829 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b4c398f-4330-47e1-8507-ef841fa258d4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.153141 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c398f-4330-47e1-8507-ef841fa258d4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event deleted for resources: {'Subnet': ['ID=99569698-1c8d-4411-8f8d-67c08374aa45,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:13.157541 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9b4c398f-4330-47e1-8507-ef841fa258d4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.162117 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9b4c398f-4330-47e1-8507-ef841fa258d4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/subnets/99569698-1c8d-4411-8f8d-67c08374aa45 HTTP/1.1" status: 204 len: 168 time: 0.2909510 Oct 19 01:34:13.164682 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44476) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:13.189635 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0bdcd6-ff99-4a19-941b-70d515048650 None None] Network 64fa2ba6-a9ec-42ef-81d5-d5af991a88d9 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:13.226170 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-3e69cc77-173c-47b8-a7a8-8c167792ba51 None None] For port 68605c6e-4d3a-48b5-85af-8df798416835, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=68605c6e-4d3a-48b5-85af-8df798416835,segment=NetworkSegment(4fa25bf1-86c5-4df3-b5e1-8e4f2904349d),segment_id=4fa25bf1-86c5-4df3-b5e1-8e4f2904349d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:13.226565 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3e69cc77-173c-47b8-a7a8-8c167792ba51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.273138 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-868a365a-80a6-4d70-aaa6-13691a5238b0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.278470 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-3e69cc77-173c-47b8-a7a8-8c167792ba51 None None] Calling delete_port for 68605c6e-4d3a-48b5-85af-8df798416835 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:13.339925 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-868a365a-80a6-4d70-aaa6-13691a5238b0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Deleting port 68605c6e-4d3a-48b5-85af-8df798416835 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:13.340498 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-868a365a-80a6-4d70-aaa6-13691a5238b0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.406775 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-868a365a-80a6-4d70-aaa6-13691a5238b0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] For port 68605c6e-4d3a-48b5-85af-8df798416835, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=68605c6e-4d3a-48b5-85af-8df798416835,segment=NetworkSegment(4fa25bf1-86c5-4df3-b5e1-8e4f2904349d),segment_id=4fa25bf1-86c5-4df3-b5e1-8e4f2904349d)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:13.407143 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-868a365a-80a6-4d70-aaa6-13691a5238b0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.419983 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-868a365a-80a6-4d70-aaa6-13691a5238b0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Calling delete_port for 68605c6e-4d3a-48b5-85af-8df798416835 owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:13.510935 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-868a365a-80a6-4d70-aaa6-13691a5238b0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.539845 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a365a-80a6-4d70-aaa6-13691a5238b0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event deleted for resources: {'Port': ['ID=68605c6e-4d3a-48b5-85af-8df798416835,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:13.544203 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868a365a-80a6-4d70-aaa6-13691a5238b0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] No DVR routers for this DVR port 68605c6e-4d3a-48b5-85af-8df798416835 on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:34:13.568734 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3e69cc77-173c-47b8-a7a8-8c167792ba51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.595996 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69cc77-173c-47b8-a7a8-8c167792ba51 None None] Pushing event deleted for resources: {'Port': ['ID=68605c6e-4d3a-48b5-85af-8df798416835,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:13.604929 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e69cc77-173c-47b8-a7a8-8c167792ba51 None None] No DVR routers for this DVR port 68605c6e-4d3a-48b5-85af-8df798416835 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:34:13.629097 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aada12b9-16c9-4a43-932e-67136ced7492 None None] DHCP port deletion for 64fa2ba6-a9ec-42ef-81d5-d5af991a88d9 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:34:13.647395 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-868a365a-80a6-4d70-aaa6-13691a5238b0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.670991 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-868a365a-80a6-4d70-aaa6-13691a5238b0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3666f92-09f3-4dd3-ae29-8dabdd1385a5']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:13.682874 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-868a365a-80a6-4d70-aaa6-13691a5238b0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa25bf1-86c5-4df3-b5e1-8e4f2904349d') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:13.683313 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-868a365a-80a6-4d70-aaa6-13691a5238b0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa25bf1-86c5-4df3-b5e1-8e4f2904349d') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:13.683841 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-aada12b9-16c9-4a43-932e-67136ced7492 None None] Deleting port e18fdbf6-edd5-4efc-bbb4-82d8184a1da3 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:13.684225 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-aada12b9-16c9-4a43-932e-67136ced7492 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.694523 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-868a365a-80a6-4d70-aaa6-13691a5238b0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.711988 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-868a365a-80a6-4d70-aaa6-13691a5238b0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.719075 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868a365a-80a6-4d70-aaa6-13691a5238b0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:34:13.719467 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-868a365a-80a6-4d70-aaa6-13691a5238b0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.722673 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:34:13.722673 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:34:13.722673 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:34:13.722673 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:34:13.722673 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:34:13.722673 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:34:13.722673 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:34:13.722673 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:34:13.722673 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:34:13.722673 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:34:13.722673 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:34:13.722673 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:34:13.722673 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:34:13.722673 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:34:13.722673 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:34:13.722673 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:34:13.722673 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:34:13.722673 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:34:13.722673 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:34:13.722673 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:34:13.722673 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:34:13.722673 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:34:13.722673 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:34:13.722673 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:34:13.722673 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:34:13.722673 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:34:13.722673 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:34:13.722673 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:34:13.722673 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:34:13.722673 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:34:13.722673 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:34:13.722673 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:34:13.764098 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-aada12b9-16c9-4a43-932e-67136ced7492 None None] For port e18fdbf6-edd5-4efc-bbb4-82d8184a1da3, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=e18fdbf6-edd5-4efc-bbb4-82d8184a1da3,segment=NetworkSegment(85882460-f0a4-4619-abbc-5d3e2a5fcc54),segment_id=85882460-f0a4-4619-abbc-5d3e2a5fcc54)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:13.764572 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-aada12b9-16c9-4a43-932e-67136ced7492 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.787225 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-aada12b9-16c9-4a43-932e-67136ced7492 None None] Calling delete_port for e18fdbf6-edd5-4efc-bbb4-82d8184a1da3 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:13.788965 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-868a365a-80a6-4d70-aaa6-13691a5238b0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.798869 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-868a365a-80a6-4d70-aaa6-13691a5238b0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.802158 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-868a365a-80a6-4d70-aaa6-13691a5238b0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/networks/b3666f92-09f3-4dd3-ae29-8dabdd1385a5 HTTP/1.1" status: 204 len: 168 time: 0.6347468 Oct 19 01:34:13.804971 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44486) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:13.830326 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a365a-80a6-4d70-aaa6-13691a5238b0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event deleted for resources: {'Network': ['ID=b3666f92-09f3-4dd3-ae29-8dabdd1385a5,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:13.845709 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device e18fdbf6-edd5-4efc-bbb4-82d8184a1da3 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:34:13.909343 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-db94c2cd-bf16-49bd-b037-d621d9b8d0c4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.943688 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-aada12b9-16c9-4a43-932e-67136ced7492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.991807 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-db94c2cd-bf16-49bd-b037-d621d9b8d0c4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Deleting port e18fdbf6-edd5-4efc-bbb4-82d8184a1da3 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:13.992925 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada12b9-16c9-4a43-932e-67136ced7492 None None] Pushing event deleted for resources: {'Port': ['ID=e18fdbf6-edd5-4efc-bbb4-82d8184a1da3,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:13.993747 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-db94c2cd-bf16-49bd-b037-d621d9b8d0c4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.997108 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aada12b9-16c9-4a43-932e-67136ced7492 None None] No DVR routers for this DVR port e18fdbf6-edd5-4efc-bbb4-82d8184a1da3 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:34:14.002007 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:14.012543 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c648adb2-6364-4227-b592-464f7568d835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:14.044340 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 68605c6e-4d3a-48b5-85af-8df798416835 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:34:14.067067 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 68605c6e-4d3a-48b5-85af-8df798416835 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:34:14.067410 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 68605c6e-4d3a-48b5-85af-8df798416835 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:34:14.069733 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-db94c2cd-bf16-49bd-b037-d621d9b8d0c4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] For port e18fdbf6-edd5-4efc-bbb4-82d8184a1da3, host n-d-715271-26, got binding levels [] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:14.070092 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-db94c2cd-bf16-49bd-b037-d621d9b8d0c4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:14.085127 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-db94c2cd-bf16-49bd-b037-d621d9b8d0c4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Calling delete_port for e18fdbf6-edd5-4efc-bbb4-82d8184a1da3 owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:14.088483 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.ipam_backend_mixin [None req-db94c2cd-bf16-49bd-b037-d621d9b8d0c4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Port e18fdbf6-edd5-4efc-bbb4-82d8184a1da3 was not found and therefore no delete operation was performed {{(pid=100606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:34:14.089735 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-db94c2cd-bf16-49bd-b037-d621d9b8d0c4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:14.115194 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94c2cd-bf16-49bd-b037-d621d9b8d0c4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event deleted for resources: {'Port': ['ID=e18fdbf6-edd5-4efc-bbb4-82d8184a1da3,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:14.124973 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db94c2cd-bf16-49bd-b037-d621d9b8d0c4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] No DVR routers for this DVR port e18fdbf6-edd5-4efc-bbb4-82d8184a1da3 on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:34:14.204759 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-db94c2cd-bf16-49bd-b037-d621d9b8d0c4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:14.226947 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-db94c2cd-bf16-49bd-b037-d621d9b8d0c4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64fa2ba6-a9ec-42ef-81d5-d5af991a88d9']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:14.237294 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-db94c2cd-bf16-49bd-b037-d621d9b8d0c4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85882460-f0a4-4619-abbc-5d3e2a5fcc54') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:14.237790 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-db94c2cd-bf16-49bd-b037-d621d9b8d0c4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85882460-f0a4-4619-abbc-5d3e2a5fcc54') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:14.248088 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-db94c2cd-bf16-49bd-b037-d621d9b8d0c4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:14.262647 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-db94c2cd-bf16-49bd-b037-d621d9b8d0c4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:14.268682 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db94c2cd-bf16-49bd-b037-d621d9b8d0c4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:34:14.269226 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-db94c2cd-bf16-49bd-b037-d621d9b8d0c4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:14.272295 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:34:14.272295 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:34:14.272295 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:34:14.272295 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:34:14.272295 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:34:14.272295 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:34:14.272295 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:34:14.272295 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:34:14.272295 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:34:14.272295 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:34:14.272295 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:34:14.272295 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:34:14.272295 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:34:14.272295 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:34:14.272295 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:34:14.272295 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:34:14.272295 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:34:14.272295 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:34:14.272295 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:34:14.272295 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:34:14.272295 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:34:14.272295 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:34:14.272295 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:34:14.272295 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:34:14.272295 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:34:14.272295 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:34:14.272295 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:34:14.272295 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:34:14.272295 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:34:14.272295 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:34:14.272295 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:34:14.272295 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:34:14.338995 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-db94c2cd-bf16-49bd-b037-d621d9b8d0c4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:14.344147 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-db94c2cd-bf16-49bd-b037-d621d9b8d0c4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:14.347599 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-db94c2cd-bf16-49bd-b037-d621d9b8d0c4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/networks/64fa2ba6-a9ec-42ef-81d5-d5af991a88d9 HTTP/1.1" status: 204 len: 168 time: 0.5413551 Oct 19 01:34:14.351706 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44498) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:14.356520 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-84eb2c11-1cb6-469f-841d-a46c6f539e09 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1006108161'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:14.376566 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94c2cd-bf16-49bd-b037-d621d9b8d0c4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event deleted for resources: {'Network': ['ID=64fa2ba6-a9ec-42ef-81d5-d5af991a88d9,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:14.391135 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84eb2c11-1cb6-469f-841d-a46c6f539e09 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Made reservation on behalf of 7b98efdd3de24865be5e59e37fe1619c for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:14.394666 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-84eb2c11-1cb6-469f-841d-a46c6f539e09 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:14.422644 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84eb2c11-1cb6-469f-841d-a46c6f539e09 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:34:14.432407 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-84eb2c11-1cb6-469f-841d-a46c6f539e09 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:14.432760 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-84eb2c11-1cb6-469f-841d-a46c6f539e09 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Added segment c68aedd1-2a1a-487e-997b-3a1396983539 of type vlan for network bc73d5a3-8c55-4051-b639-fc81960b2a17 Oct 19 01:34:14.474845 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-84eb2c11-1cb6-469f-841d-a46c6f539e09 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:14.502813 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-84eb2c11-1cb6-469f-841d-a46c6f539e09 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:14.508917 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84eb2c11-1cb6-469f-841d-a46c6f539e09 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:14.509451 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-84eb2c11-1cb6-469f-841d-a46c6f539e09 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:14.553205 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-84eb2c11-1cb6-469f-841d-a46c6f539e09 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2010906 Oct 19 01:34:14.556790 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44508) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:14.562964 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-53e317ea-6cca-49da-919d-6d53ef826b76 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Request body: {'subnet': {'network_id': 'bc73d5a3-8c55-4051-b639-fc81960b2a17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:14.591294 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb2c11-1cb6-469f-841d-a46c6f539e09 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Network': ['ID=bc73d5a3-8c55-4051-b639-fc81960b2a17,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:14.603606 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network bc73d5a3-8c55-4051-b639-fc81960b2a17 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:34:14.658318 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e317ea-6cca-49da-919d-6d53ef826b76 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Made reservation on behalf of 7b98efdd3de24865be5e59e37fe1619c for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:14.662127 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-53e317ea-6cca-49da-919d-6d53ef826b76 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:14.767777 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364cf17-e4bb-48f6-88b3-ab8574e91fae req-1fe95c0f-fc3a-40ee-8943-170060e738e8 tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:14.769494 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7364cf17-e4bb-48f6-88b3-ab8574e91fae req-1fe95c0f-fc3a-40ee-8943-170060e738e8 tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1105c1a-3939-4d84-871f-541dff3f37c3 HTTP/1.1" status: 200 len: 946 time: 0.0530219 Oct 19 01:34:14.813670 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7364cf17-e4bb-48f6-88b3-ab8574e91fae req-b52c4f5d-c5cc-4563-a9ac-72f736aca449 tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e8ecc1a-9639-4ba3-b3a3-b4e8333f6972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377584 Oct 19 01:34:15.156712 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-53e317ea-6cca-49da-919d-6d53ef826b76 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:15.219214 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e317ea-6cca-49da-919d-6d53ef826b76 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Subnet': ['ID=cde8f3cd-6af7-4ca6-abf2-74574fe1c2f7,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:15.229395 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e317ea-6cca-49da-919d-6d53ef826b76 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Checking segment: {'id': 'c68aedd1-2a1a-487e-997b-3a1396983539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'bc73d5a3-8c55-4051-b639-fc81960b2a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:34:15.229751 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e317ea-6cca-49da-919d-6d53ef826b76 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Network hostable DHCP agents. Network: bc73d5a3-8c55-4051-b639-fc81960b2a17, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:34:15.246668 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e317ea-6cca-49da-919d-6d53ef826b76 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Network bc73d5a3-8c55-4051-b639-fc81960b2a17 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:34:15.255400 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-53e317ea-6cca-49da-919d-6d53ef826b76 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, bc73d5a3-8c55-4051-b639-fc81960b2a17) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:15.259314 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e317ea-6cca-49da-919d-6d53ef826b76 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:15.260117 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-53e317ea-6cca-49da-919d-6d53ef826b76 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:15.263864 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e31027-f0ff-4069-862a-bd521e0deaea None None] Network bc73d5a3-8c55-4051-b639-fc81960b2a17 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:15.277956 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-53e317ea-6cca-49da-919d-6d53ef826b76 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7199879 Oct 19 01:34:15.280673 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44512) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:15.285419 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-45e19057-458f-47b3-9d2c-c949962dbdef tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-906043627', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:15.309353 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-45e19057-458f-47b3-9d2c-c949962dbdef tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:15.310359 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-45e19057-458f-47b3-9d2c-c949962dbdef tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:15.365056 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-45e19057-458f-47b3-9d2c-c949962dbdef tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:15.369329 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-45e19057-458f-47b3-9d2c-c949962dbdef tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:15.387236 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-45e19057-458f-47b3-9d2c-c949962dbdef tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:15.388554 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-45e19057-458f-47b3-9d2c-c949962dbdef tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1068676 Oct 19 01:34:15.391278 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44514) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:15.396294 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-e237486b-4b69-4e88-a194-cc9801c667ee tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Request body: {'port': {'network_id': 'bc73d5a3-8c55-4051-b639-fc81960b2a17', 'name': 'tempest-RoutersIpV6Test-2062860541'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:15.409414 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c273e4e-8823-4585-be17-fe690db8361b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-bc73d5a3-8c55-4051-b639-fc81960b2a17', 'network_id': 'bc73d5a3-8c55-4051-b639-fc81960b2a17', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'fixed_ips': [{'subnet_id': 'cde8f3cd-6af7-4ca6-abf2-74574fe1c2f7'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:34:15.410206 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0c273e4e-8823-4585-be17-fe690db8361b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:15.504874 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e237486b-4b69-4e88-a194-cc9801c667ee tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Made reservation on behalf of 7b98efdd3de24865be5e59e37fe1619c for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:15.508357 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e237486b-4b69-4e88-a194-cc9801c667ee tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:15.526095 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [None req-e237486b-4b69-4e88-a194-cc9801c667ee tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] device_id is not set on port 0aede2d0-9458-42a5-8001-31984ec9c1cb yet. {{(pid=100607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:34:15.548405 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-0c273e4e-8823-4585-be17-fe690db8361b None None] Allocated IP 2001:db8::2 (bc73d5a3-8c55-4051-b639-fc81960b2a17/cde8f3cd-6af7-4ca6-abf2-74574fe1c2f7/34ebeefe-724c-44a0-afb1-c7defcf7dce1) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:34:15.699312 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0c273e4e-8823-4585-be17-fe690db8361b None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:15.704925 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0c273e4e-8823-4585-be17-fe690db8361b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:15.743719 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c273e4e-8823-4585-be17-fe690db8361b None None] Network bc73d5a3-8c55-4051-b639-fc81960b2a17 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:15.747068 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-0c273e4e-8823-4585-be17-fe690db8361b None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:15.750586 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c273e4e-8823-4585-be17-fe690db8361b None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:34:15.757341 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c273e4e-8823-4585-be17-fe690db8361b None None] Pushing event updated for resources: {'Port': ['ID=34ebeefe-724c-44a0-afb1-c7defcf7dce1,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:15.765817 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-e237486b-4b69-4e88-a194-cc9801c667ee tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Allocated IP 2001:db8::211 (bc73d5a3-8c55-4051-b639-fc81960b2a17/cde8f3cd-6af7-4ca6-abf2-74574fe1c2f7/0aede2d0-9458-42a5-8001-31984ec9c1cb) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:34:15.810608 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-0c273e4e-8823-4585-be17-fe690db8361b None None] Attempting to bind port 34ebeefe-724c-44a0-afb1-c7defcf7dce1 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:34:15.810978 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-0c273e4e-8823-4585-be17-fe690db8361b None None] Attempting to bind port 34ebeefe-724c-44a0-afb1-c7defcf7dce1 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'c68aedd1-2a1a-487e-997b-3a1396983539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'bc73d5a3-8c55-4051-b639-fc81960b2a17'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:34:15.811349 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c273e4e-8823-4585-be17-fe690db8361b None None] Attempting to bind port 34ebeefe-724c-44a0-afb1-c7defcf7dce1 on network bc73d5a3-8c55-4051-b639-fc81960b2a17 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:34:15.816395 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c273e4e-8823-4585-be17-fe690db8361b None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:34:15.816773 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c273e4e-8823-4585-be17-fe690db8361b None None] Checking segment: {'id': 'c68aedd1-2a1a-487e-997b-3a1396983539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'bc73d5a3-8c55-4051-b639-fc81960b2a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:34:15.817175 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0c273e4e-8823-4585-be17-fe690db8361b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:15.817568 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c273e4e-8823-4585-be17-fe690db8361b None None] Bound using segment: {'id': 'c68aedd1-2a1a-487e-997b-3a1396983539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'bc73d5a3-8c55-4051-b639-fc81960b2a17'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:34:15.818040 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-0c273e4e-8823-4585-be17-fe690db8361b None None] Bound port: 34ebeefe-724c-44a0-afb1-c7defcf7dce1, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68aedd1-2a1a-487e-997b-3a1396983539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'bc73d5a3-8c55-4051-b639-fc81960b2a17'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:34:15.818418 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0c273e4e-8823-4585-be17-fe690db8361b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:15.885363 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-0c273e4e-8823-4585-be17-fe690db8361b None None] For port 34ebeefe-724c-44a0-afb1-c7defcf7dce1, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:34:15.888632 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-0c273e4e-8823-4585-be17-fe690db8361b None None] For port 34ebeefe-724c-44a0-afb1-c7defcf7dce1, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=34ebeefe-724c-44a0-afb1-c7defcf7dce1,segment=NetworkSegment(c68aedd1-2a1a-487e-997b-3a1396983539),segment_id=c68aedd1-2a1a-487e-997b-3a1396983539)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:34:15.893981 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0c273e4e-8823-4585-be17-fe690db8361b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:15.961480 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e237486b-4b69-4e88-a194-cc9801c667ee tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:15.964563 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c273e4e-8823-4585-be17-fe690db8361b None None] Pushing event updated for resources: {'Port': ['ID=34ebeefe-724c-44a0-afb1-c7defcf7dce1,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:15.998295 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3442133-1e4b-400a-b509-52d7d500ae9a req-c96a149f-4fd9-4bce-a57a-1f963d4aa2e1 tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:15.999932 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d3442133-1e4b-400a-b509-52d7d500ae9a req-c96a149f-4fd9-4bce-a57a-1f963d4aa2e1 tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1105c1a-3939-4d84-871f-541dff3f37c3 HTTP/1.1" status: 200 len: 946 time: 0.1060014 Oct 19 01:34:16.061486 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc89ddd-7dbe-48f1-ba21-85c0dee937c7 req-35ce7ec4-862c-4fb4-9737-a74bf5c0a975 tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:16.063021 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3bc89ddd-7dbe-48f1-ba21-85c0dee937c7 req-35ce7ec4-862c-4fb4-9737-a74bf5c0a975 tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1105c1a-3939-4d84-871f-541dff3f37c3 HTTP/1.1" status: 200 len: 946 time: 0.1061094 Oct 19 01:34:16.091987 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d3442133-1e4b-400a-b509-52d7d500ae9a req-1c04b45f-3f72-4e89-974a-5405b44a6d87 tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e8ecc1a-9639-4ba3-b3a3-b4e8333f6972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845666 Oct 19 01:34:16.114272 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e237486b-4b69-4e88-a194-cc9801c667ee tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:16.193971 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e237486b-4b69-4e88-a194-cc9801c667ee tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Network bc73d5a3-8c55-4051-b639-fc81960b2a17 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:16.200053 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-e237486b-4b69-4e88-a194-cc9801c667ee tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:16.205438 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e237486b-4b69-4e88-a194-cc9801c667ee tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:34:16.211240 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e237486b-4b69-4e88-a194-cc9801c667ee tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:16.211875 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e237486b-4b69-4e88-a194-cc9801c667ee tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:16.220648 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237486b-4b69-4e88-a194-cc9801c667ee tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Port': ['ID=0aede2d0-9458-42a5-8001-31984ec9c1cb,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:16.243133 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e237486b-4b69-4e88-a194-cc9801c667ee tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8506911 Oct 19 01:34:16.246729 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44518) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:16.253845 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-3bc89ddd-7dbe-48f1-ba21-85c0dee937c7 req-6e1b4368-3e06-4d34-9120-2d9d20b57b1e tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] Deleting port ce4a639a-5691-4d50-9f37-b683176b97bf {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:16.254185 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3bc89ddd-7dbe-48f1-ba21-85c0dee937c7 req-6e1b4368-3e06-4d34-9120-2d9d20b57b1e tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:16.347010 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-3bc89ddd-7dbe-48f1-ba21-85c0dee937c7 req-6e1b4368-3e06-4d34-9120-2d9d20b57b1e tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] For port ce4a639a-5691-4d50-9f37-b683176b97bf, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=ce4a639a-5691-4d50-9f37-b683176b97bf,segment=NetworkSegment(6919de29-0163-48ab-ae80-169a55843e35),segment_id=6919de29-0163-48ab-ae80-169a55843e35)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:16.347680 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3bc89ddd-7dbe-48f1-ba21-85c0dee937c7 req-6e1b4368-3e06-4d34-9120-2d9d20b57b1e tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:16.359923 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-3bc89ddd-7dbe-48f1-ba21-85c0dee937c7 req-6e1b4368-3e06-4d34-9120-2d9d20b57b1e tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] Calling delete_port for ce4a639a-5691-4d50-9f37-b683176b97bf owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:16.489846 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3bc89ddd-7dbe-48f1-ba21-85c0dee937c7 req-6e1b4368-3e06-4d34-9120-2d9d20b57b1e tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:16.501828 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['ce4a639a-5691-4d50-9f37-b683176b97bf'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:34:16.524314 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b4368-3e06-4d34-9120-2d9d20b57b1e tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] Pushing event deleted for resources: {'Port': ['ID=ce4a639a-5691-4d50-9f37-b683176b97bf,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:16.567210 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc89ddd-7dbe-48f1-ba21-85c0dee937c7 req-6e1b4368-3e06-4d34-9120-2d9d20b57b1e tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] No DVR routers for this DVR port ce4a639a-5691-4d50-9f37-b683176b97bf on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:34:16.571349 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3bc89ddd-7dbe-48f1-ba21-85c0dee937c7 req-6e1b4368-3e06-4d34-9120-2d9d20b57b1e tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:16.575149 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3bc89ddd-7dbe-48f1-ba21-85c0dee937c7 req-6e1b4368-3e06-4d34-9120-2d9d20b57b1e tempest-VolumesActionsTest-1760154336 tempest-VolumesActionsTest-1760154336-project] 10.222.0.24 "DELETE /v2.0/ports/ce4a639a-5691-4d50-9f37-b683176b97bf HTTP/1.1" status: 204 len: 173 time: 0.5047598 Oct 19 01:34:16.575624 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1105c1a-3939-4d84-871f-541dff3f37c3', 'name': 'network-vif-deleted', 'tag': 'ce4a639a-5691-4d50-9f37-b683176b97bf'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:34:16.578382 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a89941-5973-42d9-ba40-4e4150d3b219" -d '{"events": [{"server_uuid": "a1105c1a-3939-4d84-871f-541dff3f37c3", "name": "network-vif-deleted", "tag": "ce4a639a-5691-4d50-9f37-b683176b97bf"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:34:16.578691 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1bb8a4d1-0f22-4494-8302-e8915e4ce262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:16.589813 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8aee8875-42e7-4e3d-9c7c-847f231f2d1e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:16.911127 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8aee8875-42e7-4e3d-9c7c-847f231f2d1e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:16.916931 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a72400-d502-4ec4-a781-a07311257efa x-openstack-request-id: req-65a72400-d502-4ec4-a781-a07311257efa {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:34:16.917639 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8aee8875-42e7-4e3d-9c7c-847f231f2d1e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:16.917781 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1105c1a-3939-4d84-871f-541dff3f37c3", "name": "network-vif-deleted", "tag": "ce4a639a-5691-4d50-9f37-b683176b97bf", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:34:16.917781 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-65a72400-d502-4ec4-a781-a07311257efa {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:34:16.918004 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1105c1a-3939-4d84-871f-541dff3f37c3', 'name': 'network-vif-deleted', 'tag': 'ce4a639a-5691-4d50-9f37-b683176b97bf', 'status': 'completed', 'code': 200} Oct 19 01:34:16.987186 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f21a4c-b370-4737-b3bf-39824e3e1ca1 None None] Network bc73d5a3-8c55-4051-b639-fc81960b2a17 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:17.005165 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee8875-42e7-4e3d-9c7c-847f231f2d1e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Port': ['ID=0aede2d0-9458-42a5-8001-31984ec9c1cb,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:17.115304 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-0fb35b6b-f9b6-4d49-a129-4ba6c04ea9e6 None None] Provisioning complete for port 34ebeefe-724c-44a0-afb1-c7defcf7dce1 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:17.115670 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0fb35b6b-f9b6-4d49-a129-4ba6c04ea9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:17.117267 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8aee8875-42e7-4e3d-9c7c-847f231f2d1e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:17.230286 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0fb35b6b-f9b6-4d49-a129-4ba6c04ea9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:17.257127 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8aee8875-42e7-4e3d-9c7c-847f231f2d1e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:17.282636 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-0fb35b6b-f9b6-4d49-a129-4ba6c04ea9e6 None None] For port 34ebeefe-724c-44a0-afb1-c7defcf7dce1, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=34ebeefe-724c-44a0-afb1-c7defcf7dce1,segment=NetworkSegment(c68aedd1-2a1a-487e-997b-3a1396983539),segment_id=c68aedd1-2a1a-487e-997b-3a1396983539)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:17.287243 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:17.296428 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0fb35b6b-f9b6-4d49-a129-4ba6c04ea9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:17.361659 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb35b6b-f9b6-4d49-a129-4ba6c04ea9e6 None None] Pushing event updated for resources: {'Port': ['ID=34ebeefe-724c-44a0-afb1-c7defcf7dce1,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:17.521462 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-bb3baa08-7668-475c-9961-277cdf1a9e8f None None] Provisioning complete for port 34ebeefe-724c-44a0-afb1-c7defcf7dce1 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:17.521834 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bb3baa08-7668-475c-9961-277cdf1a9e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:17.576579 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8aee8875-42e7-4e3d-9c7c-847f231f2d1e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:17.582584 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8aee8875-42e7-4e3d-9c7c-847f231f2d1e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:17.583648 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8aee8875-42e7-4e3d-9c7c-847f231f2d1e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:17.646720 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-bb3baa08-7668-475c-9961-277cdf1a9e8f None None] Provisioning complete for port 0aede2d0-9458-42a5-8001-31984ec9c1cb triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:17.647479 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bb3baa08-7668-475c-9961-277cdf1a9e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:17.686927 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-bb3baa08-7668-475c-9961-277cdf1a9e8f None None] Port 0aede2d0-9458-42a5-8001-31984ec9c1cb cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:34:17.714589 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee8875-42e7-4e3d-9c7c-847f231f2d1e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Port': ['ID=0aede2d0-9458-42a5-8001-31984ec9c1cb,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:17.727187 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee8875-42e7-4e3d-9c7c-847f231f2d1e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:17.727538 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee8875-42e7-4e3d-9c7c-847f231f2d1e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:17.727908 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee8875-42e7-4e3d-9c7c-847f231f2d1e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:17.728919 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee8875-42e7-4e3d-9c7c-847f231f2d1e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:17.729291 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee8875-42e7-4e3d-9c7c-847f231f2d1e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:17.729630 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee8875-42e7-4e3d-9c7c-847f231f2d1e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:17.729960 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee8875-42e7-4e3d-9c7c-847f231f2d1e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:17.730288 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee8875-42e7-4e3d-9c7c-847f231f2d1e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:17.730614 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee8875-42e7-4e3d-9c7c-847f231f2d1e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:17.730938 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee8875-42e7-4e3d-9c7c-847f231f2d1e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:17.731263 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee8875-42e7-4e3d-9c7c-847f231f2d1e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:17.731581 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee8875-42e7-4e3d-9c7c-847f231f2d1e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:17.751359 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aee8875-42e7-4e3d-9c7c-847f231f2d1e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Network bc73d5a3-8c55-4051-b639-fc81960b2a17 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:17.753143 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-8aee8875-42e7-4e3d-9c7c-847f231f2d1e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:17.809373 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-c938492b-2e1d-4d6c-bd27-9b9950354845 None None] Provisioning complete for port 0aede2d0-9458-42a5-8001-31984ec9c1cb triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:17.810000 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c938492b-2e1d-4d6c-bd27-9b9950354845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:17.854965 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 34ebeefe-724c-44a0-afb1-c7defcf7dce1 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:34:17.906358 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:17.908764 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aee8875-42e7-4e3d-9c7c-847f231f2d1e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Router 9a7b527d-12f6-474d-8771-effb6817cd2a is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:34:17.913781 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-c938492b-2e1d-4d6c-bd27-9b9950354845 None None] Port 0aede2d0-9458-42a5-8001-31984ec9c1cb cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:34:17.926941 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 34ebeefe-724c-44a0-afb1-c7defcf7dce1 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:17.927313 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:18.039720 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aee8875-42e7-4e3d-9c7c-847f231f2d1e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:34:18.047980 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-48e0a3a4-8931-4129-b677-2e0bf1108959 None None] Provisioning complete for port 0aede2d0-9458-42a5-8001-31984ec9c1cb triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:18.048830 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-48e0a3a4-8931-4129-b677-2e0bf1108959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:18.050518 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd468f9-891c-4cf9-9623-e5ad03810bc7 None None] Sync routers for ids ['9a7b527d-12f6-474d-8771-effb6817cd2a'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:34:18.055882 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44534) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:18.057657 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8aee8875-42e7-4e3d-9c7c-847f231f2d1e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "PUT /v2.0/routers/9a7b527d-12f6-474d-8771-effb6817cd2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8095851 Oct 19 01:34:18.065767 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd468f9-891c-4cf9-9623-e5ad03810bc7 None None] Routers {'9a7b527d-12f6-474d-8771-effb6817cd2a'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:18.066626 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-dfd468f9-891c-4cf9-9623-e5ad03810bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:34:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['9a7b527d-12f6-474d-8771-effb6817cd2a'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:18.094709 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-48e0a3a4-8931-4129-b677-2e0bf1108959 None None] Port 0aede2d0-9458-42a5-8001-31984ec9c1cb cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:34:18.109441 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced3fe16-a5f5-4df1-9027-13fc3366f8aa tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:18.110285 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-dfd468f9-891c-4cf9-9623-e5ad03810bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:18.114091 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ced3fe16-a5f5-4df1-9027-13fc3366f8aa tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "GET /v2.0/ports/0aede2d0-9458-42a5-8001-31984ec9c1cb HTTP/1.1" status: 200 len: 984 time: 0.0537090 Oct 19 01:34:18.114239 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44536) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:18.123893 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd468f9-891c-4cf9-9623-e5ad03810bc7 None None] Routers {'9a7b527d-12f6-474d-8771-effb6817cd2a'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:18.124540 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-dfd468f9-891c-4cf9-9623-e5ad03810bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:34:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['9a7b527d-12f6-474d-8771-effb6817cd2a'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:18.165504 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-dfd468f9-891c-4cf9-9623-e5ad03810bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:18.167182 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd468f9-891c-4cf9-9623-e5ad03810bc7 None None] The sync data for ids ['9a7b527d-12f6-474d-8771-effb6817cd2a'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:34:18.316184 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-06b31edb-f9fb-4312-b098-617525857983 None None] Provisioning complete for port 0aede2d0-9458-42a5-8001-31984ec9c1cb triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:18.316555 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-06b31edb-f9fb-4312-b098-617525857983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:18.360913 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-06b31edb-f9fb-4312-b098-617525857983 None None] Port 0aede2d0-9458-42a5-8001-31984ec9c1cb cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:34:18.566753 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9be4a75d-e557-4707-af02-a0767ceb55db tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:19.097295 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-9be4a75d-e557-4707-af02-a0767ceb55db tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Deleting port 0aede2d0-9458-42a5-8001-31984ec9c1cb {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:19.097639 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9be4a75d-e557-4707-af02-a0767ceb55db tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:19.186216 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9be4a75d-e557-4707-af02-a0767ceb55db tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:19.205832 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-9be4a75d-e557-4707-af02-a0767ceb55db tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Calling delete_port for 0aede2d0-9458-42a5-8001-31984ec9c1cb owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:19.382094 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9be4a75d-e557-4707-af02-a0767ceb55db tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:19.419642 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be4a75d-e557-4707-af02-a0767ceb55db tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event deleted for resources: {'Port': ['ID=0aede2d0-9458-42a5-8001-31984ec9c1cb,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:19.515586 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9be4a75d-e557-4707-af02-a0767ceb55db tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:19.679365 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be4a75d-e557-4707-af02-a0767ceb55db tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Router 9a7b527d-12f6-474d-8771-effb6817cd2a has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:34:19.758586 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be4a75d-e557-4707-af02-a0767ceb55db tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:34:19.767420 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9be4a75d-e557-4707-af02-a0767ceb55db tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "PUT /v2.0/routers/9a7b527d-12f6-474d-8771-effb6817cd2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6494448 Oct 19 01:34:19.767420 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44548) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:19.769004 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf11bdd-5e93-48c0-97c5-7d080a65728e None None] Sync routers for ids ['9a7b527d-12f6-474d-8771-effb6817cd2a'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:34:19.781262 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf11bdd-5e93-48c0-97c5-7d080a65728e None None] Routers {'9a7b527d-12f6-474d-8771-effb6817cd2a'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:19.781873 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-baf11bdd-5e93-48c0-97c5-7d080a65728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:34:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['9a7b527d-12f6-474d-8771-effb6817cd2a'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:19.820961 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-baf11bdd-5e93-48c0-97c5-7d080a65728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:19.833738 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf11bdd-5e93-48c0-97c5-7d080a65728e None None] Routers {'9a7b527d-12f6-474d-8771-effb6817cd2a'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:19.834439 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-baf11bdd-5e93-48c0-97c5-7d080a65728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:34:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['9a7b527d-12f6-474d-8771-effb6817cd2a'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:19.838265 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:19.870178 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-baf11bdd-5e93-48c0-97c5-7d080a65728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:19.870846 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf11bdd-5e93-48c0-97c5-7d080a65728e None None] The sync data for ids ['9a7b527d-12f6-474d-8771-effb6817cd2a'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:34:19.986277 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-7c5ea9b0-8a13-4224-baab-38820446251e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] remove_router_interface failed (client error): The resource could not be found. Oct 19 01:34:19.987356 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7c5ea9b0-8a13-4224-baab-38820446251e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "PUT /v2.0/routers/9a7b527d-12f6-474d-8771-effb6817cd2a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2187939 Oct 19 01:34:19.990194 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44552) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:20.018901 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-20752475-d943-416a-bd50-ffa343a8af42 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a7b527d-12f6-474d-8771-effb6817cd2a HTTP/1.1" status: 200 len: 205 time: 0.0275588 Oct 19 01:34:20.021472 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44554) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:20.100434 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d4bb114c-dff2-41de-978d-3be868702169 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:20.216235 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device ce4a639a-5691-4d50-9f37-b683176b97bf no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:34:20.240156 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: ce4a639a-5691-4d50-9f37-b683176b97bf {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:34:20.240662 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device ce4a639a-5691-4d50-9f37-b683176b97bf not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:34:20.264757 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d4bb114c-dff2-41de-978d-3be868702169 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:20.266908 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d4bb114c-dff2-41de-978d-3be868702169 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:20.310417 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d4bb114c-dff2-41de-978d-3be868702169 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:20.310884 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bb114c-dff2-41de-978d-3be868702169 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Fanout notify agent at l3_agent the message router_deleted on router 9a7b527d-12f6-474d-8771-effb6817cd2a {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:34:20.317594 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d4bb114c-dff2-41de-978d-3be868702169 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:20.318695 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d4bb114c-dff2-41de-978d-3be868702169 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/routers/9a7b527d-12f6-474d-8771-effb6817cd2a HTTP/1.1" status: 204 len: 168 time: 0.2963064 Oct 19 01:34:20.321364 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44556) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:20.373695 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-e429cd4d-eba7-440b-9830-52e142ae0802 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Deleting subnet cde8f3cd-6af7-4ca6-abf2-74574fe1c2f7 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:34:20.376896 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e429cd4d-eba7-440b-9830-52e142ae0802 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:20.422207 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e429cd4d-eba7-440b-9830-52e142ae0802 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:20.510500 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e429cd4d-eba7-440b-9830-52e142ae0802 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:20.573001 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e429cd4d-eba7-440b-9830-52e142ae0802 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:20.606797 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429cd4d-eba7-440b-9830-52e142ae0802 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event deleted for resources: {'Subnet': ['ID=cde8f3cd-6af7-4ca6-abf2-74574fe1c2f7,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:20.610578 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e429cd4d-eba7-440b-9830-52e142ae0802 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:20.617765 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e429cd4d-eba7-440b-9830-52e142ae0802 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/subnets/cde8f3cd-6af7-4ca6-abf2-74574fe1c2f7 HTTP/1.1" status: 204 len: 168 time: 0.2918699 Oct 19 01:34:20.617765 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44558) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:20.618392 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83a1d77-f31b-4f04-9c23-34fcf175201a None None] Network bc73d5a3-8c55-4051-b639-fc81960b2a17 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:20.698843 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c84dd6c7-2df9-4fc4-9a9b-ca2b680a88f4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:20.757966 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-c84dd6c7-2df9-4fc4-9a9b-ca2b680a88f4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Deleting port 34ebeefe-724c-44a0-afb1-c7defcf7dce1 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:20.758308 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c84dd6c7-2df9-4fc4-9a9b-ca2b680a88f4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:20.816082 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb36a96-e2c3-4452-887e-b911dcf3c9d1 None None] DHCP port deletion for bc73d5a3-8c55-4051-b639-fc81960b2a17 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:34:20.844928 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-c84dd6c7-2df9-4fc4-9a9b-ca2b680a88f4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] For port 34ebeefe-724c-44a0-afb1-c7defcf7dce1, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=34ebeefe-724c-44a0-afb1-c7defcf7dce1,segment=NetworkSegment(c68aedd1-2a1a-487e-997b-3a1396983539),segment_id=c68aedd1-2a1a-487e-997b-3a1396983539)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:20.845315 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c84dd6c7-2df9-4fc4-9a9b-ca2b680a88f4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:20.859974 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-c84dd6c7-2df9-4fc4-9a9b-ca2b680a88f4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Calling delete_port for 34ebeefe-724c-44a0-afb1-c7defcf7dce1 owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:20.868241 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-5bb36a96-e2c3-4452-887e-b911dcf3c9d1 None None] Deleting port 34ebeefe-724c-44a0-afb1-c7defcf7dce1 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:20.869219 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5bb36a96-e2c3-4452-887e-b911dcf3c9d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:20.940155 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-5bb36a96-e2c3-4452-887e-b911dcf3c9d1 None None] For port 34ebeefe-724c-44a0-afb1-c7defcf7dce1, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=34ebeefe-724c-44a0-afb1-c7defcf7dce1,segment=NetworkSegment(c68aedd1-2a1a-487e-997b-3a1396983539),segment_id=c68aedd1-2a1a-487e-997b-3a1396983539)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:20.940554 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5bb36a96-e2c3-4452-887e-b911dcf3c9d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:20.964769 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c84dd6c7-2df9-4fc4-9a9b-ca2b680a88f4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:20.965042 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-5bb36a96-e2c3-4452-887e-b911dcf3c9d1 None None] Calling delete_port for 34ebeefe-724c-44a0-afb1-c7defcf7dce1 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:21.005006 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84dd6c7-2df9-4fc4-9a9b-ca2b680a88f4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event deleted for resources: {'Port': ['ID=34ebeefe-724c-44a0-afb1-c7defcf7dce1,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:21.016641 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84dd6c7-2df9-4fc4-9a9b-ca2b680a88f4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] No DVR routers for this DVR port 34ebeefe-724c-44a0-afb1-c7defcf7dce1 on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:34:21.070479 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5bb36a96-e2c3-4452-887e-b911dcf3c9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:21.108456 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb36a96-e2c3-4452-887e-b911dcf3c9d1 None None] Pushing event deleted for resources: {'Port': ['ID=34ebeefe-724c-44a0-afb1-c7defcf7dce1,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:21.117108 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb36a96-e2c3-4452-887e-b911dcf3c9d1 None None] No DVR routers for this DVR port 34ebeefe-724c-44a0-afb1-c7defcf7dce1 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:34:21.122294 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c84dd6c7-2df9-4fc4-9a9b-ca2b680a88f4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:21.150686 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-c84dd6c7-2df9-4fc4-9a9b-ca2b680a88f4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc73d5a3-8c55-4051-b639-fc81960b2a17']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:21.161923 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-c84dd6c7-2df9-4fc4-9a9b-ca2b680a88f4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68aedd1-2a1a-487e-997b-3a1396983539') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:21.162334 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-c84dd6c7-2df9-4fc4-9a9b-ca2b680a88f4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68aedd1-2a1a-487e-997b-3a1396983539') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:21.173982 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c84dd6c7-2df9-4fc4-9a9b-ca2b680a88f4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:21.194380 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c84dd6c7-2df9-4fc4-9a9b-ca2b680a88f4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:21.208229 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c84dd6c7-2df9-4fc4-9a9b-ca2b680a88f4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:34:21.208676 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c84dd6c7-2df9-4fc4-9a9b-ca2b680a88f4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:21.273028 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:34:21.273028 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:34:21.273028 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:34:21.273028 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:34:21.273028 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:34:21.273028 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:34:21.273028 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:34:21.273028 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:34:21.273028 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:34:21.273028 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:34:21.273028 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:34:21.273028 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:34:21.273028 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:34:21.273028 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:34:21.273028 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:34:21.273028 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:34:21.273028 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:34:21.273028 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:34:21.273028 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:34:21.273028 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:34:21.273028 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:34:21.273028 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:34:21.273028 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:34:21.273028 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:34:21.273028 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:34:21.273028 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:34:21.273028 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:34:21.273028 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:34:21.273028 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:34:21.273028 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:34:21.273028 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:34:21.273028 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:34:21.280258 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c84dd6c7-2df9-4fc4-9a9b-ca2b680a88f4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:21.287245 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c84dd6c7-2df9-4fc4-9a9b-ca2b680a88f4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:21.294508 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c84dd6c7-2df9-4fc4-9a9b-ca2b680a88f4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/networks/bc73d5a3-8c55-4051-b639-fc81960b2a17 HTTP/1.1" status: 204 len: 168 time: 0.6717637 Oct 19 01:34:21.295404 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44568) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:21.302620 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-f784e594-b09c-4e56-8146-1cada92e9639 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2011474975'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:21.316076 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84dd6c7-2df9-4fc4-9a9b-ca2b680a88f4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event deleted for resources: {'Network': ['ID=bc73d5a3-8c55-4051-b639-fc81960b2a17,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:21.336962 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f784e594-b09c-4e56-8146-1cada92e9639 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Made reservation on behalf of 7b98efdd3de24865be5e59e37fe1619c for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:21.341120 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f784e594-b09c-4e56-8146-1cada92e9639 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:21.365048 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f784e594-b09c-4e56-8146-1cada92e9639 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:34:21.377837 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f784e594-b09c-4e56-8146-1cada92e9639 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:21.378116 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-f784e594-b09c-4e56-8146-1cada92e9639 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Added segment c3faf48d-f8cb-4abd-9dfb-a7b271916b41 of type vlan for network 0ec41c4d-60df-40e4-a649-47d318c41496 Oct 19 01:34:21.424649 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f784e594-b09c-4e56-8146-1cada92e9639 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:21.453602 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f784e594-b09c-4e56-8146-1cada92e9639 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:21.460563 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f784e594-b09c-4e56-8146-1cada92e9639 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:21.461193 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f784e594-b09c-4e56-8146-1cada92e9639 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:21.507310 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f784e594-b09c-4e56-8146-1cada92e9639 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2088797 Oct 19 01:34:21.507571 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44572) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:21.543324 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-eaee8959-348c-4844-b1eb-d886d61e0c8d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Request body: {'subnet': {'network_id': '0ec41c4d-60df-40e4-a649-47d318c41496', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:21.548582 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784e594-b09c-4e56-8146-1cada92e9639 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Network': ['ID=0ec41c4d-60df-40e4-a649-47d318c41496,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:21.561314 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 0ec41c4d-60df-40e4-a649-47d318c41496 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:34:21.644466 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaee8959-348c-4844-b1eb-d886d61e0c8d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Made reservation on behalf of 7b98efdd3de24865be5e59e37fe1619c for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:21.648684 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eaee8959-348c-4844-b1eb-d886d61e0c8d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:21.840466 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 34ebeefe-724c-44a0-afb1-c7defcf7dce1 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:34:21.865894 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 34ebeefe-724c-44a0-afb1-c7defcf7dce1 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:34:21.866534 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 34ebeefe-724c-44a0-afb1-c7defcf7dce1 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:34:21.886647 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eaee8959-348c-4844-b1eb-d886d61e0c8d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:21.958798 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee8959-348c-4844-b1eb-d886d61e0c8d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Subnet': ['ID=eee6d392-97ee-4ad0-bbee-cc1694ef2018,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:21.970899 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaee8959-348c-4844-b1eb-d886d61e0c8d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Checking segment: {'id': 'c3faf48d-f8cb-4abd-9dfb-a7b271916b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0ec41c4d-60df-40e4-a649-47d318c41496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:34:21.971368 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaee8959-348c-4844-b1eb-d886d61e0c8d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Network hostable DHCP agents. Network: 0ec41c4d-60df-40e4-a649-47d318c41496, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:34:21.989782 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaee8959-348c-4844-b1eb-d886d61e0c8d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Network 0ec41c4d-60df-40e4-a649-47d318c41496 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:34:21.999377 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-eaee8959-348c-4844-b1eb-d886d61e0c8d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 0ec41c4d-60df-40e4-a649-47d318c41496) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:22.003764 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaee8959-348c-4844-b1eb-d886d61e0c8d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:22.004374 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eaee8959-348c-4844-b1eb-d886d61e0c8d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:22.013991 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dbbcff-b83c-42f3-b667-112ede777f08 None None] Network 0ec41c4d-60df-40e4-a649-47d318c41496 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:22.024356 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-eaee8959-348c-4844-b1eb-d886d61e0c8d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5157809 Oct 19 01:34:22.026993 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44574) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:22.032134 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-f11812c4-956b-43b0-9a4c-ef7c31b294a6 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-735369539', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:22.081841 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f11812c4-956b-43b0-9a4c-ef7c31b294a6 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:22.083656 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f11812c4-956b-43b0-9a4c-ef7c31b294a6 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:22.158975 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f11812c4-956b-43b0-9a4c-ef7c31b294a6 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:22.165052 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f11812c4-956b-43b0-9a4c-ef7c31b294a6 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:22.186415 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f11812c4-956b-43b0-9a4c-ef7c31b294a6 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:22.190107 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f11812c4-956b-43b0-9a4c-ef7c31b294a6 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1595168 Oct 19 01:34:22.190417 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44578) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:22.207161 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d0f2c5-e24d-466c-be7e-5a473615112c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-0ec41c4d-60df-40e4-a649-47d318c41496', 'network_id': '0ec41c4d-60df-40e4-a649-47d318c41496', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'fixed_ips': [{'subnet_id': 'eee6d392-97ee-4ad0-bbee-cc1694ef2018'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:34:22.208123 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-64d0f2c5-e24d-466c-be7e-5a473615112c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:22.357593 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-64d0f2c5-e24d-466c-be7e-5a473615112c None None] Allocated IP 2001:db8::2 (0ec41c4d-60df-40e4-a649-47d318c41496/eee6d392-97ee-4ad0-bbee-cc1694ef2018/d1fa533f-2617-4b6b-96d1-c74f8b2f89eb) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:34:22.475841 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-08b56c3b-def2-4bbf-b6eb-5252e4863a24 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:22.523765 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-64d0f2c5-e24d-466c-be7e-5a473615112c None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:22.533807 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-64d0f2c5-e24d-466c-be7e-5a473615112c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:22.575450 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d0f2c5-e24d-466c-be7e-5a473615112c None None] Network 0ec41c4d-60df-40e4-a649-47d318c41496 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:22.578354 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-64d0f2c5-e24d-466c-be7e-5a473615112c None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:22.580762 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d0f2c5-e24d-466c-be7e-5a473615112c None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:34:22.589789 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0f2c5-e24d-466c-be7e-5a473615112c None None] Pushing event updated for resources: {'Port': ['ID=d1fa533f-2617-4b6b-96d1-c74f8b2f89eb,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:22.643531 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-64d0f2c5-e24d-466c-be7e-5a473615112c None None] Attempting to bind port d1fa533f-2617-4b6b-96d1-c74f8b2f89eb on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:34:22.643845 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-64d0f2c5-e24d-466c-be7e-5a473615112c None None] Attempting to bind port d1fa533f-2617-4b6b-96d1-c74f8b2f89eb by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'c3faf48d-f8cb-4abd-9dfb-a7b271916b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0ec41c4d-60df-40e4-a649-47d318c41496'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:34:22.644202 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d0f2c5-e24d-466c-be7e-5a473615112c None None] Attempting to bind port d1fa533f-2617-4b6b-96d1-c74f8b2f89eb on network 0ec41c4d-60df-40e4-a649-47d318c41496 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:34:22.649154 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d0f2c5-e24d-466c-be7e-5a473615112c None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:34:22.649522 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d0f2c5-e24d-466c-be7e-5a473615112c None None] Checking segment: {'id': 'c3faf48d-f8cb-4abd-9dfb-a7b271916b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0ec41c4d-60df-40e4-a649-47d318c41496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:34:22.650545 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-64d0f2c5-e24d-466c-be7e-5a473615112c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:22.650950 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d0f2c5-e24d-466c-be7e-5a473615112c None None] Bound using segment: {'id': 'c3faf48d-f8cb-4abd-9dfb-a7b271916b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0ec41c4d-60df-40e4-a649-47d318c41496'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:34:22.651543 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-64d0f2c5-e24d-466c-be7e-5a473615112c None None] Bound port: d1fa533f-2617-4b6b-96d1-c74f8b2f89eb, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3faf48d-f8cb-4abd-9dfb-a7b271916b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0ec41c4d-60df-40e4-a649-47d318c41496'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:34:22.651935 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-64d0f2c5-e24d-466c-be7e-5a473615112c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:22.715394 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-64d0f2c5-e24d-466c-be7e-5a473615112c None None] For port d1fa533f-2617-4b6b-96d1-c74f8b2f89eb, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:34:22.718860 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-64d0f2c5-e24d-466c-be7e-5a473615112c None None] For port d1fa533f-2617-4b6b-96d1-c74f8b2f89eb, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d1fa533f-2617-4b6b-96d1-c74f8b2f89eb,segment=NetworkSegment(c3faf48d-f8cb-4abd-9dfb-a7b271916b41),segment_id=c3faf48d-f8cb-4abd-9dfb-a7b271916b41)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:34:22.723543 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-64d0f2c5-e24d-466c-be7e-5a473615112c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:22.789906 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0f2c5-e24d-466c-be7e-5a473615112c None None] Pushing event updated for resources: {'Port': ['ID=d1fa533f-2617-4b6b-96d1-c74f8b2f89eb,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:23.081208 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-08b56c3b-def2-4bbf-b6eb-5252e4863a24 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Allocated IP 2001:db8::1 (0ec41c4d-60df-40e4-a649-47d318c41496/eee6d392-97ee-4ad0-bbee-cc1694ef2018/f26f9bd8-0d59-4f41-a61b-20228bced9cb) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:34:23.205659 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-08b56c3b-def2-4bbf-b6eb-5252e4863a24 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:23.244364 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-08b56c3b-def2-4bbf-b6eb-5252e4863a24 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:23.288307 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b56c3b-def2-4bbf-b6eb-5252e4863a24 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Network 0ec41c4d-60df-40e4-a649-47d318c41496 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:23.291637 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-08b56c3b-def2-4bbf-b6eb-5252e4863a24 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:23.295502 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b56c3b-def2-4bbf-b6eb-5252e4863a24 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:34:23.296169 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-08b56c3b-def2-4bbf-b6eb-5252e4863a24 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:23.302023 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b56c3b-def2-4bbf-b6eb-5252e4863a24 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Port': ['ID=f26f9bd8-0d59-4f41-a61b-20228bced9cb,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:23.418259 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-08b56c3b-def2-4bbf-b6eb-5252e4863a24 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:23.709111 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-08b56c3b-def2-4bbf-b6eb-5252e4863a24 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:23.714374 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-08b56c3b-def2-4bbf-b6eb-5252e4863a24 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:23.715123 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-08b56c3b-def2-4bbf-b6eb-5252e4863a24 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:23.792713 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b56c3b-def2-4bbf-b6eb-5252e4863a24 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Port': ['ID=f26f9bd8-0d59-4f41-a61b-20228bced9cb,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:23.826705 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb9a657-8dff-4599-9919-5e935e930792 None None] Network 0ec41c4d-60df-40e4-a649-47d318c41496 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:23.861399 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b56c3b-def2-4bbf-b6eb-5252e4863a24 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Network 0ec41c4d-60df-40e4-a649-47d318c41496 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:23.863124 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-08b56c3b-def2-4bbf-b6eb-5252e4863a24 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:23.897921 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d1fa533f-2617-4b6b-96d1-c74f8b2f89eb up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:34:23.991473 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b56c3b-def2-4bbf-b6eb-5252e4863a24 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Router 85ec13ff-cb74-45f7-9a62-09ccaa911f6c is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:34:23.993022 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-a2edf91d-116b-4534-8510-f4da2bee3d9d None None] Provisioning complete for port d1fa533f-2617-4b6b-96d1-c74f8b2f89eb triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:23.993397 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a2edf91d-116b-4534-8510-f4da2bee3d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:24.106442 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b56c3b-def2-4bbf-b6eb-5252e4863a24 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:34:24.117049 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fdfbad-2e7e-4a22-a474-420daba2ff30 None None] Sync routers for ids ['85ec13ff-cb74-45f7-9a62-09ccaa911f6c'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:34:24.122361 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44592) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:24.133655 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-08b56c3b-def2-4bbf-b6eb-5252e4863a24 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "PUT /v2.0/routers/85ec13ff-cb74-45f7-9a62-09ccaa911f6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9411116 Oct 19 01:34:24.134980 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fdfbad-2e7e-4a22-a474-420daba2ff30 None None] Routers {'85ec13ff-cb74-45f7-9a62-09ccaa911f6c'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:24.136058 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a3fdfbad-2e7e-4a22-a474-420daba2ff30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:34:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['85ec13ff-cb74-45f7-9a62-09ccaa911f6c'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:24.175475 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a3fdfbad-2e7e-4a22-a474-420daba2ff30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:24.177588 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3820d0-ac40-489c-bd39-cd7ebb8fe423 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:24.182759 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44594) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:24.188281 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fdfbad-2e7e-4a22-a474-420daba2ff30 None None] Routers {'85ec13ff-cb74-45f7-9a62-09ccaa911f6c'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:24.189355 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a3fdfbad-2e7e-4a22-a474-420daba2ff30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:34:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['85ec13ff-cb74-45f7-9a62-09ccaa911f6c'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:24.190612 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2e3820d0-ac40-489c-bd39-cd7ebb8fe423 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "GET /v2.0/ports/f26f9bd8-0d59-4f41-a61b-20228bced9cb HTTP/1.1" status: 200 len: 911 time: 0.0673239 Oct 19 01:34:24.201916 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port d1fa533f-2617-4b6b-96d1-c74f8b2f89eb triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:24.202559 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:24.236456 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a3fdfbad-2e7e-4a22-a474-420daba2ff30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:24.237592 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fdfbad-2e7e-4a22-a474-420daba2ff30 None None] The sync data for ids ['85ec13ff-cb74-45f7-9a62-09ccaa911f6c'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:34:24.357299 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a2edf91d-116b-4534-8510-f4da2bee3d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:24.359149 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:24.421305 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-a2edf91d-116b-4534-8510-f4da2bee3d9d None None] For port d1fa533f-2617-4b6b-96d1-c74f8b2f89eb, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d1fa533f-2617-4b6b-96d1-c74f8b2f89eb,segment=NetworkSegment(c3faf48d-f8cb-4abd-9dfb-a7b271916b41),segment_id=c3faf48d-f8cb-4abd-9dfb-a7b271916b41)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:24.427588 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a2edf91d-116b-4534-8510-f4da2bee3d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:24.506606 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:34:24.506976 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:34:24.510500 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2edf91d-116b-4534-8510-f4da2bee3d9d None None] Pushing event updated for resources: {'Port': ['ID=d1fa533f-2617-4b6b-96d1-c74f8b2f89eb,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:24.570721 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad30c-bbfa-4906-aa0e-2c04290336b4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:24.756939 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-d9bdbb8c-fbaf-4104-bef2-9ebe8a14e262 None None] Provisioning complete for port d1fa533f-2617-4b6b-96d1-c74f8b2f89eb triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:24.757389 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d9bdbb8c-fbaf-4104-bef2-9ebe8a14e262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:24.880822 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-2c4ad30c-bbfa-4906-aa0e-2c04290336b4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Deleting port f26f9bd8-0d59-4f41-a61b-20228bced9cb {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:24.881169 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad30c-bbfa-4906-aa0e-2c04290336b4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:24.992477 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-d9bdbb8c-fbaf-4104-bef2-9ebe8a14e262 None None] Provisioning complete for port f26f9bd8-0d59-4f41-a61b-20228bced9cb triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:24.993280 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d9bdbb8c-fbaf-4104-bef2-9ebe8a14e262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:25.017158 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad30c-bbfa-4906-aa0e-2c04290336b4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:25.043801 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-2c4ad30c-bbfa-4906-aa0e-2c04290336b4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Calling delete_port for f26f9bd8-0d59-4f41-a61b-20228bced9cb owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:25.085071 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-d9bdbb8c-fbaf-4104-bef2-9ebe8a14e262 None None] Port f26f9bd8-0d59-4f41-a61b-20228bced9cb cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:34:25.221475 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-72d4c4e3-f4a1-48ed-94d3-22496721e41e None None] Provisioning complete for port f26f9bd8-0d59-4f41-a61b-20228bced9cb triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:25.222054 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-72d4c4e3-f4a1-48ed-94d3-22496721e41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:25.276652 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-72d4c4e3-f4a1-48ed-94d3-22496721e41e None None] Port f26f9bd8-0d59-4f41-a61b-20228bced9cb cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:34:25.294279 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad30c-bbfa-4906-aa0e-2c04290336b4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:25.321874 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ad30c-bbfa-4906-aa0e-2c04290336b4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event deleted for resources: {'Port': ['ID=f26f9bd8-0d59-4f41-a61b-20228bced9cb,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:25.388636 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-f6890734-e48f-4fec-84cb-4f25ab106a6d None None] Could not find standard attr ID for object f26f9bd8-0d59-4f41-a61b-20228bced9cb. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:34:25.438059 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad30c-bbfa-4906-aa0e-2c04290336b4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:25.626912 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4ad30c-bbfa-4906-aa0e-2c04290336b4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Router 85ec13ff-cb74-45f7-9a62-09ccaa911f6c has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:34:25.707139 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4ad30c-bbfa-4906-aa0e-2c04290336b4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:34:25.717062 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44606) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:25.717661 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2c4ad30c-bbfa-4906-aa0e-2c04290336b4 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "PUT /v2.0/routers/85ec13ff-cb74-45f7-9a62-09ccaa911f6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5334828 Oct 19 01:34:25.718644 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c336cbc9-e579-43ce-8c07-504c39c7ffc1 None None] Sync routers for ids ['85ec13ff-cb74-45f7-9a62-09ccaa911f6c'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:34:25.727827 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c336cbc9-e579-43ce-8c07-504c39c7ffc1 None None] Routers {'85ec13ff-cb74-45f7-9a62-09ccaa911f6c'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:25.729109 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-c336cbc9-e579-43ce-8c07-504c39c7ffc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:34:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['85ec13ff-cb74-45f7-9a62-09ccaa911f6c'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:25.748312 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44608) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:25.761706 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a18892d0-3824-4ff9-b2e8-27347abbfe23 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "GET /v2.0/ports?device_id=85ec13ff-cb74-45f7-9a62-09ccaa911f6c HTTP/1.1" status: 200 len: 205 time: 0.0425923 Oct 19 01:34:25.761853 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-c336cbc9-e579-43ce-8c07-504c39c7ffc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:25.771476 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c336cbc9-e579-43ce-8c07-504c39c7ffc1 None None] Routers {'85ec13ff-cb74-45f7-9a62-09ccaa911f6c'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:25.772384 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-c336cbc9-e579-43ce-8c07-504c39c7ffc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:34:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['85ec13ff-cb74-45f7-9a62-09ccaa911f6c'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:25.818892 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-c336cbc9-e579-43ce-8c07-504c39c7ffc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:25.819478 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c336cbc9-e579-43ce-8c07-504c39c7ffc1 None None] The sync data for ids ['85ec13ff-cb74-45f7-9a62-09ccaa911f6c'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:34:25.850258 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ace63b48-d0c9-4c8a-98a0-7b3098c51db3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:25.861756 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d1fa533f-2617-4b6b-96d1-c74f8b2f89eb up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:34:25.929154 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port d1fa533f-2617-4b6b-96d1-c74f8b2f89eb triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:25.929809 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:26.064890 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ace63b48-d0c9-4c8a-98a0-7b3098c51db3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:26.067512 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ace63b48-d0c9-4c8a-98a0-7b3098c51db3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:26.128274 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ace63b48-d0c9-4c8a-98a0-7b3098c51db3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:26.128846 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace63b48-d0c9-4c8a-98a0-7b3098c51db3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Fanout notify agent at l3_agent the message router_deleted on router 85ec13ff-cb74-45f7-9a62-09ccaa911f6c {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:34:26.136488 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ace63b48-d0c9-4c8a-98a0-7b3098c51db3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:26.140282 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ace63b48-d0c9-4c8a-98a0-7b3098c51db3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/routers/85ec13ff-cb74-45f7-9a62-09ccaa911f6c HTTP/1.1" status: 204 len: 168 time: 0.3908405 Oct 19 01:34:26.140721 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44614) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:26.194943 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-464c320e-e3dc-4fc4-b903-ffc4012cb095 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Deleting subnet eee6d392-97ee-4ad0-bbee-cc1694ef2018 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:34:26.198374 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-464c320e-e3dc-4fc4-b903-ffc4012cb095 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:26.240749 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-464c320e-e3dc-4fc4-b903-ffc4012cb095 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:26.332421 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-464c320e-e3dc-4fc4-b903-ffc4012cb095 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:26.389277 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-464c320e-e3dc-4fc4-b903-ffc4012cb095 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:26.417241 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c320e-e3dc-4fc4-b903-ffc4012cb095 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event deleted for resources: {'Subnet': ['ID=eee6d392-97ee-4ad0-bbee-cc1694ef2018,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:26.421760 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-464c320e-e3dc-4fc4-b903-ffc4012cb095 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:26.425024 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-464c320e-e3dc-4fc4-b903-ffc4012cb095 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/subnets/eee6d392-97ee-4ad0-bbee-cc1694ef2018 HTTP/1.1" status: 204 len: 168 time: 0.2828319 Oct 19 01:34:26.427585 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44622) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:26.429441 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf6e905-99a0-4dd8-bd30-df2c7f13caa1 None None] Network 0ec41c4d-60df-40e4-a649-47d318c41496 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:26.517391 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c503b352-5815-4cad-b1d4-d9eeb1789025 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:26.570151 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-c503b352-5815-4cad-b1d4-d9eeb1789025 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Deleting port d1fa533f-2617-4b6b-96d1-c74f8b2f89eb {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:26.570485 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c503b352-5815-4cad-b1d4-d9eeb1789025 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:26.613928 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8c016f-84b0-4fa6-a642-cef69f39d696 None None] DHCP port deletion for 0ec41c4d-60df-40e4-a649-47d318c41496 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:34:26.633286 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-c503b352-5815-4cad-b1d4-d9eeb1789025 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] For port d1fa533f-2617-4b6b-96d1-c74f8b2f89eb, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d1fa533f-2617-4b6b-96d1-c74f8b2f89eb,segment=NetworkSegment(c3faf48d-f8cb-4abd-9dfb-a7b271916b41),segment_id=c3faf48d-f8cb-4abd-9dfb-a7b271916b41)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:26.633639 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c503b352-5815-4cad-b1d4-d9eeb1789025 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:26.645505 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-c503b352-5815-4cad-b1d4-d9eeb1789025 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Calling delete_port for d1fa533f-2617-4b6b-96d1-c74f8b2f89eb owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:26.668142 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-cd8c016f-84b0-4fa6-a642-cef69f39d696 None None] Deleting port d1fa533f-2617-4b6b-96d1-c74f8b2f89eb {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:26.668653 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cd8c016f-84b0-4fa6-a642-cef69f39d696 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:26.730707 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c503b352-5815-4cad-b1d4-d9eeb1789025 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:26.737744 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-cd8c016f-84b0-4fa6-a642-cef69f39d696 None None] For port d1fa533f-2617-4b6b-96d1-c74f8b2f89eb, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d1fa533f-2617-4b6b-96d1-c74f8b2f89eb,segment=NetworkSegment(c3faf48d-f8cb-4abd-9dfb-a7b271916b41),segment_id=c3faf48d-f8cb-4abd-9dfb-a7b271916b41)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:26.738400 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cd8c016f-84b0-4fa6-a642-cef69f39d696 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:26.752214 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-cd8c016f-84b0-4fa6-a642-cef69f39d696 None None] Calling delete_port for d1fa533f-2617-4b6b-96d1-c74f8b2f89eb owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:26.759318 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b352-5815-4cad-b1d4-d9eeb1789025 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event deleted for resources: {'Port': ['ID=d1fa533f-2617-4b6b-96d1-c74f8b2f89eb,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:26.764550 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c503b352-5815-4cad-b1d4-d9eeb1789025 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] No DVR routers for this DVR port d1fa533f-2617-4b6b-96d1-c74f8b2f89eb on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:34:26.831406 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cd8c016f-84b0-4fa6-a642-cef69f39d696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:26.850785 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c503b352-5815-4cad-b1d4-d9eeb1789025 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:26.860335 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c016f-84b0-4fa6-a642-cef69f39d696 None None] Pushing event deleted for resources: {'Port': ['ID=d1fa533f-2617-4b6b-96d1-c74f8b2f89eb,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:26.867155 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8c016f-84b0-4fa6-a642-cef69f39d696 None None] No DVR routers for this DVR port d1fa533f-2617-4b6b-96d1-c74f8b2f89eb on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:34:26.877918 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-c503b352-5815-4cad-b1d4-d9eeb1789025 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec41c4d-60df-40e4-a649-47d318c41496']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:26.889972 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-c503b352-5815-4cad-b1d4-d9eeb1789025 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3faf48d-f8cb-4abd-9dfb-a7b271916b41') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:26.890270 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-c503b352-5815-4cad-b1d4-d9eeb1789025 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3faf48d-f8cb-4abd-9dfb-a7b271916b41') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:26.900694 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c503b352-5815-4cad-b1d4-d9eeb1789025 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:26.914996 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c503b352-5815-4cad-b1d4-d9eeb1789025 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:26.921609 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c503b352-5815-4cad-b1d4-d9eeb1789025 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:34:26.922009 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c503b352-5815-4cad-b1d4-d9eeb1789025 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:26.925155 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:34:26.925155 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:34:26.925155 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:34:26.925155 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:34:26.925155 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:34:26.925155 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:34:26.925155 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:34:26.925155 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:34:26.925155 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:34:26.925155 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:34:26.925155 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:34:26.925155 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:34:26.925155 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:34:26.925155 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:34:26.925155 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:34:26.925155 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:34:26.925155 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:34:26.925155 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:34:26.925155 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:34:26.925155 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:34:26.925155 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:34:26.925155 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:34:26.925155 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:34:26.925155 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:34:26.925155 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:34:26.925155 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:34:26.925155 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:34:26.925155 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:34:26.925155 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:34:26.925155 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:34:26.925155 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:34:26.925155 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:34:26.985999 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c503b352-5815-4cad-b1d4-d9eeb1789025 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:26.993377 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c503b352-5815-4cad-b1d4-d9eeb1789025 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:27.000431 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c503b352-5815-4cad-b1d4-d9eeb1789025 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/networks/0ec41c4d-60df-40e4-a649-47d318c41496 HTTP/1.1" status: 204 len: 168 time: 0.5684915 Oct 19 01:34:27.001627 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44624) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:27.006402 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-f16b94bc-935a-4d52-81e7-962f2ccbd079 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-64970150', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}, 'admin_state_up': False}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:27.014668 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b352-5815-4cad-b1d4-d9eeb1789025 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event deleted for resources: {'Network': ['ID=0ec41c4d-60df-40e4-a649-47d318c41496,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:27.030484 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f16b94bc-935a-4d52-81e7-962f2ccbd079 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:27.031587 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f16b94bc-935a-4d52-81e7-962f2ccbd079 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:27.082329 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f16b94bc-935a-4d52-81e7-962f2ccbd079 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:27.222677 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f16b94bc-935a-4d52-81e7-962f2ccbd079 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:27.276714 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:27.427580 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f16b94bc-935a-4d52-81e7-962f2ccbd079 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:27.446852 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f16b94bc-935a-4d52-81e7-962f2ccbd079 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:27.557496 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-f16b94bc-935a-4d52-81e7-962f2ccbd079 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Allocated IP 172.25.8.34 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/f59b02f8-e600-4fa4-9bec-28acb98030fa) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:34:27.659858 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f16b94bc-935a-4d52-81e7-962f2ccbd079 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:27.693351 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f16b94bc-935a-4d52-81e7-962f2ccbd079 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:27.736821 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16b94bc-935a-4d52-81e7-962f2ccbd079 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:27.741253 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-f16b94bc-935a-4d52-81e7-962f2ccbd079 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:27.744803 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16b94bc-935a-4d52-81e7-962f2ccbd079 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:34:27.767339 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b94bc-935a-4d52-81e7-962f2ccbd079 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Port': ['ID=f59b02f8-e600-4fa4-9bec-28acb98030fa,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:27.821131 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d1fa533f-2617-4b6b-96d1-c74f8b2f89eb no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:34:27.844707 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: d1fa533f-2617-4b6b-96d1-c74f8b2f89eb {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:34:27.845464 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d1fa533f-2617-4b6b-96d1-c74f8b2f89eb not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:34:28.006278 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f16b94bc-935a-4d52-81e7-962f2ccbd079 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:28.531574 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f16b94bc-935a-4d52-81e7-962f2ccbd079 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:28.679776 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16b94bc-935a-4d52-81e7-962f2ccbd079 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Router d10436b5-a3d0-4287-ba73-185255a9dd81 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:34:28.797534 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16b94bc-935a-4d52-81e7-962f2ccbd079 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:34:28.811151 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b11e02d-970e-4cde-ad48-85721581a2be None None] Sync routers for ids ['d10436b5-a3d0-4287-ba73-185255a9dd81'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:34:28.821265 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b11e02d-970e-4cde-ad48-85721581a2be None None] Routers {'d10436b5-a3d0-4287-ba73-185255a9dd81'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:28.821501 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f16b94bc-935a-4d52-81e7-962f2ccbd079 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:28.822253 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-2b11e02d-970e-4cde-ad48-85721581a2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:34:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d10436b5-a3d0-4287-ba73-185255a9dd81'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:28.823253 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f16b94bc-935a-4d52-81e7-962f2ccbd079 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 1.8204823 Oct 19 01:34:28.826608 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44638) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:28.856136 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-2b11e02d-970e-4cde-ad48-85721581a2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:28.876520 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b11e02d-970e-4cde-ad48-85721581a2be None None] Routers {'d10436b5-a3d0-4287-ba73-185255a9dd81'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:28.877484 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-2b11e02d-970e-4cde-ad48-85721581a2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:34:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d10436b5-a3d0-4287-ba73-185255a9dd81'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:28.935303 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-2b11e02d-970e-4cde-ad48-85721581a2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:28.936168 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b11e02d-970e-4cde-ad48-85721581a2be None None] The sync data for ids ['d10436b5-a3d0-4287-ba73-185255a9dd81'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:34:28.953351 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-df14adab-5c0c-4f17-932a-c95a23216db1 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "GET /v2.0/routers/d10436b5-a3d0-4287-ba73-185255a9dd81 HTTP/1.1" status: 200 len: 882 time: 0.1254537 Oct 19 01:34:28.955550 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44640) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:29.194283 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-de43f17f-0147-485f-8b49-a8ac7fb97834 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 885 time: 0.2372601 Oct 19 01:34:29.197451 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44642) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:29.202048 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-6169fc08-e433-44eb-866b-eec3456d2535 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-64970150'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:29.527396 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6169fc08-e433-44eb-866b-eec3456d2535 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64930'] for router, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:29.538672 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6169fc08-e433-44eb-866b-eec3456d2535 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592856'] for router, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:29.654423 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6169fc08-e433-44eb-866b-eec3456d2535 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Router d10436b5-a3d0-4287-ba73-185255a9dd81 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:34:29.694511 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:29.765964 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6169fc08-e433-44eb-866b-eec3456d2535 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:34:29.774026 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6169fc08-e433-44eb-866b-eec3456d2535 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:29.776430 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9d696c-a5c1-47ef-b5c5-96a5106e62db None None] Sync routers for ids ['d10436b5-a3d0-4287-ba73-185255a9dd81'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:34:29.778872 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44648) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:29.779057 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6169fc08-e433-44eb-866b-eec3456d2535 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "PUT /v2.0/routers/d10436b5-a3d0-4287-ba73-185255a9dd81 HTTP/1.1" status: 200 len: 889 time: 0.5803797 Oct 19 01:34:29.786169 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9d696c-a5c1-47ef-b5c5-96a5106e62db None None] Routers {'d10436b5-a3d0-4287-ba73-185255a9dd81'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:29.786782 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-1b9d696c-a5c1-47ef-b5c5-96a5106e62db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:34:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d10436b5-a3d0-4287-ba73-185255a9dd81'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:29.819115 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-1b9d696c-a5c1-47ef-b5c5-96a5106e62db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:29.829125 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9d696c-a5c1-47ef-b5c5-96a5106e62db None None] Routers {'d10436b5-a3d0-4287-ba73-185255a9dd81'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:29.829728 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-1b9d696c-a5c1-47ef-b5c5-96a5106e62db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:34:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d10436b5-a3d0-4287-ba73-185255a9dd81'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:29.868008 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-1b9d696c-a5c1-47ef-b5c5-96a5106e62db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:29.869242 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9d696c-a5c1-47ef-b5c5-96a5106e62db None None] The sync data for ids ['d10436b5-a3d0-4287-ba73-185255a9dd81'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:34:29.901936 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-cdee443b-2489-4d56-9a67-a1a6d1e74f71 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "GET /v2.0/routers/d10436b5-a3d0-4287-ba73-185255a9dd81 HTTP/1.1" status: 200 len: 889 time: 0.1212180 Oct 19 01:34:29.904756 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44656) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:29.952660 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-75686978-29f7-4c4c-bd27-01a8d83df76e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "GET /v2.0/ports?device_id=d10436b5-a3d0-4287-ba73-185255a9dd81 HTTP/1.1" status: 200 len: 205 time: 0.0465055 Oct 19 01:34:29.955425 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44658) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:30.063411 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-844e5973-a80f-4937-bfc7-4bb5ccf8825b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:30.172582 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-844e5973-a80f-4937-bfc7-4bb5ccf8825b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:30.224927 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-844e5973-a80f-4937-bfc7-4bb5ccf8825b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Deleting port f59b02f8-e600-4fa4-9bec-28acb98030fa {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:30.225634 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-844e5973-a80f-4937-bfc7-4bb5ccf8825b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:30.305632 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-844e5973-a80f-4937-bfc7-4bb5ccf8825b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:30.317401 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-844e5973-a80f-4937-bfc7-4bb5ccf8825b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Calling delete_port for f59b02f8-e600-4fa4-9bec-28acb98030fa owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:30.481692 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-844e5973-a80f-4937-bfc7-4bb5ccf8825b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:30.510715 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e5973-a80f-4937-bfc7-4bb5ccf8825b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event deleted for resources: {'Port': ['ID=f59b02f8-e600-4fa4-9bec-28acb98030fa,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:30.575416 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-844e5973-a80f-4937-bfc7-4bb5ccf8825b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:30.669307 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-844e5973-a80f-4937-bfc7-4bb5ccf8825b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:30.671434 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-844e5973-a80f-4937-bfc7-4bb5ccf8825b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:30.720298 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-844e5973-a80f-4937-bfc7-4bb5ccf8825b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:30.721035 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844e5973-a80f-4937-bfc7-4bb5ccf8825b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Fanout notify agent at l3_agent the message router_deleted on router d10436b5-a3d0-4287-ba73-185255a9dd81 {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:34:30.728049 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-844e5973-a80f-4937-bfc7-4bb5ccf8825b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:30.733791 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-844e5973-a80f-4937-bfc7-4bb5ccf8825b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/routers/d10436b5-a3d0-4287-ba73-185255a9dd81 HTTP/1.1" status: 204 len: 168 time: 0.7732453 Oct 19 01:34:30.733791 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44660) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:30.738281 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-d8d243c6-4b09-4343-98bc-aa97c3fd86f5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1603972635'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:30.762172 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d243c6-4b09-4343-98bc-aa97c3fd86f5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Made reservation on behalf of 7b98efdd3de24865be5e59e37fe1619c for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:30.765715 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d8d243c6-4b09-4343-98bc-aa97c3fd86f5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:30.789018 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8d243c6-4b09-4343-98bc-aa97c3fd86f5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:34:30.797763 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d8d243c6-4b09-4343-98bc-aa97c3fd86f5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:30.798046 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-d8d243c6-4b09-4343-98bc-aa97c3fd86f5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Added segment f80f274e-e21d-45ca-99f0-cbfd884530c7 of type vlan for network f0e7eac0-a69d-4b0a-bb5c-f22fe82491f8 Oct 19 01:34:30.839159 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d8d243c6-4b09-4343-98bc-aa97c3fd86f5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:30.862858 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d8d243c6-4b09-4343-98bc-aa97c3fd86f5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:30.868925 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d243c6-4b09-4343-98bc-aa97c3fd86f5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:30.869673 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d8d243c6-4b09-4343-98bc-aa97c3fd86f5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:30.921679 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d8d243c6-4b09-4343-98bc-aa97c3fd86f5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1872675 Oct 19 01:34:30.924444 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44662) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:30.929231 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-ec731ee2-99d7-43a1-b9e9-43619d84a9a0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Request body: {'subnet': {'network_id': 'f0e7eac0-a69d-4b0a-bb5c-f22fe82491f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:30.978979 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d243c6-4b09-4343-98bc-aa97c3fd86f5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Network': ['ID=f0e7eac0-a69d-4b0a-bb5c-f22fe82491f8,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:31.001627 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network f0e7eac0-a69d-4b0a-bb5c-f22fe82491f8 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:34:31.060526 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec731ee2-99d7-43a1-b9e9-43619d84a9a0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Made reservation on behalf of 7b98efdd3de24865be5e59e37fe1619c for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:31.064707 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ec731ee2-99d7-43a1-b9e9-43619d84a9a0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:31.260280 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ec731ee2-99d7-43a1-b9e9-43619d84a9a0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:31.324368 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec731ee2-99d7-43a1-b9e9-43619d84a9a0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Subnet': ['ID=92d623ba-bc8e-4d93-b1c0-1212705b51db,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:31.335449 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec731ee2-99d7-43a1-b9e9-43619d84a9a0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Checking segment: {'id': 'f80f274e-e21d-45ca-99f0-cbfd884530c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f0e7eac0-a69d-4b0a-bb5c-f22fe82491f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:34:31.335815 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec731ee2-99d7-43a1-b9e9-43619d84a9a0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Network hostable DHCP agents. Network: f0e7eac0-a69d-4b0a-bb5c-f22fe82491f8, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:34:31.354361 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec731ee2-99d7-43a1-b9e9-43619d84a9a0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Network f0e7eac0-a69d-4b0a-bb5c-f22fe82491f8 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:34:31.363714 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-ec731ee2-99d7-43a1-b9e9-43619d84a9a0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, f0e7eac0-a69d-4b0a-bb5c-f22fe82491f8) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:31.368018 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec731ee2-99d7-43a1-b9e9-43619d84a9a0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:31.369144 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ec731ee2-99d7-43a1-b9e9-43619d84a9a0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:31.373812 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89daf76-9c39-4434-81e7-52d9fec13506 None None] Network f0e7eac0-a69d-4b0a-bb5c-f22fe82491f8 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:31.387996 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ec731ee2-99d7-43a1-b9e9-43619d84a9a0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4601960 Oct 19 01:34:31.388224 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44666) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:31.392951 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-2050a474-2695-4f07-97fb-22e7b9f43a89 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-716946358', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:31.414604 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2050a474-2695-4f07-97fb-22e7b9f43a89 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:31.415701 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2050a474-2695-4f07-97fb-22e7b9f43a89 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:31.474012 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2050a474-2695-4f07-97fb-22e7b9f43a89 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:31.478934 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2050a474-2695-4f07-97fb-22e7b9f43a89 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:31.498478 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2050a474-2695-4f07-97fb-22e7b9f43a89 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:31.502357 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2050a474-2695-4f07-97fb-22e7b9f43a89 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1107390 Oct 19 01:34:31.502634 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44668) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:31.540864 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73a1be5-9094-47bc-a31a-9a82b2c2b13c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-f0e7eac0-a69d-4b0a-bb5c-f22fe82491f8', 'network_id': 'f0e7eac0-a69d-4b0a-bb5c-f22fe82491f8', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'fixed_ips': [{'subnet_id': '92d623ba-bc8e-4d93-b1c0-1212705b51db'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:34:31.541855 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a73a1be5-9094-47bc-a31a-9a82b2c2b13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:31.684731 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-a73a1be5-9094-47bc-a31a-9a82b2c2b13c None None] Allocated IP 2001:db8::2 (f0e7eac0-a69d-4b0a-bb5c-f22fe82491f8/92d623ba-bc8e-4d93-b1c0-1212705b51db/d38b56b2-4043-40db-9db4-62c1253f8982) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:34:31.791785 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d31931d0-056b-4109-99ff-a9ff8c3b568b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:31.846415 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a73a1be5-9094-47bc-a31a-9a82b2c2b13c None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:31.855573 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a73a1be5-9094-47bc-a31a-9a82b2c2b13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:31.897375 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73a1be5-9094-47bc-a31a-9a82b2c2b13c None None] Network f0e7eac0-a69d-4b0a-bb5c-f22fe82491f8 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:31.902843 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-a73a1be5-9094-47bc-a31a-9a82b2c2b13c None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:31.907241 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73a1be5-9094-47bc-a31a-9a82b2c2b13c None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:34:31.914495 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a1be5-9094-47bc-a31a-9a82b2c2b13c None None] Pushing event updated for resources: {'Port': ['ID=d38b56b2-4043-40db-9db4-62c1253f8982,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:31.941204 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73a1be5-9094-47bc-a31a-9a82b2c2b13c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:31.941571 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73a1be5-9094-47bc-a31a-9a82b2c2b13c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:31.941940 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73a1be5-9094-47bc-a31a-9a82b2c2b13c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:31.942291 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73a1be5-9094-47bc-a31a-9a82b2c2b13c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:31.942639 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73a1be5-9094-47bc-a31a-9a82b2c2b13c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:31.943079 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73a1be5-9094-47bc-a31a-9a82b2c2b13c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:31.943430 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73a1be5-9094-47bc-a31a-9a82b2c2b13c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:31.943873 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73a1be5-9094-47bc-a31a-9a82b2c2b13c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:31.944218 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73a1be5-9094-47bc-a31a-9a82b2c2b13c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:31.944545 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73a1be5-9094-47bc-a31a-9a82b2c2b13c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:31.944873 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73a1be5-9094-47bc-a31a-9a82b2c2b13c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:31.945201 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73a1be5-9094-47bc-a31a-9a82b2c2b13c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:31.986938 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-a73a1be5-9094-47bc-a31a-9a82b2c2b13c None None] Attempting to bind port d38b56b2-4043-40db-9db4-62c1253f8982 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:34:31.987313 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-a73a1be5-9094-47bc-a31a-9a82b2c2b13c None None] Attempting to bind port d38b56b2-4043-40db-9db4-62c1253f8982 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'f80f274e-e21d-45ca-99f0-cbfd884530c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f0e7eac0-a69d-4b0a-bb5c-f22fe82491f8'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:34:31.987682 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73a1be5-9094-47bc-a31a-9a82b2c2b13c None None] Attempting to bind port d38b56b2-4043-40db-9db4-62c1253f8982 on network f0e7eac0-a69d-4b0a-bb5c-f22fe82491f8 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:34:31.992800 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73a1be5-9094-47bc-a31a-9a82b2c2b13c None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:34:31.993179 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73a1be5-9094-47bc-a31a-9a82b2c2b13c None None] Checking segment: {'id': 'f80f274e-e21d-45ca-99f0-cbfd884530c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f0e7eac0-a69d-4b0a-bb5c-f22fe82491f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:34:31.994181 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a73a1be5-9094-47bc-a31a-9a82b2c2b13c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:31.994580 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73a1be5-9094-47bc-a31a-9a82b2c2b13c None None] Bound using segment: {'id': 'f80f274e-e21d-45ca-99f0-cbfd884530c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f0e7eac0-a69d-4b0a-bb5c-f22fe82491f8'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:34:31.995050 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-a73a1be5-9094-47bc-a31a-9a82b2c2b13c None None] Bound port: d38b56b2-4043-40db-9db4-62c1253f8982, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f80f274e-e21d-45ca-99f0-cbfd884530c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f0e7eac0-a69d-4b0a-bb5c-f22fe82491f8'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:34:31.995435 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a73a1be5-9094-47bc-a31a-9a82b2c2b13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:32.062610 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-a73a1be5-9094-47bc-a31a-9a82b2c2b13c None None] For port d38b56b2-4043-40db-9db4-62c1253f8982, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:34:32.066472 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-a73a1be5-9094-47bc-a31a-9a82b2c2b13c None None] For port d38b56b2-4043-40db-9db4-62c1253f8982, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d38b56b2-4043-40db-9db4-62c1253f8982,segment=NetworkSegment(f80f274e-e21d-45ca-99f0-cbfd884530c7),segment_id=f80f274e-e21d-45ca-99f0-cbfd884530c7)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:34:32.071885 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a73a1be5-9094-47bc-a31a-9a82b2c2b13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:32.077691 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-d31931d0-056b-4109-99ff-a9ff8c3b568b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Allocated IP 2001:db8::1 (f0e7eac0-a69d-4b0a-bb5c-f22fe82491f8/92d623ba-bc8e-4d93-b1c0-1212705b51db/d6f5d9aa-8e3b-4783-9b3d-f6c23a9c12e3) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:34:32.147869 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a1be5-9094-47bc-a31a-9a82b2c2b13c None None] Pushing event updated for resources: {'Port': ['ID=d38b56b2-4043-40db-9db4-62c1253f8982,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:32.227506 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d31931d0-056b-4109-99ff-a9ff8c3b568b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:32.266513 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d31931d0-056b-4109-99ff-a9ff8c3b568b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:32.322452 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31931d0-056b-4109-99ff-a9ff8c3b568b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Network f0e7eac0-a69d-4b0a-bb5c-f22fe82491f8 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:32.328197 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-d31931d0-056b-4109-99ff-a9ff8c3b568b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:32.332363 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31931d0-056b-4109-99ff-a9ff8c3b568b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:34:32.332921 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d31931d0-056b-4109-99ff-a9ff8c3b568b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:32.376849 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31931d0-056b-4109-99ff-a9ff8c3b568b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Port': ['ID=d6f5d9aa-8e3b-4783-9b3d-f6c23a9c12e3,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:32.520417 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d31931d0-056b-4109-99ff-a9ff8c3b568b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:33.191620 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d31931d0-056b-4109-99ff-a9ff8c3b568b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:33.197267 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d31931d0-056b-4109-99ff-a9ff8c3b568b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:33.198292 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d31931d0-056b-4109-99ff-a9ff8c3b568b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:33.297956 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31931d0-056b-4109-99ff-a9ff8c3b568b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Port': ['ID=d6f5d9aa-8e3b-4783-9b3d-f6c23a9c12e3,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:33.308343 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6cd71a-1833-4562-bf90-c13e40ca1dc7 None None] Network f0e7eac0-a69d-4b0a-bb5c-f22fe82491f8 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:33.377017 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31931d0-056b-4109-99ff-a9ff8c3b568b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Network f0e7eac0-a69d-4b0a-bb5c-f22fe82491f8 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:33.378461 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-d31931d0-056b-4109-99ff-a9ff8c3b568b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:33.395199 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-6b4bc301-e5c0-49a6-87bd-81b72e2e197a None None] Provisioning complete for port d38b56b2-4043-40db-9db4-62c1253f8982 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:33.395540 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6b4bc301-e5c0-49a6-87bd-81b72e2e197a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:33.530596 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31931d0-056b-4109-99ff-a9ff8c3b568b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Router 159bdef8-34ac-4120-9f2d-5040880a9c6e is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:34:33.578706 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6b4bc301-e5c0-49a6-87bd-81b72e2e197a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:33.617667 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-6b4bc301-e5c0-49a6-87bd-81b72e2e197a None None] For port d38b56b2-4043-40db-9db4-62c1253f8982, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d38b56b2-4043-40db-9db4-62c1253f8982,segment=NetworkSegment(f80f274e-e21d-45ca-99f0-cbfd884530c7),segment_id=f80f274e-e21d-45ca-99f0-cbfd884530c7)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:33.625143 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6b4bc301-e5c0-49a6-87bd-81b72e2e197a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:33.666455 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31931d0-056b-4109-99ff-a9ff8c3b568b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:34:33.673460 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d31931d0-056b-4109-99ff-a9ff8c3b568b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "PUT /v2.0/routers/159bdef8-34ac-4120-9f2d-5040880a9c6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1697514 Oct 19 01:34:33.676078 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44690) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:33.679131 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7792741-7031-4ae3-9e74-9421ead0e0c0 None None] Sync routers for ids ['159bdef8-34ac-4120-9f2d-5040880a9c6e'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:34:33.689996 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4bc301-e5c0-49a6-87bd-81b72e2e197a None None] Pushing event updated for resources: {'Port': ['ID=d38b56b2-4043-40db-9db4-62c1253f8982,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:33.693524 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7792741-7031-4ae3-9e74-9421ead0e0c0 None None] Routers {'159bdef8-34ac-4120-9f2d-5040880a9c6e'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:33.695318 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-d7792741-7031-4ae3-9e74-9421ead0e0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:34:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['159bdef8-34ac-4120-9f2d-5040880a9c6e'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:33.729661 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54649f0e-851c-4e2b-ba3d-614c2ac57cd0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:33.731417 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-54649f0e-851c-4e2b-ba3d-614c2ac57cd0 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "GET /v2.0/ports/d6f5d9aa-8e3b-4783-9b3d-f6c23a9c12e3 HTTP/1.1" status: 200 len: 911 time: 0.0536551 Oct 19 01:34:33.733168 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-d7792741-7031-4ae3-9e74-9421ead0e0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:33.734202 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44694) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:33.739644 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-c423c768-c436-44e0-ada5-92afadb3aa44 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '92d623ba-bc8e-4d93-b1c0-1212705b51db'}]}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:33.748620 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7792741-7031-4ae3-9e74-9421ead0e0c0 None None] Routers {'159bdef8-34ac-4120-9f2d-5040880a9c6e'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:33.749310 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-d7792741-7031-4ae3-9e74-9421ead0e0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:34:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['159bdef8-34ac-4120-9f2d-5040880a9c6e'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:33.817836 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-d7792741-7031-4ae3-9e74-9421ead0e0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:33.818757 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7792741-7031-4ae3-9e74-9421ead0e0c0 None None] The sync data for ids ['159bdef8-34ac-4120-9f2d-5040880a9c6e'] in n-d-715271-26 is: [] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:34:33.888868 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d38b56b2-4043-40db-9db4-62c1253f8982 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:34:33.934564 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c423c768-c436-44e0-ada5-92afadb3aa44 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:33.971360 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-046cc6b5-5c2e-49a2-8e2b-9d25553264b8 None None] Provisioning complete for port d38b56b2-4043-40db-9db4-62c1253f8982 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:33.971941 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-046cc6b5-5c2e-49a2-8e2b-9d25553264b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:34.000766 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port d38b56b2-4043-40db-9db4-62c1253f8982 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:34.001765 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:34.155174 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-046cc6b5-5c2e-49a2-8e2b-9d25553264b8 None None] Provisioning complete for port d6f5d9aa-8e3b-4783-9b3d-f6c23a9c12e3 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:34.155486 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-046cc6b5-5c2e-49a2-8e2b-9d25553264b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:34.198362 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-046cc6b5-5c2e-49a2-8e2b-9d25553264b8 None None] Port d6f5d9aa-8e3b-4783-9b3d-f6c23a9c12e3 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:34:34.319429 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-5d8aa025-9259-42db-aec7-014c80d385a4 None None] Provisioning complete for port d6f5d9aa-8e3b-4783-9b3d-f6c23a9c12e3 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:34.320588 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5d8aa025-9259-42db-aec7-014c80d385a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:34.370829 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-5d8aa025-9259-42db-aec7-014c80d385a4 None None] Port d6f5d9aa-8e3b-4783-9b3d-f6c23a9c12e3 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:34:34.417525 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c423c768-c436-44e0-ada5-92afadb3aa44 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:34.425745 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c423c768-c436-44e0-ada5-92afadb3aa44 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:34.431884 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c423c768-c436-44e0-ada5-92afadb3aa44 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:34.432631 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c423c768-c436-44e0-ada5-92afadb3aa44 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:34.433997 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c423c768-c436-44e0-ada5-92afadb3aa44 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "PUT /v2.0/ports/d6f5d9aa-8e3b-4783-9b3d-f6c23a9c12e3 HTTP/1.1" status: 200 len: 911 time: 0.6987734 Oct 19 01:34:34.437037 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44706) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:34.481762 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423c768-c436-44e0-ada5-92afadb3aa44 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Port': ['ID=d6f5d9aa-8e3b-4783-9b3d-f6c23a9c12e3,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:34.496765 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-056320c2-0922-496b-a3a6-9b3faf32483b None None] Provisioning complete for port d6f5d9aa-8e3b-4783-9b3d-f6c23a9c12e3 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:34.497219 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-056320c2-0922-496b-a3a6-9b3faf32483b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:34.539864 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-056320c2-0922-496b-a3a6-9b3faf32483b None None] Port d6f5d9aa-8e3b-4783-9b3d-f6c23a9c12e3 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:34:34.764362 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de6cc12c-d78d-4620-9eda-b9437eab0f76 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:35.007900 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-de6cc12c-d78d-4620-9eda-b9437eab0f76 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Deleting port d6f5d9aa-8e3b-4783-9b3d-f6c23a9c12e3 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:35.008235 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de6cc12c-d78d-4620-9eda-b9437eab0f76 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:35.095572 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de6cc12c-d78d-4620-9eda-b9437eab0f76 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:35.107499 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-de6cc12c-d78d-4620-9eda-b9437eab0f76 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Calling delete_port for d6f5d9aa-8e3b-4783-9b3d-f6c23a9c12e3 owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:35.284081 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de6cc12c-d78d-4620-9eda-b9437eab0f76 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:35.310903 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6cc12c-d78d-4620-9eda-b9437eab0f76 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event deleted for resources: {'Port': ['ID=d6f5d9aa-8e3b-4783-9b3d-f6c23a9c12e3,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:35.340237 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:34:35.414304 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-de6cc12c-d78d-4620-9eda-b9437eab0f76 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:35.570986 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6cc12c-d78d-4620-9eda-b9437eab0f76 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Router 159bdef8-34ac-4120-9f2d-5040880a9c6e has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:34:35.647121 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6cc12c-d78d-4620-9eda-b9437eab0f76 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:34:35.656603 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-de6cc12c-d78d-4620-9eda-b9437eab0f76 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "PUT /v2.0/routers/159bdef8-34ac-4120-9f2d-5040880a9c6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2154543 Oct 19 01:34:35.656603 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44710) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:35.659610 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f61000-a996-4a28-80d1-f8c4c7a9e33d None None] Sync routers for ids ['159bdef8-34ac-4120-9f2d-5040880a9c6e'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:34:35.669641 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f61000-a996-4a28-80d1-f8c4c7a9e33d None None] Routers {'159bdef8-34ac-4120-9f2d-5040880a9c6e'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:35.670335 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-f0f61000-a996-4a28-80d1-f8c4c7a9e33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:34:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['159bdef8-34ac-4120-9f2d-5040880a9c6e'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:35.686950 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-25b34495-b0fa-4b0c-867b-4396d7b3c24d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "GET /v2.0/ports?device_id=159bdef8-34ac-4120-9f2d-5040880a9c6e HTTP/1.1" status: 200 len: 205 time: 0.0271914 Oct 19 01:34:35.687231 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44712) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:35.703242 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-f0f61000-a996-4a28-80d1-f8c4c7a9e33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:35.712127 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f61000-a996-4a28-80d1-f8c4c7a9e33d None None] Routers {'159bdef8-34ac-4120-9f2d-5040880a9c6e'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:35.712727 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-f0f61000-a996-4a28-80d1-f8c4c7a9e33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:34:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['159bdef8-34ac-4120-9f2d-5040880a9c6e'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:35.747108 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-f0f61000-a996-4a28-80d1-f8c4c7a9e33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:35.747773 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f61000-a996-4a28-80d1-f8c4c7a9e33d None None] The sync data for ids ['159bdef8-34ac-4120-9f2d-5040880a9c6e'] in n-d-715271-26 is: [] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:34:35.764176 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c4fa4978-328a-418d-8123-a4539d142133 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:36.254843 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c4fa4978-328a-418d-8123-a4539d142133 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:36.257121 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c4fa4978-328a-418d-8123-a4539d142133 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:36.305441 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c4fa4978-328a-418d-8123-a4539d142133 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:36.306813 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fa4978-328a-418d-8123-a4539d142133 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Fanout notify agent at l3_agent the message router_deleted on router 159bdef8-34ac-4120-9f2d-5040880a9c6e {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:34:36.315508 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c4fa4978-328a-418d-8123-a4539d142133 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:36.319684 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c4fa4978-328a-418d-8123-a4539d142133 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/routers/159bdef8-34ac-4120-9f2d-5040880a9c6e HTTP/1.1" status: 204 len: 168 time: 0.6286194 Oct 19 01:34:36.319684 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44724) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:36.377748 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f2b6eb4-c104-44bd-af7c-aad4f113e884 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Deleting subnet 92d623ba-bc8e-4d93-b1c0-1212705b51db {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:34:36.381162 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1f2b6eb4-c104-44bd-af7c-aad4f113e884 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:36.429797 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1f2b6eb4-c104-44bd-af7c-aad4f113e884 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:36.522538 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1f2b6eb4-c104-44bd-af7c-aad4f113e884 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:36.582045 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1f2b6eb4-c104-44bd-af7c-aad4f113e884 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:36.611574 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b6eb4-c104-44bd-af7c-aad4f113e884 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event deleted for resources: {'Subnet': ['ID=92d623ba-bc8e-4d93-b1c0-1212705b51db,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:36.613593 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1f2b6eb4-c104-44bd-af7c-aad4f113e884 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:36.616747 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1f2b6eb4-c104-44bd-af7c-aad4f113e884 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/subnets/92d623ba-bc8e-4d93-b1c0-1212705b51db HTTP/1.1" status: 204 len: 168 time: 0.2962782 Oct 19 01:34:36.620037 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44730) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:36.622513 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd518ff-95e2-40a8-97fe-0c24ee99d56e None None] Network f0e7eac0-a69d-4b0a-bb5c-f22fe82491f8 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:36.713067 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1add1a9b-d376-4ed1-88b9-34b66a4dff5b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:36.773919 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-1add1a9b-d376-4ed1-88b9-34b66a4dff5b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Deleting port d38b56b2-4043-40db-9db4-62c1253f8982 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:36.774151 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1add1a9b-d376-4ed1-88b9-34b66a4dff5b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:36.825383 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2b90fb-1ef1-4ee2-9b08-8c131e979562 None None] DHCP port deletion for f0e7eac0-a69d-4b0a-bb5c-f22fe82491f8 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:34:36.855074 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-1add1a9b-d376-4ed1-88b9-34b66a4dff5b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] For port d38b56b2-4043-40db-9db4-62c1253f8982, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d38b56b2-4043-40db-9db4-62c1253f8982,segment=NetworkSegment(f80f274e-e21d-45ca-99f0-cbfd884530c7),segment_id=f80f274e-e21d-45ca-99f0-cbfd884530c7)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:36.855718 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1add1a9b-d376-4ed1-88b9-34b66a4dff5b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:36.872342 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-1add1a9b-d376-4ed1-88b9-34b66a4dff5b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Calling delete_port for d38b56b2-4043-40db-9db4-62c1253f8982 owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:36.896468 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-ab2b90fb-1ef1-4ee2-9b08-8c131e979562 None None] Deleting port d38b56b2-4043-40db-9db4-62c1253f8982 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:36.896845 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ab2b90fb-1ef1-4ee2-9b08-8c131e979562 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:36.966212 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1add1a9b-d376-4ed1-88b9-34b66a4dff5b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:36.980129 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-ab2b90fb-1ef1-4ee2-9b08-8c131e979562 None None] For port d38b56b2-4043-40db-9db4-62c1253f8982, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d38b56b2-4043-40db-9db4-62c1253f8982,segment=NetworkSegment(f80f274e-e21d-45ca-99f0-cbfd884530c7),segment_id=f80f274e-e21d-45ca-99f0-cbfd884530c7)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:36.980586 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ab2b90fb-1ef1-4ee2-9b08-8c131e979562 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:36.994121 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-ab2b90fb-1ef1-4ee2-9b08-8c131e979562 None None] Calling delete_port for d38b56b2-4043-40db-9db4-62c1253f8982 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:37.002753 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add1a9b-d376-4ed1-88b9-34b66a4dff5b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event deleted for resources: {'Port': ['ID=d38b56b2-4043-40db-9db4-62c1253f8982,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:37.013236 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1add1a9b-d376-4ed1-88b9-34b66a4dff5b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] No DVR routers for this DVR port d38b56b2-4043-40db-9db4-62c1253f8982 on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:34:37.102564 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1add1a9b-d376-4ed1-88b9-34b66a4dff5b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:37.133606 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-1add1a9b-d376-4ed1-88b9-34b66a4dff5b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0e7eac0-a69d-4b0a-bb5c-f22fe82491f8']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:37.148574 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-1add1a9b-d376-4ed1-88b9-34b66a4dff5b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f80f274e-e21d-45ca-99f0-cbfd884530c7') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:37.148904 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-1add1a9b-d376-4ed1-88b9-34b66a4dff5b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f80f274e-e21d-45ca-99f0-cbfd884530c7') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:37.163847 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1add1a9b-d376-4ed1-88b9-34b66a4dff5b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:37.182919 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1add1a9b-d376-4ed1-88b9-34b66a4dff5b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:37.191128 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1add1a9b-d376-4ed1-88b9-34b66a4dff5b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:34:37.191612 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1add1a9b-d376-4ed1-88b9-34b66a4dff5b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:37.195473 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:34:37.195473 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:34:37.195473 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:34:37.195473 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:34:37.195473 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:34:37.195473 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:34:37.195473 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:34:37.195473 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:34:37.195473 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:34:37.195473 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:34:37.195473 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:34:37.195473 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:34:37.195473 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:34:37.195473 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:34:37.195473 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:34:37.195473 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:34:37.195473 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:34:37.195473 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:34:37.195473 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:34:37.195473 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:34:37.195473 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:34:37.195473 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:34:37.195473 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:34:37.195473 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:34:37.195473 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:34:37.195473 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:34:37.195473 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:34:37.195473 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:34:37.195473 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:34:37.195473 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:34:37.195473 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:34:37.195473 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:34:37.239474 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ab2b90fb-1ef1-4ee2-9b08-8c131e979562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:37.267675 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1add1a9b-d376-4ed1-88b9-34b66a4dff5b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:37.272830 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b90fb-1ef1-4ee2-9b08-8c131e979562 None None] Pushing event deleted for resources: {'Port': ['ID=d38b56b2-4043-40db-9db4-62c1253f8982,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:37.276401 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2b90fb-1ef1-4ee2-9b08-8c131e979562 None None] No DVR routers for this DVR port d38b56b2-4043-40db-9db4-62c1253f8982 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:34:37.284264 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1add1a9b-d376-4ed1-88b9-34b66a4dff5b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:37.291812 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1add1a9b-d376-4ed1-88b9-34b66a4dff5b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/networks/f0e7eac0-a69d-4b0a-bb5c-f22fe82491f8 HTTP/1.1" status: 204 len: 168 time: 0.6631131 Oct 19 01:34:37.292229 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44732) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:37.297360 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-aa17720e-3926-4fa9-9ab0-bd4d7ed9563d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2031277487', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:37.302858 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add1a9b-d376-4ed1-88b9-34b66a4dff5b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event deleted for resources: {'Network': ['ID=f0e7eac0-a69d-4b0a-bb5c-f22fe82491f8,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:37.328705 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aa17720e-3926-4fa9-9ab0-bd4d7ed9563d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:37.329720 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aa17720e-3926-4fa9-9ab0-bd4d7ed9563d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:37.396934 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aa17720e-3926-4fa9-9ab0-bd4d7ed9563d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:37.406126 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aa17720e-3926-4fa9-9ab0-bd4d7ed9563d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:37.424077 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aa17720e-3926-4fa9-9ab0-bd4d7ed9563d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:37.425222 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-aa17720e-3926-4fa9-9ab0-bd4d7ed9563d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1314504 Oct 19 01:34:37.427955 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44734) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:37.433926 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-4a695046-e99f-4ddd-92ed-742f763dcbcd tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-132811128'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:37.460146 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a695046-e99f-4ddd-92ed-742f763dcbcd tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Made reservation on behalf of 7b98efdd3de24865be5e59e37fe1619c for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:37.464946 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4a695046-e99f-4ddd-92ed-742f763dcbcd tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:37.495195 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a695046-e99f-4ddd-92ed-742f763dcbcd tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:34:37.507262 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4a695046-e99f-4ddd-92ed-742f763dcbcd tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:37.507895 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-4a695046-e99f-4ddd-92ed-742f763dcbcd tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Added segment 0d0dffd9-e004-444e-9fb7-821c4feecf9f of type vlan for network fb910840-5738-4711-a26a-02c6a642d47e Oct 19 01:34:37.554080 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4a695046-e99f-4ddd-92ed-742f763dcbcd tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:37.580078 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4a695046-e99f-4ddd-92ed-742f763dcbcd tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:37.586114 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a695046-e99f-4ddd-92ed-742f763dcbcd tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:37.586729 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4a695046-e99f-4ddd-92ed-742f763dcbcd tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:37.625036 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4a695046-e99f-4ddd-92ed-742f763dcbcd tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1959352 Oct 19 01:34:37.627648 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44738) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:37.635341 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-13c8842f-d64b-449c-a53b-97309011e341 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Request body: {'subnet': {'network_id': 'fb910840-5738-4711-a26a-02c6a642d47e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:37.668309 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a695046-e99f-4ddd-92ed-742f763dcbcd tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Network': ['ID=fb910840-5738-4711-a26a-02c6a642d47e,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:37.678916 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network fb910840-5738-4711-a26a-02c6a642d47e details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:34:37.757832 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c8842f-d64b-449c-a53b-97309011e341 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Made reservation on behalf of 7b98efdd3de24865be5e59e37fe1619c for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:37.761710 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-13c8842f-d64b-449c-a53b-97309011e341 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:37.812757 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d38b56b2-4043-40db-9db4-62c1253f8982 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:34:37.834857 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: d38b56b2-4043-40db-9db4-62c1253f8982 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:34:37.835646 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d38b56b2-4043-40db-9db4-62c1253f8982 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:34:37.955268 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-13c8842f-d64b-449c-a53b-97309011e341 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:38.019514 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8842f-d64b-449c-a53b-97309011e341 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Subnet': ['ID=89ec628b-9b64-4eec-9d5b-46d4947a13f4,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:38.030420 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c8842f-d64b-449c-a53b-97309011e341 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Checking segment: {'id': '0d0dffd9-e004-444e-9fb7-821c4feecf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fb910840-5738-4711-a26a-02c6a642d47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:34:38.030802 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c8842f-d64b-449c-a53b-97309011e341 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Network hostable DHCP agents. Network: fb910840-5738-4711-a26a-02c6a642d47e, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:34:38.048068 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c8842f-d64b-449c-a53b-97309011e341 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Network fb910840-5738-4711-a26a-02c6a642d47e is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:34:38.057724 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-13c8842f-d64b-449c-a53b-97309011e341 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, fb910840-5738-4711-a26a-02c6a642d47e) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:38.062008 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c8842f-d64b-449c-a53b-97309011e341 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:38.062595 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-13c8842f-d64b-449c-a53b-97309011e341 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:38.067929 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a992e4-b04d-4b55-bc4b-c50f72d3d31a None None] Network fb910840-5738-4711-a26a-02c6a642d47e requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:38.083987 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-13c8842f-d64b-449c-a53b-97309011e341 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4523129 Oct 19 01:34:38.084213 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44740) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:38.217820 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0aa634-eaa5-4da2-a909-be9653036c33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-fb910840-5738-4711-a26a-02c6a642d47e', 'network_id': 'fb910840-5738-4711-a26a-02c6a642d47e', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'fixed_ips': [{'subnet_id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:34:38.218693 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ca0aa634-eaa5-4da2-a909-be9653036c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:38.366321 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-ca0aa634-eaa5-4da2-a909-be9653036c33 None None] Allocated IP 2001:db8::2 (fb910840-5738-4711-a26a-02c6a642d47e/89ec628b-9b64-4eec-9d5b-46d4947a13f4/3b07782a-490e-48f7-bfa3-b8fadac8be52) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:34:38.384566 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4411947f-fa16-49ca-bc8d-f430448dd5b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:38.529373 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ca0aa634-eaa5-4da2-a909-be9653036c33 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:38.538602 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ca0aa634-eaa5-4da2-a909-be9653036c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:38.558624 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0aa634-eaa5-4da2-a909-be9653036c33 None None] Network fb910840-5738-4711-a26a-02c6a642d47e is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:38.561380 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-ca0aa634-eaa5-4da2-a909-be9653036c33 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:38.582888 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0aa634-eaa5-4da2-a909-be9653036c33 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:34:38.624434 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0aa634-eaa5-4da2-a909-be9653036c33 None None] Pushing event updated for resources: {'Port': ['ID=3b07782a-490e-48f7-bfa3-b8fadac8be52,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:38.653579 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-4411947f-fa16-49ca-bc8d-f430448dd5b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Allocated IP 2001:db8::1 (fb910840-5738-4711-a26a-02c6a642d47e/89ec628b-9b64-4eec-9d5b-46d4947a13f4/fd046960-e21a-42e4-87a1-095fc0f8e467) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:34:38.661042 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-ca0aa634-eaa5-4da2-a909-be9653036c33 None None] Attempting to bind port 3b07782a-490e-48f7-bfa3-b8fadac8be52 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:34:38.661420 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-ca0aa634-eaa5-4da2-a909-be9653036c33 None None] Attempting to bind port 3b07782a-490e-48f7-bfa3-b8fadac8be52 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '0d0dffd9-e004-444e-9fb7-821c4feecf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fb910840-5738-4711-a26a-02c6a642d47e'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:34:38.661879 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0aa634-eaa5-4da2-a909-be9653036c33 None None] Attempting to bind port 3b07782a-490e-48f7-bfa3-b8fadac8be52 on network fb910840-5738-4711-a26a-02c6a642d47e {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:34:38.673836 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0aa634-eaa5-4da2-a909-be9653036c33 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:34:38.674377 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0aa634-eaa5-4da2-a909-be9653036c33 None None] Checking segment: {'id': '0d0dffd9-e004-444e-9fb7-821c4feecf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fb910840-5738-4711-a26a-02c6a642d47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:34:38.674789 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ca0aa634-eaa5-4da2-a909-be9653036c33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:38.675239 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0aa634-eaa5-4da2-a909-be9653036c33 None None] Bound using segment: {'id': '0d0dffd9-e004-444e-9fb7-821c4feecf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fb910840-5738-4711-a26a-02c6a642d47e'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:34:38.675745 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-ca0aa634-eaa5-4da2-a909-be9653036c33 None None] Bound port: 3b07782a-490e-48f7-bfa3-b8fadac8be52, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d0dffd9-e004-444e-9fb7-821c4feecf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fb910840-5738-4711-a26a-02c6a642d47e'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:34:38.676239 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ca0aa634-eaa5-4da2-a909-be9653036c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:38.744173 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-ca0aa634-eaa5-4da2-a909-be9653036c33 None None] For port 3b07782a-490e-48f7-bfa3-b8fadac8be52, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:34:38.747678 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-ca0aa634-eaa5-4da2-a909-be9653036c33 None None] For port 3b07782a-490e-48f7-bfa3-b8fadac8be52, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=3b07782a-490e-48f7-bfa3-b8fadac8be52,segment=NetworkSegment(0d0dffd9-e004-444e-9fb7-821c4feecf9f),segment_id=0d0dffd9-e004-444e-9fb7-821c4feecf9f)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:34:38.752116 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ca0aa634-eaa5-4da2-a909-be9653036c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:38.783783 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4411947f-fa16-49ca-bc8d-f430448dd5b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:38.824060 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4411947f-fa16-49ca-bc8d-f430448dd5b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:38.830169 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0aa634-eaa5-4da2-a909-be9653036c33 None None] Pushing event updated for resources: {'Port': ['ID=3b07782a-490e-48f7-bfa3-b8fadac8be52,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:38.867930 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4411947f-fa16-49ca-bc8d-f430448dd5b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Network fb910840-5738-4711-a26a-02c6a642d47e is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:38.874242 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-4411947f-fa16-49ca-bc8d-f430448dd5b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:38.878308 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4411947f-fa16-49ca-bc8d-f430448dd5b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:34:38.878860 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4411947f-fa16-49ca-bc8d-f430448dd5b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:38.924728 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411947f-fa16-49ca-bc8d-f430448dd5b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Port': ['ID=fd046960-e21a-42e4-87a1-095fc0f8e467,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:39.042851 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4411947f-fa16-49ca-bc8d-f430448dd5b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:39.316988 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4411947f-fa16-49ca-bc8d-f430448dd5b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:39.321974 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4411947f-fa16-49ca-bc8d-f430448dd5b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:39.322752 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4411947f-fa16-49ca-bc8d-f430448dd5b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:39.388259 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411947f-fa16-49ca-bc8d-f430448dd5b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Port': ['ID=fd046960-e21a-42e4-87a1-095fc0f8e467,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:39.459035 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4411947f-fa16-49ca-bc8d-f430448dd5b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Network fb910840-5738-4711-a26a-02c6a642d47e is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:39.460497 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-4411947f-fa16-49ca-bc8d-f430448dd5b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:39.590459 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4411947f-fa16-49ca-bc8d-f430448dd5b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Router 411f5ea7-25b9-41c0-8a17-1726e002bbb6 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:34:39.605816 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44746) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:39.662990 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c7694dc-acc9-4ce5-9634-0da534b9c432 admin admin] Deleting subnet d7cd6fc2-7e65-4d0c-8bad-8979b05b2991 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:34:39.667242 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4c7694dc-acc9-4ce5-9634-0da534b9c432 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:39.702303 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4411947f-fa16-49ca-bc8d-f430448dd5b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:34:39.714538 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b374a8-f708-439a-b4db-40882edd35ec None None] Sync routers for ids ['411f5ea7-25b9-41c0-8a17-1726e002bbb6'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:34:39.715813 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4411947f-fa16-49ca-bc8d-f430448dd5b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "PUT /v2.0/routers/411f5ea7-25b9-41c0-8a17-1726e002bbb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6306558 Oct 19 01:34:39.718753 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44748) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:39.724152 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-9273ac83-1295-4a81-92f8-4cad34bfaf20 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1574951126'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:39.730161 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b374a8-f708-439a-b4db-40882edd35ec None None] Routers {'411f5ea7-25b9-41c0-8a17-1726e002bbb6'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:39.731049 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-21b374a8-f708-439a-b4db-40882edd35ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:34:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['411f5ea7-25b9-41c0-8a17-1726e002bbb6'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:39.734155 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4c7694dc-acc9-4ce5-9634-0da534b9c432 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:39.757267 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9273ac83-1295-4a81-92f8-4cad34bfaf20 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Made reservation on behalf of 7b98efdd3de24865be5e59e37fe1619c for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:39.761866 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9273ac83-1295-4a81-92f8-4cad34bfaf20 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:39.796075 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9273ac83-1295-4a81-92f8-4cad34bfaf20 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:34:39.815288 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9273ac83-1295-4a81-92f8-4cad34bfaf20 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:39.815914 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-9273ac83-1295-4a81-92f8-4cad34bfaf20 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Added segment 85c4a2dc-423b-46d8-8979-f64d15fa444d of type vlan for network 98249797-44fb-4cd5-8efe-288532a56e2c Oct 19 01:34:39.823149 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4c7694dc-acc9-4ce5-9634-0da534b9c432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:39.866513 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98f622f-7330-487a-9b89-341489a39283 None None] Network fb910840-5738-4711-a26a-02c6a642d47e requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:39.879001 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9273ac83-1295-4a81-92f8-4cad34bfaf20 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:39.941297 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9273ac83-1295-4a81-92f8-4cad34bfaf20 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:39.941506 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4c7694dc-acc9-4ce5-9634-0da534b9c432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:39.948617 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-21b374a8-f708-439a-b4db-40882edd35ec None None] Set router 411f5ea7-25b9-41c0-8a17-1726e002bbb6 gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:34:39.956784 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9273ac83-1295-4a81-92f8-4cad34bfaf20 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:39.961154 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9273ac83-1295-4a81-92f8-4cad34bfaf20 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:39.992300 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 3b07782a-490e-48f7-bfa3-b8fadac8be52 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:34:40.007980 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7694dc-acc9-4ce5-9634-0da534b9c432 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7cd6fc2-7e65-4d0c-8bad-8979b05b2991,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:40.010806 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4c7694dc-acc9-4ce5-9634-0da534b9c432 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:40.015470 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4c7694dc-acc9-4ce5-9634-0da534b9c432 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d7cd6fc2-7e65-4d0c-8bad-8979b05b2991 HTTP/1.1" status: 204 len: 168 time: 0.4085984 Oct 19 01:34:40.018218 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44750) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:40.029065 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9273ac83-1295-4a81-92f8-4cad34bfaf20 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3090878 Oct 19 01:34:40.032188 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44752) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:40.040101 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-3cd12414-16c7-4832-8ff5-bb09ee2c3615 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Request body: {'subnet': {'network_id': '98249797-44fb-4cd5-8efe-288532a56e2c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:40.051668 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-cdb2f814-46a9-4042-bec1-4fd73449c15b None None] Provisioning complete for port 3b07782a-490e-48f7-bfa3-b8fadac8be52 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:40.052083 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cdb2f814-46a9-4042-bec1-4fd73449c15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:40.085075 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273ac83-1295-4a81-92f8-4cad34bfaf20 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Network': ['ID=98249797-44fb-4cd5-8efe-288532a56e2c,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:40.106399 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 98249797-44fb-4cd5-8efe-288532a56e2c details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:34:40.185252 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-21b374a8-f708-439a-b4db-40882edd35ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'name': 'tempest-RoutersIpV6Test-router-2031277487', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:34:37Z', 'updated_at': '2021-10-19T01:34:38Z', 'revision_number': 2, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'gw_port_host': None, '_interfaces': [{'id': 'fd046960-e21a-42e4-87a1-095fc0f8e467', 'name': '', 'network_id': 'fb910840-5738-4711-a26a-02c6a642d47e', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:9d:5e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:38Z', 'updated_at': '2021-10-19T01:34:39Z', 'revision_number': 2, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:40.194620 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2c41c36a-df2b-4b16-a076-d0c5a30c5401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:40.223844 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b374a8-f708-439a-b4db-40882edd35ec None None] Checking router: 411f5ea7-25b9-41c0-8a17-1726e002bbb6 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:34:40.224388 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b374a8-f708-439a-b4db-40882edd35ec None None] Updating router 411f5ea7-25b9-41c0-8a17-1726e002bbb6 port fd046960-e21a-42e4-87a1-095fc0f8e467 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:34:40.256811 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-21b374a8-f708-439a-b4db-40882edd35ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:40.262689 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 3b07782a-490e-48f7-bfa3-b8fadac8be52 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:40.262689 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:40.275576 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd12414-16c7-4832-8ff5-bb09ee2c3615 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Made reservation on behalf of 7b98efdd3de24865be5e59e37fe1619c for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:40.279142 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3cd12414-16c7-4832-8ff5-bb09ee2c3615 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:40.313252 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2c41c36a-df2b-4b16-a076-d0c5a30c5401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:40.355418 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-2c41c36a-df2b-4b16-a076-d0c5a30c5401 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10496984-325e-4cb9-bddd-d531f3a0f412']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:40.363804 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cdb2f814-46a9-4042-bec1-4fd73449c15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:40.400633 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-2c41c36a-df2b-4b16-a076-d0c5a30c5401 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6919de29-0163-48ab-ae80-169a55843e35') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:40.400633 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-2c41c36a-df2b-4b16-a076-d0c5a30c5401 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6919de29-0163-48ab-ae80-169a55843e35') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:40.410829 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-cdb2f814-46a9-4042-bec1-4fd73449c15b None None] For port 3b07782a-490e-48f7-bfa3-b8fadac8be52, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=3b07782a-490e-48f7-bfa3-b8fadac8be52,segment=NetworkSegment(0d0dffd9-e004-444e-9fb7-821c4feecf9f),segment_id=0d0dffd9-e004-444e-9fb7-821c4feecf9f)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:40.417912 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2c41c36a-df2b-4b16-a076-d0c5a30c5401 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:40.440100 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2c41c36a-df2b-4b16-a076-d0c5a30c5401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:40.450349 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c41c36a-df2b-4b16-a076-d0c5a30c5401 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:34:40.450349 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2c41c36a-df2b-4b16-a076-d0c5a30c5401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:40.452142 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:34:40.452142 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:34:40.452142 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:34:40.452142 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:34:40.452142 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:34:40.452142 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:34:40.452142 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:34:40.452142 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:34:40.452142 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:34:40.452142 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:34:40.452142 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:34:40.452142 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:34:40.452142 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:34:40.452142 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:34:40.452142 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:34:40.452142 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:34:40.452142 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:34:40.452142 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:34:40.452142 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:34:40.452142 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:34:40.452142 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:34:40.452142 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:34:40.452142 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:34:40.452142 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:34:40.452142 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:34:40.452142 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:34:40.452142 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:34:40.452142 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:34:40.452142 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:34:40.452142 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:34:40.452142 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:34:40.452142 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:34:40.454457 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:40.455163 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cdb2f814-46a9-4042-bec1-4fd73449c15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:40.550685 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2c41c36a-df2b-4b16-a076-d0c5a30c5401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:40.551372 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2f814-46a9-4042-bec1-4fd73449c15b None None] Pushing event updated for resources: {'Port': ['ID=3b07782a-490e-48f7-bfa3-b8fadac8be52,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:40.563510 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2c41c36a-df2b-4b16-a076-d0c5a30c5401 admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:40.567266 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:34:40.567454 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2c41c36a-df2b-4b16-a076-d0c5a30c5401 admin admin] 10.222.0.57 "DELETE /v2.0/networks/10496984-325e-4cb9-bddd-d531f3a0f412 HTTP/1.1" status: 204 len: 168 time: 0.5476377 Oct 19 01:34:40.567618 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:34:40.571944 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44754) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:40.593869 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41c36a-df2b-4b16-a076-d0c5a30c5401 admin admin] Pushing event deleted for resources: {'Network': ['ID=10496984-325e-4cb9-bddd-d531f3a0f412,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:40.625805 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-11bc5fc9-a4b6-4983-b2da-52431c83a0f7 admin admin] Deleting subnet e68fff8b-e542-4163-bf0e-3adeb6799be0 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:34:40.629393 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-11bc5fc9-a4b6-4983-b2da-52431c83a0f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:40.650654 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3cd12414-16c7-4832-8ff5-bb09ee2c3615 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:40.675010 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-11bc5fc9-a4b6-4983-b2da-52431c83a0f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:40.704620 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-21b374a8-f708-439a-b4db-40882edd35ec None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:40.715042 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-21b374a8-f708-439a-b4db-40882edd35ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:40.720653 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-11bc5fc9-a4b6-4983-b2da-52431c83a0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:40.727292 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd12414-16c7-4832-8ff5-bb09ee2c3615 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Subnet': ['ID=0e1d62da-d825-440a-ae40-681e69451303,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:40.748729 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd12414-16c7-4832-8ff5-bb09ee2c3615 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Checking segment: {'id': '85c4a2dc-423b-46d8-8979-f64d15fa444d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '98249797-44fb-4cd5-8efe-288532a56e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:34:40.748729 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd12414-16c7-4832-8ff5-bb09ee2c3615 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Network hostable DHCP agents. Network: 98249797-44fb-4cd5-8efe-288532a56e2c, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:34:40.767445 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd12414-16c7-4832-8ff5-bb09ee2c3615 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Network 98249797-44fb-4cd5-8efe-288532a56e2c is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:34:40.781322 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-3cd12414-16c7-4832-8ff5-bb09ee2c3615 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 98249797-44fb-4cd5-8efe-288532a56e2c) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:40.787446 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd12414-16c7-4832-8ff5-bb09ee2c3615 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:40.788078 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3cd12414-16c7-4832-8ff5-bb09ee2c3615 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:40.791753 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-81adc6ff-e852-4773-b1d6-642d25222978 None None] Provisioning complete for port fd046960-e21a-42e4-87a1-095fc0f8e467 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:40.792695 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-81adc6ff-e852-4773-b1d6-642d25222978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:40.809133 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-11bc5fc9-a4b6-4983-b2da-52431c83a0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:40.816585 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3cd12414-16c7-4832-8ff5-bb09ee2c3615 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7809122 Oct 19 01:34:40.819043 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bca223-96d1-4ef5-8002-8f3f1802e9db None None] Network 98249797-44fb-4cd5-8efe-288532a56e2c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:40.822366 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4e9ed-1f85-41f9-85bd-314702a03f71 None None] Pushing event updated for resources: {'Port': ['ID=fd046960-e21a-42e4-87a1-095fc0f8e467,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:40.823597 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44756) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:40.843513 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc5fc9-a4b6-4983-b2da-52431c83a0f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e68fff8b-e542-4163-bf0e-3adeb6799be0,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:40.848439 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-11bc5fc9-a4b6-4983-b2da-52431c83a0f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:40.853872 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-11bc5fc9-a4b6-4983-b2da-52431c83a0f7 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e68fff8b-e542-4163-bf0e-3adeb6799be0 HTTP/1.1" status: 204 len: 168 time: 0.2786508 Oct 19 01:34:40.856003 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44758) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:40.877022 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4e9ed-1f85-41f9-85bd-314702a03f71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:40.877703 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4e9ed-1f85-41f9-85bd-314702a03f71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:40.878275 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4e9ed-1f85-41f9-85bd-314702a03f71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:40.878846 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4e9ed-1f85-41f9-85bd-314702a03f71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:40.879406 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4e9ed-1f85-41f9-85bd-314702a03f71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:40.880425 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4e9ed-1f85-41f9-85bd-314702a03f71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:40.880978 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4e9ed-1f85-41f9-85bd-314702a03f71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:40.881522 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4e9ed-1f85-41f9-85bd-314702a03f71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:40.884422 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4e9ed-1f85-41f9-85bd-314702a03f71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:40.885153 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4e9ed-1f85-41f9-85bd-314702a03f71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:40.885706 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4e9ed-1f85-41f9-85bd-314702a03f71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:40.890376 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4e9ed-1f85-41f9-85bd-314702a03f71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:40.908141 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-21b374a8-f708-439a-b4db-40882edd35ec None None] Attempting to bind port fd046960-e21a-42e4-87a1-095fc0f8e467 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:34:40.909366 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-21b374a8-f708-439a-b4db-40882edd35ec None None] Attempting to bind port fd046960-e21a-42e4-87a1-095fc0f8e467 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '0d0dffd9-e004-444e-9fb7-821c4feecf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fb910840-5738-4711-a26a-02c6a642d47e'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:34:40.909969 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b374a8-f708-439a-b4db-40882edd35ec None None] Attempting to bind port fd046960-e21a-42e4-87a1-095fc0f8e467 on network fb910840-5738-4711-a26a-02c6a642d47e {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:34:40.916900 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b374a8-f708-439a-b4db-40882edd35ec None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:34:40.917666 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b374a8-f708-439a-b4db-40882edd35ec None None] Checking segment: {'id': '0d0dffd9-e004-444e-9fb7-821c4feecf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fb910840-5738-4711-a26a-02c6a642d47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:34:40.918291 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-21b374a8-f708-439a-b4db-40882edd35ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:40.918899 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b374a8-f708-439a-b4db-40882edd35ec None None] Bound using segment: {'id': '0d0dffd9-e004-444e-9fb7-821c4feecf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fb910840-5738-4711-a26a-02c6a642d47e'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:34:40.919634 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-21b374a8-f708-439a-b4db-40882edd35ec None None] Bound port: fd046960-e21a-42e4-87a1-095fc0f8e467, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d0dffd9-e004-444e-9fb7-821c4feecf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fb910840-5738-4711-a26a-02c6a642d47e'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:34:40.920284 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-21b374a8-f708-439a-b4db-40882edd35ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:40.965494 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d76f6d6f-8626-41d7-be31-ab002ef78f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:41.005613 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-81adc6ff-e852-4773-b1d6-642d25222978 None None] Port fd046960-e21a-42e4-87a1-095fc0f8e467 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:34:41.024934 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-21b374a8-f708-439a-b4db-40882edd35ec None None] For port fd046960-e21a-42e4-87a1-095fc0f8e467, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:34:41.028884 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-81adc6ff-e852-4773-b1d6-642d25222978 None None] Provisioning complete for port 3b07782a-490e-48f7-bfa3-b8fadac8be52 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:41.029220 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-21b374a8-f708-439a-b4db-40882edd35ec None None] For port fd046960-e21a-42e4-87a1-095fc0f8e467, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=fd046960-e21a-42e4-87a1-095fc0f8e467,segment=NetworkSegment(0d0dffd9-e004-444e-9fb7-821c4feecf9f),segment_id=0d0dffd9-e004-444e-9fb7-821c4feecf9f)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:34:41.029351 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-81adc6ff-e852-4773-b1d6-642d25222978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:41.037321 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-21b374a8-f708-439a-b4db-40882edd35ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:41.107526 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b374a8-f708-439a-b4db-40882edd35ec None None] Routers {'411f5ea7-25b9-41c0-8a17-1726e002bbb6'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:41.108470 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-21b374a8-f708-439a-b4db-40882edd35ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:34:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['411f5ea7-25b9-41c0-8a17-1726e002bbb6'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:41.120312 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17abba39-b5cf-4929-8d86-7094f07c6432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-98249797-44fb-4cd5-8efe-288532a56e2c', 'network_id': '98249797-44fb-4cd5-8efe-288532a56e2c', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'fixed_ips': [{'subnet_id': '0e1d62da-d825-440a-ae40-681e69451303'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:34:41.121293 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-17abba39-b5cf-4929-8d86-7094f07c6432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:41.130983 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d76f6d6f-8626-41d7-be31-ab002ef78f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:41.159475 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-d76f6d6f-8626-41d7-be31-ab002ef78f76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92f4b7df-06ed-4fe1-9c51-315ae31bf879']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:41.176908 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-d76f6d6f-8626-41d7-be31-ab002ef78f76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd901dec-eee5-4e48-af97-ca33e59fe3b0') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:41.177762 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-d76f6d6f-8626-41d7-be31-ab002ef78f76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd901dec-eee5-4e48-af97-ca33e59fe3b0') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:41.197523 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d76f6d6f-8626-41d7-be31-ab002ef78f76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:41.221324 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d76f6d6f-8626-41d7-be31-ab002ef78f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:41.225378 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-21b374a8-f708-439a-b4db-40882edd35ec None None] Set router 411f5ea7-25b9-41c0-8a17-1726e002bbb6 gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:34:41.230004 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d76f6d6f-8626-41d7-be31-ab002ef78f76 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:34:41.230804 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d76f6d6f-8626-41d7-be31-ab002ef78f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:41.232941 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:34:41.232941 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:34:41.232941 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:34:41.232941 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:34:41.232941 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:34:41.232941 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:34:41.232941 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:34:41.232941 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:34:41.232941 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:34:41.232941 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:34:41.232941 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:34:41.232941 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:34:41.232941 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:34:41.232941 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:34:41.232941 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:34:41.232941 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:34:41.232941 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:34:41.232941 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:34:41.232941 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:34:41.232941 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:34:41.232941 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:34:41.232941 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:34:41.232941 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:34:41.232941 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:34:41.232941 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:34:41.232941 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:34:41.232941 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:34:41.232941 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:34:41.232941 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:34:41.232941 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:34:41.232941 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:34:41.232941 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:34:41.323544 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d76f6d6f-8626-41d7-be31-ab002ef78f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:41.329358 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-526b3812-badc-4c5a-8f7d-ca0c5196e779 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:41.335545 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d76f6d6f-8626-41d7-be31-ab002ef78f76 admin admin] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:41.341356 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d76f6d6f-8626-41d7-be31-ab002ef78f76 admin admin] 10.222.0.57 "DELETE /v2.0/networks/92f4b7df-06ed-4fe1-9c51-315ae31bf879 HTTP/1.1" status: 204 len: 168 time: 0.4843035 Oct 19 01:34:41.358051 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-17abba39-b5cf-4929-8d86-7094f07c6432 None None] Allocated IP 2001:db8:1::2 (98249797-44fb-4cd5-8efe-288532a56e2c/0e1d62da-d825-440a-ae40-681e69451303/9d045e3e-04c9-4c78-8934-5609e028a7d0) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:34:41.372176 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4e9ed-1f85-41f9-85bd-314702a03f71 None None] Pushing event updated for resources: {'Port': ['ID=fd046960-e21a-42e4-87a1-095fc0f8e467,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:41.401875 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f6d6f-8626-41d7-be31-ab002ef78f76 admin admin] Pushing event deleted for resources: {'Network': ['ID=92f4b7df-06ed-4fe1-9c51-315ae31bf879,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:41.548418 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-17abba39-b5cf-4929-8d86-7094f07c6432 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:41.560929 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-17abba39-b5cf-4929-8d86-7094f07c6432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:41.570703 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-21b374a8-f708-439a-b4db-40882edd35ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'name': 'tempest-RoutersIpV6Test-router-2031277487', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:34:37Z', 'updated_at': '2021-10-19T01:34:38Z', 'revision_number': 2, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'gw_port_host': None, '_interfaces': [{'id': 'fd046960-e21a-42e4-87a1-095fc0f8e467', 'name': '', 'network_id': 'fb910840-5738-4711-a26a-02c6a642d47e', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:9d:5e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:38Z', 'updated_at': '2021-10-19T01:34:41Z', 'revision_number': 4, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:41.584186 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17abba39-b5cf-4929-8d86-7094f07c6432 None None] Network 98249797-44fb-4cd5-8efe-288532a56e2c is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:41.603415 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b374a8-f708-439a-b4db-40882edd35ec None None] The sync data for ids ['411f5ea7-25b9-41c0-8a17-1726e002bbb6'] in n-d-715271-26 is: [{'id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'name': 'tempest-RoutersIpV6Test-router-2031277487', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:34:37Z', 'updated_at': '2021-10-19T01:34:38Z', 'revision_number': 2, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'gw_port_host': None, '_interfaces': [{'id': 'fd046960-e21a-42e4-87a1-095fc0f8e467', 'name': '', 'network_id': 'fb910840-5738-4711-a26a-02c6a642d47e', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:9d:5e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:38Z', 'updated_at': '2021-10-19T01:34:41Z', 'revision_number': 4, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:34:41.609902 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-17abba39-b5cf-4929-8d86-7094f07c6432 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:41.619221 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17abba39-b5cf-4929-8d86-7094f07c6432 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:34:41.653168 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-526b3812-badc-4c5a-8f7d-ca0c5196e779 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Allocated IP 2001:db8:1::1 (98249797-44fb-4cd5-8efe-288532a56e2c/0e1d62da-d825-440a-ae40-681e69451303/25a6cc3a-9e95-4db1-83df-7d9f7656475f) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:34:41.663273 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-6a64846d-f27f-447a-b698-749e4157dede None None] Provisioning complete for port fd046960-e21a-42e4-87a1-095fc0f8e467 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:41.663882 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6a64846d-f27f-447a-b698-749e4157dede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:41.705663 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44762) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:41.736814 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17abba39-b5cf-4929-8d86-7094f07c6432 None None] Pushing event updated for resources: {'Port': ['ID=9d045e3e-04c9-4c78-8934-5609e028a7d0,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:41.759370 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-17abba39-b5cf-4929-8d86-7094f07c6432 None None] Attempting to bind port 9d045e3e-04c9-4c78-8934-5609e028a7d0 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:34:41.759891 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-17abba39-b5cf-4929-8d86-7094f07c6432 None None] Attempting to bind port 9d045e3e-04c9-4c78-8934-5609e028a7d0 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '85c4a2dc-423b-46d8-8979-f64d15fa444d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '98249797-44fb-4cd5-8efe-288532a56e2c'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:34:41.760289 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17abba39-b5cf-4929-8d86-7094f07c6432 None None] Attempting to bind port 9d045e3e-04c9-4c78-8934-5609e028a7d0 on network 98249797-44fb-4cd5-8efe-288532a56e2c {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:34:41.774420 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17abba39-b5cf-4929-8d86-7094f07c6432 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:34:41.775300 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17abba39-b5cf-4929-8d86-7094f07c6432 None None] Checking segment: {'id': '85c4a2dc-423b-46d8-8979-f64d15fa444d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '98249797-44fb-4cd5-8efe-288532a56e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:34:41.775766 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-17abba39-b5cf-4929-8d86-7094f07c6432 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:41.776340 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17abba39-b5cf-4929-8d86-7094f07c6432 None None] Bound using segment: {'id': '85c4a2dc-423b-46d8-8979-f64d15fa444d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '98249797-44fb-4cd5-8efe-288532a56e2c'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:34:41.776958 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-17abba39-b5cf-4929-8d86-7094f07c6432 None None] Bound port: 9d045e3e-04c9-4c78-8934-5609e028a7d0, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85c4a2dc-423b-46d8-8979-f64d15fa444d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '98249797-44fb-4cd5-8efe-288532a56e2c'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:34:41.777209 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-17abba39-b5cf-4929-8d86-7094f07c6432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:41.827088 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5677494d-4191-420f-a8e9-1e5ad9f4885e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b2ab227da3054511a1892b7116516372&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1197927 Oct 19 01:34:41.830693 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44764) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:41.871267 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 3b07782a-490e-48f7-bfa3-b8fadac8be52 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:34:41.894971 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-526b3812-badc-4c5a-8f7d-ca0c5196e779 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:41.941611 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3db6082a-f707-4ef4-8c57-7e1c2b8df28c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:41.955860 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-526b3812-badc-4c5a-8f7d-ca0c5196e779 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:41.995236 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3db6082a-f707-4ef4-8c57-7e1c2b8df28c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:42.021077 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6a64846d-f27f-447a-b698-749e4157dede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:42.030796 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526b3812-badc-4c5a-8f7d-ca0c5196e779 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Network 98249797-44fb-4cd5-8efe-288532a56e2c is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:42.034408 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-526b3812-badc-4c5a-8f7d-ca0c5196e779 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:42.037057 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526b3812-badc-4c5a-8f7d-ca0c5196e779 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:34:42.037671 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-526b3812-badc-4c5a-8f7d-ca0c5196e779 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:42.077372 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3db6082a-f707-4ef4-8c57-7e1c2b8df28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:42.080369 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3db6082a-f707-4ef4-8c57-7e1c2b8df28c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:42.081831 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3db6082a-f707-4ef4-8c57-7e1c2b8df28c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3e8ecc1a-9639-4ba3-b3a3-b4e8333f6972 HTTP/1.1" status: 204 len: 168 time: 0.2498670 Oct 19 01:34:42.097513 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6082a-f707-4ef4-8c57-7e1c2b8df28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8ecc1a-9639-4ba3-b3a3-b4e8333f6972,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:42.116239 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-6a64846d-f27f-447a-b698-749e4157dede None None] For port fd046960-e21a-42e4-87a1-095fc0f8e467, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=fd046960-e21a-42e4-87a1-095fc0f8e467,segment=NetworkSegment(0d0dffd9-e004-444e-9fb7-821c4feecf9f),segment_id=0d0dffd9-e004-444e-9fb7-821c4feecf9f)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:42.121083 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-17abba39-b5cf-4929-8d86-7094f07c6432 None None] For port 9d045e3e-04c9-4c78-8934-5609e028a7d0, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:34:42.146615 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6a64846d-f27f-447a-b698-749e4157dede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:42.161058 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b3812-badc-4c5a-8f7d-ca0c5196e779 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Port': ['ID=25a6cc3a-9e95-4db1-83df-7d9f7656475f,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:42.164429 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 3b07782a-490e-48f7-bfa3-b8fadac8be52 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:42.164998 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:42.192195 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-17abba39-b5cf-4929-8d86-7094f07c6432 None None] For port 9d045e3e-04c9-4c78-8934-5609e028a7d0, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=9d045e3e-04c9-4c78-8934-5609e028a7d0,segment=NetworkSegment(85c4a2dc-423b-46d8-8979-f64d15fa444d),segment_id=85c4a2dc-423b-46d8-8979-f64d15fa444d)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:34:42.214417 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-526b3812-badc-4c5a-8f7d-ca0c5196e779 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:42.220733 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-17abba39-b5cf-4929-8d86-7094f07c6432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:42.267632 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64846d-f27f-447a-b698-749e4157dede None None] Pushing event updated for resources: {'Port': ['ID=fd046960-e21a-42e4-87a1-095fc0f8e467,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:42.369920 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-59950d71-7baf-4723-a412-376d3fd4fde9 None None] Provisioning complete for port fd046960-e21a-42e4-87a1-095fc0f8e467 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:42.372571 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-59950d71-7baf-4723-a412-376d3fd4fde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:42.439020 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17abba39-b5cf-4929-8d86-7094f07c6432 None None] Pushing event updated for resources: {'Port': ['ID=9d045e3e-04c9-4c78-8934-5609e028a7d0,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:42.638416 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-526b3812-badc-4c5a-8f7d-ca0c5196e779 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:42.643079 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-526b3812-badc-4c5a-8f7d-ca0c5196e779 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:42.643946 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-526b3812-badc-4c5a-8f7d-ca0c5196e779 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:42.644742 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44770) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:42.695975 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-bb7b2fad-49f4-477a-bc2f-f50952ecf645 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5d2647ba3f42411c871868a6069396ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498760 Oct 19 01:34:42.698835 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44772) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:42.715504 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b3812-badc-4c5a-8f7d-ca0c5196e779 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Port': ['ID=25a6cc3a-9e95-4db1-83df-7d9f7656475f,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:42.749000 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-133d9738-1f2f-466a-922e-e4c24bd00d9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:42.770233 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-133d9738-1f2f-466a-922e-e4c24bd00d9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:42.776156 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526b3812-badc-4c5a-8f7d-ca0c5196e779 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Network 98249797-44fb-4cd5-8efe-288532a56e2c is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:42.777480 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-526b3812-badc-4c5a-8f7d-ca0c5196e779 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:42.819626 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-133d9738-1f2f-466a-922e-e4c24bd00d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:42.822420 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-133d9738-1f2f-466a-922e-e4c24bd00d9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:42.823559 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-133d9738-1f2f-466a-922e-e4c24bd00d9a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cb31d857-fbc2-4068-a76a-3578bbe3a7a3 HTTP/1.1" status: 204 len: 168 time: 0.1236403 Oct 19 01:34:42.834731 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d9738-1f2f-466a-922e-e4c24bd00d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb31d857-fbc2-4068-a76a-3578bbe3a7a3,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:42.879338 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526b3812-badc-4c5a-8f7d-ca0c5196e779 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Router 411f5ea7-25b9-41c0-8a17-1726e002bbb6 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:34:42.984160 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526b3812-badc-4c5a-8f7d-ca0c5196e779 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:34:42.989218 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-526b3812-badc-4c5a-8f7d-ca0c5196e779 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "PUT /v2.0/routers/411f5ea7-25b9-41c0-8a17-1726e002bbb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1645229 Oct 19 01:34:42.991845 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44776) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:42.997842 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-e04aefc1-8a73-44b3-a90f-f9d31bef7022 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-232295471'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:43.020538 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04aefc1-8a73-44b3-a90f-f9d31bef7022 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Made reservation on behalf of 7b98efdd3de24865be5e59e37fe1619c for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:43.024843 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e04aefc1-8a73-44b3-a90f-f9d31bef7022 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:43.049070 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e04aefc1-8a73-44b3-a90f-f9d31bef7022 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:34:43.058827 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e04aefc1-8a73-44b3-a90f-f9d31bef7022 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:43.059180 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-e04aefc1-8a73-44b3-a90f-f9d31bef7022 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Added segment c10be821-2479-4992-ae44-9cc47e244b23 of type vlan for network 8b98c146-89bf-4b41-9112-7c31a0c1d476 Oct 19 01:34:43.101148 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e04aefc1-8a73-44b3-a90f-f9d31bef7022 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:43.126767 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e04aefc1-8a73-44b3-a90f-f9d31bef7022 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:43.132392 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04aefc1-8a73-44b3-a90f-f9d31bef7022 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:43.132970 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e04aefc1-8a73-44b3-a90f-f9d31bef7022 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:43.179413 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e04aefc1-8a73-44b3-a90f-f9d31bef7022 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1865277 Oct 19 01:34:43.183182 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44786) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:43.188206 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-0142a0c9-1c4e-4c41-822e-b1e10bb248aa tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Request body: {'subnet': {'network_id': '8b98c146-89bf-4b41-9112-7c31a0c1d476', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:43.231292 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04aefc1-8a73-44b3-a90f-f9d31bef7022 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Network': ['ID=8b98c146-89bf-4b41-9112-7c31a0c1d476,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:43.245690 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 8b98c146-89bf-4b41-9112-7c31a0c1d476 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:34:43.318351 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0142a0c9-1c4e-4c41-822e-b1e10bb248aa tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Made reservation on behalf of 7b98efdd3de24865be5e59e37fe1619c for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:43.322272 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0142a0c9-1c4e-4c41-822e-b1e10bb248aa tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:43.367324 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f18bd2f-525c-4449-991c-713d32295e4e None None] Sync routers for ids ['411f5ea7-25b9-41c0-8a17-1726e002bbb6'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:34:43.377665 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f18bd2f-525c-4449-991c-713d32295e4e None None] Routers {'411f5ea7-25b9-41c0-8a17-1726e002bbb6'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:43.378338 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-5f18bd2f-525c-4449-991c-713d32295e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:34:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['411f5ea7-25b9-41c0-8a17-1726e002bbb6'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:43.535183 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0142a0c9-1c4e-4c41-822e-b1e10bb248aa tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:43.582450 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44798) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:43.610121 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142a0c9-1c4e-4c41-822e-b1e10bb248aa tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Subnet': ['ID=cc58ddc3-78c8-4bdb-8cf9-5338dc06863e,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:43.618660 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0142a0c9-1c4e-4c41-822e-b1e10bb248aa tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Checking segment: {'id': 'c10be821-2479-4992-ae44-9cc47e244b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8b98c146-89bf-4b41-9112-7c31a0c1d476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:34:43.619028 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0142a0c9-1c4e-4c41-822e-b1e10bb248aa tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Network hostable DHCP agents. Network: 8b98c146-89bf-4b41-9112-7c31a0c1d476, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:34:43.631281 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-5f18bd2f-525c-4449-991c-713d32295e4e None None] Set router 411f5ea7-25b9-41c0-8a17-1726e002bbb6 gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:34:43.637580 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0142a0c9-1c4e-4c41-822e-b1e10bb248aa tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Network 8b98c146-89bf-4b41-9112-7c31a0c1d476 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:34:43.648708 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-0142a0c9-1c4e-4c41-822e-b1e10bb248aa tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 8b98c146-89bf-4b41-9112-7c31a0c1d476) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:43.658138 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0142a0c9-1c4e-4c41-822e-b1e10bb248aa tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:43.658733 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0142a0c9-1c4e-4c41-822e-b1e10bb248aa tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:43.663922 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83d4702-5e45-4903-bb23-3005dad9e38e None None] Network 8b98c146-89bf-4b41-9112-7c31a0c1d476 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:43.677953 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0142a0c9-1c4e-4c41-822e-b1e10bb248aa tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4936228 Oct 19 01:34:43.681366 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44802) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:43.733375 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-f466ea73-bdeb-49ea-a830-05b3ccae5a25 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2028082385-network', 'tenant_id': '91db52c096f6403aad2fd389102815d9'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:43.848107 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f466ea73-bdeb-49ea-a830-05b3ccae5a25 admin admin] Made reservation on behalf of 91db52c096f6403aad2fd389102815d9 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:43.852487 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f466ea73-bdeb-49ea-a830-05b3ccae5a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:43.865196 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f466ea73-bdeb-49ea-a830-05b3ccae5a25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:43.907341 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device fd046960-e21a-42e4-87a1-095fc0f8e467 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:34:44.020137 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3fe0c1-2be6-4467-bc68-161a555fbca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-8b98c146-89bf-4b41-9112-7c31a0c1d476', 'network_id': '8b98c146-89bf-4b41-9112-7c31a0c1d476', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'fixed_ips': [{'subnet_id': 'cc58ddc3-78c8-4bdb-8cf9-5338dc06863e'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:34:44.021021 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7b3fe0c1-2be6-4467-bc68-161a555fbca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:44.035652 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-60f41480-8dd4-41c4-b377-73cff96d6183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:44.050166 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port fd046960-e21a-42e4-87a1-095fc0f8e467 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:44.050715 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:44.115577 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f466ea73-bdeb-49ea-a830-05b3ccae5a25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:44.122273 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f466ea73-bdeb-49ea-a830-05b3ccae5a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:44.159752 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f466ea73-bdeb-49ea-a830-05b3ccae5a25 admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:34:44.169159 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-5f18bd2f-525c-4449-991c-713d32295e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'name': 'tempest-RoutersIpV6Test-router-2031277487', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:34:37Z', 'updated_at': '2021-10-19T01:34:42Z', 'revision_number': 3, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'gw_port_host': None, '_interfaces': [{'id': '25a6cc3a-9e95-4db1-83df-7d9f7656475f', 'name': '', 'network_id': '98249797-44fb-4cd5-8efe-288532a56e2c', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:d6:22:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '0e1d62da-d825-440a-ae40-681e69451303', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:41Z', 'updated_at': '2021-10-19T01:34:42Z', 'revision_number': 2, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '0e1d62da-d825-440a-ae40-681e69451303', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd046960-e21a-42e4-87a1-095fc0f8e467', 'name': '', 'network_id': 'fb910840-5738-4711-a26a-02c6a642d47e', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:9d:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:38Z', 'updated_at': '2021-10-19T01:34:42Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:44.188961 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466ea73-bdeb-49ea-a830-05b3ccae5a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9086e180-0915-4206-89f1-2ed13f0622a8,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:44.204350 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f466ea73-bdeb-49ea-a830-05b3ccae5a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:44.204741 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-f466ea73-bdeb-49ea-a830-05b3ccae5a25 admin admin] Added segment ecef0567-32a5-489c-a6e2-b0c6bc987785 of type vlan for network eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069 Oct 19 01:34:44.209578 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f18bd2f-525c-4449-991c-713d32295e4e None None] Checking router: 411f5ea7-25b9-41c0-8a17-1726e002bbb6 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:34:44.209895 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f18bd2f-525c-4449-991c-713d32295e4e None None] Updating router 411f5ea7-25b9-41c0-8a17-1726e002bbb6 port 25a6cc3a-9e95-4db1-83df-7d9f7656475f binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:34:44.270156 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5f18bd2f-525c-4449-991c-713d32295e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:44.299223 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1c0d9c-21ec-42cb-90ce-e31ac1f7fdde None None] Network 98249797-44fb-4cd5-8efe-288532a56e2c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:44.335556 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-7b3fe0c1-2be6-4467-bc68-161a555fbca4 None None] Allocated IP 2001:db8:2::2 (8b98c146-89bf-4b41-9112-7c31a0c1d476/cc58ddc3-78c8-4bdb-8cf9-5338dc06863e/0bad6bae-1b75-4436-abf0-ec4a434feb64) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:34:44.422670 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 9d045e3e-04c9-4c78-8934-5609e028a7d0 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:34:44.494606 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-72b46866-fa0b-4546-97bc-44353f444861 None None] Provisioning complete for port 9d045e3e-04c9-4c78-8934-5609e028a7d0 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:44.494989 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-72b46866-fa0b-4546-97bc-44353f444861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:44.586447 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f3ccd664-9948-43aa-af30-e69b2e4d8f55 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:44.603839 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f466ea73-bdeb-49ea-a830-05b3ccae5a25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:44.695547 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f466ea73-bdeb-49ea-a830-05b3ccae5a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:44.697027 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f466ea73-bdeb-49ea-a830-05b3ccae5a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:44.697598 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f466ea73-bdeb-49ea-a830-05b3ccae5a25 admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:44.748404 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f466ea73-bdeb-49ea-a830-05b3ccae5a25 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1648080 Oct 19 01:34:44.751201 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44806) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:44.758198 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-c723f0fe-fb1e-4a16-95c4-5676d0cb005e admin admin] Request body: {'subnet': {'network_id': 'eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2028082385-subnet', 'tenant_id': '91db52c096f6403aad2fd389102815d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:44.786877 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c723f0fe-fb1e-4a16-95c4-5676d0cb005e admin admin] Made reservation on behalf of 91db52c096f6403aad2fd389102815d9 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:44.789373 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c723f0fe-fb1e-4a16-95c4-5676d0cb005e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:44.806104 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466ea73-bdeb-49ea-a830-05b3ccae5a25 admin admin] Pushing event updated for resources: {'Network': ['ID=eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:44.826250 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 9d045e3e-04c9-4c78-8934-5609e028a7d0 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:44.826624 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:44.835154 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:34:44.943507 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7b3fe0c1-2be6-4467-bc68-161a555fbca4 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:44.967438 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c723f0fe-fb1e-4a16-95c4-5676d0cb005e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:45.000651 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7b3fe0c1-2be6-4467-bc68-161a555fbca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:45.009445 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-f3ccd664-9948-43aa-af30-e69b2e4d8f55 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Allocated IP 2001:db8:2::1 (8b98c146-89bf-4b41-9112-7c31a0c1d476/cc58ddc3-78c8-4bdb-8cf9-5338dc06863e/ccc053e5-c488-43e1-81ad-5ad33959e575) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:34:45.035399 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723f0fe-fb1e-4a16-95c4-5676d0cb005e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a05cdf4c-a58f-4276-95cb-125dcf10fa81,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:45.037844 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c723f0fe-fb1e-4a16-95c4-5676d0cb005e admin admin] Checking segment: {'id': 'ecef0567-32a5-489c-a6e2-b0c6bc987785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:34:45.038207 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c723f0fe-fb1e-4a16-95c4-5676d0cb005e admin admin] Network hostable DHCP agents. Network: eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:34:45.059833 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c723f0fe-fb1e-4a16-95c4-5676d0cb005e admin admin] Network eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:34:45.065630 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-72b46866-fa0b-4546-97bc-44353f444861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:45.072575 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-c723f0fe-fb1e-4a16-95c4-5676d0cb005e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:45.079112 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c723f0fe-fb1e-4a16-95c4-5676d0cb005e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:45.080022 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c723f0fe-fb1e-4a16-95c4-5676d0cb005e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:45.102902 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c723f0fe-fb1e-4a16-95c4-5676d0cb005e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3498104 Oct 19 01:34:45.104563 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a535ab5-0f7b-4b48-9a60-8ea772050cb4 None None] Network eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:45.110081 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3fe0c1-2be6-4467-bc68-161a555fbca4 None None] Network 8b98c146-89bf-4b41-9112-7c31a0c1d476 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:45.137870 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-7b3fe0c1-2be6-4467-bc68-161a555fbca4 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:45.148284 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3fe0c1-2be6-4467-bc68-161a555fbca4 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:34:45.156959 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f3ccd664-9948-43aa-af30-e69b2e4d8f55 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:45.173524 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3fe0c1-2be6-4467-bc68-161a555fbca4 None None] Pushing event updated for resources: {'Port': ['ID=0bad6bae-1b75-4436-abf0-ec4a434feb64,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:45.207529 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f3ccd664-9948-43aa-af30-e69b2e4d8f55 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:45.275861 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ccd664-9948-43aa-af30-e69b2e4d8f55 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Network 8b98c146-89bf-4b41-9112-7c31a0c1d476 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:45.278158 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-f3ccd664-9948-43aa-af30-e69b2e4d8f55 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:45.283355 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ccd664-9948-43aa-af30-e69b2e4d8f55 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:34:45.284110 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f3ccd664-9948-43aa-af30-e69b2e4d8f55 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:45.324206 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ccd664-9948-43aa-af30-e69b2e4d8f55 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Port': ['ID=ccc053e5-c488-43e1-81ad-5ad33959e575,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:45.334420 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ccd664-9948-43aa-af30-e69b2e4d8f55 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:45.334757 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ccd664-9948-43aa-af30-e69b2e4d8f55 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:45.335093 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ccd664-9948-43aa-af30-e69b2e4d8f55 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:45.335807 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ccd664-9948-43aa-af30-e69b2e4d8f55 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:45.335807 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ccd664-9948-43aa-af30-e69b2e4d8f55 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:45.336079 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ccd664-9948-43aa-af30-e69b2e4d8f55 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:45.336403 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ccd664-9948-43aa-af30-e69b2e4d8f55 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:45.336819 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ccd664-9948-43aa-af30-e69b2e4d8f55 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:45.337164 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ccd664-9948-43aa-af30-e69b2e4d8f55 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:45.337481 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ccd664-9948-43aa-af30-e69b2e4d8f55 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:45.337796 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ccd664-9948-43aa-af30-e69b2e4d8f55 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:45.338113 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ccd664-9948-43aa-af30-e69b2e4d8f55 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:45.436033 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f3ccd664-9948-43aa-af30-e69b2e4d8f55 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:45.458707 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-72b46866-fa0b-4546-97bc-44353f444861 None None] For port 9d045e3e-04c9-4c78-8934-5609e028a7d0, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=9d045e3e-04c9-4c78-8934-5609e028a7d0,segment=NetworkSegment(85c4a2dc-423b-46d8-8979-f64d15fa444d),segment_id=85c4a2dc-423b-46d8-8979-f64d15fa444d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:45.505583 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-72b46866-fa0b-4546-97bc-44353f444861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:45.509776 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5f18bd2f-525c-4449-991c-713d32295e4e None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:45.548823 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:45.557316 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5f18bd2f-525c-4449-991c-713d32295e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:45.580592 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-7b3fe0c1-2be6-4467-bc68-161a555fbca4 None None] Attempting to bind port 0bad6bae-1b75-4436-abf0-ec4a434feb64 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:34:45.580972 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-7b3fe0c1-2be6-4467-bc68-161a555fbca4 None None] Attempting to bind port 0bad6bae-1b75-4436-abf0-ec4a434feb64 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'c10be821-2479-4992-ae44-9cc47e244b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8b98c146-89bf-4b41-9112-7c31a0c1d476'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:34:45.581594 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3fe0c1-2be6-4467-bc68-161a555fbca4 None None] Attempting to bind port 0bad6bae-1b75-4436-abf0-ec4a434feb64 on network 8b98c146-89bf-4b41-9112-7c31a0c1d476 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:34:45.629023 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3fe0c1-2be6-4467-bc68-161a555fbca4 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:34:45.629398 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3fe0c1-2be6-4467-bc68-161a555fbca4 None None] Checking segment: {'id': 'c10be821-2479-4992-ae44-9cc47e244b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8b98c146-89bf-4b41-9112-7c31a0c1d476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:34:45.629801 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7b3fe0c1-2be6-4467-bc68-161a555fbca4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:45.630196 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3fe0c1-2be6-4467-bc68-161a555fbca4 None None] Bound using segment: {'id': 'c10be821-2479-4992-ae44-9cc47e244b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8b98c146-89bf-4b41-9112-7c31a0c1d476'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:34:45.630684 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-7b3fe0c1-2be6-4467-bc68-161a555fbca4 None None] Bound port: 0bad6bae-1b75-4436-abf0-ec4a434feb64, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c10be821-2479-4992-ae44-9cc47e244b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8b98c146-89bf-4b41-9112-7c31a0c1d476'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:34:45.631068 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7b3fe0c1-2be6-4467-bc68-161a555fbca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:45.713300 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b46866-fa0b-4546-97bc-44353f444861 None None] Pushing event updated for resources: {'Port': ['ID=9d045e3e-04c9-4c78-8934-5609e028a7d0,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:45.760957 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffe2cff-3335-40f8-8a4c-ff059b5e0aa3 None None] Network eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:45.786053 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f3ccd664-9948-43aa-af30-e69b2e4d8f55 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:45.795468 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f3ccd664-9948-43aa-af30-e69b2e4d8f55 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:45.796600 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f3ccd664-9948-43aa-af30-e69b2e4d8f55 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:45.830877 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-38f9889f-94bb-4212-ac00-8f035d46ba4c None None] Provisioning complete for port 25a6cc3a-9e95-4db1-83df-7d9f7656475f triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:45.830877 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-38f9889f-94bb-4212-ac00-8f035d46ba4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:45.887705 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ccd664-9948-43aa-af30-e69b2e4d8f55 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Port': ['ID=ccc053e5-c488-43e1-81ad-5ad33959e575,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:45.895552 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:34:45.895552 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:34:45.959885 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-5f18bd2f-525c-4449-991c-713d32295e4e None None] Attempting to bind port 25a6cc3a-9e95-4db1-83df-7d9f7656475f on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:34:45.960183 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-5f18bd2f-525c-4449-991c-713d32295e4e None None] Attempting to bind port 25a6cc3a-9e95-4db1-83df-7d9f7656475f by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '85c4a2dc-423b-46d8-8979-f64d15fa444d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '98249797-44fb-4cd5-8efe-288532a56e2c'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:34:45.960558 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f18bd2f-525c-4449-991c-713d32295e4e None None] Attempting to bind port 25a6cc3a-9e95-4db1-83df-7d9f7656475f on network 98249797-44fb-4cd5-8efe-288532a56e2c {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:34:45.976731 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd2154-a4d3-4d8e-8ad9-d3ab9470742f None None] Pushing event updated for resources: {'Port': ['ID=25a6cc3a-9e95-4db1-83df-7d9f7656475f,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:45.993072 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f18bd2f-525c-4449-991c-713d32295e4e None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:34:45.993449 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f18bd2f-525c-4449-991c-713d32295e4e None None] Checking segment: {'id': '85c4a2dc-423b-46d8-8979-f64d15fa444d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '98249797-44fb-4cd5-8efe-288532a56e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:34:45.993855 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5f18bd2f-525c-4449-991c-713d32295e4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:45.994257 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f18bd2f-525c-4449-991c-713d32295e4e None None] Bound using segment: {'id': '85c4a2dc-423b-46d8-8979-f64d15fa444d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '98249797-44fb-4cd5-8efe-288532a56e2c'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:34:45.994732 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-5f18bd2f-525c-4449-991c-713d32295e4e None None] Bound port: 25a6cc3a-9e95-4db1-83df-7d9f7656475f, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85c4a2dc-423b-46d8-8979-f64d15fa444d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '98249797-44fb-4cd5-8efe-288532a56e2c'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:34:45.995113 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5f18bd2f-525c-4449-991c-713d32295e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:46.000908 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ccd664-9948-43aa-af30-e69b2e4d8f55 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Network 8b98c146-89bf-4b41-9112-7c31a0c1d476 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:46.002684 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-f3ccd664-9948-43aa-af30-e69b2e4d8f55 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:46.010531 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-7b3fe0c1-2be6-4467-bc68-161a555fbca4 None None] For port 0bad6bae-1b75-4436-abf0-ec4a434feb64, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:34:46.014040 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-38f9889f-94bb-4212-ac00-8f035d46ba4c None None] Port 25a6cc3a-9e95-4db1-83df-7d9f7656475f cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:34:46.018385 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-7b3fe0c1-2be6-4467-bc68-161a555fbca4 None None] For port 0bad6bae-1b75-4436-abf0-ec4a434feb64, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=0bad6bae-1b75-4436-abf0-ec4a434feb64,segment=NetworkSegment(c10be821-2479-4992-ae44-9cc47e244b23),segment_id=c10be821-2479-4992-ae44-9cc47e244b23)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:34:46.037577 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7b3fe0c1-2be6-4467-bc68-161a555fbca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:46.126392 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ccd664-9948-43aa-af30-e69b2e4d8f55 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Router 411f5ea7-25b9-41c0-8a17-1726e002bbb6 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:34:46.133073 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-38f9889f-94bb-4212-ac00-8f035d46ba4c None None] Provisioning complete for port 9d045e3e-04c9-4c78-8934-5609e028a7d0 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:46.133450 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-38f9889f-94bb-4212-ac00-8f035d46ba4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:46.235764 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3fe0c1-2be6-4467-bc68-161a555fbca4 None None] Pushing event updated for resources: {'Port': ['ID=0bad6bae-1b75-4436-abf0-ec4a434feb64,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:46.252847 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-5f18bd2f-525c-4449-991c-713d32295e4e None None] For port 25a6cc3a-9e95-4db1-83df-7d9f7656475f, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:34:46.256845 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ccd664-9948-43aa-af30-e69b2e4d8f55 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:34:46.257389 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-5f18bd2f-525c-4449-991c-713d32295e4e None None] For port 25a6cc3a-9e95-4db1-83df-7d9f7656475f, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=25a6cc3a-9e95-4db1-83df-7d9f7656475f,segment=NetworkSegment(85c4a2dc-423b-46d8-8979-f64d15fa444d),segment_id=85c4a2dc-423b-46d8-8979-f64d15fa444d)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:34:46.266324 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f3ccd664-9948-43aa-af30-e69b2e4d8f55 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "PUT /v2.0/routers/411f5ea7-25b9-41c0-8a17-1726e002bbb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5817914 Oct 19 01:34:46.269176 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44820) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:46.274991 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-b9c4ef05-24b7-4f17-aa9d-f01e6232b7c1 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1251168977'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:46.279063 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5f18bd2f-525c-4449-991c-713d32295e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:46.318350 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c4ef05-24b7-4f17-aa9d-f01e6232b7c1 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Made reservation on behalf of 7b98efdd3de24865be5e59e37fe1619c for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:46.324400 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b9c4ef05-24b7-4f17-aa9d-f01e6232b7c1 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:46.361588 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c4ef05-24b7-4f17-aa9d-f01e6232b7c1 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:34:46.376334 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b9c4ef05-24b7-4f17-aa9d-f01e6232b7c1 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:46.377114 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-b9c4ef05-24b7-4f17-aa9d-f01e6232b7c1 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Added segment b5393e50-64fe-4ac5-b52a-d223af7e431d of type vlan for network fa8cd67c-f20d-4c74-89f8-68c083295d96 Oct 19 01:34:46.448703 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f18bd2f-525c-4449-991c-713d32295e4e None None] Routers {'411f5ea7-25b9-41c0-8a17-1726e002bbb6'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:46.449296 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-5f18bd2f-525c-4449-991c-713d32295e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:34:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['411f5ea7-25b9-41c0-8a17-1726e002bbb6'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:46.453311 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b9c4ef05-24b7-4f17-aa9d-f01e6232b7c1 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:46.502673 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b9c4ef05-24b7-4f17-aa9d-f01e6232b7c1 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:46.510302 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c4ef05-24b7-4f17-aa9d-f01e6232b7c1 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:46.511348 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b9c4ef05-24b7-4f17-aa9d-f01e6232b7c1 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:46.541314 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd2154-a4d3-4d8e-8ad9-d3ab9470742f None None] Pushing event updated for resources: {'Port': ['ID=25a6cc3a-9e95-4db1-83df-7d9f7656475f,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:46.606946 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44822) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:46.607487 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b9c4ef05-24b7-4f17-aa9d-f01e6232b7c1 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3366034 Oct 19 01:34:46.609058 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4ef05-24b7-4f17-aa9d-f01e6232b7c1 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Network': ['ID=fa8cd67c-f20d-4c74-89f8-68c083295d96,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:46.613554 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-ba2328d8-cd00-4f5d-83f0-735a49bc994c tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Request body: {'subnet': {'network_id': 'fa8cd67c-f20d-4c74-89f8-68c083295d96', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:46.642883 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network fa8cd67c-f20d-4c74-89f8-68c083295d96 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:34:46.645083 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 9d045e3e-04c9-4c78-8934-5609e028a7d0 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:34:46.694046 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-e0c01d85-c30d-41ea-a93f-b55c7f1baa6c None None] Provisioning complete for port 25a6cc3a-9e95-4db1-83df-7d9f7656475f triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:46.694046 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e0c01d85-c30d-41ea-a93f-b55c7f1baa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:46.775112 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2328d8-cd00-4f5d-83f0-735a49bc994c tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Made reservation on behalf of 7b98efdd3de24865be5e59e37fe1619c for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:46.778877 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ba2328d8-cd00-4f5d-83f0-735a49bc994c tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:46.779502 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-84769578-4319-4d8c-9030-824ca9075496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:46.795107 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-5f18bd2f-525c-4449-991c-713d32295e4e None None] Set router 411f5ea7-25b9-41c0-8a17-1726e002bbb6 gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:34:46.967137 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e0c01d85-c30d-41ea-a93f-b55c7f1baa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:46.970003 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 9d045e3e-04c9-4c78-8934-5609e028a7d0 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:46.970369 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:47.030303 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ba2328d8-cd00-4f5d-83f0-735a49bc994c tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:47.123625 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-e0c01d85-c30d-41ea-a93f-b55c7f1baa6c None None] For port 25a6cc3a-9e95-4db1-83df-7d9f7656475f, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=25a6cc3a-9e95-4db1-83df-7d9f7656475f,segment=NetworkSegment(85c4a2dc-423b-46d8-8979-f64d15fa444d),segment_id=85c4a2dc-423b-46d8-8979-f64d15fa444d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:47.123908 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2328d8-cd00-4f5d-83f0-735a49bc994c tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Subnet': ['ID=41269948-a106-4e96-90b0-e1c011d62c60,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:47.137566 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2328d8-cd00-4f5d-83f0-735a49bc994c tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Checking segment: {'id': 'b5393e50-64fe-4ac5-b52a-d223af7e431d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fa8cd67c-f20d-4c74-89f8-68c083295d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:34:47.138010 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2328d8-cd00-4f5d-83f0-735a49bc994c tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Network hostable DHCP agents. Network: fa8cd67c-f20d-4c74-89f8-68c083295d96, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:34:47.139021 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e0c01d85-c30d-41ea-a93f-b55c7f1baa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:47.156826 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2328d8-cd00-4f5d-83f0-735a49bc994c tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Network fa8cd67c-f20d-4c74-89f8-68c083295d96 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:34:47.168518 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-ba2328d8-cd00-4f5d-83f0-735a49bc994c tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, fa8cd67c-f20d-4c74-89f8-68c083295d96) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:47.174321 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2328d8-cd00-4f5d-83f0-735a49bc994c tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:47.175337 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ba2328d8-cd00-4f5d-83f0-735a49bc994c tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:47.199688 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0974e18a-b1dd-4e63-a06b-b8400a7d6cbd None None] Network fa8cd67c-f20d-4c74-89f8-68c083295d96 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:47.207015 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ba2328d8-cd00-4f5d-83f0-735a49bc994c tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5974050 Oct 19 01:34:47.207715 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44838) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:47.242279 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-48259702-4396-46f3-bc6a-f68d4d9dfaa4 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:47.244720 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-48259702-4396-46f3-bc6a-f68d4d9dfaa4 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/networks?id=eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069 HTTP/1.1" status: 200 len: 809 time: 0.1679180 Oct 19 01:34:47.270298 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-b2522973-e4d2-4d51-ae34-5816ed2951d3 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/quotas/91db52c096f6403aad2fd389102815d9 HTTP/1.1" status: 200 len: 375 time: 0.0118573 Oct 19 01:34:47.324327 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-820cb6e6-149d-40f9-b208-a68756275d4a tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=91db52c096f6403aad2fd389102815d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460310 Oct 19 01:34:47.330702 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c01d85-c30d-41ea-a93f-b55c7f1baa6c None None] Pushing event updated for resources: {'Port': ['ID=25a6cc3a-9e95-4db1-83df-7d9f7656475f,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:47.452075 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-ef60d50c-65d5-45d3-8fd8-e44d46cceb08 service neutron] 10.222.0.57 "GET /v2.0/networks/eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222653 Oct 19 01:34:47.576905 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-b9f3b9f4-5f47-4df6-9988-c84961f2c8f1 service neutron] 10.222.0.57 "GET /v2.0/networks/eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234069 Oct 19 01:34:47.645359 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:47.661309 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-5f18bd2f-525c-4449-991c-713d32295e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'name': 'tempest-RoutersIpV6Test-router-2031277487', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:34:37Z', 'updated_at': '2021-10-19T01:34:45Z', 'revision_number': 4, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'gw_port_host': None, '_interfaces': [{'id': '25a6cc3a-9e95-4db1-83df-7d9f7656475f', 'name': '', 'network_id': '98249797-44fb-4cd5-8efe-288532a56e2c', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:d6:22:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '0e1d62da-d825-440a-ae40-681e69451303', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:41Z', 'updated_at': '2021-10-19T01:34:46Z', 'revision_number': 4, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '0e1d62da-d825-440a-ae40-681e69451303', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccc053e5-c488-43e1-81ad-5ad33959e575', 'name': '', 'network_id': '8b98c146-89bf-4b41-9112-7c31a0c1d476', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:50:0e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'cc58ddc3-78c8-4bdb-8cf9-5338dc06863e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:44Z', 'updated_at': '2021-10-19T01:34:45Z', 'revision_number': 2, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': 'cc58ddc3-78c8-4bdb-8cf9-5338dc06863e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd046960-e21a-42e4-87a1-095fc0f8e467', 'name': '', 'network_id': 'fb910840-5738-4711-a26a-02c6a642d47e', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:9d:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:38Z', 'updated_at': '2021-10-19T01:34:42Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:47.662918 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-2c126f63-9cb5-4d8a-8ab7-0dfd3b5e5aca None None] Provisioning complete for port 25a6cc3a-9e95-4db1-83df-7d9f7656475f triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:47.663281 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2c126f63-9cb5-4d8a-8ab7-0dfd3b5e5aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:47.677265 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-131a83d7-8685-40bf-a038-9f7cd23443e9 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:47.699520 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae76493b-f8b1-4f14-847d-903b2d8a3953 None None] Network 8b98c146-89bf-4b41-9112-7c31a0c1d476 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:47.770367 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f18bd2f-525c-4449-991c-713d32295e4e None None] The sync data for ids ['411f5ea7-25b9-41c0-8a17-1726e002bbb6'] in n-d-715271-26 is: [{'id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'name': 'tempest-RoutersIpV6Test-router-2031277487', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:34:37Z', 'updated_at': '2021-10-19T01:34:45Z', 'revision_number': 4, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'gw_port_host': None, '_interfaces': [{'id': '25a6cc3a-9e95-4db1-83df-7d9f7656475f', 'name': '', 'network_id': '98249797-44fb-4cd5-8efe-288532a56e2c', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:d6:22:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '0e1d62da-d825-440a-ae40-681e69451303', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:41Z', 'updated_at': '2021-10-19T01:34:46Z', 'revision_number': 4, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '0e1d62da-d825-440a-ae40-681e69451303', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccc053e5-c488-43e1-81ad-5ad33959e575', 'name': '', 'network_id': '8b98c146-89bf-4b41-9112-7c31a0c1d476', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:50:0e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'cc58ddc3-78c8-4bdb-8cf9-5338dc06863e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:44Z', 'updated_at': '2021-10-19T01:34:45Z', 'revision_number': 2, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': 'cc58ddc3-78c8-4bdb-8cf9-5338dc06863e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd046960-e21a-42e4-87a1-095fc0f8e467', 'name': '', 'network_id': 'fb910840-5738-4711-a26a-02c6a642d47e', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:9d:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:38Z', 'updated_at': '2021-10-19T01:34:42Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:34:47.881654 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d6ad1b-bc53-418e-8410-1b497c8390aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-fa8cd67c-f20d-4c74-89f8-68c083295d96', 'network_id': 'fa8cd67c-f20d-4c74-89f8-68c083295d96', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'fixed_ips': [{'subnet_id': '41269948-a106-4e96-90b0-e1c011d62c60'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:34:47.882578 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e5d6ad1b-bc53-418e-8410-1b497c8390aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:47.923003 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:48.008439 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-131a83d7-8685-40bf-a038-9f7cd23443e9 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Allocated IP 2001:db8:3::1 (fa8cd67c-f20d-4c74-89f8-68c083295d96/41269948-a106-4e96-90b0-e1c011d62c60/cebabdb1-f6cf-474c-8f74-cca1634d78d7) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:34:48.143843 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-131a83d7-8685-40bf-a038-9f7cd23443e9 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:48.182491 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-131a83d7-8685-40bf-a038-9f7cd23443e9 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:48.235446 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131a83d7-8685-40bf-a038-9f7cd23443e9 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Network fa8cd67c-f20d-4c74-89f8-68c083295d96 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:48.238985 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-131a83d7-8685-40bf-a038-9f7cd23443e9 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:48.241374 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131a83d7-8685-40bf-a038-9f7cd23443e9 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:34:48.241922 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-131a83d7-8685-40bf-a038-9f7cd23443e9 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:48.248165 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-e5d6ad1b-bc53-418e-8410-1b497c8390aa None None] Allocated IP 2001:db8:3::2 (fa8cd67c-f20d-4c74-89f8-68c083295d96/41269948-a106-4e96-90b0-e1c011d62c60/b7580c49-26de-45cd-b641-f6df0835101b) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:34:48.254867 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-cdffef62-bcb4-4f09-8bf8-392a7d9f4397 None None] Provisioning complete for port 0bad6bae-1b75-4436-abf0-ec4a434feb64 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:48.255481 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cdffef62-bcb4-4f09-8bf8-392a7d9f4397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:48.364206 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a83d7-8685-40bf-a038-9f7cd23443e9 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Port': ['ID=cebabdb1-f6cf-474c-8f74-cca1634d78d7,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:48.423451 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-131a83d7-8685-40bf-a038-9f7cd23443e9 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:48.492397 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e5d6ad1b-bc53-418e-8410-1b497c8390aa None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:48.507102 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e5d6ad1b-bc53-418e-8410-1b497c8390aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:48.564727 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cdffef62-bcb4-4f09-8bf8-392a7d9f4397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:48.588640 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d6ad1b-bc53-418e-8410-1b497c8390aa None None] Network fa8cd67c-f20d-4c74-89f8-68c083295d96 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:48.595669 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-e5d6ad1b-bc53-418e-8410-1b497c8390aa None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:48.598398 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d6ad1b-bc53-418e-8410-1b497c8390aa None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:34:48.603151 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6ad1b-bc53-418e-8410-1b497c8390aa None None] Pushing event updated for resources: {'Port': ['ID=b7580c49-26de-45cd-b641-f6df0835101b,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:48.646706 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 25a6cc3a-9e95-4db1-83df-7d9f7656475f up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:34:48.678483 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-cdffef62-bcb4-4f09-8bf8-392a7d9f4397 None None] For port 0bad6bae-1b75-4436-abf0-ec4a434feb64, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=0bad6bae-1b75-4436-abf0-ec4a434feb64,segment=NetworkSegment(c10be821-2479-4992-ae44-9cc47e244b23),segment_id=c10be821-2479-4992-ae44-9cc47e244b23)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:48.702737 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cdffef62-bcb4-4f09-8bf8-392a7d9f4397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:48.804154 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-e5d6ad1b-bc53-418e-8410-1b497c8390aa None None] Attempting to bind port b7580c49-26de-45cd-b641-f6df0835101b on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:34:48.804783 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-e5d6ad1b-bc53-418e-8410-1b497c8390aa None None] Attempting to bind port b7580c49-26de-45cd-b641-f6df0835101b by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'b5393e50-64fe-4ac5-b52a-d223af7e431d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fa8cd67c-f20d-4c74-89f8-68c083295d96'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:34:48.805869 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d6ad1b-bc53-418e-8410-1b497c8390aa None None] Attempting to bind port b7580c49-26de-45cd-b641-f6df0835101b on network fa8cd67c-f20d-4c74-89f8-68c083295d96 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:34:48.845866 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 25a6cc3a-9e95-4db1-83df-7d9f7656475f triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:48.846242 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:48.858662 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-131a83d7-8685-40bf-a038-9f7cd23443e9 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:48.876333 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-89458205-dcb6-45da-9c1b-5128ce15a686 None None] Provisioning complete for port 0bad6bae-1b75-4436-abf0-ec4a434feb64 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:48.876714 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-89458205-dcb6-45da-9c1b-5128ce15a686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:48.878570 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d6ad1b-bc53-418e-8410-1b497c8390aa None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:34:48.878923 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d6ad1b-bc53-418e-8410-1b497c8390aa None None] Checking segment: {'id': 'b5393e50-64fe-4ac5-b52a-d223af7e431d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fa8cd67c-f20d-4c74-89f8-68c083295d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:34:48.879322 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e5d6ad1b-bc53-418e-8410-1b497c8390aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:48.879717 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d6ad1b-bc53-418e-8410-1b497c8390aa None None] Bound using segment: {'id': 'b5393e50-64fe-4ac5-b52a-d223af7e431d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fa8cd67c-f20d-4c74-89f8-68c083295d96'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:34:48.880250 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-e5d6ad1b-bc53-418e-8410-1b497c8390aa None None] Bound port: b7580c49-26de-45cd-b641-f6df0835101b, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5393e50-64fe-4ac5-b52a-d223af7e431d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fa8cd67c-f20d-4c74-89f8-68c083295d96'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:34:48.880631 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e5d6ad1b-bc53-418e-8410-1b497c8390aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:48.894860 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdffef62-bcb4-4f09-8bf8-392a7d9f4397 None None] Pushing event updated for resources: {'Port': ['ID=0bad6bae-1b75-4436-abf0-ec4a434feb64,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:48.905812 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f3e27d06-2938-4de8-ab3f-8d4f8f122e94 req-eb848bdf-efb5-41f2-967f-3f8cae8ca627 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/ports?device_id=935c2f41-53f0-4a2c-8ec1-57255ffb5fe7 HTTP/1.1" status: 200 len: 210 time: 0.0446258 Oct 19 01:34:48.909697 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-131a83d7-8685-40bf-a038-9f7cd23443e9 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:48.911900 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-131a83d7-8685-40bf-a038-9f7cd23443e9 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:48.994506 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a83d7-8685-40bf-a038-9f7cd23443e9 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event updated for resources: {'Port': ['ID=cebabdb1-f6cf-474c-8f74-cca1634d78d7,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:49.152667 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-e5d6ad1b-bc53-418e-8410-1b497c8390aa None None] For port b7580c49-26de-45cd-b641-f6df0835101b, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:34:49.158400 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-e5d6ad1b-bc53-418e-8410-1b497c8390aa None None] For port b7580c49-26de-45cd-b641-f6df0835101b, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b7580c49-26de-45cd-b641-f6df0835101b,segment=NetworkSegment(b5393e50-64fe-4ac5-b52a-d223af7e431d),segment_id=b5393e50-64fe-4ac5-b52a-d223af7e431d)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:34:49.162178 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131a83d7-8685-40bf-a038-9f7cd23443e9 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Network fa8cd67c-f20d-4c74-89f8-68c083295d96 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:49.165548 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-131a83d7-8685-40bf-a038-9f7cd23443e9 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:49.229385 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e5d6ad1b-bc53-418e-8410-1b497c8390aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:49.303572 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131a83d7-8685-40bf-a038-9f7cd23443e9 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Router 411f5ea7-25b9-41c0-8a17-1726e002bbb6 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:34:49.328840 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-89458205-dcb6-45da-9c1b-5128ce15a686 None None] Provisioning complete for port ccc053e5-c488-43e1-81ad-5ad33959e575 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:49.329210 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-89458205-dcb6-45da-9c1b-5128ce15a686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:49.335995 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 0bad6bae-1b75-4436-abf0-ec4a434feb64 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:34:49.355103 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] Sync routers for ids ['411f5ea7-25b9-41c0-8a17-1726e002bbb6'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:34:49.366298 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] Routers {'411f5ea7-25b9-41c0-8a17-1726e002bbb6'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:49.367155 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:34:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['411f5ea7-25b9-41c0-8a17-1726e002bbb6'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:49.384578 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6ad1b-bc53-418e-8410-1b497c8390aa None None] Pushing event updated for resources: {'Port': ['ID=b7580c49-26de-45cd-b641-f6df0835101b,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:49.415138 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-89458205-dcb6-45da-9c1b-5128ce15a686 None None] Port ccc053e5-c488-43e1-81ad-5ad33959e575 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:34:49.433308 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 0bad6bae-1b75-4436-abf0-ec4a434feb64 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:49.433688 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:49.473656 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131a83d7-8685-40bf-a038-9f7cd23443e9 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:34:49.483347 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-131a83d7-8685-40bf-a038-9f7cd23443e9 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "PUT /v2.0/routers/411f5ea7-25b9-41c0-8a17-1726e002bbb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2742400 Oct 19 01:34:49.486698 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44852) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:49.497019 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-f84126cb-e03b-4ef3-91b8-d3f0a95ce48b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:49.501642 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] Set router 411f5ea7-25b9-41c0-8a17-1726e002bbb6 gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:34:49.547847 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-03f37b26-c104-4514-8cc0-fb84f886892b None None] Provisioning complete for port ccc053e5-c488-43e1-81ad-5ad33959e575 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:49.548374 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-03f37b26-c104-4514-8cc0-fb84f886892b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:49.640722 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-03f37b26-c104-4514-8cc0-fb84f886892b None None] Port ccc053e5-c488-43e1-81ad-5ad33959e575 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:34:49.780389 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'name': 'tempest-RoutersIpV6Test-router-2031277487', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:34:37Z', 'updated_at': '2021-10-19T01:34:48Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'gw_port_host': None, '_interfaces': [{'id': '25a6cc3a-9e95-4db1-83df-7d9f7656475f', 'name': '', 'network_id': '98249797-44fb-4cd5-8efe-288532a56e2c', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:d6:22:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '0e1d62da-d825-440a-ae40-681e69451303', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:41Z', 'updated_at': '2021-10-19T01:34:47Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '0e1d62da-d825-440a-ae40-681e69451303', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccc053e5-c488-43e1-81ad-5ad33959e575', 'name': '', 'network_id': '8b98c146-89bf-4b41-9112-7c31a0c1d476', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:50:0e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'cc58ddc3-78c8-4bdb-8cf9-5338dc06863e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:44Z', 'updated_at': '2021-10-19T01:34:45Z', 'revision_number': 2, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': 'cc58ddc3-78c8-4bdb-8cf9-5338dc06863e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cebabdb1-f6cf-474c-8f74-cca1634d78d7', 'name': '', 'network_id': 'fa8cd67c-f20d-4c74-89f8-68c083295d96', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:a2:34:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '41269948-a106-4e96-90b0-e1c011d62c60', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:47Z', 'updated_at': '2021-10-19T01:34:48Z', 'revision_number': 2, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '41269948-a106-4e96-90b0-e1c011d62c60', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd046960-e21a-42e4-87a1-095fc0f8e467', 'name': '', 'network_id': 'fb910840-5738-4711-a26a-02c6a642d47e', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:9d:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:38Z', 'updated_at': '2021-10-19T01:34:42Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:49.805641 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:49.814020 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] Checking router: 411f5ea7-25b9-41c0-8a17-1726e002bbb6 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:34:49.814377 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] Updating router 411f5ea7-25b9-41c0-8a17-1726e002bbb6 port ccc053e5-c488-43e1-81ad-5ad33959e575 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:34:49.843219 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:50.150245 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:50.157682 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:50.166341 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-736e79ec-96a7-4d13-a624-048c22b386ec req-11c4cc5d-d94f-4b40-b4ed-467704ba33f6 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/ports?device_id=935c2f41-53f0-4a2c-8ec1-57255ffb5fe7 HTTP/1.1" status: 200 len: 210 time: 0.0839169 Oct 19 01:34:50.229492 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51a10a-f936-4b46-889e-f030447437d7 None None] Pushing event updated for resources: {'Port': ['ID=ccc053e5-c488-43e1-81ad-5ad33959e575,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:50.290550 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] Attempting to bind port ccc053e5-c488-43e1-81ad-5ad33959e575 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:34:50.290917 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] Attempting to bind port ccc053e5-c488-43e1-81ad-5ad33959e575 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'c10be821-2479-4992-ae44-9cc47e244b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8b98c146-89bf-4b41-9112-7c31a0c1d476'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:34:50.291306 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] Attempting to bind port ccc053e5-c488-43e1-81ad-5ad33959e575 on network 8b98c146-89bf-4b41-9112-7c31a0c1d476 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:34:50.296725 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:34:50.297127 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] Checking segment: {'id': 'c10be821-2479-4992-ae44-9cc47e244b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8b98c146-89bf-4b41-9112-7c31a0c1d476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:34:50.297490 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:50.297940 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] Bound using segment: {'id': 'c10be821-2479-4992-ae44-9cc47e244b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8b98c146-89bf-4b41-9112-7c31a0c1d476'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:34:50.298460 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] Bound port: ccc053e5-c488-43e1-81ad-5ad33959e575, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c10be821-2479-4992-ae44-9cc47e244b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8b98c146-89bf-4b41-9112-7c31a0c1d476'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:34:50.299063 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:50.345293 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-346e4b99-bf03-4547-b027-a11745a4fba9 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:50.346798 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-346e4b99-bf03-4547-b027-a11745a4fba9 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.55 "GET /v2.0/networks?id=eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069 HTTP/1.1" status: 200 len: 809 time: 0.2633986 Oct 19 01:34:50.370703 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] For port ccc053e5-c488-43e1-81ad-5ad33959e575, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:34:50.374588 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] For port ccc053e5-c488-43e1-81ad-5ad33959e575, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=ccc053e5-c488-43e1-81ad-5ad33959e575,segment=NetworkSegment(c10be821-2479-4992-ae44-9cc47e244b23),segment_id=c10be821-2479-4992-ae44-9cc47e244b23)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:34:50.378847 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:50.380912 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-aba8a619-90e8-4cf7-9be9-8d2462561ff0 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Request body: {'port': {'device_id': '935c2f41-53f0-4a2c-8ec1-57255ffb5fe7', 'network_id': 'eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069', 'admin_state_up': True, 'tenant_id': '91db52c096f6403aad2fd389102815d9'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:50.421909 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] Updating router 411f5ea7-25b9-41c0-8a17-1726e002bbb6 port cebabdb1-f6cf-474c-8f74-cca1634d78d7 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:34:50.445181 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51a10a-f936-4b46-889e-f030447437d7 None None] Pushing event updated for resources: {'Port': ['ID=ccc053e5-c488-43e1-81ad-5ad33959e575,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:50.475478 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:50.595896 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-a3ef5456-4db9-46c7-8228-fefa137952d1 None None] Provisioning complete for port ccc053e5-c488-43e1-81ad-5ad33959e575 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:50.596883 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.extraroute_db [None req-f84126cb-e03b-4ef3-91b8-d3f0a95ce48b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=100606) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 19 01:34:50.607712 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a3ef5456-4db9-46c7-8228-fefa137952d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:50.648645 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.extraroute_db [None req-f84126cb-e03b-4ef3-91b8-d3f0a95ce48b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Removed routes are [] {{(pid=100606) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 19 01:34:50.649241 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f84126cb-e03b-4ef3-91b8-d3f0a95ce48b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64930'] for router, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:50.654880 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-aba8a619-90e8-4cf7-9be9-8d2462561ff0 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Made reservation on behalf of 91db52c096f6403aad2fd389102815d9 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:50.660367 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-aba8a619-90e8-4cf7-9be9-8d2462561ff0 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:50.672528 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648bba07-a87a-4fea-9262-7a7d7f2c4675 None None] Network fa8cd67c-f20d-4c74-89f8-68c083295d96 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:50.754393 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b7580c49-26de-45cd-b641-f6df0835101b up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:34:50.926679 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a3ef5456-4db9-46c7-8228-fefa137952d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:50.942559 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f84126cb-e03b-4ef3-91b8-d3f0a95ce48b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64930'] for router, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:50.944306 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port b7580c49-26de-45cd-b641-f6df0835101b triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:50.944888 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:50.947992 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f84126cb-e03b-4ef3-91b8-d3f0a95ce48b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592856'] for router, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:50.975388 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:50.982104 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:51.022633 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-a3ef5456-4db9-46c7-8228-fefa137952d1 None None] For port ccc053e5-c488-43e1-81ad-5ad33959e575, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=ccc053e5-c488-43e1-81ad-5ad33959e575,segment=NetworkSegment(c10be821-2479-4992-ae44-9cc47e244b23),segment_id=c10be821-2479-4992-ae44-9cc47e244b23)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:51.031202 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a3ef5456-4db9-46c7-8228-fefa137952d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:51.038043 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51a10a-f936-4b46-889e-f030447437d7 None None] Pushing event updated for resources: {'Port': ['ID=cebabdb1-f6cf-474c-8f74-cca1634d78d7,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:51.096395 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-aba8a619-90e8-4cf7-9be9-8d2462561ff0 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Allocated IP 172.20.0.8 (eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069/a05cdf4c-a58f-4276-95cb-125dcf10fa81/3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:34:51.099184 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] Attempting to bind port cebabdb1-f6cf-474c-8f74-cca1634d78d7 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:34:51.099556 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] Attempting to bind port cebabdb1-f6cf-474c-8f74-cca1634d78d7 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'b5393e50-64fe-4ac5-b52a-d223af7e431d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fa8cd67c-f20d-4c74-89f8-68c083295d96'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:34:51.099938 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] Attempting to bind port cebabdb1-f6cf-474c-8f74-cca1634d78d7 on network fa8cd67c-f20d-4c74-89f8-68c083295d96 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:34:51.106997 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:34:51.107552 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] Checking segment: {'id': 'b5393e50-64fe-4ac5-b52a-d223af7e431d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fa8cd67c-f20d-4c74-89f8-68c083295d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:34:51.107798 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:51.108923 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] Bound using segment: {'id': 'b5393e50-64fe-4ac5-b52a-d223af7e431d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fa8cd67c-f20d-4c74-89f8-68c083295d96'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:34:51.108923 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] Bound port: cebabdb1-f6cf-474c-8f74-cca1634d78d7, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5393e50-64fe-4ac5-b52a-d223af7e431d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fa8cd67c-f20d-4c74-89f8-68c083295d96'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:34:51.109178 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:51.116384 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef5456-4db9-46c7-8228-fefa137952d1 None None] Pushing event updated for resources: {'Port': ['ID=ccc053e5-c488-43e1-81ad-5ad33959e575,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:51.119826 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84126cb-e03b-4ef3-91b8-d3f0a95ce48b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Router 411f5ea7-25b9-41c0-8a17-1726e002bbb6 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:34:51.129202 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:51.168208 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port b7580c49-26de-45cd-b641-f6df0835101b, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b7580c49-26de-45cd-b641-f6df0835101b,segment=NetworkSegment(b5393e50-64fe-4ac5-b52a-d223af7e431d),segment_id=b5393e50-64fe-4ac5-b52a-d223af7e431d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:51.180919 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-dc2eef51-a1ea-4de5-9192-4a5f7eaf7bbb None None] Provisioning complete for port b7580c49-26de-45cd-b641-f6df0835101b triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:51.181863 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dc2eef51-a1ea-4de5-9192-4a5f7eaf7bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:51.221875 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] For port cebabdb1-f6cf-474c-8f74-cca1634d78d7, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:34:51.224630 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:51.225422 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device ccc053e5-c488-43e1-81ad-5ad33959e575 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:34:51.234419 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] For port cebabdb1-f6cf-474c-8f74-cca1634d78d7, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=cebabdb1-f6cf-474c-8f74-cca1634d78d7,segment=NetworkSegment(b5393e50-64fe-4ac5-b52a-d223af7e431d),segment_id=b5393e50-64fe-4ac5-b52a-d223af7e431d)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:34:51.242670 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:51.320447 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-51b64c24-0825-4339-9d35-4b70e9776c9e req-836d392b-6800-4235-a833-34132d9cc5b8 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/ports?device_id=935c2f41-53f0-4a2c-8ec1-57255ffb5fe7 HTTP/1.1" status: 200 len: 210 time: 0.0440588 Oct 19 01:34:51.321493 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51a10a-f936-4b46-889e-f030447437d7 None None] Pushing event updated for resources: {'Port': ['ID=cebabdb1-f6cf-474c-8f74-cca1634d78d7,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:51.334670 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84126cb-e03b-4ef3-91b8-d3f0a95ce48b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:34:51.336417 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] Routers {'411f5ea7-25b9-41c0-8a17-1726e002bbb6'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:51.338110 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:34:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['411f5ea7-25b9-41c0-8a17-1726e002bbb6'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:51.344460 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f84126cb-e03b-4ef3-91b8-d3f0a95ce48b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:51.345792 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f84126cb-e03b-4ef3-91b8-d3f0a95ce48b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "PUT /v2.0/routers/411f5ea7-25b9-41c0-8a17-1726e002bbb6 HTTP/1.1" status: 200 len: 954 time: 1.8534787 Oct 19 01:34:51.348485 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44860) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:51.442531 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=b7580c49-26de-45cd-b641-f6df0835101b,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:51.454268 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-dc2eef51-a1ea-4de5-9192-4a5f7eaf7bbb None None] Provisioning complete for port ccc053e5-c488-43e1-81ad-5ad33959e575 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:51.454710 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dc2eef51-a1ea-4de5-9192-4a5f7eaf7bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:51.456901 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-aba8a619-90e8-4cf7-9be9-8d2462561ff0 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:51.461637 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] Set router 411f5ea7-25b9-41c0-8a17-1726e002bbb6 gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:34:51.495706 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-33ebea69-b897-4046-9bc0-764e289645e9 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "GET /v2.0/routers/411f5ea7-25b9-41c0-8a17-1726e002bbb6 HTTP/1.1" status: 200 len: 954 time: 0.1459627 Oct 19 01:34:51.498343 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44862) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:51.510461 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port ccc053e5-c488-43e1-81ad-5ad33959e575 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:51.511096 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:51.514805 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-365c4a58-27b8-4194-954d-4716c8a3aa3b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Request body: {'router': {'routes': None}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:51.522932 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-aba8a619-90e8-4cf7-9be9-8d2462561ff0 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:51.600711 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8a619-90e8-4cf7-9be9-8d2462561ff0 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Pushing event updated for resources: {'Port': ['ID=3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:51.625812 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-aba8a619-90e8-4cf7-9be9-8d2462561ff0 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Network eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:51.627549 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-aba8a619-90e8-4cf7-9be9-8d2462561ff0 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:51.634577 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-aba8a619-90e8-4cf7-9be9-8d2462561ff0 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:34:51.665558 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 0bad6bae-1b75-4436-abf0-ec4a434feb64 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:34:51.742801 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 0bad6bae-1b75-4436-abf0-ec4a434feb64 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:51.743269 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:51.748861 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-aba8a619-90e8-4cf7-9be9-8d2462561ff0 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:51.749870 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-aba8a619-90e8-4cf7-9be9-8d2462561ff0 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:51.779009 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-aba8a619-90e8-4cf7-9be9-8d2462561ff0 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4040270 Oct 19 01:34:51.792947 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-e3e0a49d-f89c-4642-963d-f022a63b5adf service neutron] Request body: {'port': {'device_id': '935c2f41-53f0-4a2c-8ec1-57255ffb5fe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:51.840887 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'name': 'tempest-RoutersIpV6Test-router-2031277487', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:34:37Z', 'updated_at': '2021-10-19T01:34:50Z', 'revision_number': 6, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'gw_port_host': None, '_interfaces': [{'id': '25a6cc3a-9e95-4db1-83df-7d9f7656475f', 'name': '', 'network_id': '98249797-44fb-4cd5-8efe-288532a56e2c', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:d6:22:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '0e1d62da-d825-440a-ae40-681e69451303', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:41Z', 'updated_at': '2021-10-19T01:34:47Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '0e1d62da-d825-440a-ae40-681e69451303', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccc053e5-c488-43e1-81ad-5ad33959e575', 'name': '', 'network_id': '8b98c146-89bf-4b41-9112-7c31a0c1d476', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:50:0e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'cc58ddc3-78c8-4bdb-8cf9-5338dc06863e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:44Z', 'updated_at': '2021-10-19T01:34:50Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': 'cc58ddc3-78c8-4bdb-8cf9-5338dc06863e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cebabdb1-f6cf-474c-8f74-cca1634d78d7', 'name': '', 'network_id': 'fa8cd67c-f20d-4c74-89f8-68c083295d96', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:a2:34:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '41269948-a106-4e96-90b0-e1c011d62c60', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:47Z', 'updated_at': '2021-10-19T01:34:51Z', 'revision_number': 4, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '41269948-a106-4e96-90b0-e1c011d62c60', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd046960-e21a-42e4-87a1-095fc0f8e467', 'name': '', 'network_id': 'fb910840-5738-4711-a26a-02c6a642d47e', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:9d:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:38Z', 'updated_at': '2021-10-19T01:34:42Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:51.877077 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-261cf7b7-0f11-4246-a623-f67da142b737 None None] Provisioning complete for port cebabdb1-f6cf-474c-8f74-cca1634d78d7 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:51.877449 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-261cf7b7-0f11-4246-a623-f67da142b737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:51.898110 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac430ea4-d034-41a8-9afc-3d7eccd3ffff None None] The sync data for ids ['411f5ea7-25b9-41c0-8a17-1726e002bbb6'] in n-d-715271-26 is: [{'id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'name': 'tempest-RoutersIpV6Test-router-2031277487', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:34:37Z', 'updated_at': '2021-10-19T01:34:50Z', 'revision_number': 6, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'gw_port_host': None, '_interfaces': [{'id': '25a6cc3a-9e95-4db1-83df-7d9f7656475f', 'name': '', 'network_id': '98249797-44fb-4cd5-8efe-288532a56e2c', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:d6:22:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '0e1d62da-d825-440a-ae40-681e69451303', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:41Z', 'updated_at': '2021-10-19T01:34:47Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '0e1d62da-d825-440a-ae40-681e69451303', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccc053e5-c488-43e1-81ad-5ad33959e575', 'name': '', 'network_id': '8b98c146-89bf-4b41-9112-7c31a0c1d476', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:50:0e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'cc58ddc3-78c8-4bdb-8cf9-5338dc06863e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:44Z', 'updated_at': '2021-10-19T01:34:50Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': 'cc58ddc3-78c8-4bdb-8cf9-5338dc06863e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cebabdb1-f6cf-474c-8f74-cca1634d78d7', 'name': '', 'network_id': 'fa8cd67c-f20d-4c74-89f8-68c083295d96', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:a2:34:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '41269948-a106-4e96-90b0-e1c011d62c60', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:47Z', 'updated_at': '2021-10-19T01:34:51Z', 'revision_number': 4, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '41269948-a106-4e96-90b0-e1c011d62c60', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd046960-e21a-42e4-87a1-095fc0f8e467', 'name': '', 'network_id': 'fb910840-5738-4711-a26a-02c6a642d47e', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:9d:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:38Z', 'updated_at': '2021-10-19T01:34:42Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:34:51.909849 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-e3e0a49d-f89c-4642-963d-f022a63b5adf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:52.026912 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-261cf7b7-0f11-4246-a623-f67da142b737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:52.267848 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-261cf7b7-0f11-4246-a623-f67da142b737 None None] For port cebabdb1-f6cf-474c-8f74-cca1634d78d7, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=cebabdb1-f6cf-474c-8f74-cca1634d78d7,segment=NetworkSegment(b5393e50-64fe-4ac5-b52a-d223af7e431d),segment_id=b5393e50-64fe-4ac5-b52a-d223af7e431d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:52.278920 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-261cf7b7-0f11-4246-a623-f67da142b737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:52.341032 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-261cf7b7-0f11-4246-a623-f67da142b737 None None] Provisioning complete for port b7580c49-26de-45cd-b641-f6df0835101b triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:52.341401 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-261cf7b7-0f11-4246-a623-f67da142b737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:52.381032 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261cf7b7-0f11-4246-a623-f67da142b737 None None] Pushing event updated for resources: {'Port': ['ID=cebabdb1-f6cf-474c-8f74-cca1634d78d7,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:52.503390 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-e3e0a49d-f89c-4642-963d-f022a63b5adf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:34:52.515366 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-e3e0a49d-f89c-4642-963d-f022a63b5adf service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:52.532780 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.extraroute_db [None req-365c4a58-27b8-4194-954d-4716c8a3aa3b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Added routes are [] {{(pid=100607) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 19 01:34:52.533287 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.extraroute_db [None req-365c4a58-27b8-4194-954d-4716c8a3aa3b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=100607) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 19 01:34:52.535476 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc0f9e-c60f-4969-adbf-9f2200fac3b9 req-3eb51c3a-dd54-45ff-aae6-31adcf231161 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:52.537098 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-22bc0f9e-c60f-4969-adbf-9f2200fac3b9 req-3eb51c3a-dd54-45ff-aae6-31adcf231161 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/ports?device_id=935c2f41-53f0-4a2c-8ec1-57255ffb5fe7 HTTP/1.1" status: 200 len: 931 time: 0.0944371 Oct 19 01:34:52.545372 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-e3e0a49d-f89c-4642-963d-f022a63b5adf service neutron] Transition to ACTIVE for port object 3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:34:52.562916 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-e3e0a49d-f89c-4642-963d-f022a63b5adf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:52.585935 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-365c4a58-27b8-4194-954d-4716c8a3aa3b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64930'] for router, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:52.613659 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-42c4167b-5470-4d59-a93a-a25967c75277 None None] Provisioning complete for port cebabdb1-f6cf-474c-8f74-cca1634d78d7 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:52.614570 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-42c4167b-5470-4d59-a93a-a25967c75277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:52.638245 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-22bc0f9e-c60f-4969-adbf-9f2200fac3b9 req-7785dfa5-3a59-4923-b2ae-1c9b92ff19a9 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/security-groups?id=9086e180-0915-4206-89f1-2ed13f0622a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916762 Oct 19 01:34:52.659958 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0a49d-f89c-4642-963d-f022a63b5adf service neutron] Pushing event updated for resources: {'Port': ['ID=3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:52.754640 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device cebabdb1-f6cf-474c-8f74-cca1634d78d7 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:34:52.792601 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-e3e0a49d-f89c-4642-963d-f022a63b5adf service neutron] Attempting to bind port 3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:34:52.793190 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-e3e0a49d-f89c-4642-963d-f022a63b5adf service neutron] Attempting to bind port 3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'ecef0567-32a5-489c-a6e2-b0c6bc987785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:34:52.793724 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-e3e0a49d-f89c-4642-963d-f022a63b5adf service neutron] Attempting to bind port 3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2 on network eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:34:52.798920 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-e3e0a49d-f89c-4642-963d-f022a63b5adf service neutron] Port 3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2 on network eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:34:52.799918 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-e3e0a49d-f89c-4642-963d-f022a63b5adf service neutron] Attempting to bind port 3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2 on network eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:34:52.809869 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-e3e0a49d-f89c-4642-963d-f022a63b5adf service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:34:52.810588 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-e3e0a49d-f89c-4642-963d-f022a63b5adf service neutron] Checking segment: {'id': 'ecef0567-32a5-489c-a6e2-b0c6bc987785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:34:52.811153 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-e3e0a49d-f89c-4642-963d-f022a63b5adf service neutron] Bound using segment: {'id': 'ecef0567-32a5-489c-a6e2-b0c6bc987785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:34:52.811824 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-e3e0a49d-f89c-4642-963d-f022a63b5adf service neutron] Bound port: 3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecef0567-32a5-489c-a6e2-b0c6bc987785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:34:52.812379 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-e3e0a49d-f89c-4642-963d-f022a63b5adf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:52.865066 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port cebabdb1-f6cf-474c-8f74-cca1634d78d7 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:52.865605 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:52.902087 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-365c4a58-27b8-4194-954d-4716c8a3aa3b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64930'] for router, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:52.903151 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-e3e0a49d-f89c-4642-963d-f022a63b5adf service neutron] For port 3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:34:52.906277 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-365c4a58-27b8-4194-954d-4716c8a3aa3b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592856'] for router, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:52.907299 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-e3e0a49d-f89c-4642-963d-f022a63b5adf service neutron] For port 3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2,segment=NetworkSegment(ecef0567-32a5-489c-a6e2-b0c6bc987785),segment_id=ecef0567-32a5-489c-a6e2-b0c6bc987785)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:34:52.915046 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-e3e0a49d-f89c-4642-963d-f022a63b5adf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:52.960966 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-e3e0a49d-f89c-4642-963d-f022a63b5adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:52.962253 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-e3e0a49d-f89c-4642-963d-f022a63b5adf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:52.964256 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-e3e0a49d-f89c-4642-963d-f022a63b5adf service neutron] 10.222.0.55 "PUT /v2.0/ports/3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2 HTTP/1.1" status: 200 len: 1092 time: 1.1764643 Oct 19 01:34:52.964792 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '935c2f41-53f0-4a2c-8ec1-57255ffb5fe7', 'tag': '3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:34:52.967125 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827ce8e3-e98d-466b-ad96-73ed28ad1776" -d '{"events": [{"name": "network-changed", "server_uuid": "935c2f41-53f0-4a2c-8ec1-57255ffb5fe7", "tag": "3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:34:52.996808 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0a49d-f89c-4642-963d-f022a63b5adf service neutron] Pushing event updated for resources: {'Port': ['ID=3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:53.026415 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365c4a58-27b8-4194-954d-4716c8a3aa3b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Router 411f5ea7-25b9-41c0-8a17-1726e002bbb6 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:34:53.042382 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-3b178f46-7676-4720-8166-a83cba04f90f None None] Provisioning complete for port cebabdb1-f6cf-474c-8f74-cca1634d78d7 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:53.042902 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3b178f46-7676-4720-8166-a83cba04f90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:53.073320 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-4ed3c9db-ea16-4ca5-a2d0-9dedb2c997f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:53.075052 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-4ed3c9db-ea16-4ca5-a2d0-9dedb2c997f9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=91db52c096f6403aad2fd389102815d9&device_id=935c2f41-53f0-4a2c-8ec1-57255ffb5fe7 HTTP/1.1" status: 200 len: 1095 time: 0.0635893 Oct 19 01:34:53.082405 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b7580c49-26de-45cd-b641-f6df0835101b up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:34:53.129977 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365c4a58-27b8-4194-954d-4716c8a3aa3b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:34:53.139058 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-365c4a58-27b8-4194-954d-4716c8a3aa3b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:53.140420 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-365c4a58-27b8-4194-954d-4716c8a3aa3b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "PUT /v2.0/routers/411f5ea7-25b9-41c0-8a17-1726e002bbb6 HTTP/1.1" status: 200 len: 704 time: 1.6404684 Oct 19 01:34:53.144728 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44870) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:53.153561 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-081570a2-b0fd-47c9-8cc7-5bcf5ad30c4e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2 HTTP/1.1" status: 200 len: 217 time: 0.0685573 Oct 19 01:34:53.199520 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port b7580c49-26de-45cd-b641-f6df0835101b triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:53.199937 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:53.214202 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb7d700-698d-4409-8892-bacb7de8729e x-openstack-request-id: req-8bb7d700-698d-4409-8892-bacb7de8729e {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:34:53.214503 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "935c2f41-53f0-4a2c-8ec1-57255ffb5fe7", "tag": "3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:34:53.214758 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8bb7d700-698d-4409-8892-bacb7de8729e {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:34:53.215204 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '935c2f41-53f0-4a2c-8ec1-57255ffb5fe7', 'tag': '3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2', 'status': 'completed', 'code': 200} Oct 19 01:34:53.220900 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-2ac31757-809f-487c-b718-864eb5a65852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:53.221089 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-2ac31757-809f-487c-b718-864eb5a65852 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a05cdf4c-a58f-4276-95cb-125dcf10fa81 HTTP/1.1" status: 200 len: 849 time: 0.0603132 Oct 19 01:34:53.267275 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-ec4efcd9-89b2-41be-866f-868c1d286d62 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373948 Oct 19 01:34:53.272675 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c361087-44b7-4174-8fb7-17c8fa6178fd None None] Sync routers for ids ['411f5ea7-25b9-41c0-8a17-1726e002bbb6'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:34:53.281574 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4c3b189e-87d2-4d22-bc59-9b25db8c200c tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "GET /v2.0/routers/411f5ea7-25b9-41c0-8a17-1726e002bbb6 HTTP/1.1" status: 200 len: 704 time: 0.1355538 Oct 19 01:34:53.284182 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44872) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:53.293172 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c361087-44b7-4174-8fb7-17c8fa6178fd None None] Routers {'411f5ea7-25b9-41c0-8a17-1726e002bbb6'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:53.293637 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-3c361087-44b7-4174-8fb7-17c8fa6178fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:34:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['411f5ea7-25b9-41c0-8a17-1726e002bbb6'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:53.333773 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device ccc053e5-c488-43e1-81ad-5ad33959e575 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:34:53.412181 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-3c361087-44b7-4174-8fb7-17c8fa6178fd None None] Set router 411f5ea7-25b9-41c0-8a17-1726e002bbb6 gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:34:53.482846 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-0854e018-d176-4fcc-9a29-4a1c9d32e92f service neutron] 10.222.0.55 "GET /v2.0/networks/eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071869 Oct 19 01:34:53.491271 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port ccc053e5-c488-43e1-81ad-5ad33959e575 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:53.491580 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:53.662649 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-75d32272-fd93-4c0e-9098-b3a0e1aa9022 req-f6875bd4-43f8-4776-976f-74c3ac65ee6b service neutron] 10.222.0.55 "GET /v2.0/networks/eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540341 Oct 19 01:34:53.698118 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-3c361087-44b7-4174-8fb7-17c8fa6178fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'name': 'tempest-RoutersIpV6Test-router-2031277487', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:34:37Z', 'updated_at': '2021-10-19T01:34:52Z', 'revision_number': 7, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'gw_port_host': None, '_interfaces': [{'id': '25a6cc3a-9e95-4db1-83df-7d9f7656475f', 'name': '', 'network_id': '98249797-44fb-4cd5-8efe-288532a56e2c', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:d6:22:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '0e1d62da-d825-440a-ae40-681e69451303', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:41Z', 'updated_at': '2021-10-19T01:34:47Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '0e1d62da-d825-440a-ae40-681e69451303', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccc053e5-c488-43e1-81ad-5ad33959e575', 'name': '', 'network_id': '8b98c146-89bf-4b41-9112-7c31a0c1d476', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:50:0e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'cc58ddc3-78c8-4bdb-8cf9-5338dc06863e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:44Z', 'updated_at': '2021-10-19T01:34:50Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': 'cc58ddc3-78c8-4bdb-8cf9-5338dc06863e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cebabdb1-f6cf-474c-8f74-cca1634d78d7', 'name': '', 'network_id': 'fa8cd67c-f20d-4c74-89f8-68c083295d96', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:a2:34:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '41269948-a106-4e96-90b0-e1c011d62c60', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:47Z', 'updated_at': '2021-10-19T01:34:52Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '41269948-a106-4e96-90b0-e1c011d62c60', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd046960-e21a-42e4-87a1-095fc0f8e467', 'name': '', 'network_id': 'fb910840-5738-4711-a26a-02c6a642d47e', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:9d:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:38Z', 'updated_at': '2021-10-19T01:34:42Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:53.739774 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c361087-44b7-4174-8fb7-17c8fa6178fd None None] Checking router: 411f5ea7-25b9-41c0-8a17-1726e002bbb6 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:34:53.750865 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c361087-44b7-4174-8fb7-17c8fa6178fd None None] Routers {'411f5ea7-25b9-41c0-8a17-1726e002bbb6'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:53.751385 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-3c361087-44b7-4174-8fb7-17c8fa6178fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:34:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['411f5ea7-25b9-41c0-8a17-1726e002bbb6'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:53.819090 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ce8e3-e98d-466b-ad96-73ed28ad1776 req-da4394df-c443-45d7-8602-2fd9fe83186a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:53.820613 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-827ce8e3-e98d-466b-ad96-73ed28ad1776 req-da4394df-c443-45d7-8602-2fd9fe83186a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=91db52c096f6403aad2fd389102815d9&device_id=935c2f41-53f0-4a2c-8ec1-57255ffb5fe7 HTTP/1.1" status: 200 len: 1095 time: 0.0917304 Oct 19 01:34:53.833171 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d80bc-8a18-4722-88b7-77334bb52c80 req-1397c22c-a31f-4e69-ac53-a0408b949811 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:53.834581 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-169d80bc-8a18-4722-88b7-77334bb52c80 req-1397c22c-a31f-4e69-ac53-a0408b949811 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/ports?device_id=935c2f41-53f0-4a2c-8ec1-57255ffb5fe7 HTTP/1.1" status: 200 len: 943 time: 0.0964191 Oct 19 01:34:53.839806 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-261c7b10-1d6c-4073-baa1-923c0361d9b5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:53.842835 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-3c361087-44b7-4174-8fb7-17c8fa6178fd None None] Set router 411f5ea7-25b9-41c0-8a17-1726e002bbb6 gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:34:54.056256 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-3c361087-44b7-4174-8fb7-17c8fa6178fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'name': 'tempest-RoutersIpV6Test-router-2031277487', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:34:37Z', 'updated_at': '2021-10-19T01:34:52Z', 'revision_number': 7, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'gw_port_host': None, '_interfaces': [{'id': '25a6cc3a-9e95-4db1-83df-7d9f7656475f', 'name': '', 'network_id': '98249797-44fb-4cd5-8efe-288532a56e2c', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:d6:22:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '0e1d62da-d825-440a-ae40-681e69451303', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:41Z', 'updated_at': '2021-10-19T01:34:47Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '0e1d62da-d825-440a-ae40-681e69451303', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccc053e5-c488-43e1-81ad-5ad33959e575', 'name': '', 'network_id': '8b98c146-89bf-4b41-9112-7c31a0c1d476', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:50:0e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'cc58ddc3-78c8-4bdb-8cf9-5338dc06863e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:44Z', 'updated_at': '2021-10-19T01:34:50Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': 'cc58ddc3-78c8-4bdb-8cf9-5338dc06863e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cebabdb1-f6cf-474c-8f74-cca1634d78d7', 'name': '', 'network_id': 'fa8cd67c-f20d-4c74-89f8-68c083295d96', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:a2:34:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '41269948-a106-4e96-90b0-e1c011d62c60', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:47Z', 'updated_at': '2021-10-19T01:34:52Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '41269948-a106-4e96-90b0-e1c011d62c60', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd046960-e21a-42e4-87a1-095fc0f8e467', 'name': '', 'network_id': 'fb910840-5738-4711-a26a-02c6a642d47e', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:9d:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:38Z', 'updated_at': '2021-10-19T01:34:42Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:54.084529 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c361087-44b7-4174-8fb7-17c8fa6178fd None None] The sync data for ids ['411f5ea7-25b9-41c0-8a17-1726e002bbb6'] in n-d-715271-26 is: [{'id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'name': 'tempest-RoutersIpV6Test-router-2031277487', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:34:37Z', 'updated_at': '2021-10-19T01:34:52Z', 'revision_number': 7, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'gw_port_host': None, '_interfaces': [{'id': '25a6cc3a-9e95-4db1-83df-7d9f7656475f', 'name': '', 'network_id': '98249797-44fb-4cd5-8efe-288532a56e2c', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:d6:22:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '0e1d62da-d825-440a-ae40-681e69451303', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:41Z', 'updated_at': '2021-10-19T01:34:47Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '0e1d62da-d825-440a-ae40-681e69451303', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccc053e5-c488-43e1-81ad-5ad33959e575', 'name': '', 'network_id': '8b98c146-89bf-4b41-9112-7c31a0c1d476', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:50:0e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'cc58ddc3-78c8-4bdb-8cf9-5338dc06863e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:44Z', 'updated_at': '2021-10-19T01:34:50Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': 'cc58ddc3-78c8-4bdb-8cf9-5338dc06863e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cebabdb1-f6cf-474c-8f74-cca1634d78d7', 'name': '', 'network_id': 'fa8cd67c-f20d-4c74-89f8-68c083295d96', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:a2:34:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '41269948-a106-4e96-90b0-e1c011d62c60', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:47Z', 'updated_at': '2021-10-19T01:34:52Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '41269948-a106-4e96-90b0-e1c011d62c60', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd046960-e21a-42e4-87a1-095fc0f8e467', 'name': '', 'network_id': 'fb910840-5738-4711-a26a-02c6a642d47e', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:9d:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:38Z', 'updated_at': '2021-10-19T01:34:42Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:34:54.348122 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-169d80bc-8a18-4722-88b7-77334bb52c80 req-4c1d19a4-dc36-4d37-84c7-64a9a94f12fe tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/security-groups?id=9086e180-0915-4206-89f1-2ed13f0622a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4986601 Oct 19 01:34:54.362374 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ce8e3-e98d-466b-ad96-73ed28ad1776 req-7cd0aec7-00f8-434a-bca0-2d13df251f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:54.363864 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-827ce8e3-e98d-466b-ad96-73ed28ad1776 req-7cd0aec7-00f8-434a-bca0-2d13df251f2c service neutron] 10.222.0.55 "GET /v2.0/networks?id=eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069 HTTP/1.1" status: 200 len: 910 time: 0.5282602 Oct 19 01:34:54.452197 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-827ce8e3-e98d-466b-ad96-73ed28ad1776 req-1536e6bb-495c-4428-b6cf-0ca0d206d405 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2 HTTP/1.1" status: 200 len: 217 time: 0.0560863 Oct 19 01:34:54.510957 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ce8e3-e98d-466b-ad96-73ed28ad1776 req-77bc07b0-d683-4c1f-8a7c-46ad2813dc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:54.512435 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-827ce8e3-e98d-466b-ad96-73ed28ad1776 req-77bc07b0-d683-4c1f-8a7c-46ad2813dc74 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a05cdf4c-a58f-4276-95cb-125dcf10fa81 HTTP/1.1" status: 200 len: 849 time: 0.0527060 Oct 19 01:34:54.563427 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-827ce8e3-e98d-466b-ad96-73ed28ad1776 req-06c4f2fc-e5d0-4ae2-b145-953d9005e66e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412147 Oct 19 01:34:54.688655 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-261c7b10-1d6c-4073-baa1-923c0361d9b5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Deleting port cebabdb1-f6cf-474c-8f74-cca1634d78d7 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:54.689307 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-261c7b10-1d6c-4073-baa1-923c0361d9b5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:54.695485 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-827ce8e3-e98d-466b-ad96-73ed28ad1776 req-f8161249-8e8e-412d-a152-a62a9f9a58f0 service neutron] 10.222.0.55 "GET /v2.0/networks/eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244376 Oct 19 01:34:54.850349 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-261c7b10-1d6c-4073-baa1-923c0361d9b5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] For port cebabdb1-f6cf-474c-8f74-cca1634d78d7, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=cebabdb1-f6cf-474c-8f74-cca1634d78d7,segment=NetworkSegment(b5393e50-64fe-4ac5-b52a-d223af7e431d),segment_id=b5393e50-64fe-4ac5-b52a-d223af7e431d)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:54.850717 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-261c7b10-1d6c-4073-baa1-923c0361d9b5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:54.864758 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-827ce8e3-e98d-466b-ad96-73ed28ad1776 req-1586ee85-68e3-40ae-9952-26d6ed30541f service neutron] 10.222.0.55 "GET /v2.0/networks/eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589763 Oct 19 01:34:54.868641 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-261c7b10-1d6c-4073-baa1-923c0361d9b5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Calling delete_port for cebabdb1-f6cf-474c-8f74-cca1634d78d7 owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:55.044288 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-261c7b10-1d6c-4073-baa1-923c0361d9b5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:55.075735 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c7b10-1d6c-4073-baa1-923c0361d9b5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event deleted for resources: {'Port': ['ID=cebabdb1-f6cf-474c-8f74-cca1634d78d7,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:55.196345 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-261c7b10-1d6c-4073-baa1-923c0361d9b5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:55.388635 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261c7b10-1d6c-4073-baa1-923c0361d9b5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Router 411f5ea7-25b9-41c0-8a17-1726e002bbb6 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:34:55.470496 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d498c0e-8a70-4fff-8909-2322d5fd7ce5 req-225b226e-209c-4e1d-a16a-6fa1ba492121 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:55.471949 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6d498c0e-8a70-4fff-8909-2322d5fd7ce5 req-225b226e-209c-4e1d-a16a-6fa1ba492121 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/ports?device_id=935c2f41-53f0-4a2c-8ec1-57255ffb5fe7 HTTP/1.1" status: 200 len: 943 time: 0.0534065 Oct 19 01:34:55.490481 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261c7b10-1d6c-4073-baa1-923c0361d9b5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:34:55.496860 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-261c7b10-1d6c-4073-baa1-923c0361d9b5 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "PUT /v2.0/routers/411f5ea7-25b9-41c0-8a17-1726e002bbb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2116916 Oct 19 01:34:55.499437 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44878) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:55.502319 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce8a01e-9f90-4ae5-b5da-0c76fa682137 None None] Sync routers for ids ['411f5ea7-25b9-41c0-8a17-1726e002bbb6'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:34:55.512726 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce8a01e-9f90-4ae5-b5da-0c76fa682137 None None] Routers {'411f5ea7-25b9-41c0-8a17-1726e002bbb6'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:55.513424 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-dce8a01e-9f90-4ae5-b5da-0c76fa682137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:34:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['411f5ea7-25b9-41c0-8a17-1726e002bbb6'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:55.518360 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6d498c0e-8a70-4fff-8909-2322d5fd7ce5 req-f330b34d-83d1-4f67-8677-2f38bc8141a9 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/security-groups?id=9086e180-0915-4206-89f1-2ed13f0622a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398567 Oct 19 01:34:55.556621 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ae04f0-5bdf-4679-aadc-02dd0233cb47 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Deleting subnet 41269948-a106-4e96-90b0-e1c011d62c60 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:34:55.559828 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-67ae04f0-5bdf-4679-aadc-02dd0233cb47 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:55.600167 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-67ae04f0-5bdf-4679-aadc-02dd0233cb47 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:55.601497 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-dce8a01e-9f90-4ae5-b5da-0c76fa682137 None None] Set router 411f5ea7-25b9-41c0-8a17-1726e002bbb6 gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:34:55.691776 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-67ae04f0-5bdf-4679-aadc-02dd0233cb47 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:55.758880 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-67ae04f0-5bdf-4679-aadc-02dd0233cb47 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:55.789105 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae04f0-5bdf-4679-aadc-02dd0233cb47 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event deleted for resources: {'Subnet': ['ID=41269948-a106-4e96-90b0-e1c011d62c60,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:55.792864 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-67ae04f0-5bdf-4679-aadc-02dd0233cb47 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:55.799238 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44880) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:55.799909 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-67ae04f0-5bdf-4679-aadc-02dd0233cb47 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/subnets/41269948-a106-4e96-90b0-e1c011d62c60 HTTP/1.1" status: 204 len: 168 time: 0.2993977 Oct 19 01:34:55.802609 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ab9534-7421-42f8-84bd-9e06c5183c8a None None] Network fa8cd67c-f20d-4c74-89f8-68c083295d96 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:55.825097 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-dce8a01e-9f90-4ae5-b5da-0c76fa682137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'name': 'tempest-RoutersIpV6Test-router-2031277487', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:34:37Z', 'updated_at': '2021-10-19T01:34:54Z', 'revision_number': 8, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'gw_port_host': None, '_interfaces': [{'id': '25a6cc3a-9e95-4db1-83df-7d9f7656475f', 'name': '', 'network_id': '98249797-44fb-4cd5-8efe-288532a56e2c', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:d6:22:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '0e1d62da-d825-440a-ae40-681e69451303', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:41Z', 'updated_at': '2021-10-19T01:34:47Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '0e1d62da-d825-440a-ae40-681e69451303', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccc053e5-c488-43e1-81ad-5ad33959e575', 'name': '', 'network_id': '8b98c146-89bf-4b41-9112-7c31a0c1d476', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:50:0e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'cc58ddc3-78c8-4bdb-8cf9-5338dc06863e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:44Z', 'updated_at': '2021-10-19T01:34:50Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': 'cc58ddc3-78c8-4bdb-8cf9-5338dc06863e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd046960-e21a-42e4-87a1-095fc0f8e467', 'name': '', 'network_id': 'fb910840-5738-4711-a26a-02c6a642d47e', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:9d:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:38Z', 'updated_at': '2021-10-19T01:34:42Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:55.852803 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce8a01e-9f90-4ae5-b5da-0c76fa682137 None None] Checking router: 411f5ea7-25b9-41c0-8a17-1726e002bbb6 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:34:55.861197 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce8a01e-9f90-4ae5-b5da-0c76fa682137 None None] Routers {'411f5ea7-25b9-41c0-8a17-1726e002bbb6'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:55.861804 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-dce8a01e-9f90-4ae5-b5da-0c76fa682137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:34:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['411f5ea7-25b9-41c0-8a17-1726e002bbb6'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:55.889595 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-24550b33-3cf7-4aeb-af65-264db2dfbf06 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:55.958031 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-24550b33-3cf7-4aeb-af65-264db2dfbf06 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Deleting port b7580c49-26de-45cd-b641-f6df0835101b {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:55.958377 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-dce8a01e-9f90-4ae5-b5da-0c76fa682137 None None] Set router 411f5ea7-25b9-41c0-8a17-1726e002bbb6 gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:34:55.958523 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-24550b33-3cf7-4aeb-af65-264db2dfbf06 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:56.001663 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14ebbd6-6b18-4f92-b2d7-e18ab83783e0 None None] DHCP port deletion for fa8cd67c-f20d-4c74-89f8-68c083295d96 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:34:56.026336 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-24550b33-3cf7-4aeb-af65-264db2dfbf06 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] For port b7580c49-26de-45cd-b641-f6df0835101b, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b7580c49-26de-45cd-b641-f6df0835101b,segment=NetworkSegment(b5393e50-64fe-4ac5-b52a-d223af7e431d),segment_id=b5393e50-64fe-4ac5-b52a-d223af7e431d)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:56.026727 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-24550b33-3cf7-4aeb-af65-264db2dfbf06 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:56.041390 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-24550b33-3cf7-4aeb-af65-264db2dfbf06 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Calling delete_port for b7580c49-26de-45cd-b641-f6df0835101b owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:56.054155 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-e14ebbd6-6b18-4f92-b2d7-e18ab83783e0 None None] Deleting port b7580c49-26de-45cd-b641-f6df0835101b {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:56.054534 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e14ebbd6-6b18-4f92-b2d7-e18ab83783e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:56.123472 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-e14ebbd6-6b18-4f92-b2d7-e18ab83783e0 None None] For port b7580c49-26de-45cd-b641-f6df0835101b, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b7580c49-26de-45cd-b641-f6df0835101b,segment=NetworkSegment(b5393e50-64fe-4ac5-b52a-d223af7e431d),segment_id=b5393e50-64fe-4ac5-b52a-d223af7e431d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:56.123910 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e14ebbd6-6b18-4f92-b2d7-e18ab83783e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:56.135652 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-24550b33-3cf7-4aeb-af65-264db2dfbf06 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:56.138888 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-e14ebbd6-6b18-4f92-b2d7-e18ab83783e0 None None] Calling delete_port for b7580c49-26de-45cd-b641-f6df0835101b owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:56.174845 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24550b33-3cf7-4aeb-af65-264db2dfbf06 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] No DVR routers for this DVR port b7580c49-26de-45cd-b641-f6df0835101b on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:34:56.182223 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24550b33-3cf7-4aeb-af65-264db2dfbf06 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event deleted for resources: {'Port': ['ID=b7580c49-26de-45cd-b641-f6df0835101b,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:56.219686 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-dce8a01e-9f90-4ae5-b5da-0c76fa682137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'name': 'tempest-RoutersIpV6Test-router-2031277487', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:34:37Z', 'updated_at': '2021-10-19T01:34:54Z', 'revision_number': 8, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'gw_port_host': None, '_interfaces': [{'id': '25a6cc3a-9e95-4db1-83df-7d9f7656475f', 'name': '', 'network_id': '98249797-44fb-4cd5-8efe-288532a56e2c', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:d6:22:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '0e1d62da-d825-440a-ae40-681e69451303', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:41Z', 'updated_at': '2021-10-19T01:34:47Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '0e1d62da-d825-440a-ae40-681e69451303', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccc053e5-c488-43e1-81ad-5ad33959e575', 'name': '', 'network_id': '8b98c146-89bf-4b41-9112-7c31a0c1d476', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:50:0e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'cc58ddc3-78c8-4bdb-8cf9-5338dc06863e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:44Z', 'updated_at': '2021-10-19T01:34:50Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': 'cc58ddc3-78c8-4bdb-8cf9-5338dc06863e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd046960-e21a-42e4-87a1-095fc0f8e467', 'name': '', 'network_id': 'fb910840-5738-4711-a26a-02c6a642d47e', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:9d:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:38Z', 'updated_at': '2021-10-19T01:34:42Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:56.234114 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e14ebbd6-6b18-4f92-b2d7-e18ab83783e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:56.249052 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce8a01e-9f90-4ae5-b5da-0c76fa682137 None None] The sync data for ids ['411f5ea7-25b9-41c0-8a17-1726e002bbb6'] in n-d-715271-26 is: [{'id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'name': 'tempest-RoutersIpV6Test-router-2031277487', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:34:37Z', 'updated_at': '2021-10-19T01:34:54Z', 'revision_number': 8, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'gw_port_host': None, '_interfaces': [{'id': '25a6cc3a-9e95-4db1-83df-7d9f7656475f', 'name': '', 'network_id': '98249797-44fb-4cd5-8efe-288532a56e2c', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:d6:22:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '0e1d62da-d825-440a-ae40-681e69451303', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:41Z', 'updated_at': '2021-10-19T01:34:47Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '0e1d62da-d825-440a-ae40-681e69451303', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccc053e5-c488-43e1-81ad-5ad33959e575', 'name': '', 'network_id': '8b98c146-89bf-4b41-9112-7c31a0c1d476', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:50:0e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'cc58ddc3-78c8-4bdb-8cf9-5338dc06863e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:44Z', 'updated_at': '2021-10-19T01:34:50Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': 'cc58ddc3-78c8-4bdb-8cf9-5338dc06863e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd046960-e21a-42e4-87a1-095fc0f8e467', 'name': '', 'network_id': 'fb910840-5738-4711-a26a-02c6a642d47e', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:9d:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:38Z', 'updated_at': '2021-10-19T01:34:42Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:34:56.260909 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-24550b33-3cf7-4aeb-af65-264db2dfbf06 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:56.263680 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ebbd6-6b18-4f92-b2d7-e18ab83783e0 None None] Pushing event deleted for resources: {'Port': ['ID=b7580c49-26de-45cd-b641-f6df0835101b,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:56.269818 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14ebbd6-6b18-4f92-b2d7-e18ab83783e0 None None] No DVR routers for this DVR port b7580c49-26de-45cd-b641-f6df0835101b on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:34:56.290885 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-24550b33-3cf7-4aeb-af65-264db2dfbf06 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa8cd67c-f20d-4c74-89f8-68c083295d96']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:56.300275 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-24550b33-3cf7-4aeb-af65-264db2dfbf06 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5393e50-64fe-4ac5-b52a-d223af7e431d') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:56.300569 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-24550b33-3cf7-4aeb-af65-264db2dfbf06 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5393e50-64fe-4ac5-b52a-d223af7e431d') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:56.309893 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-24550b33-3cf7-4aeb-af65-264db2dfbf06 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:56.323662 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-24550b33-3cf7-4aeb-af65-264db2dfbf06 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:56.329382 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24550b33-3cf7-4aeb-af65-264db2dfbf06 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:34:56.329751 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-24550b33-3cf7-4aeb-af65-264db2dfbf06 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:56.333021 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:34:56.333021 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:34:56.333021 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:34:56.333021 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:34:56.333021 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:34:56.333021 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:34:56.333021 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:34:56.333021 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:34:56.333021 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:34:56.333021 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:34:56.333021 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:34:56.333021 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:34:56.333021 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:34:56.333021 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:34:56.333021 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:34:56.333021 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:34:56.333021 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:34:56.333021 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:34:56.333021 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:34:56.333021 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:34:56.333021 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:34:56.333021 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:34:56.333021 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:34:56.333021 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:34:56.333021 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:34:56.333021 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:34:56.333021 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:34:56.333021 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:34:56.333021 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:34:56.333021 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:34:56.333021 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:34:56.333021 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:34:56.389814 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-24550b33-3cf7-4aeb-af65-264db2dfbf06 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:56.396595 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-24550b33-3cf7-4aeb-af65-264db2dfbf06 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:56.400307 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-24550b33-3cf7-4aeb-af65-264db2dfbf06 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/networks/fa8cd67c-f20d-4c74-89f8-68c083295d96 HTTP/1.1" status: 204 len: 168 time: 0.6000438 Oct 19 01:34:56.403045 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44882) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:56.420007 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24550b33-3cf7-4aeb-af65-264db2dfbf06 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event deleted for resources: {'Network': ['ID=fa8cd67c-f20d-4c74-89f8-68c083295d96,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:56.644091 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eac131-4803-4790-9261-f641885b88e6 req-9c77a59b-baed-4988-af79-1054e84bf508 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:56.646111 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f7eac131-4803-4790-9261-f641885b88e6 req-9c77a59b-baed-4988-af79-1054e84bf508 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/ports?device_id=935c2f41-53f0-4a2c-8ec1-57255ffb5fe7 HTTP/1.1" status: 200 len: 943 time: 0.0566010 Oct 19 01:34:56.669389 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device cebabdb1-f6cf-474c-8f74-cca1634d78d7 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:34:56.694893 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: cebabdb1-f6cf-474c-8f74-cca1634d78d7 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:34:56.695686 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device cebabdb1-f6cf-474c-8f74-cca1634d78d7 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:34:56.697187 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b7580c49-26de-45cd-b641-f6df0835101b no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:34:56.706753 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f7eac131-4803-4790-9261-f641885b88e6 req-01c80c00-5e2a-4c92-9f97-41372f62a716 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/security-groups?id=9086e180-0915-4206-89f1-2ed13f0622a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480323 Oct 19 01:34:56.730065 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: b7580c49-26de-45cd-b641-f6df0835101b {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:34:56.730785 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b7580c49-26de-45cd-b641-f6df0835101b not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:34:56.809510 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4df97c09-fc59-4028-8a47-d67120f3ddc2 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:57.087629 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:34:57.109391 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-4df97c09-fc59-4028-8a47-d67120f3ddc2 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Deleting port ccc053e5-c488-43e1-81ad-5ad33959e575 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:57.109823 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4df97c09-fc59-4028-8a47-d67120f3ddc2 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:57.193940 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2,segment=NetworkSegment(ecef0567-32a5-489c-a6e2-b0c6bc987785),segment_id=ecef0567-32a5-489c-a6e2-b0c6bc987785)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:57.204544 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-4df97c09-fc59-4028-8a47-d67120f3ddc2 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] For port ccc053e5-c488-43e1-81ad-5ad33959e575, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=ccc053e5-c488-43e1-81ad-5ad33959e575,segment=NetworkSegment(c10be821-2479-4992-ae44-9cc47e244b23),segment_id=c10be821-2479-4992-ae44-9cc47e244b23)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:57.204900 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4df97c09-fc59-4028-8a47-d67120f3ddc2 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:57.206703 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2', 'network_id': 'eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069', 'port_id': '3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2', 'mac_address': 'fa:16:3e:76:61:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a05cdf4c-a58f-4276-95cb-125dcf10fa81', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:34:57.219142 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-4df97c09-fc59-4028-8a47-d67120f3ddc2 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Calling delete_port for ccc053e5-c488-43e1-81ad-5ad33959e575 owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:57.247471 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:57.268030 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:34:57.284994 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:57.293755 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2,segment=NetworkSegment(ecef0567-32a5-489c-a6e2-b0c6bc987785),segment_id=ecef0567-32a5-489c-a6e2-b0c6bc987785)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:57.297922 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:57.353429 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:57.406323 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4df97c09-fc59-4028-8a47-d67120f3ddc2 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:57.435386 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df97c09-fc59-4028-8a47-d67120f3ddc2 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event deleted for resources: {'Port': ['ID=ccc053e5-c488-43e1-81ad-5ad33959e575,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:57.558916 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4df97c09-fc59-4028-8a47-d67120f3ddc2 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:57.603337 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:34:57.788780 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df97c09-fc59-4028-8a47-d67120f3ddc2 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Router 411f5ea7-25b9-41c0-8a17-1726e002bbb6 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:34:57.873291 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e674663-99c2-4d5e-9877-eb16b6686c12 req-d6bb5679-e317-4993-bf4a-c5212e54dea7 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:57.874587 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1e674663-99c2-4d5e-9877-eb16b6686c12 req-d6bb5679-e317-4993-bf4a-c5212e54dea7 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/ports?device_id=935c2f41-53f0-4a2c-8ec1-57255ffb5fe7 HTTP/1.1" status: 200 len: 944 time: 0.0996306 Oct 19 01:34:57.954644 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df97c09-fc59-4028-8a47-d67120f3ddc2 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:34:57.961540 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4df97c09-fc59-4028-8a47-d67120f3ddc2 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "PUT /v2.0/routers/411f5ea7-25b9-41c0-8a17-1726e002bbb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5572753 Oct 19 01:34:57.964908 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44888) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:57.965417 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1e674663-99c2-4d5e-9877-eb16b6686c12 req-48f1a646-0f7e-4edf-9835-66b1f634940a tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/security-groups?id=9086e180-0915-4206-89f1-2ed13f0622a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587134 Oct 19 01:34:57.967699 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021882d6-7987-440c-9d5a-4321bf2edde1 None None] Sync routers for ids ['411f5ea7-25b9-41c0-8a17-1726e002bbb6'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:34:57.987418 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021882d6-7987-440c-9d5a-4321bf2edde1 None None] Routers {'411f5ea7-25b9-41c0-8a17-1726e002bbb6'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:57.988247 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-021882d6-7987-440c-9d5a-4321bf2edde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:34:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['411f5ea7-25b9-41c0-8a17-1726e002bbb6'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:58.022831 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc52f613-eb14-41d1-9faf-b025b93156ef tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Deleting subnet cc58ddc3-78c8-4bdb-8cf9-5338dc06863e {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:34:58.029381 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bc52f613-eb14-41d1-9faf-b025b93156ef tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:58.082539 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bc52f613-eb14-41d1-9faf-b025b93156ef tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:58.091577 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-021882d6-7987-440c-9d5a-4321bf2edde1 None None] Set router 411f5ea7-25b9-41c0-8a17-1726e002bbb6 gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:34:58.176178 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bc52f613-eb14-41d1-9faf-b025b93156ef tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:58.236414 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bc52f613-eb14-41d1-9faf-b025b93156ef tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:58.267425 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52f613-eb14-41d1-9faf-b025b93156ef tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event deleted for resources: {'Subnet': ['ID=cc58ddc3-78c8-4bdb-8cf9-5338dc06863e,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:58.269473 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bc52f613-eb14-41d1-9faf-b025b93156ef tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:58.272709 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-bc52f613-eb14-41d1-9faf-b025b93156ef tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/subnets/cc58ddc3-78c8-4bdb-8cf9-5338dc06863e HTTP/1.1" status: 204 len: 168 time: 0.3057570 Oct 19 01:34:58.276501 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44890) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:58.290645 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140dee23-98fa-41d4-9063-48197aaf9ec7 None None] Network 8b98c146-89bf-4b41-9112-7c31a0c1d476 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:58.360619 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-afe6d9e1-79c9-466d-bbd3-bb66e5544487 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:58.416921 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-afe6d9e1-79c9-466d-bbd3-bb66e5544487 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Deleting port 0bad6bae-1b75-4436-abf0-ec4a434feb64 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:58.417158 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-afe6d9e1-79c9-466d-bbd3-bb66e5544487 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:58.488577 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-afe6d9e1-79c9-466d-bbd3-bb66e5544487 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] For port 0bad6bae-1b75-4436-abf0-ec4a434feb64, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=0bad6bae-1b75-4436-abf0-ec4a434feb64,segment=NetworkSegment(c10be821-2479-4992-ae44-9cc47e244b23),segment_id=c10be821-2479-4992-ae44-9cc47e244b23)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:58.488840 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-afe6d9e1-79c9-466d-bbd3-bb66e5544487 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:58.503579 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-afe6d9e1-79c9-466d-bbd3-bb66e5544487 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Calling delete_port for 0bad6bae-1b75-4436-abf0-ec4a434feb64 owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:58.563977 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-021882d6-7987-440c-9d5a-4321bf2edde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'name': 'tempest-RoutersIpV6Test-router-2031277487', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:34:37Z', 'updated_at': '2021-10-19T01:34:57Z', 'revision_number': 9, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'gw_port_host': None, '_interfaces': [{'id': '25a6cc3a-9e95-4db1-83df-7d9f7656475f', 'name': '', 'network_id': '98249797-44fb-4cd5-8efe-288532a56e2c', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:d6:22:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '0e1d62da-d825-440a-ae40-681e69451303', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:41Z', 'updated_at': '2021-10-19T01:34:47Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '0e1d62da-d825-440a-ae40-681e69451303', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd046960-e21a-42e4-87a1-095fc0f8e467', 'name': '', 'network_id': 'fb910840-5738-4711-a26a-02c6a642d47e', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:9d:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:38Z', 'updated_at': '2021-10-19T01:34:42Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:58.594348 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-afe6d9e1-79c9-466d-bbd3-bb66e5544487 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:58.601237 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021882d6-7987-440c-9d5a-4321bf2edde1 None None] Checking router: 411f5ea7-25b9-41c0-8a17-1726e002bbb6 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:34:58.618385 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021882d6-7987-440c-9d5a-4321bf2edde1 None None] Routers {'411f5ea7-25b9-41c0-8a17-1726e002bbb6'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:58.619131 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-021882d6-7987-440c-9d5a-4321bf2edde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:34:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['411f5ea7-25b9-41c0-8a17-1726e002bbb6'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:58.624255 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6d9e1-79c9-466d-bbd3-bb66e5544487 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event deleted for resources: {'Port': ['ID=0bad6bae-1b75-4436-abf0-ec4a434feb64,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:58.627721 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe6d9e1-79c9-466d-bbd3-bb66e5544487 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] No DVR routers for this DVR port 0bad6bae-1b75-4436-abf0-ec4a434feb64 on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:34:58.693897 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e847266-a517-4166-b230-26f994d4dab1 None None] DHCP port deletion for 8b98c146-89bf-4b41-9112-7c31a0c1d476 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:34:58.712410 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-afe6d9e1-79c9-466d-bbd3-bb66e5544487 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:58.726104 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-021882d6-7987-440c-9d5a-4321bf2edde1 None None] Set router 411f5ea7-25b9-41c0-8a17-1726e002bbb6 gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:34:58.733138 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-afe6d9e1-79c9-466d-bbd3-bb66e5544487 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b98c146-89bf-4b41-9112-7c31a0c1d476']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:58.742614 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-afe6d9e1-79c9-466d-bbd3-bb66e5544487 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10be821-2479-4992-ae44-9cc47e244b23') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:58.742857 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-afe6d9e1-79c9-466d-bbd3-bb66e5544487 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10be821-2479-4992-ae44-9cc47e244b23') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:58.752390 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-afe6d9e1-79c9-466d-bbd3-bb66e5544487 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:58.767233 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-afe6d9e1-79c9-466d-bbd3-bb66e5544487 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:58.773095 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe6d9e1-79c9-466d-bbd3-bb66e5544487 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:34:58.773594 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-afe6d9e1-79c9-466d-bbd3-bb66e5544487 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:58.778094 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:34:58.778094 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:34:58.778094 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:34:58.778094 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:34:58.778094 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:34:58.778094 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:34:58.778094 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:34:58.778094 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:34:58.778094 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:34:58.778094 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:34:58.778094 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:34:58.778094 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:34:58.778094 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:34:58.778094 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:34:58.778094 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:34:58.778094 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:34:58.778094 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:34:58.778094 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:34:58.778094 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:34:58.778094 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:34:58.778094 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:34:58.778094 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:34:58.778094 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:34:58.778094 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:34:58.778094 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:34:58.778094 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:34:58.778094 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:34:58.778094 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:34:58.778094 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:34:58.778094 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:34:58.778094 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:34:58.778094 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:34:58.842056 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-afe6d9e1-79c9-466d-bbd3-bb66e5544487 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:58.850048 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-afe6d9e1-79c9-466d-bbd3-bb66e5544487 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:58.853858 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-afe6d9e1-79c9-466d-bbd3-bb66e5544487 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/networks/8b98c146-89bf-4b41-9112-7c31a0c1d476 HTTP/1.1" status: 204 len: 168 time: 0.5757337 Oct 19 01:34:58.856678 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44892) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:58.864890 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6d9e1-79c9-466d-bbd3-bb66e5544487 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event deleted for resources: {'Network': ['ID=8b98c146-89bf-4b41-9112-7c31a0c1d476,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:58.942558 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-021882d6-7987-440c-9d5a-4321bf2edde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'name': 'tempest-RoutersIpV6Test-router-2031277487', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:34:37Z', 'updated_at': '2021-10-19T01:34:57Z', 'revision_number': 9, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'gw_port_host': None, '_interfaces': [{'id': '25a6cc3a-9e95-4db1-83df-7d9f7656475f', 'name': '', 'network_id': '98249797-44fb-4cd5-8efe-288532a56e2c', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:d6:22:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '0e1d62da-d825-440a-ae40-681e69451303', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:41Z', 'updated_at': '2021-10-19T01:34:47Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '0e1d62da-d825-440a-ae40-681e69451303', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd046960-e21a-42e4-87a1-095fc0f8e467', 'name': '', 'network_id': 'fb910840-5738-4711-a26a-02c6a642d47e', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:9d:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:38Z', 'updated_at': '2021-10-19T01:34:42Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:58.971580 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021882d6-7987-440c-9d5a-4321bf2edde1 None None] The sync data for ids ['411f5ea7-25b9-41c0-8a17-1726e002bbb6'] in n-d-715271-26 is: [{'id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'name': 'tempest-RoutersIpV6Test-router-2031277487', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:34:37Z', 'updated_at': '2021-10-19T01:34:57Z', 'revision_number': 9, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'gw_port_host': None, '_interfaces': [{'id': '25a6cc3a-9e95-4db1-83df-7d9f7656475f', 'name': '', 'network_id': '98249797-44fb-4cd5-8efe-288532a56e2c', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:d6:22:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '0e1d62da-d825-440a-ae40-681e69451303', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:41Z', 'updated_at': '2021-10-19T01:34:47Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '0e1d62da-d825-440a-ae40-681e69451303', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd046960-e21a-42e4-87a1-095fc0f8e467', 'name': '', 'network_id': 'fb910840-5738-4711-a26a-02c6a642d47e', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:9d:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:38Z', 'updated_at': '2021-10-19T01:34:42Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:34:59.102230 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:34:59.145351 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276812d9-9107-4a36-a4a7-84a4cf74b040 req-660511d0-0d73-4366-a29b-2dd032accb12 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:59.146857 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-276812d9-9107-4a36-a4a7-84a4cf74b040 req-660511d0-0d73-4366-a29b-2dd032accb12 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/ports?device_id=935c2f41-53f0-4a2c-8ec1-57255ffb5fe7 HTTP/1.1" status: 200 len: 944 time: 0.0984783 Oct 19 01:34:59.151781 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:34:59.155846 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:59.156249 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:59.213580 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-276812d9-9107-4a36-a4a7-84a4cf74b040 req-be93bb83-5e57-4916-8443-ed4c64a9225a tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/security-groups?id=9086e180-0915-4206-89f1-2ed13f0622a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473480 Oct 19 01:34:59.243038 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:59.265654 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935c2f41-53f0-4a2c-8ec1-57255ffb5fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:34:59.267860 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7895e62-eae9-4d57-b37d-a8df845f1b41" -d '{"events": [{"server_uuid": "935c2f41-53f0-4a2c-8ec1-57255ffb5fe7", "name": "network-vif-plugged", "status": "completed", "tag": "3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:34:59.280803 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2,segment=NetworkSegment(ecef0567-32a5-489c-a6e2-b0c6bc987785),segment_id=ecef0567-32a5-489c-a6e2-b0c6bc987785)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:59.284146 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-780ecf8b-af39-4be6-8ef1-de04d32a05b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:59.286273 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:59.314072 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40137703-5421-451e-b769-0c7623974964 x-openstack-request-id: req-40137703-5421-451e-b769-0c7623974964 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:34:59.314364 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935c2f41-53f0-4a2c-8ec1-57255ffb5fe7", "name": "network-vif-plugged", "status": "completed", "tag": "3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:34:59.314746 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-40137703-5421-451e-b769-0c7623974964 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:34:59.315144 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935c2f41-53f0-4a2c-8ec1-57255ffb5fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2', 'code': 200} Oct 19 01:34:59.348149 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:59.454336 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34894292-d136-465f-b6ce-1026bfba1d3d req-38b0e912-d9dd-4d41-86cc-d8b8184164a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:59.455895 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-34894292-d136-465f-b6ce-1026bfba1d3d req-38b0e912-d9dd-4d41-86cc-d8b8184164a1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=935c2f41-53f0-4a2c-8ec1-57255ffb5fe7 HTTP/1.1" status: 200 len: 1097 time: 0.0843487 Oct 19 01:34:59.513042 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-34894292-d136-465f-b6ce-1026bfba1d3d req-cb01d513-90bb-491b-b346-12a8a602fa5d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9086e180-0915-4206-89f1-2ed13f0622a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395341 Oct 19 01:34:59.606652 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-780ecf8b-af39-4be6-8ef1-de04d32a05b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Deleting port 25a6cc3a-9e95-4db1-83df-7d9f7656475f {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:59.606993 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-780ecf8b-af39-4be6-8ef1-de04d32a05b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:59.693681 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-780ecf8b-af39-4be6-8ef1-de04d32a05b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] For port 25a6cc3a-9e95-4db1-83df-7d9f7656475f, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=25a6cc3a-9e95-4db1-83df-7d9f7656475f,segment=NetworkSegment(85c4a2dc-423b-46d8-8979-f64d15fa444d),segment_id=85c4a2dc-423b-46d8-8979-f64d15fa444d)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:59.694047 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-780ecf8b-af39-4be6-8ef1-de04d32a05b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:59.704176 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:59.707487 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-780ecf8b-af39-4be6-8ef1-de04d32a05b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Calling delete_port for 25a6cc3a-9e95-4db1-83df-7d9f7656475f owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:59.873433 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-780ecf8b-af39-4be6-8ef1-de04d32a05b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:59.898587 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ecf8b-af39-4be6-8ef1-de04d32a05b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event deleted for resources: {'Port': ['ID=25a6cc3a-9e95-4db1-83df-7d9f7656475f,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:00.015934 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-780ecf8b-af39-4be6-8ef1-de04d32a05b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:00.207162 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780ecf8b-af39-4be6-8ef1-de04d32a05b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Router 411f5ea7-25b9-41c0-8a17-1726e002bbb6 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:35:00.323929 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780ecf8b-af39-4be6-8ef1-de04d32a05b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:35:00.330330 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-780ecf8b-af39-4be6-8ef1-de04d32a05b3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "PUT /v2.0/routers/411f5ea7-25b9-41c0-8a17-1726e002bbb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4723897 Oct 19 01:35:00.333222 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44900) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:00.335056 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854a7192-0db5-42f9-a0d5-7b2b83262831 None None] Sync routers for ids ['411f5ea7-25b9-41c0-8a17-1726e002bbb6'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:35:00.344237 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854a7192-0db5-42f9-a0d5-7b2b83262831 None None] Routers {'411f5ea7-25b9-41c0-8a17-1726e002bbb6'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:35:00.344841 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-854a7192-0db5-42f9-a0d5-7b2b83262831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:34:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['411f5ea7-25b9-41c0-8a17-1726e002bbb6'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:00.386661 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8e14e-137d-4ea7-9390-efd62537a6fc req-2d8dd134-ff77-40c2-b728-6a5c02e17f0d tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:00.388200 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3df8e14e-137d-4ea7-9390-efd62537a6fc req-2d8dd134-ff77-40c2-b728-6a5c02e17f0d tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/ports?device_id=935c2f41-53f0-4a2c-8ec1-57255ffb5fe7 HTTP/1.1" status: 200 len: 945 time: 0.1059544 Oct 19 01:35:00.407662 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7211526-36c2-4b4c-9e02-8f066a93cb6b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Deleting subnet 0e1d62da-d825-440a-ae40-681e69451303 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:35:00.417393 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b7211526-36c2-4b4c-9e02-8f066a93cb6b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:00.430787 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-854a7192-0db5-42f9-a0d5-7b2b83262831 None None] Set router 411f5ea7-25b9-41c0-8a17-1726e002bbb6 gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:35:00.470148 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3df8e14e-137d-4ea7-9390-efd62537a6fc req-3d4265de-2d76-4ab7-a220-15caaf6a4b9b tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/security-groups?id=9086e180-0915-4206-89f1-2ed13f0622a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744004 Oct 19 01:35:00.472587 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b7211526-36c2-4b4c-9e02-8f066a93cb6b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:00.565197 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b7211526-36c2-4b4c-9e02-8f066a93cb6b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:00.607402 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device ccc053e5-c488-43e1-81ad-5ad33959e575 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:35:00.628249 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: ccc053e5-c488-43e1-81ad-5ad33959e575 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:35:00.628596 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device ccc053e5-c488-43e1-81ad-5ad33959e575 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:35:00.629021 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 0bad6bae-1b75-4436-abf0-ec4a434feb64 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:35:00.635664 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b7211526-36c2-4b4c-9e02-8f066a93cb6b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:00.656182 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 0bad6bae-1b75-4436-abf0-ec4a434feb64 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:35:00.656803 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 0bad6bae-1b75-4436-abf0-ec4a434feb64 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:35:00.668853 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b7211526-36c2-4b4c-9e02-8f066a93cb6b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:00.674482 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b7211526-36c2-4b4c-9e02-8f066a93cb6b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/subnets/0e1d62da-d825-440a-ae40-681e69451303 HTTP/1.1" status: 204 len: 168 time: 0.3375194 Oct 19 01:35:00.674482 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7211526-36c2-4b4c-9e02-8f066a93cb6b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event deleted for resources: {'Subnet': ['ID=0e1d62da-d825-440a-ae40-681e69451303,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:00.675302 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44902) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:00.676300 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e2824d-c121-40e3-9f7f-3f85b7e73b83 None None] Network 98249797-44fb-4cd5-8efe-288532a56e2c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:35:00.726591 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-854a7192-0db5-42f9-a0d5-7b2b83262831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'name': 'tempest-RoutersIpV6Test-router-2031277487', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:34:37Z', 'updated_at': '2021-10-19T01:34:59Z', 'revision_number': 10, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'gw_port_host': None, '_interfaces': [{'id': 'fd046960-e21a-42e4-87a1-095fc0f8e467', 'name': '', 'network_id': 'fb910840-5738-4711-a26a-02c6a642d47e', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:9d:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:38Z', 'updated_at': '2021-10-19T01:34:42Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:00.759256 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854a7192-0db5-42f9-a0d5-7b2b83262831 None None] Checking router: 411f5ea7-25b9-41c0-8a17-1726e002bbb6 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:35:00.770660 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8e569138-5b3b-4342-b531-d3dc9d6b684d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:00.771200 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854a7192-0db5-42f9-a0d5-7b2b83262831 None None] Routers {'411f5ea7-25b9-41c0-8a17-1726e002bbb6'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:35:00.771940 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-854a7192-0db5-42f9-a0d5-7b2b83262831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:34:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['411f5ea7-25b9-41c0-8a17-1726e002bbb6'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:00.854938 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-8e569138-5b3b-4342-b531-d3dc9d6b684d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Deleting port 9d045e3e-04c9-4c78-8934-5609e028a7d0 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:35:00.855345 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8e569138-5b3b-4342-b531-d3dc9d6b684d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:00.865193 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bda43b-ca0c-453b-87c5-3412ecf8ff51 None None] DHCP port deletion for 98249797-44fb-4cd5-8efe-288532a56e2c request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:35:00.892364 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-854a7192-0db5-42f9-a0d5-7b2b83262831 None None] Set router 411f5ea7-25b9-41c0-8a17-1726e002bbb6 gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:35:00.917523 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-70bda43b-ca0c-453b-87c5-3412ecf8ff51 None None] Deleting port 9d045e3e-04c9-4c78-8934-5609e028a7d0 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:35:00.918240 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-70bda43b-ca0c-453b-87c5-3412ecf8ff51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:00.925484 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-8e569138-5b3b-4342-b531-d3dc9d6b684d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] For port 9d045e3e-04c9-4c78-8934-5609e028a7d0, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=9d045e3e-04c9-4c78-8934-5609e028a7d0,segment=NetworkSegment(85c4a2dc-423b-46d8-8979-f64d15fa444d),segment_id=85c4a2dc-423b-46d8-8979-f64d15fa444d)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:00.926382 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8e569138-5b3b-4342-b531-d3dc9d6b684d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:00.941671 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-8e569138-5b3b-4342-b531-d3dc9d6b684d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Calling delete_port for 9d045e3e-04c9-4c78-8934-5609e028a7d0 owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:35:00.986961 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-70bda43b-ca0c-453b-87c5-3412ecf8ff51 None None] For port 9d045e3e-04c9-4c78-8934-5609e028a7d0, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=9d045e3e-04c9-4c78-8934-5609e028a7d0,segment=NetworkSegment(85c4a2dc-423b-46d8-8979-f64d15fa444d),segment_id=85c4a2dc-423b-46d8-8979-f64d15fa444d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:00.988088 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-70bda43b-ca0c-453b-87c5-3412ecf8ff51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:01.003489 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-70bda43b-ca0c-453b-87c5-3412ecf8ff51 None None] Calling delete_port for 9d045e3e-04c9-4c78-8934-5609e028a7d0 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:35:01.041394 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8e569138-5b3b-4342-b531-d3dc9d6b684d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:01.071953 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e569138-5b3b-4342-b531-d3dc9d6b684d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event deleted for resources: {'Port': ['ID=9d045e3e-04c9-4c78-8934-5609e028a7d0,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:01.083134 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e569138-5b3b-4342-b531-d3dc9d6b684d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] No DVR routers for this DVR port 9d045e3e-04c9-4c78-8934-5609e028a7d0 on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:35:01.097881 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-70bda43b-ca0c-453b-87c5-3412ecf8ff51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:01.129383 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bda43b-ca0c-453b-87c5-3412ecf8ff51 None None] Pushing event deleted for resources: {'Port': ['ID=9d045e3e-04c9-4c78-8934-5609e028a7d0,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:01.135855 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bda43b-ca0c-453b-87c5-3412ecf8ff51 None None] No DVR routers for this DVR port 9d045e3e-04c9-4c78-8934-5609e028a7d0 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:35:01.142584 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-854a7192-0db5-42f9-a0d5-7b2b83262831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'name': 'tempest-RoutersIpV6Test-router-2031277487', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:34:37Z', 'updated_at': '2021-10-19T01:34:59Z', 'revision_number': 10, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'gw_port_host': None, '_interfaces': [{'id': 'fd046960-e21a-42e4-87a1-095fc0f8e467', 'name': '', 'network_id': 'fb910840-5738-4711-a26a-02c6a642d47e', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:9d:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:38Z', 'updated_at': '2021-10-19T01:34:42Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:01.174533 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854a7192-0db5-42f9-a0d5-7b2b83262831 None None] The sync data for ids ['411f5ea7-25b9-41c0-8a17-1726e002bbb6'] in n-d-715271-26 is: [{'id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'name': 'tempest-RoutersIpV6Test-router-2031277487', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:34:37Z', 'updated_at': '2021-10-19T01:34:59Z', 'revision_number': 10, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'gw_port_host': None, '_interfaces': [{'id': 'fd046960-e21a-42e4-87a1-095fc0f8e467', 'name': '', 'network_id': 'fb910840-5738-4711-a26a-02c6a642d47e', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'mac_address': 'fa:16:3e:9d:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:34:38Z', 'updated_at': '2021-10-19T01:34:42Z', 'revision_number': 5, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'subnets': [{'id': '89ec628b-9b64-4eec-9d5b-46d4947a13f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:35:01.184096 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8e569138-5b3b-4342-b531-d3dc9d6b684d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:01.212300 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-8e569138-5b3b-4342-b531-d3dc9d6b684d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98249797-44fb-4cd5-8efe-288532a56e2c']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:01.222046 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-8e569138-5b3b-4342-b531-d3dc9d6b684d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85c4a2dc-423b-46d8-8979-f64d15fa444d') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:01.222348 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-8e569138-5b3b-4342-b531-d3dc9d6b684d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85c4a2dc-423b-46d8-8979-f64d15fa444d') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:01.232779 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8e569138-5b3b-4342-b531-d3dc9d6b684d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:01.247642 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8e569138-5b3b-4342-b531-d3dc9d6b684d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:01.254317 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e569138-5b3b-4342-b531-d3dc9d6b684d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:35:01.254700 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8e569138-5b3b-4342-b531-d3dc9d6b684d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:01.257944 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:35:01.257944 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:35:01.257944 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:35:01.257944 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:35:01.257944 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:35:01.257944 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:35:01.257944 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:35:01.257944 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:35:01.257944 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:35:01.257944 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:35:01.257944 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:35:01.257944 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:35:01.257944 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:35:01.257944 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:35:01.257944 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:35:01.257944 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:35:01.257944 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:35:01.257944 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:35:01.257944 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:35:01.257944 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:35:01.257944 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:35:01.257944 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:35:01.257944 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:35:01.257944 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:35:01.257944 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:35:01.257944 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:35:01.257944 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:35:01.257944 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:35:01.257944 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:35:01.257944 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:35:01.257944 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:35:01.257944 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:35:01.321834 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8e569138-5b3b-4342-b531-d3dc9d6b684d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:01.331585 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8e569138-5b3b-4342-b531-d3dc9d6b684d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:01.334868 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8e569138-5b3b-4342-b531-d3dc9d6b684d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/networks/98249797-44fb-4cd5-8efe-288532a56e2c HTTP/1.1" status: 204 len: 168 time: 0.6573653 Oct 19 01:35:01.337888 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44904) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:01.347777 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e569138-5b3b-4342-b531-d3dc9d6b684d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event deleted for resources: {'Network': ['ID=98249797-44fb-4cd5-8efe-288532a56e2c,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:01.619058 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a8175-3f7e-43c9-88fd-f0748a86f7d1 req-13a6738e-aaa3-491d-b807-4ee07d9de438 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:01.620848 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6c2a8175-3f7e-43c9-88fd-f0748a86f7d1 req-13a6738e-aaa3-491d-b807-4ee07d9de438 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/ports?device_id=935c2f41-53f0-4a2c-8ec1-57255ffb5fe7 HTTP/1.1" status: 200 len: 945 time: 0.0570359 Oct 19 01:35:01.669084 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6c2a8175-3f7e-43c9-88fd-f0748a86f7d1 req-9d9a07b1-d925-47d8-8e37-85beee006e9e tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/security-groups?id=9086e180-0915-4206-89f1-2ed13f0622a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422595 Oct 19 01:35:01.990320 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-264349c2-4e1f-4778-beb2-71182c4b073a req-be554d25-65ac-4943-8120-8b1e49466f51 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=935c2f41-53f0-4a2c-8ec1-57255ffb5fe7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0704322 Oct 19 01:35:02.099301 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264349c2-4e1f-4778-beb2-71182c4b073a req-334f24d7-b997-4182-956b-86f074c1d224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:02.100867 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-264349c2-4e1f-4778-beb2-71182c4b073a req-334f24d7-b997-4182-956b-86f074c1d224 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=91db52c096f6403aad2fd389102815d9&device_id=935c2f41-53f0-4a2c-8ec1-57255ffb5fe7 HTTP/1.1" status: 200 len: 1097 time: 0.0578790 Oct 19 01:35:02.107788 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-011877f5-27fa-4298-bb89-f407e8e5b669 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:02.265745 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93379540-e7ac-45ff-86cd-dda4a5d67940 req-82173d9c-8f9b-4cc8-9a41-1285ffc96344 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:02.267370 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93379540-e7ac-45ff-86cd-dda4a5d67940 req-82173d9c-8f9b-4cc8-9a41-1285ffc96344 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/ports?device_id=935c2f41-53f0-4a2c-8ec1-57255ffb5fe7 HTTP/1.1" status: 200 len: 945 time: 0.0498753 Oct 19 01:35:02.306259 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93379540-e7ac-45ff-86cd-dda4a5d67940 req-cf498ca2-61f2-43df-a156-3b0f1d40a10c tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/security-groups?id=9086e180-0915-4206-89f1-2ed13f0622a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328135 Oct 19 01:35:02.323639 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264349c2-4e1f-4778-beb2-71182c4b073a req-a690b094-2561-4cc1-914b-c514dfe3529d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:02.325134 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-264349c2-4e1f-4778-beb2-71182c4b073a req-a690b094-2561-4cc1-914b-c514dfe3529d service neutron] 10.222.0.55 "GET /v2.0/networks?id=eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069 HTTP/1.1" status: 200 len: 910 time: 0.1834779 Oct 19 01:35:02.370834 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-264349c2-4e1f-4778-beb2-71182c4b073a req-e77a5084-48ae-4f6a-98a4-f90d6697cc0c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2 HTTP/1.1" status: 200 len: 217 time: 0.0356038 Oct 19 01:35:02.451405 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264349c2-4e1f-4778-beb2-71182c4b073a req-524318ec-3998-452c-a1d7-c50e7dad63d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:02.452881 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-264349c2-4e1f-4778-beb2-71182c4b073a req-524318ec-3998-452c-a1d7-c50e7dad63d9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a05cdf4c-a58f-4276-95cb-125dcf10fa81 HTTP/1.1" status: 200 len: 849 time: 0.0722575 Oct 19 01:35:02.500103 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-264349c2-4e1f-4778-beb2-71182c4b073a req-704a31c5-326f-4e40-bddd-eb6b53adc1de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301523 Oct 19 01:35:02.543687 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 25a6cc3a-9e95-4db1-83df-7d9f7656475f no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:35:02.551037 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-011877f5-27fa-4298-bb89-f407e8e5b669 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Deleting port fd046960-e21a-42e4-87a1-095fc0f8e467 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:35:02.551378 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-011877f5-27fa-4298-bb89-f407e8e5b669 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:02.563867 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 25a6cc3a-9e95-4db1-83df-7d9f7656475f {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:35:02.564144 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 25a6cc3a-9e95-4db1-83df-7d9f7656475f not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:35:02.564558 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 9d045e3e-04c9-4c78-8934-5609e028a7d0 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:35:02.582436 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 9d045e3e-04c9-4c78-8934-5609e028a7d0 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:35:02.582781 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 9d045e3e-04c9-4c78-8934-5609e028a7d0 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:35:02.667843 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-264349c2-4e1f-4778-beb2-71182c4b073a req-1438e938-4f6b-4147-9806-24a1dd845caa service neutron] 10.222.0.55 "GET /v2.0/networks/eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567442 Oct 19 01:35:02.714787 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-011877f5-27fa-4298-bb89-f407e8e5b669 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] For port fd046960-e21a-42e4-87a1-095fc0f8e467, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=fd046960-e21a-42e4-87a1-095fc0f8e467,segment=NetworkSegment(0d0dffd9-e004-444e-9fb7-821c4feecf9f),segment_id=0d0dffd9-e004-444e-9fb7-821c4feecf9f)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:02.715172 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-011877f5-27fa-4298-bb89-f407e8e5b669 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:02.757257 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-011877f5-27fa-4298-bb89-f407e8e5b669 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Calling delete_port for fd046960-e21a-42e4-87a1-095fc0f8e467 owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:35:02.830329 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-264349c2-4e1f-4778-beb2-71182c4b073a req-5d737a58-501b-4ce0-9277-bdebb4328415 service neutron] 10.222.0.55 "GET /v2.0/networks/eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496303 Oct 19 01:35:02.957673 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-011877f5-27fa-4298-bb89-f407e8e5b669 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:02.982660 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011877f5-27fa-4298-bb89-f407e8e5b669 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event deleted for resources: {'Port': ['ID=fd046960-e21a-42e4-87a1-095fc0f8e467,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:03.084702 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-011877f5-27fa-4298-bb89-f407e8e5b669 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:03.252053 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011877f5-27fa-4298-bb89-f407e8e5b669 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Router 411f5ea7-25b9-41c0-8a17-1726e002bbb6 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:35:03.331872 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011877f5-27fa-4298-bb89-f407e8e5b669 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:35:03.337774 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-011877f5-27fa-4298-bb89-f407e8e5b669 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "PUT /v2.0/routers/411f5ea7-25b9-41c0-8a17-1726e002bbb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9986789 Oct 19 01:35:03.341914 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44924) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:03.343883 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e459bb3-bafd-4464-a6bf-7a88d1a49331 None None] Sync routers for ids ['411f5ea7-25b9-41c0-8a17-1726e002bbb6'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:35:03.353282 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e459bb3-bafd-4464-a6bf-7a88d1a49331 None None] Routers {'411f5ea7-25b9-41c0-8a17-1726e002bbb6'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:35:03.353909 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-1e459bb3-bafd-4464-a6bf-7a88d1a49331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:34:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['411f5ea7-25b9-41c0-8a17-1726e002bbb6'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:03.401048 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1152188-c4b1-4c89-b05b-571090b404ca tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Deleting subnet 89ec628b-9b64-4eec-9d5b-46d4947a13f4 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:35:03.404737 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a1152188-c4b1-4c89-b05b-571090b404ca tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:03.426399 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-1e459bb3-bafd-4464-a6bf-7a88d1a49331 None None] Set router 411f5ea7-25b9-41c0-8a17-1726e002bbb6 gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:35:03.434305 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd4d60-76d2-4316-9477-17f518d82646 req-028a28ec-0716-4197-8c44-0cf8c214a508 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:03.436014 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1bcd4d60-76d2-4316-9477-17f518d82646 req-028a28ec-0716-4197-8c44-0cf8c214a508 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/ports?device_id=935c2f41-53f0-4a2c-8ec1-57255ffb5fe7 HTTP/1.1" status: 200 len: 945 time: 0.0510795 Oct 19 01:35:03.459844 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a1152188-c4b1-4c89-b05b-571090b404ca tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:03.479009 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1bcd4d60-76d2-4316-9477-17f518d82646 req-3237bdca-c359-4c9c-9e2f-fceb858c83bf tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/security-groups?id=9086e180-0915-4206-89f1-2ed13f0622a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363750 Oct 19 01:35:03.484176 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-1e459bb3-bafd-4464-a6bf-7a88d1a49331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'name': 'tempest-RoutersIpV6Test-router-2031277487', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:34:37Z', 'updated_at': '2021-10-19T01:35:02Z', 'revision_number': 11, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:03.512469 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e459bb3-bafd-4464-a6bf-7a88d1a49331 None None] Checking router: 411f5ea7-25b9-41c0-8a17-1726e002bbb6 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:35:03.520818 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e459bb3-bafd-4464-a6bf-7a88d1a49331 None None] Routers {'411f5ea7-25b9-41c0-8a17-1726e002bbb6'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:35:03.521432 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-1e459bb3-bafd-4464-a6bf-7a88d1a49331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:34:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['411f5ea7-25b9-41c0-8a17-1726e002bbb6'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:03.594002 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-1e459bb3-bafd-4464-a6bf-7a88d1a49331 None None] Set router 411f5ea7-25b9-41c0-8a17-1726e002bbb6 gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:35:03.651162 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-1e459bb3-bafd-4464-a6bf-7a88d1a49331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'name': 'tempest-RoutersIpV6Test-router-2031277487', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:34:37Z', 'updated_at': '2021-10-19T01:35:02Z', 'revision_number': 11, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:03.662009 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a5936-a343-4d3d-a50b-d930e003c4d0 req-dc90af08-ee7a-43b8-b739-207d31091503 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:03.663646 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7f4a5936-a343-4d3d-a50b-d930e003c4d0 req-dc90af08-ee7a-43b8-b739-207d31091503 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.55 "GET /v2.0/ports?device_id=935c2f41-53f0-4a2c-8ec1-57255ffb5fe7 HTTP/1.1" status: 200 len: 945 time: 0.0558939 Oct 19 01:35:03.678835 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e459bb3-bafd-4464-a6bf-7a88d1a49331 None None] The sync data for ids ['411f5ea7-25b9-41c0-8a17-1726e002bbb6'] in n-d-715271-26 is: [{'id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'name': 'tempest-RoutersIpV6Test-router-2031277487', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:34:37Z', 'updated_at': '2021-10-19T01:35:02Z', 'revision_number': 11, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'gw_port_host': None}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:35:03.766320 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-7f4a5936-a343-4d3d-a50b-d930e003c4d0 req-ebdb6a8c-3f2a-40a5-a008-a714c837ec62 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Deleting port 3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:35:03.766666 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7f4a5936-a343-4d3d-a50b-d930e003c4d0 req-ebdb6a8c-3f2a-40a5-a008-a714c837ec62 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:03.861127 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-7f4a5936-a343-4d3d-a50b-d930e003c4d0 req-ebdb6a8c-3f2a-40a5-a008-a714c837ec62 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] For port 3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2,segment=NetworkSegment(ecef0567-32a5-489c-a6e2-b0c6bc987785),segment_id=ecef0567-32a5-489c-a6e2-b0c6bc987785)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:03.861457 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7f4a5936-a343-4d3d-a50b-d930e003c4d0 req-ebdb6a8c-3f2a-40a5-a008-a714c837ec62 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:03.874767 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-7f4a5936-a343-4d3d-a50b-d930e003c4d0 req-ebdb6a8c-3f2a-40a5-a008-a714c837ec62 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Calling delete_port for 3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:35:03.881380 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a1152188-c4b1-4c89-b05b-571090b404ca tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:03.942873 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a1152188-c4b1-4c89-b05b-571090b404ca tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:03.973742 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a1152188-c4b1-4c89-b05b-571090b404ca tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:03.979817 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a1152188-c4b1-4c89-b05b-571090b404ca tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/subnets/89ec628b-9b64-4eec-9d5b-46d4947a13f4 HTTP/1.1" status: 204 len: 168 time: 0.6339149 Oct 19 01:35:03.979817 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1152188-c4b1-4c89-b05b-571090b404ca tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event deleted for resources: {'Subnet': ['ID=89ec628b-9b64-4eec-9d5b-46d4947a13f4,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:03.983085 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ec8694-1ef8-4d87-b99a-c8ecff60c296 None None] Network fb910840-5738-4711-a26a-02c6a642d47e requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:35:03.985343 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44926) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:04.072890 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7f4a5936-a343-4d3d-a50b-d930e003c4d0 req-ebdb6a8c-3f2a-40a5-a008-a714c837ec62 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:04.098562 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:35:04.112904 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb6a8c-3f2a-40a5-a008-a714c837ec62 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Pushing event deleted for resources: {'Port': ['ID=3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:04.123760 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cb3c0efa-dfd8-4f12-9fed-245c37122913 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:04.169984 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4a5936-a343-4d3d-a50b-d930e003c4d0 req-ebdb6a8c-3f2a-40a5-a008-a714c837ec62 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] No DVR routers for this DVR port 3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:35:04.173313 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-7f4a5936-a343-4d3d-a50b-d930e003c4d0 req-ebdb6a8c-3f2a-40a5-a008-a714c837ec62 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:04.176611 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7f4a5936-a343-4d3d-a50b-d930e003c4d0 req-ebdb6a8c-3f2a-40a5-a008-a714c837ec62 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.55 "DELETE /v2.0/ports/3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2 HTTP/1.1" status: 204 len: 173 time: 0.5068309 Oct 19 01:35:04.177063 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935c2f41-53f0-4a2c-8ec1-57255ffb5fe7', 'name': 'network-vif-deleted', 'tag': '3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:35:04.179857 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913c792a-9107-4ac0-960e-34157246d286" -d '{"events": [{"server_uuid": "935c2f41-53f0-4a2c-8ec1-57255ffb5fe7", "name": "network-vif-deleted", "tag": "3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:35:04.213724 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c8a58f-e9a6-40be-8837-460d8c3fd368 None None] DHCP port deletion for fb910840-5738-4711-a26a-02c6a642d47e request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:35:04.243703 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-cb3c0efa-dfd8-4f12-9fed-245c37122913 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Deleting port 3b07782a-490e-48f7-bfa3-b8fadac8be52 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:35:04.244540 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cb3c0efa-dfd8-4f12-9fed-245c37122913 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:04.247592 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c728b47-09af-4a0f-b702-901c8435b383 x-openstack-request-id: req-8c728b47-09af-4a0f-b702-901c8435b383 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:35:04.247908 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935c2f41-53f0-4a2c-8ec1-57255ffb5fe7", "name": "network-vif-deleted", "tag": "3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:35:04.248297 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8c728b47-09af-4a0f-b702-901c8435b383 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:35:04.248942 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935c2f41-53f0-4a2c-8ec1-57255ffb5fe7', 'name': 'network-vif-deleted', 'tag': '3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2', 'status': 'completed', 'code': 200} Oct 19 01:35:04.267594 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-73c8a58f-e9a6-40be-8837-460d8c3fd368 None None] Deleting port 3b07782a-490e-48f7-bfa3-b8fadac8be52 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:35:04.268084 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-73c8a58f-e9a6-40be-8837-460d8c3fd368 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:04.322968 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-cb3c0efa-dfd8-4f12-9fed-245c37122913 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] For port 3b07782a-490e-48f7-bfa3-b8fadac8be52, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=3b07782a-490e-48f7-bfa3-b8fadac8be52,segment=NetworkSegment(0d0dffd9-e004-444e-9fb7-821c4feecf9f),segment_id=0d0dffd9-e004-444e-9fb7-821c4feecf9f)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:04.323342 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cb3c0efa-dfd8-4f12-9fed-245c37122913 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:04.334818 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-73c8a58f-e9a6-40be-8837-460d8c3fd368 None None] For port 3b07782a-490e-48f7-bfa3-b8fadac8be52, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=3b07782a-490e-48f7-bfa3-b8fadac8be52,segment=NetworkSegment(0d0dffd9-e004-444e-9fb7-821c4feecf9f),segment_id=0d0dffd9-e004-444e-9fb7-821c4feecf9f)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:04.335299 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-73c8a58f-e9a6-40be-8837-460d8c3fd368 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:04.337018 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-cb3c0efa-dfd8-4f12-9fed-245c37122913 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Calling delete_port for 3b07782a-490e-48f7-bfa3-b8fadac8be52 owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:35:04.348191 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-73c8a58f-e9a6-40be-8837-460d8c3fd368 None None] Calling delete_port for 3b07782a-490e-48f7-bfa3-b8fadac8be52 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:35:04.414402 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cb3c0efa-dfd8-4f12-9fed-245c37122913 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:04.423331 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-73c8a58f-e9a6-40be-8837-460d8c3fd368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:04.443487 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c0efa-dfd8-4f12-9fed-245c37122913 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event deleted for resources: {'Port': ['ID=3b07782a-490e-48f7-bfa3-b8fadac8be52,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:04.447427 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3c0efa-dfd8-4f12-9fed-245c37122913 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] No DVR routers for this DVR port 3b07782a-490e-48f7-bfa3-b8fadac8be52 on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:35:04.450356 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8a58f-e9a6-40be-8837-460d8c3fd368 None None] Pushing event deleted for resources: {'Port': ['ID=3b07782a-490e-48f7-bfa3-b8fadac8be52,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:04.455116 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c8a58f-e9a6-40be-8837-460d8c3fd368 None None] No DVR routers for this DVR port 3b07782a-490e-48f7-bfa3-b8fadac8be52 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:35:04.533647 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cb3c0efa-dfd8-4f12-9fed-245c37122913 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:04.551755 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 3b07782a-490e-48f7-bfa3-b8fadac8be52 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:35:04.557246 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-cb3c0efa-dfd8-4f12-9fed-245c37122913 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb910840-5738-4711-a26a-02c6a642d47e']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:04.569152 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-cb3c0efa-dfd8-4f12-9fed-245c37122913 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d0dffd9-e004-444e-9fb7-821c4feecf9f') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:04.569453 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-cb3c0efa-dfd8-4f12-9fed-245c37122913 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d0dffd9-e004-444e-9fb7-821c4feecf9f') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:04.579514 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 3b07782a-490e-48f7-bfa3-b8fadac8be52 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:35:04.582593 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 3b07782a-490e-48f7-bfa3-b8fadac8be52 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:35:04.583404 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device fd046960-e21a-42e4-87a1-095fc0f8e467 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:35:04.604491 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: fd046960-e21a-42e4-87a1-095fc0f8e467 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:35:04.605248 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device fd046960-e21a-42e4-87a1-095fc0f8e467 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:35:04.605368 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cb3c0efa-dfd8-4f12-9fed-245c37122913 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:04.608202 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d36025ee-9e43-4b2a-afc4-d64af383e2e4 req-a103eb4e-c2ce-4ff5-a2ab-00aaeef92bb8 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/ports?device_id=935c2f41-53f0-4a2c-8ec1-57255ffb5fe7 HTTP/1.1" status: 200 len: 210 time: 0.0416906 Oct 19 01:35:04.624680 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cb3c0efa-dfd8-4f12-9fed-245c37122913 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:04.630689 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb3c0efa-dfd8-4f12-9fed-245c37122913 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:35:04.631071 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cb3c0efa-dfd8-4f12-9fed-245c37122913 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:04.634575 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:35:04.634575 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:35:04.634575 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:35:04.634575 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:35:04.634575 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:35:04.634575 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:35:04.634575 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:35:04.634575 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:35:04.634575 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:35:04.634575 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:35:04.634575 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:35:04.634575 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:35:04.634575 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:35:04.634575 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:35:04.634575 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:35:04.634575 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:35:04.634575 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:35:04.634575 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:35:04.634575 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:35:04.634575 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:35:04.634575 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:35:04.634575 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:35:04.634575 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:35:04.634575 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:35:04.634575 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:35:04.634575 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:35:04.634575 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:35:04.634575 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:35:04.634575 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:35:04.634575 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:35:04.634575 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:35:04.634575 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:35:04.694598 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cb3c0efa-dfd8-4f12-9fed-245c37122913 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:04.704683 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cb3c0efa-dfd8-4f12-9fed-245c37122913 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:04.708100 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cb3c0efa-dfd8-4f12-9fed-245c37122913 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/networks/fb910840-5738-4711-a26a-02c6a642d47e HTTP/1.1" status: 204 len: 168 time: 0.7217469 Oct 19 01:35:04.711421 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44934) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:04.716978 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-b161cc96-52ac-44a6-9fd7-15acc41d919e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Request body: {'router': {'routes': None}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:35:04.719690 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c0efa-dfd8-4f12-9fed-245c37122913 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Pushing event deleted for resources: {'Network': ['ID=fb910840-5738-4711-a26a-02c6a642d47e,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:04.884299 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.extraroute_db [None req-b161cc96-52ac-44a6-9fd7-15acc41d919e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Added routes are [] {{(pid=100607) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 19 01:35:04.884593 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.extraroute_db [None req-b161cc96-52ac-44a6-9fd7-15acc41d919e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Removed routes are [] {{(pid=100607) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 19 01:35:04.884944 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b161cc96-52ac-44a6-9fd7-15acc41d919e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64930'] for router, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:05.023692 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b161cc96-52ac-44a6-9fd7-15acc41d919e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64930'] for router, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:05.026962 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b161cc96-52ac-44a6-9fd7-15acc41d919e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592856'] for router, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:05.103044 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b161cc96-52ac-44a6-9fd7-15acc41d919e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Router 411f5ea7-25b9-41c0-8a17-1726e002bbb6 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:35:05.178868 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b161cc96-52ac-44a6-9fd7-15acc41d919e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:35:05.185883 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b161cc96-52ac-44a6-9fd7-15acc41d919e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:05.187022 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b161cc96-52ac-44a6-9fd7-15acc41d919e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "PUT /v2.0/routers/411f5ea7-25b9-41c0-8a17-1726e002bbb6 HTTP/1.1" status: 200 len: 705 time: 0.4743025 Oct 19 01:35:05.188680 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ca6a43-bb59-458c-aa30-c3d8223fa1d0 None None] Sync routers for ids ['411f5ea7-25b9-41c0-8a17-1726e002bbb6'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:35:05.189864 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44936) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:05.198108 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ca6a43-bb59-458c-aa30-c3d8223fa1d0 None None] Routers {'411f5ea7-25b9-41c0-8a17-1726e002bbb6'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:35:05.198875 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-81ca6a43-bb59-458c-aa30-c3d8223fa1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:34:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['411f5ea7-25b9-41c0-8a17-1726e002bbb6'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:05.220226 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-bd3e8b54-4f1a-4e97-bfa6-f435a738010d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "GET /v2.0/ports?device_id=411f5ea7-25b9-41c0-8a17-1726e002bbb6 HTTP/1.1" status: 200 len: 205 time: 0.0292397 Oct 19 01:35:05.222684 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44938) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:05.279836 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-81ca6a43-bb59-458c-aa30-c3d8223fa1d0 None None] Set router 411f5ea7-25b9-41c0-8a17-1726e002bbb6 gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:35:05.295466 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2ce10a0d-59f5-4821-b209-8033efced9cd tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:05.334575 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-81ca6a43-bb59-458c-aa30-c3d8223fa1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'name': 'tempest-RoutersIpV6Test-router-2031277487', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:34:37Z', 'updated_at': '2021-10-19T01:35:02Z', 'revision_number': 11, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:05.363077 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ca6a43-bb59-458c-aa30-c3d8223fa1d0 None None] Checking router: 411f5ea7-25b9-41c0-8a17-1726e002bbb6 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:35:05.373076 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ca6a43-bb59-458c-aa30-c3d8223fa1d0 None None] Routers {'411f5ea7-25b9-41c0-8a17-1726e002bbb6'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:35:05.374106 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-81ca6a43-bb59-458c-aa30-c3d8223fa1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:34:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['411f5ea7-25b9-41c0-8a17-1726e002bbb6'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:05.444725 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-81ca6a43-bb59-458c-aa30-c3d8223fa1d0 None None] Set router 411f5ea7-25b9-41c0-8a17-1726e002bbb6 gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:35:05.458193 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2ce10a0d-59f5-4821-b209-8033efced9cd tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:05.460345 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2ce10a0d-59f5-4821-b209-8033efced9cd tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:05.500440 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-81ca6a43-bb59-458c-aa30-c3d8223fa1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'name': 'tempest-RoutersIpV6Test-router-2031277487', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:34:37Z', 'updated_at': '2021-10-19T01:35:02Z', 'revision_number': 11, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:05.507715 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2ce10a0d-59f5-4821-b209-8033efced9cd tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:05.508778 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce10a0d-59f5-4821-b209-8033efced9cd tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Fanout notify agent at l3_agent the message router_deleted on router 411f5ea7-25b9-41c0-8a17-1726e002bbb6 {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:35:05.515809 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2ce10a0d-59f5-4821-b209-8033efced9cd tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:05.516951 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2ce10a0d-59f5-4821-b209-8033efced9cd tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/routers/411f5ea7-25b9-41c0-8a17-1726e002bbb6 HTTP/1.1" status: 204 len: 168 time: 0.2932007 Oct 19 01:35:05.521011 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44942) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:05.526206 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-e87e5b5d-e772-4be7-94a9-7c1b2600895c tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-616381473', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:35:05.529290 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ca6a43-bb59-458c-aa30-c3d8223fa1d0 None None] The sync data for ids ['411f5ea7-25b9-41c0-8a17-1726e002bbb6'] in n-d-715271-26 is: [{'id': '411f5ea7-25b9-41c0-8a17-1726e002bbb6', 'name': 'tempest-RoutersIpV6Test-router-2031277487', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:34:37Z', 'updated_at': '2021-10-19T01:35:02Z', 'revision_number': 11, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'gw_port_host': None}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:35:05.549335 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e87e5b5d-e772-4be7-94a9-7c1b2600895c tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:05.550523 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e87e5b5d-e772-4be7-94a9-7c1b2600895c tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:05.603540 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e87e5b5d-e772-4be7-94a9-7c1b2600895c tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:05.609317 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e87e5b5d-e772-4be7-94a9-7c1b2600895c tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:05.628409 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e87e5b5d-e772-4be7-94a9-7c1b2600895c tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:05.629766 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e87e5b5d-e772-4be7-94a9-7c1b2600895c tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1078310 Oct 19 01:35:05.632553 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44944) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:05.640754 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-7d1454e9-3347-4770-916a-cfae0bd9da84 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:35:05.865052 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7d1454e9-3347-4770-916a-cfae0bd9da84 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64930'] for router, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:05.876562 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7d1454e9-3347-4770-916a-cfae0bd9da84 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592856'] for router, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:05.908198 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-ca16a39e-da1f-4725-8ac8-9f1ed6716e15 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:05.909670 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-ca16a39e-da1f-4725-8ac8-9f1ed6716e15 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/networks?id=eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069 HTTP/1.1" status: 200 len: 809 time: 0.1068063 Oct 19 01:35:05.926005 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-241f437b-1157-4c16-9534-f51e419fea09 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/quotas/91db52c096f6403aad2fd389102815d9 HTTP/1.1" status: 200 len: 375 time: 0.0094261 Oct 19 01:35:05.965874 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-5231499e-5b3f-465a-8207-63d873007e75 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=91db52c096f6403aad2fd389102815d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301433 Oct 19 01:35:05.979447 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1454e9-3347-4770-916a-cfae0bd9da84 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Router 494e5715-538e-439f-93cf-152063d6629f is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:35:06.053471 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1454e9-3347-4770-916a-cfae0bd9da84 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:35:06.060214 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7d1454e9-3347-4770-916a-cfae0bd9da84 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:06.061373 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7d1454e9-3347-4770-916a-cfae0bd9da84 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "PUT /v2.0/routers/494e5715-538e-439f-93cf-152063d6629f HTTP/1.1" status: 200 len: 697 time: 0.4247665 Oct 19 01:35:06.064053 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44962) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:06.065042 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d521dc2-9eb9-42ba-a6b2-401a3a248b23 None None] Sync routers for ids ['494e5715-538e-439f-93cf-152063d6629f'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:35:06.075130 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d521dc2-9eb9-42ba-a6b2-401a3a248b23 None None] Routers {'494e5715-538e-439f-93cf-152063d6629f'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:35:06.075775 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-7d521dc2-9eb9-42ba-a6b2-401a3a248b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:34:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['494e5715-538e-439f-93cf-152063d6629f'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:06.121679 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-1b048518-eacd-4b28-b68b-06af1ddce9c4 service neutron] 10.222.0.57 "GET /v2.0/networks/eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486349 Oct 19 01:35:06.145769 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-7d521dc2-9eb9-42ba-a6b2-401a3a248b23 None None] Set router 494e5715-538e-439f-93cf-152063d6629f gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:35:06.146892 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-bb7ae876-d5c5-4761-872b-56e4318cc20a tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "GET /v2.0/routers/494e5715-538e-439f-93cf-152063d6629f HTTP/1.1" status: 200 len: 703 time: 0.0813746 Oct 19 01:35:06.150197 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44964) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:06.176726 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-741f4299-c844-400b-a471-c4683807442a tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "GET /v2.0/ports?device_id=494e5715-538e-439f-93cf-152063d6629f HTTP/1.1" status: 200 len: 205 time: 0.0254371 Oct 19 01:35:06.179204 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44966) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:06.204612 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-7d521dc2-9eb9-42ba-a6b2-401a3a248b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494e5715-538e-439f-93cf-152063d6629f', 'name': 'tempest-RoutersIpV6Test-router-616381473', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:35:05Z', 'updated_at': '2021-10-19T01:35:05Z', 'revision_number': 2, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:06.214905 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-249e466b-bdbf-4320-8451-931272e8b75e service neutron] 10.222.0.57 "GET /v2.0/networks/eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871789 Oct 19 01:35:06.236303 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d521dc2-9eb9-42ba-a6b2-401a3a248b23 None None] Checking router: 494e5715-538e-439f-93cf-152063d6629f for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:35:06.245270 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d521dc2-9eb9-42ba-a6b2-401a3a248b23 None None] Routers {'494e5715-538e-439f-93cf-152063d6629f'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:35:06.245878 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-7d521dc2-9eb9-42ba-a6b2-401a3a248b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:34:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['494e5715-538e-439f-93cf-152063d6629f'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:06.256494 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8fc38361-5648-4a07-a7ea-498c2d060f29 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:06.324098 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-7d521dc2-9eb9-42ba-a6b2-401a3a248b23 None None] Set router 494e5715-538e-439f-93cf-152063d6629f gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:35:06.383850 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-7d521dc2-9eb9-42ba-a6b2-401a3a248b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494e5715-538e-439f-93cf-152063d6629f', 'name': 'tempest-RoutersIpV6Test-router-616381473', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:35:05Z', 'updated_at': '2021-10-19T01:35:05Z', 'revision_number': 2, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:06.412109 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d521dc2-9eb9-42ba-a6b2-401a3a248b23 None None] The sync data for ids ['494e5715-538e-439f-93cf-152063d6629f'] in n-d-715271-26 is: [{'id': '494e5715-538e-439f-93cf-152063d6629f', 'name': 'tempest-RoutersIpV6Test-router-616381473', 'tenant_id': '7b98efdd3de24865be5e59e37fe1619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:35:05Z', 'updated_at': '2021-10-19T01:35:05Z', 'revision_number': 2, 'project_id': '7b98efdd3de24865be5e59e37fe1619c', 'gw_port_host': None}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:35:06.432815 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-df4c1f92-fba5-4fe9-9b0e-f8908683023b req-a85ba566-439d-4814-8b21-cbe69654d549 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fb4001e-23b2-4dfe-99f6-17dc8b4883a5 HTTP/1.1" status: 200 len: 210 time: 0.0651240 Oct 19 01:35:06.461726 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8fc38361-5648-4a07-a7ea-498c2d060f29 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:06.464010 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8fc38361-5648-4a07-a7ea-498c2d060f29 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:06.516063 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8fc38361-5648-4a07-a7ea-498c2d060f29 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:06.516693 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc38361-5648-4a07-a7ea-498c2d060f29 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Fanout notify agent at l3_agent the message router_deleted on router 494e5715-538e-439f-93cf-152063d6629f {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:35:06.523927 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8fc38361-5648-4a07-a7ea-498c2d060f29 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:06.528359 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8fc38361-5648-4a07-a7ea-498c2d060f29 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/routers/494e5715-538e-439f-93cf-152063d6629f HTTP/1.1" status: 204 len: 168 time: 0.3479812 Oct 19 01:35:06.529052 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44972) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:06.560483 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6edd124b-2fb8-4ab6-b8d0-5480b4db4111 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "GET /v2.0/ports?device_id=494e5715-538e-439f-93cf-152063d6629f HTTP/1.1" status: 200 len: 205 time: 0.0302739 Oct 19 01:35:06.562989 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 44976) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:06.608058 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-b9493c5e-6e62-4a58-85e4-7871eed45670 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] delete failed (client error): The resource could not be found. Oct 19 01:35:06.611437 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b9493c5e-6e62-4a58-85e4-7871eed45670 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/routers/494e5715-538e-439f-93cf-152063d6629f HTTP/1.1" status: 404 len: 336 time: 0.0449295 Oct 19 01:35:06.611822 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44980) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:06.642052 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5cb7ff-67b9-463a-a5a4-4efdb424fc65 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] DELETE failed (client error): The resource could not be found. Oct 19 01:35:06.642601 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b5cb7ff-67b9-463a-a5a4-4efdb424fc65 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:35:06.645829 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8b5cb7ff-67b9-463a-a5a4-4efdb424fc65 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/subnets/41269948-a106-4e96-90b0-e1c011d62c60 HTTP/1.1" status: 404 len: 337 time: 0.0330110 Oct 19 01:35:06.648271 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44982) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:06.675221 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-a377a361-3e1c-47d9-9292-4d20b36279a3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] DELETE failed (client error): The resource could not be found. Oct 19 01:35:06.675779 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a377a361-3e1c-47d9-9292-4d20b36279a3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:35:06.679063 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a377a361-3e1c-47d9-9292-4d20b36279a3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/subnets/cc58ddc3-78c8-4bdb-8cf9-5338dc06863e HTTP/1.1" status: 404 len: 337 time: 0.0292165 Oct 19 01:35:06.682326 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44984) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:06.709185 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-416d805f-6348-4031-adab-822fe3b00331 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] DELETE failed (client error): The resource could not be found. Oct 19 01:35:06.709630 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-416d805f-6348-4031-adab-822fe3b00331 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:35:06.713233 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-416d805f-6348-4031-adab-822fe3b00331 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/subnets/0e1d62da-d825-440a-ae40-681e69451303 HTTP/1.1" status: 404 len: 337 time: 0.0299461 Oct 19 01:35:06.715688 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44988) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:06.741659 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-691a68af-305d-4b08-86d7-183f449f5b70 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] DELETE failed (client error): The resource could not be found. Oct 19 01:35:06.742105 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-691a68af-305d-4b08-86d7-183f449f5b70 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:35:06.745191 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-691a68af-305d-4b08-86d7-183f449f5b70 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/subnets/89ec628b-9b64-4eec-9d5b-46d4947a13f4 HTTP/1.1" status: 404 len: 337 time: 0.0285037 Oct 19 01:35:06.747748 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44990) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:06.777344 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c0812df4-d370-420b-93a4-e07225bdd2d6 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "GET /v2.0/ports?device_id=411f5ea7-25b9-41c0-8a17-1726e002bbb6 HTTP/1.1" status: 200 len: 205 time: 0.0280790 Oct 19 01:35:06.779161 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44992) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:06.824208 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-5b1169e5-bb39-4e36-a73b-f5ea2675d6d1 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] delete failed (client error): The resource could not be found. Oct 19 01:35:06.825699 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5b1169e5-bb39-4e36-a73b-f5ea2675d6d1 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/routers/411f5ea7-25b9-41c0-8a17-1726e002bbb6 HTTP/1.1" status: 404 len: 336 time: 0.0451133 Oct 19 01:35:06.827989 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44994) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:06.860052 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3eaa69aa-74fa-4977-9367-0618e11dc5f3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "GET /v2.0/ports?device_id=159bdef8-34ac-4120-9f2d-5040880a9c6e HTTP/1.1" status: 200 len: 205 time: 0.0288424 Oct 19 01:35:06.860258 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44996) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:06.903275 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-adbcf611-3c2f-427f-8d17-feb9da9bb53c tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] delete failed (client error): The resource could not be found. Oct 19 01:35:06.904320 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-adbcf611-3c2f-427f-8d17-feb9da9bb53c tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/routers/159bdef8-34ac-4120-9f2d-5040880a9c6e HTTP/1.1" status: 404 len: 336 time: 0.0431528 Oct 19 01:35:06.906888 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 44998) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:06.934875 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a4ebc6-f347-4887-8347-5924852b6342 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] DELETE failed (client error): The resource could not be found. Oct 19 01:35:06.935316 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53a4ebc6-f347-4887-8347-5924852b6342 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:35:06.938273 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-53a4ebc6-f347-4887-8347-5924852b6342 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/subnets/92d623ba-bc8e-4d93-b1c0-1212705b51db HTTP/1.1" status: 404 len: 337 time: 0.0304992 Oct 19 01:35:06.941191 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45000) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:06.969563 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b818defe-afd4-41a7-90d5-2e1fbd3e6c1b tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "GET /v2.0/ports?device_id=d10436b5-a3d0-4287-ba73-185255a9dd81 HTTP/1.1" status: 200 len: 205 time: 0.0271635 Oct 19 01:35:06.972160 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45002) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:07.016664 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-4eeb365a-b952-42e8-b311-5c62fcbfda98 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] delete failed (client error): The resource could not be found. Oct 19 01:35:07.017583 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4eeb365a-b952-42e8-b311-5c62fcbfda98 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/routers/d10436b5-a3d0-4287-ba73-185255a9dd81 HTTP/1.1" status: 404 len: 336 time: 0.0444508 Oct 19 01:35:07.020317 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45004) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:07.048228 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a95ed5f6-0663-4501-9c4c-23daabad62c3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "GET /v2.0/ports?device_id=85ec13ff-cb74-45f7-9a62-09ccaa911f6c HTTP/1.1" status: 200 len: 205 time: 0.0268068 Oct 19 01:35:07.050465 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45006) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:07.087572 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-ec44555d-cc90-4406-85b4-ac38114eb607 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] delete failed (client error): The resource could not be found. Oct 19 01:35:07.088719 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ec44555d-cc90-4406-85b4-ac38114eb607 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/routers/85ec13ff-cb74-45f7-9a62-09ccaa911f6c HTTP/1.1" status: 404 len: 336 time: 0.0373766 Oct 19 01:35:07.091202 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45008) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:07.118459 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea2383e-d378-4052-87a3-ee2f4f7afc6d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] DELETE failed (client error): The resource could not be found. Oct 19 01:35:07.118988 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea2383e-d378-4052-87a3-ee2f4f7afc6d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:35:07.122042 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8ea2383e-d378-4052-87a3-ee2f4f7afc6d tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/subnets/eee6d392-97ee-4ad0-bbee-cc1694ef2018 HTTP/1.1" status: 404 len: 337 time: 0.0298557 Oct 19 01:35:07.124608 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45010) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:07.154776 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-26702d12-88a7-41b4-ad7c-49d92918c4ef tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a7b527d-12f6-474d-8771-effb6817cd2a HTTP/1.1" status: 200 len: 205 time: 0.0290799 Oct 19 01:35:07.157202 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45012) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:07.195598 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-168a3c0c-25d2-406b-8385-abe60102559e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] delete failed (client error): The resource could not be found. Oct 19 01:35:07.196933 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-168a3c0c-25d2-406b-8385-abe60102559e tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/routers/9a7b527d-12f6-474d-8771-effb6817cd2a HTTP/1.1" status: 404 len: 336 time: 0.0387449 Oct 19 01:35:07.199430 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45014) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:07.225876 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-754c774d-4ecb-46b8-9195-ade31b464019 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] DELETE failed (client error): The resource could not be found. Oct 19 01:35:07.226332 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-754c774d-4ecb-46b8-9195-ade31b464019 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:35:07.230283 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-754c774d-4ecb-46b8-9195-ade31b464019 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/subnets/cde8f3cd-6af7-4ca6-abf2-74574fe1c2f7 HTTP/1.1" status: 404 len: 337 time: 0.0298433 Oct 19 01:35:07.233157 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 45016) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:07.260179 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0ac12a7e-9543-4a69-8c83-ae290ef280f3 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6075ea6-d17b-4731-bebc-1adc4ab636e4 HTTP/1.1" status: 200 len: 205 time: 0.0257816 Oct 19 01:35:07.262411 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 45018) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:07.304094 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [None req-00e01784-136f-4619-a913-cab4f12b9758 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] delete failed (client error): The resource could not be found. Oct 19 01:35:07.305574 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-00e01784-136f-4619-a913-cab4f12b9758 tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/routers/d6075ea6-d17b-4731-bebc-1adc4ab636e4 HTTP/1.1" status: 404 len: 336 time: 0.0415726 Oct 19 01:35:07.308341 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 45020) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:07.347240 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1aa4c74-7140-4f97-8245-666405513fde tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] DELETE failed (client error): The resource could not be found. Oct 19 01:35:07.347690 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1aa4c74-7140-4f97-8245-666405513fde tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:35:07.359312 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45022) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:07.360354 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d1aa4c74-7140-4f97-8245-666405513fde tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/subnets/19ee0057-ad79-48a7-8c66-929904254c70 HTTP/1.1" status: 404 len: 337 time: 0.0507412 Oct 19 01:35:07.421628 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd1f6af-f1bc-4933-8cf7-e8c690d26aed tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] DELETE failed (client error): The resource could not be found. Oct 19 01:35:07.422006 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cd1f6af-f1bc-4933-8cf7-e8c690d26aed tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:35:07.425204 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4cd1f6af-f1bc-4933-8cf7-e8c690d26aed tempest-RoutersIpV6Test-1024800648 tempest-RoutersIpV6Test-1024800648-project] 10.222.0.57 "DELETE /v2.0/subnets/99569698-1c8d-4411-8f8d-67c08374aa45 HTTP/1.1" status: 404 len: 337 time: 0.0646205 Oct 19 01:35:07.463523 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-819b0410-431f-49ce-8c0c-13f262646da9 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:07.465448 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-819b0410-431f-49ce-8c0c-13f262646da9 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.55 "GET /v2.0/networks?id=eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069 HTTP/1.1" status: 200 len: 809 time: 0.1587200 Oct 19 01:35:07.480968 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-ef6f1c53-0db1-4968-8555-86d78f6b80d2 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Request body: {'port': {'device_id': '9fb4001e-23b2-4dfe-99f6-17dc8b4883a5', 'network_id': 'eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069', 'admin_state_up': True, 'tenant_id': '91db52c096f6403aad2fd389102815d9'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:35:07.571428 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-67eccff7-475a-48d4-a53a-fe6136f1145b req-175fdb4d-67a4-436a-8d64-ae661ea06c42 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fb4001e-23b2-4dfe-99f6-17dc8b4883a5 HTTP/1.1" status: 200 len: 210 time: 0.0590694 Oct 19 01:35:07.621081 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-ef6f1c53-0db1-4968-8555-86d78f6b80d2 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Made reservation on behalf of 91db52c096f6403aad2fd389102815d9 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:35:07.624715 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-ef6f1c53-0db1-4968-8555-86d78f6b80d2 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:07.644989 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 45030) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:07.755189 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-ef6f1c53-0db1-4968-8555-86d78f6b80d2 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Allocated IP 172.20.0.4 (eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069/a05cdf4c-a58f-4276-95cb-125dcf10fa81/bb2ee9de-7149-42e9-8425-e61871cd4587) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:35:07.781793 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a21fed6c-bcbb-4a2c-957c-fab63853997b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7b98efdd3de24865be5e59e37fe1619c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1351404 Oct 19 01:35:07.783927 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45034) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:07.908863 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8a1e9e02-be86-4a68-91a8-9505c0e64e59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:07.951856 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8a1e9e02-be86-4a68-91a8-9505c0e64e59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:07.971945 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-ef6f1c53-0db1-4968-8555-86d78f6b80d2 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:08.023405 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-ef6f1c53-0db1-4968-8555-86d78f6b80d2 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:08.025487 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8a1e9e02-be86-4a68-91a8-9505c0e64e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:08.028055 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8a1e9e02-be86-4a68-91a8-9505c0e64e59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:08.029167 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8a1e9e02-be86-4a68-91a8-9505c0e64e59 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ec9c948b-ecf9-45a7-942b-5e5670bafd6f HTTP/1.1" status: 204 len: 168 time: 0.2443061 Oct 19 01:35:08.062997 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e9e02-be86-4a68-91a8-9505c0e64e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9c948b-ecf9-45a7-942b-5e5670bafd6f,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:08.074504 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-ef6f1c53-0db1-4968-8555-86d78f6b80d2 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Network eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:35:08.080160 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-ef6f1c53-0db1-4968-8555-86d78f6b80d2 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:35:08.084287 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-ef6f1c53-0db1-4968-8555-86d78f6b80d2 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:35:08.120883 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f1c53-0db1-4968-8555-86d78f6b80d2 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Pushing event updated for resources: {'Port': ['ID=bb2ee9de-7149-42e9-8425-e61871cd4587,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:08.146252 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-ef6f1c53-0db1-4968-8555-86d78f6b80d2 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:08.146252 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-ef6f1c53-0db1-4968-8555-86d78f6b80d2 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:08.160358 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-ef6f1c53-0db1-4968-8555-86d78f6b80d2 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6851225 Oct 19 01:35:08.172949 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-fec2fe35-ef45-4162-bb92-5af3291f52b7 service neutron] Request body: {'port': {'device_id': '9fb4001e-23b2-4dfe-99f6-17dc8b4883a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:35:08.233430 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-fec2fe35-ef45-4162-bb92-5af3291f52b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:08.522591 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-fec2fe35-ef45-4162-bb92-5af3291f52b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb2ee9de-7149-42e9-8425-e61871cd4587 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:35:08.531670 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-fec2fe35-ef45-4162-bb92-5af3291f52b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:08.545381 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-fec2fe35-ef45-4162-bb92-5af3291f52b7 service neutron] Transition to ACTIVE for port object bb2ee9de-7149-42e9-8425-e61871cd4587 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:35:08.548954 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-fec2fe35-ef45-4162-bb92-5af3291f52b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:08.626663 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2fe35-ef45-4162-bb92-5af3291f52b7 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2ee9de-7149-42e9-8425-e61871cd4587,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:08.678556 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-fec2fe35-ef45-4162-bb92-5af3291f52b7 service neutron] Attempting to bind port bb2ee9de-7149-42e9-8425-e61871cd4587 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:35:08.678904 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-fec2fe35-ef45-4162-bb92-5af3291f52b7 service neutron] Attempting to bind port bb2ee9de-7149-42e9-8425-e61871cd4587 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'ecef0567-32a5-489c-a6e2-b0c6bc987785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:35:08.679237 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-fec2fe35-ef45-4162-bb92-5af3291f52b7 service neutron] Attempting to bind port bb2ee9de-7149-42e9-8425-e61871cd4587 on network eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:35:08.683788 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-fec2fe35-ef45-4162-bb92-5af3291f52b7 service neutron] Port bb2ee9de-7149-42e9-8425-e61871cd4587 on network eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:35:08.684121 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-fec2fe35-ef45-4162-bb92-5af3291f52b7 service neutron] Attempting to bind port bb2ee9de-7149-42e9-8425-e61871cd4587 on network eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:35:08.689250 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-fec2fe35-ef45-4162-bb92-5af3291f52b7 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:35:08.689595 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-fec2fe35-ef45-4162-bb92-5af3291f52b7 service neutron] Checking segment: {'id': 'ecef0567-32a5-489c-a6e2-b0c6bc987785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:35:08.689979 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-fec2fe35-ef45-4162-bb92-5af3291f52b7 service neutron] Bound using segment: {'id': 'ecef0567-32a5-489c-a6e2-b0c6bc987785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:35:08.690409 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-fec2fe35-ef45-4162-bb92-5af3291f52b7 service neutron] Bound port: bb2ee9de-7149-42e9-8425-e61871cd4587, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecef0567-32a5-489c-a6e2-b0c6bc987785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:35:08.690823 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-fec2fe35-ef45-4162-bb92-5af3291f52b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:08.695151 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cb9a5-f6ae-413f-8cc1-e9b26da1e854 req-bb9347af-c994-4432-baa2-4b1725547701 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:08.697282 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bc0cb9a5-f6ae-413f-8cc1-e9b26da1e854 req-bb9347af-c994-4432-baa2-4b1725547701 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fb4001e-23b2-4dfe-99f6-17dc8b4883a5 HTTP/1.1" status: 200 len: 943 time: 0.0523500 Oct 19 01:35:08.718781 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 45058) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:08.749112 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bc0cb9a5-f6ae-413f-8cc1-e9b26da1e854 req-7b5f8e0a-7cdd-4bc9-96c0-4560d57a7e0c tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/security-groups?id=9086e180-0915-4206-89f1-2ed13f0622a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454047 Oct 19 01:35:08.769429 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-fec2fe35-ef45-4162-bb92-5af3291f52b7 service neutron] For port bb2ee9de-7149-42e9-8425-e61871cd4587, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:35:08.769429 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-fec2fe35-ef45-4162-bb92-5af3291f52b7 service neutron] For port bb2ee9de-7149-42e9-8425-e61871cd4587, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bb2ee9de-7149-42e9-8425-e61871cd4587,segment=NetworkSegment(ecef0567-32a5-489c-a6e2-b0c6bc987785),segment_id=ecef0567-32a5-489c-a6e2-b0c6bc987785)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:35:08.770336 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-fec2fe35-ef45-4162-bb92-5af3291f52b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:08.808714 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-fec2fe35-ef45-4162-bb92-5af3291f52b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:08.809335 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-fec2fe35-ef45-4162-bb92-5af3291f52b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:08.810710 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-fec2fe35-ef45-4162-bb92-5af3291f52b7 service neutron] 10.222.0.55 "PUT /v2.0/ports/bb2ee9de-7149-42e9-8425-e61871cd4587 HTTP/1.1" status: 200 len: 1092 time: 0.6422758 Oct 19 01:35:08.811151 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb4001e-23b2-4dfe-99f6-17dc8b4883a5', 'tag': 'bb2ee9de-7149-42e9-8425-e61871cd4587'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:35:08.813409 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5d93af-b00e-4b68-ae68-3a740e871b61" -d '{"events": [{"name": "network-changed", "server_uuid": "9fb4001e-23b2-4dfe-99f6-17dc8b4883a5", "tag": "bb2ee9de-7149-42e9-8425-e61871cd4587"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:35:08.835676 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-08965637-5c1a-4187-b20f-0f387d45ec9a tempest-ServiceProvidersTest-124126555 tempest-ServiceProvidersTest-124126555-project] 10.222.0.57 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1156013 Oct 19 01:35:08.839632 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2fe35-ef45-4162-bb92-5af3291f52b7 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2ee9de-7149-42e9-8425-e61871cd4587,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:08.865360 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a47a7b-0773-4270-a559-141d56217e94 x-openstack-request-id: req-50a47a7b-0773-4270-a559-141d56217e94 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:35:08.865715 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fb4001e-23b2-4dfe-99f6-17dc8b4883a5", "tag": "bb2ee9de-7149-42e9-8425-e61871cd4587", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:35:08.865972 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-50a47a7b-0773-4270-a559-141d56217e94 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:35:08.866374 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fb4001e-23b2-4dfe-99f6-17dc8b4883a5', 'tag': 'bb2ee9de-7149-42e9-8425-e61871cd4587', 'status': 'completed', 'code': 200} Oct 19 01:35:08.916331 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-0183b6f1-44c2-4f2a-aa8d-f88cf653d0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:08.917848 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-0183b6f1-44c2-4f2a-aa8d-f88cf653d0f1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=91db52c096f6403aad2fd389102815d9&device_id=9fb4001e-23b2-4dfe-99f6-17dc8b4883a5 HTTP/1.1" status: 200 len: 1095 time: 0.0446243 Oct 19 01:35:08.961631 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-b04917e0-626f-4e45-b373-daa0a19f9c83 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb2ee9de-7149-42e9-8425-e61871cd4587 HTTP/1.1" status: 200 len: 217 time: 0.0353181 Oct 19 01:35:09.011363 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-a0e2ea1e-34bc-4d6b-b137-5fe6c60dee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:09.012855 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-a0e2ea1e-34bc-4d6b-b137-5fe6c60dee04 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a05cdf4c-a58f-4276-95cb-125dcf10fa81 HTTP/1.1" status: 200 len: 849 time: 0.0451880 Oct 19 01:35:09.044869 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-c6ac5a1f-4dbf-499c-a36b-222f9ecb0b68 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245271 Oct 19 01:35:09.097182 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 45068) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:09.139733 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-86c31550-1928-472c-8a3e-2259ed1406af service neutron] 10.222.0.55 "GET /v2.0/networks/eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870876 Oct 19 01:35:09.203160 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03d0a74a-22b1-4bb3-bc04-def346d0edea admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:09.211210 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:35:09.236542 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:35:09.237000 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 3d9ece90-bb0b-40ee-98c6-6a1ab7d66de2 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:35:09.282321 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03d0a74a-22b1-4bb3-bc04-def346d0edea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:09.286556 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-03d0a74a-22b1-4bb3-bc04-def346d0edea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:09.332276 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-03d0a74a-22b1-4bb3-bc04-def346d0edea admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b9efebf624c54d26b5b07fc3743021da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2339017 Oct 19 01:35:09.333726 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d0a74a-22b1-4bb3-bc04-def346d0edea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db17af2b-2fcd-4bdb-a092-5f1a77e92c01,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:09.336926 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 45072) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:09.391354 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-87c63eab-8838-4f24-885f-6ee283027b10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:09.414625 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-87c63eab-8838-4f24-885f-6ee283027b10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:09.465515 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-87c63eab-8838-4f24-885f-6ee283027b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:09.468259 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-87c63eab-8838-4f24-885f-6ee283027b10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:09.472067 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-87c63eab-8838-4f24-885f-6ee283027b10 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/db17af2b-2fcd-4bdb-a092-5f1a77e92c01 HTTP/1.1" status: 204 len: 168 time: 0.1311462 Oct 19 01:35:09.481160 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c63eab-8838-4f24-885f-6ee283027b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db17af2b-2fcd-4bdb-a092-5f1a77e92c01,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:09.574015 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eb42b548-1b06-44b3-87cf-583b673fbbee req-e8aa5f24-52dd-4907-896c-ba1492631518 service neutron] 10.222.0.55 "GET /v2.0/networks/eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264987 Oct 19 01:35:09.658900 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d93af-b00e-4b68-ae68-3a740e871b61 req-cc44835c-41e9-4017-8f4e-5dcf9d6c0fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:09.660427 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4e5d93af-b00e-4b68-ae68-3a740e871b61 req-cc44835c-41e9-4017-8f4e-5dcf9d6c0fb2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=91db52c096f6403aad2fd389102815d9&device_id=9fb4001e-23b2-4dfe-99f6-17dc8b4883a5 HTTP/1.1" status: 200 len: 1095 time: 0.0400641 Oct 19 01:35:09.750234 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d93af-b00e-4b68-ae68-3a740e871b61 req-8b93291f-1ca3-4ffc-beeb-23aa02a236dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:09.751750 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4e5d93af-b00e-4b68-ae68-3a740e871b61 req-8b93291f-1ca3-4ffc-beeb-23aa02a236dc service neutron] 10.222.0.55 "GET /v2.0/networks?id=eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069 HTTP/1.1" status: 200 len: 910 time: 0.0848510 Oct 19 01:35:09.797304 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4e5d93af-b00e-4b68-ae68-3a740e871b61 req-780eb29e-ccc4-4e63-bc3d-0eff50c7b0e0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb2ee9de-7149-42e9-8425-e61871cd4587 HTTP/1.1" status: 200 len: 217 time: 0.0382416 Oct 19 01:35:09.847401 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d93af-b00e-4b68-ae68-3a740e871b61 req-15ff7370-87ce-458c-9efc-eb569bfffd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:09.848956 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4e5d93af-b00e-4b68-ae68-3a740e871b61 req-15ff7370-87ce-458c-9efc-eb569bfffd42 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a05cdf4c-a58f-4276-95cb-125dcf10fa81 HTTP/1.1" status: 200 len: 849 time: 0.0448446 Oct 19 01:35:09.876605 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f98bb8-c93f-4b8c-b8be-a213a9e9acb0 req-0677dc7e-7862-4201-8797-2c11f5c13d4d tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:09.878204 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-87f98bb8-c93f-4b8c-b8be-a213a9e9acb0 req-0677dc7e-7862-4201-8797-2c11f5c13d4d tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fb4001e-23b2-4dfe-99f6-17dc8b4883a5 HTTP/1.1" status: 200 len: 943 time: 0.0562990 Oct 19 01:35:09.881605 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4e5d93af-b00e-4b68-ae68-3a740e871b61 req-42079584-3b91-40a0-9fa7-7b9b803bd589 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254092 Oct 19 01:35:09.921802 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-87f98bb8-c93f-4b8c-b8be-a213a9e9acb0 req-a1b47de7-14aa-4246-aa23-1709840639ee tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/security-groups?id=9086e180-0915-4206-89f1-2ed13f0622a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367649 Oct 19 01:35:09.981468 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4e5d93af-b00e-4b68-ae68-3a740e871b61 req-a2caf52d-72e5-476a-9a71-986686faa787 service neutron] 10.222.0.55 "GET /v2.0/networks/eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920417 Oct 19 01:35:10.075096 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4e5d93af-b00e-4b68-ae68-3a740e871b61 req-646302d6-7e6a-41ee-896a-e5f8035dbc60 service neutron] 10.222.0.55 "GET /v2.0/networks/eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861878 Oct 19 01:35:11.051401 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea6f26-f6da-4171-9fe7-f0fc613715fa req-6afdca7f-96b5-4f13-a0c3-d585faff5c1c tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:11.052911 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-edea6f26-f6da-4171-9fe7-f0fc613715fa req-6afdca7f-96b5-4f13-a0c3-d585faff5c1c tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fb4001e-23b2-4dfe-99f6-17dc8b4883a5 HTTP/1.1" status: 200 len: 943 time: 0.0563211 Oct 19 01:35:11.091849 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-edea6f26-f6da-4171-9fe7-f0fc613715fa req-25fe0501-66d3-4d12-8c88-fe4d8610712a tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/security-groups?id=9086e180-0915-4206-89f1-2ed13f0622a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327849 Oct 19 01:35:12.238165 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5721430-c001-440a-b525-596eec95a5b0 req-b1025815-01a9-440d-b41b-5edb4b1f4207 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:12.239652 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d5721430-c001-440a-b525-596eec95a5b0 req-b1025815-01a9-440d-b41b-5edb4b1f4207 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fb4001e-23b2-4dfe-99f6-17dc8b4883a5 HTTP/1.1" status: 200 len: 943 time: 0.0613313 Oct 19 01:35:12.279162 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d5721430-c001-440a-b525-596eec95a5b0 req-d7911b63-447f-4d39-8f1c-600eca6ab5c2 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/security-groups?id=9086e180-0915-4206-89f1-2ed13f0622a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329816 Oct 19 01:35:12.340359 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:35:13.211084 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device bb2ee9de-7149-42e9-8425-e61871cd4587 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:35:13.304387 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port bb2ee9de-7149-42e9-8425-e61871cd4587, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bb2ee9de-7149-42e9-8425-e61871cd4587,segment=NetworkSegment(ecef0567-32a5-489c-a6e2-b0c6bc987785),segment_id=ecef0567-32a5-489c-a6e2-b0c6bc987785)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:13.316421 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'bb2ee9de-7149-42e9-8425-e61871cd4587', 'network_id': 'eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069', 'port_id': 'bb2ee9de-7149-42e9-8425-e61871cd4587', 'mac_address': 'fa:16:3e:03:66:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a05cdf4c-a58f-4276-95cb-125dcf10fa81', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:35:13.358218 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:13.371676 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb2ee9de-7149-42e9-8425-e61871cd4587 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:35:13.391133 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port bb2ee9de-7149-42e9-8425-e61871cd4587, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bb2ee9de-7149-42e9-8425-e61871cd4587,segment=NetworkSegment(ecef0567-32a5-489c-a6e2-b0c6bc987785),segment_id=ecef0567-32a5-489c-a6e2-b0c6bc987785)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:13.396851 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:13.413688 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347dbd6a-7bcd-42c1-ae39-04d03253d33a req-e2edce41-d139-4ef2-9bb7-21fe01063752 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:13.415598 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-347dbd6a-7bcd-42c1-ae39-04d03253d33a req-e2edce41-d139-4ef2-9bb7-21fe01063752 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fb4001e-23b2-4dfe-99f6-17dc8b4883a5 HTTP/1.1" status: 200 len: 943 time: 0.0545695 Oct 19 01:35:13.445288 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=bb2ee9de-7149-42e9-8425-e61871cd4587,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:13.456648 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-347dbd6a-7bcd-42c1-ae39-04d03253d33a req-3b3e7ad6-246e-461d-8060-faf192951ba4 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/security-groups?id=9086e180-0915-4206-89f1-2ed13f0622a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338125 Oct 19 01:35:13.680931 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['bb2ee9de-7149-42e9-8425-e61871cd4587'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:35:13.814160 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 45164) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:13.923034 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-44e86646-40a2-404c-b0d1-57b1b69609da admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:13.966957 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dbb3611c-5adf-4489-afb8-47a7b5d62df4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:13.999296 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-44e86646-40a2-404c-b0d1-57b1b69609da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:14.002783 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-44e86646-40a2-404c-b0d1-57b1b69609da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:14.042148 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-44e86646-40a2-404c-b0d1-57b1b69609da admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=99619644f43b4054bb6c6065a0911f7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2268214 Oct 19 01:35:14.043104 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e86646-40a2-404c-b0d1-57b1b69609da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88547139-7230-4265-b4c1-585c75b816fb,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:14.044753 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45168) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:14.095140 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9eb427f5-625e-4883-a619-1158ccec369d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:14.115756 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9eb427f5-625e-4883-a619-1158ccec369d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:14.161687 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9eb427f5-625e-4883-a619-1158ccec369d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:14.164409 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9eb427f5-625e-4883-a619-1158ccec369d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:14.165540 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9eb427f5-625e-4883-a619-1158ccec369d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/88547139-7230-4265-b4c1-585c75b816fb HTTP/1.1" status: 204 len: 168 time: 0.1193516 Oct 19 01:35:14.173728 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb427f5-625e-4883-a619-1158ccec369d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88547139-7230-4265-b4c1-585c75b816fb,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:14.421140 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 45174) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:14.434852 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e41c081a-a5a9-4973-9bee-63a556e7bc37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:14.509694 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e41c081a-a5a9-4973-9bee-63a556e7bc37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:14.513488 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e41c081a-a5a9-4973-9bee-63a556e7bc37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:14.580017 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e41c081a-a5a9-4973-9bee-63a556e7bc37 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=085829018e614a279cbeb89ce82acabc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1577342 Oct 19 01:35:14.582639 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45178) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:14.585444 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c081a-a5a9-4973-9bee-63a556e7bc37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef19862e-4657-4454-8821-edb48a2ec672,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:14.608494 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9327d678-6203-41b5-933b-552df2c9eb01 req-471456fe-fe45-49e9-9af1-ac20016fa69e tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:14.610135 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9327d678-6203-41b5-933b-552df2c9eb01 req-471456fe-fe45-49e9-9af1-ac20016fa69e tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fb4001e-23b2-4dfe-99f6-17dc8b4883a5 HTTP/1.1" status: 200 len: 944 time: 0.0773733 Oct 19 01:35:14.640534 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0298b962-f2b4-422f-88dd-cba82cba6986 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:14.649662 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9327d678-6203-41b5-933b-552df2c9eb01 req-82003e4d-4ded-4b75-a3c1-0aff0e2b2708 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/security-groups?id=9086e180-0915-4206-89f1-2ed13f0622a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333760 Oct 19 01:35:14.662694 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0298b962-f2b4-422f-88dd-cba82cba6986 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:14.710177 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0298b962-f2b4-422f-88dd-cba82cba6986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:14.712896 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0298b962-f2b4-422f-88dd-cba82cba6986 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:14.714041 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0298b962-f2b4-422f-88dd-cba82cba6986 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ef19862e-4657-4454-8821-edb48a2ec672 HTTP/1.1" status: 204 len: 168 time: 0.1304049 Oct 19 01:35:14.721567 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0298b962-f2b4-422f-88dd-cba82cba6986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef19862e-4657-4454-8821-edb48a2ec672,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:15.223886 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device bb2ee9de-7149-42e9-8425-e61871cd4587 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:35:15.272804 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port bb2ee9de-7149-42e9-8425-e61871cd4587 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:35:15.277440 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port bb2ee9de-7149-42e9-8425-e61871cd4587 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:35:15.277817 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:15.354060 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:15.376493 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb4001e-23b2-4dfe-99f6-17dc8b4883a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2ee9de-7149-42e9-8425-e61871cd4587'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:35:15.378816 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0dfe22-fc50-4586-af43-3d4959a56926" -d '{"events": [{"server_uuid": "9fb4001e-23b2-4dfe-99f6-17dc8b4883a5", "name": "network-vif-plugged", "status": "completed", "tag": "bb2ee9de-7149-42e9-8425-e61871cd4587"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:35:15.394864 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port bb2ee9de-7149-42e9-8425-e61871cd4587, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bb2ee9de-7149-42e9-8425-e61871cd4587,segment=NetworkSegment(ecef0567-32a5-489c-a6e2-b0c6bc987785),segment_id=ecef0567-32a5-489c-a6e2-b0c6bc987785)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:15.399399 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:15.424284 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1675de1-bc25-4b1d-93de-7db4c02b405a x-openstack-request-id: req-a1675de1-bc25-4b1d-93de-7db4c02b405a {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:35:15.424554 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb4001e-23b2-4dfe-99f6-17dc8b4883a5", "name": "network-vif-plugged", "status": "completed", "tag": "bb2ee9de-7149-42e9-8425-e61871cd4587", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:35:15.424806 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a1675de1-bc25-4b1d-93de-7db4c02b405a {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:35:15.425197 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb4001e-23b2-4dfe-99f6-17dc8b4883a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2ee9de-7149-42e9-8425-e61871cd4587', 'code': 200} Oct 19 01:35:15.452160 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=bb2ee9de-7149-42e9-8425-e61871cd4587,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:15.521898 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a783d6-ab31-4563-a30a-e460ea5b5505 req-8c17b504-aa84-4a4b-8127-2ca527b35f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:15.523482 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-67a783d6-ab31-4563-a30a-e460ea5b5505 req-8c17b504-aa84-4a4b-8127-2ca527b35f74 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9fb4001e-23b2-4dfe-99f6-17dc8b4883a5 HTTP/1.1" status: 200 len: 1097 time: 0.0435102 Oct 19 01:35:15.558617 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-67a783d6-ab31-4563-a30a-e460ea5b5505 req-79fa591e-25fb-4e44-becc-cbee2d20f71e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9086e180-0915-4206-89f1-2ed13f0622a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284383 Oct 19 01:35:15.763588 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bebe4a-f31d-46b5-ae50-df5b7eb65ba0 req-535986fd-420c-48b0-8f13-b0d2570153eb tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:15.765146 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c5bebe4a-f31d-46b5-ae50-df5b7eb65ba0 req-535986fd-420c-48b0-8f13-b0d2570153eb tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fb4001e-23b2-4dfe-99f6-17dc8b4883a5 HTTP/1.1" status: 200 len: 945 time: 0.0492864 Oct 19 01:35:15.803144 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c5bebe4a-f31d-46b5-ae50-df5b7eb65ba0 req-88deb8e6-07e7-4eb1-9c83-c1a2ea789edc tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/security-groups?id=9086e180-0915-4206-89f1-2ed13f0622a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316215 Oct 19 01:35:16.299982 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45228) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:16.405186 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c56ca7c9-450d-471d-b44b-d98b47b11ebf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:16.478611 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c56ca7c9-450d-471d-b44b-d98b47b11ebf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:16.482399 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c56ca7c9-450d-471d-b44b-d98b47b11ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:16.523777 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c56ca7c9-450d-471d-b44b-d98b47b11ebf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ebc3167e6ebf4bd1b4f09c82e7a0629f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2226968 Oct 19 01:35:16.524897 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ca7c9-450d-471d-b44b-d98b47b11ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8046cb-2804-44e2-95b2-736641dd1895,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:16.526425 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 45232) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:16.570828 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-59e32453-6f7d-47b5-bbcc-3883d53e09d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:16.577753 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-effdf4b7-ab9e-467c-9c02-f82d22f0edb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:16.598219 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-effdf4b7-ab9e-467c-9c02-f82d22f0edb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:16.646241 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-effdf4b7-ab9e-467c-9c02-f82d22f0edb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:16.648746 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-effdf4b7-ab9e-467c-9c02-f82d22f0edb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:16.649871 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-effdf4b7-ab9e-467c-9c02-f82d22f0edb1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aa8046cb-2804-44e2-95b2-736641dd1895 HTTP/1.1" status: 204 len: 168 time: 0.1217670 Oct 19 01:35:16.657307 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effdf4b7-ab9e-467c-9c02-f82d22f0edb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8046cb-2804-44e2-95b2-736641dd1895,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:16.923698 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 45240) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:16.942147 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1a341b17-cf9d-4c5f-ae36-c5bd029a1185 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:16.953186 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121dded6-65e7-408b-b0a9-0fb091930f33 req-8765d5bd-d7c2-4582-9383-3962d3d8be38 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:16.954657 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-121dded6-65e7-408b-b0a9-0fb091930f33 req-8765d5bd-d7c2-4582-9383-3962d3d8be38 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fb4001e-23b2-4dfe-99f6-17dc8b4883a5 HTTP/1.1" status: 200 len: 945 time: 0.0742950 Oct 19 01:35:17.013958 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-121dded6-65e7-408b-b0a9-0fb091930f33 req-dcd87b6d-6c6b-427b-8cd9-696d5559cdda tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/security-groups?id=9086e180-0915-4206-89f1-2ed13f0622a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509760 Oct 19 01:35:17.065173 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1a341b17-cf9d-4c5f-ae36-c5bd029a1185 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:17.068644 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1a341b17-cf9d-4c5f-ae36-c5bd029a1185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:17.108551 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1a341b17-cf9d-4c5f-ae36-c5bd029a1185 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0f243023be114909b5a39f85e9cc9593&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1838121 Oct 19 01:35:17.110507 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a341b17-cf9d-4c5f-ae36-c5bd029a1185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2524765-e1d4-4b5e-b93b-98e38af76271,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:17.111199 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 45242) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:17.160743 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f549fa8c-2791-4b84-9a45-ba4f0e1a3094 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:17.181554 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f549fa8c-2791-4b84-9a45-ba4f0e1a3094 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:17.226088 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f549fa8c-2791-4b84-9a45-ba4f0e1a3094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:17.228703 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f549fa8c-2791-4b84-9a45-ba4f0e1a3094 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:17.229900 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f549fa8c-2791-4b84-9a45-ba4f0e1a3094 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e2524765-e1d4-4b5e-b93b-98e38af76271 HTTP/1.1" status: 204 len: 168 time: 0.1176164 Oct 19 01:35:17.237950 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549fa8c-2791-4b84-9a45-ba4f0e1a3094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2524765-e1d4-4b5e-b93b-98e38af76271,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:17.272366 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:17.845238 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:18.134411 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94c5e8-ad46-4ee7-b536-cdf0e4f0584e req-eaab9910-7fa0-4236-96c4-5424625f6b57 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:18.136682 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0c94c5e8-ad46-4ee7-b536-cdf0e4f0584e req-eaab9910-7fa0-4236-96c4-5424625f6b57 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fb4001e-23b2-4dfe-99f6-17dc8b4883a5 HTTP/1.1" status: 200 len: 945 time: 0.0543942 Oct 19 01:35:18.176769 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0c94c5e8-ad46-4ee7-b536-cdf0e4f0584e req-43a36a20-f647-4ce8-b9f3-f821cc1404bd tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/security-groups?id=9086e180-0915-4206-89f1-2ed13f0622a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341113 Oct 19 01:35:18.819656 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceab4dd-5044-40d0-a986-dd8772a3e28c req-4b73d92b-eaa3-457d-ada8-64f6e7ac9352 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:18.819656 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6ceab4dd-5044-40d0-a986-dd8772a3e28c req-4b73d92b-eaa3-457d-ada8-64f6e7ac9352 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fb4001e-23b2-4dfe-99f6-17dc8b4883a5 HTTP/1.1" status: 200 len: 945 time: 0.0535309 Oct 19 01:35:18.857510 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6ceab4dd-5044-40d0-a986-dd8772a3e28c req-702bfa0e-acf0-4452-8754-94ee6ccd8a71 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/security-groups?id=9086e180-0915-4206-89f1-2ed13f0622a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392771 Oct 19 01:35:19.795965 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:19.986032 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af041325-c6da-40f5-93f3-323ef4330701 req-d49b25ff-60c4-4c2d-9fde-0bf370523c53 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:19.987667 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-af041325-c6da-40f5-93f3-323ef4330701 req-d49b25ff-60c4-4c2d-9fde-0bf370523c53 tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fb4001e-23b2-4dfe-99f6-17dc8b4883a5 HTTP/1.1" status: 200 len: 945 time: 0.0596547 Oct 19 01:35:20.029209 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-af041325-c6da-40f5-93f3-323ef4330701 req-de9d71e2-fd72-49d1-812f-13c951b912bc tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/security-groups?id=9086e180-0915-4206-89f1-2ed13f0622a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341053 Oct 19 01:35:20.191339 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a700f-d277-495e-b032-37315010e610 req-ca8df5fb-9ee2-40b3-a6d3-39dc4f58decd tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:20.192931 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-381a700f-d277-495e-b032-37315010e610 req-ca8df5fb-9ee2-40b3-a6d3-39dc4f58decd tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fb4001e-23b2-4dfe-99f6-17dc8b4883a5 HTTP/1.1" status: 200 len: 945 time: 0.0518579 Oct 19 01:35:20.284811 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-381a700f-d277-495e-b032-37315010e610 req-bea30317-8e25-4462-8d4e-9a2b3811961f tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Deleting port bb2ee9de-7149-42e9-8425-e61871cd4587 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:35:20.285159 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-381a700f-d277-495e-b032-37315010e610 req-bea30317-8e25-4462-8d4e-9a2b3811961f tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:20.377448 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-381a700f-d277-495e-b032-37315010e610 req-bea30317-8e25-4462-8d4e-9a2b3811961f tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] For port bb2ee9de-7149-42e9-8425-e61871cd4587, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bb2ee9de-7149-42e9-8425-e61871cd4587,segment=NetworkSegment(ecef0567-32a5-489c-a6e2-b0c6bc987785),segment_id=ecef0567-32a5-489c-a6e2-b0c6bc987785)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:20.377808 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-381a700f-d277-495e-b032-37315010e610 req-bea30317-8e25-4462-8d4e-9a2b3811961f tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:20.390822 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-381a700f-d277-495e-b032-37315010e610 req-bea30317-8e25-4462-8d4e-9a2b3811961f tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Calling delete_port for bb2ee9de-7149-42e9-8425-e61871cd4587 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:35:20.525645 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-381a700f-d277-495e-b032-37315010e610 req-bea30317-8e25-4462-8d4e-9a2b3811961f tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:20.538670 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['bb2ee9de-7149-42e9-8425-e61871cd4587'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:35:20.554699 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea30317-8e25-4462-8d4e-9a2b3811961f tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Pushing event deleted for resources: {'Port': ['ID=bb2ee9de-7149-42e9-8425-e61871cd4587,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:20.567340 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea30317-8e25-4462-8d4e-9a2b3811961f tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:20.567697 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea30317-8e25-4462-8d4e-9a2b3811961f tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:20.568067 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea30317-8e25-4462-8d4e-9a2b3811961f tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:20.568408 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea30317-8e25-4462-8d4e-9a2b3811961f tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:20.568745 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea30317-8e25-4462-8d4e-9a2b3811961f tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:20.569080 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea30317-8e25-4462-8d4e-9a2b3811961f tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:20.569416 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea30317-8e25-4462-8d4e-9a2b3811961f tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:20.569749 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea30317-8e25-4462-8d4e-9a2b3811961f tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:20.570073 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea30317-8e25-4462-8d4e-9a2b3811961f tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:20.570403 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea30317-8e25-4462-8d4e-9a2b3811961f tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:20.570728 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea30317-8e25-4462-8d4e-9a2b3811961f tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:20.571605 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea30317-8e25-4462-8d4e-9a2b3811961f tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:20.606672 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-381a700f-d277-495e-b032-37315010e610 req-bea30317-8e25-4462-8d4e-9a2b3811961f tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] No DVR routers for this DVR port bb2ee9de-7149-42e9-8425-e61871cd4587 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:35:20.609261 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-381a700f-d277-495e-b032-37315010e610 req-bea30317-8e25-4462-8d4e-9a2b3811961f tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:20.612592 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-381a700f-d277-495e-b032-37315010e610 req-bea30317-8e25-4462-8d4e-9a2b3811961f tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.55 "DELETE /v2.0/ports/bb2ee9de-7149-42e9-8425-e61871cd4587 HTTP/1.1" status: 204 len: 173 time: 0.4136004 Oct 19 01:35:20.613051 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb4001e-23b2-4dfe-99f6-17dc8b4883a5', 'name': 'network-vif-deleted', 'tag': 'bb2ee9de-7149-42e9-8425-e61871cd4587'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:35:20.615299 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73da3637-572d-4f09-9e8b-0baf4e9dd8dd" -d '{"events": [{"server_uuid": "9fb4001e-23b2-4dfe-99f6-17dc8b4883a5", "name": "network-vif-deleted", "tag": "bb2ee9de-7149-42e9-8425-e61871cd4587"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:35:20.661310 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b95365-f803-4b78-8ac5-751eb677a526 x-openstack-request-id: req-67b95365-f803-4b78-8ac5-751eb677a526 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:35:20.661677 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb4001e-23b2-4dfe-99f6-17dc8b4883a5", "name": "network-vif-deleted", "tag": "bb2ee9de-7149-42e9-8425-e61871cd4587", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:35:20.662000 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-67b95365-f803-4b78-8ac5-751eb677a526 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:35:20.662465 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb4001e-23b2-4dfe-99f6-17dc8b4883a5', 'name': 'network-vif-deleted', 'tag': 'bb2ee9de-7149-42e9-8425-e61871cd4587', 'status': 'completed', 'code': 200} Oct 19 01:35:21.152301 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0af97ff0-a282-4404-83c9-58b8e2f27aa3 req-c8c3a090-72ed-4bd8-a4ef-bcd2b0ebe39d tempest-VolumesActionsTest-999305471 tempest-VolumesActionsTest-999305471-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fb4001e-23b2-4dfe-99f6-17dc8b4883a5 HTTP/1.1" status: 200 len: 210 time: 0.0307422 Oct 19 01:35:25.273428 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device bb2ee9de-7149-42e9-8425-e61871cd4587 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:35:25.303453 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: bb2ee9de-7149-42e9-8425-e61871cd4587 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:35:25.306221 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device bb2ee9de-7149-42e9-8425-e61871cd4587 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:35:27.273000 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:29.744545 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:43.099355 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 45818) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:43.144278 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f8172a2-4096-4d70-be66-ef9dbd561852 admin admin] Deleting subnet a05cdf4c-a58f-4276-95cb-125dcf10fa81 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:35:43.147349 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5f8172a2-4096-4d70-be66-ef9dbd561852 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:43.183001 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5f8172a2-4096-4d70-be66-ef9dbd561852 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:43.223050 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5f8172a2-4096-4d70-be66-ef9dbd561852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:43.283108 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5f8172a2-4096-4d70-be66-ef9dbd561852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:43.312591 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8172a2-4096-4d70-be66-ef9dbd561852 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a05cdf4c-a58f-4276-95cb-125dcf10fa81,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:43.315088 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5f8172a2-4096-4d70-be66-ef9dbd561852 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:43.322096 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5f8172a2-4096-4d70-be66-ef9dbd561852 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a05cdf4c-a58f-4276-95cb-125dcf10fa81 HTTP/1.1" status: 204 len: 168 time: 0.2178683 Oct 19 01:35:43.322096 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 45824) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:43.401373 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c629938d-c7ec-4ddc-8802-7d74b032f846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:43.490384 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c629938d-c7ec-4ddc-8802-7d74b032f846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:43.510317 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-c629938d-c7ec-4ddc-8802-7d74b032f846 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:43.519490 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-c629938d-c7ec-4ddc-8802-7d74b032f846 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecef0567-32a5-489c-a6e2-b0c6bc987785') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:43.519813 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-c629938d-c7ec-4ddc-8802-7d74b032f846 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecef0567-32a5-489c-a6e2-b0c6bc987785') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:43.529810 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c629938d-c7ec-4ddc-8802-7d74b032f846 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:43.545930 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c629938d-c7ec-4ddc-8802-7d74b032f846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:43.557079 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c629938d-c7ec-4ddc-8802-7d74b032f846 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:35:43.557476 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c629938d-c7ec-4ddc-8802-7d74b032f846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:43.559248 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:35:43.559248 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:35:43.559248 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:35:43.559248 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:35:43.559248 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:35:43.559248 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:35:43.559248 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:35:43.559248 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:35:43.559248 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:35:43.559248 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:35:43.559248 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:35:43.559248 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:35:43.559248 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:35:43.559248 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:35:43.559248 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:35:43.559248 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:35:43.559248 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:35:43.559248 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:35:43.559248 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:35:43.559248 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:35:43.559248 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:35:43.559248 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:35:43.559248 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:35:43.559248 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:35:43.559248 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:35:43.559248 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:35:43.559248 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:35:43.559248 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:35:43.559248 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:35:43.559248 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:35:43.559248 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:35:43.559248 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:35:43.624764 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c629938d-c7ec-4ddc-8802-7d74b032f846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:43.635046 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c629938d-c7ec-4ddc-8802-7d74b032f846 admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:43.638891 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c629938d-c7ec-4ddc-8802-7d74b032f846 admin admin] 10.222.0.57 "DELETE /v2.0/networks/eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069 HTTP/1.1" status: 204 len: 168 time: 0.3162098 Oct 19 01:35:43.656443 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629938d-c7ec-4ddc-8802-7d74b032f846 admin admin] Pushing event deleted for resources: {'Network': ['ID=eec0ee4f-42a8-4ed1-9ce6-bc7a9d18d069,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:43.847934 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 45838) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:43.894660 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ba5c9277-55da-4ac5-97fb-ab1a731be301 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=91db52c096f6403aad2fd389102815d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430484 Oct 19 01:35:43.894909 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 45840) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:43.954263 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4ee1fdff-5a9e-4b78-9f2d-90e58fda75a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:43.973289 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-aebdd5c9-95bb-4c65-b2db-7d431a205599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:43.982206 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4ee1fdff-5a9e-4b78-9f2d-90e58fda75a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:44.032416 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4ee1fdff-5a9e-4b78-9f2d-90e58fda75a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:44.035176 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4ee1fdff-5a9e-4b78-9f2d-90e58fda75a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:44.038724 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4ee1fdff-5a9e-4b78-9f2d-90e58fda75a8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9086e180-0915-4206-89f1-2ed13f0622a8 HTTP/1.1" status: 204 len: 168 time: 0.1406538 Oct 19 01:35:44.045762 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee1fdff-5a9e-4b78-9f2d-90e58fda75a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9086e180-0915-4206-89f1-2ed13f0622a8,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:46.591172 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e51aca08-3ec2-4e55-a105-aa97c929717c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:47.264211 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:47.851042 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:49.341327 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:35:49.803418 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:57.291706 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:59.729312 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:13.968556 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d9c64a78-8450-45c7-86f6-0b9768e1d9b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:16.587446 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cdeec42c-562f-424c-8e21-1a6155689471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:17.268456 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:17.849568 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:18.214017 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46490) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:18.361835 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-69eda6a3-00e1-4221-98f5-b6194f9cbe4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:18.450226 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-69eda6a3-00e1-4221-98f5-b6194f9cbe4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:18.455132 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-69eda6a3-00e1-4221-98f5-b6194f9cbe4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:18.500356 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-69eda6a3-00e1-4221-98f5-b6194f9cbe4d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=29bebe198f6c458b95b3c50818149f3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2851710 Oct 19 01:36:18.502931 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46502) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:18.510652 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eda6a3-00e1-4221-98f5-b6194f9cbe4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9ce8fd-3aa3-4969-81c8-9f1509f7a5e2,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:18.530603 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eda6a3-00e1-4221-98f5-b6194f9cbe4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:18.530723 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eda6a3-00e1-4221-98f5-b6194f9cbe4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:18.531020 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eda6a3-00e1-4221-98f5-b6194f9cbe4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:18.531352 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eda6a3-00e1-4221-98f5-b6194f9cbe4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:18.531684 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eda6a3-00e1-4221-98f5-b6194f9cbe4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:18.532115 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eda6a3-00e1-4221-98f5-b6194f9cbe4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:18.532598 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eda6a3-00e1-4221-98f5-b6194f9cbe4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:18.532950 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eda6a3-00e1-4221-98f5-b6194f9cbe4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:18.533297 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eda6a3-00e1-4221-98f5-b6194f9cbe4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:18.533618 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eda6a3-00e1-4221-98f5-b6194f9cbe4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:18.533937 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eda6a3-00e1-4221-98f5-b6194f9cbe4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:18.534256 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eda6a3-00e1-4221-98f5-b6194f9cbe4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:18.577417 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a337fd05-30ad-45de-bfcc-dfdf1ab208a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:18.599702 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a337fd05-30ad-45de-bfcc-dfdf1ab208a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:18.654328 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a337fd05-30ad-45de-bfcc-dfdf1ab208a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:18.657334 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a337fd05-30ad-45de-bfcc-dfdf1ab208a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:18.658490 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a337fd05-30ad-45de-bfcc-dfdf1ab208a7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aa9ce8fd-3aa3-4969-81c8-9f1509f7a5e2 HTTP/1.1" status: 204 len: 168 time: 0.1545966 Oct 19 01:36:18.671960 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a337fd05-30ad-45de-bfcc-dfdf1ab208a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9ce8fd-3aa3-4969-81c8-9f1509f7a5e2,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:19.812983 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:19.819547 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46560) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:19.937291 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-838590ce-e11c-4dc1-b734-f8b301dbe1dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:20.020597 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-838590ce-e11c-4dc1-b734-f8b301dbe1dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:20.025552 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-838590ce-e11c-4dc1-b734-f8b301dbe1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:20.065078 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838590ce-e11c-4dc1-b734-f8b301dbe1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a238021f-c999-4aaf-a69c-a2a070bbf0bb,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:20.075570 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 46568) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:20.080316 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-838590ce-e11c-4dc1-b734-f8b301dbe1dd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a2cb6c8f07874f9c8c7ea9e1eaeb8c2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2596018 Oct 19 01:36:20.123299 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-48283e41-8e29-4c1f-9759-76b283acc1fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:20.145042 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-48283e41-8e29-4c1f-9759-76b283acc1fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:20.198923 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-48283e41-8e29-4c1f-9759-76b283acc1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:20.201531 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-48283e41-8e29-4c1f-9759-76b283acc1fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:20.202695 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-48283e41-8e29-4c1f-9759-76b283acc1fa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a238021f-c999-4aaf-a69c-a2a070bbf0bb HTTP/1.1" status: 204 len: 168 time: 0.1292107 Oct 19 01:36:20.211860 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48283e41-8e29-4c1f-9759-76b283acc1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a238021f-c999-4aaf-a69c-a2a070bbf0bb,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:26.342073 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:36:27.297336 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:29.379761 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 46774) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:29.526182 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e8d4fd77-ee16-4a61-af09-53e38bc15798 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:29.644921 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e8d4fd77-ee16-4a61-af09-53e38bc15798 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:29.650377 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e8d4fd77-ee16-4a61-af09-53e38bc15798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:29.688797 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e8d4fd77-ee16-4a61-af09-53e38bc15798 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bb7ded6c20f44bde97cba1455a8df964&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3080263 Oct 19 01:36:29.689613 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 46814) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:29.710764 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4fd77-ee16-4a61-af09-53e38bc15798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e6332c-74a1-4cde-8c41-810cc9db9351,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:29.719313 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4fd77-ee16-4a61-af09-53e38bc15798 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:29.719914 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4fd77-ee16-4a61-af09-53e38bc15798 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:29.720421 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4fd77-ee16-4a61-af09-53e38bc15798 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:29.721505 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4fd77-ee16-4a61-af09-53e38bc15798 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:29.722095 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4fd77-ee16-4a61-af09-53e38bc15798 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:29.722669 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4fd77-ee16-4a61-af09-53e38bc15798 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:29.723174 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4fd77-ee16-4a61-af09-53e38bc15798 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:29.723697 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4fd77-ee16-4a61-af09-53e38bc15798 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:29.725369 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4fd77-ee16-4a61-af09-53e38bc15798 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:29.725369 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4fd77-ee16-4a61-af09-53e38bc15798 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:29.725674 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4fd77-ee16-4a61-af09-53e38bc15798 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:29.726347 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4fd77-ee16-4a61-af09-53e38bc15798 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:29.756035 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-82552996-96c0-4654-9278-00c7dbe8c505 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:29.790393 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:29.791964 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-82552996-96c0-4654-9278-00c7dbe8c505 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:29.846616 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-82552996-96c0-4654-9278-00c7dbe8c505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:29.850160 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-82552996-96c0-4654-9278-00c7dbe8c505 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:29.852519 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-82552996-96c0-4654-9278-00c7dbe8c505 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/76e6332c-74a1-4cde-8c41-810cc9db9351 HTTP/1.1" status: 204 len: 168 time: 0.1615927 Oct 19 01:36:29.868751 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82552996-96c0-4654-9278-00c7dbe8c505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e6332c-74a1-4cde-8c41-810cc9db9351,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:31.313963 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47050) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:31.487667 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-d2eef19e-8d9e-4800-b57c-116101f5a046 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Request body: {'network': {'name': 'tempest-network-smoke--351571114', 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'port_security_enabled': True}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:36:31.512260 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2eef19e-8d9e-4800-b57c-116101f5a046 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Made reservation on behalf of d31ec110a71e4fb2a4f3dc2cada35370 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:36:31.515878 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d2eef19e-8d9e-4800-b57c-116101f5a046 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:31.525115 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d2eef19e-8d9e-4800-b57c-116101f5a046 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:31.629195 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d2eef19e-8d9e-4800-b57c-116101f5a046 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:31.634096 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d2eef19e-8d9e-4800-b57c-116101f5a046 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:31.659629 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2eef19e-8d9e-4800-b57c-116101f5a046 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:36:31.680489 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eef19e-8d9e-4800-b57c-116101f5a046 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bba68f-0886-48d4-83d0-a267459d6b49,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:31.685056 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d2eef19e-8d9e-4800-b57c-116101f5a046 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:31.685666 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-d2eef19e-8d9e-4800-b57c-116101f5a046 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Added segment 7aa97a53-d7ae-47a0-9212-463d96ce1cee of type vlan for network f0ea3493-dea3-448e-a6b9-8c4242b867af Oct 19 01:36:31.734472 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d2eef19e-8d9e-4800-b57c-116101f5a046 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:31.764353 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d2eef19e-8d9e-4800-b57c-116101f5a046 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:31.770369 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2eef19e-8d9e-4800-b57c-116101f5a046 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:31.770920 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d2eef19e-8d9e-4800-b57c-116101f5a046 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:31.811061 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d2eef19e-8d9e-4800-b57c-116101f5a046 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4955604 Oct 19 01:36:31.814774 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47118) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:31.822940 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-6de89fc3-2ef0-453b-8cb1-007fcd454476 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1954875773', 'admin_state_up': True, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:36:31.862922 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eef19e-8d9e-4800-b57c-116101f5a046 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'Network': ['ID=f0ea3493-dea3-448e-a6b9-8c4242b867af,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:31.879630 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network f0ea3493-dea3-448e-a6b9-8c4242b867af details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:36:31.883809 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6de89fc3-2ef0-453b-8cb1-007fcd454476 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:31.885140 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6de89fc3-2ef0-453b-8cb1-007fcd454476 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:31.960360 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6de89fc3-2ef0-453b-8cb1-007fcd454476 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:32.134172 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6de89fc3-2ef0-453b-8cb1-007fcd454476 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:32.352739 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6de89fc3-2ef0-453b-8cb1-007fcd454476 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:32.372142 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6de89fc3-2ef0-453b-8cb1-007fcd454476 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:32.485467 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-6de89fc3-2ef0-453b-8cb1-007fcd454476 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Allocated IP 172.25.8.73 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/11d89ec3-590d-45f1-93c9-b049c69fe339) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:36:32.587361 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6de89fc3-2ef0-453b-8cb1-007fcd454476 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:32.621202 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6de89fc3-2ef0-453b-8cb1-007fcd454476 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:32.664589 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de89fc3-2ef0-453b-8cb1-007fcd454476 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:36:32.667500 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-6de89fc3-2ef0-453b-8cb1-007fcd454476 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:36:32.671007 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de89fc3-2ef0-453b-8cb1-007fcd454476 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:36:32.695326 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de89fc3-2ef0-453b-8cb1-007fcd454476 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'Port': ['ID=11d89ec3-590d-45f1-93c9-b049c69fe339,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:32.923649 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6de89fc3-2ef0-453b-8cb1-007fcd454476 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:33.118990 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6de89fc3-2ef0-453b-8cb1-007fcd454476 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:33.251998 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de89fc3-2ef0-453b-8cb1-007fcd454476 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Router b802e1d9-9375-45d1-a6a8-85ed81eb886a is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:36:33.380032 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de89fc3-2ef0-453b-8cb1-007fcd454476 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:36:33.397513 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7dadc8-437c-471c-b4a7-8248876df64e None None] Sync routers for ids ['b802e1d9-9375-45d1-a6a8-85ed81eb886a'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:36:33.405261 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6de89fc3-2ef0-453b-8cb1-007fcd454476 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:33.406745 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6de89fc3-2ef0-453b-8cb1-007fcd454476 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5908484 Oct 19 01:36:33.410170 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47216) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:33.411616 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7dadc8-437c-471c-b4a7-8248876df64e None None] Routers {'b802e1d9-9375-45d1-a6a8-85ed81eb886a'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:36:33.412788 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-eb7dadc8-437c-471c-b4a7-8248876df64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:36:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b802e1d9-9375-45d1-a6a8-85ed81eb886a'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:33.504282 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2417e19e-5a91-4a68-9dd5-034fa533c1b0 tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=d31ec110a71e4fb2a4f3dc2cada35370&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0915785 Oct 19 01:36:33.505900 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47222) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:33.527913 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-eb7dadc8-437c-471c-b4a7-8248876df64e None None] Set router b802e1d9-9375-45d1-a6a8-85ed81eb886a gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:36:33.665430 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbda4428-29d0-4872-97e6-37ef2117b1f7 tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:33.669625 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cbda4428-29d0-4872-97e6-37ef2117b1f7 tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1596394 Oct 19 01:36:33.669792 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47224) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:33.704544 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3150a402-c322-4db8-9f23-b85177f2d8c2 tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=a0ce41c0-3b90-40be-93cd-082af8f20c34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336640 Oct 19 01:36:33.707439 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47226) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:33.713514 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-0a829726-e479-416c-bf26-fb4ecaae9b1b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-713766969', 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af', 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:36:33.723073 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-eb7dadc8-437c-471c-b4a7-8248876df64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'name': 'tempest-TestNetworkBasicOps-router-1954875773', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:31Z', 'updated_at': '2021-10-19T01:36:32Z', 'revision_number': 3, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'gw_port': {'id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:50:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:32Z', 'updated_at': '2021-10-19T01:36:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:33.814287 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a829726-e479-416c-bf26-fb4ecaae9b1b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Made reservation on behalf of d31ec110a71e4fb2a4f3dc2cada35370 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:36:33.818016 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0a829726-e479-416c-bf26-fb4ecaae9b1b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:33.851070 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7dadc8-437c-471c-b4a7-8248876df64e None None] Checking router: b802e1d9-9375-45d1-a6a8-85ed81eb886a for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:36:33.851421 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7dadc8-437c-471c-b4a7-8248876df64e None None] Updating router b802e1d9-9375-45d1-a6a8-85ed81eb886a port 11d89ec3-590d-45f1-93c9-b049c69fe339 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:36:33.877185 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-eb7dadc8-437c-471c-b4a7-8248876df64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:34.020936 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0a829726-e479-416c-bf26-fb4ecaae9b1b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:34.093969 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a829726-e479-416c-bf26-fb4ecaae9b1b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'Subnet': ['ID=5948cd3e-c362-40b7-9227-397171a8460f,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:34.105958 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a829726-e479-416c-bf26-fb4ecaae9b1b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Checking segment: {'id': '7aa97a53-d7ae-47a0-9212-463d96ce1cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:36:34.106335 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a829726-e479-416c-bf26-fb4ecaae9b1b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Network hostable DHCP agents. Network: f0ea3493-dea3-448e-a6b9-8c4242b867af, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:36:34.128391 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a829726-e479-416c-bf26-fb4ecaae9b1b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Network f0ea3493-dea3-448e-a6b9-8c4242b867af is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:36:34.138386 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-0a829726-e479-416c-bf26-fb4ecaae9b1b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, f0ea3493-dea3-448e-a6b9-8c4242b867af) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:36:34.144762 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a829726-e479-416c-bf26-fb4ecaae9b1b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:34.145475 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0a829726-e479-416c-bf26-fb4ecaae9b1b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:34.152908 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a4ba43-fd1f-4d4a-8a0d-cf2c64f3bba8 None None] Network f0ea3493-dea3-448e-a6b9-8c4242b867af requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:36:34.173731 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 47228) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:34.181746 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0a829726-e479-416c-bf26-fb4ecaae9b1b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4730029 Oct 19 01:36:34.185588 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-eb7dadc8-437c-471c-b4a7-8248876df64e None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:34.191926 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-eb7dadc8-437c-471c-b4a7-8248876df64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:34.259633 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e01a3-5c49-4be3-ad7c-070205f16542 None None] Pushing event updated for resources: {'Port': ['ID=11d89ec3-590d-45f1-93c9-b049c69fe339,revision_number=2']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:34.263644 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-eb7dadc8-437c-471c-b4a7-8248876df64e None None] Attempting to bind port 11d89ec3-590d-45f1-93c9-b049c69fe339 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:36:34.264046 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-eb7dadc8-437c-471c-b4a7-8248876df64e None None] Attempting to bind port 11d89ec3-590d-45f1-93c9-b049c69fe339 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:36:34.264407 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7dadc8-437c-471c-b4a7-8248876df64e None None] Attempting to bind port 11d89ec3-590d-45f1-93c9-b049c69fe339 on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:36:34.273701 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7dadc8-437c-471c-b4a7-8248876df64e None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:36:34.274376 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7dadc8-437c-471c-b4a7-8248876df64e None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:36:34.275012 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-eb7dadc8-437c-471c-b4a7-8248876df64e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:34.275664 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7dadc8-437c-471c-b4a7-8248876df64e None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:36:34.276202 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-eb7dadc8-437c-471c-b4a7-8248876df64e None None] Bound port: 11d89ec3-590d-45f1-93c9-b049c69fe339, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:36:34.276831 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-eb7dadc8-437c-471c-b4a7-8248876df64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:34.279833 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e01a3-5c49-4be3-ad7c-070205f16542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:34.280526 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e01a3-5c49-4be3-ad7c-070205f16542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:34.281037 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e01a3-5c49-4be3-ad7c-070205f16542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:34.281562 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e01a3-5c49-4be3-ad7c-070205f16542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:34.282076 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e01a3-5c49-4be3-ad7c-070205f16542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:34.282577 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e01a3-5c49-4be3-ad7c-070205f16542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:34.283069 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e01a3-5c49-4be3-ad7c-070205f16542 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:34.283575 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e01a3-5c49-4be3-ad7c-070205f16542 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:34.284101 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e01a3-5c49-4be3-ad7c-070205f16542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:34.284618 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e01a3-5c49-4be3-ad7c-070205f16542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:34.285110 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e01a3-5c49-4be3-ad7c-070205f16542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:34.285600 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e01a3-5c49-4be3-ad7c-070205f16542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:34.346988 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a6ba64-9731-4d3e-bfaa-f1ac209b86b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-f0ea3493-dea3-448e-a6b9-8c4242b867af', 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'fixed_ips': [{'subnet_id': '5948cd3e-c362-40b7-9227-397171a8460f'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:36:34.347993 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b9a6ba64-9731-4d3e-bfaa-f1ac209b86b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:34.348676 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-eb7dadc8-437c-471c-b4a7-8248876df64e None None] For port 11d89ec3-590d-45f1-93c9-b049c69fe339, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:36:34.352080 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-eb7dadc8-437c-471c-b4a7-8248876df64e None None] For port 11d89ec3-590d-45f1-93c9-b049c69fe339, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=11d89ec3-590d-45f1-93c9-b049c69fe339,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:36:34.358579 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-eb7dadc8-437c-471c-b4a7-8248876df64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:34.416871 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7dadc8-437c-471c-b4a7-8248876df64e None None] Routers {'b802e1d9-9375-45d1-a6a8-85ed81eb886a'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:36:34.418208 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-eb7dadc8-437c-471c-b4a7-8248876df64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:36:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b802e1d9-9375-45d1-a6a8-85ed81eb886a'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:34.489936 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e01a3-5c49-4be3-ad7c-070205f16542 None None] Pushing event updated for resources: {'Port': ['ID=11d89ec3-590d-45f1-93c9-b049c69fe339,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:34.544094 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-b9a6ba64-9731-4d3e-bfaa-f1ac209b86b7 None None] Allocated IP 172.20.0.2 (f0ea3493-dea3-448e-a6b9-8c4242b867af/5948cd3e-c362-40b7-9227-397171a8460f/1aa2604d-2ba2-45c1-97cb-2795c9c41a42) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:36:34.561678 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-eb7dadc8-437c-471c-b4a7-8248876df64e None None] Set router b802e1d9-9375-45d1-a6a8-85ed81eb886a gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:36:34.754590 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b9a6ba64-9731-4d3e-bfaa-f1ac209b86b7 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:34.763802 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b9a6ba64-9731-4d3e-bfaa-f1ac209b86b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:34.764303 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-eb7dadc8-437c-471c-b4a7-8248876df64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'name': 'tempest-TestNetworkBasicOps-router-1954875773', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:31Z', 'updated_at': '2021-10-19T01:36:32Z', 'revision_number': 3, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'gw_port': {'id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:50:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:32Z', 'updated_at': '2021-10-19T01:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:34.794524 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7dadc8-437c-471c-b4a7-8248876df64e None None] The sync data for ids ['b802e1d9-9375-45d1-a6a8-85ed81eb886a'] in n-d-715271-26 is: [{'id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'name': 'tempest-TestNetworkBasicOps-router-1954875773', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:31Z', 'updated_at': '2021-10-19T01:36:32Z', 'revision_number': 3, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'gw_port': {'id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:50:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:32Z', 'updated_at': '2021-10-19T01:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:36:34.832375 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a6ba64-9731-4d3e-bfaa-f1ac209b86b7 None None] Network f0ea3493-dea3-448e-a6b9-8c4242b867af is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:36:34.835713 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-b9a6ba64-9731-4d3e-bfaa-f1ac209b86b7 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:36:34.840678 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a6ba64-9731-4d3e-bfaa-f1ac209b86b7 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:36:34.844241 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6ba64-9731-4d3e-bfaa-f1ac209b86b7 None None] Pushing event updated for resources: {'Port': ['ID=1aa2604d-2ba2-45c1-97cb-2795c9c41a42,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:34.875663 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a6ba64-9731-4d3e-bfaa-f1ac209b86b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:34.876147 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a6ba64-9731-4d3e-bfaa-f1ac209b86b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:34.876552 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a6ba64-9731-4d3e-bfaa-f1ac209b86b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:34.876962 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a6ba64-9731-4d3e-bfaa-f1ac209b86b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:34.877369 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a6ba64-9731-4d3e-bfaa-f1ac209b86b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:34.877775 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a6ba64-9731-4d3e-bfaa-f1ac209b86b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:34.878178 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a6ba64-9731-4d3e-bfaa-f1ac209b86b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:34.878593 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a6ba64-9731-4d3e-bfaa-f1ac209b86b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:34.878990 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a6ba64-9731-4d3e-bfaa-f1ac209b86b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:34.879383 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a6ba64-9731-4d3e-bfaa-f1ac209b86b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:34.880131 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a6ba64-9731-4d3e-bfaa-f1ac209b86b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:34.880674 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a6ba64-9731-4d3e-bfaa-f1ac209b86b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:34.921052 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-b9a6ba64-9731-4d3e-bfaa-f1ac209b86b7 None None] Attempting to bind port 1aa2604d-2ba2-45c1-97cb-2795c9c41a42 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:36:34.921431 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-b9a6ba64-9731-4d3e-bfaa-f1ac209b86b7 None None] Attempting to bind port 1aa2604d-2ba2-45c1-97cb-2795c9c41a42 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '7aa97a53-d7ae-47a0-9212-463d96ce1cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:36:34.921802 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a6ba64-9731-4d3e-bfaa-f1ac209b86b7 None None] Attempting to bind port 1aa2604d-2ba2-45c1-97cb-2795c9c41a42 on network f0ea3493-dea3-448e-a6b9-8c4242b867af {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:36:34.926820 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a6ba64-9731-4d3e-bfaa-f1ac209b86b7 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:36:34.927202 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a6ba64-9731-4d3e-bfaa-f1ac209b86b7 None None] Checking segment: {'id': '7aa97a53-d7ae-47a0-9212-463d96ce1cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:36:34.927604 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b9a6ba64-9731-4d3e-bfaa-f1ac209b86b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:34.928183 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a6ba64-9731-4d3e-bfaa-f1ac209b86b7 None None] Bound using segment: {'id': '7aa97a53-d7ae-47a0-9212-463d96ce1cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:36:34.928955 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-b9a6ba64-9731-4d3e-bfaa-f1ac209b86b7 None None] Bound port: 1aa2604d-2ba2-45c1-97cb-2795c9c41a42, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa97a53-d7ae-47a0-9212-463d96ce1cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:36:34.929346 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b9a6ba64-9731-4d3e-bfaa-f1ac209b86b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:34.997539 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-b9a6ba64-9731-4d3e-bfaa-f1ac209b86b7 None None] For port 1aa2604d-2ba2-45c1-97cb-2795c9c41a42, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:36:35.001811 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-b9a6ba64-9731-4d3e-bfaa-f1ac209b86b7 None None] For port 1aa2604d-2ba2-45c1-97cb-2795c9c41a42, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=1aa2604d-2ba2-45c1-97cb-2795c9c41a42,segment=NetworkSegment(7aa97a53-d7ae-47a0-9212-463d96ce1cee),segment_id=7aa97a53-d7ae-47a0-9212-463d96ce1cee)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:36:35.009212 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b9a6ba64-9731-4d3e-bfaa-f1ac209b86b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:35.114982 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6ba64-9731-4d3e-bfaa-f1ac209b86b7 None None] Pushing event updated for resources: {'Port': ['ID=1aa2604d-2ba2-45c1-97cb-2795c9c41a42,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:35.127756 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9ba53c6c-e447-42a0-8174-2d0ce97c5c14 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:35.483993 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-9ba53c6c-e447-42a0-8174-2d0ce97c5c14 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Allocated IP 172.20.0.1 (f0ea3493-dea3-448e-a6b9-8c4242b867af/5948cd3e-c362-40b7-9227-397171a8460f/24789909-3c1c-4f67-9e81-300a00835096) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:36:35.627219 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9ba53c6c-e447-42a0-8174-2d0ce97c5c14 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:35.666836 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9ba53c6c-e447-42a0-8174-2d0ce97c5c14 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:35.714947 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba53c6c-e447-42a0-8174-2d0ce97c5c14 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Network f0ea3493-dea3-448e-a6b9-8c4242b867af is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:36:35.718499 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-9ba53c6c-e447-42a0-8174-2d0ce97c5c14 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:36:35.721178 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba53c6c-e447-42a0-8174-2d0ce97c5c14 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:36:35.761402 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba53c6c-e447-42a0-8174-2d0ce97c5c14 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'Port': ['ID=24789909-3c1c-4f67-9e81-300a00835096,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:35.775508 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9ba53c6c-e447-42a0-8174-2d0ce97c5c14 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:35.915473 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9ba53c6c-e447-42a0-8174-2d0ce97c5c14 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:36.216021 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9ba53c6c-e447-42a0-8174-2d0ce97c5c14 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:36.222214 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9ba53c6c-e447-42a0-8174-2d0ce97c5c14 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:36.301095 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8171751f-1bae-4733-9737-dd22a05cfd0d None None] Network f0ea3493-dea3-448e-a6b9-8c4242b867af requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:36:36.311486 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9ba53c6c-e447-42a0-8174-2d0ce97c5c14 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:36.320497 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba53c6c-e447-42a0-8174-2d0ce97c5c14 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'Port': ['ID=24789909-3c1c-4f67-9e81-300a00835096,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:36.423612 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba53c6c-e447-42a0-8174-2d0ce97c5c14 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Network f0ea3493-dea3-448e-a6b9-8c4242b867af is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:36:36.425572 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-9ba53c6c-e447-42a0-8174-2d0ce97c5c14 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:36:36.432050 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-d2578cbb-b235-424b-a7d0-a7b17b822c3a None None] Provisioning complete for port 1aa2604d-2ba2-45c1-97cb-2795c9c41a42 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:36.432337 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d2578cbb-b235-424b-a7d0-a7b17b822c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:36.564029 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d2578cbb-b235-424b-a7d0-a7b17b822c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:36.570608 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba53c6c-e447-42a0-8174-2d0ce97c5c14 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Router b802e1d9-9375-45d1-a6a8-85ed81eb886a has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:36:36.604780 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-d2578cbb-b235-424b-a7d0-a7b17b822c3a None None] For port 1aa2604d-2ba2-45c1-97cb-2795c9c41a42, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=1aa2604d-2ba2-45c1-97cb-2795c9c41a42,segment=NetworkSegment(7aa97a53-d7ae-47a0-9212-463d96ce1cee),segment_id=7aa97a53-d7ae-47a0-9212-463d96ce1cee)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:36:36.610541 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d2578cbb-b235-424b-a7d0-a7b17b822c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:36.707321 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2578cbb-b235-424b-a7d0-a7b17b822c3a None None] Pushing event updated for resources: {'Port': ['ID=1aa2604d-2ba2-45c1-97cb-2795c9c41a42,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:36.751411 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba53c6c-e447-42a0-8174-2d0ce97c5c14 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:36:36.760189 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47240) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:36.762550 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9ba53c6c-e447-42a0-8174-2d0ce97c5c14 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "PUT /v2.0/routers/b802e1d9-9375-45d1-a6a8-85ed81eb886a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5846696 Oct 19 01:36:36.777877 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 11d89ec3-590d-45f1-93c9-b049c69fe339 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:36:36.837741 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 11d89ec3-590d-45f1-93c9-b049c69fe339 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:36.838111 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:36.957701 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-8e5c922e-177b-480e-851d-45092186c016 None None] Provisioning complete for port 24789909-3c1c-4f67-9e81-300a00835096 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:36.958071 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8e5c922e-177b-480e-851d-45092186c016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:36.995491 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:37.021298 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-8e5c922e-177b-480e-851d-45092186c016 None None] Port 24789909-3c1c-4f67-9e81-300a00835096 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:36:37.038450 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 11d89ec3-590d-45f1-93c9-b049c69fe339, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=11d89ec3-590d-45f1-93c9-b049c69fe339,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:36:37.046839 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:37.047892 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 1aa2604d-2ba2-45c1-97cb-2795c9c41a42 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:36:37.106129 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbb470d-6066-4139-b2f2-ebb0d6de7860 None None] Sync routers for ids ['b802e1d9-9375-45d1-a6a8-85ed81eb886a'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:36:37.111928 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-8e5c922e-177b-480e-851d-45092186c016 None None] Provisioning complete for port 1aa2604d-2ba2-45c1-97cb-2795c9c41a42 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:37.112309 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8e5c922e-177b-480e-851d-45092186c016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:37.169866 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbb470d-6066-4139-b2f2-ebb0d6de7860 None None] Routers {'b802e1d9-9375-45d1-a6a8-85ed81eb886a'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:36:37.170521 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6fbb470d-6066-4139-b2f2-ebb0d6de7860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:36:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b802e1d9-9375-45d1-a6a8-85ed81eb886a'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:37.307746 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=11d89ec3-590d-45f1-93c9-b049c69fe339,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:37.355031 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 1aa2604d-2ba2-45c1-97cb-2795c9c41a42 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:37.355410 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:37.425187 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-6fbb470d-6066-4139-b2f2-ebb0d6de7860 None None] Set router b802e1d9-9375-45d1-a6a8-85ed81eb886a gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:36:37.445825 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc51ec6a-e34f-495f-9313-68221db8e9b0 tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:37.446302 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc51ec6a-e34f-495f-9313-68221db8e9b0 tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:37.446766 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc51ec6a-e34f-495f-9313-68221db8e9b0 tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:37.447224 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc51ec6a-e34f-495f-9313-68221db8e9b0 tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:37.451677 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cc51ec6a-e34f-495f-9313-68221db8e9b0 tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.6876094 Oct 19 01:36:37.452019 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47244) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:37.477817 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-8e71908f-ef1a-4746-8ef5-b771acd70a84 None None] Provisioning complete for port 24789909-3c1c-4f67-9e81-300a00835096 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:37.478253 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8e71908f-ef1a-4746-8ef5-b771acd70a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:37.509219 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be84945b-d6fc-42d5-ae91-c88dffd35ad6 tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:37.509693 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be84945b-d6fc-42d5-ae91-c88dffd35ad6 tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:37.510148 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be84945b-d6fc-42d5-ae91-c88dffd35ad6 tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:37.510614 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be84945b-d6fc-42d5-ae91-c88dffd35ad6 tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:37.514829 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-be84945b-d6fc-42d5-ae91-c88dffd35ad6 tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0595860 Oct 19 01:36:37.515166 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47246) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:37.639753 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-8e71908f-ef1a-4746-8ef5-b771acd70a84 None None] Port 24789909-3c1c-4f67-9e81-300a00835096 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:36:37.717766 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6fbb470d-6066-4139-b2f2-ebb0d6de7860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'name': 'tempest-TestNetworkBasicOps-router-1954875773', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:31Z', 'updated_at': '2021-10-19T01:36:35Z', 'revision_number': 4, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'gw_port': {'id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:50:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:32Z', 'updated_at': '2021-10-19T01:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '24789909-3c1c-4f67-9e81-300a00835096', 'name': '', 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'mac_address': 'fa:16:3e:63:2a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '5948cd3e-c362-40b7-9227-397171a8460f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:35Z', 'updated_at': '2021-10-19T01:36:36Z', 'revision_number': 2, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'subnets': [{'id': '5948cd3e-c362-40b7-9227-397171a8460f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:37.745321 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbb470d-6066-4139-b2f2-ebb0d6de7860 None None] Checking router: b802e1d9-9375-45d1-a6a8-85ed81eb886a for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:36:37.745812 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbb470d-6066-4139-b2f2-ebb0d6de7860 None None] Updating router b802e1d9-9375-45d1-a6a8-85ed81eb886a port 24789909-3c1c-4f67-9e81-300a00835096 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:36:37.773243 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6fbb470d-6066-4139-b2f2-ebb0d6de7860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:37.782520 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-82f0aa65-afdc-4bd2-adaf-07193f2c4fc5 tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2638392 Oct 19 01:36:38.194862 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6fbb470d-6066-4139-b2f2-ebb0d6de7860 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:38.200613 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6fbb470d-6066-4139-b2f2-ebb0d6de7860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:38.253009 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570c5d9-f22a-4484-9f04-9441a9332804 None None] Pushing event updated for resources: {'Port': ['ID=24789909-3c1c-4f67-9e81-300a00835096,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:38.315865 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-6fbb470d-6066-4139-b2f2-ebb0d6de7860 None None] Attempting to bind port 24789909-3c1c-4f67-9e81-300a00835096 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:36:38.316612 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-6fbb470d-6066-4139-b2f2-ebb0d6de7860 None None] Attempting to bind port 24789909-3c1c-4f67-9e81-300a00835096 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '7aa97a53-d7ae-47a0-9212-463d96ce1cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:36:38.316935 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbb470d-6066-4139-b2f2-ebb0d6de7860 None None] Attempting to bind port 24789909-3c1c-4f67-9e81-300a00835096 on network f0ea3493-dea3-448e-a6b9-8c4242b867af {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:36:38.323468 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbb470d-6066-4139-b2f2-ebb0d6de7860 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:36:38.323981 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbb470d-6066-4139-b2f2-ebb0d6de7860 None None] Checking segment: {'id': '7aa97a53-d7ae-47a0-9212-463d96ce1cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:36:38.324445 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6fbb470d-6066-4139-b2f2-ebb0d6de7860 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:38.324907 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbb470d-6066-4139-b2f2-ebb0d6de7860 None None] Bound using segment: {'id': '7aa97a53-d7ae-47a0-9212-463d96ce1cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:36:38.325535 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-6fbb470d-6066-4139-b2f2-ebb0d6de7860 None None] Bound port: 24789909-3c1c-4f67-9e81-300a00835096, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa97a53-d7ae-47a0-9212-463d96ce1cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:36:38.326916 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6fbb470d-6066-4139-b2f2-ebb0d6de7860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:38.398149 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-6fbb470d-6066-4139-b2f2-ebb0d6de7860 None None] For port 24789909-3c1c-4f67-9e81-300a00835096, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:36:38.401440 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-6fbb470d-6066-4139-b2f2-ebb0d6de7860 None None] For port 24789909-3c1c-4f67-9e81-300a00835096, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=24789909-3c1c-4f67-9e81-300a00835096,segment=NetworkSegment(7aa97a53-d7ae-47a0-9212-463d96ce1cee),segment_id=7aa97a53-d7ae-47a0-9212-463d96ce1cee)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:36:38.406895 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6fbb470d-6066-4139-b2f2-ebb0d6de7860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:38.476950 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570c5d9-f22a-4484-9f04-9441a9332804 None None] Pushing event updated for resources: {'Port': ['ID=24789909-3c1c-4f67-9e81-300a00835096,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:38.479496 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbb470d-6066-4139-b2f2-ebb0d6de7860 None None] Routers {'b802e1d9-9375-45d1-a6a8-85ed81eb886a'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:36:38.480271 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6fbb470d-6066-4139-b2f2-ebb0d6de7860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:36:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b802e1d9-9375-45d1-a6a8-85ed81eb886a'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:38.520881 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-d728bc3b-7386-4900-a10d-66a566aa1400 None None] Provisioning complete for port 24789909-3c1c-4f67-9e81-300a00835096 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:38.521256 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d728bc3b-7386-4900-a10d-66a566aa1400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:38.648538 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-6fbb470d-6066-4139-b2f2-ebb0d6de7860 None None] Set router b802e1d9-9375-45d1-a6a8-85ed81eb886a gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:36:38.679878 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 11d89ec3-590d-45f1-93c9-b049c69fe339 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:36:38.721048 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d728bc3b-7386-4900-a10d-66a566aa1400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:38.808683 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-d728bc3b-7386-4900-a10d-66a566aa1400 None None] For port 24789909-3c1c-4f67-9e81-300a00835096, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=24789909-3c1c-4f67-9e81-300a00835096,segment=NetworkSegment(7aa97a53-d7ae-47a0-9212-463d96ce1cee),segment_id=7aa97a53-d7ae-47a0-9212-463d96ce1cee)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:36:38.819366 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d728bc3b-7386-4900-a10d-66a566aa1400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:38.898703 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 11d89ec3-590d-45f1-93c9-b049c69fe339 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:38.899104 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:38.954760 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728bc3b-7386-4900-a10d-66a566aa1400 None None] Pushing event updated for resources: {'Port': ['ID=24789909-3c1c-4f67-9e81-300a00835096,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:38.983251 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47262) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:38.988817 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-44d85c59-1325-4088-b21f-8594af7adae1 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1458524684', 'description': 'tempest-secgroup-smoke-1458524684 description', 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:36:39.003073 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-d4a767ca-6dd2-47b8-951b-cbe9d81a0725 None None] Provisioning complete for port 24789909-3c1c-4f67-9e81-300a00835096 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:39.003483 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d4a767ca-6dd2-47b8-951b-cbe9d81a0725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.016054 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-44d85c59-1325-4088-b21f-8594af7adae1 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.090426 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 1aa2604d-2ba2-45c1-97cb-2795c9c41a42 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:36:39.098097 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-44d85c59-1325-4088-b21f-8594af7adae1 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.102875 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-44d85c59-1325-4088-b21f-8594af7adae1 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.118491 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6fbb470d-6066-4139-b2f2-ebb0d6de7860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'name': 'tempest-TestNetworkBasicOps-router-1954875773', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:31Z', 'updated_at': '2021-10-19T01:36:35Z', 'revision_number': 4, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'gw_port': {'id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:50:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:32Z', 'updated_at': '2021-10-19T01:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '24789909-3c1c-4f67-9e81-300a00835096', 'name': '', 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'mac_address': 'fa:16:3e:63:2a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '5948cd3e-c362-40b7-9227-397171a8460f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:35Z', 'updated_at': '2021-10-19T01:36:38Z', 'revision_number': 4, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'subnets': [{'id': '5948cd3e-c362-40b7-9227-397171a8460f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:39.129160 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-44d85c59-1325-4088-b21f-8594af7adae1 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.133803 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-44d85c59-1325-4088-b21f-8594af7adae1 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1455436 Oct 19 01:36:39.134234 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 47264) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:39.138874 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-0da346f8-42b5-43ec-91b4-f6568f39cbf3 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Request body: {'security_group_rule': {'security_group_id': '20a36d0f-f01f-4969-ab77-a3592592e13b', 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:36:39.145731 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d85c59-1325-4088-b21f-8594af7adae1 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20a36d0f-f01f-4969-ab77-a3592592e13b,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:39.155570 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbb470d-6066-4139-b2f2-ebb0d6de7860 None None] The sync data for ids ['b802e1d9-9375-45d1-a6a8-85ed81eb886a'] in n-d-715271-26 is: [{'id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'name': 'tempest-TestNetworkBasicOps-router-1954875773', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:31Z', 'updated_at': '2021-10-19T01:36:35Z', 'revision_number': 4, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'gw_port': {'id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:50:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:32Z', 'updated_at': '2021-10-19T01:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '24789909-3c1c-4f67-9e81-300a00835096', 'name': '', 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'mac_address': 'fa:16:3e:63:2a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '5948cd3e-c362-40b7-9227-397171a8460f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:35Z', 'updated_at': '2021-10-19T01:36:38Z', 'revision_number': 4, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'subnets': [{'id': '5948cd3e-c362-40b7-9227-397171a8460f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:36:39.172393 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0da346f8-42b5-43ec-91b4-f6568f39cbf3 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.243203 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 1aa2604d-2ba2-45c1-97cb-2795c9c41a42 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:39.243666 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.270877 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0da346f8-42b5-43ec-91b4-f6568f39cbf3 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.283853 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0da346f8-42b5-43ec-91b4-f6568f39cbf3 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.300938 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da346f8-42b5-43ec-91b4-f6568f39cbf3 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83179810-1690-46ae-8b22-a3f712fb901a,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:39.315409 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0da346f8-42b5-43ec-91b4-f6568f39cbf3 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.320038 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0da346f8-42b5-43ec-91b4-f6568f39cbf3 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1815021 Oct 19 01:36:39.320606 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47266) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:39.325446 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-35d6db9e-4daa-48af-9717-726960d62b25 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Request body: {'security_group_rule': {'security_group_id': '20a36d0f-f01f-4969-ab77-a3592592e13b', 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:36:39.365854 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-35d6db9e-4daa-48af-9717-726960d62b25 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.435587 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-35d6db9e-4daa-48af-9717-726960d62b25 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.440355 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-35d6db9e-4daa-48af-9717-726960d62b25 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.460808 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d6db9e-4daa-48af-9717-726960d62b25 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e773b50-812c-4818-aedf-21444b1c86a6,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:39.471149 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-35d6db9e-4daa-48af-9717-726960d62b25 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.472407 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-35d6db9e-4daa-48af-9717-726960d62b25 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1507854 Oct 19 01:36:39.475883 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 47268) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:39.480817 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-243e63a7-b611-4b46-be15-f52b343f40b4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Request body: {'security_group_rule': {'security_group_id': '20a36d0f-f01f-4969-ab77-a3592592e13b', 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:36:39.512655 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-243e63a7-b611-4b46-be15-f52b343f40b4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.574837 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-243e63a7-b611-4b46-be15-f52b343f40b4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.580223 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-243e63a7-b611-4b46-be15-f52b343f40b4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.598685 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e63a7-b611-4b46-be15-f52b343f40b4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=644298e8-c9f3-4589-89f5-c7c7310bacf7,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:39.610354 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-243e63a7-b611-4b46-be15-f52b343f40b4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.615098 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-243e63a7-b611-4b46-be15-f52b343f40b4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1351206 Oct 19 01:36:39.616008 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47270) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:39.621733 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-c57a7373-23f5-481c-a47b-6440eb3a64c4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Request body: {'security_group_rule': {'security_group_id': '20a36d0f-f01f-4969-ab77-a3592592e13b', 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:36:39.654546 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c57a7373-23f5-481c-a47b-6440eb3a64c4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.730756 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c57a7373-23f5-481c-a47b-6440eb3a64c4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.736160 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c57a7373-23f5-481c-a47b-6440eb3a64c4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.763571 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c57a7373-23f5-481c-a47b-6440eb3a64c4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.764835 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c57a7373-23f5-481c-a47b-6440eb3a64c4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1477945 Oct 19 01:36:39.765742 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a7373-23f5-481c-a47b-6440eb3a64c4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d89dc3-4cf4-4b7d-9c82-dc0cc55814f9,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:39.767458 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47274) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:39.772789 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-65326593-25cd-48e0-8d0d-eeb67e3b66a4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Request body: {'security_group_rule': {'security_group_id': '20a36d0f-f01f-4969-ab77-a3592592e13b', 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:36:39.797160 n-d-715271-26 neutron-server[100606]: INFO neutron.db.securitygroups_db [None req-65326593-25cd-48e0-8d0d-eeb67e3b66a4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Project d31ec110a71e4fb2a4f3dc2cada35370 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:36:39.804170 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-65326593-25cd-48e0-8d0d-eeb67e3b66a4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.874855 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-65326593-25cd-48e0-8d0d-eeb67e3b66a4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.879995 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-65326593-25cd-48e0-8d0d-eeb67e3b66a4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.900067 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65326593-25cd-48e0-8d0d-eeb67e3b66a4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea857bc2-4812-48aa-aec6-528b14fbad40,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:39.913475 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-65326593-25cd-48e0-8d0d-eeb67e3b66a4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.914962 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-65326593-25cd-48e0-8d0d-eeb67e3b66a4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1465604 Oct 19 01:36:39.917941 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47276) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:39.923229 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-3239070a-789d-4d79-abb5-e01f2d91e8e3 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Request body: {'security_group_rule': {'security_group_id': '20a36d0f-f01f-4969-ab77-a3592592e13b', 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:36:39.949372 n-d-715271-26 neutron-server[100606]: INFO neutron.db.securitygroups_db [None req-3239070a-789d-4d79-abb5-e01f2d91e8e3 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Project d31ec110a71e4fb2a4f3dc2cada35370 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:36:39.955943 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3239070a-789d-4d79-abb5-e01f2d91e8e3 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:40.026731 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3239070a-789d-4d79-abb5-e01f2d91e8e3 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:40.031990 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3239070a-789d-4d79-abb5-e01f2d91e8e3 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:40.050590 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239070a-789d-4d79-abb5-e01f2d91e8e3 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba8db4b3-e57c-4625-afaf-3682ce805986,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:40.069613 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3239070a-789d-4d79-abb5-e01f2d91e8e3 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:40.079648 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3239070a-789d-4d79-abb5-e01f2d91e8e3 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1516888 Oct 19 01:36:40.227567 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-729527e5-16fa-4449-997c-b426dd968847 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1458524684&fields=id&tenant_id=d31ec110a71e4fb2a4f3dc2cada35370 HTTP/1.1" status: 200 len: 267 time: 0.0421510 Oct 19 01:36:40.352250 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-028ad95c-1674-4527-b9df-a7c3abad1cf7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:40.356181 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-028ad95c-1674-4527-b9df-a7c3abad1cf7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/networks?id=f0ea3493-dea3-448e-a6b9-8c4242b867af HTTP/1.1" status: 200 len: 796 time: 0.1197989 Oct 19 01:36:40.369418 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-32af26f8-142c-47b0-8f89-204e8ebbc056 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/quotas/d31ec110a71e4fb2a4f3dc2cada35370 HTTP/1.1" status: 200 len: 375 time: 0.0099142 Oct 19 01:36:40.424742 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-944e5708-fe92-46c6-a37b-4e11911a0825 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d31ec110a71e4fb2a4f3dc2cada35370&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488713 Oct 19 01:36:40.537568 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-2f3a9234-025a-416f-8d0a-b597f4efc8df service neutron] 10.222.0.57 "GET /v2.0/networks/f0ea3493-dea3-448e-a6b9-8c4242b867af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997641 Oct 19 01:36:40.641847 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-8f352567-eb3b-4244-a1ed-6431fbb8f259 service neutron] 10.222.0.57 "GET /v2.0/networks/f0ea3493-dea3-448e-a6b9-8c4242b867af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975800 Oct 19 01:36:40.668804 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 24789909-3c1c-4f67-9e81-300a00835096 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:36:40.716835 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 24789909-3c1c-4f67-9e81-300a00835096 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:40.717202 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:40.812590 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4d0dd643-feb8-4937-aa21-646e0a98351a req-fb12de03-ae00-462d-ac64-6fa9463b7c37 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1a9a9f7-7986-4451-a69d-f8a1e4c2337c HTTP/1.1" status: 200 len: 210 time: 0.0263472 Oct 19 01:36:41.731396 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-86fb22f3-d2ce-42a4-bde1-8fcd16fe46e6 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:41.733007 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-86fb22f3-d2ce-42a4-bde1-8fcd16fe46e6 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.55 "GET /v2.0/networks?id=f0ea3493-dea3-448e-a6b9-8c4242b867af HTTP/1.1" status: 200 len: 796 time: 0.1080549 Oct 19 01:36:41.795395 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-d28f20e9-40d1-4c65-99ef-ec8834d49699 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d31ec110a71e4fb2a4f3dc2cada35370 HTTP/1.1" status: 200 len: 380 time: 0.0523260 Oct 19 01:36:41.806880 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-fd28adbb-8534-4091-b7c5-8a0870962ecf tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Request body: {'port': {'device_id': 'd1a9a9f7-7986-4451-a69d-f8a1e4c2337c', 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af', 'admin_state_up': True, 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'security_groups': ['20a36d0f-f01f-4969-ab77-a3592592e13b']}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:36:41.933220 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-fd28adbb-8534-4091-b7c5-8a0870962ecf tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Made reservation on behalf of d31ec110a71e4fb2a4f3dc2cada35370 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:36:41.941619 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-fd28adbb-8534-4091-b7c5-8a0870962ecf tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:41.947993 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1f9bdedc-e635-495a-aab9-ce774118711c req-e027f33c-18ca-4b60-87f0-eaf6221ef1cc tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1a9a9f7-7986-4451-a69d-f8a1e4c2337c HTTP/1.1" status: 200 len: 210 time: 0.0374324 Oct 19 01:36:42.084496 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-fd28adbb-8534-4091-b7c5-8a0870962ecf tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Allocated IP 172.20.0.4 (f0ea3493-dea3-448e-a6b9-8c4242b867af/5948cd3e-c362-40b7-9227-397171a8460f/3aa25740-6b62-487a-857e-ef00061268ac) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:36:42.232439 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-fd28adbb-8534-4091-b7c5-8a0870962ecf tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:42.266696 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-fd28adbb-8534-4091-b7c5-8a0870962ecf tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:42.316500 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-fd28adbb-8534-4091-b7c5-8a0870962ecf tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Network f0ea3493-dea3-448e-a6b9-8c4242b867af is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:36:42.320088 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-fd28adbb-8534-4091-b7c5-8a0870962ecf tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:36:42.323879 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-fd28adbb-8534-4091-b7c5-8a0870962ecf tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:36:42.348250 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28adbb-8534-4091-b7c5-8a0870962ecf tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'Port': ['ID=3aa25740-6b62-487a-857e-ef00061268ac,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:42.378327 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-fd28adbb-8534-4091-b7c5-8a0870962ecf tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:42.378864 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-fd28adbb-8534-4091-b7c5-8a0870962ecf tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:42.397665 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-fd28adbb-8534-4091-b7c5-8a0870962ecf tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5938876 Oct 19 01:36:42.409094 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-67b9c937-9506-4315-800a-7462af662801 service neutron] Request body: {'port': {'device_id': 'd1a9a9f7-7986-4451-a69d-f8a1e4c2337c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:36:42.469068 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-67b9c937-9506-4315-800a-7462af662801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:42.579986 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-8a7aa20c-60bf-436a-a9ff-35380e57df9e None None] Provisioning complete for port 3aa25740-6b62-487a-857e-ef00061268ac triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:42.580564 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8a7aa20c-60bf-436a-a9ff-35380e57df9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:42.619685 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-8a7aa20c-60bf-436a-a9ff-35380e57df9e None None] Port 3aa25740-6b62-487a-857e-ef00061268ac cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:36:42.751610 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-67b9c937-9506-4315-800a-7462af662801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aa25740-6b62-487a-857e-ef00061268ac {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:36:42.759627 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-67b9c937-9506-4315-800a-7462af662801 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:42.771363 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-67b9c937-9506-4315-800a-7462af662801 service neutron] Transition to ACTIVE for port object 3aa25740-6b62-487a-857e-ef00061268ac will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:36:42.775972 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-67b9c937-9506-4315-800a-7462af662801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:42.829616 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9c937-9506-4315-800a-7462af662801 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa25740-6b62-487a-857e-ef00061268ac,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:42.903700 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-67b9c937-9506-4315-800a-7462af662801 service neutron] Attempting to bind port 3aa25740-6b62-487a-857e-ef00061268ac on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:36:42.904071 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-67b9c937-9506-4315-800a-7462af662801 service neutron] Attempting to bind port 3aa25740-6b62-487a-857e-ef00061268ac by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '7aa97a53-d7ae-47a0-9212-463d96ce1cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:36:42.904402 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-67b9c937-9506-4315-800a-7462af662801 service neutron] Attempting to bind port 3aa25740-6b62-487a-857e-ef00061268ac on network f0ea3493-dea3-448e-a6b9-8c4242b867af {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:36:42.909051 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-67b9c937-9506-4315-800a-7462af662801 service neutron] Port 3aa25740-6b62-487a-857e-ef00061268ac on network f0ea3493-dea3-448e-a6b9-8c4242b867af not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:36:42.909374 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-67b9c937-9506-4315-800a-7462af662801 service neutron] Attempting to bind port 3aa25740-6b62-487a-857e-ef00061268ac on network f0ea3493-dea3-448e-a6b9-8c4242b867af {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:36:42.915073 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-67b9c937-9506-4315-800a-7462af662801 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:36:42.915408 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-67b9c937-9506-4315-800a-7462af662801 service neutron] Checking segment: {'id': '7aa97a53-d7ae-47a0-9212-463d96ce1cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:36:42.915919 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-67b9c937-9506-4315-800a-7462af662801 service neutron] Bound using segment: {'id': '7aa97a53-d7ae-47a0-9212-463d96ce1cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:36:42.916462 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-67b9c937-9506-4315-800a-7462af662801 service neutron] Bound port: 3aa25740-6b62-487a-857e-ef00061268ac, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aa97a53-d7ae-47a0-9212-463d96ce1cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:36:42.916693 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-67b9c937-9506-4315-800a-7462af662801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:43.004636 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-67b9c937-9506-4315-800a-7462af662801 service neutron] For port 3aa25740-6b62-487a-857e-ef00061268ac, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:36:43.009870 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-67b9c937-9506-4315-800a-7462af662801 service neutron] For port 3aa25740-6b62-487a-857e-ef00061268ac, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=3aa25740-6b62-487a-857e-ef00061268ac,segment=NetworkSegment(7aa97a53-d7ae-47a0-9212-463d96ce1cee),segment_id=7aa97a53-d7ae-47a0-9212-463d96ce1cee)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:36:43.017437 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-67b9c937-9506-4315-800a-7462af662801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:43.089841 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-67b9c937-9506-4315-800a-7462af662801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:43.090469 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-67b9c937-9506-4315-800a-7462af662801 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:43.091901 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-67b9c937-9506-4315-800a-7462af662801 service neutron] 10.222.0.55 "PUT /v2.0/ports/3aa25740-6b62-487a-857e-ef00061268ac HTTP/1.1" status: 200 len: 1092 time: 0.6873460 Oct 19 01:36:43.092353 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a9a9f7-7986-4451-a69d-f8a1e4c2337c', 'tag': '3aa25740-6b62-487a-857e-ef00061268ac'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:36:43.094636 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fbf23c-ae8c-4f23-8eb6-ec19757e24fb" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a9a9f7-7986-4451-a69d-f8a1e4c2337c", "tag": "3aa25740-6b62-487a-857e-ef00061268ac"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:36:43.127857 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9c937-9506-4315-800a-7462af662801 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa25740-6b62-487a-857e-ef00061268ac,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:43.144122 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d27715-7165-4e88-af5b-d6e60bc9c5b3 req-0fab3e02-96ff-47f7-95b4-f3dd29ac95e7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:43.152051 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-12d27715-7165-4e88-af5b-d6e60bc9c5b3 req-0fab3e02-96ff-47f7-95b4-f3dd29ac95e7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1a9a9f7-7986-4451-a69d-f8a1e4c2337c HTTP/1.1" status: 200 len: 943 time: 0.0951002 Oct 19 01:36:43.154635 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beae21af-964d-4f11-9ccd-05b070ece2fd x-openstack-request-id: req-beae21af-964d-4f11-9ccd-05b070ece2fd {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:36:43.154938 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a9a9f7-7986-4451-a69d-f8a1e4c2337c", "tag": "3aa25740-6b62-487a-857e-ef00061268ac", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:36:43.155192 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-beae21af-964d-4f11-9ccd-05b070ece2fd {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:36:43.155604 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a9a9f7-7986-4451-a69d-f8a1e4c2337c', 'tag': '3aa25740-6b62-487a-857e-ef00061268ac', 'status': 'completed', 'code': 200} Oct 19 01:36:43.227380 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-12d27715-7165-4e88-af5b-d6e60bc9c5b3 req-0c621677-ccd9-44fe-a40a-07e4f480c1cd tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/security-groups?id=20a36d0f-f01f-4969-ab77-a3592592e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744004 Oct 19 01:36:43.234193 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-a84cc478-3f69-489c-adbf-aa4465e54150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:43.235769 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-a84cc478-3f69-489c-adbf-aa4465e54150 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d31ec110a71e4fb2a4f3dc2cada35370&device_id=d1a9a9f7-7986-4451-a69d-f8a1e4c2337c HTTP/1.1" status: 200 len: 1095 time: 0.0740392 Oct 19 01:36:43.287277 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-3772b881-ad64-442d-aa1d-b8c465d90cfa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3aa25740-6b62-487a-857e-ef00061268ac HTTP/1.1" status: 200 len: 217 time: 0.0431550 Oct 19 01:36:43.339308 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-aa0e9451-c9bf-4876-8caa-64725907667e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:43.340960 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-aa0e9451-c9bf-4876-8caa-64725907667e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5948cd3e-c362-40b7-9227-397171a8460f HTTP/1.1" status: 200 len: 834 time: 0.0475254 Oct 19 01:36:43.406316 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-340485ed-480e-4fd3-b8e9-31a8bf34e9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:43.407833 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-340485ed-480e-4fd3-b8e9-31a8bf34e9d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0ea3493-dea3-448e-a6b9-8c4242b867af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561805 Oct 19 01:36:43.502932 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-bf0b4137-bc80-4704-bb4c-ca8cb3797149 service neutron] 10.222.0.55 "GET /v2.0/networks/f0ea3493-dea3-448e-a6b9-8c4242b867af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875912 Oct 19 01:36:43.602896 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2c52c3a1-dfd6-4bc0-8f9d-fa454326fefd req-db0d8e46-33a6-457c-b5a7-684813131bd3 service neutron] 10.222.0.55 "GET /v2.0/networks/f0ea3493-dea3-448e-a6b9-8c4242b867af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928428 Oct 19 01:36:43.688466 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbf23c-ae8c-4f23-8eb6-ec19757e24fb req-25498813-d78a-443b-ad91-7c07bdb1dcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:43.689978 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-80fbf23c-ae8c-4f23-8eb6-ec19757e24fb req-25498813-d78a-443b-ad91-7c07bdb1dcff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d31ec110a71e4fb2a4f3dc2cada35370&device_id=d1a9a9f7-7986-4451-a69d-f8a1e4c2337c HTTP/1.1" status: 200 len: 1095 time: 0.0421154 Oct 19 01:36:43.784204 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbf23c-ae8c-4f23-8eb6-ec19757e24fb req-943e5896-10c2-49f6-b42f-b841916f9952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:43.785693 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-80fbf23c-ae8c-4f23-8eb6-ec19757e24fb req-943e5896-10c2-49f6-b42f-b841916f9952 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f0ea3493-dea3-448e-a6b9-8c4242b867af HTTP/1.1" status: 200 len: 897 time: 0.0888178 Oct 19 01:36:43.832504 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-80fbf23c-ae8c-4f23-8eb6-ec19757e24fb req-ed7c6aed-c1ce-458b-a78c-deec498b19bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3aa25740-6b62-487a-857e-ef00061268ac HTTP/1.1" status: 200 len: 217 time: 0.0401065 Oct 19 01:36:43.888441 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbf23c-ae8c-4f23-8eb6-ec19757e24fb req-6b28cde6-ee14-4655-8b0f-6056407721c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:43.889922 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-80fbf23c-ae8c-4f23-8eb6-ec19757e24fb req-6b28cde6-ee14-4655-8b0f-6056407721c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5948cd3e-c362-40b7-9227-397171a8460f HTTP/1.1" status: 200 len: 834 time: 0.0510681 Oct 19 01:36:43.937464 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbf23c-ae8c-4f23-8eb6-ec19757e24fb req-7a348561-38d5-41eb-bba5-fd7b10b2dc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:43.939102 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-80fbf23c-ae8c-4f23-8eb6-ec19757e24fb req-7a348561-38d5-41eb-bba5-fd7b10b2dc6b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0ea3493-dea3-448e-a6b9-8c4242b867af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410521 Oct 19 01:36:43.964724 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fe60371f-31a2-4590-bba5-1427896025cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:44.041293 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-80fbf23c-ae8c-4f23-8eb6-ec19757e24fb req-4861bf07-e22d-4d13-a2c9-c43ac139e328 service neutron] 10.222.0.55 "GET /v2.0/networks/f0ea3493-dea3-448e-a6b9-8c4242b867af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937495 Oct 19 01:36:44.146720 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-80fbf23c-ae8c-4f23-8eb6-ec19757e24fb req-4aa5b526-2d3c-4bba-b623-ed2470b17e86 service neutron] 10.222.0.55 "GET /v2.0/networks/f0ea3493-dea3-448e-a6b9-8c4242b867af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985658 Oct 19 01:36:44.353036 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f82174-990d-4316-93be-c928668a4db8 req-9cc45de0-e08b-4ae7-986d-9334458d045c tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:44.354554 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c5f82174-990d-4316-93be-c928668a4db8 req-9cc45de0-e08b-4ae7-986d-9334458d045c tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1a9a9f7-7986-4451-a69d-f8a1e4c2337c HTTP/1.1" status: 200 len: 943 time: 0.0498595 Oct 19 01:36:44.396922 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c5f82174-990d-4316-93be-c928668a4db8 req-cae3cccd-98a5-4b53-b557-f986b163ada7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/security-groups?id=20a36d0f-f01f-4969-ab77-a3592592e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356371 Oct 19 01:36:45.518915 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a7e77-07fd-4333-9ae5-a06ba1d4ff1e req-8c0799bf-7332-4d75-a1c5-d80e3d8a9562 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:45.520437 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a64a7e77-07fd-4333-9ae5-a06ba1d4ff1e req-8c0799bf-7332-4d75-a1c5-d80e3d8a9562 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1a9a9f7-7986-4451-a69d-f8a1e4c2337c HTTP/1.1" status: 200 len: 943 time: 0.0543950 Oct 19 01:36:45.559039 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a64a7e77-07fd-4333-9ae5-a06ba1d4ff1e req-86c41c19-8e56-4df9-9f18-83df08fb9fe7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/security-groups?id=20a36d0f-f01f-4969-ab77-a3592592e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320060 Oct 19 01:36:46.574750 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-200e41d8-18ca-41a2-b9e3-432b89132ab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:46.681081 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed5b0c-9427-446c-82a4-09cd61859bc5 req-031eca97-9b7d-458d-83f8-5e12855a5287 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:46.683592 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8fed5b0c-9427-446c-82a4-09cd61859bc5 req-031eca97-9b7d-458d-83f8-5e12855a5287 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1a9a9f7-7986-4451-a69d-f8a1e4c2337c HTTP/1.1" status: 200 len: 943 time: 0.0542853 Oct 19 01:36:46.721105 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8fed5b0c-9427-446c-82a4-09cd61859bc5 req-05547ad3-c0e4-4eaf-971c-2e0baa382719 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/security-groups?id=20a36d0f-f01f-4969-ab77-a3592592e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323772 Oct 19 01:36:47.270528 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:47.769873 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 3aa25740-6b62-487a-857e-ef00061268ac details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:36:47.841192 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054da52-5ac7-4b60-9107-a3ac3e9b7052 req-738b0d54-1440-4a14-931a-38f99837ea03 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:47.842830 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0054da52-5ac7-4b60-9107-a3ac3e9b7052 req-738b0d54-1440-4a14-931a-38f99837ea03 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1a9a9f7-7986-4451-a69d-f8a1e4c2337c HTTP/1.1" status: 200 len: 943 time: 0.0529745 Oct 19 01:36:47.866095 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:47.883182 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 3aa25740-6b62-487a-857e-ef00061268ac, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=3aa25740-6b62-487a-857e-ef00061268ac,segment=NetworkSegment(7aa97a53-d7ae-47a0-9212-463d96ce1cee),segment_id=7aa97a53-d7ae-47a0-9212-463d96ce1cee)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:36:47.887024 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0054da52-5ac7-4b60-9107-a3ac3e9b7052 req-ac8f42f2-d39a-40dd-92d7-7744fb0b36e5 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/security-groups?id=20a36d0f-f01f-4969-ab77-a3592592e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375152 Oct 19 01:36:47.894149 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '3aa25740-6b62-487a-857e-ef00061268ac', 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af', 'port_id': '3aa25740-6b62-487a-857e-ef00061268ac', 'mac_address': 'fa:16:3e:8e:ea:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5948cd3e-c362-40b7-9227-397171a8460f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:36:47.938158 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:47.958280 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa25740-6b62-487a-857e-ef00061268ac {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:36:47.981836 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 3aa25740-6b62-487a-857e-ef00061268ac, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=3aa25740-6b62-487a-857e-ef00061268ac,segment=NetworkSegment(7aa97a53-d7ae-47a0-9212-463d96ce1cee),segment_id=7aa97a53-d7ae-47a0-9212-463d96ce1cee)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:36:47.985732 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:48.035671 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=3aa25740-6b62-487a-857e-ef00061268ac,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:48.273483 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['3aa25740-6b62-487a-857e-ef00061268ac'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:36:49.015441 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffc6e3-8d9d-4b2e-868a-e9c8c4f82e54 req-f0b9b5a9-9909-40ea-95ca-77c0e453dbae tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:49.017155 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-baffc6e3-8d9d-4b2e-868a-e9c8c4f82e54 req-f0b9b5a9-9909-40ea-95ca-77c0e453dbae tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1a9a9f7-7986-4451-a69d-f8a1e4c2337c HTTP/1.1" status: 200 len: 944 time: 0.0567777 Oct 19 01:36:49.057279 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-baffc6e3-8d9d-4b2e-868a-e9c8c4f82e54 req-e85d1217-a82a-4cd2-b882-e5454876098a tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/security-groups?id=20a36d0f-f01f-4969-ab77-a3592592e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336473 Oct 19 01:36:49.769915 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 3aa25740-6b62-487a-857e-ef00061268ac up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:36:49.815815 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:49.833681 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 3aa25740-6b62-487a-857e-ef00061268ac completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:36:49.838347 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 3aa25740-6b62-487a-857e-ef00061268ac triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:49.838749 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:49.916238 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:49.939153 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a9a9f7-7986-4451-a69d-f8a1e4c2337c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa25740-6b62-487a-857e-ef00061268ac'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:36:49.941457 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ea2420-bb8e-4115-8aa5-524136e11dcb" -d '{"events": [{"server_uuid": "d1a9a9f7-7986-4451-a69d-f8a1e4c2337c", "name": "network-vif-plugged", "status": "completed", "tag": "3aa25740-6b62-487a-857e-ef00061268ac"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:36:49.957682 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 3aa25740-6b62-487a-857e-ef00061268ac, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=3aa25740-6b62-487a-857e-ef00061268ac,segment=NetworkSegment(7aa97a53-d7ae-47a0-9212-463d96ce1cee),segment_id=7aa97a53-d7ae-47a0-9212-463d96ce1cee)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:36:49.962425 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:49.987071 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f548e499-e1d2-4554-98a8-343749a8d08e x-openstack-request-id: req-f548e499-e1d2-4554-98a8-343749a8d08e {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:36:49.987364 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a9a9f7-7986-4451-a69d-f8a1e4c2337c", "name": "network-vif-plugged", "status": "completed", "tag": "3aa25740-6b62-487a-857e-ef00061268ac", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:36:49.987619 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f548e499-e1d2-4554-98a8-343749a8d08e {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:36:49.988032 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a9a9f7-7986-4451-a69d-f8a1e4c2337c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa25740-6b62-487a-857e-ef00061268ac', 'code': 200} Oct 19 01:36:50.019567 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=3aa25740-6b62-487a-857e-ef00061268ac,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:50.104102 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40e7ce-b711-4019-b971-290845c3cd14 req-962d45a3-4350-4eb8-b9a1-0e8bd33e8915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:50.105672 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0e40e7ce-b711-4019-b971-290845c3cd14 req-962d45a3-4350-4eb8-b9a1-0e8bd33e8915 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d1a9a9f7-7986-4451-a69d-f8a1e4c2337c HTTP/1.1" status: 200 len: 1097 time: 0.0478482 Oct 19 01:36:50.147659 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0e40e7ce-b711-4019-b971-290845c3cd14 req-35fa0981-5a92-484d-ab58-0ce9aa356278 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=20a36d0f-f01f-4969-ab77-a3592592e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350344 Oct 19 01:36:50.196915 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cfae8-52f0-4d2b-9703-c0de6022c67d req-3535cab6-4d0e-4189-8e2d-bc9e0f51b38e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:50.198533 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b28cfae8-52f0-4d2b-9703-c0de6022c67d req-3535cab6-4d0e-4189-8e2d-bc9e0f51b38e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1a9a9f7-7986-4451-a69d-f8a1e4c2337c HTTP/1.1" status: 200 len: 945 time: 0.0582855 Oct 19 01:36:50.239260 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b28cfae8-52f0-4d2b-9703-c0de6022c67d req-f5a5e815-e6e5-40cb-9748-d2ee3f702926 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/security-groups?id=20a36d0f-f01f-4969-ab77-a3592592e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344718 Oct 19 01:36:51.374119 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75089f7b-4c98-42e7-9ada-e1737fa97fa9 req-d8ba5dd2-e797-4aa6-b5d2-5709a5da42b5 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:51.376290 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-75089f7b-4c98-42e7-9ada-e1737fa97fa9 req-d8ba5dd2-e797-4aa6-b5d2-5709a5da42b5 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1a9a9f7-7986-4451-a69d-f8a1e4c2337c HTTP/1.1" status: 200 len: 945 time: 0.0631490 Oct 19 01:36:51.415308 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-75089f7b-4c98-42e7-9ada-e1737fa97fa9 req-89e1cb0f-ff67-43e7-9ac5-19217564dc7a tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/security-groups?id=20a36d0f-f01f-4969-ab77-a3592592e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329227 Oct 19 01:36:52.533224 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa1dee-efd8-4ab4-8aa5-123f906a57e1 req-f453ceed-331b-4119-a157-7581ce82b7aa tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:52.534703 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8caa1dee-efd8-4ab4-8aa5-123f906a57e1 req-f453ceed-331b-4119-a157-7581ce82b7aa tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1a9a9f7-7986-4451-a69d-f8a1e4c2337c HTTP/1.1" status: 200 len: 945 time: 0.0488899 Oct 19 01:36:52.573471 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8caa1dee-efd8-4ab4-8aa5-123f906a57e1 req-1cb26a24-a409-4e06-9bad-0ad4fbbfaa4d tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/security-groups?id=20a36d0f-f01f-4969-ab77-a3592592e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326793 Oct 19 01:36:52.690384 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ff8c7-9af6-40d1-9769-be6c1123c62d req-eb8538ef-bcea-4f72-8a84-01896731950d tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:52.691904 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1b7ff8c7-9af6-40d1-9769-be6c1123c62d req-eb8538ef-bcea-4f72-8a84-01896731950d tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1a9a9f7-7986-4451-a69d-f8a1e4c2337c HTTP/1.1" status: 200 len: 945 time: 0.0492809 Oct 19 01:36:52.733209 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1b7ff8c7-9af6-40d1-9769-be6c1123c62d req-fe35c501-ca9f-45b0-82a6-11ad5d8fc32a tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/security-groups?id=20a36d0f-f01f-4969-ab77-a3592592e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344141 Oct 19 01:36:52.755964 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47526) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:52.795696 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d300be-a1a2-481f-9de5-fd7166969e3a tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:52.797343 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b0d300be-a1a2-481f-9de5-fd7166969e3a tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d1a9a9f7-7986-4451-a69d-f8a1e4c2337c HTTP/1.1" status: 200 len: 1092 time: 0.0403800 Oct 19 01:36:52.800400 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 47528) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:52.804947 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-75921d8c-3039-4c82-b966-4a62242610fa tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'port_id': '3aa25740-6b62-487a-857e-ef00061268ac', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:36:52.829432 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-75921d8c-3039-4c82-b966-4a62242610fa tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for floatingip, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:52.930661 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-75921d8c-3039-4c82-b966-4a62242610fa tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:53.037906 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-75921d8c-3039-4c82-b966-4a62242610fa tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Allocated IP 172.25.8.18 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/9046b07b-791d-454b-bb41-b857f85447d2) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:36:53.146660 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-75921d8c-3039-4c82-b966-4a62242610fa tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:53.182645 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-75921d8c-3039-4c82-b966-4a62242610fa tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:53.226052 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75921d8c-3039-4c82-b966-4a62242610fa tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:36:53.229202 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-75921d8c-3039-4c82-b966-4a62242610fa tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:36:53.232834 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75921d8c-3039-4c82-b966-4a62242610fa tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:36:53.238340 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75921d8c-3039-4c82-b966-4a62242610fa tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'Port': ['ID=9046b07b-791d-454b-bb41-b857f85447d2,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:53.739251 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-75921d8c-3039-4c82-b966-4a62242610fa tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:53.841742 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-75921d8c-3039-4c82-b966-4a62242610fa tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:54.328969 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-75921d8c-3039-4c82-b966-4a62242610fa tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:54.335342 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-75921d8c-3039-4c82-b966-4a62242610fa tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:54.403370 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75921d8c-3039-4c82-b966-4a62242610fa tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'Port': ['ID=9046b07b-791d-454b-bb41-b857f85447d2,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:54.415287 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-75921d8c-3039-4c82-b966-4a62242610fa tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:54.519817 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [None req-75921d8c-3039-4c82-b966-4a62242610fa tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Floating IP 4456d2cc-c86a-44cf-9477-f49e3d62186d associated. External IP: 172.25.8.18, port: 3aa25740-6b62-487a-857e-ef00061268ac. Oct 19 01:36:54.737011 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75921d8c-3039-4c82-b966-4a62242610fa tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Router b802e1d9-9375-45d1-a6a8-85ed81eb886a has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:36:54.852448 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75921d8c-3039-4c82-b966-4a62242610fa tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:36:54.867125 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364bf7c1-bdc1-4b5d-80ae-a8515916a718 None None] Sync routers for ids ['b802e1d9-9375-45d1-a6a8-85ed81eb886a'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:36:54.873797 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-75921d8c-3039-4c82-b966-4a62242610fa tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:54.886783 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364bf7c1-bdc1-4b5d-80ae-a8515916a718 None None] Routers {'b802e1d9-9375-45d1-a6a8-85ed81eb886a'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:36:54.887403 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-364bf7c1-bdc1-4b5d-80ae-a8515916a718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:36:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b802e1d9-9375-45d1-a6a8-85ed81eb886a'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:54.904963 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-75921d8c-3039-4c82-b966-4a62242610fa tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1009216 Oct 19 01:36:54.904963 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a9a9f7-7986-4451-a69d-f8a1e4c2337c', 'tag': '3aa25740-6b62-487a-857e-ef00061268ac'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:36:54.905404 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 47566) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:54.912455 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ee3654-8781-4563-af61-187f31678e37" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a9a9f7-7986-4451-a69d-f8a1e4c2337c", "tag": "3aa25740-6b62-487a-857e-ef00061268ac"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:36:54.975907 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c527eb-04cd-471c-a5fd-41fcfaa29124 x-openstack-request-id: req-31c527eb-04cd-471c-a5fd-41fcfaa29124 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:36:54.976211 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a9a9f7-7986-4451-a69d-f8a1e4c2337c", "tag": "3aa25740-6b62-487a-857e-ef00061268ac", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:36:54.976461 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-31c527eb-04cd-471c-a5fd-41fcfaa29124 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:36:54.976873 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a9a9f7-7986-4451-a69d-f8a1e4c2337c', 'tag': '3aa25740-6b62-487a-857e-ef00061268ac', 'status': 'completed', 'code': 200} Oct 19 01:36:54.997000 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-dcc46861-08e5-400d-aaa6-7d0307ec7ddf tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/floatingips/4456d2cc-c86a-44cf-9477-f49e3d62186d HTTP/1.1" status: 200 len: 990 time: 0.0904994 Oct 19 01:36:55.024112 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-364bf7c1-bdc1-4b5d-80ae-a8515916a718 None None] Set router b802e1d9-9375-45d1-a6a8-85ed81eb886a gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:36:55.059759 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee3654-8781-4563-af61-187f31678e37 req-5e090887-107c-4ec5-ba11-04d7d5dc68db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:55.061331 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a2ee3654-8781-4563-af61-187f31678e37 req-5e090887-107c-4ec5-ba11-04d7d5dc68db service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d31ec110a71e4fb2a4f3dc2cada35370&device_id=d1a9a9f7-7986-4451-a69d-f8a1e4c2337c HTTP/1.1" status: 200 len: 1097 time: 0.0620298 Oct 19 01:36:55.179174 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee3654-8781-4563-af61-187f31678e37 req-ed37c47e-8785-4d28-856a-f0a702e82138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:55.180799 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a2ee3654-8781-4563-af61-187f31678e37 req-ed37c47e-8785-4d28-856a-f0a702e82138 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f0ea3493-dea3-448e-a6b9-8c4242b867af HTTP/1.1" status: 200 len: 897 time: 0.1110020 Oct 19 01:36:55.296989 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a2ee3654-8781-4563-af61-187f31678e37 req-2fdc1be1-06a6-407e-9b30-bb4b77f599bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3aa25740-6b62-487a-857e-ef00061268ac HTTP/1.1" status: 200 len: 998 time: 0.1090372 Oct 19 01:36:55.316323 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-364bf7c1-bdc1-4b5d-80ae-a8515916a718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'name': 'tempest-TestNetworkBasicOps-router-1954875773', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:31Z', 'updated_at': '2021-10-19T01:36:35Z', 'revision_number': 4, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'gw_port': {'id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:50:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:32Z', 'updated_at': '2021-10-19T01:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '4456d2cc-c86a-44cf-9477-f49e3d62186d', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'port_id': '3aa25740-6b62-487a-857e-ef00061268ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af', 'mac_address': 'fa:16:3e:8e:ea:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a9a9f7-7986-4451-a69d-f8a1e4c2337c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:36:53Z', 'updated_at': '2021-10-19T01:36:53Z', 'revision_number': 0, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24789909-3c1c-4f67-9e81-300a00835096', 'name': '', 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'mac_address': 'fa:16:3e:63:2a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '5948cd3e-c362-40b7-9227-397171a8460f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:35Z', 'updated_at': '2021-10-19T01:36:38Z', 'revision_number': 5, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'subnets': [{'id': '5948cd3e-c362-40b7-9227-397171a8460f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:55.348378 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364bf7c1-bdc1-4b5d-80ae-a8515916a718 None None] Checking router: b802e1d9-9375-45d1-a6a8-85ed81eb886a for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:36:55.350501 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee3654-8781-4563-af61-187f31678e37 req-484f1b4b-78f2-442d-b13b-673d3028c7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:55.352514 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a2ee3654-8781-4563-af61-187f31678e37 req-484f1b4b-78f2-442d-b13b-673d3028c7be service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5948cd3e-c362-40b7-9227-397171a8460f HTTP/1.1" status: 200 len: 834 time: 0.0486653 Oct 19 01:36:55.357955 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364bf7c1-bdc1-4b5d-80ae-a8515916a718 None None] Routers {'b802e1d9-9375-45d1-a6a8-85ed81eb886a'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:36:55.358598 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-364bf7c1-bdc1-4b5d-80ae-a8515916a718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:36:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b802e1d9-9375-45d1-a6a8-85ed81eb886a'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:55.401589 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee3654-8781-4563-af61-187f31678e37 req-9b4590eb-2d4f-4c8b-a9cb-bf96a26fcfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:55.403647 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a2ee3654-8781-4563-af61-187f31678e37 req-9b4590eb-2d4f-4c8b-a9cb-bf96a26fcfe6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0ea3493-dea3-448e-a6b9-8c4242b867af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438893 Oct 19 01:36:55.467187 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-364bf7c1-bdc1-4b5d-80ae-a8515916a718 None None] Set router b802e1d9-9375-45d1-a6a8-85ed81eb886a gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:36:55.501692 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a2ee3654-8781-4563-af61-187f31678e37 req-1a1bd2a5-52f8-43a7-bdc3-25bfbaa32907 service neutron] 10.222.0.55 "GET /v2.0/networks/f0ea3493-dea3-448e-a6b9-8c4242b867af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906775 Oct 19 01:36:55.625025 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a2ee3654-8781-4563-af61-187f31678e37 req-0f1691d4-594f-4aec-affa-a763d7359a22 service neutron] 10.222.0.55 "GET /v2.0/networks/f0ea3493-dea3-448e-a6b9-8c4242b867af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072330 Oct 19 01:36:55.715280 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-364bf7c1-bdc1-4b5d-80ae-a8515916a718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'name': 'tempest-TestNetworkBasicOps-router-1954875773', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:31Z', 'updated_at': '2021-10-19T01:36:35Z', 'revision_number': 4, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'gw_port': {'id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:50:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:32Z', 'updated_at': '2021-10-19T01:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '4456d2cc-c86a-44cf-9477-f49e3d62186d', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'port_id': '3aa25740-6b62-487a-857e-ef00061268ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af', 'mac_address': 'fa:16:3e:8e:ea:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a9a9f7-7986-4451-a69d-f8a1e4c2337c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:36:53Z', 'updated_at': '2021-10-19T01:36:53Z', 'revision_number': 0, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24789909-3c1c-4f67-9e81-300a00835096', 'name': '', 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'mac_address': 'fa:16:3e:63:2a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '5948cd3e-c362-40b7-9227-397171a8460f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:35Z', 'updated_at': '2021-10-19T01:36:38Z', 'revision_number': 5, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'subnets': [{'id': '5948cd3e-c362-40b7-9227-397171a8460f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:55.740814 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364bf7c1-bdc1-4b5d-80ae-a8515916a718 None None] The sync data for ids ['b802e1d9-9375-45d1-a6a8-85ed81eb886a'] in n-d-715271-26 is: [{'id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'name': 'tempest-TestNetworkBasicOps-router-1954875773', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:31Z', 'updated_at': '2021-10-19T01:36:35Z', 'revision_number': 4, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'gw_port': {'id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:50:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:32Z', 'updated_at': '2021-10-19T01:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '4456d2cc-c86a-44cf-9477-f49e3d62186d', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'port_id': '3aa25740-6b62-487a-857e-ef00061268ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af', 'mac_address': 'fa:16:3e:8e:ea:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a9a9f7-7986-4451-a69d-f8a1e4c2337c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:36:53Z', 'updated_at': '2021-10-19T01:36:53Z', 'revision_number': 0, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24789909-3c1c-4f67-9e81-300a00835096', 'name': '', 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'mac_address': 'fa:16:3e:63:2a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '5948cd3e-c362-40b7-9227-397171a8460f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:35Z', 'updated_at': '2021-10-19T01:36:38Z', 'revision_number': 5, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'subnets': [{'id': '5948cd3e-c362-40b7-9227-397171a8460f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:36:55.947840 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d98f4d-1574-4890-9fd6-fdf11340a498 None None] New status for floating IP 4456d2cc-c86a-44cf-9477-f49e3d62186d: ACTIVE {{(pid=100608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:36:55.999111 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 47588) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:56.059924 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-466b440e-3d1e-44c7-a539-b6c77d662267 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/floatingips/4456d2cc-c86a-44cf-9477-f49e3d62186d HTTP/1.1" status: 200 len: 990 time: 0.0582392 Oct 19 01:36:57.062615 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 47608) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:57.134666 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-89120041-0969-4ae9-bb13-2c41467aadbc tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/floatingips/4456d2cc-c86a-44cf-9477-f49e3d62186d HTTP/1.1" status: 200 len: 992 time: 0.0708973 Oct 19 01:36:57.306087 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:59.754753 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:02.992565 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-190b540f-81f3-4ed7-878e-cb03bf202452 req-d25a0a46-b345-4ea9-a891-bd402e63466f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d1a9a9f7-7986-4451-a69d-f8a1e4c2337c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0505114 Oct 19 01:37:03.088773 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b540f-81f3-4ed7-878e-cb03bf202452 req-60edf76c-9111-4ff9-8117-f564c76bd086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:03.090254 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-190b540f-81f3-4ed7-878e-cb03bf202452 req-60edf76c-9111-4ff9-8117-f564c76bd086 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d31ec110a71e4fb2a4f3dc2cada35370&device_id=d1a9a9f7-7986-4451-a69d-f8a1e4c2337c HTTP/1.1" status: 200 len: 1097 time: 0.0407810 Oct 19 01:37:03.200795 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b540f-81f3-4ed7-878e-cb03bf202452 req-0d61d605-a286-45d0-b25d-066254aae405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:03.202261 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-190b540f-81f3-4ed7-878e-cb03bf202452 req-0d61d605-a286-45d0-b25d-066254aae405 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f0ea3493-dea3-448e-a6b9-8c4242b867af HTTP/1.1" status: 200 len: 897 time: 0.0889130 Oct 19 01:37:03.267389 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-190b540f-81f3-4ed7-878e-cb03bf202452 req-7fb29557-7d3b-42e7-84d9-6c05021d8ec3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3aa25740-6b62-487a-857e-ef00061268ac HTTP/1.1" status: 200 len: 1000 time: 0.0579398 Oct 19 01:37:03.318786 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b540f-81f3-4ed7-878e-cb03bf202452 req-e4a8cdd1-d3eb-4614-ae03-c412d9073d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:03.320351 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-190b540f-81f3-4ed7-878e-cb03bf202452 req-e4a8cdd1-d3eb-4614-ae03-c412d9073d02 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5948cd3e-c362-40b7-9227-397171a8460f HTTP/1.1" status: 200 len: 834 time: 0.0452554 Oct 19 01:37:03.343247 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:37:03.380394 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b540f-81f3-4ed7-878e-cb03bf202452 req-82a0925d-9223-473f-ae6b-1549feecf73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:03.382003 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-190b540f-81f3-4ed7-878e-cb03bf202452 req-82a0925d-9223-473f-ae6b-1549feecf73e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0ea3493-dea3-448e-a6b9-8c4242b867af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547783 Oct 19 01:37:03.475166 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-190b540f-81f3-4ed7-878e-cb03bf202452 req-5fa88ec7-f5d7-4a47-ad50-e610a0183f41 service neutron] 10.222.0.55 "GET /v2.0/networks/f0ea3493-dea3-448e-a6b9-8c4242b867af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837960 Oct 19 01:37:03.569892 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-190b540f-81f3-4ed7-878e-cb03bf202452 req-28e56865-02a9-4466-981d-515b4aa3f187 service neutron] 10.222.0.55 "GET /v2.0/networks/f0ea3493-dea3-448e-a6b9-8c4242b867af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874758 Oct 19 01:37:13.969911 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e372f6f1-dda8-4946-9b9e-b53291aadfdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:16.575662 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-79115f52-3914-4b37-be28-5cc98ca55c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:17.272602 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:17.852426 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:19.801752 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:24.582351 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48312) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:24.695702 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7bcfd067-56a3-4b6c-9416-9131ca66d48b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:24.771004 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7bcfd067-56a3-4b6c-9416-9131ca66d48b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:24.774891 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7bcfd067-56a3-4b6c-9416-9131ca66d48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:24.811175 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcfd067-56a3-4b6c-9416-9131ca66d48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef62d5d-e47f-4004-a302-a4b83755f32f,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:24.814965 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7bcfd067-56a3-4b6c-9416-9131ca66d48b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ceb47fb964b746a89c90bb7d5ea80e80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2311106 Oct 19 01:37:24.818495 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48316) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:24.821978 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcfd067-56a3-4b6c-9416-9131ca66d48b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:24.822325 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcfd067-56a3-4b6c-9416-9131ca66d48b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:24.822663 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcfd067-56a3-4b6c-9416-9131ca66d48b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:24.822989 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcfd067-56a3-4b6c-9416-9131ca66d48b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:24.823313 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcfd067-56a3-4b6c-9416-9131ca66d48b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:24.823635 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcfd067-56a3-4b6c-9416-9131ca66d48b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:24.823984 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcfd067-56a3-4b6c-9416-9131ca66d48b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:24.824299 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcfd067-56a3-4b6c-9416-9131ca66d48b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:24.824657 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcfd067-56a3-4b6c-9416-9131ca66d48b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:24.824922 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcfd067-56a3-4b6c-9416-9131ca66d48b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:24.825237 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcfd067-56a3-4b6c-9416-9131ca66d48b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:24.825549 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcfd067-56a3-4b6c-9416-9131ca66d48b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:24.872648 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-674cd52c-eb9a-4474-9c5c-069f3db96931 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:24.895839 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-674cd52c-eb9a-4474-9c5c-069f3db96931 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:24.942536 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-674cd52c-eb9a-4474-9c5c-069f3db96931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:24.945630 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-674cd52c-eb9a-4474-9c5c-069f3db96931 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:24.949714 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-674cd52c-eb9a-4474-9c5c-069f3db96931 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aef62d5d-e47f-4004-a302-a4b83755f32f HTTP/1.1" status: 204 len: 168 time: 0.1301324 Oct 19 01:37:24.958856 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674cd52c-eb9a-4474-9c5c-069f3db96931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef62d5d-e47f-4004-a302-a4b83755f32f,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:25.213428 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48322) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:25.226682 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fc14f9f1-1d03-4436-b8c7-0ab382580dd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:25.310134 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fc14f9f1-1d03-4436-b8c7-0ab382580dd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:25.314930 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fc14f9f1-1d03-4436-b8c7-0ab382580dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:25.358044 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fc14f9f1-1d03-4436-b8c7-0ab382580dd3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=109aa609cd044ddfbbc257ac3175a337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435258 Oct 19 01:37:25.358916 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc14f9f1-1d03-4436-b8c7-0ab382580dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee7972e-46ea-4c99-9a55-dde1cc8ebbb5,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:25.360761 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48324) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:25.410198 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a85449b2-4a35-4136-801a-b7f980e0158c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:25.431810 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a85449b2-4a35-4136-801a-b7f980e0158c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:25.480516 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a85449b2-4a35-4136-801a-b7f980e0158c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:25.483119 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a85449b2-4a35-4136-801a-b7f980e0158c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:25.484283 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a85449b2-4a35-4136-801a-b7f980e0158c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cee7972e-46ea-4c99-9a55-dde1cc8ebbb5 HTTP/1.1" status: 204 len: 168 time: 0.1219685 Oct 19 01:37:25.492355 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85449b2-4a35-4136-801a-b7f980e0158c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee7972e-46ea-4c99-9a55-dde1cc8ebbb5,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:27.294654 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:29.764513 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:39.259226 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48458) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:39.376975 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ff1847b4-b97f-410c-9cd3-fdb988b4ecf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:39.448088 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ff1847b4-b97f-410c-9cd3-fdb988b4ecf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:39.451568 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ff1847b4-b97f-410c-9cd3-fdb988b4ecf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:39.492690 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ff1847b4-b97f-410c-9cd3-fdb988b4ecf7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e2076adbe14549f09ccdf5efbd9838bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2322202 Oct 19 01:37:39.494845 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1847b4-b97f-410c-9cd3-fdb988b4ecf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4130db8-50f2-4cc3-9fd5-e755e1a2d500,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:39.495388 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48462) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:39.550036 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5423a0da-b381-48f2-9ef9-27dfdb7e836d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:39.572609 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5423a0da-b381-48f2-9ef9-27dfdb7e836d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:39.624081 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5423a0da-b381-48f2-9ef9-27dfdb7e836d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:39.626619 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5423a0da-b381-48f2-9ef9-27dfdb7e836d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:39.630571 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5423a0da-b381-48f2-9ef9-27dfdb7e836d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f4130db8-50f2-4cc3-9fd5-e755e1a2d500 HTTP/1.1" status: 204 len: 168 time: 0.1341052 Oct 19 01:37:39.638389 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423a0da-b381-48f2-9ef9-27dfdb7e836d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4130db8-50f2-4cc3-9fd5-e755e1a2d500,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:39.647016 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423a0da-b381-48f2-9ef9-27dfdb7e836d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:39.647365 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423a0da-b381-48f2-9ef9-27dfdb7e836d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:39.647720 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423a0da-b381-48f2-9ef9-27dfdb7e836d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:39.648089 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423a0da-b381-48f2-9ef9-27dfdb7e836d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:39.648423 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423a0da-b381-48f2-9ef9-27dfdb7e836d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:39.648756 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423a0da-b381-48f2-9ef9-27dfdb7e836d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:39.649137 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423a0da-b381-48f2-9ef9-27dfdb7e836d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:39.649462 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423a0da-b381-48f2-9ef9-27dfdb7e836d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:39.649827 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423a0da-b381-48f2-9ef9-27dfdb7e836d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:39.650111 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423a0da-b381-48f2-9ef9-27dfdb7e836d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:39.650486 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423a0da-b381-48f2-9ef9-27dfdb7e836d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:39.650759 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423a0da-b381-48f2-9ef9-27dfdb7e836d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:39.891813 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48468) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:39.905536 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0b453be1-bd5b-46e1-af03-bdc36777dfcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:39.981477 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0b453be1-bd5b-46e1-af03-bdc36777dfcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:39.985137 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0b453be1-bd5b-46e1-af03-bdc36777dfcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:40.024808 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0b453be1-bd5b-46e1-af03-bdc36777dfcc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=73487d6310ad4812a74be0b50c007be6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1318386 Oct 19 01:37:40.025543 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b453be1-bd5b-46e1-af03-bdc36777dfcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbcd478-6bd5-4af1-84b0-ce7725270989,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:40.027394 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48470) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:40.077779 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ad58cd8e-4be3-4e6b-b096-9cfa688bb139 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:40.099862 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ad58cd8e-4be3-4e6b-b096-9cfa688bb139 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:40.146164 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ad58cd8e-4be3-4e6b-b096-9cfa688bb139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:40.148769 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ad58cd8e-4be3-4e6b-b096-9cfa688bb139 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:40.149956 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ad58cd8e-4be3-4e6b-b096-9cfa688bb139 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ecbcd478-6bd5-4af1-84b0-ce7725270989 HTTP/1.1" status: 204 len: 168 time: 0.1214976 Oct 19 01:37:40.158635 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58cd8e-4be3-4e6b-b096-9cfa688bb139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbcd478-6bd5-4af1-84b0-ce7725270989,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:40.342291 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:37:43.970535 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d04e70bc-a78d-4bb0-a792-d99706b462d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:46.576036 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8cf587a3-c465-46e1-95a4-6c0e18e89047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:47.277102 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:47.854693 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:49.460204 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48566) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:49.564938 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2f07f576-0148-4512-8b99-95511a56c7d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:49.642150 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2f07f576-0148-4512-8b99-95511a56c7d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:49.646405 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2f07f576-0148-4512-8b99-95511a56c7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:49.683781 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2f07f576-0148-4512-8b99-95511a56c7d3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=01b31a9967d049e99fb93b886b10f7ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2225397 Oct 19 01:37:49.684725 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07f576-0148-4512-8b99-95511a56c7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fde6b7-562b-4099-a271-48922707ef7f,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:49.686449 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48570) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:49.744477 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-42b2343c-3426-4bb9-bef7-a19787d11725 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:49.767308 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-42b2343c-3426-4bb9-bef7-a19787d11725 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:49.804887 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:49.818764 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-42b2343c-3426-4bb9-bef7-a19787d11725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:49.821530 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-42b2343c-3426-4bb9-bef7-a19787d11725 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:49.824181 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-42b2343c-3426-4bb9-bef7-a19787d11725 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f4fde6b7-562b-4099-a271-48922707ef7f HTTP/1.1" status: 204 len: 168 time: 0.1360857 Oct 19 01:37:49.833096 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2343c-3426-4bb9-bef7-a19787d11725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fde6b7-562b-4099-a271-48922707ef7f,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:50.443616 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48594) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:50.541078 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-617a3cce-f6ea-4de2-a6a4-72cabe696091 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-458215951-network', 'tenant_id': 'c401ea064c1a41a7a264431aab6a9c58'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:37:50.561106 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617a3cce-f6ea-4de2-a6a4-72cabe696091 admin admin] Made reservation on behalf of c401ea064c1a41a7a264431aab6a9c58 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:37:50.563548 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-617a3cce-f6ea-4de2-a6a4-72cabe696091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:50.572186 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-617a3cce-f6ea-4de2-a6a4-72cabe696091 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:50.646606 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-617a3cce-f6ea-4de2-a6a4-72cabe696091 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:50.650317 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-617a3cce-f6ea-4de2-a6a4-72cabe696091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:50.678294 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-617a3cce-f6ea-4de2-a6a4-72cabe696091 admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:37:50.683446 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a3cce-f6ea-4de2-a6a4-72cabe696091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69db09e8-34c8-4bae-8042-582077b98dfb,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:50.691612 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-617a3cce-f6ea-4de2-a6a4-72cabe696091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:50.691990 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-617a3cce-f6ea-4de2-a6a4-72cabe696091 admin admin] Added segment 34c293c4-7134-4364-a3df-b450f10696ce of type vlan for network 3cd5a19d-e739-4108-8ada-48e939fd2df1 Oct 19 01:37:50.732676 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-617a3cce-f6ea-4de2-a6a4-72cabe696091 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:50.756417 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-617a3cce-f6ea-4de2-a6a4-72cabe696091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:50.757595 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617a3cce-f6ea-4de2-a6a4-72cabe696091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:50.758171 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-617a3cce-f6ea-4de2-a6a4-72cabe696091 admin admin] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:50.800162 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-617a3cce-f6ea-4de2-a6a4-72cabe696091 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3553855 Oct 19 01:37:50.803694 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48598) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:50.808716 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-358d57ce-0123-4d97-9925-cd3cd53071b4 admin admin] Request body: {'subnet': {'network_id': '3cd5a19d-e739-4108-8ada-48e939fd2df1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-458215951-subnet', 'tenant_id': 'c401ea064c1a41a7a264431aab6a9c58', 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:37:50.829030 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358d57ce-0123-4d97-9925-cd3cd53071b4 admin admin] Made reservation on behalf of c401ea064c1a41a7a264431aab6a9c58 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:37:50.831581 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-358d57ce-0123-4d97-9925-cd3cd53071b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:50.852241 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a3cce-f6ea-4de2-a6a4-72cabe696091 admin admin] Pushing event updated for resources: {'Network': ['ID=3cd5a19d-e739-4108-8ada-48e939fd2df1,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:50.861855 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 3cd5a19d-e739-4108-8ada-48e939fd2df1 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:37:51.004509 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-358d57ce-0123-4d97-9925-cd3cd53071b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:51.057538 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d57ce-0123-4d97-9925-cd3cd53071b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58fc1091-b13f-456d-a2c4-05955a0fbc92,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:51.068699 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358d57ce-0123-4d97-9925-cd3cd53071b4 admin admin] Checking segment: {'id': '34c293c4-7134-4364-a3df-b450f10696ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3cd5a19d-e739-4108-8ada-48e939fd2df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:37:51.069060 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358d57ce-0123-4d97-9925-cd3cd53071b4 admin admin] Network hostable DHCP agents. Network: 3cd5a19d-e739-4108-8ada-48e939fd2df1, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:37:51.085515 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358d57ce-0123-4d97-9925-cd3cd53071b4 admin admin] Network 3cd5a19d-e739-4108-8ada-48e939fd2df1 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:37:51.094391 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-358d57ce-0123-4d97-9925-cd3cd53071b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 3cd5a19d-e739-4108-8ada-48e939fd2df1) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:37:51.099416 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358d57ce-0123-4d97-9925-cd3cd53071b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:51.100026 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-358d57ce-0123-4d97-9925-cd3cd53071b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:51.105231 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba39aa3d-3067-41d4-871a-de0dd22238f8 None None] Network 3cd5a19d-e739-4108-8ada-48e939fd2df1 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:37:51.116779 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-358d57ce-0123-4d97-9925-cd3cd53071b4 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3118355 Oct 19 01:37:51.119604 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48600) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:51.124320 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-0200d9a4-66ab-466e-ab7f-bad165e4f0b6 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-458215951-router', 'tenant_id': 'c401ea064c1a41a7a264431aab6a9c58', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:37:51.144859 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0200d9a4-66ab-466e-ab7f-bad165e4f0b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:51.145991 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0200d9a4-66ab-466e-ab7f-bad165e4f0b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:51.202332 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0200d9a4-66ab-466e-ab7f-bad165e4f0b6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:51.255284 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b0f871-f338-4148-a1d8-b09c8ac57406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-3cd5a19d-e739-4108-8ada-48e939fd2df1', 'network_id': '3cd5a19d-e739-4108-8ada-48e939fd2df1', 'tenant_id': 'c401ea064c1a41a7a264431aab6a9c58', 'fixed_ips': [{'subnet_id': '58fc1091-b13f-456d-a2c4-05955a0fbc92'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:37:51.256616 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b0b0f871-f338-4148-a1d8-b09c8ac57406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:51.351277 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0200d9a4-66ab-466e-ab7f-bad165e4f0b6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:51.414164 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-b0b0f871-f338-4148-a1d8-b09c8ac57406 None None] Allocated IP 172.20.0.2 (3cd5a19d-e739-4108-8ada-48e939fd2df1/58fc1091-b13f-456d-a2c4-05955a0fbc92/3a453a28-a7a9-44a8-9ab1-58ef9a498d39) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:37:51.564640 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b0b0f871-f338-4148-a1d8-b09c8ac57406 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:51.570117 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b0b0f871-f338-4148-a1d8-b09c8ac57406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:51.594542 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0200d9a4-66ab-466e-ab7f-bad165e4f0b6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:51.616087 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b0f871-f338-4148-a1d8-b09c8ac57406 None None] Network 3cd5a19d-e739-4108-8ada-48e939fd2df1 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:37:51.616589 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0200d9a4-66ab-466e-ab7f-bad165e4f0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:51.618897 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-b0b0f871-f338-4148-a1d8-b09c8ac57406 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:37:51.622425 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b0f871-f338-4148-a1d8-b09c8ac57406 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:37:51.629484 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0f871-f338-4148-a1d8-b09c8ac57406 None None] Pushing event updated for resources: {'Port': ['ID=3a453a28-a7a9-44a8-9ab1-58ef9a498d39,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:51.641277 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0f871-f338-4148-a1d8-b09c8ac57406 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:51.641629 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0f871-f338-4148-a1d8-b09c8ac57406 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:51.641971 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0f871-f338-4148-a1d8-b09c8ac57406 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:51.642305 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0f871-f338-4148-a1d8-b09c8ac57406 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:51.642637 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0f871-f338-4148-a1d8-b09c8ac57406 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:51.642973 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0f871-f338-4148-a1d8-b09c8ac57406 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:51.643309 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0f871-f338-4148-a1d8-b09c8ac57406 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:51.643631 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0f871-f338-4148-a1d8-b09c8ac57406 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:51.643988 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0f871-f338-4148-a1d8-b09c8ac57406 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:51.645063 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0f871-f338-4148-a1d8-b09c8ac57406 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:51.645662 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0f871-f338-4148-a1d8-b09c8ac57406 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:51.646067 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0f871-f338-4148-a1d8-b09c8ac57406 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:51.699695 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-b0b0f871-f338-4148-a1d8-b09c8ac57406 None None] Attempting to bind port 3a453a28-a7a9-44a8-9ab1-58ef9a498d39 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:37:51.700089 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-b0b0f871-f338-4148-a1d8-b09c8ac57406 None None] Attempting to bind port 3a453a28-a7a9-44a8-9ab1-58ef9a498d39 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '34c293c4-7134-4364-a3df-b450f10696ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3cd5a19d-e739-4108-8ada-48e939fd2df1'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:37:51.700462 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b0f871-f338-4148-a1d8-b09c8ac57406 None None] Attempting to bind port 3a453a28-a7a9-44a8-9ab1-58ef9a498d39 on network 3cd5a19d-e739-4108-8ada-48e939fd2df1 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:37:51.705534 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b0f871-f338-4148-a1d8-b09c8ac57406 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:37:51.705906 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b0f871-f338-4148-a1d8-b09c8ac57406 None None] Checking segment: {'id': '34c293c4-7134-4364-a3df-b450f10696ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3cd5a19d-e739-4108-8ada-48e939fd2df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:37:51.706560 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b0b0f871-f338-4148-a1d8-b09c8ac57406 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:51.707711 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b0f871-f338-4148-a1d8-b09c8ac57406 None None] Bound using segment: {'id': '34c293c4-7134-4364-a3df-b450f10696ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3cd5a19d-e739-4108-8ada-48e939fd2df1'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:37:51.708218 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-b0b0f871-f338-4148-a1d8-b09c8ac57406 None None] Bound port: 3a453a28-a7a9-44a8-9ab1-58ef9a498d39, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c293c4-7134-4364-a3df-b450f10696ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3cd5a19d-e739-4108-8ada-48e939fd2df1'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:37:51.708601 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b0b0f871-f338-4148-a1d8-b09c8ac57406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:51.733847 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-0200d9a4-66ab-466e-ab7f-bad165e4f0b6 admin admin] Allocated IP 172.25.8.240 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/59d448d8-1d38-4ba7-9f35-eaaf24ff362b) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:37:51.778563 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-b0b0f871-f338-4148-a1d8-b09c8ac57406 None None] For port 3a453a28-a7a9-44a8-9ab1-58ef9a498d39, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:37:51.782566 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-b0b0f871-f338-4148-a1d8-b09c8ac57406 None None] For port 3a453a28-a7a9-44a8-9ab1-58ef9a498d39, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=3a453a28-a7a9-44a8-9ab1-58ef9a498d39,segment=NetworkSegment(34c293c4-7134-4364-a3df-b450f10696ce),segment_id=34c293c4-7134-4364-a3df-b450f10696ce)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:37:51.786975 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b0b0f871-f338-4148-a1d8-b09c8ac57406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:51.841029 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0200d9a4-66ab-466e-ab7f-bad165e4f0b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:51.848343 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0f871-f338-4148-a1d8-b09c8ac57406 None None] Pushing event updated for resources: {'Port': ['ID=3a453a28-a7a9-44a8-9ab1-58ef9a498d39,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:51.883452 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0200d9a4-66ab-466e-ab7f-bad165e4f0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:51.928154 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0200d9a4-66ab-466e-ab7f-bad165e4f0b6 admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:37:51.931121 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-0200d9a4-66ab-466e-ab7f-bad165e4f0b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:37:51.934810 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0200d9a4-66ab-466e-ab7f-bad165e4f0b6 admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:37:51.940332 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200d9a4-66ab-466e-ab7f-bad165e4f0b6 admin admin] Pushing event updated for resources: {'Port': ['ID=59d448d8-1d38-4ba7-9f35-eaaf24ff362b,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:52.208316 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0200d9a4-66ab-466e-ab7f-bad165e4f0b6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:52.678798 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0200d9a4-66ab-466e-ab7f-bad165e4f0b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:52.737347 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 3a453a28-a7a9-44a8-9ab1-58ef9a498d39 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:37:52.787061 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 3a453a28-a7a9-44a8-9ab1-58ef9a498d39 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:52.787435 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:52.829679 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0200d9a4-66ab-466e-ab7f-bad165e4f0b6 admin admin] Router 1dd2aec7-cfa2-475e-b388-ff9bebcc9849 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:37:52.862567 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcb465a-1c3c-49b5-a82b-4dbbdfe0e1a4 None None] Network 3cd5a19d-e739-4108-8ada-48e939fd2df1 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:37:52.900619 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:52.941836 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0200d9a4-66ab-466e-ab7f-bad165e4f0b6 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:37:52.957369 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203338be-9caa-4334-b125-1d14fa31baf8 None None] Sync routers for ids ['1dd2aec7-cfa2-475e-b388-ff9bebcc9849'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:37:52.965089 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0200d9a4-66ab-466e-ab7f-bad165e4f0b6 admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:52.966483 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0200d9a4-66ab-466e-ab7f-bad165e4f0b6 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8457243 Oct 19 01:37:52.969137 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48602) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:52.969383 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203338be-9caa-4334-b125-1d14fa31baf8 None None] Routers {'1dd2aec7-cfa2-475e-b388-ff9bebcc9849'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:37:52.970006 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-203338be-9caa-4334-b125-1d14fa31baf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:37:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['1dd2aec7-cfa2-475e-b388-ff9bebcc9849'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:52.986232 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-1dee1184-7934-4ce1-820d-aff52250a8cb None None] Provisioning complete for port 3a453a28-a7a9-44a8-9ab1-58ef9a498d39 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:52.986600 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1dee1184-7934-4ce1-820d-aff52250a8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:52.997527 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 3a453a28-a7a9-44a8-9ab1-58ef9a498d39, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=3a453a28-a7a9-44a8-9ab1-58ef9a498d39,segment=NetworkSegment(34c293c4-7134-4364-a3df-b450f10696ce),segment_id=34c293c4-7134-4364-a3df-b450f10696ce)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:37:53.022229 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:53.078465 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-203338be-9caa-4334-b125-1d14fa31baf8 None None] Set router 1dd2aec7-cfa2-475e-b388-ff9bebcc9849 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:37:53.121529 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=3a453a28-a7a9-44a8-9ab1-58ef9a498d39,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:53.270772 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-203338be-9caa-4334-b125-1d14fa31baf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd2aec7-cfa2-475e-b388-ff9bebcc9849', 'name': 'tempest-TestAggregatesBasicOps-458215951-router', 'tenant_id': 'c401ea064c1a41a7a264431aab6a9c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '59d448d8-1d38-4ba7-9f35-eaaf24ff362b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:37:51Z', 'updated_at': '2021-10-19T01:37:52Z', 'revision_number': 3, 'project_id': 'c401ea064c1a41a7a264431aab6a9c58', 'gw_port': {'id': '59d448d8-1d38-4ba7-9f35-eaaf24ff362b', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd2aec7-cfa2-475e-b388-ff9bebcc9849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:37:51Z', 'updated_at': '2021-10-19T01:37:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:53.301847 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203338be-9caa-4334-b125-1d14fa31baf8 None None] Checking router: 1dd2aec7-cfa2-475e-b388-ff9bebcc9849 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:37:53.302191 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203338be-9caa-4334-b125-1d14fa31baf8 None None] Updating router 1dd2aec7-cfa2-475e-b388-ff9bebcc9849 port 59d448d8-1d38-4ba7-9f35-eaaf24ff362b binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:37:53.329735 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-203338be-9caa-4334-b125-1d14fa31baf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:53.406394 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-73eaf6b2-3314-434d-a534-f5a2f993506d None None] Provisioning complete for port 3a453a28-a7a9-44a8-9ab1-58ef9a498d39 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:53.407036 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-73eaf6b2-3314-434d-a534-f5a2f993506d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:53.426375 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-25943a23-5ef0-4181-b43a-79d339164169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:53.590327 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-203338be-9caa-4334-b125-1d14fa31baf8 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:53.596906 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-203338be-9caa-4334-b125-1d14fa31baf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:53.641255 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-25943a23-5ef0-4181-b43a-79d339164169 admin admin] Allocated IP 172.20.0.1 (3cd5a19d-e739-4108-8ada-48e939fd2df1/58fc1091-b13f-456d-a2c4-05955a0fbc92/eb96c14a-8235-4b07-ad1a-664a3d0c8181) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:37:53.648552 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44687bf-a287-4784-a563-5509ee9dbe71 None None] Pushing event updated for resources: {'Port': ['ID=59d448d8-1d38-4ba7-9f35-eaaf24ff362b,revision_number=2']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:53.650560 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-203338be-9caa-4334-b125-1d14fa31baf8 None None] Attempting to bind port 59d448d8-1d38-4ba7-9f35-eaaf24ff362b on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:37:53.650920 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-203338be-9caa-4334-b125-1d14fa31baf8 None None] Attempting to bind port 59d448d8-1d38-4ba7-9f35-eaaf24ff362b by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:37:53.651293 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203338be-9caa-4334-b125-1d14fa31baf8 None None] Attempting to bind port 59d448d8-1d38-4ba7-9f35-eaaf24ff362b on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:37:53.660331 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44687bf-a287-4784-a563-5509ee9dbe71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:53.660673 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44687bf-a287-4784-a563-5509ee9dbe71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:53.661006 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44687bf-a287-4784-a563-5509ee9dbe71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:53.661334 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44687bf-a287-4784-a563-5509ee9dbe71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:53.661659 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44687bf-a287-4784-a563-5509ee9dbe71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:53.661980 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44687bf-a287-4784-a563-5509ee9dbe71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:53.662298 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44687bf-a287-4784-a563-5509ee9dbe71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:53.662615 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44687bf-a287-4784-a563-5509ee9dbe71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:53.662931 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44687bf-a287-4784-a563-5509ee9dbe71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:53.663245 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44687bf-a287-4784-a563-5509ee9dbe71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:53.663567 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44687bf-a287-4784-a563-5509ee9dbe71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:53.663900 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44687bf-a287-4784-a563-5509ee9dbe71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:53.667079 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203338be-9caa-4334-b125-1d14fa31baf8 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:37:53.667449 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203338be-9caa-4334-b125-1d14fa31baf8 None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:37:53.667869 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-203338be-9caa-4334-b125-1d14fa31baf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:53.668248 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203338be-9caa-4334-b125-1d14fa31baf8 None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:37:53.668714 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-203338be-9caa-4334-b125-1d14fa31baf8 None None] Bound port: 59d448d8-1d38-4ba7-9f35-eaaf24ff362b, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:37:53.669419 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-203338be-9caa-4334-b125-1d14fa31baf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:53.723014 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-203338be-9caa-4334-b125-1d14fa31baf8 None None] For port 59d448d8-1d38-4ba7-9f35-eaaf24ff362b, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:37:53.726001 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-203338be-9caa-4334-b125-1d14fa31baf8 None None] For port 59d448d8-1d38-4ba7-9f35-eaaf24ff362b, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=59d448d8-1d38-4ba7-9f35-eaaf24ff362b,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:37:53.730822 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-203338be-9caa-4334-b125-1d14fa31baf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:53.749439 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-25943a23-5ef0-4181-b43a-79d339164169 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:53.785339 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203338be-9caa-4334-b125-1d14fa31baf8 None None] Routers {'1dd2aec7-cfa2-475e-b388-ff9bebcc9849'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:37:53.786194 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-203338be-9caa-4334-b125-1d14fa31baf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:37:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['1dd2aec7-cfa2-475e-b388-ff9bebcc9849'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:53.787605 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-25943a23-5ef0-4181-b43a-79d339164169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:53.820273 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44687bf-a287-4784-a563-5509ee9dbe71 None None] Pushing event updated for resources: {'Port': ['ID=59d448d8-1d38-4ba7-9f35-eaaf24ff362b,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:53.826958 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25943a23-5ef0-4181-b43a-79d339164169 admin admin] Network 3cd5a19d-e739-4108-8ada-48e939fd2df1 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:37:53.832678 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-25943a23-5ef0-4181-b43a-79d339164169 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:37:53.835232 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25943a23-5ef0-4181-b43a-79d339164169 admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:37:53.864848 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25943a23-5ef0-4181-b43a-79d339164169 admin admin] Pushing event updated for resources: {'Port': ['ID=eb96c14a-8235-4b07-ad1a-664a3d0c8181,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:53.883854 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-25943a23-5ef0-4181-b43a-79d339164169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:53.896812 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-203338be-9caa-4334-b125-1d14fa31baf8 None None] Set router 1dd2aec7-cfa2-475e-b388-ff9bebcc9849 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:37:54.048721 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-25943a23-5ef0-4181-b43a-79d339164169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:54.084078 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-203338be-9caa-4334-b125-1d14fa31baf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd2aec7-cfa2-475e-b388-ff9bebcc9849', 'name': 'tempest-TestAggregatesBasicOps-458215951-router', 'tenant_id': 'c401ea064c1a41a7a264431aab6a9c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '59d448d8-1d38-4ba7-9f35-eaaf24ff362b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:37:51Z', 'updated_at': '2021-10-19T01:37:52Z', 'revision_number': 3, 'project_id': 'c401ea064c1a41a7a264431aab6a9c58', 'gw_port': {'id': '59d448d8-1d38-4ba7-9f35-eaaf24ff362b', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd2aec7-cfa2-475e-b388-ff9bebcc9849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:37:51Z', 'updated_at': '2021-10-19T01:37:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:54.113294 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-76ede454-1afe-48f2-85bd-a6b933f69d1d None None] Provisioning complete for port eb96c14a-8235-4b07-ad1a-664a3d0c8181 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:54.114055 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-76ede454-1afe-48f2-85bd-a6b933f69d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:54.114198 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203338be-9caa-4334-b125-1d14fa31baf8 None None] The sync data for ids ['1dd2aec7-cfa2-475e-b388-ff9bebcc9849'] in n-d-715271-26 is: [{'id': '1dd2aec7-cfa2-475e-b388-ff9bebcc9849', 'name': 'tempest-TestAggregatesBasicOps-458215951-router', 'tenant_id': 'c401ea064c1a41a7a264431aab6a9c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '59d448d8-1d38-4ba7-9f35-eaaf24ff362b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:37:51Z', 'updated_at': '2021-10-19T01:37:52Z', 'revision_number': 3, 'project_id': 'c401ea064c1a41a7a264431aab6a9c58', 'gw_port': {'id': '59d448d8-1d38-4ba7-9f35-eaaf24ff362b', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd2aec7-cfa2-475e-b388-ff9bebcc9849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:37:51Z', 'updated_at': '2021-10-19T01:37:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:37:54.156259 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-76ede454-1afe-48f2-85bd-a6b933f69d1d None None] Port eb96c14a-8235-4b07-ad1a-664a3d0c8181 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:37:54.226782 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-25943a23-5ef0-4181-b43a-79d339164169 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:54.231472 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-25943a23-5ef0-4181-b43a-79d339164169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:54.303059 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25943a23-5ef0-4181-b43a-79d339164169 admin admin] Pushing event updated for resources: {'Port': ['ID=eb96c14a-8235-4b07-ad1a-664a3d0c8181,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:54.306579 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-25943a23-5ef0-4181-b43a-79d339164169 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:54.410392 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25943a23-5ef0-4181-b43a-79d339164169 admin admin] Network 3cd5a19d-e739-4108-8ada-48e939fd2df1 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:37:54.412080 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-25943a23-5ef0-4181-b43a-79d339164169 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:37:54.534942 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25943a23-5ef0-4181-b43a-79d339164169 admin admin] Router 1dd2aec7-cfa2-475e-b388-ff9bebcc9849 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:37:54.655090 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25943a23-5ef0-4181-b43a-79d339164169 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:37:54.668588 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-25943a23-5ef0-4181-b43a-79d339164169 admin admin] 10.222.0.57 "PUT /v2.0/routers/1dd2aec7-cfa2-475e-b388-ff9bebcc9849/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6897964 Oct 19 01:37:54.681521 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-9827783d-fec5-4ab8-ba5c-ad68dca9e564 None None] Provisioning complete for port eb96c14a-8235-4b07-ad1a-664a3d0c8181 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:54.682040 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9827783d-fec5-4ab8-ba5c-ad68dca9e564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:54.732024 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-9827783d-fec5-4ab8-ba5c-ad68dca9e564 None None] Port eb96c14a-8235-4b07-ad1a-664a3d0c8181 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:37:54.806275 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 59d448d8-1d38-4ba7-9f35-eaaf24ff362b up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:37:54.857612 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 59d448d8-1d38-4ba7-9f35-eaaf24ff362b triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:54.858097 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:54.942032 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:54.964055 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 59d448d8-1d38-4ba7-9f35-eaaf24ff362b, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=59d448d8-1d38-4ba7-9f35-eaaf24ff362b,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:37:54.969504 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:54.970605 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 3a453a28-a7a9-44a8-9ab1-58ef9a498d39 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:37:55.065882 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=59d448d8-1d38-4ba7-9f35-eaaf24ff362b,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:55.074871 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 3a453a28-a7a9-44a8-9ab1-58ef9a498d39 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:55.075277 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:55.333275 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48618) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:55.338432 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-95e924e3-6f38-4698-9d81-e4626b47902f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1050214313-network', 'tenant_id': '13788ec42c1a45d7b72b0a11f6c13701'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:37:55.357879 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e924e3-6f38-4698-9d81-e4626b47902f admin admin] Made reservation on behalf of 13788ec42c1a45d7b72b0a11f6c13701 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:37:55.360199 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-95e924e3-6f38-4698-9d81-e4626b47902f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:55.369381 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-95e924e3-6f38-4698-9d81-e4626b47902f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:55.448279 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-95e924e3-6f38-4698-9d81-e4626b47902f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:55.452089 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-95e924e3-6f38-4698-9d81-e4626b47902f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:55.480588 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e924e3-6f38-4698-9d81-e4626b47902f admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:37:55.491349 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e924e3-6f38-4698-9d81-e4626b47902f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fa8467-036e-4e32-aab4-9c84bbf32f5a,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:55.496322 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-95e924e3-6f38-4698-9d81-e4626b47902f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:55.496663 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-95e924e3-6f38-4698-9d81-e4626b47902f admin admin] Added segment 221f121d-8758-4719-b38f-2c0b12f79ce9 of type vlan for network 7b7adf50-3a58-41a1-abc9-452dc8f737e3 Oct 19 01:37:55.537011 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-95e924e3-6f38-4698-9d81-e4626b47902f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:55.562372 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-95e924e3-6f38-4698-9d81-e4626b47902f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:55.563399 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e924e3-6f38-4698-9d81-e4626b47902f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:55.564076 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-95e924e3-6f38-4698-9d81-e4626b47902f admin admin] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:55.598674 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-95e924e3-6f38-4698-9d81-e4626b47902f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2642858 Oct 19 01:37:55.601463 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48620) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:55.606591 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-424d9830-3284-4f10-9659-281243cd52f9 admin admin] Request body: {'subnet': {'network_id': '7b7adf50-3a58-41a1-abc9-452dc8f737e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1050214313-subnet', 'tenant_id': '13788ec42c1a45d7b72b0a11f6c13701', 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:37:55.629423 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424d9830-3284-4f10-9659-281243cd52f9 admin admin] Made reservation on behalf of 13788ec42c1a45d7b72b0a11f6c13701 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:37:55.629627 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e924e3-6f38-4698-9d81-e4626b47902f admin admin] Pushing event updated for resources: {'Network': ['ID=7b7adf50-3a58-41a1-abc9-452dc8f737e3,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:55.632220 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-424d9830-3284-4f10-9659-281243cd52f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:55.640928 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 7b7adf50-3a58-41a1-abc9-452dc8f737e3 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:37:55.718366 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3847364-e415-403d-b431-8953bb7209fc None None] Sync routers for ids ['1dd2aec7-cfa2-475e-b388-ff9bebcc9849'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:37:55.727828 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3847364-e415-403d-b431-8953bb7209fc None None] Routers {'1dd2aec7-cfa2-475e-b388-ff9bebcc9849'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:37:55.728517 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-f3847364-e415-403d-b431-8953bb7209fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:37:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['1dd2aec7-cfa2-475e-b388-ff9bebcc9849'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:55.810757 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-424d9830-3284-4f10-9659-281243cd52f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:55.836278 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-f3847364-e415-403d-b431-8953bb7209fc None None] Set router 1dd2aec7-cfa2-475e-b388-ff9bebcc9849 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:37:55.866860 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d9830-3284-4f10-9659-281243cd52f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0c74f10-d59a-40e0-97f6-5fc4f9a52223,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:55.874110 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424d9830-3284-4f10-9659-281243cd52f9 admin admin] Checking segment: {'id': '221f121d-8758-4719-b38f-2c0b12f79ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7b7adf50-3a58-41a1-abc9-452dc8f737e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:37:55.874463 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424d9830-3284-4f10-9659-281243cd52f9 admin admin] Network hostable DHCP agents. Network: 7b7adf50-3a58-41a1-abc9-452dc8f737e3, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:37:55.890526 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424d9830-3284-4f10-9659-281243cd52f9 admin admin] Network 7b7adf50-3a58-41a1-abc9-452dc8f737e3 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:37:55.899584 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-424d9830-3284-4f10-9659-281243cd52f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 7b7adf50-3a58-41a1-abc9-452dc8f737e3) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:37:55.903642 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424d9830-3284-4f10-9659-281243cd52f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:55.904308 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-424d9830-3284-4f10-9659-281243cd52f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:55.911223 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdbfd91-4e97-4515-9c9a-d0e2f48b7884 None None] Network 7b7adf50-3a58-41a1-abc9-452dc8f737e3 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:37:55.920123 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-424d9830-3284-4f10-9659-281243cd52f9 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3174789 Oct 19 01:37:55.922652 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48622) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:55.927023 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-77b29efa-b7e1-48f3-9a20-c0af1c2fe438 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1050214313-router', 'tenant_id': '13788ec42c1a45d7b72b0a11f6c13701', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:37:55.951193 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-77b29efa-b7e1-48f3-9a20-c0af1c2fe438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:55.952251 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-77b29efa-b7e1-48f3-9a20-c0af1c2fe438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:56.008562 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-77b29efa-b7e1-48f3-9a20-c0af1c2fe438 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:56.145377 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011fc93b-eeff-49b3-a52b-cabc47b4cc65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-7b7adf50-3a58-41a1-abc9-452dc8f737e3', 'network_id': '7b7adf50-3a58-41a1-abc9-452dc8f737e3', 'tenant_id': '13788ec42c1a45d7b72b0a11f6c13701', 'fixed_ips': [{'subnet_id': 'd0c74f10-d59a-40e0-97f6-5fc4f9a52223'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:37:56.146230 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-011fc93b-eeff-49b3-a52b-cabc47b4cc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:56.147705 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-77b29efa-b7e1-48f3-9a20-c0af1c2fe438 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:56.160612 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-f3847364-e415-403d-b431-8953bb7209fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd2aec7-cfa2-475e-b388-ff9bebcc9849', 'name': 'tempest-TestAggregatesBasicOps-458215951-router', 'tenant_id': 'c401ea064c1a41a7a264431aab6a9c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '59d448d8-1d38-4ba7-9f35-eaaf24ff362b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:37:51Z', 'updated_at': '2021-10-19T01:37:54Z', 'revision_number': 4, 'project_id': 'c401ea064c1a41a7a264431aab6a9c58', 'gw_port': {'id': '59d448d8-1d38-4ba7-9f35-eaaf24ff362b', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd2aec7-cfa2-475e-b388-ff9bebcc9849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:37:51Z', 'updated_at': '2021-10-19T01:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'eb96c14a-8235-4b07-ad1a-664a3d0c8181', 'name': '', 'network_id': '3cd5a19d-e739-4108-8ada-48e939fd2df1', 'tenant_id': 'c401ea064c1a41a7a264431aab6a9c58', 'mac_address': 'fa:16:3e:70:40:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd2aec7-cfa2-475e-b388-ff9bebcc9849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '58fc1091-b13f-456d-a2c4-05955a0fbc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:37:53Z', 'updated_at': '2021-10-19T01:37:54Z', 'revision_number': 2, 'project_id': 'c401ea064c1a41a7a264431aab6a9c58', 'subnets': [{'id': '58fc1091-b13f-456d-a2c4-05955a0fbc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:56.192280 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3847364-e415-403d-b431-8953bb7209fc None None] Checking router: 1dd2aec7-cfa2-475e-b388-ff9bebcc9849 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:37:56.192637 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3847364-e415-403d-b431-8953bb7209fc None None] Updating router 1dd2aec7-cfa2-475e-b388-ff9bebcc9849 port eb96c14a-8235-4b07-ad1a-664a3d0c8181 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:37:56.280507 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f3847364-e415-403d-b431-8953bb7209fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:56.345137 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-77b29efa-b7e1-48f3-9a20-c0af1c2fe438 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:56.365503 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-77b29efa-b7e1-48f3-9a20-c0af1c2fe438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:56.423572 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-011fc93b-eeff-49b3-a52b-cabc47b4cc65 None None] Allocated IP 172.20.0.2 (7b7adf50-3a58-41a1-abc9-452dc8f737e3/d0c74f10-d59a-40e0-97f6-5fc4f9a52223/aa76cb52-5c10-4b89-b35a-4411efc2b19c) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:37:56.471244 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-77b29efa-b7e1-48f3-9a20-c0af1c2fe438 admin admin] Allocated IP 172.25.8.180 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/02fbed09-7f72-424b-af26-2f56ff77677f) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:37:56.578126 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-77b29efa-b7e1-48f3-9a20-c0af1c2fe438 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:56.618144 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-77b29efa-b7e1-48f3-9a20-c0af1c2fe438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:56.661177 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b29efa-b7e1-48f3-9a20-c0af1c2fe438 admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:37:56.664842 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-77b29efa-b7e1-48f3-9a20-c0af1c2fe438 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:37:56.667221 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b29efa-b7e1-48f3-9a20-c0af1c2fe438 admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:37:56.695643 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b29efa-b7e1-48f3-9a20-c0af1c2fe438 admin admin] Pushing event updated for resources: {'Port': ['ID=02fbed09-7f72-424b-af26-2f56ff77677f,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:56.723234 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 59d448d8-1d38-4ba7-9f35-eaaf24ff362b up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:37:56.900078 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-011fc93b-eeff-49b3-a52b-cabc47b4cc65 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:56.913283 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-011fc93b-eeff-49b3-a52b-cabc47b4cc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:56.921717 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 59d448d8-1d38-4ba7-9f35-eaaf24ff362b triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:56.922094 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:56.930686 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-77b29efa-b7e1-48f3-9a20-c0af1c2fe438 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:56.982093 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f3847364-e415-403d-b431-8953bb7209fc None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:56.997279 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011fc93b-eeff-49b3-a52b-cabc47b4cc65 None None] Network 7b7adf50-3a58-41a1-abc9-452dc8f737e3 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:37:57.001128 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f3847364-e415-403d-b431-8953bb7209fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:57.008318 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-011fc93b-eeff-49b3-a52b-cabc47b4cc65 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:37:57.014561 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011fc93b-eeff-49b3-a52b-cabc47b4cc65 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:37:57.016380 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fc93b-eeff-49b3-a52b-cabc47b4cc65 None None] Pushing event updated for resources: {'Port': ['ID=aa76cb52-5c10-4b89-b35a-4411efc2b19c,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:57.130290 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee831e6e-12c8-4744-aab5-873c078a1f03 None None] Pushing event updated for resources: {'Port': ['ID=eb96c14a-8235-4b07-ad1a-664a3d0c8181,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:57.178437 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-011fc93b-eeff-49b3-a52b-cabc47b4cc65 None None] Attempting to bind port aa76cb52-5c10-4b89-b35a-4411efc2b19c on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:37:57.178851 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-011fc93b-eeff-49b3-a52b-cabc47b4cc65 None None] Attempting to bind port aa76cb52-5c10-4b89-b35a-4411efc2b19c by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '221f121d-8758-4719-b38f-2c0b12f79ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7b7adf50-3a58-41a1-abc9-452dc8f737e3'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:37:57.179172 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011fc93b-eeff-49b3-a52b-cabc47b4cc65 None None] Attempting to bind port aa76cb52-5c10-4b89-b35a-4411efc2b19c on network 7b7adf50-3a58-41a1-abc9-452dc8f737e3 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:37:57.209990 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011fc93b-eeff-49b3-a52b-cabc47b4cc65 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:37:57.210584 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011fc93b-eeff-49b3-a52b-cabc47b4cc65 None None] Checking segment: {'id': '221f121d-8758-4719-b38f-2c0b12f79ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7b7adf50-3a58-41a1-abc9-452dc8f737e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:37:57.210802 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-011fc93b-eeff-49b3-a52b-cabc47b4cc65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:57.211158 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011fc93b-eeff-49b3-a52b-cabc47b4cc65 None None] Bound using segment: {'id': '221f121d-8758-4719-b38f-2c0b12f79ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7b7adf50-3a58-41a1-abc9-452dc8f737e3'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:37:57.211650 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-011fc93b-eeff-49b3-a52b-cabc47b4cc65 None None] Bound port: aa76cb52-5c10-4b89-b35a-4411efc2b19c, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '221f121d-8758-4719-b38f-2c0b12f79ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7b7adf50-3a58-41a1-abc9-452dc8f737e3'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:37:57.212063 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-011fc93b-eeff-49b3-a52b-cabc47b4cc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:57.239416 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-f3847364-e415-403d-b431-8953bb7209fc None None] Attempting to bind port eb96c14a-8235-4b07-ad1a-664a3d0c8181 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:37:57.239832 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-f3847364-e415-403d-b431-8953bb7209fc None None] Attempting to bind port eb96c14a-8235-4b07-ad1a-664a3d0c8181 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '34c293c4-7134-4364-a3df-b450f10696ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3cd5a19d-e739-4108-8ada-48e939fd2df1'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:37:57.240188 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3847364-e415-403d-b431-8953bb7209fc None None] Attempting to bind port eb96c14a-8235-4b07-ad1a-664a3d0c8181 on network 3cd5a19d-e739-4108-8ada-48e939fd2df1 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:37:57.248016 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3847364-e415-403d-b431-8953bb7209fc None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:37:57.248464 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3847364-e415-403d-b431-8953bb7209fc None None] Checking segment: {'id': '34c293c4-7134-4364-a3df-b450f10696ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3cd5a19d-e739-4108-8ada-48e939fd2df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:37:57.248798 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f3847364-e415-403d-b431-8953bb7209fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:57.249198 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3847364-e415-403d-b431-8953bb7209fc None None] Bound using segment: {'id': '34c293c4-7134-4364-a3df-b450f10696ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3cd5a19d-e739-4108-8ada-48e939fd2df1'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:37:57.249688 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-f3847364-e415-403d-b431-8953bb7209fc None None] Bound port: eb96c14a-8235-4b07-ad1a-664a3d0c8181, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c293c4-7134-4364-a3df-b450f10696ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3cd5a19d-e739-4108-8ada-48e939fd2df1'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:37:57.250073 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f3847364-e415-403d-b431-8953bb7209fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:57.332777 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:57.350527 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-011fc93b-eeff-49b3-a52b-cabc47b4cc65 None None] For port aa76cb52-5c10-4b89-b35a-4411efc2b19c, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:37:57.357077 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-011fc93b-eeff-49b3-a52b-cabc47b4cc65 None None] For port aa76cb52-5c10-4b89-b35a-4411efc2b19c, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=aa76cb52-5c10-4b89-b35a-4411efc2b19c,segment=NetworkSegment(221f121d-8758-4719-b38f-2c0b12f79ce9),segment_id=221f121d-8758-4719-b38f-2c0b12f79ce9)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:37:57.364205 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-011fc93b-eeff-49b3-a52b-cabc47b4cc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:57.407901 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-f3847364-e415-403d-b431-8953bb7209fc None None] For port eb96c14a-8235-4b07-ad1a-664a3d0c8181, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:37:57.438917 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-f3847364-e415-403d-b431-8953bb7209fc None None] For port eb96c14a-8235-4b07-ad1a-664a3d0c8181, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=eb96c14a-8235-4b07-ad1a-664a3d0c8181,segment=NetworkSegment(34c293c4-7134-4364-a3df-b450f10696ce),segment_id=34c293c4-7134-4364-a3df-b450f10696ce)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:37:57.452897 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f3847364-e415-403d-b431-8953bb7209fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:57.454170 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-cd3f7f97-7384-46e7-87c0-0b1848889bf1 None None] Provisioning complete for port eb96c14a-8235-4b07-ad1a-664a3d0c8181 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:57.454170 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cd3f7f97-7384-46e7-87c0-0b1848889bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:57.497138 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fc93b-eeff-49b3-a52b-cabc47b4cc65 None None] Pushing event updated for resources: {'Port': ['ID=aa76cb52-5c10-4b89-b35a-4411efc2b19c,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:57.521997 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-77b29efa-b7e1-48f3-9a20-c0af1c2fe438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:57.579922 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3847364-e415-403d-b431-8953bb7209fc None None] Routers {'1dd2aec7-cfa2-475e-b388-ff9bebcc9849'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:37:57.583353 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-f3847364-e415-403d-b431-8953bb7209fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:37:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['1dd2aec7-cfa2-475e-b388-ff9bebcc9849'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:57.669005 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b29efa-b7e1-48f3-9a20-c0af1c2fe438 admin admin] Router 6a1ad510-dd16-4c9d-8318-2815aca23c4d is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:37:57.670817 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee831e6e-12c8-4744-aab5-873c078a1f03 None None] Pushing event updated for resources: {'Port': ['ID=eb96c14a-8235-4b07-ad1a-664a3d0c8181,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:57.697839 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cd3f7f97-7384-46e7-87c0-0b1848889bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:57.743934 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48626) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:57.868431 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-f3847364-e415-403d-b431-8953bb7209fc None None] Set router 1dd2aec7-cfa2-475e-b388-ff9bebcc9849 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:37:57.886176 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-cd3f7f97-7384-46e7-87c0-0b1848889bf1 None None] For port eb96c14a-8235-4b07-ad1a-664a3d0c8181, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=eb96c14a-8235-4b07-ad1a-664a3d0c8181,segment=NetworkSegment(34c293c4-7134-4364-a3df-b450f10696ce),segment_id=34c293c4-7134-4364-a3df-b450f10696ce)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:37:57.907139 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b29efa-b7e1-48f3-9a20-c0af1c2fe438 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:37:57.909242 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eece727a-7e27-4d57-b98a-e3dd2026ac69 tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:57.910954 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eece727a-7e27-4d57-b98a-e3dd2026ac69 tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:57.922940 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cd3f7f97-7384-46e7-87c0-0b1848889bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:57.923200 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93ef20e-ad2e-4999-8e24-391a520b14d1 None None] Sync routers for ids ['6a1ad510-dd16-4c9d-8318-2815aca23c4d'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:37:57.931519 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eece727a-7e27-4d57-b98a-e3dd2026ac69 tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:57.935265 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93ef20e-ad2e-4999-8e24-391a520b14d1 None None] Routers {'6a1ad510-dd16-4c9d-8318-2815aca23c4d'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:37:57.936324 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-d93ef20e-ad2e-4999-8e24-391a520b14d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:37:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['6a1ad510-dd16-4c9d-8318-2815aca23c4d'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:57.952173 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-eece727a-7e27-4d57-b98a-e3dd2026ac69 tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] 10.222.0.57 "GET /v2.0/ports?project_id=d31ec110a71e4fb2a4f3dc2cada35370&network_id=f0ea3493-dea3-448e-a6b9-8c4242b867af HTTP/1.1" status: 200 len: 2972 time: 0.2061827 Oct 19 01:37:57.957931 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-77b29efa-b7e1-48f3-9a20-c0af1c2fe438 admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:57.959177 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-77b29efa-b7e1-48f3-9a20-c0af1c2fe438 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0356109 Oct 19 01:37:57.962504 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48630) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:58.070469 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-d93ef20e-ad2e-4999-8e24-391a520b14d1 None None] Set router 6a1ad510-dd16-4c9d-8318-2815aca23c4d gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:37:58.159801 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f7f97-7384-46e7-87c0-0b1848889bf1 None None] Pushing event updated for resources: {'Port': ['ID=eb96c14a-8235-4b07-ad1a-664a3d0c8181,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:58.172267 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-002e811e-0b1e-433b-91ed-36787ee97498 None None] Provisioning complete for port eb96c14a-8235-4b07-ad1a-664a3d0c8181 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:58.172641 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-002e811e-0b1e-433b-91ed-36787ee97498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:58.407701 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-d93ef20e-ad2e-4999-8e24-391a520b14d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1ad510-dd16-4c9d-8318-2815aca23c4d', 'name': 'tempest-TestAggregatesBasicOps-1050214313-router', 'tenant_id': '13788ec42c1a45d7b72b0a11f6c13701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '02fbed09-7f72-424b-af26-2f56ff77677f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:37:55Z', 'updated_at': '2021-10-19T01:37:56Z', 'revision_number': 3, 'project_id': '13788ec42c1a45d7b72b0a11f6c13701', 'gw_port': {'id': '02fbed09-7f72-424b-af26-2f56ff77677f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:87:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1ad510-dd16-4c9d-8318-2815aca23c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:37:56Z', 'updated_at': '2021-10-19T01:37:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:58.439227 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-f3847364-e415-403d-b431-8953bb7209fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd2aec7-cfa2-475e-b388-ff9bebcc9849', 'name': 'tempest-TestAggregatesBasicOps-458215951-router', 'tenant_id': 'c401ea064c1a41a7a264431aab6a9c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '59d448d8-1d38-4ba7-9f35-eaaf24ff362b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:37:51Z', 'updated_at': '2021-10-19T01:37:54Z', 'revision_number': 4, 'project_id': 'c401ea064c1a41a7a264431aab6a9c58', 'gw_port': {'id': '59d448d8-1d38-4ba7-9f35-eaaf24ff362b', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd2aec7-cfa2-475e-b388-ff9bebcc9849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:37:51Z', 'updated_at': '2021-10-19T01:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'eb96c14a-8235-4b07-ad1a-664a3d0c8181', 'name': '', 'network_id': '3cd5a19d-e739-4108-8ada-48e939fd2df1', 'tenant_id': 'c401ea064c1a41a7a264431aab6a9c58', 'mac_address': 'fa:16:3e:70:40:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd2aec7-cfa2-475e-b388-ff9bebcc9849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '58fc1091-b13f-456d-a2c4-05955a0fbc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:37:53Z', 'updated_at': '2021-10-19T01:37:57Z', 'revision_number': 4, 'project_id': 'c401ea064c1a41a7a264431aab6a9c58', 'subnets': [{'id': '58fc1091-b13f-456d-a2c4-05955a0fbc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:58.441693 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93ef20e-ad2e-4999-8e24-391a520b14d1 None None] Checking router: 6a1ad510-dd16-4c9d-8318-2815aca23c4d for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:37:58.442048 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93ef20e-ad2e-4999-8e24-391a520b14d1 None None] Updating router 6a1ad510-dd16-4c9d-8318-2815aca23c4d port 02fbed09-7f72-424b-af26-2f56ff77677f binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:37:58.477860 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3847364-e415-403d-b431-8953bb7209fc None None] The sync data for ids ['1dd2aec7-cfa2-475e-b388-ff9bebcc9849'] in n-d-715271-26 is: [{'id': '1dd2aec7-cfa2-475e-b388-ff9bebcc9849', 'name': 'tempest-TestAggregatesBasicOps-458215951-router', 'tenant_id': 'c401ea064c1a41a7a264431aab6a9c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '59d448d8-1d38-4ba7-9f35-eaaf24ff362b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:37:51Z', 'updated_at': '2021-10-19T01:37:54Z', 'revision_number': 4, 'project_id': 'c401ea064c1a41a7a264431aab6a9c58', 'gw_port': {'id': '59d448d8-1d38-4ba7-9f35-eaaf24ff362b', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd2aec7-cfa2-475e-b388-ff9bebcc9849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:37:51Z', 'updated_at': '2021-10-19T01:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'eb96c14a-8235-4b07-ad1a-664a3d0c8181', 'name': '', 'network_id': '3cd5a19d-e739-4108-8ada-48e939fd2df1', 'tenant_id': 'c401ea064c1a41a7a264431aab6a9c58', 'mac_address': 'fa:16:3e:70:40:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd2aec7-cfa2-475e-b388-ff9bebcc9849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '58fc1091-b13f-456d-a2c4-05955a0fbc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:37:53Z', 'updated_at': '2021-10-19T01:37:57Z', 'revision_number': 4, 'project_id': 'c401ea064c1a41a7a264431aab6a9c58', 'subnets': [{'id': '58fc1091-b13f-456d-a2c4-05955a0fbc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:37:58.482027 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-d93ef20e-ad2e-4999-8e24-391a520b14d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:58.843365 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device aa76cb52-5c10-4b89-b35a-4411efc2b19c up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:37:58.853935 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-343dce30-7fda-49dc-8fd4-a3eabc4d5f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:58.919261 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port aa76cb52-5c10-4b89-b35a-4411efc2b19c triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:58.919946 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:59.017567 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3792a192-9e62-4a33-ae2c-398b1cc572d6 None None] Network 7b7adf50-3a58-41a1-abc9-452dc8f737e3 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:37:59.068180 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-d93ef20e-ad2e-4999-8e24-391a520b14d1 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:59.070646 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:59.072840 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-343dce30-7fda-49dc-8fd4-a3eabc4d5f0e admin admin] Allocated IP 172.20.0.1 (7b7adf50-3a58-41a1-abc9-452dc8f737e3/d0c74f10-d59a-40e0-97f6-5fc4f9a52223/9217af02-b1e1-4af6-a8db-706e27bb4de1) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:37:59.077635 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-d93ef20e-ad2e-4999-8e24-391a520b14d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:59.133647 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-d93ef20e-ad2e-4999-8e24-391a520b14d1 None None] Attempting to bind port 02fbed09-7f72-424b-af26-2f56ff77677f on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:37:59.134000 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-d93ef20e-ad2e-4999-8e24-391a520b14d1 None None] Attempting to bind port 02fbed09-7f72-424b-af26-2f56ff77677f by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:37:59.134565 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93ef20e-ad2e-4999-8e24-391a520b14d1 None None] Attempting to bind port 02fbed09-7f72-424b-af26-2f56ff77677f on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:37:59.139613 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59a9ff-1dea-4c55-91f5-5f826312b183 None None] Pushing event updated for resources: {'Port': ['ID=02fbed09-7f72-424b-af26-2f56ff77677f,revision_number=2']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:59.146133 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93ef20e-ad2e-4999-8e24-391a520b14d1 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:37:59.146831 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93ef20e-ad2e-4999-8e24-391a520b14d1 None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:37:59.147699 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-d93ef20e-ad2e-4999-8e24-391a520b14d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:59.148449 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93ef20e-ad2e-4999-8e24-391a520b14d1 None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:37:59.149090 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-d93ef20e-ad2e-4999-8e24-391a520b14d1 None None] Bound port: 02fbed09-7f72-424b-af26-2f56ff77677f, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:37:59.149646 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-d93ef20e-ad2e-4999-8e24-391a520b14d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:59.209677 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-fefff937-b1bf-413b-ac04-d8e1a9e0eb07 None None] Provisioning complete for port aa76cb52-5c10-4b89-b35a-4411efc2b19c triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:59.210191 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fefff937-b1bf-413b-ac04-d8e1a9e0eb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:59.211794 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-d93ef20e-ad2e-4999-8e24-391a520b14d1 None None] For port 02fbed09-7f72-424b-af26-2f56ff77677f, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:37:59.215607 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-d93ef20e-ad2e-4999-8e24-391a520b14d1 None None] For port 02fbed09-7f72-424b-af26-2f56ff77677f, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=02fbed09-7f72-424b-af26-2f56ff77677f,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:37:59.220914 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-d93ef20e-ad2e-4999-8e24-391a520b14d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:59.226607 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-343dce30-7fda-49dc-8fd4-a3eabc4d5f0e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:59.271437 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-343dce30-7fda-49dc-8fd4-a3eabc4d5f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:59.285697 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port aa76cb52-5c10-4b89-b35a-4411efc2b19c, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=aa76cb52-5c10-4b89-b35a-4411efc2b19c,segment=NetworkSegment(221f121d-8758-4719-b38f-2c0b12f79ce9),segment_id=221f121d-8758-4719-b38f-2c0b12f79ce9)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:37:59.293066 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93ef20e-ad2e-4999-8e24-391a520b14d1 None None] Routers {'6a1ad510-dd16-4c9d-8318-2815aca23c4d'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:37:59.295710 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-d93ef20e-ad2e-4999-8e24-391a520b14d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:37:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['6a1ad510-dd16-4c9d-8318-2815aca23c4d'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:59.296395 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:59.297294 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device eb96c14a-8235-4b07-ad1a-664a3d0c8181 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:37:59.298114 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59a9ff-1dea-4c55-91f5-5f826312b183 None None] Pushing event updated for resources: {'Port': ['ID=02fbed09-7f72-424b-af26-2f56ff77677f,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:59.325037 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343dce30-7fda-49dc-8fd4-a3eabc4d5f0e admin admin] Network 7b7adf50-3a58-41a1-abc9-452dc8f737e3 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:37:59.329825 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-343dce30-7fda-49dc-8fd4-a3eabc4d5f0e admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:37:59.336650 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343dce30-7fda-49dc-8fd4-a3eabc4d5f0e admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:37:59.376322 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-343dce30-7fda-49dc-8fd4-a3eabc4d5f0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:59.383215 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343dce30-7fda-49dc-8fd4-a3eabc4d5f0e admin admin] Pushing event updated for resources: {'Port': ['ID=9217af02-b1e1-4af6-a8db-706e27bb4de1,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:59.462260 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-d93ef20e-ad2e-4999-8e24-391a520b14d1 None None] Set router 6a1ad510-dd16-4c9d-8318-2815aca23c4d gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:37:59.532214 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-343dce30-7fda-49dc-8fd4-a3eabc4d5f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:59.572986 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=aa76cb52-5c10-4b89-b35a-4411efc2b19c,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:59.626749 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port eb96c14a-8235-4b07-ad1a-664a3d0c8181 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:59.635898 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:59.673160 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-d93ef20e-ad2e-4999-8e24-391a520b14d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1ad510-dd16-4c9d-8318-2815aca23c4d', 'name': 'tempest-TestAggregatesBasicOps-1050214313-router', 'tenant_id': '13788ec42c1a45d7b72b0a11f6c13701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '02fbed09-7f72-424b-af26-2f56ff77677f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:37:55Z', 'updated_at': '2021-10-19T01:37:56Z', 'revision_number': 3, 'project_id': '13788ec42c1a45d7b72b0a11f6c13701', 'gw_port': {'id': '02fbed09-7f72-424b-af26-2f56ff77677f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:87:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1ad510-dd16-4c9d-8318-2815aca23c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:37:56Z', 'updated_at': '2021-10-19T01:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:59.716129 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93ef20e-ad2e-4999-8e24-391a520b14d1 None None] The sync data for ids ['6a1ad510-dd16-4c9d-8318-2815aca23c4d'] in n-d-715271-26 is: [{'id': '6a1ad510-dd16-4c9d-8318-2815aca23c4d', 'name': 'tempest-TestAggregatesBasicOps-1050214313-router', 'tenant_id': '13788ec42c1a45d7b72b0a11f6c13701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '02fbed09-7f72-424b-af26-2f56ff77677f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:37:55Z', 'updated_at': '2021-10-19T01:37:56Z', 'revision_number': 3, 'project_id': '13788ec42c1a45d7b72b0a11f6c13701', 'gw_port': {'id': '02fbed09-7f72-424b-af26-2f56ff77677f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:87:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1ad510-dd16-4c9d-8318-2815aca23c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:37:56Z', 'updated_at': '2021-10-19T01:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:37:59.787595 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:59.788040 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48638) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:59.831147 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-343dce30-7fda-49dc-8fd4-a3eabc4d5f0e admin admin] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:59.839032 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-343dce30-7fda-49dc-8fd4-a3eabc4d5f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:59.872438 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abf141b-d1e2-4e86-ae4f-203f789c80a6 tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:59.873977 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1abf141b-d1e2-4e86-ae4f-203f789c80a6 tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=a0ce41c0-3b90-40be-93cd-082af8f20c34 HTTP/1.1" status: 200 len: 814 time: 0.0848222 Oct 19 01:37:59.923281 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343dce30-7fda-49dc-8fd4-a3eabc4d5f0e admin admin] Pushing event updated for resources: {'Port': ['ID=9217af02-b1e1-4af6-a8db-706e27bb4de1,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:59.925931 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-343dce30-7fda-49dc-8fd4-a3eabc4d5f0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:59.968381 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-bcf26ebd-bf3a-46c6-b391-ac80b26c9f2e None None] Provisioning complete for port aa76cb52-5c10-4b89-b35a-4411efc2b19c triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:59.968954 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bcf26ebd-bf3a-46c6-b391-ac80b26c9f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:00.052738 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343dce30-7fda-49dc-8fd4-a3eabc4d5f0e admin admin] Network 7b7adf50-3a58-41a1-abc9-452dc8f737e3 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:38:00.054610 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-343dce30-7fda-49dc-8fd4-a3eabc4d5f0e admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:38:00.221582 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343dce30-7fda-49dc-8fd4-a3eabc4d5f0e admin admin] Router 6a1ad510-dd16-4c9d-8318-2815aca23c4d has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:38:00.224323 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-8823e010-90d9-4771-8ed2-4dd7dfb7a184 None None] Provisioning complete for port 9217af02-b1e1-4af6-a8db-706e27bb4de1 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:00.225252 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8823e010-90d9-4771-8ed2-4dd7dfb7a184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:00.276940 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-8823e010-90d9-4771-8ed2-4dd7dfb7a184 None None] Port 9217af02-b1e1-4af6-a8db-706e27bb4de1 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:38:00.357143 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343dce30-7fda-49dc-8fd4-a3eabc4d5f0e admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:38:00.362495 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-343dce30-7fda-49dc-8fd4-a3eabc4d5f0e admin admin] 10.222.0.57 "PUT /v2.0/routers/6a1ad510-dd16-4c9d-8318-2815aca23c4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3985264 Oct 19 01:38:00.501690 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4e6dbe01-e236-4448-a520-24de6e8008e4 None None] Provisioning complete for port 9217af02-b1e1-4af6-a8db-706e27bb4de1 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:00.502068 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4e6dbe01-e236-4448-a520-24de6e8008e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:00.546789 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4e6dbe01-e236-4448-a520-24de6e8008e4 None None] Port 9217af02-b1e1-4af6-a8db-706e27bb4de1 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:38:00.782764 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 02fbed09-7f72-424b-af26-2f56ff77677f up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:38:00.829819 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 02fbed09-7f72-424b-af26-2f56ff77677f triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:00.830187 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:00.853505 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48654) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:00.858680 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-3dbfdeff-cdea-43ec-a322-3a13129025a5 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Request body: {'network': {'name': 'tempest-network-smoke--559755610', 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'port_security_enabled': True}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:00.881191 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbfdeff-cdea-43ec-a322-3a13129025a5 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Made reservation on behalf of d31ec110a71e4fb2a4f3dc2cada35370 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:38:00.884708 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3dbfdeff-cdea-43ec-a322-3a13129025a5 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:00.907938 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dbfdeff-cdea-43ec-a322-3a13129025a5 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:38:00.908828 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:00.918140 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3dbfdeff-cdea-43ec-a322-3a13129025a5 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:00.918473 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-3dbfdeff-cdea-43ec-a322-3a13129025a5 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Added segment 21e2a183-40ab-4320-ba74-a7717640ea01 of type vlan for network f9388e59-3593-460c-af3d-0bb9538d0649 Oct 19 01:38:00.930161 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 02fbed09-7f72-424b-af26-2f56ff77677f, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=02fbed09-7f72-424b-af26-2f56ff77677f,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:00.934828 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:00.935612 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device aa76cb52-5c10-4b89-b35a-4411efc2b19c up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:38:00.965487 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3dbfdeff-cdea-43ec-a322-3a13129025a5 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:00.990739 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3dbfdeff-cdea-43ec-a322-3a13129025a5 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:00.996545 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbfdeff-cdea-43ec-a322-3a13129025a5 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:00.997183 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3dbfdeff-cdea-43ec-a322-3a13129025a5 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:01.016168 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=02fbed09-7f72-424b-af26-2f56ff77677f,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:01.031143 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port aa76cb52-5c10-4b89-b35a-4411efc2b19c triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:01.031524 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:01.038193 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3dbfdeff-cdea-43ec-a322-3a13129025a5 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1835561 Oct 19 01:38:01.041555 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48656) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:01.100792 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbfdeff-cdea-43ec-a322-3a13129025a5 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'Network': ['ID=f9388e59-3593-460c-af3d-0bb9538d0649,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:01.111163 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network f9388e59-3593-460c-af3d-0bb9538d0649 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:38:01.139987 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6aed4c2-c1fa-460f-a43e-85a7e2910135 tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:01.141865 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d6aed4c2-c1fa-460f-a43e-85a7e2910135 tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=d31ec110a71e4fb2a4f3dc2cada35370&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0994298 Oct 19 01:38:01.144699 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48658) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:01.297411 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fdd779-8fa2-4140-8483-527e7ffc5cff tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:01.298935 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-62fdd779-8fa2-4140-8483-527e7ffc5cff tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1533093 Oct 19 01:38:01.302171 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48660) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:01.335330 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c84e5ecd-e1f2-4182-bfb1-e76dae7217a6 tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=a0ce41c0-3b90-40be-93cd-082af8f20c34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321498 Oct 19 01:38:01.337826 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48662) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:01.364795 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-27f9cf78-283a-4e6b-879d-448202becaf0 tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=d31ec110a71e4fb2a4f3dc2cada35370&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259414 Oct 19 01:38:01.367245 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48664) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:01.456725 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4661790-eef7-4375-bcc2-d52af8944c2b tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:01.458315 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a4661790-eef7-4375-bcc2-d52af8944c2b tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901375 Oct 19 01:38:01.461031 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48666) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:01.488589 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-60ddd276-4689-4bdd-a4b1-b99bc0e85925 tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=a0ce41c0-3b90-40be-93cd-082af8f20c34&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258951 Oct 19 01:38:01.490909 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48668) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:01.495540 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-806fcedc-ada4-4487-ae1b-2f6b8102f6da tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1405616812', 'network_id': 'f9388e59-3593-460c-af3d-0bb9538d0649', 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:01.584560 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806fcedc-ada4-4487-ae1b-2f6b8102f6da tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Made reservation on behalf of d31ec110a71e4fb2a4f3dc2cada35370 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:38:01.588533 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-806fcedc-ada4-4487-ae1b-2f6b8102f6da tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:01.782335 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-806fcedc-ada4-4487-ae1b-2f6b8102f6da tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:01.854381 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806fcedc-ada4-4487-ae1b-2f6b8102f6da tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'Subnet': ['ID=d5f671cd-081b-4959-8f2f-3bfa6c9e445e,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:01.856615 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806fcedc-ada4-4487-ae1b-2f6b8102f6da tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Checking segment: {'id': '21e2a183-40ab-4320-ba74-a7717640ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f9388e59-3593-460c-af3d-0bb9538d0649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:38:01.856971 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806fcedc-ada4-4487-ae1b-2f6b8102f6da tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Network hostable DHCP agents. Network: f9388e59-3593-460c-af3d-0bb9538d0649, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:38:01.876268 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806fcedc-ada4-4487-ae1b-2f6b8102f6da tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Network f9388e59-3593-460c-af3d-0bb9538d0649 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:38:01.886684 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-806fcedc-ada4-4487-ae1b-2f6b8102f6da tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, f9388e59-3593-460c-af3d-0bb9538d0649) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:38:01.890896 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806fcedc-ada4-4487-ae1b-2f6b8102f6da tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:01.891506 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-806fcedc-ada4-4487-ae1b-2f6b8102f6da tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:01.900341 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53fe882-4a70-417c-8289-4e26ebba2b3c None None] Network f9388e59-3593-460c-af3d-0bb9538d0649 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:38:01.922495 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-806fcedc-ada4-4487-ae1b-2f6b8102f6da tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4300277 Oct 19 01:38:01.988685 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc3c0ce-622e-4acf-8868-dbe4f9728eae None None] Sync routers for ids ['6a1ad510-dd16-4c9d-8318-2815aca23c4d'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:38:02.008538 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc3c0ce-622e-4acf-8868-dbe4f9728eae None None] Routers {'6a1ad510-dd16-4c9d-8318-2815aca23c4d'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:38:02.009127 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-0fc3c0ce-622e-4acf-8868-dbe4f9728eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:37:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['6a1ad510-dd16-4c9d-8318-2815aca23c4d'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:02.078389 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48690) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:02.084034 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-d4a965c7-832e-4e67-b108-efb6533e50a6 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2108719665', 'description': 'tempest-secgroup-smoke-2108719665 description', 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:02.107916 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d4a965c7-832e-4e67-b108-efb6533e50a6 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:02.165191 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-0fc3c0ce-622e-4acf-8868-dbe4f9728eae None None] Set router 6a1ad510-dd16-4c9d-8318-2815aca23c4d gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:38:02.196095 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d4a965c7-832e-4e67-b108-efb6533e50a6 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:02.201236 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d4a965c7-832e-4e67-b108-efb6533e50a6 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:02.234366 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a465ae9b-5564-42ad-af13-718d0da26358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-f9388e59-3593-460c-af3d-0bb9538d0649', 'network_id': 'f9388e59-3593-460c-af3d-0bb9538d0649', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'fixed_ips': [{'subnet_id': 'd5f671cd-081b-4959-8f2f-3bfa6c9e445e'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:38:02.235503 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a465ae9b-5564-42ad-af13-718d0da26358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:02.242025 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d4a965c7-832e-4e67-b108-efb6533e50a6 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:02.245986 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d4a965c7-832e-4e67-b108-efb6533e50a6 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1638782 Oct 19 01:38:02.245986 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a965c7-832e-4e67-b108-efb6533e50a6 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05de22c1-36e3-4f66-ba6a-c390303dccd1,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:02.246326 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48698) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:02.252576 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-ffe861ce-5bac-419f-b7fe-4964e52a515d tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Request body: {'security_group_rule': {'security_group_id': '05de22c1-36e3-4f66-ba6a-c390303dccd1', 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:02.287051 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ffe861ce-5bac-419f-b7fe-4964e52a515d tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:02.368354 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ffe861ce-5bac-419f-b7fe-4964e52a515d tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:02.374781 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ffe861ce-5bac-419f-b7fe-4964e52a515d tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:02.395012 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe861ce-5bac-419f-b7fe-4964e52a515d tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d872d44a-539a-43bd-a048-1294a787e58f,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:02.411451 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ffe861ce-5bac-419f-b7fe-4964e52a515d tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:02.415784 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ffe861ce-5bac-419f-b7fe-4964e52a515d tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1653669 Oct 19 01:38:02.416427 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48708) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:02.421207 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-f8a78e18-3d45-4cbc-b7a6-5313a8d03cf5 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Request body: {'security_group_rule': {'security_group_id': '05de22c1-36e3-4f66-ba6a-c390303dccd1', 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:02.451474 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f8a78e18-3d45-4cbc-b7a6-5313a8d03cf5 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:02.513218 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-a465ae9b-5564-42ad-af13-718d0da26358 None None] Allocated IP 172.20.0.18 (f9388e59-3593-460c-af3d-0bb9538d0649/d5f671cd-081b-4959-8f2f-3bfa6c9e445e/2cc4bdb2-8b57-42fe-82e5-b55be2f34c91) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:38:02.535431 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f8a78e18-3d45-4cbc-b7a6-5313a8d03cf5 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:02.540281 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f8a78e18-3d45-4cbc-b7a6-5313a8d03cf5 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:02.563023 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a78e18-3d45-4cbc-b7a6-5313a8d03cf5 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d84582f-d5df-4b57-b3a6-8894b5a40bc0,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:02.571776 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f8a78e18-3d45-4cbc-b7a6-5313a8d03cf5 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:02.573136 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f8a78e18-3d45-4cbc-b7a6-5313a8d03cf5 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1556995 Oct 19 01:38:02.576038 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48716) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:02.580267 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48718) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:02.580552 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-a6c61de7-e558-43e6-a2c2-9094753f6e87 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Request body: {'security_group_rule': {'security_group_id': '05de22c1-36e3-4f66-ba6a-c390303dccd1', 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:02.610939 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-0fc3c0ce-622e-4acf-8868-dbe4f9728eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1ad510-dd16-4c9d-8318-2815aca23c4d', 'name': 'tempest-TestAggregatesBasicOps-1050214313-router', 'tenant_id': '13788ec42c1a45d7b72b0a11f6c13701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '02fbed09-7f72-424b-af26-2f56ff77677f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:37:55Z', 'updated_at': '2021-10-19T01:37:59Z', 'revision_number': 4, 'project_id': '13788ec42c1a45d7b72b0a11f6c13701', 'gw_port': {'id': '02fbed09-7f72-424b-af26-2f56ff77677f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:87:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1ad510-dd16-4c9d-8318-2815aca23c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:37:56Z', 'updated_at': '2021-10-19T01:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '9217af02-b1e1-4af6-a8db-706e27bb4de1', 'name': '', 'network_id': '7b7adf50-3a58-41a1-abc9-452dc8f737e3', 'tenant_id': '13788ec42c1a45d7b72b0a11f6c13701', 'mac_address': 'fa:16:3e:c0:2d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1ad510-dd16-4c9d-8318-2815aca23c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'd0c74f10-d59a-40e0-97f6-5fc4f9a52223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:37:58Z', 'updated_at': '2021-10-19T01:37:59Z', 'revision_number': 2, 'project_id': '13788ec42c1a45d7b72b0a11f6c13701', 'subnets': [{'id': 'd0c74f10-d59a-40e0-97f6-5fc4f9a52223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:02.613833 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a6c61de7-e558-43e6-a2c2-9094753f6e87 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:02.651414 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc3c0ce-622e-4acf-8868-dbe4f9728eae None None] Checking router: 6a1ad510-dd16-4c9d-8318-2815aca23c4d for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:38:02.651807 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc3c0ce-622e-4acf-8868-dbe4f9728eae None None] Updating router 6a1ad510-dd16-4c9d-8318-2815aca23c4d port 9217af02-b1e1-4af6-a8db-706e27bb4de1 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:38:02.682115 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a6c61de7-e558-43e6-a2c2-9094753f6e87 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:02.687234 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a6c61de7-e558-43e6-a2c2-9094753f6e87 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:02.710627 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c61de7-e558-43e6-a2c2-9094753f6e87 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd41dc9-7c1e-4f85-b932-535e91e7ecb0,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:02.716211 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a6c61de7-e558-43e6-a2c2-9094753f6e87 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:02.720359 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0fc3c0ce-622e-4acf-8868-dbe4f9728eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:02.720492 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a6c61de7-e558-43e6-a2c2-9094753f6e87 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1403799 Oct 19 01:38:02.720492 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48720) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:02.726020 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-f4ede603-d02f-4c93-b7e9-35b78b38a59b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Request body: {'security_group_rule': {'security_group_id': '05de22c1-36e3-4f66-ba6a-c390303dccd1', 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:02.747199 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 02fbed09-7f72-424b-af26-2f56ff77677f up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:38:02.753862 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f4ede603-d02f-4c93-b7e9-35b78b38a59b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:02.817715 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f4ede603-d02f-4c93-b7e9-35b78b38a59b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:02.823217 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f4ede603-d02f-4c93-b7e9-35b78b38a59b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:02.832572 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a465ae9b-5564-42ad-af13-718d0da26358 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:02.845249 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ede603-d02f-4c93-b7e9-35b78b38a59b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d3c46dd-e171-4a17-a2af-8505fe9b867e,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:02.845813 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a465ae9b-5564-42ad-af13-718d0da26358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:02.856802 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f4ede603-d02f-4c93-b7e9-35b78b38a59b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:02.858016 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f4ede603-d02f-4c93-b7e9-35b78b38a59b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1366498 Oct 19 01:38:02.862030 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48722) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:02.866379 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-4348febf-2dd5-4d01-a6c3-ea7fd479bdf3 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Request body: {'security_group_rule': {'security_group_id': '05de22c1-36e3-4f66-ba6a-c390303dccd1', 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:02.889967 n-d-715271-26 neutron-server[100607]: INFO neutron.db.securitygroups_db [None req-4348febf-2dd5-4d01-a6c3-ea7fd479bdf3 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Project d31ec110a71e4fb2a4f3dc2cada35370 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:38:02.896536 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4348febf-2dd5-4d01-a6c3-ea7fd479bdf3 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:02.973456 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4348febf-2dd5-4d01-a6c3-ea7fd479bdf3 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:02.978241 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4348febf-2dd5-4d01-a6c3-ea7fd479bdf3 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:02.979889 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a465ae9b-5564-42ad-af13-718d0da26358 None None] Network f9388e59-3593-460c-af3d-0bb9538d0649 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:38:02.982784 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465ae9b-5564-42ad-af13-718d0da26358 None None] Pushing event updated for resources: {'Port': ['ID=2cc4bdb2-8b57-42fe-82e5-b55be2f34c91,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:02.987777 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 02fbed09-7f72-424b-af26-2f56ff77677f triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:02.988392 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:02.991390 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-a465ae9b-5564-42ad-af13-718d0da26358 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:38:02.996078 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a465ae9b-5564-42ad-af13-718d0da26358 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:38:03.003774 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4348febf-2dd5-4d01-a6c3-ea7fd479bdf3 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b109873-3d10-4404-9a1a-8c4c7aa3b759,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:03.016413 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4348febf-2dd5-4d01-a6c3-ea7fd479bdf3 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:03.021234 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4348febf-2dd5-4d01-a6c3-ea7fd479bdf3 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1582522 Oct 19 01:38:03.021726 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48726) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:03.028617 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-5c06e1f7-4d21-44da-96d4-86f10b8293dc tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Request body: {'security_group_rule': {'security_group_id': '05de22c1-36e3-4f66-ba6a-c390303dccd1', 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:03.062765 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-747114e0-c239-4fe8-b44c-9c8c832e873e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:03.066460 n-d-715271-26 neutron-server[100606]: INFO neutron.db.securitygroups_db [None req-5c06e1f7-4d21-44da-96d4-86f10b8293dc tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Project d31ec110a71e4fb2a4f3dc2cada35370 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:38:03.121100 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5c06e1f7-4d21-44da-96d4-86f10b8293dc tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:03.250596 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-965ef0c5-e228-4886-a9bf-a67c412c2f2c req-bae403f5-b825-4903-a1b4-42ed110822e5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d1a9a9f7-7986-4451-a69d-f8a1e4c2337c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3200936 Oct 19 01:38:03.293782 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-a465ae9b-5564-42ad-af13-718d0da26358 None None] Attempting to bind port 2cc4bdb2-8b57-42fe-82e5-b55be2f34c91 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:38:03.294428 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-a465ae9b-5564-42ad-af13-718d0da26358 None None] Attempting to bind port 2cc4bdb2-8b57-42fe-82e5-b55be2f34c91 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '21e2a183-40ab-4320-ba74-a7717640ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f9388e59-3593-460c-af3d-0bb9538d0649'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:38:03.294546 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a465ae9b-5564-42ad-af13-718d0da26358 None None] Attempting to bind port 2cc4bdb2-8b57-42fe-82e5-b55be2f34c91 on network f9388e59-3593-460c-af3d-0bb9538d0649 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:38:03.313770 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a465ae9b-5564-42ad-af13-718d0da26358 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:38:03.314152 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a465ae9b-5564-42ad-af13-718d0da26358 None None] Checking segment: {'id': '21e2a183-40ab-4320-ba74-a7717640ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f9388e59-3593-460c-af3d-0bb9538d0649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:38:03.314552 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a465ae9b-5564-42ad-af13-718d0da26358 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:03.314943 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a465ae9b-5564-42ad-af13-718d0da26358 None None] Bound using segment: {'id': '21e2a183-40ab-4320-ba74-a7717640ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f9388e59-3593-460c-af3d-0bb9538d0649'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:38:03.315414 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-a465ae9b-5564-42ad-af13-718d0da26358 None None] Bound port: 2cc4bdb2-8b57-42fe-82e5-b55be2f34c91, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21e2a183-40ab-4320-ba74-a7717640ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f9388e59-3593-460c-af3d-0bb9538d0649'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:38:03.316220 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a465ae9b-5564-42ad-af13-718d0da26358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:03.327200 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5c06e1f7-4d21-44da-96d4-86f10b8293dc tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:03.350801 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5c06e1f7-4d21-44da-96d4-86f10b8293dc tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:03.391709 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06e1f7-4d21-44da-96d4-86f10b8293dc tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58ac86c1-dcca-4972-b6e4-e8aa20514952,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:03.400548 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5c06e1f7-4d21-44da-96d4-86f10b8293dc tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:03.404196 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5c06e1f7-4d21-44da-96d4-86f10b8293dc tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3812940 Oct 19 01:38:03.416987 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ef0c5-e228-4886-a9bf-a67c412c2f2c req-0fb9d9be-7d97-4910-aaa6-5d4745834bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:03.418599 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-965ef0c5-e228-4886-a9bf-a67c412c2f2c req-0fb9d9be-7d97-4910-aaa6-5d4745834bc0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d31ec110a71e4fb2a4f3dc2cada35370&device_id=d1a9a9f7-7986-4451-a69d-f8a1e4c2337c HTTP/1.1" status: 200 len: 1097 time: 0.1212740 Oct 19 01:38:03.476154 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0fc3c0ce-622e-4acf-8868-dbe4f9728eae None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:03.478035 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-a465ae9b-5564-42ad-af13-718d0da26358 None None] For port 2cc4bdb2-8b57-42fe-82e5-b55be2f34c91, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:38:03.481787 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-a465ae9b-5564-42ad-af13-718d0da26358 None None] For port 2cc4bdb2-8b57-42fe-82e5-b55be2f34c91, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=2cc4bdb2-8b57-42fe-82e5-b55be2f34c91,segment=NetworkSegment(21e2a183-40ab-4320-ba74-a7717640ea01),segment_id=21e2a183-40ab-4320-ba74-a7717640ea01)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:38:03.485264 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0fc3c0ce-622e-4acf-8868-dbe4f9728eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:03.493876 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a465ae9b-5564-42ad-af13-718d0da26358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:03.560642 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402867a6-8ed9-4f40-b15c-b23f332330b7 None None] Pushing event updated for resources: {'Port': ['ID=9217af02-b1e1-4af6-a8db-706e27bb4de1,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:03.629581 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ef0c5-e228-4886-a9bf-a67c412c2f2c req-0b480ae0-514f-4db6-8653-cbafa03b211a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:03.631105 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-965ef0c5-e228-4886-a9bf-a67c412c2f2c req-0b480ae0-514f-4db6-8653-cbafa03b211a service neutron] 10.222.0.55 "GET /v2.0/networks?id=f0ea3493-dea3-448e-a6b9-8c4242b867af HTTP/1.1" status: 200 len: 897 time: 0.1793635 Oct 19 01:38:03.638526 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-747114e0-c239-4fe8-b44c-9c8c832e873e admin admin] Deleting port eb96c14a-8235-4b07-ad1a-664a3d0c8181 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:38:03.638873 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-747114e0-c239-4fe8-b44c-9c8c832e873e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:03.652172 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-0fc3c0ce-622e-4acf-8868-dbe4f9728eae None None] Attempting to bind port 9217af02-b1e1-4af6-a8db-706e27bb4de1 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:38:03.652550 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-0fc3c0ce-622e-4acf-8868-dbe4f9728eae None None] Attempting to bind port 9217af02-b1e1-4af6-a8db-706e27bb4de1 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '221f121d-8758-4719-b38f-2c0b12f79ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7b7adf50-3a58-41a1-abc9-452dc8f737e3'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:38:03.652920 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc3c0ce-622e-4acf-8868-dbe4f9728eae None None] Attempting to bind port 9217af02-b1e1-4af6-a8db-706e27bb4de1 on network 7b7adf50-3a58-41a1-abc9-452dc8f737e3 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:38:03.663308 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc3c0ce-622e-4acf-8868-dbe4f9728eae None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:38:03.663698 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc3c0ce-622e-4acf-8868-dbe4f9728eae None None] Checking segment: {'id': '221f121d-8758-4719-b38f-2c0b12f79ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7b7adf50-3a58-41a1-abc9-452dc8f737e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:38:03.663979 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0fc3c0ce-622e-4acf-8868-dbe4f9728eae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:03.664383 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc3c0ce-622e-4acf-8868-dbe4f9728eae None None] Bound using segment: {'id': '221f121d-8758-4719-b38f-2c0b12f79ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7b7adf50-3a58-41a1-abc9-452dc8f737e3'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:38:03.664853 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-0fc3c0ce-622e-4acf-8868-dbe4f9728eae None None] Bound port: 9217af02-b1e1-4af6-a8db-706e27bb4de1, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '221f121d-8758-4719-b38f-2c0b12f79ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7b7adf50-3a58-41a1-abc9-452dc8f737e3'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:38:03.665512 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0fc3c0ce-622e-4acf-8868-dbe4f9728eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:03.687543 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465ae9b-5564-42ad-af13-718d0da26358 None None] Pushing event updated for resources: {'Port': ['ID=2cc4bdb2-8b57-42fe-82e5-b55be2f34c91,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:03.757633 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-0fc3c0ce-622e-4acf-8868-dbe4f9728eae None None] For port 9217af02-b1e1-4af6-a8db-706e27bb4de1, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:38:03.761524 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-0fc3c0ce-622e-4acf-8868-dbe4f9728eae None None] For port 9217af02-b1e1-4af6-a8db-706e27bb4de1, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=9217af02-b1e1-4af6-a8db-706e27bb4de1,segment=NetworkSegment(221f121d-8758-4719-b38f-2c0b12f79ce9),segment_id=221f121d-8758-4719-b38f-2c0b12f79ce9)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:38:03.770416 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0fc3c0ce-622e-4acf-8868-dbe4f9728eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:03.835364 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc3c0ce-622e-4acf-8868-dbe4f9728eae None None] Routers {'6a1ad510-dd16-4c9d-8318-2815aca23c4d'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:38:03.836122 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-0fc3c0ce-622e-4acf-8868-dbe4f9728eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:37:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['6a1ad510-dd16-4c9d-8318-2815aca23c4d'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:03.842973 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-965ef0c5-e228-4886-a9bf-a67c412c2f2c req-39cb8b79-ca7c-4133-8b2b-19287007356d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3aa25740-6b62-487a-857e-ef00061268ac HTTP/1.1" status: 200 len: 1000 time: 0.2019272 Oct 19 01:38:03.891945 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-747114e0-c239-4fe8-b44c-9c8c832e873e admin admin] For port eb96c14a-8235-4b07-ad1a-664a3d0c8181, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=eb96c14a-8235-4b07-ad1a-664a3d0c8181,segment=NetworkSegment(34c293c4-7134-4364-a3df-b450f10696ce),segment_id=34c293c4-7134-4364-a3df-b450f10696ce)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:03.892326 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-747114e0-c239-4fe8-b44c-9c8c832e873e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:03.914876 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402867a6-8ed9-4f40-b15c-b23f332330b7 None None] Pushing event updated for resources: {'Port': ['ID=9217af02-b1e1-4af6-a8db-706e27bb4de1,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:03.920068 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-562ed785-2a2a-4ef8-9dbc-67694fab16b1 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2108719665&fields=id&tenant_id=d31ec110a71e4fb2a4f3dc2cada35370 HTTP/1.1" status: 200 len: 267 time: 0.1200747 Oct 19 01:38:03.938578 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-747114e0-c239-4fe8-b44c-9c8c832e873e admin admin] Calling delete_port for eb96c14a-8235-4b07-ad1a-664a3d0c8181 owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:38:03.969970 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-ad1dc37b-e490-4685-ad1a-d404ab5bc487 None None] Provisioning complete for port 9217af02-b1e1-4af6-a8db-706e27bb4de1 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:03.970652 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ad1dc37b-e490-4685-ad1a-d404ab5bc487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:04.048141 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ef0c5-e228-4886-a9bf-a67c412c2f2c req-226e9d99-3529-4004-877c-5bb233709001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:04.049947 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-965ef0c5-e228-4886-a9bf-a67c412c2f2c req-226e9d99-3529-4004-877c-5bb233709001 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5948cd3e-c362-40b7-9227-397171a8460f HTTP/1.1" status: 200 len: 834 time: 0.1942053 Oct 19 01:38:04.084788 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-0fc3c0ce-622e-4acf-8868-dbe4f9728eae None None] Set router 6a1ad510-dd16-4c9d-8318-2815aca23c4d gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:38:04.171302 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-6a951b22-03e4-46dd-be6e-5c912dd1fd51 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:04.172766 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-6a951b22-03e4-46dd-be6e-5c912dd1fd51 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/networks?id=f9388e59-3593-460c-af3d-0bb9538d0649 HTTP/1.1" status: 200 len: 796 time: 0.2375865 Oct 19 01:38:04.179522 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ef0c5-e228-4886-a9bf-a67c412c2f2c req-ca09cdde-0b95-41cc-a683-bcccdc5253a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:04.181030 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-965ef0c5-e228-4886-a9bf-a67c412c2f2c req-ca09cdde-0b95-41cc-a683-bcccdc5253a8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0ea3493-dea3-448e-a6b9-8c4242b867af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1226711 Oct 19 01:38:04.222646 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ad1dc37b-e490-4685-ad1a-d404ab5bc487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:04.231923 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-965ef0c5-e228-4886-a9bf-a67c412c2f2c req-66143e81-9dc6-4503-b195-1ef9d39d1316 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:38:04.232921 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-965ef0c5-e228-4886-a9bf-a67c412c2f2c req-66143e81-9dc6-4503-b195-1ef9d39d1316 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0155585 Oct 19 01:38:04.237115 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-8f96f208-dd42-4941-844e-9f8c4bc562a9 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/quotas/d31ec110a71e4fb2a4f3dc2cada35370 HTTP/1.1" status: 200 len: 375 time: 0.0551696 Oct 19 01:38:04.302399 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-ad1dc37b-e490-4685-ad1a-d404ab5bc487 None None] For port 9217af02-b1e1-4af6-a8db-706e27bb4de1, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=9217af02-b1e1-4af6-a8db-706e27bb4de1,segment=NetworkSegment(221f121d-8758-4719-b38f-2c0b12f79ce9),segment_id=221f121d-8758-4719-b38f-2c0b12f79ce9)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:04.307752 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ad1dc37b-e490-4685-ad1a-d404ab5bc487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:04.390688 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1dc37b-e490-4685-ad1a-d404ab5bc487 None None] Pushing event updated for resources: {'Port': ['ID=9217af02-b1e1-4af6-a8db-706e27bb4de1,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:04.408101 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-0fc3c0ce-622e-4acf-8868-dbe4f9728eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1ad510-dd16-4c9d-8318-2815aca23c4d', 'name': 'tempest-TestAggregatesBasicOps-1050214313-router', 'tenant_id': '13788ec42c1a45d7b72b0a11f6c13701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '02fbed09-7f72-424b-af26-2f56ff77677f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:37:55Z', 'updated_at': '2021-10-19T01:37:59Z', 'revision_number': 4, 'project_id': '13788ec42c1a45d7b72b0a11f6c13701', 'gw_port': {'id': '02fbed09-7f72-424b-af26-2f56ff77677f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:87:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1ad510-dd16-4c9d-8318-2815aca23c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:37:56Z', 'updated_at': '2021-10-19T01:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '9217af02-b1e1-4af6-a8db-706e27bb4de1', 'name': '', 'network_id': '7b7adf50-3a58-41a1-abc9-452dc8f737e3', 'tenant_id': '13788ec42c1a45d7b72b0a11f6c13701', 'mac_address': 'fa:16:3e:c0:2d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1ad510-dd16-4c9d-8318-2815aca23c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'd0c74f10-d59a-40e0-97f6-5fc4f9a52223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:37:58Z', 'updated_at': '2021-10-19T01:38:03Z', 'revision_number': 4, 'project_id': '13788ec42c1a45d7b72b0a11f6c13701', 'subnets': [{'id': 'd0c74f10-d59a-40e0-97f6-5fc4f9a52223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:04.446977 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc3c0ce-622e-4acf-8868-dbe4f9728eae None None] The sync data for ids ['6a1ad510-dd16-4c9d-8318-2815aca23c4d'] in n-d-715271-26 is: [{'id': '6a1ad510-dd16-4c9d-8318-2815aca23c4d', 'name': 'tempest-TestAggregatesBasicOps-1050214313-router', 'tenant_id': '13788ec42c1a45d7b72b0a11f6c13701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '02fbed09-7f72-424b-af26-2f56ff77677f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:37:55Z', 'updated_at': '2021-10-19T01:37:59Z', 'revision_number': 4, 'project_id': '13788ec42c1a45d7b72b0a11f6c13701', 'gw_port': {'id': '02fbed09-7f72-424b-af26-2f56ff77677f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:87:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1ad510-dd16-4c9d-8318-2815aca23c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:37:56Z', 'updated_at': '2021-10-19T01:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '9217af02-b1e1-4af6-a8db-706e27bb4de1', 'name': '', 'network_id': '7b7adf50-3a58-41a1-abc9-452dc8f737e3', 'tenant_id': '13788ec42c1a45d7b72b0a11f6c13701', 'mac_address': 'fa:16:3e:c0:2d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1ad510-dd16-4c9d-8318-2815aca23c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'd0c74f10-d59a-40e0-97f6-5fc4f9a52223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:37:58Z', 'updated_at': '2021-10-19T01:38:03Z', 'revision_number': 4, 'project_id': '13788ec42c1a45d7b72b0a11f6c13701', 'subnets': [{'id': 'd0c74f10-d59a-40e0-97f6-5fc4f9a52223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:38:04.458911 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-7fd8f6df-0de5-4a85-835a-79fdca204cbe None None] Provisioning complete for port 9217af02-b1e1-4af6-a8db-706e27bb4de1 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:04.459420 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7fd8f6df-0de5-4a85-835a-79fdca204cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:04.771365 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-5e138458-c6e6-4b51-9e26-bcd447e2c5cf tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d31ec110a71e4fb2a4f3dc2cada35370&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5268595 Oct 19 01:38:04.824577 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 2cc4bdb2-8b57-42fe-82e5-b55be2f34c91 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:38:04.842161 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-965ef0c5-e228-4886-a9bf-a67c412c2f2c req-fa320f96-541b-4fad-92a7-bd4699798805 service neutron] 10.222.0.55 "GET /v2.0/networks/f0ea3493-dea3-448e-a6b9-8c4242b867af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5969396 Oct 19 01:38:04.849708 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-747114e0-c239-4fe8-b44c-9c8c832e873e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:04.894910 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ab87c4-95c8-4dd3-aa8d-0a3bacdf2a78 None None] Network f9388e59-3593-460c-af3d-0bb9538d0649 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:38:04.898586 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 2cc4bdb2-8b57-42fe-82e5-b55be2f34c91 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:04.899031 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:04.924802 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747114e0-c239-4fe8-b44c-9c8c832e873e admin admin] Pushing event deleted for resources: {'Port': ['ID=eb96c14a-8235-4b07-ad1a-664a3d0c8181,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:05.022943 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-12f90dae-bec6-4f55-b3ca-7ede2ee15c67 None None] Provisioning complete for port 2cc4bdb2-8b57-42fe-82e5-b55be2f34c91 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:05.023310 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-12f90dae-bec6-4f55-b3ca-7ede2ee15c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:05.056452 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-650ea1d7-9b38-4cd8-a102-41fb4193e9d2 service neutron] 10.222.0.57 "GET /v2.0/networks/f9388e59-3593-460c-af3d-0bb9538d0649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768927 Oct 19 01:38:05.149614 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:05.157460 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-965ef0c5-e228-4886-a9bf-a67c412c2f2c req-12b263d4-f04d-430b-a63f-16935c2a9474 service neutron] 10.222.0.55 "GET /v2.0/networks/f0ea3493-dea3-448e-a6b9-8c4242b867af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035007 Oct 19 01:38:05.220846 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 2cc4bdb2-8b57-42fe-82e5-b55be2f34c91, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=2cc4bdb2-8b57-42fe-82e5-b55be2f34c91,segment=NetworkSegment(21e2a183-40ab-4320-ba74-a7717640ea01),segment_id=21e2a183-40ab-4320-ba74-a7717640ea01)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:05.228376 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:05.229247 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 9217af02-b1e1-4af6-a8db-706e27bb4de1 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:38:05.271144 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-12f90dae-bec6-4f55-b3ca-7ede2ee15c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:05.279497 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-8fe7276c-c06b-4dea-88c0-0a0820e0ff2e service neutron] 10.222.0.57 "GET /v2.0/networks/f9388e59-3593-460c-af3d-0bb9538d0649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125001 Oct 19 01:38:05.285685 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-747114e0-c239-4fe8-b44c-9c8c832e873e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:05.338070 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=2cc4bdb2-8b57-42fe-82e5-b55be2f34c91,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:05.384776 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-12f90dae-bec6-4f55-b3ca-7ede2ee15c67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:38:05.385512 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-12f90dae-bec6-4f55-b3ca-7ede2ee15c67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:38:05.386751 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 9217af02-b1e1-4af6-a8db-706e27bb4de1 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:05.387176 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:05.598905 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747114e0-c239-4fe8-b44c-9c8c832e873e admin admin] Router 1dd2aec7-cfa2-475e-b388-ff9bebcc9849 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:38:05.683385 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-009a51a9-ef3e-420f-8650-b23fc6752086 req-18ec8087-9d73-4737-916e-d5c8b7f5c25b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=962ac90e-d3fc-4e0c-b20c-7860e1a4b729 HTTP/1.1" status: 200 len: 210 time: 0.1322737 Oct 19 01:38:05.722176 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747114e0-c239-4fe8-b44c-9c8c832e873e admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:38:05.733357 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f02687-0bcd-45b5-98db-8a109b0298b5 None None] Sync routers for ids ['1dd2aec7-cfa2-475e-b388-ff9bebcc9849'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:38:05.736999 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-747114e0-c239-4fe8-b44c-9c8c832e873e admin admin] 10.222.0.57 "PUT /v2.0/routers/1dd2aec7-cfa2-475e-b388-ff9bebcc9849/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1532977 Oct 19 01:38:05.737973 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48758) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:05.754561 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f02687-0bcd-45b5-98db-8a109b0298b5 None None] Routers {'1dd2aec7-cfa2-475e-b388-ff9bebcc9849'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:38:05.755198 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-84f02687-0bcd-45b5-98db-8a109b0298b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:37:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['1dd2aec7-cfa2-475e-b388-ff9bebcc9849'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:05.869491 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c5a9e134-1af0-4c63-920b-3f7f456e6c69 admin admin] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:05.875669 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-84f02687-0bcd-45b5-98db-8a109b0298b5 None None] Set router 1dd2aec7-cfa2-475e-b388-ff9bebcc9849 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:38:06.032104 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c5a9e134-1af0-4c63-920b-3f7f456e6c69 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:06.085131 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-7f032586-3e82-4501-b4ad-0ed040cc2b09 None None] Provisioning complete for port 2cc4bdb2-8b57-42fe-82e5-b55be2f34c91 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:06.085506 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7f032586-3e82-4501-b4ad-0ed040cc2b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:06.099895 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-c5a9e134-1af0-4c63-920b-3f7f456e6c69 admin admin] Deleting port 59d448d8-1d38-4ba7-9f35-eaaf24ff362b {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:38:06.100611 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c5a9e134-1af0-4c63-920b-3f7f456e6c69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:06.112615 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-84f02687-0bcd-45b5-98db-8a109b0298b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd2aec7-cfa2-475e-b388-ff9bebcc9849', 'name': 'tempest-TestAggregatesBasicOps-458215951-router', 'tenant_id': 'c401ea064c1a41a7a264431aab6a9c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '59d448d8-1d38-4ba7-9f35-eaaf24ff362b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:37:51Z', 'updated_at': '2021-10-19T01:38:04Z', 'revision_number': 5, 'project_id': 'c401ea064c1a41a7a264431aab6a9c58', 'gw_port': {'id': '59d448d8-1d38-4ba7-9f35-eaaf24ff362b', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd2aec7-cfa2-475e-b388-ff9bebcc9849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:37:51Z', 'updated_at': '2021-10-19T01:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:06.140288 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f02687-0bcd-45b5-98db-8a109b0298b5 None None] Checking router: 1dd2aec7-cfa2-475e-b388-ff9bebcc9849 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:38:06.150188 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f02687-0bcd-45b5-98db-8a109b0298b5 None None] Routers {'1dd2aec7-cfa2-475e-b388-ff9bebcc9849'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:38:06.150819 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-84f02687-0bcd-45b5-98db-8a109b0298b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:37:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['1dd2aec7-cfa2-475e-b388-ff9bebcc9849'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:06.224599 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-c5a9e134-1af0-4c63-920b-3f7f456e6c69 admin admin] For port 59d448d8-1d38-4ba7-9f35-eaaf24ff362b, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=59d448d8-1d38-4ba7-9f35-eaaf24ff362b,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:06.225576 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c5a9e134-1af0-4c63-920b-3f7f456e6c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:06.239247 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-c5a9e134-1af0-4c63-920b-3f7f456e6c69 admin admin] Calling delete_port for 59d448d8-1d38-4ba7-9f35-eaaf24ff362b owned by network:router_gateway {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:38:06.266413 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-84f02687-0bcd-45b5-98db-8a109b0298b5 None None] Set router 1dd2aec7-cfa2-475e-b388-ff9bebcc9849 gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:38:06.323879 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-84f02687-0bcd-45b5-98db-8a109b0298b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd2aec7-cfa2-475e-b388-ff9bebcc9849', 'name': 'tempest-TestAggregatesBasicOps-458215951-router', 'tenant_id': 'c401ea064c1a41a7a264431aab6a9c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:37:51Z', 'updated_at': '2021-10-19T01:38:06Z', 'revision_number': 6, 'project_id': 'c401ea064c1a41a7a264431aab6a9c58', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:06.350540 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f02687-0bcd-45b5-98db-8a109b0298b5 None None] The sync data for ids ['1dd2aec7-cfa2-475e-b388-ff9bebcc9849'] in n-d-715271-26 is: [{'id': '1dd2aec7-cfa2-475e-b388-ff9bebcc9849', 'name': 'tempest-TestAggregatesBasicOps-458215951-router', 'tenant_id': 'c401ea064c1a41a7a264431aab6a9c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:37:51Z', 'updated_at': '2021-10-19T01:38:06Z', 'revision_number': 6, 'project_id': 'c401ea064c1a41a7a264431aab6a9c58', 'gw_port_host': None}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:38:06.424136 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c5a9e134-1af0-4c63-920b-3f7f456e6c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:06.455680 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a9e134-1af0-4c63-920b-3f7f456e6c69 admin admin] Pushing event deleted for resources: {'Port': ['ID=59d448d8-1d38-4ba7-9f35-eaaf24ff362b,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:06.513213 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c5a9e134-1af0-4c63-920b-3f7f456e6c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:06.630405 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c5a9e134-1af0-4c63-920b-3f7f456e6c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:06.634275 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c5a9e134-1af0-4c63-920b-3f7f456e6c69 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:06.718516 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c5a9e134-1af0-4c63-920b-3f7f456e6c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:06.719087 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a9e134-1af0-4c63-920b-3f7f456e6c69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dd2aec7-cfa2-475e-b388-ff9bebcc9849 {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:38:06.725336 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c5a9e134-1af0-4c63-920b-3f7f456e6c69 admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:06.726394 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c5a9e134-1af0-4c63-920b-3f7f456e6c69 admin admin] 10.222.0.57 "DELETE /v2.0/routers/1dd2aec7-cfa2-475e-b388-ff9bebcc9849 HTTP/1.1" status: 204 len: 168 time: 0.9869158 Oct 19 01:38:06.728967 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48764) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:06.784648 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-12cb57f2-c780-48d1-9029-4239eeb3b4f1 admin admin] Deleting subnet 58fc1091-b13f-456d-a2c4-05955a0fbc92 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:38:06.797368 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-12cb57f2-c780-48d1-9029-4239eeb3b4f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:06.806362 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4e0ac50f-f97d-46bb-9273-16994b39e9d7 req-19512e25-d5d8-4d4e-bf7b-cab1877d5931 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=962ac90e-d3fc-4e0c-b20c-7860e1a4b729 HTTP/1.1" status: 200 len: 210 time: 0.0269704 Oct 19 01:38:06.806961 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-d9ba8842-3748-4595-885a-43ca55f4ebde tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:06.813657 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-d9ba8842-3748-4595-885a-43ca55f4ebde tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.24 "GET /v2.0/networks?id=f9388e59-3593-460c-af3d-0bb9538d0649 HTTP/1.1" status: 200 len: 796 time: 0.2378132 Oct 19 01:38:06.885323 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 2cc4bdb2-8b57-42fe-82e5-b55be2f34c91 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:38:06.895856 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-12cb57f2-c780-48d1-9029-4239eeb3b4f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:06.922326 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-b4b7d39a-cfa4-4666-98d2-1cab2e761592 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d31ec110a71e4fb2a4f3dc2cada35370 HTTP/1.1" status: 200 len: 473 time: 0.0796721 Oct 19 01:38:06.933570 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 2cc4bdb2-8b57-42fe-82e5-b55be2f34c91 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:06.933941 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:06.937653 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-4bceff2d-11d8-4ef1-ab96-5b2c414b26a7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Request body: {'port': {'device_id': '962ac90e-d3fc-4e0c-b20c-7860e1a4b729', 'network_id': 'f9388e59-3593-460c-af3d-0bb9538d0649', 'admin_state_up': True, 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'security_groups': ['05de22c1-36e3-4f66-ba6a-c390303dccd1']}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:07.057622 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-12cb57f2-c780-48d1-9029-4239eeb3b4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:07.129200 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-4bceff2d-11d8-4ef1-ab96-5b2c414b26a7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Made reservation on behalf of d31ec110a71e4fb2a4f3dc2cada35370 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:38:07.132804 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-4bceff2d-11d8-4ef1-ab96-5b2c414b26a7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:07.142930 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-12cb57f2-c780-48d1-9029-4239eeb3b4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:07.184526 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb57f2-c780-48d1-9029-4239eeb3b4f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58fc1091-b13f-456d-a2c4-05955a0fbc92,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:07.186741 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-12cb57f2-c780-48d1-9029-4239eeb3b4f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:07.189648 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b48206-e569-45bc-817a-700c1355876b None None] Network 3cd5a19d-e739-4108-8ada-48e939fd2df1 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:38:07.190245 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-12cb57f2-c780-48d1-9029-4239eeb3b4f1 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/58fc1091-b13f-456d-a2c4-05955a0fbc92 HTTP/1.1" status: 204 len: 168 time: 0.4601986 Oct 19 01:38:07.193412 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48766) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:07.268894 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device eb96c14a-8235-4b07-ad1a-664a3d0c8181 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:38:07.269142 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-628fc49b-e35d-4367-924c-4b6659a4b860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:07.299480 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: eb96c14a-8235-4b07-ad1a-664a3d0c8181 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:38:07.300672 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device eb96c14a-8235-4b07-ad1a-664a3d0c8181 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:38:07.332216 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-4bceff2d-11d8-4ef1-ab96-5b2c414b26a7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Allocated IP 172.20.0.20 (f9388e59-3593-460c-af3d-0bb9538d0649/d5f671cd-081b-4959-8f2f-3bfa6c9e445e/07407771-efe0-4869-873e-0ac795497067) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:38:07.340279 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-628fc49b-e35d-4367-924c-4b6659a4b860 admin admin] Deleting port 3a453a28-a7a9-44a8-9ab1-58ef9a498d39 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:38:07.340629 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-628fc49b-e35d-4367-924c-4b6659a4b860 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:07.429175 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-628fc49b-e35d-4367-924c-4b6659a4b860 admin admin] For port 3a453a28-a7a9-44a8-9ab1-58ef9a498d39, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=3a453a28-a7a9-44a8-9ab1-58ef9a498d39,segment=NetworkSegment(34c293c4-7134-4364-a3df-b450f10696ce),segment_id=34c293c4-7134-4364-a3df-b450f10696ce)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:07.429570 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-628fc49b-e35d-4367-924c-4b6659a4b860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:07.443021 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-628fc49b-e35d-4367-924c-4b6659a4b860 admin admin] Calling delete_port for 3a453a28-a7a9-44a8-9ab1-58ef9a498d39 owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:38:07.451702 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0e895c-8cfe-4a8b-8ee2-7eb190b0ce1c None None] DHCP port deletion for 3cd5a19d-e739-4108-8ada-48e939fd2df1 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:38:07.508649 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-4bceff2d-11d8-4ef1-ab96-5b2c414b26a7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:07.527818 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-de0e895c-8cfe-4a8b-8ee2-7eb190b0ce1c None None] Deleting port 3a453a28-a7a9-44a8-9ab1-58ef9a498d39 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:38:07.528573 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-de0e895c-8cfe-4a8b-8ee2-7eb190b0ce1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:07.528850 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-628fc49b-e35d-4367-924c-4b6659a4b860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:07.555609 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-4bceff2d-11d8-4ef1-ab96-5b2c414b26a7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:07.568446 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628fc49b-e35d-4367-924c-4b6659a4b860 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a453a28-a7a9-44a8-9ab1-58ef9a498d39,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:07.572941 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628fc49b-e35d-4367-924c-4b6659a4b860 admin admin] No DVR routers for this DVR port 3a453a28-a7a9-44a8-9ab1-58ef9a498d39 on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:38:07.616973 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-4bceff2d-11d8-4ef1-ab96-5b2c414b26a7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Network f9388e59-3593-460c-af3d-0bb9538d0649 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:38:07.620400 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-4bceff2d-11d8-4ef1-ab96-5b2c414b26a7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:38:07.623165 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-4bceff2d-11d8-4ef1-ab96-5b2c414b26a7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:38:07.666840 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-628fc49b-e35d-4367-924c-4b6659a4b860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:07.669885 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bceff2d-11d8-4ef1-ab96-5b2c414b26a7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'Port': ['ID=07407771-efe0-4869-873e-0ac795497067,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:07.695334 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-4bceff2d-11d8-4ef1-ab96-5b2c414b26a7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:07.698360 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-4bceff2d-11d8-4ef1-ab96-5b2c414b26a7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:07.700437 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-628fc49b-e35d-4367-924c-4b6659a4b860 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cd5a19d-e739-4108-8ada-48e939fd2df1']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:07.715682 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-628fc49b-e35d-4367-924c-4b6659a4b860 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c293c4-7134-4364-a3df-b450f10696ce') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:07.716453 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-628fc49b-e35d-4367-924c-4b6659a4b860 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c293c4-7134-4364-a3df-b450f10696ce') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:07.719354 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-4bceff2d-11d8-4ef1-ab96-5b2c414b26a7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7866848 Oct 19 01:38:07.731440 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-b273ef06-3666-4f07-b640-309d6ee2c653 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:38:07.732748 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-b273ef06-3666-4f07-b640-309d6ee2c653 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058506 Oct 19 01:38:07.736700 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-628fc49b-e35d-4367-924c-4b6659a4b860 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:07.745925 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-0fa8d85a-8095-4472-8a04-14c2e82cc0fc service neutron] Request body: {'port': {'device_id': '962ac90e-d3fc-4e0c-b20c-7860e1a4b729', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:07.757780 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-628fc49b-e35d-4367-924c-4b6659a4b860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:07.770945 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-628fc49b-e35d-4367-924c-4b6659a4b860 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:38:07.770945 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-628fc49b-e35d-4367-924c-4b6659a4b860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:07.781243 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:38:07.781243 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:38:07.781243 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:38:07.781243 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:38:07.781243 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:38:07.781243 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:38:07.781243 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:38:07.781243 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:38:07.781243 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:38:07.781243 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:38:07.781243 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:38:07.781243 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:38:07.781243 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:38:07.781243 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:38:07.781243 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:38:07.781243 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:38:07.781243 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:38:07.781243 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:38:07.781243 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:38:07.781243 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:38:07.781243 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:38:07.781243 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:38:07.781243 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:38:07.781243 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:38:07.781243 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:38:07.781243 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:38:07.781243 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:38:07.781243 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:38:07.781243 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:38:07.781243 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:38:07.781243 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:38:07.781243 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:38:07.784015 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-de0e895c-8cfe-4a8b-8ee2-7eb190b0ce1c None None] For port 3a453a28-a7a9-44a8-9ab1-58ef9a498d39, host n-d-715271-26, got binding levels [] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:07.784015 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-de0e895c-8cfe-4a8b-8ee2-7eb190b0ce1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:07.797922 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-de0e895c-8cfe-4a8b-8ee2-7eb190b0ce1c None None] Calling delete_port for 3a453a28-a7a9-44a8-9ab1-58ef9a498d39 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:38:07.801452 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.ipam_backend_mixin [None req-de0e895c-8cfe-4a8b-8ee2-7eb190b0ce1c None None] Port 3a453a28-a7a9-44a8-9ab1-58ef9a498d39 was not found and therefore no delete operation was performed {{(pid=100608) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:38:07.802735 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-de0e895c-8cfe-4a8b-8ee2-7eb190b0ce1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:07.821869 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-0fa8d85a-8095-4472-8a04-14c2e82cc0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:07.833343 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e895c-8cfe-4a8b-8ee2-7eb190b0ce1c None None] Pushing event deleted for resources: {'Port': ['ID=3a453a28-a7a9-44a8-9ab1-58ef9a498d39,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:07.838778 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0e895c-8cfe-4a8b-8ee2-7eb190b0ce1c None None] No DVR routers for this DVR port 3a453a28-a7a9-44a8-9ab1-58ef9a498d39 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:38:07.846790 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-628fc49b-e35d-4367-924c-4b6659a4b860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:07.855743 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-628fc49b-e35d-4367-924c-4b6659a4b860 admin admin] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:07.860001 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-628fc49b-e35d-4367-924c-4b6659a4b860 admin admin] 10.222.0.57 "DELETE /v2.0/networks/3cd5a19d-e739-4108-8ada-48e939fd2df1 HTTP/1.1" status: 204 len: 168 time: 0.6646821 Oct 19 01:38:07.865119 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48770) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:07.883525 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628fc49b-e35d-4367-924c-4b6659a4b860 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cd5a19d-e739-4108-8ada-48e939fd2df1,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:08.044076 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748c6e4-b704-46d7-8152-f4e91dbaf6d9 req-56d9f89a-058f-4cdb-8536-00585e5630ff tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:08.046140 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4748c6e4-b704-46d7-8152-f4e91dbaf6d9 req-56d9f89a-058f-4cdb-8536-00585e5630ff tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=962ac90e-d3fc-4e0c-b20c-7860e1a4b729 HTTP/1.1" status: 200 len: 932 time: 0.0872257 Oct 19 01:38:08.126587 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4748c6e4-b704-46d7-8152-f4e91dbaf6d9 req-300f4c32-4cd0-4780-9853-6f23919cd2b5 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/security-groups?id=05de22c1-36e3-4f66-ba6a-c390303dccd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711141 Oct 19 01:38:08.163936 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b3f31f14-05ad-44d6-b5ad-f0753249ff29 None None] Provisioning complete for port 07407771-efe0-4869-873e-0ac795497067 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:08.164743 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b3f31f14-05ad-44d6-b5ad-f0753249ff29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:08.206177 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-0fa8d85a-8095-4472-8a04-14c2e82cc0fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07407771-efe0-4869-873e-0ac795497067 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:38:08.208244 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-b3f31f14-05ad-44d6-b5ad-f0753249ff29 None None] Port 07407771-efe0-4869-873e-0ac795497067 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:38:08.217674 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-0fa8d85a-8095-4472-8a04-14c2e82cc0fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:08.230897 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-0fa8d85a-8095-4472-8a04-14c2e82cc0fc service neutron] Transition to ACTIVE for port object 07407771-efe0-4869-873e-0ac795497067 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:38:08.235406 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-0fa8d85a-8095-4472-8a04-14c2e82cc0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:08.268455 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-952d1215-96b8-4e56-915e-1c37cd06cec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:08.287095 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8d85a-8095-4472-8a04-14c2e82cc0fc service neutron] Pushing event updated for resources: {'Port': ['ID=07407771-efe0-4869-873e-0ac795497067,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:08.361694 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-0fa8d85a-8095-4472-8a04-14c2e82cc0fc service neutron] Attempting to bind port 07407771-efe0-4869-873e-0ac795497067 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:38:08.362171 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-0fa8d85a-8095-4472-8a04-14c2e82cc0fc service neutron] Attempting to bind port 07407771-efe0-4869-873e-0ac795497067 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '21e2a183-40ab-4320-ba74-a7717640ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f9388e59-3593-460c-af3d-0bb9538d0649'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:38:08.362686 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-0fa8d85a-8095-4472-8a04-14c2e82cc0fc service neutron] Attempting to bind port 07407771-efe0-4869-873e-0ac795497067 on network f9388e59-3593-460c-af3d-0bb9538d0649 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:38:08.367846 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-0fa8d85a-8095-4472-8a04-14c2e82cc0fc service neutron] Port 07407771-efe0-4869-873e-0ac795497067 on network f9388e59-3593-460c-af3d-0bb9538d0649 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:38:08.368182 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-0fa8d85a-8095-4472-8a04-14c2e82cc0fc service neutron] Attempting to bind port 07407771-efe0-4869-873e-0ac795497067 on network f9388e59-3593-460c-af3d-0bb9538d0649 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:38:08.373400 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-0fa8d85a-8095-4472-8a04-14c2e82cc0fc service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:38:08.373738 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-0fa8d85a-8095-4472-8a04-14c2e82cc0fc service neutron] Checking segment: {'id': '21e2a183-40ab-4320-ba74-a7717640ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f9388e59-3593-460c-af3d-0bb9538d0649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:38:08.374117 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-0fa8d85a-8095-4472-8a04-14c2e82cc0fc service neutron] Bound using segment: {'id': '21e2a183-40ab-4320-ba74-a7717640ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f9388e59-3593-460c-af3d-0bb9538d0649'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:38:08.374546 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-0fa8d85a-8095-4472-8a04-14c2e82cc0fc service neutron] Bound port: 07407771-efe0-4869-873e-0ac795497067, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21e2a183-40ab-4320-ba74-a7717640ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f9388e59-3593-460c-af3d-0bb9538d0649'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:38:08.374923 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-0fa8d85a-8095-4472-8a04-14c2e82cc0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:08.442724 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-0fa8d85a-8095-4472-8a04-14c2e82cc0fc service neutron] For port 07407771-efe0-4869-873e-0ac795497067, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:38:08.445998 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-0fa8d85a-8095-4472-8a04-14c2e82cc0fc service neutron] For port 07407771-efe0-4869-873e-0ac795497067, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=07407771-efe0-4869-873e-0ac795497067,segment=NetworkSegment(21e2a183-40ab-4320-ba74-a7717640ea01),segment_id=21e2a183-40ab-4320-ba74-a7717640ea01)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:38:08.451333 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-0fa8d85a-8095-4472-8a04-14c2e82cc0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:08.488747 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-0fa8d85a-8095-4472-8a04-14c2e82cc0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:08.489365 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-0fa8d85a-8095-4472-8a04-14c2e82cc0fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:08.490735 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-0fa8d85a-8095-4472-8a04-14c2e82cc0fc service neutron] 10.222.0.24 "PUT /v2.0/ports/07407771-efe0-4869-873e-0ac795497067 HTTP/1.1" status: 200 len: 1093 time: 0.7491400 Oct 19 01:38:08.491255 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962ac90e-d3fc-4e0c-b20c-7860e1a4b729', 'tag': '07407771-efe0-4869-873e-0ac795497067'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:38:08.493467 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7b5332-7bd2-404f-a5fb-fb23bd8bf3f8" -d '{"events": [{"name": "network-changed", "server_uuid": "962ac90e-d3fc-4e0c-b20c-7860e1a4b729", "tag": "07407771-efe0-4869-873e-0ac795497067"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:38:08.536316 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8d85a-8095-4472-8a04-14c2e82cc0fc service neutron] Pushing event updated for resources: {'Port': ['ID=07407771-efe0-4869-873e-0ac795497067,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:08.558093 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-952d1215-96b8-4e56-915e-1c37cd06cec2 admin admin] Deleting port 9217af02-b1e1-4af6-a8db-706e27bb4de1 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:38:08.558516 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-952d1215-96b8-4e56-915e-1c37cd06cec2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:08.585013 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3b8682-85ad-4860-adec-19ac14cd9586 x-openstack-request-id: req-3b3b8682-85ad-4860-adec-19ac14cd9586 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:38:08.585300 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "962ac90e-d3fc-4e0c-b20c-7860e1a4b729", "tag": "07407771-efe0-4869-873e-0ac795497067", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:38:08.585549 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3b3b8682-85ad-4860-adec-19ac14cd9586 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:38:08.585944 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '962ac90e-d3fc-4e0c-b20c-7860e1a4b729', 'tag': '07407771-efe0-4869-873e-0ac795497067', 'status': 'completed', 'code': 200} Oct 19 01:38:08.601976 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-d4c3fd81-8bec-46a6-91dd-4d5ce3fa197e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:08.603413 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-d4c3fd81-8bec-46a6-91dd-4d5ce3fa197e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d31ec110a71e4fb2a4f3dc2cada35370&device_id=962ac90e-d3fc-4e0c-b20c-7860e1a4b729 HTTP/1.1" status: 200 len: 1096 time: 0.0525014 Oct 19 01:38:08.645716 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-952d1215-96b8-4e56-915e-1c37cd06cec2 admin admin] For port 9217af02-b1e1-4af6-a8db-706e27bb4de1, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=9217af02-b1e1-4af6-a8db-706e27bb4de1,segment=NetworkSegment(221f121d-8758-4719-b38f-2c0b12f79ce9),segment_id=221f121d-8758-4719-b38f-2c0b12f79ce9)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:08.646076 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-952d1215-96b8-4e56-915e-1c37cd06cec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:08.652863 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-18bd91b5-d587-49dd-91bb-e1abf76ac3e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=07407771-efe0-4869-873e-0ac795497067 HTTP/1.1" status: 200 len: 217 time: 0.0413125 Oct 19 01:38:08.661431 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-952d1215-96b8-4e56-915e-1c37cd06cec2 admin admin] Calling delete_port for 9217af02-b1e1-4af6-a8db-706e27bb4de1 owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:38:08.713238 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-e50198cb-2b6b-484d-8192-46f7357a8470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:08.715610 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-e50198cb-2b6b-484d-8192-46f7357a8470 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d5f671cd-081b-4959-8f2f-3bfa6c9e445e HTTP/1.1" status: 200 len: 838 time: 0.0529966 Oct 19 01:38:08.728511 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 59d448d8-1d38-4ba7-9f35-eaaf24ff362b no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:38:08.748957 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 59d448d8-1d38-4ba7-9f35-eaaf24ff362b {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:38:08.749312 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 59d448d8-1d38-4ba7-9f35-eaaf24ff362b not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:38:08.749738 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 3a453a28-a7a9-44a8-9ab1-58ef9a498d39 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:38:08.778083 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-a487eab4-0e29-4dfc-ba92-10d9a287acd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:08.778743 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 3a453a28-a7a9-44a8-9ab1-58ef9a498d39 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:38:08.778743 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 3a453a28-a7a9-44a8-9ab1-58ef9a498d39 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:38:08.779599 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-a487eab4-0e29-4dfc-ba92-10d9a287acd7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9388e59-3593-460c-af3d-0bb9538d0649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0518270 Oct 19 01:38:08.878902 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-952d1215-96b8-4e56-915e-1c37cd06cec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:08.908070 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d1215-96b8-4e56-915e-1c37cd06cec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9217af02-b1e1-4af6-a8db-706e27bb4de1,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:09.106521 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-952d1215-96b8-4e56-915e-1c37cd06cec2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:09.268008 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-185ca583-6581-4230-aba1-189f97b565ca service neutron] 10.222.0.24 "GET /v2.0/networks/f9388e59-3593-460c-af3d-0bb9538d0649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4807618 Oct 19 01:38:09.280949 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb786c-faaf-48a1-92c3-778c1de58b87 req-b1e3219a-5ea1-4575-a360-bbf48b2c5958 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:09.282484 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a4eb786c-faaf-48a1-92c3-778c1de58b87 req-b1e3219a-5ea1-4575-a360-bbf48b2c5958 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=962ac90e-d3fc-4e0c-b20c-7860e1a4b729 HTTP/1.1" status: 200 len: 944 time: 0.0718298 Oct 19 01:38:09.372340 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a4eb786c-faaf-48a1-92c3-778c1de58b87 req-f8b2d422-b6c7-48ef-af29-25754a0ae275 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/security-groups?id=05de22c1-36e3-4f66-ba6a-c390303dccd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808740 Oct 19 01:38:09.401875 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fb5cafc9-e74c-4bb4-8311-232029e8833a req-887ccbeb-e713-4d11-8478-aefb980b5bc0 service neutron] 10.222.0.24 "GET /v2.0/networks/f9388e59-3593-460c-af3d-0bb9538d0649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183786 Oct 19 01:38:09.489835 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b5332-7bd2-404f-a5fb-fb23bd8bf3f8 req-661e4d1c-61cb-4fea-9478-3c01773fdad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:09.491281 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fe7b5332-7bd2-404f-a5fb-fb23bd8bf3f8 req-661e4d1c-61cb-4fea-9478-3c01773fdad7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d31ec110a71e4fb2a4f3dc2cada35370&device_id=962ac90e-d3fc-4e0c-b20c-7860e1a4b729 HTTP/1.1" status: 200 len: 1096 time: 0.0425684 Oct 19 01:38:09.584144 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b5332-7bd2-404f-a5fb-fb23bd8bf3f8 req-24158e9b-da5c-479a-aa9e-113a3711e5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:09.585644 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fe7b5332-7bd2-404f-a5fb-fb23bd8bf3f8 req-24158e9b-da5c-479a-aa9e-113a3711e5e6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f9388e59-3593-460c-af3d-0bb9538d0649 HTTP/1.1" status: 200 len: 897 time: 0.0874231 Oct 19 01:38:09.624097 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952d1215-96b8-4e56-915e-1c37cd06cec2 admin admin] Router 6a1ad510-dd16-4c9d-8318-2815aca23c4d has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:38:09.626522 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fe7b5332-7bd2-404f-a5fb-fb23bd8bf3f8 req-f93af058-1f86-4d1b-aeee-9f87777aad3f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=07407771-efe0-4869-873e-0ac795497067 HTTP/1.1" status: 200 len: 217 time: 0.0338914 Oct 19 01:38:09.675413 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b5332-7bd2-404f-a5fb-fb23bd8bf3f8 req-a570a026-fdee-496e-a758-9654097f446d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:09.676926 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fe7b5332-7bd2-404f-a5fb-fb23bd8bf3f8 req-a570a026-fdee-496e-a758-9654097f446d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d5f671cd-081b-4959-8f2f-3bfa6c9e445e HTTP/1.1" status: 200 len: 838 time: 0.0431383 Oct 19 01:38:09.727703 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b5332-7bd2-404f-a5fb-fb23bd8bf3f8 req-0e42300e-ad30-4e1f-bee3-6c89721c8979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:09.729358 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fe7b5332-7bd2-404f-a5fb-fb23bd8bf3f8 req-0e42300e-ad30-4e1f-bee3-6c89721c8979 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9388e59-3593-460c-af3d-0bb9538d0649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0453136 Oct 19 01:38:09.733718 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952d1215-96b8-4e56-915e-1c37cd06cec2 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:38:09.742191 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-952d1215-96b8-4e56-915e-1c37cd06cec2 admin admin] 10.222.0.57 "PUT /v2.0/routers/6a1ad510-dd16-4c9d-8318-2815aca23c4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8737209 Oct 19 01:38:09.742348 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48778) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:09.745564 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d1ea09-acb9-4eef-b6be-99b3246e9f1b None None] Sync routers for ids ['6a1ad510-dd16-4c9d-8318-2815aca23c4d'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:38:09.755801 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d1ea09-acb9-4eef-b6be-99b3246e9f1b None None] Routers {'6a1ad510-dd16-4c9d-8318-2815aca23c4d'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:38:09.756879 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-41d1ea09-acb9-4eef-b6be-99b3246e9f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:37:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['6a1ad510-dd16-4c9d-8318-2815aca23c4d'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:09.823457 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fe7b5332-7bd2-404f-a5fb-fb23bd8bf3f8 req-3dec7835-8fd3-4a88-82c9-41d7cf52e136 service neutron] 10.222.0.24 "GET /v2.0/networks/f9388e59-3593-460c-af3d-0bb9538d0649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857379 Oct 19 01:38:09.853025 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f25e-77fa-4304-8ac5-c09af1e8f7d8 admin admin] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:09.869769 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-41d1ea09-acb9-4eef-b6be-99b3246e9f1b None None] Set router 6a1ad510-dd16-4c9d-8318-2815aca23c4d gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:38:09.926571 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fe7b5332-7bd2-404f-a5fb-fb23bd8bf3f8 req-b940427c-7c3e-46e5-86cc-a4ae96765236 service neutron] 10.222.0.24 "GET /v2.0/networks/f9388e59-3593-460c-af3d-0bb9538d0649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945261 Oct 19 01:38:09.977271 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f25e-77fa-4304-8ac5-c09af1e8f7d8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:10.031307 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-a9e4f25e-77fa-4304-8ac5-c09af1e8f7d8 admin admin] Deleting port 02fbed09-7f72-424b-af26-2f56ff77677f {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:38:10.031665 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f25e-77fa-4304-8ac5-c09af1e8f7d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:10.057040 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-41d1ea09-acb9-4eef-b6be-99b3246e9f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1ad510-dd16-4c9d-8318-2815aca23c4d', 'name': 'tempest-TestAggregatesBasicOps-1050214313-router', 'tenant_id': '13788ec42c1a45d7b72b0a11f6c13701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '02fbed09-7f72-424b-af26-2f56ff77677f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:37:55Z', 'updated_at': '2021-10-19T01:38:08Z', 'revision_number': 5, 'project_id': '13788ec42c1a45d7b72b0a11f6c13701', 'gw_port': {'id': '02fbed09-7f72-424b-af26-2f56ff77677f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:87:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1ad510-dd16-4c9d-8318-2815aca23c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:37:56Z', 'updated_at': '2021-10-19T01:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:10.083349 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d1ea09-acb9-4eef-b6be-99b3246e9f1b None None] Checking router: 6a1ad510-dd16-4c9d-8318-2815aca23c4d for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:38:10.091699 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d1ea09-acb9-4eef-b6be-99b3246e9f1b None None] Routers {'6a1ad510-dd16-4c9d-8318-2815aca23c4d'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:38:10.092337 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-41d1ea09-acb9-4eef-b6be-99b3246e9f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:37:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['6a1ad510-dd16-4c9d-8318-2815aca23c4d'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:10.111631 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-a9e4f25e-77fa-4304-8ac5-c09af1e8f7d8 admin admin] For port 02fbed09-7f72-424b-af26-2f56ff77677f, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=02fbed09-7f72-424b-af26-2f56ff77677f,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:10.112044 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f25e-77fa-4304-8ac5-c09af1e8f7d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:10.124684 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-a9e4f25e-77fa-4304-8ac5-c09af1e8f7d8 admin admin] Calling delete_port for 02fbed09-7f72-424b-af26-2f56ff77677f owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:38:10.179535 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-41d1ea09-acb9-4eef-b6be-99b3246e9f1b None None] Set router 6a1ad510-dd16-4c9d-8318-2815aca23c4d gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:38:10.237722 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-41d1ea09-acb9-4eef-b6be-99b3246e9f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1ad510-dd16-4c9d-8318-2815aca23c4d', 'name': 'tempest-TestAggregatesBasicOps-1050214313-router', 'tenant_id': '13788ec42c1a45d7b72b0a11f6c13701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:37:55Z', 'updated_at': '2021-10-19T01:38:09Z', 'revision_number': 6, 'project_id': '13788ec42c1a45d7b72b0a11f6c13701', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:10.266612 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d1ea09-acb9-4eef-b6be-99b3246e9f1b None None] The sync data for ids ['6a1ad510-dd16-4c9d-8318-2815aca23c4d'] in n-d-715271-26 is: [{'id': '6a1ad510-dd16-4c9d-8318-2815aca23c4d', 'name': 'tempest-TestAggregatesBasicOps-1050214313-router', 'tenant_id': '13788ec42c1a45d7b72b0a11f6c13701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:37:55Z', 'updated_at': '2021-10-19T01:38:09Z', 'revision_number': 6, 'project_id': '13788ec42c1a45d7b72b0a11f6c13701', 'gw_port_host': None}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:38:10.301285 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f25e-77fa-4304-8ac5-c09af1e8f7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:10.325610 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4f25e-77fa-4304-8ac5-c09af1e8f7d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=02fbed09-7f72-424b-af26-2f56ff77677f,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:10.391837 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f25e-77fa-4304-8ac5-c09af1e8f7d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:10.520710 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f25e-77fa-4304-8ac5-c09af1e8f7d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:10.523941 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f25e-77fa-4304-8ac5-c09af1e8f7d8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:10.598900 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a365cf9-e4a2-482f-9570-0383b3b3145e req-9cdaf35e-8ae9-456e-a118-b6efa2091ad4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:10.600392 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5a365cf9-e4a2-482f-9570-0383b3b3145e req-9cdaf35e-8ae9-456e-a118-b6efa2091ad4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=962ac90e-d3fc-4e0c-b20c-7860e1a4b729 HTTP/1.1" status: 200 len: 944 time: 0.1333210 Oct 19 01:38:10.601506 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f25e-77fa-4304-8ac5-c09af1e8f7d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:10.602037 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e4f25e-77fa-4304-8ac5-c09af1e8f7d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a1ad510-dd16-4c9d-8318-2815aca23c4d {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:38:10.606303 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f25e-77fa-4304-8ac5-c09af1e8f7d8 admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:10.607406 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a9e4f25e-77fa-4304-8ac5-c09af1e8f7d8 admin admin] 10.222.0.57 "DELETE /v2.0/routers/6a1ad510-dd16-4c9d-8318-2815aca23c4d HTTP/1.1" status: 204 len: 168 time: 0.8641293 Oct 19 01:38:10.610089 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48782) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:10.642824 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5a365cf9-e4a2-482f-9570-0383b3b3145e req-4d115a4e-e777-42d8-9680-9396fb962baf tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/security-groups?id=05de22c1-36e3-4f66-ba6a-c390303dccd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342228 Oct 19 01:38:10.657247 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b3f2a69-f8ac-45cf-860d-8e00e6681f7f admin admin] Deleting subnet d0c74f10-d59a-40e0-97f6-5fc4f9a52223 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:38:10.663372 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1b3f2a69-f8ac-45cf-860d-8e00e6681f7f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:10.727759 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1b3f2a69-f8ac-45cf-860d-8e00e6681f7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:10.798299 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 9217af02-b1e1-4af6-a8db-706e27bb4de1 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:38:10.814621 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1b3f2a69-f8ac-45cf-860d-8e00e6681f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:10.819349 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 9217af02-b1e1-4af6-a8db-706e27bb4de1 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:38:10.819695 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 9217af02-b1e1-4af6-a8db-706e27bb4de1 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:38:10.867942 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1b3f2a69-f8ac-45cf-860d-8e00e6681f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:10.893374 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f2a69-f8ac-45cf-860d-8e00e6681f7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0c74f10-d59a-40e0-97f6-5fc4f9a52223,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:10.897787 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1b3f2a69-f8ac-45cf-860d-8e00e6681f7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:10.903268 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1b3f2a69-f8ac-45cf-860d-8e00e6681f7f admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d0c74f10-d59a-40e0-97f6-5fc4f9a52223 HTTP/1.1" status: 204 len: 168 time: 0.2898459 Oct 19 01:38:10.903808 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48784) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:10.908673 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec0ef91-f611-4c9c-a83f-efb4c5fa5455 None None] Network 7b7adf50-3a58-41a1-abc9-452dc8f737e3 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:38:10.976137 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f5024d78-3fc4-4260-b8aa-cff9777a5c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:11.031297 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-f5024d78-3fc4-4260-b8aa-cff9777a5c3b admin admin] Deleting port aa76cb52-5c10-4b89-b35a-4411efc2b19c {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:38:11.031579 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f5024d78-3fc4-4260-b8aa-cff9777a5c3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:11.101140 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-f5024d78-3fc4-4260-b8aa-cff9777a5c3b admin admin] For port aa76cb52-5c10-4b89-b35a-4411efc2b19c, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=aa76cb52-5c10-4b89-b35a-4411efc2b19c,segment=NetworkSegment(221f121d-8758-4719-b38f-2c0b12f79ce9),segment_id=221f121d-8758-4719-b38f-2c0b12f79ce9)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:11.101497 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f5024d78-3fc4-4260-b8aa-cff9777a5c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:11.109301 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ca192a-9e9b-4d70-9446-228c141cf7f5 None None] DHCP port deletion for 7b7adf50-3a58-41a1-abc9-452dc8f737e3 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:38:11.115380 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-f5024d78-3fc4-4260-b8aa-cff9777a5c3b admin admin] Calling delete_port for aa76cb52-5c10-4b89-b35a-4411efc2b19c owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:38:11.158887 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-62ca192a-9e9b-4d70-9446-228c141cf7f5 None None] Deleting port aa76cb52-5c10-4b89-b35a-4411efc2b19c {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:38:11.159920 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-62ca192a-9e9b-4d70-9446-228c141cf7f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:11.199464 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f5024d78-3fc4-4260-b8aa-cff9777a5c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:11.223516 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5024d78-3fc4-4260-b8aa-cff9777a5c3b admin admin] Pushing event deleted for resources: {'Port': ['ID=aa76cb52-5c10-4b89-b35a-4411efc2b19c,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:11.226604 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-62ca192a-9e9b-4d70-9446-228c141cf7f5 None None] For port aa76cb52-5c10-4b89-b35a-4411efc2b19c, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=aa76cb52-5c10-4b89-b35a-4411efc2b19c,segment=NetworkSegment(221f121d-8758-4719-b38f-2c0b12f79ce9),segment_id=221f121d-8758-4719-b38f-2c0b12f79ce9)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:11.227081 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-62ca192a-9e9b-4d70-9446-228c141cf7f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:11.229133 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5024d78-3fc4-4260-b8aa-cff9777a5c3b admin admin] No DVR routers for this DVR port aa76cb52-5c10-4b89-b35a-4411efc2b19c on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:38:11.241431 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-62ca192a-9e9b-4d70-9446-228c141cf7f5 None None] Calling delete_port for aa76cb52-5c10-4b89-b35a-4411efc2b19c owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:38:11.304190 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f5024d78-3fc4-4260-b8aa-cff9777a5c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:11.316103 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-62ca192a-9e9b-4d70-9446-228c141cf7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:11.324816 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-f5024d78-3fc4-4260-b8aa-cff9777a5c3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b7adf50-3a58-41a1-abc9-452dc8f737e3']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:11.335297 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-f5024d78-3fc4-4260-b8aa-cff9777a5c3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '221f121d-8758-4719-b38f-2c0b12f79ce9') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:11.335622 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-f5024d78-3fc4-4260-b8aa-cff9777a5c3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '221f121d-8758-4719-b38f-2c0b12f79ce9') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:11.345262 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca192a-9e9b-4d70-9446-228c141cf7f5 None None] Pushing event deleted for resources: {'Port': ['ID=aa76cb52-5c10-4b89-b35a-4411efc2b19c,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:11.346064 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f5024d78-3fc4-4260-b8aa-cff9777a5c3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:11.350562 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ca192a-9e9b-4d70-9446-228c141cf7f5 None None] No DVR routers for this DVR port aa76cb52-5c10-4b89-b35a-4411efc2b19c on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:38:11.360297 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 07407771-efe0-4869-873e-0ac795497067 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:38:11.364440 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f5024d78-3fc4-4260-b8aa-cff9777a5c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:11.370582 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5024d78-3fc4-4260-b8aa-cff9777a5c3b admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:38:11.371093 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f5024d78-3fc4-4260-b8aa-cff9777a5c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:11.372859 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:38:11.372859 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:38:11.372859 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:38:11.372859 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:38:11.372859 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:38:11.372859 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:38:11.372859 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:38:11.372859 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:38:11.372859 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:38:11.372859 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:38:11.372859 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:38:11.372859 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:38:11.372859 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:38:11.372859 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:38:11.372859 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:38:11.372859 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:38:11.372859 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:38:11.372859 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:38:11.372859 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:38:11.372859 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:38:11.372859 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:38:11.372859 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:38:11.372859 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:38:11.372859 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:38:11.372859 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:38:11.372859 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:38:11.372859 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:38:11.372859 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:38:11.372859 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:38:11.372859 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:38:11.372859 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:38:11.372859 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:38:11.426552 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f5024d78-3fc4-4260-b8aa-cff9777a5c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:11.431022 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f5024d78-3fc4-4260-b8aa-cff9777a5c3b admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:11.437089 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f5024d78-3fc4-4260-b8aa-cff9777a5c3b admin admin] 10.222.0.57 "DELETE /v2.0/networks/7b7adf50-3a58-41a1-abc9-452dc8f737e3 HTTP/1.1" status: 204 len: 168 time: 0.5295885 Oct 19 01:38:11.447067 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5024d78-3fc4-4260-b8aa-cff9777a5c3b admin admin] Pushing event deleted for resources: {'Network': ['ID=7b7adf50-3a58-41a1-abc9-452dc8f737e3,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:11.462739 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 07407771-efe0-4869-873e-0ac795497067, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=07407771-efe0-4869-873e-0ac795497067,segment=NetworkSegment(21e2a183-40ab-4320-ba74-a7717640ea01),segment_id=21e2a183-40ab-4320-ba74-a7717640ea01)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:11.474181 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '07407771-efe0-4869-873e-0ac795497067', 'network_id': 'f9388e59-3593-460c-af3d-0bb9538d0649', 'port_id': '07407771-efe0-4869-873e-0ac795497067', 'mac_address': 'fa:16:3e:99:f7:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5f671cd-081b-4959-8f2f-3bfa6c9e445e', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:38:11.513651 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:11.526845 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07407771-efe0-4869-873e-0ac795497067 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:38:11.549395 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 07407771-efe0-4869-873e-0ac795497067, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=07407771-efe0-4869-873e-0ac795497067,segment=NetworkSegment(21e2a183-40ab-4320-ba74-a7717640ea01),segment_id=21e2a183-40ab-4320-ba74-a7717640ea01)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:11.552922 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:11.605271 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=07407771-efe0-4869-873e-0ac795497067,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:11.608122 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48788) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:11.651764 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a875b2a9-19ac-4d27-9a82-bc7f1e9bee8c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c401ea064c1a41a7a264431aab6a9c58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424786 Oct 19 01:38:11.654101 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48790) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:11.701520 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-84bdc83c-4d80-4fee-a2c2-6cfd875e71b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:11.724336 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-84bdc83c-4d80-4fee-a2c2-6cfd875e71b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:11.774512 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['07407771-efe0-4869-873e-0ac795497067'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:38:11.795208 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494693a0-806c-4a9e-84b7-8003fc964f18 req-6af85638-49ff-4aba-b76c-d9e20fc63ab7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:11.796738 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-494693a0-806c-4a9e-84b7-8003fc964f18 req-6af85638-49ff-4aba-b76c-d9e20fc63ab7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=962ac90e-d3fc-4e0c-b20c-7860e1a4b729 HTTP/1.1" status: 200 len: 945 time: 0.0704846 Oct 19 01:38:11.822171 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-84bdc83c-4d80-4fee-a2c2-6cfd875e71b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:11.824580 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-84bdc83c-4d80-4fee-a2c2-6cfd875e71b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:11.828470 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-84bdc83c-4d80-4fee-a2c2-6cfd875e71b0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/69db09e8-34c8-4bae-8042-582077b98dfb HTTP/1.1" status: 204 len: 168 time: 0.1707079 Oct 19 01:38:11.844078 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bdc83c-4d80-4fee-a2c2-6cfd875e71b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69db09e8-34c8-4bae-8042-582077b98dfb,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:11.851551 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-494693a0-806c-4a9e-84b7-8003fc964f18 req-4894ff3b-8e73-43f9-90e0-70622aff7c88 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/security-groups?id=05de22c1-36e3-4f66-ba6a-c390303dccd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485716 Oct 19 01:38:12.155924 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48798) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:12.200780 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4c5bc2a9-eab8-4065-b3a8-605c19aea998 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=13788ec42c1a45d7b72b0a11f6c13701&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436935 Oct 19 01:38:12.203176 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48800) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:12.249771 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7544ff32-4a03-42e7-b11c-4e788dc921da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:12.271344 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7544ff32-4a03-42e7-b11c-4e788dc921da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:12.317107 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7544ff32-4a03-42e7-b11c-4e788dc921da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:12.319658 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7544ff32-4a03-42e7-b11c-4e788dc921da admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:12.320812 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7544ff32-4a03-42e7-b11c-4e788dc921da admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d4fa8467-036e-4e32-aab4-9c84bbf32f5a HTTP/1.1" status: 204 len: 168 time: 0.1167045 Oct 19 01:38:12.328342 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544ff32-4a03-42e7-b11c-4e788dc921da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fa8467-036e-4e32-aab4-9c84bbf32f5a,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:12.706884 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 02fbed09-7f72-424b-af26-2f56ff77677f no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:38:12.727814 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 02fbed09-7f72-424b-af26-2f56ff77677f {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:38:12.728166 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 02fbed09-7f72-424b-af26-2f56ff77677f not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:38:12.728592 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device aa76cb52-5c10-4b89-b35a-4411efc2b19c no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:38:12.748065 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: aa76cb52-5c10-4b89-b35a-4411efc2b19c {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:38:12.748409 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device aa76cb52-5c10-4b89-b35a-4411efc2b19c not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:38:12.969008 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00298fe-517b-4971-b205-5112585a34f5 req-9aff1811-c1da-44e2-8dfd-707f9a24bf5f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:12.970481 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a00298fe-517b-4971-b205-5112585a34f5 req-9aff1811-c1da-44e2-8dfd-707f9a24bf5f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=962ac90e-d3fc-4e0c-b20c-7860e1a4b729 HTTP/1.1" status: 200 len: 945 time: 0.0491619 Oct 19 01:38:13.007772 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a00298fe-517b-4971-b205-5112585a34f5 req-cfff9d19-2ef4-454b-ba5e-fa0fc0f3c268 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/security-groups?id=05de22c1-36e3-4f66-ba6a-c390303dccd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311780 Oct 19 01:38:13.353738 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 07407771-efe0-4869-873e-0ac795497067 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:38:13.404181 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 07407771-efe0-4869-873e-0ac795497067 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:38:13.407691 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 07407771-efe0-4869-873e-0ac795497067 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:13.408089 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:13.481933 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:13.505995 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962ac90e-d3fc-4e0c-b20c-7860e1a4b729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07407771-efe0-4869-873e-0ac795497067'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:38:13.508425 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5e14d1-ed58-4b85-8353-b8876fc031f7" -d '{"events": [{"server_uuid": "962ac90e-d3fc-4e0c-b20c-7860e1a4b729", "name": "network-vif-plugged", "status": "completed", "tag": "07407771-efe0-4869-873e-0ac795497067"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:38:13.520767 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 07407771-efe0-4869-873e-0ac795497067, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=07407771-efe0-4869-873e-0ac795497067,segment=NetworkSegment(21e2a183-40ab-4320-ba74-a7717640ea01),segment_id=21e2a183-40ab-4320-ba74-a7717640ea01)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:13.525136 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:13.575174 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=07407771-efe0-4869-873e-0ac795497067,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:13.724000 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1087af-4270-4067-8c08-786a0d75883c x-openstack-request-id: req-9d1087af-4270-4067-8c08-786a0d75883c {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:38:13.724645 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962ac90e-d3fc-4e0c-b20c-7860e1a4b729", "name": "network-vif-plugged", "status": "completed", "tag": "07407771-efe0-4869-873e-0ac795497067", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:38:13.724645 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9d1087af-4270-4067-8c08-786a0d75883c {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:38:13.724909 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962ac90e-d3fc-4e0c-b20c-7860e1a4b729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07407771-efe0-4869-873e-0ac795497067', 'code': 200} Oct 19 01:38:13.821682 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0f5a3-c03d-4569-9917-b9a54ab2ba8d req-c6460082-e6fd-4eb3-ba8d-3a1b6adf17bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:13.823169 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a1b0f5a3-c03d-4569-9917-b9a54ab2ba8d req-c6460082-e6fd-4eb3-ba8d-3a1b6adf17bc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=962ac90e-d3fc-4e0c-b20c-7860e1a4b729 HTTP/1.1" status: 200 len: 1098 time: 0.0413096 Oct 19 01:38:13.858225 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a1b0f5a3-c03d-4569-9917-b9a54ab2ba8d req-c8e6b28a-9ba5-4fcb-a4ca-5b431f031882 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=05de22c1-36e3-4f66-ba6a-c390303dccd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278218 Oct 19 01:38:13.971056 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fedef9ce-db71-4807-919d-d4a8fc002d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:14.125625 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48daaa1-fa2c-48f0-bb2c-cc9f4b73ecb8 req-84affa43-93cb-4632-a5f8-3bcb3d0690de tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:14.127018 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a48daaa1-fa2c-48f0-bb2c-cc9f4b73ecb8 req-84affa43-93cb-4632-a5f8-3bcb3d0690de tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=962ac90e-d3fc-4e0c-b20c-7860e1a4b729 HTTP/1.1" status: 200 len: 946 time: 0.0532665 Oct 19 01:38:14.165100 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a48daaa1-fa2c-48f0-bb2c-cc9f4b73ecb8 req-738124c0-297b-4da6-8761-c7970e5b361e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/security-groups?id=05de22c1-36e3-4f66-ba6a-c390303dccd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318873 Oct 19 01:38:15.283446 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae95e40-78be-441c-93e4-4a1eb06de151 req-95bbaac0-159f-4ee3-961a-2637f7db95de tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:15.284995 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1ae95e40-78be-441c-93e4-4a1eb06de151 req-95bbaac0-159f-4ee3-961a-2637f7db95de tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=962ac90e-d3fc-4e0c-b20c-7860e1a4b729 HTTP/1.1" status: 200 len: 946 time: 0.0529523 Oct 19 01:38:15.321864 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1ae95e40-78be-441c-93e4-4a1eb06de151 req-8cd3def9-309e-41dc-82b8-fba2f9bd81a5 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/security-groups?id=05de22c1-36e3-4f66-ba6a-c390303dccd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309811 Oct 19 01:38:15.434248 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd7d68-e389-4af9-a3f3-993553b6756d req-29e285e0-6b2f-469b-8d02-416a3d5b2f98 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:15.435712 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-11dd7d68-e389-4af9-a3f3-993553b6756d req-29e285e0-6b2f-469b-8d02-416a3d5b2f98 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=962ac90e-d3fc-4e0c-b20c-7860e1a4b729 HTTP/1.1" status: 200 len: 946 time: 0.0494435 Oct 19 01:38:15.473631 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-11dd7d68-e389-4af9-a3f3-993553b6756d req-a3f59f57-d4d6-4ace-ab90-884008d1d06e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/security-groups?id=05de22c1-36e3-4f66-ba6a-c390303dccd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317092 Oct 19 01:38:15.541272 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f60e8250-fe59-47e1-ad48-94e4e7836100 req-3b8d8b01-2558-4b41-9f22-75ea42247f8c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=962ac90e-d3fc-4e0c-b20c-7860e1a4b729&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391483 Oct 19 01:38:15.619321 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e8250-fe59-47e1-ad48-94e4e7836100 req-7a05785d-a0f1-43c7-8e53-bf84b3009775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:15.620807 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f60e8250-fe59-47e1-ad48-94e4e7836100 req-7a05785d-a0f1-43c7-8e53-bf84b3009775 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d31ec110a71e4fb2a4f3dc2cada35370&device_id=962ac90e-d3fc-4e0c-b20c-7860e1a4b729 HTTP/1.1" status: 200 len: 1098 time: 0.0397773 Oct 19 01:38:15.726433 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e8250-fe59-47e1-ad48-94e4e7836100 req-0af76fb4-a883-4965-b1dd-010469280856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:15.727842 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f60e8250-fe59-47e1-ad48-94e4e7836100 req-0af76fb4-a883-4965-b1dd-010469280856 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f9388e59-3593-460c-af3d-0bb9538d0649 HTTP/1.1" status: 200 len: 897 time: 0.0881896 Oct 19 01:38:15.768142 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f60e8250-fe59-47e1-ad48-94e4e7836100 req-8bb56f3a-bda4-49cd-9ae4-ab62782867ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=07407771-efe0-4869-873e-0ac795497067 HTTP/1.1" status: 200 len: 217 time: 0.0335543 Oct 19 01:38:15.820940 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e8250-fe59-47e1-ad48-94e4e7836100 req-caf8f2f1-9886-461e-9e93-068ccdb2d4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:15.822392 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f60e8250-fe59-47e1-ad48-94e4e7836100 req-caf8f2f1-9886-461e-9e93-068ccdb2d4a9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d5f671cd-081b-4959-8f2f-3bfa6c9e445e HTTP/1.1" status: 200 len: 838 time: 0.0478384 Oct 19 01:38:15.872236 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e8250-fe59-47e1-ad48-94e4e7836100 req-65eb8d5e-c9c4-4c30-80e1-f1b175134d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:15.873720 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f60e8250-fe59-47e1-ad48-94e4e7836100 req-65eb8d5e-c9c4-4c30-80e1-f1b175134d7f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9388e59-3593-460c-af3d-0bb9538d0649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0440774 Oct 19 01:38:15.964638 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f60e8250-fe59-47e1-ad48-94e4e7836100 req-23a84db5-4249-47de-81b6-0f491f8e899b service neutron] 10.222.0.24 "GET /v2.0/networks/f9388e59-3593-460c-af3d-0bb9538d0649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830531 Oct 19 01:38:16.056216 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f60e8250-fe59-47e1-ad48-94e4e7836100 req-bae46b23-d832-4228-bef3-139026309f6f service neutron] 10.222.0.24 "GET /v2.0/networks/f9388e59-3593-460c-af3d-0bb9538d0649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844502 Oct 19 01:38:16.577207 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e3ae326e-77fb-4ba5-8460-da2173badb3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:16.952182 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48820) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:17.278129 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:17.340855 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:38:17.383018 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c6576481-9993-4c21-a1f0-b90d48aefd81 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:17.646671 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-c6576481-9993-4c21-a1f0-b90d48aefd81 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Allocated IP 172.20.0.17 (f9388e59-3593-460c-af3d-0bb9538d0649/d5f671cd-081b-4959-8f2f-3bfa6c9e445e/c2e9f0a9-15fe-4dde-b21f-920fd2c26379) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:38:17.759185 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c6576481-9993-4c21-a1f0-b90d48aefd81 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:17.792452 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c6576481-9993-4c21-a1f0-b90d48aefd81 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:17.829858 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6576481-9993-4c21-a1f0-b90d48aefd81 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Network f9388e59-3593-460c-af3d-0bb9538d0649 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:38:17.833870 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-c6576481-9993-4c21-a1f0-b90d48aefd81 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:38:17.836213 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6576481-9993-4c21-a1f0-b90d48aefd81 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:38:17.859962 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:17.870663 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6576481-9993-4c21-a1f0-b90d48aefd81 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'Port': ['ID=c2e9f0a9-15fe-4dde-b21f-920fd2c26379,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:17.888601 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c6576481-9993-4c21-a1f0-b90d48aefd81 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:18.023308 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c6576481-9993-4c21-a1f0-b90d48aefd81 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:18.065613 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-cd83b932-2763-49d6-be3d-181d84d0f16b None None] Provisioning complete for port c2e9f0a9-15fe-4dde-b21f-920fd2c26379 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:18.066096 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cd83b932-2763-49d6-be3d-181d84d0f16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:18.099548 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-cd83b932-2763-49d6-be3d-181d84d0f16b None None] Port c2e9f0a9-15fe-4dde-b21f-920fd2c26379 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:38:18.295058 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c6576481-9993-4c21-a1f0-b90d48aefd81 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:18.301060 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c6576481-9993-4c21-a1f0-b90d48aefd81 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:18.370349 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6576481-9993-4c21-a1f0-b90d48aefd81 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'Port': ['ID=c2e9f0a9-15fe-4dde-b21f-920fd2c26379,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:18.373989 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c6576481-9993-4c21-a1f0-b90d48aefd81 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:18.464628 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6576481-9993-4c21-a1f0-b90d48aefd81 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Network f9388e59-3593-460c-af3d-0bb9538d0649 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:38:18.465934 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-c6576481-9993-4c21-a1f0-b90d48aefd81 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:38:18.582613 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6576481-9993-4c21-a1f0-b90d48aefd81 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Router b802e1d9-9375-45d1-a6a8-85ed81eb886a has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:38:18.692081 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6576481-9993-4c21-a1f0-b90d48aefd81 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:38:18.697203 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c6576481-9993-4c21-a1f0-b90d48aefd81 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "PUT /v2.0/routers/b802e1d9-9375-45d1-a6a8-85ed81eb886a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7439137 Oct 19 01:38:18.708778 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e70f02-d25b-40c4-a9db-1e8953502171 None None] Sync routers for ids ['b802e1d9-9375-45d1-a6a8-85ed81eb886a'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:38:18.718614 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e70f02-d25b-40c4-a9db-1e8953502171 None None] Routers {'b802e1d9-9375-45d1-a6a8-85ed81eb886a'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:38:18.719218 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-02e70f02-d25b-40c4-a9db-1e8953502171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:38:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b802e1d9-9375-45d1-a6a8-85ed81eb886a'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:18.721687 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-57b61a37-16a4-4a5b-9a84-73433f66a273 None None] Provisioning complete for port c2e9f0a9-15fe-4dde-b21f-920fd2c26379 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:18.722051 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-57b61a37-16a4-4a5b-9a84-73433f66a273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:18.755094 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-57b61a37-16a4-4a5b-9a84-73433f66a273 None None] Port c2e9f0a9-15fe-4dde-b21f-920fd2c26379 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:38:18.823559 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-02e70f02-d25b-40c4-a9db-1e8953502171 None None] Set router b802e1d9-9375-45d1-a6a8-85ed81eb886a gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:38:19.136149 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-02e70f02-d25b-40c4-a9db-1e8953502171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'name': 'tempest-TestNetworkBasicOps-router-1954875773', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:31Z', 'updated_at': '2021-10-19T01:38:17Z', 'revision_number': 5, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'gw_port': {'id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:50:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:32Z', 'updated_at': '2021-10-19T01:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '4456d2cc-c86a-44cf-9477-f49e3d62186d', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'port_id': '3aa25740-6b62-487a-857e-ef00061268ac', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af', 'mac_address': 'fa:16:3e:8e:ea:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a9a9f7-7986-4451-a69d-f8a1e4c2337c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:36:53Z', 'updated_at': '2021-10-19T01:36:56Z', 'revision_number': 1, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24789909-3c1c-4f67-9e81-300a00835096', 'name': '', 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'mac_address': 'fa:16:3e:63:2a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '5948cd3e-c362-40b7-9227-397171a8460f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:35Z', 'updated_at': '2021-10-19T01:36:38Z', 'revision_number': 5, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'subnets': [{'id': '5948cd3e-c362-40b7-9227-397171a8460f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2e9f0a9-15fe-4dde-b21f-920fd2c26379', 'name': '', 'network_id': 'f9388e59-3593-460c-af3d-0bb9538d0649', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'mac_address': 'fa:16:3e:5e:6a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'd5f671cd-081b-4959-8f2f-3bfa6c9e445e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:38:17Z', 'updated_at': '2021-10-19T01:38:18Z', 'revision_number': 2, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'subnets': [{'id': 'd5f671cd-081b-4959-8f2f-3bfa6c9e445e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:19.161449 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e70f02-d25b-40c4-a9db-1e8953502171 None None] Checking router: b802e1d9-9375-45d1-a6a8-85ed81eb886a for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:38:19.161802 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e70f02-d25b-40c4-a9db-1e8953502171 None None] Updating router b802e1d9-9375-45d1-a6a8-85ed81eb886a port c2e9f0a9-15fe-4dde-b21f-920fd2c26379 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:38:19.185815 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-02e70f02-d25b-40c4-a9db-1e8953502171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:19.437742 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-02e70f02-d25b-40c4-a9db-1e8953502171 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:19.442745 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-02e70f02-d25b-40c4-a9db-1e8953502171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:19.489788 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7ec61-1ffe-45da-904e-8a90e2b2e7bc None None] Pushing event updated for resources: {'Port': ['ID=c2e9f0a9-15fe-4dde-b21f-920fd2c26379,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:19.543044 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-02e70f02-d25b-40c4-a9db-1e8953502171 None None] Attempting to bind port c2e9f0a9-15fe-4dde-b21f-920fd2c26379 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:38:19.543401 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-02e70f02-d25b-40c4-a9db-1e8953502171 None None] Attempting to bind port c2e9f0a9-15fe-4dde-b21f-920fd2c26379 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '21e2a183-40ab-4320-ba74-a7717640ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f9388e59-3593-460c-af3d-0bb9538d0649'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:38:19.543774 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e70f02-d25b-40c4-a9db-1e8953502171 None None] Attempting to bind port c2e9f0a9-15fe-4dde-b21f-920fd2c26379 on network f9388e59-3593-460c-af3d-0bb9538d0649 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:38:19.548955 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e70f02-d25b-40c4-a9db-1e8953502171 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:38:19.549348 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e70f02-d25b-40c4-a9db-1e8953502171 None None] Checking segment: {'id': '21e2a183-40ab-4320-ba74-a7717640ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f9388e59-3593-460c-af3d-0bb9538d0649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:38:19.550371 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-02e70f02-d25b-40c4-a9db-1e8953502171 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:19.550756 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e70f02-d25b-40c4-a9db-1e8953502171 None None] Bound using segment: {'id': '21e2a183-40ab-4320-ba74-a7717640ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f9388e59-3593-460c-af3d-0bb9538d0649'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:38:19.551376 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-02e70f02-d25b-40c4-a9db-1e8953502171 None None] Bound port: c2e9f0a9-15fe-4dde-b21f-920fd2c26379, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21e2a183-40ab-4320-ba74-a7717640ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f9388e59-3593-460c-af3d-0bb9538d0649'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:38:19.551822 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-02e70f02-d25b-40c4-a9db-1e8953502171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:19.615148 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-02e70f02-d25b-40c4-a9db-1e8953502171 None None] For port c2e9f0a9-15fe-4dde-b21f-920fd2c26379, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:38:19.618277 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-02e70f02-d25b-40c4-a9db-1e8953502171 None None] For port c2e9f0a9-15fe-4dde-b21f-920fd2c26379, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c2e9f0a9-15fe-4dde-b21f-920fd2c26379,segment=NetworkSegment(21e2a183-40ab-4320-ba74-a7717640ea01),segment_id=21e2a183-40ab-4320-ba74-a7717640ea01)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:38:19.623050 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-02e70f02-d25b-40c4-a9db-1e8953502171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:19.678084 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-7e323509-9cec-4500-a993-8d3e85c28202 None None] Provisioning complete for port c2e9f0a9-15fe-4dde-b21f-920fd2c26379 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:19.678617 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7e323509-9cec-4500-a993-8d3e85c28202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:19.681542 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e70f02-d25b-40c4-a9db-1e8953502171 None None] Routers {'b802e1d9-9375-45d1-a6a8-85ed81eb886a'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:38:19.682162 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-02e70f02-d25b-40c4-a9db-1e8953502171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:38:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b802e1d9-9375-45d1-a6a8-85ed81eb886a'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:19.733586 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7ec61-1ffe-45da-904e-8a90e2b2e7bc None None] Pushing event updated for resources: {'Port': ['ID=c2e9f0a9-15fe-4dde-b21f-920fd2c26379,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:19.769816 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7e323509-9cec-4500-a993-8d3e85c28202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:19.800318 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-02e70f02-d25b-40c4-a9db-1e8953502171 None None] Set router b802e1d9-9375-45d1-a6a8-85ed81eb886a gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:38:19.815696 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-7e323509-9cec-4500-a993-8d3e85c28202 None None] For port c2e9f0a9-15fe-4dde-b21f-920fd2c26379, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c2e9f0a9-15fe-4dde-b21f-920fd2c26379,segment=NetworkSegment(21e2a183-40ab-4320-ba74-a7717640ea01),segment_id=21e2a183-40ab-4320-ba74-a7717640ea01)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:19.819190 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:19.820940 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7e323509-9cec-4500-a993-8d3e85c28202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:19.870980 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e323509-9cec-4500-a993-8d3e85c28202 None None] Pushing event updated for resources: {'Port': ['ID=c2e9f0a9-15fe-4dde-b21f-920fd2c26379,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:19.941450 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-a3ca4f24-f6b2-4e0e-919c-f93e3b05610b None None] Provisioning complete for port c2e9f0a9-15fe-4dde-b21f-920fd2c26379 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:19.941816 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a3ca4f24-f6b2-4e0e-919c-f93e3b05610b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:20.031263 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-02e70f02-d25b-40c4-a9db-1e8953502171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'name': 'tempest-TestNetworkBasicOps-router-1954875773', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:31Z', 'updated_at': '2021-10-19T01:38:17Z', 'revision_number': 5, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'gw_port': {'id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:50:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:32Z', 'updated_at': '2021-10-19T01:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '4456d2cc-c86a-44cf-9477-f49e3d62186d', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'port_id': '3aa25740-6b62-487a-857e-ef00061268ac', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af', 'mac_address': 'fa:16:3e:8e:ea:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a9a9f7-7986-4451-a69d-f8a1e4c2337c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:36:53Z', 'updated_at': '2021-10-19T01:36:56Z', 'revision_number': 1, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24789909-3c1c-4f67-9e81-300a00835096', 'name': '', 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'mac_address': 'fa:16:3e:63:2a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '5948cd3e-c362-40b7-9227-397171a8460f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:35Z', 'updated_at': '2021-10-19T01:36:38Z', 'revision_number': 5, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'subnets': [{'id': '5948cd3e-c362-40b7-9227-397171a8460f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2e9f0a9-15fe-4dde-b21f-920fd2c26379', 'name': '', 'network_id': 'f9388e59-3593-460c-af3d-0bb9538d0649', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'mac_address': 'fa:16:3e:5e:6a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'd5f671cd-081b-4959-8f2f-3bfa6c9e445e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:38:17Z', 'updated_at': '2021-10-19T01:38:19Z', 'revision_number': 4, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'subnets': [{'id': 'd5f671cd-081b-4959-8f2f-3bfa6c9e445e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:20.057368 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e70f02-d25b-40c4-a9db-1e8953502171 None None] The sync data for ids ['b802e1d9-9375-45d1-a6a8-85ed81eb886a'] in n-d-715271-26 is: [{'id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'name': 'tempest-TestNetworkBasicOps-router-1954875773', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:31Z', 'updated_at': '2021-10-19T01:38:17Z', 'revision_number': 5, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'gw_port': {'id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:50:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:32Z', 'updated_at': '2021-10-19T01:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '4456d2cc-c86a-44cf-9477-f49e3d62186d', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'port_id': '3aa25740-6b62-487a-857e-ef00061268ac', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af', 'mac_address': 'fa:16:3e:8e:ea:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a9a9f7-7986-4451-a69d-f8a1e4c2337c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:36:53Z', 'updated_at': '2021-10-19T01:36:56Z', 'revision_number': 1, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24789909-3c1c-4f67-9e81-300a00835096', 'name': '', 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'mac_address': 'fa:16:3e:63:2a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '5948cd3e-c362-40b7-9227-397171a8460f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:35Z', 'updated_at': '2021-10-19T01:36:38Z', 'revision_number': 5, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'subnets': [{'id': '5948cd3e-c362-40b7-9227-397171a8460f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2e9f0a9-15fe-4dde-b21f-920fd2c26379', 'name': '', 'network_id': 'f9388e59-3593-460c-af3d-0bb9538d0649', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'mac_address': 'fa:16:3e:5e:6a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'd5f671cd-081b-4959-8f2f-3bfa6c9e445e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:38:17Z', 'updated_at': '2021-10-19T01:38:19Z', 'revision_number': 4, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'subnets': [{'id': 'd5f671cd-081b-4959-8f2f-3bfa6c9e445e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:38:20.724497 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c2e9f0a9-15fe-4dde-b21f-920fd2c26379 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:38:20.770508 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port c2e9f0a9-15fe-4dde-b21f-920fd2c26379 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:20.770875 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:27.313213 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:29.756678 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:39.046235 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48848) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:39.402713 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c275134c-0ba8-4073-9588-16eed36d4b5f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:40.078455 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-c275134c-0ba8-4073-9588-16eed36d4b5f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Deleting port c2e9f0a9-15fe-4dde-b21f-920fd2c26379 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:38:40.079215 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c275134c-0ba8-4073-9588-16eed36d4b5f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:40.164274 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-c275134c-0ba8-4073-9588-16eed36d4b5f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] For port c2e9f0a9-15fe-4dde-b21f-920fd2c26379, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c2e9f0a9-15fe-4dde-b21f-920fd2c26379,segment=NetworkSegment(21e2a183-40ab-4320-ba74-a7717640ea01),segment_id=21e2a183-40ab-4320-ba74-a7717640ea01)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:40.164631 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c275134c-0ba8-4073-9588-16eed36d4b5f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:40.181694 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-c275134c-0ba8-4073-9588-16eed36d4b5f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Calling delete_port for c2e9f0a9-15fe-4dde-b21f-920fd2c26379 owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:38:40.361428 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c275134c-0ba8-4073-9588-16eed36d4b5f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:40.387000 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c275134c-0ba8-4073-9588-16eed36d4b5f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event deleted for resources: {'Port': ['ID=c2e9f0a9-15fe-4dde-b21f-920fd2c26379,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:40.420647 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275134c-0ba8-4073-9588-16eed36d4b5f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:40.420994 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275134c-0ba8-4073-9588-16eed36d4b5f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:40.421331 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275134c-0ba8-4073-9588-16eed36d4b5f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:40.421676 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275134c-0ba8-4073-9588-16eed36d4b5f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:40.422003 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275134c-0ba8-4073-9588-16eed36d4b5f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:40.422332 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275134c-0ba8-4073-9588-16eed36d4b5f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:40.422659 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275134c-0ba8-4073-9588-16eed36d4b5f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:40.422978 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275134c-0ba8-4073-9588-16eed36d4b5f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:40.423296 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275134c-0ba8-4073-9588-16eed36d4b5f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:40.423619 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275134c-0ba8-4073-9588-16eed36d4b5f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:40.424007 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275134c-0ba8-4073-9588-16eed36d4b5f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:40.424444 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275134c-0ba8-4073-9588-16eed36d4b5f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:40.589223 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c275134c-0ba8-4073-9588-16eed36d4b5f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:40.805629 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c275134c-0ba8-4073-9588-16eed36d4b5f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Router b802e1d9-9375-45d1-a6a8-85ed81eb886a has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:38:40.911211 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c275134c-0ba8-4073-9588-16eed36d4b5f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:38:40.916285 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c275134c-0ba8-4073-9588-16eed36d4b5f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "PUT /v2.0/routers/b802e1d9-9375-45d1-a6a8-85ed81eb886a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8689680 Oct 19 01:38:40.923370 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cace67-4c8a-477b-8076-828d44364790 None None] Sync routers for ids ['b802e1d9-9375-45d1-a6a8-85ed81eb886a'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:38:40.933459 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cace67-4c8a-477b-8076-828d44364790 None None] Routers {'b802e1d9-9375-45d1-a6a8-85ed81eb886a'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:38:40.934159 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-d8cace67-4c8a-477b-8076-828d44364790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:38:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b802e1d9-9375-45d1-a6a8-85ed81eb886a'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:41.046717 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-d8cace67-4c8a-477b-8076-828d44364790 None None] Set router b802e1d9-9375-45d1-a6a8-85ed81eb886a gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:38:41.135437 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391e5ee-e7d5-4206-a46f-44af467890d5 req-0ca21beb-bce6-4beb-87d5-739826571dcf tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:41.136960 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f391e5ee-e7d5-4206-a46f-44af467890d5 req-0ca21beb-bce6-4beb-87d5-739826571dcf tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=962ac90e-d3fc-4e0c-b20c-7860e1a4b729 HTTP/1.1" status: 200 len: 946 time: 0.0500073 Oct 19 01:38:41.176501 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f391e5ee-e7d5-4206-a46f-44af467890d5 req-850333d8-c299-4e58-b8d6-ec520ce19ba8 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/security-groups?id=05de22c1-36e3-4f66-ba6a-c390303dccd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333092 Oct 19 01:38:41.268811 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-d8cace67-4c8a-477b-8076-828d44364790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'name': 'tempest-TestNetworkBasicOps-router-1954875773', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:31Z', 'updated_at': '2021-10-19T01:38:40Z', 'revision_number': 6, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'gw_port': {'id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:50:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:32Z', 'updated_at': '2021-10-19T01:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '4456d2cc-c86a-44cf-9477-f49e3d62186d', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'port_id': '3aa25740-6b62-487a-857e-ef00061268ac', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af', 'mac_address': 'fa:16:3e:8e:ea:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a9a9f7-7986-4451-a69d-f8a1e4c2337c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:36:53Z', 'updated_at': '2021-10-19T01:36:56Z', 'revision_number': 1, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24789909-3c1c-4f67-9e81-300a00835096', 'name': '', 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'mac_address': 'fa:16:3e:63:2a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '5948cd3e-c362-40b7-9227-397171a8460f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:35Z', 'updated_at': '2021-10-19T01:36:38Z', 'revision_number': 5, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'subnets': [{'id': '5948cd3e-c362-40b7-9227-397171a8460f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:41.294658 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cace67-4c8a-477b-8076-828d44364790 None None] Checking router: b802e1d9-9375-45d1-a6a8-85ed81eb886a for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:38:41.303617 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cace67-4c8a-477b-8076-828d44364790 None None] Routers {'b802e1d9-9375-45d1-a6a8-85ed81eb886a'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:38:41.304254 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-d8cace67-4c8a-477b-8076-828d44364790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:38:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b802e1d9-9375-45d1-a6a8-85ed81eb886a'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:41.405454 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-d8cace67-4c8a-477b-8076-828d44364790 None None] Set router b802e1d9-9375-45d1-a6a8-85ed81eb886a gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:38:41.624680 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-d8cace67-4c8a-477b-8076-828d44364790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'name': 'tempest-TestNetworkBasicOps-router-1954875773', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:31Z', 'updated_at': '2021-10-19T01:38:40Z', 'revision_number': 6, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'gw_port': {'id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:50:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:32Z', 'updated_at': '2021-10-19T01:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '4456d2cc-c86a-44cf-9477-f49e3d62186d', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'port_id': '3aa25740-6b62-487a-857e-ef00061268ac', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af', 'mac_address': 'fa:16:3e:8e:ea:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a9a9f7-7986-4451-a69d-f8a1e4c2337c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:36:53Z', 'updated_at': '2021-10-19T01:36:56Z', 'revision_number': 1, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24789909-3c1c-4f67-9e81-300a00835096', 'name': '', 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'mac_address': 'fa:16:3e:63:2a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '5948cd3e-c362-40b7-9227-397171a8460f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:35Z', 'updated_at': '2021-10-19T01:36:38Z', 'revision_number': 5, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'subnets': [{'id': '5948cd3e-c362-40b7-9227-397171a8460f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:41.650307 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cace67-4c8a-477b-8076-828d44364790 None None] The sync data for ids ['b802e1d9-9375-45d1-a6a8-85ed81eb886a'] in n-d-715271-26 is: [{'id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'name': 'tempest-TestNetworkBasicOps-router-1954875773', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:31Z', 'updated_at': '2021-10-19T01:38:40Z', 'revision_number': 6, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'gw_port': {'id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:50:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:32Z', 'updated_at': '2021-10-19T01:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '4456d2cc-c86a-44cf-9477-f49e3d62186d', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'port_id': '3aa25740-6b62-487a-857e-ef00061268ac', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af', 'mac_address': 'fa:16:3e:8e:ea:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a9a9f7-7986-4451-a69d-f8a1e4c2337c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:36:53Z', 'updated_at': '2021-10-19T01:36:56Z', 'revision_number': 1, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24789909-3c1c-4f67-9e81-300a00835096', 'name': '', 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'mac_address': 'fa:16:3e:63:2a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '5948cd3e-c362-40b7-9227-397171a8460f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:35Z', 'updated_at': '2021-10-19T01:36:38Z', 'revision_number': 5, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'subnets': [{'id': '5948cd3e-c362-40b7-9227-397171a8460f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:38:42.294061 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51faf6a-9c0d-402f-9169-62c445297b04 req-5211f23a-16ca-4171-9583-29fd84032c94 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:42.295508 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b51faf6a-9c0d-402f-9169-62c445297b04 req-5211f23a-16ca-4171-9583-29fd84032c94 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=962ac90e-d3fc-4e0c-b20c-7860e1a4b729 HTTP/1.1" status: 200 len: 946 time: 0.0486753 Oct 19 01:38:42.333223 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b51faf6a-9c0d-402f-9169-62c445297b04 req-7ca86273-4a28-48b9-9047-970a336b7243 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/security-groups?id=05de22c1-36e3-4f66-ba6a-c390303dccd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312681 Oct 19 01:38:42.445800 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5d80a-3686-4070-9c2e-f205a80d6f5d req-2d635276-74a2-4275-95f2-e4ec191b7c88 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:42.447237 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6cf5d80a-3686-4070-9c2e-f205a80d6f5d req-2d635276-74a2-4275-95f2-e4ec191b7c88 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.24 "GET /v2.0/ports?device_id=962ac90e-d3fc-4e0c-b20c-7860e1a4b729 HTTP/1.1" status: 200 len: 946 time: 0.0517287 Oct 19 01:38:42.535366 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-6cf5d80a-3686-4070-9c2e-f205a80d6f5d req-ed85c8ba-25ab-416c-bc3a-02ec28d7f6aa tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Deleting port 07407771-efe0-4869-873e-0ac795497067 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:38:42.535698 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6cf5d80a-3686-4070-9c2e-f205a80d6f5d req-ed85c8ba-25ab-416c-bc3a-02ec28d7f6aa tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:42.624239 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-6cf5d80a-3686-4070-9c2e-f205a80d6f5d req-ed85c8ba-25ab-416c-bc3a-02ec28d7f6aa tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] For port 07407771-efe0-4869-873e-0ac795497067, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=07407771-efe0-4869-873e-0ac795497067,segment=NetworkSegment(21e2a183-40ab-4320-ba74-a7717640ea01),segment_id=21e2a183-40ab-4320-ba74-a7717640ea01)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:42.624582 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6cf5d80a-3686-4070-9c2e-f205a80d6f5d req-ed85c8ba-25ab-416c-bc3a-02ec28d7f6aa tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:42.636768 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-6cf5d80a-3686-4070-9c2e-f205a80d6f5d req-ed85c8ba-25ab-416c-bc3a-02ec28d7f6aa tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Calling delete_port for 07407771-efe0-4869-873e-0ac795497067 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:38:42.684662 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c2e9f0a9-15fe-4dde-b21f-920fd2c26379 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:38:42.703696 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: c2e9f0a9-15fe-4dde-b21f-920fd2c26379 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:38:42.704080 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c2e9f0a9-15fe-4dde-b21f-920fd2c26379 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:38:42.763628 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6cf5d80a-3686-4070-9c2e-f205a80d6f5d req-ed85c8ba-25ab-416c-bc3a-02ec28d7f6aa tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:42.796552 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed85c8ba-25ab-416c-bc3a-02ec28d7f6aa tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event deleted for resources: {'Port': ['ID=07407771-efe0-4869-873e-0ac795497067,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:42.837593 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf5d80a-3686-4070-9c2e-f205a80d6f5d req-ed85c8ba-25ab-416c-bc3a-02ec28d7f6aa tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] No DVR routers for this DVR port 07407771-efe0-4869-873e-0ac795497067 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:38:42.840208 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6cf5d80a-3686-4070-9c2e-f205a80d6f5d req-ed85c8ba-25ab-416c-bc3a-02ec28d7f6aa tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:42.843532 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6cf5d80a-3686-4070-9c2e-f205a80d6f5d req-ed85c8ba-25ab-416c-bc3a-02ec28d7f6aa tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.24 "DELETE /v2.0/ports/07407771-efe0-4869-873e-0ac795497067 HTTP/1.1" status: 204 len: 173 time: 0.3898401 Oct 19 01:38:42.843990 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962ac90e-d3fc-4e0c-b20c-7860e1a4b729', 'name': 'network-vif-deleted', 'tag': '07407771-efe0-4869-873e-0ac795497067'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:38:42.846806 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4e91c5-5d1b-4b94-a45c-ee675bdf8ab7" -d '{"events": [{"server_uuid": "962ac90e-d3fc-4e0c-b20c-7860e1a4b729", "name": "network-vif-deleted", "tag": "07407771-efe0-4869-873e-0ac795497067"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:38:42.889524 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e07b25-59d8-4cd8-90db-dddf00f3fb2b x-openstack-request-id: req-c0e07b25-59d8-4cd8-90db-dddf00f3fb2b {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:38:42.889887 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962ac90e-d3fc-4e0c-b20c-7860e1a4b729", "name": "network-vif-deleted", "tag": "07407771-efe0-4869-873e-0ac795497067", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:38:42.890123 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c0e07b25-59d8-4cd8-90db-dddf00f3fb2b {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:38:42.890522 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962ac90e-d3fc-4e0c-b20c-7860e1a4b729', 'name': 'network-vif-deleted', 'tag': '07407771-efe0-4869-873e-0ac795497067', 'status': 'completed', 'code': 200} Oct 19 01:38:43.386705 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48860) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:43.449747 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fcf79491-f283-40f5-be25-57955fab0d8e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:43.475383 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fcf79491-f283-40f5-be25-57955fab0d8e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:43.534092 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fcf79491-f283-40f5-be25-57955fab0d8e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:43.536603 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fcf79491-f283-40f5-be25-57955fab0d8e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:43.537731 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fcf79491-f283-40f5-be25-57955fab0d8e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "DELETE /v2.0/security-groups/05de22c1-36e3-4f66-ba6a-c390303dccd1 HTTP/1.1" status: 204 len: 168 time: 0.1498377 Oct 19 01:38:43.546382 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf79491-f283-40f5-be25-57955fab0d8e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05de22c1-36e3-4f66-ba6a-c390303dccd1,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:43.554507 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf79491-f283-40f5-be25-57955fab0d8e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:43.554856 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf79491-f283-40f5-be25-57955fab0d8e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:43.555195 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf79491-f283-40f5-be25-57955fab0d8e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:43.555529 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf79491-f283-40f5-be25-57955fab0d8e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:43.555888 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf79491-f283-40f5-be25-57955fab0d8e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:43.556215 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf79491-f283-40f5-be25-57955fab0d8e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:43.556539 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf79491-f283-40f5-be25-57955fab0d8e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:43.556859 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf79491-f283-40f5-be25-57955fab0d8e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:43.557201 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf79491-f283-40f5-be25-57955fab0d8e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:43.557521 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf79491-f283-40f5-be25-57955fab0d8e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:43.557839 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf79491-f283-40f5-be25-57955fab0d8e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:43.558158 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf79491-f283-40f5-be25-57955fab0d8e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:43.569792 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48864) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:43.620687 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bee4610-5010-4b67-baa9-8e8b5a6cc981 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Deleting subnet d5f671cd-081b-4959-8f2f-3bfa6c9e445e {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:38:43.623662 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0bee4610-5010-4b67-baa9-8e8b5a6cc981 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:43.663876 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0bee4610-5010-4b67-baa9-8e8b5a6cc981 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:43.748219 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0bee4610-5010-4b67-baa9-8e8b5a6cc981 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:43.806151 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0bee4610-5010-4b67-baa9-8e8b5a6cc981 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:43.833737 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee4610-5010-4b67-baa9-8e8b5a6cc981 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event deleted for resources: {'Subnet': ['ID=d5f671cd-081b-4959-8f2f-3bfa6c9e445e,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:43.837361 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0bee4610-5010-4b67-baa9-8e8b5a6cc981 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:43.840523 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0bee4610-5010-4b67-baa9-8e8b5a6cc981 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "DELETE /v2.0/subnets/d5f671cd-081b-4959-8f2f-3bfa6c9e445e HTTP/1.1" status: 204 len: 168 time: 0.2697318 Oct 19 01:38:43.843121 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48866) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:43.844005 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c42a64f-81e9-47bb-9064-9751cf5588d2 None None] Network f9388e59-3593-460c-af3d-0bb9538d0649 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:38:43.927151 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e529931-ab63-4a16-a005-23cab78e6c12 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:43.984664 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-9e529931-ab63-4a16-a005-23cab78e6c12 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Deleting port 2cc4bdb2-8b57-42fe-82e5-b55be2f34c91 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:38:43.985011 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e529931-ab63-4a16-a005-23cab78e6c12 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:44.054559 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-9e529931-ab63-4a16-a005-23cab78e6c12 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] For port 2cc4bdb2-8b57-42fe-82e5-b55be2f34c91, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=2cc4bdb2-8b57-42fe-82e5-b55be2f34c91,segment=NetworkSegment(21e2a183-40ab-4320-ba74-a7717640ea01),segment_id=21e2a183-40ab-4320-ba74-a7717640ea01)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:44.054922 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e529931-ab63-4a16-a005-23cab78e6c12 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:44.067817 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-9e529931-ab63-4a16-a005-23cab78e6c12 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Calling delete_port for 2cc4bdb2-8b57-42fe-82e5-b55be2f34c91 owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:38:44.095663 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-738624c6-9aa9-422d-ac75-015d256f2530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:44.151213 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e529931-ab63-4a16-a005-23cab78e6c12 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:44.176383 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e529931-ab63-4a16-a005-23cab78e6c12 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event deleted for resources: {'Port': ['ID=2cc4bdb2-8b57-42fe-82e5-b55be2f34c91,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:44.182063 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e529931-ab63-4a16-a005-23cab78e6c12 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] No DVR routers for this DVR port 2cc4bdb2-8b57-42fe-82e5-b55be2f34c91 on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:38:44.207924 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afed611-d451-4e67-9f8a-6f38b45f5aca None None] DHCP port deletion for f9388e59-3593-460c-af3d-0bb9538d0649 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:38:44.265449 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e529931-ab63-4a16-a005-23cab78e6c12 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:44.285426 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-9e529931-ab63-4a16-a005-23cab78e6c12 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9388e59-3593-460c-af3d-0bb9538d0649']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:44.294698 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-9e529931-ab63-4a16-a005-23cab78e6c12 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21e2a183-40ab-4320-ba74-a7717640ea01') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:44.295001 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-9e529931-ab63-4a16-a005-23cab78e6c12 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21e2a183-40ab-4320-ba74-a7717640ea01') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:44.305049 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e529931-ab63-4a16-a005-23cab78e6c12 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:44.317844 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e529931-ab63-4a16-a005-23cab78e6c12 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:44.324712 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e529931-ab63-4a16-a005-23cab78e6c12 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:38:44.325103 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e529931-ab63-4a16-a005-23cab78e6c12 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:44.328127 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:38:44.328127 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:38:44.328127 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:38:44.328127 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:38:44.328127 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:38:44.328127 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:38:44.328127 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:38:44.328127 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:38:44.328127 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:38:44.328127 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:38:44.328127 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:38:44.328127 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:38:44.328127 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:38:44.328127 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:38:44.328127 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:38:44.328127 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:38:44.328127 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:38:44.328127 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:38:44.328127 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:38:44.328127 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:38:44.328127 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:38:44.328127 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:38:44.328127 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:38:44.328127 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:38:44.328127 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:38:44.328127 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:38:44.328127 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:38:44.328127 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:38:44.328127 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:38:44.328127 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:38:44.328127 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:38:44.328127 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:38:44.390138 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e529931-ab63-4a16-a005-23cab78e6c12 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:44.397041 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9e529931-ab63-4a16-a005-23cab78e6c12 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:44.400203 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9e529931-ab63-4a16-a005-23cab78e6c12 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "DELETE /v2.0/networks/f9388e59-3593-460c-af3d-0bb9538d0649 HTTP/1.1" status: 204 len: 168 time: 0.5560913 Oct 19 01:38:44.403140 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48868) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:44.411943 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e529931-ab63-4a16-a005-23cab78e6c12 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event deleted for resources: {'Network': ['ID=f9388e59-3593-460c-af3d-0bb9538d0649,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:44.558461 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-f67ec6c1-e369-454e-9eaf-09828f3e61d7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Deleting port 9046b07b-791d-454b-bb41-b857f85447d2 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:38:44.558803 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f67ec6c1-e369-454e-9eaf-09828f3e61d7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:44.635369 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f67ec6c1-e369-454e-9eaf-09828f3e61d7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:44.635691 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f67ec6c1-e369-454e-9eaf-09828f3e61d7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:44.647943 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-f67ec6c1-e369-454e-9eaf-09828f3e61d7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Calling delete_port for 9046b07b-791d-454b-bb41-b857f85447d2 owned by network:floatingip {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:38:44.727272 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 2cc4bdb2-8b57-42fe-82e5-b55be2f34c91 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:38:44.750465 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 2cc4bdb2-8b57-42fe-82e5-b55be2f34c91 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:38:44.750812 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 2cc4bdb2-8b57-42fe-82e5-b55be2f34c91 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:38:44.827226 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f67ec6c1-e369-454e-9eaf-09828f3e61d7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:44.850203 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ec6c1-e369-454e-9eaf-09828f3e61d7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event deleted for resources: {'Port': ['ID=9046b07b-791d-454b-bb41-b857f85447d2,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:44.912974 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f67ec6c1-e369-454e-9eaf-09828f3e61d7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for floatingip, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:44.913303 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [None req-f67ec6c1-e369-454e-9eaf-09828f3e61d7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Floating IP 4456d2cc-c86a-44cf-9477-f49e3d62186d disassociated (deleted). External IP: 172.25.8.18, port: 3aa25740-6b62-487a-857e-ef00061268ac. Oct 19 01:38:45.116815 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67ec6c1-e369-454e-9eaf-09828f3e61d7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Router b802e1d9-9375-45d1-a6a8-85ed81eb886a has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:38:45.222116 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67ec6c1-e369-454e-9eaf-09828f3e61d7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:38:45.227107 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f67ec6c1-e369-454e-9eaf-09828f3e61d7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:45.231907 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25050292-5939-41c3-9d22-6e6ac4671e3e None None] Sync routers for ids ['b802e1d9-9375-45d1-a6a8-85ed81eb886a'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:38:45.241533 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25050292-5939-41c3-9d22-6e6ac4671e3e None None] Routers {'b802e1d9-9375-45d1-a6a8-85ed81eb886a'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:38:45.242144 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-25050292-5939-41c3-9d22-6e6ac4671e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:38:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b802e1d9-9375-45d1-a6a8-85ed81eb886a'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:45.256261 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f67ec6c1-e369-454e-9eaf-09828f3e61d7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "DELETE /v2.0/floatingips/4456d2cc-c86a-44cf-9477-f49e3d62186d HTTP/1.1" status: 204 len: 168 time: 0.8494606 Oct 19 01:38:45.256261 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a9a9f7-7986-4451-a69d-f8a1e4c2337c', 'tag': '3aa25740-6b62-487a-857e-ef00061268ac'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:38:45.256805 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514e3793-f5fb-4568-8d78-5f11dd4b50e2" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a9a9f7-7986-4451-a69d-f8a1e4c2337c", "tag": "3aa25740-6b62-487a-857e-ef00061268ac"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:38:45.297738 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44e963e-c844-4dcb-a745-6f5924ae3839 x-openstack-request-id: req-c44e963e-c844-4dcb-a745-6f5924ae3839 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:38:45.297738 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a9a9f7-7986-4451-a69d-f8a1e4c2337c", "tag": "3aa25740-6b62-487a-857e-ef00061268ac", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:38:45.297738 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c44e963e-c844-4dcb-a745-6f5924ae3839 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:38:45.298143 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a9a9f7-7986-4451-a69d-f8a1e4c2337c', 'tag': '3aa25740-6b62-487a-857e-ef00061268ac', 'status': 'completed', 'code': 200} Oct 19 01:38:45.352384 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-25050292-5939-41c3-9d22-6e6ac4671e3e None None] Set router b802e1d9-9375-45d1-a6a8-85ed81eb886a gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:38:45.368159 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e3793-f5fb-4568-8d78-5f11dd4b50e2 req-0b9f5147-47de-47bd-b192-6342c928731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:45.370077 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-514e3793-f5fb-4568-8d78-5f11dd4b50e2 req-0b9f5147-47de-47bd-b192-6342c928731a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d31ec110a71e4fb2a4f3dc2cada35370&device_id=d1a9a9f7-7986-4451-a69d-f8a1e4c2337c HTTP/1.1" status: 200 len: 1097 time: 0.0473855 Oct 19 01:38:45.507919 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e3793-f5fb-4568-8d78-5f11dd4b50e2 req-c968eddc-da33-4cb5-bfc0-b581926cc1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:45.509409 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-514e3793-f5fb-4568-8d78-5f11dd4b50e2 req-c968eddc-da33-4cb5-bfc0-b581926cc1b5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f0ea3493-dea3-448e-a6b9-8c4242b867af HTTP/1.1" status: 200 len: 897 time: 0.1245229 Oct 19 01:38:45.521396 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c79a35-ae42-4be4-bada-c01fd5fdd202 req-449f76eb-143a-458a-9024-23af6d866a6a tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:45.522818 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c4c79a35-ae42-4be4-bada-c01fd5fdd202 req-449f76eb-143a-458a-9024-23af6d866a6a tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1a9a9f7-7986-4451-a69d-f8a1e4c2337c HTTP/1.1" status: 200 len: 945 time: 0.0708098 Oct 19 01:38:45.560520 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-25050292-5939-41c3-9d22-6e6ac4671e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'name': 'tempest-TestNetworkBasicOps-router-1954875773', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:31Z', 'updated_at': '2021-10-19T01:38:40Z', 'revision_number': 6, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'gw_port': {'id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:50:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:32Z', 'updated_at': '2021-10-19T01:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '24789909-3c1c-4f67-9e81-300a00835096', 'name': '', 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'mac_address': 'fa:16:3e:63:2a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '5948cd3e-c362-40b7-9227-397171a8460f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:35Z', 'updated_at': '2021-10-19T01:36:38Z', 'revision_number': 5, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'subnets': [{'id': '5948cd3e-c362-40b7-9227-397171a8460f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:45.569844 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-514e3793-f5fb-4568-8d78-5f11dd4b50e2 req-38558eed-4645-43c2-a261-03cdb2f85f69 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3aa25740-6b62-487a-857e-ef00061268ac HTTP/1.1" status: 200 len: 217 time: 0.0460691 Oct 19 01:38:45.591193 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25050292-5939-41c3-9d22-6e6ac4671e3e None None] Checking router: b802e1d9-9375-45d1-a6a8-85ed81eb886a for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:38:45.599842 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25050292-5939-41c3-9d22-6e6ac4671e3e None None] Routers {'b802e1d9-9375-45d1-a6a8-85ed81eb886a'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:38:45.600438 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-25050292-5939-41c3-9d22-6e6ac4671e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:38:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b802e1d9-9375-45d1-a6a8-85ed81eb886a'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:45.615416 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c4c79a35-ae42-4be4-bada-c01fd5fdd202 req-73870dff-109c-4846-a4e6-c2b4b59d3d1c tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/security-groups?id=20a36d0f-f01f-4969-ab77-a3592592e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860732 Oct 19 01:38:45.638158 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e3793-f5fb-4568-8d78-5f11dd4b50e2 req-97fdf1f2-88ee-40d6-9835-cc079b264539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:45.639599 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-514e3793-f5fb-4568-8d78-5f11dd4b50e2 req-97fdf1f2-88ee-40d6-9835-cc079b264539 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5948cd3e-c362-40b7-9227-397171a8460f HTTP/1.1" status: 200 len: 834 time: 0.0595839 Oct 19 01:38:45.688069 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e3793-f5fb-4568-8d78-5f11dd4b50e2 req-2012b52b-b124-4e1d-8918-867b8a366eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:45.689615 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-514e3793-f5fb-4568-8d78-5f11dd4b50e2 req-2012b52b-b124-4e1d-8918-867b8a366eaf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0ea3493-dea3-448e-a6b9-8c4242b867af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414493 Oct 19 01:38:45.705117 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-25050292-5939-41c3-9d22-6e6ac4671e3e None None] Set router b802e1d9-9375-45d1-a6a8-85ed81eb886a gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:38:45.786265 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-514e3793-f5fb-4568-8d78-5f11dd4b50e2 req-34e6e848-9a89-440d-9d53-4f7d3bbee50c service neutron] 10.222.0.55 "GET /v2.0/networks/f0ea3493-dea3-448e-a6b9-8c4242b867af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882633 Oct 19 01:38:45.884063 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-514e3793-f5fb-4568-8d78-5f11dd4b50e2 req-41d32bfa-0aaa-4ed1-8df6-ecc7422fe872 service neutron] 10.222.0.55 "GET /v2.0/networks/f0ea3493-dea3-448e-a6b9-8c4242b867af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896297 Oct 19 01:38:45.997384 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-25050292-5939-41c3-9d22-6e6ac4671e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'name': 'tempest-TestNetworkBasicOps-router-1954875773', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:31Z', 'updated_at': '2021-10-19T01:38:40Z', 'revision_number': 6, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'gw_port': {'id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:50:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:32Z', 'updated_at': '2021-10-19T01:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '24789909-3c1c-4f67-9e81-300a00835096', 'name': '', 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'mac_address': 'fa:16:3e:63:2a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '5948cd3e-c362-40b7-9227-397171a8460f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:35Z', 'updated_at': '2021-10-19T01:36:38Z', 'revision_number': 5, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'subnets': [{'id': '5948cd3e-c362-40b7-9227-397171a8460f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:46.023372 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25050292-5939-41c3-9d22-6e6ac4671e3e None None] The sync data for ids ['b802e1d9-9375-45d1-a6a8-85ed81eb886a'] in n-d-715271-26 is: [{'id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'name': 'tempest-TestNetworkBasicOps-router-1954875773', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:31Z', 'updated_at': '2021-10-19T01:38:40Z', 'revision_number': 6, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'gw_port': {'id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:50:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:32Z', 'updated_at': '2021-10-19T01:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '24789909-3c1c-4f67-9e81-300a00835096', 'name': '', 'network_id': 'f0ea3493-dea3-448e-a6b9-8c4242b867af', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'mac_address': 'fa:16:3e:63:2a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '5948cd3e-c362-40b7-9227-397171a8460f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:35Z', 'updated_at': '2021-10-19T01:36:38Z', 'revision_number': 5, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'subnets': [{'id': '5948cd3e-c362-40b7-9227-397171a8460f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:38:46.230777 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21210bc9-b775-41d3-8222-b0df58c4a91d None None] New status for floating IP 4456d2cc-c86a-44cf-9477-f49e3d62186d: DOWN {{(pid=100608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:38:46.577435 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f68fee0a-a1c2-4892-840e-d0c904f27997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:46.735907 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c72467-edb6-4a99-b4b4-71116c82788a req-b4f75684-07b0-4ea5-a345-7e56fe578bb8 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:46.737402 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-91c72467-edb6-4a99-b4b4-71116c82788a req-b4f75684-07b0-4ea5-a345-7e56fe578bb8 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1a9a9f7-7986-4451-a69d-f8a1e4c2337c HTTP/1.1" status: 200 len: 945 time: 0.0527422 Oct 19 01:38:46.775133 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-91c72467-edb6-4a99-b4b4-71116c82788a req-c4a326c7-9522-4622-a19f-80e5af6ce3b0 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/security-groups?id=20a36d0f-f01f-4969-ab77-a3592592e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318184 Oct 19 01:38:46.987615 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda23c65-d7e3-4309-acdd-a97699fbe376 req-836c6988-9529-4fa9-b8db-129c4ff051f8 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:46.989075 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fda23c65-d7e3-4309-acdd-a97699fbe376 req-836c6988-9529-4fa9-b8db-129c4ff051f8 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1a9a9f7-7986-4451-a69d-f8a1e4c2337c HTTP/1.1" status: 200 len: 945 time: 0.0483775 Oct 19 01:38:47.082552 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-fda23c65-d7e3-4309-acdd-a97699fbe376 req-08eb77b6-f7de-49be-ad0e-5de496ab8e50 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Deleting port 3aa25740-6b62-487a-857e-ef00061268ac {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:38:47.082891 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-fda23c65-d7e3-4309-acdd-a97699fbe376 req-08eb77b6-f7de-49be-ad0e-5de496ab8e50 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:47.170107 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-fda23c65-d7e3-4309-acdd-a97699fbe376 req-08eb77b6-f7de-49be-ad0e-5de496ab8e50 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] For port 3aa25740-6b62-487a-857e-ef00061268ac, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=3aa25740-6b62-487a-857e-ef00061268ac,segment=NetworkSegment(7aa97a53-d7ae-47a0-9212-463d96ce1cee),segment_id=7aa97a53-d7ae-47a0-9212-463d96ce1cee)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:47.170472 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-fda23c65-d7e3-4309-acdd-a97699fbe376 req-08eb77b6-f7de-49be-ad0e-5de496ab8e50 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:47.183086 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-fda23c65-d7e3-4309-acdd-a97699fbe376 req-08eb77b6-f7de-49be-ad0e-5de496ab8e50 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Calling delete_port for 3aa25740-6b62-487a-857e-ef00061268ac owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:38:47.281471 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:47.312102 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-fda23c65-d7e3-4309-acdd-a97699fbe376 req-08eb77b6-f7de-49be-ad0e-5de496ab8e50 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:47.341665 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb77b6-f7de-49be-ad0e-5de496ab8e50 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event deleted for resources: {'Port': ['ID=3aa25740-6b62-487a-857e-ef00061268ac,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:47.386837 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda23c65-d7e3-4309-acdd-a97699fbe376 req-08eb77b6-f7de-49be-ad0e-5de496ab8e50 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] No DVR routers for this DVR port 3aa25740-6b62-487a-857e-ef00061268ac on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:38:47.389547 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-fda23c65-d7e3-4309-acdd-a97699fbe376 req-08eb77b6-f7de-49be-ad0e-5de496ab8e50 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:47.393456 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fda23c65-d7e3-4309-acdd-a97699fbe376 req-08eb77b6-f7de-49be-ad0e-5de496ab8e50 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.55 "DELETE /v2.0/ports/3aa25740-6b62-487a-857e-ef00061268ac HTTP/1.1" status: 204 len: 173 time: 0.3983023 Oct 19 01:38:47.393922 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a9a9f7-7986-4451-a69d-f8a1e4c2337c', 'name': 'network-vif-deleted', 'tag': '3aa25740-6b62-487a-857e-ef00061268ac'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:38:47.397110 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfd99c1-6165-4f27-b8bd-e8d55675877b" -d '{"events": [{"server_uuid": "d1a9a9f7-7986-4451-a69d-f8a1e4c2337c", "name": "network-vif-deleted", "tag": "3aa25740-6b62-487a-857e-ef00061268ac"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:38:47.434941 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56fcd10-1df6-459a-98d2-b4a28a9eef44 x-openstack-request-id: req-b56fcd10-1df6-459a-98d2-b4a28a9eef44 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:38:47.435323 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a9a9f7-7986-4451-a69d-f8a1e4c2337c", "name": "network-vif-deleted", "tag": "3aa25740-6b62-487a-857e-ef00061268ac", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:38:47.435641 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b56fcd10-1df6-459a-98d2-b4a28a9eef44 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:38:47.436160 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a9a9f7-7986-4451-a69d-f8a1e4c2337c', 'name': 'network-vif-deleted', 'tag': '3aa25740-6b62-487a-857e-ef00061268ac', 'status': 'completed', 'code': 200} Oct 19 01:38:47.511463 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 07407771-efe0-4869-873e-0ac795497067 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:38:47.536581 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 07407771-efe0-4869-873e-0ac795497067 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:38:47.536925 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 07407771-efe0-4869-873e-0ac795497067 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:38:47.871913 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:47.887540 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8bcd25e1-800b-4526-8cf0-70bdb1d83e5e req-6b2c25d9-c8b2-4f14-99c8-637f207a34a9 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1a9a9f7-7986-4451-a69d-f8a1e4c2337c HTTP/1.1" status: 200 len: 210 time: 0.0294609 Oct 19 01:38:48.941914 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48886) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:48.997997 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7175a7a2-9418-4204-9328-5bc271ab38d5 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:49.023070 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7175a7a2-9418-4204-9328-5bc271ab38d5 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:49.080553 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7175a7a2-9418-4204-9328-5bc271ab38d5 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:49.083331 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7175a7a2-9418-4204-9328-5bc271ab38d5 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:49.084517 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7175a7a2-9418-4204-9328-5bc271ab38d5 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "DELETE /v2.0/security-groups/20a36d0f-f01f-4969-ab77-a3592592e13b HTTP/1.1" status: 204 len: 168 time: 0.1416256 Oct 19 01:38:49.094062 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175a7a2-9418-4204-9328-5bc271ab38d5 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a36d0f-f01f-4969-ab77-a3592592e13b,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:49.115193 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48890) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:49.759890 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cde46710-936e-4f0b-8d27-3734d7f6eb8b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:49.805137 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:50.017556 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-cde46710-936e-4f0b-8d27-3734d7f6eb8b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Deleting port 24789909-3c1c-4f67-9e81-300a00835096 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:38:50.017821 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cde46710-936e-4f0b-8d27-3734d7f6eb8b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:50.107969 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-cde46710-936e-4f0b-8d27-3734d7f6eb8b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] For port 24789909-3c1c-4f67-9e81-300a00835096, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=24789909-3c1c-4f67-9e81-300a00835096,segment=NetworkSegment(7aa97a53-d7ae-47a0-9212-463d96ce1cee),segment_id=7aa97a53-d7ae-47a0-9212-463d96ce1cee)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:50.108324 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cde46710-936e-4f0b-8d27-3734d7f6eb8b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:50.121330 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-cde46710-936e-4f0b-8d27-3734d7f6eb8b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Calling delete_port for 24789909-3c1c-4f67-9e81-300a00835096 owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:38:50.304871 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cde46710-936e-4f0b-8d27-3734d7f6eb8b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:50.328956 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde46710-936e-4f0b-8d27-3734d7f6eb8b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event deleted for resources: {'Port': ['ID=24789909-3c1c-4f67-9e81-300a00835096,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:50.337721 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 3aa25740-6b62-487a-857e-ef00061268ac no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:38:50.359799 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 3aa25740-6b62-487a-857e-ef00061268ac {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:38:50.360235 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 3aa25740-6b62-487a-857e-ef00061268ac not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:38:50.514546 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cde46710-936e-4f0b-8d27-3734d7f6eb8b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:50.725072 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde46710-936e-4f0b-8d27-3734d7f6eb8b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Router b802e1d9-9375-45d1-a6a8-85ed81eb886a has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:38:50.832753 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde46710-936e-4f0b-8d27-3734d7f6eb8b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:38:50.837708 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cde46710-936e-4f0b-8d27-3734d7f6eb8b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "PUT /v2.0/routers/b802e1d9-9375-45d1-a6a8-85ed81eb886a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7214556 Oct 19 01:38:50.840359 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48892) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:50.842735 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d4ce94-4a83-472e-b57d-eafe3d7809c6 None None] Sync routers for ids ['b802e1d9-9375-45d1-a6a8-85ed81eb886a'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:38:50.852796 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d4ce94-4a83-472e-b57d-eafe3d7809c6 None None] Routers {'b802e1d9-9375-45d1-a6a8-85ed81eb886a'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:38:50.853403 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-48d4ce94-4a83-472e-b57d-eafe3d7809c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:38:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b802e1d9-9375-45d1-a6a8-85ed81eb886a'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:50.894772 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-aab2c638-43ad-42c1-8b64-8b8f73261878 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Deleting subnet 5948cd3e-c362-40b7-9227-397171a8460f {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:38:50.897930 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aab2c638-43ad-42c1-8b64-8b8f73261878 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:50.938282 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aab2c638-43ad-42c1-8b64-8b8f73261878 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:50.957561 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-48d4ce94-4a83-472e-b57d-eafe3d7809c6 None None] Set router b802e1d9-9375-45d1-a6a8-85ed81eb886a gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:38:51.021694 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aab2c638-43ad-42c1-8b64-8b8f73261878 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.084467 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aab2c638-43ad-42c1-8b64-8b8f73261878 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.114382 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2c638-43ad-42c1-8b64-8b8f73261878 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event deleted for resources: {'Subnet': ['ID=5948cd3e-c362-40b7-9227-397171a8460f,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:51.116414 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aab2c638-43ad-42c1-8b64-8b8f73261878 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.119591 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-aab2c638-43ad-42c1-8b64-8b8f73261878 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "DELETE /v2.0/subnets/5948cd3e-c362-40b7-9227-397171a8460f HTTP/1.1" status: 204 len: 168 time: 0.2782454 Oct 19 01:38:51.122155 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48894) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:51.127065 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7327097-0272-49b6-b96e-64ba17504913 None None] Network f0ea3493-dea3-448e-a6b9-8c4242b867af requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:38:51.138755 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-48d4ce94-4a83-472e-b57d-eafe3d7809c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'name': 'tempest-TestNetworkBasicOps-router-1954875773', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:31Z', 'updated_at': '2021-10-19T01:38:50Z', 'revision_number': 7, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'gw_port': {'id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:50:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:32Z', 'updated_at': '2021-10-19T01:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:51.164645 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d4ce94-4a83-472e-b57d-eafe3d7809c6 None None] Checking router: b802e1d9-9375-45d1-a6a8-85ed81eb886a for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:38:51.173373 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d4ce94-4a83-472e-b57d-eafe3d7809c6 None None] Routers {'b802e1d9-9375-45d1-a6a8-85ed81eb886a'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:38:51.174334 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-48d4ce94-4a83-472e-b57d-eafe3d7809c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:38:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b802e1d9-9375-45d1-a6a8-85ed81eb886a'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:51.234659 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6b90048-cc2d-4af5-a17f-a6f65b85d8a4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.282115 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-48d4ce94-4a83-472e-b57d-eafe3d7809c6 None None] Set router b802e1d9-9375-45d1-a6a8-85ed81eb886a gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:38:51.306609 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113b1ef8-dba3-43fd-b32f-d9958ec6f2d7 None None] DHCP port deletion for f0ea3493-dea3-448e-a6b9-8c4242b867af request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:38:51.349268 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6b90048-cc2d-4af5-a17f-a6f65b85d8a4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.354013 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-113b1ef8-dba3-43fd-b32f-d9958ec6f2d7 None None] Deleting port 1aa2604d-2ba2-45c1-97cb-2795c9c41a42 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:38:51.354518 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-113b1ef8-dba3-43fd-b32f-d9958ec6f2d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.405113 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-b6b90048-cc2d-4af5-a17f-a6f65b85d8a4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Deleting port 11d89ec3-590d-45f1-93c9-b049c69fe339 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:38:51.405545 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6b90048-cc2d-4af5-a17f-a6f65b85d8a4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.420259 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-113b1ef8-dba3-43fd-b32f-d9958ec6f2d7 None None] For port 1aa2604d-2ba2-45c1-97cb-2795c9c41a42, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=1aa2604d-2ba2-45c1-97cb-2795c9c41a42,segment=NetworkSegment(7aa97a53-d7ae-47a0-9212-463d96ce1cee),segment_id=7aa97a53-d7ae-47a0-9212-463d96ce1cee)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:51.420659 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-113b1ef8-dba3-43fd-b32f-d9958ec6f2d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.438339 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-113b1ef8-dba3-43fd-b32f-d9958ec6f2d7 None None] Calling delete_port for 1aa2604d-2ba2-45c1-97cb-2795c9c41a42 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:38:51.467231 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-48d4ce94-4a83-472e-b57d-eafe3d7809c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'name': 'tempest-TestNetworkBasicOps-router-1954875773', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:31Z', 'updated_at': '2021-10-19T01:38:50Z', 'revision_number': 7, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'gw_port': {'id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:50:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:32Z', 'updated_at': '2021-10-19T01:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:51.490706 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-b6b90048-cc2d-4af5-a17f-a6f65b85d8a4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] For port 11d89ec3-590d-45f1-93c9-b049c69fe339, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=11d89ec3-590d-45f1-93c9-b049c69fe339,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:51.490990 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6b90048-cc2d-4af5-a17f-a6f65b85d8a4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.499323 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d4ce94-4a83-472e-b57d-eafe3d7809c6 None None] The sync data for ids ['b802e1d9-9375-45d1-a6a8-85ed81eb886a'] in n-d-715271-26 is: [{'id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'name': 'tempest-TestNetworkBasicOps-router-1954875773', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:31Z', 'updated_at': '2021-10-19T01:38:50Z', 'revision_number': 7, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'gw_port': {'id': '11d89ec3-590d-45f1-93c9-b049c69fe339', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:50:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b802e1d9-9375-45d1-a6a8-85ed81eb886a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:32Z', 'updated_at': '2021-10-19T01:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:38:51.504995 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-b6b90048-cc2d-4af5-a17f-a6f65b85d8a4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Calling delete_port for 11d89ec3-590d-45f1-93c9-b049c69fe339 owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:38:51.526825 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-113b1ef8-dba3-43fd-b32f-d9958ec6f2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.539532 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113b1ef8-dba3-43fd-b32f-d9958ec6f2d7 None None] No DVR routers for this DVR port 1aa2604d-2ba2-45c1-97cb-2795c9c41a42 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:38:51.563363 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b1ef8-dba3-43fd-b32f-d9958ec6f2d7 None None] Pushing event deleted for resources: {'Port': ['ID=1aa2604d-2ba2-45c1-97cb-2795c9c41a42,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:51.674953 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6b90048-cc2d-4af5-a17f-a6f65b85d8a4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.704630 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b90048-cc2d-4af5-a17f-a6f65b85d8a4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event deleted for resources: {'Port': ['ID=11d89ec3-590d-45f1-93c9-b049c69fe339,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:51.765444 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6b90048-cc2d-4af5-a17f-a6f65b85d8a4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.857321 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6b90048-cc2d-4af5-a17f-a6f65b85d8a4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.859493 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6b90048-cc2d-4af5-a17f-a6f65b85d8a4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.904886 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6b90048-cc2d-4af5-a17f-a6f65b85d8a4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.905648 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b90048-cc2d-4af5-a17f-a6f65b85d8a4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Fanout notify agent at l3_agent the message router_deleted on router b802e1d9-9375-45d1-a6a8-85ed81eb886a {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:38:51.914067 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b6b90048-cc2d-4af5-a17f-a6f65b85d8a4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.915225 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b6b90048-cc2d-4af5-a17f-a6f65b85d8a4 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "DELETE /v2.0/routers/b802e1d9-9375-45d1-a6a8-85ed81eb886a HTTP/1.1" status: 204 len: 168 time: 0.7921293 Oct 19 01:38:51.918236 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48896) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:52.002080 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-83488114-171a-4f33-ab6e-469b856c6dfe tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.099230 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-83488114-171a-4f33-ab6e-469b856c6dfe tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.122018 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-83488114-171a-4f33-ab6e-469b856c6dfe tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ea3493-dea3-448e-a6b9-8c4242b867af']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:52.131886 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-83488114-171a-4f33-ab6e-469b856c6dfe tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa97a53-d7ae-47a0-9212-463d96ce1cee') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:52.132199 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-83488114-171a-4f33-ab6e-469b856c6dfe tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa97a53-d7ae-47a0-9212-463d96ce1cee') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:52.141876 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-83488114-171a-4f33-ab6e-469b856c6dfe tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.155818 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-83488114-171a-4f33-ab6e-469b856c6dfe tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.162532 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83488114-171a-4f33-ab6e-469b856c6dfe tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:38:52.162915 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-83488114-171a-4f33-ab6e-469b856c6dfe tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.166089 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:38:52.166089 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:38:52.166089 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:38:52.166089 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:38:52.166089 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:38:52.166089 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:38:52.166089 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:38:52.166089 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:38:52.166089 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:38:52.166089 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:38:52.166089 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:38:52.166089 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:38:52.166089 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:38:52.166089 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:38:52.166089 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:38:52.166089 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:38:52.166089 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:38:52.166089 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:38:52.166089 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:38:52.166089 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:38:52.166089 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:38:52.166089 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:38:52.166089 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:38:52.166089 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:38:52.166089 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:38:52.166089 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:38:52.166089 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:38:52.166089 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:38:52.166089 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:38:52.166089 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:38:52.166089 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:38:52.166089 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:38:52.227875 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-83488114-171a-4f33-ab6e-469b856c6dfe tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.235389 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-83488114-171a-4f33-ab6e-469b856c6dfe tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.238617 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-83488114-171a-4f33-ab6e-469b856c6dfe tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "DELETE /v2.0/networks/f0ea3493-dea3-448e-a6b9-8c4242b867af HTTP/1.1" status: 204 len: 168 time: 0.3193078 Oct 19 01:38:52.250923 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83488114-171a-4f33-ab6e-469b856c6dfe tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event deleted for resources: {'Network': ['ID=f0ea3493-dea3-448e-a6b9-8c4242b867af,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:52.253449 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48898) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:52.258705 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-7cef180b-3e1e-4ae0-bef5-55e8debfc0ae tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Request body: {'network': {'name': 'tempest-network-smoke--1057366136', 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'port_security_enabled': True}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:52.280320 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cef180b-3e1e-4ae0-bef5-55e8debfc0ae tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Made reservation on behalf of d31ec110a71e4fb2a4f3dc2cada35370 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:38:52.284664 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7cef180b-3e1e-4ae0-bef5-55e8debfc0ae tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.316366 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cef180b-3e1e-4ae0-bef5-55e8debfc0ae tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:38:52.325253 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7cef180b-3e1e-4ae0-bef5-55e8debfc0ae tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.325571 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-7cef180b-3e1e-4ae0-bef5-55e8debfc0ae tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Added segment 1327fa03-4b73-4ddc-8964-6d9a3bcb7341 of type vlan for network a16ca550-e711-44d8-b3df-b04780bb2298 Oct 19 01:38:52.373182 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7cef180b-3e1e-4ae0-bef5-55e8debfc0ae tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.401618 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7cef180b-3e1e-4ae0-bef5-55e8debfc0ae tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.407426 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cef180b-3e1e-4ae0-bef5-55e8debfc0ae tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:52.408757 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7cef180b-3e1e-4ae0-bef5-55e8debfc0ae tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.446493 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7cef180b-3e1e-4ae0-bef5-55e8debfc0ae tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1919641 Oct 19 01:38:52.450422 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48900) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:52.455496 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-d44d1d17-6de2-4b97-94d8-939ba2d5d2a7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1318932707', 'admin_state_up': True, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:52.479003 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d44d1d17-6de2-4b97-94d8-939ba2d5d2a7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.480082 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d44d1d17-6de2-4b97-94d8-939ba2d5d2a7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.483609 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef180b-3e1e-4ae0-bef5-55e8debfc0ae tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'Network': ['ID=a16ca550-e711-44d8-b3df-b04780bb2298,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:52.503917 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network a16ca550-e711-44d8-b3df-b04780bb2298 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:38:52.554511 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d44d1d17-6de2-4b97-94d8-939ba2d5d2a7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.702710 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d44d1d17-6de2-4b97-94d8-939ba2d5d2a7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.733373 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 24789909-3c1c-4f67-9e81-300a00835096 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:38:52.755423 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 24789909-3c1c-4f67-9e81-300a00835096 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:38:52.755802 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 24789909-3c1c-4f67-9e81-300a00835096 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:38:52.756223 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 11d89ec3-590d-45f1-93c9-b049c69fe339 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:38:52.776587 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 11d89ec3-590d-45f1-93c9-b049c69fe339 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:38:52.776920 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 11d89ec3-590d-45f1-93c9-b049c69fe339 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:38:52.777340 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 1aa2604d-2ba2-45c1-97cb-2795c9c41a42 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:38:52.797745 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 1aa2604d-2ba2-45c1-97cb-2795c9c41a42 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:38:52.798089 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 1aa2604d-2ba2-45c1-97cb-2795c9c41a42 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:38:53.197023 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d44d1d17-6de2-4b97-94d8-939ba2d5d2a7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:53.215974 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d44d1d17-6de2-4b97-94d8-939ba2d5d2a7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:53.322840 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-d44d1d17-6de2-4b97-94d8-939ba2d5d2a7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Allocated IP 172.25.8.231 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/8a2fa745-ddb0-4134-9c65-286d382faff4) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:38:53.424784 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d44d1d17-6de2-4b97-94d8-939ba2d5d2a7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:53.456806 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d44d1d17-6de2-4b97-94d8-939ba2d5d2a7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:53.498849 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44d1d17-6de2-4b97-94d8-939ba2d5d2a7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:38:53.503466 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-d44d1d17-6de2-4b97-94d8-939ba2d5d2a7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:38:53.506522 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44d1d17-6de2-4b97-94d8-939ba2d5d2a7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:38:53.529710 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d1d17-6de2-4b97-94d8-939ba2d5d2a7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'Port': ['ID=8a2fa745-ddb0-4134-9c65-286d382faff4,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:53.756254 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d44d1d17-6de2-4b97-94d8-939ba2d5d2a7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:53.956056 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d44d1d17-6de2-4b97-94d8-939ba2d5d2a7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:54.084702 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44d1d17-6de2-4b97-94d8-939ba2d5d2a7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Router e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:38:54.198441 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44d1d17-6de2-4b97-94d8-939ba2d5d2a7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:38:54.208977 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f96090-5505-4226-9731-38182dacdac8 None None] Sync routers for ids ['e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:38:54.218303 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f96090-5505-4226-9731-38182dacdac8 None None] Routers {'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:38:54.218678 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d44d1d17-6de2-4b97-94d8-939ba2d5d2a7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:54.218905 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-d6f96090-5505-4226-9731-38182dacdac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:38:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:54.219941 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d44d1d17-6de2-4b97-94d8-939ba2d5d2a7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7685425 Oct 19 01:38:54.223022 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48902) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:54.251070 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9e6ed709-0bf9-4fe8-b29c-2fe573352e05 tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=d31ec110a71e4fb2a4f3dc2cada35370&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269504 Oct 19 01:38:54.254060 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48904) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:54.323539 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-d6f96090-5505-4226-9731-38182dacdac8 None None] Set router e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:38:54.339951 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:38:54.342770 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27eb2b1-760d-432e-a1da-8f0215882268 tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:54.344312 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a27eb2b1-760d-432e-a1da-8f0215882268 tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0893552 Oct 19 01:38:54.347701 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48906) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:54.380601 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4ee98e99-fc87-4a2b-8d4c-f9b9b5c16896 tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=a0ce41c0-3b90-40be-93cd-082af8f20c34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317290 Oct 19 01:38:54.383011 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48908) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:54.387691 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-fd6c3639-a44a-4d12-856d-8734d3a5fe00 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-372081908', 'network_id': 'a16ca550-e711-44d8-b3df-b04780bb2298', 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:54.476877 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6c3639-a44a-4d12-856d-8734d3a5fe00 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Made reservation on behalf of d31ec110a71e4fb2a4f3dc2cada35370 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:38:54.480498 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fd6c3639-a44a-4d12-856d-8734d3a5fe00 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:54.501917 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-d6f96090-5505-4226-9731-38182dacdac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'name': 'tempest-TestNetworkBasicOps-router-1318932707', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '8a2fa745-ddb0-4134-9c65-286d382faff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:38:52Z', 'updated_at': '2021-10-19T01:38:53Z', 'revision_number': 3, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'gw_port': {'id': '8a2fa745-ddb0-4134-9c65-286d382faff4', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:38:53Z', 'updated_at': '2021-10-19T01:38:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:54.528772 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f96090-5505-4226-9731-38182dacdac8 None None] Checking router: e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:38:54.529127 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f96090-5505-4226-9731-38182dacdac8 None None] Updating router e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15 port 8a2fa745-ddb0-4134-9c65-286d382faff4 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:38:54.554085 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d6f96090-5505-4226-9731-38182dacdac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:54.661169 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fd6c3639-a44a-4d12-856d-8734d3a5fe00 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:54.722549 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c3639-a44a-4d12-856d-8734d3a5fe00 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'Subnet': ['ID=272d0030-24c5-4644-8bcb-03923b058c94,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:54.732800 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6c3639-a44a-4d12-856d-8734d3a5fe00 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Checking segment: {'id': '1327fa03-4b73-4ddc-8964-6d9a3bcb7341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a16ca550-e711-44d8-b3df-b04780bb2298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:38:54.733230 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6c3639-a44a-4d12-856d-8734d3a5fe00 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Network hostable DHCP agents. Network: a16ca550-e711-44d8-b3df-b04780bb2298, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:38:54.750825 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6c3639-a44a-4d12-856d-8734d3a5fe00 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Network a16ca550-e711-44d8-b3df-b04780bb2298 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:38:54.760056 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-fd6c3639-a44a-4d12-856d-8734d3a5fe00 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, a16ca550-e711-44d8-b3df-b04780bb2298) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:38:54.764327 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6c3639-a44a-4d12-856d-8734d3a5fe00 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:54.765569 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fd6c3639-a44a-4d12-856d-8734d3a5fe00 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:54.771603 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d567e79-b320-4619-b054-a05824053489 None None] Network a16ca550-e711-44d8-b3df-b04780bb2298 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:38:54.781462 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fd6c3639-a44a-4d12-856d-8734d3a5fe00 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3974552 Oct 19 01:38:54.784276 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48910) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:54.872214 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d6f96090-5505-4226-9731-38182dacdac8 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:54.880653 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d6f96090-5505-4226-9731-38182dacdac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:54.971066 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-d6f96090-5505-4226-9731-38182dacdac8 None None] Attempting to bind port 8a2fa745-ddb0-4134-9c65-286d382faff4 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:38:54.971439 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-d6f96090-5505-4226-9731-38182dacdac8 None None] Attempting to bind port 8a2fa745-ddb0-4134-9c65-286d382faff4 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:38:54.971831 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f96090-5505-4226-9731-38182dacdac8 None None] Attempting to bind port 8a2fa745-ddb0-4134-9c65-286d382faff4 on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:38:54.975337 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43d818-bbc6-4f25-8446-083216dac76d None None] Pushing event updated for resources: {'Port': ['ID=8a2fa745-ddb0-4134-9c65-286d382faff4,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:54.989530 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43d818-bbc6-4f25-8446-083216dac76d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:54.989880 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43d818-bbc6-4f25-8446-083216dac76d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:54.990221 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43d818-bbc6-4f25-8446-083216dac76d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:54.990558 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43d818-bbc6-4f25-8446-083216dac76d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:54.990890 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43d818-bbc6-4f25-8446-083216dac76d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:54.991219 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43d818-bbc6-4f25-8446-083216dac76d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:54.991543 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43d818-bbc6-4f25-8446-083216dac76d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:54.991897 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43d818-bbc6-4f25-8446-083216dac76d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:54.992221 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43d818-bbc6-4f25-8446-083216dac76d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:54.992543 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43d818-bbc6-4f25-8446-083216dac76d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:54.992867 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43d818-bbc6-4f25-8446-083216dac76d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:54.993188 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43d818-bbc6-4f25-8446-083216dac76d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:54.996296 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f96090-5505-4226-9731-38182dacdac8 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:38:54.996669 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f96090-5505-4226-9731-38182dacdac8 None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:38:54.997070 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d6f96090-5505-4226-9731-38182dacdac8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:54.997451 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f96090-5505-4226-9731-38182dacdac8 None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:38:54.997928 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-d6f96090-5505-4226-9731-38182dacdac8 None None] Bound port: 8a2fa745-ddb0-4134-9c65-286d382faff4, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:38:54.998308 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d6f96090-5505-4226-9731-38182dacdac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:55.052311 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6ce29d-e23f-4aaa-b77c-7bb932f7cdac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-a16ca550-e711-44d8-b3df-b04780bb2298', 'network_id': 'a16ca550-e711-44d8-b3df-b04780bb2298', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'fixed_ips': [{'subnet_id': '272d0030-24c5-4644-8bcb-03923b058c94'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:38:55.053155 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bc6ce29d-e23f-4aaa-b77c-7bb932f7cdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:55.088348 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-d6f96090-5505-4226-9731-38182dacdac8 None None] For port 8a2fa745-ddb0-4134-9c65-286d382faff4, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:38:55.092083 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-d6f96090-5505-4226-9731-38182dacdac8 None None] For port 8a2fa745-ddb0-4134-9c65-286d382faff4, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=8a2fa745-ddb0-4134-9c65-286d382faff4,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:38:55.141435 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d6f96090-5505-4226-9731-38182dacdac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:55.238947 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43d818-bbc6-4f25-8446-083216dac76d None None] Pushing event updated for resources: {'Port': ['ID=8a2fa745-ddb0-4134-9c65-286d382faff4,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:55.242734 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-776b2234-6c48-46a4-939a-c8608815519f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:55.250376 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f96090-5505-4226-9731-38182dacdac8 None None] Routers {'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:38:55.250986 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-d6f96090-5505-4226-9731-38182dacdac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:38:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:55.301962 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-bc6ce29d-e23f-4aaa-b77c-7bb932f7cdac None None] Allocated IP 172.20.0.2 (a16ca550-e711-44d8-b3df-b04780bb2298/272d0030-24c5-4644-8bcb-03923b058c94/e4f40347-9ed8-49b5-86df-4d9879eeac07) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:38:55.416235 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-d6f96090-5505-4226-9731-38182dacdac8 None None] Set router e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:38:55.599313 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bc6ce29d-e23f-4aaa-b77c-7bb932f7cdac None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:55.621213 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bc6ce29d-e23f-4aaa-b77c-7bb932f7cdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:55.651286 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-776b2234-6c48-46a4-939a-c8608815519f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Allocated IP 172.20.0.1 (a16ca550-e711-44d8-b3df-b04780bb2298/272d0030-24c5-4644-8bcb-03923b058c94/2353465a-028b-4587-8501-b5bd2ec2113c) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:38:55.668564 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6ce29d-e23f-4aaa-b77c-7bb932f7cdac None None] Network a16ca550-e711-44d8-b3df-b04780bb2298 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:38:55.674623 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-bc6ce29d-e23f-4aaa-b77c-7bb932f7cdac None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:38:55.678609 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6ce29d-e23f-4aaa-b77c-7bb932f7cdac None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:38:55.693537 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ce29d-e23f-4aaa-b77c-7bb932f7cdac None None] Pushing event updated for resources: {'Port': ['ID=e4f40347-9ed8-49b5-86df-4d9879eeac07,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:55.744448 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-d6f96090-5505-4226-9731-38182dacdac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'name': 'tempest-TestNetworkBasicOps-router-1318932707', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '8a2fa745-ddb0-4134-9c65-286d382faff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:38:52Z', 'updated_at': '2021-10-19T01:38:53Z', 'revision_number': 3, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'gw_port': {'id': '8a2fa745-ddb0-4134-9c65-286d382faff4', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:38:53Z', 'updated_at': '2021-10-19T01:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:55.770444 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-776b2234-6c48-46a4-939a-c8608815519f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:55.771607 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-bc6ce29d-e23f-4aaa-b77c-7bb932f7cdac None None] Attempting to bind port e4f40347-9ed8-49b5-86df-4d9879eeac07 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:38:55.772005 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-bc6ce29d-e23f-4aaa-b77c-7bb932f7cdac None None] Attempting to bind port e4f40347-9ed8-49b5-86df-4d9879eeac07 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '1327fa03-4b73-4ddc-8964-6d9a3bcb7341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a16ca550-e711-44d8-b3df-b04780bb2298'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:38:55.772369 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6ce29d-e23f-4aaa-b77c-7bb932f7cdac None None] Attempting to bind port e4f40347-9ed8-49b5-86df-4d9879eeac07 on network a16ca550-e711-44d8-b3df-b04780bb2298 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:38:55.775358 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f96090-5505-4226-9731-38182dacdac8 None None] The sync data for ids ['e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15'] in n-d-715271-26 is: [{'id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'name': 'tempest-TestNetworkBasicOps-router-1318932707', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '8a2fa745-ddb0-4134-9c65-286d382faff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:38:52Z', 'updated_at': '2021-10-19T01:38:53Z', 'revision_number': 3, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'gw_port': {'id': '8a2fa745-ddb0-4134-9c65-286d382faff4', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:38:53Z', 'updated_at': '2021-10-19T01:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:38:55.779261 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6ce29d-e23f-4aaa-b77c-7bb932f7cdac None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:38:55.779820 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6ce29d-e23f-4aaa-b77c-7bb932f7cdac None None] Checking segment: {'id': '1327fa03-4b73-4ddc-8964-6d9a3bcb7341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a16ca550-e711-44d8-b3df-b04780bb2298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:38:55.780122 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bc6ce29d-e23f-4aaa-b77c-7bb932f7cdac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:55.780565 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6ce29d-e23f-4aaa-b77c-7bb932f7cdac None None] Bound using segment: {'id': '1327fa03-4b73-4ddc-8964-6d9a3bcb7341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a16ca550-e711-44d8-b3df-b04780bb2298'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:38:55.780881 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-bc6ce29d-e23f-4aaa-b77c-7bb932f7cdac None None] Bound port: e4f40347-9ed8-49b5-86df-4d9879eeac07, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1327fa03-4b73-4ddc-8964-6d9a3bcb7341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a16ca550-e711-44d8-b3df-b04780bb2298'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:38:55.781257 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bc6ce29d-e23f-4aaa-b77c-7bb932f7cdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:55.812449 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-776b2234-6c48-46a4-939a-c8608815519f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:55.856813 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776b2234-6c48-46a4-939a-c8608815519f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Network a16ca550-e711-44d8-b3df-b04780bb2298 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:38:55.860275 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-776b2234-6c48-46a4-939a-c8608815519f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:38:55.863594 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-bc6ce29d-e23f-4aaa-b77c-7bb932f7cdac None None] For port e4f40347-9ed8-49b5-86df-4d9879eeac07, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:38:55.864556 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776b2234-6c48-46a4-939a-c8608815519f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:38:55.866957 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-bc6ce29d-e23f-4aaa-b77c-7bb932f7cdac None None] For port e4f40347-9ed8-49b5-86df-4d9879eeac07, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=e4f40347-9ed8-49b5-86df-4d9879eeac07,segment=NetworkSegment(1327fa03-4b73-4ddc-8964-6d9a3bcb7341),segment_id=1327fa03-4b73-4ddc-8964-6d9a3bcb7341)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:38:55.872697 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bc6ce29d-e23f-4aaa-b77c-7bb932f7cdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:55.891105 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b2234-6c48-46a4-939a-c8608815519f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'Port': ['ID=2353465a-028b-4587-8501-b5bd2ec2113c,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:55.920880 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-776b2234-6c48-46a4-939a-c8608815519f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:55.931293 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ce29d-e23f-4aaa-b77c-7bb932f7cdac None None] Pushing event updated for resources: {'Port': ['ID=e4f40347-9ed8-49b5-86df-4d9879eeac07,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:56.087534 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-776b2234-6c48-46a4-939a-c8608815519f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:56.412749 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-776b2234-6c48-46a4-939a-c8608815519f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:56.417344 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-776b2234-6c48-46a4-939a-c8608815519f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:56.493105 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b2234-6c48-46a4-939a-c8608815519f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'Port': ['ID=2353465a-028b-4587-8501-b5bd2ec2113c,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:56.498667 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-776b2234-6c48-46a4-939a-c8608815519f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:56.811223 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 8a2fa745-ddb0-4134-9c65-286d382faff4 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:38:56.868354 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 8a2fa745-ddb0-4134-9c65-286d382faff4 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:56.868711 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:56.929290 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776b2234-6c48-46a4-939a-c8608815519f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Network a16ca550-e711-44d8-b3df-b04780bb2298 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:38:56.931404 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-776b2234-6c48-46a4-939a-c8608815519f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:38:56.978685 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:57.000543 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 8a2fa745-ddb0-4134-9c65-286d382faff4, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=8a2fa745-ddb0-4134-9c65-286d382faff4,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:57.005962 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:57.006734 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device e4f40347-9ed8-49b5-86df-4d9879eeac07 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:38:57.050446 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136960b8-a4e4-4ad1-84ca-f2eebf12a708 None None] Network a16ca550-e711-44d8-b3df-b04780bb2298 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:38:57.075139 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776b2234-6c48-46a4-939a-c8608815519f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Router e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:38:57.211693 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776b2234-6c48-46a4-939a-c8608815519f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:38:57.224171 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48912) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:57.232328 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-776b2234-6c48-46a4-939a-c8608815519f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "PUT /v2.0/routers/e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4469631 Oct 19 01:38:57.311503 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=8a2fa745-ddb0-4134-9c65-286d382faff4,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:57.327214 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-e90256dc-d8c9-49c3-9f0f-4bb10b74de1e None None] Provisioning complete for port e4f40347-9ed8-49b5-86df-4d9879eeac07 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:57.327597 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e90256dc-d8c9-49c3-9f0f-4bb10b74de1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:57.374898 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:57.381822 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port e4f40347-9ed8-49b5-86df-4d9879eeac07 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:57.381822 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:57.406126 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6fda82-3301-4989-98b5-8c3ec6f356da tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:57.406674 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6fda82-3301-4989-98b5-8c3ec6f356da tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:57.407103 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6fda82-3301-4989-98b5-8c3ec6f356da tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:57.407567 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6fda82-3301-4989-98b5-8c3ec6f356da tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:57.413058 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9f6fda82-3301-4989-98b5-8c3ec6f356da tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1874835 Oct 19 01:38:57.413618 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48914) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:57.485591 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b916f5d8-b8f5-4474-833c-e824b87e5bfb tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:57.486779 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b916f5d8-b8f5-4474-833c-e824b87e5bfb tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:57.487415 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b916f5d8-b8f5-4474-833c-e824b87e5bfb tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:57.487989 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b916f5d8-b8f5-4474-833c-e824b87e5bfb tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:57.492336 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b916f5d8-b8f5-4474-833c-e824b87e5bfb tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0750043 Oct 19 01:38:57.492760 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48916) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:57.550467 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e90256dc-d8c9-49c3-9f0f-4bb10b74de1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:57.602905 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:57.607971 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-e90256dc-d8c9-49c3-9f0f-4bb10b74de1e None None] For port e4f40347-9ed8-49b5-86df-4d9879eeac07, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=e4f40347-9ed8-49b5-86df-4d9879eeac07,segment=NetworkSegment(1327fa03-4b73-4ddc-8964-6d9a3bcb7341),segment_id=1327fa03-4b73-4ddc-8964-6d9a3bcb7341)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:57.617347 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e90256dc-d8c9-49c3-9f0f-4bb10b74de1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:57.686914 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f34b48-e7a0-4bf3-951b-af62fba3838e None None] Sync routers for ids ['e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:38:57.706313 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f34b48-e7a0-4bf3-951b-af62fba3838e None None] Routers {'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:38:57.707940 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-f9f34b48-e7a0-4bf3-951b-af62fba3838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:38:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:57.737933 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90256dc-d8c9-49c3-9f0f-4bb10b74de1e None None] Pushing event updated for resources: {'Port': ['ID=e4f40347-9ed8-49b5-86df-4d9879eeac07,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:57.753667 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:38:57.754329 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:38:57.858004 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-f9f34b48-e7a0-4bf3-951b-af62fba3838e None None] Set router e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:38:57.959669 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-2fa73c52-8293-402e-b884-f3dd6f270548 None None] Provisioning complete for port e4f40347-9ed8-49b5-86df-4d9879eeac07 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:57.960281 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2fa73c52-8293-402e-b884-f3dd6f270548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.020438 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-62b66018-dbc4-4149-8e56-6c2054c0d2a3 tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.5263209 Oct 19 01:38:58.082394 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-2fa73c52-8293-402e-b884-f3dd6f270548 None None] Provisioning complete for port 2353465a-028b-4587-8501-b5bd2ec2113c triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:58.082785 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2fa73c52-8293-402e-b884-f3dd6f270548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.118227 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-f9f34b48-e7a0-4bf3-951b-af62fba3838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'name': 'tempest-TestNetworkBasicOps-router-1318932707', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '8a2fa745-ddb0-4134-9c65-286d382faff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:38:52Z', 'updated_at': '2021-10-19T01:38:56Z', 'revision_number': 4, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'gw_port': {'id': '8a2fa745-ddb0-4134-9c65-286d382faff4', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:38:53Z', 'updated_at': '2021-10-19T01:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '2353465a-028b-4587-8501-b5bd2ec2113c', 'name': '', 'network_id': 'a16ca550-e711-44d8-b3df-b04780bb2298', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'mac_address': 'fa:16:3e:f7:8c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '272d0030-24c5-4644-8bcb-03923b058c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:38:55Z', 'updated_at': '2021-10-19T01:38:56Z', 'revision_number': 2, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'subnets': [{'id': '272d0030-24c5-4644-8bcb-03923b058c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:58.119950 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-2fa73c52-8293-402e-b884-f3dd6f270548 None None] Port 2353465a-028b-4587-8501-b5bd2ec2113c cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:38:58.147858 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f34b48-e7a0-4bf3-951b-af62fba3838e None None] Checking router: e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:38:58.148213 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f34b48-e7a0-4bf3-951b-af62fba3838e None None] Updating router e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15 port 2353465a-028b-4587-8501-b5bd2ec2113c binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:38:58.178095 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-f9f34b48-e7a0-4bf3-951b-af62fba3838e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.252704 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-37b4f535-eb85-4722-8d54-5485af6b02ac None None] Provisioning complete for port 2353465a-028b-4587-8501-b5bd2ec2113c triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:58.253090 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-37b4f535-eb85-4722-8d54-5485af6b02ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.353616 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-37b4f535-eb85-4722-8d54-5485af6b02ac None None] Port 2353465a-028b-4587-8501-b5bd2ec2113c cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:38:58.383751 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48920) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:58.385442 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-0346ffcc-9f53-48c1-89e7-05dc34eb394d tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-191805399', 'description': 'tempest-secgroup-smoke-191805399 description', 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:58.417202 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0346ffcc-9f53-48c1-89e7-05dc34eb394d tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.480895 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-04a7d8a9-cefa-4178-8e66-cd896ef146a7 None None] Provisioning complete for port 2353465a-028b-4587-8501-b5bd2ec2113c triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:58.482709 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-04a7d8a9-cefa-4178-8e66-cd896ef146a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.502803 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0346ffcc-9f53-48c1-89e7-05dc34eb394d tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.513473 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0346ffcc-9f53-48c1-89e7-05dc34eb394d tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.537715 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-04a7d8a9-cefa-4178-8e66-cd896ef146a7 None None] Port 2353465a-028b-4587-8501-b5bd2ec2113c cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:38:58.541881 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0346ffcc-9f53-48c1-89e7-05dc34eb394d tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.543795 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0346ffcc-9f53-48c1-89e7-05dc34eb394d tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1619370 Oct 19 01:38:58.546605 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48922) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:58.551323 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-6a2b2371-430a-47f8-b571-46843432a2b5 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Request body: {'security_group_rule': {'security_group_id': '44f2fedc-475b-4475-a0e4-e40adb9dafad', 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:58.562012 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-f9f34b48-e7a0-4bf3-951b-af62fba3838e None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.566329 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346ffcc-9f53-48c1-89e7-05dc34eb394d tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44f2fedc-475b-4475-a0e4-e40adb9dafad,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:58.570800 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-f9f34b48-e7a0-4bf3-951b-af62fba3838e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.586638 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6a2b2371-430a-47f8-b571-46843432a2b5 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.619854 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1d0f2-f040-4f0c-af6d-6d834086d3af None None] Pushing event updated for resources: {'Port': ['ID=2353465a-028b-4587-8501-b5bd2ec2113c,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:58.632217 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1d0f2-f040-4f0c-af6d-6d834086d3af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:58.632567 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1d0f2-f040-4f0c-af6d-6d834086d3af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:58.633109 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1d0f2-f040-4f0c-af6d-6d834086d3af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:58.633258 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1d0f2-f040-4f0c-af6d-6d834086d3af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:58.633969 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1d0f2-f040-4f0c-af6d-6d834086d3af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:58.633969 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1d0f2-f040-4f0c-af6d-6d834086d3af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:58.634220 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1d0f2-f040-4f0c-af6d-6d834086d3af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:58.634474 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1d0f2-f040-4f0c-af6d-6d834086d3af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:58.634788 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1d0f2-f040-4f0c-af6d-6d834086d3af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:58.635106 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1d0f2-f040-4f0c-af6d-6d834086d3af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:58.635424 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1d0f2-f040-4f0c-af6d-6d834086d3af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:58.635751 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1d0f2-f040-4f0c-af6d-6d834086d3af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:58.662085 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6a2b2371-430a-47f8-b571-46843432a2b5 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.667486 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6a2b2371-430a-47f8-b571-46843432a2b5 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.697650 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-f9f34b48-e7a0-4bf3-951b-af62fba3838e None None] Attempting to bind port 2353465a-028b-4587-8501-b5bd2ec2113c on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:38:58.698610 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-f9f34b48-e7a0-4bf3-951b-af62fba3838e None None] Attempting to bind port 2353465a-028b-4587-8501-b5bd2ec2113c by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '1327fa03-4b73-4ddc-8964-6d9a3bcb7341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a16ca550-e711-44d8-b3df-b04780bb2298'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:38:58.699160 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f34b48-e7a0-4bf3-951b-af62fba3838e None None] Attempting to bind port 2353465a-028b-4587-8501-b5bd2ec2113c on network a16ca550-e711-44d8-b3df-b04780bb2298 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:38:58.706200 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f34b48-e7a0-4bf3-951b-af62fba3838e None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:38:58.707321 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f34b48-e7a0-4bf3-951b-af62fba3838e None None] Checking segment: {'id': '1327fa03-4b73-4ddc-8964-6d9a3bcb7341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a16ca550-e711-44d8-b3df-b04780bb2298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:38:58.707961 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-f9f34b48-e7a0-4bf3-951b-af62fba3838e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.708229 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b2371-430a-47f8-b571-46843432a2b5 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9341ef49-d324-419a-9c68-a49a9db190b8,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:58.708741 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f34b48-e7a0-4bf3-951b-af62fba3838e None None] Bound using segment: {'id': '1327fa03-4b73-4ddc-8964-6d9a3bcb7341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a16ca550-e711-44d8-b3df-b04780bb2298'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:38:58.709563 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-f9f34b48-e7a0-4bf3-951b-af62fba3838e None None] Bound port: 2353465a-028b-4587-8501-b5bd2ec2113c, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1327fa03-4b73-4ddc-8964-6d9a3bcb7341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a16ca550-e711-44d8-b3df-b04780bb2298'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:38:58.710425 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-f9f34b48-e7a0-4bf3-951b-af62fba3838e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.731696 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6a2b2371-430a-47f8-b571-46843432a2b5 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.733534 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6a2b2371-430a-47f8-b571-46843432a2b5 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1857097 Oct 19 01:38:58.738197 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48924) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:58.747635 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-ef48f0e2-b240-4f05-8111-ac0e8c78e940 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Request body: {'security_group_rule': {'security_group_id': '44f2fedc-475b-4475-a0e4-e40adb9dafad', 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:58.786076 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ef48f0e2-b240-4f05-8111-ac0e8c78e940 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.790839 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-f9f34b48-e7a0-4bf3-951b-af62fba3838e None None] For port 2353465a-028b-4587-8501-b5bd2ec2113c, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:38:58.797842 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-f9f34b48-e7a0-4bf3-951b-af62fba3838e None None] For port 2353465a-028b-4587-8501-b5bd2ec2113c, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=2353465a-028b-4587-8501-b5bd2ec2113c,segment=NetworkSegment(1327fa03-4b73-4ddc-8964-6d9a3bcb7341),segment_id=1327fa03-4b73-4ddc-8964-6d9a3bcb7341)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:38:58.818339 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-f9f34b48-e7a0-4bf3-951b-af62fba3838e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.864314 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 8a2fa745-ddb0-4134-9c65-286d382faff4 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:38:58.867885 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ef48f0e2-b240-4f05-8111-ac0e8c78e940 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.874818 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ef48f0e2-b240-4f05-8111-ac0e8c78e940 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.894989 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48f0e2-b240-4f05-8111-ac0e8c78e940 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a039254-072d-4210-a623-ec518968bb75,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:58.903169 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1d0f2-f040-4f0c-af6d-6d834086d3af None None] Pushing event updated for resources: {'Port': ['ID=2353465a-028b-4587-8501-b5bd2ec2113c,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:58.906113 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f34b48-e7a0-4bf3-951b-af62fba3838e None None] Routers {'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:38:58.907103 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-f9f34b48-e7a0-4bf3-951b-af62fba3838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:38:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:58.908882 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ef48f0e2-b240-4f05-8111-ac0e8c78e940 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.910551 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ef48f0e2-b240-4f05-8111-ac0e8c78e940 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1696591 Oct 19 01:38:58.913257 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48926) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:58.919451 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-4711bcaf-89df-4f5d-ba06-6f8457ff8077 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Request body: {'security_group_rule': {'security_group_id': '44f2fedc-475b-4475-a0e4-e40adb9dafad', 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:58.959122 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4711bcaf-89df-4f5d-ba06-6f8457ff8077 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.962272 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 8a2fa745-ddb0-4134-9c65-286d382faff4 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:58.962850 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.004654 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-5e27928c-bedd-4475-afb3-41cb2028221e None None] Provisioning complete for port 2353465a-028b-4587-8501-b5bd2ec2113c triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:59.005111 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5e27928c-bedd-4475-afb3-41cb2028221e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.048119 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4711bcaf-89df-4f5d-ba06-6f8457ff8077 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.054732 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4711bcaf-89df-4f5d-ba06-6f8457ff8077 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.084085 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711bcaf-89df-4f5d-ba06-6f8457ff8077 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=887fb479-95e6-44f5-ba12-cbb9492f6960,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:59.099879 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4711bcaf-89df-4f5d-ba06-6f8457ff8077 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.101442 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4711bcaf-89df-4f5d-ba06-6f8457ff8077 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1867959 Oct 19 01:38:59.103982 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48928) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:59.109750 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-2bf3358d-eaee-4188-befc-2b2f7f1fc4d9 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Request body: {'security_group_rule': {'security_group_id': '44f2fedc-475b-4475-a0e4-e40adb9dafad', 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:59.125242 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device e4f40347-9ed8-49b5-86df-4d9879eeac07 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:38:59.150884 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2bf3358d-eaee-4188-befc-2b2f7f1fc4d9 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.159195 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5e27928c-bedd-4475-afb3-41cb2028221e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.172844 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-f9f34b48-e7a0-4bf3-951b-af62fba3838e None None] Set router e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:38:59.200767 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-5e27928c-bedd-4475-afb3-41cb2028221e None None] For port 2353465a-028b-4587-8501-b5bd2ec2113c, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=2353465a-028b-4587-8501-b5bd2ec2113c,segment=NetworkSegment(1327fa03-4b73-4ddc-8964-6d9a3bcb7341),segment_id=1327fa03-4b73-4ddc-8964-6d9a3bcb7341)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:59.206985 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5e27928c-bedd-4475-afb3-41cb2028221e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.210260 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port e4f40347-9ed8-49b5-86df-4d9879eeac07 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:59.210626 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.217124 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2bf3358d-eaee-4188-befc-2b2f7f1fc4d9 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.222132 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2bf3358d-eaee-4188-befc-2b2f7f1fc4d9 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.241331 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf3358d-eaee-4188-befc-2b2f7f1fc4d9 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee59ce6-d586-4331-89b9-3792de475f0a,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:59.253085 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2bf3358d-eaee-4188-befc-2b2f7f1fc4d9 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.257540 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2bf3358d-eaee-4188-befc-2b2f7f1fc4d9 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1522777 Oct 19 01:38:59.257862 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48930) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:59.263253 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-b0cdcbd3-b549-486e-a8f0-de58ad0d6e64 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Request body: {'security_group_rule': {'security_group_id': '44f2fedc-475b-4475-a0e4-e40adb9dafad', 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:59.286723 n-d-715271-26 neutron-server[100606]: INFO neutron.db.securitygroups_db [None req-b0cdcbd3-b549-486e-a8f0-de58ad0d6e64 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Project d31ec110a71e4fb2a4f3dc2cada35370 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:38:59.289478 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27928c-bedd-4475-afb3-41cb2028221e None None] Pushing event updated for resources: {'Port': ['ID=2353465a-028b-4587-8501-b5bd2ec2113c,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:59.300850 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0cdcbd3-b549-486e-a8f0-de58ad0d6e64 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.343223 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-00975fc7-5b30-427f-9a94-5d0c0be865ff None None] Provisioning complete for port 2353465a-028b-4587-8501-b5bd2ec2113c triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:59.343745 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-00975fc7-5b30-427f-9a94-5d0c0be865ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.370062 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0cdcbd3-b549-486e-a8f0-de58ad0d6e64 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.377715 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0cdcbd3-b549-486e-a8f0-de58ad0d6e64 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.398597 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cdcbd3-b549-486e-a8f0-de58ad0d6e64 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34014f6e-eaad-4083-91e2-c7fcbd61fa25,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:59.410152 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-f9f34b48-e7a0-4bf3-951b-af62fba3838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'name': 'tempest-TestNetworkBasicOps-router-1318932707', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '8a2fa745-ddb0-4134-9c65-286d382faff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:38:52Z', 'updated_at': '2021-10-19T01:38:56Z', 'revision_number': 4, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'gw_port': {'id': '8a2fa745-ddb0-4134-9c65-286d382faff4', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:38:53Z', 'updated_at': '2021-10-19T01:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '2353465a-028b-4587-8501-b5bd2ec2113c', 'name': '', 'network_id': 'a16ca550-e711-44d8-b3df-b04780bb2298', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'mac_address': 'fa:16:3e:f7:8c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '272d0030-24c5-4644-8bcb-03923b058c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:38:55Z', 'updated_at': '2021-10-19T01:38:58Z', 'revision_number': 4, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'subnets': [{'id': '272d0030-24c5-4644-8bcb-03923b058c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:59.414672 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b0cdcbd3-b549-486e-a8f0-de58ad0d6e64 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.418606 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b0cdcbd3-b549-486e-a8f0-de58ad0d6e64 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1570098 Oct 19 01:38:59.418986 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48932) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:59.424152 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-04d2d705-3828-4c88-a8b3-21ce662b9f07 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Request body: {'security_group_rule': {'security_group_id': '44f2fedc-475b-4475-a0e4-e40adb9dafad', 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:59.438676 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f34b48-e7a0-4bf3-951b-af62fba3838e None None] The sync data for ids ['e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15'] in n-d-715271-26 is: [{'id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'name': 'tempest-TestNetworkBasicOps-router-1318932707', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '8a2fa745-ddb0-4134-9c65-286d382faff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:38:52Z', 'updated_at': '2021-10-19T01:38:56Z', 'revision_number': 4, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'gw_port': {'id': '8a2fa745-ddb0-4134-9c65-286d382faff4', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:38:53Z', 'updated_at': '2021-10-19T01:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '2353465a-028b-4587-8501-b5bd2ec2113c', 'name': '', 'network_id': 'a16ca550-e711-44d8-b3df-b04780bb2298', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'mac_address': 'fa:16:3e:f7:8c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '272d0030-24c5-4644-8bcb-03923b058c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:38:55Z', 'updated_at': '2021-10-19T01:38:58Z', 'revision_number': 4, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'subnets': [{'id': '272d0030-24c5-4644-8bcb-03923b058c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:38:59.449427 n-d-715271-26 neutron-server[100606]: INFO neutron.db.securitygroups_db [None req-04d2d705-3828-4c88-a8b3-21ce662b9f07 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Project d31ec110a71e4fb2a4f3dc2cada35370 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:38:59.455285 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-04d2d705-3828-4c88-a8b3-21ce662b9f07 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.535207 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-04d2d705-3828-4c88-a8b3-21ce662b9f07 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.538791 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-04d2d705-3828-4c88-a8b3-21ce662b9f07 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.558997 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2d705-3828-4c88-a8b3-21ce662b9f07 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1846ac3b-79de-44a5-8d36-66512f53884a,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:59.568373 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-04d2d705-3828-4c88-a8b3-21ce662b9f07 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.569755 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-04d2d705-3828-4c88-a8b3-21ce662b9f07 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1496413 Oct 19 01:38:59.755861 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.774618 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-15b13c44-0a23-4350-a7ae-428607c95efb tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-191805399&fields=id&tenant_id=d31ec110a71e4fb2a4f3dc2cada35370 HTTP/1.1" status: 200 len: 267 time: 0.0468273 Oct 19 01:38:59.889180 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-e940935a-e0e2-450d-bb3f-c092750fb4c0 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:59.890650 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-e940935a-e0e2-450d-bb3f-c092750fb4c0 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/networks?id=a16ca550-e711-44d8-b3df-b04780bb2298 HTTP/1.1" status: 200 len: 797 time: 0.1091375 Oct 19 01:38:59.907083 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-f9029690-f9fe-46ed-ac8a-87883f529e0b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/quotas/d31ec110a71e4fb2a4f3dc2cada35370 HTTP/1.1" status: 200 len: 375 time: 0.0095408 Oct 19 01:38:59.992080 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-0b769544-8967-4e6a-b1ee-c4ba0d83cafc tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d31ec110a71e4fb2a4f3dc2cada35370&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0783412 Oct 19 01:39:00.008875 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-b772283e-76e4-4512-b9fb-619c2d9dadd3 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:39:00.009869 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-b772283e-76e4-4512-b9fb-619c2d9dadd3 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053756 Oct 19 01:39:00.106055 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-3abb89cc-4f5e-4ed1-95bc-52553b1692a1 service neutron] 10.222.0.57 "GET /v2.0/networks/a16ca550-e711-44d8-b3df-b04780bb2298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898612 Oct 19 01:39:00.198093 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-d842c744-c5b7-4db1-8414-9bc979671bfb service neutron] 10.222.0.57 "GET /v2.0/networks/a16ca550-e711-44d8-b3df-b04780bb2298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852156 Oct 19 01:39:00.366344 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-34fa55cb-a2f3-4cfe-8427-5d556bc6be0a req-6a1d3f1d-5abb-4ffa-9586-7c8bbf202d85 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7a9de52-656f-451f-a245-a90ab73db59b HTTP/1.1" status: 200 len: 210 time: 0.0293548 Oct 19 01:39:00.762046 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 2353465a-028b-4587-8501-b5bd2ec2113c up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:39:00.811768 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 2353465a-028b-4587-8501-b5bd2ec2113c triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:39:00.812167 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:01.273418 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-b8561a98-25f5-49d0-972e-40ed42eb2a93 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:01.274792 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-b8561a98-25f5-49d0-972e-40ed42eb2a93 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.24 "GET /v2.0/networks?id=a16ca550-e711-44d8-b3df-b04780bb2298 HTTP/1.1" status: 200 len: 797 time: 0.1067681 Oct 19 01:39:01.318566 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-2669ac93-4d15-427d-a7cc-0260cc6f3898 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d31ec110a71e4fb2a4f3dc2cada35370 HTTP/1.1" status: 200 len: 379 time: 0.0347092 Oct 19 01:39:01.329033 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-57d7759a-0adf-4d6b-933c-c1a205623066 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Request body: {'port': {'device_id': 'd7a9de52-656f-451f-a245-a90ab73db59b', 'network_id': 'a16ca550-e711-44d8-b3df-b04780bb2298', 'admin_state_up': True, 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'security_groups': ['44f2fedc-475b-4475-a0e4-e40adb9dafad']}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:39:01.446371 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-57d7759a-0adf-4d6b-933c-c1a205623066 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Made reservation on behalf of d31ec110a71e4fb2a4f3dc2cada35370 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:39:01.449694 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-57d7759a-0adf-4d6b-933c-c1a205623066 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:01.465861 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-40e3ce4c-46a3-4c30-8385-af8c3780683a req-c97298c8-0c57-4898-89c8-56907227a381 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7a9de52-656f-451f-a245-a90ab73db59b HTTP/1.1" status: 200 len: 210 time: 0.0304167 Oct 19 01:39:01.588123 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-57d7759a-0adf-4d6b-933c-c1a205623066 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Allocated IP 172.20.0.10 (a16ca550-e711-44d8-b3df-b04780bb2298/272d0030-24c5-4644-8bcb-03923b058c94/d7c40616-c24e-42af-9dd4-f933fa64486e) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:39:01.728097 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-57d7759a-0adf-4d6b-933c-c1a205623066 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:01.760933 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-57d7759a-0adf-4d6b-933c-c1a205623066 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:01.809557 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-57d7759a-0adf-4d6b-933c-c1a205623066 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Network a16ca550-e711-44d8-b3df-b04780bb2298 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:39:01.812737 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-57d7759a-0adf-4d6b-933c-c1a205623066 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:39:01.816537 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-57d7759a-0adf-4d6b-933c-c1a205623066 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:39:01.822628 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7759a-0adf-4d6b-933c-c1a205623066 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'Port': ['ID=d7c40616-c24e-42af-9dd4-f933fa64486e,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:01.868572 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-57d7759a-0adf-4d6b-933c-c1a205623066 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:01.869171 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-57d7759a-0adf-4d6b-933c-c1a205623066 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:01.885436 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-57d7759a-0adf-4d6b-933c-c1a205623066 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5598540 Oct 19 01:39:01.897696 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-9b1391c7-7a37-47fb-b46c-5973a53bf439 service neutron] Request body: {'port': {'device_id': 'd7a9de52-656f-451f-a245-a90ab73db59b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:39:01.957391 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-9b1391c7-7a37-47fb-b46c-5973a53bf439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:02.080680 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-6ce6182c-d25f-438a-b837-f12a19f7ff19 None None] Provisioning complete for port d7c40616-c24e-42af-9dd4-f933fa64486e triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:39:02.081326 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6ce6182c-d25f-438a-b837-f12a19f7ff19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:02.118626 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-6ce6182c-d25f-438a-b837-f12a19f7ff19 None None] Port d7c40616-c24e-42af-9dd4-f933fa64486e cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:39:02.223198 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-9b1391c7-7a37-47fb-b46c-5973a53bf439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7c40616-c24e-42af-9dd4-f933fa64486e {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:39:02.230499 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-9b1391c7-7a37-47fb-b46c-5973a53bf439 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:02.243034 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-9b1391c7-7a37-47fb-b46c-5973a53bf439 service neutron] Transition to ACTIVE for port object d7c40616-c24e-42af-9dd4-f933fa64486e will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:39:02.246085 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-9b1391c7-7a37-47fb-b46c-5973a53bf439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:02.295435 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1391c7-7a37-47fb-b46c-5973a53bf439 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c40616-c24e-42af-9dd4-f933fa64486e,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:02.367904 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-9b1391c7-7a37-47fb-b46c-5973a53bf439 service neutron] Attempting to bind port d7c40616-c24e-42af-9dd4-f933fa64486e on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:39:02.368242 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-9b1391c7-7a37-47fb-b46c-5973a53bf439 service neutron] Attempting to bind port d7c40616-c24e-42af-9dd4-f933fa64486e by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '1327fa03-4b73-4ddc-8964-6d9a3bcb7341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a16ca550-e711-44d8-b3df-b04780bb2298'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:39:02.368566 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-9b1391c7-7a37-47fb-b46c-5973a53bf439 service neutron] Attempting to bind port d7c40616-c24e-42af-9dd4-f933fa64486e on network a16ca550-e711-44d8-b3df-b04780bb2298 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:39:02.373020 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-9b1391c7-7a37-47fb-b46c-5973a53bf439 service neutron] Port d7c40616-c24e-42af-9dd4-f933fa64486e on network a16ca550-e711-44d8-b3df-b04780bb2298 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:39:02.373275 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-9b1391c7-7a37-47fb-b46c-5973a53bf439 service neutron] Attempting to bind port d7c40616-c24e-42af-9dd4-f933fa64486e on network a16ca550-e711-44d8-b3df-b04780bb2298 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:39:02.378781 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-9b1391c7-7a37-47fb-b46c-5973a53bf439 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:39:02.379119 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-9b1391c7-7a37-47fb-b46c-5973a53bf439 service neutron] Checking segment: {'id': '1327fa03-4b73-4ddc-8964-6d9a3bcb7341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a16ca550-e711-44d8-b3df-b04780bb2298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:39:02.379486 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-9b1391c7-7a37-47fb-b46c-5973a53bf439 service neutron] Bound using segment: {'id': '1327fa03-4b73-4ddc-8964-6d9a3bcb7341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a16ca550-e711-44d8-b3df-b04780bb2298'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:39:02.379930 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-9b1391c7-7a37-47fb-b46c-5973a53bf439 service neutron] Bound port: d7c40616-c24e-42af-9dd4-f933fa64486e, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1327fa03-4b73-4ddc-8964-6d9a3bcb7341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a16ca550-e711-44d8-b3df-b04780bb2298'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:39:02.380283 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-9b1391c7-7a37-47fb-b46c-5973a53bf439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:02.445551 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-9b1391c7-7a37-47fb-b46c-5973a53bf439 service neutron] For port d7c40616-c24e-42af-9dd4-f933fa64486e, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:39:02.448972 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-9b1391c7-7a37-47fb-b46c-5973a53bf439 service neutron] For port d7c40616-c24e-42af-9dd4-f933fa64486e, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=d7c40616-c24e-42af-9dd4-f933fa64486e,segment=NetworkSegment(1327fa03-4b73-4ddc-8964-6d9a3bcb7341),segment_id=1327fa03-4b73-4ddc-8964-6d9a3bcb7341)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:39:02.455267 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-9b1391c7-7a37-47fb-b46c-5973a53bf439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:02.494798 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-9b1391c7-7a37-47fb-b46c-5973a53bf439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:02.495134 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-9b1391c7-7a37-47fb-b46c-5973a53bf439 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:02.496650 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-9b1391c7-7a37-47fb-b46c-5973a53bf439 service neutron] 10.222.0.24 "PUT /v2.0/ports/d7c40616-c24e-42af-9dd4-f933fa64486e HTTP/1.1" status: 200 len: 1093 time: 0.6032410 Oct 19 01:39:02.497094 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a9de52-656f-451f-a245-a90ab73db59b', 'tag': 'd7c40616-c24e-42af-9dd4-f933fa64486e'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:39:02.499415 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c4326b-045b-4e7a-93e4-b9fc3c9db059" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a9de52-656f-451f-a245-a90ab73db59b", "tag": "d7c40616-c24e-42af-9dd4-f933fa64486e"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:39:02.524480 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1391c7-7a37-47fb-b46c-5973a53bf439 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c40616-c24e-42af-9dd4-f933fa64486e,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:02.573141 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4210574e-d2fb-45ca-99d5-6fa9082b1622 x-openstack-request-id: req-4210574e-d2fb-45ca-99d5-6fa9082b1622 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:39:02.573435 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a9de52-656f-451f-a245-a90ab73db59b", "tag": "d7c40616-c24e-42af-9dd4-f933fa64486e", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:39:02.573684 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4210574e-d2fb-45ca-99d5-6fa9082b1622 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:39:02.574077 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a9de52-656f-451f-a245-a90ab73db59b', 'tag': 'd7c40616-c24e-42af-9dd4-f933fa64486e', 'status': 'completed', 'code': 200} Oct 19 01:39:02.594039 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-5443443d-166e-4cf1-9cbe-ed4010e76285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:02.595639 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-5443443d-166e-4cf1-9cbe-ed4010e76285 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d31ec110a71e4fb2a4f3dc2cada35370&device_id=d7a9de52-656f-451f-a245-a90ab73db59b HTTP/1.1" status: 200 len: 1096 time: 0.0557947 Oct 19 01:39:02.631919 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb3157-4222-4729-9a4e-8ae2020b37da req-98129b72-ec12-4f22-84a0-bb856e050f22 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:02.633422 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-70fb3157-4222-4729-9a4e-8ae2020b37da req-98129b72-ec12-4f22-84a0-bb856e050f22 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7a9de52-656f-451f-a245-a90ab73db59b HTTP/1.1" status: 200 len: 944 time: 0.0549369 Oct 19 01:39:02.647858 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-2a286f0e-a007-441c-8e12-561b1e8a8a79 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7c40616-c24e-42af-9dd4-f933fa64486e HTTP/1.1" status: 200 len: 217 time: 0.0428898 Oct 19 01:39:02.676082 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-70fb3157-4222-4729-9a4e-8ae2020b37da req-f462e81e-4a01-4b75-893e-5a615d780065 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/security-groups?id=44f2fedc-475b-4475-a0e4-e40adb9dafad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364182 Oct 19 01:39:02.704852 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-1984559e-37cd-40e6-b70d-28a17f40e106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:02.706818 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-1984559e-37cd-40e6-b70d-28a17f40e106 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=272d0030-24c5-4644-8bcb-03923b058c94 HTTP/1.1" status: 200 len: 834 time: 0.0521636 Oct 19 01:39:02.752490 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-f564283a-b4cd-4cca-a45d-b8ab927b549c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:02.753965 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-f564283a-b4cd-4cca-a45d-b8ab927b549c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a16ca550-e711-44d8-b3df-b04780bb2298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391321 Oct 19 01:39:02.847177 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-4e027e9a-7b86-43a6-8ff8-a381644c07b9 service neutron] 10.222.0.24 "GET /v2.0/networks/a16ca550-e711-44d8-b3df-b04780bb2298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851872 Oct 19 01:39:02.933720 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a326ab55-43cd-4f8e-8bec-3eab8f3fb6af req-a3580de0-e658-4d73-867a-27d6019e344f service neutron] 10.222.0.24 "GET /v2.0/networks/a16ca550-e711-44d8-b3df-b04780bb2298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792453 Oct 19 01:39:03.020384 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4326b-045b-4e7a-93e4-b9fc3c9db059 req-654c1ded-089f-4058-80bc-655a772f6175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:03.021911 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-34c4326b-045b-4e7a-93e4-b9fc3c9db059 req-654c1ded-089f-4058-80bc-655a772f6175 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d31ec110a71e4fb2a4f3dc2cada35370&device_id=d7a9de52-656f-451f-a245-a90ab73db59b HTTP/1.1" status: 200 len: 1096 time: 0.0453055 Oct 19 01:39:03.112007 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4326b-045b-4e7a-93e4-b9fc3c9db059 req-cc8dc342-8381-4521-aac4-e2cf63a8ac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:03.113480 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-34c4326b-045b-4e7a-93e4-b9fc3c9db059 req-cc8dc342-8381-4521-aac4-e2cf63a8ac03 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a16ca550-e711-44d8-b3df-b04780bb2298 HTTP/1.1" status: 200 len: 898 time: 0.0839391 Oct 19 01:39:03.158070 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-34c4326b-045b-4e7a-93e4-b9fc3c9db059 req-316751d5-7dd2-4530-b5f1-9dedfc1e225c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7c40616-c24e-42af-9dd4-f933fa64486e HTTP/1.1" status: 200 len: 217 time: 0.0373559 Oct 19 01:39:03.207073 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4326b-045b-4e7a-93e4-b9fc3c9db059 req-b6b67207-05e2-4f14-bad9-a41e7d0caf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:03.208403 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-34c4326b-045b-4e7a-93e4-b9fc3c9db059 req-b6b67207-05e2-4f14-bad9-a41e7d0caf62 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=272d0030-24c5-4644-8bcb-03923b058c94 HTTP/1.1" status: 200 len: 834 time: 0.0428605 Oct 19 01:39:03.254166 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4326b-045b-4e7a-93e4-b9fc3c9db059 req-de268b57-1d48-489c-8c53-7475d100332d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:03.255636 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-34c4326b-045b-4e7a-93e4-b9fc3c9db059 req-de268b57-1d48-489c-8c53-7475d100332d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a16ca550-e711-44d8-b3df-b04780bb2298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387163 Oct 19 01:39:03.349767 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-34c4326b-045b-4e7a-93e4-b9fc3c9db059 req-f7ed8e39-1e77-4a57-bda6-0c1502b01c29 service neutron] 10.222.0.24 "GET /v2.0/networks/a16ca550-e711-44d8-b3df-b04780bb2298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854023 Oct 19 01:39:03.441230 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-34c4326b-045b-4e7a-93e4-b9fc3c9db059 req-6e76acfe-5d97-49d9-952b-41fbf8363afd service neutron] 10.222.0.24 "GET /v2.0/networks/a16ca550-e711-44d8-b3df-b04780bb2298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836670 Oct 19 01:39:03.793896 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc533e-6e4b-4da3-b6de-972534983c2c req-1b1321a6-49c7-4c74-86e4-26d553f2442f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:03.795348 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-34bc533e-6e4b-4da3-b6de-972534983c2c req-1b1321a6-49c7-4c74-86e4-26d553f2442f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7a9de52-656f-451f-a245-a90ab73db59b HTTP/1.1" status: 200 len: 944 time: 0.0475547 Oct 19 01:39:03.836645 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-34bc533e-6e4b-4da3-b6de-972534983c2c req-add82cb7-8ff6-42cd-abe4-bdbb1f4f2fc9 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/security-groups?id=44f2fedc-475b-4475-a0e4-e40adb9dafad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345159 Oct 19 01:39:04.953610 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaee592-1689-4d72-8930-8c29cd25e627 req-dcc1a00b-8c99-4c66-905c-d08f860b54f7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:04.955720 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-acaee592-1689-4d72-8930-8c29cd25e627 req-dcc1a00b-8c99-4c66-905c-d08f860b54f7 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7a9de52-656f-451f-a245-a90ab73db59b HTTP/1.1" status: 200 len: 944 time: 0.0511229 Oct 19 01:39:04.993822 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-acaee592-1689-4d72-8930-8c29cd25e627 req-fd24122f-ac86-434e-a669-9762a7229355 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/security-groups?id=44f2fedc-475b-4475-a0e4-e40adb9dafad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319462 Oct 19 01:39:05.542920 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device d7c40616-c24e-42af-9dd4-f933fa64486e details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:39:05.633658 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port d7c40616-c24e-42af-9dd4-f933fa64486e, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=d7c40616-c24e-42af-9dd4-f933fa64486e,segment=NetworkSegment(1327fa03-4b73-4ddc-8964-6d9a3bcb7341),segment_id=1327fa03-4b73-4ddc-8964-6d9a3bcb7341)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:39:05.644994 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'd7c40616-c24e-42af-9dd4-f933fa64486e', 'network_id': 'a16ca550-e711-44d8-b3df-b04780bb2298', 'port_id': 'd7c40616-c24e-42af-9dd4-f933fa64486e', 'mac_address': 'fa:16:3e:76:66:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '272d0030-24c5-4644-8bcb-03923b058c94', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:39:05.685968 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:05.698120 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c40616-c24e-42af-9dd4-f933fa64486e {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:39:05.717601 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port d7c40616-c24e-42af-9dd4-f933fa64486e, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=d7c40616-c24e-42af-9dd4-f933fa64486e,segment=NetworkSegment(1327fa03-4b73-4ddc-8964-6d9a3bcb7341),segment_id=1327fa03-4b73-4ddc-8964-6d9a3bcb7341)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:39:05.721595 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:05.766321 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=d7c40616-c24e-42af-9dd4-f933fa64486e,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:05.910414 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['d7c40616-c24e-42af-9dd4-f933fa64486e'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:39:06.106374 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac510a-0635-4fcf-a7c2-1750d865ad9b req-e0f957fb-e7ad-4bd3-95b3-c9e95abff697 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:06.107902 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0cac510a-0635-4fcf-a7c2-1750d865ad9b req-e0f957fb-e7ad-4bd3-95b3-c9e95abff697 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7a9de52-656f-451f-a245-a90ab73db59b HTTP/1.1" status: 200 len: 945 time: 0.0489490 Oct 19 01:39:06.145514 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0cac510a-0635-4fcf-a7c2-1750d865ad9b req-a71e748f-24d4-44d1-85f1-62b794e4d7d1 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/security-groups?id=44f2fedc-475b-4475-a0e4-e40adb9dafad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312948 Oct 19 01:39:07.258473 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00a3ca-817d-402e-b66e-b865f602b952 req-fdb24beb-67da-4fb4-9584-8a2fb833a48a tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:07.260004 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ac00a3ca-817d-402e-b66e-b865f602b952 req-fdb24beb-67da-4fb4-9584-8a2fb833a48a tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7a9de52-656f-451f-a245-a90ab73db59b HTTP/1.1" status: 200 len: 945 time: 0.0485148 Oct 19 01:39:07.297529 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ac00a3ca-817d-402e-b66e-b865f602b952 req-817226f5-c2f4-47f6-9fc9-4f6576236327 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/security-groups?id=44f2fedc-475b-4475-a0e4-e40adb9dafad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316401 Oct 19 01:39:07.559779 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device d7c40616-c24e-42af-9dd4-f933fa64486e up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:39:07.607435 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port d7c40616-c24e-42af-9dd4-f933fa64486e completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:39:07.611612 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port d7c40616-c24e-42af-9dd4-f933fa64486e triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:39:07.612012 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:07.689944 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:07.711713 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a9de52-656f-451f-a245-a90ab73db59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c40616-c24e-42af-9dd4-f933fa64486e'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:39:07.713974 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b6672b-286e-404b-a24e-b018217cf742" -d '{"events": [{"server_uuid": "d7a9de52-656f-451f-a245-a90ab73db59b", "name": "network-vif-plugged", "status": "completed", "tag": "d7c40616-c24e-42af-9dd4-f933fa64486e"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:39:07.726566 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port d7c40616-c24e-42af-9dd4-f933fa64486e, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=d7c40616-c24e-42af-9dd4-f933fa64486e,segment=NetworkSegment(1327fa03-4b73-4ddc-8964-6d9a3bcb7341),segment_id=1327fa03-4b73-4ddc-8964-6d9a3bcb7341)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:39:07.730872 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:07.754178 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb61b232-c6ea-400d-8fa0-9535826a343e x-openstack-request-id: req-cb61b232-c6ea-400d-8fa0-9535826a343e {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:39:07.754455 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a9de52-656f-451f-a245-a90ab73db59b", "name": "network-vif-plugged", "status": "completed", "tag": "d7c40616-c24e-42af-9dd4-f933fa64486e", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:39:07.754704 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cb61b232-c6ea-400d-8fa0-9535826a343e {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:39:07.755089 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a9de52-656f-451f-a245-a90ab73db59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c40616-c24e-42af-9dd4-f933fa64486e', 'code': 200} Oct 19 01:39:07.780923 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=d7c40616-c24e-42af-9dd4-f933fa64486e,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:07.942005 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870373e-6541-4d4c-9695-cf5cfe9d8a31 req-17cf8805-3178-4828-bf01-afb41ca213d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:07.943506 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d870373e-6541-4d4c-9695-cf5cfe9d8a31 req-17cf8805-3178-4828-bf01-afb41ca213d5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d7a9de52-656f-451f-a245-a90ab73db59b HTTP/1.1" status: 200 len: 1098 time: 0.1350207 Oct 19 01:39:07.979395 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d870373e-6541-4d4c-9695-cf5cfe9d8a31 req-66fc8871-5e5c-4514-9eb8-aaddd44784dd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=44f2fedc-475b-4475-a0e4-e40adb9dafad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278997 Oct 19 01:39:08.418352 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77317da-8e8c-4a9c-90bc-0569eb7efd84 req-b3bffd73-0418-49fe-b207-4f0ea7e54190 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:08.419864 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f77317da-8e8c-4a9c-90bc-0569eb7efd84 req-b3bffd73-0418-49fe-b207-4f0ea7e54190 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7a9de52-656f-451f-a245-a90ab73db59b HTTP/1.1" status: 200 len: 946 time: 0.0542748 Oct 19 01:39:08.457899 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f77317da-8e8c-4a9c-90bc-0569eb7efd84 req-f36eed47-742c-4baf-a2dd-4e90e5d302f3 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/security-groups?id=44f2fedc-475b-4475-a0e4-e40adb9dafad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319254 Oct 19 01:39:09.569894 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c021ed4-4aa5-489f-935d-2b1ce6e0d9d5 req-453c4008-fca3-468b-b4f9-c9fa9945a2b0 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:09.571338 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2c021ed4-4aa5-489f-935d-2b1ce6e0d9d5 req-453c4008-fca3-468b-b4f9-c9fa9945a2b0 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7a9de52-656f-451f-a245-a90ab73db59b HTTP/1.1" status: 200 len: 946 time: 0.0475924 Oct 19 01:39:09.612384 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2c021ed4-4aa5-489f-935d-2b1ce6e0d9d5 req-f5b3720e-63e1-48fa-a03a-6f1f801caa0d tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/security-groups?id=44f2fedc-475b-4475-a0e4-e40adb9dafad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350978 Oct 19 01:39:09.727626 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fb1de-0f9b-4ca5-912b-fa232accac0e req-550fe304-a8a5-476b-a842-a99fa1b16eec tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:09.729255 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-584fb1de-0f9b-4ca5-912b-fa232accac0e req-550fe304-a8a5-476b-a842-a99fa1b16eec tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7a9de52-656f-451f-a245-a90ab73db59b HTTP/1.1" status: 200 len: 946 time: 0.0510345 Oct 19 01:39:09.766698 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-584fb1de-0f9b-4ca5-912b-fa232accac0e req-a871edb9-23c7-4187-b5c4-9fdf51daa3bd tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/security-groups?id=44f2fedc-475b-4475-a0e4-e40adb9dafad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314894 Oct 19 01:39:09.788293 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48980) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:09.826732 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1984009-70db-46e9-937a-75a734979c9e tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:09.828282 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f1984009-70db-46e9-937a-75a734979c9e tempest-TestNetworkBasicOps-164888402 tempest-TestNetworkBasicOps-164888402-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d7a9de52-656f-451f-a245-a90ab73db59b HTTP/1.1" status: 200 len: 1093 time: 0.0390337 Oct 19 01:39:09.832038 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 48982) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:09.836254 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-6e9ec0ad-e591-4f45-9726-015542f7e707 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'port_id': 'd7c40616-c24e-42af-9dd4-f933fa64486e', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:39:09.857080 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6e9ec0ad-e591-4f45-9726-015542f7e707 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for floatingip, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:09.957961 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6e9ec0ad-e591-4f45-9726-015542f7e707 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:10.060396 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-6e9ec0ad-e591-4f45-9726-015542f7e707 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Allocated IP 172.25.8.172 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/76bdd81f-faa8-4ad6-9a06-7866c4c9551b) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:39:10.166352 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6e9ec0ad-e591-4f45-9726-015542f7e707 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:10.199787 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6e9ec0ad-e591-4f45-9726-015542f7e707 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:10.238793 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9ec0ad-e591-4f45-9726-015542f7e707 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:39:10.243278 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-6e9ec0ad-e591-4f45-9726-015542f7e707 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:39:10.246083 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9ec0ad-e591-4f45-9726-015542f7e707 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:39:10.270654 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ec0ad-e591-4f45-9726-015542f7e707 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'Port': ['ID=76bdd81f-faa8-4ad6-9a06-7866c4c9551b,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:10.609224 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6e9ec0ad-e591-4f45-9726-015542f7e707 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:10.674486 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6e9ec0ad-e591-4f45-9726-015542f7e707 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:10.825375 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6e9ec0ad-e591-4f45-9726-015542f7e707 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:10.829690 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6e9ec0ad-e591-4f45-9726-015542f7e707 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:10.904726 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ec0ad-e591-4f45-9726-015542f7e707 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event updated for resources: {'Port': ['ID=76bdd81f-faa8-4ad6-9a06-7866c4c9551b,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:10.915656 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6e9ec0ad-e591-4f45-9726-015542f7e707 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:11.017112 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [None req-6e9ec0ad-e591-4f45-9726-015542f7e707 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Floating IP e4471a91-399f-475a-820b-c156faa0d36e associated. External IP: 172.25.8.172, port: d7c40616-c24e-42af-9dd4-f933fa64486e. Oct 19 01:39:11.223973 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9ec0ad-e591-4f45-9726-015542f7e707 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Router e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:39:11.328033 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9ec0ad-e591-4f45-9726-015542f7e707 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:39:11.337791 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcff643-2d53-436f-810d-c9b7a93135c6 None None] Sync routers for ids ['e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:39:11.346701 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6e9ec0ad-e591-4f45-9726-015542f7e707 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:11.348294 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcff643-2d53-436f-810d-c9b7a93135c6 None None] Routers {'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:39:11.348906 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6bcff643-2d53-436f-810d-c9b7a93135c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:38:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:39:11.377321 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6e9ec0ad-e591-4f45-9726-015542f7e707 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5442553 Oct 19 01:39:11.377906 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a9de52-656f-451f-a245-a90ab73db59b', 'tag': 'd7c40616-c24e-42af-9dd4-f933fa64486e'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:39:11.380435 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cecd813-a56a-405b-b8be-b6fe0daf8350" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a9de52-656f-451f-a245-a90ab73db59b", "tag": "d7c40616-c24e-42af-9dd4-f933fa64486e"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:39:11.381274 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48984) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:11.420213 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de316b75-e5cf-4f95-a764-e64b737b80ec x-openstack-request-id: req-de316b75-e5cf-4f95-a764-e64b737b80ec {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:39:11.420471 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a9de52-656f-451f-a245-a90ab73db59b", "tag": "d7c40616-c24e-42af-9dd4-f933fa64486e", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:39:11.420639 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-de316b75-e5cf-4f95-a764-e64b737b80ec {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:39:11.421048 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a9de52-656f-451f-a245-a90ab73db59b', 'tag': 'd7c40616-c24e-42af-9dd4-f933fa64486e', 'status': 'completed', 'code': 200} Oct 19 01:39:11.455233 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2e15b824-da8a-492b-afe6-f50a2290b0a3 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/floatingips/e4471a91-399f-475a-820b-c156faa0d36e HTTP/1.1" status: 200 len: 992 time: 0.0716515 Oct 19 01:39:11.467945 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-6bcff643-2d53-436f-810d-c9b7a93135c6 None None] Set router e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:39:11.485964 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecd813-a56a-405b-b8be-b6fe0daf8350 req-581d4edc-c6c8-4dcd-8447-f6d57d251c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:11.488279 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0cecd813-a56a-405b-b8be-b6fe0daf8350 req-581d4edc-c6c8-4dcd-8447-f6d57d251c39 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d31ec110a71e4fb2a4f3dc2cada35370&device_id=d7a9de52-656f-451f-a245-a90ab73db59b HTTP/1.1" status: 200 len: 1098 time: 0.0442493 Oct 19 01:39:11.580307 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecd813-a56a-405b-b8be-b6fe0daf8350 req-4ce29ed1-475c-4f4d-b406-6de5c7dfd577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:11.582567 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0cecd813-a56a-405b-b8be-b6fe0daf8350 req-4ce29ed1-475c-4f4d-b406-6de5c7dfd577 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a16ca550-e711-44d8-b3df-b04780bb2298 HTTP/1.1" status: 200 len: 898 time: 0.0874298 Oct 19 01:39:11.680273 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0cecd813-a56a-405b-b8be-b6fe0daf8350 req-dc879c5a-f933-4de9-92ec-a1e1eac12a16 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7c40616-c24e-42af-9dd4-f933fa64486e HTTP/1.1" status: 200 len: 1000 time: 0.0903466 Oct 19 01:39:11.690370 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6bcff643-2d53-436f-810d-c9b7a93135c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'name': 'tempest-TestNetworkBasicOps-router-1318932707', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '8a2fa745-ddb0-4134-9c65-286d382faff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:38:52Z', 'updated_at': '2021-10-19T01:38:56Z', 'revision_number': 4, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'gw_port': {'id': '8a2fa745-ddb0-4134-9c65-286d382faff4', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:38:53Z', 'updated_at': '2021-10-19T01:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'e4471a91-399f-475a-820b-c156faa0d36e', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'floating_ip_address': '172.25.8.172', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'port_id': 'd7c40616-c24e-42af-9dd4-f933fa64486e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a16ca550-e711-44d8-b3df-b04780bb2298', 'mac_address': 'fa:16:3e:76:66:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a9de52-656f-451f-a245-a90ab73db59b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:39:10Z', 'updated_at': '2021-10-19T01:39:10Z', 'revision_number': 0, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2353465a-028b-4587-8501-b5bd2ec2113c', 'name': '', 'network_id': 'a16ca550-e711-44d8-b3df-b04780bb2298', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'mac_address': 'fa:16:3e:f7:8c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '272d0030-24c5-4644-8bcb-03923b058c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:38:55Z', 'updated_at': '2021-10-19T01:38:59Z', 'revision_number': 5, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'subnets': [{'id': '272d0030-24c5-4644-8bcb-03923b058c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:39:11.718365 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcff643-2d53-436f-810d-c9b7a93135c6 None None] Checking router: e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:39:11.727327 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcff643-2d53-436f-810d-c9b7a93135c6 None None] Routers {'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:39:11.727973 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6bcff643-2d53-436f-810d-c9b7a93135c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:38:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:39:11.730039 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecd813-a56a-405b-b8be-b6fe0daf8350 req-6758985f-f5c7-48bf-a8da-695b6348c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:11.731511 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0cecd813-a56a-405b-b8be-b6fe0daf8350 req-6758985f-f5c7-48bf-a8da-695b6348c443 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=272d0030-24c5-4644-8bcb-03923b058c94 HTTP/1.1" status: 200 len: 834 time: 0.0444758 Oct 19 01:39:11.775253 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecd813-a56a-405b-b8be-b6fe0daf8350 req-8cc3876e-5d13-4f4c-be36-a16a08807fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:11.776706 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0cecd813-a56a-405b-b8be-b6fe0daf8350 req-8cc3876e-5d13-4f4c-be36-a16a08807fd9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a16ca550-e711-44d8-b3df-b04780bb2298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388522 Oct 19 01:39:11.832684 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-6bcff643-2d53-436f-810d-c9b7a93135c6 None None] Set router e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:39:11.869101 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0cecd813-a56a-405b-b8be-b6fe0daf8350 req-b977ad2d-2b96-4f09-8202-667693acee40 service neutron] 10.222.0.24 "GET /v2.0/networks/a16ca550-e711-44d8-b3df-b04780bb2298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854259 Oct 19 01:39:11.968910 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0cecd813-a56a-405b-b8be-b6fe0daf8350 req-31247bcf-950b-4609-9ca8-b848297cd4d0 service neutron] 10.222.0.24 "GET /v2.0/networks/a16ca550-e711-44d8-b3df-b04780bb2298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924585 Oct 19 01:39:12.059360 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-6bcff643-2d53-436f-810d-c9b7a93135c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'name': 'tempest-TestNetworkBasicOps-router-1318932707', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '8a2fa745-ddb0-4134-9c65-286d382faff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:38:52Z', 'updated_at': '2021-10-19T01:38:56Z', 'revision_number': 4, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'gw_port': {'id': '8a2fa745-ddb0-4134-9c65-286d382faff4', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:38:53Z', 'updated_at': '2021-10-19T01:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'e4471a91-399f-475a-820b-c156faa0d36e', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'floating_ip_address': '172.25.8.172', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'port_id': 'd7c40616-c24e-42af-9dd4-f933fa64486e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a16ca550-e711-44d8-b3df-b04780bb2298', 'mac_address': 'fa:16:3e:76:66:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a9de52-656f-451f-a245-a90ab73db59b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:39:10Z', 'updated_at': '2021-10-19T01:39:10Z', 'revision_number': 0, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2353465a-028b-4587-8501-b5bd2ec2113c', 'name': '', 'network_id': 'a16ca550-e711-44d8-b3df-b04780bb2298', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'mac_address': 'fa:16:3e:f7:8c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '272d0030-24c5-4644-8bcb-03923b058c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:38:55Z', 'updated_at': '2021-10-19T01:38:59Z', 'revision_number': 5, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'subnets': [{'id': '272d0030-24c5-4644-8bcb-03923b058c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:39:12.089393 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcff643-2d53-436f-810d-c9b7a93135c6 None None] The sync data for ids ['e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15'] in n-d-715271-26 is: [{'id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'name': 'tempest-TestNetworkBasicOps-router-1318932707', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '8a2fa745-ddb0-4134-9c65-286d382faff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:38:52Z', 'updated_at': '2021-10-19T01:38:56Z', 'revision_number': 4, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'gw_port': {'id': '8a2fa745-ddb0-4134-9c65-286d382faff4', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:38:53Z', 'updated_at': '2021-10-19T01:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'e4471a91-399f-475a-820b-c156faa0d36e', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'floating_ip_address': '172.25.8.172', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'port_id': 'd7c40616-c24e-42af-9dd4-f933fa64486e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a16ca550-e711-44d8-b3df-b04780bb2298', 'mac_address': 'fa:16:3e:76:66:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a9de52-656f-451f-a245-a90ab73db59b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:39:10Z', 'updated_at': '2021-10-19T01:39:10Z', 'revision_number': 0, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2353465a-028b-4587-8501-b5bd2ec2113c', 'name': '', 'network_id': 'a16ca550-e711-44d8-b3df-b04780bb2298', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'mac_address': 'fa:16:3e:f7:8c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '272d0030-24c5-4644-8bcb-03923b058c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:38:55Z', 'updated_at': '2021-10-19T01:38:59Z', 'revision_number': 5, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'subnets': [{'id': '272d0030-24c5-4644-8bcb-03923b058c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:39:12.283818 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5ee037-0145-4caa-bd6a-6b4aeb439f27 None None] New status for floating IP e4471a91-399f-475a-820b-c156faa0d36e: ACTIVE {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:39:12.458104 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 48990) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:12.522465 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0a76d6b6-5508-4895-a272-682b43e2fd45 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/floatingips/e4471a91-399f-475a-820b-c156faa0d36e HTTP/1.1" status: 200 len: 994 time: 0.0631995 Oct 19 01:39:13.976809 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-feb0206f-20df-4401-99f4-ea6c202fc61c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:15.549401 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b92f7f44-2bee-4a2d-9cbc-15dd6c39da65 req-883f76cc-00eb-4638-afae-9af1da23e822 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d7a9de52-656f-451f-a245-a90ab73db59b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389740 Oct 19 01:39:15.630001 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f7f44-2bee-4a2d-9cbc-15dd6c39da65 req-836bf5c5-d72b-427e-9b04-6f966422ba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:15.631533 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b92f7f44-2bee-4a2d-9cbc-15dd6c39da65 req-836bf5c5-d72b-427e-9b04-6f966422ba88 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d31ec110a71e4fb2a4f3dc2cada35370&device_id=d7a9de52-656f-451f-a245-a90ab73db59b HTTP/1.1" status: 200 len: 1098 time: 0.0405748 Oct 19 01:39:15.735611 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f7f44-2bee-4a2d-9cbc-15dd6c39da65 req-4e7d850b-0668-4045-80ed-00cbcd561647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:15.737193 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b92f7f44-2bee-4a2d-9cbc-15dd6c39da65 req-4e7d850b-0668-4045-80ed-00cbcd561647 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a16ca550-e711-44d8-b3df-b04780bb2298 HTTP/1.1" status: 200 len: 898 time: 0.0865607 Oct 19 01:39:15.802587 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b92f7f44-2bee-4a2d-9cbc-15dd6c39da65 req-c57674d3-382f-4d81-abdf-596aa537b9f3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7c40616-c24e-42af-9dd4-f933fa64486e HTTP/1.1" status: 200 len: 1002 time: 0.0571170 Oct 19 01:39:15.851457 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f7f44-2bee-4a2d-9cbc-15dd6c39da65 req-3964fbe7-af9d-4504-9ed3-a2b26384fa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:15.852870 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b92f7f44-2bee-4a2d-9cbc-15dd6c39da65 req-3964fbe7-af9d-4504-9ed3-a2b26384fa5d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=272d0030-24c5-4644-8bcb-03923b058c94 HTTP/1.1" status: 200 len: 834 time: 0.0431542 Oct 19 01:39:15.901629 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f7f44-2bee-4a2d-9cbc-15dd6c39da65 req-caef5092-592e-4c44-80a9-eed3ac57ed04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:15.903086 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b92f7f44-2bee-4a2d-9cbc-15dd6c39da65 req-caef5092-592e-4c44-80a9-eed3ac57ed04 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a16ca550-e711-44d8-b3df-b04780bb2298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431719 Oct 19 01:39:15.993585 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b92f7f44-2bee-4a2d-9cbc-15dd6c39da65 req-adc7b99f-407c-48a2-a441-2bf49c77cdf1 service neutron] 10.222.0.24 "GET /v2.0/networks/a16ca550-e711-44d8-b3df-b04780bb2298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829945 Oct 19 01:39:16.085181 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b92f7f44-2bee-4a2d-9cbc-15dd6c39da65 req-a6a13565-0dda-46d7-a632-0bf830dbec13 service neutron] 10.222.0.24 "GET /v2.0/networks/a16ca550-e711-44d8-b3df-b04780bb2298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845518 Oct 19 01:39:16.578199 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ae45aa2b-8ce6-4dbe-b748-04d81b714e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:17.282822 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:17.865750 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:19.808162 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:27.351869 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:29.760936 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:31.340499 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:39:41.077214 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 49000) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:41.137752 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a1be7bc8-3ccb-4790-9499-585688e85ccc tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/floatingips/e4471a91-399f-475a-820b-c156faa0d36e HTTP/1.1" status: 200 len: 994 time: 0.0593936 Oct 19 01:39:41.451859 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 49006) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:41.660884 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-a859c671-9bae-4538-9c4e-51f08690358a tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Deleting port 76bdd81f-faa8-4ad6-9a06-7866c4c9551b {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:39:41.661229 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a859c671-9bae-4538-9c4e-51f08690358a tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:41.739294 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a859c671-9bae-4538-9c4e-51f08690358a tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:41.739549 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a859c671-9bae-4538-9c4e-51f08690358a tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:41.750990 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-a859c671-9bae-4538-9c4e-51f08690358a tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Calling delete_port for 76bdd81f-faa8-4ad6-9a06-7866c4c9551b owned by network:floatingip {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:39:41.927210 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a859c671-9bae-4538-9c4e-51f08690358a tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:41.953130 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a859c671-9bae-4538-9c4e-51f08690358a tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event deleted for resources: {'Port': ['ID=76bdd81f-faa8-4ad6-9a06-7866c4c9551b,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:42.018754 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a859c671-9bae-4538-9c4e-51f08690358a tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for floatingip, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:42.019331 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [None req-a859c671-9bae-4538-9c4e-51f08690358a tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Floating IP e4471a91-399f-475a-820b-c156faa0d36e disassociated (deleted). External IP: 172.25.8.172, port: d7c40616-c24e-42af-9dd4-f933fa64486e. Oct 19 01:39:42.516343 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a859c671-9bae-4538-9c4e-51f08690358a tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Router e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:39:42.621149 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a859c671-9bae-4538-9c4e-51f08690358a tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:39:42.625918 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a859c671-9bae-4538-9c4e-51f08690358a tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:42.631383 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d65dd1-9e12-44c4-a4b7-b70a09ff2432 None None] Sync routers for ids ['e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:39:42.641441 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d65dd1-9e12-44c4-a4b7-b70a09ff2432 None None] Routers {'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:39:42.642056 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-53d65dd1-9e12-44c4-a4b7-b70a09ff2432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:39:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:39:42.656748 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a859c671-9bae-4538-9c4e-51f08690358a tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "DELETE /v2.0/floatingips/e4471a91-399f-475a-820b-c156faa0d36e HTTP/1.1" status: 204 len: 168 time: 1.2038684 Oct 19 01:39:42.657347 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a9de52-656f-451f-a245-a90ab73db59b', 'tag': 'd7c40616-c24e-42af-9dd4-f933fa64486e'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:39:42.659644 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9008d4c7-7da6-4488-b0de-ff5f431deccc" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a9de52-656f-451f-a245-a90ab73db59b", "tag": "d7c40616-c24e-42af-9dd4-f933fa64486e"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:39:42.706933 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7c474f-1dfb-43b9-b514-37f00e7bea88 x-openstack-request-id: req-1c7c474f-1dfb-43b9-b514-37f00e7bea88 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:39:42.707120 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a9de52-656f-451f-a245-a90ab73db59b", "tag": "d7c40616-c24e-42af-9dd4-f933fa64486e", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:39:42.707578 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1c7c474f-1dfb-43b9-b514-37f00e7bea88 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:39:42.707989 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a9de52-656f-451f-a245-a90ab73db59b', 'tag': 'd7c40616-c24e-42af-9dd4-f933fa64486e', 'status': 'completed', 'code': 200} Oct 19 01:39:42.759945 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-53d65dd1-9e12-44c4-a4b7-b70a09ff2432 None None] Set router e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:39:42.971923 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-53d65dd1-9e12-44c4-a4b7-b70a09ff2432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'name': 'tempest-TestNetworkBasicOps-router-1318932707', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '8a2fa745-ddb0-4134-9c65-286d382faff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:38:52Z', 'updated_at': '2021-10-19T01:38:56Z', 'revision_number': 4, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'gw_port': {'id': '8a2fa745-ddb0-4134-9c65-286d382faff4', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:38:53Z', 'updated_at': '2021-10-19T01:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '2353465a-028b-4587-8501-b5bd2ec2113c', 'name': '', 'network_id': 'a16ca550-e711-44d8-b3df-b04780bb2298', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'mac_address': 'fa:16:3e:f7:8c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '272d0030-24c5-4644-8bcb-03923b058c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:38:55Z', 'updated_at': '2021-10-19T01:38:59Z', 'revision_number': 5, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'subnets': [{'id': '272d0030-24c5-4644-8bcb-03923b058c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:39:43.003442 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d65dd1-9e12-44c4-a4b7-b70a09ff2432 None None] Checking router: e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:39:43.012212 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d65dd1-9e12-44c4-a4b7-b70a09ff2432 None None] Routers {'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:39:43.013052 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-53d65dd1-9e12-44c4-a4b7-b70a09ff2432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:39:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:39:43.047689 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008d4c7-7da6-4488-b0de-ff5f431deccc req-40f5e222-52a1-4d79-a42d-a0510792843c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:43.049622 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9008d4c7-7da6-4488-b0de-ff5f431deccc req-40f5e222-52a1-4d79-a42d-a0510792843c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d31ec110a71e4fb2a4f3dc2cada35370&device_id=d7a9de52-656f-451f-a245-a90ab73db59b HTTP/1.1" status: 200 len: 1098 time: 0.3168924 Oct 19 01:39:43.112355 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520e8e5-0fc5-4d65-90e3-5279cd09be29 req-d18b5d39-1281-4787-a803-daa1cc262661 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:43.113845 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b520e8e5-0fc5-4d65-90e3-5279cd09be29 req-d18b5d39-1281-4787-a803-daa1cc262661 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7a9de52-656f-451f-a245-a90ab73db59b HTTP/1.1" status: 200 len: 946 time: 0.0802941 Oct 19 01:39:43.121597 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-53d65dd1-9e12-44c4-a4b7-b70a09ff2432 None None] Set router e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:39:43.191187 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b520e8e5-0fc5-4d65-90e3-5279cd09be29 req-27eef528-4ddb-4ea7-9c7c-94199dc488bd tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/security-groups?id=44f2fedc-475b-4475-a0e4-e40adb9dafad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531025 Oct 19 01:39:43.193983 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008d4c7-7da6-4488-b0de-ff5f431deccc req-50a2d6d0-d4ad-4688-9048-76df680dcf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:43.195373 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9008d4c7-7da6-4488-b0de-ff5f431deccc req-50a2d6d0-d4ad-4688-9048-76df680dcf27 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a16ca550-e711-44d8-b3df-b04780bb2298 HTTP/1.1" status: 200 len: 898 time: 0.1318207 Oct 19 01:39:43.243981 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9008d4c7-7da6-4488-b0de-ff5f431deccc req-d244b04e-5d6f-4ad2-811f-e3421daf85d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7c40616-c24e-42af-9dd4-f933fa64486e HTTP/1.1" status: 200 len: 217 time: 0.0356703 Oct 19 01:39:43.295159 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008d4c7-7da6-4488-b0de-ff5f431deccc req-6fecaf09-5ad1-4a21-80df-02e7424effa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:43.296666 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9008d4c7-7da6-4488-b0de-ff5f431deccc req-6fecaf09-5ad1-4a21-80df-02e7424effa3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=272d0030-24c5-4644-8bcb-03923b058c94 HTTP/1.1" status: 200 len: 834 time: 0.0441062 Oct 19 01:39:43.320146 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-53d65dd1-9e12-44c4-a4b7-b70a09ff2432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'name': 'tempest-TestNetworkBasicOps-router-1318932707', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '8a2fa745-ddb0-4134-9c65-286d382faff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:38:52Z', 'updated_at': '2021-10-19T01:38:56Z', 'revision_number': 4, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'gw_port': {'id': '8a2fa745-ddb0-4134-9c65-286d382faff4', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:38:53Z', 'updated_at': '2021-10-19T01:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '2353465a-028b-4587-8501-b5bd2ec2113c', 'name': '', 'network_id': 'a16ca550-e711-44d8-b3df-b04780bb2298', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'mac_address': 'fa:16:3e:f7:8c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '272d0030-24c5-4644-8bcb-03923b058c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:38:55Z', 'updated_at': '2021-10-19T01:38:59Z', 'revision_number': 5, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'subnets': [{'id': '272d0030-24c5-4644-8bcb-03923b058c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:39:43.346623 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008d4c7-7da6-4488-b0de-ff5f431deccc req-e92a2582-59ff-40cd-8fd6-063b7a27fded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:43.347344 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d65dd1-9e12-44c4-a4b7-b70a09ff2432 None None] The sync data for ids ['e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15'] in n-d-715271-26 is: [{'id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'name': 'tempest-TestNetworkBasicOps-router-1318932707', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '8a2fa745-ddb0-4134-9c65-286d382faff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:38:52Z', 'updated_at': '2021-10-19T01:38:56Z', 'revision_number': 4, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'gw_port': {'id': '8a2fa745-ddb0-4134-9c65-286d382faff4', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:38:53Z', 'updated_at': '2021-10-19T01:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '2353465a-028b-4587-8501-b5bd2ec2113c', 'name': '', 'network_id': 'a16ca550-e711-44d8-b3df-b04780bb2298', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'mac_address': 'fa:16:3e:f7:8c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '272d0030-24c5-4644-8bcb-03923b058c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:38:55Z', 'updated_at': '2021-10-19T01:38:59Z', 'revision_number': 5, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'subnets': [{'id': '272d0030-24c5-4644-8bcb-03923b058c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:39:43.348143 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9008d4c7-7da6-4488-b0de-ff5f431deccc req-e92a2582-59ff-40cd-8fd6-063b7a27fded service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a16ca550-e711-44d8-b3df-b04780bb2298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439987 Oct 19 01:39:43.443965 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9008d4c7-7da6-4488-b0de-ff5f431deccc req-dcd9ad1a-4bc1-4c3e-97a0-6f3f25c8cbd2 service neutron] 10.222.0.24 "GET /v2.0/networks/a16ca550-e711-44d8-b3df-b04780bb2298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865881 Oct 19 01:39:43.542838 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9008d4c7-7da6-4488-b0de-ff5f431deccc req-9a1e99af-9f99-42c3-95a5-609c0df25af2 service neutron] 10.222.0.24 "GET /v2.0/networks/a16ca550-e711-44d8-b3df-b04780bb2298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908771 Oct 19 01:39:43.582551 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd55663-d221-40a7-8992-c516e5c6b907 None None] New status for floating IP e4471a91-399f-475a-820b-c156faa0d36e: DOWN {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:39:43.977291 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e0f03e53-be23-4d1d-bf7f-d54dd30f6e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:44.261423 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1ce35-e165-4127-8ef0-7f3d151d1a7d req-c3c9bda0-f2e6-460f-a3ec-6bb85274b5cf tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:44.262905 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-45d1ce35-e165-4127-8ef0-7f3d151d1a7d req-c3c9bda0-f2e6-460f-a3ec-6bb85274b5cf tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7a9de52-656f-451f-a245-a90ab73db59b HTTP/1.1" status: 200 len: 946 time: 0.0491428 Oct 19 01:39:44.325682 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddffd4-8165-4265-8328-fd05f0fb89dc req-1f8d4b32-ebed-4213-8093-ba80d2f061ca tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:44.327192 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d5ddffd4-8165-4265-8328-fd05f0fb89dc req-1f8d4b32-ebed-4213-8093-ba80d2f061ca tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7a9de52-656f-451f-a245-a90ab73db59b HTTP/1.1" status: 200 len: 946 time: 0.0496554 Oct 19 01:39:44.355601 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-45d1ce35-e165-4127-8ef0-7f3d151d1a7d req-e518e391-fedd-4e23-b4e2-c029fd657d6e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Deleting port d7c40616-c24e-42af-9dd4-f933fa64486e {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:39:44.356032 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-45d1ce35-e165-4127-8ef0-7f3d151d1a7d req-e518e391-fedd-4e23-b4e2-c029fd657d6e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:44.367061 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d5ddffd4-8165-4265-8328-fd05f0fb89dc req-c98c013f-3451-4e4c-8593-8eebbc785c0c tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "GET /v2.0/security-groups?id=44f2fedc-475b-4475-a0e4-e40adb9dafad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329890 Oct 19 01:39:44.446728 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-45d1ce35-e165-4127-8ef0-7f3d151d1a7d req-e518e391-fedd-4e23-b4e2-c029fd657d6e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] For port d7c40616-c24e-42af-9dd4-f933fa64486e, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=d7c40616-c24e-42af-9dd4-f933fa64486e,segment=NetworkSegment(1327fa03-4b73-4ddc-8964-6d9a3bcb7341),segment_id=1327fa03-4b73-4ddc-8964-6d9a3bcb7341)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:39:44.447085 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-45d1ce35-e165-4127-8ef0-7f3d151d1a7d req-e518e391-fedd-4e23-b4e2-c029fd657d6e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:44.459578 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-45d1ce35-e165-4127-8ef0-7f3d151d1a7d req-e518e391-fedd-4e23-b4e2-c029fd657d6e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Calling delete_port for d7c40616-c24e-42af-9dd4-f933fa64486e owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:39:44.586132 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-45d1ce35-e165-4127-8ef0-7f3d151d1a7d req-e518e391-fedd-4e23-b4e2-c029fd657d6e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:44.616195 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518e391-fedd-4e23-b4e2-c029fd657d6e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event deleted for resources: {'Port': ['ID=d7c40616-c24e-42af-9dd4-f933fa64486e,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:44.640539 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518e391-fedd-4e23-b4e2-c029fd657d6e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:44.640886 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518e391-fedd-4e23-b4e2-c029fd657d6e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:44.641223 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518e391-fedd-4e23-b4e2-c029fd657d6e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:44.641558 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518e391-fedd-4e23-b4e2-c029fd657d6e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:44.641891 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518e391-fedd-4e23-b4e2-c029fd657d6e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:44.642519 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518e391-fedd-4e23-b4e2-c029fd657d6e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:44.643415 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518e391-fedd-4e23-b4e2-c029fd657d6e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:44.643854 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518e391-fedd-4e23-b4e2-c029fd657d6e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:44.644185 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518e391-fedd-4e23-b4e2-c029fd657d6e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:44.644515 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518e391-fedd-4e23-b4e2-c029fd657d6e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:44.644840 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518e391-fedd-4e23-b4e2-c029fd657d6e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:44.645163 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518e391-fedd-4e23-b4e2-c029fd657d6e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:44.666612 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d1ce35-e165-4127-8ef0-7f3d151d1a7d req-e518e391-fedd-4e23-b4e2-c029fd657d6e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] No DVR routers for this DVR port d7c40616-c24e-42af-9dd4-f933fa64486e on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:39:44.669112 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-45d1ce35-e165-4127-8ef0-7f3d151d1a7d req-e518e391-fedd-4e23-b4e2-c029fd657d6e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:44.672519 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-45d1ce35-e165-4127-8ef0-7f3d151d1a7d req-e518e391-fedd-4e23-b4e2-c029fd657d6e tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.24 "DELETE /v2.0/ports/d7c40616-c24e-42af-9dd4-f933fa64486e HTTP/1.1" status: 204 len: 173 time: 0.4038403 Oct 19 01:39:44.672947 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a9de52-656f-451f-a245-a90ab73db59b', 'name': 'network-vif-deleted', 'tag': 'd7c40616-c24e-42af-9dd4-f933fa64486e'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:39:44.675245 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af372f54-1e93-4510-8629-6062d75b7f44" -d '{"events": [{"server_uuid": "d7a9de52-656f-451f-a245-a90ab73db59b", "name": "network-vif-deleted", "tag": "d7c40616-c24e-42af-9dd4-f933fa64486e"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:39:44.820972 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2dd96e4-4512-4d05-aec4-1cd2ae3b1ded x-openstack-request-id: req-a2dd96e4-4512-4d05-aec4-1cd2ae3b1ded {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:39:44.821287 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a9de52-656f-451f-a245-a90ab73db59b", "name": "network-vif-deleted", "tag": "d7c40616-c24e-42af-9dd4-f933fa64486e", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:39:44.821523 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a2dd96e4-4512-4d05-aec4-1cd2ae3b1ded {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:39:44.821926 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a9de52-656f-451f-a245-a90ab73db59b', 'name': 'network-vif-deleted', 'tag': 'd7c40616-c24e-42af-9dd4-f933fa64486e', 'status': 'completed', 'code': 200} Oct 19 01:39:45.422694 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 49028) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:45.483599 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4d30836b-4ef7-4d7c-8e09-e6e8aacbc610 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:45.508764 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4d30836b-4ef7-4d7c-8e09-e6e8aacbc610 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:45.566039 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4d30836b-4ef7-4d7c-8e09-e6e8aacbc610 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:45.568649 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4d30836b-4ef7-4d7c-8e09-e6e8aacbc610 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:45.569775 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4d30836b-4ef7-4d7c-8e09-e6e8aacbc610 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "DELETE /v2.0/security-groups/44f2fedc-475b-4475-a0e4-e40adb9dafad HTTP/1.1" status: 204 len: 168 time: 0.1460826 Oct 19 01:39:45.578737 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30836b-4ef7-4d7c-8e09-e6e8aacbc610 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f2fedc-475b-4475-a0e4-e40adb9dafad,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:45.607056 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 49032) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:45.956973 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c89c9798-14a4-4ce5-a655-23745d6d8279 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:46.207816 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-c89c9798-14a4-4ce5-a655-23745d6d8279 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Deleting port 2353465a-028b-4587-8501-b5bd2ec2113c {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:39:46.208130 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c89c9798-14a4-4ce5-a655-23745d6d8279 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:46.295592 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-c89c9798-14a4-4ce5-a655-23745d6d8279 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] For port 2353465a-028b-4587-8501-b5bd2ec2113c, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=2353465a-028b-4587-8501-b5bd2ec2113c,segment=NetworkSegment(1327fa03-4b73-4ddc-8964-6d9a3bcb7341),segment_id=1327fa03-4b73-4ddc-8964-6d9a3bcb7341)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:39:46.295970 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c89c9798-14a4-4ce5-a655-23745d6d8279 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:46.308033 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-c89c9798-14a4-4ce5-a655-23745d6d8279 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Calling delete_port for 2353465a-028b-4587-8501-b5bd2ec2113c owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:39:46.488514 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c89c9798-14a4-4ce5-a655-23745d6d8279 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:46.515485 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c9798-14a4-4ce5-a655-23745d6d8279 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event deleted for resources: {'Port': ['ID=2353465a-028b-4587-8501-b5bd2ec2113c,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:46.583942 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0fdc7609-7b3c-4b56-8e58-748c6bddaaa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:46.687314 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c89c9798-14a4-4ce5-a655-23745d6d8279 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:46.901881 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89c9798-14a4-4ce5-a655-23745d6d8279 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Router e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:39:47.007819 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89c9798-14a4-4ce5-a655-23745d6d8279 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:39:47.012854 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c89c9798-14a4-4ce5-a655-23745d6d8279 tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "PUT /v2.0/routers/e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4047408 Oct 19 01:39:47.015764 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 49034) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:47.019114 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8f0442-d488-4c43-8c08-f9760040289b None None] Sync routers for ids ['e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:39:47.028106 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8f0442-d488-4c43-8c08-f9760040289b None None] Routers {'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:39:47.028715 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-fc8f0442-d488-4c43-8c08-f9760040289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:39:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:39:47.066324 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-38f7e6b4-5693-4bc2-b680-187e1627229f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Deleting subnet 272d0030-24c5-4644-8bcb-03923b058c94 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:39:47.069489 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-38f7e6b4-5693-4bc2-b680-187e1627229f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:47.114162 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-38f7e6b4-5693-4bc2-b680-187e1627229f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:47.132738 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-fc8f0442-d488-4c43-8c08-f9760040289b None None] Set router e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:39:47.195525 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-38f7e6b4-5693-4bc2-b680-187e1627229f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:47.253736 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-38f7e6b4-5693-4bc2-b680-187e1627229f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:47.286454 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f7e6b4-5693-4bc2-b680-187e1627229f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event deleted for resources: {'Subnet': ['ID=272d0030-24c5-4644-8bcb-03923b058c94,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:47.290180 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-38f7e6b4-5693-4bc2-b680-187e1627229f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:47.293435 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-38f7e6b4-5693-4bc2-b680-187e1627229f tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "DELETE /v2.0/subnets/272d0030-24c5-4644-8bcb-03923b058c94 HTTP/1.1" status: 204 len: 168 time: 0.2768750 Oct 19 01:39:47.296281 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 49036) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:47.301667 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28aa9fe-b383-4ef2-b25e-5655dc5ee45e None None] Network a16ca550-e711-44d8-b3df-b04780bb2298 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:39:47.306910 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:47.408123 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-528f6d5a-28bd-4f74-9653-a1981c45624b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:47.416588 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-fc8f0442-d488-4c43-8c08-f9760040289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'name': 'tempest-TestNetworkBasicOps-router-1318932707', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '8a2fa745-ddb0-4134-9c65-286d382faff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:38:52Z', 'updated_at': '2021-10-19T01:39:46Z', 'revision_number': 5, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'gw_port': {'id': '8a2fa745-ddb0-4134-9c65-286d382faff4', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:38:53Z', 'updated_at': '2021-10-19T01:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:39:47.446085 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8f0442-d488-4c43-8c08-f9760040289b None None] Checking router: e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:39:47.463223 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8f0442-d488-4c43-8c08-f9760040289b None None] Routers {'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:39:47.463852 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-fc8f0442-d488-4c43-8c08-f9760040289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:39:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:39:47.517605 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-528f6d5a-28bd-4f74-9653-a1981c45624b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:47.547544 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96eecd19-ea21-4ae4-ac4a-4af4a814ac2d None None] DHCP port deletion for a16ca550-e711-44d8-b3df-b04780bb2298 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:39:47.576582 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-528f6d5a-28bd-4f74-9653-a1981c45624b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Deleting port 8a2fa745-ddb0-4134-9c65-286d382faff4 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:39:47.576915 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-528f6d5a-28bd-4f74-9653-a1981c45624b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:47.591090 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-fc8f0442-d488-4c43-8c08-f9760040289b None None] Set router e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:39:47.655013 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-528f6d5a-28bd-4f74-9653-a1981c45624b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] For port 8a2fa745-ddb0-4134-9c65-286d382faff4, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=8a2fa745-ddb0-4134-9c65-286d382faff4,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:39:47.655392 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-528f6d5a-28bd-4f74-9653-a1981c45624b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:47.667398 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-528f6d5a-28bd-4f74-9653-a1981c45624b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Calling delete_port for 8a2fa745-ddb0-4134-9c65-286d382faff4 owned by network:router_gateway {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:39:47.713068 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-96eecd19-ea21-4ae4-ac4a-4af4a814ac2d None None] Deleting port e4f40347-9ed8-49b5-86df-4d9879eeac07 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:39:47.713440 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-96eecd19-ea21-4ae4-ac4a-4af4a814ac2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:47.778597 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device d7c40616-c24e-42af-9dd4-f933fa64486e no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:39:47.831546 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: d7c40616-c24e-42af-9dd4-f933fa64486e {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:39:47.831805 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device d7c40616-c24e-42af-9dd4-f933fa64486e not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:39:47.832977 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-528f6d5a-28bd-4f74-9653-a1981c45624b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:47.837111 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-96eecd19-ea21-4ae4-ac4a-4af4a814ac2d None None] For port e4f40347-9ed8-49b5-86df-4d9879eeac07, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=e4f40347-9ed8-49b5-86df-4d9879eeac07,segment=NetworkSegment(1327fa03-4b73-4ddc-8964-6d9a3bcb7341),segment_id=1327fa03-4b73-4ddc-8964-6d9a3bcb7341)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:39:47.837513 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-96eecd19-ea21-4ae4-ac4a-4af4a814ac2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:47.858651 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f6d5a-28bd-4f74-9653-a1981c45624b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event deleted for resources: {'Port': ['ID=8a2fa745-ddb0-4134-9c65-286d382faff4,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:47.864124 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-96eecd19-ea21-4ae4-ac4a-4af4a814ac2d None None] Calling delete_port for e4f40347-9ed8-49b5-86df-4d9879eeac07 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:39:47.883704 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:47.923164 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-528f6d5a-28bd-4f74-9653-a1981c45624b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:47.930784 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-fc8f0442-d488-4c43-8c08-f9760040289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'name': 'tempest-TestNetworkBasicOps-router-1318932707', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '8a2fa745-ddb0-4134-9c65-286d382faff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:38:52Z', 'updated_at': '2021-10-19T01:39:46Z', 'revision_number': 5, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'gw_port': {'id': '8a2fa745-ddb0-4134-9c65-286d382faff4', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:38:53Z', 'updated_at': '2021-10-19T01:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:39:47.964215 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8f0442-d488-4c43-8c08-f9760040289b None None] The sync data for ids ['e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15'] in n-d-715271-26 is: [{'id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'name': 'tempest-TestNetworkBasicOps-router-1318932707', 'tenant_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '8a2fa745-ddb0-4134-9c65-286d382faff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:38:52Z', 'updated_at': '2021-10-19T01:39:46Z', 'revision_number': 5, 'project_id': 'd31ec110a71e4fb2a4f3dc2cada35370', 'gw_port': {'id': '8a2fa745-ddb0-4134-9c65-286d382faff4', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:38:53Z', 'updated_at': '2021-10-19T01:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:39:47.987519 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-96eecd19-ea21-4ae4-ac4a-4af4a814ac2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:48.013041 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eecd19-ea21-4ae4-ac4a-4af4a814ac2d None None] Pushing event deleted for resources: {'Port': ['ID=e4f40347-9ed8-49b5-86df-4d9879eeac07,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:48.016767 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eecd19-ea21-4ae4-ac4a-4af4a814ac2d None None] No DVR routers for this DVR port e4f40347-9ed8-49b5-86df-4d9879eeac07 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:39:48.020858 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-528f6d5a-28bd-4f74-9653-a1981c45624b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:48.026666 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-528f6d5a-28bd-4f74-9653-a1981c45624b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:48.070490 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-528f6d5a-28bd-4f74-9653-a1981c45624b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:48.071019 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528f6d5a-28bd-4f74-9653-a1981c45624b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Fanout notify agent at l3_agent the message router_deleted on router e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15 {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:39:48.077771 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-528f6d5a-28bd-4f74-9653-a1981c45624b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:48.078882 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-528f6d5a-28bd-4f74-9653-a1981c45624b tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "DELETE /v2.0/routers/e3efc3a7-dbe5-4543-8bc6-b2bb1f71bf15 HTTP/1.1" status: 204 len: 168 time: 0.7816629 Oct 19 01:39:48.081601 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 49038) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:48.157782 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-df9effcf-c335-4999-a326-e58b544581ce tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:48.240120 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-df9effcf-c335-4999-a326-e58b544581ce tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:48.259120 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-df9effcf-c335-4999-a326-e58b544581ce tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a16ca550-e711-44d8-b3df-b04780bb2298']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:39:48.268542 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-df9effcf-c335-4999-a326-e58b544581ce tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1327fa03-4b73-4ddc-8964-6d9a3bcb7341') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:39:48.268830 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-df9effcf-c335-4999-a326-e58b544581ce tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1327fa03-4b73-4ddc-8964-6d9a3bcb7341') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:39:48.281809 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-df9effcf-c335-4999-a326-e58b544581ce tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:48.296061 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-df9effcf-c335-4999-a326-e58b544581ce tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:48.302897 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df9effcf-c335-4999-a326-e58b544581ce tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:39:48.303290 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-df9effcf-c335-4999-a326-e58b544581ce tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:48.306413 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:39:48.306413 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:39:48.306413 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:39:48.306413 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:39:48.306413 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:39:48.306413 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:39:48.306413 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:39:48.306413 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:39:48.306413 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:39:48.306413 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:39:48.306413 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:39:48.306413 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:39:48.306413 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:39:48.306413 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:39:48.306413 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:39:48.306413 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:39:48.306413 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:39:48.306413 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:39:48.306413 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:39:48.306413 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:39:48.306413 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:39:48.306413 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:39:48.306413 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:39:48.306413 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:39:48.306413 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:39:48.306413 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:39:48.306413 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:39:48.306413 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:39:48.306413 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:39:48.306413 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:39:48.306413 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:39:48.306413 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:39:48.368733 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-df9effcf-c335-4999-a326-e58b544581ce tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:48.376078 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-df9effcf-c335-4999-a326-e58b544581ce tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:48.380159 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-df9effcf-c335-4999-a326-e58b544581ce tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] 10.222.0.57 "DELETE /v2.0/networks/a16ca550-e711-44d8-b3df-b04780bb2298 HTTP/1.1" status: 204 len: 168 time: 0.2972441 Oct 19 01:39:48.391242 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9effcf-c335-4999-a326-e58b544581ce tempest-TestNetworkBasicOps-1869318201 tempest-TestNetworkBasicOps-1869318201-project] Pushing event deleted for resources: {'Network': ['ID=a16ca550-e711-44d8-b3df-b04780bb2298,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:48.644713 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 49044) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:48.779088 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-78a510e7-96fb-46c7-82d5-d1ad917c5ad6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d31ec110a71e4fb2a4f3dc2cada35370&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1332090 Oct 19 01:39:48.781529 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 49048) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:48.828469 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f8b00c47-20fd-49f0-8bcb-fee8cee721bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:48.849614 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f8b00c47-20fd-49f0-8bcb-fee8cee721bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:48.899907 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f8b00c47-20fd-49f0-8bcb-fee8cee721bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:48.902470 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f8b00c47-20fd-49f0-8bcb-fee8cee721bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:48.905995 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f8b00c47-20fd-49f0-8bcb-fee8cee721bb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c5bba68f-0886-48d4-83d0-a267459d6b49 HTTP/1.1" status: 204 len: 168 time: 0.1212003 Oct 19 01:39:48.911605 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b00c47-20fd-49f0-8bcb-fee8cee721bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bba68f-0886-48d4-83d0-a267459d6b49,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:48.919041 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b00c47-20fd-49f0-8bcb-fee8cee721bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:48.919342 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b00c47-20fd-49f0-8bcb-fee8cee721bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:48.919668 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b00c47-20fd-49f0-8bcb-fee8cee721bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:48.920030 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b00c47-20fd-49f0-8bcb-fee8cee721bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:48.920360 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b00c47-20fd-49f0-8bcb-fee8cee721bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:48.920690 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b00c47-20fd-49f0-8bcb-fee8cee721bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:48.921016 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b00c47-20fd-49f0-8bcb-fee8cee721bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:48.921344 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b00c47-20fd-49f0-8bcb-fee8cee721bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:48.921664 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b00c47-20fd-49f0-8bcb-fee8cee721bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:48.922011 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b00c47-20fd-49f0-8bcb-fee8cee721bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:48.922331 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b00c47-20fd-49f0-8bcb-fee8cee721bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:48.922652 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b00c47-20fd-49f0-8bcb-fee8cee721bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:49.040102 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 2353465a-028b-4587-8501-b5bd2ec2113c no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:39:49.060867 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 2353465a-028b-4587-8501-b5bd2ec2113c {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:39:49.061265 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 2353465a-028b-4587-8501-b5bd2ec2113c not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:39:49.061660 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 8a2fa745-ddb0-4134-9c65-286d382faff4 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:39:49.080849 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 8a2fa745-ddb0-4134-9c65-286d382faff4 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:39:49.081200 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 8a2fa745-ddb0-4134-9c65-286d382faff4 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:39:49.081868 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device e4f40347-9ed8-49b5-86df-4d9879eeac07 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:39:49.100247 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: e4f40347-9ed8-49b5-86df-4d9879eeac07 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:39:49.100727 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device e4f40347-9ed8-49b5-86df-4d9879eeac07 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:39:49.182547 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 49054) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:49.196214 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-255430b2-d6c8-442a-9e38-cb952c393ebf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:49.268599 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-255430b2-d6c8-442a-9e38-cb952c393ebf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:49.272162 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-255430b2-d6c8-442a-9e38-cb952c393ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:49.309570 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-255430b2-d6c8-442a-9e38-cb952c393ebf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=87887c1031a2431c9a7303ebd30e076e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1259451 Oct 19 01:39:49.310692 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255430b2-d6c8-442a-9e38-cb952c393ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c46fea2-06a1-4a6e-8b6e-a4e30f6b891b,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:49.312240 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 49056) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:49.362131 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e4e341ca-eca9-4bcf-afd9-5d36bd90fa23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:49.383449 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e4e341ca-eca9-4bcf-afd9-5d36bd90fa23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:49.433594 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e4e341ca-eca9-4bcf-afd9-5d36bd90fa23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:49.435977 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e4e341ca-eca9-4bcf-afd9-5d36bd90fa23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:49.437110 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e4e341ca-eca9-4bcf-afd9-5d36bd90fa23 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6c46fea2-06a1-4a6e-8b6e-a4e30f6b891b HTTP/1.1" status: 204 len: 168 time: 0.1238873 Oct 19 01:39:49.445132 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e341ca-eca9-4bcf-afd9-5d36bd90fa23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c46fea2-06a1-4a6e-8b6e-a4e30f6b891b,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:49.809803 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:50.117386 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 49078) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:50.214591 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-e0f908d3-69b4-46ec-81d0-44c755e0fd0b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1166815630-network', 'tenant_id': '2059e22bdb394fc29320e9d5eaf6b7ed'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:39:50.236196 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f908d3-69b4-46ec-81d0-44c755e0fd0b admin admin] Made reservation on behalf of 2059e22bdb394fc29320e9d5eaf6b7ed for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:39:50.239010 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e0f908d3-69b4-46ec-81d0-44c755e0fd0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:50.247096 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e0f908d3-69b4-46ec-81d0-44c755e0fd0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:50.320481 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e0f908d3-69b4-46ec-81d0-44c755e0fd0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:50.324105 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e0f908d3-69b4-46ec-81d0-44c755e0fd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:50.344938 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f908d3-69b4-46ec-81d0-44c755e0fd0b admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:39:50.358709 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f908d3-69b4-46ec-81d0-44c755e0fd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a397c0-e810-4369-95ae-fb84dba64c2c,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:50.365228 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e0f908d3-69b4-46ec-81d0-44c755e0fd0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:50.365570 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-e0f908d3-69b4-46ec-81d0-44c755e0fd0b admin admin] Added segment c5149853-2267-4f6a-8915-69b6f4eea6bd of type vlan for network e041f87a-1575-4ffe-9964-5fb831628d6d Oct 19 01:39:50.404249 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e0f908d3-69b4-46ec-81d0-44c755e0fd0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:50.429274 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e0f908d3-69b4-46ec-81d0-44c755e0fd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:50.430202 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f908d3-69b4-46ec-81d0-44c755e0fd0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:50.430767 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e0f908d3-69b4-46ec-81d0-44c755e0fd0b admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:50.468963 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e0f908d3-69b4-46ec-81d0-44c755e0fd0b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3503497 Oct 19 01:39:50.472564 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 49082) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:50.477832 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-2a7a6a14-d4d6-4729-a55f-7921405f62dc admin admin] Request body: {'subnet': {'network_id': 'e041f87a-1575-4ffe-9964-5fb831628d6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1166815630-subnet', 'tenant_id': '2059e22bdb394fc29320e9d5eaf6b7ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:39:50.500200 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7a6a14-d4d6-4729-a55f-7921405f62dc admin admin] Made reservation on behalf of 2059e22bdb394fc29320e9d5eaf6b7ed for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:39:50.502622 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2a7a6a14-d4d6-4729-a55f-7921405f62dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:50.523902 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f908d3-69b4-46ec-81d0-44c755e0fd0b admin admin] Pushing event updated for resources: {'Network': ['ID=e041f87a-1575-4ffe-9964-5fb831628d6d,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:50.533532 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network e041f87a-1575-4ffe-9964-5fb831628d6d details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:39:50.673844 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2a7a6a14-d4d6-4729-a55f-7921405f62dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:50.731151 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a6a14-d4d6-4729-a55f-7921405f62dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e2a535e-4b1d-46c2-b2fa-09097c88fe04,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:50.739530 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7a6a14-d4d6-4729-a55f-7921405f62dc admin admin] Checking segment: {'id': 'c5149853-2267-4f6a-8915-69b6f4eea6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e041f87a-1575-4ffe-9964-5fb831628d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:39:50.739927 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7a6a14-d4d6-4729-a55f-7921405f62dc admin admin] Network hostable DHCP agents. Network: e041f87a-1575-4ffe-9964-5fb831628d6d, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:39:50.756781 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7a6a14-d4d6-4729-a55f-7921405f62dc admin admin] Network e041f87a-1575-4ffe-9964-5fb831628d6d is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:39:50.765215 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-2a7a6a14-d4d6-4729-a55f-7921405f62dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, e041f87a-1575-4ffe-9964-5fb831628d6d) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:39:50.769472 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7a6a14-d4d6-4729-a55f-7921405f62dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:50.770098 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2a7a6a14-d4d6-4729-a55f-7921405f62dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:50.774127 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4c5776-b2ff-4a95-893b-33bd496b4889 None None] Network e041f87a-1575-4ffe-9964-5fb831628d6d requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:39:50.787388 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2a7a6a14-d4d6-4729-a55f-7921405f62dc admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3136876 Oct 19 01:39:51.056523 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b196bbe-5340-496b-baaf-26dad90278f9 None None] Network e041f87a-1575-4ffe-9964-5fb831628d6d requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:39:51.264493 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 49098) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:51.270243 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-c3e38356-26c4-44ad-a2d9-f644a60bbd30 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-537665521-network', 'tenant_id': '26665b78a51e42a3a21f5ef7152e202d'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:39:51.291478 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e38356-26c4-44ad-a2d9-f644a60bbd30 admin admin] Made reservation on behalf of 26665b78a51e42a3a21f5ef7152e202d for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:39:51.293771 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c3e38356-26c4-44ad-a2d9-f644a60bbd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:51.302748 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c3e38356-26c4-44ad-a2d9-f644a60bbd30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:51.381527 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c3e38356-26c4-44ad-a2d9-f644a60bbd30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:51.385175 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c3e38356-26c4-44ad-a2d9-f644a60bbd30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:51.405912 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e38356-26c4-44ad-a2d9-f644a60bbd30 admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:39:51.421222 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e38356-26c4-44ad-a2d9-f644a60bbd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e85ef98-de1b-48e2-97c9-571a8f105319,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:51.425608 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c3e38356-26c4-44ad-a2d9-f644a60bbd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:51.425961 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-c3e38356-26c4-44ad-a2d9-f644a60bbd30 admin admin] Added segment 28a87f62-73c6-4ca4-b873-715ac8dd20e5 of type vlan for network 299d6cc2-f628-4682-a31d-d8db67c9886e Oct 19 01:39:51.466147 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c3e38356-26c4-44ad-a2d9-f644a60bbd30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:51.490104 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c3e38356-26c4-44ad-a2d9-f644a60bbd30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:51.491237 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e38356-26c4-44ad-a2d9-f644a60bbd30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:51.491844 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c3e38356-26c4-44ad-a2d9-f644a60bbd30 admin admin] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:51.526732 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c3e38356-26c4-44ad-a2d9-f644a60bbd30 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2611563 Oct 19 01:39:51.529445 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 49100) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:51.534117 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-26571472-6cfa-4521-888f-738ebaac7a16 admin admin] Request body: {'subnet': {'network_id': '299d6cc2-f628-4682-a31d-d8db67c9886e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-537665521-subnet', 'tenant_id': '26665b78a51e42a3a21f5ef7152e202d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:39:51.564330 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e38356-26c4-44ad-a2d9-f644a60bbd30 admin admin] Pushing event updated for resources: {'Network': ['ID=299d6cc2-f628-4682-a31d-d8db67c9886e,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:51.574678 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 299d6cc2-f628-4682-a31d-d8db67c9886e details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:39:51.582343 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26571472-6cfa-4521-888f-738ebaac7a16 admin admin] Made reservation on behalf of 26665b78a51e42a3a21f5ef7152e202d for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:39:51.585003 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-26571472-6cfa-4521-888f-738ebaac7a16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:51.754558 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-26571472-6cfa-4521-888f-738ebaac7a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:51.814718 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26571472-6cfa-4521-888f-738ebaac7a16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2ce0fbb-4e7d-4fb4-bd26-22247bc13c1f,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:51.823639 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26571472-6cfa-4521-888f-738ebaac7a16 admin admin] Checking segment: {'id': '28a87f62-73c6-4ca4-b873-715ac8dd20e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '299d6cc2-f628-4682-a31d-d8db67c9886e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:39:51.824031 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26571472-6cfa-4521-888f-738ebaac7a16 admin admin] Network hostable DHCP agents. Network: 299d6cc2-f628-4682-a31d-d8db67c9886e, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:39:51.840602 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26571472-6cfa-4521-888f-738ebaac7a16 admin admin] Network 299d6cc2-f628-4682-a31d-d8db67c9886e is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:39:51.848905 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-26571472-6cfa-4521-888f-738ebaac7a16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 299d6cc2-f628-4682-a31d-d8db67c9886e) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:39:51.852931 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26571472-6cfa-4521-888f-738ebaac7a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:51.853666 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-26571472-6cfa-4521-888f-738ebaac7a16 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:51.858121 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d06af5-d3f9-4d81-8b11-eca8e934f24a None None] Network 299d6cc2-f628-4682-a31d-d8db67c9886e requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:39:51.870708 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-26571472-6cfa-4521-888f-738ebaac7a16 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3402600 Oct 19 01:39:51.990646 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2498fc21-f20f-4882-ab67-b1c2478bf6b2 None None] Network 299d6cc2-f628-4682-a31d-d8db67c9886e requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:39:52.342793 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-31423fc1-b8e2-4f88-8520-3cddd703697b tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:52.344180 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-31423fc1-b8e2-4f88-8520-3cddd703697b tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/networks?id=e041f87a-1575-4ffe-9964-5fb831628d6d HTTP/1.1" status: 200 len: 812 time: 0.1002462 Oct 19 01:39:52.358916 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-c95cc6fc-8649-484f-b218-258bc4f081d1 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/quotas/2059e22bdb394fc29320e9d5eaf6b7ed HTTP/1.1" status: 200 len: 375 time: 0.0086813 Oct 19 01:39:52.396662 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-6a6fe5fd-48be-4fbd-9960-f21a9578e6d3 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2059e22bdb394fc29320e9d5eaf6b7ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309243 Oct 19 01:39:52.485103 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-2678e52f-63ea-496e-b682-81fc404d9a3a service neutron] 10.222.0.57 "GET /v2.0/networks/e041f87a-1575-4ffe-9964-5fb831628d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815535 Oct 19 01:39:52.577129 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-fdf83c46-12b7-4a24-8a7c-0268475c505f service neutron] 10.222.0.57 "GET /v2.0/networks/e041f87a-1575-4ffe-9964-5fb831628d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851674 Oct 19 01:39:52.732978 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3974976b-fc02-474d-8629-1bf2fd0ce3c0 req-91a29745-6160-4603-8877-4137d398a57b tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ba6e51-a8f2-4b48-ae93-7bd185d974a1 HTTP/1.1" status: 200 len: 210 time: 0.0275865 Oct 19 01:39:53.748936 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-3d4717ef-3a96-4cca-976d-29346155ee0b tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:53.750377 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-3d4717ef-3a96-4cca-976d-29346155ee0b tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.55 "GET /v2.0/networks?id=e041f87a-1575-4ffe-9964-5fb831628d6d HTTP/1.1" status: 200 len: 812 time: 0.1056533 Oct 19 01:39:53.764201 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-106353b1-4fe5-4d89-8f3f-d086c885b722 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Request body: {'port': {'device_id': '95ba6e51-a8f2-4b48-ae93-7bd185d974a1', 'network_id': 'e041f87a-1575-4ffe-9964-5fb831628d6d', 'admin_state_up': True, 'tenant_id': '2059e22bdb394fc29320e9d5eaf6b7ed'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:39:53.859883 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d0f93bcd-db87-4b0d-a5de-5c8017ba8d6f req-6f309995-7412-4c3d-bf44-01e271a6bc2f tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ba6e51-a8f2-4b48-ae93-7bd185d974a1 HTTP/1.1" status: 200 len: 210 time: 0.0322728 Oct 19 01:39:53.903199 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-106353b1-4fe5-4d89-8f3f-d086c885b722 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Made reservation on behalf of 2059e22bdb394fc29320e9d5eaf6b7ed for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:39:53.906690 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-106353b1-4fe5-4d89-8f3f-d086c885b722 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:54.036078 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-106353b1-4fe5-4d89-8f3f-d086c885b722 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Allocated IP 172.20.0.12 (e041f87a-1575-4ffe-9964-5fb831628d6d/8e2a535e-4b1d-46c2-b2fa-09097c88fe04/c4ef8a44-1b00-48a7-bac6-757332cfa372) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:39:54.186912 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-106353b1-4fe5-4d89-8f3f-d086c885b722 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:54.227284 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-106353b1-4fe5-4d89-8f3f-d086c885b722 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:54.271960 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-106353b1-4fe5-4d89-8f3f-d086c885b722 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Network e041f87a-1575-4ffe-9964-5fb831628d6d is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:39:54.275295 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-106353b1-4fe5-4d89-8f3f-d086c885b722 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:39:54.279062 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-106353b1-4fe5-4d89-8f3f-d086c885b722 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:39:54.307065 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106353b1-4fe5-4d89-8f3f-d086c885b722 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Pushing event updated for resources: {'Port': ['ID=c4ef8a44-1b00-48a7-bac6-757332cfa372,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:54.332773 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-106353b1-4fe5-4d89-8f3f-d086c885b722 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:54.333659 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-106353b1-4fe5-4d89-8f3f-d086c885b722 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:54.349340 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-106353b1-4fe5-4d89-8f3f-d086c885b722 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5892179 Oct 19 01:39:54.363075 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-69a04d49-3c55-4125-93ff-3ad3cd71f74c service neutron] Request body: {'port': {'device_id': '95ba6e51-a8f2-4b48-ae93-7bd185d974a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:39:54.419179 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-69a04d49-3c55-4125-93ff-3ad3cd71f74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:54.717667 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-69a04d49-3c55-4125-93ff-3ad3cd71f74c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4ef8a44-1b00-48a7-bac6-757332cfa372 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:39:54.725987 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-69a04d49-3c55-4125-93ff-3ad3cd71f74c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:54.740628 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-69a04d49-3c55-4125-93ff-3ad3cd71f74c service neutron] Transition to ACTIVE for port object c4ef8a44-1b00-48a7-bac6-757332cfa372 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:39:54.744849 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-69a04d49-3c55-4125-93ff-3ad3cd71f74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:54.797879 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a04d49-3c55-4125-93ff-3ad3cd71f74c service neutron] Pushing event updated for resources: {'Port': ['ID=c4ef8a44-1b00-48a7-bac6-757332cfa372,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:54.873608 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-69a04d49-3c55-4125-93ff-3ad3cd71f74c service neutron] Attempting to bind port c4ef8a44-1b00-48a7-bac6-757332cfa372 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:39:54.873940 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-69a04d49-3c55-4125-93ff-3ad3cd71f74c service neutron] Attempting to bind port c4ef8a44-1b00-48a7-bac6-757332cfa372 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'c5149853-2267-4f6a-8915-69b6f4eea6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e041f87a-1575-4ffe-9964-5fb831628d6d'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:39:54.874266 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-69a04d49-3c55-4125-93ff-3ad3cd71f74c service neutron] Attempting to bind port c4ef8a44-1b00-48a7-bac6-757332cfa372 on network e041f87a-1575-4ffe-9964-5fb831628d6d {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:39:54.878978 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-69a04d49-3c55-4125-93ff-3ad3cd71f74c service neutron] Port c4ef8a44-1b00-48a7-bac6-757332cfa372 on network e041f87a-1575-4ffe-9964-5fb831628d6d not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:39:54.879418 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-69a04d49-3c55-4125-93ff-3ad3cd71f74c service neutron] Attempting to bind port c4ef8a44-1b00-48a7-bac6-757332cfa372 on network e041f87a-1575-4ffe-9964-5fb831628d6d {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:39:54.884342 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-69a04d49-3c55-4125-93ff-3ad3cd71f74c service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:39:54.884666 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-69a04d49-3c55-4125-93ff-3ad3cd71f74c service neutron] Checking segment: {'id': 'c5149853-2267-4f6a-8915-69b6f4eea6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e041f87a-1575-4ffe-9964-5fb831628d6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:39:54.885044 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-69a04d49-3c55-4125-93ff-3ad3cd71f74c service neutron] Bound using segment: {'id': 'c5149853-2267-4f6a-8915-69b6f4eea6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e041f87a-1575-4ffe-9964-5fb831628d6d'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:39:54.885463 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-69a04d49-3c55-4125-93ff-3ad3cd71f74c service neutron] Bound port: c4ef8a44-1b00-48a7-bac6-757332cfa372, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5149853-2267-4f6a-8915-69b6f4eea6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e041f87a-1575-4ffe-9964-5fb831628d6d'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:39:54.885820 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-69a04d49-3c55-4125-93ff-3ad3cd71f74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:54.950310 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-69a04d49-3c55-4125-93ff-3ad3cd71f74c service neutron] For port c4ef8a44-1b00-48a7-bac6-757332cfa372, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:39:54.953764 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-69a04d49-3c55-4125-93ff-3ad3cd71f74c service neutron] For port c4ef8a44-1b00-48a7-bac6-757332cfa372, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=c4ef8a44-1b00-48a7-bac6-757332cfa372,segment=NetworkSegment(c5149853-2267-4f6a-8915-69b6f4eea6bd),segment_id=c5149853-2267-4f6a-8915-69b6f4eea6bd)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:39:54.957762 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-69a04d49-3c55-4125-93ff-3ad3cd71f74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:54.978997 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cd364-b48f-4aa5-aa84-37621d52e954 req-71bf98f3-a516-404b-bebf-6819fc43bb25 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:54.980512 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-678cd364-b48f-4aa5-aa84-37621d52e954 req-71bf98f3-a516-404b-bebf-6819fc43bb25 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ba6e51-a8f2-4b48-ae93-7bd185d974a1 HTTP/1.1" status: 200 len: 944 time: 0.0510354 Oct 19 01:39:54.996911 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-69a04d49-3c55-4125-93ff-3ad3cd71f74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:54.997569 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-69a04d49-3c55-4125-93ff-3ad3cd71f74c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:54.998943 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-69a04d49-3c55-4125-93ff-3ad3cd71f74c service neutron] 10.222.0.55 "PUT /v2.0/ports/c4ef8a44-1b00-48a7-bac6-757332cfa372 HTTP/1.1" status: 200 len: 1093 time: 0.6407824 Oct 19 01:39:54.999370 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ba6e51-a8f2-4b48-ae93-7bd185d974a1', 'tag': 'c4ef8a44-1b00-48a7-bac6-757332cfa372'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:39:55.001648 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82aedded-3280-4820-ae77-df8147bdf0e0" -d '{"events": [{"name": "network-changed", "server_uuid": "95ba6e51-a8f2-4b48-ae93-7bd185d974a1", "tag": "c4ef8a44-1b00-48a7-bac6-757332cfa372"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:39:55.025268 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a04d49-3c55-4125-93ff-3ad3cd71f74c service neutron] Pushing event updated for resources: {'Port': ['ID=c4ef8a44-1b00-48a7-bac6-757332cfa372,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:55.040450 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-678cd364-b48f-4aa5-aa84-37621d52e954 req-74abe00c-2ff5-4f33-8fed-10a9a753fd7a tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/security-groups?id=97a397c0-e810-4369-95ae-fb84dba64c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537295 Oct 19 01:39:55.088310 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-a7f765b8-9072-410e-92db-f896f5380ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:55.089829 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-a7f765b8-9072-410e-92db-f896f5380ec1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2059e22bdb394fc29320e9d5eaf6b7ed&device_id=95ba6e51-a8f2-4b48-ae93-7bd185d974a1 HTTP/1.1" status: 200 len: 1096 time: 0.0463405 Oct 19 01:39:55.135668 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c45d71-b6b8-4acb-ba8a-83119e91f975 x-openstack-request-id: req-36c45d71-b6b8-4acb-ba8a-83119e91f975 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:39:55.135991 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ba6e51-a8f2-4b48-ae93-7bd185d974a1", "tag": "c4ef8a44-1b00-48a7-bac6-757332cfa372", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:39:55.136242 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-36c45d71-b6b8-4acb-ba8a-83119e91f975 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:39:55.136638 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ba6e51-a8f2-4b48-ae93-7bd185d974a1', 'tag': 'c4ef8a44-1b00-48a7-bac6-757332cfa372', 'status': 'completed', 'code': 200} Oct 19 01:39:55.138419 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-9a11f6e1-11fc-40e6-b45a-3cb0ebdc276e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4ef8a44-1b00-48a7-bac6-757332cfa372 HTTP/1.1" status: 200 len: 217 time: 0.0402560 Oct 19 01:39:55.187250 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-ae4e6b9e-4171-4a3b-95a7-826fcdd537e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:55.188678 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-ae4e6b9e-4171-4a3b-95a7-826fcdd537e8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e2a535e-4b1d-46c2-b2fa-09097c88fe04 HTTP/1.1" status: 200 len: 852 time: 0.0434997 Oct 19 01:39:55.219790 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-2813e6dd-d725-40ab-9ad2-07d49773fe03 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e041f87a-1575-4ffe-9964-5fb831628d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243189 Oct 19 01:39:55.312326 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-37ade571-b39b-4cfa-bcd3-e4905b7fa34b service neutron] 10.222.0.55 "GET /v2.0/networks/e041f87a-1575-4ffe-9964-5fb831628d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850303 Oct 19 01:39:55.403085 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-24268852-5aa8-492e-98b0-faf2ec7bf144 req-99472f7c-8502-489a-aab9-fcf1fc84532e service neutron] 10.222.0.55 "GET /v2.0/networks/e041f87a-1575-4ffe-9964-5fb831628d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839937 Oct 19 01:39:55.486249 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aedded-3280-4820-ae77-df8147bdf0e0 req-e8f7b70e-a58b-46d5-be77-1d5db84d6ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:55.488007 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-82aedded-3280-4820-ae77-df8147bdf0e0 req-e8f7b70e-a58b-46d5-be77-1d5db84d6ffc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2059e22bdb394fc29320e9d5eaf6b7ed&device_id=95ba6e51-a8f2-4b48-ae93-7bd185d974a1 HTTP/1.1" status: 200 len: 1096 time: 0.0416851 Oct 19 01:39:55.582968 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aedded-3280-4820-ae77-df8147bdf0e0 req-3fb00ef6-294f-4ce5-afce-465f04051559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:55.584714 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-82aedded-3280-4820-ae77-df8147bdf0e0 req-3fb00ef6-294f-4ce5-afce-465f04051559 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e041f87a-1575-4ffe-9964-5fb831628d6d HTTP/1.1" status: 200 len: 913 time: 0.0901589 Oct 19 01:39:55.624515 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-82aedded-3280-4820-ae77-df8147bdf0e0 req-fbe68f91-216f-4e12-8f66-9543ab7680a5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4ef8a44-1b00-48a7-bac6-757332cfa372 HTTP/1.1" status: 200 len: 217 time: 0.0327249 Oct 19 01:39:55.679640 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aedded-3280-4820-ae77-df8147bdf0e0 req-22911a7f-c689-4801-851e-082676d30e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:55.681090 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-82aedded-3280-4820-ae77-df8147bdf0e0 req-22911a7f-c689-4801-851e-082676d30e57 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e2a535e-4b1d-46c2-b2fa-09097c88fe04 HTTP/1.1" status: 200 len: 852 time: 0.0493004 Oct 19 01:39:55.713563 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-82aedded-3280-4820-ae77-df8147bdf0e0 req-2f5b864c-1c9e-4829-ac00-66484f9f73ed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e041f87a-1575-4ffe-9964-5fb831628d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255187 Oct 19 01:39:55.802998 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-82aedded-3280-4820-ae77-df8147bdf0e0 req-476fc3f7-64ee-4199-81ce-2df3de3f62d4 service neutron] 10.222.0.55 "GET /v2.0/networks/e041f87a-1575-4ffe-9964-5fb831628d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816329 Oct 19 01:39:55.897449 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-82aedded-3280-4820-ae77-df8147bdf0e0 req-6e12f19d-2f0b-4165-ac69-194bab3bbc1a service neutron] 10.222.0.55 "GET /v2.0/networks/e041f87a-1575-4ffe-9964-5fb831628d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870762 Oct 19 01:39:56.413043 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14562d9c-f050-4478-bfd7-734208a305ae req-427efec8-f158-4de0-a77d-9c5d8f80cc65 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:56.414510 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-14562d9c-f050-4478-bfd7-734208a305ae req-427efec8-f158-4de0-a77d-9c5d8f80cc65 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ba6e51-a8f2-4b48-ae93-7bd185d974a1 HTTP/1.1" status: 200 len: 944 time: 0.3110430 Oct 19 01:39:56.451934 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-14562d9c-f050-4478-bfd7-734208a305ae req-b7485651-9102-480e-b3fa-7d0beaba8505 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/security-groups?id=97a397c0-e810-4369-95ae-fb84dba64c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312421 Oct 19 01:39:57.374603 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:57.570204 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303b362-88de-4b38-8147-944383216e0e req-a7a27eeb-0bbb-42a5-bb25-5958517e0226 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:57.571882 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1303b362-88de-4b38-8147-944383216e0e req-a7a27eeb-0bbb-42a5-bb25-5958517e0226 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ba6e51-a8f2-4b48-ae93-7bd185d974a1 HTTP/1.1" status: 200 len: 944 time: 0.0504203 Oct 19 01:39:57.610458 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1303b362-88de-4b38-8147-944383216e0e req-14f81128-c3a2-43ce-8d1e-71296c0f51e9 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/security-groups?id=97a397c0-e810-4369-95ae-fb84dba64c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324657 Oct 19 01:39:58.675236 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device c4ef8a44-1b00-48a7-bac6-757332cfa372 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:39:58.726375 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bac775-98eb-4036-8e75-c694d820ac2a req-6bc66101-c1c0-4dad-bd96-31faa5c85f14 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:58.728026 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-04bac775-98eb-4036-8e75-c694d820ac2a req-6bc66101-c1c0-4dad-bd96-31faa5c85f14 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ba6e51-a8f2-4b48-ae93-7bd185d974a1 HTTP/1.1" status: 200 len: 944 time: 0.0496726 Oct 19 01:39:58.767590 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-04bac775-98eb-4036-8e75-c694d820ac2a req-263b8b76-386a-47da-a1cb-9707b67147f3 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/security-groups?id=97a397c0-e810-4369-95ae-fb84dba64c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336518 Oct 19 01:39:58.769930 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port c4ef8a44-1b00-48a7-bac6-757332cfa372, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=c4ef8a44-1b00-48a7-bac6-757332cfa372,segment=NetworkSegment(c5149853-2267-4f6a-8915-69b6f4eea6bd),segment_id=c5149853-2267-4f6a-8915-69b6f4eea6bd)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:39:58.785340 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'c4ef8a44-1b00-48a7-bac6-757332cfa372', 'network_id': 'e041f87a-1575-4ffe-9964-5fb831628d6d', 'port_id': 'c4ef8a44-1b00-48a7-bac6-757332cfa372', 'mac_address': 'fa:16:3e:40:8a:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e2a535e-4b1d-46c2-b2fa-09097c88fe04', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:39:58.822245 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:58.835416 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4ef8a44-1b00-48a7-bac6-757332cfa372 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:39:58.855811 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port c4ef8a44-1b00-48a7-bac6-757332cfa372, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=c4ef8a44-1b00-48a7-bac6-757332cfa372,segment=NetworkSegment(c5149853-2267-4f6a-8915-69b6f4eea6bd),segment_id=c5149853-2267-4f6a-8915-69b6f4eea6bd)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:39:58.860853 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:58.910449 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=c4ef8a44-1b00-48a7-bac6-757332cfa372,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:58.917944 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:58.918298 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:58.918642 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:58.918980 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:58.919316 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:58.919649 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:58.920011 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:58.920336 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:58.920662 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:58.920983 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:58.921306 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:58.921630 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:59.216467 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['c4ef8a44-1b00-48a7-bac6-757332cfa372'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:39:59.761293 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:59.887046 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f51e5-027f-4421-8047-2c0bcd7fdb30 req-59d357cc-9ccc-4780-a86e-91e3a885d401 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:59.888576 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9a3f51e5-027f-4421-8047-2c0bcd7fdb30 req-59d357cc-9ccc-4780-a86e-91e3a885d401 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ba6e51-a8f2-4b48-ae93-7bd185d974a1 HTTP/1.1" status: 200 len: 945 time: 0.0549972 Oct 19 01:39:59.925911 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9a3f51e5-027f-4421-8047-2c0bcd7fdb30 req-db4db161-681e-47f0-a1c6-b3ffa5b89746 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/security-groups?id=97a397c0-e810-4369-95ae-fb84dba64c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307782 Oct 19 01:40:00.670775 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device c4ef8a44-1b00-48a7-bac6-757332cfa372 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:40:00.720070 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port c4ef8a44-1b00-48a7-bac6-757332cfa372 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:40:00.724171 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port c4ef8a44-1b00-48a7-bac6-757332cfa372 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:40:00.724545 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:00.801214 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:00.822964 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ba6e51-a8f2-4b48-ae93-7bd185d974a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ef8a44-1b00-48a7-bac6-757332cfa372'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:40:00.825531 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe202f9-c160-41ed-95f9-67edff9d3bc1" -d '{"events": [{"server_uuid": "95ba6e51-a8f2-4b48-ae93-7bd185d974a1", "name": "network-vif-plugged", "status": "completed", "tag": "c4ef8a44-1b00-48a7-bac6-757332cfa372"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:40:00.838431 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port c4ef8a44-1b00-48a7-bac6-757332cfa372, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=c4ef8a44-1b00-48a7-bac6-757332cfa372,segment=NetworkSegment(c5149853-2267-4f6a-8915-69b6f4eea6bd),segment_id=c5149853-2267-4f6a-8915-69b6f4eea6bd)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:40:00.842674 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:00.865796 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900adaa1-3bb9-4516-8998-6fe585a3b92f x-openstack-request-id: req-900adaa1-3bb9-4516-8998-6fe585a3b92f {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:40:00.866090 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ba6e51-a8f2-4b48-ae93-7bd185d974a1", "name": "network-vif-plugged", "status": "completed", "tag": "c4ef8a44-1b00-48a7-bac6-757332cfa372", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:40:00.866345 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-900adaa1-3bb9-4516-8998-6fe585a3b92f {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:40:00.866734 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ba6e51-a8f2-4b48-ae93-7bd185d974a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ef8a44-1b00-48a7-bac6-757332cfa372', 'code': 200} Oct 19 01:40:00.894914 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=c4ef8a44-1b00-48a7-bac6-757332cfa372,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:00.961518 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0ee79-9b5b-4b1b-91f5-c38d81548279 req-e85a17b8-a7e5-44dc-9956-54f84df27bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:00.963092 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9bb0ee79-9b5b-4b1b-91f5-c38d81548279 req-e85a17b8-a7e5-44dc-9956-54f84df27bfa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=95ba6e51-a8f2-4b48-ae93-7bd185d974a1 HTTP/1.1" status: 200 len: 1098 time: 0.0414674 Oct 19 01:40:01.009464 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9bb0ee79-9b5b-4b1b-91f5-c38d81548279 req-aa1d7f29-a680-4913-8010-32de72924db4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=97a397c0-e810-4369-95ae-fb84dba64c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394163 Oct 19 01:40:01.044414 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e997f914-38d1-4645-95a1-aa7f9589a6e8 req-ff6c5d86-ef14-48e9-99d0-562e894083d2 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:01.045875 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e997f914-38d1-4645-95a1-aa7f9589a6e8 req-ff6c5d86-ef14-48e9-99d0-562e894083d2 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ba6e51-a8f2-4b48-ae93-7bd185d974a1 HTTP/1.1" status: 200 len: 946 time: 0.0498252 Oct 19 01:40:01.084030 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e997f914-38d1-4645-95a1-aa7f9589a6e8 req-50e47cf8-cc1b-4d67-bc87-b62e8db6afe3 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/security-groups?id=97a397c0-e810-4369-95ae-fb84dba64c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312903 Oct 19 01:40:02.200428 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96998fc9-d9fc-4517-8ce5-a4e841279f5a req-3d68a5fb-6621-4fdb-9cdd-7342d9547325 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:02.201775 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-96998fc9-d9fc-4517-8ce5-a4e841279f5a req-3d68a5fb-6621-4fdb-9cdd-7342d9547325 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ba6e51-a8f2-4b48-ae93-7bd185d974a1 HTTP/1.1" status: 200 len: 946 time: 0.0482159 Oct 19 01:40:02.242007 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-96998fc9-d9fc-4517-8ce5-a4e841279f5a req-5ac91bed-fd2a-4915-9c26-7abc9c2565bf tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/security-groups?id=97a397c0-e810-4369-95ae-fb84dba64c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339961 Oct 19 01:40:03.359171 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae1a3f-122e-49a1-ae8e-1308313bdb23 req-e49f4645-53af-45ec-85cb-69d19598e60c tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:03.360673 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-45ae1a3f-122e-49a1-ae8e-1308313bdb23 req-e49f4645-53af-45ec-85cb-69d19598e60c tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ba6e51-a8f2-4b48-ae93-7bd185d974a1 HTTP/1.1" status: 200 len: 946 time: 0.0529814 Oct 19 01:40:03.398250 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-45ae1a3f-122e-49a1-ae8e-1308313bdb23 req-53b6f6f2-69b8-4c95-9e24-1955017c8dce tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/security-groups?id=97a397c0-e810-4369-95ae-fb84dba64c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314429 Oct 19 01:40:03.513738 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eadc37-6348-4be4-b5a7-66f3a275eac1 req-b7fa587d-36f9-4cba-972b-7fe1d1e4a0b0 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:03.515202 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c5eadc37-6348-4be4-b5a7-66f3a275eac1 req-b7fa587d-36f9-4cba-972b-7fe1d1e4a0b0 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ba6e51-a8f2-4b48-ae93-7bd185d974a1 HTTP/1.1" status: 200 len: 946 time: 0.0515850 Oct 19 01:40:03.553138 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c5eadc37-6348-4be4-b5a7-66f3a275eac1 req-a356d772-d6c2-4f44-9a19-06c7544feeba tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/security-groups?id=97a397c0-e810-4369-95ae-fb84dba64c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310845 Oct 19 01:40:03.770171 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa48d9-ee02-4d5b-b715-741cb2a058f7 req-5f1a1f52-95f5-4cb7-81f8-435dedbe0c03 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:03.771930 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ddaa48d9-ee02-4d5b-b715-741cb2a058f7 req-5f1a1f52-95f5-4cb7-81f8-435dedbe0c03 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ba6e51-a8f2-4b48-ae93-7bd185d974a1 HTTP/1.1" status: 200 len: 946 time: 0.0484598 Oct 19 01:40:03.808863 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ddaa48d9-ee02-4d5b-b715-741cb2a058f7 req-a15d2e9e-8776-406e-9e6e-26e8c4971552 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/security-groups?id=97a397c0-e810-4369-95ae-fb84dba64c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309749 Oct 19 01:40:04.927057 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9a9cd-a3cf-4a11-83a3-ce4877d47789 req-045a5ae1-26e9-4d52-9e61-0b67de3b57b9 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:04.928569 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aff9a9cd-a3cf-4a11-83a3-ce4877d47789 req-045a5ae1-26e9-4d52-9e61-0b67de3b57b9 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ba6e51-a8f2-4b48-ae93-7bd185d974a1 HTTP/1.1" status: 200 len: 946 time: 0.0503609 Oct 19 01:40:04.967261 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aff9a9cd-a3cf-4a11-83a3-ce4877d47789 req-74b39a4d-1744-4edc-9d6d-da3ff27a0c48 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/security-groups?id=97a397c0-e810-4369-95ae-fb84dba64c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326083 Oct 19 01:40:05.198692 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91981024-f5ef-4c82-9edf-604a9185dd2c req-eb649202-3f9c-4a7a-86b7-f5d3e3c6a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:05.200189 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-91981024-f5ef-4c82-9edf-604a9185dd2c req-eb649202-3f9c-4a7a-86b7-f5d3e3c6a46e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2059e22bdb394fc29320e9d5eaf6b7ed&device_id=95ba6e51-a8f2-4b48-ae93-7bd185d974a1 HTTP/1.1" status: 200 len: 1098 time: 0.0524356 Oct 19 01:40:05.208422 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54193f8-ef7b-4637-bbfe-62c96263f5aa req-16e41c48-ae3c-44ff-b155-9252e4a10d75 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:05.210032 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a54193f8-ef7b-4637-bbfe-62c96263f5aa req-16e41c48-ae3c-44ff-b155-9252e4a10d75 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ba6e51-a8f2-4b48-ae93-7bd185d974a1 HTTP/1.1" status: 200 len: 946 time: 0.0912058 Oct 19 01:40:05.293406 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a54193f8-ef7b-4637-bbfe-62c96263f5aa req-d1315fe7-b5bc-45b5-a480-d10346991f1f tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/security-groups?id=97a397c0-e810-4369-95ae-fb84dba64c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753291 Oct 19 01:40:05.320192 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91981024-f5ef-4c82-9edf-604a9185dd2c req-8e015052-b9a0-4606-bd3f-471cc2217def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:05.321665 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-91981024-f5ef-4c82-9edf-604a9185dd2c req-8e015052-b9a0-4606-bd3f-471cc2217def service neutron] 10.222.0.55 "GET /v2.0/networks?id=e041f87a-1575-4ffe-9964-5fb831628d6d HTTP/1.1" status: 200 len: 913 time: 0.1108081 Oct 19 01:40:05.367734 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-91981024-f5ef-4c82-9edf-604a9185dd2c req-e8890aa1-15ce-484a-b2f4-e2659913424f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4ef8a44-1b00-48a7-bac6-757332cfa372 HTTP/1.1" status: 200 len: 217 time: 0.0387323 Oct 19 01:40:05.416334 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91981024-f5ef-4c82-9edf-604a9185dd2c req-857ea48d-23e0-44d5-8252-ba11975d80e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:05.417699 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-91981024-f5ef-4c82-9edf-604a9185dd2c req-857ea48d-23e0-44d5-8252-ba11975d80e2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e2a535e-4b1d-46c2-b2fa-09097c88fe04 HTTP/1.1" status: 200 len: 852 time: 0.0431023 Oct 19 01:40:05.448206 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-91981024-f5ef-4c82-9edf-604a9185dd2c req-de14daa8-23c7-44aa-ada3-a32414f6a0a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e041f87a-1575-4ffe-9964-5fb831628d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237467 Oct 19 01:40:05.539317 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-91981024-f5ef-4c82-9edf-604a9185dd2c req-fd2a5c7e-4998-4041-9427-f3d627113aee service neutron] 10.222.0.55 "GET /v2.0/networks/e041f87a-1575-4ffe-9964-5fb831628d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842407 Oct 19 01:40:05.626724 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-91981024-f5ef-4c82-9edf-604a9185dd2c req-a4582e2a-d4ad-457e-a784-badf4e69b72e service neutron] 10.222.0.55 "GET /v2.0/networks/e041f87a-1575-4ffe-9964-5fb831628d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803952 Oct 19 01:40:06.409698 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd09d69-f591-4c24-9ba8-d1f0d26b5605 req-dfc1e30c-06a3-4b35-b896-1fed82c54bf0 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:06.411169 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9fd09d69-f591-4c24-9ba8-d1f0d26b5605 req-dfc1e30c-06a3-4b35-b896-1fed82c54bf0 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ba6e51-a8f2-4b48-ae93-7bd185d974a1 HTTP/1.1" status: 200 len: 946 time: 0.0498166 Oct 19 01:40:06.450517 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9fd09d69-f591-4c24-9ba8-d1f0d26b5605 req-26c9fb8b-19c9-423b-a199-53071d7833c2 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/security-groups?id=97a397c0-e810-4369-95ae-fb84dba64c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334537 Oct 19 01:40:06.959300 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-14c7af9a-a654-49db-838e-81cd37b32f87 req-a651ce35-af5a-47c0-bca7-399a486ca7f7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=95ba6e51-a8f2-4b48-ae93-7bd185d974a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398126 Oct 19 01:40:07.054199 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7af9a-a654-49db-838e-81cd37b32f87 req-e3abe58c-25e0-472e-bdc4-ee17bde5e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:07.055869 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-14c7af9a-a654-49db-838e-81cd37b32f87 req-e3abe58c-25e0-472e-bdc4-ee17bde5e102 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2059e22bdb394fc29320e9d5eaf6b7ed&device_id=95ba6e51-a8f2-4b48-ae93-7bd185d974a1 HTTP/1.1" status: 200 len: 1098 time: 0.0480211 Oct 19 01:40:07.156993 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7af9a-a654-49db-838e-81cd37b32f87 req-4712694f-a313-4349-bb35-1a0f38220f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:07.158473 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-14c7af9a-a654-49db-838e-81cd37b32f87 req-4712694f-a313-4349-bb35-1a0f38220f42 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e041f87a-1575-4ffe-9964-5fb831628d6d HTTP/1.1" status: 200 len: 913 time: 0.0847392 Oct 19 01:40:07.202375 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-14c7af9a-a654-49db-838e-81cd37b32f87 req-40c33fc8-02d3-4eff-8c29-39f521360494 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4ef8a44-1b00-48a7-bac6-757332cfa372 HTTP/1.1" status: 200 len: 217 time: 0.0368035 Oct 19 01:40:07.250797 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7af9a-a654-49db-838e-81cd37b32f87 req-a8a1e451-0e93-461a-8c11-2be423dba847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:07.252220 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-14c7af9a-a654-49db-838e-81cd37b32f87 req-a8a1e451-0e93-461a-8c11-2be423dba847 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e2a535e-4b1d-46c2-b2fa-09097c88fe04 HTTP/1.1" status: 200 len: 852 time: 0.0425482 Oct 19 01:40:07.283161 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-14c7af9a-a654-49db-838e-81cd37b32f87 req-569a1952-6056-415e-b3a9-30e16172fcb3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e041f87a-1575-4ffe-9964-5fb831628d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237708 Oct 19 01:40:07.375183 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-14c7af9a-a654-49db-838e-81cd37b32f87 req-a033ff35-bada-492b-9e85-a32ad57afa14 service neutron] 10.222.0.55 "GET /v2.0/networks/e041f87a-1575-4ffe-9964-5fb831628d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845003 Oct 19 01:40:07.467135 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-14c7af9a-a654-49db-838e-81cd37b32f87 req-c521fea9-aee6-4214-980d-9dd8579d9193 service neutron] 10.222.0.55 "GET /v2.0/networks/e041f87a-1575-4ffe-9964-5fb831628d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838308 Oct 19 01:40:07.565531 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b179231-7b8b-4fa9-98d0-f526e64a7b76 req-38b545f5-ad49-4af5-88fa-1e16deb5f020 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:07.567018 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4b179231-7b8b-4fa9-98d0-f526e64a7b76 req-38b545f5-ad49-4af5-88fa-1e16deb5f020 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ba6e51-a8f2-4b48-ae93-7bd185d974a1 HTTP/1.1" status: 200 len: 946 time: 0.0500870 Oct 19 01:40:07.607880 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4b179231-7b8b-4fa9-98d0-f526e64a7b76 req-d9ee6fcd-f3b6-4cdd-9036-ebec18390615 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/security-groups?id=97a397c0-e810-4369-95ae-fb84dba64c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348339 Oct 19 01:40:07.825144 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f5ea3-70f3-4583-aa4f-edac293a0ea0 req-5b962447-72be-4a45-9572-f89dcecf225d tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:07.826582 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b17f5ea3-70f3-4583-aa4f-edac293a0ea0 req-5b962447-72be-4a45-9572-f89dcecf225d tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ba6e51-a8f2-4b48-ae93-7bd185d974a1 HTTP/1.1" status: 200 len: 946 time: 0.0473878 Oct 19 01:40:07.864960 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b17f5ea3-70f3-4583-aa4f-edac293a0ea0 req-3cab87cb-b23d-4dd2-bfb4-005ffa64ef38 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/security-groups?id=97a397c0-e810-4369-95ae-fb84dba64c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318210 Oct 19 01:40:08.339877 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:40:08.986288 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78265f-0d39-4158-8c4a-9ce47116782b req-1db37ecb-c50a-4f16-9be2-6fa1c6c06d9d tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:08.988880 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3d78265f-0d39-4158-8c4a-9ce47116782b req-1db37ecb-c50a-4f16-9be2-6fa1c6c06d9d tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ba6e51-a8f2-4b48-ae93-7bd185d974a1 HTTP/1.1" status: 200 len: 946 time: 0.0558355 Oct 19 01:40:09.025368 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3d78265f-0d39-4158-8c4a-9ce47116782b req-65213ccc-3345-4b5f-af76-850e6dd8f705 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/security-groups?id=97a397c0-e810-4369-95ae-fb84dba64c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304265 Oct 19 01:40:09.226617 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6725d9-907d-4a9a-b229-6574f3b33ad9 req-15d71aa3-2c4c-4246-8bec-8e4961eab5fc tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:09.228121 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2a6725d9-907d-4a9a-b229-6574f3b33ad9 req-15d71aa3-2c4c-4246-8bec-8e4961eab5fc tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ba6e51-a8f2-4b48-ae93-7bd185d974a1 HTTP/1.1" status: 200 len: 946 time: 0.0497580 Oct 19 01:40:09.241441 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053e75b-5459-4ce7-9305-2f51a15da8f3 req-19c85abf-a125-49a4-99d6-75e58eea00e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:09.242927 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6053e75b-5459-4ce7-9305-2f51a15da8f3 req-19c85abf-a125-49a4-99d6-75e58eea00e5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2059e22bdb394fc29320e9d5eaf6b7ed&device_id=95ba6e51-a8f2-4b48-ae93-7bd185d974a1 HTTP/1.1" status: 200 len: 1098 time: 0.0412166 Oct 19 01:40:09.265961 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2a6725d9-907d-4a9a-b229-6574f3b33ad9 req-a8445974-a45e-44b6-b955-56aa4f9341a3 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/security-groups?id=97a397c0-e810-4369-95ae-fb84dba64c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317383 Oct 19 01:40:09.337826 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053e75b-5459-4ce7-9305-2f51a15da8f3 req-8c0c4ea6-896c-4292-8d3c-986a21472ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:09.339273 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6053e75b-5459-4ce7-9305-2f51a15da8f3 req-8c0c4ea6-896c-4292-8d3c-986a21472ce1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e041f87a-1575-4ffe-9964-5fb831628d6d HTTP/1.1" status: 200 len: 913 time: 0.0895014 Oct 19 01:40:09.380127 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6053e75b-5459-4ce7-9305-2f51a15da8f3 req-68e475a0-9868-48ec-8919-cf816a835cd2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4ef8a44-1b00-48a7-bac6-757332cfa372 HTTP/1.1" status: 200 len: 217 time: 0.0334539 Oct 19 01:40:09.427130 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053e75b-5459-4ce7-9305-2f51a15da8f3 req-3b920be4-ae2a-4c51-bc8d-857b72974a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:09.428542 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6053e75b-5459-4ce7-9305-2f51a15da8f3 req-3b920be4-ae2a-4c51-bc8d-857b72974a9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e2a535e-4b1d-46c2-b2fa-09097c88fe04 HTTP/1.1" status: 200 len: 852 time: 0.0420539 Oct 19 01:40:09.462693 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6053e75b-5459-4ce7-9305-2f51a15da8f3 req-f4993683-1554-467e-934e-bb0755027d5a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e041f87a-1575-4ffe-9964-5fb831628d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274842 Oct 19 01:40:09.552873 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6053e75b-5459-4ce7-9305-2f51a15da8f3 req-632f2547-5a02-427a-9a17-60db0b752302 service neutron] 10.222.0.55 "GET /v2.0/networks/e041f87a-1575-4ffe-9964-5fb831628d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826390 Oct 19 01:40:09.644589 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6053e75b-5459-4ce7-9305-2f51a15da8f3 req-c235a87f-2655-4775-9af3-383dd222bf4b service neutron] 10.222.0.55 "GET /v2.0/networks/e041f87a-1575-4ffe-9964-5fb831628d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848179 Oct 19 01:40:10.385584 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc16be-0c4a-41dc-b05e-96f1100b1362 req-4f09bf22-e62d-46dd-981e-4ce2f24db169 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:10.387076 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-18fc16be-0c4a-41dc-b05e-96f1100b1362 req-4f09bf22-e62d-46dd-981e-4ce2f24db169 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ba6e51-a8f2-4b48-ae93-7bd185d974a1 HTTP/1.1" status: 200 len: 946 time: 0.0492797 Oct 19 01:40:10.424490 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-18fc16be-0c4a-41dc-b05e-96f1100b1362 req-8fe10897-819c-447b-afe4-b56934294e0b tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/security-groups?id=97a397c0-e810-4369-95ae-fb84dba64c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314858 Oct 19 01:40:11.538130 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bafd6ca-dd9f-4b9f-8db9-79838f6fadd7 req-d5212c3e-c405-4e63-913f-e7254faba241 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:11.539599 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4bafd6ca-dd9f-4b9f-8db9-79838f6fadd7 req-d5212c3e-c405-4e63-913f-e7254faba241 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ba6e51-a8f2-4b48-ae93-7bd185d974a1 HTTP/1.1" status: 200 len: 946 time: 0.0487103 Oct 19 01:40:11.576411 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4bafd6ca-dd9f-4b9f-8db9-79838f6fadd7 req-695016d8-913b-4239-a006-bc53ab0fca90 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/security-groups?id=97a397c0-e810-4369-95ae-fb84dba64c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307171 Oct 19 01:40:11.809882 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15116648-463d-4654-863f-138bcdfdaffb req-ec40d924-3ee3-4ef6-9f0f-12ea025c319c tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:11.811349 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-15116648-463d-4654-863f-138bcdfdaffb req-ec40d924-3ee3-4ef6-9f0f-12ea025c319c tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ba6e51-a8f2-4b48-ae93-7bd185d974a1 HTTP/1.1" status: 200 len: 946 time: 0.0536253 Oct 19 01:40:11.848672 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-15116648-463d-4654-863f-138bcdfdaffb req-a364aea8-865b-4328-b70f-8407b63e2b3c tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/security-groups?id=97a397c0-e810-4369-95ae-fb84dba64c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311403 Oct 19 01:40:12.964466 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e748f6-f55f-4666-8d95-9eb35c979d9a req-e9ee48ab-d256-4ea5-9626-db008eccf0b1 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:12.965936 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c0e748f6-f55f-4666-8d95-9eb35c979d9a req-e9ee48ab-d256-4ea5-9626-db008eccf0b1 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ba6e51-a8f2-4b48-ae93-7bd185d974a1 HTTP/1.1" status: 200 len: 946 time: 0.0487964 Oct 19 01:40:13.002758 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c0e748f6-f55f-4666-8d95-9eb35c979d9a req-b50d95ca-d451-401f-97cf-1d1edf81b82e tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/security-groups?id=97a397c0-e810-4369-95ae-fb84dba64c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307531 Oct 19 01:40:13.711281 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ac946-49fb-431b-9b5b-fda47d63ad7b req-579fb07f-3755-44b9-b135-dedb4b452813 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:13.712743 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f99ac946-49fb-431b-9b5b-fda47d63ad7b req-579fb07f-3755-44b9-b135-dedb4b452813 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.55 "GET /v2.0/ports?device_id=95ba6e51-a8f2-4b48-ae93-7bd185d974a1 HTTP/1.1" status: 200 len: 946 time: 0.0517702 Oct 19 01:40:13.801632 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-f99ac946-49fb-431b-9b5b-fda47d63ad7b req-d2de08a5-77aa-4e19-a905-29c082c4baf8 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Deleting port c4ef8a44-1b00-48a7-bac6-757332cfa372 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:40:13.801967 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f99ac946-49fb-431b-9b5b-fda47d63ad7b req-d2de08a5-77aa-4e19-a905-29c082c4baf8 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:13.893632 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-f99ac946-49fb-431b-9b5b-fda47d63ad7b req-d2de08a5-77aa-4e19-a905-29c082c4baf8 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] For port c4ef8a44-1b00-48a7-bac6-757332cfa372, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=c4ef8a44-1b00-48a7-bac6-757332cfa372,segment=NetworkSegment(c5149853-2267-4f6a-8915-69b6f4eea6bd),segment_id=c5149853-2267-4f6a-8915-69b6f4eea6bd)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:40:13.894037 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f99ac946-49fb-431b-9b5b-fda47d63ad7b req-d2de08a5-77aa-4e19-a905-29c082c4baf8 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:13.905599 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-f99ac946-49fb-431b-9b5b-fda47d63ad7b req-d2de08a5-77aa-4e19-a905-29c082c4baf8 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Calling delete_port for c4ef8a44-1b00-48a7-bac6-757332cfa372 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:40:13.978752 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e9f3e625-5640-4d33-aee8-b74ca3761821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:14.038586 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f99ac946-49fb-431b-9b5b-fda47d63ad7b req-d2de08a5-77aa-4e19-a905-29c082c4baf8 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:14.051767 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['c4ef8a44-1b00-48a7-bac6-757332cfa372'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:40:14.071697 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de08a5-77aa-4e19-a905-29c082c4baf8 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Pushing event deleted for resources: {'Port': ['ID=c4ef8a44-1b00-48a7-bac6-757332cfa372,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:14.103227 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ecccc505-1486-4041-9db6-d96301b6905c req-d81983ce-7683-4fdf-8b4f-cc6dc977a321 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ba6e51-a8f2-4b48-ae93-7bd185d974a1 HTTP/1.1" status: 200 len: 210 time: 0.0274940 Oct 19 01:40:14.111750 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99ac946-49fb-431b-9b5b-fda47d63ad7b req-d2de08a5-77aa-4e19-a905-29c082c4baf8 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] No DVR routers for this DVR port c4ef8a44-1b00-48a7-bac6-757332cfa372 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:40:14.115115 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f99ac946-49fb-431b-9b5b-fda47d63ad7b req-d2de08a5-77aa-4e19-a905-29c082c4baf8 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:14.118454 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f99ac946-49fb-431b-9b5b-fda47d63ad7b req-d2de08a5-77aa-4e19-a905-29c082c4baf8 tempest-TestServerAdvancedOps-44537871 tempest-TestServerAdvancedOps-44537871-project] 10.222.0.55 "DELETE /v2.0/ports/c4ef8a44-1b00-48a7-bac6-757332cfa372 HTTP/1.1" status: 204 len: 173 time: 0.3993404 Oct 19 01:40:14.118896 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ba6e51-a8f2-4b48-ae93-7bd185d974a1', 'name': 'network-vif-deleted', 'tag': 'c4ef8a44-1b00-48a7-bac6-757332cfa372'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:40:14.121172 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564be9d8-bd46-4e5d-bba6-a39d57fc40a9" -d '{"events": [{"server_uuid": "95ba6e51-a8f2-4b48-ae93-7bd185d974a1", "name": "network-vif-deleted", "tag": "c4ef8a44-1b00-48a7-bac6-757332cfa372"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:40:14.160437 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb4eb87-53f3-43f7-a2db-c564390269a7 x-openstack-request-id: req-fdb4eb87-53f3-43f7-a2db-c564390269a7 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:40:14.160728 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ba6e51-a8f2-4b48-ae93-7bd185d974a1", "name": "network-vif-deleted", "tag": "c4ef8a44-1b00-48a7-bac6-757332cfa372", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:40:14.160990 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fdb4eb87-53f3-43f7-a2db-c564390269a7 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:40:14.161441 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ba6e51-a8f2-4b48-ae93-7bd185d974a1', 'name': 'network-vif-deleted', 'tag': 'c4ef8a44-1b00-48a7-bac6-757332cfa372', 'status': 'completed', 'code': 200} Oct 19 01:40:15.395621 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 49200) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:40:15.439524 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf866072-ed3d-4b5f-9f3a-ea3f55d5b34a admin admin] Deleting subnet 8e2a535e-4b1d-46c2-b2fa-09097c88fe04 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:40:15.442703 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bf866072-ed3d-4b5f-9f3a-ea3f55d5b34a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:15.480592 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bf866072-ed3d-4b5f-9f3a-ea3f55d5b34a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:15.822512 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bf866072-ed3d-4b5f-9f3a-ea3f55d5b34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:15.873253 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bf866072-ed3d-4b5f-9f3a-ea3f55d5b34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:15.898575 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf866072-ed3d-4b5f-9f3a-ea3f55d5b34a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e2a535e-4b1d-46c2-b2fa-09097c88fe04,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:15.902233 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bf866072-ed3d-4b5f-9f3a-ea3f55d5b34a admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:15.905411 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-bf866072-ed3d-4b5f-9f3a-ea3f55d5b34a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/8e2a535e-4b1d-46c2-b2fa-09097c88fe04 HTTP/1.1" status: 204 len: 168 time: 0.5087388 Oct 19 01:40:15.907806 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 49202) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:40:15.978779 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9ccf336f-0679-48b4-8d41-1b11c28b9009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:16.057044 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9ccf336f-0679-48b4-8d41-1b11c28b9009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:16.076655 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-9ccf336f-0679-48b4-8d41-1b11c28b9009 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e041f87a-1575-4ffe-9964-5fb831628d6d']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:40:16.087029 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-9ccf336f-0679-48b4-8d41-1b11c28b9009 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5149853-2267-4f6a-8915-69b6f4eea6bd') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:40:16.087328 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-9ccf336f-0679-48b4-8d41-1b11c28b9009 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5149853-2267-4f6a-8915-69b6f4eea6bd') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:40:16.101321 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9ccf336f-0679-48b4-8d41-1b11c28b9009 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:16.114211 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9ccf336f-0679-48b4-8d41-1b11c28b9009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:16.119918 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ccf336f-0679-48b4-8d41-1b11c28b9009 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:40:16.120298 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9ccf336f-0679-48b4-8d41-1b11c28b9009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:16.121966 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:40:16.121966 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:40:16.121966 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:40:16.121966 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:40:16.121966 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:40:16.121966 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:40:16.121966 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:40:16.121966 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:40:16.121966 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:40:16.121966 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:40:16.121966 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:40:16.121966 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:40:16.121966 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:40:16.121966 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:40:16.121966 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:40:16.121966 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:40:16.121966 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:40:16.121966 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:40:16.121966 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:40:16.121966 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:40:16.121966 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:40:16.121966 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:40:16.121966 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:40:16.121966 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:40:16.121966 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:40:16.121966 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:40:16.121966 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:40:16.121966 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:40:16.121966 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:40:16.121966 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:40:16.121966 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:40:16.121966 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:40:16.178425 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9ccf336f-0679-48b4-8d41-1b11c28b9009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:16.184099 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9ccf336f-0679-48b4-8d41-1b11c28b9009 admin admin] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:16.187270 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9ccf336f-0679-48b4-8d41-1b11c28b9009 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e041f87a-1575-4ffe-9964-5fb831628d6d HTTP/1.1" status: 204 len: 168 time: 0.2785556 Oct 19 01:40:16.190264 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 49204) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:40:16.199481 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf336f-0679-48b4-8d41-1b11c28b9009 admin admin] Pushing event deleted for resources: {'Network': ['ID=e041f87a-1575-4ffe-9964-5fb831628d6d,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:16.234767 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-66eadd48-c876-402d-aff2-a4e9c1ebf904 admin admin] Deleting subnet f2ce0fbb-4e7d-4fb4-bd26-22247bc13c1f {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:40:16.238015 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-66eadd48-c876-402d-aff2-a4e9c1ebf904 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:16.271007 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-66eadd48-c876-402d-aff2-a4e9c1ebf904 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:16.311817 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-66eadd48-c876-402d-aff2-a4e9c1ebf904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:16.361771 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-66eadd48-c876-402d-aff2-a4e9c1ebf904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:16.384738 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eadd48-c876-402d-aff2-a4e9c1ebf904 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2ce0fbb-4e7d-4fb4-bd26-22247bc13c1f,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:16.390402 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-66eadd48-c876-402d-aff2-a4e9c1ebf904 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:16.393496 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-66eadd48-c876-402d-aff2-a4e9c1ebf904 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f2ce0fbb-4e7d-4fb4-bd26-22247bc13c1f HTTP/1.1" status: 204 len: 168 time: 0.2021174 Oct 19 01:40:16.396804 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 49206) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:40:16.464371 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d8221818-44f9-4b7b-aa4f-8648c72a56ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:16.544801 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d8221818-44f9-4b7b-aa4f-8648c72a56ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:16.564950 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-d8221818-44f9-4b7b-aa4f-8648c72a56ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['299d6cc2-f628-4682-a31d-d8db67c9886e']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:40:16.575202 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-d8221818-44f9-4b7b-aa4f-8648c72a56ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28a87f62-73c6-4ca4-b873-715ac8dd20e5') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:40:16.575431 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-d8221818-44f9-4b7b-aa4f-8648c72a56ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28a87f62-73c6-4ca4-b873-715ac8dd20e5') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:40:16.575860 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5e94c882-e235-4f61-bc69-687ba2650298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:16.587016 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d8221818-44f9-4b7b-aa4f-8648c72a56ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:16.600099 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d8221818-44f9-4b7b-aa4f-8648c72a56ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:16.605732 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8221818-44f9-4b7b-aa4f-8648c72a56ae admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:40:16.606115 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d8221818-44f9-4b7b-aa4f-8648c72a56ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:16.607796 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:40:16.607796 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:40:16.607796 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:40:16.607796 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:40:16.607796 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:40:16.607796 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:40:16.607796 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:40:16.607796 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:40:16.607796 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:40:16.607796 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:40:16.607796 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:40:16.607796 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:40:16.607796 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:40:16.607796 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:40:16.607796 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:40:16.607796 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:40:16.607796 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:40:16.607796 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:40:16.607796 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:40:16.607796 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:40:16.607796 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:40:16.607796 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:40:16.607796 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:40:16.607796 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:40:16.607796 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:40:16.607796 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:40:16.607796 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:40:16.607796 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:40:16.607796 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:40:16.607796 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:40:16.607796 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:40:16.607796 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:40:16.666436 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d8221818-44f9-4b7b-aa4f-8648c72a56ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:16.672809 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d8221818-44f9-4b7b-aa4f-8648c72a56ae admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:16.676553 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d8221818-44f9-4b7b-aa4f-8648c72a56ae admin admin] 10.222.0.57 "DELETE /v2.0/networks/299d6cc2-f628-4682-a31d-d8db67c9886e HTTP/1.1" status: 204 len: 168 time: 0.2786613 Oct 19 01:40:16.688106 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8221818-44f9-4b7b-aa4f-8648c72a56ae admin admin] Pushing event deleted for resources: {'Network': ['ID=299d6cc2-f628-4682-a31d-d8db67c9886e,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:16.833804 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 49210) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:40:16.872836 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7949315f-fab7-4714-a234-e73fd2ceb4c1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2059e22bdb394fc29320e9d5eaf6b7ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378733 Oct 19 01:40:16.875083 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 49212) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:40:16.927434 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9ab28406-6e8d-4837-b31f-a59451b9c5bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:16.948561 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9ab28406-6e8d-4837-b31f-a59451b9c5bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:16.994461 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9ab28406-6e8d-4837-b31f-a59451b9c5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:16.997118 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9ab28406-6e8d-4837-b31f-a59451b9c5bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:16.998257 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9ab28406-6e8d-4837-b31f-a59451b9c5bf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/97a397c0-e810-4369-95ae-fb84dba64c2c HTTP/1.1" status: 204 len: 168 time: 0.1223013 Oct 19 01:40:17.006038 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab28406-6e8d-4837-b31f-a59451b9c5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a397c0-e810-4369-95ae-fb84dba64c2c,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:17.288393 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:17.312783 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 49218) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:40:17.351700 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1eda2a99-6ad2-4c50-babf-0c748c0fc4e9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=26665b78a51e42a3a21f5ef7152e202d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377798 Oct 19 01:40:17.354038 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 49220) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:40:17.406785 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95c46b83-c477-43df-94ae-4da8b20f3c92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:17.428628 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95c46b83-c477-43df-94ae-4da8b20f3c92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:17.474341 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95c46b83-c477-43df-94ae-4da8b20f3c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:17.476997 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95c46b83-c477-43df-94ae-4da8b20f3c92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:17.478073 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-95c46b83-c477-43df-94ae-4da8b20f3c92 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3e85ef98-de1b-48e2-97c9-571a8f105319 HTTP/1.1" status: 204 len: 168 time: 0.1231673 Oct 19 01:40:17.485468 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c46b83-c477-43df-94ae-4da8b20f3c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e85ef98-de1b-48e2-97c9-571a8f105319,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:17.873345 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:18.225529 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 49242) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:40:18.323757 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-a39203e8-ff47-4f39-ae53-ca810391c8ed admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-668565220-network', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:40:18.344037 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39203e8-ff47-4f39-ae53-ca810391c8ed admin admin] Made reservation on behalf of 5eed08d4f6134d8eabe7d470a8bddf9d for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:40:18.346479 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a39203e8-ff47-4f39-ae53-ca810391c8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:18.355526 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a39203e8-ff47-4f39-ae53-ca810391c8ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:18.428541 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a39203e8-ff47-4f39-ae53-ca810391c8ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:18.432182 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a39203e8-ff47-4f39-ae53-ca810391c8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:18.453164 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a39203e8-ff47-4f39-ae53-ca810391c8ed admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:40:18.470749 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39203e8-ff47-4f39-ae53-ca810391c8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b082b95-7356-4669-ac21-09d8f063d923,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:18.476563 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a39203e8-ff47-4f39-ae53-ca810391c8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:18.476903 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-a39203e8-ff47-4f39-ae53-ca810391c8ed admin admin] Added segment 989af908-0a63-4a10-9a4f-dae052d9103d of type vlan for network 9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f Oct 19 01:40:18.516895 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a39203e8-ff47-4f39-ae53-ca810391c8ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:18.541512 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a39203e8-ff47-4f39-ae53-ca810391c8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:18.542448 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39203e8-ff47-4f39-ae53-ca810391c8ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:18.543019 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a39203e8-ff47-4f39-ae53-ca810391c8ed admin admin] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:18.570477 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a39203e8-ff47-4f39-ae53-ca810391c8ed admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3438089 Oct 19 01:40:18.573564 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 49246) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:40:18.578713 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-ebcae3a1-40de-43b1-90ee-9733732f8de2 admin admin] Request body: {'subnet': {'network_id': '9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-668565220-subnet', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:40:18.600853 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcae3a1-40de-43b1-90ee-9733732f8de2 admin admin] Made reservation on behalf of 5eed08d4f6134d8eabe7d470a8bddf9d for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:40:18.603099 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ebcae3a1-40de-43b1-90ee-9733732f8de2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:18.606897 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39203e8-ff47-4f39-ae53-ca810391c8ed admin admin] Pushing event updated for resources: {'Network': ['ID=9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:18.617502 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:40:18.761202 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device c4ef8a44-1b00-48a7-bac6-757332cfa372 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:40:18.773073 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ebcae3a1-40de-43b1-90ee-9733732f8de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:18.781851 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: c4ef8a44-1b00-48a7-bac6-757332cfa372 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:40:18.782207 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device c4ef8a44-1b00-48a7-bac6-757332cfa372 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:40:18.827918 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcae3a1-40de-43b1-90ee-9733732f8de2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72712611-5de8-448c-82b4-d594246b6684,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:18.836829 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcae3a1-40de-43b1-90ee-9733732f8de2 admin admin] Checking segment: {'id': '989af908-0a63-4a10-9a4f-dae052d9103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:40:18.837190 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcae3a1-40de-43b1-90ee-9733732f8de2 admin admin] Network hostable DHCP agents. Network: 9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:40:18.853306 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcae3a1-40de-43b1-90ee-9733732f8de2 admin admin] Network 9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:40:18.861751 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-ebcae3a1-40de-43b1-90ee-9733732f8de2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:40:18.866872 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcae3a1-40de-43b1-90ee-9733732f8de2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:18.867452 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ebcae3a1-40de-43b1-90ee-9733732f8de2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:18.870525 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1289f0-5254-4eb0-9a2f-afaf9a118fee None None] Network 9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:40:18.883339 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ebcae3a1-40de-43b1-90ee-9733732f8de2 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3083658 Oct 19 01:40:18.886310 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 49248) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:40:18.890778 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-dc462e41-5dcc-4a6f-b345-d0d48870f980 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-668565220-router', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:40:18.912623 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dc462e41-5dcc-4a6f-b345-d0d48870f980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:18.913670 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dc462e41-5dcc-4a6f-b345-d0d48870f980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:18.973849 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dc462e41-5dcc-4a6f-b345-d0d48870f980 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:19.021178 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad60f6e5-c4c6-4034-ad79-e42706e9833f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f', 'network_id': '9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'fixed_ips': [{'subnet_id': '72712611-5de8-448c-82b4-d594246b6684'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:40:19.022040 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ad60f6e5-c4c6-4034-ad79-e42706e9833f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:19.109731 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dc462e41-5dcc-4a6f-b345-d0d48870f980 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:19.159182 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-ad60f6e5-c4c6-4034-ad79-e42706e9833f None None] Allocated IP 172.20.0.2 (9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f/72712611-5de8-448c-82b4-d594246b6684/cf26d970-5f25-4173-aa23-4e019f7cbd8a) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:40:19.300236 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ad60f6e5-c4c6-4034-ad79-e42706e9833f None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:19.306437 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ad60f6e5-c4c6-4034-ad79-e42706e9833f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:19.314133 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dc462e41-5dcc-4a6f-b345-d0d48870f980 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:19.333717 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dc462e41-5dcc-4a6f-b345-d0d48870f980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:19.347126 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad60f6e5-c4c6-4034-ad79-e42706e9833f None None] Network 9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:40:19.350561 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-ad60f6e5-c4c6-4034-ad79-e42706e9833f None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:40:19.354751 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad60f6e5-c4c6-4034-ad79-e42706e9833f None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:40:19.357753 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60f6e5-c4c6-4034-ad79-e42706e9833f None None] Pushing event updated for resources: {'Port': ['ID=cf26d970-5f25-4173-aa23-4e019f7cbd8a,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:19.407851 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-ad60f6e5-c4c6-4034-ad79-e42706e9833f None None] Attempting to bind port cf26d970-5f25-4173-aa23-4e019f7cbd8a on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:40:19.408223 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-ad60f6e5-c4c6-4034-ad79-e42706e9833f None None] Attempting to bind port cf26d970-5f25-4173-aa23-4e019f7cbd8a by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '989af908-0a63-4a10-9a4f-dae052d9103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:40:19.408591 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad60f6e5-c4c6-4034-ad79-e42706e9833f None None] Attempting to bind port cf26d970-5f25-4173-aa23-4e019f7cbd8a on network 9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:40:19.414146 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad60f6e5-c4c6-4034-ad79-e42706e9833f None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:40:19.414519 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad60f6e5-c4c6-4034-ad79-e42706e9833f None None] Checking segment: {'id': '989af908-0a63-4a10-9a4f-dae052d9103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:40:19.414917 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ad60f6e5-c4c6-4034-ad79-e42706e9833f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:19.415311 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad60f6e5-c4c6-4034-ad79-e42706e9833f None None] Bound using segment: {'id': '989af908-0a63-4a10-9a4f-dae052d9103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:40:19.415795 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-ad60f6e5-c4c6-4034-ad79-e42706e9833f None None] Bound port: cf26d970-5f25-4173-aa23-4e019f7cbd8a, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989af908-0a63-4a10-9a4f-dae052d9103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:40:19.416176 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ad60f6e5-c4c6-4034-ad79-e42706e9833f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:19.442131 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-dc462e41-5dcc-4a6f-b345-d0d48870f980 admin admin] Allocated IP 172.25.8.159 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/c8c38e69-b7c5-4c21-91af-acfe7090fe1f) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:40:19.480883 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-ad60f6e5-c4c6-4034-ad79-e42706e9833f None None] For port cf26d970-5f25-4173-aa23-4e019f7cbd8a, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:40:19.484116 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-ad60f6e5-c4c6-4034-ad79-e42706e9833f None None] For port cf26d970-5f25-4173-aa23-4e019f7cbd8a, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=cf26d970-5f25-4173-aa23-4e019f7cbd8a,segment=NetworkSegment(989af908-0a63-4a10-9a4f-dae052d9103d),segment_id=989af908-0a63-4a10-9a4f-dae052d9103d)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:40:19.489479 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ad60f6e5-c4c6-4034-ad79-e42706e9833f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:19.546272 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60f6e5-c4c6-4034-ad79-e42706e9833f None None] Pushing event updated for resources: {'Port': ['ID=cf26d970-5f25-4173-aa23-4e019f7cbd8a,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:19.549855 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dc462e41-5dcc-4a6f-b345-d0d48870f980 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:19.586147 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dc462e41-5dcc-4a6f-b345-d0d48870f980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:19.630479 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc462e41-5dcc-4a6f-b345-d0d48870f980 admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:40:19.633502 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-dc462e41-5dcc-4a6f-b345-d0d48870f980 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:40:19.637134 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc462e41-5dcc-4a6f-b345-d0d48870f980 admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:40:19.661656 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc462e41-5dcc-4a6f-b345-d0d48870f980 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c38e69-b7c5-4c21-91af-acfe7090fe1f,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:19.816666 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:19.919974 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dc462e41-5dcc-4a6f-b345-d0d48870f980 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:20.115388 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dc462e41-5dcc-4a6f-b345-d0d48870f980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:20.245085 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc462e41-5dcc-4a6f-b345-d0d48870f980 admin admin] Router 8104f42f-7be2-4442-b87f-ab867c677d1d is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:40:20.354814 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc462e41-5dcc-4a6f-b345-d0d48870f980 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:40:20.366313 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33c78a7-e13b-445b-9f59-ebc4fc6a98ff None None] Sync routers for ids ['8104f42f-7be2-4442-b87f-ab867c677d1d'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:40:20.373043 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dc462e41-5dcc-4a6f-b345-d0d48870f980 admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:20.376390 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33c78a7-e13b-445b-9f59-ebc4fc6a98ff None None] Routers {'8104f42f-7be2-4442-b87f-ab867c677d1d'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:40:20.377002 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a33c78a7-e13b-445b-9f59-ebc4fc6a98ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:40:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['8104f42f-7be2-4442-b87f-ab867c677d1d'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:40:20.377505 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 49250) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:40:20.377997 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-dc462e41-5dcc-4a6f-b345-d0d48870f980 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4902217 Oct 19 01:40:20.422855 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6eafd06-0769-40f9-ace7-417567396985 None None] Network 9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:40:20.494145 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-a33c78a7-e13b-445b-9f59-ebc4fc6a98ff None None] Set router 8104f42f-7be2-4442-b87f-ab867c677d1d gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:40:20.551931 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-d9ebd381-beed-487a-ad91-0c77d87d65b2 None None] Provisioning complete for port cf26d970-5f25-4173-aa23-4e019f7cbd8a triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:40:20.552464 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d9ebd381-beed-487a-ad91-0c77d87d65b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:20.659098 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d9ebd381-beed-487a-ad91-0c77d87d65b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:20.692902 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a33c78a7-e13b-445b-9f59-ebc4fc6a98ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'name': 'tempest-TestVolumeBackupRestore-668565220-router', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c8c38e69-b7c5-4c21-91af-acfe7090fe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:40:18Z', 'updated_at': '2021-10-19T01:40:19Z', 'revision_number': 3, 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'gw_port': {'id': 'c8c38e69-b7c5-4c21-91af-acfe7090fe1f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:40:19Z', 'updated_at': '2021-10-19T01:40:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:40:20.693463 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-d9ebd381-beed-487a-ad91-0c77d87d65b2 None None] For port cf26d970-5f25-4173-aa23-4e019f7cbd8a, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=cf26d970-5f25-4173-aa23-4e019f7cbd8a,segment=NetworkSegment(989af908-0a63-4a10-9a4f-dae052d9103d),segment_id=989af908-0a63-4a10-9a4f-dae052d9103d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:40:20.699569 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d9ebd381-beed-487a-ad91-0c77d87d65b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:20.730479 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33c78a7-e13b-445b-9f59-ebc4fc6a98ff None None] Checking router: 8104f42f-7be2-4442-b87f-ab867c677d1d for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:40:20.731253 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33c78a7-e13b-445b-9f59-ebc4fc6a98ff None None] Updating router 8104f42f-7be2-4442-b87f-ab867c677d1d port c8c38e69-b7c5-4c21-91af-acfe7090fe1f binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:40:20.764501 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-a33c78a7-e13b-445b-9f59-ebc4fc6a98ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:20.789604 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ebd381-beed-487a-ad91-0c77d87d65b2 None None] Pushing event updated for resources: {'Port': ['ID=cf26d970-5f25-4173-aa23-4e019f7cbd8a,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:20.849691 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-feae9587-c142-4cdc-8d95-58ad5fb3e391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:20.879263 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device cf26d970-5f25-4173-aa23-4e019f7cbd8a up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:40:20.935555 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4633a055-b3a7-49af-9e84-7061a979f33f None None] Provisioning complete for port cf26d970-5f25-4173-aa23-4e019f7cbd8a triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:40:20.935946 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4633a055-b3a7-49af-9e84-7061a979f33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:20.992118 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port cf26d970-5f25-4173-aa23-4e019f7cbd8a triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:40:20.992666 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:21.040567 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-feae9587-c142-4cdc-8d95-58ad5fb3e391 admin admin] Allocated IP 172.20.0.1 (9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f/72712611-5de8-448c-82b4-d594246b6684/22aa5200-214e-45d4-88c3-b53d616055b2) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:40:21.046834 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-a33c78a7-e13b-445b-9f59-ebc4fc6a98ff None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:21.055112 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-a33c78a7-e13b-445b-9f59-ebc4fc6a98ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:21.118913 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-a33c78a7-e13b-445b-9f59-ebc4fc6a98ff None None] Attempting to bind port c8c38e69-b7c5-4c21-91af-acfe7090fe1f on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:40:21.119425 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-a33c78a7-e13b-445b-9f59-ebc4fc6a98ff None None] Attempting to bind port c8c38e69-b7c5-4c21-91af-acfe7090fe1f by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:40:21.120006 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33c78a7-e13b-445b-9f59-ebc4fc6a98ff None None] Attempting to bind port c8c38e69-b7c5-4c21-91af-acfe7090fe1f on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:40:21.123190 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446ba0f-add4-442f-8213-0d848fc72cd1 None None] Pushing event updated for resources: {'Port': ['ID=c8c38e69-b7c5-4c21-91af-acfe7090fe1f,revision_number=2']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:21.131522 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33c78a7-e13b-445b-9f59-ebc4fc6a98ff None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:40:21.132001 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33c78a7-e13b-445b-9f59-ebc4fc6a98ff None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:40:21.132480 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-a33c78a7-e13b-445b-9f59-ebc4fc6a98ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:21.132933 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33c78a7-e13b-445b-9f59-ebc4fc6a98ff None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:40:21.133466 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-a33c78a7-e13b-445b-9f59-ebc4fc6a98ff None None] Bound port: c8c38e69-b7c5-4c21-91af-acfe7090fe1f, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:40:21.133913 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-a33c78a7-e13b-445b-9f59-ebc4fc6a98ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:21.136905 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2446ba0f-add4-442f-8213-0d848fc72cd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:40:21.137251 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2446ba0f-add4-442f-8213-0d848fc72cd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:40:21.137584 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2446ba0f-add4-442f-8213-0d848fc72cd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:40:21.137914 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2446ba0f-add4-442f-8213-0d848fc72cd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:40:21.138240 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2446ba0f-add4-442f-8213-0d848fc72cd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:40:21.138562 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2446ba0f-add4-442f-8213-0d848fc72cd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:40:21.138880 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2446ba0f-add4-442f-8213-0d848fc72cd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:40:21.139197 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2446ba0f-add4-442f-8213-0d848fc72cd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:40:21.139513 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2446ba0f-add4-442f-8213-0d848fc72cd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:40:21.139853 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2446ba0f-add4-442f-8213-0d848fc72cd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:40:21.140172 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2446ba0f-add4-442f-8213-0d848fc72cd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:40:21.140486 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2446ba0f-add4-442f-8213-0d848fc72cd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:40:21.152774 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-feae9587-c142-4cdc-8d95-58ad5fb3e391 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:21.185303 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-feae9587-c142-4cdc-8d95-58ad5fb3e391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:21.191283 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-a33c78a7-e13b-445b-9f59-ebc4fc6a98ff None None] For port c8c38e69-b7c5-4c21-91af-acfe7090fe1f, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:40:21.194608 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-a33c78a7-e13b-445b-9f59-ebc4fc6a98ff None None] For port c8c38e69-b7c5-4c21-91af-acfe7090fe1f, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c8c38e69-b7c5-4c21-91af-acfe7090fe1f,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:40:21.198251 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-a33c78a7-e13b-445b-9f59-ebc4fc6a98ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:21.226077 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feae9587-c142-4cdc-8d95-58ad5fb3e391 admin admin] Network 9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:40:21.230832 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-feae9587-c142-4cdc-8d95-58ad5fb3e391 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:40:21.234462 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feae9587-c142-4cdc-8d95-58ad5fb3e391 admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:40:21.260522 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33c78a7-e13b-445b-9f59-ebc4fc6a98ff None None] Routers {'8104f42f-7be2-4442-b87f-ab867c677d1d'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:40:21.261158 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a33c78a7-e13b-445b-9f59-ebc4fc6a98ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:40:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['8104f42f-7be2-4442-b87f-ab867c677d1d'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:40:21.262974 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446ba0f-add4-442f-8213-0d848fc72cd1 None None] Pushing event updated for resources: {'Port': ['ID=c8c38e69-b7c5-4c21-91af-acfe7090fe1f,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:21.273631 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae9587-c142-4cdc-8d95-58ad5fb3e391 admin admin] Pushing event updated for resources: {'Port': ['ID=22aa5200-214e-45d4-88c3-b53d616055b2,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:21.297355 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-feae9587-c142-4cdc-8d95-58ad5fb3e391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:21.376697 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-a33c78a7-e13b-445b-9f59-ebc4fc6a98ff None None] Set router 8104f42f-7be2-4442-b87f-ab867c677d1d gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:40:21.431705 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-feae9587-c142-4cdc-8d95-58ad5fb3e391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:21.496386 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-e6f95629-39e1-4c24-8c3d-e8673cf01137 None None] Provisioning complete for port 22aa5200-214e-45d4-88c3-b53d616055b2 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:40:21.496987 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e6f95629-39e1-4c24-8c3d-e8673cf01137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:21.533086 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-e6f95629-39e1-4c24-8c3d-e8673cf01137 None None] Port 22aa5200-214e-45d4-88c3-b53d616055b2 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:40:21.604704 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-feae9587-c142-4cdc-8d95-58ad5fb3e391 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:21.610036 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-feae9587-c142-4cdc-8d95-58ad5fb3e391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:21.656753 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a33c78a7-e13b-445b-9f59-ebc4fc6a98ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'name': 'tempest-TestVolumeBackupRestore-668565220-router', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c8c38e69-b7c5-4c21-91af-acfe7090fe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:40:18Z', 'updated_at': '2021-10-19T01:40:19Z', 'revision_number': 3, 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'gw_port': {'id': 'c8c38e69-b7c5-4c21-91af-acfe7090fe1f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:40:19Z', 'updated_at': '2021-10-19T01:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:40:21.682487 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-feae9587-c142-4cdc-8d95-58ad5fb3e391 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:21.682784 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33c78a7-e13b-445b-9f59-ebc4fc6a98ff None None] The sync data for ids ['8104f42f-7be2-4442-b87f-ab867c677d1d'] in n-d-715271-26 is: [{'id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'name': 'tempest-TestVolumeBackupRestore-668565220-router', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c8c38e69-b7c5-4c21-91af-acfe7090fe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:40:18Z', 'updated_at': '2021-10-19T01:40:19Z', 'revision_number': 3, 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'gw_port': {'id': 'c8c38e69-b7c5-4c21-91af-acfe7090fe1f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:40:19Z', 'updated_at': '2021-10-19T01:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:40:21.684894 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae9587-c142-4cdc-8d95-58ad5fb3e391 admin admin] Pushing event updated for resources: {'Port': ['ID=22aa5200-214e-45d4-88c3-b53d616055b2,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:21.787188 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feae9587-c142-4cdc-8d95-58ad5fb3e391 admin admin] Network 9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:40:21.788663 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-feae9587-c142-4cdc-8d95-58ad5fb3e391 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:40:21.925786 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feae9587-c142-4cdc-8d95-58ad5fb3e391 admin admin] Router 8104f42f-7be2-4442-b87f-ab867c677d1d has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:40:22.059420 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feae9587-c142-4cdc-8d95-58ad5fb3e391 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:40:22.064388 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-feae9587-c142-4cdc-8d95-58ad5fb3e391 admin admin] 10.222.0.57 "PUT /v2.0/routers/8104f42f-7be2-4442-b87f-ab867c677d1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6858060 Oct 19 01:40:22.157244 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-30aff55a-756d-4085-865b-fb21f86f1111 None None] Provisioning complete for port 22aa5200-214e-45d4-88c3-b53d616055b2 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:40:22.157612 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-30aff55a-756d-4085-865b-fb21f86f1111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:22.199831 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-30aff55a-756d-4085-865b-fb21f86f1111 None None] Port 22aa5200-214e-45d4-88c3-b53d616055b2 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:40:22.546473 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 49266) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:40:22.551520 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-35e28b6b-18a7-4013-81c5-9349f89b5c5a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-448836773-network', 'tenant_id': 'c4180ce24db14864a2ef6b287a8b1c88'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:40:22.572801 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e28b6b-18a7-4013-81c5-9349f89b5c5a admin admin] Made reservation on behalf of c4180ce24db14864a2ef6b287a8b1c88 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:40:22.575137 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-35e28b6b-18a7-4013-81c5-9349f89b5c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:22.584609 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-35e28b6b-18a7-4013-81c5-9349f89b5c5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:22.660711 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-35e28b6b-18a7-4013-81c5-9349f89b5c5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:22.664686 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-35e28b6b-18a7-4013-81c5-9349f89b5c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:22.688711 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35e28b6b-18a7-4013-81c5-9349f89b5c5a admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:40:22.699472 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e28b6b-18a7-4013-81c5-9349f89b5c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816d3038-626b-4f7c-9ef8-a3777027d59a,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:22.704422 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-35e28b6b-18a7-4013-81c5-9349f89b5c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:22.704766 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-35e28b6b-18a7-4013-81c5-9349f89b5c5a admin admin] Added segment 2da2a654-5ba0-43c5-83ac-a8e96e54ec48 of type vlan for network c0b89801-5213-4112-b50e-ea723b4bdca9 Oct 19 01:40:22.751861 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-35e28b6b-18a7-4013-81c5-9349f89b5c5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:22.778151 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-35e28b6b-18a7-4013-81c5-9349f89b5c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:22.779136 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e28b6b-18a7-4013-81c5-9349f89b5c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:22.779763 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-35e28b6b-18a7-4013-81c5-9349f89b5c5a admin admin] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:22.810069 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-35e28b6b-18a7-4013-81c5-9349f89b5c5a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2624681 Oct 19 01:40:22.812982 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 49268) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:40:22.818696 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-4c11fc8e-a0d2-44ca-acd1-747cac793bf1 admin admin] Request body: {'subnet': {'network_id': 'c0b89801-5213-4112-b50e-ea723b4bdca9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-448836773-subnet', 'tenant_id': 'c4180ce24db14864a2ef6b287a8b1c88', 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:40:22.841363 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c11fc8e-a0d2-44ca-acd1-747cac793bf1 admin admin] Made reservation on behalf of c4180ce24db14864a2ef6b287a8b1c88 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:40:22.843836 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4c11fc8e-a0d2-44ca-acd1-747cac793bf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:22.848566 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e28b6b-18a7-4013-81c5-9349f89b5c5a admin admin] Pushing event updated for resources: {'Network': ['ID=c0b89801-5213-4112-b50e-ea723b4bdca9,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:22.858480 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network c0b89801-5213-4112-b50e-ea723b4bdca9 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:40:22.863410 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c8c38e69-b7c5-4c21-91af-acfe7090fe1f up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:40:22.968499 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port c8c38e69-b7c5-4c21-91af-acfe7090fe1f triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:40:22.968879 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:23.021709 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4c11fc8e-a0d2-44ca-acd1-747cac793bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:23.053578 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:23.075982 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port c8c38e69-b7c5-4c21-91af-acfe7090fe1f, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c8c38e69-b7c5-4c21-91af-acfe7090fe1f,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:40:23.081228 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:23.082667 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device cf26d970-5f25-4173-aa23-4e019f7cbd8a up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:40:23.083033 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c11fc8e-a0d2-44ca-acd1-747cac793bf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab3b1a03-5151-436c-a069-fb713d85502e,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:23.093294 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c11fc8e-a0d2-44ca-acd1-747cac793bf1 admin admin] Checking segment: {'id': '2da2a654-5ba0-43c5-83ac-a8e96e54ec48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c0b89801-5213-4112-b50e-ea723b4bdca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:40:23.093656 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c11fc8e-a0d2-44ca-acd1-747cac793bf1 admin admin] Network hostable DHCP agents. Network: c0b89801-5213-4112-b50e-ea723b4bdca9, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:40:23.110473 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c11fc8e-a0d2-44ca-acd1-747cac793bf1 admin admin] Network c0b89801-5213-4112-b50e-ea723b4bdca9 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:40:23.120654 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-4c11fc8e-a0d2-44ca-acd1-747cac793bf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, c0b89801-5213-4112-b50e-ea723b4bdca9) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:40:23.125667 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c11fc8e-a0d2-44ca-acd1-747cac793bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:23.126247 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4c11fc8e-a0d2-44ca-acd1-747cac793bf1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:23.142251 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fb5c7c-1d63-4dbc-8450-45d21e8df4e1 None None] Network c0b89801-5213-4112-b50e-ea723b4bdca9 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:40:23.143094 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4c11fc8e-a0d2-44ca-acd1-747cac793bf1 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3283880 Oct 19 01:40:23.145772 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 49270) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:40:23.150224 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-0db7f490-c755-47ba-8912-2b445823aaa3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-448836773-router', 'tenant_id': 'c4180ce24db14864a2ef6b287a8b1c88', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:40:23.171970 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0db7f490-c755-47ba-8912-2b445823aaa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:23.173104 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0db7f490-c755-47ba-8912-2b445823aaa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:23.225263 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0db7f490-c755-47ba-8912-2b445823aaa3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:23.242442 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=c8c38e69-b7c5-4c21-91af-acfe7090fe1f,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:23.289391 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268db797-9d32-43f1-ae5b-8958e4e6d253 None None] Sync routers for ids ['8104f42f-7be2-4442-b87f-ab867c677d1d'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:40:23.294033 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port cf26d970-5f25-4173-aa23-4e019f7cbd8a triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:40:23.294412 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:23.350111 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268db797-9d32-43f1-ae5b-8958e4e6d253 None None] Routers {'8104f42f-7be2-4442-b87f-ab867c677d1d'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:40:23.350111 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-268db797-9d32-43f1-ae5b-8958e4e6d253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:40:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['8104f42f-7be2-4442-b87f-ab867c677d1d'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:40:23.401830 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052dec18-5ff7-46c0-bc41-68a402eb58d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-c0b89801-5213-4112-b50e-ea723b4bdca9', 'network_id': 'c0b89801-5213-4112-b50e-ea723b4bdca9', 'tenant_id': 'c4180ce24db14864a2ef6b287a8b1c88', 'fixed_ips': [{'subnet_id': 'ab3b1a03-5151-436c-a069-fb713d85502e'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:40:23.402860 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-052dec18-5ff7-46c0-bc41-68a402eb58d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:23.639301 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0db7f490-c755-47ba-8912-2b445823aaa3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:23.753963 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-268db797-9d32-43f1-ae5b-8958e4e6d253 None None] Set router 8104f42f-7be2-4442-b87f-ab867c677d1d gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:40:23.838339 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0db7f490-c755-47ba-8912-2b445823aaa3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:23.851224 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-052dec18-5ff7-46c0-bc41-68a402eb58d2 None None] Allocated IP 172.20.0.2 (c0b89801-5213-4112-b50e-ea723b4bdca9/ab3b1a03-5151-436c-a069-fb713d85502e/51063988-fac4-49b8-9c5a-117785538b90) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:40:23.861989 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0db7f490-c755-47ba-8912-2b445823aaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:23.965286 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-0db7f490-c755-47ba-8912-2b445823aaa3 admin admin] Allocated IP 172.25.8.222 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/93b42d6d-42dd-418e-96cc-294edd8ce1e5) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:40:24.069691 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0db7f490-c755-47ba-8912-2b445823aaa3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:24.094911 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-052dec18-5ff7-46c0-bc41-68a402eb58d2 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:24.102017 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-052dec18-5ff7-46c0-bc41-68a402eb58d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:24.102926 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0db7f490-c755-47ba-8912-2b445823aaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:24.107364 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-268db797-9d32-43f1-ae5b-8958e4e6d253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'name': 'tempest-TestVolumeBackupRestore-668565220-router', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c8c38e69-b7c5-4c21-91af-acfe7090fe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:40:18Z', 'updated_at': '2021-10-19T01:40:21Z', 'revision_number': 4, 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'gw_port': {'id': 'c8c38e69-b7c5-4c21-91af-acfe7090fe1f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:40:19Z', 'updated_at': '2021-10-19T01:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '22aa5200-214e-45d4-88c3-b53d616055b2', 'name': '', 'network_id': '9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'mac_address': 'fa:16:3e:87:6a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '72712611-5de8-448c-82b4-d594246b6684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:40:20Z', 'updated_at': '2021-10-19T01:40:21Z', 'revision_number': 2, 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'subnets': [{'id': '72712611-5de8-448c-82b4-d594246b6684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:40:24.141277 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db7f490-c755-47ba-8912-2b445823aaa3 admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:40:24.146608 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-0db7f490-c755-47ba-8912-2b445823aaa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:40:24.150914 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db7f490-c755-47ba-8912-2b445823aaa3 admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:40:24.162945 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268db797-9d32-43f1-ae5b-8958e4e6d253 None None] Checking router: 8104f42f-7be2-4442-b87f-ab867c677d1d for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:40:24.163299 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268db797-9d32-43f1-ae5b-8958e4e6d253 None None] Updating router 8104f42f-7be2-4442-b87f-ab867c677d1d port 22aa5200-214e-45d4-88c3-b53d616055b2 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:40:24.174682 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7f490-c755-47ba-8912-2b445823aaa3 admin admin] Pushing event updated for resources: {'Port': ['ID=93b42d6d-42dd-418e-96cc-294edd8ce1e5,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:24.189883 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052dec18-5ff7-46c0-bc41-68a402eb58d2 None None] Network c0b89801-5213-4112-b50e-ea723b4bdca9 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:40:24.197246 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-052dec18-5ff7-46c0-bc41-68a402eb58d2 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:40:24.201289 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052dec18-5ff7-46c0-bc41-68a402eb58d2 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:40:24.203155 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052dec18-5ff7-46c0-bc41-68a402eb58d2 None None] Pushing event updated for resources: {'Port': ['ID=51063988-fac4-49b8-9c5a-117785538b90,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:24.214365 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-268db797-9d32-43f1-ae5b-8958e4e6d253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:24.290549 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-052dec18-5ff7-46c0-bc41-68a402eb58d2 None None] Attempting to bind port 51063988-fac4-49b8-9c5a-117785538b90 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:40:24.290919 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-052dec18-5ff7-46c0-bc41-68a402eb58d2 None None] Attempting to bind port 51063988-fac4-49b8-9c5a-117785538b90 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '2da2a654-5ba0-43c5-83ac-a8e96e54ec48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c0b89801-5213-4112-b50e-ea723b4bdca9'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:40:24.291284 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052dec18-5ff7-46c0-bc41-68a402eb58d2 None None] Attempting to bind port 51063988-fac4-49b8-9c5a-117785538b90 on network c0b89801-5213-4112-b50e-ea723b4bdca9 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:40:24.302374 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052dec18-5ff7-46c0-bc41-68a402eb58d2 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:40:24.302747 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052dec18-5ff7-46c0-bc41-68a402eb58d2 None None] Checking segment: {'id': '2da2a654-5ba0-43c5-83ac-a8e96e54ec48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c0b89801-5213-4112-b50e-ea723b4bdca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:40:24.303143 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-052dec18-5ff7-46c0-bc41-68a402eb58d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:24.303540 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052dec18-5ff7-46c0-bc41-68a402eb58d2 None None] Bound using segment: {'id': '2da2a654-5ba0-43c5-83ac-a8e96e54ec48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c0b89801-5213-4112-b50e-ea723b4bdca9'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:40:24.304033 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-052dec18-5ff7-46c0-bc41-68a402eb58d2 None None] Bound port: 51063988-fac4-49b8-9c5a-117785538b90, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da2a654-5ba0-43c5-83ac-a8e96e54ec48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c0b89801-5213-4112-b50e-ea723b4bdca9'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:40:24.304411 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-052dec18-5ff7-46c0-bc41-68a402eb58d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:24.406387 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0db7f490-c755-47ba-8912-2b445823aaa3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:24.455321 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-052dec18-5ff7-46c0-bc41-68a402eb58d2 None None] For port 51063988-fac4-49b8-9c5a-117785538b90, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:40:24.494670 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-052dec18-5ff7-46c0-bc41-68a402eb58d2 None None] For port 51063988-fac4-49b8-9c5a-117785538b90, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=51063988-fac4-49b8-9c5a-117785538b90,segment=NetworkSegment(2da2a654-5ba0-43c5-83ac-a8e96e54ec48),segment_id=2da2a654-5ba0-43c5-83ac-a8e96e54ec48)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:40:24.500017 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-052dec18-5ff7-46c0-bc41-68a402eb58d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:24.581603 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052dec18-5ff7-46c0-bc41-68a402eb58d2 None None] Pushing event updated for resources: {'Port': ['ID=51063988-fac4-49b8-9c5a-117785538b90,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:24.608318 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0db7f490-c755-47ba-8912-2b445823aaa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:24.642255 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-268db797-9d32-43f1-ae5b-8958e4e6d253 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:24.648257 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-268db797-9d32-43f1-ae5b-8958e4e6d253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:24.703271 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e259a4f-0047-413f-b828-12d168d941ac None None] Pushing event updated for resources: {'Port': ['ID=22aa5200-214e-45d4-88c3-b53d616055b2,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:24.779230 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-268db797-9d32-43f1-ae5b-8958e4e6d253 None None] Attempting to bind port 22aa5200-214e-45d4-88c3-b53d616055b2 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:40:24.779230 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-268db797-9d32-43f1-ae5b-8958e4e6d253 None None] Attempting to bind port 22aa5200-214e-45d4-88c3-b53d616055b2 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '989af908-0a63-4a10-9a4f-dae052d9103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:40:24.779526 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268db797-9d32-43f1-ae5b-8958e4e6d253 None None] Attempting to bind port 22aa5200-214e-45d4-88c3-b53d616055b2 on network 9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:40:24.785666 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268db797-9d32-43f1-ae5b-8958e4e6d253 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:40:24.786574 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268db797-9d32-43f1-ae5b-8958e4e6d253 None None] Checking segment: {'id': '989af908-0a63-4a10-9a4f-dae052d9103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:40:24.786976 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-268db797-9d32-43f1-ae5b-8958e4e6d253 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:24.787367 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268db797-9d32-43f1-ae5b-8958e4e6d253 None None] Bound using segment: {'id': '989af908-0a63-4a10-9a4f-dae052d9103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:40:24.787995 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-268db797-9d32-43f1-ae5b-8958e4e6d253 None None] Bound port: 22aa5200-214e-45d4-88c3-b53d616055b2, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989af908-0a63-4a10-9a4f-dae052d9103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:40:24.788258 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-268db797-9d32-43f1-ae5b-8958e4e6d253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:24.795992 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db7f490-c755-47ba-8912-2b445823aaa3 admin admin] Router 51083ca3-9c31-4e4b-ad50-30d5198e6381 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:40:24.885785 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-268db797-9d32-43f1-ae5b-8958e4e6d253 None None] For port 22aa5200-214e-45d4-88c3-b53d616055b2, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:40:24.898211 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c8c38e69-b7c5-4c21-91af-acfe7090fe1f up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:40:24.902348 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-268db797-9d32-43f1-ae5b-8958e4e6d253 None None] For port 22aa5200-214e-45d4-88c3-b53d616055b2, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=22aa5200-214e-45d4-88c3-b53d616055b2,segment=NetworkSegment(989af908-0a63-4a10-9a4f-dae052d9103d),segment_id=989af908-0a63-4a10-9a4f-dae052d9103d)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:40:24.925747 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-268db797-9d32-43f1-ae5b-8958e4e6d253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:24.948421 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db7f490-c755-47ba-8912-2b445823aaa3 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:40:24.960639 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df39f3b3-23a9-4443-9ca4-d436d39ae5a1 None None] Sync routers for ids ['51083ca3-9c31-4e4b-ad50-30d5198e6381'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:40:24.971139 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df39f3b3-23a9-4443-9ca4-d436d39ae5a1 None None] Routers {'51083ca3-9c31-4e4b-ad50-30d5198e6381'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:40:24.971531 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-df39f3b3-23a9-4443-9ca4-d436d39ae5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:40:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['51083ca3-9c31-4e4b-ad50-30d5198e6381'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:40:24.980891 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0db7f490-c755-47ba-8912-2b445823aaa3 admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:24.982341 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0db7f490-c755-47ba-8912-2b445823aaa3 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8355482 Oct 19 01:40:24.985149 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 49272) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:40:25.026580 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e259a4f-0047-413f-b828-12d168d941ac None None] Pushing event updated for resources: {'Port': ['ID=22aa5200-214e-45d4-88c3-b53d616055b2,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:25.030910 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268db797-9d32-43f1-ae5b-8958e4e6d253 None None] Routers {'8104f42f-7be2-4442-b87f-ab867c677d1d'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:40:25.031414 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-268db797-9d32-43f1-ae5b-8958e4e6d253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:40:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['8104f42f-7be2-4442-b87f-ab867c677d1d'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:40:25.087316 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port c8c38e69-b7c5-4c21-91af-acfe7090fe1f triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:40:25.087696 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:25.143779 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-df39f3b3-23a9-4443-9ca4-d436d39ae5a1 None None] Set router 51083ca3-9c31-4e4b-ad50-30d5198e6381 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:40:25.184378 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-33e1fd4e-ed80-47a3-95f4-1b374f1578ba None None] Provisioning complete for port 22aa5200-214e-45d4-88c3-b53d616055b2 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:40:25.184988 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-33e1fd4e-ed80-47a3-95f4-1b374f1578ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:25.252698 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-268db797-9d32-43f1-ae5b-8958e4e6d253 None None] Set router 8104f42f-7be2-4442-b87f-ab867c677d1d gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:40:25.361663 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-df39f3b3-23a9-4443-9ca4-d436d39ae5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51083ca3-9c31-4e4b-ad50-30d5198e6381', 'name': 'tempest-TestVolumeBackupRestore-448836773-router', 'tenant_id': 'c4180ce24db14864a2ef6b287a8b1c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '93b42d6d-42dd-418e-96cc-294edd8ce1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:40:23Z', 'updated_at': '2021-10-19T01:40:24Z', 'revision_number': 3, 'project_id': 'c4180ce24db14864a2ef6b287a8b1c88', 'gw_port': {'id': '93b42d6d-42dd-418e-96cc-294edd8ce1e5', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:73:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51083ca3-9c31-4e4b-ad50-30d5198e6381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:40:23Z', 'updated_at': '2021-10-19T01:40:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:40:25.393450 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df39f3b3-23a9-4443-9ca4-d436d39ae5a1 None None] Checking router: 51083ca3-9c31-4e4b-ad50-30d5198e6381 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:40:25.393810 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df39f3b3-23a9-4443-9ca4-d436d39ae5a1 None None] Updating router 51083ca3-9c31-4e4b-ad50-30d5198e6381 port 93b42d6d-42dd-418e-96cc-294edd8ce1e5 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:40:25.403769 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-33e1fd4e-ed80-47a3-95f4-1b374f1578ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:25.420537 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-df39f3b3-23a9-4443-9ca4-d436d39ae5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:25.504189 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-33e1fd4e-ed80-47a3-95f4-1b374f1578ba None None] For port 22aa5200-214e-45d4-88c3-b53d616055b2, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=22aa5200-214e-45d4-88c3-b53d616055b2,segment=NetworkSegment(989af908-0a63-4a10-9a4f-dae052d9103d),segment_id=989af908-0a63-4a10-9a4f-dae052d9103d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:40:25.511430 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-33e1fd4e-ed80-47a3-95f4-1b374f1578ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:25.522581 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8d052ce2-c1d4-43b6-991d-3e394ef7f424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:25.570436 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1fd4e-ed80-47a3-95f4-1b374f1578ba None None] Pushing event updated for resources: {'Port': ['ID=22aa5200-214e-45d4-88c3-b53d616055b2,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:25.654770 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-21be0a01-676a-423d-9000-95e1d7ab556d None None] Provisioning complete for port 22aa5200-214e-45d4-88c3-b53d616055b2 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:40:25.655143 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-21be0a01-676a-423d-9000-95e1d7ab556d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:25.710106 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-df39f3b3-23a9-4443-9ca4-d436d39ae5a1 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:25.718821 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-df39f3b3-23a9-4443-9ca4-d436d39ae5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:25.719751 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-268db797-9d32-43f1-ae5b-8958e4e6d253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'name': 'tempest-TestVolumeBackupRestore-668565220-router', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c8c38e69-b7c5-4c21-91af-acfe7090fe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:40:18Z', 'updated_at': '2021-10-19T01:40:21Z', 'revision_number': 4, 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'gw_port': {'id': 'c8c38e69-b7c5-4c21-91af-acfe7090fe1f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:40:19Z', 'updated_at': '2021-10-19T01:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '22aa5200-214e-45d4-88c3-b53d616055b2', 'name': '', 'network_id': '9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'mac_address': 'fa:16:3e:87:6a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '72712611-5de8-448c-82b4-d594246b6684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:40:20Z', 'updated_at': '2021-10-19T01:40:24Z', 'revision_number': 4, 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'subnets': [{'id': '72712611-5de8-448c-82b4-d594246b6684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:40:25.725039 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-8d052ce2-c1d4-43b6-991d-3e394ef7f424 admin admin] Allocated IP 172.20.0.1 (c0b89801-5213-4112-b50e-ea723b4bdca9/ab3b1a03-5151-436c-a069-fb713d85502e/6ecc583f-9a27-4bd4-aab7-9a6732b9e868) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:40:25.756638 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268db797-9d32-43f1-ae5b-8958e4e6d253 None None] The sync data for ids ['8104f42f-7be2-4442-b87f-ab867c677d1d'] in n-d-715271-26 is: [{'id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'name': 'tempest-TestVolumeBackupRestore-668565220-router', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c8c38e69-b7c5-4c21-91af-acfe7090fe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:40:18Z', 'updated_at': '2021-10-19T01:40:21Z', 'revision_number': 4, 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'gw_port': {'id': 'c8c38e69-b7c5-4c21-91af-acfe7090fe1f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:40:19Z', 'updated_at': '2021-10-19T01:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '22aa5200-214e-45d4-88c3-b53d616055b2', 'name': '', 'network_id': '9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'mac_address': 'fa:16:3e:87:6a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '72712611-5de8-448c-82b4-d594246b6684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:40:20Z', 'updated_at': '2021-10-19T01:40:24Z', 'revision_number': 4, 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'subnets': [{'id': '72712611-5de8-448c-82b4-d594246b6684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:40:25.780987 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f32529-fc81-4294-b615-e76d570d54de None None] Pushing event updated for resources: {'Port': ['ID=93b42d6d-42dd-418e-96cc-294edd8ce1e5,revision_number=2']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:25.795294 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13af8f8d-5770-46f4-9fec-81a000dfcf2a None None] Network c0b89801-5213-4112-b50e-ea723b4bdca9 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:40:25.820944 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-df39f3b3-23a9-4443-9ca4-d436d39ae5a1 None None] Attempting to bind port 93b42d6d-42dd-418e-96cc-294edd8ce1e5 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:40:25.820944 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-df39f3b3-23a9-4443-9ca4-d436d39ae5a1 None None] Attempting to bind port 93b42d6d-42dd-418e-96cc-294edd8ce1e5 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:40:25.820944 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df39f3b3-23a9-4443-9ca4-d436d39ae5a1 None None] Attempting to bind port 93b42d6d-42dd-418e-96cc-294edd8ce1e5 on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:40:25.842334 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df39f3b3-23a9-4443-9ca4-d436d39ae5a1 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:40:25.842721 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df39f3b3-23a9-4443-9ca4-d436d39ae5a1 None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:40:25.843123 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-df39f3b3-23a9-4443-9ca4-d436d39ae5a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:25.843538 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df39f3b3-23a9-4443-9ca4-d436d39ae5a1 None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:40:25.844016 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-df39f3b3-23a9-4443-9ca4-d436d39ae5a1 None None] Bound port: 93b42d6d-42dd-418e-96cc-294edd8ce1e5, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:40:25.844557 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-df39f3b3-23a9-4443-9ca4-d436d39ae5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:25.908690 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-df39f3b3-23a9-4443-9ca4-d436d39ae5a1 None None] For port 93b42d6d-42dd-418e-96cc-294edd8ce1e5, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:40:25.912718 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-df39f3b3-23a9-4443-9ca4-d436d39ae5a1 None None] For port 93b42d6d-42dd-418e-96cc-294edd8ce1e5, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=93b42d6d-42dd-418e-96cc-294edd8ce1e5,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:40:25.917481 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8d052ce2-c1d4-43b6-991d-3e394ef7f424 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:25.918101 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-df39f3b3-23a9-4443-9ca4-d436d39ae5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:25.983829 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8d052ce2-c1d4-43b6-991d-3e394ef7f424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:25.989259 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df39f3b3-23a9-4443-9ca4-d436d39ae5a1 None None] Routers {'51083ca3-9c31-4e4b-ad50-30d5198e6381'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:40:25.990777 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-df39f3b3-23a9-4443-9ca4-d436d39ae5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:40:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['51083ca3-9c31-4e4b-ad50-30d5198e6381'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:40:26.038532 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d052ce2-c1d4-43b6-991d-3e394ef7f424 admin admin] Network c0b89801-5213-4112-b50e-ea723b4bdca9 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:40:26.041998 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-8d052ce2-c1d4-43b6-991d-3e394ef7f424 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:40:26.046832 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d052ce2-c1d4-43b6-991d-3e394ef7f424 admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:40:26.105008 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d052ce2-c1d4-43b6-991d-3e394ef7f424 admin admin] Pushing event updated for resources: {'Port': ['ID=6ecc583f-9a27-4bd4-aab7-9a6732b9e868,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:26.121322 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8d052ce2-c1d4-43b6-991d-3e394ef7f424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:26.142207 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-df39f3b3-23a9-4443-9ca4-d436d39ae5a1 None None] Set router 51083ca3-9c31-4e4b-ad50-30d5198e6381 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:40:26.164177 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-f55f887e-dcfd-408c-b4c1-3a62aec19665 None None] Provisioning complete for port 51063988-fac4-49b8-9c5a-117785538b90 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:40:26.164553 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f55f887e-dcfd-408c-b4c1-3a62aec19665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:26.217249 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f32529-fc81-4294-b615-e76d570d54de None None] Pushing event updated for resources: {'Port': ['ID=93b42d6d-42dd-418e-96cc-294edd8ce1e5,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:26.279835 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8d052ce2-c1d4-43b6-991d-3e394ef7f424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:26.290258 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f55f887e-dcfd-408c-b4c1-3a62aec19665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:26.353651 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-f55f887e-dcfd-408c-b4c1-3a62aec19665 None None] For port 51063988-fac4-49b8-9c5a-117785538b90, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=51063988-fac4-49b8-9c5a-117785538b90,segment=NetworkSegment(2da2a654-5ba0-43c5-83ac-a8e96e54ec48),segment_id=2da2a654-5ba0-43c5-83ac-a8e96e54ec48)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:40:26.369326 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f55f887e-dcfd-408c-b4c1-3a62aec19665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:26.380384 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-df39f3b3-23a9-4443-9ca4-d436d39ae5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51083ca3-9c31-4e4b-ad50-30d5198e6381', 'name': 'tempest-TestVolumeBackupRestore-448836773-router', 'tenant_id': 'c4180ce24db14864a2ef6b287a8b1c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '93b42d6d-42dd-418e-96cc-294edd8ce1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:40:23Z', 'updated_at': '2021-10-19T01:40:24Z', 'revision_number': 3, 'project_id': 'c4180ce24db14864a2ef6b287a8b1c88', 'gw_port': {'id': '93b42d6d-42dd-418e-96cc-294edd8ce1e5', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:73:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51083ca3-9c31-4e4b-ad50-30d5198e6381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:40:23Z', 'updated_at': '2021-10-19T01:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:40:26.432750 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df39f3b3-23a9-4443-9ca4-d436d39ae5a1 None None] The sync data for ids ['51083ca3-9c31-4e4b-ad50-30d5198e6381'] in n-d-715271-26 is: [{'id': '51083ca3-9c31-4e4b-ad50-30d5198e6381', 'name': 'tempest-TestVolumeBackupRestore-448836773-router', 'tenant_id': 'c4180ce24db14864a2ef6b287a8b1c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '93b42d6d-42dd-418e-96cc-294edd8ce1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:40:23Z', 'updated_at': '2021-10-19T01:40:24Z', 'revision_number': 3, 'project_id': 'c4180ce24db14864a2ef6b287a8b1c88', 'gw_port': {'id': '93b42d6d-42dd-418e-96cc-294edd8ce1e5', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:73:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51083ca3-9c31-4e4b-ad50-30d5198e6381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:40:23Z', 'updated_at': '2021-10-19T01:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:40:26.436090 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f887e-dcfd-408c-b4c1-3a62aec19665 None None] Pushing event updated for resources: {'Port': ['ID=51063988-fac4-49b8-9c5a-117785538b90,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:26.524501 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8d052ce2-c1d4-43b6-991d-3e394ef7f424 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:26.530650 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8d052ce2-c1d4-43b6-991d-3e394ef7f424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:26.592525 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-abab4d3a-0ac6-4349-b786-5838927c23a3 None None] Provisioning complete for port 51063988-fac4-49b8-9c5a-117785538b90 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:40:26.593143 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-abab4d3a-0ac6-4349-b786-5838927c23a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:26.614793 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d052ce2-c1d4-43b6-991d-3e394ef7f424 admin admin] Pushing event updated for resources: {'Port': ['ID=6ecc583f-9a27-4bd4-aab7-9a6732b9e868,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:26.617544 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8d052ce2-c1d4-43b6-991d-3e394ef7f424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:26.737688 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-abab4d3a-0ac6-4349-b786-5838927c23a3 None None] Provisioning complete for port 6ecc583f-9a27-4bd4-aab7-9a6732b9e868 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:40:26.738680 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-abab4d3a-0ac6-4349-b786-5838927c23a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:26.759131 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d052ce2-c1d4-43b6-991d-3e394ef7f424 admin admin] Network c0b89801-5213-4112-b50e-ea723b4bdca9 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:40:26.771037 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-8d052ce2-c1d4-43b6-991d-3e394ef7f424 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:40:26.817847 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-abab4d3a-0ac6-4349-b786-5838927c23a3 None None] Port 6ecc583f-9a27-4bd4-aab7-9a6732b9e868 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:40:26.960512 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 51063988-fac4-49b8-9c5a-117785538b90 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:40:26.987564 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d052ce2-c1d4-43b6-991d-3e394ef7f424 admin admin] Router 51083ca3-9c31-4e4b-ad50-30d5198e6381 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:40:26.991411 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-28815a04-2344-48d1-b48d-7c561970502f None None] Provisioning complete for port 6ecc583f-9a27-4bd4-aab7-9a6732b9e868 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:40:26.991806 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-28815a04-2344-48d1-b48d-7c561970502f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:27.048685 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-28815a04-2344-48d1-b48d-7c561970502f None None] Port 6ecc583f-9a27-4bd4-aab7-9a6732b9e868 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:40:27.074661 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 51063988-fac4-49b8-9c5a-117785538b90 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:40:27.075134 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:27.161440 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d052ce2-c1d4-43b6-991d-3e394ef7f424 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:40:27.175086 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8d052ce2-c1d4-43b6-991d-3e394ef7f424 admin admin] 10.222.0.57 "PUT /v2.0/routers/51083ca3-9c31-4e4b-ad50-30d5198e6381/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1885710 Oct 19 01:40:27.188942 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-1bda450c-0281-49dd-a112-76d849dfff29 None None] Provisioning complete for port 6ecc583f-9a27-4bd4-aab7-9a6732b9e868 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:40:27.189410 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1bda450c-0281-49dd-a112-76d849dfff29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:27.192539 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 22aa5200-214e-45d4-88c3-b53d616055b2 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:40:27.256191 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-1bda450c-0281-49dd-a112-76d849dfff29 None None] Port 6ecc583f-9a27-4bd4-aab7-9a6732b9e868 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:40:27.272938 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 22aa5200-214e-45d4-88c3-b53d616055b2 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:40:27.273418 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:27.384683 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:28.811096 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-fba3ea2b-ffce-4f9e-a97a-c217dabaed99 req-b74caa79-6642-4bdb-a8af-67e100059e3d service neutron] (100606) timed out ('10.222.0.57', 48402) {{(pid=100606) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 01:40:28.814726 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 93b42d6d-42dd-418e-96cc-294edd8ce1e5 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:40:28.863673 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 93b42d6d-42dd-418e-96cc-294edd8ce1e5 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:40:28.864187 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:28.942584 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:28.964907 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 93b42d6d-42dd-418e-96cc-294edd8ce1e5, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=93b42d6d-42dd-418e-96cc-294edd8ce1e5,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:40:28.971136 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:29.031074 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=93b42d6d-42dd-418e-96cc-294edd8ce1e5,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:29.366759 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15767cce-9b42-4a8b-8865-fd46a057ea2d None None] Sync routers for ids ['51083ca3-9c31-4e4b-ad50-30d5198e6381'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:40:29.376027 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15767cce-9b42-4a8b-8865-fd46a057ea2d None None] Routers {'51083ca3-9c31-4e4b-ad50-30d5198e6381'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:40:29.376652 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-15767cce-9b42-4a8b-8865-fd46a057ea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:40:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['51083ca3-9c31-4e4b-ad50-30d5198e6381'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:40:29.482750 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-15767cce-9b42-4a8b-8865-fd46a057ea2d None None] Set router 51083ca3-9c31-4e4b-ad50-30d5198e6381 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:40:29.688633 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-15767cce-9b42-4a8b-8865-fd46a057ea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51083ca3-9c31-4e4b-ad50-30d5198e6381', 'name': 'tempest-TestVolumeBackupRestore-448836773-router', 'tenant_id': 'c4180ce24db14864a2ef6b287a8b1c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '93b42d6d-42dd-418e-96cc-294edd8ce1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:40:23Z', 'updated_at': '2021-10-19T01:40:26Z', 'revision_number': 4, 'project_id': 'c4180ce24db14864a2ef6b287a8b1c88', 'gw_port': {'id': '93b42d6d-42dd-418e-96cc-294edd8ce1e5', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:73:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51083ca3-9c31-4e4b-ad50-30d5198e6381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:40:23Z', 'updated_at': '2021-10-19T01:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '6ecc583f-9a27-4bd4-aab7-9a6732b9e868', 'name': '', 'network_id': 'c0b89801-5213-4112-b50e-ea723b4bdca9', 'tenant_id': 'c4180ce24db14864a2ef6b287a8b1c88', 'mac_address': 'fa:16:3e:c2:2b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51083ca3-9c31-4e4b-ad50-30d5198e6381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'ab3b1a03-5151-436c-a069-fb713d85502e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:40:25Z', 'updated_at': '2021-10-19T01:40:26Z', 'revision_number': 2, 'project_id': 'c4180ce24db14864a2ef6b287a8b1c88', 'subnets': [{'id': 'ab3b1a03-5151-436c-a069-fb713d85502e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:40:29.715940 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15767cce-9b42-4a8b-8865-fd46a057ea2d None None] Checking router: 51083ca3-9c31-4e4b-ad50-30d5198e6381 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:40:29.716295 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15767cce-9b42-4a8b-8865-fd46a057ea2d None None] Updating router 51083ca3-9c31-4e4b-ad50-30d5198e6381 port 6ecc583f-9a27-4bd4-aab7-9a6732b9e868 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:40:29.745541 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-15767cce-9b42-4a8b-8865-fd46a057ea2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:29.793511 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:30.029950 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-15767cce-9b42-4a8b-8865-fd46a057ea2d None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:30.039338 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-15767cce-9b42-4a8b-8865-fd46a057ea2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:30.110976 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e142ad56-fd79-400e-8298-04ce64a7227b None None] Pushing event updated for resources: {'Port': ['ID=6ecc583f-9a27-4bd4-aab7-9a6732b9e868,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:30.153571 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-15767cce-9b42-4a8b-8865-fd46a057ea2d None None] Attempting to bind port 6ecc583f-9a27-4bd4-aab7-9a6732b9e868 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:40:30.153997 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-15767cce-9b42-4a8b-8865-fd46a057ea2d None None] Attempting to bind port 6ecc583f-9a27-4bd4-aab7-9a6732b9e868 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '2da2a654-5ba0-43c5-83ac-a8e96e54ec48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c0b89801-5213-4112-b50e-ea723b4bdca9'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:40:30.154371 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15767cce-9b42-4a8b-8865-fd46a057ea2d None None] Attempting to bind port 6ecc583f-9a27-4bd4-aab7-9a6732b9e868 on network c0b89801-5213-4112-b50e-ea723b4bdca9 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:40:30.159937 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15767cce-9b42-4a8b-8865-fd46a057ea2d None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:40:30.160952 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15767cce-9b42-4a8b-8865-fd46a057ea2d None None] Checking segment: {'id': '2da2a654-5ba0-43c5-83ac-a8e96e54ec48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c0b89801-5213-4112-b50e-ea723b4bdca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:40:30.161358 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-15767cce-9b42-4a8b-8865-fd46a057ea2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:30.161775 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15767cce-9b42-4a8b-8865-fd46a057ea2d None None] Bound using segment: {'id': '2da2a654-5ba0-43c5-83ac-a8e96e54ec48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c0b89801-5213-4112-b50e-ea723b4bdca9'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:40:30.162250 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-15767cce-9b42-4a8b-8865-fd46a057ea2d None None] Bound port: 6ecc583f-9a27-4bd4-aab7-9a6732b9e868, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da2a654-5ba0-43c5-83ac-a8e96e54ec48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c0b89801-5213-4112-b50e-ea723b4bdca9'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:40:30.162633 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-15767cce-9b42-4a8b-8865-fd46a057ea2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:30.232854 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-15767cce-9b42-4a8b-8865-fd46a057ea2d None None] For port 6ecc583f-9a27-4bd4-aab7-9a6732b9e868, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:40:30.236248 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-15767cce-9b42-4a8b-8865-fd46a057ea2d None None] For port 6ecc583f-9a27-4bd4-aab7-9a6732b9e868, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=6ecc583f-9a27-4bd4-aab7-9a6732b9e868,segment=NetworkSegment(2da2a654-5ba0-43c5-83ac-a8e96e54ec48),segment_id=2da2a654-5ba0-43c5-83ac-a8e96e54ec48)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:40:30.241673 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-15767cce-9b42-4a8b-8865-fd46a057ea2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:30.314994 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e142ad56-fd79-400e-8298-04ce64a7227b None None] Pushing event updated for resources: {'Port': ['ID=6ecc583f-9a27-4bd4-aab7-9a6732b9e868,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:30.324161 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15767cce-9b42-4a8b-8865-fd46a057ea2d None None] Routers {'51083ca3-9c31-4e4b-ad50-30d5198e6381'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:40:30.324710 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-15767cce-9b42-4a8b-8865-fd46a057ea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:40:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['51083ca3-9c31-4e4b-ad50-30d5198e6381'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:40:30.328892 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-06e3e8ef-b9db-4d6d-a8c3-6899a29ccff3 None None] Provisioning complete for port 6ecc583f-9a27-4bd4-aab7-9a6732b9e868 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:40:30.329269 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-06e3e8ef-b9db-4d6d-a8c3-6899a29ccff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:30.498301 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-15767cce-9b42-4a8b-8865-fd46a057ea2d None None] Set router 51083ca3-9c31-4e4b-ad50-30d5198e6381 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:40:30.535579 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-06e3e8ef-b9db-4d6d-a8c3-6899a29ccff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:30.622918 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-06e3e8ef-b9db-4d6d-a8c3-6899a29ccff3 None None] For port 6ecc583f-9a27-4bd4-aab7-9a6732b9e868, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=6ecc583f-9a27-4bd4-aab7-9a6732b9e868,segment=NetworkSegment(2da2a654-5ba0-43c5-83ac-a8e96e54ec48),segment_id=2da2a654-5ba0-43c5-83ac-a8e96e54ec48)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:40:30.627921 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-06e3e8ef-b9db-4d6d-a8c3-6899a29ccff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:30.723360 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3e8ef-b9db-4d6d-a8c3-6899a29ccff3 None None] Pushing event updated for resources: {'Port': ['ID=6ecc583f-9a27-4bd4-aab7-9a6732b9e868,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:30.771652 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-54c0daf7-d53d-483b-a32e-991ef125707d None None] Provisioning complete for port 6ecc583f-9a27-4bd4-aab7-9a6732b9e868 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:40:30.772050 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-54c0daf7-d53d-483b-a32e-991ef125707d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:30.804857 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 93b42d6d-42dd-418e-96cc-294edd8ce1e5 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:40:30.845452 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-15767cce-9b42-4a8b-8865-fd46a057ea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51083ca3-9c31-4e4b-ad50-30d5198e6381', 'name': 'tempest-TestVolumeBackupRestore-448836773-router', 'tenant_id': 'c4180ce24db14864a2ef6b287a8b1c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '93b42d6d-42dd-418e-96cc-294edd8ce1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:40:23Z', 'updated_at': '2021-10-19T01:40:26Z', 'revision_number': 4, 'project_id': 'c4180ce24db14864a2ef6b287a8b1c88', 'gw_port': {'id': '93b42d6d-42dd-418e-96cc-294edd8ce1e5', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:73:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51083ca3-9c31-4e4b-ad50-30d5198e6381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:40:23Z', 'updated_at': '2021-10-19T01:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '6ecc583f-9a27-4bd4-aab7-9a6732b9e868', 'name': '', 'network_id': 'c0b89801-5213-4112-b50e-ea723b4bdca9', 'tenant_id': 'c4180ce24db14864a2ef6b287a8b1c88', 'mac_address': 'fa:16:3e:c2:2b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51083ca3-9c31-4e4b-ad50-30d5198e6381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'ab3b1a03-5151-436c-a069-fb713d85502e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:40:25Z', 'updated_at': '2021-10-19T01:40:30Z', 'revision_number': 4, 'project_id': 'c4180ce24db14864a2ef6b287a8b1c88', 'subnets': [{'id': 'ab3b1a03-5151-436c-a069-fb713d85502e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:40:31.032619 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15767cce-9b42-4a8b-8865-fd46a057ea2d None None] The sync data for ids ['51083ca3-9c31-4e4b-ad50-30d5198e6381'] in n-d-715271-26 is: [{'id': '51083ca3-9c31-4e4b-ad50-30d5198e6381', 'name': 'tempest-TestVolumeBackupRestore-448836773-router', 'tenant_id': 'c4180ce24db14864a2ef6b287a8b1c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '93b42d6d-42dd-418e-96cc-294edd8ce1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:40:23Z', 'updated_at': '2021-10-19T01:40:26Z', 'revision_number': 4, 'project_id': 'c4180ce24db14864a2ef6b287a8b1c88', 'gw_port': {'id': '93b42d6d-42dd-418e-96cc-294edd8ce1e5', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:73:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51083ca3-9c31-4e4b-ad50-30d5198e6381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:40:23Z', 'updated_at': '2021-10-19T01:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '6ecc583f-9a27-4bd4-aab7-9a6732b9e868', 'name': '', 'network_id': 'c0b89801-5213-4112-b50e-ea723b4bdca9', 'tenant_id': 'c4180ce24db14864a2ef6b287a8b1c88', 'mac_address': 'fa:16:3e:c2:2b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51083ca3-9c31-4e4b-ad50-30d5198e6381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'ab3b1a03-5151-436c-a069-fb713d85502e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:40:25Z', 'updated_at': '2021-10-19T01:40:30Z', 'revision_number': 4, 'project_id': 'c4180ce24db14864a2ef6b287a8b1c88', 'subnets': [{'id': 'ab3b1a03-5151-436c-a069-fb713d85502e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:40:31.090028 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 93b42d6d-42dd-418e-96cc-294edd8ce1e5 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:40:31.090402 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:32.827575 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 6ecc583f-9a27-4bd4-aab7-9a6732b9e868 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:40:32.885896 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 6ecc583f-9a27-4bd4-aab7-9a6732b9e868 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:40:32.886352 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:43.980802 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5f4fce6e-2dfe-4569-b371-56ecd1e5c8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:45.339126 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:40:46.576667 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2bb91397-83fc-4958-a879-ec0add0a596c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:47.290797 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:47.878789 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:49.811741 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:57.384073 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:59.792635 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:41:13.982561 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-23037608-0d94-40eb-9035-d1a9a6be498f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:41:16.577250 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99d81fbb-d406-4c65-8a52-8038d266d04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:41:17.297900 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:41:17.874816 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:41:19.814599 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:41:22.338025 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:41:27.394935 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:41:29.795058 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:41:43.984014 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-068a3ee6-75b1-4556-9084-8f83eaad6cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:41:46.578580 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7792252f-25c4-4df5-ae6e-c3353c65c7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:41:47.290619 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:41:47.877123 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:41:49.818854 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:41:57.479814 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:41:59.340086 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:41:59.812993 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:13.984571 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7fd8f459-fcd7-416a-bee6-ea85eeb1bc30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:14.787244 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 50302) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:14.794466 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-936ffe56-8d45-4a07-8442-1e9d4ee2f476 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1088265259', 'description': 'tempest-secgroup-smoke-1088265259 description', 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:42:14.816352 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-936ffe56-8d45-4a07-8442-1e9d4ee2f476 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:14.885597 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-936ffe56-8d45-4a07-8442-1e9d4ee2f476 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:14.894593 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-936ffe56-8d45-4a07-8442-1e9d4ee2f476 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:14.928615 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-936ffe56-8d45-4a07-8442-1e9d4ee2f476 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:14.929862 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-936ffe56-8d45-4a07-8442-1e9d4ee2f476 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1415656 Oct 19 01:42:14.933893 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 50306) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:14.934602 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ffe56-8d45-4a07-8442-1e9d4ee2f476 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87717a99-2cb4-4dfc-9e5e-69cc2afa7f17,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:14.945341 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-f7430908-5083-4df6-a5a0-d387948d2d30 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Request body: {'security_group_rule': {'security_group_id': '87717a99-2cb4-4dfc-9e5e-69cc2afa7f17', 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:42:14.955944 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ffe56-8d45-4a07-8442-1e9d4ee2f476 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:14.956304 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ffe56-8d45-4a07-8442-1e9d4ee2f476 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:14.956649 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ffe56-8d45-4a07-8442-1e9d4ee2f476 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:14.957146 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ffe56-8d45-4a07-8442-1e9d4ee2f476 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:14.957491 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ffe56-8d45-4a07-8442-1e9d4ee2f476 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:14.957825 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ffe56-8d45-4a07-8442-1e9d4ee2f476 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:14.958289 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ffe56-8d45-4a07-8442-1e9d4ee2f476 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:14.958609 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ffe56-8d45-4a07-8442-1e9d4ee2f476 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:14.958942 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ffe56-8d45-4a07-8442-1e9d4ee2f476 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:14.959269 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ffe56-8d45-4a07-8442-1e9d4ee2f476 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:14.959696 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ffe56-8d45-4a07-8442-1e9d4ee2f476 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:14.960081 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ffe56-8d45-4a07-8442-1e9d4ee2f476 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:14.979234 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f7430908-5083-4df6-a5a0-d387948d2d30 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:15.035989 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f7430908-5083-4df6-a5a0-d387948d2d30 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:15.039572 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f7430908-5083-4df6-a5a0-d387948d2d30 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:15.056742 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7430908-5083-4df6-a5a0-d387948d2d30 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe386eb3-8679-451d-bab1-ce0889e27cef,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:15.065818 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7430908-5083-4df6-a5a0-d387948d2d30 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:15.066149 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7430908-5083-4df6-a5a0-d387948d2d30 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:15.066486 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7430908-5083-4df6-a5a0-d387948d2d30 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:15.066817 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7430908-5083-4df6-a5a0-d387948d2d30 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:15.067142 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7430908-5083-4df6-a5a0-d387948d2d30 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:15.067468 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7430908-5083-4df6-a5a0-d387948d2d30 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:15.067813 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7430908-5083-4df6-a5a0-d387948d2d30 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:15.068135 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7430908-5083-4df6-a5a0-d387948d2d30 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:15.068458 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7430908-5083-4df6-a5a0-d387948d2d30 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:15.068782 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7430908-5083-4df6-a5a0-d387948d2d30 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:15.069128 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7430908-5083-4df6-a5a0-d387948d2d30 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:15.069446 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7430908-5083-4df6-a5a0-d387948d2d30 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:15.074682 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f7430908-5083-4df6-a5a0-d387948d2d30 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:15.075898 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f7430908-5083-4df6-a5a0-d387948d2d30 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1406293 Oct 19 01:42:15.078544 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 50310) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:15.082969 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-9db2e5bd-b387-4f83-9b27-0f6e8f78d650 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Request body: {'security_group_rule': {'security_group_id': '87717a99-2cb4-4dfc-9e5e-69cc2afa7f17', 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:42:15.113670 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9db2e5bd-b387-4f83-9b27-0f6e8f78d650 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:15.169892 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9db2e5bd-b387-4f83-9b27-0f6e8f78d650 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:15.174305 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9db2e5bd-b387-4f83-9b27-0f6e8f78d650 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:15.195929 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2e5bd-b387-4f83-9b27-0f6e8f78d650 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e609c01e-3fe4-434b-a8bf-715f2c3daf37,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:15.202323 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9db2e5bd-b387-4f83-9b27-0f6e8f78d650 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:15.203526 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9db2e5bd-b387-4f83-9b27-0f6e8f78d650 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1240585 Oct 19 01:42:15.207489 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 50312) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:15.211754 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-19d07ea6-4e49-444f-a0c1-84e7a10a3fbc tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Request body: {'security_group_rule': {'security_group_id': '87717a99-2cb4-4dfc-9e5e-69cc2afa7f17', 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:42:15.239543 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-19d07ea6-4e49-444f-a0c1-84e7a10a3fbc tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:15.298041 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-19d07ea6-4e49-444f-a0c1-84e7a10a3fbc tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:15.301254 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-19d07ea6-4e49-444f-a0c1-84e7a10a3fbc tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:15.319608 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d07ea6-4e49-444f-a0c1-84e7a10a3fbc tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f25df19b-b8d5-4367-9dd6-d906a198a583,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:15.328496 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-19d07ea6-4e49-444f-a0c1-84e7a10a3fbc tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:15.329729 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-19d07ea6-4e49-444f-a0c1-84e7a10a3fbc tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215651 Oct 19 01:42:15.332356 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 50314) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:15.336674 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-1d2e2405-fcf3-4a89-9974-5d0c6f11bbad tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Request body: {'security_group_rule': {'security_group_id': '87717a99-2cb4-4dfc-9e5e-69cc2afa7f17', 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:42:15.363396 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1d2e2405-fcf3-4a89-9974-5d0c6f11bbad tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:15.421922 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1d2e2405-fcf3-4a89-9974-5d0c6f11bbad tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:15.425558 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1d2e2405-fcf3-4a89-9974-5d0c6f11bbad tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:15.443544 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e2405-fcf3-4a89-9974-5d0c6f11bbad tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c79775ed-a289-423a-9189-9d118a0f37c7,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:15.451442 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1d2e2405-fcf3-4a89-9974-5d0c6f11bbad tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:15.453017 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1d2e2405-fcf3-4a89-9974-5d0c6f11bbad tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193626 Oct 19 01:42:15.455278 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 50316) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:15.460428 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-6692f7d1-ed80-4a6a-8d9f-6b18f3f59aca tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Request body: {'security_group_rule': {'security_group_id': '87717a99-2cb4-4dfc-9e5e-69cc2afa7f17', 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:42:15.483602 n-d-715271-26 neutron-server[100606]: INFO neutron.db.securitygroups_db [None req-6692f7d1-ed80-4a6a-8d9f-6b18f3f59aca tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Project 5eed08d4f6134d8eabe7d470a8bddf9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:42:15.488351 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6692f7d1-ed80-4a6a-8d9f-6b18f3f59aca tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:15.547913 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6692f7d1-ed80-4a6a-8d9f-6b18f3f59aca tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:15.551429 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6692f7d1-ed80-4a6a-8d9f-6b18f3f59aca tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:15.571792 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692f7d1-ed80-4a6a-8d9f-6b18f3f59aca tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19f1bc8-2e21-4a65-9c27-b49c05814800,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:15.580108 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6692f7d1-ed80-4a6a-8d9f-6b18f3f59aca tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:15.581308 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6692f7d1-ed80-4a6a-8d9f-6b18f3f59aca tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1249835 Oct 19 01:42:15.583999 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 50318) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:15.589050 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-bce6cdd6-1609-4bc6-bdd0-d7d9b273d1bd tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Request body: {'security_group_rule': {'security_group_id': '87717a99-2cb4-4dfc-9e5e-69cc2afa7f17', 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:42:15.609617 n-d-715271-26 neutron-server[100606]: INFO neutron.db.securitygroups_db [None req-bce6cdd6-1609-4bc6-bdd0-d7d9b273d1bd tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Project 5eed08d4f6134d8eabe7d470a8bddf9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:42:15.614434 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bce6cdd6-1609-4bc6-bdd0-d7d9b273d1bd tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:15.674397 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bce6cdd6-1609-4bc6-bdd0-d7d9b273d1bd tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:15.677785 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bce6cdd6-1609-4bc6-bdd0-d7d9b273d1bd tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:15.695383 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6cdd6-1609-4bc6-bdd0-d7d9b273d1bd tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c1e0965-63ed-4388-bcbf-69c9f98a0da1,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:15.704496 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bce6cdd6-1609-4bc6-bdd0-d7d9b273d1bd tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:15.705952 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-bce6cdd6-1609-4bc6-bdd0-d7d9b273d1bd tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209204 Oct 19 01:42:15.849526 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-d15dcf0a-8225-419b-a3ac-bde418c500c5 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1088265259&fields=id&tenant_id=5eed08d4f6134d8eabe7d470a8bddf9d HTTP/1.1" status: 200 len: 267 time: 0.0323391 Oct 19 01:42:15.957715 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-8526a99c-4854-4a0c-b7b1-5274faa1c681 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:15.959185 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-8526a99c-4854-4a0c-b7b1-5274faa1c681 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/networks?id=9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f HTTP/1.1" status: 200 len: 813 time: 0.1024368 Oct 19 01:42:15.974506 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-15d05b6c-8cc0-498f-a7e3-10277534a237 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/quotas/5eed08d4f6134d8eabe7d470a8bddf9d HTTP/1.1" status: 200 len: 375 time: 0.0090873 Oct 19 01:42:16.024062 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-d648f09a-fa16-4ca8-b74e-071e079c20bd tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5eed08d4f6134d8eabe7d470a8bddf9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443175 Oct 19 01:42:16.223616 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-15f667a0-ab24-4bbf-8950-f2f0b1bdc965 service neutron] 10.222.0.57 "GET /v2.0/networks/9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884396 Oct 19 01:42:16.310429 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-52f624da-2543-43da-9d33-8b172c47481b service neutron] 10.222.0.57 "GET /v2.0/networks/9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807450 Oct 19 01:42:16.581316 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e31e4dd2-100f-4bcc-a2b1-2b820d661e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:16.608293 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-93682607-2567-4784-b981-3623dc4ad876 req-ce78cf4a-dec1-4db8-95db-9f209368fbc7 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/ports?device_id=d93efbbd-da85-4f76-a097-36a141af22b3 HTTP/1.1" status: 200 len: 210 time: 0.0293322 Oct 19 01:42:17.291849 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:17.542777 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-dd6a8af5-3071-40da-bf85-f310cb2001cf tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:17.544203 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-dd6a8af5-3071-40da-bf85-f310cb2001cf tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.55 "GET /v2.0/networks?id=9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f HTTP/1.1" status: 200 len: 813 time: 0.1123729 Oct 19 01:42:17.588944 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-06037cae-0dc0-45de-967e-55db4cc965bc tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5eed08d4f6134d8eabe7d470a8bddf9d HTTP/1.1" status: 200 len: 380 time: 0.0348704 Oct 19 01:42:17.599195 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-5582614f-69e6-4188-89a1-5abd269f2e2f tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Request body: {'port': {'device_id': 'd93efbbd-da85-4f76-a097-36a141af22b3', 'network_id': '9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f', 'admin_state_up': True, 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'security_groups': ['87717a99-2cb4-4dfc-9e5e-69cc2afa7f17']}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:42:17.717389 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-5582614f-69e6-4188-89a1-5abd269f2e2f tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Made reservation on behalf of 5eed08d4f6134d8eabe7d470a8bddf9d for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:42:17.721620 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-5582614f-69e6-4188-89a1-5abd269f2e2f tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:17.736259 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a935484a-896e-4875-b467-62d088def18a req-b4648b32-95c8-44f3-a66c-23783981f97f tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/ports?device_id=d93efbbd-da85-4f76-a097-36a141af22b3 HTTP/1.1" status: 200 len: 210 time: 0.0336180 Oct 19 01:42:17.856872 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-5582614f-69e6-4188-89a1-5abd269f2e2f tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Allocated IP 172.20.0.12 (9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f/72712611-5de8-448c-82b4-d594246b6684/06d28bfa-5007-4035-918c-ec5a82200cb5) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:42:17.881047 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:18.006255 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-5582614f-69e6-4188-89a1-5abd269f2e2f tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:18.040451 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-5582614f-69e6-4188-89a1-5abd269f2e2f tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:18.084210 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-5582614f-69e6-4188-89a1-5abd269f2e2f tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Network 9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:42:18.088103 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-5582614f-69e6-4188-89a1-5abd269f2e2f tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:42:18.098346 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-5582614f-69e6-4188-89a1-5abd269f2e2f tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:42:18.102288 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5582614f-69e6-4188-89a1-5abd269f2e2f tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Pushing event updated for resources: {'Port': ['ID=06d28bfa-5007-4035-918c-ec5a82200cb5,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:18.152674 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-5582614f-69e6-4188-89a1-5abd269f2e2f tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:18.153292 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-5582614f-69e6-4188-89a1-5abd269f2e2f tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:18.177124 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-5582614f-69e6-4188-89a1-5abd269f2e2f tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5815279 Oct 19 01:42:18.189302 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-5ee2793d-798c-43d2-a8ca-c481eb4f75d0 service neutron] Request body: {'port': {'device_id': 'd93efbbd-da85-4f76-a097-36a141af22b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:42:18.252313 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-5ee2793d-798c-43d2-a8ca-c481eb4f75d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:18.371867 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-a0717aab-ddc7-42cd-825f-6bb0f4d8b3ba None None] Provisioning complete for port 06d28bfa-5007-4035-918c-ec5a82200cb5 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:42:18.372238 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a0717aab-ddc7-42cd-825f-6bb0f4d8b3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:18.407078 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-a0717aab-ddc7-42cd-825f-6bb0f4d8b3ba None None] Port 06d28bfa-5007-4035-918c-ec5a82200cb5 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:42:18.536668 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-5ee2793d-798c-43d2-a8ca-c481eb4f75d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06d28bfa-5007-4035-918c-ec5a82200cb5 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:42:18.544639 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-5ee2793d-798c-43d2-a8ca-c481eb4f75d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:18.556963 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-5ee2793d-798c-43d2-a8ca-c481eb4f75d0 service neutron] Transition to ACTIVE for port object 06d28bfa-5007-4035-918c-ec5a82200cb5 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:42:18.560863 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-5ee2793d-798c-43d2-a8ca-c481eb4f75d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:18.615763 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2793d-798c-43d2-a8ca-c481eb4f75d0 service neutron] Pushing event updated for resources: {'Port': ['ID=06d28bfa-5007-4035-918c-ec5a82200cb5,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:18.696152 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-5ee2793d-798c-43d2-a8ca-c481eb4f75d0 service neutron] Attempting to bind port 06d28bfa-5007-4035-918c-ec5a82200cb5 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:42:18.696825 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-5ee2793d-798c-43d2-a8ca-c481eb4f75d0 service neutron] Attempting to bind port 06d28bfa-5007-4035-918c-ec5a82200cb5 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '989af908-0a63-4a10-9a4f-dae052d9103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:42:18.697232 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-5ee2793d-798c-43d2-a8ca-c481eb4f75d0 service neutron] Attempting to bind port 06d28bfa-5007-4035-918c-ec5a82200cb5 on network 9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:42:18.702000 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-5ee2793d-798c-43d2-a8ca-c481eb4f75d0 service neutron] Port 06d28bfa-5007-4035-918c-ec5a82200cb5 on network 9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:42:18.702319 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-5ee2793d-798c-43d2-a8ca-c481eb4f75d0 service neutron] Attempting to bind port 06d28bfa-5007-4035-918c-ec5a82200cb5 on network 9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:42:18.708208 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-5ee2793d-798c-43d2-a8ca-c481eb4f75d0 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:42:18.708547 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-5ee2793d-798c-43d2-a8ca-c481eb4f75d0 service neutron] Checking segment: {'id': '989af908-0a63-4a10-9a4f-dae052d9103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:42:18.708928 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-5ee2793d-798c-43d2-a8ca-c481eb4f75d0 service neutron] Bound using segment: {'id': '989af908-0a63-4a10-9a4f-dae052d9103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:42:18.709356 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-5ee2793d-798c-43d2-a8ca-c481eb4f75d0 service neutron] Bound port: 06d28bfa-5007-4035-918c-ec5a82200cb5, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '989af908-0a63-4a10-9a4f-dae052d9103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:42:18.709716 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-5ee2793d-798c-43d2-a8ca-c481eb4f75d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:18.802842 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-5ee2793d-798c-43d2-a8ca-c481eb4f75d0 service neutron] For port 06d28bfa-5007-4035-918c-ec5a82200cb5, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:42:18.807172 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-5ee2793d-798c-43d2-a8ca-c481eb4f75d0 service neutron] For port 06d28bfa-5007-4035-918c-ec5a82200cb5, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=06d28bfa-5007-4035-918c-ec5a82200cb5,segment=NetworkSegment(989af908-0a63-4a10-9a4f-dae052d9103d),segment_id=989af908-0a63-4a10-9a4f-dae052d9103d)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:42:18.812191 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-5ee2793d-798c-43d2-a8ca-c481eb4f75d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:18.863977 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-5ee2793d-798c-43d2-a8ca-c481eb4f75d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:18.864591 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-5ee2793d-798c-43d2-a8ca-c481eb4f75d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:18.865967 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-5ee2793d-798c-43d2-a8ca-c481eb4f75d0 service neutron] 10.222.0.55 "PUT /v2.0/ports/06d28bfa-5007-4035-918c-ec5a82200cb5 HTTP/1.1" status: 200 len: 1093 time: 0.6809213 Oct 19 01:42:18.880222 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93efbbd-da85-4f76-a097-36a141af22b3', 'tag': '06d28bfa-5007-4035-918c-ec5a82200cb5'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:42:18.882564 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c3afdb-77d7-4b09-9a6a-ad1d28f7f502" -d '{"events": [{"name": "network-changed", "server_uuid": "d93efbbd-da85-4f76-a097-36a141af22b3", "tag": "06d28bfa-5007-4035-918c-ec5a82200cb5"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:42:18.942696 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee6181d-659b-40bd-96da-fcde79244e2f x-openstack-request-id: req-fee6181d-659b-40bd-96da-fcde79244e2f {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:42:18.943105 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d93efbbd-da85-4f76-a097-36a141af22b3", "tag": "06d28bfa-5007-4035-918c-ec5a82200cb5", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:42:18.943453 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fee6181d-659b-40bd-96da-fcde79244e2f {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:42:18.949070 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd93efbbd-da85-4f76-a097-36a141af22b3', 'tag': '06d28bfa-5007-4035-918c-ec5a82200cb5', 'status': 'completed', 'code': 200} Oct 19 01:42:18.970572 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0e2bb-41d7-4bc7-95c4-1c29428b7af7 req-d776dcfa-4b40-40a7-8dc9-7674ed0f7e93 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:18.972271 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0be0e2bb-41d7-4bc7-95c4-1c29428b7af7 req-d776dcfa-4b40-40a7-8dc9-7674ed0f7e93 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/ports?device_id=d93efbbd-da85-4f76-a097-36a141af22b3 HTTP/1.1" status: 200 len: 944 time: 0.1489000 Oct 19 01:42:18.974808 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2793d-798c-43d2-a8ca-c481eb4f75d0 service neutron] Pushing event updated for resources: {'Port': ['ID=06d28bfa-5007-4035-918c-ec5a82200cb5,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:19.021140 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-c333eaef-c6b5-44cd-b966-c10f01aa4317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:19.022820 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-c333eaef-c6b5-44cd-b966-c10f01aa4317 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5eed08d4f6134d8eabe7d470a8bddf9d&device_id=d93efbbd-da85-4f76-a097-36a141af22b3 HTTP/1.1" status: 200 len: 1096 time: 0.1055636 Oct 19 01:42:19.029400 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0be0e2bb-41d7-4bc7-95c4-1c29428b7af7 req-01783b46-361e-4801-801f-3d54c635b8c3 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/security-groups?id=87717a99-2cb4-4dfc-9e5e-69cc2afa7f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493894 Oct 19 01:42:19.073030 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-5220dcf1-3fa6-41b9-83d2-d8e688780fd0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06d28bfa-5007-4035-918c-ec5a82200cb5 HTTP/1.1" status: 200 len: 217 time: 0.0410049 Oct 19 01:42:19.128330 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-52f39b43-6f31-4de6-a4e7-472580f3c603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:19.129751 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-52f39b43-6f31-4de6-a4e7-472580f3c603 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=72712611-5de8-448c-82b4-d594246b6684 HTTP/1.1" status: 200 len: 852 time: 0.0480142 Oct 19 01:42:19.184684 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-6125e879-8465-476a-bc40-ce8aa9875dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:19.186258 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-6125e879-8465-476a-bc40-ce8aa9875dfb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486150 Oct 19 01:42:19.587823 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-c9fde404-ad80-47de-a2f1-af69d2a40a36 service neutron] 10.222.0.55 "GET /v2.0/networks/9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931961 Oct 19 01:42:19.677753 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-30550df5-1d00-4972-b58b-c611eb29ff60 req-5fe5396d-814a-42ae-a921-68f82f60000f service neutron] 10.222.0.55 "GET /v2.0/networks/9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825536 Oct 19 01:42:19.760903 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3afdb-77d7-4b09-9a6a-ad1d28f7f502 req-6f671311-090a-4051-990c-ddaaf8f3bcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:19.762404 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-91c3afdb-77d7-4b09-9a6a-ad1d28f7f502 req-6f671311-090a-4051-990c-ddaaf8f3bcc4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5eed08d4f6134d8eabe7d470a8bddf9d&device_id=d93efbbd-da85-4f76-a097-36a141af22b3 HTTP/1.1" status: 200 len: 1096 time: 0.0412893 Oct 19 01:42:19.828210 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:19.864109 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3afdb-77d7-4b09-9a6a-ad1d28f7f502 req-c0d0e9f2-0b14-47cc-9c67-8b105ca36291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:19.865531 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-91c3afdb-77d7-4b09-9a6a-ad1d28f7f502 req-c0d0e9f2-0b14-47cc-9c67-8b105ca36291 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f HTTP/1.1" status: 200 len: 914 time: 0.0939672 Oct 19 01:42:19.908677 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-91c3afdb-77d7-4b09-9a6a-ad1d28f7f502 req-db632226-2d2e-4c87-a8ba-c34a92470c12 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06d28bfa-5007-4035-918c-ec5a82200cb5 HTTP/1.1" status: 200 len: 217 time: 0.0362420 Oct 19 01:42:19.965912 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3afdb-77d7-4b09-9a6a-ad1d28f7f502 req-30b0a5d5-754b-4d46-8732-413924bbb2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:19.967681 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-91c3afdb-77d7-4b09-9a6a-ad1d28f7f502 req-30b0a5d5-754b-4d46-8732-413924bbb2ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=72712611-5de8-448c-82b4-d594246b6684 HTTP/1.1" status: 200 len: 852 time: 0.0527685 Oct 19 01:42:20.016679 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3afdb-77d7-4b09-9a6a-ad1d28f7f502 req-eb6e2d31-d041-44ee-ba76-e8f12b879e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:20.018197 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-91c3afdb-77d7-4b09-9a6a-ad1d28f7f502 req-eb6e2d31-d041-44ee-ba76-e8f12b879e4d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431788 Oct 19 01:42:20.116969 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-91c3afdb-77d7-4b09-9a6a-ad1d28f7f502 req-63003a24-b9e3-49e9-8262-971ad16ea62f service neutron] 10.222.0.55 "GET /v2.0/networks/9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913503 Oct 19 01:42:20.150140 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e105c30-13ac-48e2-a51c-657073936b07 req-bf55db4c-1b91-4a06-be9f-75eab9fa24d1 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:20.152346 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7e105c30-13ac-48e2-a51c-657073936b07 req-bf55db4c-1b91-4a06-be9f-75eab9fa24d1 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/ports?device_id=d93efbbd-da85-4f76-a097-36a141af22b3 HTTP/1.1" status: 200 len: 944 time: 0.0524006 Oct 19 01:42:20.193190 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7e105c30-13ac-48e2-a51c-657073936b07 req-396c3536-6624-4966-ba3d-bac6963328d0 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/security-groups?id=87717a99-2cb4-4dfc-9e5e-69cc2afa7f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340204 Oct 19 01:42:20.209663 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-91c3afdb-77d7-4b09-9a6a-ad1d28f7f502 req-8d73d72d-3bda-4b00-80c9-2a82126dccb4 service neutron] 10.222.0.55 "GET /v2.0/networks/9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851529 Oct 19 01:42:21.311229 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746cf2d0-27a4-4320-b023-9eddc8e77979 req-3f83dc4b-b7db-4809-8fa3-1d8438b10a59 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:21.312747 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-746cf2d0-27a4-4320-b023-9eddc8e77979 req-3f83dc4b-b7db-4809-8fa3-1d8438b10a59 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/ports?device_id=d93efbbd-da85-4f76-a097-36a141af22b3 HTTP/1.1" status: 200 len: 944 time: 0.0492084 Oct 19 01:42:21.350938 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-746cf2d0-27a4-4320-b023-9eddc8e77979 req-fd71ac1e-0eec-479a-a453-f7a4108514d7 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/security-groups?id=87717a99-2cb4-4dfc-9e5e-69cc2afa7f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321355 Oct 19 01:42:22.468241 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a031cd7-15dd-45e5-a695-a4870a4abc61 req-23ddf0f6-529d-4a4c-a538-8a3a6b101d99 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:22.469749 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6a031cd7-15dd-45e5-a695-a4870a4abc61 req-23ddf0f6-529d-4a4c-a538-8a3a6b101d99 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/ports?device_id=d93efbbd-da85-4f76-a097-36a141af22b3 HTTP/1.1" status: 200 len: 944 time: 0.0508606 Oct 19 01:42:22.508115 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6a031cd7-15dd-45e5-a695-a4870a4abc61 req-a581e3ef-6879-4ab9-8881-123b4b8fa14b tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/security-groups?id=87717a99-2cb4-4dfc-9e5e-69cc2afa7f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323236 Oct 19 01:42:23.625018 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93064f-d2e5-41c9-8d3a-1abfff53ccb8 req-a5084677-d3d2-4a7d-9694-18df5699deb9 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:23.626490 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c93064f-d2e5-41c9-8d3a-1abfff53ccb8 req-a5084677-d3d2-4a7d-9694-18df5699deb9 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/ports?device_id=d93efbbd-da85-4f76-a097-36a141af22b3 HTTP/1.1" status: 200 len: 944 time: 0.0532138 Oct 19 01:42:23.664030 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c93064f-d2e5-41c9-8d3a-1abfff53ccb8 req-28b64182-0d83-47e9-b6ac-70a6c637675c tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/security-groups?id=87717a99-2cb4-4dfc-9e5e-69cc2afa7f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316145 Oct 19 01:42:24.781107 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010c3d5-064f-40bd-b77e-65a0207febcb req-fedfa578-1140-4b23-a402-1417eeb2d320 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:24.782542 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6010c3d5-064f-40bd-b77e-65a0207febcb req-fedfa578-1140-4b23-a402-1417eeb2d320 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/ports?device_id=d93efbbd-da85-4f76-a097-36a141af22b3 HTTP/1.1" status: 200 len: 944 time: 0.0517640 Oct 19 01:42:24.819307 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6010c3d5-064f-40bd-b77e-65a0207febcb req-758f032d-b89d-4c1b-969f-7347abbed3ab tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/security-groups?id=87717a99-2cb4-4dfc-9e5e-69cc2afa7f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308411 Oct 19 01:42:25.933868 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363b507-c031-48da-b5b6-81026ef4a3bb req-83f32bb0-dda4-46fa-b8df-911da8c57ce0 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:25.935358 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8363b507-c031-48da-b5b6-81026ef4a3bb req-83f32bb0-dda4-46fa-b8df-911da8c57ce0 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/ports?device_id=d93efbbd-da85-4f76-a097-36a141af22b3 HTTP/1.1" status: 200 len: 944 time: 0.0486500 Oct 19 01:42:25.973397 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8363b507-c031-48da-b5b6-81026ef4a3bb req-37545168-35bc-4346-8db4-b7887d8be334 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/security-groups?id=87717a99-2cb4-4dfc-9e5e-69cc2afa7f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319438 Oct 19 01:42:27.086816 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195db845-3b4c-4879-bf75-74c93f1f1733 req-437d35cc-e3d0-4926-8a38-372a439c663a tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:27.088442 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-195db845-3b4c-4879-bf75-74c93f1f1733 req-437d35cc-e3d0-4926-8a38-372a439c663a tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/ports?device_id=d93efbbd-da85-4f76-a097-36a141af22b3 HTTP/1.1" status: 200 len: 944 time: 0.0488968 Oct 19 01:42:27.126709 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-195db845-3b4c-4879-bf75-74c93f1f1733 req-516c2457-e585-44f1-adff-848523744814 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/security-groups?id=87717a99-2cb4-4dfc-9e5e-69cc2afa7f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318508 Oct 19 01:42:27.416394 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:28.239831 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c39b1-27c9-4591-874d-242af96fca86 req-73a2b695-a40e-45ed-b279-3d1a646dd741 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:28.241219 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-343c39b1-27c9-4591-874d-242af96fca86 req-73a2b695-a40e-45ed-b279-3d1a646dd741 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/ports?device_id=d93efbbd-da85-4f76-a097-36a141af22b3 HTTP/1.1" status: 200 len: 944 time: 0.0495389 Oct 19 01:42:28.279356 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-343c39b1-27c9-4591-874d-242af96fca86 req-451ce273-3011-43f4-bb38-9af0182a5ea6 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/security-groups?id=87717a99-2cb4-4dfc-9e5e-69cc2afa7f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316658 Oct 19 01:42:29.391270 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4942333-f8b8-4a67-88a7-08ee07ed7afc req-86e66277-ec9d-465f-aeec-fbcb1cebd0c0 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:29.392766 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c4942333-f8b8-4a67-88a7-08ee07ed7afc req-86e66277-ec9d-465f-aeec-fbcb1cebd0c0 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/ports?device_id=d93efbbd-da85-4f76-a097-36a141af22b3 HTTP/1.1" status: 200 len: 944 time: 0.0474575 Oct 19 01:42:29.429557 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c4942333-f8b8-4a67-88a7-08ee07ed7afc req-c22d5325-0769-49cc-afad-2ca39dd9d807 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/security-groups?id=87717a99-2cb4-4dfc-9e5e-69cc2afa7f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309057 Oct 19 01:42:29.812811 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:30.546087 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628e5ec-0834-45bb-9e49-304906ec99ff req-46bc2779-9eba-47a0-86e4-76b430e460a4 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:30.547562 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a628e5ec-0834-45bb-9e49-304906ec99ff req-46bc2779-9eba-47a0-86e4-76b430e460a4 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/ports?device_id=d93efbbd-da85-4f76-a097-36a141af22b3 HTTP/1.1" status: 200 len: 944 time: 0.0521646 Oct 19 01:42:30.585003 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a628e5ec-0834-45bb-9e49-304906ec99ff req-7d24bac6-15b5-496e-b0ea-11df54a2f9f6 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/security-groups?id=87717a99-2cb4-4dfc-9e5e-69cc2afa7f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315230 Oct 19 01:42:31.426028 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 06d28bfa-5007-4035-918c-ec5a82200cb5 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:42:31.516363 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 06d28bfa-5007-4035-918c-ec5a82200cb5, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=06d28bfa-5007-4035-918c-ec5a82200cb5,segment=NetworkSegment(989af908-0a63-4a10-9a4f-dae052d9103d),segment_id=989af908-0a63-4a10-9a4f-dae052d9103d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:42:31.527638 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '06d28bfa-5007-4035-918c-ec5a82200cb5', 'network_id': '9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f', 'port_id': '06d28bfa-5007-4035-918c-ec5a82200cb5', 'mac_address': 'fa:16:3e:da:c5:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72712611-5de8-448c-82b4-d594246b6684', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:42:31.566033 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:31.578777 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06d28bfa-5007-4035-918c-ec5a82200cb5 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:42:31.597842 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 06d28bfa-5007-4035-918c-ec5a82200cb5, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=06d28bfa-5007-4035-918c-ec5a82200cb5,segment=NetworkSegment(989af908-0a63-4a10-9a4f-dae052d9103d),segment_id=989af908-0a63-4a10-9a4f-dae052d9103d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:42:31.601580 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:31.655383 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=06d28bfa-5007-4035-918c-ec5a82200cb5,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:31.662786 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:31.663137 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:31.663479 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:31.663841 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:31.664177 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:31.664511 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:31.664837 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:31.665163 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:31.666018 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:31.666459 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:31.666798 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:31.667117 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:31.715769 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81fef7-c8ef-4ec5-81ee-2b83aa0e2735 req-07c4d35b-46ca-42fe-8fa3-87f91f3313a7 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:31.717213 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3a81fef7-c8ef-4ec5-81ee-2b83aa0e2735 req-07c4d35b-46ca-42fe-8fa3-87f91f3313a7 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/ports?device_id=d93efbbd-da85-4f76-a097-36a141af22b3 HTTP/1.1" status: 200 len: 945 time: 0.0536892 Oct 19 01:42:31.754277 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3a81fef7-c8ef-4ec5-81ee-2b83aa0e2735 req-54718117-ec1b-48ab-87b7-dac12424bbd3 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/security-groups?id=87717a99-2cb4-4dfc-9e5e-69cc2afa7f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308661 Oct 19 01:42:31.906739 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['06d28bfa-5007-4035-918c-ec5a82200cb5'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:42:32.867305 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2f3ce-01d3-45c6-b8a6-553e74c9859d req-8c442525-4bc2-4ee9-9aaa-7a773143d6f4 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:32.869486 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a6b2f3ce-01d3-45c6-b8a6-553e74c9859d req-8c442525-4bc2-4ee9-9aaa-7a773143d6f4 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/ports?device_id=d93efbbd-da85-4f76-a097-36a141af22b3 HTTP/1.1" status: 200 len: 945 time: 0.0492516 Oct 19 01:42:32.906921 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a6b2f3ce-01d3-45c6-b8a6-553e74c9859d req-d17d1247-c40b-4e0c-aea9-89806432a9b6 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/security-groups?id=87717a99-2cb4-4dfc-9e5e-69cc2afa7f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311787 Oct 19 01:42:33.441013 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 06d28bfa-5007-4035-918c-ec5a82200cb5 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:42:33.488273 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 06d28bfa-5007-4035-918c-ec5a82200cb5 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:42:33.492009 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 06d28bfa-5007-4035-918c-ec5a82200cb5 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:42:33.492376 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:33.574337 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:33.596556 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93efbbd-da85-4f76-a097-36a141af22b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d28bfa-5007-4035-918c-ec5a82200cb5'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:42:33.598777 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7262fb-2175-48dc-a3f4-2f69c798b7ab" -d '{"events": [{"server_uuid": "d93efbbd-da85-4f76-a097-36a141af22b3", "name": "network-vif-plugged", "status": "completed", "tag": "06d28bfa-5007-4035-918c-ec5a82200cb5"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:42:33.611752 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 06d28bfa-5007-4035-918c-ec5a82200cb5, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=06d28bfa-5007-4035-918c-ec5a82200cb5,segment=NetworkSegment(989af908-0a63-4a10-9a4f-dae052d9103d),segment_id=989af908-0a63-4a10-9a4f-dae052d9103d)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:42:33.615778 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:33.640794 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1df81a-83a3-444e-8a92-5f75c372af89 x-openstack-request-id: req-3b1df81a-83a3-444e-8a92-5f75c372af89 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:42:33.641088 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93efbbd-da85-4f76-a097-36a141af22b3", "name": "network-vif-plugged", "status": "completed", "tag": "06d28bfa-5007-4035-918c-ec5a82200cb5", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:42:33.641341 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3b1df81a-83a3-444e-8a92-5f75c372af89 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:42:33.641727 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd93efbbd-da85-4f76-a097-36a141af22b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d28bfa-5007-4035-918c-ec5a82200cb5', 'code': 200} Oct 19 01:42:33.670191 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=06d28bfa-5007-4035-918c-ec5a82200cb5,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:33.732414 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354835c-0699-4593-8797-9bb885c5bbbd req-00271485-c03e-4cd5-b9d3-00c989c26005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:33.733800 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f354835c-0699-4593-8797-9bb885c5bbbd req-00271485-c03e-4cd5-b9d3-00c989c26005 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d93efbbd-da85-4f76-a097-36a141af22b3 HTTP/1.1" status: 200 len: 1098 time: 0.0409081 Oct 19 01:42:33.769447 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f354835c-0699-4593-8797-9bb885c5bbbd req-007498e6-5a4d-4964-8d8d-9df95e4fb219 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=87717a99-2cb4-4dfc-9e5e-69cc2afa7f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287178 Oct 19 01:42:34.025729 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee0901-bfc2-428b-9530-33efd7fc5d3a req-898cc590-ca99-4d15-a91c-7be14473dac0 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:34.027101 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-71ee0901-bfc2-428b-9530-33efd7fc5d3a req-898cc590-ca99-4d15-a91c-7be14473dac0 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/ports?device_id=d93efbbd-da85-4f76-a097-36a141af22b3 HTTP/1.1" status: 200 len: 946 time: 0.0520515 Oct 19 01:42:34.063918 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-71ee0901-bfc2-428b-9530-33efd7fc5d3a req-1fd84fa8-21f9-4f41-84a7-86adb4e04635 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/security-groups?id=87717a99-2cb4-4dfc-9e5e-69cc2afa7f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308566 Oct 19 01:42:35.179278 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80090967-48f9-4870-a7dc-4ff3da0427d3 req-033a2403-809a-4518-bef7-145d017599ac tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:35.180775 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-80090967-48f9-4870-a7dc-4ff3da0427d3 req-033a2403-809a-4518-bef7-145d017599ac tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/ports?device_id=d93efbbd-da85-4f76-a097-36a141af22b3 HTTP/1.1" status: 200 len: 946 time: 0.0479481 Oct 19 01:42:35.219067 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-80090967-48f9-4870-a7dc-4ff3da0427d3 req-c0b717f6-274d-4947-af50-f08cbdc3dadf tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/security-groups?id=87717a99-2cb4-4dfc-9e5e-69cc2afa7f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323122 Oct 19 01:42:35.332896 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbac07b-d556-4e46-938a-b333a118683f req-f37a2d2e-c082-4e31-b147-8d5625455df5 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:35.334351 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1fbac07b-d556-4e46-938a-b333a118683f req-f37a2d2e-c082-4e31-b147-8d5625455df5 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/ports?device_id=d93efbbd-da85-4f76-a097-36a141af22b3 HTTP/1.1" status: 200 len: 946 time: 0.0491769 Oct 19 01:42:35.372180 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1fbac07b-d556-4e46-938a-b333a118683f req-7c91e912-0e76-48b2-85fa-3b7efdb4e22b tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/security-groups?id=87717a99-2cb4-4dfc-9e5e-69cc2afa7f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315635 Oct 19 01:42:35.393644 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 50392) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:35.477645 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db6d85e-33bf-4e99-bdb3-ca5d510c83fd tempest-TestVolumeBackupRestore-940924941 tempest-TestVolumeBackupRestore-940924941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:35.479374 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8db6d85e-33bf-4e99-bdb3-ca5d510c83fd tempest-TestVolumeBackupRestore-940924941 tempest-TestVolumeBackupRestore-940924941-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d93efbbd-da85-4f76-a097-36a141af22b3 HTTP/1.1" status: 200 len: 1093 time: 0.0845692 Oct 19 01:42:35.482190 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 50396) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:35.486573 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-daa44c61-5d50-4cb9-906f-f928267c9bea tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'port_id': '06d28bfa-5007-4035-918c-ec5a82200cb5', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:42:35.508607 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-daa44c61-5d50-4cb9-906f-f928267c9bea tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks [] for floatingip, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:35.608293 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-daa44c61-5d50-4cb9-906f-f928267c9bea tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:35.714836 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-daa44c61-5d50-4cb9-906f-f928267c9bea tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Allocated IP 172.25.8.177 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/fb77ec24-9c7b-414d-b64d-8516ce63ec3e) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:42:35.815646 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-daa44c61-5d50-4cb9-906f-f928267c9bea tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:35.849231 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-daa44c61-5d50-4cb9-906f-f928267c9bea tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:35.888373 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa44c61-5d50-4cb9-906f-f928267c9bea tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:42:35.891704 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-daa44c61-5d50-4cb9-906f-f928267c9bea tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:42:35.894620 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa44c61-5d50-4cb9-906f-f928267c9bea tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:42:35.924769 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa44c61-5d50-4cb9-906f-f928267c9bea tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Pushing event updated for resources: {'Port': ['ID=fb77ec24-9c7b-414d-b64d-8516ce63ec3e,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:36.256800 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-daa44c61-5d50-4cb9-906f-f928267c9bea tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:36.325107 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-daa44c61-5d50-4cb9-906f-f928267c9bea tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:36.339864 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:42:36.474533 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-daa44c61-5d50-4cb9-906f-f928267c9bea tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:36.478955 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-daa44c61-5d50-4cb9-906f-f928267c9bea tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:36.545593 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa44c61-5d50-4cb9-906f-f928267c9bea tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Pushing event updated for resources: {'Port': ['ID=fb77ec24-9c7b-414d-b64d-8516ce63ec3e,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:36.557944 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-daa44c61-5d50-4cb9-906f-f928267c9bea tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:36.658144 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [None req-daa44c61-5d50-4cb9-906f-f928267c9bea tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Floating IP a0e0e381-8f08-4c43-b213-4d1aadac1b93 associated. External IP: 172.25.8.177, port: 06d28bfa-5007-4035-918c-ec5a82200cb5. Oct 19 01:42:36.864298 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa44c61-5d50-4cb9-906f-f928267c9bea tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Router 8104f42f-7be2-4442-b87f-ab867c677d1d has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:42:36.972867 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa44c61-5d50-4cb9-906f-f928267c9bea tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:42:36.983031 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d9de5e-dd32-40d9-9fb6-9a1c6543f44f None None] Sync routers for ids ['8104f42f-7be2-4442-b87f-ab867c677d1d'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:42:36.991345 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-daa44c61-5d50-4cb9-906f-f928267c9bea tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:36.992218 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d9de5e-dd32-40d9-9fb6-9a1c6543f44f None None] Routers {'8104f42f-7be2-4442-b87f-ab867c677d1d'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:42:36.992822 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-89d9de5e-dd32-40d9-9fb6-9a1c6543f44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:42:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['8104f42f-7be2-4442-b87f-ab867c677d1d'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:42:37.018733 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-daa44c61-5d50-4cb9-906f-f928267c9bea tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5355113 Oct 19 01:42:37.019324 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93efbbd-da85-4f76-a097-36a141af22b3', 'tag': '06d28bfa-5007-4035-918c-ec5a82200cb5'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:42:37.021468 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 50398) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:37.021935 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df846f5c-8c2f-4231-b1bb-c6ea8c5238f1" -d '{"events": [{"name": "network-changed", "server_uuid": "d93efbbd-da85-4f76-a097-36a141af22b3", "tag": "06d28bfa-5007-4035-918c-ec5a82200cb5"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:42:37.058032 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bc44b8-9eeb-42ac-89c2-b0f15dbcc770 x-openstack-request-id: req-07bc44b8-9eeb-42ac-89c2-b0f15dbcc770 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:42:37.058330 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d93efbbd-da85-4f76-a097-36a141af22b3", "tag": "06d28bfa-5007-4035-918c-ec5a82200cb5", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:42:37.058588 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-07bc44b8-9eeb-42ac-89c2-b0f15dbcc770 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:42:37.058997 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd93efbbd-da85-4f76-a097-36a141af22b3', 'tag': '06d28bfa-5007-4035-918c-ec5a82200cb5', 'status': 'completed', 'code': 200} Oct 19 01:42:37.065066 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b144422a-7474-4bdb-9ff2-ffdfa9b8ce11 tempest-TestVolumeBackupRestore-940924941 tempest-TestVolumeBackupRestore-940924941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:37.069773 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b144422a-7474-4bdb-9ff2-ffdfa9b8ce11 tempest-TestVolumeBackupRestore-940924941 tempest-TestVolumeBackupRestore-940924941-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d93efbbd-da85-4f76-a097-36a141af22b3 HTTP/1.1" status: 200 len: 1093 time: 0.0471838 Oct 19 01:42:37.070355 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 50402) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:37.075609 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-b571bb5d-7104-4074-bb19-04c88c3a24c4 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Request body: {'floatingip': {'port_id': '06d28bfa-5007-4035-918c-ec5a82200cb5'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:42:37.105913 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-89d9de5e-dd32-40d9-9fb6-9a1c6543f44f None None] Set router 8104f42f-7be2-4442-b87f-ab867c677d1d gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:42:37.123016 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df846f5c-8c2f-4231-b1bb-c6ea8c5238f1 req-3893ce50-9a57-428b-934f-b678a05d851e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:37.124596 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-df846f5c-8c2f-4231-b1bb-c6ea8c5238f1 req-3893ce50-9a57-428b-934f-b678a05d851e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5eed08d4f6134d8eabe7d470a8bddf9d&device_id=d93efbbd-da85-4f76-a097-36a141af22b3 HTTP/1.1" status: 200 len: 1098 time: 0.0428832 Oct 19 01:42:37.134155 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b571bb5d-7104-4074-bb19-04c88c3a24c4 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks [] for floatingip, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:37.224178 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df846f5c-8c2f-4231-b1bb-c6ea8c5238f1 req-7e4dd6a4-5e75-458d-9651-9e3741c38820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:37.225704 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-df846f5c-8c2f-4231-b1bb-c6ea8c5238f1 req-7e4dd6a4-5e75-458d-9651-9e3741c38820 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f HTTP/1.1" status: 200 len: 914 time: 0.0944579 Oct 19 01:42:37.292595 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-df846f5c-8c2f-4231-b1bb-c6ea8c5238f1 req-05eb2c99-bbb5-47dd-b178-bcdbae20cba9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06d28bfa-5007-4035-918c-ec5a82200cb5 HTTP/1.1" status: 200 len: 1000 time: 0.0595207 Oct 19 01:42:37.336153 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-89d9de5e-dd32-40d9-9fb6-9a1c6543f44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'name': 'tempest-TestVolumeBackupRestore-668565220-router', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c8c38e69-b7c5-4c21-91af-acfe7090fe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:40:18Z', 'updated_at': '2021-10-19T01:40:21Z', 'revision_number': 4, 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'gw_port': {'id': 'c8c38e69-b7c5-4c21-91af-acfe7090fe1f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:40:19Z', 'updated_at': '2021-10-19T01:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'a0e0e381-8f08-4c43-b213-4d1aadac1b93', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'floating_ip_address': '172.25.8.177', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'port_id': '06d28bfa-5007-4035-918c-ec5a82200cb5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f', 'mac_address': 'fa:16:3e:da:c5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93efbbd-da85-4f76-a097-36a141af22b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:42:36Z', 'updated_at': '2021-10-19T01:42:36Z', 'revision_number': 0, 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22aa5200-214e-45d4-88c3-b53d616055b2', 'name': '', 'network_id': '9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'mac_address': 'fa:16:3e:87:6a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '72712611-5de8-448c-82b4-d594246b6684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:40:20Z', 'updated_at': '2021-10-19T01:40:25Z', 'revision_number': 5, 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'subnets': [{'id': '72712611-5de8-448c-82b4-d594246b6684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:42:37.343497 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df846f5c-8c2f-4231-b1bb-c6ea8c5238f1 req-ca8976d3-8a91-492f-9f7b-c85659715b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:37.346333 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-df846f5c-8c2f-4231-b1bb-c6ea8c5238f1 req-ca8976d3-8a91-492f-9f7b-c85659715b77 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=72712611-5de8-448c-82b4-d594246b6684 HTTP/1.1" status: 200 len: 852 time: 0.0464830 Oct 19 01:42:37.399447 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df846f5c-8c2f-4231-b1bb-c6ea8c5238f1 req-62e32574-84b2-4b64-8dc9-1276bda40b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:37.401088 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-df846f5c-8c2f-4231-b1bb-c6ea8c5238f1 req-62e32574-84b2-4b64-8dc9-1276bda40b82 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482249 Oct 19 01:42:37.454606 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d9de5e-dd32-40d9-9fb6-9a1c6543f44f None None] Checking router: 8104f42f-7be2-4442-b87f-ab867c677d1d for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:42:37.462961 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d9de5e-dd32-40d9-9fb6-9a1c6543f44f None None] Routers {'8104f42f-7be2-4442-b87f-ab867c677d1d'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:42:37.463550 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-89d9de5e-dd32-40d9-9fb6-9a1c6543f44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:42:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['8104f42f-7be2-4442-b87f-ab867c677d1d'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:42:37.499285 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-df846f5c-8c2f-4231-b1bb-c6ea8c5238f1 req-eedfedfd-9689-4f2c-a61a-0ff8e4918f35 service neutron] 10.222.0.55 "GET /v2.0/networks/9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912788 Oct 19 01:42:37.573315 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-89d9de5e-dd32-40d9-9fb6-9a1c6543f44f None None] Set router 8104f42f-7be2-4442-b87f-ab867c677d1d gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:42:37.602715 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-df846f5c-8c2f-4231-b1bb-c6ea8c5238f1 req-20a16bb4-8b09-4d69-a32b-24c6050d9450 service neutron] 10.222.0.55 "GET /v2.0/networks/9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960586 Oct 19 01:42:37.807905 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-89d9de5e-dd32-40d9-9fb6-9a1c6543f44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'name': 'tempest-TestVolumeBackupRestore-668565220-router', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c8c38e69-b7c5-4c21-91af-acfe7090fe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:40:18Z', 'updated_at': '2021-10-19T01:40:21Z', 'revision_number': 4, 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'gw_port': {'id': 'c8c38e69-b7c5-4c21-91af-acfe7090fe1f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:40:19Z', 'updated_at': '2021-10-19T01:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'a0e0e381-8f08-4c43-b213-4d1aadac1b93', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'floating_ip_address': '172.25.8.177', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'port_id': '06d28bfa-5007-4035-918c-ec5a82200cb5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f', 'mac_address': 'fa:16:3e:da:c5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93efbbd-da85-4f76-a097-36a141af22b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:42:36Z', 'updated_at': '2021-10-19T01:42:36Z', 'revision_number': 0, 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22aa5200-214e-45d4-88c3-b53d616055b2', 'name': '', 'network_id': '9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'mac_address': 'fa:16:3e:87:6a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '72712611-5de8-448c-82b4-d594246b6684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:40:20Z', 'updated_at': '2021-10-19T01:40:25Z', 'revision_number': 5, 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'subnets': [{'id': '72712611-5de8-448c-82b4-d594246b6684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:42:37.838470 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d9de5e-dd32-40d9-9fb6-9a1c6543f44f None None] The sync data for ids ['8104f42f-7be2-4442-b87f-ab867c677d1d'] in n-d-715271-26 is: [{'id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'name': 'tempest-TestVolumeBackupRestore-668565220-router', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c8c38e69-b7c5-4c21-91af-acfe7090fe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:40:18Z', 'updated_at': '2021-10-19T01:40:21Z', 'revision_number': 4, 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'gw_port': {'id': 'c8c38e69-b7c5-4c21-91af-acfe7090fe1f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:40:19Z', 'updated_at': '2021-10-19T01:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'a0e0e381-8f08-4c43-b213-4d1aadac1b93', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'floating_ip_address': '172.25.8.177', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'port_id': '06d28bfa-5007-4035-918c-ec5a82200cb5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f', 'mac_address': 'fa:16:3e:da:c5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93efbbd-da85-4f76-a097-36a141af22b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:42:36Z', 'updated_at': '2021-10-19T01:42:36Z', 'revision_number': 0, 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22aa5200-214e-45d4-88c3-b53d616055b2', 'name': '', 'network_id': '9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'mac_address': 'fa:16:3e:87:6a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '72712611-5de8-448c-82b4-d594246b6684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:40:20Z', 'updated_at': '2021-10-19T01:40:25Z', 'revision_number': 5, 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'subnets': [{'id': '72712611-5de8-448c-82b4-d594246b6684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:42:38.019353 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b571bb5d-7104-4074-bb19-04c88c3a24c4 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:38.023424 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b571bb5d-7104-4074-bb19-04c88c3a24c4 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:38.043631 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cdfb5a-020a-4603-8584-91b9864438c7 None None] New status for floating IP a0e0e381-8f08-4c43-b213-4d1aadac1b93: ACTIVE {{(pid=100608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:42:38.237428 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b571bb5d-7104-4074-bb19-04c88c3a24c4 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Router 8104f42f-7be2-4442-b87f-ab867c677d1d has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:42:38.348188 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b571bb5d-7104-4074-bb19-04c88c3a24c4 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:42:38.352966 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b571bb5d-7104-4074-bb19-04c88c3a24c4 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:38.357997 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432e048f-5af4-4283-ab16-203ef4977675 None None] Sync routers for ids ['8104f42f-7be2-4442-b87f-ab867c677d1d'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:42:38.366717 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432e048f-5af4-4283-ab16-203ef4977675 None None] Routers {'8104f42f-7be2-4442-b87f-ab867c677d1d'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:42:38.367389 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-432e048f-5af4-4283-ab16-203ef4977675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:42:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['8104f42f-7be2-4442-b87f-ab867c677d1d'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:42:38.380978 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93efbbd-da85-4f76-a097-36a141af22b3', 'tag': '06d28bfa-5007-4035-918c-ec5a82200cb5'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:42:38.383279 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8652c561-2555-4324-93cc-4a97d45ea54f" -d '{"events": [{"name": "network-changed", "server_uuid": "d93efbbd-da85-4f76-a097-36a141af22b3", "tag": "06d28bfa-5007-4035-918c-ec5a82200cb5"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:42:38.411646 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b571bb5d-7104-4074-bb19-04c88c3a24c4 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "PUT /v2.0/floatingips/a0e0e381-8f08-4c43-b213-4d1aadac1b93 HTTP/1.1" status: 200 len: 992 time: 1.3402636 Oct 19 01:42:38.422997 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20033a81-8ab7-4211-b75a-0e9d9a189574 x-openstack-request-id: req-20033a81-8ab7-4211-b75a-0e9d9a189574 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:42:38.423302 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d93efbbd-da85-4f76-a097-36a141af22b3", "tag": "06d28bfa-5007-4035-918c-ec5a82200cb5", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:42:38.423552 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-20033a81-8ab7-4211-b75a-0e9d9a189574 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:42:38.423972 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd93efbbd-da85-4f76-a097-36a141af22b3', 'tag': '06d28bfa-5007-4035-918c-ec5a82200cb5', 'status': 'completed', 'code': 200} Oct 19 01:42:38.480873 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-432e048f-5af4-4283-ab16-203ef4977675 None None] Set router 8104f42f-7be2-4442-b87f-ab867c677d1d gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:42:38.485946 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652c561-2555-4324-93cc-4a97d45ea54f req-5b49b405-f88d-46c5-9545-40fb30d67e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:38.487481 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8652c561-2555-4324-93cc-4a97d45ea54f req-5b49b405-f88d-46c5-9545-40fb30d67e85 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5eed08d4f6134d8eabe7d470a8bddf9d&device_id=d93efbbd-da85-4f76-a097-36a141af22b3 HTTP/1.1" status: 200 len: 1098 time: 0.0423372 Oct 19 01:42:38.582864 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652c561-2555-4324-93cc-4a97d45ea54f req-7cb1b95c-af40-4bf7-961b-4691b26901bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:38.584534 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8652c561-2555-4324-93cc-4a97d45ea54f req-7cb1b95c-af40-4bf7-961b-4691b26901bb service neutron] 10.222.0.55 "GET /v2.0/networks?id=9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f HTTP/1.1" status: 200 len: 914 time: 0.0897865 Oct 19 01:42:38.651504 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8652c561-2555-4324-93cc-4a97d45ea54f req-14d77f2d-ca3c-45c3-8137-92f7d6a9a294 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06d28bfa-5007-4035-918c-ec5a82200cb5 HTTP/1.1" status: 200 len: 1002 time: 0.0594897 Oct 19 01:42:38.700230 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652c561-2555-4324-93cc-4a97d45ea54f req-2ea3ea3e-0c12-431d-b9b6-636e39faa9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:38.701692 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8652c561-2555-4324-93cc-4a97d45ea54f req-2ea3ea3e-0c12-431d-b9b6-636e39faa9ac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=72712611-5de8-448c-82b4-d594246b6684 HTTP/1.1" status: 200 len: 852 time: 0.0437143 Oct 19 01:42:38.703567 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-432e048f-5af4-4283-ab16-203ef4977675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'name': 'tempest-TestVolumeBackupRestore-668565220-router', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c8c38e69-b7c5-4c21-91af-acfe7090fe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:40:18Z', 'updated_at': '2021-10-19T01:40:21Z', 'revision_number': 4, 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'gw_port': {'id': 'c8c38e69-b7c5-4c21-91af-acfe7090fe1f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:40:19Z', 'updated_at': '2021-10-19T01:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'a0e0e381-8f08-4c43-b213-4d1aadac1b93', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'floating_ip_address': '172.25.8.177', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'port_id': '06d28bfa-5007-4035-918c-ec5a82200cb5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f', 'mac_address': 'fa:16:3e:da:c5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93efbbd-da85-4f76-a097-36a141af22b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:42:36Z', 'updated_at': '2021-10-19T01:42:38Z', 'revision_number': 2, 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22aa5200-214e-45d4-88c3-b53d616055b2', 'name': '', 'network_id': '9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'mac_address': 'fa:16:3e:87:6a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '72712611-5de8-448c-82b4-d594246b6684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:40:20Z', 'updated_at': '2021-10-19T01:40:25Z', 'revision_number': 5, 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'subnets': [{'id': '72712611-5de8-448c-82b4-d594246b6684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:42:38.734209 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432e048f-5af4-4283-ab16-203ef4977675 None None] Checking router: 8104f42f-7be2-4442-b87f-ab867c677d1d for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:42:38.742487 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432e048f-5af4-4283-ab16-203ef4977675 None None] Routers {'8104f42f-7be2-4442-b87f-ab867c677d1d'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:42:38.743028 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-432e048f-5af4-4283-ab16-203ef4977675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:42:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['8104f42f-7be2-4442-b87f-ab867c677d1d'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:42:38.751716 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652c561-2555-4324-93cc-4a97d45ea54f req-2991c081-b7f9-48e0-8bf3-64ffe6de3318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:38.753332 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8652c561-2555-4324-93cc-4a97d45ea54f req-2991c081-b7f9-48e0-8bf3-64ffe6de3318 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451431 Oct 19 01:42:38.846090 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8652c561-2555-4324-93cc-4a97d45ea54f req-fd5971a2-a5fc-441c-9163-acd2994ca4ba service neutron] 10.222.0.55 "GET /v2.0/networks/9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854318 Oct 19 01:42:38.849185 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-432e048f-5af4-4283-ab16-203ef4977675 None None] Set router 8104f42f-7be2-4442-b87f-ab867c677d1d gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:42:38.945552 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8652c561-2555-4324-93cc-4a97d45ea54f req-e72cfddf-b080-45e6-a5d2-44ad221f626e service neutron] 10.222.0.55 "GET /v2.0/networks/9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926206 Oct 19 01:42:39.070027 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-432e048f-5af4-4283-ab16-203ef4977675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'name': 'tempest-TestVolumeBackupRestore-668565220-router', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c8c38e69-b7c5-4c21-91af-acfe7090fe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:40:18Z', 'updated_at': '2021-10-19T01:40:21Z', 'revision_number': 4, 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'gw_port': {'id': 'c8c38e69-b7c5-4c21-91af-acfe7090fe1f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:40:19Z', 'updated_at': '2021-10-19T01:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'a0e0e381-8f08-4c43-b213-4d1aadac1b93', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'floating_ip_address': '172.25.8.177', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'port_id': '06d28bfa-5007-4035-918c-ec5a82200cb5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f', 'mac_address': 'fa:16:3e:da:c5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93efbbd-da85-4f76-a097-36a141af22b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:42:36Z', 'updated_at': '2021-10-19T01:42:38Z', 'revision_number': 2, 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22aa5200-214e-45d4-88c3-b53d616055b2', 'name': '', 'network_id': '9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'mac_address': 'fa:16:3e:87:6a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '72712611-5de8-448c-82b4-d594246b6684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:40:20Z', 'updated_at': '2021-10-19T01:40:25Z', 'revision_number': 5, 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'subnets': [{'id': '72712611-5de8-448c-82b4-d594246b6684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:42:39.095698 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432e048f-5af4-4283-ab16-203ef4977675 None None] The sync data for ids ['8104f42f-7be2-4442-b87f-ab867c677d1d'] in n-d-715271-26 is: [{'id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'name': 'tempest-TestVolumeBackupRestore-668565220-router', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c8c38e69-b7c5-4c21-91af-acfe7090fe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:40:18Z', 'updated_at': '2021-10-19T01:40:21Z', 'revision_number': 4, 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'gw_port': {'id': 'c8c38e69-b7c5-4c21-91af-acfe7090fe1f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:40:19Z', 'updated_at': '2021-10-19T01:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'a0e0e381-8f08-4c43-b213-4d1aadac1b93', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'floating_ip_address': '172.25.8.177', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'port_id': '06d28bfa-5007-4035-918c-ec5a82200cb5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f', 'mac_address': 'fa:16:3e:da:c5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93efbbd-da85-4f76-a097-36a141af22b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:42:36Z', 'updated_at': '2021-10-19T01:42:38Z', 'revision_number': 2, 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22aa5200-214e-45d4-88c3-b53d616055b2', 'name': '', 'network_id': '9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'mac_address': 'fa:16:3e:87:6a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '72712611-5de8-448c-82b4-d594246b6684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:40:20Z', 'updated_at': '2021-10-19T01:40:25Z', 'revision_number': 5, 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'subnets': [{'id': '72712611-5de8-448c-82b4-d594246b6684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:42:40.425478 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93efbbd-da85-4f76-a097-36a141af22b3', 'tag': '06d28bfa-5007-4035-918c-ec5a82200cb5'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:42:40.427866 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c75d7ea-4c67-4b20-84e7-7bc521a02cea" -d '{"events": [{"name": "network-changed", "server_uuid": "d93efbbd-da85-4f76-a097-36a141af22b3", "tag": "06d28bfa-5007-4035-918c-ec5a82200cb5"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:42:40.462678 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6138552-db43-4e05-af24-a8f6d3b7d771 x-openstack-request-id: req-e6138552-db43-4e05-af24-a8f6d3b7d771 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:42:40.463008 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d93efbbd-da85-4f76-a097-36a141af22b3", "tag": "06d28bfa-5007-4035-918c-ec5a82200cb5", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:42:40.463375 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e6138552-db43-4e05-af24-a8f6d3b7d771 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:42:40.463796 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd93efbbd-da85-4f76-a097-36a141af22b3', 'tag': '06d28bfa-5007-4035-918c-ec5a82200cb5', 'status': 'completed', 'code': 200} Oct 19 01:42:40.526050 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75d7ea-4c67-4b20-84e7-7bc521a02cea req-bbde1ea2-dad0-4ed2-922a-de1206587350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:40.527531 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1c75d7ea-4c67-4b20-84e7-7bc521a02cea req-bbde1ea2-dad0-4ed2-922a-de1206587350 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5eed08d4f6134d8eabe7d470a8bddf9d&device_id=d93efbbd-da85-4f76-a097-36a141af22b3 HTTP/1.1" status: 200 len: 1098 time: 0.0404215 Oct 19 01:42:40.622085 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75d7ea-4c67-4b20-84e7-7bc521a02cea req-94740baf-79ba-4e5a-be53-b6760856f2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:40.623524 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1c75d7ea-4c67-4b20-84e7-7bc521a02cea req-94740baf-79ba-4e5a-be53-b6760856f2f2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f HTTP/1.1" status: 200 len: 914 time: 0.0884776 Oct 19 01:42:40.688961 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1c75d7ea-4c67-4b20-84e7-7bc521a02cea req-5f032d52-19f5-49e2-9314-bcd50078ed3f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06d28bfa-5007-4035-918c-ec5a82200cb5 HTTP/1.1" status: 200 len: 1002 time: 0.0583618 Oct 19 01:42:40.737748 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75d7ea-4c67-4b20-84e7-7bc521a02cea req-70b7e82a-505f-45a7-bac3-c1b74e626121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:40.739126 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1c75d7ea-4c67-4b20-84e7-7bc521a02cea req-70b7e82a-505f-45a7-bac3-c1b74e626121 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=72712611-5de8-448c-82b4-d594246b6684 HTTP/1.1" status: 200 len: 852 time: 0.0434146 Oct 19 01:42:40.787408 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75d7ea-4c67-4b20-84e7-7bc521a02cea req-71b3531f-1501-4ca4-9ace-0e1e712608e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:40.788891 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1c75d7ea-4c67-4b20-84e7-7bc521a02cea req-71b3531f-1501-4ca4-9ace-0e1e712608e3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430946 Oct 19 01:42:40.878038 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1c75d7ea-4c67-4b20-84e7-7bc521a02cea req-45ca127e-e05e-4459-a71c-ff843fa9887c service neutron] 10.222.0.55 "GET /v2.0/networks/9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823126 Oct 19 01:42:40.975626 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1c75d7ea-4c67-4b20-84e7-7bc521a02cea req-48ae1543-03dc-4a3f-a862-db3a5084b214 service neutron] 10.222.0.55 "GET /v2.0/networks/9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906854 Oct 19 01:42:43.985425 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b8dfc7a3-017f-4d06-88e2-808b87191fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:46.583640 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ffb32d07-28f7-4453-a87e-948140db78f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:47.293284 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:47.883102 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:49.819907 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:57.436467 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:59.828475 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:11.534355 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 50418) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:11.690709 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-47b34951-8c57-499e-9cad-6d8b2fb6ecc8 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Deleting port fb77ec24-9c7b-414d-b64d-8516ce63ec3e {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:43:11.691221 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-47b34951-8c57-499e-9cad-6d8b2fb6ecc8 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:11.767956 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-47b34951-8c57-499e-9cad-6d8b2fb6ecc8 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:11.768286 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-47b34951-8c57-499e-9cad-6d8b2fb6ecc8 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:11.780598 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-47b34951-8c57-499e-9cad-6d8b2fb6ecc8 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Calling delete_port for fb77ec24-9c7b-414d-b64d-8516ce63ec3e owned by network:floatingip {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:43:11.933780 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-47b34951-8c57-499e-9cad-6d8b2fb6ecc8 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:11.960569 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b34951-8c57-499e-9cad-6d8b2fb6ecc8 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Pushing event deleted for resources: {'Port': ['ID=fb77ec24-9c7b-414d-b64d-8516ce63ec3e,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:12.026462 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-47b34951-8c57-499e-9cad-6d8b2fb6ecc8 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks [] for floatingip, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:12.026842 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [None req-47b34951-8c57-499e-9cad-6d8b2fb6ecc8 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Floating IP a0e0e381-8f08-4c43-b213-4d1aadac1b93 disassociated (deleted). External IP: 172.25.8.177, port: 06d28bfa-5007-4035-918c-ec5a82200cb5. Oct 19 01:43:12.035786 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-658e7f9a-589e-4ce8-8817-7f82a867df7a req-32e9eef6-07cd-4d05-b985-d430f30b7e40 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d93efbbd-da85-4f76-a097-36a141af22b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1121483 Oct 19 01:43:12.125049 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e7f9a-589e-4ce8-8817-7f82a867df7a req-d2814e3c-43ad-499f-9ffa-f9843811bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:12.126537 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-658e7f9a-589e-4ce8-8817-7f82a867df7a req-d2814e3c-43ad-499f-9ffa-f9843811bc6b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5eed08d4f6134d8eabe7d470a8bddf9d&device_id=d93efbbd-da85-4f76-a097-36a141af22b3 HTTP/1.1" status: 200 len: 1098 time: 0.0432801 Oct 19 01:43:12.237114 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e7f9a-589e-4ce8-8817-7f82a867df7a req-6eebace8-189e-421e-be45-6bcf970b8935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:12.238640 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-658e7f9a-589e-4ce8-8817-7f82a867df7a req-6eebace8-189e-421e-be45-6bcf970b8935 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f HTTP/1.1" status: 200 len: 914 time: 0.0910535 Oct 19 01:43:12.249042 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b34951-8c57-499e-9cad-6d8b2fb6ecc8 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Router 8104f42f-7be2-4442-b87f-ab867c677d1d has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:43:12.280493 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-658e7f9a-589e-4ce8-8817-7f82a867df7a req-5d4c578d-d005-4a70-8537-99e747c95c86 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06d28bfa-5007-4035-918c-ec5a82200cb5 HTTP/1.1" status: 200 len: 217 time: 0.0346372 Oct 19 01:43:12.335706 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e7f9a-589e-4ce8-8817-7f82a867df7a req-c1b7b82c-4333-402d-8ae3-c871e6bb9001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:12.337173 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-658e7f9a-589e-4ce8-8817-7f82a867df7a req-c1b7b82c-4333-402d-8ae3-c871e6bb9001 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=72712611-5de8-448c-82b4-d594246b6684 HTTP/1.1" status: 200 len: 852 time: 0.0482659 Oct 19 01:43:12.358391 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b34951-8c57-499e-9cad-6d8b2fb6ecc8 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:43:12.363936 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-47b34951-8c57-499e-9cad-6d8b2fb6ecc8 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:12.371224 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7013437-4250-4ee8-94cd-00741487331b None None] Sync routers for ids ['8104f42f-7be2-4442-b87f-ab867c677d1d'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:43:12.380967 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7013437-4250-4ee8-94cd-00741487331b None None] Routers {'8104f42f-7be2-4442-b87f-ab867c677d1d'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:43:12.381598 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-b7013437-4250-4ee8-94cd-00741487331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:42:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['8104f42f-7be2-4442-b87f-ab867c677d1d'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:12.385785 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e7f9a-589e-4ce8-8817-7f82a867df7a req-50238ab7-7b0f-4e58-8697-e0d7b5df7897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:12.387406 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-658e7f9a-589e-4ce8-8817-7f82a867df7a req-50238ab7-7b0f-4e58-8697-e0d7b5df7897 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426831 Oct 19 01:43:12.392590 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-47b34951-8c57-499e-9cad-6d8b2fb6ecc8 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "DELETE /v2.0/floatingips/a0e0e381-8f08-4c43-b213-4d1aadac1b93 HTTP/1.1" status: 204 len: 168 time: 0.8566091 Oct 19 01:43:12.393167 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93efbbd-da85-4f76-a097-36a141af22b3', 'tag': '06d28bfa-5007-4035-918c-ec5a82200cb5'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:43:12.395480 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47baba9c-cb5e-4894-bb9c-75ffb66abfce" -d '{"events": [{"name": "network-changed", "server_uuid": "d93efbbd-da85-4f76-a097-36a141af22b3", "tag": "06d28bfa-5007-4035-918c-ec5a82200cb5"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:43:12.435779 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a75279-e77d-4105-9f3a-ad6fc17df0f1 x-openstack-request-id: req-08a75279-e77d-4105-9f3a-ad6fc17df0f1 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:43:12.436078 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d93efbbd-da85-4f76-a097-36a141af22b3", "tag": "06d28bfa-5007-4035-918c-ec5a82200cb5", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:43:12.436328 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-08a75279-e77d-4105-9f3a-ad6fc17df0f1 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:43:12.436726 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd93efbbd-da85-4f76-a097-36a141af22b3', 'tag': '06d28bfa-5007-4035-918c-ec5a82200cb5', 'status': 'completed', 'code': 200} Oct 19 01:43:12.489438 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-658e7f9a-589e-4ce8-8817-7f82a867df7a req-10fb656d-c364-4853-890d-d33cb6729fe3 service neutron] 10.222.0.55 "GET /v2.0/networks/9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933146 Oct 19 01:43:12.521409 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-b7013437-4250-4ee8-94cd-00741487331b None None] Set router 8104f42f-7be2-4442-b87f-ab867c677d1d gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:43:12.593389 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-658e7f9a-589e-4ce8-8817-7f82a867df7a req-9236e30b-3b4f-4eac-8084-464c2b4355c4 service neutron] 10.222.0.55 "GET /v2.0/networks/9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969796 Oct 19 01:43:12.686237 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47baba9c-cb5e-4894-bb9c-75ffb66abfce req-04ab4b99-b49f-4bad-a443-19a9bca27974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:12.687786 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-47baba9c-cb5e-4894-bb9c-75ffb66abfce req-04ab4b99-b49f-4bad-a443-19a9bca27974 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5eed08d4f6134d8eabe7d470a8bddf9d&device_id=d93efbbd-da85-4f76-a097-36a141af22b3 HTTP/1.1" status: 200 len: 1098 time: 0.0418108 Oct 19 01:43:12.743687 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-b7013437-4250-4ee8-94cd-00741487331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'name': 'tempest-TestVolumeBackupRestore-668565220-router', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c8c38e69-b7c5-4c21-91af-acfe7090fe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:40:18Z', 'updated_at': '2021-10-19T01:40:21Z', 'revision_number': 4, 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'gw_port': {'id': 'c8c38e69-b7c5-4c21-91af-acfe7090fe1f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:40:19Z', 'updated_at': '2021-10-19T01:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '22aa5200-214e-45d4-88c3-b53d616055b2', 'name': '', 'network_id': '9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'mac_address': 'fa:16:3e:87:6a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '72712611-5de8-448c-82b4-d594246b6684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:40:20Z', 'updated_at': '2021-10-19T01:40:25Z', 'revision_number': 5, 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'subnets': [{'id': '72712611-5de8-448c-82b4-d594246b6684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:12.774333 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7013437-4250-4ee8-94cd-00741487331b None None] Checking router: 8104f42f-7be2-4442-b87f-ab867c677d1d for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:43:12.783172 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7013437-4250-4ee8-94cd-00741487331b None None] Routers {'8104f42f-7be2-4442-b87f-ab867c677d1d'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:43:12.783812 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-b7013437-4250-4ee8-94cd-00741487331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:42:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['8104f42f-7be2-4442-b87f-ab867c677d1d'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:12.789076 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83286937-3336-4d51-aec7-c4a42533a20c req-881608b1-b236-4a7a-ab42-18b50e1adb8f tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:12.790254 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47baba9c-cb5e-4894-bb9c-75ffb66abfce req-722fa35e-32be-466e-b959-1bda3221622a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:12.790524 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83286937-3336-4d51-aec7-c4a42533a20c req-881608b1-b236-4a7a-ab42-18b50e1adb8f tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/ports?device_id=d93efbbd-da85-4f76-a097-36a141af22b3 HTTP/1.1" status: 200 len: 946 time: 0.1928847 Oct 19 01:43:12.791758 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-47baba9c-cb5e-4894-bb9c-75ffb66abfce req-722fa35e-32be-466e-b959-1bda3221622a service neutron] 10.222.0.55 "GET /v2.0/networks?id=9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f HTTP/1.1" status: 200 len: 914 time: 0.0960410 Oct 19 01:43:12.836409 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83286937-3336-4d51-aec7-c4a42533a20c req-9740eb1c-348a-4092-8986-b1ee130fe2a1 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/security-groups?id=87717a99-2cb4-4dfc-9e5e-69cc2afa7f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391626 Oct 19 01:43:12.839044 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-47baba9c-cb5e-4894-bb9c-75ffb66abfce req-93850a09-6304-485e-9e0f-73c9a0e17f2d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06d28bfa-5007-4035-918c-ec5a82200cb5 HTTP/1.1" status: 200 len: 217 time: 0.0396235 Oct 19 01:43:12.892499 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-b7013437-4250-4ee8-94cd-00741487331b None None] Set router 8104f42f-7be2-4442-b87f-ab867c677d1d gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:43:12.899124 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47baba9c-cb5e-4894-bb9c-75ffb66abfce req-bda905dd-eeb9-4802-aa4a-cd5413a84f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:12.900687 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-47baba9c-cb5e-4894-bb9c-75ffb66abfce req-bda905dd-eeb9-4802-aa4a-cd5413a84f60 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=72712611-5de8-448c-82b4-d594246b6684 HTTP/1.1" status: 200 len: 852 time: 0.0490050 Oct 19 01:43:12.948423 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47baba9c-cb5e-4894-bb9c-75ffb66abfce req-04caa51f-fc05-4694-91dd-879837ee2e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:12.949740 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-47baba9c-cb5e-4894-bb9c-75ffb66abfce req-04caa51f-fc05-4694-91dd-879837ee2e9e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409505 Oct 19 01:43:13.046038 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-47baba9c-cb5e-4894-bb9c-75ffb66abfce req-88293ae1-5ed7-4e87-a07a-13bf49289775 service neutron] 10.222.0.55 "GET /v2.0/networks/9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856450 Oct 19 01:43:13.090381 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-b7013437-4250-4ee8-94cd-00741487331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'name': 'tempest-TestVolumeBackupRestore-668565220-router', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c8c38e69-b7c5-4c21-91af-acfe7090fe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:40:18Z', 'updated_at': '2021-10-19T01:40:21Z', 'revision_number': 4, 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'gw_port': {'id': 'c8c38e69-b7c5-4c21-91af-acfe7090fe1f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:40:19Z', 'updated_at': '2021-10-19T01:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '22aa5200-214e-45d4-88c3-b53d616055b2', 'name': '', 'network_id': '9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'mac_address': 'fa:16:3e:87:6a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '72712611-5de8-448c-82b4-d594246b6684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:40:20Z', 'updated_at': '2021-10-19T01:40:25Z', 'revision_number': 5, 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'subnets': [{'id': '72712611-5de8-448c-82b4-d594246b6684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:13.118068 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7013437-4250-4ee8-94cd-00741487331b None None] The sync data for ids ['8104f42f-7be2-4442-b87f-ab867c677d1d'] in n-d-715271-26 is: [{'id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'name': 'tempest-TestVolumeBackupRestore-668565220-router', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c8c38e69-b7c5-4c21-91af-acfe7090fe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:40:18Z', 'updated_at': '2021-10-19T01:40:21Z', 'revision_number': 4, 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'gw_port': {'id': 'c8c38e69-b7c5-4c21-91af-acfe7090fe1f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:40:19Z', 'updated_at': '2021-10-19T01:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '22aa5200-214e-45d4-88c3-b53d616055b2', 'name': '', 'network_id': '9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'mac_address': 'fa:16:3e:87:6a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '72712611-5de8-448c-82b4-d594246b6684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:40:20Z', 'updated_at': '2021-10-19T01:40:25Z', 'revision_number': 5, 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'subnets': [{'id': '72712611-5de8-448c-82b4-d594246b6684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:43:13.341582 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:43:13.355337 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fde1710-29e4-4a7e-b0cf-d43b0e76910a None None] New status for floating IP a0e0e381-8f08-4c43-b213-4d1aadac1b93: DOWN {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:43:13.454140 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-47baba9c-cb5e-4894-bb9c-75ffb66abfce req-b4f6037d-fe78-4d53-83d5-38fedcce2dbb service neutron] 10.222.0.55 "GET /v2.0/networks/9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997743 Oct 19 01:43:13.985474 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0a966370-101e-48bd-9b53-8ada4440622e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:14.024009 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dba9b9-c176-4894-9e78-ae4b27d0e62b req-b219bdb2-0119-44ae-a8cd-74afb54134f0 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:14.025492 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f9dba9b9-c176-4894-9e78-ae4b27d0e62b req-b219bdb2-0119-44ae-a8cd-74afb54134f0 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/ports?device_id=d93efbbd-da85-4f76-a097-36a141af22b3 HTTP/1.1" status: 200 len: 946 time: 0.1091290 Oct 19 01:43:14.066912 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f9dba9b9-c176-4894-9e78-ae4b27d0e62b req-1f2a279e-0bd0-4c0f-91d4-e7ebbe7eb574 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/security-groups?id=87717a99-2cb4-4dfc-9e5e-69cc2afa7f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349293 Oct 19 01:43:14.250639 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c5903-4767-4f8f-bced-1a315111961d req-ca6ce3d5-afea-450a-be89-bc5e478924a0 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:14.252038 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-867c5903-4767-4f8f-bced-1a315111961d req-ca6ce3d5-afea-450a-be89-bc5e478924a0 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.55 "GET /v2.0/ports?device_id=d93efbbd-da85-4f76-a097-36a141af22b3 HTTP/1.1" status: 200 len: 946 time: 0.0489674 Oct 19 01:43:14.339354 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-867c5903-4767-4f8f-bced-1a315111961d req-3fdf56aa-d273-460f-83a6-755f8a1cf543 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Deleting port 06d28bfa-5007-4035-918c-ec5a82200cb5 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:43:14.339698 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-867c5903-4767-4f8f-bced-1a315111961d req-3fdf56aa-d273-460f-83a6-755f8a1cf543 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:14.430150 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-867c5903-4767-4f8f-bced-1a315111961d req-3fdf56aa-d273-460f-83a6-755f8a1cf543 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] For port 06d28bfa-5007-4035-918c-ec5a82200cb5, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=06d28bfa-5007-4035-918c-ec5a82200cb5,segment=NetworkSegment(989af908-0a63-4a10-9a4f-dae052d9103d),segment_id=989af908-0a63-4a10-9a4f-dae052d9103d)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:43:14.430507 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-867c5903-4767-4f8f-bced-1a315111961d req-3fdf56aa-d273-460f-83a6-755f8a1cf543 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:14.442648 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-867c5903-4767-4f8f-bced-1a315111961d req-3fdf56aa-d273-460f-83a6-755f8a1cf543 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Calling delete_port for 06d28bfa-5007-4035-918c-ec5a82200cb5 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:43:14.572450 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-867c5903-4767-4f8f-bced-1a315111961d req-3fdf56aa-d273-460f-83a6-755f8a1cf543 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:14.601998 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf56aa-d273-460f-83a6-755f8a1cf543 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Pushing event deleted for resources: {'Port': ['ID=06d28bfa-5007-4035-918c-ec5a82200cb5,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:14.644761 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-867c5903-4767-4f8f-bced-1a315111961d req-3fdf56aa-d273-460f-83a6-755f8a1cf543 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] No DVR routers for this DVR port 06d28bfa-5007-4035-918c-ec5a82200cb5 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:43:14.647692 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-867c5903-4767-4f8f-bced-1a315111961d req-3fdf56aa-d273-460f-83a6-755f8a1cf543 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:14.651744 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-867c5903-4767-4f8f-bced-1a315111961d req-3fdf56aa-d273-460f-83a6-755f8a1cf543 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.55 "DELETE /v2.0/ports/06d28bfa-5007-4035-918c-ec5a82200cb5 HTTP/1.1" status: 204 len: 173 time: 0.3934631 Oct 19 01:43:14.652209 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93efbbd-da85-4f76-a097-36a141af22b3', 'name': 'network-vif-deleted', 'tag': '06d28bfa-5007-4035-918c-ec5a82200cb5'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:43:14.655220 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b52cbc-9d6a-4e39-bb47-88fa749ebf34" -d '{"events": [{"server_uuid": "d93efbbd-da85-4f76-a097-36a141af22b3", "name": "network-vif-deleted", "tag": "06d28bfa-5007-4035-918c-ec5a82200cb5"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:43:14.707585 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea1f169-37ca-43aa-9ace-b835458d78d5 x-openstack-request-id: req-1ea1f169-37ca-43aa-9ace-b835458d78d5 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:43:14.707941 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93efbbd-da85-4f76-a097-36a141af22b3", "name": "network-vif-deleted", "tag": "06d28bfa-5007-4035-918c-ec5a82200cb5", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:43:14.708208 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1ea1f169-37ca-43aa-9ace-b835458d78d5 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:43:14.708612 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd93efbbd-da85-4f76-a097-36a141af22b3', 'name': 'network-vif-deleted', 'tag': '06d28bfa-5007-4035-918c-ec5a82200cb5', 'status': 'completed', 'code': 200} Oct 19 01:43:15.162003 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c320d7eb-b831-4ada-b595-c368784e23a6 req-812e57de-6e58-4596-aa51-78429f6445d2 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/ports?device_id=d93efbbd-da85-4f76-a097-36a141af22b3 HTTP/1.1" status: 200 len: 210 time: 0.0266597 Oct 19 01:43:16.259839 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9eff1ae4-0678-49f2-9c44-f569c3c8e81a req-156e84c9-fae9-41f4-a28f-277f93ee84d8 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/ports?device_id=d93efbbd-da85-4f76-a097-36a141af22b3 HTTP/1.1" status: 200 len: 210 time: 0.0281534 Oct 19 01:43:16.589682 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-27d18990-e47f-4d7b-96b3-6cbc16ddcba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:17.295967 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:17.360211 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a16f8eff-aac6-47ee-9deb-cb634ed10e5a req-97302549-3a49-40cf-90c3-ef1546abd60a tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/ports?device_id=d93efbbd-da85-4f76-a097-36a141af22b3 HTTP/1.1" status: 200 len: 210 time: 0.0261414 Oct 19 01:43:17.628181 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 06d28bfa-5007-4035-918c-ec5a82200cb5 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:43:17.648590 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 06d28bfa-5007-4035-918c-ec5a82200cb5 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:43:17.648933 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 06d28bfa-5007-4035-918c-ec5a82200cb5 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:43:17.886175 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:18.455551 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0accea74-59ba-4e11-8262-96c92a871493 req-1a97a9b6-5e71-4b72-b242-19d11ed61151 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "GET /v2.0/ports?device_id=d93efbbd-da85-4f76-a097-36a141af22b3 HTTP/1.1" status: 200 len: 210 time: 0.0252721 Oct 19 01:43:19.511416 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 50454) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:19.573423 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f7729502-d925-452f-837a-ff3e576078e0 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:19.598596 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f7729502-d925-452f-837a-ff3e576078e0 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:19.657135 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f7729502-d925-452f-837a-ff3e576078e0 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:19.659668 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f7729502-d925-452f-837a-ff3e576078e0 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:19.661100 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f7729502-d925-452f-837a-ff3e576078e0 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] 10.222.0.57 "DELETE /v2.0/security-groups/87717a99-2cb4-4dfc-9e5e-69cc2afa7f17 HTTP/1.1" status: 204 len: 168 time: 0.1486456 Oct 19 01:43:19.670427 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7729502-d925-452f-837a-ff3e576078e0 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87717a99-2cb4-4dfc-9e5e-69cc2afa7f17,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:19.678057 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7729502-d925-452f-837a-ff3e576078e0 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:19.678408 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7729502-d925-452f-837a-ff3e576078e0 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:19.678747 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7729502-d925-452f-837a-ff3e576078e0 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:19.679081 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7729502-d925-452f-837a-ff3e576078e0 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:19.679412 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7729502-d925-452f-837a-ff3e576078e0 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:19.682374 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7729502-d925-452f-837a-ff3e576078e0 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:19.682374 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7729502-d925-452f-837a-ff3e576078e0 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:19.682374 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7729502-d925-452f-837a-ff3e576078e0 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:19.682374 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7729502-d925-452f-837a-ff3e576078e0 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:19.682374 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7729502-d925-452f-837a-ff3e576078e0 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:19.682752 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7729502-d925-452f-837a-ff3e576078e0 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:19.682834 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7729502-d925-452f-837a-ff3e576078e0 tempest-TestVolumeBackupRestore-1582965661 tempest-TestVolumeBackupRestore-1582965661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:19.834104 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:24.167436 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 50908) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:24.524754 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-27aa63e5-790d-496a-8bdd-eb567495f11d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:24.774566 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-27aa63e5-790d-496a-8bdd-eb567495f11d admin admin] Deleting port 22aa5200-214e-45d4-88c3-b53d616055b2 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:43:24.774960 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-27aa63e5-790d-496a-8bdd-eb567495f11d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:24.857148 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-27aa63e5-790d-496a-8bdd-eb567495f11d admin admin] For port 22aa5200-214e-45d4-88c3-b53d616055b2, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=22aa5200-214e-45d4-88c3-b53d616055b2,segment=NetworkSegment(989af908-0a63-4a10-9a4f-dae052d9103d),segment_id=989af908-0a63-4a10-9a4f-dae052d9103d)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:43:24.857619 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-27aa63e5-790d-496a-8bdd-eb567495f11d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:24.871756 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-27aa63e5-790d-496a-8bdd-eb567495f11d admin admin] Calling delete_port for 22aa5200-214e-45d4-88c3-b53d616055b2 owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:43:25.055665 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-27aa63e5-790d-496a-8bdd-eb567495f11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:25.082427 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa63e5-790d-496a-8bdd-eb567495f11d admin admin] Pushing event deleted for resources: {'Port': ['ID=22aa5200-214e-45d4-88c3-b53d616055b2,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:25.255938 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-27aa63e5-790d-496a-8bdd-eb567495f11d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:25.470257 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27aa63e5-790d-496a-8bdd-eb567495f11d admin admin] Router 8104f42f-7be2-4442-b87f-ab867c677d1d has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:43:25.579147 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27aa63e5-790d-496a-8bdd-eb567495f11d admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:43:25.584964 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-27aa63e5-790d-496a-8bdd-eb567495f11d admin admin] 10.222.0.57 "PUT /v2.0/routers/8104f42f-7be2-4442-b87f-ab867c677d1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4164307 Oct 19 01:43:25.587791 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 50910) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:25.588573 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1d0c29-d1fa-43db-9ca9-78410fc3f4d9 None None] Sync routers for ids ['8104f42f-7be2-4442-b87f-ab867c677d1d'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:43:25.599598 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1d0c29-d1fa-43db-9ca9-78410fc3f4d9 None None] Routers {'8104f42f-7be2-4442-b87f-ab867c677d1d'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:43:25.600315 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-9c1d0c29-d1fa-43db-9ca9-78410fc3f4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:43:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['8104f42f-7be2-4442-b87f-ab867c677d1d'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:25.692440 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a8fec76f-85d8-4723-a29b-9af4d7e231cc admin admin] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:25.797811 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a8fec76f-85d8-4723-a29b-9af4d7e231cc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:25.851167 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-a8fec76f-85d8-4723-a29b-9af4d7e231cc admin admin] Deleting port c8c38e69-b7c5-4c21-91af-acfe7090fe1f {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:43:25.851515 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a8fec76f-85d8-4723-a29b-9af4d7e231cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:25.856277 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-9c1d0c29-d1fa-43db-9ca9-78410fc3f4d9 None None] Set router 8104f42f-7be2-4442-b87f-ab867c677d1d gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:43:25.933856 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-a8fec76f-85d8-4723-a29b-9af4d7e231cc admin admin] For port c8c38e69-b7c5-4c21-91af-acfe7090fe1f, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c8c38e69-b7c5-4c21-91af-acfe7090fe1f,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:43:25.934209 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a8fec76f-85d8-4723-a29b-9af4d7e231cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:25.948350 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-a8fec76f-85d8-4723-a29b-9af4d7e231cc admin admin] Calling delete_port for c8c38e69-b7c5-4c21-91af-acfe7090fe1f owned by network:router_gateway {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:43:26.032438 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-9c1d0c29-d1fa-43db-9ca9-78410fc3f4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'name': 'tempest-TestVolumeBackupRestore-668565220-router', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c8c38e69-b7c5-4c21-91af-acfe7090fe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:40:18Z', 'updated_at': '2021-10-19T01:43:25Z', 'revision_number': 5, 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'gw_port': {'id': 'c8c38e69-b7c5-4c21-91af-acfe7090fe1f', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:40:19Z', 'updated_at': '2021-10-19T01:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:26.062585 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1d0c29-d1fa-43db-9ca9-78410fc3f4d9 None None] Checking router: 8104f42f-7be2-4442-b87f-ab867c677d1d for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:43:26.071024 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1d0c29-d1fa-43db-9ca9-78410fc3f4d9 None None] Routers {'8104f42f-7be2-4442-b87f-ab867c677d1d'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:43:26.071622 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-9c1d0c29-d1fa-43db-9ca9-78410fc3f4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:43:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['8104f42f-7be2-4442-b87f-ab867c677d1d'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:26.111371 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a8fec76f-85d8-4723-a29b-9af4d7e231cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:26.141554 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fec76f-85d8-4723-a29b-9af4d7e231cc admin admin] Pushing event deleted for resources: {'Port': ['ID=c8c38e69-b7c5-4c21-91af-acfe7090fe1f,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:26.161541 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-9c1d0c29-d1fa-43db-9ca9-78410fc3f4d9 None None] Set router 8104f42f-7be2-4442-b87f-ab867c677d1d gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:43:26.165192 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fec76f-85d8-4723-a29b-9af4d7e231cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:26.165534 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fec76f-85d8-4723-a29b-9af4d7e231cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:26.165868 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fec76f-85d8-4723-a29b-9af4d7e231cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:26.166199 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fec76f-85d8-4723-a29b-9af4d7e231cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:26.166570 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fec76f-85d8-4723-a29b-9af4d7e231cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:26.166847 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fec76f-85d8-4723-a29b-9af4d7e231cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:26.167166 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fec76f-85d8-4723-a29b-9af4d7e231cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:26.167481 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fec76f-85d8-4723-a29b-9af4d7e231cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:26.167819 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fec76f-85d8-4723-a29b-9af4d7e231cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:26.168138 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fec76f-85d8-4723-a29b-9af4d7e231cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:26.168453 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fec76f-85d8-4723-a29b-9af4d7e231cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:26.168765 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fec76f-85d8-4723-a29b-9af4d7e231cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:26.208412 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a8fec76f-85d8-4723-a29b-9af4d7e231cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:26.214187 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-9c1d0c29-d1fa-43db-9ca9-78410fc3f4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'name': 'tempest-TestVolumeBackupRestore-668565220-router', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:40:18Z', 'updated_at': '2021-10-19T01:43:25Z', 'revision_number': 6, 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:26.243713 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1d0c29-d1fa-43db-9ca9-78410fc3f4d9 None None] The sync data for ids ['8104f42f-7be2-4442-b87f-ab867c677d1d'] in n-d-715271-26 is: [{'id': '8104f42f-7be2-4442-b87f-ab867c677d1d', 'name': 'tempest-TestVolumeBackupRestore-668565220-router', 'tenant_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:40:18Z', 'updated_at': '2021-10-19T01:43:25Z', 'revision_number': 6, 'project_id': '5eed08d4f6134d8eabe7d470a8bddf9d', 'gw_port_host': None}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:43:26.305626 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a8fec76f-85d8-4723-a29b-9af4d7e231cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:26.307776 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a8fec76f-85d8-4723-a29b-9af4d7e231cc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:26.353478 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a8fec76f-85d8-4723-a29b-9af4d7e231cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:26.353922 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fec76f-85d8-4723-a29b-9af4d7e231cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8104f42f-7be2-4442-b87f-ab867c677d1d {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:43:26.358399 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a8fec76f-85d8-4723-a29b-9af4d7e231cc admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:26.359558 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a8fec76f-85d8-4723-a29b-9af4d7e231cc admin admin] 10.222.0.57 "DELETE /v2.0/routers/8104f42f-7be2-4442-b87f-ab867c677d1d HTTP/1.1" status: 204 len: 168 time: 0.7706797 Oct 19 01:43:26.362047 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 50912) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:26.406504 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0c7d2c0-29f4-4b2d-ba43-4e275f976b8a admin admin] Deleting subnet 72712611-5de8-448c-82b4-d594246b6684 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:43:26.409526 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d2c0-29f4-4b2d-ba43-4e275f976b8a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:26.442483 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d2c0-29f4-4b2d-ba43-4e275f976b8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:26.521343 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d2c0-29f4-4b2d-ba43-4e275f976b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:26.574010 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d2c0-29f4-4b2d-ba43-4e275f976b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:26.600105 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7d2c0-29f4-4b2d-ba43-4e275f976b8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72712611-5de8-448c-82b4-d594246b6684,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:26.607322 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d2c0-29f4-4b2d-ba43-4e275f976b8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:26.611362 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f0c7d2c0-29f4-4b2d-ba43-4e275f976b8a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/72712611-5de8-448c-82b4-d594246b6684 HTTP/1.1" status: 204 len: 168 time: 0.2483404 Oct 19 01:43:26.613785 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f941e56-1c36-4422-a5c0-24d5b79f85ea None None] Network 9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:43:26.614748 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 50914) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:26.683349 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-104c19bf-bb92-4fb3-9d8d-9d5974c9cd92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:26.739677 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-104c19bf-bb92-4fb3-9d8d-9d5974c9cd92 admin admin] Deleting port cf26d970-5f25-4173-aa23-4e019f7cbd8a {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:43:26.740051 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-104c19bf-bb92-4fb3-9d8d-9d5974c9cd92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:26.803086 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-104c19bf-bb92-4fb3-9d8d-9d5974c9cd92 admin admin] For port cf26d970-5f25-4173-aa23-4e019f7cbd8a, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=cf26d970-5f25-4173-aa23-4e019f7cbd8a,segment=NetworkSegment(989af908-0a63-4a10-9a4f-dae052d9103d),segment_id=989af908-0a63-4a10-9a4f-dae052d9103d)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:43:26.803460 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-104c19bf-bb92-4fb3-9d8d-9d5974c9cd92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:26.814583 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-104c19bf-bb92-4fb3-9d8d-9d5974c9cd92 admin admin] Calling delete_port for cf26d970-5f25-4173-aa23-4e019f7cbd8a owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:43:26.895822 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-104c19bf-bb92-4fb3-9d8d-9d5974c9cd92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:26.921390 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c19bf-bb92-4fb3-9d8d-9d5974c9cd92 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf26d970-5f25-4173-aa23-4e019f7cbd8a,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:26.925007 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104c19bf-bb92-4fb3-9d8d-9d5974c9cd92 admin admin] No DVR routers for this DVR port cf26d970-5f25-4173-aa23-4e019f7cbd8a on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:43:26.998690 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-104c19bf-bb92-4fb3-9d8d-9d5974c9cd92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:27.012906 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a79cef-d61b-40d3-8a08-c6103b6877b6 None None] DHCP port deletion for 9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:43:27.022779 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-2244ad04-8079-48be-9523-4f94b59e562e req-3dff85d8-524d-438e-b591-1ab5950933e3 service neutron] (100607) timed out ('10.222.0.24', 61754) {{(pid=100607) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 01:43:27.028722 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-104c19bf-bb92-4fb3-9d8d-9d5974c9cd92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:27.040017 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-104c19bf-bb92-4fb3-9d8d-9d5974c9cd92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989af908-0a63-4a10-9a4f-dae052d9103d') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:27.040408 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-104c19bf-bb92-4fb3-9d8d-9d5974c9cd92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989af908-0a63-4a10-9a4f-dae052d9103d') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:27.050647 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-104c19bf-bb92-4fb3-9d8d-9d5974c9cd92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:27.064193 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-104c19bf-bb92-4fb3-9d8d-9d5974c9cd92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:27.068907 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c8c38e69-b7c5-4c21-91af-acfe7090fe1f no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:43:27.071524 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-104c19bf-bb92-4fb3-9d8d-9d5974c9cd92 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:43:27.072019 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-104c19bf-bb92-4fb3-9d8d-9d5974c9cd92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:27.073923 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:43:27.073923 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:43:27.073923 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:43:27.073923 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:43:27.073923 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:43:27.073923 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:43:27.073923 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:43:27.073923 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:43:27.073923 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:43:27.073923 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:43:27.073923 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:43:27.073923 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:43:27.073923 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:43:27.073923 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:43:27.073923 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:43:27.073923 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:43:27.073923 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:43:27.073923 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:43:27.073923 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:43:27.073923 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:43:27.073923 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:43:27.073923 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:43:27.073923 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:43:27.073923 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:43:27.073923 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:43:27.073923 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:43:27.073923 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:43:27.073923 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:43:27.073923 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:43:27.073923 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:43:27.073923 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:43:27.073923 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:43:27.092967 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: c8c38e69-b7c5-4c21-91af-acfe7090fe1f {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:43:27.093318 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c8c38e69-b7c5-4c21-91af-acfe7090fe1f not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:43:27.093739 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device cf26d970-5f25-4173-aa23-4e019f7cbd8a no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:43:27.114723 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: cf26d970-5f25-4173-aa23-4e019f7cbd8a {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:43:27.115077 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device cf26d970-5f25-4173-aa23-4e019f7cbd8a not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:43:27.115514 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 22aa5200-214e-45d4-88c3-b53d616055b2 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:43:27.132096 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-104c19bf-bb92-4fb3-9d8d-9d5974c9cd92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:27.135270 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 22aa5200-214e-45d4-88c3-b53d616055b2 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:43:27.135822 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 22aa5200-214e-45d4-88c3-b53d616055b2 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:43:27.140179 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-104c19bf-bb92-4fb3-9d8d-9d5974c9cd92 admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:27.146443 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-104c19bf-bb92-4fb3-9d8d-9d5974c9cd92 admin admin] 10.222.0.57 "DELETE /v2.0/networks/9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f HTTP/1.1" status: 204 len: 168 time: 0.5275097 Oct 19 01:43:27.146792 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 50916) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:27.155648 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c19bf-bb92-4fb3-9d8d-9d5974c9cd92 admin admin] Pushing event deleted for resources: {'Network': ['ID=9070dad3-b4cc-4d6b-bc4a-14cd12c65b6f,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:27.447439 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:27.500271 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-35e12435-0546-4c71-a26f-40ec2f5c4967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:27.741482 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-35e12435-0546-4c71-a26f-40ec2f5c4967 admin admin] Deleting port 6ecc583f-9a27-4bd4-aab7-9a6732b9e868 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:43:27.741715 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-35e12435-0546-4c71-a26f-40ec2f5c4967 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:27.818702 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-35e12435-0546-4c71-a26f-40ec2f5c4967 admin admin] For port 6ecc583f-9a27-4bd4-aab7-9a6732b9e868, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=6ecc583f-9a27-4bd4-aab7-9a6732b9e868,segment=NetworkSegment(2da2a654-5ba0-43c5-83ac-a8e96e54ec48),segment_id=2da2a654-5ba0-43c5-83ac-a8e96e54ec48)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:43:27.819058 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-35e12435-0546-4c71-a26f-40ec2f5c4967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:27.835252 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-35e12435-0546-4c71-a26f-40ec2f5c4967 admin admin] Calling delete_port for 6ecc583f-9a27-4bd4-aab7-9a6732b9e868 owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:43:28.013131 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-35e12435-0546-4c71-a26f-40ec2f5c4967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:28.038372 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e12435-0546-4c71-a26f-40ec2f5c4967 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ecc583f-9a27-4bd4-aab7-9a6732b9e868,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:28.497343 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-35e12435-0546-4c71-a26f-40ec2f5c4967 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:28.706951 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e12435-0546-4c71-a26f-40ec2f5c4967 admin admin] Router 51083ca3-9c31-4e4b-ad50-30d5198e6381 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:43:28.812974 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e12435-0546-4c71-a26f-40ec2f5c4967 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:43:28.819143 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-35e12435-0546-4c71-a26f-40ec2f5c4967 admin admin] 10.222.0.57 "PUT /v2.0/routers/51083ca3-9c31-4e4b-ad50-30d5198e6381/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6705122 Oct 19 01:43:28.821441 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 50918) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:28.822027 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1d51c0-894d-4c14-8a26-8eb977595b9c None None] Sync routers for ids ['51083ca3-9c31-4e4b-ad50-30d5198e6381'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:43:28.832281 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1d51c0-894d-4c14-8a26-8eb977595b9c None None] Routers {'51083ca3-9c31-4e4b-ad50-30d5198e6381'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:43:28.832976 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-0a1d51c0-894d-4c14-8a26-8eb977595b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:43:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['51083ca3-9c31-4e4b-ad50-30d5198e6381'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:28.931479 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d20c657b-13b7-47d7-b05d-686efb382eb6 admin admin] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:28.942114 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-0a1d51c0-894d-4c14-8a26-8eb977595b9c None None] Set router 51083ca3-9c31-4e4b-ad50-30d5198e6381 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:43:29.038068 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d20c657b-13b7-47d7-b05d-686efb382eb6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:29.092884 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-d20c657b-13b7-47d7-b05d-686efb382eb6 admin admin] Deleting port 93b42d6d-42dd-418e-96cc-294edd8ce1e5 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:43:29.093142 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d20c657b-13b7-47d7-b05d-686efb382eb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:29.172171 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-d20c657b-13b7-47d7-b05d-686efb382eb6 admin admin] For port 93b42d6d-42dd-418e-96cc-294edd8ce1e5, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=93b42d6d-42dd-418e-96cc-294edd8ce1e5,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:43:29.172540 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d20c657b-13b7-47d7-b05d-686efb382eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:29.189856 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-d20c657b-13b7-47d7-b05d-686efb382eb6 admin admin] Calling delete_port for 93b42d6d-42dd-418e-96cc-294edd8ce1e5 owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:43:29.210496 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-0a1d51c0-894d-4c14-8a26-8eb977595b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51083ca3-9c31-4e4b-ad50-30d5198e6381', 'name': 'tempest-TestVolumeBackupRestore-448836773-router', 'tenant_id': 'c4180ce24db14864a2ef6b287a8b1c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '93b42d6d-42dd-418e-96cc-294edd8ce1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:40:23Z', 'updated_at': '2021-10-19T01:43:27Z', 'revision_number': 5, 'project_id': 'c4180ce24db14864a2ef6b287a8b1c88', 'gw_port': {'id': '93b42d6d-42dd-418e-96cc-294edd8ce1e5', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:73:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51083ca3-9c31-4e4b-ad50-30d5198e6381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:40:23Z', 'updated_at': '2021-10-19T01:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:29.237204 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1d51c0-894d-4c14-8a26-8eb977595b9c None None] Checking router: 51083ca3-9c31-4e4b-ad50-30d5198e6381 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:43:29.245447 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1d51c0-894d-4c14-8a26-8eb977595b9c None None] Routers {'51083ca3-9c31-4e4b-ad50-30d5198e6381'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:43:29.246051 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-0a1d51c0-894d-4c14-8a26-8eb977595b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:43:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['51083ca3-9c31-4e4b-ad50-30d5198e6381'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:29.331978 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-0a1d51c0-894d-4c14-8a26-8eb977595b9c None None] Set router 51083ca3-9c31-4e4b-ad50-30d5198e6381 gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:43:29.355056 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d20c657b-13b7-47d7-b05d-686efb382eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:29.385288 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c657b-13b7-47d7-b05d-686efb382eb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=93b42d6d-42dd-418e-96cc-294edd8ce1e5,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:29.387272 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-0a1d51c0-894d-4c14-8a26-8eb977595b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51083ca3-9c31-4e4b-ad50-30d5198e6381', 'name': 'tempest-TestVolumeBackupRestore-448836773-router', 'tenant_id': 'c4180ce24db14864a2ef6b287a8b1c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:40:23Z', 'updated_at': '2021-10-19T01:43:29Z', 'revision_number': 6, 'project_id': 'c4180ce24db14864a2ef6b287a8b1c88', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:29.414535 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1d51c0-894d-4c14-8a26-8eb977595b9c None None] The sync data for ids ['51083ca3-9c31-4e4b-ad50-30d5198e6381'] in n-d-715271-26 is: [{'id': '51083ca3-9c31-4e4b-ad50-30d5198e6381', 'name': 'tempest-TestVolumeBackupRestore-448836773-router', 'tenant_id': 'c4180ce24db14864a2ef6b287a8b1c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:40:23Z', 'updated_at': '2021-10-19T01:43:29Z', 'revision_number': 6, 'project_id': 'c4180ce24db14864a2ef6b287a8b1c88', 'gw_port_host': None}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:43:29.451970 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d20c657b-13b7-47d7-b05d-686efb382eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:29.543860 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d20c657b-13b7-47d7-b05d-686efb382eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:29.545984 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d20c657b-13b7-47d7-b05d-686efb382eb6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:29.590343 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d20c657b-13b7-47d7-b05d-686efb382eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:29.590870 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20c657b-13b7-47d7-b05d-686efb382eb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51083ca3-9c31-4e4b-ad50-30d5198e6381 {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:43:29.595186 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d20c657b-13b7-47d7-b05d-686efb382eb6 admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:29.598952 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d20c657b-13b7-47d7-b05d-686efb382eb6 admin admin] 10.222.0.57 "DELETE /v2.0/routers/51083ca3-9c31-4e4b-ad50-30d5198e6381 HTTP/1.1" status: 204 len: 168 time: 0.7742302 Oct 19 01:43:29.599408 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 50920) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:29.648357 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-35029169-0760-4a3c-8263-b68096d9e291 admin admin] Deleting subnet ab3b1a03-5151-436c-a069-fb713d85502e {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:43:29.651271 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-35029169-0760-4a3c-8263-b68096d9e291 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:29.684915 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-35029169-0760-4a3c-8263-b68096d9e291 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:29.763711 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-35029169-0760-4a3c-8263-b68096d9e291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:29.818974 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-35029169-0760-4a3c-8263-b68096d9e291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:29.851093 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35029169-0760-4a3c-8263-b68096d9e291 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab3b1a03-5151-436c-a069-fb713d85502e,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:29.852147 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:29.856537 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-35029169-0760-4a3c-8263-b68096d9e291 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:29.860677 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fef7d3b-774e-46d8-b802-b8c14b3396eb None None] Network c0b89801-5213-4112-b50e-ea723b4bdca9 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:43:29.862479 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 50922) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:29.862595 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-35029169-0760-4a3c-8263-b68096d9e291 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ab3b1a03-5151-436c-a069-fb713d85502e HTTP/1.1" status: 204 len: 168 time: 0.2612844 Oct 19 01:43:29.936282 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8355c3ca-133e-42fd-ae62-8749d7c9af0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:29.990449 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-8355c3ca-133e-42fd-ae62-8749d7c9af0f admin admin] Deleting port 51063988-fac4-49b8-9c5a-117785538b90 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:43:29.990797 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8355c3ca-133e-42fd-ae62-8749d7c9af0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:30.060916 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-8355c3ca-133e-42fd-ae62-8749d7c9af0f admin admin] For port 51063988-fac4-49b8-9c5a-117785538b90, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=51063988-fac4-49b8-9c5a-117785538b90,segment=NetworkSegment(2da2a654-5ba0-43c5-83ac-a8e96e54ec48),segment_id=2da2a654-5ba0-43c5-83ac-a8e96e54ec48)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:43:30.061283 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8355c3ca-133e-42fd-ae62-8749d7c9af0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:30.073494 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-8355c3ca-133e-42fd-ae62-8749d7c9af0f admin admin] Calling delete_port for 51063988-fac4-49b8-9c5a-117785538b90 owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:43:30.154738 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8355c3ca-133e-42fd-ae62-8749d7c9af0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:30.178199 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8a4de1-d6cc-4f6c-909e-5adbf8ec1f91 None None] DHCP port deletion for c0b89801-5213-4112-b50e-ea723b4bdca9 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:43:30.189982 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355c3ca-133e-42fd-ae62-8749d7c9af0f admin admin] Pushing event deleted for resources: {'Port': ['ID=51063988-fac4-49b8-9c5a-117785538b90,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:30.194885 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8355c3ca-133e-42fd-ae62-8749d7c9af0f admin admin] No DVR routers for this DVR port 51063988-fac4-49b8-9c5a-117785538b90 on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:43:30.271688 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8355c3ca-133e-42fd-ae62-8749d7c9af0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:30.292732 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-8355c3ca-133e-42fd-ae62-8749d7c9af0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b89801-5213-4112-b50e-ea723b4bdca9']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:30.302801 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-8355c3ca-133e-42fd-ae62-8749d7c9af0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2da2a654-5ba0-43c5-83ac-a8e96e54ec48') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:30.303105 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-8355c3ca-133e-42fd-ae62-8749d7c9af0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2da2a654-5ba0-43c5-83ac-a8e96e54ec48') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:30.312839 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8355c3ca-133e-42fd-ae62-8749d7c9af0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:30.326798 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8355c3ca-133e-42fd-ae62-8749d7c9af0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:30.333541 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8355c3ca-133e-42fd-ae62-8749d7c9af0f admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:43:30.333927 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8355c3ca-133e-42fd-ae62-8749d7c9af0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:30.335928 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:43:30.335928 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:43:30.335928 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:43:30.335928 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:43:30.335928 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:43:30.335928 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:43:30.335928 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:43:30.335928 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:43:30.335928 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:43:30.335928 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:43:30.335928 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:43:30.335928 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:43:30.335928 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:43:30.335928 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:43:30.335928 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:43:30.335928 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:43:30.335928 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:43:30.335928 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:43:30.335928 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:43:30.335928 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:43:30.335928 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:43:30.335928 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:43:30.335928 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:43:30.335928 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:43:30.335928 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:43:30.335928 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:43:30.335928 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:43:30.335928 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:43:30.335928 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:43:30.335928 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:43:30.335928 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:43:30.335928 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:43:30.397258 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8355c3ca-133e-42fd-ae62-8749d7c9af0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:30.403208 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8355c3ca-133e-42fd-ae62-8749d7c9af0f admin admin] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:30.406464 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8355c3ca-133e-42fd-ae62-8749d7c9af0f admin admin] 10.222.0.57 "DELETE /v2.0/networks/c0b89801-5213-4112-b50e-ea723b4bdca9 HTTP/1.1" status: 204 len: 168 time: 0.5436218 Oct 19 01:43:30.417900 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355c3ca-133e-42fd-ae62-8749d7c9af0f admin admin] Pushing event deleted for resources: {'Network': ['ID=c0b89801-5213-4112-b50e-ea723b4bdca9,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:30.582967 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 50926) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:30.623126 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-55544c43-458b-4333-82d5-ff493af9ae5a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5eed08d4f6134d8eabe7d470a8bddf9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390182 Oct 19 01:43:30.625491 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 50928) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:30.672749 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-124caa39-8886-475c-8c1b-d2b2441e2bcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:30.692855 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-124caa39-8886-475c-8c1b-d2b2441e2bcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:30.739863 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-124caa39-8886-475c-8c1b-d2b2441e2bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:30.742245 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-124caa39-8886-475c-8c1b-d2b2441e2bcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:30.743365 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-124caa39-8886-475c-8c1b-d2b2441e2bcd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0b082b95-7356-4669-ac21-09d8f063d923 HTTP/1.1" status: 204 len: 168 time: 0.1169913 Oct 19 01:43:30.751265 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124caa39-8886-475c-8c1b-d2b2441e2bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b082b95-7356-4669-ac21-09d8f063d923,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:30.889747 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 51063988-fac4-49b8-9c5a-117785538b90 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:43:30.911718 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 51063988-fac4-49b8-9c5a-117785538b90 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:43:30.912085 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 51063988-fac4-49b8-9c5a-117785538b90 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:43:30.912501 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 93b42d6d-42dd-418e-96cc-294edd8ce1e5 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:43:30.930521 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 93b42d6d-42dd-418e-96cc-294edd8ce1e5 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:43:30.930857 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 93b42d6d-42dd-418e-96cc-294edd8ce1e5 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:43:30.931261 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 6ecc583f-9a27-4bd4-aab7-9a6732b9e868 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:43:30.950965 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 6ecc583f-9a27-4bd4-aab7-9a6732b9e868 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:43:30.951324 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 6ecc583f-9a27-4bd4-aab7-9a6732b9e868 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:43:31.053635 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 50934) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:31.093831 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1789402c-a581-4955-b990-68775fc675d5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c4180ce24db14864a2ef6b287a8b1c88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390699 Oct 19 01:43:31.096469 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 50936) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:31.147094 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-35696b1c-26fd-4991-8e52-097c33dc6367 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:31.168236 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-35696b1c-26fd-4991-8e52-097c33dc6367 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:31.215969 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-35696b1c-26fd-4991-8e52-097c33dc6367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:31.218643 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-35696b1c-26fd-4991-8e52-097c33dc6367 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:31.219812 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-35696b1c-26fd-4991-8e52-097c33dc6367 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/816d3038-626b-4f7c-9ef8-a3777027d59a HTTP/1.1" status: 204 len: 168 time: 0.1224515 Oct 19 01:43:31.227604 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35696b1c-26fd-4991-8e52-097c33dc6367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816d3038-626b-4f7c-9ef8-a3777027d59a,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:41.137157 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-e887500e-10f1-47df-887f-226445510995 tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=62605186bca8482eb05a9e91d7043f9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295324 Oct 19 01:43:41.324626 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-f652aaac-f8f5-4251-922a-2b287aff48c0 tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:41.326087 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-f652aaac-f8f5-4251-922a-2b287aff48c0 tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1836541 Oct 19 01:43:41.341532 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-5291e9b0-3c7b-492f-a4af-70d558a9df80 tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] 10.222.0.57 "GET /v2.0/quotas/62605186bca8482eb05a9e91d7043f9d HTTP/1.1" status: 200 len: 375 time: 0.0096862 Oct 19 01:43:41.375549 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-ed380981-5748-4394-8535-96ad101ec9b1 tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=62605186bca8482eb05a9e91d7043f9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289061 Oct 19 01:43:41.533067 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3a50c391-f2d7-42bd-a169-53861a1b9a13 req-1805b796-e70a-4524-a721-09521fd87609 tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] 10.222.0.57 "GET /v2.0/ports?device_id=2de5dc9e-13da-4990-9995-6765dade91dd HTTP/1.1" status: 200 len: 210 time: 0.0266452 Oct 19 01:43:42.345099 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-cda5e046-6ac4-456d-8077-15d7099147dc tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=62605186bca8482eb05a9e91d7043f9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215130 Oct 19 01:43:42.455217 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-d02ab22a-6b86-4d34-a5fd-c8698166725c tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:42.456686 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-d02ab22a-6b86-4d34-a5fd-c8698166725c tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1048915 Oct 19 01:43:42.469984 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-60fc1a19-b828-4451-98d1-555ea32ab60b tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] Request body: {'port': {'device_id': '2de5dc9e-13da-4990-9995-6765dade91dd', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'admin_state_up': True, 'tenant_id': '62605186bca8482eb05a9e91d7043f9d'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:43:42.579944 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-60fc1a19-b828-4451-98d1-555ea32ab60b tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] Made reservation on behalf of 62605186bca8482eb05a9e91d7043f9d for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:43:42.583821 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-60fc1a19-b828-4451-98d1-555ea32ab60b tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:42.593177 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-60fc1a19-b828-4451-98d1-555ea32ab60b tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:42.638126 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-67e8f06e-4ac6-4379-bfaa-a544be8c4e7b req-2895c4ac-2e41-4d80-961d-cf9dc4f27b89 tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] 10.222.0.57 "GET /v2.0/ports?device_id=2de5dc9e-13da-4990-9995-6765dade91dd HTTP/1.1" status: 200 len: 210 time: 0.0344346 Oct 19 01:43:42.690745 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-60fc1a19-b828-4451-98d1-555ea32ab60b tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:42.694269 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-60fc1a19-b828-4451-98d1-555ea32ab60b tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:42.757205 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc1a19-b828-4451-98d1-555ea32ab60b tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56a26f0b-96b1-4666-acca-af6d650a4de4,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:42.830503 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-60fc1a19-b828-4451-98d1-555ea32ab60b tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] Allocated IP 192.168.233.167 (0e8b4f7b-f3c0-4523-9906-6b9e503fed71/1746bfff-950e-4857-b1bf-6fa3cf804b73/67e14e2f-20e0-479b-b114-085b07a2e355) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:43:42.979989 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-60fc1a19-b828-4451-98d1-555ea32ab60b tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:43.012433 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-60fc1a19-b828-4451-98d1-555ea32ab60b tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:43.055050 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-60fc1a19-b828-4451-98d1-555ea32ab60b tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] Network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:43:43.058221 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-60fc1a19-b828-4451-98d1-555ea32ab60b tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:43:43.060808 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-60fc1a19-b828-4451-98d1-555ea32ab60b tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:43:43.090575 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc1a19-b828-4451-98d1-555ea32ab60b tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] Pushing event updated for resources: {'Port': ['ID=67e14e2f-20e0-479b-b114-085b07a2e355,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:43.118489 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-60fc1a19-b828-4451-98d1-555ea32ab60b tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:43.119118 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-60fc1a19-b828-4451-98d1-555ea32ab60b tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:43.136210 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-60fc1a19-b828-4451-98d1-555ea32ab60b tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6697061 Oct 19 01:43:43.149411 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-20dda68f-2cb4-41ce-8ba9-b14d3247eb35 service neutron] Request body: {'port': {'device_id': '2de5dc9e-13da-4990-9995-6765dade91dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:43:43.210702 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-20dda68f-2cb4-41ce-8ba9-b14d3247eb35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:43.270413 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-918578e2-d065-4215-8aa0-9d42518aae4c None None] Provisioning complete for port 67e14e2f-20e0-479b-b114-085b07a2e355 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:43:43.270991 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-918578e2-d065-4215-8aa0-9d42518aae4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:43.305521 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-918578e2-d065-4215-8aa0-9d42518aae4c None None] Port 67e14e2f-20e0-479b-b114-085b07a2e355 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:43:43.475110 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-20dda68f-2cb4-41ce-8ba9-b14d3247eb35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67e14e2f-20e0-479b-b114-085b07a2e355 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:43:43.482274 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-20dda68f-2cb4-41ce-8ba9-b14d3247eb35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:43.494396 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-20dda68f-2cb4-41ce-8ba9-b14d3247eb35 service neutron] Transition to ACTIVE for port object 67e14e2f-20e0-479b-b114-085b07a2e355 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:43:43.497612 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-20dda68f-2cb4-41ce-8ba9-b14d3247eb35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:43.546125 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dda68f-2cb4-41ce-8ba9-b14d3247eb35 service neutron] Pushing event updated for resources: {'Port': ['ID=67e14e2f-20e0-479b-b114-085b07a2e355,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:43.621561 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-20dda68f-2cb4-41ce-8ba9-b14d3247eb35 service neutron] Attempting to bind port 67e14e2f-20e0-479b-b114-085b07a2e355 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:43:43.621898 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-20dda68f-2cb4-41ce-8ba9-b14d3247eb35 service neutron] Attempting to bind port 67e14e2f-20e0-479b-b114-085b07a2e355 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:43:43.622227 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-20dda68f-2cb4-41ce-8ba9-b14d3247eb35 service neutron] Attempting to bind port 67e14e2f-20e0-479b-b114-085b07a2e355 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:43:43.626877 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-20dda68f-2cb4-41ce-8ba9-b14d3247eb35 service neutron] Port 67e14e2f-20e0-479b-b114-085b07a2e355 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:43:43.627193 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-20dda68f-2cb4-41ce-8ba9-b14d3247eb35 service neutron] Attempting to bind port 67e14e2f-20e0-479b-b114-085b07a2e355 on network 0e8b4f7b-f3c0-4523-9906-6b9e503fed71 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:43:43.632846 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-20dda68f-2cb4-41ce-8ba9-b14d3247eb35 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:43:43.633374 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-20dda68f-2cb4-41ce-8ba9-b14d3247eb35 service neutron] Checking segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:43:43.633562 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-20dda68f-2cb4-41ce-8ba9-b14d3247eb35 service neutron] Bound using segment: {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:43:43.633972 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-20dda68f-2cb4-41ce-8ba9-b14d3247eb35 service neutron] Bound port: 67e14e2f-20e0-479b-b114-085b07a2e355, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a316cec5-b6be-4755-9221-2391ec09c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:43:43.634321 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-20dda68f-2cb4-41ce-8ba9-b14d3247eb35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:43.703258 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-20dda68f-2cb4-41ce-8ba9-b14d3247eb35 service neutron] For port 67e14e2f-20e0-479b-b114-085b07a2e355, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:43:43.706268 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-20dda68f-2cb4-41ce-8ba9-b14d3247eb35 service neutron] For port 67e14e2f-20e0-479b-b114-085b07a2e355, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=67e14e2f-20e0-479b-b114-085b07a2e355,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:43:43.711024 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-20dda68f-2cb4-41ce-8ba9-b14d3247eb35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:43.728265 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-20dda68f-2cb4-41ce-8ba9-b14d3247eb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:43.728898 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-20dda68f-2cb4-41ce-8ba9-b14d3247eb35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:43.730376 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-20dda68f-2cb4-41ce-8ba9-b14d3247eb35 service neutron] 10.222.0.55 "PUT /v2.0/ports/67e14e2f-20e0-479b-b114-085b07a2e355 HTTP/1.1" status: 200 len: 1097 time: 0.5855684 Oct 19 01:43:43.731264 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de5dc9e-13da-4990-9995-6765dade91dd', 'tag': '67e14e2f-20e0-479b-b114-085b07a2e355'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:43:43.733579 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360d1d99-d800-450c-a34c-3857ff0cd120" -d '{"events": [{"name": "network-changed", "server_uuid": "2de5dc9e-13da-4990-9995-6765dade91dd", "tag": "67e14e2f-20e0-479b-b114-085b07a2e355"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:43:43.765352 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd36966-8392-412c-8d58-dcc145cdccec req-a618bb7d-72bd-4cf6-a9f1-6ef2db6d3fe0 tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:43.766892 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0cd36966-8392-412c-8d58-dcc145cdccec req-a618bb7d-72bd-4cf6-a9f1-6ef2db6d3fe0 tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] 10.222.0.57 "GET /v2.0/ports?device_id=2de5dc9e-13da-4990-9995-6765dade91dd HTTP/1.1" status: 200 len: 948 time: 0.0585244 Oct 19 01:43:43.802171 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d691e04-4818-48cf-bfe5-8959d660e344 x-openstack-request-id: req-0d691e04-4818-48cf-bfe5-8959d660e344 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:43:43.802468 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de5dc9e-13da-4990-9995-6765dade91dd", "tag": "67e14e2f-20e0-479b-b114-085b07a2e355", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:43:43.802726 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0d691e04-4818-48cf-bfe5-8959d660e344 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:43:43.803269 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de5dc9e-13da-4990-9995-6765dade91dd', 'tag': '67e14e2f-20e0-479b-b114-085b07a2e355', 'status': 'completed', 'code': 200} Oct 19 01:43:43.815598 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0cd36966-8392-412c-8d58-dcc145cdccec req-deae6738-edbb-4cf7-9683-a82a8461d1c0 tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] 10.222.0.57 "GET /v2.0/security-groups?id=56a26f0b-96b1-4666-acca-af6d650a4de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401132 Oct 19 01:43:43.826560 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dda68f-2cb4-41ce-8ba9-b14d3247eb35 service neutron] Pushing event updated for resources: {'Port': ['ID=67e14e2f-20e0-479b-b114-085b07a2e355,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:43.844878 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-dd94738d-b5a8-4114-8ffc-d68c53d459d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:43.846392 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-dd94738d-b5a8-4114-8ffc-d68c53d459d2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=62605186bca8482eb05a9e91d7043f9d&device_id=2de5dc9e-13da-4990-9995-6765dade91dd HTTP/1.1" status: 200 len: 1100 time: 0.0585909 Oct 19 01:43:43.893585 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-a2644085-a69d-4322-82b8-374cd2dd2d87 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=67e14e2f-20e0-479b-b114-085b07a2e355 HTTP/1.1" status: 200 len: 217 time: 0.0392938 Oct 19 01:43:43.944240 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-051183fa-900f-40a8-ac35-115b2317b4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:43.945700 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-051183fa-900f-40a8-ac35-115b2317b4a7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0456741 Oct 19 01:43:43.988858 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1e55ffc6-a789-4899-b8e8-fbf0c47178fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:43.998382 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-e3bd438a-6c24-467f-987d-b738d6da6c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:43.999902 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-e3bd438a-6c24-467f-987d-b738d6da6c9a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0472724 Oct 19 01:43:44.092351 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-a5f78965-3810-4361-bb1c-c4e848d45e02 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850389 Oct 19 01:43:44.182757 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bd873fc3-ef24-4533-937e-4c9cd5bdc2f9 req-79734a3a-412a-4de0-b468-5c7f631b03f4 service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821834 Oct 19 01:43:44.274999 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d1d99-d800-450c-a34c-3857ff0cd120 req-1fa750e2-e40b-4cdf-af86-066a7f627a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:44.276467 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-360d1d99-d800-450c-a34c-3857ff0cd120 req-1fa750e2-e40b-4cdf-af86-066a7f627a7c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=62605186bca8482eb05a9e91d7043f9d&device_id=2de5dc9e-13da-4990-9995-6765dade91dd HTTP/1.1" status: 200 len: 1100 time: 0.0449302 Oct 19 01:43:44.366647 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d1d99-d800-450c-a34c-3857ff0cd120 req-978897b5-da7b-43fb-bcdf-39ab7dfc4b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:44.368134 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-360d1d99-d800-450c-a34c-3857ff0cd120 req-978897b5-da7b-43fb-bcdf-39ab7dfc4b8b service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71 HTTP/1.1" status: 200 len: 870 time: 0.0845013 Oct 19 01:43:44.412654 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-360d1d99-d800-450c-a34c-3857ff0cd120 req-0fef87f1-b461-41ca-bd57-7c611e1af20f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=67e14e2f-20e0-479b-b114-085b07a2e355 HTTP/1.1" status: 200 len: 217 time: 0.0373168 Oct 19 01:43:44.460522 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d1d99-d800-450c-a34c-3857ff0cd120 req-683a0d3a-3cfc-4847-a9a3-7e1368de10bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:44.461910 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-360d1d99-d800-450c-a34c-3857ff0cd120 req-683a0d3a-3cfc-4847-a9a3-7e1368de10bf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1746bfff-950e-4857-b1bf-6fa3cf804b73 HTTP/1.1" status: 200 len: 843 time: 0.0427108 Oct 19 01:43:44.507774 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d1d99-d800-450c-a34c-3857ff0cd120 req-1af89528-d1b0-47af-b191-c416d8fff247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:44.509243 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-360d1d99-d800-450c-a34c-3857ff0cd120 req-1af89528-d1b0-47af-b191-c416d8fff247 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e8b4f7b-f3c0-4523-9906-6b9e503fed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0403819 Oct 19 01:43:44.603247 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-360d1d99-d800-450c-a34c-3857ff0cd120 req-c402df1c-b560-4734-8411-5d809b9fef1d service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867124 Oct 19 01:43:44.691275 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-360d1d99-d800-450c-a34c-3857ff0cd120 req-af5a5de4-344d-4ccf-b8e8-ffb5656686ba service neutron] 10.222.0.55 "GET /v2.0/networks/0e8b4f7b-f3c0-4523-9906-6b9e503fed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815020 Oct 19 01:43:44.939185 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b050b-b353-4362-bb52-2b89d64629fd req-33293ae9-8785-49ce-927d-13823a0d8542 tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:44.940711 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1c0b050b-b353-4362-bb52-2b89d64629fd req-33293ae9-8785-49ce-927d-13823a0d8542 tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] 10.222.0.57 "GET /v2.0/ports?device_id=2de5dc9e-13da-4990-9995-6765dade91dd HTTP/1.1" status: 200 len: 948 time: 0.0561664 Oct 19 01:43:44.979208 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1c0b050b-b353-4362-bb52-2b89d64629fd req-8acb7ba8-19e9-43fc-ac1f-e7ee9cf8daff tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] 10.222.0.57 "GET /v2.0/security-groups?id=56a26f0b-96b1-4666-acca-af6d650a4de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323739 Oct 19 01:43:46.095097 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf20f1-ebd8-469c-ae7f-e6568ead23e7 req-9e6faecd-6dc4-4e00-a119-5fca29d48bce tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:46.096852 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dcbf20f1-ebd8-469c-ae7f-e6568ead23e7 req-9e6faecd-6dc4-4e00-a119-5fca29d48bce tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] 10.222.0.57 "GET /v2.0/ports?device_id=2de5dc9e-13da-4990-9995-6765dade91dd HTTP/1.1" status: 200 len: 948 time: 0.0515544 Oct 19 01:43:46.135156 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dcbf20f1-ebd8-469c-ae7f-e6568ead23e7 req-9f7a3aaf-2cfe-4b26-bf14-782e6464cf2e tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] 10.222.0.57 "GET /v2.0/security-groups?id=56a26f0b-96b1-4666-acca-af6d650a4de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318100 Oct 19 01:43:46.581968 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-49a0e9ad-da3d-4f10-b084-fc42480b9fc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:47.246876 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abc066-12ce-45b7-b695-4b9fac89dd05 req-94671b8f-8abb-468a-af5b-008fa467ac7b tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:47.248404 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-31abc066-12ce-45b7-b695-4b9fac89dd05 req-94671b8f-8abb-468a-af5b-008fa467ac7b tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] 10.222.0.57 "GET /v2.0/ports?device_id=2de5dc9e-13da-4990-9995-6765dade91dd HTTP/1.1" status: 200 len: 948 time: 0.0491583 Oct 19 01:43:47.286249 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-31abc066-12ce-45b7-b695-4b9fac89dd05 req-c3474e8f-2f36-49ec-b049-d91bb2af8f1a tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] 10.222.0.57 "GET /v2.0/security-groups?id=56a26f0b-96b1-4666-acca-af6d650a4de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318816 Oct 19 01:43:47.300182 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:47.806574 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 67e14e2f-20e0-479b-b114-085b07a2e355 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:43:47.901947 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:47.913595 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 67e14e2f-20e0-479b-b114-085b07a2e355, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=67e14e2f-20e0-479b-b114-085b07a2e355,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:43:47.923666 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '67e14e2f-20e0-479b-b114-085b07a2e355', 'network_id': '0e8b4f7b-f3c0-4523-9906-6b9e503fed71', 'port_id': '67e14e2f-20e0-479b-b114-085b07a2e355', 'mac_address': 'fa:16:3e:aa:1e:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746bfff-950e-4857-b1bf-6fa3cf804b73', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:43:47.961399 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:47.974900 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67e14e2f-20e0-479b-b114-085b07a2e355 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:43:47.993644 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 67e14e2f-20e0-479b-b114-085b07a2e355, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=67e14e2f-20e0-479b-b114-085b07a2e355,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:43:47.996722 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:48.042953 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=67e14e2f-20e0-479b-b114-085b07a2e355,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:48.050148 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:48.050502 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:48.050845 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:48.051211 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:48.051550 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:48.051909 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:48.052239 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:48.052570 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:48.052904 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:48.053228 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:48.053553 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:48.053876 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:48.289188 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['67e14e2f-20e0-479b-b114-085b07a2e355'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:43:48.402576 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f943d-8482-4824-b2e3-7bda1d345938 req-f42f0a35-9224-4875-b241-c927937e7c60 tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:48.404084 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2a7f943d-8482-4824-b2e3-7bda1d345938 req-f42f0a35-9224-4875-b241-c927937e7c60 tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] 10.222.0.57 "GET /v2.0/ports?device_id=2de5dc9e-13da-4990-9995-6765dade91dd HTTP/1.1" status: 200 len: 949 time: 0.0490689 Oct 19 01:43:48.443554 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2a7f943d-8482-4824-b2e3-7bda1d345938 req-092cb8c6-2e28-47d0-98a0-b743abd48066 tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] 10.222.0.57 "GET /v2.0/security-groups?id=56a26f0b-96b1-4666-acca-af6d650a4de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332193 Oct 19 01:43:49.556060 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2b2fe-911b-48dc-9746-fa3f4126f3b1 req-8396487d-3ba5-4be3-8d4d-175b84a0da44 tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:49.557504 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c3e2b2fe-911b-48dc-9746-fa3f4126f3b1 req-8396487d-3ba5-4be3-8d4d-175b84a0da44 tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] 10.222.0.57 "GET /v2.0/ports?device_id=2de5dc9e-13da-4990-9995-6765dade91dd HTTP/1.1" status: 200 len: 949 time: 0.0473175 Oct 19 01:43:49.594779 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c3e2b2fe-911b-48dc-9746-fa3f4126f3b1 req-9abedf9f-9bf4-41e8-a9fc-b450d8813a4a tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] 10.222.0.57 "GET /v2.0/security-groups?id=56a26f0b-96b1-4666-acca-af6d650a4de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313873 Oct 19 01:43:49.817425 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 67e14e2f-20e0-479b-b114-085b07a2e355 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:43:49.849068 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:49.871282 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 67e14e2f-20e0-479b-b114-085b07a2e355 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:43:49.875084 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 67e14e2f-20e0-479b-b114-085b07a2e355 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:43:49.875447 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:49.955508 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:49.977368 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de5dc9e-13da-4990-9995-6765dade91dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e14e2f-20e0-479b-b114-085b07a2e355'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:43:49.979589 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85419258-6772-451c-9c1a-36dc7bcce987" -d '{"events": [{"server_uuid": "2de5dc9e-13da-4990-9995-6765dade91dd", "name": "network-vif-plugged", "status": "completed", "tag": "67e14e2f-20e0-479b-b114-085b07a2e355"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:43:49.992234 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 67e14e2f-20e0-479b-b114-085b07a2e355, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=67e14e2f-20e0-479b-b114-085b07a2e355,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:43:49.996182 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:50.042607 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=67e14e2f-20e0-479b-b114-085b07a2e355,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:50.090175 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf08c9a-6c8e-4a70-bb51-71849fc6a063 x-openstack-request-id: req-ccf08c9a-6c8e-4a70-bb51-71849fc6a063 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:43:50.090478 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de5dc9e-13da-4990-9995-6765dade91dd", "name": "network-vif-plugged", "status": "completed", "tag": "67e14e2f-20e0-479b-b114-085b07a2e355", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:43:50.090716 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ccf08c9a-6c8e-4a70-bb51-71849fc6a063 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:43:50.091109 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de5dc9e-13da-4990-9995-6765dade91dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e14e2f-20e0-479b-b114-085b07a2e355', 'code': 200} Oct 19 01:43:50.186262 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d404495-c064-46c2-a262-1ab0020eb8c9 req-7fe6f2b2-6c4f-476f-9ff1-0694c80a254e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:50.187711 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d404495-c064-46c2-a262-1ab0020eb8c9 req-7fe6f2b2-6c4f-476f-9ff1-0694c80a254e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2de5dc9e-13da-4990-9995-6765dade91dd HTTP/1.1" status: 200 len: 1102 time: 0.0428529 Oct 19 01:43:50.220805 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2d404495-c064-46c2-a262-1ab0020eb8c9 req-e53fbd34-9353-48ce-b6ad-f663e6e3a34e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=56a26f0b-96b1-4666-acca-af6d650a4de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262356 Oct 19 01:43:50.341416 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:43:50.706705 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04acc8-de05-4626-8341-6c0426c5c819 req-dd0425d7-dc01-4306-959f-b605aa3ea278 tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:50.708736 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ff04acc8-de05-4626-8341-6c0426c5c819 req-dd0425d7-dc01-4306-959f-b605aa3ea278 tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] 10.222.0.57 "GET /v2.0/ports?device_id=2de5dc9e-13da-4990-9995-6765dade91dd HTTP/1.1" status: 200 len: 950 time: 0.0483649 Oct 19 01:43:50.745697 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ff04acc8-de05-4626-8341-6c0426c5c819 req-9402a209-f752-4278-9297-859a2fb0564b tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] 10.222.0.57 "GET /v2.0/security-groups?id=56a26f0b-96b1-4666-acca-af6d650a4de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311017 Oct 19 01:43:51.858656 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337c32b-2cf4-4f53-8ac8-84d0910330bd req-752e842f-a178-4978-a0f8-3a8e862fb992 tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:51.860145 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3337c32b-2cf4-4f53-8ac8-84d0910330bd req-752e842f-a178-4978-a0f8-3a8e862fb992 tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] 10.222.0.57 "GET /v2.0/ports?device_id=2de5dc9e-13da-4990-9995-6765dade91dd HTTP/1.1" status: 200 len: 950 time: 0.0475781 Oct 19 01:43:51.896809 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3337c32b-2cf4-4f53-8ac8-84d0910330bd req-776c8153-5c8f-4096-b3e8-b011f2c7eb2a tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] 10.222.0.57 "GET /v2.0/security-groups?id=56a26f0b-96b1-4666-acca-af6d650a4de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301194 Oct 19 01:43:52.273068 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-34baad10-3b14-4300-9ef6-0a87d156019e req-ead07bfb-046a-45d3-8a0d-70e78e5ee372 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:43:52.274137 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-34baad10-3b14-4300-9ef6-0a87d156019e req-ead07bfb-046a-45d3-8a0d-70e78e5ee372 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1054032 Oct 19 01:43:52.589013 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-df5965f7-8353-4533-aeb2-c56ed2cc34e8 req-9f4f4347-a063-4f8c-92c5-c1353a425eb3 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:43:52.589991 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-df5965f7-8353-4533-aeb2-c56ed2cc34e8 req-9f4f4347-a063-4f8c-92c5-c1353a425eb3 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052521 Oct 19 01:43:52.924953 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02780332-b6ab-4c1a-95b9-da8668566c83 req-bd8a1ef5-2d59-46c0-97e6-d3556561fa97 tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:52.926498 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-02780332-b6ab-4c1a-95b9-da8668566c83 req-bd8a1ef5-2d59-46c0-97e6-d3556561fa97 tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] 10.222.0.57 "GET /v2.0/ports?device_id=2de5dc9e-13da-4990-9995-6765dade91dd HTTP/1.1" status: 200 len: 950 time: 0.0519991 Oct 19 01:43:52.963919 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-02780332-b6ab-4c1a-95b9-da8668566c83 req-4871d6ab-1190-473e-bf4f-d5eb689f6972 tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] 10.222.0.57 "GET /v2.0/security-groups?id=56a26f0b-96b1-4666-acca-af6d650a4de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315051 Oct 19 01:43:54.080836 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b865e96-06ab-40fe-9c44-884a717bc5d3 req-9a94371a-4b6d-4cc1-9398-7a3f7b090813 tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:54.082329 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8b865e96-06ab-40fe-9c44-884a717bc5d3 req-9a94371a-4b6d-4cc1-9398-7a3f7b090813 tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] 10.222.0.57 "GET /v2.0/ports?device_id=2de5dc9e-13da-4990-9995-6765dade91dd HTTP/1.1" status: 200 len: 950 time: 0.0495574 Oct 19 01:43:54.120672 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8b865e96-06ab-40fe-9c44-884a717bc5d3 req-87d15bb4-8e06-4915-be6f-88ce520b439d tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] 10.222.0.57 "GET /v2.0/security-groups?id=56a26f0b-96b1-4666-acca-af6d650a4de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321136 Oct 19 01:43:54.330276 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac320dc-e077-4144-a784-107ac78880bf req-4ac258a1-7c1d-417d-b34d-d1c5daaa8b3c tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:54.331783 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4ac320dc-e077-4144-a784-107ac78880bf req-4ac258a1-7c1d-417d-b34d-d1c5daaa8b3c tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] 10.222.0.55 "GET /v2.0/ports?device_id=2de5dc9e-13da-4990-9995-6765dade91dd HTTP/1.1" status: 200 len: 950 time: 0.0520518 Oct 19 01:43:54.719111 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-4ac320dc-e077-4144-a784-107ac78880bf req-d166d1c3-afa1-4218-adaa-96f75a7903a4 tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] Deleting port 67e14e2f-20e0-479b-b114-085b07a2e355 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:43:54.719365 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-4ac320dc-e077-4144-a784-107ac78880bf req-d166d1c3-afa1-4218-adaa-96f75a7903a4 tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:54.808224 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-4ac320dc-e077-4144-a784-107ac78880bf req-d166d1c3-afa1-4218-adaa-96f75a7903a4 tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] For port 67e14e2f-20e0-479b-b114-085b07a2e355, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=67e14e2f-20e0-479b-b114-085b07a2e355,segment=NetworkSegment(a316cec5-b6be-4755-9221-2391ec09c958),segment_id=a316cec5-b6be-4755-9221-2391ec09c958)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:43:54.808579 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-4ac320dc-e077-4144-a784-107ac78880bf req-d166d1c3-afa1-4218-adaa-96f75a7903a4 tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:54.821116 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-4ac320dc-e077-4144-a784-107ac78880bf req-d166d1c3-afa1-4218-adaa-96f75a7903a4 tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] Calling delete_port for 67e14e2f-20e0-479b-b114-085b07a2e355 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:43:54.950643 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-4ac320dc-e077-4144-a784-107ac78880bf req-d166d1c3-afa1-4218-adaa-96f75a7903a4 tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:54.963416 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['67e14e2f-20e0-479b-b114-085b07a2e355'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:43:54.980168 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166d1c3-afa1-4218-adaa-96f75a7903a4 tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] Pushing event deleted for resources: {'Port': ['ID=67e14e2f-20e0-479b-b114-085b07a2e355,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:55.022400 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac320dc-e077-4144-a784-107ac78880bf req-d166d1c3-afa1-4218-adaa-96f75a7903a4 tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] No DVR routers for this DVR port 67e14e2f-20e0-479b-b114-085b07a2e355 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:43:55.025064 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-4ac320dc-e077-4144-a784-107ac78880bf req-d166d1c3-afa1-4218-adaa-96f75a7903a4 tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:55.028491 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4ac320dc-e077-4144-a784-107ac78880bf req-d166d1c3-afa1-4218-adaa-96f75a7903a4 tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] 10.222.0.55 "DELETE /v2.0/ports/67e14e2f-20e0-479b-b114-085b07a2e355 HTTP/1.1" status: 204 len: 173 time: 0.6910083 Oct 19 01:43:55.028949 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de5dc9e-13da-4990-9995-6765dade91dd', 'name': 'network-vif-deleted', 'tag': '67e14e2f-20e0-479b-b114-085b07a2e355'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:43:55.032137 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b03b1b0-7ec1-4771-b17a-bb81bfb1c084" -d '{"events": [{"server_uuid": "2de5dc9e-13da-4990-9995-6765dade91dd", "name": "network-vif-deleted", "tag": "67e14e2f-20e0-479b-b114-085b07a2e355"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:43:55.076137 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5115b0a0-80ca-4d66-9fb3-9df8f91b5360 x-openstack-request-id: req-5115b0a0-80ca-4d66-9fb3-9df8f91b5360 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:43:55.076429 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de5dc9e-13da-4990-9995-6765dade91dd", "name": "network-vif-deleted", "tag": "67e14e2f-20e0-479b-b114-085b07a2e355", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:43:55.076677 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5115b0a0-80ca-4d66-9fb3-9df8f91b5360 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:43:55.077070 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de5dc9e-13da-4990-9995-6765dade91dd', 'name': 'network-vif-deleted', 'tag': '67e14e2f-20e0-479b-b114-085b07a2e355', 'status': 'completed', 'code': 200} Oct 19 01:43:55.225924 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-348a60a0-8fdb-4fd5-9770-39e9bbe10233 req-ef092140-9a2a-482f-8574-2e050a91870a tempest-ServersAdminNegativeTestJSON-1495767340 tempest-ServersAdminNegativeTestJSON-1495767340-project] 10.222.0.57 "GET /v2.0/ports?device_id=2de5dc9e-13da-4990-9995-6765dade91dd HTTP/1.1" status: 200 len: 210 time: 0.0266192 Oct 19 01:43:56.512704 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 51072) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:56.642411 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7e462f9c-fd2e-4dd9-9994-bcbbba71bee9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=62605186bca8482eb05a9e91d7043f9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1285059 Oct 19 01:43:56.645711 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 51076) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:56.691666 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6f99f59a-fda0-402a-ab2a-0d97133fafdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:56.712225 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6f99f59a-fda0-402a-ab2a-0d97133fafdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:56.758487 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6f99f59a-fda0-402a-ab2a-0d97133fafdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:56.761449 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6f99f59a-fda0-402a-ab2a-0d97133fafdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:56.762639 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6f99f59a-fda0-402a-ab2a-0d97133fafdf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/56a26f0b-96b1-4666-acca-af6d650a4de4 HTTP/1.1" status: 204 len: 168 time: 0.1161151 Oct 19 01:43:56.771471 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99f59a-fda0-402a-ab2a-0d97133fafdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a26f0b-96b1-4666-acca-af6d650a4de4,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:57.032661 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 51082) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:57.046575 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6786cac3-13e9-4f5d-9351-b6df537973e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:57.129249 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6786cac3-13e9-4f5d-9351-b6df537973e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:57.133635 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6786cac3-13e9-4f5d-9351-b6df537973e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:57.172677 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6786cac3-13e9-4f5d-9351-b6df537973e1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=790b503d1c09426a8836a6a7d7160894&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1389508 Oct 19 01:43:57.173673 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786cac3-13e9-4f5d-9351-b6df537973e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ea3df9-d7fb-49c8-bcea-1e12d14be745,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:57.175379 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51084) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:57.228924 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fdc6e331-0999-4bcd-9216-b0f3c1595ad1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:57.254969 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fdc6e331-0999-4bcd-9216-b0f3c1595ad1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:57.305908 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fdc6e331-0999-4bcd-9216-b0f3c1595ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:57.308502 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fdc6e331-0999-4bcd-9216-b0f3c1595ad1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:57.309671 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fdc6e331-0999-4bcd-9216-b0f3c1595ad1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/80ea3df9-d7fb-49c8-bcea-1e12d14be745 HTTP/1.1" status: 204 len: 168 time: 0.1332366 Oct 19 01:43:57.318596 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6e331-0999-4bcd-9216-b0f3c1595ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ea3df9-d7fb-49c8-bcea-1e12d14be745,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:57.465710 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:57.853631 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 67e14e2f-20e0-479b-b114-085b07a2e355 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:43:57.879229 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 67e14e2f-20e0-479b-b114-085b07a2e355 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:43:57.880464 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 67e14e2f-20e0-479b-b114-085b07a2e355 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:43:58.090746 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51106) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:58.189841 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-b46061f3-ced9-4fe6-b118-f023af5e3138 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-293867070-network', 'tenant_id': '51abe3e6aeda4bceaea18c604121f271'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:43:58.211587 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46061f3-ced9-4fe6-b118-f023af5e3138 admin admin] Made reservation on behalf of 51abe3e6aeda4bceaea18c604121f271 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:43:58.213914 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b46061f3-ced9-4fe6-b118-f023af5e3138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:58.222572 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b46061f3-ced9-4fe6-b118-f023af5e3138 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:58.295886 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b46061f3-ced9-4fe6-b118-f023af5e3138 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:58.299480 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b46061f3-ced9-4fe6-b118-f023af5e3138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:58.320613 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b46061f3-ced9-4fe6-b118-f023af5e3138 admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:43:58.335486 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46061f3-ced9-4fe6-b118-f023af5e3138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de28644-fcdf-467c-bca1-aa40f3227e7e,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:58.338301 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b46061f3-ced9-4fe6-b118-f023af5e3138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:58.338632 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-b46061f3-ced9-4fe6-b118-f023af5e3138 admin admin] Added segment 525fc6fa-21cc-4b21-ba2b-d8ace2d9efaa of type vlan for network 018ddb99-4fa6-42be-b61a-98358c78eab3 Oct 19 01:43:58.377296 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b46061f3-ced9-4fe6-b118-f023af5e3138 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:58.401922 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b46061f3-ced9-4fe6-b118-f023af5e3138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:58.402878 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46061f3-ced9-4fe6-b118-f023af5e3138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:58.403452 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b46061f3-ced9-4fe6-b118-f023af5e3138 admin admin] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:58.440770 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b46061f3-ced9-4fe6-b118-f023af5e3138 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3479793 Oct 19 01:43:58.444356 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51110) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:58.473693 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-05d92a36-8fdc-4f9c-aca4-f85fd837a8c5 admin admin] Request body: {'subnet': {'network_id': '018ddb99-4fa6-42be-b61a-98358c78eab3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-293867070-subnet', 'tenant_id': '51abe3e6aeda4bceaea18c604121f271', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:43:58.477840 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46061f3-ced9-4fe6-b118-f023af5e3138 admin admin] Pushing event updated for resources: {'Network': ['ID=018ddb99-4fa6-42be-b61a-98358c78eab3,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:58.488106 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 018ddb99-4fa6-42be-b61a-98358c78eab3 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:43:58.501302 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d92a36-8fdc-4f9c-aca4-f85fd837a8c5 admin admin] Made reservation on behalf of 51abe3e6aeda4bceaea18c604121f271 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:43:58.503689 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-05d92a36-8fdc-4f9c-aca4-f85fd837a8c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:58.670763 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-05d92a36-8fdc-4f9c-aca4-f85fd837a8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:58.723900 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d92a36-8fdc-4f9c-aca4-f85fd837a8c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33d4a56e-2b02-43bb-a379-3991f73078c8,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:58.734938 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d92a36-8fdc-4f9c-aca4-f85fd837a8c5 admin admin] Checking segment: {'id': '525fc6fa-21cc-4b21-ba2b-d8ace2d9efaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '018ddb99-4fa6-42be-b61a-98358c78eab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:43:58.735296 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d92a36-8fdc-4f9c-aca4-f85fd837a8c5 admin admin] Network hostable DHCP agents. Network: 018ddb99-4fa6-42be-b61a-98358c78eab3, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:43:58.751829 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d92a36-8fdc-4f9c-aca4-f85fd837a8c5 admin admin] Network 018ddb99-4fa6-42be-b61a-98358c78eab3 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:43:58.760158 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-05d92a36-8fdc-4f9c-aca4-f85fd837a8c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 018ddb99-4fa6-42be-b61a-98358c78eab3) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:43:58.764148 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d92a36-8fdc-4f9c-aca4-f85fd837a8c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:58.764723 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-05d92a36-8fdc-4f9c-aca4-f85fd837a8c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:58.768972 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56360a41-d60a-438f-bd7b-1ddb7d6f384b None None] Network 018ddb99-4fa6-42be-b61a-98358c78eab3 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:43:58.780952 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-05d92a36-8fdc-4f9c-aca4-f85fd837a8c5 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3355930 Oct 19 01:43:58.896854 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24b3550-0446-4afb-8743-bb180a61cdde None None] Network 018ddb99-4fa6-42be-b61a-98358c78eab3 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:43:59.205490 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-7f3a3dd9-7016-4c19-b2ba-e97108bba385 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:59.206854 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-7f3a3dd9-7016-4c19-b2ba-e97108bba385 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/networks?id=018ddb99-4fa6-42be-b61a-98358c78eab3 HTTP/1.1" status: 200 len: 811 time: 0.1075072 Oct 19 01:43:59.221549 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-edc4e255-a5b5-48a3-b7f2-e8e9f441aff3 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/quotas/51abe3e6aeda4bceaea18c604121f271 HTTP/1.1" status: 200 len: 375 time: 0.0087826 Oct 19 01:43:59.253305 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-9020580a-2ca2-4d7c-b201-268b11eec9ee tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=51abe3e6aeda4bceaea18c604121f271&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256209 Oct 19 01:43:59.264987 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-1907acce-0d1c-4377-bae3-5ec5d3db72b1 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:43:59.265934 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-1907acce-0d1c-4377-bae3-5ec5d3db72b1 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050812 Oct 19 01:43:59.358348 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-0d3f2e51-e8c5-4f20-bc4c-472e63b8a85c service neutron] 10.222.0.57 "GET /v2.0/networks/018ddb99-4fa6-42be-b61a-98358c78eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864441 Oct 19 01:43:59.447581 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-ffb1693e-2bc4-487d-b4ba-5777c1166833 service neutron] 10.222.0.57 "GET /v2.0/networks/018ddb99-4fa6-42be-b61a-98358c78eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826437 Oct 19 01:43:59.605257 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f8841497-1dc0-45bd-8ebe-33f3fca44e90 req-be0c6b9a-e9f3-411c-ba69-a97f373aa073 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 210 time: 0.0264387 Oct 19 01:43:59.845958 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:00.523221 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-ece10c11-88bf-4fb4-b5da-1b9c7f3df4b9 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:00.524828 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-ece10c11-88bf-4fb4-b5da-1b9c7f3df4b9 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.55 "GET /v2.0/networks?id=018ddb99-4fa6-42be-b61a-98358c78eab3 HTTP/1.1" status: 200 len: 811 time: 0.1152370 Oct 19 01:44:00.539714 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-46b09ff7-5e37-4c51-b76f-50cb4944eec2 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Request body: {'port': {'device_id': '82c0ed36-cb66-458b-830d-2008d64029ee', 'network_id': '018ddb99-4fa6-42be-b61a-98358c78eab3', 'admin_state_up': True, 'tenant_id': '51abe3e6aeda4bceaea18c604121f271'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:00.649212 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-46b09ff7-5e37-4c51-b76f-50cb4944eec2 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Made reservation on behalf of 51abe3e6aeda4bceaea18c604121f271 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:44:00.652900 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-46b09ff7-5e37-4c51-b76f-50cb4944eec2 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:00.733683 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-53d736fb-594d-4378-b86e-128d06cce735 req-d3ad378f-a718-40ef-8557-308b6de51202 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 210 time: 0.0592685 Oct 19 01:44:00.806111 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-46b09ff7-5e37-4c51-b76f-50cb4944eec2 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Allocated IP 172.20.0.10 (018ddb99-4fa6-42be-b61a-98358c78eab3/33d4a56e-2b02-43bb-a379-3991f73078c8/9aef0a00-8d78-49f0-9582-236665555b56) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:44:00.956639 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-46b09ff7-5e37-4c51-b76f-50cb4944eec2 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:00.990142 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-46b09ff7-5e37-4c51-b76f-50cb4944eec2 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:01.033937 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-46b09ff7-5e37-4c51-b76f-50cb4944eec2 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Network 018ddb99-4fa6-42be-b61a-98358c78eab3 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:44:01.037437 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-46b09ff7-5e37-4c51-b76f-50cb4944eec2 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:44:01.041034 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-46b09ff7-5e37-4c51-b76f-50cb4944eec2 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:44:01.047065 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b09ff7-5e37-4c51-b76f-50cb4944eec2 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Pushing event updated for resources: {'Port': ['ID=9aef0a00-8d78-49f0-9582-236665555b56,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:01.091115 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-46b09ff7-5e37-4c51-b76f-50cb4944eec2 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:01.091653 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-46b09ff7-5e37-4c51-b76f-50cb4944eec2 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:01.106976 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-46b09ff7-5e37-4c51-b76f-50cb4944eec2 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5710154 Oct 19 01:44:01.119285 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-5fa72aa4-4758-4e8b-ab8f-ff865883acca service neutron] Request body: {'port': {'device_id': '82c0ed36-cb66-458b-830d-2008d64029ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:01.175615 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-5fa72aa4-4758-4e8b-ab8f-ff865883acca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:01.434430 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-5fa72aa4-4758-4e8b-ab8f-ff865883acca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aef0a00-8d78-49f0-9582-236665555b56 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:44:01.441703 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-5fa72aa4-4758-4e8b-ab8f-ff865883acca service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:01.453708 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-5fa72aa4-4758-4e8b-ab8f-ff865883acca service neutron] Transition to ACTIVE for port object 9aef0a00-8d78-49f0-9582-236665555b56 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:44:01.457088 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-5fa72aa4-4758-4e8b-ab8f-ff865883acca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:01.510696 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa72aa4-4758-4e8b-ab8f-ff865883acca service neutron] Pushing event updated for resources: {'Port': ['ID=9aef0a00-8d78-49f0-9582-236665555b56,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:01.578858 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-5fa72aa4-4758-4e8b-ab8f-ff865883acca service neutron] Attempting to bind port 9aef0a00-8d78-49f0-9582-236665555b56 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:44:01.579519 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-5fa72aa4-4758-4e8b-ab8f-ff865883acca service neutron] Attempting to bind port 9aef0a00-8d78-49f0-9582-236665555b56 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '525fc6fa-21cc-4b21-ba2b-d8ace2d9efaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '018ddb99-4fa6-42be-b61a-98358c78eab3'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:44:01.579519 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-5fa72aa4-4758-4e8b-ab8f-ff865883acca service neutron] Attempting to bind port 9aef0a00-8d78-49f0-9582-236665555b56 on network 018ddb99-4fa6-42be-b61a-98358c78eab3 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:44:01.584475 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-5fa72aa4-4758-4e8b-ab8f-ff865883acca service neutron] Port 9aef0a00-8d78-49f0-9582-236665555b56 on network 018ddb99-4fa6-42be-b61a-98358c78eab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:44:01.584800 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-5fa72aa4-4758-4e8b-ab8f-ff865883acca service neutron] Attempting to bind port 9aef0a00-8d78-49f0-9582-236665555b56 on network 018ddb99-4fa6-42be-b61a-98358c78eab3 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:44:01.589576 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-5fa72aa4-4758-4e8b-ab8f-ff865883acca service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:44:01.589917 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-5fa72aa4-4758-4e8b-ab8f-ff865883acca service neutron] Checking segment: {'id': '525fc6fa-21cc-4b21-ba2b-d8ace2d9efaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '018ddb99-4fa6-42be-b61a-98358c78eab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:44:01.590302 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-5fa72aa4-4758-4e8b-ab8f-ff865883acca service neutron] Bound using segment: {'id': '525fc6fa-21cc-4b21-ba2b-d8ace2d9efaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '018ddb99-4fa6-42be-b61a-98358c78eab3'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:44:01.590729 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-5fa72aa4-4758-4e8b-ab8f-ff865883acca service neutron] Bound port: 9aef0a00-8d78-49f0-9582-236665555b56, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525fc6fa-21cc-4b21-ba2b-d8ace2d9efaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '018ddb99-4fa6-42be-b61a-98358c78eab3'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:44:01.591082 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-5fa72aa4-4758-4e8b-ab8f-ff865883acca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:01.653526 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-5fa72aa4-4758-4e8b-ab8f-ff865883acca service neutron] For port 9aef0a00-8d78-49f0-9582-236665555b56, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:44:01.656660 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-5fa72aa4-4758-4e8b-ab8f-ff865883acca service neutron] For port 9aef0a00-8d78-49f0-9582-236665555b56, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=9aef0a00-8d78-49f0-9582-236665555b56,segment=NetworkSegment(525fc6fa-21cc-4b21-ba2b-d8ace2d9efaa),segment_id=525fc6fa-21cc-4b21-ba2b-d8ace2d9efaa)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:44:01.661160 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-5fa72aa4-4758-4e8b-ab8f-ff865883acca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:01.701099 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-5fa72aa4-4758-4e8b-ab8f-ff865883acca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:01.701711 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-5fa72aa4-4758-4e8b-ab8f-ff865883acca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:01.703095 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-5fa72aa4-4758-4e8b-ab8f-ff865883acca service neutron] 10.222.0.55 "PUT /v2.0/ports/9aef0a00-8d78-49f0-9582-236665555b56 HTTP/1.1" status: 200 len: 1093 time: 0.5879226 Oct 19 01:44:01.703526 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82c0ed36-cb66-458b-830d-2008d64029ee', 'tag': '9aef0a00-8d78-49f0-9582-236665555b56'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:44:01.705776 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4c2261-6330-4484-9824-242af7656775" -d '{"events": [{"name": "network-changed", "server_uuid": "82c0ed36-cb66-458b-830d-2008d64029ee", "tag": "9aef0a00-8d78-49f0-9582-236665555b56"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:44:01.728428 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa72aa4-4758-4e8b-ab8f-ff865883acca service neutron] Pushing event updated for resources: {'Port': ['ID=9aef0a00-8d78-49f0-9582-236665555b56,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:01.749841 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50afac3-1257-4f85-86bb-11e3ddb15ad7 x-openstack-request-id: req-b50afac3-1257-4f85-86bb-11e3ddb15ad7 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:44:01.750130 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82c0ed36-cb66-458b-830d-2008d64029ee", "tag": "9aef0a00-8d78-49f0-9582-236665555b56", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:44:01.750383 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b50afac3-1257-4f85-86bb-11e3ddb15ad7 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:44:01.750779 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82c0ed36-cb66-458b-830d-2008d64029ee', 'tag': '9aef0a00-8d78-49f0-9582-236665555b56', 'status': 'completed', 'code': 200} Oct 19 01:44:01.786013 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-4e6a70a9-4f66-4aa5-822e-fe9f7c926722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:01.787773 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-4e6a70a9-4f66-4aa5-822e-fe9f7c926722 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=51abe3e6aeda4bceaea18c604121f271&device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 1096 time: 0.0479939 Oct 19 01:44:01.851464 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-62ff363d-950e-496d-8b8f-47231274c919 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9aef0a00-8d78-49f0-9582-236665555b56 HTTP/1.1" status: 200 len: 217 time: 0.0562377 Oct 19 01:44:01.906069 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f1c09-f082-4225-a769-cdfa7e2ddee7 req-61221627-f2df-4a44-a290-cadf9c09c344 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:01.907564 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6b9f1c09-f082-4225-a769-cdfa7e2ddee7 req-61221627-f2df-4a44-a290-cadf9c09c344 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 944 time: 0.1066701 Oct 19 01:44:01.932145 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-b9709124-18aa-460b-9b90-fe98ad469826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:01.933527 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-b9709124-18aa-460b-9b90-fe98ad469826 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33d4a56e-2b02-43bb-a379-3991f73078c8 HTTP/1.1" status: 200 len: 851 time: 0.0746176 Oct 19 01:44:01.974040 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6b9f1c09-f082-4225-a769-cdfa7e2ddee7 req-d5d8ea43-d1ad-41ae-9915-0f4b70a16d22 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601099 Oct 19 01:44:01.975801 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-d56bd72e-37c8-4aa8-827f-1ed86432fa56 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=018ddb99-4fa6-42be-b61a-98358c78eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352023 Oct 19 01:44:02.069579 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-6e033876-286e-4563-accf-2e6a4ca3e5a9 service neutron] 10.222.0.55 "GET /v2.0/networks/018ddb99-4fa6-42be-b61a-98358c78eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866730 Oct 19 01:44:02.159686 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f3cbed51-7a33-4c4e-b969-a708dbd492bc req-94be7f9f-1311-40ba-b4d5-1c12f385e2d5 service neutron] 10.222.0.55 "GET /v2.0/networks/018ddb99-4fa6-42be-b61a-98358c78eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835836 Oct 19 01:44:02.246908 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c2261-6330-4484-9824-242af7656775 req-e1249be4-0c26-41d9-8f99-5b8e2b804ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:02.248330 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7f4c2261-6330-4484-9824-242af7656775 req-e1249be4-0c26-41d9-8f99-5b8e2b804ec6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=51abe3e6aeda4bceaea18c604121f271&device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 1096 time: 0.0419586 Oct 19 01:44:02.340879 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c2261-6330-4484-9824-242af7656775 req-9bfe8f03-f153-4a71-8fb9-f6e520df6032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:02.342358 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7f4c2261-6330-4484-9824-242af7656775 req-9bfe8f03-f153-4a71-8fb9-f6e520df6032 service neutron] 10.222.0.55 "GET /v2.0/networks?id=018ddb99-4fa6-42be-b61a-98358c78eab3 HTTP/1.1" status: 200 len: 912 time: 0.0871217 Oct 19 01:44:02.384756 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7f4c2261-6330-4484-9824-242af7656775 req-46c6accb-311d-43f3-b1e9-2421c1a2cfe2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9aef0a00-8d78-49f0-9582-236665555b56 HTTP/1.1" status: 200 len: 217 time: 0.0344219 Oct 19 01:44:02.437946 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c2261-6330-4484-9824-242af7656775 req-8334eb0c-05d1-43c6-955e-898269730ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:02.439402 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7f4c2261-6330-4484-9824-242af7656775 req-8334eb0c-05d1-43c6-955e-898269730ee6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33d4a56e-2b02-43bb-a379-3991f73078c8 HTTP/1.1" status: 200 len: 851 time: 0.0479505 Oct 19 01:44:02.470940 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7f4c2261-6330-4484-9824-242af7656775 req-e0a6c2c6-1bfc-466e-b0db-395c47a0cecd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=018ddb99-4fa6-42be-b61a-98358c78eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233364 Oct 19 01:44:02.560013 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7f4c2261-6330-4484-9824-242af7656775 req-a1df6915-e4af-4017-8a4b-d4bb626a3414 service neutron] 10.222.0.55 "GET /v2.0/networks/018ddb99-4fa6-42be-b61a-98358c78eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807934 Oct 19 01:44:02.654307 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7f4c2261-6330-4484-9824-242af7656775 req-c257c413-b76a-42fb-9e55-4db71ca61524 service neutron] 10.222.0.55 "GET /v2.0/networks/018ddb99-4fa6-42be-b61a-98358c78eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875187 Oct 19 01:44:03.090266 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ef797-7b6f-4a69-9559-25d0576b183c req-b2c83c4b-0431-456f-bc04-8fdcfe3862e4 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:03.091803 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4d2ef797-7b6f-4a69-9559-25d0576b183c req-b2c83c4b-0431-456f-bc04-8fdcfe3862e4 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 944 time: 0.0496099 Oct 19 01:44:03.128828 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4d2ef797-7b6f-4a69-9559-25d0576b183c req-6c14ca1f-89b0-41d0-9845-37eb2007d310 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306318 Oct 19 01:44:04.246097 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911599f0-8aa1-4f7a-bd25-318f75b7706f req-66b3e69b-511a-4930-a435-e89dd8df78c7 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:04.247480 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-911599f0-8aa1-4f7a-bd25-318f75b7706f req-66b3e69b-511a-4930-a435-e89dd8df78c7 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 944 time: 0.0493975 Oct 19 01:44:04.285063 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-911599f0-8aa1-4f7a-bd25-318f75b7706f req-d1f48fa1-e5ed-476c-b0b7-678d5ab253a4 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316360 Oct 19 01:44:05.399738 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa87626-0407-445d-bb44-18bb341f38bf req-87f30166-c327-4061-b330-a40882f19ffe tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:05.401205 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3aa87626-0407-445d-bb44-18bb341f38bf req-87f30166-c327-4061-b330-a40882f19ffe tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 944 time: 0.0473349 Oct 19 01:44:05.441631 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3aa87626-0407-445d-bb44-18bb341f38bf req-eb08cd29-87bf-454a-ad3b-8384e801fd1a tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344269 Oct 19 01:44:05.917534 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 9aef0a00-8d78-49f0-9582-236665555b56 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:44:06.012403 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 9aef0a00-8d78-49f0-9582-236665555b56, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=9aef0a00-8d78-49f0-9582-236665555b56,segment=NetworkSegment(525fc6fa-21cc-4b21-ba2b-d8ace2d9efaa),segment_id=525fc6fa-21cc-4b21-ba2b-d8ace2d9efaa)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:44:06.023863 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '9aef0a00-8d78-49f0-9582-236665555b56', 'network_id': '018ddb99-4fa6-42be-b61a-98358c78eab3', 'port_id': '9aef0a00-8d78-49f0-9582-236665555b56', 'mac_address': 'fa:16:3e:33:93:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33d4a56e-2b02-43bb-a379-3991f73078c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:44:06.060808 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:06.074029 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aef0a00-8d78-49f0-9582-236665555b56 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:44:06.092931 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 9aef0a00-8d78-49f0-9582-236665555b56, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=9aef0a00-8d78-49f0-9582-236665555b56,segment=NetworkSegment(525fc6fa-21cc-4b21-ba2b-d8ace2d9efaa),segment_id=525fc6fa-21cc-4b21-ba2b-d8ace2d9efaa)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:44:06.096803 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:06.143468 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=9aef0a00-8d78-49f0-9582-236665555b56,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:06.385320 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['9aef0a00-8d78-49f0-9582-236665555b56'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:44:06.559201 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791b1d5-c40f-476d-8ea0-c31b361dfe60 req-a39f5bc9-3b19-4597-b731-0000a251ba01 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:06.560724 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4791b1d5-c40f-476d-8ea0-c31b361dfe60 req-a39f5bc9-3b19-4597-b731-0000a251ba01 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 945 time: 0.0530097 Oct 19 01:44:06.598356 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4791b1d5-c40f-476d-8ea0-c31b361dfe60 req-8d4d1cfd-6a25-46c5-bf39-440c58ea6cd1 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316644 Oct 19 01:44:07.711260 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452cc451-5856-41d8-a2a8-babac2b8fe57 req-861076ef-4aa0-47ee-a8b6-a7f34578538a tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:07.712790 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-452cc451-5856-41d8-a2a8-babac2b8fe57 req-861076ef-4aa0-47ee-a8b6-a7f34578538a tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 945 time: 0.0485628 Oct 19 01:44:07.748644 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-452cc451-5856-41d8-a2a8-babac2b8fe57 req-4909e8cd-ada4-4de2-acee-4aee2138c167 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299973 Oct 19 01:44:07.932896 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 9aef0a00-8d78-49f0-9582-236665555b56 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:44:07.980661 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 9aef0a00-8d78-49f0-9582-236665555b56 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:44:07.984204 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 9aef0a00-8d78-49f0-9582-236665555b56 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:44:07.984567 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:08.214881 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:08.237021 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c0ed36-cb66-458b-830d-2008d64029ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aef0a00-8d78-49f0-9582-236665555b56'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:44:08.239338 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2e5da1-c243-46e6-930f-347702515875" -d '{"events": [{"server_uuid": "82c0ed36-cb66-458b-830d-2008d64029ee", "name": "network-vif-plugged", "status": "completed", "tag": "9aef0a00-8d78-49f0-9582-236665555b56"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:44:08.251865 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 9aef0a00-8d78-49f0-9582-236665555b56, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=9aef0a00-8d78-49f0-9582-236665555b56,segment=NetworkSegment(525fc6fa-21cc-4b21-ba2b-d8ace2d9efaa),segment_id=525fc6fa-21cc-4b21-ba2b-d8ace2d9efaa)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:44:08.255957 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:08.279061 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57de230-830a-4d57-bb69-d2a101369bfb x-openstack-request-id: req-c57de230-830a-4d57-bb69-d2a101369bfb {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:44:08.279352 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c0ed36-cb66-458b-830d-2008d64029ee", "name": "network-vif-plugged", "status": "completed", "tag": "9aef0a00-8d78-49f0-9582-236665555b56", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:44:08.279600 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c57de230-830a-4d57-bb69-d2a101369bfb {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:44:08.280011 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82c0ed36-cb66-458b-830d-2008d64029ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aef0a00-8d78-49f0-9582-236665555b56', 'code': 200} Oct 19 01:44:08.305852 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=9aef0a00-8d78-49f0-9582-236665555b56,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:08.377629 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18253b-f9b1-43ee-a1f3-81a1fc6a9a65 req-cbead1a3-f99e-4ff8-82ff-dfbeade98d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:08.379123 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5a18253b-f9b1-43ee-a1f3-81a1fc6a9a65 req-cbead1a3-f99e-4ff8-82ff-dfbeade98d6a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 1098 time: 0.0407531 Oct 19 01:44:08.413825 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5a18253b-f9b1-43ee-a1f3-81a1fc6a9a65 req-a2f6b665-0b58-4fd7-9a25-fd69a157fe7a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271728 Oct 19 01:44:08.862427 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf620d-fbb5-4533-bd04-7b06a72fe7c6 req-9301ac94-d031-46b3-8214-5bd7f4f92432 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:08.863928 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6abf620d-fbb5-4533-bd04-7b06a72fe7c6 req-9301ac94-d031-46b3-8214-5bd7f4f92432 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 946 time: 0.0494075 Oct 19 01:44:08.901553 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6abf620d-fbb5-4533-bd04-7b06a72fe7c6 req-aad15520-2315-4dfa-9925-fda423f3d5b4 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312850 Oct 19 01:44:10.017171 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87724c5-aee9-4466-9e1a-0e990726b6c1 req-d19401bd-7fda-4b81-af64-8cce7ac49364 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:10.018642 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e87724c5-aee9-4466-9e1a-0e990726b6c1 req-d19401bd-7fda-4b81-af64-8cce7ac49364 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 946 time: 0.0496716 Oct 19 01:44:10.059022 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e87724c5-aee9-4466-9e1a-0e990726b6c1 req-92121f3b-311e-4a8d-bc55-fcdc323cfb45 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343029 Oct 19 01:44:10.236147 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51164) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:10.305985 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4b706-3365-411d-a9a2-3dd7ea634167 req-3c2aafae-ef86-4ecb-8136-11bb854a5216 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:10.307420 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1bc4b706-3365-411d-a9a2-3dd7ea634167 req-3c2aafae-ef86-4ecb-8136-11bb854a5216 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 946 time: 0.0604177 Oct 19 01:44:10.360160 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1bc4b706-3365-411d-a9a2-3dd7ea634167 req-b48dea5d-a922-4c2e-ac54-ecb4d3e21a7b tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390642 Oct 19 01:44:10.363606 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-25224d84-226c-48cc-9440-19b3f834dde6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1263618 Oct 19 01:44:10.373371 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-b1900ba5-f3a8-4428-9586-48917125a5ed service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:10.374349 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-b1900ba5-f3a8-4428-9586-48917125a5ed service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050955 Oct 19 01:44:11.486029 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c73694-0957-4691-98da-66e3ad7d9b33 req-f12eca0b-37a3-415c-9971-547d32107851 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:11.487626 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e0c73694-0957-4691-98da-66e3ad7d9b33 req-f12eca0b-37a3-415c-9971-547d32107851 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 946 time: 0.0573924 Oct 19 01:44:11.515611 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-b5dd2f88-40dc-4548-b91d-22883576cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:11.517188 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-b5dd2f88-40dc-4548-b91d-22883576cd25 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=51abe3e6aeda4bceaea18c604121f271&device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 1098 time: 0.0408766 Oct 19 01:44:11.530353 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e0c73694-0957-4691-98da-66e3ad7d9b33 req-b66fce20-3d93-4eb8-918e-21adeb7c9907 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363593 Oct 19 01:44:11.614119 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-c7b72b30-e1f5-4a2a-b57a-ac6a66143bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:11.616115 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-c7b72b30-e1f5-4a2a-b57a-ac6a66143bd1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=018ddb99-4fa6-42be-b61a-98358c78eab3 HTTP/1.1" status: 200 len: 912 time: 0.0918155 Oct 19 01:44:11.656352 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-7a100ff4-f559-4529-9675-9361c77a1609 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9aef0a00-8d78-49f0-9582-236665555b56 HTTP/1.1" status: 200 len: 217 time: 0.0337107 Oct 19 01:44:11.708807 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-b45d7756-983d-47c3-a567-f9029aca930e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:11.710221 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-b45d7756-983d-47c3-a567-f9029aca930e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33d4a56e-2b02-43bb-a379-3991f73078c8 HTTP/1.1" status: 200 len: 851 time: 0.0469127 Oct 19 01:44:11.741236 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-594e3766-3415-4520-8eed-cde49d01a207 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=018ddb99-4fa6-42be-b61a-98358c78eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243022 Oct 19 01:44:11.829202 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-2a3b1afd-7405-4df0-a2d0-43ec88ff56cd service neutron] 10.222.0.55 "GET /v2.0/networks/018ddb99-4fa6-42be-b61a-98358c78eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810688 Oct 19 01:44:11.921983 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-8da49f64-dd86-4483-b622-59914e2d6d45 service neutron] 10.222.0.55 "GET /v2.0/networks/018ddb99-4fa6-42be-b61a-98358c78eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848932 Oct 19 01:44:12.644377 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafafab-e9bc-4edc-b2eb-115bc668d585 req-c3140b10-b620-4bc0-9fa0-f6e0a9cbae0f tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:12.645840 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7bafafab-e9bc-4edc-b2eb-115bc668d585 req-c3140b10-b620-4bc0-9fa0-f6e0a9cbae0f tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 946 time: 0.0487566 Oct 19 01:44:12.683486 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7bafafab-e9bc-4edc-b2eb-115bc668d585 req-459696a0-2bb4-466b-8956-92ca344bb0de tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310791 Oct 19 01:44:13.799617 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cb1d7-f7ce-4252-871a-dbfe3c4d7566 req-ca54a8e7-43e4-4e90-bb91-41638d504643 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:13.801609 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab4cb1d7-f7ce-4252-871a-dbfe3c4d7566 req-ca54a8e7-43e4-4e90-bb91-41638d504643 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 946 time: 0.0515511 Oct 19 01:44:13.842915 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ab4cb1d7-f7ce-4252-871a-dbfe3c4d7566 req-e95c22e3-10e8-47b9-8152-ae37c4895c57 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334074 Oct 19 01:44:13.991955 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ba96a6ae-039b-41eb-a52d-26f4e0e98bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:13.995922 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e30ce-258f-486c-be8d-e2b20de0c86f req-1a9eaa35-c66b-472c-8ef3-e91d85e7d44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:13.997441 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dc0e30ce-258f-486c-be8d-e2b20de0c86f req-1a9eaa35-c66b-472c-8ef3-e91d85e7d44d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=51abe3e6aeda4bceaea18c604121f271&device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 1098 time: 0.0426688 Oct 19 01:44:14.104311 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e30ce-258f-486c-be8d-e2b20de0c86f req-1da38f3b-cf2f-4dce-9134-697dd3bc866e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:14.105751 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dc0e30ce-258f-486c-be8d-e2b20de0c86f req-1da38f3b-cf2f-4dce-9134-697dd3bc866e service neutron] 10.222.0.55 "GET /v2.0/networks?id=018ddb99-4fa6-42be-b61a-98358c78eab3 HTTP/1.1" status: 200 len: 912 time: 0.0899487 Oct 19 01:44:14.147266 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dc0e30ce-258f-486c-be8d-e2b20de0c86f req-76e90648-c162-44b9-8bb0-aeeda9b97dfc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9aef0a00-8d78-49f0-9582-236665555b56 HTTP/1.1" status: 200 len: 217 time: 0.0351665 Oct 19 01:44:14.197841 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e30ce-258f-486c-be8d-e2b20de0c86f req-1e25e30a-9052-4d3d-a825-1350f5d50882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:14.199221 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dc0e30ce-258f-486c-be8d-e2b20de0c86f req-1e25e30a-9052-4d3d-a825-1350f5d50882 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33d4a56e-2b02-43bb-a379-3991f73078c8 HTTP/1.1" status: 200 len: 851 time: 0.0459650 Oct 19 01:44:14.230260 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dc0e30ce-258f-486c-be8d-e2b20de0c86f req-ba5d7cab-ddba-42ad-b78b-a4bd23eb8b44 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=018ddb99-4fa6-42be-b61a-98358c78eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238266 Oct 19 01:44:14.317092 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dc0e30ce-258f-486c-be8d-e2b20de0c86f req-42c3dab2-a3af-4898-b5bd-629da52dec2c service neutron] 10.222.0.55 "GET /v2.0/networks/018ddb99-4fa6-42be-b61a-98358c78eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800943 Oct 19 01:44:14.407972 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dc0e30ce-258f-486c-be8d-e2b20de0c86f req-7a106f3f-61c6-4dd5-a8a0-bc203a756dc4 service neutron] 10.222.0.55 "GET /v2.0/networks/018ddb99-4fa6-42be-b61a-98358c78eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832353 Oct 19 01:44:14.959381 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9ae24-ef8d-4dc5-8c16-1d7bdafec5a3 req-fa5b90a8-6841-4c92-9af5-1ee8158c71c4 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:14.960930 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-95f9ae24-ef8d-4dc5-8c16-1d7bdafec5a3 req-fa5b90a8-6841-4c92-9af5-1ee8158c71c4 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 946 time: 0.0498254 Oct 19 01:44:15.001963 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-95f9ae24-ef8d-4dc5-8c16-1d7bdafec5a3 req-18badbe5-b8d8-4998-a829-374bb022e6fd tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338917 Oct 19 01:44:16.117626 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11406372-2313-4f76-ab33-551cbb61ebaa req-ff00cc9d-45f6-4b1d-811a-d0dc0a35210c tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:16.119094 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11406372-2313-4f76-ab33-551cbb61ebaa req-ff00cc9d-45f6-4b1d-811a-d0dc0a35210c tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 946 time: 0.0491512 Oct 19 01:44:16.157087 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11406372-2313-4f76-ab33-551cbb61ebaa req-071bc226-e659-441e-86c3-c1f41327fb2c tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319045 Oct 19 01:44:16.581643 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b5001565-1aa5-4b6b-9387-2a79075448f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:17.275409 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef2166-2dd6-4349-bbc7-53d6489224fc req-7550c62a-75cf-4811-9b0e-a5be1bdc4bc9 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:17.276897 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-28ef2166-2dd6-4349-bbc7-53d6489224fc req-7550c62a-75cf-4811-9b0e-a5be1bdc4bc9 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 946 time: 0.0531666 Oct 19 01:44:17.301638 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:17.317069 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-28ef2166-2dd6-4349-bbc7-53d6489224fc req-eaf82f73-9ab5-4d12-83c7-272f98195ca5 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341258 Oct 19 01:44:17.891347 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:18.433853 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03f6e8-f52f-4c25-b848-4bf45f368d94 req-40191b23-9258-43d7-a9b9-318cdd1f0369 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:18.435304 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8d03f6e8-f52f-4c25-b848-4bf45f368d94 req-40191b23-9258-43d7-a9b9-318cdd1f0369 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 946 time: 0.0477970 Oct 19 01:44:18.476555 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8d03f6e8-f52f-4c25-b848-4bf45f368d94 req-a759d158-3d86-46a0-b0cd-bdb08bfe780a tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352850 Oct 19 01:44:19.591398 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87d381-46f2-4fbb-a99f-38bd6415192b req-5d23f611-ceed-42d4-b53c-655e0554fa3b tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:19.592913 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4f87d381-46f2-4fbb-a99f-38bd6415192b req-5d23f611-ceed-42d4-b53c-655e0554fa3b tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 946 time: 0.0482740 Oct 19 01:44:19.629931 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4f87d381-46f2-4fbb-a99f-38bd6415192b req-f980d624-6ed9-4725-a131-7c470c3958c6 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308013 Oct 19 01:44:19.826430 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:20.743963 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742d645-ff45-43c7-969a-ea65c1c05621 req-e26ed47e-ac76-4fad-adb2-878a595b4370 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:20.745437 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4742d645-ff45-43c7-969a-ea65c1c05621 req-e26ed47e-ac76-4fad-adb2-878a595b4370 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 946 time: 0.0480530 Oct 19 01:44:20.782631 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4742d645-ff45-43c7-969a-ea65c1c05621 req-6b5eddab-57d0-4ce8-bb5a-646676279669 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312779 Oct 19 01:44:21.898979 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e2f2d-e911-4838-9301-f21dcc52527d req-fddee9bb-7f45-46d6-a20f-957aef89af55 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:21.900714 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-455e2f2d-e911-4838-9301-f21dcc52527d req-fddee9bb-7f45-46d6-a20f-957aef89af55 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 946 time: 0.0515997 Oct 19 01:44:21.940233 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-455e2f2d-e911-4838-9301-f21dcc52527d req-43d3f987-e18e-41da-933e-476ebe5163eb tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331986 Oct 19 01:44:23.055627 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834e118-4423-41e9-8cba-4263ffff4cac req-bf0f83af-53bd-4bba-968e-0b111b46148b tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:23.057118 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8834e118-4423-41e9-8cba-4263ffff4cac req-bf0f83af-53bd-4bba-968e-0b111b46148b tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 946 time: 0.0487008 Oct 19 01:44:23.094351 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8834e118-4423-41e9-8cba-4263ffff4cac req-3c713cb9-d9cb-4d34-b65a-e6206c9c9f5b tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313306 Oct 19 01:44:24.212733 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53e8af-3eaa-4b92-9935-236d9f5fe029 req-c9ceca90-274c-46d6-a038-ac56fd79dcf2 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:24.214095 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bf53e8af-3eaa-4b92-9935-236d9f5fe029 req-c9ceca90-274c-46d6-a038-ac56fd79dcf2 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 946 time: 0.0532579 Oct 19 01:44:24.252195 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bf53e8af-3eaa-4b92-9935-236d9f5fe029 req-74d493b0-2158-47b6-9f6d-16642beba1cc tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321698 Oct 19 01:44:25.364657 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d86c04-899c-457c-bd20-ac1d95c6ee26 req-7efa6470-1d93-46cf-b440-0e28c2f68a1b tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:25.366689 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b9d86c04-899c-457c-bd20-ac1d95c6ee26 req-7efa6470-1d93-46cf-b440-0e28c2f68a1b tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 946 time: 0.0491886 Oct 19 01:44:25.406777 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b9d86c04-899c-457c-bd20-ac1d95c6ee26 req-ed0db5fa-0f2b-4103-9689-13638a4da1eb tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341885 Oct 19 01:44:26.522985 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a509d2-5d70-40ff-bf6c-02d1eecb8eb6 req-445e4a4b-9e41-4408-a829-28ff3d2cf642 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:26.524518 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-59a509d2-5d70-40ff-bf6c-02d1eecb8eb6 req-445e4a4b-9e41-4408-a829-28ff3d2cf642 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 946 time: 0.0485432 Oct 19 01:44:26.562132 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-59a509d2-5d70-40ff-bf6c-02d1eecb8eb6 req-21425166-d4ec-497f-abf7-622736ac677e tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316913 Oct 19 01:44:27.341597 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:44:27.461063 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:27.946203 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362af47-1a03-4058-b742-e7d7ae9592b0 req-d91a027a-2e45-421d-99e0-cd0c1d1e5bd7 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:27.947633 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2362af47-1a03-4058-b742-e7d7ae9592b0 req-d91a027a-2e45-421d-99e0-cd0c1d1e5bd7 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 946 time: 0.3201740 Oct 19 01:44:27.984547 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2362af47-1a03-4058-b742-e7d7ae9592b0 req-0e5e3e61-48a9-4987-80b7-35e4a13ec8ea tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309832 Oct 19 01:44:29.101708 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7ff42-f3e9-4fa3-bacc-9d90b6be7225 req-f1b10662-9892-418f-b0c7-3b82e040b24b tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:29.103181 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4fb7ff42-f3e9-4fa3-bacc-9d90b6be7225 req-f1b10662-9892-418f-b0c7-3b82e040b24b tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 946 time: 0.0489068 Oct 19 01:44:29.140206 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4fb7ff42-f3e9-4fa3-bacc-9d90b6be7225 req-2c21f944-7cbe-443d-9c6c-b4184e88b93f tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308282 Oct 19 01:44:29.838729 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:30.252781 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b7eda-4f33-43fc-a4ac-5cc1114aa9d8 req-48dc371a-e832-441e-bd4b-5160af696915 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:30.254230 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-634b7eda-4f33-43fc-a4ac-5cc1114aa9d8 req-48dc371a-e832-441e-bd4b-5160af696915 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 946 time: 0.0477719 Oct 19 01:44:30.291706 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-634b7eda-4f33-43fc-a4ac-5cc1114aa9d8 req-49b6cafc-6137-4918-a443-c56beaf5081b tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308161 Oct 19 01:44:31.409730 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65b4f0-3385-48a0-9a99-9b78719afe14 req-c88e0360-500e-4a28-baa3-7e0a72c24cbb tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:31.411198 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9e65b4f0-3385-48a0-9a99-9b78719afe14 req-c88e0360-500e-4a28-baa3-7e0a72c24cbb tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 946 time: 0.0530291 Oct 19 01:44:31.449337 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9e65b4f0-3385-48a0-9a99-9b78719afe14 req-6376aaa9-e9fb-4f5f-99cd-904e47d7407f tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321276 Oct 19 01:44:32.563839 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baadded-91f6-436b-93ba-091a3d06fe45 req-14c60136-0e18-43fd-b96c-f2f57a9be185 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:32.565297 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6baadded-91f6-436b-93ba-091a3d06fe45 req-14c60136-0e18-43fd-b96c-f2f57a9be185 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 946 time: 0.0490916 Oct 19 01:44:32.605032 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6baadded-91f6-436b-93ba-091a3d06fe45 req-0c0ac717-a50a-449e-97c8-ed5d30f4962b tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337152 Oct 19 01:44:33.720577 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93dad4-2b11-440d-90d0-a16ba85b2162 req-56788220-381e-44b2-9ab8-3741c595ebe6 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:33.722089 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2a93dad4-2b11-440d-90d0-a16ba85b2162 req-56788220-381e-44b2-9ab8-3741c595ebe6 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 946 time: 0.0507092 Oct 19 01:44:33.760782 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2a93dad4-2b11-440d-90d0-a16ba85b2162 req-c6a71a99-56b1-402e-b43e-782feff6697b tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315597 Oct 19 01:44:34.875120 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382bec89-4c32-4706-8309-9751a45f723a req-064a2d46-6d2f-4cf8-8f20-05b2638bcbe8 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:34.876621 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-382bec89-4c32-4706-8309-9751a45f723a req-064a2d46-6d2f-4cf8-8f20-05b2638bcbe8 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 946 time: 0.0496714 Oct 19 01:44:34.913977 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-382bec89-4c32-4706-8309-9751a45f723a req-afdea361-050c-456e-a781-2c0fad6d4e88 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307550 Oct 19 01:44:36.027886 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05a060-3e81-41fd-9a2e-baca2d5aa3b3 req-70a307ea-0be1-4942-a1a3-449d3f811a4b tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:36.029356 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6f05a060-3e81-41fd-9a2e-baca2d5aa3b3 req-70a307ea-0be1-4942-a1a3-449d3f811a4b tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 946 time: 0.0481272 Oct 19 01:44:36.065614 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6f05a060-3e81-41fd-9a2e-baca2d5aa3b3 req-ef16d6bf-a6f0-4305-baac-023c2228a155 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303888 Oct 19 01:44:37.179211 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecb339-5b50-46cd-8166-8d45131d99f9 req-ab8bbde2-6644-4cc3-afba-f6cebac567ee tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:37.180606 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-21ecb339-5b50-46cd-8166-8d45131d99f9 req-ab8bbde2-6644-4cc3-afba-f6cebac567ee tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 946 time: 0.0478394 Oct 19 01:44:37.216890 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-21ecb339-5b50-46cd-8166-8d45131d99f9 req-06598851-cbc7-4a8a-b921-bd72330df860 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303700 Oct 19 01:44:38.335519 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50a90b-60aa-4386-8cc2-7e7b1d3fced3 req-0bd322d4-aa72-496f-8d56-b3fcee9c5120 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:38.337017 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4b50a90b-60aa-4386-8cc2-7e7b1d3fced3 req-0bd322d4-aa72-496f-8d56-b3fcee9c5120 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 946 time: 0.0530086 Oct 19 01:44:38.375632 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4b50a90b-60aa-4386-8cc2-7e7b1d3fced3 req-78be2eed-790a-4e39-b83b-270dab1c89df tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325305 Oct 19 01:44:38.891596 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-081c0de8-9063-4aac-83df-60f30556109b service neutron] show failed (client error): The resource could not be found. Oct 19 01:44:38.892662 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-081c0de8-9063-4aac-83df-60f30556109b service neutron] 10.222.0.55 "GET /v2.0/ports/9aef0a00-8d78-49f0-9582-236665555b56/bindings/n-h2-715271-26 HTTP/1.1" status: 404 len: 381 time: 0.0566661 Oct 19 01:44:39.169367 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-4e69fa33-be75-41c7-906d-28f93ae02bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:39.170732 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-4e69fa33-be75-41c7-906d-28f93ae02bf4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee&tenant_id=51abe3e6aeda4bceaea18c604121f271 HTTP/1.1" status: 200 len: 1098 time: 0.1256323 Oct 19 01:44:39.183190 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-52060332-dfac-4194-91ec-805372495d20 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-26', 'device_owner': 'compute:nova'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:39.233440 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-52060332-dfac-4194-91ec-805372495d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:39.432091 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-52060332-dfac-4194-91ec-805372495d20 service neutron] For port 9aef0a00-8d78-49f0-9582-236665555b56, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=9aef0a00-8d78-49f0-9582-236665555b56,segment=NetworkSegment(525fc6fa-21cc-4b21-ba2b-d8ace2d9efaa),segment_id=525fc6fa-21cc-4b21-ba2b-d8ace2d9efaa)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:44:39.496581 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-52060332-dfac-4194-91ec-805372495d20 service neutron] For port 9aef0a00-8d78-49f0-9582-236665555b56, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:44:39.528391 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a2826-4248-4f31-9633-26b9468fbae2 req-f62d0d33-99a2-4815-8761-286db59ec800 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:39.529872 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b13a2826-4248-4f31-9633-26b9468fbae2 req-f62d0d33-99a2-4815-8761-286db59ec800 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 946 time: 0.0857692 Oct 19 01:44:39.560030 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c0ed36-cb66-458b-830d-2008d64029ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aef0a00-8d78-49f0-9582-236665555b56'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:44:39.562265 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976cc042-5989-436c-a369-225fb934b1cf" -d '{"events": [{"server_uuid": "82c0ed36-cb66-458b-830d-2008d64029ee", "name": "network-vif-unplugged", "status": "completed", "tag": "9aef0a00-8d78-49f0-9582-236665555b56"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:44:39.567667 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-52060332-dfac-4194-91ec-805372495d20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:39.595255 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b13a2826-4248-4f31-9633-26b9468fbae2 req-abd67c25-484f-4a22-a484-b131089ba7e9 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592811 Oct 19 01:44:39.596318 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-52060332-dfac-4194-91ec-805372495d20 service neutron] Transition to ACTIVE for port object 9aef0a00-8d78-49f0-9582-236665555b56 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:44:39.600901 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-52060332-dfac-4194-91ec-805372495d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:39.611853 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d648a51-6532-488f-a739-b881163001d3 x-openstack-request-id: req-1d648a51-6532-488f-a739-b881163001d3 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:44:39.612221 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c0ed36-cb66-458b-830d-2008d64029ee", "name": "network-vif-unplugged", "status": "completed", "tag": "9aef0a00-8d78-49f0-9582-236665555b56", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:44:39.612574 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1d648a51-6532-488f-a739-b881163001d3 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:44:39.612969 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82c0ed36-cb66-458b-830d-2008d64029ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aef0a00-8d78-49f0-9582-236665555b56', 'code': 200} Oct 19 01:44:39.670887 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52060332-dfac-4194-91ec-805372495d20 service neutron] Pushing event updated for resources: {'Port': ['ID=9aef0a00-8d78-49f0-9582-236665555b56,revision_number=6']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:39.672958 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-52060332-dfac-4194-91ec-805372495d20 service neutron] No DVR routers for this DVR port 9aef0a00-8d78-49f0-9582-236665555b56 on host n-h1-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:44:39.682357 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52060332-dfac-4194-91ec-805372495d20 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:39.682642 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52060332-dfac-4194-91ec-805372495d20 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:39.682978 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52060332-dfac-4194-91ec-805372495d20 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:39.683314 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52060332-dfac-4194-91ec-805372495d20 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:39.683643 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52060332-dfac-4194-91ec-805372495d20 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:39.683993 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52060332-dfac-4194-91ec-805372495d20 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:39.684316 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52060332-dfac-4194-91ec-805372495d20 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:39.684636 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52060332-dfac-4194-91ec-805372495d20 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:39.684958 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52060332-dfac-4194-91ec-805372495d20 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:39.685277 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52060332-dfac-4194-91ec-805372495d20 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:39.685596 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52060332-dfac-4194-91ec-805372495d20 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:39.685913 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52060332-dfac-4194-91ec-805372495d20 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:39.718902 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-52060332-dfac-4194-91ec-805372495d20 service neutron] Attempting to bind port 9aef0a00-8d78-49f0-9582-236665555b56 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:44:39.719239 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-52060332-dfac-4194-91ec-805372495d20 service neutron] Attempting to bind port 9aef0a00-8d78-49f0-9582-236665555b56 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '525fc6fa-21cc-4b21-ba2b-d8ace2d9efaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '018ddb99-4fa6-42be-b61a-98358c78eab3'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:44:39.719567 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-52060332-dfac-4194-91ec-805372495d20 service neutron] Attempting to bind port 9aef0a00-8d78-49f0-9582-236665555b56 on network 018ddb99-4fa6-42be-b61a-98358c78eab3 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:44:39.723780 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-52060332-dfac-4194-91ec-805372495d20 service neutron] Port 9aef0a00-8d78-49f0-9582-236665555b56 on network 018ddb99-4fa6-42be-b61a-98358c78eab3 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:44:39.724333 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-52060332-dfac-4194-91ec-805372495d20 service neutron] Attempting to bind port 9aef0a00-8d78-49f0-9582-236665555b56 on network 018ddb99-4fa6-42be-b61a-98358c78eab3 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:44:39.729570 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-52060332-dfac-4194-91ec-805372495d20 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:44:39.729903 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-52060332-dfac-4194-91ec-805372495d20 service neutron] Checking segment: {'id': '525fc6fa-21cc-4b21-ba2b-d8ace2d9efaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '018ddb99-4fa6-42be-b61a-98358c78eab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:44:39.730278 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-52060332-dfac-4194-91ec-805372495d20 service neutron] Bound using segment: {'id': '525fc6fa-21cc-4b21-ba2b-d8ace2d9efaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '018ddb99-4fa6-42be-b61a-98358c78eab3'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:44:39.730696 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-52060332-dfac-4194-91ec-805372495d20 service neutron] Bound port: 9aef0a00-8d78-49f0-9582-236665555b56, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525fc6fa-21cc-4b21-ba2b-d8ace2d9efaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '018ddb99-4fa6-42be-b61a-98358c78eab3'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:44:39.731041 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-52060332-dfac-4194-91ec-805372495d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:39.791147 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-52060332-dfac-4194-91ec-805372495d20 service neutron] For port 9aef0a00-8d78-49f0-9582-236665555b56, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:44:39.794113 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-52060332-dfac-4194-91ec-805372495d20 service neutron] For port 9aef0a00-8d78-49f0-9582-236665555b56, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=9aef0a00-8d78-49f0-9582-236665555b56,segment=NetworkSegment(525fc6fa-21cc-4b21-ba2b-d8ace2d9efaa),segment_id=525fc6fa-21cc-4b21-ba2b-d8ace2d9efaa)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:44:39.798886 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-52060332-dfac-4194-91ec-805372495d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:39.834531 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-52060332-dfac-4194-91ec-805372495d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:39.835375 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-52060332-dfac-4194-91ec-805372495d20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:39.836761 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-52060332-dfac-4194-91ec-805372495d20 service neutron] 10.222.0.24 "PUT /v2.0/ports/9aef0a00-8d78-49f0-9582-236665555b56 HTTP/1.1" status: 200 len: 1093 time: 0.6573970 Oct 19 01:44:39.859367 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52060332-dfac-4194-91ec-805372495d20 service neutron] Pushing event updated for resources: {'Port': ['ID=9aef0a00-8d78-49f0-9582-236665555b56,revision_number=7']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:39.903817 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-d3039c7e-f4a4-43e5-a71f-e1203788b9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:39.905302 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-d3039c7e-f4a4-43e5-a71f-e1203788b9f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51abe3e6aeda4bceaea18c604121f271&device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 1096 time: 0.0429811 Oct 19 01:44:39.994644 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-1dc84c17-193f-4152-a52f-05648ca97726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:39.996123 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-1dc84c17-193f-4152-a52f-05648ca97726 service neutron] 10.222.0.24 "GET /v2.0/networks?id=018ddb99-4fa6-42be-b61a-98358c78eab3 HTTP/1.1" status: 200 len: 912 time: 0.0837524 Oct 19 01:44:40.041036 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-345fe39f-afaa-46c1-8534-6f2065fddda6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9aef0a00-8d78-49f0-9582-236665555b56 HTTP/1.1" status: 200 len: 217 time: 0.0369275 Oct 19 01:44:40.089466 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-98d55fa8-fbe1-485d-bfb8-648aaf7853d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:40.090845 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-98d55fa8-fbe1-485d-bfb8-648aaf7853d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33d4a56e-2b02-43bb-a379-3991f73078c8 HTTP/1.1" status: 200 len: 851 time: 0.0426331 Oct 19 01:44:40.122355 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-a2286f22-1e36-4b97-92c2-28bfa5360bae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=018ddb99-4fa6-42be-b61a-98358c78eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239525 Oct 19 01:44:40.213527 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-bc73b939-e06e-471e-9555-297488ea3d29 service neutron] 10.222.0.24 "GET /v2.0/networks/018ddb99-4fa6-42be-b61a-98358c78eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832541 Oct 19 01:44:40.302598 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aa3a5f4e-ee09-4fe7-8fbb-6e927dacde99 req-24b16b98-2ef9-4b07-ae89-0bbed69d8b49 service neutron] 10.222.0.24 "GET /v2.0/networks/018ddb99-4fa6-42be-b61a-98358c78eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815775 Oct 19 01:44:40.715747 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c106e3-0102-46bf-8172-b06b3fe1d150 req-58f77044-2b58-4dad-9dd0-e12dada26ace tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:40.717235 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c8c106e3-0102-46bf-8172-b06b3fe1d150 req-58f77044-2b58-4dad-9dd0-e12dada26ace tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 944 time: 0.0496662 Oct 19 01:44:40.753747 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c8c106e3-0102-46bf-8172-b06b3fe1d150 req-0cd2cd7d-6548-4a46-9cbd-e4a449a52050 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306776 Oct 19 01:44:41.613961 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82c0ed36-cb66-458b-830d-2008d64029ee', 'tag': '9aef0a00-8d78-49f0-9582-236665555b56'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:44:41.617140 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988cedb0-cdd9-4f2d-908c-2e5e4cf50b20" -d '{"events": [{"name": "network-changed", "server_uuid": "82c0ed36-cb66-458b-830d-2008d64029ee", "tag": "9aef0a00-8d78-49f0-9582-236665555b56"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:44:41.668341 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7661af-3ef9-477b-9a46-7bccbb34eedc x-openstack-request-id: req-7f7661af-3ef9-477b-9a46-7bccbb34eedc {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:44:41.668628 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82c0ed36-cb66-458b-830d-2008d64029ee", "tag": "9aef0a00-8d78-49f0-9582-236665555b56", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:44:41.668890 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7f7661af-3ef9-477b-9a46-7bccbb34eedc {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:44:41.669412 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82c0ed36-cb66-458b-830d-2008d64029ee', 'tag': '9aef0a00-8d78-49f0-9582-236665555b56', 'status': 'completed', 'code': 200} Oct 19 01:44:41.729042 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988cedb0-cdd9-4f2d-908c-2e5e4cf50b20 req-85a85982-ed16-442d-9cd6-0df24ccf783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:41.730560 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-988cedb0-cdd9-4f2d-908c-2e5e4cf50b20 req-85a85982-ed16-442d-9cd6-0df24ccf783b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51abe3e6aeda4bceaea18c604121f271&device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 1096 time: 0.0444629 Oct 19 01:44:41.736470 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988cedb0-cdd9-4f2d-908c-2e5e4cf50b20 req-267a3168-272d-4dc9-b052-686c18fd1921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:41.738003 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-988cedb0-cdd9-4f2d-908c-2e5e4cf50b20 req-267a3168-272d-4dc9-b052-686c18fd1921 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=51abe3e6aeda4bceaea18c604121f271&device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 1096 time: 0.0444348 Oct 19 01:44:41.851277 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988cedb0-cdd9-4f2d-908c-2e5e4cf50b20 req-369a35ad-08ee-4dc6-b29c-40d49ab97144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:41.852874 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-988cedb0-cdd9-4f2d-908c-2e5e4cf50b20 req-369a35ad-08ee-4dc6-b29c-40d49ab97144 service neutron] 10.222.0.24 "GET /v2.0/networks?id=018ddb99-4fa6-42be-b61a-98358c78eab3 HTTP/1.1" status: 200 len: 912 time: 0.1140907 Oct 19 01:44:41.871899 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988cedb0-cdd9-4f2d-908c-2e5e4cf50b20 req-e4f425c6-5258-49f1-bccc-ae53308464e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:41.873277 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-988cedb0-cdd9-4f2d-908c-2e5e4cf50b20 req-e4f425c6-5258-49f1-bccc-ae53308464e0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=018ddb99-4fa6-42be-b61a-98358c78eab3 HTTP/1.1" status: 200 len: 912 time: 0.1279068 Oct 19 01:44:41.905628 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-988cedb0-cdd9-4f2d-908c-2e5e4cf50b20 req-a33f57df-3655-42c4-9451-784c74670d2e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9aef0a00-8d78-49f0-9582-236665555b56 HTTP/1.1" status: 200 len: 217 time: 0.0359530 Oct 19 01:44:41.927445 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f41bf4-e770-42d2-a52c-de5b0386d1fb req-e705bc0c-5513-4a46-84bd-55617ea6fe52 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:41.929530 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-64f41bf4-e770-42d2-a52c-de5b0386d1fb req-e705bc0c-5513-4a46-84bd-55617ea6fe52 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 944 time: 0.0998278 Oct 19 01:44:41.930754 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-988cedb0-cdd9-4f2d-908c-2e5e4cf50b20 req-32a936e8-8a16-4755-b0fa-81c5979d3749 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9aef0a00-8d78-49f0-9582-236665555b56 HTTP/1.1" status: 200 len: 217 time: 0.0476024 Oct 19 01:44:41.960439 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988cedb0-cdd9-4f2d-908c-2e5e4cf50b20 req-843cbd99-be0a-4dfe-9d26-a0883e3a2e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:41.961906 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-988cedb0-cdd9-4f2d-908c-2e5e4cf50b20 req-843cbd99-be0a-4dfe-9d26-a0883e3a2e0e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33d4a56e-2b02-43bb-a379-3991f73078c8 HTTP/1.1" status: 200 len: 851 time: 0.0493503 Oct 19 01:44:41.994657 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-988cedb0-cdd9-4f2d-908c-2e5e4cf50b20 req-24427368-8b27-437a-9c82-988d2060f94c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=018ddb99-4fa6-42be-b61a-98358c78eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259411 Oct 19 01:44:41.999605 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-64f41bf4-e770-42d2-a52c-de5b0386d1fb req-fb1dfc63-3917-4fc2-a42c-be5a877a4c2e tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639522 Oct 19 01:44:42.011600 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988cedb0-cdd9-4f2d-908c-2e5e4cf50b20 req-5ba247b3-380c-4471-aa07-4bbb4309b58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:42.012828 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-988cedb0-cdd9-4f2d-908c-2e5e4cf50b20 req-5ba247b3-380c-4471-aa07-4bbb4309b58a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33d4a56e-2b02-43bb-a379-3991f73078c8 HTTP/1.1" status: 200 len: 851 time: 0.0701544 Oct 19 01:44:42.056506 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-988cedb0-cdd9-4f2d-908c-2e5e4cf50b20 req-29069d1c-902f-477a-99b5-5d029c70c63b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=018ddb99-4fa6-42be-b61a-98358c78eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358164 Oct 19 01:44:42.091769 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-988cedb0-cdd9-4f2d-908c-2e5e4cf50b20 req-20e2a566-62ab-48f0-ad4c-ee6c45732806 service neutron] 10.222.0.24 "GET /v2.0/networks/018ddb99-4fa6-42be-b61a-98358c78eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900967 Oct 19 01:44:42.129211 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 9aef0a00-8d78-49f0-9582-236665555b56 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:44:42.150774 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-988cedb0-cdd9-4f2d-908c-2e5e4cf50b20 req-882acd98-d53a-4bd0-86d6-ba8a6dc0912b service neutron] 10.222.0.55 "GET /v2.0/networks/018ddb99-4fa6-42be-b61a-98358c78eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874670 Oct 19 01:44:42.170665 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 9aef0a00-8d78-49f0-9582-236665555b56 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:44:42.191719 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-988cedb0-cdd9-4f2d-908c-2e5e4cf50b20 req-f13a1f24-761b-4557-8db1-3aeeb58fba00 service neutron] 10.222.0.24 "GET /v2.0/networks/018ddb99-4fa6-42be-b61a-98358c78eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926998 Oct 19 01:44:42.244931 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-988cedb0-cdd9-4f2d-908c-2e5e4cf50b20 req-8db1f952-b509-40b6-8723-adeedc0e5dbc service neutron] 10.222.0.55 "GET /v2.0/networks/018ddb99-4fa6-42be-b61a-98358c78eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873609 Oct 19 01:44:43.118012 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa665b-355f-44cc-bf30-31e36727b131 req-7d838b91-0319-4b9c-8f9e-5faccb37e342 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:43.119374 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d7fa665b-355f-44cc-bf30-31e36727b131 req-7d838b91-0319-4b9c-8f9e-5faccb37e342 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 944 time: 0.0488124 Oct 19 01:44:43.155833 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d7fa665b-355f-44cc-bf30-31e36727b131 req-2c4ee0fa-e633-45c5-a62f-4f7f0f8d1708 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304761 Oct 19 01:44:43.199313 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 9aef0a00-8d78-49f0-9582-236665555b56 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:44:43.295862 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 9aef0a00-8d78-49f0-9582-236665555b56, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=9aef0a00-8d78-49f0-9582-236665555b56,segment=NetworkSegment(525fc6fa-21cc-4b21-ba2b-d8ace2d9efaa),segment_id=525fc6fa-21cc-4b21-ba2b-d8ace2d9efaa)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:44:43.307679 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '9aef0a00-8d78-49f0-9582-236665555b56', 'network_id': '018ddb99-4fa6-42be-b61a-98358c78eab3', 'port_id': '9aef0a00-8d78-49f0-9582-236665555b56', 'mac_address': 'fa:16:3e:33:93:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33d4a56e-2b02-43bb-a379-3991f73078c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:44:43.348375 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:43.362021 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aef0a00-8d78-49f0-9582-236665555b56 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:44:43.382991 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 9aef0a00-8d78-49f0-9582-236665555b56, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=9aef0a00-8d78-49f0-9582-236665555b56,segment=NetworkSegment(525fc6fa-21cc-4b21-ba2b-d8ace2d9efaa),segment_id=525fc6fa-21cc-4b21-ba2b-d8ace2d9efaa)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:44:43.386871 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:43.425493 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb9f6b-07f5-4bb4-b65d-797c6bc5c5c6 req-c68cb6b7-f9d0-458d-be33-6128face7d31 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:43.426953 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e2cb9f6b-07f5-4bb4-b65d-797c6bc5c5c6 req-c68cb6b7-f9d0-458d-be33-6128face7d31 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.55 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee&tenant_id=51abe3e6aeda4bceaea18c604121f271&binding%3Ahost_id=n-h2-715271-26 HTTP/1.1" status: 200 len: 944 time: 0.0845823 Oct 19 01:44:43.433832 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=9aef0a00-8d78-49f0-9582-236665555b56,revision_number=8']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:43.487743 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [req-e2cb9f6b-07f5-4bb4-b65d-797c6bc5c5c6 req-63a283bd-ae77-460a-a45c-40e4b1352852 service neutron] delete failed (client error): The resource could not be found. Oct 19 01:44:43.488747 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e2cb9f6b-07f5-4bb4-b65d-797c6bc5c5c6 req-63a283bd-ae77-460a-a45c-40e4b1352852 service neutron] 10.222.0.55 "DELETE /v2.0/ports/9aef0a00-8d78-49f0-9582-236665555b56/bindings/n-h1-715271-26 HTTP/1.1" status: 404 len: 381 time: 0.0541527 Oct 19 01:44:43.575507 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb9f6b-07f5-4bb4-b65d-797c6bc5c5c6 req-57d20450-e213-4485-9960-6b475f72d4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:43.577051 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e2cb9f6b-07f5-4bb4-b65d-797c6bc5c5c6 req-57d20450-e213-4485-9960-6b475f72d4b6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=51abe3e6aeda4bceaea18c604121f271&device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 1097 time: 0.0450552 Oct 19 01:44:43.647705 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['9aef0a00-8d78-49f0-9582-236665555b56'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:44:43.665665 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb9f6b-07f5-4bb4-b65d-797c6bc5c5c6 req-44621c18-03d9-4ed5-aecb-90b8fd39cae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:43.667127 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e2cb9f6b-07f5-4bb4-b65d-797c6bc5c5c6 req-44621c18-03d9-4ed5-aecb-90b8fd39cae5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=018ddb99-4fa6-42be-b61a-98358c78eab3 HTTP/1.1" status: 200 len: 912 time: 0.0836785 Oct 19 01:44:43.710698 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e2cb9f6b-07f5-4bb4-b65d-797c6bc5c5c6 req-0e84901a-215c-4668-aa07-a188d71155f2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9aef0a00-8d78-49f0-9582-236665555b56 HTTP/1.1" status: 200 len: 217 time: 0.0366414 Oct 19 01:44:43.760453 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb9f6b-07f5-4bb4-b65d-797c6bc5c5c6 req-30a58f39-1248-49d7-98e5-c8fd922d030b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:43.761946 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e2cb9f6b-07f5-4bb4-b65d-797c6bc5c5c6 req-30a58f39-1248-49d7-98e5-c8fd922d030b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33d4a56e-2b02-43bb-a379-3991f73078c8 HTTP/1.1" status: 200 len: 851 time: 0.0442023 Oct 19 01:44:43.793306 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e2cb9f6b-07f5-4bb4-b65d-797c6bc5c5c6 req-17d71ae8-bf85-4596-b639-60e0dc036dd2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=018ddb99-4fa6-42be-b61a-98358c78eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244818 Oct 19 01:44:43.884162 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e2cb9f6b-07f5-4bb4-b65d-797c6bc5c5c6 req-7abbaaf1-9964-49c4-b83a-818b7fc89c9c service neutron] 10.222.0.55 "GET /v2.0/networks/018ddb99-4fa6-42be-b61a-98358c78eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834558 Oct 19 01:44:43.974630 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e2cb9f6b-07f5-4bb4-b65d-797c6bc5c5c6 req-325388ea-de6d-485b-809a-c34fa9b81db1 service neutron] 10.222.0.55 "GET /v2.0/networks/018ddb99-4fa6-42be-b61a-98358c78eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833709 Oct 19 01:44:43.993903 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e17b9176-de27-49a7-94bb-3777028d88c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:44.644765 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bfd4b-6d3e-4826-af6e-e73dbf79b70d req-5938a5ed-ed16-480c-9a28-3316622d3db6 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:44.646143 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b62bfd4b-6d3e-4826-af6e-e73dbf79b70d req-5938a5ed-ed16-480c-9a28-3316622d3db6 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 945 time: 0.0524011 Oct 19 01:44:44.683473 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b62bfd4b-6d3e-4826-af6e-e73dbf79b70d req-84516617-f7a3-46ec-a25b-bceccbaf5f57 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310137 Oct 19 01:44:45.222932 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 9aef0a00-8d78-49f0-9582-236665555b56 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:44:45.269644 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 9aef0a00-8d78-49f0-9582-236665555b56 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:44:45.274898 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 9aef0a00-8d78-49f0-9582-236665555b56 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:44:45.275271 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:45.350279 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:45.373204 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c0ed36-cb66-458b-830d-2008d64029ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aef0a00-8d78-49f0-9582-236665555b56'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:44:45.375441 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f02f29-16fc-4101-a173-4ddfacd07326" -d '{"events": [{"server_uuid": "82c0ed36-cb66-458b-830d-2008d64029ee", "name": "network-vif-plugged", "status": "completed", "tag": "9aef0a00-8d78-49f0-9582-236665555b56"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:44:45.388009 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 9aef0a00-8d78-49f0-9582-236665555b56, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=9aef0a00-8d78-49f0-9582-236665555b56,segment=NetworkSegment(525fc6fa-21cc-4b21-ba2b-d8ace2d9efaa),segment_id=525fc6fa-21cc-4b21-ba2b-d8ace2d9efaa)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:44:45.391988 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:45.419700 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a951f1-9725-40fc-b397-08ee16f4d310 x-openstack-request-id: req-19a951f1-9725-40fc-b397-08ee16f4d310 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:44:45.420009 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c0ed36-cb66-458b-830d-2008d64029ee", "name": "network-vif-plugged", "status": "completed", "tag": "9aef0a00-8d78-49f0-9582-236665555b56", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:44:45.420258 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-19a951f1-9725-40fc-b397-08ee16f4d310 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:44:45.420638 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82c0ed36-cb66-458b-830d-2008d64029ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aef0a00-8d78-49f0-9582-236665555b56', 'code': 200} Oct 19 01:44:45.445432 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=9aef0a00-8d78-49f0-9582-236665555b56,revision_number=9']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:45.799754 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b41d4-7413-463b-9a4c-2c1bbd0f49b6 req-80dc8477-f04c-4204-a67b-cfb06944c543 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:45.801223 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c37b41d4-7413-463b-9a4c-2c1bbd0f49b6 req-80dc8477-f04c-4204-a67b-cfb06944c543 tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 946 time: 0.0486045 Oct 19 01:44:45.846530 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c37b41d4-7413-463b-9a4c-2c1bbd0f49b6 req-fb4d6b02-7d69-481f-9b99-6aa9bdd8e44e tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.57 "GET /v2.0/security-groups?id=0de28644-fcdf-467c-bca1-aa40f3227e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388048 Oct 19 01:44:45.882541 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb9f6b-07f5-4bb4-b65d-797c6bc5c5c6 req-1e4eef2d-a18a-4ce6-a391-12899cb3f2ff tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:45.884076 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e2cb9f6b-07f5-4bb4-b65d-797c6bc5c5c6 req-1e4eef2d-a18a-4ce6-a391-12899cb3f2ff tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c0ed36-cb66-458b-830d-2008d64029ee HTTP/1.1" status: 200 len: 946 time: 0.0506895 Oct 19 01:44:45.974093 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-e2cb9f6b-07f5-4bb4-b65d-797c6bc5c5c6 req-ce3e1b4c-7dd2-4b35-b33f-abfb890900cb tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Deleting port 9aef0a00-8d78-49f0-9582-236665555b56 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:44:45.974604 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e2cb9f6b-07f5-4bb4-b65d-797c6bc5c5c6 req-ce3e1b4c-7dd2-4b35-b33f-abfb890900cb tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:46.074424 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-e2cb9f6b-07f5-4bb4-b65d-797c6bc5c5c6 req-ce3e1b4c-7dd2-4b35-b33f-abfb890900cb tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] For port 9aef0a00-8d78-49f0-9582-236665555b56, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=9aef0a00-8d78-49f0-9582-236665555b56,segment=NetworkSegment(525fc6fa-21cc-4b21-ba2b-d8ace2d9efaa),segment_id=525fc6fa-21cc-4b21-ba2b-d8ace2d9efaa)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:44:46.074774 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e2cb9f6b-07f5-4bb4-b65d-797c6bc5c5c6 req-ce3e1b4c-7dd2-4b35-b33f-abfb890900cb tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:46.087398 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-e2cb9f6b-07f5-4bb4-b65d-797c6bc5c5c6 req-ce3e1b4c-7dd2-4b35-b33f-abfb890900cb tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Calling delete_port for 9aef0a00-8d78-49f0-9582-236665555b56 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:44:46.214044 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e2cb9f6b-07f5-4bb4-b65d-797c6bc5c5c6 req-ce3e1b4c-7dd2-4b35-b33f-abfb890900cb tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:46.226111 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['9aef0a00-8d78-49f0-9582-236665555b56'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:44:46.241910 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e1b4c-7dd2-4b35-b33f-abfb890900cb tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Pushing event deleted for resources: {'Port': ['ID=9aef0a00-8d78-49f0-9582-236665555b56,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:46.285252 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2cb9f6b-07f5-4bb4-b65d-797c6bc5c5c6 req-ce3e1b4c-7dd2-4b35-b33f-abfb890900cb tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] No DVR routers for this DVR port 9aef0a00-8d78-49f0-9582-236665555b56 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:44:46.287917 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-e2cb9f6b-07f5-4bb4-b65d-797c6bc5c5c6 req-ce3e1b4c-7dd2-4b35-b33f-abfb890900cb tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:46.292564 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e2cb9f6b-07f5-4bb4-b65d-797c6bc5c5c6 req-ce3e1b4c-7dd2-4b35-b33f-abfb890900cb tempest-DeleteServersTestJSON-2146079151 tempest-DeleteServersTestJSON-2146079151-project] 10.222.0.24 "DELETE /v2.0/ports/9aef0a00-8d78-49f0-9582-236665555b56 HTTP/1.1" status: 204 len: 173 time: 0.4028020 Oct 19 01:44:46.292987 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c0ed36-cb66-458b-830d-2008d64029ee', 'name': 'network-vif-deleted', 'tag': '9aef0a00-8d78-49f0-9582-236665555b56'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:44:46.295331 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ecc612-d99c-484e-8d87-98393bda7d53" -d '{"events": [{"server_uuid": "82c0ed36-cb66-458b-830d-2008d64029ee", "name": "network-vif-deleted", "tag": "9aef0a00-8d78-49f0-9582-236665555b56"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:44:46.407748 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c96fb7b-5d48-4541-ab22-506102167faf x-openstack-request-id: req-1c96fb7b-5d48-4541-ab22-506102167faf {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:44:46.408059 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c0ed36-cb66-458b-830d-2008d64029ee", "name": "network-vif-deleted", "tag": "9aef0a00-8d78-49f0-9582-236665555b56", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:44:46.408307 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1c96fb7b-5d48-4541-ab22-506102167faf {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:44:46.408739 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82c0ed36-cb66-458b-830d-2008d64029ee', 'name': 'network-vif-deleted', 'tag': '9aef0a00-8d78-49f0-9582-236665555b56', 'status': 'completed', 'code': 200} Oct 19 01:44:46.581193 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-63f29e33-e503-4dbb-936f-93fbcb31d1fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:46.972617 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51272) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:47.017036 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-369acf9b-15bb-4ca5-8512-b4a7a1b69822 admin admin] Deleting subnet 33d4a56e-2b02-43bb-a379-3991f73078c8 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:44:47.020019 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-369acf9b-15bb-4ca5-8512-b4a7a1b69822 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:47.304703 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:47.370145 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-369acf9b-15bb-4ca5-8512-b4a7a1b69822 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:47.408184 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-369acf9b-15bb-4ca5-8512-b4a7a1b69822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:47.459793 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-369acf9b-15bb-4ca5-8512-b4a7a1b69822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:47.487372 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369acf9b-15bb-4ca5-8512-b4a7a1b69822 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33d4a56e-2b02-43bb-a379-3991f73078c8,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:47.492941 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-369acf9b-15bb-4ca5-8512-b4a7a1b69822 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:47.496070 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-369acf9b-15bb-4ca5-8512-b4a7a1b69822 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/33d4a56e-2b02-43bb-a379-3991f73078c8 HTTP/1.1" status: 204 len: 168 time: 0.5224290 Oct 19 01:44:47.498653 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 51274) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:47.501189 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369acf9b-15bb-4ca5-8512-b4a7a1b69822 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:47.501535 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369acf9b-15bb-4ca5-8512-b4a7a1b69822 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:47.501872 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369acf9b-15bb-4ca5-8512-b4a7a1b69822 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:47.502206 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369acf9b-15bb-4ca5-8512-b4a7a1b69822 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:47.502536 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369acf9b-15bb-4ca5-8512-b4a7a1b69822 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:47.502865 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369acf9b-15bb-4ca5-8512-b4a7a1b69822 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:47.503189 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369acf9b-15bb-4ca5-8512-b4a7a1b69822 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:47.503512 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369acf9b-15bb-4ca5-8512-b4a7a1b69822 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:47.503865 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369acf9b-15bb-4ca5-8512-b4a7a1b69822 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:47.504183 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369acf9b-15bb-4ca5-8512-b4a7a1b69822 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:47.504507 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369acf9b-15bb-4ca5-8512-b4a7a1b69822 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:47.504830 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369acf9b-15bb-4ca5-8512-b4a7a1b69822 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:47.567388 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95ea0979-64a2-47dd-b5a9-13c12fece21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:47.647448 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95ea0979-64a2-47dd-b5a9-13c12fece21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:47.667303 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-95ea0979-64a2-47dd-b5a9-13c12fece21b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['018ddb99-4fa6-42be-b61a-98358c78eab3']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:47.676399 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-95ea0979-64a2-47dd-b5a9-13c12fece21b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '525fc6fa-21cc-4b21-ba2b-d8ace2d9efaa') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:47.676693 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-95ea0979-64a2-47dd-b5a9-13c12fece21b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '525fc6fa-21cc-4b21-ba2b-d8ace2d9efaa') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:47.685875 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95ea0979-64a2-47dd-b5a9-13c12fece21b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:47.699174 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95ea0979-64a2-47dd-b5a9-13c12fece21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:47.704882 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ea0979-64a2-47dd-b5a9-13c12fece21b admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:44:47.705256 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95ea0979-64a2-47dd-b5a9-13c12fece21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:47.706836 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:44:47.706836 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:44:47.706836 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:44:47.706836 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:44:47.706836 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:44:47.706836 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:44:47.706836 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:44:47.706836 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:44:47.706836 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:44:47.706836 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:44:47.706836 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:44:47.706836 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:44:47.706836 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:44:47.706836 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:44:47.706836 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:44:47.706836 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:44:47.706836 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:44:47.706836 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:44:47.706836 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:44:47.706836 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:44:47.706836 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:44:47.706836 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:44:47.706836 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:44:47.706836 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:44:47.706836 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:44:47.706836 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:44:47.706836 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:44:47.706836 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:44:47.706836 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:44:47.706836 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:44:47.706836 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:44:47.706836 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:44:47.764089 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95ea0979-64a2-47dd-b5a9-13c12fece21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:47.769642 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95ea0979-64a2-47dd-b5a9-13c12fece21b admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:47.772724 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-95ea0979-64a2-47dd-b5a9-13c12fece21b admin admin] 10.222.0.57 "DELETE /v2.0/networks/018ddb99-4fa6-42be-b61a-98358c78eab3 HTTP/1.1" status: 204 len: 168 time: 0.2730689 Oct 19 01:44:47.783867 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea0979-64a2-47dd-b5a9-13c12fece21b admin admin] Pushing event deleted for resources: {'Network': ['ID=018ddb99-4fa6-42be-b61a-98358c78eab3,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:47.880335 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 51278) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:47.896835 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:47.921893 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b5553386-ed71-4ce9-a81b-2192b31025c3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=51abe3e6aeda4bceaea18c604121f271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402124 Oct 19 01:44:47.924480 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 51280) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:47.972924 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-78b5c57a-638b-4eeb-adf7-2c5883882833 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:47.994537 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-78b5c57a-638b-4eeb-adf7-2c5883882833 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:48.039070 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-78b5c57a-638b-4eeb-adf7-2c5883882833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:48.042204 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-78b5c57a-638b-4eeb-adf7-2c5883882833 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:48.043328 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-78b5c57a-638b-4eeb-adf7-2c5883882833 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0de28644-fcdf-467c-bca1-aa40f3227e7e HTTP/1.1" status: 204 len: 168 time: 0.1179132 Oct 19 01:44:48.050629 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b5c57a-638b-4eeb-adf7-2c5883882833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de28644-fcdf-467c-bca1-aa40f3227e7e,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:48.682208 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 51302) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:48.778801 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-b1187823-be41-4f76-9970-dd9e39e2ad2e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1269877156-network', 'tenant_id': 'c7bdf925f8f84540aae5e7d26e2090a6'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:48.800072 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1187823-be41-4f76-9970-dd9e39e2ad2e admin admin] Made reservation on behalf of c7bdf925f8f84540aae5e7d26e2090a6 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:44:48.802859 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b1187823-be41-4f76-9970-dd9e39e2ad2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:48.811533 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b1187823-be41-4f76-9970-dd9e39e2ad2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:48.890694 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b1187823-be41-4f76-9970-dd9e39e2ad2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:48.894459 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b1187823-be41-4f76-9970-dd9e39e2ad2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:48.919546 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1187823-be41-4f76-9970-dd9e39e2ad2e admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:44:48.928178 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1187823-be41-4f76-9970-dd9e39e2ad2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf628c34-0199-4bc7-aed6-b54012b79b53,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:48.935446 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b1187823-be41-4f76-9970-dd9e39e2ad2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:48.935704 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-b1187823-be41-4f76-9970-dd9e39e2ad2e admin admin] Added segment a2c71017-1d2f-44c4-b513-04b4a20905b8 of type vlan for network 924e70d0-db2a-4173-9a20-b217c62def5c Oct 19 01:44:48.976570 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b1187823-be41-4f76-9970-dd9e39e2ad2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:49.001045 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b1187823-be41-4f76-9970-dd9e39e2ad2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:49.002068 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1187823-be41-4f76-9970-dd9e39e2ad2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:49.002640 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b1187823-be41-4f76-9970-dd9e39e2ad2e admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:49.036815 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b1187823-be41-4f76-9970-dd9e39e2ad2e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3534942 Oct 19 01:44:49.039624 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 51306) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:49.068185 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-3cbca0e2-14f0-4d48-aa2f-76daf091e777 admin admin] Request body: {'subnet': {'network_id': '924e70d0-db2a-4173-9a20-b217c62def5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1269877156-subnet', 'tenant_id': 'c7bdf925f8f84540aae5e7d26e2090a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:49.072752 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1187823-be41-4f76-9970-dd9e39e2ad2e admin admin] Pushing event updated for resources: {'Network': ['ID=924e70d0-db2a-4173-9a20-b217c62def5c,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:49.083205 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 924e70d0-db2a-4173-9a20-b217c62def5c details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:44:49.092494 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbca0e2-14f0-4d48-aa2f-76daf091e777 admin admin] Made reservation on behalf of c7bdf925f8f84540aae5e7d26e2090a6 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:44:49.095026 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3cbca0e2-14f0-4d48-aa2f-76daf091e777 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:49.242324 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 9aef0a00-8d78-49f0-9582-236665555b56 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:44:49.260057 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3cbca0e2-14f0-4d48-aa2f-76daf091e777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:49.263711 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 9aef0a00-8d78-49f0-9582-236665555b56 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:44:49.264087 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 9aef0a00-8d78-49f0-9582-236665555b56 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:44:49.320538 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbca0e2-14f0-4d48-aa2f-76daf091e777 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fd1d52b-5f0c-4c2a-a0cb-aa63a8c01fac,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:49.329507 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbca0e2-14f0-4d48-aa2f-76daf091e777 admin admin] Checking segment: {'id': 'a2c71017-1d2f-44c4-b513-04b4a20905b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '924e70d0-db2a-4173-9a20-b217c62def5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:44:49.329858 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbca0e2-14f0-4d48-aa2f-76daf091e777 admin admin] Network hostable DHCP agents. Network: 924e70d0-db2a-4173-9a20-b217c62def5c, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:44:49.346251 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbca0e2-14f0-4d48-aa2f-76daf091e777 admin admin] Network 924e70d0-db2a-4173-9a20-b217c62def5c is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:44:49.355973 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-3cbca0e2-14f0-4d48-aa2f-76daf091e777 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 924e70d0-db2a-4173-9a20-b217c62def5c) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:44:49.359916 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbca0e2-14f0-4d48-aa2f-76daf091e777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:49.360548 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3cbca0e2-14f0-4d48-aa2f-76daf091e777 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:49.364934 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27584d2e-0bc0-4472-a202-29b61dfd2dd2 None None] Network 924e70d0-db2a-4173-9a20-b217c62def5c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:44:49.376759 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3cbca0e2-14f0-4d48-aa2f-76daf091e777 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3122745 Oct 19 01:44:49.491394 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48e91f3-4e26-4ca8-8c45-67454097946b None None] Network 924e70d0-db2a-4173-9a20-b217c62def5c requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:44:49.797213 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da56d9-1f83-421a-aad3-ed769e714abd req-b8635d9f-a2b7-4815-8a30-333eb2e194ab tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:49.798667 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-09da56d9-1f83-421a-aad3-ed769e714abd req-b8635d9f-a2b7-4815-8a30-333eb2e194ab tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/networks?id=924e70d0-db2a-4173-9a20-b217c62def5c HTTP/1.1" status: 200 len: 815 time: 0.1047750 Oct 19 01:44:49.815665 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-09da56d9-1f83-421a-aad3-ed769e714abd req-3dbaa687-f7ac-425a-a362-82575209e0ae tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/quotas/c7bdf925f8f84540aae5e7d26e2090a6 HTTP/1.1" status: 200 len: 375 time: 0.0112131 Oct 19 01:44:49.830207 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:49.848174 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-09da56d9-1f83-421a-aad3-ed769e714abd req-42e3c791-f5ed-4231-8036-f2bf81a5c14f tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c7bdf925f8f84540aae5e7d26e2090a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269179 Oct 19 01:44:49.943423 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-09da56d9-1f83-421a-aad3-ed769e714abd req-150121ec-dbcf-43f1-a5e6-2802d4e3ef08 service neutron] 10.222.0.57 "GET /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873320 Oct 19 01:44:50.032482 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-09da56d9-1f83-421a-aad3-ed769e714abd req-f97d51ab-89b8-42e8-a0b4-2e42d123d5e9 service neutron] 10.222.0.57 "GET /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828135 Oct 19 01:44:50.187755 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-30a70206-b1cd-426b-8b51-e8146f66b1ed req-81a75044-8d20-4f9c-a666-4edb63f63a76 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 210 time: 0.0273864 Oct 19 01:44:51.089155 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da56d9-1f83-421a-aad3-ed769e714abd req-6964c5b9-4813-4a11-8a88-180a5a640f82 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:51.090601 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-09da56d9-1f83-421a-aad3-ed769e714abd req-6964c5b9-4813-4a11-8a88-180a5a640f82 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.24 "GET /v2.0/networks?id=924e70d0-db2a-4173-9a20-b217c62def5c HTTP/1.1" status: 200 len: 815 time: 0.1061237 Oct 19 01:44:51.104727 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-09da56d9-1f83-421a-aad3-ed769e714abd req-1f74f078-c13b-4ef6-8208-80d6bce8ba11 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Request body: {'port': {'device_id': '24a4a959-0186-40ed-b711-45267f30e822', 'network_id': '924e70d0-db2a-4173-9a20-b217c62def5c', 'admin_state_up': True, 'tenant_id': 'c7bdf925f8f84540aae5e7d26e2090a6'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:51.214533 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09da56d9-1f83-421a-aad3-ed769e714abd req-1f74f078-c13b-4ef6-8208-80d6bce8ba11 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Made reservation on behalf of c7bdf925f8f84540aae5e7d26e2090a6 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:44:51.218208 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-09da56d9-1f83-421a-aad3-ed769e714abd req-1f74f078-c13b-4ef6-8208-80d6bce8ba11 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:51.286396 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ea51a752-4189-4a16-b126-ec658c6ce720 req-ab3872a9-6988-4bc7-a824-378763a8bc66 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 210 time: 0.0314136 Oct 19 01:44:51.346789 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-09da56d9-1f83-421a-aad3-ed769e714abd req-1f74f078-c13b-4ef6-8208-80d6bce8ba11 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Allocated IP 172.20.0.5 (924e70d0-db2a-4173-9a20-b217c62def5c/3fd1d52b-5f0c-4c2a-a0cb-aa63a8c01fac/667b9a9b-2292-4f7e-834a-671ada072292) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:44:51.487129 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-09da56d9-1f83-421a-aad3-ed769e714abd req-1f74f078-c13b-4ef6-8208-80d6bce8ba11 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:51.523473 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-09da56d9-1f83-421a-aad3-ed769e714abd req-1f74f078-c13b-4ef6-8208-80d6bce8ba11 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:51.567813 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09da56d9-1f83-421a-aad3-ed769e714abd req-1f74f078-c13b-4ef6-8208-80d6bce8ba11 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Network 924e70d0-db2a-4173-9a20-b217c62def5c is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:44:51.570777 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-09da56d9-1f83-421a-aad3-ed769e714abd req-1f74f078-c13b-4ef6-8208-80d6bce8ba11 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:44:51.574424 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-09da56d9-1f83-421a-aad3-ed769e714abd req-1f74f078-c13b-4ef6-8208-80d6bce8ba11 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:44:51.580493 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74f078-c13b-4ef6-8208-80d6bce8ba11 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Pushing event updated for resources: {'Port': ['ID=667b9a9b-2292-4f7e-834a-671ada072292,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:51.625010 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da56d9-1f83-421a-aad3-ed769e714abd req-1f74f078-c13b-4ef6-8208-80d6bce8ba11 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:51.625607 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-09da56d9-1f83-421a-aad3-ed769e714abd req-1f74f078-c13b-4ef6-8208-80d6bce8ba11 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:51.640310 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-09da56d9-1f83-421a-aad3-ed769e714abd req-1f74f078-c13b-4ef6-8208-80d6bce8ba11 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5396793 Oct 19 01:44:51.653126 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-09da56d9-1f83-421a-aad3-ed769e714abd req-8c2c949f-1e2b-4158-8e6e-6ce690c5124d service neutron] Request body: {'port': {'device_id': '24a4a959-0186-40ed-b711-45267f30e822', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:51.707206 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-09da56d9-1f83-421a-aad3-ed769e714abd req-8c2c949f-1e2b-4158-8e6e-6ce690c5124d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:51.960615 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-09da56d9-1f83-421a-aad3-ed769e714abd req-8c2c949f-1e2b-4158-8e6e-6ce690c5124d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 667b9a9b-2292-4f7e-834a-671ada072292 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:44:51.968472 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-09da56d9-1f83-421a-aad3-ed769e714abd req-8c2c949f-1e2b-4158-8e6e-6ce690c5124d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:51.980900 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-09da56d9-1f83-421a-aad3-ed769e714abd req-8c2c949f-1e2b-4158-8e6e-6ce690c5124d service neutron] Transition to ACTIVE for port object 667b9a9b-2292-4f7e-834a-671ada072292 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:44:51.984489 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-09da56d9-1f83-421a-aad3-ed769e714abd req-8c2c949f-1e2b-4158-8e6e-6ce690c5124d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:52.034840 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c949f-1e2b-4158-8e6e-6ce690c5124d service neutron] Pushing event updated for resources: {'Port': ['ID=667b9a9b-2292-4f7e-834a-671ada072292,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:52.103284 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-09da56d9-1f83-421a-aad3-ed769e714abd req-8c2c949f-1e2b-4158-8e6e-6ce690c5124d service neutron] Attempting to bind port 667b9a9b-2292-4f7e-834a-671ada072292 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:44:52.103624 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-09da56d9-1f83-421a-aad3-ed769e714abd req-8c2c949f-1e2b-4158-8e6e-6ce690c5124d service neutron] Attempting to bind port 667b9a9b-2292-4f7e-834a-671ada072292 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'a2c71017-1d2f-44c4-b513-04b4a20905b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '924e70d0-db2a-4173-9a20-b217c62def5c'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:44:52.103990 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09da56d9-1f83-421a-aad3-ed769e714abd req-8c2c949f-1e2b-4158-8e6e-6ce690c5124d service neutron] Attempting to bind port 667b9a9b-2292-4f7e-834a-671ada072292 on network 924e70d0-db2a-4173-9a20-b217c62def5c {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:44:52.108359 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09da56d9-1f83-421a-aad3-ed769e714abd req-8c2c949f-1e2b-4158-8e6e-6ce690c5124d service neutron] Port 667b9a9b-2292-4f7e-834a-671ada072292 on network 924e70d0-db2a-4173-9a20-b217c62def5c not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:44:52.108691 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09da56d9-1f83-421a-aad3-ed769e714abd req-8c2c949f-1e2b-4158-8e6e-6ce690c5124d service neutron] Attempting to bind port 667b9a9b-2292-4f7e-834a-671ada072292 on network 924e70d0-db2a-4173-9a20-b217c62def5c {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:44:52.113406 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09da56d9-1f83-421a-aad3-ed769e714abd req-8c2c949f-1e2b-4158-8e6e-6ce690c5124d service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:44:52.113740 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09da56d9-1f83-421a-aad3-ed769e714abd req-8c2c949f-1e2b-4158-8e6e-6ce690c5124d service neutron] Checking segment: {'id': 'a2c71017-1d2f-44c4-b513-04b4a20905b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '924e70d0-db2a-4173-9a20-b217c62def5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:44:52.114116 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09da56d9-1f83-421a-aad3-ed769e714abd req-8c2c949f-1e2b-4158-8e6e-6ce690c5124d service neutron] Bound using segment: {'id': 'a2c71017-1d2f-44c4-b513-04b4a20905b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '924e70d0-db2a-4173-9a20-b217c62def5c'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:44:52.114530 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-09da56d9-1f83-421a-aad3-ed769e714abd req-8c2c949f-1e2b-4158-8e6e-6ce690c5124d service neutron] Bound port: 667b9a9b-2292-4f7e-834a-671ada072292, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c71017-1d2f-44c4-b513-04b4a20905b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '924e70d0-db2a-4173-9a20-b217c62def5c'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:44:52.114879 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-09da56d9-1f83-421a-aad3-ed769e714abd req-8c2c949f-1e2b-4158-8e6e-6ce690c5124d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:52.176814 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-09da56d9-1f83-421a-aad3-ed769e714abd req-8c2c949f-1e2b-4158-8e6e-6ce690c5124d service neutron] For port 667b9a9b-2292-4f7e-834a-671ada072292, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:44:52.180051 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-09da56d9-1f83-421a-aad3-ed769e714abd req-8c2c949f-1e2b-4158-8e6e-6ce690c5124d service neutron] For port 667b9a9b-2292-4f7e-834a-671ada072292, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=667b9a9b-2292-4f7e-834a-671ada072292,segment=NetworkSegment(a2c71017-1d2f-44c4-b513-04b4a20905b8),segment_id=a2c71017-1d2f-44c4-b513-04b4a20905b8)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:44:52.184967 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-09da56d9-1f83-421a-aad3-ed769e714abd req-8c2c949f-1e2b-4158-8e6e-6ce690c5124d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:52.223194 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da56d9-1f83-421a-aad3-ed769e714abd req-8c2c949f-1e2b-4158-8e6e-6ce690c5124d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:52.223805 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-09da56d9-1f83-421a-aad3-ed769e714abd req-8c2c949f-1e2b-4158-8e6e-6ce690c5124d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:52.225462 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-09da56d9-1f83-421a-aad3-ed769e714abd req-8c2c949f-1e2b-4158-8e6e-6ce690c5124d service neutron] 10.222.0.24 "PUT /v2.0/ports/667b9a9b-2292-4f7e-834a-671ada072292 HTTP/1.1" status: 200 len: 1092 time: 0.5769393 Oct 19 01:44:52.225892 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a4a959-0186-40ed-b711-45267f30e822', 'tag': '667b9a9b-2292-4f7e-834a-671ada072292'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:44:52.228250 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3751feb-22ae-4847-b6b2-af37518aa0c9" -d '{"events": [{"name": "network-changed", "server_uuid": "24a4a959-0186-40ed-b711-45267f30e822", "tag": "667b9a9b-2292-4f7e-834a-671ada072292"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:44:52.250772 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c949f-1e2b-4158-8e6e-6ce690c5124d service neutron] Pushing event updated for resources: {'Port': ['ID=667b9a9b-2292-4f7e-834a-671ada072292,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:52.270410 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99baac84-1d40-4808-9705-d50717aae3b6 x-openstack-request-id: req-99baac84-1d40-4808-9705-d50717aae3b6 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:44:52.270713 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a4a959-0186-40ed-b711-45267f30e822", "tag": "667b9a9b-2292-4f7e-834a-671ada072292", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:44:52.270951 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-99baac84-1d40-4808-9705-d50717aae3b6 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:44:52.271338 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a4a959-0186-40ed-b711-45267f30e822', 'tag': '667b9a9b-2292-4f7e-834a-671ada072292', 'status': 'completed', 'code': 200} Oct 19 01:44:52.303288 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da56d9-1f83-421a-aad3-ed769e714abd req-286cf3aa-1367-450c-9e13-281f592d0e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:52.304786 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-09da56d9-1f83-421a-aad3-ed769e714abd req-286cf3aa-1367-450c-9e13-281f592d0e3f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7bdf925f8f84540aae5e7d26e2090a6&device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 1095 time: 0.0435767 Oct 19 01:44:52.349568 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-09da56d9-1f83-421a-aad3-ed769e714abd req-93bc3d61-55dd-45c4-8734-dd0cdd5d0e4f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=667b9a9b-2292-4f7e-834a-671ada072292 HTTP/1.1" status: 200 len: 217 time: 0.0373535 Oct 19 01:44:52.399036 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da56d9-1f83-421a-aad3-ed769e714abd req-9b474736-ed0e-44ce-8b44-1c8c1928d73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:52.401153 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-09da56d9-1f83-421a-aad3-ed769e714abd req-9b474736-ed0e-44ce-8b44-1c8c1928d73d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fd1d52b-5f0c-4c2a-a0cb-aa63a8c01fac HTTP/1.1" status: 200 len: 855 time: 0.0448191 Oct 19 01:44:52.401920 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31735c66-bba4-4cc1-9bb3-cb7bd5a2b060 req-ef20cae2-265c-4c8f-89e0-474430b39bae tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:52.403384 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-31735c66-bba4-4cc1-9bb3-cb7bd5a2b060 req-ef20cae2-265c-4c8f-89e0-474430b39bae tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 943 time: 0.0480688 Oct 19 01:44:52.433594 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-09da56d9-1f83-421a-aad3-ed769e714abd req-506190e8-bde3-47a8-b64f-805ddce34258 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=924e70d0-db2a-4173-9a20-b217c62def5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257773 Oct 19 01:44:52.441898 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-31735c66-bba4-4cc1-9bb3-cb7bd5a2b060 req-2542a681-bfd9-4529-b8d8-a8073b8e7dd6 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324388 Oct 19 01:44:52.527190 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-09da56d9-1f83-421a-aad3-ed769e714abd req-d924f9bc-97ec-4565-a201-a4da20ad1901 service neutron] 10.222.0.24 "GET /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861452 Oct 19 01:44:52.613962 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-09da56d9-1f83-421a-aad3-ed769e714abd req-a9120284-1f16-47b0-9e29-75d13974b740 service neutron] 10.222.0.24 "GET /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801642 Oct 19 01:44:52.698324 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3751feb-22ae-4847-b6b2-af37518aa0c9 req-fc88e8ae-cbe2-473d-95e8-a806fea40535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:52.699789 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c3751feb-22ae-4847-b6b2-af37518aa0c9 req-fc88e8ae-cbe2-473d-95e8-a806fea40535 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7bdf925f8f84540aae5e7d26e2090a6&device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 1095 time: 0.0440471 Oct 19 01:44:52.786563 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3751feb-22ae-4847-b6b2-af37518aa0c9 req-33e48793-ae54-45b1-b6b3-a88b412f6d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:52.787992 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c3751feb-22ae-4847-b6b2-af37518aa0c9 req-33e48793-ae54-45b1-b6b3-a88b412f6d3a service neutron] 10.222.0.24 "GET /v2.0/networks?id=924e70d0-db2a-4173-9a20-b217c62def5c HTTP/1.1" status: 200 len: 916 time: 0.0811617 Oct 19 01:44:52.830569 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c3751feb-22ae-4847-b6b2-af37518aa0c9 req-f686bd10-2da0-475e-9e41-fc258551e5b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=667b9a9b-2292-4f7e-834a-671ada072292 HTTP/1.1" status: 200 len: 217 time: 0.0359504 Oct 19 01:44:52.879834 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3751feb-22ae-4847-b6b2-af37518aa0c9 req-5c1dc2b1-b1e0-407d-8d9d-b834a969da48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:52.881214 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c3751feb-22ae-4847-b6b2-af37518aa0c9 req-5c1dc2b1-b1e0-407d-8d9d-b834a969da48 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fd1d52b-5f0c-4c2a-a0cb-aa63a8c01fac HTTP/1.1" status: 200 len: 855 time: 0.0424445 Oct 19 01:44:52.912576 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c3751feb-22ae-4847-b6b2-af37518aa0c9 req-42df7cf6-9a92-44e5-b8cc-0ca929c68a3e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=924e70d0-db2a-4173-9a20-b217c62def5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232153 Oct 19 01:44:53.004033 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c3751feb-22ae-4847-b6b2-af37518aa0c9 req-850e2a0f-2051-47a0-aded-5d183dfd2529 service neutron] 10.222.0.24 "GET /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836120 Oct 19 01:44:53.092359 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c3751feb-22ae-4847-b6b2-af37518aa0c9 req-929e9a3d-ffcd-44be-835c-8949cda4a8d0 service neutron] 10.222.0.24 "GET /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802984 Oct 19 01:44:53.557386 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb8dc8-6518-4f17-8a32-9b8efb5cd262 req-ec8e6591-8579-455d-904f-0384ac9c74c8 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:53.558869 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6afb8dc8-6518-4f17-8a32-9b8efb5cd262 req-ec8e6591-8579-455d-904f-0384ac9c74c8 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 943 time: 0.0483158 Oct 19 01:44:53.596181 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6afb8dc8-6518-4f17-8a32-9b8efb5cd262 req-9f7c3793-f00f-45f6-95ae-5435fa6e1a06 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310955 Oct 19 01:44:54.709768 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c8cde-6c76-4d79-8d33-68ea0f72a04f req-e80a97c8-7820-4690-aff8-a43f8f640ed4 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:54.711232 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f76c8cde-6c76-4d79-8d33-68ea0f72a04f req-e80a97c8-7820-4690-aff8-a43f8f640ed4 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 943 time: 0.0484016 Oct 19 01:44:54.749244 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f76c8cde-6c76-4d79-8d33-68ea0f72a04f req-9367b9a7-08a1-4dd6-b95d-3d8e6dc716d2 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312827 Oct 19 01:44:55.246623 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 667b9a9b-2292-4f7e-834a-671ada072292 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:44:55.342432 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 667b9a9b-2292-4f7e-834a-671ada072292, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=667b9a9b-2292-4f7e-834a-671ada072292,segment=NetworkSegment(a2c71017-1d2f-44c4-b513-04b4a20905b8),segment_id=a2c71017-1d2f-44c4-b513-04b4a20905b8)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:44:55.353497 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '667b9a9b-2292-4f7e-834a-671ada072292', 'network_id': '924e70d0-db2a-4173-9a20-b217c62def5c', 'port_id': '667b9a9b-2292-4f7e-834a-671ada072292', 'mac_address': 'fa:16:3e:05:bc:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd1d52b-5f0c-4c2a-a0cb-aa63a8c01fac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:44:55.389688 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:55.402427 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 667b9a9b-2292-4f7e-834a-671ada072292 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:44:55.420550 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 667b9a9b-2292-4f7e-834a-671ada072292, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=667b9a9b-2292-4f7e-834a-671ada072292,segment=NetworkSegment(a2c71017-1d2f-44c4-b513-04b4a20905b8),segment_id=a2c71017-1d2f-44c4-b513-04b4a20905b8)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:44:55.424334 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:55.472871 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=667b9a9b-2292-4f7e-834a-671ada072292,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:55.480403 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:55.480749 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:55.481087 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:55.481421 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:55.481752 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:55.482080 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:55.482403 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:55.482724 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:55.483047 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:55.483365 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:55.483684 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:55.484023 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:55.616760 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['667b9a9b-2292-4f7e-834a-671ada072292'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:44:55.865659 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15609bb-14b4-4bb7-ae2a-3167020a5303 req-8eb9db4b-570b-48bb-b86f-346b683c28ac tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:55.867163 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c15609bb-14b4-4bb7-ae2a-3167020a5303 req-8eb9db4b-570b-48bb-b86f-346b683c28ac tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 944 time: 0.0518117 Oct 19 01:44:55.905869 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c15609bb-14b4-4bb7-ae2a-3167020a5303 req-a6eaaf1b-d031-41ce-abcb-2abeb4443a0c tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314531 Oct 19 01:44:57.027471 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb0f40-a50a-4425-9fc8-2dac08a3d689 req-4e205d68-ed43-4227-9648-e86eaebf4fcb tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:57.028854 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4ecb0f40-a50a-4425-9fc8-2dac08a3d689 req-4e205d68-ed43-4227-9648-e86eaebf4fcb tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 944 time: 0.0537972 Oct 19 01:44:57.066788 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4ecb0f40-a50a-4425-9fc8-2dac08a3d689 req-eddaf302-2eb1-4c97-96f1-ef0421a15f87 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318356 Oct 19 01:44:57.262430 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 667b9a9b-2292-4f7e-834a-671ada072292 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:44:57.313196 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 667b9a9b-2292-4f7e-834a-671ada072292 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:44:57.316791 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 667b9a9b-2292-4f7e-834a-671ada072292 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:44:57.317160 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:57.391515 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:57.418674 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a4a959-0186-40ed-b711-45267f30e822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667b9a9b-2292-4f7e-834a-671ada072292'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:44:57.421130 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7474fc29-0e80-4264-853f-f335dded9c0d" -d '{"events": [{"server_uuid": "24a4a959-0186-40ed-b711-45267f30e822", "name": "network-vif-plugged", "status": "completed", "tag": "667b9a9b-2292-4f7e-834a-671ada072292"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:44:57.434864 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 667b9a9b-2292-4f7e-834a-671ada072292, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=667b9a9b-2292-4f7e-834a-671ada072292,segment=NetworkSegment(a2c71017-1d2f-44c4-b513-04b4a20905b8),segment_id=a2c71017-1d2f-44c4-b513-04b4a20905b8)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:44:57.439394 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:57.475346 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f828f7-6464-4bed-adae-948e29fbbcc2 x-openstack-request-id: req-c1f828f7-6464-4bed-adae-948e29fbbcc2 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:44:57.475681 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a4a959-0186-40ed-b711-45267f30e822", "name": "network-vif-plugged", "status": "completed", "tag": "667b9a9b-2292-4f7e-834a-671ada072292", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:44:57.476002 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c1f828f7-6464-4bed-adae-948e29fbbcc2 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:44:57.476447 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a4a959-0186-40ed-b711-45267f30e822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667b9a9b-2292-4f7e-834a-671ada072292', 'code': 200} Oct 19 01:44:57.499306 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:57.513389 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=667b9a9b-2292-4f7e-834a-671ada072292,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:57.556292 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdd025-8f7b-4749-ba22-18e3e8210216 req-7e1a10f8-9f76-445d-9ccb-52104f198077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:57.557820 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c1fdd025-8f7b-4749-ba22-18e3e8210216 req-7e1a10f8-9f76-445d-9ccb-52104f198077 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 1097 time: 0.0409789 Oct 19 01:44:57.594275 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c1fdd025-8f7b-4749-ba22-18e3e8210216 req-4f8238e1-d4e4-4795-ad81-8f4358a830fb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285819 Oct 19 01:44:58.182303 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cef58-d78e-455f-a307-335ce2f1c40a req-8977d6e5-0f81-4253-b0ad-70c231ff90e9 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:58.183797 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-574cef58-d78e-455f-a307-335ce2f1c40a req-8977d6e5-0f81-4253-b0ad-70c231ff90e9 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 945 time: 0.0484748 Oct 19 01:44:58.220646 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-574cef58-d78e-455f-a307-335ce2f1c40a req-f918027d-c260-44c3-9de5-3f092603f8ca tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309517 Oct 19 01:44:59.338621 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe9a3a-4733-45c4-b782-46e381c7081a req-8b921bab-cd3b-49a3-b7f6-97fea7eb9811 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:59.340162 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f8fe9a3a-4733-45c4-b782-46e381c7081a req-8b921bab-cd3b-49a3-b7f6-97fea7eb9811 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 945 time: 0.0512419 Oct 19 01:44:59.383388 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f8fe9a3a-4733-45c4-b782-46e381c7081a req-69af5d4c-59ff-4c30-b673-69c30b4bbffd tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369341 Oct 19 01:44:59.502183 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabd5e7-423f-494c-b427-2ae435899a2e req-235601b7-6b59-48a0-bbce-2ba3409d485e tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:59.503601 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4aabd5e7-423f-494c-b427-2ae435899a2e req-235601b7-6b59-48a0-bbce-2ba3409d485e tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 945 time: 0.0506475 Oct 19 01:44:59.544065 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4aabd5e7-423f-494c-b427-2ae435899a2e req-0167bfce-9d33-4baf-8440-283b466aff4b tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335438 Oct 19 01:44:59.765157 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ca0dc-2a16-4205-8531-34aca449bb2b req-454f6773-7ff2-4acc-8f60-d1e0819b5bbc tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:59.766564 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3a8ca0dc-2a16-4205-8531-34aca449bb2b req-454f6773-7ff2-4acc-8f60-d1e0819b5bbc tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 945 time: 0.0611019 Oct 19 01:44:59.810423 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3a8ca0dc-2a16-4205-8531-34aca449bb2b req-6600b665-84be-4c35-b1ef-8f58662388eb tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378537 Oct 19 01:44:59.850678 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:59.932128 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad68637-0542-4d73-9f74-ce023b0973a5 req-a906679f-4ee6-4dfe-9808-6262f1bd76ea tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:59.933620 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8ad68637-0542-4d73-9f74-ce023b0973a5 req-a906679f-4ee6-4dfe-9808-6262f1bd76ea tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 945 time: 0.0539908 Oct 19 01:44:59.971854 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8ad68637-0542-4d73-9f74-ce023b0973a5 req-9f27cc7d-8c7f-4d7c-92e4-f67dff14b639 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321279 Oct 19 01:45:00.293768 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-bbee8cb8-2c7e-4d5e-aabf-e013b3c6086f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0459888 Oct 19 01:45:00.307360 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af356c-ab38-4a3d-bcdd-87da932c9e14 req-e33ea813-4d09-40be-899c-5ca6ba7c169f tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:00.308927 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-08af356c-ab38-4a3d-bcdd-87da932c9e14 req-e33ea813-4d09-40be-899c-5ca6ba7c169f tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 945 time: 0.0496533 Oct 19 01:45:00.353430 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-08af356c-ab38-4a3d-bcdd-87da932c9e14 req-a255fb97-eb8d-44ca-a4ee-c728a9516415 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378201 Oct 19 01:45:01.467715 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-5067b250-c5b3-4313-8695-a4a54e171ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:01.469316 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-5067b250-c5b3-4313-8695-a4a54e171ffe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7bdf925f8f84540aae5e7d26e2090a6&device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 1097 time: 0.0410058 Oct 19 01:45:01.477171 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31ac14-75b6-4a19-a0a0-30af72686a66 req-d1fe0e16-9ccd-4b7d-be80-0b9dac8c5389 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:01.478636 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9b31ac14-75b6-4a19-a0a0-30af72686a66 req-d1fe0e16-9ccd-4b7d-be80-0b9dac8c5389 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 945 time: 0.0483625 Oct 19 01:45:01.520190 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9b31ac14-75b6-4a19-a0a0-30af72686a66 req-86e1e3d9-fa5d-4300-a733-6f82ac873c47 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346758 Oct 19 01:45:01.561693 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-97fac58d-8b28-4d8e-aee6-62edb0322803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:01.563133 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-97fac58d-8b28-4d8e-aee6-62edb0322803 service neutron] 10.222.0.24 "GET /v2.0/networks?id=924e70d0-db2a-4173-9a20-b217c62def5c HTTP/1.1" status: 200 len: 916 time: 0.0871568 Oct 19 01:45:01.603196 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-0201341f-6482-4785-8d92-94f067dd48da service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=667b9a9b-2292-4f7e-834a-671ada072292 HTTP/1.1" status: 200 len: 217 time: 0.0325341 Oct 19 01:45:01.641142 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-4b213bb9-5cc8-465e-9407-568d29d16847 req-ab15515a-7af6-40b1-90bd-306875e259d0 service neutron] (100607) timed out ('10.222.0.55', 55649) {{(pid=100607) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 01:45:01.653228 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-391f4517-2385-4066-bb36-359467cce6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:01.654642 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-391f4517-2385-4066-bb36-359467cce6f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fd1d52b-5f0c-4c2a-a0cb-aa63a8c01fac HTTP/1.1" status: 200 len: 855 time: 0.0453799 Oct 19 01:45:01.684997 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-68817e78-00aa-4081-901d-40bd4a5c594d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=924e70d0-db2a-4173-9a20-b217c62def5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239084 Oct 19 01:45:01.771367 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-b1b501d8-7828-44a3-854b-171b36bcc18a service neutron] 10.222.0.24 "GET /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793219 Oct 19 01:45:01.861023 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-02208615-a564-41ca-aadd-ca8c6c3e5cf2 service neutron] 10.222.0.24 "GET /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826278 Oct 19 01:45:02.636650 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc456f8-06ca-42c3-94fe-7810243f4b8f req-af8823b4-ca6d-43ab-889a-ab58b039dea3 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:02.638421 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9fc456f8-06ca-42c3-94fe-7810243f4b8f req-af8823b4-ca6d-43ab-889a-ab58b039dea3 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 945 time: 0.0522115 Oct 19 01:45:02.675711 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9fc456f8-06ca-42c3-94fe-7810243f4b8f req-ae13a485-776a-47e2-ab92-61dbde4b5693 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313001 Oct 19 01:45:03.792367 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721419df-eef2-4937-9c2c-30f0a678ce79 req-28b4a873-3bb3-40c3-9863-34d31ff89fa9 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:03.793835 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-721419df-eef2-4937-9c2c-30f0a678ce79 req-28b4a873-3bb3-40c3-9863-34d31ff89fa9 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 945 time: 0.0480261 Oct 19 01:45:03.835334 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-721419df-eef2-4937-9c2c-30f0a678ce79 req-9673062a-7f96-49df-ab05-ffe5a3b43f28 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356736 Oct 19 01:45:04.340597 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:45:04.948262 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542d781-cb7b-4253-b8cf-4fc9adc8bff0 req-2adb3471-a900-45c3-85b3-249d1e6a5be4 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:04.950206 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4542d781-cb7b-4253-b8cf-4fc9adc8bff0 req-2adb3471-a900-45c3-85b3-249d1e6a5be4 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 945 time: 0.0479131 Oct 19 01:45:04.994798 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4542d781-cb7b-4253-b8cf-4fc9adc8bff0 req-4cfbd9da-3f99-4745-b572-19c1060661a4 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389736 Oct 19 01:45:06.109946 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b18415-4df2-440a-8e0d-95791070f8e2 req-28105f37-aa0d-4704-a22e-50f963fa4773 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:06.111424 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-64b18415-4df2-440a-8e0d-95791070f8e2 req-28105f37-aa0d-4704-a22e-50f963fa4773 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 945 time: 0.0489955 Oct 19 01:45:06.148689 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-64b18415-4df2-440a-8e0d-95791070f8e2 req-115c5b02-17b1-4aa5-a5d6-bd3b03005687 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313172 Oct 19 01:45:07.261961 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd77cc-dacf-4d0d-9263-8a57e70d8214 req-7a0db5b0-cd43-4e60-a6e5-badd7a2db5de tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:07.263412 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-48dd77cc-dacf-4d0d-9263-8a57e70d8214 req-7a0db5b0-cd43-4e60-a6e5-badd7a2db5de tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 945 time: 0.0472972 Oct 19 01:45:07.300396 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-48dd77cc-dacf-4d0d-9263-8a57e70d8214 req-1171790e-ee46-4926-bc50-5a1996d08887 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309477 Oct 19 01:45:08.413735 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a50cea-1b42-4fe8-af46-7481ab21d429 req-60ddcc91-ec58-48b6-aabe-102095e62020 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:08.415212 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a9a50cea-1b42-4fe8-af46-7481ab21d429 req-60ddcc91-ec58-48b6-aabe-102095e62020 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 945 time: 0.0492406 Oct 19 01:45:08.453024 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a9a50cea-1b42-4fe8-af46-7481ab21d429 req-5401e507-1d24-46cb-81c2-7e270e3e2d81 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315905 Oct 19 01:45:09.564182 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adb78b-4de8-4af0-9a31-c82363930676 req-388789e6-2274-4475-a0b5-539f6fa3a305 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:09.565613 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d3adb78b-4de8-4af0-9a31-c82363930676 req-388789e6-2274-4475-a0b5-539f6fa3a305 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 945 time: 0.0470586 Oct 19 01:45:09.602784 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d3adb78b-4de8-4af0-9a31-c82363930676 req-cfaa53b7-ff60-4975-9b49-8ce196328027 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312176 Oct 19 01:45:10.714779 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85c5ba-4e62-4336-a067-2de32b31f8cf req-444a581a-6dcf-4416-a5da-2577f7ad38de tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:10.716261 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ad85c5ba-4e62-4336-a067-2de32b31f8cf req-444a581a-6dcf-4416-a5da-2577f7ad38de tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 945 time: 0.0476828 Oct 19 01:45:10.757232 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ad85c5ba-4e62-4336-a067-2de32b31f8cf req-25ed5ec4-4607-4619-93c0-6621dbbff653 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351253 Oct 19 01:45:11.868649 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412aaf1-537c-4d7a-bc24-0c1012c47147 req-f8250e7d-680b-4296-b288-54dc0ada76ff tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:11.870290 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5412aaf1-537c-4d7a-bc24-0c1012c47147 req-f8250e7d-680b-4296-b288-54dc0ada76ff tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 945 time: 0.0473256 Oct 19 01:45:11.915686 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5412aaf1-537c-4d7a-bc24-0c1012c47147 req-e050a148-f478-474a-885e-6eceab849711 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395043 Oct 19 01:45:13.033894 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9f024-0a48-4725-8fd0-ff1e1bd9fe5a req-aa45ed2f-bdbf-4e35-8d9a-77708c2371b3 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:13.035342 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-67c9f024-0a48-4725-8fd0-ff1e1bd9fe5a req-aa45ed2f-bdbf-4e35-8d9a-77708c2371b3 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 945 time: 0.0483837 Oct 19 01:45:13.071608 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-67c9f024-0a48-4725-8fd0-ff1e1bd9fe5a req-b4db86ce-b9c4-4672-8d90-183a94c9a797 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303674 Oct 19 01:45:13.996138 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-488423c9-e83c-447f-84be-642df05e89d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:14.185817 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687403e9-a582-46af-b1a0-3ed006fab4f5 req-daae4370-ab9a-409d-8487-66c81f7852e5 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:14.187272 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-687403e9-a582-46af-b1a0-3ed006fab4f5 req-daae4370-ab9a-409d-8487-66c81f7852e5 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 945 time: 0.0481431 Oct 19 01:45:14.223864 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-687403e9-a582-46af-b1a0-3ed006fab4f5 req-37a52f2b-366e-439f-9d0c-caa17cc47831 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305245 Oct 19 01:45:15.337453 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c039f69-ec6c-4a70-867c-37e4fbfb25be req-0cd109b7-e70d-4d7f-a84f-09d01dad884a tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:15.339848 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9c039f69-ec6c-4a70-867c-37e4fbfb25be req-0cd109b7-e70d-4d7f-a84f-09d01dad884a tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 945 time: 0.0488114 Oct 19 01:45:15.376378 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9c039f69-ec6c-4a70-867c-37e4fbfb25be req-99081cbc-3297-4e4e-b4f9-ad2d46441955 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306365 Oct 19 01:45:16.492143 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd1d6c-2161-46d5-938d-509c9f7a9808 req-666271f2-2645-4a95-80c8-78757156fdf0 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:16.493579 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fdcd1d6c-2161-46d5-938d-509c9f7a9808 req-666271f2-2645-4a95-80c8-78757156fdf0 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 945 time: 0.0481060 Oct 19 01:45:16.530087 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fdcd1d6c-2161-46d5-938d-509c9f7a9808 req-b98cca21-066d-430b-a74e-137239130815 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305305 Oct 19 01:45:16.580966 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b3e858d9-36eb-4d02-a5ed-8bcf5f45197c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:17.305769 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:17.643882 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891eb7ac-1519-4d10-bfe5-6dd0e7b27c7d req-c23fae8b-93f5-48d7-a85a-e09b0bad646d tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:17.645349 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-891eb7ac-1519-4d10-bfe5-6dd0e7b27c7d req-c23fae8b-93f5-48d7-a85a-e09b0bad646d tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 945 time: 0.0490994 Oct 19 01:45:17.687592 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-891eb7ac-1519-4d10-bfe5-6dd0e7b27c7d req-c26c7f6b-34f1-4c46-bc1c-0c1d46c9c290 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362482 Oct 19 01:45:17.898021 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:18.800946 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7024930-2feb-47d9-830f-1868b906c5a1 req-245a5b75-cbb0-45e8-8f73-9562bc02f2a8 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:18.802388 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c7024930-2feb-47d9-830f-1868b906c5a1 req-245a5b75-cbb0-45e8-8f73-9562bc02f2a8 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 945 time: 0.0469413 Oct 19 01:45:18.843204 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c7024930-2feb-47d9-830f-1868b906c5a1 req-2ab3e279-ffa6-458e-8c6f-255692284a9d tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339258 Oct 19 01:45:19.037174 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc312c8-a039-4aa8-829f-2465956e95ec req-4c2ad560-adb0-4b81-b33e-b8234c192e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:19.038609 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2dc312c8-a039-4aa8-829f-2465956e95ec req-4c2ad560-adb0-4b81-b33e-b8234c192e55 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7bdf925f8f84540aae5e7d26e2090a6&device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 1097 time: 0.0394671 Oct 19 01:45:19.140901 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc312c8-a039-4aa8-829f-2465956e95ec req-3b86e95b-8576-4067-8a6a-6d2bf47fffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:19.142330 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2dc312c8-a039-4aa8-829f-2465956e95ec req-3b86e95b-8576-4067-8a6a-6d2bf47fffa8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=924e70d0-db2a-4173-9a20-b217c62def5c HTTP/1.1" status: 200 len: 916 time: 0.0825551 Oct 19 01:45:19.195721 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2dc312c8-a039-4aa8-829f-2465956e95ec req-3a4e8b5c-db4b-4259-84f5-1635decbf8b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=667b9a9b-2292-4f7e-834a-671ada072292 HTTP/1.1" status: 200 len: 217 time: 0.0458300 Oct 19 01:45:19.243469 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc312c8-a039-4aa8-829f-2465956e95ec req-08bdc88a-d495-4c7a-901a-aba31cef5214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:19.244993 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2dc312c8-a039-4aa8-829f-2465956e95ec req-08bdc88a-d495-4c7a-901a-aba31cef5214 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fd1d52b-5f0c-4c2a-a0cb-aa63a8c01fac HTTP/1.1" status: 200 len: 855 time: 0.0421102 Oct 19 01:45:19.275697 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2dc312c8-a039-4aa8-829f-2465956e95ec req-84a44de2-f34b-47a4-b636-5cffa55cffb2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=924e70d0-db2a-4173-9a20-b217c62def5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229845 Oct 19 01:45:19.642396 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2dc312c8-a039-4aa8-829f-2465956e95ec req-6cbc6747-fb1c-4040-9fc7-0b9d3b8953b9 service neutron] 10.222.0.24 "GET /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567846 Oct 19 01:45:19.730523 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2dc312c8-a039-4aa8-829f-2465956e95ec req-866f052a-d2ad-45d9-b828-a35581473d1e service neutron] 10.222.0.24 "GET /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806897 Oct 19 01:45:19.830551 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:19.959498 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c34df-8aaf-4aa5-9dea-a7438e98f344 req-cefbfbbb-690e-4b44-8001-5f501bd5de2e tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:19.961006 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d88c34df-8aaf-4aa5-9dea-a7438e98f344 req-cefbfbbb-690e-4b44-8001-5f501bd5de2e tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 945 time: 0.0497115 Oct 19 01:45:19.998464 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d88c34df-8aaf-4aa5-9dea-a7438e98f344 req-73991327-fe63-4e9f-8f8a-889b050e8419 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314510 Oct 19 01:45:21.131816 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04480dd0-b4b6-4888-a1b5-7f271c499843 req-1a6e3d69-2256-4020-bcec-dfb49bdbc2b7 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:21.133302 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-04480dd0-b4b6-4888-a1b5-7f271c499843 req-1a6e3d69-2256-4020-bcec-dfb49bdbc2b7 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 945 time: 0.0527747 Oct 19 01:45:21.173607 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-04480dd0-b4b6-4888-a1b5-7f271c499843 req-17c7b76a-bdc6-4900-b66d-1631e282dd01 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338547 Oct 19 01:45:22.287452 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e5256-87f1-4d7b-8c74-52948a3087c6 req-de857450-a1af-47b1-b33c-90358cd01257 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:22.288949 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2e4e5256-87f1-4d7b-8c74-52948a3087c6 req-de857450-a1af-47b1-b33c-90358cd01257 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 945 time: 0.0483160 Oct 19 01:45:22.326960 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2e4e5256-87f1-4d7b-8c74-52948a3087c6 req-a14b9e02-53c9-44b8-aa6c-aea5e3059c72 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316439 Oct 19 01:45:23.440585 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03a900-48ee-4e62-9818-27cde6d39b55 req-40ff41c5-f49e-4fdf-b7b5-13e1457b643c tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:23.442052 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1d03a900-48ee-4e62-9818-27cde6d39b55 req-40ff41c5-f49e-4fdf-b7b5-13e1457b643c tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 945 time: 0.0488806 Oct 19 01:45:23.481506 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1d03a900-48ee-4e62-9818-27cde6d39b55 req-e55d605f-3fb5-4a7b-974d-0a26bb9e1575 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334318 Oct 19 01:45:24.175295 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-d99e6e60-d14d-451c-942a-2c370b71fc6c req-97a6842f-350f-48c4-8b2e-f6e79a85ecfe service neutron] (100607) timed out ('10.222.0.57', 34008) {{(pid=100607) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 01:45:24.594603 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0115663-ab66-486c-93c1-fc8b00eff900 req-f20d10c5-753a-425d-b5c8-72eef3ab7176 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:24.596087 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b0115663-ab66-486c-93c1-fc8b00eff900 req-f20d10c5-753a-425d-b5c8-72eef3ab7176 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 945 time: 0.0479958 Oct 19 01:45:24.637524 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b0115663-ab66-486c-93c1-fc8b00eff900 req-302b6fca-4489-4296-8efb-a472b3a8dea8 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353580 Oct 19 01:45:25.751112 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cd202-60d3-49f4-b74f-c9528256a987 req-2910ad4a-d29f-4565-bf1f-b1ee555ad63f tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:25.752794 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d80cd202-60d3-49f4-b74f-c9528256a987 req-2910ad4a-d29f-4565-bf1f-b1ee555ad63f tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 945 time: 0.0483818 Oct 19 01:45:25.789221 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d80cd202-60d3-49f4-b74f-c9528256a987 req-efd80f0b-289e-4ebb-a98f-018e7470d84b tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305877 Oct 19 01:45:26.903850 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305103e-2093-4625-a141-d83af7aa8a3c req-53652d4a-8f36-4763-bd49-7f336c0065f9 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:26.905424 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5305103e-2093-4625-a141-d83af7aa8a3c req-53652d4a-8f36-4763-bd49-7f336c0065f9 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 945 time: 0.0512609 Oct 19 01:45:26.943090 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5305103e-2093-4625-a141-d83af7aa8a3c req-5d613b1a-8a22-4348-a4dd-8d0c919dd111 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316937 Oct 19 01:45:27.474806 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:28.061248 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5b91d-f1ac-4120-ad1c-f5760cab9d64 req-7667fa42-a5c4-49c9-bbb8-570cf733e33c tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:28.062722 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-39d5b91d-f1ac-4120-ad1c-f5760cab9d64 req-7667fa42-a5c4-49c9-bbb8-570cf733e33c tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 945 time: 0.0528247 Oct 19 01:45:28.098838 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-39d5b91d-f1ac-4120-ad1c-f5760cab9d64 req-2e4533aa-870b-4174-b867-4e508209f69e tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301287 Oct 19 01:45:28.693464 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-a6d068e1-22ff-4b51-8054-54c2a4c6182c service neutron] show failed (client error): The resource could not be found. Oct 19 01:45:28.694439 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-a6d068e1-22ff-4b51-8054-54c2a4c6182c service neutron] 10.222.0.24 "GET /v2.0/ports/667b9a9b-2292-4f7e-834a-671ada072292/bindings/n-h1-715271-26 HTTP/1.1" status: 404 len: 381 time: 0.0551116 Oct 19 01:45:28.920417 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-7e020ecb-5d04-4b04-b446-dce4ff2168d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:28.921957 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-7e020ecb-5d04-4b04-b446-dce4ff2168d8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822&tenant_id=c7bdf925f8f84540aae5e7d26e2090a6 HTTP/1.1" status: 200 len: 1097 time: 0.0743110 Oct 19 01:45:28.936892 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-1ce1d273-f938-4674-a1e1-e9fe6b6c0f22 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-26', 'device_owner': 'compute:nova'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:45:29.000097 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-1ce1d273-f938-4674-a1e1-e9fe6b6c0f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:29.232177 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-1ce1d273-f938-4674-a1e1-e9fe6b6c0f22 service neutron] For port 667b9a9b-2292-4f7e-834a-671ada072292, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=667b9a9b-2292-4f7e-834a-671ada072292,segment=NetworkSegment(a2c71017-1d2f-44c4-b513-04b4a20905b8),segment_id=a2c71017-1d2f-44c4-b513-04b4a20905b8)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:45:29.253673 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50439db-97a8-4680-89da-e74177d2c241 req-923197bf-2ad7-4243-b03f-bedc1f097c37 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:29.255155 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a50439db-97a8-4680-89da-e74177d2c241 req-923197bf-2ad7-4243-b03f-bedc1f097c37 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 945 time: 0.0785317 Oct 19 01:45:29.289837 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-1ce1d273-f938-4674-a1e1-e9fe6b6c0f22 service neutron] For port 667b9a9b-2292-4f7e-834a-671ada072292, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:45:29.334056 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a50439db-97a8-4680-89da-e74177d2c241 req-d3282dcb-7125-4b8c-bbc7-28c15fa1a4f6 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724816 Oct 19 01:45:29.347225 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a4a959-0186-40ed-b711-45267f30e822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '667b9a9b-2292-4f7e-834a-671ada072292'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:45:29.349747 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68aee19e-0244-4c1c-9314-85650aeb7293" -d '{"events": [{"server_uuid": "24a4a959-0186-40ed-b711-45267f30e822", "name": "network-vif-unplugged", "status": "completed", "tag": "667b9a9b-2292-4f7e-834a-671ada072292"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:45:29.354153 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-1ce1d273-f938-4674-a1e1-e9fe6b6c0f22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:29.367269 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-1ce1d273-f938-4674-a1e1-e9fe6b6c0f22 service neutron] Transition to ACTIVE for port object 667b9a9b-2292-4f7e-834a-671ada072292 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:45:29.371186 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-1ce1d273-f938-4674-a1e1-e9fe6b6c0f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:29.431669 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-1ce1d273-f938-4674-a1e1-e9fe6b6c0f22 service neutron] No DVR routers for this DVR port 667b9a9b-2292-4f7e-834a-671ada072292 on host n-h2-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:45:29.440470 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1d273-f938-4674-a1e1-e9fe6b6c0f22 service neutron] Pushing event updated for resources: {'Port': ['ID=667b9a9b-2292-4f7e-834a-671ada072292,revision_number=6']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:29.472683 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba3c990-7449-45ae-8014-2a09eaaaef37 x-openstack-request-id: req-6ba3c990-7449-45ae-8014-2a09eaaaef37 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:45:29.472976 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a4a959-0186-40ed-b711-45267f30e822", "name": "network-vif-unplugged", "status": "completed", "tag": "667b9a9b-2292-4f7e-834a-671ada072292", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:45:29.473228 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6ba3c990-7449-45ae-8014-2a09eaaaef37 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:45:29.473614 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a4a959-0186-40ed-b711-45267f30e822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '667b9a9b-2292-4f7e-834a-671ada072292', 'code': 200} Oct 19 01:45:29.477994 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-1ce1d273-f938-4674-a1e1-e9fe6b6c0f22 service neutron] Attempting to bind port 667b9a9b-2292-4f7e-834a-671ada072292 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:45:29.478325 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-1ce1d273-f938-4674-a1e1-e9fe6b6c0f22 service neutron] Attempting to bind port 667b9a9b-2292-4f7e-834a-671ada072292 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'a2c71017-1d2f-44c4-b513-04b4a20905b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '924e70d0-db2a-4173-9a20-b217c62def5c'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:45:29.478647 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-1ce1d273-f938-4674-a1e1-e9fe6b6c0f22 service neutron] Attempting to bind port 667b9a9b-2292-4f7e-834a-671ada072292 on network 924e70d0-db2a-4173-9a20-b217c62def5c {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:45:29.483147 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-1ce1d273-f938-4674-a1e1-e9fe6b6c0f22 service neutron] Port 667b9a9b-2292-4f7e-834a-671ada072292 on network 924e70d0-db2a-4173-9a20-b217c62def5c not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:45:29.483399 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-1ce1d273-f938-4674-a1e1-e9fe6b6c0f22 service neutron] Attempting to bind port 667b9a9b-2292-4f7e-834a-671ada072292 on network 924e70d0-db2a-4173-9a20-b217c62def5c {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:45:29.488162 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-1ce1d273-f938-4674-a1e1-e9fe6b6c0f22 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:45:29.488493 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-1ce1d273-f938-4674-a1e1-e9fe6b6c0f22 service neutron] Checking segment: {'id': 'a2c71017-1d2f-44c4-b513-04b4a20905b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '924e70d0-db2a-4173-9a20-b217c62def5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:45:29.488868 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-1ce1d273-f938-4674-a1e1-e9fe6b6c0f22 service neutron] Bound using segment: {'id': 'a2c71017-1d2f-44c4-b513-04b4a20905b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '924e70d0-db2a-4173-9a20-b217c62def5c'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:45:29.489284 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-1ce1d273-f938-4674-a1e1-e9fe6b6c0f22 service neutron] Bound port: 667b9a9b-2292-4f7e-834a-671ada072292, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c71017-1d2f-44c4-b513-04b4a20905b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '924e70d0-db2a-4173-9a20-b217c62def5c'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:45:29.489629 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-1ce1d273-f938-4674-a1e1-e9fe6b6c0f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:29.556095 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-1ce1d273-f938-4674-a1e1-e9fe6b6c0f22 service neutron] For port 667b9a9b-2292-4f7e-834a-671ada072292, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:45:29.559259 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-1ce1d273-f938-4674-a1e1-e9fe6b6c0f22 service neutron] For port 667b9a9b-2292-4f7e-834a-671ada072292, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=667b9a9b-2292-4f7e-834a-671ada072292,segment=NetworkSegment(a2c71017-1d2f-44c4-b513-04b4a20905b8),segment_id=a2c71017-1d2f-44c4-b513-04b4a20905b8)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:45:29.563572 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-1ce1d273-f938-4674-a1e1-e9fe6b6c0f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:29.597062 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-1ce1d273-f938-4674-a1e1-e9fe6b6c0f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:29.597677 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-1ce1d273-f938-4674-a1e1-e9fe6b6c0f22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:29.599120 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-1ce1d273-f938-4674-a1e1-e9fe6b6c0f22 service neutron] 10.222.0.55 "PUT /v2.0/ports/667b9a9b-2292-4f7e-834a-671ada072292 HTTP/1.1" status: 200 len: 1092 time: 0.6670601 Oct 19 01:45:29.633606 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1d273-f938-4674-a1e1-e9fe6b6c0f22 service neutron] Pushing event updated for resources: {'Port': ['ID=667b9a9b-2292-4f7e-834a-671ada072292,revision_number=7']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:29.665121 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-05cfe8be-26a1-43df-a899-60d68568d73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:29.666627 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-05cfe8be-26a1-43df-a899-60d68568d73e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c7bdf925f8f84540aae5e7d26e2090a6&device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 1095 time: 0.0446751 Oct 19 01:45:29.759508 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-ceedbfb0-a81a-4fff-be32-16a3d5ecdac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:29.760914 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-ceedbfb0-a81a-4fff-be32-16a3d5ecdac4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=924e70d0-db2a-4173-9a20-b217c62def5c HTTP/1.1" status: 200 len: 916 time: 0.0876698 Oct 19 01:45:29.802459 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-263cd37e-a6ec-438c-a51e-42880d72ed53 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=667b9a9b-2292-4f7e-834a-671ada072292 HTTP/1.1" status: 200 len: 217 time: 0.0346296 Oct 19 01:45:29.852377 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-24d4a52e-4c71-41a6-baaf-856eb6a4e060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:29.853842 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-24d4a52e-4c71-41a6-baaf-856eb6a4e060 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fd1d52b-5f0c-4c2a-a0cb-aa63a8c01fac HTTP/1.1" status: 200 len: 855 time: 0.0440066 Oct 19 01:45:29.859819 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:29.890443 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-6be9ecc4-3f1d-4344-b244-c75eff3d1102 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=924e70d0-db2a-4173-9a20-b217c62def5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296736 Oct 19 01:45:29.981540 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-13692e9c-2e17-41d3-acc7-a34c87f4d71f service neutron] 10.222.0.55 "GET /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838482 Oct 19 01:45:30.077118 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0399ec5a-30d7-4cf0-a411-a6a0792e47f8 req-774f1ce8-5141-4a62-9358-49ec267cada0 service neutron] 10.222.0.55 "GET /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885029 Oct 19 01:45:30.450505 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3ef38-8599-495e-9f33-1e069fea8597 req-f6041f90-7a8e-4730-8b4e-991ad227567e tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:30.451995 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-64a3ef38-8599-495e-9f33-1e069fea8597 req-f6041f90-7a8e-4730-8b4e-991ad227567e tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 943 time: 0.0508859 Oct 19 01:45:30.489137 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-64a3ef38-8599-495e-9f33-1e069fea8597 req-6c5cf927-abe1-4f38-9bcb-5bfa1a2d0615 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311472 Oct 19 01:45:31.339640 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 667b9a9b-2292-4f7e-834a-671ada072292 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:45:31.378506 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 667b9a9b-2292-4f7e-834a-671ada072292 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:45:31.474578 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a4a959-0186-40ed-b711-45267f30e822', 'tag': '667b9a9b-2292-4f7e-834a-671ada072292'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:45:31.477242 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e16425a-2303-46bc-8399-bf46eebbcdca" -d '{"events": [{"name": "network-changed", "server_uuid": "24a4a959-0186-40ed-b711-45267f30e822", "tag": "667b9a9b-2292-4f7e-834a-671ada072292"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:45:31.524246 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4733b62f-7a79-463a-bf51-97eefaa8797f x-openstack-request-id: req-4733b62f-7a79-463a-bf51-97eefaa8797f {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:45:31.524574 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a4a959-0186-40ed-b711-45267f30e822", "tag": "667b9a9b-2292-4f7e-834a-671ada072292", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:45:31.524772 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4733b62f-7a79-463a-bf51-97eefaa8797f {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:45:31.525288 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a4a959-0186-40ed-b711-45267f30e822', 'tag': '667b9a9b-2292-4f7e-834a-671ada072292', 'status': 'completed', 'code': 200} Oct 19 01:45:31.583372 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16425a-2303-46bc-8399-bf46eebbcdca req-c7432d20-1d2c-4b11-8c9c-6d99cf42b094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:31.584902 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4e16425a-2303-46bc-8399-bf46eebbcdca req-c7432d20-1d2c-4b11-8c9c-6d99cf42b094 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7bdf925f8f84540aae5e7d26e2090a6&device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 1095 time: 0.0402048 Oct 19 01:45:31.626504 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16425a-2303-46bc-8399-bf46eebbcdca req-b16a4cdd-4925-43f5-a0d4-3c550245d0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:31.627968 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4e16425a-2303-46bc-8399-bf46eebbcdca req-b16a4cdd-4925-43f5-a0d4-3c550245d0db service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c7bdf925f8f84540aae5e7d26e2090a6&device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 1095 time: 0.0797009 Oct 19 01:45:31.635571 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52e77b-5d0b-4401-9c2e-116e7d36497f req-fcabc897-559f-4878-96be-13232c702ca5 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:31.637719 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5a52e77b-5d0b-4401-9c2e-116e7d36497f req-fcabc897-559f-4878-96be-13232c702ca5 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 943 time: 0.0795016 Oct 19 01:45:31.679560 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16425a-2303-46bc-8399-bf46eebbcdca req-2b181f4d-4194-404f-8dec-5d9ad71491b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:31.681062 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4e16425a-2303-46bc-8399-bf46eebbcdca req-2b181f4d-4194-404f-8dec-5d9ad71491b1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=924e70d0-db2a-4173-9a20-b217c62def5c HTTP/1.1" status: 200 len: 916 time: 0.0889208 Oct 19 01:45:31.721909 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4e16425a-2303-46bc-8399-bf46eebbcdca req-6d9291d4-96a0-4af3-a205-357f46ff36aa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=667b9a9b-2292-4f7e-834a-671ada072292 HTTP/1.1" status: 200 len: 217 time: 0.0337954 Oct 19 01:45:31.731820 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5a52e77b-5d0b-4401-9c2e-116e7d36497f req-3fe681f5-0768-4185-8c15-d6d007a9e457 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856709 Oct 19 01:45:31.762829 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16425a-2303-46bc-8399-bf46eebbcdca req-139f3b33-fdfd-4e3e-9892-e76313c0a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:31.764343 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4e16425a-2303-46bc-8399-bf46eebbcdca req-139f3b33-fdfd-4e3e-9892-e76313c0a689 service neutron] 10.222.0.55 "GET /v2.0/networks?id=924e70d0-db2a-4173-9a20-b217c62def5c HTTP/1.1" status: 200 len: 916 time: 0.1257870 Oct 19 01:45:31.770611 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16425a-2303-46bc-8399-bf46eebbcdca req-ecaeb441-8088-4e90-978f-3b9098e39219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:31.772081 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4e16425a-2303-46bc-8399-bf46eebbcdca req-ecaeb441-8088-4e90-978f-3b9098e39219 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fd1d52b-5f0c-4c2a-a0cb-aa63a8c01fac HTTP/1.1" status: 200 len: 855 time: 0.0436940 Oct 19 01:45:31.806667 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4e16425a-2303-46bc-8399-bf46eebbcdca req-142e47db-8965-4849-96df-602d50e016d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=924e70d0-db2a-4173-9a20-b217c62def5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279648 Oct 19 01:45:31.810827 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4e16425a-2303-46bc-8399-bf46eebbcdca req-6fe59eb9-c2d3-4085-babe-847bb2695149 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=667b9a9b-2292-4f7e-834a-671ada072292 HTTP/1.1" status: 200 len: 217 time: 0.0389614 Oct 19 01:45:31.861074 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16425a-2303-46bc-8399-bf46eebbcdca req-9d8a1b5a-9b31-4117-b1d0-09766012accb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:31.862523 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4e16425a-2303-46bc-8399-bf46eebbcdca req-9d8a1b5a-9b31-4117-b1d0-09766012accb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fd1d52b-5f0c-4c2a-a0cb-aa63a8c01fac HTTP/1.1" status: 200 len: 855 time: 0.0446405 Oct 19 01:45:31.894748 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4e16425a-2303-46bc-8399-bf46eebbcdca req-38dba0a1-e5ed-4312-8778-fdf64fadda23 service neutron] 10.222.0.24 "GET /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813169 Oct 19 01:45:31.896146 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4e16425a-2303-46bc-8399-bf46eebbcdca req-fa16506c-5431-4093-8de0-9caa2b6b4f9d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=924e70d0-db2a-4173-9a20-b217c62def5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242133 Oct 19 01:45:31.990072 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4e16425a-2303-46bc-8399-bf46eebbcdca req-a5138f7f-51d7-4bb4-92d4-ea1a7a41058b service neutron] 10.222.0.24 "GET /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882940 Oct 19 01:45:31.992243 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4e16425a-2303-46bc-8399-bf46eebbcdca req-8678ee31-bfd2-44a2-91c0-181620957a84 service neutron] 10.222.0.55 "GET /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882504 Oct 19 01:45:32.082890 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4e16425a-2303-46bc-8399-bf46eebbcdca req-c65f5d69-188f-491f-8e5a-ee6a40d825a8 service neutron] 10.222.0.55 "GET /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840347 Oct 19 01:45:32.848226 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac21d9-1968-443b-8966-c00c851d6132 req-35db442f-2f47-4ebf-b22e-419e9befab52 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:32.849689 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-37ac21d9-1968-443b-8966-c00c851d6132 req-35db442f-2f47-4ebf-b22e-419e9befab52 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 943 time: 0.0487158 Oct 19 01:45:32.887492 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-37ac21d9-1968-443b-8966-c00c851d6132 req-29ae1c11-123b-4df3-89ec-64cc135173f3 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307462 Oct 19 01:45:34.004106 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32fd3c8-9362-4a2f-aece-802626f224aa req-8963d66a-9c2c-47c5-8e42-6997c9db5f81 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:34.005565 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e32fd3c8-9362-4a2f-aece-802626f224aa req-8963d66a-9c2c-47c5-8e42-6997c9db5f81 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 943 time: 0.0492678 Oct 19 01:45:34.048233 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e32fd3c8-9362-4a2f-aece-802626f224aa req-b04c047b-4610-49be-8a7d-1f575e5eb402 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367475 Oct 19 01:45:34.240238 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7bc04-932b-489e-8b15-5e8874e4262e req-4076cbf7-5a23-4374-8da2-53877d7faa15 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:34.241763 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1fb7bc04-932b-489e-8b15-5e8874e4262e req-4076cbf7-5a23-4374-8da2-53877d7faa15 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 943 time: 0.0508730 Oct 19 01:45:34.280626 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1fb7bc04-932b-489e-8b15-5e8874e4262e req-085a3f80-7737-4289-bc9f-cc8e3bce7bbc tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324988 Oct 19 01:45:34.286641 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffc191-8af9-48a1-9daa-bbaedab565d7 req-ac7bb07b-c892-4a8e-a1ec-f20e993d720e tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:34.288126 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c4ffc191-8af9-48a1-9daa-bbaedab565d7 req-ac7bb07b-c892-4a8e-a1ec-f20e993d720e tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.24 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822&tenant_id=c7bdf925f8f84540aae5e7d26e2090a6&binding%3Ahost_id=n-h1-715271-26 HTTP/1.1" status: 200 len: 943 time: 0.0863473 Oct 19 01:45:34.347372 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [req-c4ffc191-8af9-48a1-9daa-bbaedab565d7 req-581f13f5-c403-4a11-8e04-e6c3386c7054 service neutron] delete failed (client error): The resource could not be found. Oct 19 01:45:34.348375 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c4ffc191-8af9-48a1-9daa-bbaedab565d7 req-581f13f5-c403-4a11-8e04-e6c3386c7054 service neutron] 10.222.0.24 "DELETE /v2.0/ports/667b9a9b-2292-4f7e-834a-671ada072292/bindings/n-h2-715271-26 HTTP/1.1" status: 404 len: 381 time: 0.0532157 Oct 19 01:45:34.428582 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffc191-8af9-48a1-9daa-bbaedab565d7 req-b4cd5cf6-c91d-4c7c-b91f-b772e3ad8db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:34.430058 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c4ffc191-8af9-48a1-9daa-bbaedab565d7 req-b4cd5cf6-c91d-4c7c-b91f-b772e3ad8db6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7bdf925f8f84540aae5e7d26e2090a6&device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 1095 time: 0.0399601 Oct 19 01:45:34.484294 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 667b9a9b-2292-4f7e-834a-671ada072292 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:45:34.524071 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffc191-8af9-48a1-9daa-bbaedab565d7 req-0c0ef669-9a46-4b4c-8c0b-c3b4d422f385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:34.525467 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c4ffc191-8af9-48a1-9daa-bbaedab565d7 req-0c0ef669-9a46-4b4c-8c0b-c3b4d422f385 service neutron] 10.222.0.24 "GET /v2.0/networks?id=924e70d0-db2a-4173-9a20-b217c62def5c HTTP/1.1" status: 200 len: 916 time: 0.0885606 Oct 19 01:45:34.566741 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c4ffc191-8af9-48a1-9daa-bbaedab565d7 req-55b8f3ab-921f-47dd-a2f8-5143c1647943 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=667b9a9b-2292-4f7e-834a-671ada072292 HTTP/1.1" status: 200 len: 217 time: 0.0345645 Oct 19 01:45:34.580293 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 667b9a9b-2292-4f7e-834a-671ada072292, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=667b9a9b-2292-4f7e-834a-671ada072292,segment=NetworkSegment(a2c71017-1d2f-44c4-b513-04b4a20905b8),segment_id=a2c71017-1d2f-44c4-b513-04b4a20905b8)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:45:34.591316 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '667b9a9b-2292-4f7e-834a-671ada072292', 'network_id': '924e70d0-db2a-4173-9a20-b217c62def5c', 'port_id': '667b9a9b-2292-4f7e-834a-671ada072292', 'mac_address': 'fa:16:3e:05:bc:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd1d52b-5f0c-4c2a-a0cb-aa63a8c01fac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:45:34.615241 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffc191-8af9-48a1-9daa-bbaedab565d7 req-89f9157c-1863-4736-8bb4-36f92ca3ec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:34.616726 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c4ffc191-8af9-48a1-9daa-bbaedab565d7 req-89f9157c-1863-4736-8bb4-36f92ca3ec8f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fd1d52b-5f0c-4c2a-a0cb-aa63a8c01fac HTTP/1.1" status: 200 len: 855 time: 0.0435703 Oct 19 01:45:34.628545 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:34.642093 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 667b9a9b-2292-4f7e-834a-671ada072292 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:45:34.648464 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c4ffc191-8af9-48a1-9daa-bbaedab565d7 req-47a682a8-f9f5-4352-88a7-607238c54d90 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=924e70d0-db2a-4173-9a20-b217c62def5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245793 Oct 19 01:45:34.661020 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 667b9a9b-2292-4f7e-834a-671ada072292, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=667b9a9b-2292-4f7e-834a-671ada072292,segment=NetworkSegment(a2c71017-1d2f-44c4-b513-04b4a20905b8),segment_id=a2c71017-1d2f-44c4-b513-04b4a20905b8)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:45:34.665277 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:34.713748 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=667b9a9b-2292-4f7e-834a-671ada072292,revision_number=8']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:34.744136 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c4ffc191-8af9-48a1-9daa-bbaedab565d7 req-ed7c8d81-0105-4a83-8d5c-ad1a2b45479e service neutron] 10.222.0.24 "GET /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888202 Oct 19 01:45:34.842641 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c4ffc191-8af9-48a1-9daa-bbaedab565d7 req-505b303e-56a4-46e1-82f0-5a970af95c41 service neutron] 10.222.0.24 "GET /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908384 Oct 19 01:45:34.987259 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['667b9a9b-2292-4f7e-834a-671ada072292'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:45:35.403487 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5917c2-b7aa-4cad-9e87-03bbaf662643 req-7ccad24c-7e41-4d66-b1b5-b5f6ff3f81ea tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:35.405028 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6e5917c2-b7aa-4cad-9e87-03bbaf662643 req-7ccad24c-7e41-4d66-b1b5-b5f6ff3f81ea tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 944 time: 0.0502605 Oct 19 01:45:35.443350 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6e5917c2-b7aa-4cad-9e87-03bbaf662643 req-0ab3d7da-e379-43ae-a4bf-9a19c017aca6 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315819 Oct 19 01:45:35.555103 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26393650-070c-4bf5-8267-e60b6b7cea59 req-d377920c-0d55-4562-95c1-323ba9a1cb2c tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:35.556610 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-26393650-070c-4bf5-8267-e60b6b7cea59 req-d377920c-0d55-4562-95c1-323ba9a1cb2c tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 944 time: 0.0486598 Oct 19 01:45:35.594086 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-26393650-070c-4bf5-8267-e60b6b7cea59 req-a23e4728-700d-4b3e-ad67-a01ca23034aa tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314875 Oct 19 01:45:35.703978 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cabf9-5428-4ee4-9738-8d2ba678adad req-f5686efb-d675-4543-b1c3-8356e2471c3d tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:35.705423 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f0cabf9-5428-4ee4-9738-8d2ba678adad req-f5686efb-d675-4543-b1c3-8356e2471c3d tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 944 time: 0.0469980 Oct 19 01:45:35.742885 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f0cabf9-5428-4ee4-9738-8d2ba678adad req-9f04f33b-c387-40cb-bb5c-bed28fbf567c tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315461 Oct 19 01:45:36.087809 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-b499a8d7-ad18-4286-b977-6d5b74a1bc47 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:36.089325 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-b499a8d7-ad18-4286-b977-6d5b74a1bc47 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/networks?id=924e70d0-db2a-4173-9a20-b217c62def5c HTTP/1.1" status: 200 len: 815 time: 0.1035082 Oct 19 01:45:36.104125 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-c4f7b883-6cf7-4f62-81ab-031f1840c564 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/quotas/c7bdf925f8f84540aae5e7d26e2090a6 HTTP/1.1" status: 200 len: 375 time: 0.0089860 Oct 19 01:45:36.153045 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-945dbc08-ffab-40ad-aa64-7ff83402990a tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c7bdf925f8f84540aae5e7d26e2090a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0436454 Oct 19 01:45:36.256263 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-a1a65854-31ca-4c4f-a364-b19adf7fe38c service neutron] 10.222.0.57 "GET /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959513 Oct 19 01:45:36.347606 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-f6bafadf-b464-4923-843c-f5ec920902b1 service neutron] 10.222.0.57 "GET /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842049 Oct 19 01:45:36.489037 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 667b9a9b-2292-4f7e-834a-671ada072292 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:45:36.509429 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-80b62af3-6486-4ad2-a540-f16887b7f118 req-4bd39f18-69a3-4e91-8b75-87947096d786 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 210 time: 0.0299551 Oct 19 01:45:36.540299 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 667b9a9b-2292-4f7e-834a-671ada072292 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:45:36.544960 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 667b9a9b-2292-4f7e-834a-671ada072292 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:45:36.545466 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:36.625321 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:36.647750 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a4a959-0186-40ed-b711-45267f30e822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667b9a9b-2292-4f7e-834a-671ada072292'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:45:36.650031 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43c1362-1447-412b-af03-24bdade4a39f" -d '{"events": [{"server_uuid": "24a4a959-0186-40ed-b711-45267f30e822", "name": "network-vif-plugged", "status": "completed", "tag": "667b9a9b-2292-4f7e-834a-671ada072292"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:45:36.663639 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 667b9a9b-2292-4f7e-834a-671ada072292, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=667b9a9b-2292-4f7e-834a-671ada072292,segment=NetworkSegment(a2c71017-1d2f-44c4-b513-04b4a20905b8),segment_id=a2c71017-1d2f-44c4-b513-04b4a20905b8)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:45:36.669712 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:36.696018 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde4527c-f2c5-4a99-8901-be4de93c7de1 x-openstack-request-id: req-bde4527c-f2c5-4a99-8901-be4de93c7de1 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:45:36.696231 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a4a959-0186-40ed-b711-45267f30e822", "name": "network-vif-plugged", "status": "completed", "tag": "667b9a9b-2292-4f7e-834a-671ada072292", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:45:36.696490 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bde4527c-f2c5-4a99-8901-be4de93c7de1 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:45:36.696878 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a4a959-0186-40ed-b711-45267f30e822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667b9a9b-2292-4f7e-834a-671ada072292', 'code': 200} Oct 19 01:45:36.722885 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=667b9a9b-2292-4f7e-834a-671ada072292,revision_number=9']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:37.325482 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77890a62-9184-42f9-8e08-2ad2497d7bdf req-1fdee1c1-5fd7-4b9f-9eaa-266f077a6686 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:37.326950 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-77890a62-9184-42f9-8e08-2ad2497d7bdf req-1fdee1c1-5fd7-4b9f-9eaa-266f077a6686 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.55 "GET /v2.0/ports?device_id=24a4a959-0186-40ed-b711-45267f30e822 HTTP/1.1" status: 200 len: 945 time: 0.0525010 Oct 19 01:45:37.416448 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-77890a62-9184-42f9-8e08-2ad2497d7bdf req-ab23cf20-ab4c-4cff-98bb-3686c136c479 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Deleting port 667b9a9b-2292-4f7e-834a-671ada072292 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:45:37.416790 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-77890a62-9184-42f9-8e08-2ad2497d7bdf req-ab23cf20-ab4c-4cff-98bb-3686c136c479 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:37.544370 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-77890a62-9184-42f9-8e08-2ad2497d7bdf req-ab23cf20-ab4c-4cff-98bb-3686c136c479 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] For port 667b9a9b-2292-4f7e-834a-671ada072292, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=667b9a9b-2292-4f7e-834a-671ada072292,segment=NetworkSegment(a2c71017-1d2f-44c4-b513-04b4a20905b8),segment_id=a2c71017-1d2f-44c4-b513-04b4a20905b8)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:45:37.544758 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-77890a62-9184-42f9-8e08-2ad2497d7bdf req-ab23cf20-ab4c-4cff-98bb-3686c136c479 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:37.590883 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-77890a62-9184-42f9-8e08-2ad2497d7bdf req-ab23cf20-ab4c-4cff-98bb-3686c136c479 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Calling delete_port for 667b9a9b-2292-4f7e-834a-671ada072292 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:45:37.640762 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c407f8f-b302-40ad-98b2-daa8c32f3631 req-47d056b7-8e68-4b28-8b93-dbff159b580c tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 210 time: 0.0443053 Oct 19 01:45:37.697200 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-23615812-76c7-41c6-9162-b4c3cc3ea122 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:37.698634 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-23615812-76c7-41c6-9162-b4c3cc3ea122 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.55 "GET /v2.0/networks?id=924e70d0-db2a-4173-9a20-b217c62def5c HTTP/1.1" status: 200 len: 815 time: 0.1948528 Oct 19 01:45:37.712920 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-91ef19c0-a09e-4042-a9e0-6e46c856d9af tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Request body: {'port': {'device_id': '88cf16b6-f51e-4154-ab1f-45e19bf7d719', 'network_id': '924e70d0-db2a-4173-9a20-b217c62def5c', 'admin_state_up': True, 'tenant_id': 'c7bdf925f8f84540aae5e7d26e2090a6'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:45:37.860349 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-77890a62-9184-42f9-8e08-2ad2497d7bdf req-ab23cf20-ab4c-4cff-98bb-3686c136c479 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:37.872677 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['667b9a9b-2292-4f7e-834a-671ada072292'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:45:37.893867 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23cf20-ab4c-4cff-98bb-3686c136c479 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Pushing event deleted for resources: {'Port': ['ID=667b9a9b-2292-4f7e-834a-671ada072292,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:37.896703 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-91ef19c0-a09e-4042-a9e0-6e46c856d9af tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Made reservation on behalf of c7bdf925f8f84540aae5e7d26e2090a6 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:45:37.900214 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-91ef19c0-a09e-4042-a9e0-6e46c856d9af tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:37.963241 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-77890a62-9184-42f9-8e08-2ad2497d7bdf req-ab23cf20-ab4c-4cff-98bb-3686c136c479 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] No DVR routers for this DVR port 667b9a9b-2292-4f7e-834a-671ada072292 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:45:37.990843 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-77890a62-9184-42f9-8e08-2ad2497d7bdf req-ab23cf20-ab4c-4cff-98bb-3686c136c479 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:37.994158 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-77890a62-9184-42f9-8e08-2ad2497d7bdf req-ab23cf20-ab4c-4cff-98bb-3686c136c479 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.55 "DELETE /v2.0/ports/667b9a9b-2292-4f7e-834a-671ada072292 HTTP/1.1" status: 204 len: 173 time: 0.6598489 Oct 19 01:45:37.994599 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a4a959-0186-40ed-b711-45267f30e822', 'name': 'network-vif-deleted', 'tag': '667b9a9b-2292-4f7e-834a-671ada072292'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:45:37.997834 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fce82d-3485-49b3-9542-a42ab231e258" -d '{"events": [{"server_uuid": "24a4a959-0186-40ed-b711-45267f30e822", "name": "network-vif-deleted", "tag": "667b9a9b-2292-4f7e-834a-671ada072292"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:45:38.051774 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad47d1c0-7a7c-4127-a795-af462bc8dc4f x-openstack-request-id: req-ad47d1c0-7a7c-4127-a795-af462bc8dc4f {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:45:38.052079 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a4a959-0186-40ed-b711-45267f30e822", "name": "network-vif-deleted", "tag": "667b9a9b-2292-4f7e-834a-671ada072292", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:45:38.052334 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ad47d1c0-7a7c-4127-a795-af462bc8dc4f {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:45:38.052730 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a4a959-0186-40ed-b711-45267f30e822', 'name': 'network-vif-deleted', 'tag': '667b9a9b-2292-4f7e-834a-671ada072292', 'status': 'completed', 'code': 200} Oct 19 01:45:38.080188 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-91ef19c0-a09e-4042-a9e0-6e46c856d9af tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Allocated IP 172.20.0.2 (924e70d0-db2a-4173-9a20-b217c62def5c/3fd1d52b-5f0c-4c2a-a0cb-aa63a8c01fac/e6b0b484-b293-4323-9518-63e9c80772bc) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:45:38.239639 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-91ef19c0-a09e-4042-a9e0-6e46c856d9af tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:38.271753 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-91ef19c0-a09e-4042-a9e0-6e46c856d9af tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:38.283234 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['667b9a9b-2292-4f7e-834a-671ada072292'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:45:38.315492 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-91ef19c0-a09e-4042-a9e0-6e46c856d9af tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Network 924e70d0-db2a-4173-9a20-b217c62def5c is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:45:38.318680 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-91ef19c0-a09e-4042-a9e0-6e46c856d9af tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:45:38.322326 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-91ef19c0-a09e-4042-a9e0-6e46c856d9af tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:45:38.348470 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef19c0-a09e-4042-a9e0-6e46c856d9af tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Pushing event updated for resources: {'Port': ['ID=e6b0b484-b293-4323-9518-63e9c80772bc,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:38.376759 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-91ef19c0-a09e-4042-a9e0-6e46c856d9af tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:38.377299 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-91ef19c0-a09e-4042-a9e0-6e46c856d9af tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:38.392135 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-91ef19c0-a09e-4042-a9e0-6e46c856d9af tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6828444 Oct 19 01:45:38.404589 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-76345aa4-e14f-4d24-bbe5-8fe387393acd service neutron] Request body: {'port': {'device_id': '88cf16b6-f51e-4154-ab1f-45e19bf7d719', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:45:38.460491 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-76345aa4-e14f-4d24-bbe5-8fe387393acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:38.746803 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-76345aa4-e14f-4d24-bbe5-8fe387393acd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6b0b484-b293-4323-9518-63e9c80772bc {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:45:38.755702 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-76345aa4-e14f-4d24-bbe5-8fe387393acd service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:38.775482 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-76345aa4-e14f-4d24-bbe5-8fe387393acd service neutron] Transition to ACTIVE for port object e6b0b484-b293-4323-9518-63e9c80772bc will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:45:38.785105 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b5e59-d057-4755-88f7-05fb2ca39d46 req-a5f425df-76d2-4445-9ff5-d3c978ab0a53 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:38.786573 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7c2b5e59-d057-4755-88f7-05fb2ca39d46 req-a5f425df-76d2-4445-9ff5-d3c978ab0a53 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 931 time: 0.0782092 Oct 19 01:45:38.787613 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-76345aa4-e14f-4d24-bbe5-8fe387393acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:38.861029 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76345aa4-e14f-4d24-bbe5-8fe387393acd service neutron] Pushing event updated for resources: {'Port': ['ID=e6b0b484-b293-4323-9518-63e9c80772bc,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:38.873376 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7c2b5e59-d057-4755-88f7-05fb2ca39d46 req-356ffb9c-0824-4a89-9c6d-49b8451959f0 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805671 Oct 19 01:45:38.936731 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-76345aa4-e14f-4d24-bbe5-8fe387393acd service neutron] Attempting to bind port e6b0b484-b293-4323-9518-63e9c80772bc on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:45:38.937000 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-76345aa4-e14f-4d24-bbe5-8fe387393acd service neutron] Attempting to bind port e6b0b484-b293-4323-9518-63e9c80772bc by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'a2c71017-1d2f-44c4-b513-04b4a20905b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '924e70d0-db2a-4173-9a20-b217c62def5c'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:45:38.937324 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-76345aa4-e14f-4d24-bbe5-8fe387393acd service neutron] Attempting to bind port e6b0b484-b293-4323-9518-63e9c80772bc on network 924e70d0-db2a-4173-9a20-b217c62def5c {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:45:38.941656 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-76345aa4-e14f-4d24-bbe5-8fe387393acd service neutron] Port e6b0b484-b293-4323-9518-63e9c80772bc on network 924e70d0-db2a-4173-9a20-b217c62def5c not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:45:38.941986 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-76345aa4-e14f-4d24-bbe5-8fe387393acd service neutron] Attempting to bind port e6b0b484-b293-4323-9518-63e9c80772bc on network 924e70d0-db2a-4173-9a20-b217c62def5c {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:45:38.946849 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-76345aa4-e14f-4d24-bbe5-8fe387393acd service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:45:38.947187 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-76345aa4-e14f-4d24-bbe5-8fe387393acd service neutron] Checking segment: {'id': 'a2c71017-1d2f-44c4-b513-04b4a20905b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '924e70d0-db2a-4173-9a20-b217c62def5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:45:38.947574 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-76345aa4-e14f-4d24-bbe5-8fe387393acd service neutron] Bound using segment: {'id': 'a2c71017-1d2f-44c4-b513-04b4a20905b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '924e70d0-db2a-4173-9a20-b217c62def5c'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:45:38.948082 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-76345aa4-e14f-4d24-bbe5-8fe387393acd service neutron] Bound port: e6b0b484-b293-4323-9518-63e9c80772bc, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c71017-1d2f-44c4-b513-04b4a20905b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '924e70d0-db2a-4173-9a20-b217c62def5c'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:45:38.948396 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-76345aa4-e14f-4d24-bbe5-8fe387393acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:39.015491 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-76345aa4-e14f-4d24-bbe5-8fe387393acd service neutron] For port e6b0b484-b293-4323-9518-63e9c80772bc, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:45:39.018599 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-76345aa4-e14f-4d24-bbe5-8fe387393acd service neutron] For port e6b0b484-b293-4323-9518-63e9c80772bc, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=e6b0b484-b293-4323-9518-63e9c80772bc,segment=NetworkSegment(a2c71017-1d2f-44c4-b513-04b4a20905b8),segment_id=a2c71017-1d2f-44c4-b513-04b4a20905b8)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:45:39.022147 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-76345aa4-e14f-4d24-bbe5-8fe387393acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:39.058201 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-76345aa4-e14f-4d24-bbe5-8fe387393acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:39.059355 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-76345aa4-e14f-4d24-bbe5-8fe387393acd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:39.060742 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-76345aa4-e14f-4d24-bbe5-8fe387393acd service neutron] 10.222.0.55 "PUT /v2.0/ports/e6b0b484-b293-4323-9518-63e9c80772bc HTTP/1.1" status: 200 len: 1092 time: 0.6611757 Oct 19 01:45:39.081274 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76345aa4-e14f-4d24-bbe5-8fe387393acd service neutron] Pushing event updated for resources: {'Port': ['ID=e6b0b484-b293-4323-9518-63e9c80772bc,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:39.136945 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-093f568a-65fe-4707-92e1-eed6f2e29352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:39.138433 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-093f568a-65fe-4707-92e1-eed6f2e29352 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c7bdf925f8f84540aae5e7d26e2090a6&device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 1095 time: 0.0416212 Oct 19 01:45:39.183924 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-f1a1189f-9ddd-4f53-9f0e-f12e5992b507 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6b0b484-b293-4323-9518-63e9c80772bc HTTP/1.1" status: 200 len: 217 time: 0.0375683 Oct 19 01:45:39.231629 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-16861fb5-b26f-4b4b-bc63-4d164631c663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:39.233604 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-16861fb5-b26f-4b4b-bc63-4d164631c663 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fd1d52b-5f0c-4c2a-a0cb-aa63a8c01fac HTTP/1.1" status: 200 len: 855 time: 0.0429053 Oct 19 01:45:39.265292 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-aa99de04-2c78-43b3-905c-f5bfeb966a8b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=924e70d0-db2a-4173-9a20-b217c62def5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251651 Oct 19 01:45:39.358118 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-783dc3e1-623a-458f-92e7-13ac1895c396 service neutron] 10.222.0.55 "GET /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859301 Oct 19 01:45:39.446679 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-815599b4-88c9-48d0-a361-6b24e5ef6f9d req-8297311e-4610-40b0-8f3e-d1fd32bbe28d service neutron] 10.222.0.55 "GET /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813682 Oct 19 01:45:39.992628 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1ff31-47ee-486a-9d8f-ec6aceef101a req-54909596-e86b-400b-b657-dd4a357cf300 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:39.994102 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ffa1ff31-47ee-486a-9d8f-ec6aceef101a req-54909596-e86b-400b-b657-dd4a357cf300 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 943 time: 0.0533059 Oct 19 01:45:40.030956 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ffa1ff31-47ee-486a-9d8f-ec6aceef101a req-96837c2c-0502-4afe-9ef7-ddda785f25d0 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302143 Oct 19 01:45:40.053858 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88cf16b6-f51e-4154-ab1f-45e19bf7d719', 'tag': 'e6b0b484-b293-4323-9518-63e9c80772bc'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:45:40.056230 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cead35-94c8-415e-8dea-7c40bf41828f" -d '{"events": [{"name": "network-changed", "server_uuid": "88cf16b6-f51e-4154-ab1f-45e19bf7d719", "tag": "e6b0b484-b293-4323-9518-63e9c80772bc"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:45:40.090721 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde9bddb-e1ef-4d87-9979-dee2ce6d52a4 x-openstack-request-id: req-dde9bddb-e1ef-4d87-9979-dee2ce6d52a4 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:45:40.091014 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88cf16b6-f51e-4154-ab1f-45e19bf7d719", "tag": "e6b0b484-b293-4323-9518-63e9c80772bc", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:45:40.091271 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dde9bddb-e1ef-4d87-9979-dee2ce6d52a4 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:45:40.091675 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88cf16b6-f51e-4154-ab1f-45e19bf7d719', 'tag': 'e6b0b484-b293-4323-9518-63e9c80772bc', 'status': 'completed', 'code': 200} Oct 19 01:45:40.153410 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cead35-94c8-415e-8dea-7c40bf41828f req-db356d56-7fa6-42bf-8afe-9a3dd1efbd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:40.154791 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-82cead35-94c8-415e-8dea-7c40bf41828f req-db356d56-7fa6-42bf-8afe-9a3dd1efbd3f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c7bdf925f8f84540aae5e7d26e2090a6&device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 1095 time: 0.0405498 Oct 19 01:45:40.248569 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cead35-94c8-415e-8dea-7c40bf41828f req-876433db-96aa-4b99-8de3-ecece29317cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:40.250012 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-82cead35-94c8-415e-8dea-7c40bf41828f req-876433db-96aa-4b99-8de3-ecece29317cc service neutron] 10.222.0.55 "GET /v2.0/networks?id=924e70d0-db2a-4173-9a20-b217c62def5c HTTP/1.1" status: 200 len: 916 time: 0.0876751 Oct 19 01:45:40.290566 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-82cead35-94c8-415e-8dea-7c40bf41828f req-46bc862c-e1fc-47e7-a85b-7cb4a8ff701e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6b0b484-b293-4323-9518-63e9c80772bc HTTP/1.1" status: 200 len: 217 time: 0.0331881 Oct 19 01:45:40.344339 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cead35-94c8-415e-8dea-7c40bf41828f req-2330b0a0-2875-4332-ac92-889f89c7c5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:40.345749 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-82cead35-94c8-415e-8dea-7c40bf41828f req-2330b0a0-2875-4332-ac92-889f89c7c5a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fd1d52b-5f0c-4c2a-a0cb-aa63a8c01fac HTTP/1.1" status: 200 len: 855 time: 0.0472262 Oct 19 01:45:40.377477 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-82cead35-94c8-415e-8dea-7c40bf41828f req-25a199a3-b190-4e0c-ad29-d8896d4ffae0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=924e70d0-db2a-4173-9a20-b217c62def5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241416 Oct 19 01:45:40.465852 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-82cead35-94c8-415e-8dea-7c40bf41828f req-59f4a077-364b-4fe3-b288-c0bbb5cbc403 service neutron] 10.222.0.55 "GET /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803893 Oct 19 01:45:40.524231 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 667b9a9b-2292-4f7e-834a-671ada072292 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:45:40.544739 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 667b9a9b-2292-4f7e-834a-671ada072292 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:45:40.545092 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 667b9a9b-2292-4f7e-834a-671ada072292 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:45:40.561286 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-82cead35-94c8-415e-8dea-7c40bf41828f req-4793da4b-d78f-4b1a-8904-4e85b78f50b7 service neutron] 10.222.0.55 "GET /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886996 Oct 19 01:45:41.143677 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cdafe-f989-477f-97a7-dfe457ca6c6d req-a9ff12fc-b67e-4947-90bc-9eea9dc12327 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:41.145166 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-720cdafe-f989-477f-97a7-dfe457ca6c6d req-a9ff12fc-b67e-4947-90bc-9eea9dc12327 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 943 time: 0.0488138 Oct 19 01:45:41.181796 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-720cdafe-f989-477f-97a7-dfe457ca6c6d req-099901a4-b418-41d0-9d54-8110d33b95cd tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306695 Oct 19 01:45:41.341548 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:45:42.296968 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a39a1-75eb-4c33-9791-b9ecd91f0fda req-0a51da63-802c-40c2-900a-c6c0bf6e5b55 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:42.298434 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bf5a39a1-75eb-4c33-9791-b9ecd91f0fda req-0a51da63-802c-40c2-900a-c6c0bf6e5b55 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 943 time: 0.0481794 Oct 19 01:45:42.335442 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bf5a39a1-75eb-4c33-9791-b9ecd91f0fda req-52bcaff3-38ef-4379-bc1e-8728144331cb tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311465 Oct 19 01:45:42.535275 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device e6b0b484-b293-4323-9518-63e9c80772bc details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:45:42.630632 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port e6b0b484-b293-4323-9518-63e9c80772bc, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=e6b0b484-b293-4323-9518-63e9c80772bc,segment=NetworkSegment(a2c71017-1d2f-44c4-b513-04b4a20905b8),segment_id=a2c71017-1d2f-44c4-b513-04b4a20905b8)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:45:42.645197 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'e6b0b484-b293-4323-9518-63e9c80772bc', 'network_id': '924e70d0-db2a-4173-9a20-b217c62def5c', 'port_id': 'e6b0b484-b293-4323-9518-63e9c80772bc', 'mac_address': 'fa:16:3e:06:ec:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd1d52b-5f0c-4c2a-a0cb-aa63a8c01fac', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:45:42.680640 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:42.693558 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6b0b484-b293-4323-9518-63e9c80772bc {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:45:42.712330 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port e6b0b484-b293-4323-9518-63e9c80772bc, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=e6b0b484-b293-4323-9518-63e9c80772bc,segment=NetworkSegment(a2c71017-1d2f-44c4-b513-04b4a20905b8),segment_id=a2c71017-1d2f-44c4-b513-04b4a20905b8)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:45:42.716192 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:42.760925 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=e6b0b484-b293-4323-9518-63e9c80772bc,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:43.003434 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['e6b0b484-b293-4323-9518-63e9c80772bc'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:45:43.447846 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f41fa-e5d6-45a1-846b-0b17ddea46d4 req-d965dbaf-e952-4ccb-a28b-7dd1b8efee66 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:43.449322 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6d1f41fa-e5d6-45a1-846b-0b17ddea46d4 req-d965dbaf-e952-4ccb-a28b-7dd1b8efee66 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 944 time: 0.0485575 Oct 19 01:45:43.488062 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6d1f41fa-e5d6-45a1-846b-0b17ddea46d4 req-c6526d00-a297-4317-991e-0be5e4a74803 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327251 Oct 19 01:45:43.998035 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9cdc0370-ae13-40e4-b920-67c11c0753c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:44.547376 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device e6b0b484-b293-4323-9518-63e9c80772bc up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:45:44.597990 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port e6b0b484-b293-4323-9518-63e9c80772bc completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:45:44.601582 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port e6b0b484-b293-4323-9518-63e9c80772bc triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:45:44.602212 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:44.609062 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f4a5d-bf86-4cb3-9948-740ba1295f7e req-12813529-01bd-42cf-8da2-94ef2ba38817 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:44.610543 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-003f4a5d-bf86-4cb3-9948-740ba1295f7e req-12813529-01bd-42cf-8da2-94ef2ba38817 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 944 time: 0.0551410 Oct 19 01:45:44.648702 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-003f4a5d-bf86-4cb3-9948-740ba1295f7e req-23847ef6-bc8a-43b6-9571-4c51a7c7a251 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320468 Oct 19 01:45:44.680113 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:44.702602 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88cf16b6-f51e-4154-ab1f-45e19bf7d719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b0b484-b293-4323-9518-63e9c80772bc'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:45:44.704928 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cff7cb-64b6-434d-b0dc-0a1c7dd4ec8f" -d '{"events": [{"server_uuid": "88cf16b6-f51e-4154-ab1f-45e19bf7d719", "name": "network-vif-plugged", "status": "completed", "tag": "e6b0b484-b293-4323-9518-63e9c80772bc"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:45:44.717939 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port e6b0b484-b293-4323-9518-63e9c80772bc, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=e6b0b484-b293-4323-9518-63e9c80772bc,segment=NetworkSegment(a2c71017-1d2f-44c4-b513-04b4a20905b8),segment_id=a2c71017-1d2f-44c4-b513-04b4a20905b8)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:45:44.722496 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:44.746953 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df6a421-c573-4713-bd81-e7d3d68f5fab x-openstack-request-id: req-6df6a421-c573-4713-bd81-e7d3d68f5fab {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:45:44.747248 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88cf16b6-f51e-4154-ab1f-45e19bf7d719", "name": "network-vif-plugged", "status": "completed", "tag": "e6b0b484-b293-4323-9518-63e9c80772bc", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:45:44.747503 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6df6a421-c573-4713-bd81-e7d3d68f5fab {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:45:44.748451 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88cf16b6-f51e-4154-ab1f-45e19bf7d719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b0b484-b293-4323-9518-63e9c80772bc', 'code': 200} Oct 19 01:45:44.775157 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=e6b0b484-b293-4323-9518-63e9c80772bc,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:44.839353 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624e159-64a6-48a3-83e1-fe778d7cab65 req-18150f94-b4c8-4b11-a266-7a07e8b748a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:44.841481 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4624e159-64a6-48a3-83e1-fe778d7cab65 req-18150f94-b4c8-4b11-a266-7a07e8b748a4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 1097 time: 0.0422769 Oct 19 01:45:44.876010 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4624e159-64a6-48a3-83e1-fe778d7cab65 req-de5a005b-28f7-40b4-b026-255d5fe718bb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272772 Oct 19 01:45:45.761242 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898eb9d8-9729-4503-b4da-9f91b3c85828 req-8134aa6d-9c0d-4a2d-9df4-b048b2f90e92 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:45.762717 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-898eb9d8-9729-4503-b4da-9f91b3c85828 req-8134aa6d-9c0d-4a2d-9df4-b048b2f90e92 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 945 time: 0.0491171 Oct 19 01:45:45.800218 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-898eb9d8-9729-4503-b4da-9f91b3c85828 req-d949cb92-d480-4d3a-ae31-a045e865543c tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315993 Oct 19 01:45:46.582988 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4bfbd473-9ace-496c-8b21-053f3986576e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:46.919604 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aaf259-259f-4358-954c-4b8d858c00ae req-c73f3f3f-e137-4b95-9c7f-f66db7bda4e8 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:46.921090 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-18aaf259-259f-4358-954c-4b8d858c00ae req-c73f3f3f-e137-4b95-9c7f-f66db7bda4e8 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 945 time: 0.0526183 Oct 19 01:45:46.958384 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-18aaf259-259f-4358-954c-4b8d858c00ae req-1daeb95f-8580-434b-8982-5fff12c5bcfa tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313966 Oct 19 01:45:47.073060 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569a989-2d12-47b9-ad60-9f860e78a5b7 req-c1609ab5-d6eb-411a-bb4e-212020014213 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:47.075012 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e569a989-2d12-47b9-ad60-9f860e78a5b7 req-c1609ab5-d6eb-411a-bb4e-212020014213 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 945 time: 0.0515676 Oct 19 01:45:47.112314 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e569a989-2d12-47b9-ad60-9f860e78a5b7 req-5b3e153e-804c-4870-9f7a-c87f6cc54920 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312631 Oct 19 01:45:47.307626 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:47.364750 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-8be761ee-6c33-498c-b6f9-23cd8dd89bb0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0723734 Oct 19 01:45:47.373297 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793b1ca-f58c-4f5d-9151-fefac313ef48 req-3da6eee0-e298-410d-bd52-3b0d4355a301 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:47.374705 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9793b1ca-f58c-4f5d-9151-fefac313ef48 req-3da6eee0-e298-410d-bd52-3b0d4355a301 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 945 time: 0.0732582 Oct 19 01:45:47.414685 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9793b1ca-f58c-4f5d-9151-fefac313ef48 req-6bea5a4e-f785-4227-9845-9b71b781afa6 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334818 Oct 19 01:45:47.909070 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:48.502202 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-517463a7-b513-4128-b8ba-ee2a52359778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:48.503693 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-517463a7-b513-4128-b8ba-ee2a52359778 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c7bdf925f8f84540aae5e7d26e2090a6&device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 1097 time: 0.0444281 Oct 19 01:45:48.530534 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce5f2b-558c-4646-a0b4-2dffdf5c6f88 req-ad883c2a-f119-4460-840f-a881e8337fa5 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:48.532061 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-efce5f2b-558c-4646-a0b4-2dffdf5c6f88 req-ad883c2a-f119-4460-840f-a881e8337fa5 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 945 time: 0.0491688 Oct 19 01:45:48.571013 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-efce5f2b-558c-4646-a0b4-2dffdf5c6f88 req-911fa913-a435-4f94-8112-1febd82ed9ef tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326390 Oct 19 01:45:48.596239 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-f76b251a-3cde-47ea-83f1-1a416cb4af7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:48.597707 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-f76b251a-3cde-47ea-83f1-1a416cb4af7c service neutron] 10.222.0.55 "GET /v2.0/networks?id=924e70d0-db2a-4173-9a20-b217c62def5c HTTP/1.1" status: 200 len: 916 time: 0.0872791 Oct 19 01:45:48.642380 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-e37d73be-e5ce-4975-a367-3d48ca531836 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6b0b484-b293-4323-9518-63e9c80772bc HTTP/1.1" status: 200 len: 217 time: 0.0373538 Oct 19 01:45:49.003313 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-a643352b-2c30-4a6d-8606-fc0da9107bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:49.005094 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-a643352b-2c30-4a6d-8606-fc0da9107bce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fd1d52b-5f0c-4c2a-a0cb-aa63a8c01fac HTTP/1.1" status: 200 len: 855 time: 0.3562510 Oct 19 01:45:49.036659 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-c93ea1ab-f275-44b0-9637-123f45763e35 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=924e70d0-db2a-4173-9a20-b217c62def5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239964 Oct 19 01:45:49.128823 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-951e9efc-0c8e-472d-b81a-70a601a3c11a service neutron] 10.222.0.55 "GET /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846765 Oct 19 01:45:49.218145 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-858269ea-9205-4a60-b447-dc5a68d63676 service neutron] 10.222.0.55 "GET /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818765 Oct 19 01:45:49.686897 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f66768-3c63-45e3-bb55-10cbb9ea8fda req-7daac2f0-11de-4caa-955a-aab104f22e76 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:49.688388 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-05f66768-3c63-45e3-bb55-10cbb9ea8fda req-7daac2f0-11de-4caa-955a-aab104f22e76 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 945 time: 0.0488229 Oct 19 01:45:49.729910 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-05f66768-3c63-45e3-bb55-10cbb9ea8fda req-be0ea612-5819-4697-8bef-f7000ce8a5f9 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356519 Oct 19 01:45:49.833784 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:50.844896 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755ce35-13c8-4925-ae06-3c07d7006cf3 req-10faacf8-3821-476d-86fd-c0e547e860c9 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:50.846371 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6755ce35-13c8-4925-ae06-3c07d7006cf3 req-10faacf8-3821-476d-86fd-c0e547e860c9 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 945 time: 0.0488384 Oct 19 01:45:50.884721 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6755ce35-13c8-4925-ae06-3c07d7006cf3 req-528cefcb-1976-43bf-949e-dd12b659a099 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323353 Oct 19 01:45:51.998798 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5243b-64c1-4f9d-92ba-7218a01086bf req-cfeaae90-d924-4bd0-8610-370c531ebe7f tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:52.000268 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8fd5243b-64c1-4f9d-92ba-7218a01086bf req-cfeaae90-d924-4bd0-8610-370c531ebe7f tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 945 time: 0.0485840 Oct 19 01:45:52.037283 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8fd5243b-64c1-4f9d-92ba-7218a01086bf req-a60bb315-6622-42de-a14c-2b1bfb59a607 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311399 Oct 19 01:45:53.154963 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad36958-3da5-4d05-8364-df8d2ce8da57 req-5417857d-cecb-4fb6-b14d-02207e2b04e1 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:53.156452 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4ad36958-3da5-4d05-8364-df8d2ce8da57 req-5417857d-cecb-4fb6-b14d-02207e2b04e1 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 945 time: 0.0522833 Oct 19 01:45:53.193235 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4ad36958-3da5-4d05-8364-df8d2ce8da57 req-7c777b35-0a63-414d-bfa1-2d50ea24229a tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307908 Oct 19 01:45:54.307645 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf64281-27eb-416c-a501-7ceb1abb43e6 req-71b72afe-c81c-4a06-bdda-dbe588e351e8 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:54.309784 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7bf64281-27eb-416c-a501-7ceb1abb43e6 req-71b72afe-c81c-4a06-bdda-dbe588e351e8 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 945 time: 0.0492828 Oct 19 01:45:54.346629 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7bf64281-27eb-416c-a501-7ceb1abb43e6 req-573185d2-3b4a-4542-9937-1961904a587d tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307264 Oct 19 01:45:55.460616 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcc6d0-1c24-4a1a-863f-e4a8741039c1 req-cd001175-b10f-4891-bef6-ab6779b2109e tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:55.462078 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0bfcc6d0-1c24-4a1a-863f-e4a8741039c1 req-cd001175-b10f-4891-bef6-ab6779b2109e tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 945 time: 0.0483363 Oct 19 01:45:55.499165 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0bfcc6d0-1c24-4a1a-863f-e4a8741039c1 req-50cd984d-827c-43e1-8634-34c99d5c5942 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311470 Oct 19 01:45:56.612793 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eca3cb-436c-4374-8739-3f785fd1c000 req-1279fcf9-f236-4e5e-ac21-be1e7bae09d0 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:56.614254 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-64eca3cb-436c-4374-8739-3f785fd1c000 req-1279fcf9-f236-4e5e-ac21-be1e7bae09d0 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 945 time: 0.0485590 Oct 19 01:45:56.656370 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-64eca3cb-436c-4374-8739-3f785fd1c000 req-42bbef43-1519-4772-aba2-7e969949e7c9 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362310 Oct 19 01:45:57.474469 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:57.771299 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606738f3-56cf-4320-abef-e515e571842d req-50ae1f3d-f25b-4ca4-ac9b-a7db1b54cb47 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:57.772806 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-606738f3-56cf-4320-abef-e515e571842d req-50ae1f3d-f25b-4ca4-ac9b-a7db1b54cb47 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 945 time: 0.0496864 Oct 19 01:45:57.810374 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-606738f3-56cf-4320-abef-e515e571842d req-489a03a1-df72-464e-9f47-a55f31925251 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314140 Oct 19 01:45:58.926059 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f9026-f5ed-41b5-830a-81fca50d9c11 req-fe973322-0b59-44f9-b7f0-578190db24c4 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:58.927618 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-596f9026-f5ed-41b5-830a-81fca50d9c11 req-fe973322-0b59-44f9-b7f0-578190db24c4 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 945 time: 0.0487595 Oct 19 01:45:58.966298 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-596f9026-f5ed-41b5-830a-81fca50d9c11 req-4f25f32d-340c-42b0-b291-ada414e6ecc5 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315423 Oct 19 01:45:59.874708 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:00.084353 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1377278-5d1b-4230-93a7-227adc934fd5 req-31e21cf6-2230-4c4d-ae70-b7c82e1ac8be tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:00.085814 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d1377278-5d1b-4230-93a7-227adc934fd5 req-31e21cf6-2230-4c4d-ae70-b7c82e1ac8be tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 945 time: 0.0517035 Oct 19 01:46:00.122733 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d1377278-5d1b-4230-93a7-227adc934fd5 req-a31d929e-1930-4ac8-9686-30098913948d tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309544 Oct 19 01:46:01.238945 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa47738-42dc-43e6-baaa-1427a986f81a req-42702c7a-c9bb-4f39-bd33-390db25d6498 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:01.240417 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3fa47738-42dc-43e6-baaa-1427a986f81a req-42702c7a-c9bb-4f39-bd33-390db25d6498 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 945 time: 0.0511060 Oct 19 01:46:01.279892 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3fa47738-42dc-43e6-baaa-1427a986f81a req-e1d78913-e67d-46b8-8f91-7c6be054ef05 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329483 Oct 19 01:46:02.394764 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98b9c4-9a8d-4224-8a75-983f7ec6e2f8 req-4704f312-345a-48d5-8a99-75f60e83a37a tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:02.396253 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-be98b9c4-9a8d-4224-8a75-983f7ec6e2f8 req-4704f312-345a-48d5-8a99-75f60e83a37a tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 945 time: 0.0479915 Oct 19 01:46:02.433408 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-be98b9c4-9a8d-4224-8a75-983f7ec6e2f8 req-606b2cbd-f2aa-428a-9030-e746993686da tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312426 Oct 19 01:46:03.547788 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a05bf-1245-441c-8a16-478c1bb84e34 req-09b3e109-bd3e-483c-bb22-b56d1c9d30c0 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:03.549278 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9a1a05bf-1245-441c-8a16-478c1bb84e34 req-09b3e109-bd3e-483c-bb22-b56d1c9d30c0 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 945 time: 0.0485861 Oct 19 01:46:03.591365 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9a1a05bf-1245-441c-8a16-478c1bb84e34 req-1a5e8d39-d4fb-4d70-b444-aea23d1dd601 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359190 Oct 19 01:46:04.709188 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac49fdf-de62-490a-9562-a865a9ffb225 req-75bc21d7-c5b9-4af7-8b0b-99e2973b8ebd tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:04.710660 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eac49fdf-de62-490a-9562-a865a9ffb225 req-75bc21d7-c5b9-4af7-8b0b-99e2973b8ebd tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 945 time: 0.0490165 Oct 19 01:46:04.747913 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eac49fdf-de62-490a-9562-a865a9ffb225 req-c5af4771-b18e-413a-9d2a-e832495d3974 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312893 Oct 19 01:46:05.861621 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427203d-3193-4014-a2c4-bebc4f05fd87 req-b5a60ac6-df92-490f-9267-2d5c70946189 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:05.863089 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d427203d-3193-4014-a2c4-bebc4f05fd87 req-b5a60ac6-df92-490f-9267-2d5c70946189 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 945 time: 0.0488153 Oct 19 01:46:05.901082 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d427203d-3193-4014-a2c4-bebc4f05fd87 req-5213d8d1-9211-4783-bf48-b321aed4561e tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319808 Oct 19 01:46:07.021245 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9236e9f-7a5d-49ed-a00c-120ab497b61f req-4e3b3237-b004-4563-a077-e6a422f5612a tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:07.022687 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c9236e9f-7a5d-49ed-a00c-120ab497b61f req-4e3b3237-b004-4563-a077-e6a422f5612a tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 945 time: 0.0533919 Oct 19 01:46:07.058913 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c9236e9f-7a5d-49ed-a00c-120ab497b61f req-1f2f29a8-16fc-4a06-b221-f85fb6395b13 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301492 Oct 19 01:46:08.173269 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a0b40-2366-4287-8a69-cb4343ce5518 req-7705bfec-966c-486c-9e60-a57bf1ca1c50 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:08.174743 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e58a0b40-2366-4287-8a69-cb4343ce5518 req-7705bfec-966c-486c-9e60-a57bf1ca1c50 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 945 time: 0.0484319 Oct 19 01:46:08.212290 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e58a0b40-2366-4287-8a69-cb4343ce5518 req-3c2d808e-ab2c-40fa-97ac-c9c6c9cc9110 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315852 Oct 19 01:46:09.325052 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33997f-9848-473f-8f43-9fd816b6fbb2 req-3c55eeb9-c0f4-4df8-a564-2a8034712ce2 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:09.326725 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6b33997f-9848-473f-8f43-9fd816b6fbb2 req-3c55eeb9-c0f4-4df8-a564-2a8034712ce2 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 945 time: 0.0482450 Oct 19 01:46:09.363983 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6b33997f-9848-473f-8f43-9fd816b6fbb2 req-0c240595-c8da-44c4-8c48-3221f1cba9a4 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313039 Oct 19 01:46:10.477192 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072ac3c-9fc2-4509-a646-7638161c0577 req-332f32c0-ca9d-40fd-a6e7-0a455a849912 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:10.478911 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3072ac3c-9fc2-4509-a646-7638161c0577 req-332f32c0-ca9d-40fd-a6e7-0a455a849912 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 945 time: 0.0488424 Oct 19 01:46:10.520244 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3072ac3c-9fc2-4509-a646-7638161c0577 req-41d34fde-5f94-4c55-a6fa-12ad0a972d06 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346119 Oct 19 01:46:11.633703 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf3d03-ed99-498c-a3df-fddbed2c8f0c req-1a12a3df-2ae2-4dbf-982e-0df841b09a5c tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:11.635185 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-57cf3d03-ed99-498c-a3df-fddbed2c8f0c req-1a12a3df-2ae2-4dbf-982e-0df841b09a5c tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 945 time: 0.0485704 Oct 19 01:46:11.672377 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-57cf3d03-ed99-498c-a3df-fddbed2c8f0c req-ab046e6f-880f-4044-8836-58c4e8945bb2 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311024 Oct 19 01:46:12.785230 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7b5f8-17a8-456a-a7b2-f6d936aa4097 req-ee7a6658-2cad-460d-9542-d847752622f1 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:12.786682 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-69d7b5f8-17a8-456a-a7b2-f6d936aa4097 req-ee7a6658-2cad-460d-9542-d847752622f1 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 945 time: 0.0487137 Oct 19 01:46:12.823620 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-69d7b5f8-17a8-456a-a7b2-f6d936aa4097 req-0d5128fa-70b7-459b-9084-991a609d2b62 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310566 Oct 19 01:46:13.942463 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfb010-afa0-4b04-ac08-8931de3c338c req-9edab404-68ba-4f96-969c-ce9854c06392 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:13.943997 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-03bfb010-afa0-4b04-ac08-8931de3c338c req-9edab404-68ba-4f96-969c-ce9854c06392 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 945 time: 0.0523224 Oct 19 01:46:13.982247 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-03bfb010-afa0-4b04-ac08-8931de3c338c req-eed1f930-3d2e-4bbd-a611-256536ee9f82 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314524 Oct 19 01:46:13.997945 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-323fa42a-9fdb-4d7f-a3fd-c23931aec7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:15.098908 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a03f8-c15f-4aed-9ff7-602bda8fc293 req-ded6f5b0-8870-47a7-a82e-0599c1012ee2 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:15.100416 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-812a03f8-c15f-4aed-9ff7-602bda8fc293 req-ded6f5b0-8870-47a7-a82e-0599c1012ee2 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 945 time: 0.0493529 Oct 19 01:46:15.143047 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-812a03f8-c15f-4aed-9ff7-602bda8fc293 req-116b25fb-fecf-42e8-8a96-99e92808de50 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355186 Oct 19 01:46:16.016165 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294ed8e-0fab-4866-8251-e40f4662676b req-464420e5-2fb5-40d4-b8d1-6dd25abc0f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:16.017673 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3294ed8e-0fab-4866-8251-e40f4662676b req-464420e5-2fb5-40d4-b8d1-6dd25abc0f46 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c7bdf925f8f84540aae5e7d26e2090a6&device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 1097 time: 0.0412626 Oct 19 01:46:16.142079 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-07e38e8f-8a44-4115-a6f6-8d54c3078064 service neutron] show failed (client error): The resource could not be found. Oct 19 01:46:16.143100 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-07e38e8f-8a44-4115-a6f6-8d54c3078064 service neutron] 10.222.0.55 "GET /v2.0/ports/e6b0b484-b293-4323-9518-63e9c80772bc/bindings/n-h2-715271-26 HTTP/1.1" status: 404 len: 381 time: 0.1168699 Oct 19 01:46:16.163243 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294ed8e-0fab-4866-8251-e40f4662676b req-de7d33e2-75c9-4770-b1eb-105a07397166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:16.164769 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3294ed8e-0fab-4866-8251-e40f4662676b req-de7d33e2-75c9-4770-b1eb-105a07397166 service neutron] 10.222.0.55 "GET /v2.0/networks?id=924e70d0-db2a-4173-9a20-b217c62def5c HTTP/1.1" status: 200 len: 916 time: 0.1109493 Oct 19 01:46:16.223060 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3294ed8e-0fab-4866-8251-e40f4662676b req-1fcffbc6-ed78-45f0-8470-6f72922eee78 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6b0b484-b293-4323-9518-63e9c80772bc HTTP/1.1" status: 200 len: 217 time: 0.0431783 Oct 19 01:46:16.268755 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b678ec-8d31-4da5-9458-a3e856f7c464 req-a71fba20-7493-43db-b23a-a5109e178f9f tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:16.270859 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-07b678ec-8d31-4da5-9458-a3e856f7c464 req-a71fba20-7493-43db-b23a-a5109e178f9f tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 945 time: 0.0568740 Oct 19 01:46:16.276012 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294ed8e-0fab-4866-8251-e40f4662676b req-5c6f43ec-0e8e-497b-a5e7-d93f89938b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:16.282583 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3294ed8e-0fab-4866-8251-e40f4662676b req-5c6f43ec-0e8e-497b-a5e7-d93f89938b43 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fd1d52b-5f0c-4c2a-a0cb-aa63a8c01fac HTTP/1.1" status: 200 len: 855 time: 0.0528440 Oct 19 01:46:16.317153 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3294ed8e-0fab-4866-8251-e40f4662676b req-6605d3e6-9551-4c7f-be60-2acd291656fc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=924e70d0-db2a-4173-9a20-b217c62def5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277586 Oct 19 01:46:16.322936 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-07b678ec-8d31-4da5-9458-a3e856f7c464 req-4509851a-bb18-42cf-a45f-e3c2218fc730 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457907 Oct 19 01:46:16.355767 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-6c325fdc-333d-4455-8111-4919b861e63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:16.357267 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-6c325fdc-333d-4455-8111-4919b861e63c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719&tenant_id=c7bdf925f8f84540aae5e7d26e2090a6 HTTP/1.1" status: 200 len: 1097 time: 0.0444257 Oct 19 01:46:16.368866 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-76202a9a-ad94-4986-837e-ce41e659d285 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-26', 'device_owner': 'compute:nova'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:46:16.416995 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3294ed8e-0fab-4866-8251-e40f4662676b req-b172b9f4-88b1-412e-8879-902b45600dbc service neutron] 10.222.0.55 "GET /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928135 Oct 19 01:46:16.425057 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-76202a9a-ad94-4986-837e-ce41e659d285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:16.509647 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3294ed8e-0fab-4866-8251-e40f4662676b req-58153aea-4419-4147-8e34-da963970d8c4 service neutron] 10.222.0.55 "GET /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853436 Oct 19 01:46:16.583099 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ec9c1799-91ab-4078-96df-c3ecf41a6065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:16.631363 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-76202a9a-ad94-4986-837e-ce41e659d285 service neutron] For port e6b0b484-b293-4323-9518-63e9c80772bc, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=e6b0b484-b293-4323-9518-63e9c80772bc,segment=NetworkSegment(a2c71017-1d2f-44c4-b513-04b4a20905b8),segment_id=a2c71017-1d2f-44c4-b513-04b4a20905b8)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:46:16.664316 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-76202a9a-ad94-4986-837e-ce41e659d285 service neutron] For port e6b0b484-b293-4323-9518-63e9c80772bc, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:46:16.704070 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88cf16b6-f51e-4154-ab1f-45e19bf7d719', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6b0b484-b293-4323-9518-63e9c80772bc'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:46:16.706352 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fd519c-e219-4e30-84a6-c6ff228b33d8" -d '{"events": [{"server_uuid": "88cf16b6-f51e-4154-ab1f-45e19bf7d719", "name": "network-vif-unplugged", "status": "completed", "tag": "e6b0b484-b293-4323-9518-63e9c80772bc"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:46:16.710330 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-76202a9a-ad94-4986-837e-ce41e659d285 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:16.722674 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-76202a9a-ad94-4986-837e-ce41e659d285 service neutron] Transition to ACTIVE for port object e6b0b484-b293-4323-9518-63e9c80772bc will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:46:16.726419 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-76202a9a-ad94-4986-837e-ce41e659d285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:16.773716 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7810a2-ec37-4c02-8666-61d6208ac0b4 x-openstack-request-id: req-cd7810a2-ec37-4c02-8666-61d6208ac0b4 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:46:16.774016 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88cf16b6-f51e-4154-ab1f-45e19bf7d719", "name": "network-vif-unplugged", "status": "completed", "tag": "e6b0b484-b293-4323-9518-63e9c80772bc", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:46:16.774267 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cd7810a2-ec37-4c02-8666-61d6208ac0b4 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:46:16.774658 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88cf16b6-f51e-4154-ab1f-45e19bf7d719', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6b0b484-b293-4323-9518-63e9c80772bc', 'code': 200} Oct 19 01:46:16.799924 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-76202a9a-ad94-4986-837e-ce41e659d285 service neutron] No DVR routers for this DVR port e6b0b484-b293-4323-9518-63e9c80772bc on host n-h1-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:46:16.807852 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76202a9a-ad94-4986-837e-ce41e659d285 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b0b484-b293-4323-9518-63e9c80772bc,revision_number=6']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:16.831424 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76202a9a-ad94-4986-837e-ce41e659d285 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:16.831791 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76202a9a-ad94-4986-837e-ce41e659d285 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:16.832136 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76202a9a-ad94-4986-837e-ce41e659d285 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:16.832470 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76202a9a-ad94-4986-837e-ce41e659d285 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:16.832800 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76202a9a-ad94-4986-837e-ce41e659d285 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:16.833128 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76202a9a-ad94-4986-837e-ce41e659d285 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:16.833453 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76202a9a-ad94-4986-837e-ce41e659d285 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:16.833769 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76202a9a-ad94-4986-837e-ce41e659d285 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:16.834090 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76202a9a-ad94-4986-837e-ce41e659d285 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:16.834408 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76202a9a-ad94-4986-837e-ce41e659d285 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:16.834726 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76202a9a-ad94-4986-837e-ce41e659d285 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:16.835043 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76202a9a-ad94-4986-837e-ce41e659d285 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:16.851205 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-76202a9a-ad94-4986-837e-ce41e659d285 service neutron] Attempting to bind port e6b0b484-b293-4323-9518-63e9c80772bc on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:46:16.851536 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-76202a9a-ad94-4986-837e-ce41e659d285 service neutron] Attempting to bind port e6b0b484-b293-4323-9518-63e9c80772bc by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'a2c71017-1d2f-44c4-b513-04b4a20905b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '924e70d0-db2a-4173-9a20-b217c62def5c'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:46:16.851894 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-76202a9a-ad94-4986-837e-ce41e659d285 service neutron] Attempting to bind port e6b0b484-b293-4323-9518-63e9c80772bc on network 924e70d0-db2a-4173-9a20-b217c62def5c {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:46:16.857004 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-76202a9a-ad94-4986-837e-ce41e659d285 service neutron] Port e6b0b484-b293-4323-9518-63e9c80772bc on network 924e70d0-db2a-4173-9a20-b217c62def5c not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:46:16.857361 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-76202a9a-ad94-4986-837e-ce41e659d285 service neutron] Attempting to bind port e6b0b484-b293-4323-9518-63e9c80772bc on network 924e70d0-db2a-4173-9a20-b217c62def5c {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:46:16.862144 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-76202a9a-ad94-4986-837e-ce41e659d285 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:46:16.862475 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-76202a9a-ad94-4986-837e-ce41e659d285 service neutron] Checking segment: {'id': 'a2c71017-1d2f-44c4-b513-04b4a20905b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '924e70d0-db2a-4173-9a20-b217c62def5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:46:16.862844 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-76202a9a-ad94-4986-837e-ce41e659d285 service neutron] Bound using segment: {'id': 'a2c71017-1d2f-44c4-b513-04b4a20905b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '924e70d0-db2a-4173-9a20-b217c62def5c'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:46:16.863257 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-76202a9a-ad94-4986-837e-ce41e659d285 service neutron] Bound port: e6b0b484-b293-4323-9518-63e9c80772bc, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c71017-1d2f-44c4-b513-04b4a20905b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '924e70d0-db2a-4173-9a20-b217c62def5c'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:46:16.863602 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-76202a9a-ad94-4986-837e-ce41e659d285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:16.925668 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-76202a9a-ad94-4986-837e-ce41e659d285 service neutron] For port e6b0b484-b293-4323-9518-63e9c80772bc, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:46:16.928954 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-76202a9a-ad94-4986-837e-ce41e659d285 service neutron] For port e6b0b484-b293-4323-9518-63e9c80772bc, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=e6b0b484-b293-4323-9518-63e9c80772bc,segment=NetworkSegment(a2c71017-1d2f-44c4-b513-04b4a20905b8),segment_id=a2c71017-1d2f-44c4-b513-04b4a20905b8)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:46:16.932760 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-76202a9a-ad94-4986-837e-ce41e659d285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:16.965538 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-76202a9a-ad94-4986-837e-ce41e659d285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:16.966345 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-76202a9a-ad94-4986-837e-ce41e659d285 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:16.967910 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-76202a9a-ad94-4986-837e-ce41e659d285 service neutron] 10.222.0.24 "PUT /v2.0/ports/e6b0b484-b293-4323-9518-63e9c80772bc HTTP/1.1" status: 200 len: 1092 time: 0.6029444 Oct 19 01:46:16.991710 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76202a9a-ad94-4986-837e-ce41e659d285 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b0b484-b293-4323-9518-63e9c80772bc,revision_number=7']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:17.036712 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-2c8979c3-06c7-4610-b0d4-3e958cf22634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:17.038166 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-2c8979c3-06c7-4610-b0d4-3e958cf22634 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7bdf925f8f84540aae5e7d26e2090a6&device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 1095 time: 0.0437248 Oct 19 01:46:17.127376 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-6a4a42b6-38f2-464f-acd5-83bd2bcf725c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:17.128883 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-6a4a42b6-38f2-464f-acd5-83bd2bcf725c service neutron] 10.222.0.24 "GET /v2.0/networks?id=924e70d0-db2a-4173-9a20-b217c62def5c HTTP/1.1" status: 200 len: 916 time: 0.0838192 Oct 19 01:46:17.173587 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-38c03f2f-4f4c-4330-b04f-83d53611a048 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6b0b484-b293-4323-9518-63e9c80772bc HTTP/1.1" status: 200 len: 217 time: 0.0377481 Oct 19 01:46:17.221536 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-00113aaf-779f-4e80-9cf1-11924ff04fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:17.222910 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-00113aaf-779f-4e80-9cf1-11924ff04fa2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fd1d52b-5f0c-4c2a-a0cb-aa63a8c01fac HTTP/1.1" status: 200 len: 855 time: 0.0424304 Oct 19 01:46:17.252944 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-58fef38c-e0ab-4bae-9ba6-616f20aee619 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=924e70d0-db2a-4173-9a20-b217c62def5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233824 Oct 19 01:46:17.311708 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:17.347450 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-8e26468b-a6c5-494b-8126-3a0aca81f357 service neutron] 10.222.0.24 "GET /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875468 Oct 19 01:46:17.464802 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-0c17ec59-9791-4e95-b946-0405e4d4aebd service neutron] 10.222.0.24 "GET /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099761 Oct 19 01:46:17.477047 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26125c3-b7d5-42a7-97a2-4776a158fcec req-8534589c-1ddb-41b3-996c-a93156675de5 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:17.478697 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b26125c3-b7d5-42a7-97a2-4776a158fcec req-8534589c-1ddb-41b3-996c-a93156675de5 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 943 time: 0.0668936 Oct 19 01:46:17.523114 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b26125c3-b7d5-42a7-97a2-4776a158fcec req-0a78f013-013e-4806-b023-764b406929b4 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366542 Oct 19 01:46:17.904115 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:18.340169 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:46:18.642150 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410582a-2f54-410f-a58d-ed20710742df req-4bfca2ab-4207-4d9d-9264-262ddf131ccf tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:18.643555 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0410582a-2f54-410f-a58d-ed20710742df req-4bfca2ab-4207-4d9d-9264-262ddf131ccf tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 943 time: 0.0492699 Oct 19 01:46:18.685840 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0410582a-2f54-410f-a58d-ed20710742df req-06c2f862-2704-47e5-b947-51a687a938a7 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363748 Oct 19 01:46:18.775327 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88cf16b6-f51e-4154-ab1f-45e19bf7d719', 'tag': 'e6b0b484-b293-4323-9518-63e9c80772bc'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:46:18.778324 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6313354b-c78a-4f85-ac5b-d7c0d1ab5425" -d '{"events": [{"name": "network-changed", "server_uuid": "88cf16b6-f51e-4154-ab1f-45e19bf7d719", "tag": "e6b0b484-b293-4323-9518-63e9c80772bc"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:46:18.825025 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04453e31-35c6-4080-911e-37dc4fd83c30 x-openstack-request-id: req-04453e31-35c6-4080-911e-37dc4fd83c30 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:46:18.825320 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88cf16b6-f51e-4154-ab1f-45e19bf7d719", "tag": "e6b0b484-b293-4323-9518-63e9c80772bc", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:46:18.825587 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-04453e31-35c6-4080-911e-37dc4fd83c30 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:46:18.825982 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88cf16b6-f51e-4154-ab1f-45e19bf7d719', 'tag': 'e6b0b484-b293-4323-9518-63e9c80772bc', 'status': 'completed', 'code': 200} Oct 19 01:46:18.885471 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313354b-c78a-4f85-ac5b-d7c0d1ab5425 req-c6dd8c07-1abd-4763-99b9-626eed4516b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:18.887120 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6313354b-c78a-4f85-ac5b-d7c0d1ab5425 req-c6dd8c07-1abd-4763-99b9-626eed4516b8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7bdf925f8f84540aae5e7d26e2090a6&device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 1095 time: 0.0429547 Oct 19 01:46:18.889998 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313354b-c78a-4f85-ac5b-d7c0d1ab5425 req-a7280a22-e74b-4131-b6c2-a1b3781b0f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:18.891491 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6313354b-c78a-4f85-ac5b-d7c0d1ab5425 req-a7280a22-e74b-4131-b6c2-a1b3781b0f32 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c7bdf925f8f84540aae5e7d26e2090a6&device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 1095 time: 0.0420206 Oct 19 01:46:18.990302 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313354b-c78a-4f85-ac5b-d7c0d1ab5425 req-b5225420-72d9-4f02-8682-0a44fbdb428e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:18.992355 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6313354b-c78a-4f85-ac5b-d7c0d1ab5425 req-b5225420-72d9-4f02-8682-0a44fbdb428e service neutron] 10.222.0.55 "GET /v2.0/networks?id=924e70d0-db2a-4173-9a20-b217c62def5c HTTP/1.1" status: 200 len: 916 time: 0.0944278 Oct 19 01:46:19.001010 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313354b-c78a-4f85-ac5b-d7c0d1ab5425 req-c9770d8e-c84e-4be1-95a2-34fbf413506a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:19.002555 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6313354b-c78a-4f85-ac5b-d7c0d1ab5425 req-c9770d8e-c84e-4be1-95a2-34fbf413506a service neutron] 10.222.0.24 "GET /v2.0/networks?id=924e70d0-db2a-4173-9a20-b217c62def5c HTTP/1.1" status: 200 len: 916 time: 0.1077857 Oct 19 01:46:19.041624 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6313354b-c78a-4f85-ac5b-d7c0d1ab5425 req-e7cdef6c-3f8a-4787-a592-c8544738dc85 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6b0b484-b293-4323-9518-63e9c80772bc HTTP/1.1" status: 200 len: 217 time: 0.0422888 Oct 19 01:46:19.049722 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6313354b-c78a-4f85-ac5b-d7c0d1ab5425 req-0fbe0ac2-6cce-4fb3-8b96-c5eb0f7f3b8b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6b0b484-b293-4323-9518-63e9c80772bc HTTP/1.1" status: 200 len: 217 time: 0.0392988 Oct 19 01:46:19.092430 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313354b-c78a-4f85-ac5b-d7c0d1ab5425 req-be724784-1f04-4475-bad5-6d3609b9dd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:19.093889 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6313354b-c78a-4f85-ac5b-d7c0d1ab5425 req-be724784-1f04-4475-bad5-6d3609b9dd10 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fd1d52b-5f0c-4c2a-a0cb-aa63a8c01fac HTTP/1.1" status: 200 len: 855 time: 0.0455699 Oct 19 01:46:19.100660 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313354b-c78a-4f85-ac5b-d7c0d1ab5425 req-f437ae68-b0a6-4698-b35d-7d0d8660e530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:19.102095 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6313354b-c78a-4f85-ac5b-d7c0d1ab5425 req-f437ae68-b0a6-4698-b35d-7d0d8660e530 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fd1d52b-5f0c-4c2a-a0cb-aa63a8c01fac HTTP/1.1" status: 200 len: 855 time: 0.0441642 Oct 19 01:46:19.131350 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6313354b-c78a-4f85-ac5b-d7c0d1ab5425 req-15e4f622-a9ca-48dd-ae86-850fbecddf35 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=924e70d0-db2a-4173-9a20-b217c62def5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307691 Oct 19 01:46:19.135479 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6313354b-c78a-4f85-ac5b-d7c0d1ab5425 req-e7dda145-a2fb-4894-a7c6-ac776f23ecac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=924e70d0-db2a-4173-9a20-b217c62def5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248904 Oct 19 01:46:19.229517 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6313354b-c78a-4f85-ac5b-d7c0d1ab5425 req-2fc6800c-9d03-4183-a41f-c67beabd1cc4 service neutron] 10.222.0.55 "GET /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911117 Oct 19 01:46:19.234237 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6313354b-c78a-4f85-ac5b-d7c0d1ab5425 req-af6abf04-5501-473a-8fd6-50269ce7e7da service neutron] 10.222.0.24 "GET /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906804 Oct 19 01:46:19.325517 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6313354b-c78a-4f85-ac5b-d7c0d1ab5425 req-a7958217-05a9-4fce-be2c-c5ff619f65d5 service neutron] 10.222.0.55 "GET /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878241 Oct 19 01:46:19.335615 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6313354b-c78a-4f85-ac5b-d7c0d1ab5425 req-7126545b-66bb-4794-aebd-da540cda663e service neutron] 10.222.0.24 "GET /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856509 Oct 19 01:46:19.519102 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device e6b0b484-b293-4323-9518-63e9c80772bc details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:46:19.613842 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port e6b0b484-b293-4323-9518-63e9c80772bc, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=e6b0b484-b293-4323-9518-63e9c80772bc,segment=NetworkSegment(a2c71017-1d2f-44c4-b513-04b4a20905b8),segment_id=a2c71017-1d2f-44c4-b513-04b4a20905b8)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:46:19.625086 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'e6b0b484-b293-4323-9518-63e9c80772bc', 'network_id': '924e70d0-db2a-4173-9a20-b217c62def5c', 'port_id': 'e6b0b484-b293-4323-9518-63e9c80772bc', 'mac_address': 'fa:16:3e:06:ec:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd1d52b-5f0c-4c2a-a0cb-aa63a8c01fac', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:46:19.661220 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:19.673386 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6b0b484-b293-4323-9518-63e9c80772bc {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:46:19.692384 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port e6b0b484-b293-4323-9518-63e9c80772bc, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=e6b0b484-b293-4323-9518-63e9c80772bc,segment=NetworkSegment(a2c71017-1d2f-44c4-b513-04b4a20905b8),segment_id=a2c71017-1d2f-44c4-b513-04b4a20905b8)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:46:19.696300 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:19.747478 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=e6b0b484-b293-4323-9518-63e9c80772bc,revision_number=8']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:19.754871 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:19.755226 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:19.755572 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:19.755929 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:19.756264 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:19.756593 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:19.756923 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:19.757984 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:19.757984 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:19.757984 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:19.758318 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:19.758466 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:19.805574 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b49393-7f89-460c-aa04-b7f796fc1b44 req-17feca0f-ce5c-44c8-9062-cd17568ec293 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:19.807052 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-35b49393-7f89-460c-aa04-b7f796fc1b44 req-17feca0f-ce5c-44c8-9062-cd17568ec293 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 944 time: 0.0530629 Oct 19 01:46:19.836479 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:19.850956 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-35b49393-7f89-460c-aa04-b7f796fc1b44 req-e5ec27e4-a60c-4c7c-8a69-a5a46e29cfef tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371201 Oct 19 01:46:19.911889 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['e6b0b484-b293-4323-9518-63e9c80772bc'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:46:20.082888 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07760e-5eac-4b8a-b885-dc8b154c803a req-72ef76de-4eaf-4e42-a3f1-2b6c91f2170b tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:20.084310 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1c07760e-5eac-4b8a-b885-dc8b154c803a req-72ef76de-4eaf-4e42-a3f1-2b6c91f2170b tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 944 time: 0.0811822 Oct 19 01:46:20.092942 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f0165-000e-4431-a33b-164295942bda req-9cb02753-7c95-4ee9-888c-794561e69fa5 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:20.094283 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-759f0165-000e-4431-a33b-164295942bda req-9cb02753-7c95-4ee9-888c-794561e69fa5 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.55 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719&tenant_id=c7bdf925f8f84540aae5e7d26e2090a6&binding%3Ahost_id=n-h2-715271-26 HTTP/1.1" status: 200 len: 944 time: 0.0825174 Oct 19 01:46:20.161714 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1c07760e-5eac-4b8a-b885-dc8b154c803a req-fad1074b-7ebf-4d67-8681-d53c288fbe8a tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664740 Oct 19 01:46:20.177865 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [req-759f0165-000e-4431-a33b-164295942bda req-144c0cbf-fc32-40a6-ae78-12db2a3f7250 service neutron] delete failed (client error): The resource could not be found. Oct 19 01:46:20.178859 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-759f0165-000e-4431-a33b-164295942bda req-144c0cbf-fc32-40a6-ae78-12db2a3f7250 service neutron] 10.222.0.55 "DELETE /v2.0/ports/e6b0b484-b293-4323-9518-63e9c80772bc/bindings/n-h1-715271-26 HTTP/1.1" status: 404 len: 381 time: 0.0771539 Oct 19 01:46:20.261153 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f0165-000e-4431-a33b-164295942bda req-f138536c-0777-4905-8032-f169b79260dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:20.263242 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-759f0165-000e-4431-a33b-164295942bda req-f138536c-0777-4905-8032-f169b79260dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c7bdf925f8f84540aae5e7d26e2090a6&device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 1096 time: 0.0412297 Oct 19 01:46:20.352093 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f0165-000e-4431-a33b-164295942bda req-cd8256ac-42e5-43a4-807b-37f0902bf724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:20.353749 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-759f0165-000e-4431-a33b-164295942bda req-cd8256ac-42e5-43a4-807b-37f0902bf724 service neutron] 10.222.0.55 "GET /v2.0/networks?id=924e70d0-db2a-4173-9a20-b217c62def5c HTTP/1.1" status: 200 len: 916 time: 0.0834470 Oct 19 01:46:20.398530 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-759f0165-000e-4431-a33b-164295942bda req-7d6af7f8-cacd-4d74-9786-a2d19ab0ac5d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6b0b484-b293-4323-9518-63e9c80772bc HTTP/1.1" status: 200 len: 217 time: 0.0377190 Oct 19 01:46:20.447297 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f0165-000e-4431-a33b-164295942bda req-cab9bbad-be66-4a14-b9fd-81d92b846378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:20.448748 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-759f0165-000e-4431-a33b-164295942bda req-cab9bbad-be66-4a14-b9fd-81d92b846378 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fd1d52b-5f0c-4c2a-a0cb-aa63a8c01fac HTTP/1.1" status: 200 len: 855 time: 0.0430326 Oct 19 01:46:20.479845 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-759f0165-000e-4431-a33b-164295942bda req-e45aac2c-f42c-42f3-a125-8b619c8cdab2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=924e70d0-db2a-4173-9a20-b217c62def5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235443 Oct 19 01:46:20.572878 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-759f0165-000e-4431-a33b-164295942bda req-b65e99a4-ba98-4ff5-bf9f-5662de1b216f service neutron] 10.222.0.55 "GET /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856695 Oct 19 01:46:20.661091 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-759f0165-000e-4431-a33b-164295942bda req-a29705e8-9c31-43c5-b1d6-57b1bd0b6803 service neutron] 10.222.0.55 "GET /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811257 Oct 19 01:46:20.863067 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device e6b0b484-b293-4323-9518-63e9c80772bc no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:46:20.901919 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device e6b0b484-b293-4323-9518-63e9c80772bc not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:46:20.992814 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-06833f4a-63f3-48de-ae01-c3a862e7cc81 req-471cb8a9-1a55-4351-b276-948ac778edaf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391221 Oct 19 01:46:21.076251 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06833f4a-63f3-48de-ae01-c3a862e7cc81 req-7ac7d38d-593b-4998-b918-09620b0bc6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:21.077845 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-06833f4a-63f3-48de-ae01-c3a862e7cc81 req-7ac7d38d-593b-4998-b918-09620b0bc6be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7bdf925f8f84540aae5e7d26e2090a6&device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 1096 time: 0.0461760 Oct 19 01:46:21.182198 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06833f4a-63f3-48de-ae01-c3a862e7cc81 req-a8d3a80d-ba6f-4469-a1a8-2a3326f0d087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:21.184371 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-06833f4a-63f3-48de-ae01-c3a862e7cc81 req-a8d3a80d-ba6f-4469-a1a8-2a3326f0d087 service neutron] 10.222.0.24 "GET /v2.0/networks?id=924e70d0-db2a-4173-9a20-b217c62def5c HTTP/1.1" status: 200 len: 916 time: 0.0876615 Oct 19 01:46:21.228789 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-06833f4a-63f3-48de-ae01-c3a862e7cc81 req-15471f06-5f2f-4e78-a526-5ae60b19f210 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6b0b484-b293-4323-9518-63e9c80772bc HTTP/1.1" status: 200 len: 217 time: 0.0381947 Oct 19 01:46:21.307034 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06833f4a-63f3-48de-ae01-c3a862e7cc81 req-812b8a81-2a34-4738-a661-b338a282c3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:21.308509 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-06833f4a-63f3-48de-ae01-c3a862e7cc81 req-812b8a81-2a34-4738-a661-b338a282c3d8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fd1d52b-5f0c-4c2a-a0cb-aa63a8c01fac HTTP/1.1" status: 200 len: 855 time: 0.0724041 Oct 19 01:46:21.321463 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b00a97-1cc1-42ca-a7ae-d10217db6d89 req-1a65002a-e70b-47d7-919a-d1ade987c982 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:21.322889 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-04b00a97-1cc1-42ca-a7ae-d10217db6d89 req-1a65002a-e70b-47d7-919a-d1ade987c982 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 944 time: 0.0879369 Oct 19 01:46:21.353058 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-06833f4a-63f3-48de-ae01-c3a862e7cc81 req-bc4d4ccd-b15a-4c1f-a67a-d0437b59e0b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=924e70d0-db2a-4173-9a20-b217c62def5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292416 Oct 19 01:46:21.405951 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-04b00a97-1cc1-42ca-a7ae-d10217db6d89 req-7e38b291-28ce-479d-901b-fc62bc0e1828 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736854 Oct 19 01:46:21.461317 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-06833f4a-63f3-48de-ae01-c3a862e7cc81 req-6a3c6698-562a-43c1-b9d3-d58f0020f660 service neutron] 10.222.0.24 "GET /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997427 Oct 19 01:46:21.524479 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e417f5-b9ae-4424-afc9-5cbb12195a34 req-182bce93-60fc-4992-8865-b4356c6433b1 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:21.526141 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-81e417f5-b9ae-4424-afc9-5cbb12195a34 req-182bce93-60fc-4992-8865-b4356c6433b1 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 944 time: 0.0542769 Oct 19 01:46:21.526452 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device e6b0b484-b293-4323-9518-63e9c80772bc up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:46:21.567495 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-81e417f5-b9ae-4424-afc9-5cbb12195a34 req-e45e5c03-f34d-4916-b2a5-9da1a6dc3881 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338793 Oct 19 01:46:21.577146 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port e6b0b484-b293-4323-9518-63e9c80772bc completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:46:21.581644 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port e6b0b484-b293-4323-9518-63e9c80772bc triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:46:21.593443 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:21.667222 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:21.691636 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88cf16b6-f51e-4154-ab1f-45e19bf7d719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b0b484-b293-4323-9518-63e9c80772bc'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:46:21.693998 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac2d814-fe8f-4dd5-af03-3dab3799f0f0" -d '{"events": [{"server_uuid": "88cf16b6-f51e-4154-ab1f-45e19bf7d719", "name": "network-vif-plugged", "status": "completed", "tag": "e6b0b484-b293-4323-9518-63e9c80772bc"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:46:21.707464 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port e6b0b484-b293-4323-9518-63e9c80772bc, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=e6b0b484-b293-4323-9518-63e9c80772bc,segment=NetworkSegment(a2c71017-1d2f-44c4-b513-04b4a20905b8),segment_id=a2c71017-1d2f-44c4-b513-04b4a20905b8)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:46:21.712392 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:21.743577 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b34c02-1c38-4607-b597-d01288b946e5 x-openstack-request-id: req-c8b34c02-1c38-4607-b597-d01288b946e5 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:46:21.743896 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88cf16b6-f51e-4154-ab1f-45e19bf7d719", "name": "network-vif-plugged", "status": "completed", "tag": "e6b0b484-b293-4323-9518-63e9c80772bc", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:46:21.744151 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c8b34c02-1c38-4607-b597-d01288b946e5 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:46:21.744534 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88cf16b6-f51e-4154-ab1f-45e19bf7d719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b0b484-b293-4323-9518-63e9c80772bc', 'code': 200} Oct 19 01:46:21.771412 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=e6b0b484-b293-4323-9518-63e9c80772bc,revision_number=9']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:21.870286 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-06833f4a-63f3-48de-ae01-c3a862e7cc81 req-d96131bc-4593-449e-bb5a-c438d36587cd service neutron] 10.222.0.24 "GET /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014740 Oct 19 01:46:21.882630 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb5f3f-8a13-4fd3-89ec-a92794ef8fb9 req-f5d19fc7-73ab-4f77-bd04-fdd09e6af0c8 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:21.884075 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2ccb5f3f-8a13-4fd3-89ec-a92794ef8fb9 req-f5d19fc7-73ab-4f77-bd04-fdd09e6af0c8 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 945 time: 0.0669663 Oct 19 01:46:21.923296 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2ccb5f3f-8a13-4fd3-89ec-a92794ef8fb9 req-c50380f3-06fa-47ea-9bd9-eca09d6750be tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320804 Oct 19 01:46:22.252613 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad714e9-b477-425a-bcef-a70801b643d1 req-3de8c527-43aa-4920-8854-891e52ca9519 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:22.254072 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8ad714e9-b477-425a-bcef-a70801b643d1 req-3de8c527-43aa-4920-8854-891e52ca9519 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 945 time: 0.0493035 Oct 19 01:46:22.290971 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8ad714e9-b477-425a-bcef-a70801b643d1 req-21f072c1-e602-4e7a-ad59-aa377e92c71d tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309570 Oct 19 01:46:23.420355 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3aaae-6252-4df2-bdc9-05cbf3ba9f7a req-af4a6406-9061-4497-b493-d46c14d4540b tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:23.421789 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1df3aaae-6252-4df2-bdc9-05cbf3ba9f7a req-af4a6406-9061-4497-b493-d46c14d4540b tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.24 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 945 time: 0.0767422 Oct 19 01:46:23.444317 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1599de-618a-49a8-8260-2ae944f30d12 req-749450dc-d3bf-46d2-9e46-ed3c1497563f tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:23.445720 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1e1599de-618a-49a8-8260-2ae944f30d12 req-749450dc-d3bf-46d2-9e46-ed3c1497563f tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/ports?device_id=88cf16b6-f51e-4154-ab1f-45e19bf7d719 HTTP/1.1" status: 200 len: 945 time: 0.0761056 Oct 19 01:46:23.525079 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1e1599de-618a-49a8-8260-2ae944f30d12 req-1a818b4a-cb54-48aa-b745-924cea9705ee tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf628c34-0199-4bc7-aed6-b54012b79b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635688 Oct 19 01:46:23.546886 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-1df3aaae-6252-4df2-bdc9-05cbf3ba9f7a req-2d5799ca-4314-44d9-924e-3141225bd6f3 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Deleting port e6b0b484-b293-4323-9518-63e9c80772bc {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:46:23.547228 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-1df3aaae-6252-4df2-bdc9-05cbf3ba9f7a req-2d5799ca-4314-44d9-924e-3141225bd6f3 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:23.637947 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-1df3aaae-6252-4df2-bdc9-05cbf3ba9f7a req-2d5799ca-4314-44d9-924e-3141225bd6f3 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] For port e6b0b484-b293-4323-9518-63e9c80772bc, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=e6b0b484-b293-4323-9518-63e9c80772bc,segment=NetworkSegment(a2c71017-1d2f-44c4-b513-04b4a20905b8),segment_id=a2c71017-1d2f-44c4-b513-04b4a20905b8)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:46:23.638212 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-1df3aaae-6252-4df2-bdc9-05cbf3ba9f7a req-2d5799ca-4314-44d9-924e-3141225bd6f3 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:23.649894 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-1df3aaae-6252-4df2-bdc9-05cbf3ba9f7a req-2d5799ca-4314-44d9-924e-3141225bd6f3 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Calling delete_port for e6b0b484-b293-4323-9518-63e9c80772bc owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:46:23.772614 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-1df3aaae-6252-4df2-bdc9-05cbf3ba9f7a req-2d5799ca-4314-44d9-924e-3141225bd6f3 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:23.783901 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['e6b0b484-b293-4323-9518-63e9c80772bc'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:46:23.804539 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5799ca-4314-44d9-924e-3141225bd6f3 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Pushing event deleted for resources: {'Port': ['ID=e6b0b484-b293-4323-9518-63e9c80772bc,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:23.844173 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df3aaae-6252-4df2-bdc9-05cbf3ba9f7a req-2d5799ca-4314-44d9-924e-3141225bd6f3 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] No DVR routers for this DVR port e6b0b484-b293-4323-9518-63e9c80772bc on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:46:23.846586 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-1df3aaae-6252-4df2-bdc9-05cbf3ba9f7a req-2d5799ca-4314-44d9-924e-3141225bd6f3 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:23.850081 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1df3aaae-6252-4df2-bdc9-05cbf3ba9f7a req-2d5799ca-4314-44d9-924e-3141225bd6f3 tempest-ServerDiskConfigTestJSON-2067783473 tempest-ServerDiskConfigTestJSON-2067783473-project] 10.222.0.24 "DELETE /v2.0/ports/e6b0b484-b293-4323-9518-63e9c80772bc HTTP/1.1" status: 204 len: 173 time: 0.4205823 Oct 19 01:46:23.850504 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88cf16b6-f51e-4154-ab1f-45e19bf7d719', 'name': 'network-vif-deleted', 'tag': 'e6b0b484-b293-4323-9518-63e9c80772bc'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:46:23.852766 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fab2ae-0c82-4985-979b-bcf909942217" -d '{"events": [{"server_uuid": "88cf16b6-f51e-4154-ab1f-45e19bf7d719", "name": "network-vif-deleted", "tag": "e6b0b484-b293-4323-9518-63e9c80772bc"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:46:23.891050 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d1a0ca-ce23-4d62-9979-7800f0402f04 x-openstack-request-id: req-60d1a0ca-ce23-4d62-9979-7800f0402f04 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:46:23.891343 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88cf16b6-f51e-4154-ab1f-45e19bf7d719", "name": "network-vif-deleted", "tag": "e6b0b484-b293-4323-9518-63e9c80772bc", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:46:23.891591 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-60d1a0ca-ce23-4d62-9979-7800f0402f04 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:46:23.892011 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88cf16b6-f51e-4154-ab1f-45e19bf7d719', 'name': 'network-vif-deleted', 'tag': 'e6b0b484-b293-4323-9518-63e9c80772bc', 'status': 'completed', 'code': 200} Oct 19 01:46:24.643882 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51658) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:46:24.689090 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff6f1851-e913-430a-a23a-ff5cff3cb77a admin admin] Deleting subnet 3fd1d52b-5f0c-4c2a-a0cb-aa63a8c01fac {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:46:24.692102 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ff6f1851-e913-430a-a23a-ff5cff3cb77a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:24.726258 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ff6f1851-e913-430a-a23a-ff5cff3cb77a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:24.768869 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ff6f1851-e913-430a-a23a-ff5cff3cb77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:24.820440 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ff6f1851-e913-430a-a23a-ff5cff3cb77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:24.846133 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f1851-e913-430a-a23a-ff5cff3cb77a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fd1d52b-5f0c-4c2a-a0cb-aa63a8c01fac,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:24.851000 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ff6f1851-e913-430a-a23a-ff5cff3cb77a admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:24.854447 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ff6f1851-e913-430a-a23a-ff5cff3cb77a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/3fd1d52b-5f0c-4c2a-a0cb-aa63a8c01fac HTTP/1.1" status: 204 len: 168 time: 0.2095337 Oct 19 01:46:24.857791 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 51660) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:46:24.861509 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6f1851-e913-430a-a23a-ff5cff3cb77a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:24.861864 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6f1851-e913-430a-a23a-ff5cff3cb77a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:24.862646 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6f1851-e913-430a-a23a-ff5cff3cb77a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:24.862997 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6f1851-e913-430a-a23a-ff5cff3cb77a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:24.863335 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6f1851-e913-430a-a23a-ff5cff3cb77a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:24.863668 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6f1851-e913-430a-a23a-ff5cff3cb77a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:24.864032 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6f1851-e913-430a-a23a-ff5cff3cb77a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:24.864553 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6f1851-e913-430a-a23a-ff5cff3cb77a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:24.864887 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6f1851-e913-430a-a23a-ff5cff3cb77a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:24.865826 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6f1851-e913-430a-a23a-ff5cff3cb77a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:24.866161 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6f1851-e913-430a-a23a-ff5cff3cb77a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:24.866490 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6f1851-e913-430a-a23a-ff5cff3cb77a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:24.928764 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0b622069-9ce7-429f-9694-c9bdcb329860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:25.005296 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0b622069-9ce7-429f-9694-c9bdcb329860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:25.025174 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-0b622069-9ce7-429f-9694-c9bdcb329860 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['924e70d0-db2a-4173-9a20-b217c62def5c']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:46:25.034666 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-0b622069-9ce7-429f-9694-c9bdcb329860 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c71017-1d2f-44c4-b513-04b4a20905b8') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:46:25.034943 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-0b622069-9ce7-429f-9694-c9bdcb329860 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c71017-1d2f-44c4-b513-04b4a20905b8') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:46:25.044057 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0b622069-9ce7-429f-9694-c9bdcb329860 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:25.056893 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0b622069-9ce7-429f-9694-c9bdcb329860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:25.062713 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b622069-9ce7-429f-9694-c9bdcb329860 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:46:25.063093 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0b622069-9ce7-429f-9694-c9bdcb329860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:25.065025 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:46:25.065025 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:46:25.065025 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:46:25.065025 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:46:25.065025 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:46:25.065025 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:46:25.065025 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:46:25.065025 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:46:25.065025 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:46:25.065025 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:46:25.065025 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:46:25.065025 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:46:25.065025 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:46:25.065025 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:46:25.065025 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:46:25.065025 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:46:25.065025 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:46:25.065025 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:46:25.065025 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:46:25.065025 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:46:25.065025 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:46:25.065025 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:46:25.065025 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:46:25.065025 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:46:25.065025 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:46:25.065025 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:46:25.065025 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:46:25.065025 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:46:25.065025 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:46:25.065025 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:46:25.065025 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:46:25.065025 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:46:25.122375 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0b622069-9ce7-429f-9694-c9bdcb329860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:25.127744 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0b622069-9ce7-429f-9694-c9bdcb329860 admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:25.130934 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0b622069-9ce7-429f-9694-c9bdcb329860 admin admin] 10.222.0.57 "DELETE /v2.0/networks/924e70d0-db2a-4173-9a20-b217c62def5c HTTP/1.1" status: 204 len: 168 time: 0.2721410 Oct 19 01:46:25.142590 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b622069-9ce7-429f-9694-c9bdcb329860 admin admin] Pushing event deleted for resources: {'Network': ['ID=924e70d0-db2a-4173-9a20-b217c62def5c,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:25.242686 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 51664) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:46:25.282385 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a5115f49-0dc3-468e-9328-1b40e6f532ec admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c7bdf925f8f84540aae5e7d26e2090a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384321 Oct 19 01:46:25.284808 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 51666) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:46:25.331189 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d4c4d856-b281-4753-b424-2d1a4c904aec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:25.351932 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d4c4d856-b281-4753-b424-2d1a4c904aec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:25.402731 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d4c4d856-b281-4753-b424-2d1a4c904aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:25.405255 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d4c4d856-b281-4753-b424-2d1a4c904aec admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:25.406391 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d4c4d856-b281-4753-b424-2d1a4c904aec admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bf628c34-0199-4bc7-aed6-b54012b79b53 HTTP/1.1" status: 204 len: 168 time: 0.1206646 Oct 19 01:46:25.414039 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4d856-b281-4753-b424-2d1a4c904aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf628c34-0199-4bc7-aed6-b54012b79b53,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:26.056629 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 51688) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:46:26.196481 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-903f8eb3-c79d-43c4-9945-1814ebcc18b9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-582573910-network', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:46:26.217271 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903f8eb3-c79d-43c4-9945-1814ebcc18b9 admin admin] Made reservation on behalf of 59771e0ae82b423a9e2d6aa9bd2a2cce for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:46:26.219486 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-903f8eb3-c79d-43c4-9945-1814ebcc18b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:26.227580 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-903f8eb3-c79d-43c4-9945-1814ebcc18b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:26.302102 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-903f8eb3-c79d-43c4-9945-1814ebcc18b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:26.305749 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-903f8eb3-c79d-43c4-9945-1814ebcc18b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:26.325584 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903f8eb3-c79d-43c4-9945-1814ebcc18b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:46:26.338500 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f8eb3-c79d-43c4-9945-1814ebcc18b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b519e1-c4e6-4cc7-aa1b-a8f7e4fd6cb1,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:26.343955 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-903f8eb3-c79d-43c4-9945-1814ebcc18b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:26.344285 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-903f8eb3-c79d-43c4-9945-1814ebcc18b9 admin admin] Added segment d9f280e1-07b7-437a-8e7b-5c4b94d119c0 of type vlan for network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb Oct 19 01:46:26.385332 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-903f8eb3-c79d-43c4-9945-1814ebcc18b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:26.410461 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-903f8eb3-c79d-43c4-9945-1814ebcc18b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:26.411388 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903f8eb3-c79d-43c4-9945-1814ebcc18b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:26.411991 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-903f8eb3-c79d-43c4-9945-1814ebcc18b9 admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:26.440882 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-903f8eb3-c79d-43c4-9945-1814ebcc18b9 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3830032 Oct 19 01:46:26.443781 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51694) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:46:26.448892 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-821f6f15-0dc4-4add-8068-12bb732d0eb4 admin admin] Request body: {'subnet': {'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-582573910-subnet', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:46:26.471161 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821f6f15-0dc4-4add-8068-12bb732d0eb4 admin admin] Made reservation on behalf of 59771e0ae82b423a9e2d6aa9bd2a2cce for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:46:26.473746 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-821f6f15-0dc4-4add-8068-12bb732d0eb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:26.482216 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f8eb3-c79d-43c4-9945-1814ebcc18b9 admin admin] Pushing event updated for resources: {'Network': ['ID=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:26.492684 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:46:26.643906 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-821f6f15-0dc4-4add-8068-12bb732d0eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:26.699023 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f6f15-0dc4-4add-8068-12bb732d0eb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc73fb8d-8d25-4255-86a4-6317923a510b,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:26.706496 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821f6f15-0dc4-4add-8068-12bb732d0eb4 admin admin] Checking segment: {'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:46:26.706867 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821f6f15-0dc4-4add-8068-12bb732d0eb4 admin admin] Network hostable DHCP agents. Network: c9c23424-bb08-4c43-9cf1-bc5cae7eaccb, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:46:26.723011 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821f6f15-0dc4-4add-8068-12bb732d0eb4 admin admin] Network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:46:26.732308 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-821f6f15-0dc4-4add-8068-12bb732d0eb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, c9c23424-bb08-4c43-9cf1-bc5cae7eaccb) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:46:26.736250 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821f6f15-0dc4-4add-8068-12bb732d0eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:26.736831 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-821f6f15-0dc4-4add-8068-12bb732d0eb4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:26.741093 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968dccc3-d295-452e-a1b6-07a703cd9d86 None None] Network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:46:26.753911 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-821f6f15-0dc4-4add-8068-12bb732d0eb4 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3089204 Oct 19 01:46:26.756718 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51696) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:46:26.761220 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-014c3f80-8208-4260-801d-b7fd2f0690b6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-582573910-router', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:46:26.784873 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-014c3f80-8208-4260-801d-b7fd2f0690b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:26.785959 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-014c3f80-8208-4260-801d-b7fd2f0690b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:26.844778 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-014c3f80-8208-4260-801d-b7fd2f0690b6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:26.988344 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-014c3f80-8208-4260-801d-b7fd2f0690b6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:27.043935 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb28c15-1107-4fc8-957c-c66bc37fbbc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:46:27.044823 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ccb28c15-1107-4fc8-957c-c66bc37fbbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:27.176644 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-ccb28c15-1107-4fc8-957c-c66bc37fbbc0 None None] Allocated IP 172.20.0.2 (c9c23424-bb08-4c43-9cf1-bc5cae7eaccb/fc73fb8d-8d25-4255-86a4-6317923a510b/ee4c5bdd-69f5-4f1a-adaa-18564f01c33e) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:46:27.187404 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-014c3f80-8208-4260-801d-b7fd2f0690b6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:27.206839 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-014c3f80-8208-4260-801d-b7fd2f0690b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:27.312896 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-014c3f80-8208-4260-801d-b7fd2f0690b6 admin admin] Allocated IP 172.25.8.28 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/3796e548-105e-41e4-8401-a570c3cf6ef6) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:46:27.320766 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ccb28c15-1107-4fc8-957c-c66bc37fbbc0 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:27.326357 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ccb28c15-1107-4fc8-957c-c66bc37fbbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:27.365209 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb28c15-1107-4fc8-957c-c66bc37fbbc0 None None] Network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:46:27.369588 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-ccb28c15-1107-4fc8-957c-c66bc37fbbc0 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:46:27.373813 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb28c15-1107-4fc8-957c-c66bc37fbbc0 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:46:27.380548 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb28c15-1107-4fc8-957c-c66bc37fbbc0 None None] Pushing event updated for resources: {'Port': ['ID=ee4c5bdd-69f5-4f1a-adaa-18564f01c33e,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:27.424910 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-014c3f80-8208-4260-801d-b7fd2f0690b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:27.435043 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-ccb28c15-1107-4fc8-957c-c66bc37fbbc0 None None] Attempting to bind port ee4c5bdd-69f5-4f1a-adaa-18564f01c33e on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:46:27.435418 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-ccb28c15-1107-4fc8-957c-c66bc37fbbc0 None None] Attempting to bind port ee4c5bdd-69f5-4f1a-adaa-18564f01c33e by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:46:27.435810 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb28c15-1107-4fc8-957c-c66bc37fbbc0 None None] Attempting to bind port ee4c5bdd-69f5-4f1a-adaa-18564f01c33e on network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:46:27.440707 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb28c15-1107-4fc8-957c-c66bc37fbbc0 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:46:27.441085 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb28c15-1107-4fc8-957c-c66bc37fbbc0 None None] Checking segment: {'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:46:27.441486 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ccb28c15-1107-4fc8-957c-c66bc37fbbc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:27.441880 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb28c15-1107-4fc8-957c-c66bc37fbbc0 None None] Bound using segment: {'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:46:27.442340 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-ccb28c15-1107-4fc8-957c-c66bc37fbbc0 None None] Bound port: ee4c5bdd-69f5-4f1a-adaa-18564f01c33e, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:46:27.442719 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ccb28c15-1107-4fc8-957c-c66bc37fbbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:27.457794 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-014c3f80-8208-4260-801d-b7fd2f0690b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:27.500318 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:27.501247 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014c3f80-8208-4260-801d-b7fd2f0690b6 admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:46:27.506051 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-014c3f80-8208-4260-801d-b7fd2f0690b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:46:27.509629 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014c3f80-8208-4260-801d-b7fd2f0690b6 admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:46:27.521509 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-ccb28c15-1107-4fc8-957c-c66bc37fbbc0 None None] For port ee4c5bdd-69f5-4f1a-adaa-18564f01c33e, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:46:27.524653 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-ccb28c15-1107-4fc8-957c-c66bc37fbbc0 None None] For port ee4c5bdd-69f5-4f1a-adaa-18564f01c33e, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=ee4c5bdd-69f5-4f1a-adaa-18564f01c33e,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:46:27.527323 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device e6b0b484-b293-4323-9518-63e9c80772bc no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:46:27.531139 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ccb28c15-1107-4fc8-957c-c66bc37fbbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:27.532248 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c3f80-8208-4260-801d-b7fd2f0690b6 admin admin] Pushing event updated for resources: {'Port': ['ID=3796e548-105e-41e4-8401-a570c3cf6ef6,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:27.578452 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: e6b0b484-b293-4323-9518-63e9c80772bc {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:46:27.578665 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device e6b0b484-b293-4323-9518-63e9c80772bc not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:46:27.613637 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb28c15-1107-4fc8-957c-c66bc37fbbc0 None None] Pushing event updated for resources: {'Port': ['ID=ee4c5bdd-69f5-4f1a-adaa-18564f01c33e,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:27.774415 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-014c3f80-8208-4260-801d-b7fd2f0690b6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:28.311082 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-014c3f80-8208-4260-801d-b7fd2f0690b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:28.445273 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-014c3f80-8208-4260-801d-b7fd2f0690b6 admin admin] Router cc129871-2bb3-4030-bd84-d3ec10a50b30 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:46:28.515391 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36324172-e781-4649-a9f2-292e26dfc575 None None] Network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:46:28.564036 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014c3f80-8208-4260-801d-b7fd2f0690b6 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:46:28.577587 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebadf43-d953-40e3-8d93-ec6c509b3b8e None None] Sync routers for ids ['cc129871-2bb3-4030-bd84-d3ec10a50b30'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:46:28.582635 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-014c3f80-8208-4260-801d-b7fd2f0690b6 admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:28.583976 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-014c3f80-8208-4260-801d-b7fd2f0690b6 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8262143 Oct 19 01:46:28.586703 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51698) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:46:28.608316 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebadf43-d953-40e3-8d93-ec6c509b3b8e None None] Routers {'cc129871-2bb3-4030-bd84-d3ec10a50b30'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:46:28.608948 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-5ebadf43-d953-40e3-8d93-ec6c509b3b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:46:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['cc129871-2bb3-4030-bd84-d3ec10a50b30'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:46:28.690038 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-054294e1-b4f0-4ce4-944d-bff339fd3052 None None] Provisioning complete for port ee4c5bdd-69f5-4f1a-adaa-18564f01c33e triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:46:28.690326 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-054294e1-b4f0-4ce4-944d-bff339fd3052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:28.806614 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-5ebadf43-d953-40e3-8d93-ec6c509b3b8e None None] Set router cc129871-2bb3-4030-bd84-d3ec10a50b30 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:46:28.971171 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-054294e1-b4f0-4ce4-944d-bff339fd3052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:29.042148 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-054294e1-b4f0-4ce4-944d-bff339fd3052 None None] For port ee4c5bdd-69f5-4f1a-adaa-18564f01c33e, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=ee4c5bdd-69f5-4f1a-adaa-18564f01c33e,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:46:29.046596 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device ee4c5bdd-69f5-4f1a-adaa-18564f01c33e up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:46:29.047081 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ac388787-409a-43e5-81db-fcb2a5af8f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:29.052397 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-054294e1-b4f0-4ce4-944d-bff339fd3052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:29.147956 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054294e1-b4f0-4ce4-944d-bff339fd3052 None None] Pushing event updated for resources: {'Port': ['ID=ee4c5bdd-69f5-4f1a-adaa-18564f01c33e,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:29.168942 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port ee4c5bdd-69f5-4f1a-adaa-18564f01c33e triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:46:29.169501 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:29.197072 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-5ebadf43-d953-40e3-8d93-ec6c509b3b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'name': 'tempest-ServerActionsTestJSON-582573910-router', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:46:26Z', 'updated_at': '2021-10-19T01:46:27Z', 'revision_number': 3, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'gw_port': {'id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:47:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:27Z', 'updated_at': '2021-10-19T01:46:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:46:29.222368 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-ac388787-409a-43e5-81db-fcb2a5af8f01 admin admin] Allocated IP 172.20.0.1 (c9c23424-bb08-4c43-9cf1-bc5cae7eaccb/fc73fb8d-8d25-4255-86a4-6317923a510b/7181f317-13f0-4abc-970d-eb3b4965b315) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:46:29.234740 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebadf43-d953-40e3-8d93-ec6c509b3b8e None None] Checking router: cc129871-2bb3-4030-bd84-d3ec10a50b30 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:46:29.235098 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebadf43-d953-40e3-8d93-ec6c509b3b8e None None] Updating router cc129871-2bb3-4030-bd84-d3ec10a50b30 port 3796e548-105e-41e4-8401-a570c3cf6ef6 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:46:29.239457 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-fb2c44a9-bf23-4860-a76c-dd7e0b030d5c None None] Provisioning complete for port ee4c5bdd-69f5-4f1a-adaa-18564f01c33e triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:46:29.239859 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fb2c44a9-bf23-4860-a76c-dd7e0b030d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:29.283668 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5ebadf43-d953-40e3-8d93-ec6c509b3b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:29.328370 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ac388787-409a-43e5-81db-fcb2a5af8f01 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:29.365137 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ac388787-409a-43e5-81db-fcb2a5af8f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:29.406110 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac388787-409a-43e5-81db-fcb2a5af8f01 admin admin] Network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:46:29.409011 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-ac388787-409a-43e5-81db-fcb2a5af8f01 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:46:29.413516 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac388787-409a-43e5-81db-fcb2a5af8f01 admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:46:29.441830 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac388787-409a-43e5-81db-fcb2a5af8f01 admin admin] Pushing event updated for resources: {'Port': ['ID=7181f317-13f0-4abc-970d-eb3b4965b315,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:29.465857 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ac388787-409a-43e5-81db-fcb2a5af8f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:29.596287 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ac388787-409a-43e5-81db-fcb2a5af8f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:29.638211 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5ebadf43-d953-40e3-8d93-ec6c509b3b8e None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:29.643461 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5ebadf43-d953-40e3-8d93-ec6c509b3b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:29.700094 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-5ebadf43-d953-40e3-8d93-ec6c509b3b8e None None] Attempting to bind port 3796e548-105e-41e4-8401-a570c3cf6ef6 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:46:29.700699 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-5ebadf43-d953-40e3-8d93-ec6c509b3b8e None None] Attempting to bind port 3796e548-105e-41e4-8401-a570c3cf6ef6 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:46:29.701076 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebadf43-d953-40e3-8d93-ec6c509b3b8e None None] Attempting to bind port 3796e548-105e-41e4-8401-a570c3cf6ef6 on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:46:29.708106 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4173b-09d1-41ec-98ca-bee512a89501 None None] Pushing event updated for resources: {'Port': ['ID=3796e548-105e-41e4-8401-a570c3cf6ef6,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:29.715985 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebadf43-d953-40e3-8d93-ec6c509b3b8e None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:46:29.716370 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebadf43-d953-40e3-8d93-ec6c509b3b8e None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:46:29.716773 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5ebadf43-d953-40e3-8d93-ec6c509b3b8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:29.717164 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebadf43-d953-40e3-8d93-ec6c509b3b8e None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:46:29.717634 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-5ebadf43-d953-40e3-8d93-ec6c509b3b8e None None] Bound port: 3796e548-105e-41e4-8401-a570c3cf6ef6, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:46:29.718013 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5ebadf43-d953-40e3-8d93-ec6c509b3b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:29.747382 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-169ff860-1aad-40c9-a303-59edd7308f83 None None] Provisioning complete for port 7181f317-13f0-4abc-970d-eb3b4965b315 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:46:29.747773 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-169ff860-1aad-40c9-a303-59edd7308f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:29.765180 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ac388787-409a-43e5-81db-fcb2a5af8f01 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:29.770375 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ac388787-409a-43e5-81db-fcb2a5af8f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:29.801779 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-169ff860-1aad-40c9-a303-59edd7308f83 None None] Port 7181f317-13f0-4abc-970d-eb3b4965b315 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:46:29.804490 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-5ebadf43-d953-40e3-8d93-ec6c509b3b8e None None] For port 3796e548-105e-41e4-8401-a570c3cf6ef6, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:46:29.807754 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-5ebadf43-d953-40e3-8d93-ec6c509b3b8e None None] For port 3796e548-105e-41e4-8401-a570c3cf6ef6, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=3796e548-105e-41e4-8401-a570c3cf6ef6,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:46:29.813324 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5ebadf43-d953-40e3-8d93-ec6c509b3b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:29.841036 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac388787-409a-43e5-81db-fcb2a5af8f01 admin admin] Pushing event updated for resources: {'Port': ['ID=7181f317-13f0-4abc-970d-eb3b4965b315,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:29.846143 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ac388787-409a-43e5-81db-fcb2a5af8f01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:29.888343 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebadf43-d953-40e3-8d93-ec6c509b3b8e None None] Routers {'cc129871-2bb3-4030-bd84-d3ec10a50b30'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:46:29.888956 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-5ebadf43-d953-40e3-8d93-ec6c509b3b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:46:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['cc129871-2bb3-4030-bd84-d3ec10a50b30'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:46:29.891779 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4173b-09d1-41ec-98ca-bee512a89501 None None] Pushing event updated for resources: {'Port': ['ID=3796e548-105e-41e4-8401-a570c3cf6ef6,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:29.896949 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:29.945041 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac388787-409a-43e5-81db-fcb2a5af8f01 admin admin] Network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:46:29.946507 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-ac388787-409a-43e5-81db-fcb2a5af8f01 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:46:30.015286 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-5ebadf43-d953-40e3-8d93-ec6c509b3b8e None None] Set router cc129871-2bb3-4030-bd84-d3ec10a50b30 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:46:30.068464 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac388787-409a-43e5-81db-fcb2a5af8f01 admin admin] Router cc129871-2bb3-4030-bd84-d3ec10a50b30 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:46:30.182162 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac388787-409a-43e5-81db-fcb2a5af8f01 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:46:30.187195 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ac388787-409a-43e5-81db-fcb2a5af8f01 admin admin] 10.222.0.57 "PUT /v2.0/routers/cc129871-2bb3-4030-bd84-d3ec10a50b30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5994692 Oct 19 01:46:30.232646 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-db5f6034-3a65-4ab8-a152-d4243c37ecc4 None None] Provisioning complete for port 7181f317-13f0-4abc-970d-eb3b4965b315 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:46:30.233019 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-db5f6034-3a65-4ab8-a152-d4243c37ecc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:30.260154 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-5ebadf43-d953-40e3-8d93-ec6c509b3b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'name': 'tempest-ServerActionsTestJSON-582573910-router', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:46:26Z', 'updated_at': '2021-10-19T01:46:29Z', 'revision_number': 4, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'gw_port': {'id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:47:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:27Z', 'updated_at': '2021-10-19T01:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '7181f317-13f0-4abc-970d-eb3b4965b315', 'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'mac_address': 'fa:16:3e:78:52:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:29Z', 'updated_at': '2021-10-19T01:46:29Z', 'revision_number': 2, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'subnets': [{'id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:46:30.290394 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebadf43-d953-40e3-8d93-ec6c509b3b8e None None] The sync data for ids ['cc129871-2bb3-4030-bd84-d3ec10a50b30'] in n-d-715271-26 is: [{'id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'name': 'tempest-ServerActionsTestJSON-582573910-router', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:46:26Z', 'updated_at': '2021-10-19T01:46:29Z', 'revision_number': 4, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'gw_port': {'id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:47:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:27Z', 'updated_at': '2021-10-19T01:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '7181f317-13f0-4abc-970d-eb3b4965b315', 'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'mac_address': 'fa:16:3e:78:52:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:29Z', 'updated_at': '2021-10-19T01:46:29Z', 'revision_number': 2, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'subnets': [{'id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:46:30.296228 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-db5f6034-3a65-4ab8-a152-d4243c37ecc4 None None] Port 7181f317-13f0-4abc-970d-eb3b4965b315 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:46:30.720295 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 51706) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:46:30.725414 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-e6a259ac-a79c-4828-b195-9fadc9c029e4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2021690377', 'description': 'tempest-description--1023142267'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:46:30.749943 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e6a259ac-a79c-4828-b195-9fadc9c029e4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:30.820911 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e6a259ac-a79c-4828-b195-9fadc9c029e4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:30.826405 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e6a259ac-a79c-4828-b195-9fadc9c029e4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:30.860550 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e6a259ac-a79c-4828-b195-9fadc9c029e4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:30.861797 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e6a259ac-a79c-4828-b195-9fadc9c029e4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1403944 Oct 19 01:46:30.863310 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a259ac-a79c-4828-b195-9fadc9c029e4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8599a4-c6a6-44db-b4b1-12560499c4e4,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:30.864839 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51708) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:46:30.876823 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-ba003a1b-6636-4865-b4da-00283b504170 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Request body: {'security_group_rule': {'security_group_id': '2d8599a4-c6a6-44db-b4b1-12560499c4e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:46:30.928878 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ba003a1b-6636-4865-b4da-00283b504170 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:31.006885 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ba003a1b-6636-4865-b4da-00283b504170 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:31.012076 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ba003a1b-6636-4865-b4da-00283b504170 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:31.037664 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba003a1b-6636-4865-b4da-00283b504170 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3952a8c2-7013-401b-a978-cb94196c935e,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:31.044570 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ba003a1b-6636-4865-b4da-00283b504170 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:31.046056 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ba003a1b-6636-4865-b4da-00283b504170 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1732922 Oct 19 01:46:31.048564 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51710) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:46:31.054090 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-e1d186c8-c16b-498d-a981-4c10c1003fa1 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Request body: {'security_group_rule': {'security_group_id': '2d8599a4-c6a6-44db-b4b1-12560499c4e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:46:31.077919 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 3796e548-105e-41e4-8401-a570c3cf6ef6 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:46:31.085898 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e1d186c8-c16b-498d-a981-4c10c1003fa1 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:31.132063 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 3796e548-105e-41e4-8401-a570c3cf6ef6 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:46:31.132562 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:31.148386 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e1d186c8-c16b-498d-a981-4c10c1003fa1 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:31.153229 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e1d186c8-c16b-498d-a981-4c10c1003fa1 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:31.167453 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d186c8-c16b-498d-a981-4c10c1003fa1 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b38a9eb-8114-49a1-a515-bc5efe300e54,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:31.185804 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e1d186c8-c16b-498d-a981-4c10c1003fa1 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:31.187259 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e1d186c8-c16b-498d-a981-4c10c1003fa1 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1376231 Oct 19 01:46:31.190362 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 51712) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:46:31.194953 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-47b36be6-bf83-4dda-baf9-d4897a3c82f4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:46:31.222650 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-47b36be6-bf83-4dda-baf9-d4897a3c82f4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks [] for floatingip, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:31.224859 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:31.247646 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 3796e548-105e-41e4-8401-a570c3cf6ef6, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=3796e548-105e-41e4-8401-a570c3cf6ef6,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:46:31.253113 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:31.253966 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device ee4c5bdd-69f5-4f1a-adaa-18564f01c33e up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:46:31.333929 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=3796e548-105e-41e4-8401-a570c3cf6ef6,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:31.335694 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-47b36be6-bf83-4dda-baf9-d4897a3c82f4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:31.346803 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port ee4c5bdd-69f5-4f1a-adaa-18564f01c33e triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:46:31.347471 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:31.452675 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-47b36be6-bf83-4dda-baf9-d4897a3c82f4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Allocated IP 172.25.8.201 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/0a17753c-d94e-4e4d-ba6a-c4ef96556da2) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:46:31.577627 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-47b36be6-bf83-4dda-baf9-d4897a3c82f4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:31.613681 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-47b36be6-bf83-4dda-baf9-d4897a3c82f4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:31.653060 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b36be6-bf83-4dda-baf9-d4897a3c82f4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:46:31.655978 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-47b36be6-bf83-4dda-baf9-d4897a3c82f4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:46:31.660272 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b36be6-bf83-4dda-baf9-d4897a3c82f4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:46:31.682668 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b36be6-bf83-4dda-baf9-d4897a3c82f4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Pushing event updated for resources: {'Port': ['ID=0a17753c-d94e-4e4d-ba6a-c4ef96556da2,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:31.784943 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-47b36be6-bf83-4dda-baf9-d4897a3c82f4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:31.822045 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-47b36be6-bf83-4dda-baf9-d4897a3c82f4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:31.973697 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-47b36be6-bf83-4dda-baf9-d4897a3c82f4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:31.978375 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-47b36be6-bf83-4dda-baf9-d4897a3c82f4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:32.052992 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b36be6-bf83-4dda-baf9-d4897a3c82f4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Pushing event updated for resources: {'Port': ['ID=0a17753c-d94e-4e4d-ba6a-c4ef96556da2,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:32.062552 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-47b36be6-bf83-4dda-baf9-d4897a3c82f4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:32.077336 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-47b36be6-bf83-4dda-baf9-d4897a3c82f4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:32.078562 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-47b36be6-bf83-4dda-baf9-d4897a3c82f4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8872099 Oct 19 01:46:32.223784 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-b29da053-5fd7-43b5-aa51-75f3353c4c46 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--2021690377&fields=id&tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce HTTP/1.1" status: 200 len: 267 time: 0.0363722 Oct 19 01:46:32.300999 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134b55a3-7e9d-49bd-95ec-ba0c37d4bcc6 None None] Sync routers for ids ['cc129871-2bb3-4030-bd84-d3ec10a50b30'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:46:32.310831 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134b55a3-7e9d-49bd-95ec-ba0c37d4bcc6 None None] Routers {'cc129871-2bb3-4030-bd84-d3ec10a50b30'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:46:32.311434 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-134b55a3-7e9d-49bd-95ec-ba0c37d4bcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:46:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['cc129871-2bb3-4030-bd84-d3ec10a50b30'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:46:32.333944 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-5df56ff8-acfd-4310-9f19-9abe5fd8d157 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:32.335427 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-5df56ff8-acfd-4310-9f19-9abe5fd8d157 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 811 time: 0.1043012 Oct 19 01:46:32.350684 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-b51c935a-6798-42cf-b28d-4f4cc3b747e9 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/quotas/59771e0ae82b423a9e2d6aa9bd2a2cce HTTP/1.1" status: 200 len: 375 time: 0.0088913 Oct 19 01:46:32.404458 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-2f6da7ac-0a9c-4204-93bc-c4f0d5617a6a tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479150 Oct 19 01:46:32.414412 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-134b55a3-7e9d-49bd-95ec-ba0c37d4bcc6 None None] Set router cc129871-2bb3-4030-bd84-d3ec10a50b30 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:46:32.503578 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-c337da54-3f51-4de3-aab2-2fd0d60230ba service neutron] 10.222.0.57 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872767 Oct 19 01:46:32.596717 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-887aaa3f-73f5-48cf-b05c-a598cfed7698 service neutron] 10.222.0.57 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868673 Oct 19 01:46:32.618817 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-134b55a3-7e9d-49bd-95ec-ba0c37d4bcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'name': 'tempest-ServerActionsTestJSON-582573910-router', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:46:26Z', 'updated_at': '2021-10-19T01:46:29Z', 'revision_number': 4, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'gw_port': {'id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:27Z', 'updated_at': '2021-10-19T01:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '7181f317-13f0-4abc-970d-eb3b4965b315', 'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'mac_address': 'fa:16:3e:78:52:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:29Z', 'updated_at': '2021-10-19T01:46:29Z', 'revision_number': 2, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'subnets': [{'id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:46:32.645482 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134b55a3-7e9d-49bd-95ec-ba0c37d4bcc6 None None] Checking router: cc129871-2bb3-4030-bd84-d3ec10a50b30 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:46:32.645831 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134b55a3-7e9d-49bd-95ec-ba0c37d4bcc6 None None] Updating router cc129871-2bb3-4030-bd84-d3ec10a50b30 port 7181f317-13f0-4abc-970d-eb3b4965b315 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:46:32.669839 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-134b55a3-7e9d-49bd-95ec-ba0c37d4bcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:32.774164 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f22a0c0b-5dd6-4412-b849-35119674e00e req-729e9c08-3d60-45a4-ad9c-c75b5212c11d tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 210 time: 0.0276682 Oct 19 01:46:32.959810 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-134b55a3-7e9d-49bd-95ec-ba0c37d4bcc6 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:32.965444 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-134b55a3-7e9d-49bd-95ec-ba0c37d4bcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:33.020235 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 3796e548-105e-41e4-8401-a570c3cf6ef6 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:46:33.027658 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927a34e-60aa-41b1-8d56-a4e0ea7aacd6 None None] Pushing event updated for resources: {'Port': ['ID=7181f317-13f0-4abc-970d-eb3b4965b315,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:33.056853 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c927a34e-60aa-41b1-8d56-a4e0ea7aacd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:33.057581 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c927a34e-60aa-41b1-8d56-a4e0ea7aacd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:33.058006 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c927a34e-60aa-41b1-8d56-a4e0ea7aacd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:33.058346 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c927a34e-60aa-41b1-8d56-a4e0ea7aacd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:33.058679 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c927a34e-60aa-41b1-8d56-a4e0ea7aacd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:33.059538 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c927a34e-60aa-41b1-8d56-a4e0ea7aacd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:33.059893 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c927a34e-60aa-41b1-8d56-a4e0ea7aacd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:33.060217 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c927a34e-60aa-41b1-8d56-a4e0ea7aacd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:33.060537 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c927a34e-60aa-41b1-8d56-a4e0ea7aacd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:33.060860 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c927a34e-60aa-41b1-8d56-a4e0ea7aacd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:33.061178 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c927a34e-60aa-41b1-8d56-a4e0ea7aacd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:33.061508 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c927a34e-60aa-41b1-8d56-a4e0ea7aacd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:33.088354 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 3796e548-105e-41e4-8401-a570c3cf6ef6 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:46:33.088882 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:33.109422 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-134b55a3-7e9d-49bd-95ec-ba0c37d4bcc6 None None] Attempting to bind port 7181f317-13f0-4abc-970d-eb3b4965b315 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:46:33.109841 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-134b55a3-7e9d-49bd-95ec-ba0c37d4bcc6 None None] Attempting to bind port 7181f317-13f0-4abc-970d-eb3b4965b315 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:46:33.110224 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134b55a3-7e9d-49bd-95ec-ba0c37d4bcc6 None None] Attempting to bind port 7181f317-13f0-4abc-970d-eb3b4965b315 on network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:46:33.116475 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134b55a3-7e9d-49bd-95ec-ba0c37d4bcc6 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:46:33.117199 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134b55a3-7e9d-49bd-95ec-ba0c37d4bcc6 None None] Checking segment: {'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:46:33.117790 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-134b55a3-7e9d-49bd-95ec-ba0c37d4bcc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:33.118363 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134b55a3-7e9d-49bd-95ec-ba0c37d4bcc6 None None] Bound using segment: {'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:46:33.118971 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-134b55a3-7e9d-49bd-95ec-ba0c37d4bcc6 None None] Bound port: 7181f317-13f0-4abc-970d-eb3b4965b315, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:46:33.119678 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-134b55a3-7e9d-49bd-95ec-ba0c37d4bcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:33.198695 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-134b55a3-7e9d-49bd-95ec-ba0c37d4bcc6 None None] For port 7181f317-13f0-4abc-970d-eb3b4965b315, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:46:33.203081 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-134b55a3-7e9d-49bd-95ec-ba0c37d4bcc6 None None] For port 7181f317-13f0-4abc-970d-eb3b4965b315, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=7181f317-13f0-4abc-970d-eb3b4965b315,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:46:33.207422 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-134b55a3-7e9d-49bd-95ec-ba0c37d4bcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:33.339985 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-633c96a2-d23e-474b-8c10-59d531d8bdf3 None None] Provisioning complete for port 7181f317-13f0-4abc-970d-eb3b4965b315 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:46:33.341752 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-633c96a2-d23e-474b-8c10-59d531d8bdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:33.343539 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134b55a3-7e9d-49bd-95ec-ba0c37d4bcc6 None None] Routers {'cc129871-2bb3-4030-bd84-d3ec10a50b30'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:46:33.344263 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-134b55a3-7e9d-49bd-95ec-ba0c37d4bcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:46:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['cc129871-2bb3-4030-bd84-d3ec10a50b30'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:46:33.439083 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-633c96a2-d23e-474b-8c10-59d531d8bdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:33.441899 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927a34e-60aa-41b1-8d56-a4e0ea7aacd6 None None] Pushing event updated for resources: {'Port': ['ID=7181f317-13f0-4abc-970d-eb3b4965b315,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:33.470541 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-134b55a3-7e9d-49bd-95ec-ba0c37d4bcc6 None None] Set router cc129871-2bb3-4030-bd84-d3ec10a50b30 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:46:33.485912 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-633c96a2-d23e-474b-8c10-59d531d8bdf3 None None] For port 7181f317-13f0-4abc-970d-eb3b4965b315, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=7181f317-13f0-4abc-970d-eb3b4965b315,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:46:33.489912 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-633c96a2-d23e-474b-8c10-59d531d8bdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:33.542824 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c96a2-d23e-474b-8c10-59d531d8bdf3 None None] Pushing event updated for resources: {'Port': ['ID=7181f317-13f0-4abc-970d-eb3b4965b315,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:33.609938 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-7ef07a1d-9e6c-451f-a754-479b809a3702 None None] Provisioning complete for port 7181f317-13f0-4abc-970d-eb3b4965b315 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:46:33.610212 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7ef07a1d-9e6c-451f-a754-479b809a3702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:33.692297 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-134b55a3-7e9d-49bd-95ec-ba0c37d4bcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'name': 'tempest-ServerActionsTestJSON-582573910-router', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:46:26Z', 'updated_at': '2021-10-19T01:46:29Z', 'revision_number': 4, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'gw_port': {'id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:27Z', 'updated_at': '2021-10-19T01:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '7181f317-13f0-4abc-970d-eb3b4965b315', 'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'mac_address': 'fa:16:3e:78:52:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:29Z', 'updated_at': '2021-10-19T01:46:33Z', 'revision_number': 4, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'subnets': [{'id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:46:33.725431 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134b55a3-7e9d-49bd-95ec-ba0c37d4bcc6 None None] The sync data for ids ['cc129871-2bb3-4030-bd84-d3ec10a50b30'] in n-d-715271-26 is: [{'id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'name': 'tempest-ServerActionsTestJSON-582573910-router', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:46:26Z', 'updated_at': '2021-10-19T01:46:29Z', 'revision_number': 4, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'gw_port': {'id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:27Z', 'updated_at': '2021-10-19T01:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '7181f317-13f0-4abc-970d-eb3b4965b315', 'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'mac_address': 'fa:16:3e:78:52:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:29Z', 'updated_at': '2021-10-19T01:46:33Z', 'revision_number': 4, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'subnets': [{'id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:46:33.852057 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-d1e5a68d-feb3-4e50-a6cc-d75fac16be88 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:33.854113 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-d1e5a68d-feb3-4e50-a6cc-d75fac16be88 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.55 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 811 time: 0.1340907 Oct 19 01:46:33.909128 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-e514aa57-990a-4919-bef9-6403f57d6cc5 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce HTTP/1.1" status: 200 len: 380 time: 0.0442054 Oct 19 01:46:33.919038 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-00d996a9-0262-4610-9074-82ccb348cd3e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Request body: {'port': {'device_id': 'f3f2ca5e-08f1-4053-be2f-e9e84e590005', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'admin_state_up': True, 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'security_groups': ['2d8599a4-c6a6-44db-b4b1-12560499c4e4']}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:46:33.922425 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4a61dc74-83ce-47f8-af33-7acf3e1d04e5 req-380b41a4-6fd6-495e-a508-2c79d970459a tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 210 time: 0.0284159 Oct 19 01:46:34.035462 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-00d996a9-0262-4610-9074-82ccb348cd3e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Made reservation on behalf of 59771e0ae82b423a9e2d6aa9bd2a2cce for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:46:34.039207 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-00d996a9-0262-4610-9074-82ccb348cd3e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:34.179837 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-00d996a9-0262-4610-9074-82ccb348cd3e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Allocated IP 172.20.0.13 (c9c23424-bb08-4c43-9cf1-bc5cae7eaccb/fc73fb8d-8d25-4255-86a4-6317923a510b/42592105-6dce-424f-ac7a-e09f7e314cfd) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:46:34.336932 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-00d996a9-0262-4610-9074-82ccb348cd3e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:34.372687 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-00d996a9-0262-4610-9074-82ccb348cd3e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:34.431748 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-00d996a9-0262-4610-9074-82ccb348cd3e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:46:34.436178 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-00d996a9-0262-4610-9074-82ccb348cd3e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:46:34.438087 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d996a9-0262-4610-9074-82ccb348cd3e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Pushing event updated for resources: {'Port': ['ID=42592105-6dce-424f-ac7a-e09f7e314cfd,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:34.440256 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-00d996a9-0262-4610-9074-82ccb348cd3e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:46:34.490136 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-00d996a9-0262-4610-9074-82ccb348cd3e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:34.490753 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-00d996a9-0262-4610-9074-82ccb348cd3e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:34.507847 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-00d996a9-0262-4610-9074-82ccb348cd3e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5926867 Oct 19 01:46:34.519903 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-4921a480-05d8-494e-b60e-636414ccdc54 service neutron] Request body: {'port': {'device_id': 'f3f2ca5e-08f1-4053-be2f-e9e84e590005', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:46:34.580846 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-4921a480-05d8-494e-b60e-636414ccdc54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:34.714618 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b49c3b5a-a282-401a-83e7-9eae4277c45e None None] Provisioning complete for port 42592105-6dce-424f-ac7a-e09f7e314cfd triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:46:34.715786 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b49c3b5a-a282-401a-83e7-9eae4277c45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:34.749041 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-b49c3b5a-a282-401a-83e7-9eae4277c45e None None] Port 42592105-6dce-424f-ac7a-e09f7e314cfd cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:46:34.846732 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-4921a480-05d8-494e-b60e-636414ccdc54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42592105-6dce-424f-ac7a-e09f7e314cfd {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:46:34.854484 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-4921a480-05d8-494e-b60e-636414ccdc54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:34.865932 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-4921a480-05d8-494e-b60e-636414ccdc54 service neutron] Transition to ACTIVE for port object 42592105-6dce-424f-ac7a-e09f7e314cfd will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:46:34.869707 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-4921a480-05d8-494e-b60e-636414ccdc54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:34.943500 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921a480-05d8-494e-b60e-636414ccdc54 service neutron] Pushing event updated for resources: {'Port': ['ID=42592105-6dce-424f-ac7a-e09f7e314cfd,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:35.007187 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-4921a480-05d8-494e-b60e-636414ccdc54 service neutron] Attempting to bind port 42592105-6dce-424f-ac7a-e09f7e314cfd on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:46:35.007531 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-4921a480-05d8-494e-b60e-636414ccdc54 service neutron] Attempting to bind port 42592105-6dce-424f-ac7a-e09f7e314cfd by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:46:35.007918 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-4921a480-05d8-494e-b60e-636414ccdc54 service neutron] Attempting to bind port 42592105-6dce-424f-ac7a-e09f7e314cfd on network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:46:35.022632 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-4921a480-05d8-494e-b60e-636414ccdc54 service neutron] Port 42592105-6dce-424f-ac7a-e09f7e314cfd on network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:46:35.022975 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-4921a480-05d8-494e-b60e-636414ccdc54 service neutron] Attempting to bind port 42592105-6dce-424f-ac7a-e09f7e314cfd on network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:46:35.038788 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7181f317-13f0-4abc-970d-eb3b4965b315 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:46:35.052072 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-4921a480-05d8-494e-b60e-636414ccdc54 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:46:35.052416 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-4921a480-05d8-494e-b60e-636414ccdc54 service neutron] Checking segment: {'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:46:35.052785 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-4921a480-05d8-494e-b60e-636414ccdc54 service neutron] Bound using segment: {'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:46:35.053221 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-4921a480-05d8-494e-b60e-636414ccdc54 service neutron] Bound port: 42592105-6dce-424f-ac7a-e09f7e314cfd, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:46:35.053582 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-4921a480-05d8-494e-b60e-636414ccdc54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:35.092402 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 7181f317-13f0-4abc-970d-eb3b4965b315 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:46:35.092773 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:35.102734 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b988ce-d5fd-47f3-9eff-69d4527154ce req-29c2aa93-be2c-4694-bb5f-29155fae5a38 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:35.104539 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-54b988ce-d5fd-47f3-9eff-69d4527154ce req-29c2aa93-be2c-4694-bb5f-29155fae5a38 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 944 time: 0.0986798 Oct 19 01:46:35.165927 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-4921a480-05d8-494e-b60e-636414ccdc54 service neutron] For port 42592105-6dce-424f-ac7a-e09f7e314cfd, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:46:35.179510 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-54b988ce-d5fd-47f3-9eff-69d4527154ce req-c04fd88b-dbd8-4dbe-8f65-f79a4717c144 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677845 Oct 19 01:46:35.183232 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-4921a480-05d8-494e-b60e-636414ccdc54 service neutron] For port 42592105-6dce-424f-ac7a-e09f7e314cfd, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=42592105-6dce-424f-ac7a-e09f7e314cfd,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:46:35.190697 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-4921a480-05d8-494e-b60e-636414ccdc54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:35.229279 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-4921a480-05d8-494e-b60e-636414ccdc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:35.229917 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-4921a480-05d8-494e-b60e-636414ccdc54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:35.231900 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-4921a480-05d8-494e-b60e-636414ccdc54 service neutron] 10.222.0.55 "PUT /v2.0/ports/42592105-6dce-424f-ac7a-e09f7e314cfd HTTP/1.1" status: 200 len: 1093 time: 0.7162523 Oct 19 01:46:35.232344 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f2ca5e-08f1-4053-be2f-e9e84e590005', 'tag': '42592105-6dce-424f-ac7a-e09f7e314cfd'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:46:35.235676 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4297348a-9370-489e-b1bf-85c19203fffe" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f2ca5e-08f1-4053-be2f-e9e84e590005", "tag": "42592105-6dce-424f-ac7a-e09f7e314cfd"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:46:35.258821 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921a480-05d8-494e-b60e-636414ccdc54 service neutron] Pushing event updated for resources: {'Port': ['ID=42592105-6dce-424f-ac7a-e09f7e314cfd,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:35.284528 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0a15ac-4bff-46e4-a9fa-ed4527942ff1 x-openstack-request-id: req-8d0a15ac-4bff-46e4-a9fa-ed4527942ff1 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:46:35.284901 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f2ca5e-08f1-4053-be2f-e9e84e590005", "tag": "42592105-6dce-424f-ac7a-e09f7e314cfd", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:46:35.285227 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8d0a15ac-4bff-46e4-a9fa-ed4527942ff1 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:46:35.285707 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f2ca5e-08f1-4053-be2f-e9e84e590005', 'tag': '42592105-6dce-424f-ac7a-e09f7e314cfd', 'status': 'completed', 'code': 200} Oct 19 01:46:35.317376 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-1c3221c2-39db-4c46-b5d2-d5ef42cdc5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:35.318902 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-1c3221c2-39db-4c46-b5d2-d5ef42cdc5c0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 1096 time: 0.0456603 Oct 19 01:46:35.364028 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-d80ba12a-070b-4b07-8ebd-5056c94066fe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42592105-6dce-424f-ac7a-e09f7e314cfd HTTP/1.1" status: 200 len: 217 time: 0.0372987 Oct 19 01:46:35.419052 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-ab8cb314-6d13-4d91-ab66-87196921825c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:35.420568 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-ab8cb314-6d13-4d91-ab66-87196921825c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0503106 Oct 19 01:46:35.466178 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-dfaadfb6-c9b4-4c5c-bc0f-70524f403a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:35.467653 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-dfaadfb6-c9b4-4c5c-bc0f-70524f403a1f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397673 Oct 19 01:46:35.562672 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-679bbc16-b3fb-4c95-b5c1-07437a8f162b service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868061 Oct 19 01:46:35.651897 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-abe41efe-6ab6-42df-9827-067d91f7fb37 req-b6ac76b0-fdf3-46f3-8016-94856a73ea3b service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819509 Oct 19 01:46:35.746152 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297348a-9370-489e-b1bf-85c19203fffe req-79bd2bd4-f568-44f6-b1a8-f4cc2daddde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:35.748467 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4297348a-9370-489e-b1bf-85c19203fffe req-79bd2bd4-f568-44f6-b1a8-f4cc2daddde1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 1096 time: 0.0493269 Oct 19 01:46:35.842466 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297348a-9370-489e-b1bf-85c19203fffe req-1b4f71bd-41f8-4481-bae6-527818b31b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:35.843952 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4297348a-9370-489e-b1bf-85c19203fffe req-1b4f71bd-41f8-4481-bae6-527818b31b6c service neutron] 10.222.0.55 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.0888228 Oct 19 01:46:35.885914 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4297348a-9370-489e-b1bf-85c19203fffe req-51df7e15-9b26-4fff-9c75-623a682833c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42592105-6dce-424f-ac7a-e09f7e314cfd HTTP/1.1" status: 200 len: 217 time: 0.0343013 Oct 19 01:46:35.940582 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297348a-9370-489e-b1bf-85c19203fffe req-eaff7070-ee32-4984-96e5-dc6442a2406f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:35.942051 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4297348a-9370-489e-b1bf-85c19203fffe req-eaff7070-ee32-4984-96e5-dc6442a2406f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0486488 Oct 19 01:46:35.990311 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297348a-9370-489e-b1bf-85c19203fffe req-4a90981d-b70c-4948-a56f-431e10e14d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:35.991803 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4297348a-9370-489e-b1bf-85c19203fffe req-4a90981d-b70c-4948-a56f-431e10e14d2d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430152 Oct 19 01:46:36.085327 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4297348a-9370-489e-b1bf-85c19203fffe req-73d589bb-5851-43e3-9211-2a66b2daaee8 service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868180 Oct 19 01:46:36.174387 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4297348a-9370-489e-b1bf-85c19203fffe req-fbb9d7fb-8f05-42b3-adaa-579ffa8d7ce6 service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820227 Oct 19 01:46:36.297527 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc910443-8eec-4818-a05b-24df8d32f3d2 req-b03133c1-c1fc-442b-96af-afc779cd756c tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:36.299006 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cc910443-8eec-4818-a05b-24df8d32f3d2 req-b03133c1-c1fc-442b-96af-afc779cd756c tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 944 time: 0.0486867 Oct 19 01:46:36.336340 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cc910443-8eec-4818-a05b-24df8d32f3d2 req-1c7f28e7-8096-4484-bea6-dba9546b5fed tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313804 Oct 19 01:46:37.458924 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de6524-3a49-4ab0-b6d1-a89028e941a3 req-c5de4aec-c2d7-4bbf-b0d4-51621542c3b7 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:37.460409 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e0de6524-3a49-4ab0-b6d1-a89028e941a3 req-c5de4aec-c2d7-4bbf-b0d4-51621542c3b7 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 944 time: 0.0478349 Oct 19 01:46:37.497578 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e0de6524-3a49-4ab0-b6d1-a89028e941a3 req-bbf527c4-1061-43b9-ba60-5aa485823ae0 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310314 Oct 19 01:46:38.617116 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47af333-7dd0-47a4-920b-33f7a629057b req-f7f8de6b-64e9-46f6-bb9e-c3005858146b tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:38.618585 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c47af333-7dd0-47a4-920b-33f7a629057b req-f7f8de6b-64e9-46f6-bb9e-c3005858146b tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 944 time: 0.0543816 Oct 19 01:46:38.658793 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c47af333-7dd0-47a4-920b-33f7a629057b req-b7889681-09d5-4c14-bcb8-bd206eedec1a tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322266 Oct 19 01:46:38.974801 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 42592105-6dce-424f-ac7a-e09f7e314cfd details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:46:39.068877 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 42592105-6dce-424f-ac7a-e09f7e314cfd, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=42592105-6dce-424f-ac7a-e09f7e314cfd,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:46:39.080364 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '42592105-6dce-424f-ac7a-e09f7e314cfd', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'port_id': '42592105-6dce-424f-ac7a-e09f7e314cfd', 'mac_address': 'fa:16:3e:73:c0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:46:39.116115 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:39.128903 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42592105-6dce-424f-ac7a-e09f7e314cfd {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:46:39.148042 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 42592105-6dce-424f-ac7a-e09f7e314cfd, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=42592105-6dce-424f-ac7a-e09f7e314cfd,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:46:39.152513 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:39.202867 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=42592105-6dce-424f-ac7a-e09f7e314cfd,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:39.453154 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['42592105-6dce-424f-ac7a-e09f7e314cfd'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:46:39.770056 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf2a86-3136-4707-8fbb-7343d7dc95ec req-0665a436-6896-4b6b-8f9f-c4b916026bc9 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:39.771416 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ecbf2a86-3136-4707-8fbb-7343d7dc95ec req-0665a436-6896-4b6b-8f9f-c4b916026bc9 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 945 time: 0.0477862 Oct 19 01:46:39.808468 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ecbf2a86-3136-4707-8fbb-7343d7dc95ec req-00448224-ddd0-4ff5-a388-7fae4e15da35 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311310 Oct 19 01:46:40.921905 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287a357-6e0c-4a53-8b4e-33980a19c7ea req-928e3524-7d1f-4709-9749-4a65cafd25b1 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:40.923489 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0287a357-6e0c-4a53-8b4e-33980a19c7ea req-928e3524-7d1f-4709-9749-4a65cafd25b1 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 945 time: 0.0503974 Oct 19 01:46:40.961959 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0287a357-6e0c-4a53-8b4e-33980a19c7ea req-ec1a1246-6854-460c-84d8-c713b4590e47 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323257 Oct 19 01:46:40.989437 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 42592105-6dce-424f-ac7a-e09f7e314cfd up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:46:41.040771 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 42592105-6dce-424f-ac7a-e09f7e314cfd completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:46:41.044650 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 42592105-6dce-424f-ac7a-e09f7e314cfd triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:46:41.045228 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:41.119612 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:41.142338 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f2ca5e-08f1-4053-be2f-e9e84e590005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42592105-6dce-424f-ac7a-e09f7e314cfd'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:46:41.144622 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3230a33a-04f9-4397-8bd0-451ceb914921" -d '{"events": [{"server_uuid": "f3f2ca5e-08f1-4053-be2f-e9e84e590005", "name": "network-vif-plugged", "status": "completed", "tag": "42592105-6dce-424f-ac7a-e09f7e314cfd"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:46:41.156587 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 42592105-6dce-424f-ac7a-e09f7e314cfd, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=42592105-6dce-424f-ac7a-e09f7e314cfd,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:46:41.161014 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:41.194925 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7cb815-f984-4171-a46c-e6f1ad6a275f x-openstack-request-id: req-1a7cb815-f984-4171-a46c-e6f1ad6a275f {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:46:41.195220 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f2ca5e-08f1-4053-be2f-e9e84e590005", "name": "network-vif-plugged", "status": "completed", "tag": "42592105-6dce-424f-ac7a-e09f7e314cfd", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:46:41.195473 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1a7cb815-f984-4171-a46c-e6f1ad6a275f {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:46:41.195899 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f2ca5e-08f1-4053-be2f-e9e84e590005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42592105-6dce-424f-ac7a-e09f7e314cfd', 'code': 200} Oct 19 01:46:41.222418 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=42592105-6dce-424f-ac7a-e09f7e314cfd,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:41.286496 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05370e93-cfdd-44b8-997e-1598965d6838 req-4cb79253-0f77-4eb7-94e5-01e5aa3d1704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:41.288010 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-05370e93-cfdd-44b8-997e-1598965d6838 req-4cb79253-0f77-4eb7-94e5-01e5aa3d1704 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 1098 time: 0.0396392 Oct 19 01:46:41.321542 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-05370e93-cfdd-44b8-997e-1598965d6838 req-df17ca5c-1156-4203-bbad-ea7d5c0da118 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267627 Oct 19 01:46:42.078848 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50e53e-fbaf-4f3a-8597-bfde87612d3e req-a91f8387-361b-4a60-b96e-c9c397696ed4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:42.080363 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-db50e53e-fbaf-4f3a-8597-bfde87612d3e req-a91f8387-361b-4a60-b96e-c9c397696ed4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 946 time: 0.0532815 Oct 19 01:46:42.116676 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-db50e53e-fbaf-4f3a-8597-bfde87612d3e req-0620a51f-8e30-4c1f-a80c-8237ec2e262d tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304179 Oct 19 01:46:43.235092 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83882cf-a73f-4de5-8456-9d3091b7691d req-b2164ff2-b246-46ef-9fba-2e4457eaaac4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:43.236504 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f83882cf-a73f-4de5-8456-9d3091b7691d req-b2164ff2-b246-46ef-9fba-2e4457eaaac4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 946 time: 0.0519693 Oct 19 01:46:43.273251 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f83882cf-a73f-4de5-8456-9d3091b7691d req-1bb6b334-a161-4a45-84c0-f78e88da2dda tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308051 Oct 19 01:46:43.384187 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fe716-6e86-4aaa-be3f-19d0d81e75f2 req-a80b98d2-f36e-42f4-be18-0da04cace70d tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:43.385670 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-785fe716-6e86-4aaa-be3f-19d0d81e75f2 req-a80b98d2-f36e-42f4-be18-0da04cace70d tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 946 time: 0.0505455 Oct 19 01:46:43.394726 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 51762) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:46:43.399072 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-89688177-b9eb-4009-b1b1-0c97f854e118 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Request body: {'floatingip': {'port_id': '42592105-6dce-424f-ac7a-e09f7e314cfd'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:46:43.440597 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-89688177-b9eb-4009-b1b1-0c97f854e118 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks [] for floatingip, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:43.870882 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-89688177-b9eb-4009-b1b1-0c97f854e118 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:43.875245 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-89688177-b9eb-4009-b1b1-0c97f854e118 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:43.975512 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [None req-89688177-b9eb-4009-b1b1-0c97f854e118 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Floating IP fbaa33b7-1bb1-4f84-bc44-f70ce0e5480a associated. External IP: 172.25.8.201, port: 42592105-6dce-424f-ac7a-e09f7e314cfd. Oct 19 01:46:44.003651 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c615ded6-79e9-40eb-9e80-b8d8951bd775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:44.185707 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89688177-b9eb-4009-b1b1-0c97f854e118 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Router cc129871-2bb3-4030-bd84-d3ec10a50b30 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:46:44.613499 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89688177-b9eb-4009-b1b1-0c97f854e118 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:46:44.618110 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-89688177-b9eb-4009-b1b1-0c97f854e118 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:44.624030 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd85bf0a-6d52-48c0-aa8c-71ce9f900a7e None None] Sync routers for ids ['cc129871-2bb3-4030-bd84-d3ec10a50b30'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:46:44.632911 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd85bf0a-6d52-48c0-aa8c-71ce9f900a7e None None] Routers {'cc129871-2bb3-4030-bd84-d3ec10a50b30'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:46:44.633524 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-cd85bf0a-6d52-48c0-aa8c-71ce9f900a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:46:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['cc129871-2bb3-4030-bd84-d3ec10a50b30'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:46:44.645341 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-89688177-b9eb-4009-b1b1-0c97f854e118 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "PUT /v2.0/floatingips/fbaa33b7-1bb1-4f84-bc44-f70ce0e5480a HTTP/1.1" status: 200 len: 992 time: 1.2495604 Oct 19 01:46:44.645925 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f2ca5e-08f1-4053-be2f-e9e84e590005', 'tag': '42592105-6dce-424f-ac7a-e09f7e314cfd'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:46:44.648196 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3238c4-5821-4eb5-908e-dff409c055b5" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f2ca5e-08f1-4053-be2f-e9e84e590005", "tag": "42592105-6dce-424f-ac7a-e09f7e314cfd"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:46:44.686016 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35b5298-b3e0-4e86-a490-8d25b8d65642 x-openstack-request-id: req-c35b5298-b3e0-4e86-a490-8d25b8d65642 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:46:44.686312 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f2ca5e-08f1-4053-be2f-e9e84e590005", "tag": "42592105-6dce-424f-ac7a-e09f7e314cfd", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:46:44.686567 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c35b5298-b3e0-4e86-a490-8d25b8d65642 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:46:44.686964 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f2ca5e-08f1-4053-be2f-e9e84e590005', 'tag': '42592105-6dce-424f-ac7a-e09f7e314cfd', 'status': 'completed', 'code': 200} Oct 19 01:46:44.741889 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-cd85bf0a-6d52-48c0-aa8c-71ce9f900a7e None None] Set router cc129871-2bb3-4030-bd84-d3ec10a50b30 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:46:44.747791 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3238c4-5821-4eb5-908e-dff409c055b5 req-ebc1a81d-545e-471c-b1df-82f7ab644f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:44.749240 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c3238c4-5821-4eb5-908e-dff409c055b5 req-ebc1a81d-545e-471c-b1df-82f7ab644f18 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 1098 time: 0.0408404 Oct 19 01:46:44.842218 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3238c4-5821-4eb5-908e-dff409c055b5 req-a7616825-af14-4b4f-a232-bc0a9740594a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:44.843684 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c3238c4-5821-4eb5-908e-dff409c055b5 req-a7616825-af14-4b4f-a232-bc0a9740594a service neutron] 10.222.0.55 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.0868654 Oct 19 01:46:44.910011 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c3238c4-5821-4eb5-908e-dff409c055b5 req-0cd7304d-8b77-4108-aba3-28e3174719a2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42592105-6dce-424f-ac7a-e09f7e314cfd HTTP/1.1" status: 200 len: 1000 time: 0.0593321 Oct 19 01:46:44.966453 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3238c4-5821-4eb5-908e-dff409c055b5 req-60847593-a3c2-4b78-9d75-6a0584947a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:44.967977 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c3238c4-5821-4eb5-908e-dff409c055b5 req-60847593-a3c2-4b78-9d75-6a0584947a2f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0516412 Oct 19 01:46:44.974149 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-cd85bf0a-6d52-48c0-aa8c-71ce9f900a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'name': 'tempest-ServerActionsTestJSON-582573910-router', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:46:26Z', 'updated_at': '2021-10-19T01:46:29Z', 'revision_number': 4, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'gw_port': {'id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:27Z', 'updated_at': '2021-10-19T01:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'fbaa33b7-1bb1-4f84-bc44-f70ce0e5480a', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'floating_ip_address': '172.25.8.201', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'port_id': '42592105-6dce-424f-ac7a-e09f7e314cfd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'mac_address': 'fa:16:3e:73:c0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f2ca5e-08f1-4053-be2f-e9e84e590005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:46:31Z', 'updated_at': '2021-10-19T01:46:43Z', 'revision_number': 1, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7181f317-13f0-4abc-970d-eb3b4965b315', 'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'mac_address': 'fa:16:3e:78:52:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:29Z', 'updated_at': '2021-10-19T01:46:33Z', 'revision_number': 5, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'subnets': [{'id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:46:45.000691 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd85bf0a-6d52-48c0-aa8c-71ce9f900a7e None None] Checking router: cc129871-2bb3-4030-bd84-d3ec10a50b30 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:46:45.008789 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd85bf0a-6d52-48c0-aa8c-71ce9f900a7e None None] Routers {'cc129871-2bb3-4030-bd84-d3ec10a50b30'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:46:45.009386 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-cd85bf0a-6d52-48c0-aa8c-71ce9f900a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:46:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['cc129871-2bb3-4030-bd84-d3ec10a50b30'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:46:45.015744 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3238c4-5821-4eb5-908e-dff409c055b5 req-3767a390-d0b7-4267-a914-c837a723ff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:45.017263 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c3238c4-5821-4eb5-908e-dff409c055b5 req-3767a390-d0b7-4267-a914-c837a723ff37 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417783 Oct 19 01:46:45.107882 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c3238c4-5821-4eb5-908e-dff409c055b5 req-54401022-d1b6-4d8a-94b0-a2933c88ef16 service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834353 Oct 19 01:46:45.115406 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-cd85bf0a-6d52-48c0-aa8c-71ce9f900a7e None None] Set router cc129871-2bb3-4030-bd84-d3ec10a50b30 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:46:45.206787 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6c3238c4-5821-4eb5-908e-dff409c055b5 req-472b9fc4-4844-4cba-8f7c-6fcf8dd4fec0 service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922618 Oct 19 01:46:45.342125 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-cd85bf0a-6d52-48c0-aa8c-71ce9f900a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'name': 'tempest-ServerActionsTestJSON-582573910-router', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:46:26Z', 'updated_at': '2021-10-19T01:46:29Z', 'revision_number': 4, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'gw_port': {'id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:27Z', 'updated_at': '2021-10-19T01:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'fbaa33b7-1bb1-4f84-bc44-f70ce0e5480a', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'floating_ip_address': '172.25.8.201', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'port_id': '42592105-6dce-424f-ac7a-e09f7e314cfd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'mac_address': 'fa:16:3e:73:c0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f2ca5e-08f1-4053-be2f-e9e84e590005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:46:31Z', 'updated_at': '2021-10-19T01:46:43Z', 'revision_number': 1, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7181f317-13f0-4abc-970d-eb3b4965b315', 'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'mac_address': 'fa:16:3e:78:52:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:29Z', 'updated_at': '2021-10-19T01:46:33Z', 'revision_number': 5, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'subnets': [{'id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:46:45.368466 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd85bf0a-6d52-48c0-aa8c-71ce9f900a7e None None] The sync data for ids ['cc129871-2bb3-4030-bd84-d3ec10a50b30'] in n-d-715271-26 is: [{'id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'name': 'tempest-ServerActionsTestJSON-582573910-router', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:46:26Z', 'updated_at': '2021-10-19T01:46:29Z', 'revision_number': 4, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'gw_port': {'id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:27Z', 'updated_at': '2021-10-19T01:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'fbaa33b7-1bb1-4f84-bc44-f70ce0e5480a', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'floating_ip_address': '172.25.8.201', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'port_id': '42592105-6dce-424f-ac7a-e09f7e314cfd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'mac_address': 'fa:16:3e:73:c0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f2ca5e-08f1-4053-be2f-e9e84e590005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:46:31Z', 'updated_at': '2021-10-19T01:46:43Z', 'revision_number': 1, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7181f317-13f0-4abc-970d-eb3b4965b315', 'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'mac_address': 'fa:16:3e:78:52:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:29Z', 'updated_at': '2021-10-19T01:46:33Z', 'revision_number': 5, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'subnets': [{'id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:46:45.674142 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cd9fed-e64f-4536-a268-56d8696767d0 None None] New status for floating IP fbaa33b7-1bb1-4f84-bc44-f70ce0e5480a: ACTIVE {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:46:46.583078 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b7277c26-3c35-42fe-8f1d-bbaf306323ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:47.313665 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:47.906970 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:49.839302 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:55.339587 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:46:57.476603 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:59.879125 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:14.005329 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ad64c02f-630f-4dfe-b6e9-5d91165063a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:16.588102 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-95fe1bb3-6c72-4b1f-9ad1-5a5525751358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:16.956088 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-05ee20c9-ef28-4446-ade6-9006e77701d9 req-e8e7c3f5-cfec-4baf-a03b-7b07756cb547 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406177 Oct 19 01:47:17.038868 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee20c9-ef28-4446-ade6-9006e77701d9 req-903f2b9b-3b1f-4acd-b3c7-e68eb3c74320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:17.040363 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-05ee20c9-ef28-4446-ade6-9006e77701d9 req-903f2b9b-3b1f-4acd-b3c7-e68eb3c74320 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 1098 time: 0.0438471 Oct 19 01:47:17.143112 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee20c9-ef28-4446-ade6-9006e77701d9 req-b6c64de6-3b15-4eec-9d46-0e37255b2e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:17.144573 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-05ee20c9-ef28-4446-ade6-9006e77701d9 req-b6c64de6-3b15-4eec-9d46-0e37255b2e9f service neutron] 10.222.0.55 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.0835130 Oct 19 01:47:17.214381 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-05ee20c9-ef28-4446-ade6-9006e77701d9 req-1802f158-74ad-4916-954f-e1b212ef4169 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42592105-6dce-424f-ac7a-e09f7e314cfd HTTP/1.1" status: 200 len: 1002 time: 0.0618775 Oct 19 01:47:17.263910 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee20c9-ef28-4446-ade6-9006e77701d9 req-1bd24002-3712-4f5b-94c2-a4d762693380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:17.265361 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-05ee20c9-ef28-4446-ade6-9006e77701d9 req-1bd24002-3712-4f5b-94c2-a4d762693380 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0443766 Oct 19 01:47:17.316589 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:17.319232 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee20c9-ef28-4446-ade6-9006e77701d9 req-6b360af3-1657-4969-b050-bb650f6714ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:17.320777 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-05ee20c9-ef28-4446-ade6-9006e77701d9 req-6b360af3-1657-4969-b050-bb650f6714ca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477061 Oct 19 01:47:17.415510 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-05ee20c9-ef28-4446-ade6-9006e77701d9 req-c7d2d40f-8dd1-458d-8f9d-f81bf798a76d service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873475 Oct 19 01:47:17.506645 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-05ee20c9-ef28-4446-ade6-9006e77701d9 req-c51ec4f4-b3ea-4fce-bdff-86a771873695 service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836124 Oct 19 01:47:17.910706 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:19.842494 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:27.490850 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:29.898254 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:32.340518 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:47:44.005418 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fc05b914-292e-4d74-99a1-fe404c2c0136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:46.588853 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4a80bffc-abf8-41d6-a419-b1d0bb5160d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:47.319159 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:47.912759 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:49.845759 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:57.491244 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:59.895908 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:09.339637 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:48:14.006411 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ea07799d-2fb1-48a6-96fb-33efb1bdb8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:16.589625 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-362f2489-39d4-494c-ac59-538f289cbc14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:17.319919 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:17.915571 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:18.077235 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-53e52061-0241-496d-8013-c5f5d512a7af req-0d83a4ee-e438-4cbe-af91-4f86ce3c69e5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1651883 Oct 19 01:48:18.163107 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e52061-0241-496d-8013-c5f5d512a7af req-c702351d-090d-4cdb-89a3-19e1f2cd5ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:18.164644 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-53e52061-0241-496d-8013-c5f5d512a7af req-c702351d-090d-4cdb-89a3-19e1f2cd5ed9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 1098 time: 0.0469284 Oct 19 01:48:18.274030 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e52061-0241-496d-8013-c5f5d512a7af req-0e742c33-3939-4827-ad66-22ab36d6b265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:18.275498 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-53e52061-0241-496d-8013-c5f5d512a7af req-0e742c33-3939-4827-ad66-22ab36d6b265 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.0849435 Oct 19 01:48:18.346642 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-53e52061-0241-496d-8013-c5f5d512a7af req-d80a2033-16b1-43b6-83c3-175b6a8a5d4e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42592105-6dce-424f-ac7a-e09f7e314cfd HTTP/1.1" status: 200 len: 1002 time: 0.0635443 Oct 19 01:48:18.395335 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e52061-0241-496d-8013-c5f5d512a7af req-d78df502-6726-4a4d-9f30-5b343ff7e3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:18.396753 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-53e52061-0241-496d-8013-c5f5d512a7af req-d78df502-6726-4a4d-9f30-5b343ff7e3dc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0438857 Oct 19 01:48:18.441866 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e52061-0241-496d-8013-c5f5d512a7af req-2f612fec-6ce3-45c1-864a-8bc2da9aef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:18.443217 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-53e52061-0241-496d-8013-c5f5d512a7af req-2f612fec-6ce3-45c1-864a-8bc2da9aef28 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392153 Oct 19 01:48:18.453849 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-53e52061-0241-496d-8013-c5f5d512a7af req-23e23209-b12d-4b86-865e-a24f232bbc85 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:48:18.454769 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-53e52061-0241-496d-8013-c5f5d512a7af req-23e23209-b12d-4b86-865e-a24f232bbc85 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047872 Oct 19 01:48:18.559060 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-53e52061-0241-496d-8013-c5f5d512a7af req-3d6716f8-18e4-41d0-8003-e50881116210 service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969596 Oct 19 01:48:18.646447 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-53e52061-0241-496d-8013-c5f5d512a7af req-a7ddd7ae-df8b-436c-b193-8dfd88fbf4ed service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804904 Oct 19 01:48:19.846571 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:27.503593 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:29.902437 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:44.006587 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-020c6b15-f714-418d-8afa-f4c000a28c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:46.339463 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:48:46.589612 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f66860ca-5be7-4031-8637-3715b960161a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:47.320878 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:47.918032 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:49.848614 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:57.553655 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:59.921994 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:14.006529 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c4316513-ec7a-4866-a2c7-be32794b33d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:14.617727 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac11442-04bb-49f5-b8d3-0059391c4356 req-bb64e1ae-00c3-4e97-abd9-e7c4abe5c180 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:14.619220 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4ac11442-04bb-49f5-b8d3-0059391c4356 req-bb64e1ae-00c3-4e97-abd9-e7c4abe5c180 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 946 time: 0.1245124 Oct 19 01:49:14.659469 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4ac11442-04bb-49f5-b8d3-0059391c4356 req-cc2792ff-f33f-4336-9d08-531091dd5d15 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341733 Oct 19 01:49:14.835982 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 52118) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:14.895279 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50b53e-e5ea-4905-a016-a74f94530ed3 req-69cc970d-3de2-4868-8f23-913e05c990cd tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:14.897131 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dd50b53e-e5ea-4905-a016-a74f94530ed3 req-69cc970d-3de2-4868-8f23-913e05c990cd tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 946 time: 0.0503318 Oct 19 01:49:14.930389 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-069335d0-fb59-4190-9289-750e8e406a78 req-88dcc8f2-9a25-4d96-95b1-1c3d00af611b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0929852 Oct 19 01:49:14.938756 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dd50b53e-e5ea-4905-a016-a74f94530ed3 req-e4e69c63-48f3-42dd-8ccd-f1dbdbb1a2d7 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355601 Oct 19 01:49:14.943624 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-069335d0-fb59-4190-9289-750e8e406a78 req-321a0486-5084-499b-bb8f-f9ba3638044b service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:49:14.944841 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-069335d0-fb59-4190-9289-750e8e406a78 req-321a0486-5084-499b-bb8f-f9ba3638044b service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0091901 Oct 19 01:49:16.043608 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069335d0-fb59-4190-9289-750e8e406a78 req-f757c433-363c-4532-a937-cf4983453af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:16.045155 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-069335d0-fb59-4190-9289-750e8e406a78 req-f757c433-363c-4532-a937-cf4983453af4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 1098 time: 0.0463860 Oct 19 01:49:16.170865 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069335d0-fb59-4190-9289-750e8e406a78 req-78d12056-3581-404a-9832-092abafad6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:16.172360 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-069335d0-fb59-4190-9289-750e8e406a78 req-78d12056-3581-404a-9832-092abafad6d2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.1191640 Oct 19 01:49:16.181370 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855713fa-b79f-4326-94ae-09531b7cca76 req-8f5ef067-0ce2-4586-8039-1f7166694169 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:16.182734 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-855713fa-b79f-4326-94ae-09531b7cca76 req-8f5ef067-0ce2-4586-8039-1f7166694169 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 946 time: 0.1589925 Oct 19 01:49:16.262903 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-855713fa-b79f-4326-94ae-09531b7cca76 req-6f0f1981-e238-4171-bcae-67bca1008806 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736327 Oct 19 01:49:16.266644 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-069335d0-fb59-4190-9289-750e8e406a78 req-6205e16d-781a-47b3-a36d-dbd4dfd95a37 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42592105-6dce-424f-ac7a-e09f7e314cfd HTTP/1.1" status: 200 len: 1002 time: 0.0830581 Oct 19 01:49:16.321962 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069335d0-fb59-4190-9289-750e8e406a78 req-0e0ee35c-12ac-4b98-8211-570910a58d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:16.323417 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-069335d0-fb59-4190-9289-750e8e406a78 req-0e0ee35c-12ac-4b98-8211-570910a58d26 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0489829 Oct 19 01:49:16.369856 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069335d0-fb59-4190-9289-750e8e406a78 req-0b589c1c-fcb6-4d51-8fd5-871376233f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:16.371305 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-069335d0-fb59-4190-9289-750e8e406a78 req-0b589c1c-fcb6-4d51-8fd5-871376233f5d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407708 Oct 19 01:49:16.460801 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-069335d0-fb59-4190-9289-750e8e406a78 req-64e8de1f-7fe3-4e50-8240-ac92a4d8d805 service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808072 Oct 19 01:49:16.561373 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-069335d0-fb59-4190-9289-750e8e406a78 req-7c06e0a5-106a-4df9-a85b-0494812654e0 service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875201 Oct 19 01:49:16.589856 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-18137429-6970-485c-afed-ac309bffce05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:17.323290 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:17.377038 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976bf84-7367-401d-a25d-f38e81ee9b07 req-d5d3dfa6-dc18-471d-a442-63c1e5db29db tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:17.378559 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d976bf84-7367-401d-a25d-f38e81ee9b07 req-d5d3dfa6-dc18-471d-a442-63c1e5db29db tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 946 time: 0.0477045 Oct 19 01:49:17.416401 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d976bf84-7367-401d-a25d-f38e81ee9b07 req-0f2c306e-d92f-4247-aec6-58ef5bdc857f tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313249 Oct 19 01:49:17.921798 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:18.533364 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02655511-9645-41af-a7a3-aeed2523ca48 req-56dbf2b5-1daa-4780-b440-2acb95cbce53 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:18.534842 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-02655511-9645-41af-a7a3-aeed2523ca48 req-56dbf2b5-1daa-4780-b440-2acb95cbce53 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 946 time: 0.0509243 Oct 19 01:49:18.574549 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-02655511-9645-41af-a7a3-aeed2523ca48 req-118ade9e-d757-45ca-87f5-f9a71918bd89 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330753 Oct 19 01:49:18.995006 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649cd582-67e5-46f2-bbbe-8c41b60b42a5 req-902b23d6-9140-473b-9bb4-b1c5d1a5c7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:18.996555 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-649cd582-67e5-46f2-bbbe-8c41b60b42a5 req-902b23d6-9140-473b-9bb4-b1c5d1a5c7d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 1098 time: 0.0460341 Oct 19 01:49:19.101893 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649cd582-67e5-46f2-bbbe-8c41b60b42a5 req-22b07bfb-735b-4322-8c0d-089219927839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:19.103352 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-649cd582-67e5-46f2-bbbe-8c41b60b42a5 req-22b07bfb-735b-4322-8c0d-089219927839 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.0870054 Oct 19 01:49:19.175650 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-649cd582-67e5-46f2-bbbe-8c41b60b42a5 req-1446d1fa-ae3e-45ce-bdb6-6ec3b10a438b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42592105-6dce-424f-ac7a-e09f7e314cfd HTTP/1.1" status: 200 len: 1002 time: 0.0643837 Oct 19 01:49:19.227715 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649cd582-67e5-46f2-bbbe-8c41b60b42a5 req-0c2a0033-9927-4d7d-ad73-8e30edc6fc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:19.229219 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-649cd582-67e5-46f2-bbbe-8c41b60b42a5 req-0c2a0033-9927-4d7d-ad73-8e30edc6fc92 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0464606 Oct 19 01:49:19.276861 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649cd582-67e5-46f2-bbbe-8c41b60b42a5 req-1f9ec130-d728-4827-aeea-62049c36396b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:19.278365 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-649cd582-67e5-46f2-bbbe-8c41b60b42a5 req-1f9ec130-d728-4827-aeea-62049c36396b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420952 Oct 19 01:49:19.373349 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-649cd582-67e5-46f2-bbbe-8c41b60b42a5 req-23ad7b8d-36a5-4a55-896f-2156d8ceab87 service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859921 Oct 19 01:49:19.466200 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-649cd582-67e5-46f2-bbbe-8c41b60b42a5 req-02b1873c-512b-4dc6-83ff-50f13e645e81 service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832479 Oct 19 01:49:19.704641 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c915a-5c08-4e3f-a88b-5de660efecbf req-6fc4071a-28fa-4321-9aa7-32d7ca997028 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:19.706087 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eb7c915a-5c08-4e3f-a88b-5de660efecbf req-6fc4071a-28fa-4321-9aa7-32d7ca997028 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 946 time: 0.0481691 Oct 19 01:49:19.742694 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eb7c915a-5c08-4e3f-a88b-5de660efecbf req-37112689-faa1-4b4c-ac6c-bc6fc745affc tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305283 Oct 19 01:49:19.852006 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:20.871521 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de8e1f-868a-4ec9-8c73-5c263cd5bf1c req-0c0bcea2-dbb3-43a0-8dc7-c7b0cd5b833d tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:20.873027 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b6de8e1f-868a-4ec9-8c73-5c263cd5bf1c req-0c0bcea2-dbb3-43a0-8dc7-c7b0cd5b833d tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 946 time: 0.0539730 Oct 19 01:49:20.911375 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b6de8e1f-868a-4ec9-8c73-5c263cd5bf1c req-e8fe0e1c-ad0e-4492-b67c-6740fda27704 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324218 Oct 19 01:49:22.024556 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd8b6b-21be-4887-8587-f3936c3abfb6 req-945f0a39-f4fb-4fbf-9e4e-c2785b1ae707 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:22.026033 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b2dd8b6b-21be-4887-8587-f3936c3abfb6 req-945f0a39-f4fb-4fbf-9e4e-c2785b1ae707 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 946 time: 0.0485797 Oct 19 01:49:22.066773 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b2dd8b6b-21be-4887-8587-f3936c3abfb6 req-57f48717-975a-437a-8bcd-51a43d36110f tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348153 Oct 19 01:49:23.183669 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84a771-4995-4e67-a49e-281725d5d3ee req-6cb30dcc-c6f2-44ff-a29f-8eaa61087215 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:23.185160 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1b84a771-4995-4e67-a49e-281725d5d3ee req-6cb30dcc-c6f2-44ff-a29f-8eaa61087215 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 946 time: 0.0493050 Oct 19 01:49:23.221790 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1b84a771-4995-4e67-a49e-281725d5d3ee req-1e6973f8-35a4-4003-9a60-5d7bceae5550 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306082 Oct 19 01:49:23.339721 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:49:24.338176 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed7e75-8b2a-4aa2-a949-721a05e3c63c req-9ec31558-86ed-45fb-b254-53675f530ed7 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:24.339635 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b2ed7e75-8b2a-4aa2-a949-721a05e3c63c req-9ec31558-86ed-45fb-b254-53675f530ed7 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 946 time: 0.0480232 Oct 19 01:49:24.377085 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b2ed7e75-8b2a-4aa2-a949-721a05e3c63c req-80668859-919f-4764-8bd4-1e803e2ecf4f tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314834 Oct 19 01:49:25.490509 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a241dab-f5e1-4cdb-9093-d03876d316a1 req-51c0053f-1150-473d-a31f-7e2bdf72be3f tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:25.492960 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7a241dab-f5e1-4cdb-9093-d03876d316a1 req-51c0053f-1150-473d-a31f-7e2bdf72be3f tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 946 time: 0.0497634 Oct 19 01:49:25.530103 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7a241dab-f5e1-4cdb-9093-d03876d316a1 req-9916daa6-8b0e-4999-97ad-25d68372f090 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313408 Oct 19 01:49:26.646506 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b2a75-21e0-4ac4-9c50-434a5e5f2428 req-17cca3e3-c439-498c-b545-61339f213c1d tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:26.648788 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5a3b2a75-21e0-4ac4-9c50-434a5e5f2428 req-17cca3e3-c439-498c-b545-61339f213c1d tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 946 time: 0.0509706 Oct 19 01:49:26.685190 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5a3b2a75-21e0-4ac4-9c50-434a5e5f2428 req-584f9a99-0c73-4341-b084-f3d041f6346e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304816 Oct 19 01:49:27.550963 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:27.801697 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ccdf8-59d2-4cbf-82c1-4bd114651279 req-7bfb21a6-8c85-4a9f-96eb-eb2117027370 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:27.803069 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d45ccdf8-59d2-4cbf-82c1-4bd114651279 req-7bfb21a6-8c85-4a9f-96eb-eb2117027370 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 946 time: 0.0520771 Oct 19 01:49:27.840339 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d45ccdf8-59d2-4cbf-82c1-4bd114651279 req-392a8c1b-12b5-4431-ac5f-f95b48fa847d tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311582 Oct 19 01:49:28.492644 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [req-069335d0-fb59-4190-9289-750e8e406a78 req-2d8e87a0-bb42-4824-aab4-8362adf6fc68 service neutron] show failed (client error): The resource could not be found. Oct 19 01:49:28.493576 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-069335d0-fb59-4190-9289-750e8e406a78 req-2d8e87a0-bb42-4824-aab4-8362adf6fc68 service neutron] 10.222.0.55 "GET /v2.0/ports/42592105-6dce-424f-ac7a-e09f7e314cfd/bindings/n-h2-715271-26 HTTP/1.1" status: 404 len: 381 time: 0.0546672 Oct 19 01:49:28.689265 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069335d0-fb59-4190-9289-750e8e406a78 req-0640f178-db72-446b-985e-d7d74a556232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:28.690770 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-069335d0-fb59-4190-9289-750e8e406a78 req-0640f178-db72-446b-985e-d7d74a556232 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005&tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce HTTP/1.1" status: 200 len: 1098 time: 0.0399303 Oct 19 01:49:28.701407 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-069335d0-fb59-4190-9289-750e8e406a78 req-db158a89-2dad-480a-9d0f-852e9ccb69a0 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:49:28.702420 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-069335d0-fb59-4190-9289-750e8e406a78 req-db158a89-2dad-480a-9d0f-852e9ccb69a0 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047686 Oct 19 01:49:28.714690 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-069335d0-fb59-4190-9289-750e8e406a78 req-b7a4f21f-1e38-41f0-837d-4c8513ba2285 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-26', 'device_owner': 'compute:nova'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:49:28.769282 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-069335d0-fb59-4190-9289-750e8e406a78 req-b7a4f21f-1e38-41f0-837d-4c8513ba2285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:29.002636 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d504f-a844-4449-a3b2-444aee7cb494 req-98d0d266-d470-470a-923c-584a88136896 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:29.004142 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fb7d504f-a844-4449-a3b2-444aee7cb494 req-98d0d266-d470-470a-923c-584a88136896 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 946 time: 0.0954602 Oct 19 01:49:29.013062 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-069335d0-fb59-4190-9289-750e8e406a78 req-b7a4f21f-1e38-41f0-837d-4c8513ba2285 service neutron] For port 42592105-6dce-424f-ac7a-e09f7e314cfd, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=42592105-6dce-424f-ac7a-e09f7e314cfd,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:49:29.073019 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fb7d504f-a844-4449-a3b2-444aee7cb494 req-cfe69bc1-e963-461f-96df-131ab43d7342 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623925 Oct 19 01:49:29.073915 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-069335d0-fb59-4190-9289-750e8e406a78 req-b7a4f21f-1e38-41f0-837d-4c8513ba2285 service neutron] For port 42592105-6dce-424f-ac7a-e09f7e314cfd, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:49:29.113363 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f2ca5e-08f1-4053-be2f-e9e84e590005', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42592105-6dce-424f-ac7a-e09f7e314cfd'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:49:29.115643 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb715f23-f9b6-432c-86d0-cb34073673ba" -d '{"events": [{"server_uuid": "f3f2ca5e-08f1-4053-be2f-e9e84e590005", "name": "network-vif-unplugged", "status": "completed", "tag": "42592105-6dce-424f-ac7a-e09f7e314cfd"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:49:29.119687 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-069335d0-fb59-4190-9289-750e8e406a78 req-b7a4f21f-1e38-41f0-837d-4c8513ba2285 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:29.132811 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-069335d0-fb59-4190-9289-750e8e406a78 req-b7a4f21f-1e38-41f0-837d-4c8513ba2285 service neutron] Transition to ACTIVE for port object 42592105-6dce-424f-ac7a-e09f7e314cfd will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:49:29.136665 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-069335d0-fb59-4190-9289-750e8e406a78 req-b7a4f21f-1e38-41f0-837d-4c8513ba2285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:29.165548 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ffc7f4-afdd-4151-92a9-95f1069b298a x-openstack-request-id: req-59ffc7f4-afdd-4151-92a9-95f1069b298a {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:49:29.165850 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f2ca5e-08f1-4053-be2f-e9e84e590005", "name": "network-vif-unplugged", "status": "completed", "tag": "42592105-6dce-424f-ac7a-e09f7e314cfd", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:49:29.166099 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-59ffc7f4-afdd-4151-92a9-95f1069b298a {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:49:29.166481 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f2ca5e-08f1-4053-be2f-e9e84e590005', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42592105-6dce-424f-ac7a-e09f7e314cfd', 'code': 200} Oct 19 01:49:29.249336 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4f21f-1e38-41f0-837d-4c8513ba2285 service neutron] Pushing event updated for resources: {'Port': ['ID=42592105-6dce-424f-ac7a-e09f7e314cfd,revision_number=6']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:29.278422 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4f21f-1e38-41f0-837d-4c8513ba2285 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:29.278670 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4f21f-1e38-41f0-837d-4c8513ba2285 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:29.278997 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4f21f-1e38-41f0-837d-4c8513ba2285 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:29.279320 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4f21f-1e38-41f0-837d-4c8513ba2285 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:29.279656 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4f21f-1e38-41f0-837d-4c8513ba2285 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:29.280172 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4f21f-1e38-41f0-837d-4c8513ba2285 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:29.280375 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4f21f-1e38-41f0-837d-4c8513ba2285 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:29.280685 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4f21f-1e38-41f0-837d-4c8513ba2285 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:29.280994 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4f21f-1e38-41f0-837d-4c8513ba2285 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:29.281306 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4f21f-1e38-41f0-837d-4c8513ba2285 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:29.281620 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4f21f-1e38-41f0-837d-4c8513ba2285 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:29.281929 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4f21f-1e38-41f0-837d-4c8513ba2285 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:29.328121 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-069335d0-fb59-4190-9289-750e8e406a78 req-b7a4f21f-1e38-41f0-837d-4c8513ba2285 service neutron] No DVR routers for this DVR port 42592105-6dce-424f-ac7a-e09f7e314cfd on host n-h1-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:49:29.461255 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-069335d0-fb59-4190-9289-750e8e406a78 req-b7a4f21f-1e38-41f0-837d-4c8513ba2285 service neutron] Attempting to bind port 42592105-6dce-424f-ac7a-e09f7e314cfd on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:49:29.461588 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-069335d0-fb59-4190-9289-750e8e406a78 req-b7a4f21f-1e38-41f0-837d-4c8513ba2285 service neutron] Attempting to bind port 42592105-6dce-424f-ac7a-e09f7e314cfd by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:49:29.461913 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069335d0-fb59-4190-9289-750e8e406a78 req-b7a4f21f-1e38-41f0-837d-4c8513ba2285 service neutron] Attempting to bind port 42592105-6dce-424f-ac7a-e09f7e314cfd on network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:49:29.466131 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069335d0-fb59-4190-9289-750e8e406a78 req-b7a4f21f-1e38-41f0-837d-4c8513ba2285 service neutron] Port 42592105-6dce-424f-ac7a-e09f7e314cfd on network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:49:29.466448 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069335d0-fb59-4190-9289-750e8e406a78 req-b7a4f21f-1e38-41f0-837d-4c8513ba2285 service neutron] Attempting to bind port 42592105-6dce-424f-ac7a-e09f7e314cfd on network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:49:29.471213 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069335d0-fb59-4190-9289-750e8e406a78 req-b7a4f21f-1e38-41f0-837d-4c8513ba2285 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:49:29.471543 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069335d0-fb59-4190-9289-750e8e406a78 req-b7a4f21f-1e38-41f0-837d-4c8513ba2285 service neutron] Checking segment: {'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:49:29.471956 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069335d0-fb59-4190-9289-750e8e406a78 req-b7a4f21f-1e38-41f0-837d-4c8513ba2285 service neutron] Bound using segment: {'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:49:29.472372 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-069335d0-fb59-4190-9289-750e8e406a78 req-b7a4f21f-1e38-41f0-837d-4c8513ba2285 service neutron] Bound port: 42592105-6dce-424f-ac7a-e09f7e314cfd, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:49:29.472720 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-069335d0-fb59-4190-9289-750e8e406a78 req-b7a4f21f-1e38-41f0-837d-4c8513ba2285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:29.536574 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-069335d0-fb59-4190-9289-750e8e406a78 req-b7a4f21f-1e38-41f0-837d-4c8513ba2285 service neutron] For port 42592105-6dce-424f-ac7a-e09f7e314cfd, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:49:29.539782 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-069335d0-fb59-4190-9289-750e8e406a78 req-b7a4f21f-1e38-41f0-837d-4c8513ba2285 service neutron] For port 42592105-6dce-424f-ac7a-e09f7e314cfd, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=42592105-6dce-424f-ac7a-e09f7e314cfd,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:49:29.544710 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-069335d0-fb59-4190-9289-750e8e406a78 req-b7a4f21f-1e38-41f0-837d-4c8513ba2285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:29.580564 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069335d0-fb59-4190-9289-750e8e406a78 req-b7a4f21f-1e38-41f0-837d-4c8513ba2285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:29.581165 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-069335d0-fb59-4190-9289-750e8e406a78 req-b7a4f21f-1e38-41f0-837d-4c8513ba2285 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:29.582515 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-069335d0-fb59-4190-9289-750e8e406a78 req-b7a4f21f-1e38-41f0-837d-4c8513ba2285 service neutron] 10.222.0.24 "PUT /v2.0/ports/42592105-6dce-424f-ac7a-e09f7e314cfd HTTP/1.1" status: 200 len: 1093 time: 0.8714130 Oct 19 01:49:29.601993 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4f21f-1e38-41f0-837d-4c8513ba2285 service neutron] Pushing event updated for resources: {'Port': ['ID=42592105-6dce-424f-ac7a-e09f7e314cfd,revision_number=7']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:29.652445 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069335d0-fb59-4190-9289-750e8e406a78 req-6510f779-bc55-47ac-8f21-bb02925eb847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:29.653969 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-069335d0-fb59-4190-9289-750e8e406a78 req-6510f779-bc55-47ac-8f21-bb02925eb847 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 1096 time: 0.0434515 Oct 19 01:49:29.752300 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069335d0-fb59-4190-9289-750e8e406a78 req-42c39a6c-dfcf-48e6-a4e6-5fd93f93aff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:29.753766 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-069335d0-fb59-4190-9289-750e8e406a78 req-42c39a6c-dfcf-48e6-a4e6-5fd93f93aff4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.0925260 Oct 19 01:49:29.816370 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-069335d0-fb59-4190-9289-750e8e406a78 req-64e9b179-7122-4d0d-989c-d9a8275e66b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42592105-6dce-424f-ac7a-e09f7e314cfd HTTP/1.1" status: 200 len: 1000 time: 0.0558574 Oct 19 01:49:29.868365 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069335d0-fb59-4190-9289-750e8e406a78 req-1bc4eae4-a2d6-444b-b975-5d1899478d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:29.869838 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-069335d0-fb59-4190-9289-750e8e406a78 req-1bc4eae4-a2d6-444b-b975-5d1899478d16 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0470390 Oct 19 01:49:29.914029 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069335d0-fb59-4190-9289-750e8e406a78 req-45067523-298c-4c34-b8f9-c33669f374b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:29.915516 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-069335d0-fb59-4190-9289-750e8e406a78 req-45067523-298c-4c34-b8f9-c33669f374b7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388789 Oct 19 01:49:29.946322 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:30.005840 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-069335d0-fb59-4190-9289-750e8e406a78 req-e40c63b2-b947-43d0-a8f9-08e656570962 service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835121 Oct 19 01:49:30.096178 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-069335d0-fb59-4190-9289-750e8e406a78 req-8c33afaf-35c5-47fc-ad59-eefc3ca4d767 service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833724 Oct 19 01:49:30.193392 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5f716-e414-4990-b75f-3b50ff4c6ac6 req-789ab715-06fa-4cb1-b59c-620b6f5abd0f tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:30.195629 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7ce5f716-e414-4990-b75f-3b50ff4c6ac6 req-789ab715-06fa-4cb1-b59c-620b6f5abd0f tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 944 time: 0.0498412 Oct 19 01:49:30.233886 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7ce5f716-e414-4990-b75f-3b50ff4c6ac6 req-62c6695a-9f41-4cc1-b697-c46e79fe2446 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321684 Oct 19 01:49:31.167876 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f2ca5e-08f1-4053-be2f-e9e84e590005', 'tag': '42592105-6dce-424f-ac7a-e09f7e314cfd'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:49:31.170221 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e020dffb-96e0-49db-a77d-7107547944c9" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f2ca5e-08f1-4053-be2f-e9e84e590005", "tag": "42592105-6dce-424f-ac7a-e09f7e314cfd"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:49:31.217494 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a73bc4-0232-4922-b4ab-6d20cc0ffdb8 x-openstack-request-id: req-39a73bc4-0232-4922-b4ab-6d20cc0ffdb8 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:49:31.217783 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f2ca5e-08f1-4053-be2f-e9e84e590005", "tag": "42592105-6dce-424f-ac7a-e09f7e314cfd", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:49:31.218033 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-39a73bc4-0232-4922-b4ab-6d20cc0ffdb8 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:49:31.218421 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f2ca5e-08f1-4053-be2f-e9e84e590005', 'tag': '42592105-6dce-424f-ac7a-e09f7e314cfd', 'status': 'completed', 'code': 200} Oct 19 01:49:31.279829 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020dffb-96e0-49db-a77d-7107547944c9 req-ae22a01b-e11f-4f62-ac65-665ca0e65e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:31.281338 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e020dffb-96e0-49db-a77d-7107547944c9 req-ae22a01b-e11f-4f62-ac65-665ca0e65e49 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 1096 time: 0.0444777 Oct 19 01:49:31.282194 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020dffb-96e0-49db-a77d-7107547944c9 req-a817f4e9-ab97-4d1c-a48e-7449c7ea965a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:31.283775 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e020dffb-96e0-49db-a77d-7107547944c9 req-a817f4e9-ab97-4d1c-a48e-7449c7ea965a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 1096 time: 0.0411017 Oct 19 01:49:31.378917 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020dffb-96e0-49db-a77d-7107547944c9 req-befe1a02-fe5a-4bd4-8118-0541c6dadd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:31.380472 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e020dffb-96e0-49db-a77d-7107547944c9 req-befe1a02-fe5a-4bd4-8118-0541c6dadd55 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.0896273 Oct 19 01:49:31.407424 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a4815-c7ca-4cb2-98c3-ea5c046982bc req-a1bacde3-3c6c-4f6d-a3be-45404a971d25 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:31.408897 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5f5a4815-c7ca-4cb2-98c3-ea5c046982bc req-a1bacde3-3c6c-4f6d-a3be-45404a971d25 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 944 time: 0.0997481 Oct 19 01:49:31.413972 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020dffb-96e0-49db-a77d-7107547944c9 req-4b94d23e-4d3b-4425-8718-0bb330cabda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:31.415436 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e020dffb-96e0-49db-a77d-7107547944c9 req-4b94d23e-4d3b-4425-8718-0bb330cabda7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.1240606 Oct 19 01:49:31.446431 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e020dffb-96e0-49db-a77d-7107547944c9 req-2d207902-0e1b-471a-8d07-37fff6b0dc2e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42592105-6dce-424f-ac7a-e09f7e314cfd HTTP/1.1" status: 200 len: 1000 time: 0.0591793 Oct 19 01:49:31.488947 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5f5a4815-c7ca-4cb2-98c3-ea5c046982bc req-d896b91b-5ae5-40d6-8424-0407cf96014a tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724387 Oct 19 01:49:31.497304 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020dffb-96e0-49db-a77d-7107547944c9 req-76ce6daa-a939-4e1e-a4f6-c230da32c07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:31.498776 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e020dffb-96e0-49db-a77d-7107547944c9 req-76ce6daa-a939-4e1e-a4f6-c230da32c07b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0462310 Oct 19 01:49:31.499921 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e020dffb-96e0-49db-a77d-7107547944c9 req-1d6b4bd8-eae6-4556-aa31-a6bfcf50f7d1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42592105-6dce-424f-ac7a-e09f7e314cfd HTTP/1.1" status: 200 len: 1000 time: 0.0770137 Oct 19 01:49:31.551826 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020dffb-96e0-49db-a77d-7107547944c9 req-0ecca350-8b23-4f8e-8f83-b836016a23fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:31.553286 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e020dffb-96e0-49db-a77d-7107547944c9 req-0ecca350-8b23-4f8e-8f83-b836016a23fd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467463 Oct 19 01:49:31.561434 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020dffb-96e0-49db-a77d-7107547944c9 req-6abca9fd-7417-4fb0-b776-31832b62974f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:31.562884 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e020dffb-96e0-49db-a77d-7107547944c9 req-6abca9fd-7417-4fb0-b776-31832b62974f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0541267 Oct 19 01:49:31.627040 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020dffb-96e0-49db-a77d-7107547944c9 req-fdff88b7-9f0d-4bcd-9232-8a27f607df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:31.628632 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e020dffb-96e0-49db-a77d-7107547944c9 req-fdff88b7-9f0d-4bcd-9232-8a27f607df81 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482364 Oct 19 01:49:31.651112 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e020dffb-96e0-49db-a77d-7107547944c9 req-85dcff4b-042b-4153-9aaa-416eb65688dc service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910683 Oct 19 01:49:31.720961 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e020dffb-96e0-49db-a77d-7107547944c9 req-a62c1efd-5cc1-41f4-bbf1-a1485efe328a service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852940 Oct 19 01:49:31.751254 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e020dffb-96e0-49db-a77d-7107547944c9 req-e24a1cc1-7f6f-4c4f-912d-e910c8b3a8ba service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937471 Oct 19 01:49:31.900232 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 42592105-6dce-424f-ac7a-e09f7e314cfd no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:49:31.940409 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 42592105-6dce-424f-ac7a-e09f7e314cfd not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:49:32.105978 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e020dffb-96e0-49db-a77d-7107547944c9 req-43290791-8049-4e5b-bcd2-af2b7a79266c service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774598 Oct 19 01:49:32.525659 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 42592105-6dce-424f-ac7a-e09f7e314cfd details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:49:32.620854 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 42592105-6dce-424f-ac7a-e09f7e314cfd, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=42592105-6dce-424f-ac7a-e09f7e314cfd,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:49:32.621345 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14710570-e555-49f7-86b1-1444aa2925da req-5d725e52-fa0f-45e0-a952-c62e3f44a7a1 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:32.622841 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-14710570-e555-49f7-86b1-1444aa2925da req-5d725e52-fa0f-45e0-a952-c62e3f44a7a1 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 944 time: 0.0494435 Oct 19 01:49:32.632918 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '42592105-6dce-424f-ac7a-e09f7e314cfd', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'port_id': '42592105-6dce-424f-ac7a-e09f7e314cfd', 'mac_address': 'fa:16:3e:73:c0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:49:32.664253 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-14710570-e555-49f7-86b1-1444aa2925da req-196bdeb1-7209-42ca-88da-c31dbfc1bfb5 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353463 Oct 19 01:49:32.669782 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:32.682514 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42592105-6dce-424f-ac7a-e09f7e314cfd {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:49:32.701846 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 42592105-6dce-424f-ac7a-e09f7e314cfd, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=42592105-6dce-424f-ac7a-e09f7e314cfd,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:49:32.707825 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:32.754430 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=42592105-6dce-424f-ac7a-e09f7e314cfd,revision_number=8']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:32.762533 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:32.762889 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:32.763232 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:32.763679 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:32.763936 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:32.764261 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:32.764589 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:32.764918 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:32.765243 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:32.765566 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:32.765889 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:32.766211 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:32.898386 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1b8ef-cc36-4b7a-90fd-46a568fd4f6d req-62624d2f-0fdc-4632-9a91-7a6271afb4b4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:32.899877 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-58b1b8ef-cc36-4b7a-90fd-46a568fd4f6d req-62624d2f-0fdc-4632-9a91-7a6271afb4b4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 945 time: 0.0859199 Oct 19 01:49:32.907946 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3edbef-07b3-4506-bf52-5d8d7b460be7 req-0925b662-6036-4704-82cd-0c7b7657f0f7 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:32.909432 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3a3edbef-07b3-4506-bf52-5d8d7b460be7 req-0925b662-6036-4704-82cd-0c7b7657f0f7 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005&tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&binding%3Ahost_id=n-h2-715271-26 HTTP/1.1" status: 200 len: 945 time: 0.0833387 Oct 19 01:49:32.950136 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['42592105-6dce-424f-ac7a-e09f7e314cfd'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:49:32.975278 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-58b1b8ef-cc36-4b7a-90fd-46a568fd4f6d req-634bbdce-632a-43ca-aa8d-748c527b5ae4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648725 Oct 19 01:49:32.998794 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [req-3a3edbef-07b3-4506-bf52-5d8d7b460be7 req-574bf3ed-eaef-40e5-a422-127d025be747 service neutron] delete failed (client error): The resource could not be found. Oct 19 01:49:32.999836 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3a3edbef-07b3-4506-bf52-5d8d7b460be7 req-574bf3ed-eaef-40e5-a422-127d025be747 service neutron] 10.222.0.55 "DELETE /v2.0/ports/42592105-6dce-424f-ac7a-e09f7e314cfd/bindings/n-h1-715271-26 HTTP/1.1" status: 404 len: 381 time: 0.0817318 Oct 19 01:49:33.081768 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3edbef-07b3-4506-bf52-5d8d7b460be7 req-5acabea5-a6f8-4f7d-908e-77adbb633f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:33.083259 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3a3edbef-07b3-4506-bf52-5d8d7b460be7 req-5acabea5-a6f8-4f7d-908e-77adbb633f8b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 1097 time: 0.0408828 Oct 19 01:49:33.174869 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3edbef-07b3-4506-bf52-5d8d7b460be7 req-66a0c06c-84d1-48a3-99c2-71878bf2f323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:33.176322 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3a3edbef-07b3-4506-bf52-5d8d7b460be7 req-66a0c06c-84d1-48a3-99c2-71878bf2f323 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.0866787 Oct 19 01:49:33.243245 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3a3edbef-07b3-4506-bf52-5d8d7b460be7 req-8687ba5f-9094-41fd-954f-149a6b378652 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42592105-6dce-424f-ac7a-e09f7e314cfd HTTP/1.1" status: 200 len: 1001 time: 0.0599177 Oct 19 01:49:33.290072 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3edbef-07b3-4506-bf52-5d8d7b460be7 req-624d0672-cff4-4147-9912-1c5e62a4df59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:33.291432 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3a3edbef-07b3-4506-bf52-5d8d7b460be7 req-624d0672-cff4-4147-9912-1c5e62a4df59 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0414970 Oct 19 01:49:33.335162 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3edbef-07b3-4506-bf52-5d8d7b460be7 req-b189cc60-10d4-45b5-ad3b-39cc6d7c7c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:33.336613 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3a3edbef-07b3-4506-bf52-5d8d7b460be7 req-b189cc60-10d4-45b5-ad3b-39cc6d7c7c52 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384693 Oct 19 01:49:33.430632 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3a3edbef-07b3-4506-bf52-5d8d7b460be7 req-feb6e803-9c44-455e-acfc-312b3e5a7407 service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870597 Oct 19 01:49:33.518320 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3a3edbef-07b3-4506-bf52-5d8d7b460be7 req-17a1bb0a-14c6-4b66-984b-04e63b4d2393 service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806098 Oct 19 01:49:34.096946 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852201cc-27e9-4058-a224-7617010ab374 req-76882036-a16e-45b2-80b0-e00fa7aea6be tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:34.098445 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-852201cc-27e9-4058-a224-7617010ab374 req-76882036-a16e-45b2-80b0-e00fa7aea6be tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 945 time: 0.0490601 Oct 19 01:49:34.141010 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-852201cc-27e9-4058-a224-7617010ab374 req-858fc5c8-0a47-4e88-b477-aff19d475959 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354152 Oct 19 01:49:34.541027 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 42592105-6dce-424f-ac7a-e09f7e314cfd up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:49:34.587884 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 42592105-6dce-424f-ac7a-e09f7e314cfd completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:49:34.591323 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 42592105-6dce-424f-ac7a-e09f7e314cfd triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:49:34.591694 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:34.671293 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:34.692498 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f2ca5e-08f1-4053-be2f-e9e84e590005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42592105-6dce-424f-ac7a-e09f7e314cfd'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:49:34.695276 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cef3d09-9730-4a36-b923-22b9e10d7fe9" -d '{"events": [{"server_uuid": "f3f2ca5e-08f1-4053-be2f-e9e84e590005", "name": "network-vif-plugged", "status": "completed", "tag": "42592105-6dce-424f-ac7a-e09f7e314cfd"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:49:34.707304 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 42592105-6dce-424f-ac7a-e09f7e314cfd, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=42592105-6dce-424f-ac7a-e09f7e314cfd,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:49:34.711819 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:34.757857 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=42592105-6dce-424f-ac7a-e09f7e314cfd,revision_number=9']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:34.795927 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427bb183-8df1-4e3e-8a21-732abd871994 x-openstack-request-id: req-427bb183-8df1-4e3e-8a21-732abd871994 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:49:34.796218 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f2ca5e-08f1-4053-be2f-e9e84e590005", "name": "network-vif-plugged", "status": "completed", "tag": "42592105-6dce-424f-ac7a-e09f7e314cfd", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:49:34.796466 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-427bb183-8df1-4e3e-8a21-732abd871994 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:49:34.796860 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f2ca5e-08f1-4053-be2f-e9e84e590005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42592105-6dce-424f-ac7a-e09f7e314cfd', 'code': 200} Oct 19 01:49:35.255330 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75bb54-b3bb-43d8-b1c5-a1fecf916913 req-76041d0a-3fd8-478c-be21-40012aba28a9 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:35.257488 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ad75bb54-b3bb-43d8-b1c5-a1fecf916913 req-76041d0a-3fd8-478c-be21-40012aba28a9 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 946 time: 0.0490062 Oct 19 01:49:35.297752 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ad75bb54-b3bb-43d8-b1c5-a1fecf916913 req-c4415a37-c937-434e-9d7f-8659132f1df4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342956 Oct 19 01:49:35.412833 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898699f-9f65-41f5-94ea-24534c275a54 req-d14cf7d3-95b5-4163-9b4d-48c3e5553476 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:35.414288 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f898699f-9f65-41f5-94ea-24534c275a54 req-d14cf7d3-95b5-4163-9b4d-48c3e5553476 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 946 time: 0.0483692 Oct 19 01:49:35.455441 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f898699f-9f65-41f5-94ea-24534c275a54 req-e794751c-ae97-4e58-babe-4e3c63dc6e05 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352764 Oct 19 01:49:35.565772 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f5fd5-c93c-43a4-b036-c915d645e060 req-30741372-42f9-4c5a-9676-abcb076031ac tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:35.567217 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b30f5fd5-c93c-43a4-b036-c915d645e060 req-30741372-42f9-4c5a-9676-abcb076031ac tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 946 time: 0.0473633 Oct 19 01:49:35.609058 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b30f5fd5-c93c-43a4-b036-c915d645e060 req-cee11b78-9463-4f2e-9661-cebacf675c27 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352104 Oct 19 01:49:35.835694 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743efcf-c020-4e1c-a9b8-3e1d9f717840 req-2ba7254f-ea2d-41a2-8c24-8910d7193fdc tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:35.837183 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9743efcf-c020-4e1c-a9b8-3e1d9f717840 req-2ba7254f-ea2d-41a2-8c24-8910d7193fdc tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 946 time: 0.0480824 Oct 19 01:49:35.874882 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9743efcf-c020-4e1c-a9b8-3e1d9f717840 req-48fc3402-588c-4483-9729-fbaf394ed9c5 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317137 Oct 19 01:49:36.993418 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59584ab7-bad6-44ee-8e4c-788964232bfa req-18e64833-6d4d-4121-92cf-d512374da10a tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:36.994964 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-59584ab7-bad6-44ee-8e4c-788964232bfa req-18e64833-6d4d-4121-92cf-d512374da10a tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 946 time: 0.0514224 Oct 19 01:49:37.032430 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-59584ab7-bad6-44ee-8e4c-788964232bfa req-35a75833-6828-4e1f-b527-7ea298be429f tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315509 Oct 19 01:49:37.110452 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37f7a-88b4-4c91-bd76-7417f6a95922 req-56b12961-eff5-4b96-aca7-9131c38b34c5 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:37.111884 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-52c37f7a-88b4-4c91-bd76-7417f6a95922 req-56b12961-eff5-4b96-aca7-9131c38b34c5 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 946 time: 0.0478842 Oct 19 01:49:37.200482 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-52c37f7a-88b4-4c91-bd76-7417f6a95922 req-59d114c4-4311-4bf9-8fe1-896484596046 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Deleting port 42592105-6dce-424f-ac7a-e09f7e314cfd {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:49:37.200732 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-52c37f7a-88b4-4c91-bd76-7417f6a95922 req-59d114c4-4311-4bf9-8fe1-896484596046 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:37.290401 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-52c37f7a-88b4-4c91-bd76-7417f6a95922 req-59d114c4-4311-4bf9-8fe1-896484596046 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] For port 42592105-6dce-424f-ac7a-e09f7e314cfd, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=42592105-6dce-424f-ac7a-e09f7e314cfd,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:49:37.290750 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-52c37f7a-88b4-4c91-bd76-7417f6a95922 req-59d114c4-4311-4bf9-8fe1-896484596046 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:37.502398 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-52c37f7a-88b4-4c91-bd76-7417f6a95922 req-59d114c4-4311-4bf9-8fe1-896484596046 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:37.502665 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-52c37f7a-88b4-4c91-bd76-7417f6a95922 req-59d114c4-4311-4bf9-8fe1-896484596046 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:37.502969 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [req-52c37f7a-88b4-4c91-bd76-7417f6a95922 req-59d114c4-4311-4bf9-8fe1-896484596046 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Floating IP fbaa33b7-1bb1-4f84-bc44-f70ce0e5480a disassociated. External IP: 172.25.8.201, port: 42592105-6dce-424f-ac7a-e09f7e314cfd. Oct 19 01:49:37.503295 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-52c37f7a-88b4-4c91-bd76-7417f6a95922 req-59d114c4-4311-4bf9-8fe1-896484596046 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Calling delete_port for 42592105-6dce-424f-ac7a-e09f7e314cfd owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:49:37.634877 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-52c37f7a-88b4-4c91-bd76-7417f6a95922 req-59d114c4-4311-4bf9-8fe1-896484596046 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:37.665328 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d114c4-4311-4bf9-8fe1-896484596046 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Pushing event deleted for resources: {'Port': ['ID=42592105-6dce-424f-ac7a-e09f7e314cfd,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:37.780907 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52c37f7a-88b4-4c91-bd76-7417f6a95922 req-59d114c4-4311-4bf9-8fe1-896484596046 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Router cc129871-2bb3-4030-bd84-d3ec10a50b30 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:49:37.890435 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52c37f7a-88b4-4c91-bd76-7417f6a95922 req-59d114c4-4311-4bf9-8fe1-896484596046 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:49:37.901099 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01393e9-39b1-4dc9-9397-03454956a927 None None] Sync routers for ids ['cc129871-2bb3-4030-bd84-d3ec10a50b30'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:49:37.910151 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01393e9-39b1-4dc9-9397-03454956a927 None None] Routers {'cc129871-2bb3-4030-bd84-d3ec10a50b30'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:49:37.910774 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a01393e9-39b1-4dc9-9397-03454956a927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:49:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['cc129871-2bb3-4030-bd84-d3ec10a50b30'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:37.929331 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c37f7a-88b4-4c91-bd76-7417f6a95922 req-59d114c4-4311-4bf9-8fe1-896484596046 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] No DVR routers for this DVR port 42592105-6dce-424f-ac7a-e09f7e314cfd on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:49:37.931947 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-52c37f7a-88b4-4c91-bd76-7417f6a95922 req-59d114c4-4311-4bf9-8fe1-896484596046 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:37.935321 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-52c37f7a-88b4-4c91-bd76-7417f6a95922 req-59d114c4-4311-4bf9-8fe1-896484596046 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.24 "DELETE /v2.0/ports/42592105-6dce-424f-ac7a-e09f7e314cfd HTTP/1.1" status: 204 len: 173 time: 0.8169942 Oct 19 01:49:37.935711 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f2ca5e-08f1-4053-be2f-e9e84e590005', 'name': 'network-vif-deleted', 'tag': '42592105-6dce-424f-ac7a-e09f7e314cfd'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:49:37.938003 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a051c208-0a7c-4a50-8c44-a4336f6d400b" -d '{"events": [{"server_uuid": "f3f2ca5e-08f1-4053-be2f-e9e84e590005", "name": "network-vif-deleted", "tag": "42592105-6dce-424f-ac7a-e09f7e314cfd"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:49:37.984246 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664b619b-96d9-412c-b04c-c0ef490fef82 x-openstack-request-id: req-664b619b-96d9-412c-b04c-c0ef490fef82 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:49:37.984544 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f2ca5e-08f1-4053-be2f-e9e84e590005", "name": "network-vif-deleted", "tag": "42592105-6dce-424f-ac7a-e09f7e314cfd", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:49:37.984814 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-664b619b-96d9-412c-b04c-c0ef490fef82 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:49:37.985468 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f2ca5e-08f1-4053-be2f-e9e84e590005', 'name': 'network-vif-deleted', 'tag': '42592105-6dce-424f-ac7a-e09f7e314cfd', 'status': 'completed', 'code': 200} Oct 19 01:49:38.028080 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-a01393e9-39b1-4dc9-9397-03454956a927 None None] Set router cc129871-2bb3-4030-bd84-d3ec10a50b30 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:49:38.145366 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33696633-d017-44e3-8bd3-a7cf31215f31 req-94b32053-eab7-40a0-939a-b702ca5c70dc tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3f2ca5e-08f1-4053-be2f-e9e84e590005 HTTP/1.1" status: 200 len: 210 time: 0.0271230 Oct 19 01:49:38.242108 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a01393e9-39b1-4dc9-9397-03454956a927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'name': 'tempest-ServerActionsTestJSON-582573910-router', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:46:26Z', 'updated_at': '2021-10-19T01:46:29Z', 'revision_number': 4, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'gw_port': {'id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:27Z', 'updated_at': '2021-10-19T01:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '7181f317-13f0-4abc-970d-eb3b4965b315', 'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'mac_address': 'fa:16:3e:78:52:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:29Z', 'updated_at': '2021-10-19T01:46:33Z', 'revision_number': 5, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'subnets': [{'id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:38.267604 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01393e9-39b1-4dc9-9397-03454956a927 None None] Checking router: cc129871-2bb3-4030-bd84-d3ec10a50b30 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:49:38.276491 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01393e9-39b1-4dc9-9397-03454956a927 None None] Routers {'cc129871-2bb3-4030-bd84-d3ec10a50b30'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:49:38.277092 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a01393e9-39b1-4dc9-9397-03454956a927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:49:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['cc129871-2bb3-4030-bd84-d3ec10a50b30'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:38.383926 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-a01393e9-39b1-4dc9-9397-03454956a927 None None] Set router cc129871-2bb3-4030-bd84-d3ec10a50b30 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:49:38.576036 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a01393e9-39b1-4dc9-9397-03454956a927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'name': 'tempest-ServerActionsTestJSON-582573910-router', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:46:26Z', 'updated_at': '2021-10-19T01:46:29Z', 'revision_number': 4, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'gw_port': {'id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:27Z', 'updated_at': '2021-10-19T01:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '7181f317-13f0-4abc-970d-eb3b4965b315', 'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'mac_address': 'fa:16:3e:78:52:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:29Z', 'updated_at': '2021-10-19T01:46:33Z', 'revision_number': 5, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'subnets': [{'id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:38.605899 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01393e9-39b1-4dc9-9397-03454956a927 None None] The sync data for ids ['cc129871-2bb3-4030-bd84-d3ec10a50b30'] in n-d-715271-26 is: [{'id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'name': 'tempest-ServerActionsTestJSON-582573910-router', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:46:26Z', 'updated_at': '2021-10-19T01:46:29Z', 'revision_number': 4, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'gw_port': {'id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:27Z', 'updated_at': '2021-10-19T01:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '7181f317-13f0-4abc-970d-eb3b4965b315', 'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'mac_address': 'fa:16:3e:78:52:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:29Z', 'updated_at': '2021-10-19T01:46:33Z', 'revision_number': 5, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'subnets': [{'id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:49:38.813352 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b01cc34-fbc8-471a-b2cc-ea0382effc4c None None] New status for floating IP fbaa33b7-1bb1-4f84-bc44-f70ce0e5480a: DOWN {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:49:39.375780 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-f8560e61-590a-4b62-8626-9e276486ed69 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--2021690377&fields=id&tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce HTTP/1.1" status: 200 len: 267 time: 0.0354986 Oct 19 01:49:39.483970 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-7960689d-6616-4214-b259-b2e29f16572d tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:39.485583 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-7960689d-6616-4214-b259-b2e29f16572d tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 811 time: 0.1020021 Oct 19 01:49:39.500256 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-82901014-a317-4cb1-b899-c572f8d1c1df tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/quotas/59771e0ae82b423a9e2d6aa9bd2a2cce HTTP/1.1" status: 200 len: 375 time: 0.0089111 Oct 19 01:49:39.551659 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-b6105392-d494-4b0d-9b33-b8c8eaf72058 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461712 Oct 19 01:49:39.613514 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-5942619c-5802-4b01-a66f-c5a19c392ad8 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:49:39.614509 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-5942619c-5802-4b01-a66f-c5a19c392ad8 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0517714 Oct 19 01:49:39.707462 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-df0a1bce-d655-4316-bdd4-468f66676122 service neutron] 10.222.0.57 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864820 Oct 19 01:49:39.800020 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-8a013401-0c60-4795-bcfb-366b9c47410a service neutron] 10.222.0.57 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856996 Oct 19 01:49:39.957765 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7d0cf563-ebf5-4173-bac1-1c42aaf138b2 req-a48e1f55-3483-4633-8bd3-db63dd95accd tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 210 time: 0.0255079 Oct 19 01:49:40.587678 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 42592105-6dce-424f-ac7a-e09f7e314cfd no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:49:40.608854 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 42592105-6dce-424f-ac7a-e09f7e314cfd {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:49:40.609140 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 42592105-6dce-424f-ac7a-e09f7e314cfd not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:49:40.857376 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-16c0584c-2e49-4a2b-866a-4ad7cdab7e39 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:40.858827 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-16c0584c-2e49-4a2b-866a-4ad7cdab7e39 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.24 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 811 time: 0.1035733 Oct 19 01:49:40.903047 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-2a215427-f326-42c9-87b3-aaaeb7e36be6 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce HTTP/1.1" status: 200 len: 380 time: 0.0344369 Oct 19 01:49:40.912182 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-3a32ee75-fab7-4432-93d7-707e5141e91a tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Request body: {'port': {'device_id': 'b2e88fd6-a0bf-4df9-9701-05a30f422b59', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'admin_state_up': True, 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'security_groups': ['2d8599a4-c6a6-44db-b4b1-12560499c4e4']}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:49:41.021628 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-3a32ee75-fab7-4432-93d7-707e5141e91a tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Made reservation on behalf of 59771e0ae82b423a9e2d6aa9bd2a2cce for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:49:41.025868 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-3a32ee75-fab7-4432-93d7-707e5141e91a tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:41.064169 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7a3a6a05-250f-4de7-a32b-c3ad600e5906 req-e8fe3779-5aba-4b12-86fd-d9d26f59ee7d tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 210 time: 0.0357592 Oct 19 01:49:41.174889 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-3a32ee75-fab7-4432-93d7-707e5141e91a tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Allocated IP 172.20.0.9 (c9c23424-bb08-4c43-9cf1-bc5cae7eaccb/fc73fb8d-8d25-4255-86a4-6317923a510b/4aed2651-4f4f-48a8-ba78-21103304e0ed) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:49:41.304268 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-3a32ee75-fab7-4432-93d7-707e5141e91a tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:41.340347 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-3a32ee75-fab7-4432-93d7-707e5141e91a tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:41.383837 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-3a32ee75-fab7-4432-93d7-707e5141e91a tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:49:41.386816 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-3a32ee75-fab7-4432-93d7-707e5141e91a tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:49:41.389179 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-3a32ee75-fab7-4432-93d7-707e5141e91a tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:49:41.397884 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32ee75-fab7-4432-93d7-707e5141e91a tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Pushing event updated for resources: {'Port': ['ID=4aed2651-4f4f-48a8-ba78-21103304e0ed,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:41.445461 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-3a32ee75-fab7-4432-93d7-707e5141e91a tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:41.446072 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-3a32ee75-fab7-4432-93d7-707e5141e91a tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:41.462351 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-3a32ee75-fab7-4432-93d7-707e5141e91a tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5536528 Oct 19 01:49:41.527232 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-45002408-5917-4ebd-ac77-2be72681c6c0 service neutron] Request body: {'port': {'device_id': 'b2e88fd6-a0bf-4df9-9701-05a30f422b59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:49:41.592054 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-45002408-5917-4ebd-ac77-2be72681c6c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:41.646969 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-81ad3dfa-4aec-479b-84b2-ed1a822de294 None None] Provisioning complete for port 4aed2651-4f4f-48a8-ba78-21103304e0ed triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:49:41.647693 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-81ad3dfa-4aec-479b-84b2-ed1a822de294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:41.682285 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-81ad3dfa-4aec-479b-84b2-ed1a822de294 None None] Port 4aed2651-4f4f-48a8-ba78-21103304e0ed cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:49:41.849210 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-45002408-5917-4ebd-ac77-2be72681c6c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aed2651-4f4f-48a8-ba78-21103304e0ed {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:49:41.857016 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-45002408-5917-4ebd-ac77-2be72681c6c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:41.870063 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-45002408-5917-4ebd-ac77-2be72681c6c0 service neutron] Transition to ACTIVE for port object 4aed2651-4f4f-48a8-ba78-21103304e0ed will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:49:41.874342 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-45002408-5917-4ebd-ac77-2be72681c6c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:41.924315 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45002408-5917-4ebd-ac77-2be72681c6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=4aed2651-4f4f-48a8-ba78-21103304e0ed,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:42.001869 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-45002408-5917-4ebd-ac77-2be72681c6c0 service neutron] Attempting to bind port 4aed2651-4f4f-48a8-ba78-21103304e0ed on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:49:42.002201 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-45002408-5917-4ebd-ac77-2be72681c6c0 service neutron] Attempting to bind port 4aed2651-4f4f-48a8-ba78-21103304e0ed by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:49:42.002522 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-45002408-5917-4ebd-ac77-2be72681c6c0 service neutron] Attempting to bind port 4aed2651-4f4f-48a8-ba78-21103304e0ed on network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:49:42.006967 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-45002408-5917-4ebd-ac77-2be72681c6c0 service neutron] Port 4aed2651-4f4f-48a8-ba78-21103304e0ed on network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:49:42.007283 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-45002408-5917-4ebd-ac77-2be72681c6c0 service neutron] Attempting to bind port 4aed2651-4f4f-48a8-ba78-21103304e0ed on network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:49:42.012241 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-45002408-5917-4ebd-ac77-2be72681c6c0 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:49:42.012571 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-45002408-5917-4ebd-ac77-2be72681c6c0 service neutron] Checking segment: {'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:49:42.012944 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-45002408-5917-4ebd-ac77-2be72681c6c0 service neutron] Bound using segment: {'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:49:42.013364 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-45002408-5917-4ebd-ac77-2be72681c6c0 service neutron] Bound port: 4aed2651-4f4f-48a8-ba78-21103304e0ed, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:49:42.013711 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-45002408-5917-4ebd-ac77-2be72681c6c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:42.078127 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-45002408-5917-4ebd-ac77-2be72681c6c0 service neutron] For port 4aed2651-4f4f-48a8-ba78-21103304e0ed, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:49:42.081145 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-45002408-5917-4ebd-ac77-2be72681c6c0 service neutron] For port 4aed2651-4f4f-48a8-ba78-21103304e0ed, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=4aed2651-4f4f-48a8-ba78-21103304e0ed,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:49:42.085996 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-45002408-5917-4ebd-ac77-2be72681c6c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:42.120851 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-45002408-5917-4ebd-ac77-2be72681c6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:42.121441 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-45002408-5917-4ebd-ac77-2be72681c6c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:42.123105 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-45002408-5917-4ebd-ac77-2be72681c6c0 service neutron] 10.222.0.24 "PUT /v2.0/ports/4aed2651-4f4f-48a8-ba78-21103304e0ed HTTP/1.1" status: 200 len: 1092 time: 0.6526878 Oct 19 01:49:42.128136 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e88fd6-a0bf-4df9-9701-05a30f422b59', 'tag': '4aed2651-4f4f-48a8-ba78-21103304e0ed'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:49:42.130812 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfd5078-9442-45c7-8d34-d4961abc7edf" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e88fd6-a0bf-4df9-9701-05a30f422b59", "tag": "4aed2651-4f4f-48a8-ba78-21103304e0ed"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:49:42.157008 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45002408-5917-4ebd-ac77-2be72681c6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=4aed2651-4f4f-48a8-ba78-21103304e0ed,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:42.215507 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-2f3dbc3c-5828-4e5a-b8bd-7a096a06b6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:42.217027 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-2f3dbc3c-5828-4e5a-b8bd-7a096a06b6fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 1095 time: 0.0474839 Oct 19 01:49:42.218429 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3fcc4cb-f02a-41af-83ce-e744773067ea x-openstack-request-id: req-a3fcc4cb-f02a-41af-83ce-e744773067ea {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:49:42.218710 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e88fd6-a0bf-4df9-9701-05a30f422b59", "tag": "4aed2651-4f4f-48a8-ba78-21103304e0ed", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:49:42.218932 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a3fcc4cb-f02a-41af-83ce-e744773067ea {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:49:42.219309 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e88fd6-a0bf-4df9-9701-05a30f422b59', 'tag': '4aed2651-4f4f-48a8-ba78-21103304e0ed', 'status': 'completed', 'code': 200} Oct 19 01:49:42.237374 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ceb02f-6c07-4e53-a719-ea9dde0b9015 req-3f7c8fab-bc60-4ec8-b7b7-8f3fb7552676 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:42.239513 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-56ceb02f-6c07-4e53-a719-ea9dde0b9015 req-3f7c8fab-bc60-4ec8-b7b7-8f3fb7552676 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 943 time: 0.0942147 Oct 19 01:49:42.265579 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-f22f9497-d717-48fa-9f35-f68926dc29f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aed2651-4f4f-48a8-ba78-21103304e0ed HTTP/1.1" status: 200 len: 217 time: 0.0397086 Oct 19 01:49:42.281038 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-56ceb02f-6c07-4e53-a719-ea9dde0b9015 req-4e1c7c07-2eae-4777-9b21-c766419c5571 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341940 Oct 19 01:49:42.319946 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-42b38fe6-e2f3-4701-9fca-c17b4c18f222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:42.321480 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-42b38fe6-e2f3-4701-9fca-c17b4c18f222 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0481424 Oct 19 01:49:42.366931 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-c72bf989-75fd-4b9c-800f-b49626016a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:42.368378 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-c72bf989-75fd-4b9c-800f-b49626016a04 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401645 Oct 19 01:49:42.461772 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-e94f32c1-d827-4262-a051-9bcd5d474bec service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860441 Oct 19 01:49:42.548488 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-036f31c5-1ab6-4688-b689-95d79ddabcd6 req-5e681f20-b1a2-4d4d-ac76-a895bc4fff0b service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796692 Oct 19 01:49:42.633748 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd5078-9442-45c7-8d34-d4961abc7edf req-780371b9-9fae-42ca-bdea-c09ede9bb3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:42.635144 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bdfd5078-9442-45c7-8d34-d4961abc7edf req-780371b9-9fae-42ca-bdea-c09ede9bb3f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 1095 time: 0.0440297 Oct 19 01:49:42.725001 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd5078-9442-45c7-8d34-d4961abc7edf req-cb9605da-d9b1-4c29-8afa-c9c5386dd32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:42.726594 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bdfd5078-9442-45c7-8d34-d4961abc7edf req-cb9605da-d9b1-4c29-8afa-c9c5386dd32e service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.0839868 Oct 19 01:49:42.771076 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bdfd5078-9442-45c7-8d34-d4961abc7edf req-c0679ff5-e607-4a06-aed4-1ce7aa553b4b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aed2651-4f4f-48a8-ba78-21103304e0ed HTTP/1.1" status: 200 len: 217 time: 0.0377438 Oct 19 01:49:42.820852 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd5078-9442-45c7-8d34-d4961abc7edf req-3371a33b-4ece-4479-add2-7ba3b94b8369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:42.822250 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bdfd5078-9442-45c7-8d34-d4961abc7edf req-3371a33b-4ece-4479-add2-7ba3b94b8369 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0436761 Oct 19 01:49:42.867788 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd5078-9442-45c7-8d34-d4961abc7edf req-6767e5d7-b13a-425c-a818-76b935256dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:42.869234 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bdfd5078-9442-45c7-8d34-d4961abc7edf req-6767e5d7-b13a-425c-a818-76b935256dcb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389311 Oct 19 01:49:42.963301 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bdfd5078-9442-45c7-8d34-d4961abc7edf req-33d225a4-97c6-435d-99df-696564577e4b service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863407 Oct 19 01:49:43.052099 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bdfd5078-9442-45c7-8d34-d4961abc7edf req-4fe64b51-bea9-4400-a7f8-f3f81438c10b service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813003 Oct 19 01:49:43.400907 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae023e-c580-499c-882c-45b9c832e1fc req-9dc6cdfc-ac00-4349-a565-0e20879d84ed tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:43.402378 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-13ae023e-c580-499c-882c-45b9c832e1fc req-9dc6cdfc-ac00-4349-a565-0e20879d84ed tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 943 time: 0.0535886 Oct 19 01:49:43.439591 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-13ae023e-c580-499c-882c-45b9c832e1fc req-f40c5f3d-ee5d-4665-8201-883a37cf2734 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312424 Oct 19 01:49:44.008382 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-78f1d3f8-d444-42ed-b66a-0f396d6b2fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:44.553836 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3144e-d833-4b50-8f71-e24ec09e3579 req-b8138a7a-8489-4d5d-aefb-3ce83aa9292f tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:44.555330 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ced3144e-d833-4b50-8f71-e24ec09e3579 req-b8138a7a-8489-4d5d-aefb-3ce83aa9292f tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 943 time: 0.0494959 Oct 19 01:49:44.592465 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ced3144e-d833-4b50-8f71-e24ec09e3579 req-a76beb74-4b02-42ba-89cc-3da3853746ac tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311890 Oct 19 01:49:44.618027 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 4aed2651-4f4f-48a8-ba78-21103304e0ed details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:49:44.712466 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 4aed2651-4f4f-48a8-ba78-21103304e0ed, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=4aed2651-4f4f-48a8-ba78-21103304e0ed,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:49:44.723067 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '4aed2651-4f4f-48a8-ba78-21103304e0ed', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'port_id': '4aed2651-4f4f-48a8-ba78-21103304e0ed', 'mac_address': 'fa:16:3e:26:a2:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:49:44.761755 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:44.774123 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aed2651-4f4f-48a8-ba78-21103304e0ed {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:49:44.792979 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 4aed2651-4f4f-48a8-ba78-21103304e0ed, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=4aed2651-4f4f-48a8-ba78-21103304e0ed,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:49:44.796743 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:44.842149 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=4aed2651-4f4f-48a8-ba78-21103304e0ed,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:44.983932 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['4aed2651-4f4f-48a8-ba78-21103304e0ed'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:49:45.704657 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad4369-509d-4618-a809-cbe1adcd4ac7 req-2a30cd0f-1a6c-4eb3-bc2b-8a71feaa4455 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:45.706124 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-84ad4369-509d-4618-a809-cbe1adcd4ac7 req-2a30cd0f-1a6c-4eb3-bc2b-8a71feaa4455 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 944 time: 0.0471542 Oct 19 01:49:45.743512 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-84ad4369-509d-4618-a809-cbe1adcd4ac7 req-04d72a24-5517-4a22-b372-a41b588c509d tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307517 Oct 19 01:49:46.590343 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-82cb68e1-5953-4374-9d1b-053eca298d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:46.616568 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 4aed2651-4f4f-48a8-ba78-21103304e0ed up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:49:46.664569 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 4aed2651-4f4f-48a8-ba78-21103304e0ed completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:49:46.668060 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 4aed2651-4f4f-48a8-ba78-21103304e0ed triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:49:46.668430 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:46.745569 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:46.767830 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e88fd6-a0bf-4df9-9701-05a30f422b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aed2651-4f4f-48a8-ba78-21103304e0ed'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:49:46.770294 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8652296-f90e-4e06-b86a-2c725c71689b" -d '{"events": [{"server_uuid": "b2e88fd6-a0bf-4df9-9701-05a30f422b59", "name": "network-vif-plugged", "status": "completed", "tag": "4aed2651-4f4f-48a8-ba78-21103304e0ed"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:49:46.783925 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 4aed2651-4f4f-48a8-ba78-21103304e0ed, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=4aed2651-4f4f-48a8-ba78-21103304e0ed,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:49:46.789403 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:46.815464 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf6eaf5-652f-4864-95c5-9bef793c411c x-openstack-request-id: req-abf6eaf5-652f-4864-95c5-9bef793c411c {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:49:46.815779 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e88fd6-a0bf-4df9-9701-05a30f422b59", "name": "network-vif-plugged", "status": "completed", "tag": "4aed2651-4f4f-48a8-ba78-21103304e0ed", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:49:46.816037 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-abf6eaf5-652f-4864-95c5-9bef793c411c {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:49:46.816427 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e88fd6-a0bf-4df9-9701-05a30f422b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aed2651-4f4f-48a8-ba78-21103304e0ed', 'code': 200} Oct 19 01:49:46.846133 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=4aed2651-4f4f-48a8-ba78-21103304e0ed,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:46.866066 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c4383-f203-47dd-a0a5-769557774953 req-9275e74f-3775-416d-967a-477e317fd76a tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:46.867642 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4e3c4383-f203-47dd-a0a5-769557774953 req-9275e74f-3775-416d-967a-477e317fd76a tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 945 time: 0.0542626 Oct 19 01:49:46.906580 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4e3c4383-f203-47dd-a0a5-769557774953 req-518a50f6-2e43-460d-973f-12161b153b63 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328698 Oct 19 01:49:46.908773 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def2f5b-6552-4b50-a610-202b8aa0e505 req-ca42ea8a-9996-4dee-8f85-bbbea20409d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:46.910292 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0def2f5b-6552-4b50-a610-202b8aa0e505 req-ca42ea8a-9996-4dee-8f85-bbbea20409d3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 1097 time: 0.0399683 Oct 19 01:49:46.946181 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0def2f5b-6552-4b50-a610-202b8aa0e505 req-bcd79a44-1622-40ca-b88a-b55da86e8538 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285051 Oct 19 01:49:47.325167 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:47.925596 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:48.029553 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d8f18-e2cb-473d-9899-6ef7500047ae req-a6584e46-c0d8-4cb8-aaea-9354b8aa5d5b tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:48.031024 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-578d8f18-e2cb-473d-9899-6ef7500047ae req-a6584e46-c0d8-4cb8-aaea-9354b8aa5d5b tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 945 time: 0.0530562 Oct 19 01:49:48.068170 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-578d8f18-e2cb-473d-9899-6ef7500047ae req-04dcf185-c052-49a9-bccc-af246e229c98 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310507 Oct 19 01:49:49.186221 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f003157-0a6d-4df1-87e4-0a1addfdc5f8 req-2d4c5d93-82a7-4c56-8b79-dc4783f696d7 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:49.187864 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0f003157-0a6d-4df1-87e4-0a1addfdc5f8 req-2d4c5d93-82a7-4c56-8b79-dc4783f696d7 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 945 time: 0.0523381 Oct 19 01:49:49.224190 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0f003157-0a6d-4df1-87e4-0a1addfdc5f8 req-a8d8012d-aa63-417f-bff4-066d90c058b5 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303407 Oct 19 01:49:49.335089 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce52aa-bdfb-494b-9b03-a9e6a93f74e2 req-986d525b-c092-4261-90c2-2ba41027e139 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:49.336570 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2cce52aa-bdfb-494b-9b03-a9e6a93f74e2 req-986d525b-c092-4261-90c2-2ba41027e139 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 945 time: 0.0475357 Oct 19 01:49:49.345215 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 52272) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:49.349631 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-feb5eda4-e8b4-4e1c-bac1-e6fa0673dba1 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Request body: {'floatingip': {'port_id': '4aed2651-4f4f-48a8-ba78-21103304e0ed'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:49:49.389636 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-feb5eda4-e8b4-4e1c-bac1-e6fa0673dba1 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks [] for floatingip, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:49.816308 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-feb5eda4-e8b4-4e1c-bac1-e6fa0673dba1 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:49.820510 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-feb5eda4-e8b4-4e1c-bac1-e6fa0673dba1 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:49.856265 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:49.923830 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [None req-feb5eda4-e8b4-4e1c-bac1-e6fa0673dba1 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Floating IP fbaa33b7-1bb1-4f84-bc44-f70ce0e5480a associated. External IP: 172.25.8.201, port: 4aed2651-4f4f-48a8-ba78-21103304e0ed. Oct 19 01:49:50.129194 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb5eda4-e8b4-4e1c-bac1-e6fa0673dba1 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Router cc129871-2bb3-4030-bd84-d3ec10a50b30 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:49:50.527951 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb5eda4-e8b4-4e1c-bac1-e6fa0673dba1 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:49:50.532700 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-feb5eda4-e8b4-4e1c-bac1-e6fa0673dba1 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:50.537569 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7389d6-70ac-486d-b508-93dd41181eb7 None None] Sync routers for ids ['cc129871-2bb3-4030-bd84-d3ec10a50b30'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:49:50.547028 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7389d6-70ac-486d-b508-93dd41181eb7 None None] Routers {'cc129871-2bb3-4030-bd84-d3ec10a50b30'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:49:50.547632 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-be7389d6-70ac-486d-b508-93dd41181eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:49:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['cc129871-2bb3-4030-bd84-d3ec10a50b30'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:50.562262 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-feb5eda4-e8b4-4e1c-bac1-e6fa0673dba1 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "PUT /v2.0/floatingips/fbaa33b7-1bb1-4f84-bc44-f70ce0e5480a HTTP/1.1" status: 200 len: 991 time: 1.2132509 Oct 19 01:49:50.562262 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e88fd6-a0bf-4df9-9701-05a30f422b59', 'tag': '4aed2651-4f4f-48a8-ba78-21103304e0ed'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:49:50.562530 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4492bf1-eb7d-4432-bf0e-34109425b6ed" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e88fd6-a0bf-4df9-9701-05a30f422b59", "tag": "4aed2651-4f4f-48a8-ba78-21103304e0ed"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:49:50.658725 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-be7389d6-70ac-486d-b508-93dd41181eb7 None None] Set router cc129871-2bb3-4030-bd84-d3ec10a50b30 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:49:50.711781 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df2077a-d48a-4d07-a11a-c34ba1045581 x-openstack-request-id: req-1df2077a-d48a-4d07-a11a-c34ba1045581 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:49:50.712097 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e88fd6-a0bf-4df9-9701-05a30f422b59", "tag": "4aed2651-4f4f-48a8-ba78-21103304e0ed", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:49:50.712345 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1df2077a-d48a-4d07-a11a-c34ba1045581 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:49:50.712737 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e88fd6-a0bf-4df9-9701-05a30f422b59', 'tag': '4aed2651-4f4f-48a8-ba78-21103304e0ed', 'status': 'completed', 'code': 200} Oct 19 01:49:50.772874 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4492bf1-eb7d-4432-bf0e-34109425b6ed req-a02fdfc7-fad9-4773-a70e-d483a1ff803d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:50.774689 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b4492bf1-eb7d-4432-bf0e-34109425b6ed req-a02fdfc7-fad9-4773-a70e-d483a1ff803d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 1097 time: 0.0407462 Oct 19 01:49:50.868176 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4492bf1-eb7d-4432-bf0e-34109425b6ed req-8f2a4d1b-5829-4285-89c4-02a957fe9c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:50.869642 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b4492bf1-eb7d-4432-bf0e-34109425b6ed req-8f2a4d1b-5829-4285-89c4-02a957fe9c78 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.0879154 Oct 19 01:49:50.887166 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-be7389d6-70ac-486d-b508-93dd41181eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'name': 'tempest-ServerActionsTestJSON-582573910-router', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:46:26Z', 'updated_at': '2021-10-19T01:46:29Z', 'revision_number': 4, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'gw_port': {'id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:27Z', 'updated_at': '2021-10-19T01:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'fbaa33b7-1bb1-4f84-bc44-f70ce0e5480a', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'floating_ip_address': '172.25.8.201', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'port_id': '4aed2651-4f4f-48a8-ba78-21103304e0ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'mac_address': 'fa:16:3e:26:a2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e88fd6-a0bf-4df9-9701-05a30f422b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:46:31Z', 'updated_at': '2021-10-19T01:49:49Z', 'revision_number': 5, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7181f317-13f0-4abc-970d-eb3b4965b315', 'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'mac_address': 'fa:16:3e:78:52:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:29Z', 'updated_at': '2021-10-19T01:46:33Z', 'revision_number': 5, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'subnets': [{'id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:50.914069 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7389d6-70ac-486d-b508-93dd41181eb7 None None] Checking router: cc129871-2bb3-4030-bd84-d3ec10a50b30 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:49:50.923967 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7389d6-70ac-486d-b508-93dd41181eb7 None None] Routers {'cc129871-2bb3-4030-bd84-d3ec10a50b30'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:49:50.924592 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-be7389d6-70ac-486d-b508-93dd41181eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:49:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['cc129871-2bb3-4030-bd84-d3ec10a50b30'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:50.937429 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b4492bf1-eb7d-4432-bf0e-34109425b6ed req-4ed2f11d-c93b-4c18-bd6b-c07c8ebad92d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aed2651-4f4f-48a8-ba78-21103304e0ed HTTP/1.1" status: 200 len: 999 time: 0.0609765 Oct 19 01:49:50.989392 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4492bf1-eb7d-4432-bf0e-34109425b6ed req-4065aea0-427f-498f-ab44-79462c9082c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:50.991390 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b4492bf1-eb7d-4432-bf0e-34109425b6ed req-4065aea0-427f-498f-ab44-79462c9082c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0466218 Oct 19 01:49:51.029976 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-be7389d6-70ac-486d-b508-93dd41181eb7 None None] Set router cc129871-2bb3-4030-bd84-d3ec10a50b30 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:49:51.039671 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4492bf1-eb7d-4432-bf0e-34109425b6ed req-749b334b-3902-461b-a21e-c9a2937903e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:51.041349 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b4492bf1-eb7d-4432-bf0e-34109425b6ed req-749b334b-3902-461b-a21e-c9a2937903e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441055 Oct 19 01:49:51.129682 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b4492bf1-eb7d-4432-bf0e-34109425b6ed req-b7db9512-f09d-4556-a26e-41909f4624ba service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814579 Oct 19 01:49:51.222664 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b4492bf1-eb7d-4432-bf0e-34109425b6ed req-fae321f8-9a6a-4342-b18d-c39d16f12566 service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857935 Oct 19 01:49:51.255050 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-be7389d6-70ac-486d-b508-93dd41181eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'name': 'tempest-ServerActionsTestJSON-582573910-router', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:46:26Z', 'updated_at': '2021-10-19T01:46:29Z', 'revision_number': 4, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'gw_port': {'id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:27Z', 'updated_at': '2021-10-19T01:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'fbaa33b7-1bb1-4f84-bc44-f70ce0e5480a', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'floating_ip_address': '172.25.8.201', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'port_id': '4aed2651-4f4f-48a8-ba78-21103304e0ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'mac_address': 'fa:16:3e:26:a2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e88fd6-a0bf-4df9-9701-05a30f422b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:46:31Z', 'updated_at': '2021-10-19T01:49:49Z', 'revision_number': 5, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7181f317-13f0-4abc-970d-eb3b4965b315', 'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'mac_address': 'fa:16:3e:78:52:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:29Z', 'updated_at': '2021-10-19T01:46:33Z', 'revision_number': 5, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'subnets': [{'id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:51.281130 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7389d6-70ac-486d-b508-93dd41181eb7 None None] The sync data for ids ['cc129871-2bb3-4030-bd84-d3ec10a50b30'] in n-d-715271-26 is: [{'id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'name': 'tempest-ServerActionsTestJSON-582573910-router', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:46:26Z', 'updated_at': '2021-10-19T01:46:29Z', 'revision_number': 4, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'gw_port': {'id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:27Z', 'updated_at': '2021-10-19T01:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'fbaa33b7-1bb1-4f84-bc44-f70ce0e5480a', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'floating_ip_address': '172.25.8.201', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'port_id': '4aed2651-4f4f-48a8-ba78-21103304e0ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'mac_address': 'fa:16:3e:26:a2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e88fd6-a0bf-4df9-9701-05a30f422b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:46:31Z', 'updated_at': '2021-10-19T01:49:49Z', 'revision_number': 5, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7181f317-13f0-4abc-970d-eb3b4965b315', 'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'mac_address': 'fa:16:3e:78:52:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:29Z', 'updated_at': '2021-10-19T01:46:33Z', 'revision_number': 5, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'subnets': [{'id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:49:51.458114 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92039f32-1f3c-421d-9244-d175cdb0ac17 None None] New status for floating IP fbaa33b7-1bb1-4f84-bc44-f70ce0e5480a: ACTIVE {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:49:57.569498 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:59.945734 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:00.338521 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:50:14.008869 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b633cee3-08de-430d-9e00-4d0e679fe4ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:16.591179 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c9e0f8f3-7649-40b1-be23-a64382750c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:17.326038 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:17.928046 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:19.858895 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:24.987707 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-58214791-d4ec-4d7a-8615-85de00bb497a req-ec93b98b-80ca-4404-888a-0811ff71fb87 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395453 Oct 19 01:50:25.066421 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58214791-d4ec-4d7a-8615-85de00bb497a req-7b9facd0-7a0c-4966-887b-ab16cf155bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:25.067933 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-58214791-d4ec-4d7a-8615-85de00bb497a req-7b9facd0-7a0c-4966-887b-ab16cf155bf6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 1097 time: 0.0409462 Oct 19 01:50:25.174248 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58214791-d4ec-4d7a-8615-85de00bb497a req-7c093268-d533-45ac-bcd7-f4d01d8c7920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:25.175690 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-58214791-d4ec-4d7a-8615-85de00bb497a req-7c093268-d533-45ac-bcd7-f4d01d8c7920 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.0870101 Oct 19 01:50:25.239178 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-58214791-d4ec-4d7a-8615-85de00bb497a req-56ae6b1a-a442-4326-9d6f-d5da21a90c0a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aed2651-4f4f-48a8-ba78-21103304e0ed HTTP/1.1" status: 200 len: 1001 time: 0.0561724 Oct 19 01:50:25.292402 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58214791-d4ec-4d7a-8615-85de00bb497a req-3c174266-9817-48e4-a5ce-387e7c756f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:25.293864 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-58214791-d4ec-4d7a-8615-85de00bb497a req-3c174266-9817-48e4-a5ce-387e7c756f96 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0479960 Oct 19 01:50:25.343919 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58214791-d4ec-4d7a-8615-85de00bb497a req-1d78281b-5beb-4404-b2f8-37bee0dac960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:25.345371 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-58214791-d4ec-4d7a-8615-85de00bb497a req-1d78281b-5beb-4404-b2f8-37bee0dac960 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401323 Oct 19 01:50:25.432930 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-58214791-d4ec-4d7a-8615-85de00bb497a req-2495196d-569d-4fa4-8865-dc4f29b23893 service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802827 Oct 19 01:50:25.525215 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-58214791-d4ec-4d7a-8615-85de00bb497a req-07f50286-a5cc-4886-bc3c-d472a4043814 service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847707 Oct 19 01:50:27.583257 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:29.963241 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:37.338750 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:50:44.010618 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-79837b4a-0d6c-41c1-b0f6-a79af43e826c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:46.591505 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bb1f384b-8735-4be2-8d64-0c2c5a2099c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:47.327320 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:47.930984 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:49.860506 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:57.584236 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:59.984503 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:14.011647 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2868a153-1f2a-416e-b196-030e920c21ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:14.337480 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:51:16.591391 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ed4acbe9-cbb8-413b-ac69-af98bf74de89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:17.327041 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:17.935488 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:19.863458 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:26.395288 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0611d3-9f7c-4670-96fb-6edeed7bcdb8 req-d06b39af-06d0-44d0-835a-e79b3949706f tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:26.396792 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ec0611d3-9f7c-4670-96fb-6edeed7bcdb8 req-d06b39af-06d0-44d0-835a-e79b3949706f tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 945 time: 0.0507138 Oct 19 01:51:26.434381 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ec0611d3-9f7c-4670-96fb-6edeed7bcdb8 req-3237b1e9-1d71-427c-9559-1e44b2691e54 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313807 Oct 19 01:51:27.023762 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5edd69-4c7f-4f5c-9a30-e19f3ffba03e req-d581475b-f653-4967-92d0-60657aaff72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:27.025820 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6d5edd69-4c7f-4f5c-9a30-e19f3ffba03e req-d581475b-f653-4967-92d0-60657aaff72b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 1097 time: 0.0403473 Oct 19 01:51:27.131157 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5edd69-4c7f-4f5c-9a30-e19f3ffba03e req-a6762038-b612-406a-afb8-682c38cb9fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:27.132651 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6d5edd69-4c7f-4f5c-9a30-e19f3ffba03e req-a6762038-b612-406a-afb8-682c38cb9fd5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.0877779 Oct 19 01:51:27.200685 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6d5edd69-4c7f-4f5c-9a30-e19f3ffba03e req-a52418ab-3f7f-4116-951b-99a5ed7915ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aed2651-4f4f-48a8-ba78-21103304e0ed HTTP/1.1" status: 200 len: 1001 time: 0.0607970 Oct 19 01:51:27.249614 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5edd69-4c7f-4f5c-9a30-e19f3ffba03e req-56fc9da2-b283-4dad-90c8-ac0a8f7ddf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:27.251028 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6d5edd69-4c7f-4f5c-9a30-e19f3ffba03e req-56fc9da2-b283-4dad-90c8-ac0a8f7ddf33 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0432413 Oct 19 01:51:27.295872 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5edd69-4c7f-4f5c-9a30-e19f3ffba03e req-e381f96c-f3f2-4fc8-8d88-31a698f4888b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:27.297308 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6d5edd69-4c7f-4f5c-9a30-e19f3ffba03e req-e381f96c-f3f2-4fc8-8d88-31a698f4888b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388761 Oct 19 01:51:27.398621 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6d5edd69-4c7f-4f5c-9a30-e19f3ffba03e req-70514b82-8191-42fe-afa3-f5c201564e36 service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843365 Oct 19 01:51:27.488849 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6d5edd69-4c7f-4f5c-9a30-e19f3ffba03e req-53c44e42-c42a-4bef-b5bb-7274fe4f7f88 service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823584 Oct 19 01:51:27.553833 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3958ce-c1f1-4fee-9e6d-4a658e24c729 req-5825a5d6-037a-46e7-b62f-f3aec11923c5 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:27.555332 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7c3958ce-c1f1-4fee-9e6d-4a658e24c729 req-5825a5d6-037a-46e7-b62f-f3aec11923c5 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 945 time: 0.0503767 Oct 19 01:51:27.590996 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:27.593960 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7c3958ce-c1f1-4fee-9e6d-4a658e24c729 req-cd778170-8636-4ce3-9ed8-bfaebe720494 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327632 Oct 19 01:51:28.711231 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311dcba-820f-49ed-883f-e33b29719b1f req-eb3ea892-5ea6-4a2e-b9b4-0cc3314b3f53 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:28.712789 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9311dcba-820f-49ed-883f-e33b29719b1f req-eb3ea892-5ea6-4a2e-b9b4-0cc3314b3f53 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 945 time: 0.0493405 Oct 19 01:51:28.754511 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9311dcba-820f-49ed-883f-e33b29719b1f req-68e681a0-ca6f-43d7-8d13-b6f65c56adac tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357232 Oct 19 01:51:29.868570 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dcfb03-2100-4aa4-addb-accb7dc94e0c req-14c2f74d-9dbd-416b-91a8-595b4be635bf tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:29.870028 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-57dcfb03-2100-4aa4-addb-accb7dc94e0c req-14c2f74d-9dbd-416b-91a8-595b4be635bf tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 945 time: 0.0479159 Oct 19 01:51:29.907752 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-57dcfb03-2100-4aa4-addb-accb7dc94e0c req-9f66e3cf-db8c-4453-8dd1-80e53b548e7b tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319312 Oct 19 01:51:30.000346 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:31.068155 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a223c-03b1-4021-968e-d3f0dfbf3e6c req-b8bcbc63-9325-4754-bb5e-33c31e7630c3 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:31.069606 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-285a223c-03b1-4021-968e-d3f0dfbf3e6c req-b8bcbc63-9325-4754-bb5e-33c31e7630c3 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 945 time: 0.0483813 Oct 19 01:51:31.107630 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-285a223c-03b1-4021-968e-d3f0dfbf3e6c req-ed91ed52-be5d-463b-b25d-c0278e23993e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313737 Oct 19 01:51:32.230078 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76df6c1-dd8f-40ad-8a65-12553812ca8e req-10fda18d-234f-4b2c-96e7-2c23a929f5d2 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:32.231587 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a76df6c1-dd8f-40ad-8a65-12553812ca8e req-10fda18d-234f-4b2c-96e7-2c23a929f5d2 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 945 time: 0.0548820 Oct 19 01:51:32.269795 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a76df6c1-dd8f-40ad-8a65-12553812ca8e req-41f29601-f019-420b-a2f4-891f0bb4878d tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322540 Oct 19 01:51:33.382611 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e80cf-f806-4727-b964-99e0c18e23cf req-e3a90046-2b9f-4d63-98b6-368f256f057d tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:33.384095 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f76e80cf-f806-4727-b964-99e0c18e23cf req-e3a90046-2b9f-4d63-98b6-368f256f057d tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 945 time: 0.0486479 Oct 19 01:51:33.420680 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f76e80cf-f806-4727-b964-99e0c18e23cf req-d6c1418e-28d2-45f3-a7ef-aec837bdf13e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306132 Oct 19 01:51:34.534590 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3bcbe-e52a-44b5-bc70-0762df5429d0 req-2f6bb99a-6727-4916-8930-1e83a14948a9 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:34.536067 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51d3bcbe-e52a-44b5-bc70-0762df5429d0 req-2f6bb99a-6727-4916-8930-1e83a14948a9 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 945 time: 0.0481100 Oct 19 01:51:34.573460 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51d3bcbe-e52a-44b5-bc70-0762df5429d0 req-f38c1c39-c341-47e4-a360-b80e2375203a tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308228 Oct 19 01:51:35.686016 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291c8db-f3b8-464b-bb50-94d28fe557ce req-58d94f5f-c496-4d8b-bfa1-fb9bc3933849 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:35.687474 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b291c8db-f3b8-464b-bb50-94d28fe557ce req-58d94f5f-c496-4d8b-bfa1-fb9bc3933849 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 945 time: 0.0476444 Oct 19 01:51:35.728684 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b291c8db-f3b8-464b-bb50-94d28fe557ce req-c631128f-6586-49ee-a5d7-893ebb3943b3 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352859 Oct 19 01:51:36.841109 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f795e6-4a62-4f2d-9096-e6a27d3eaf0a req-7c55c24c-1c8d-4d0e-b3dd-3e062e0e9b7c tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:36.842566 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d9f795e6-4a62-4f2d-9096-e6a27d3eaf0a req-7c55c24c-1c8d-4d0e-b3dd-3e062e0e9b7c tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 945 time: 0.0478723 Oct 19 01:51:36.880341 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d9f795e6-4a62-4f2d-9096-e6a27d3eaf0a req-a1c147c1-9cd6-490f-8a4e-3ad82d105167 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319571 Oct 19 01:51:37.137425 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff6327-22e6-4d6f-899e-b4aca922b4b7 req-68c7175d-a915-4625-9150-335209e6968c tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:37.138885 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fdff6327-22e6-4d6f-899e-b4aca922b4b7 req-68c7175d-a915-4625-9150-335209e6968c tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 945 time: 0.0696137 Oct 19 01:51:37.142162 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-ccc92040-12a8-4066-acb5-d894d349af1f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0816154 Oct 19 01:51:37.178735 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fdff6327-22e6-4d6f-899e-b4aca922b4b7 req-120d7f0c-d269-4299-9de0-8b7464b0791e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335138 Oct 19 01:51:38.296094 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868946fd-311a-4705-b18e-e44b0206e444 req-48a348ff-4a64-43fa-98eb-e33580202e6a tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:38.297557 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-868946fd-311a-4705-b18e-e44b0206e444 req-48a348ff-4a64-43fa-98eb-e33580202e6a tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 945 time: 0.0480320 Oct 19 01:51:38.334838 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-868946fd-311a-4705-b18e-e44b0206e444 req-cfc6f2ea-6632-4fac-9a98-64ba5ae1610d tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314193 Oct 19 01:51:39.448587 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11275b8-9ede-45bc-8dc0-4d686aa6a5ef req-55305859-0dbe-4778-b891-3a17a37f3fab tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:39.450081 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d11275b8-9ede-45bc-8dc0-4d686aa6a5ef req-55305859-0dbe-4778-b891-3a17a37f3fab tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 945 time: 0.0486917 Oct 19 01:51:39.487410 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d11275b8-9ede-45bc-8dc0-4d686aa6a5ef req-9f11cf97-e756-481a-b927-6a4d9a5558b9 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314875 Oct 19 01:51:40.302497 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-9ba03ad0-fdb5-4723-87f9-537a81560f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:40.304004 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-9ba03ad0-fdb5-4723-87f9-537a81560f5f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 1097 time: 0.0402901 Oct 19 01:51:40.397422 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-49e75dd7-d1bf-4c62-af8e-9e4c130d0863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:40.398879 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-49e75dd7-d1bf-4c62-af8e-9e4c130d0863 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.0882359 Oct 19 01:51:40.462327 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-963172a2-c31c-400e-8ed4-7f927b7c1a16 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aed2651-4f4f-48a8-ba78-21103304e0ed HTTP/1.1" status: 200 len: 1001 time: 0.0567205 Oct 19 01:51:40.509661 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-4c7e5786-142f-4287-8c79-a2718851795c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:40.511073 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-4c7e5786-142f-4287-8c79-a2718851795c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0420711 Oct 19 01:51:40.571706 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-aa63010d-da1b-4df1-a4b8-3f1dbdbd15d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:40.573106 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-aa63010d-da1b-4df1-a4b8-3f1dbdbd15d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542006 Oct 19 01:51:40.661567 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5124259-c171-46a7-8adf-04b1dba38305 req-c1d45222-ec31-4356-9cb6-73fcfb7ebf4f tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:40.663035 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b5124259-c171-46a7-8adf-04b1dba38305 req-c1d45222-ec31-4356-9cb6-73fcfb7ebf4f tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 945 time: 0.1055963 Oct 19 01:51:40.705951 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-6d93545e-22d1-4aad-8ded-78fd951f7561 service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199250 Oct 19 01:51:40.725774 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b5124259-c171-46a7-8adf-04b1dba38305 req-ba8118ed-b2e1-4b69-a7ff-91e9c841247b tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562053 Oct 19 01:51:40.803098 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-ac3d6405-df6b-4979-8a80-52150722abf3 service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888221 Oct 19 01:51:41.843437 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ff44b-4752-4017-b95f-1fe9e03ebf96 req-d324d224-1452-4357-a68c-d0bd1a11bc02 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:41.844950 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c62ff44b-4752-4017-b95f-1fe9e03ebf96 req-d324d224-1452-4357-a68c-d0bd1a11bc02 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 945 time: 0.0523851 Oct 19 01:51:41.882469 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c62ff44b-4752-4017-b95f-1fe9e03ebf96 req-947f9db5-d118-4266-8229-7a1808f07c4c tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316138 Oct 19 01:51:42.593338 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-b23c9edb-b1c8-4d4d-9785-b00ca90cbb51 service neutron] show failed (client error): The resource could not be found. Oct 19 01:51:42.594314 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-b23c9edb-b1c8-4d4d-9785-b00ca90cbb51 service neutron] 10.222.0.24 "GET /v2.0/ports/4aed2651-4f4f-48a8-ba78-21103304e0ed/bindings/n-h1-715271-26 HTTP/1.1" status: 404 len: 381 time: 0.0532670 Oct 19 01:51:42.790054 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-54b9702b-e967-40cf-af16-124a57e4d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:42.792332 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-54b9702b-e967-40cf-af16-124a57e4d02a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59&tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce HTTP/1.1" status: 200 len: 1097 time: 0.0418699 Oct 19 01:51:42.803682 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-42583ae2-8036-4c2b-a0eb-6430ba9812a2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-26', 'device_owner': 'compute:nova'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:42.855103 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-42583ae2-8036-4c2b-a0eb-6430ba9812a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:43.017176 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05c70d-9be5-4577-82a3-04229bb7256e req-20c0841c-99bd-41c7-b531-9a2b21e37746 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:43.018657 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4a05c70d-9be5-4577-82a3-04229bb7256e req-20c0841c-99bd-41c7-b531-9a2b21e37746 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 945 time: 0.0538421 Oct 19 01:51:43.056780 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4a05c70d-9be5-4577-82a3-04229bb7256e req-e322f6e1-de62-4903-84ea-21e3a1bfabf8 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318906 Oct 19 01:51:43.060705 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-42583ae2-8036-4c2b-a0eb-6430ba9812a2 service neutron] For port 4aed2651-4f4f-48a8-ba78-21103304e0ed, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=4aed2651-4f4f-48a8-ba78-21103304e0ed,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:43.094514 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-42583ae2-8036-4c2b-a0eb-6430ba9812a2 service neutron] For port 4aed2651-4f4f-48a8-ba78-21103304e0ed, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:51:43.133533 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e88fd6-a0bf-4df9-9701-05a30f422b59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aed2651-4f4f-48a8-ba78-21103304e0ed'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:51:43.136529 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1664426-bc02-4fbd-831d-cedfd727fcc0" -d '{"events": [{"server_uuid": "b2e88fd6-a0bf-4df9-9701-05a30f422b59", "name": "network-vif-unplugged", "status": "completed", "tag": "4aed2651-4f4f-48a8-ba78-21103304e0ed"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:51:43.140520 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-42583ae2-8036-4c2b-a0eb-6430ba9812a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:43.153423 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-42583ae2-8036-4c2b-a0eb-6430ba9812a2 service neutron] Transition to ACTIVE for port object 4aed2651-4f4f-48a8-ba78-21103304e0ed will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:51:43.156463 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-42583ae2-8036-4c2b-a0eb-6430ba9812a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:43.268476 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485790ae-4ee5-4876-bf0e-b4bc6c6f6d95 x-openstack-request-id: req-485790ae-4ee5-4876-bf0e-b4bc6c6f6d95 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:51:43.268768 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e88fd6-a0bf-4df9-9701-05a30f422b59", "name": "network-vif-unplugged", "status": "completed", "tag": "4aed2651-4f4f-48a8-ba78-21103304e0ed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:51:43.269027 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-485790ae-4ee5-4876-bf0e-b4bc6c6f6d95 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:51:43.269423 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e88fd6-a0bf-4df9-9701-05a30f422b59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aed2651-4f4f-48a8-ba78-21103304e0ed', 'code': 200} Oct 19 01:51:43.286512 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42583ae2-8036-4c2b-a0eb-6430ba9812a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4aed2651-4f4f-48a8-ba78-21103304e0ed,revision_number=6']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:43.312801 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42583ae2-8036-4c2b-a0eb-6430ba9812a2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:43.313146 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42583ae2-8036-4c2b-a0eb-6430ba9812a2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:43.313484 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42583ae2-8036-4c2b-a0eb-6430ba9812a2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:43.313818 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42583ae2-8036-4c2b-a0eb-6430ba9812a2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:43.314148 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42583ae2-8036-4c2b-a0eb-6430ba9812a2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:43.314474 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42583ae2-8036-4c2b-a0eb-6430ba9812a2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:43.314800 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42583ae2-8036-4c2b-a0eb-6430ba9812a2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:43.315124 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42583ae2-8036-4c2b-a0eb-6430ba9812a2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:43.315447 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42583ae2-8036-4c2b-a0eb-6430ba9812a2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:43.315790 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42583ae2-8036-4c2b-a0eb-6430ba9812a2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:43.316116 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42583ae2-8036-4c2b-a0eb-6430ba9812a2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:43.316434 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42583ae2-8036-4c2b-a0eb-6430ba9812a2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:43.357538 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-42583ae2-8036-4c2b-a0eb-6430ba9812a2 service neutron] No DVR routers for this DVR port 4aed2651-4f4f-48a8-ba78-21103304e0ed on host n-h2-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:51:43.813723 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-42583ae2-8036-4c2b-a0eb-6430ba9812a2 service neutron] Attempting to bind port 4aed2651-4f4f-48a8-ba78-21103304e0ed on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:51:43.814063 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-42583ae2-8036-4c2b-a0eb-6430ba9812a2 service neutron] Attempting to bind port 4aed2651-4f4f-48a8-ba78-21103304e0ed by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:51:43.814389 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-42583ae2-8036-4c2b-a0eb-6430ba9812a2 service neutron] Attempting to bind port 4aed2651-4f4f-48a8-ba78-21103304e0ed on network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:51:43.818582 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-42583ae2-8036-4c2b-a0eb-6430ba9812a2 service neutron] Port 4aed2651-4f4f-48a8-ba78-21103304e0ed on network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:51:43.818905 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-42583ae2-8036-4c2b-a0eb-6430ba9812a2 service neutron] Attempting to bind port 4aed2651-4f4f-48a8-ba78-21103304e0ed on network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:51:43.824339 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-42583ae2-8036-4c2b-a0eb-6430ba9812a2 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:51:43.824675 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-42583ae2-8036-4c2b-a0eb-6430ba9812a2 service neutron] Checking segment: {'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:51:43.825058 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-42583ae2-8036-4c2b-a0eb-6430ba9812a2 service neutron] Bound using segment: {'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:51:43.825483 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-42583ae2-8036-4c2b-a0eb-6430ba9812a2 service neutron] Bound port: 4aed2651-4f4f-48a8-ba78-21103304e0ed, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:51:43.825834 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-42583ae2-8036-4c2b-a0eb-6430ba9812a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:43.889305 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-42583ae2-8036-4c2b-a0eb-6430ba9812a2 service neutron] For port 4aed2651-4f4f-48a8-ba78-21103304e0ed, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:51:43.892366 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-42583ae2-8036-4c2b-a0eb-6430ba9812a2 service neutron] For port 4aed2651-4f4f-48a8-ba78-21103304e0ed, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=4aed2651-4f4f-48a8-ba78-21103304e0ed,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:51:43.896614 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-42583ae2-8036-4c2b-a0eb-6430ba9812a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:43.932673 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-42583ae2-8036-4c2b-a0eb-6430ba9812a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:43.933312 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-42583ae2-8036-4c2b-a0eb-6430ba9812a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:43.934708 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-42583ae2-8036-4c2b-a0eb-6430ba9812a2 service neutron] 10.222.0.55 "PUT /v2.0/ports/4aed2651-4f4f-48a8-ba78-21103304e0ed HTTP/1.1" status: 200 len: 1092 time: 1.1349268 Oct 19 01:51:43.971312 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42583ae2-8036-4c2b-a0eb-6430ba9812a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4aed2651-4f4f-48a8-ba78-21103304e0ed,revision_number=7']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:44.008017 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-10d45dfe-1669-4cb6-b112-b95b1dff27ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:44.010293 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-10d45dfe-1669-4cb6-b112-b95b1dff27ff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 1095 time: 0.0493190 Oct 19 01:51:44.013299 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7a8e1411-59ba-4030-b373-3473c7dc9646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:44.109667 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-80df3d21-5a28-4e79-8cbf-5adea6454e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:44.111160 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-80df3d21-5a28-4e79-8cbf-5adea6454e68 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.0944440 Oct 19 01:51:44.178421 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f36c0-f5f5-4357-bce4-b5a98b328ce1 req-0276f8db-6405-4f1d-819f-1bd5d2f57fb8 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:44.179036 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-8fd17da9-0647-45e7-a86e-6b8c3c00942e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aed2651-4f4f-48a8-ba78-21103304e0ed HTTP/1.1" status: 200 len: 999 time: 0.0603485 Oct 19 01:51:44.179923 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f51f36c0-f5f5-4357-bce4-b5a98b328ce1 req-0276f8db-6405-4f1d-819f-1bd5d2f57fb8 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 943 time: 0.0488892 Oct 19 01:51:44.220748 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f51f36c0-f5f5-4357-bce4-b5a98b328ce1 req-8351bed6-b274-4be4-a926-dba8a22eeaa9 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347214 Oct 19 01:51:44.234012 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-7e5fef4e-9e6f-45db-98fe-6c247f89b6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:44.235591 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-7e5fef4e-9e6f-45db-98fe-6c247f89b6f6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0505197 Oct 19 01:51:44.281228 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-3e8d61c8-c638-462c-b6bf-5234e6570129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:44.282710 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-3e8d61c8-c638-462c-b6bf-5234e6570129 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404494 Oct 19 01:51:44.371298 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-7cda7bdb-85d5-49e7-825d-cf7a3392aea6 service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816286 Oct 19 01:51:44.464953 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-a1385a0c-6fc9-410b-b3e9-72f280e605c6 service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863318 Oct 19 01:51:45.258123 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 4aed2651-4f4f-48a8-ba78-21103304e0ed no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:51:45.270898 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e88fd6-a0bf-4df9-9701-05a30f422b59', 'tag': '4aed2651-4f4f-48a8-ba78-21103304e0ed'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:51:45.274507 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e8a9a4-1dc5-4a0f-a240-5d6700e67a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e88fd6-a0bf-4df9-9701-05a30f422b59", "tag": "4aed2651-4f4f-48a8-ba78-21103304e0ed"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:51:45.297576 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 4aed2651-4f4f-48a8-ba78-21103304e0ed not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:51:45.333265 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41aaa0ae-3549-4991-8bc8-ee0572a5912b x-openstack-request-id: req-41aaa0ae-3549-4991-8bc8-ee0572a5912b {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:51:45.333584 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e88fd6-a0bf-4df9-9701-05a30f422b59", "tag": "4aed2651-4f4f-48a8-ba78-21103304e0ed", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:51:45.333839 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-41aaa0ae-3549-4991-8bc8-ee0572a5912b {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:51:45.334239 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e88fd6-a0bf-4df9-9701-05a30f422b59', 'tag': '4aed2651-4f4f-48a8-ba78-21103304e0ed', 'status': 'completed', 'code': 200} Oct 19 01:51:45.354060 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d70c55-ea6f-470b-b62f-cf7c47bf66b9 req-d9789420-ccba-43af-b602-0a684b948948 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:45.355577 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-08d70c55-ea6f-470b-b62f-cf7c47bf66b9 req-d9789420-ccba-43af-b602-0a684b948948 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 943 time: 0.0593121 Oct 19 01:51:45.393045 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8a9a4-1dc5-4a0f-a240-5d6700e67a4d req-3ee1212c-cb6f-4f7a-935a-d22503da9581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:45.394532 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-33e8a9a4-1dc5-4a0f-a240-5d6700e67a4d req-3ee1212c-cb6f-4f7a-935a-d22503da9581 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 1095 time: 0.0406735 Oct 19 01:51:45.424565 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8a9a4-1dc5-4a0f-a240-5d6700e67a4d req-589446ea-bbf9-4233-800d-7c43a8163321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:45.426068 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33e8a9a4-1dc5-4a0f-a240-5d6700e67a4d req-589446ea-bbf9-4233-800d-7c43a8163321 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 1095 time: 0.0685754 Oct 19 01:51:45.429347 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-08d70c55-ea6f-470b-b62f-cf7c47bf66b9 req-8829406d-0fc0-49c5-9165-df3e2e16b510 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631974 Oct 19 01:51:45.488311 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8a9a4-1dc5-4a0f-a240-5d6700e67a4d req-1cfa2d14-9fba-4135-9ddb-e7edfc43a853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:45.490031 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-33e8a9a4-1dc5-4a0f-a240-5d6700e67a4d req-1cfa2d14-9fba-4135-9ddb-e7edfc43a853 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.0886030 Oct 19 01:51:45.518784 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8a9a4-1dc5-4a0f-a240-5d6700e67a4d req-1531338e-5947-42e8-86ce-f924c4d71ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:45.520227 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33e8a9a4-1dc5-4a0f-a240-5d6700e67a4d req-1531338e-5947-42e8-86ce-f924c4d71ed8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.0864787 Oct 19 01:51:45.553020 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-33e8a9a4-1dc5-4a0f-a240-5d6700e67a4d req-0c4c4a61-9f68-4aed-aa0e-9a5e1590efb6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aed2651-4f4f-48a8-ba78-21103304e0ed HTTP/1.1" status: 200 len: 999 time: 0.0562336 Oct 19 01:51:45.591473 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33e8a9a4-1dc5-4a0f-a240-5d6700e67a4d req-10c6b9af-fa2e-4e34-95fb-780043f9184d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aed2651-4f4f-48a8-ba78-21103304e0ed HTTP/1.1" status: 200 len: 999 time: 0.0630677 Oct 19 01:51:45.605412 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8a9a4-1dc5-4a0f-a240-5d6700e67a4d req-db47aaf7-237f-4a72-852d-88ac8b45506a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:45.606881 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-33e8a9a4-1dc5-4a0f-a240-5d6700e67a4d req-db47aaf7-237f-4a72-852d-88ac8b45506a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0474608 Oct 19 01:51:45.644278 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8a9a4-1dc5-4a0f-a240-5d6700e67a4d req-ea19e1c1-1783-4b7c-956f-2d079847ec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:45.645749 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33e8a9a4-1dc5-4a0f-a240-5d6700e67a4d req-ea19e1c1-1783-4b7c-956f-2d079847ec72 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0463352 Oct 19 01:51:45.652875 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8a9a4-1dc5-4a0f-a240-5d6700e67a4d req-305d95c3-d27a-4d49-b090-13131dd3f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:45.654365 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-33e8a9a4-1dc5-4a0f-a240-5d6700e67a4d req-305d95c3-d27a-4d49-b090-13131dd3f43e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396280 Oct 19 01:51:45.692991 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8a9a4-1dc5-4a0f-a240-5d6700e67a4d req-08da7116-3aa0-46fb-81e3-241252ffbf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:45.694490 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33e8a9a4-1dc5-4a0f-a240-5d6700e67a4d req-08da7116-3aa0-46fb-81e3-241252ffbf78 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401740 Oct 19 01:51:45.749325 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-33e8a9a4-1dc5-4a0f-a240-5d6700e67a4d req-944f628c-5c82-42e1-ae94-879b42294fd8 service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877626 Oct 19 01:51:45.789766 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33e8a9a4-1dc5-4a0f-a240-5d6700e67a4d req-6fbfd0c8-411a-4ec0-add6-c492b02f6efd service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873179 Oct 19 01:51:45.839165 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-33e8a9a4-1dc5-4a0f-a240-5d6700e67a4d req-86cbad69-6ba4-4149-bab6-0d0804807753 service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820465 Oct 19 01:51:45.879317 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33e8a9a4-1dc5-4a0f-a240-5d6700e67a4d req-2150c0fe-0906-4464-a47b-f2d72462edfe service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821006 Oct 19 01:51:46.547265 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817bb2d-7f81-4adb-a82f-c30edbdafd04 req-e2fbad09-9c01-49dc-bcbe-2837d7494a3a tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:46.548735 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8817bb2d-7f81-4adb-a82f-c30edbdafd04 req-e2fbad09-9c01-49dc-bcbe-2837d7494a3a tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 943 time: 0.0479934 Oct 19 01:51:46.585889 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8817bb2d-7f81-4adb-a82f-c30edbdafd04 req-267a0f3a-2a69-415b-9f02-7b8a06d5a7f3 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311646 Oct 19 01:51:46.593429 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-731ab74e-5292-41f1-9592-d9a294ffa3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:47.327998 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:47.708800 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fda3e-dfa3-43aa-b4d8-bcc345989ecd req-bfce35f9-fa65-4ff8-bec1-564c92ed785c tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:47.710293 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-143fda3e-dfa3-43aa-b4d8-bcc345989ecd req-bfce35f9-fa65-4ff8-bec1-564c92ed785c tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 943 time: 0.0536249 Oct 19 01:51:47.749838 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-143fda3e-dfa3-43aa-b4d8-bcc345989ecd req-2bab6f9c-83ea-43b2-8f1b-e4968d3c2f46 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325081 Oct 19 01:51:47.937013 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:47.942630 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e72643-3357-497b-839e-2178d7c8abc1 req-dbbfd590-7fff-4554-b0c4-7c1062f803f5 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:47.944209 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a0e72643-3357-497b-839e-2178d7c8abc1 req-dbbfd590-7fff-4554-b0c4-7c1062f803f5 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 943 time: 0.0528026 Oct 19 01:51:47.960610 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79837e-8fcb-4d22-b5fa-197e35f25650 req-d9581534-19b6-4fa0-8448-e34018d0e307 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:47.962049 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ee79837e-8fcb-4d22-b5fa-197e35f25650 req-d9581534-19b6-4fa0-8448-e34018d0e307 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59&tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&binding%3Ahost_id=n-h1-715271-26 HTTP/1.1" status: 200 len: 943 time: 0.0570648 Oct 19 01:51:47.984245 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a0e72643-3357-497b-839e-2178d7c8abc1 req-3653ac38-34f3-4137-a5f5-db578ee6c9ff tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329857 Oct 19 01:51:48.023815 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [req-ee79837e-8fcb-4d22-b5fa-197e35f25650 req-93fcf406-2ed3-40e7-8a7c-d68a769fe551 service neutron] delete failed (client error): The resource could not be found. Oct 19 01:51:48.025446 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ee79837e-8fcb-4d22-b5fa-197e35f25650 req-93fcf406-2ed3-40e7-8a7c-d68a769fe551 service neutron] 10.222.0.24 "DELETE /v2.0/ports/4aed2651-4f4f-48a8-ba78-21103304e0ed/bindings/n-h2-715271-26 HTTP/1.1" status: 404 len: 381 time: 0.0552645 Oct 19 01:51:48.108264 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79837e-8fcb-4d22-b5fa-197e35f25650 req-2513ac35-f9e6-48d8-b3fe-a1c233aa751d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:48.109741 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ee79837e-8fcb-4d22-b5fa-197e35f25650 req-2513ac35-f9e6-48d8-b3fe-a1c233aa751d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 1095 time: 0.0408640 Oct 19 01:51:48.202117 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79837e-8fcb-4d22-b5fa-197e35f25650 req-8f7fe9e2-64f5-491d-8a5b-a09bb1391215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:48.203939 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ee79837e-8fcb-4d22-b5fa-197e35f25650 req-8f7fe9e2-64f5-491d-8a5b-a09bb1391215 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.0865068 Oct 19 01:51:48.268631 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ee79837e-8fcb-4d22-b5fa-197e35f25650 req-d88d50cb-de4c-4fed-a10e-fdf504e0caf2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aed2651-4f4f-48a8-ba78-21103304e0ed HTTP/1.1" status: 200 len: 999 time: 0.0577524 Oct 19 01:51:48.317018 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79837e-8fcb-4d22-b5fa-197e35f25650 req-3870abf3-efed-4dbb-b5a7-e08205ca326d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:48.318399 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ee79837e-8fcb-4d22-b5fa-197e35f25650 req-3870abf3-efed-4dbb-b5a7-e08205ca326d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0425346 Oct 19 01:51:48.367206 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79837e-8fcb-4d22-b5fa-197e35f25650 req-4683f573-dd3f-43a4-8b1e-2c5d68be0fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:48.368947 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ee79837e-8fcb-4d22-b5fa-197e35f25650 req-4683f573-dd3f-43a4-8b1e-2c5d68be0fd6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436504 Oct 19 01:51:48.456744 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ee79837e-8fcb-4d22-b5fa-197e35f25650 req-7dbd3d34-f2c1-458f-aa0c-845e3f96c4af service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810804 Oct 19 01:51:48.547631 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ee79837e-8fcb-4d22-b5fa-197e35f25650 req-5b278864-1e35-4c10-a107-b3420c7faff7 service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838516 Oct 19 01:51:48.560545 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 4aed2651-4f4f-48a8-ba78-21103304e0ed details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:51:48.659856 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 4aed2651-4f4f-48a8-ba78-21103304e0ed, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=4aed2651-4f4f-48a8-ba78-21103304e0ed,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:48.670957 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '4aed2651-4f4f-48a8-ba78-21103304e0ed', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'port_id': '4aed2651-4f4f-48a8-ba78-21103304e0ed', 'mac_address': 'fa:16:3e:26:a2:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:51:48.707465 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:48.719702 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aed2651-4f4f-48a8-ba78-21103304e0ed {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:51:48.738422 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 4aed2651-4f4f-48a8-ba78-21103304e0ed, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=4aed2651-4f4f-48a8-ba78-21103304e0ed,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:48.742425 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:48.795912 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=4aed2651-4f4f-48a8-ba78-21103304e0ed,revision_number=8']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:48.803172 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:48.803522 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:48.803892 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:48.804233 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:48.804566 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:48.804895 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:48.805222 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:48.805548 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:48.805873 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:48.806842 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:48.807263 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:48.807593 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:49.104915 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['4aed2651-4f4f-48a8-ba78-21103304e0ed'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:51:49.112534 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654999f-5a11-4413-864b-440e9cef2d0a req-b8f59749-b67d-403a-a6b1-255763abaaa3 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:49.114365 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6654999f-5a11-4413-864b-440e9cef2d0a req-b8f59749-b67d-403a-a6b1-255763abaaa3 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 944 time: 0.0554698 Oct 19 01:51:49.153755 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6654999f-5a11-4413-864b-440e9cef2d0a req-01dfc2b4-33ea-42e6-a929-2ee74442164c tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330369 Oct 19 01:51:49.267999 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b79aa-241c-4cd6-a5d1-782e4eca6325 req-b6db8cd6-5acd-4700-ab23-3a6cf49b0c0a tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:49.269396 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-612b79aa-241c-4cd6-a5d1-782e4eca6325 req-b6db8cd6-5acd-4700-ab23-3a6cf49b0c0a tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 944 time: 0.0494459 Oct 19 01:51:49.307064 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-612b79aa-241c-4cd6-a5d1-782e4eca6325 req-f19cf9d1-2def-477b-927f-78cd4514f543 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311244 Oct 19 01:51:49.534197 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653747e-a6db-4854-9c44-2c00f7499e3a req-8621b8d4-a801-4f86-b218-51446d19b1fa tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:49.535676 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d653747e-a6db-4854-9c44-2c00f7499e3a req-8621b8d4-a801-4f86-b218-51446d19b1fa tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 944 time: 0.0815504 Oct 19 01:51:49.542093 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d995bb-5ae5-4b3b-a26f-269af2e85bac req-64d4a7bd-f95a-41fe-96cc-3a93248b4541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:49.543473 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-11d995bb-5ae5-4b3b-a26f-269af2e85bac req-64d4a7bd-f95a-41fe-96cc-3a93248b4541 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 1096 time: 0.0572131 Oct 19 01:51:49.604304 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d653747e-a6db-4854-9c44-2c00f7499e3a req-82a36805-261f-43ee-acf0-47e388681fe2 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596621 Oct 19 01:51:49.658902 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d995bb-5ae5-4b3b-a26f-269af2e85bac req-7602fa64-7481-4521-8cea-09b7d4399d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:49.660442 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-11d995bb-5ae5-4b3b-a26f-269af2e85bac req-7602fa64-7481-4521-8cea-09b7d4399d8f service neutron] 10.222.0.55 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.1095428 Oct 19 01:51:49.726004 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-11d995bb-5ae5-4b3b-a26f-269af2e85bac req-daa94641-630b-47a3-ac00-d662f53a3340 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aed2651-4f4f-48a8-ba78-21103304e0ed HTTP/1.1" status: 200 len: 1000 time: 0.0575712 Oct 19 01:51:49.776100 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d995bb-5ae5-4b3b-a26f-269af2e85bac req-b1fe29c3-51ba-46fc-aaf4-aa32da5b763e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:49.777514 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-11d995bb-5ae5-4b3b-a26f-269af2e85bac req-b1fe29c3-51ba-46fc-aaf4-aa32da5b763e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0431554 Oct 19 01:51:49.827251 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d995bb-5ae5-4b3b-a26f-269af2e85bac req-b407894b-3cc0-4307-bf97-d0fbf4bb755f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:49.828765 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-11d995bb-5ae5-4b3b-a26f-269af2e85bac req-b407894b-3cc0-4307-bf97-d0fbf4bb755f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441382 Oct 19 01:51:49.866160 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:49.919800 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-11d995bb-5ae5-4b3b-a26f-269af2e85bac req-3bbcd093-331f-4ab7-92ad-8717c4b72ae4 service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838585 Oct 19 01:51:50.013962 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-11d995bb-5ae5-4b3b-a26f-269af2e85bac req-e9c4a980-c4e9-4585-9843-5b865ba036eb service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876751 Oct 19 01:51:50.579121 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 4aed2651-4f4f-48a8-ba78-21103304e0ed up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:51:50.628251 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 4aed2651-4f4f-48a8-ba78-21103304e0ed completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:51:50.632233 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 4aed2651-4f4f-48a8-ba78-21103304e0ed triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:50.632611 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:50.713045 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:50.723034 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d98dfb-4069-4acd-ab55-8dd3951b5698 req-46cacaa0-0382-446e-817c-edfd555b524f tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:50.724528 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-14d98dfb-4069-4acd-ab55-8dd3951b5698 req-46cacaa0-0382-446e-817c-edfd555b524f tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 944 time: 0.0485010 Oct 19 01:51:50.734950 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e88fd6-a0bf-4df9-9701-05a30f422b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aed2651-4f4f-48a8-ba78-21103304e0ed'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:51:50.737209 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec3acf2-ea9e-495d-88b0-a9368053c4f8" -d '{"events": [{"server_uuid": "b2e88fd6-a0bf-4df9-9701-05a30f422b59", "name": "network-vif-plugged", "status": "completed", "tag": "4aed2651-4f4f-48a8-ba78-21103304e0ed"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:51:50.751381 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 4aed2651-4f4f-48a8-ba78-21103304e0ed, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=4aed2651-4f4f-48a8-ba78-21103304e0ed,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:50.755914 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:50.768355 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-14d98dfb-4069-4acd-ab55-8dd3951b5698 req-0bd28942-bc97-4fc0-a5f3-68391ca5e90f tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374463 Oct 19 01:51:50.782213 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bed61e1-e449-4b65-b73c-58d43e0ed980 x-openstack-request-id: req-5bed61e1-e449-4b65-b73c-58d43e0ed980 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:51:50.782506 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e88fd6-a0bf-4df9-9701-05a30f422b59", "name": "network-vif-plugged", "status": "completed", "tag": "4aed2651-4f4f-48a8-ba78-21103304e0ed", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:51:50.782757 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5bed61e1-e449-4b65-b73c-58d43e0ed980 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:51:50.783148 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e88fd6-a0bf-4df9-9701-05a30f422b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aed2651-4f4f-48a8-ba78-21103304e0ed', 'code': 200} Oct 19 01:51:50.808679 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=4aed2651-4f4f-48a8-ba78-21103304e0ed,revision_number=9']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:51.001175 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89d75a-79a2-4c5f-b0fb-68eb3c6b1548 req-14d4fe97-dce3-46dd-aa03-62e7f5254615 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:51.002668 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6d89d75a-79a2-4c5f-b0fb-68eb3c6b1548 req-14d4fe97-dce3-46dd-aa03-62e7f5254615 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 945 time: 0.0481253 Oct 19 01:51:51.039741 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6d89d75a-79a2-4c5f-b0fb-68eb3c6b1548 req-129f1c5e-ab36-46eb-9527-ac167ce06362 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311723 Oct 19 01:51:51.336389 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:51:52.156183 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce843297-91d8-4440-8837-7b99f4c943d1 req-fd0c9fe7-0eee-4f6b-9859-591151251236 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:52.157681 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ce843297-91d8-4440-8837-7b99f4c943d1 req-fd0c9fe7-0eee-4f6b-9859-591151251236 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 945 time: 0.0506334 Oct 19 01:51:52.197182 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ce843297-91d8-4440-8837-7b99f4c943d1 req-e03a7c86-2e62-43f4-b86b-bbbf816580f6 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334957 Oct 19 01:51:52.447511 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044ab4f-236f-400d-942d-806a0c31f733 req-f9f26fb1-5c6f-4be4-9c27-b6a8706b5709 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:52.449046 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2044ab4f-236f-400d-942d-806a0c31f733 req-f9f26fb1-5c6f-4be4-9c27-b6a8706b5709 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 945 time: 0.0477252 Oct 19 01:51:52.542529 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-2044ab4f-236f-400d-942d-806a0c31f733 req-6371579e-d330-4a58-a10c-c7aeb0d00175 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Deleting port 4aed2651-4f4f-48a8-ba78-21103304e0ed {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:51:52.542871 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2044ab4f-236f-400d-942d-806a0c31f733 req-6371579e-d330-4a58-a10c-c7aeb0d00175 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:52.629701 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-2044ab4f-236f-400d-942d-806a0c31f733 req-6371579e-d330-4a58-a10c-c7aeb0d00175 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] For port 4aed2651-4f4f-48a8-ba78-21103304e0ed, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=4aed2651-4f4f-48a8-ba78-21103304e0ed,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:52.630058 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2044ab4f-236f-400d-942d-806a0c31f733 req-6371579e-d330-4a58-a10c-c7aeb0d00175 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:52.853356 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2044ab4f-236f-400d-942d-806a0c31f733 req-6371579e-d330-4a58-a10c-c7aeb0d00175 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:52.853597 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2044ab4f-236f-400d-942d-806a0c31f733 req-6371579e-d330-4a58-a10c-c7aeb0d00175 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:52.853924 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [req-2044ab4f-236f-400d-942d-806a0c31f733 req-6371579e-d330-4a58-a10c-c7aeb0d00175 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Floating IP fbaa33b7-1bb1-4f84-bc44-f70ce0e5480a disassociated. External IP: 172.25.8.201, port: 4aed2651-4f4f-48a8-ba78-21103304e0ed. Oct 19 01:51:52.854269 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-2044ab4f-236f-400d-942d-806a0c31f733 req-6371579e-d330-4a58-a10c-c7aeb0d00175 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Calling delete_port for 4aed2651-4f4f-48a8-ba78-21103304e0ed owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:51:52.986216 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2044ab4f-236f-400d-942d-806a0c31f733 req-6371579e-d330-4a58-a10c-c7aeb0d00175 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:53.015442 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6371579e-d330-4a58-a10c-c7aeb0d00175 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Pushing event deleted for resources: {'Port': ['ID=4aed2651-4f4f-48a8-ba78-21103304e0ed,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:53.134042 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2044ab4f-236f-400d-942d-806a0c31f733 req-6371579e-d330-4a58-a10c-c7aeb0d00175 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Router cc129871-2bb3-4030-bd84-d3ec10a50b30 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:51:53.249924 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2044ab4f-236f-400d-942d-806a0c31f733 req-6371579e-d330-4a58-a10c-c7aeb0d00175 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:51:53.260626 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c34b57f-53bb-494b-9c2a-6c53c8725fc7 None None] Sync routers for ids ['cc129871-2bb3-4030-bd84-d3ec10a50b30'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:51:53.281992 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c34b57f-53bb-494b-9c2a-6c53c8725fc7 None None] Routers {'cc129871-2bb3-4030-bd84-d3ec10a50b30'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:51:53.282983 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-8c34b57f-53bb-494b-9c2a-6c53c8725fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:51:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['cc129871-2bb3-4030-bd84-d3ec10a50b30'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:51:53.292651 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-2044ab4f-236f-400d-942d-806a0c31f733 req-6371579e-d330-4a58-a10c-c7aeb0d00175 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] No DVR routers for this DVR port 4aed2651-4f4f-48a8-ba78-21103304e0ed on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:51:53.294130 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-afca1415-74fc-4bc9-84da-602bdbba5902 req-9c9ae91f-5d88-4333-ba0c-64c6332ba9c4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e88fd6-a0bf-4df9-9701-05a30f422b59 HTTP/1.1" status: 200 len: 210 time: 0.0278831 Oct 19 01:51:53.295535 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-2044ab4f-236f-400d-942d-806a0c31f733 req-6371579e-d330-4a58-a10c-c7aeb0d00175 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:53.299041 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2044ab4f-236f-400d-942d-806a0c31f733 req-6371579e-d330-4a58-a10c-c7aeb0d00175 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.55 "DELETE /v2.0/ports/4aed2651-4f4f-48a8-ba78-21103304e0ed HTTP/1.1" status: 204 len: 173 time: 0.8435884 Oct 19 01:51:53.299701 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e88fd6-a0bf-4df9-9701-05a30f422b59', 'name': 'network-vif-deleted', 'tag': '4aed2651-4f4f-48a8-ba78-21103304e0ed'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:51:53.302198 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e8fcce-9b4c-4a91-b67a-9fd1f9019f24" -d '{"events": [{"server_uuid": "b2e88fd6-a0bf-4df9-9701-05a30f422b59", "name": "network-vif-deleted", "tag": "4aed2651-4f4f-48a8-ba78-21103304e0ed"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:51:53.340678 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4ffec7-e8df-4150-a7a8-e5c19037e7ee x-openstack-request-id: req-fe4ffec7-e8df-4150-a7a8-e5c19037e7ee {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:51:53.340973 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e88fd6-a0bf-4df9-9701-05a30f422b59", "name": "network-vif-deleted", "tag": "4aed2651-4f4f-48a8-ba78-21103304e0ed", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:51:53.341240 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fe4ffec7-e8df-4150-a7a8-e5c19037e7ee {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:51:53.341668 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e88fd6-a0bf-4df9-9701-05a30f422b59', 'name': 'network-vif-deleted', 'tag': '4aed2651-4f4f-48a8-ba78-21103304e0ed', 'status': 'completed', 'code': 200} Oct 19 01:51:53.403761 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-8c34b57f-53bb-494b-9c2a-6c53c8725fc7 None None] Set router cc129871-2bb3-4030-bd84-d3ec10a50b30 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:51:53.608316 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-8c34b57f-53bb-494b-9c2a-6c53c8725fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'name': 'tempest-ServerActionsTestJSON-582573910-router', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:46:26Z', 'updated_at': '2021-10-19T01:46:29Z', 'revision_number': 4, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'gw_port': {'id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:27Z', 'updated_at': '2021-10-19T01:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '7181f317-13f0-4abc-970d-eb3b4965b315', 'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'mac_address': 'fa:16:3e:78:52:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:29Z', 'updated_at': '2021-10-19T01:46:33Z', 'revision_number': 5, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'subnets': [{'id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:51:53.634556 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c34b57f-53bb-494b-9c2a-6c53c8725fc7 None None] Checking router: cc129871-2bb3-4030-bd84-d3ec10a50b30 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:51:53.642894 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c34b57f-53bb-494b-9c2a-6c53c8725fc7 None None] Routers {'cc129871-2bb3-4030-bd84-d3ec10a50b30'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:51:53.643498 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-8c34b57f-53bb-494b-9c2a-6c53c8725fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:51:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['cc129871-2bb3-4030-bd84-d3ec10a50b30'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:51:53.747169 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-8c34b57f-53bb-494b-9c2a-6c53c8725fc7 None None] Set router cc129871-2bb3-4030-bd84-d3ec10a50b30 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:51:53.940073 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-8c34b57f-53bb-494b-9c2a-6c53c8725fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'name': 'tempest-ServerActionsTestJSON-582573910-router', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:46:26Z', 'updated_at': '2021-10-19T01:46:29Z', 'revision_number': 4, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'gw_port': {'id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:27Z', 'updated_at': '2021-10-19T01:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '7181f317-13f0-4abc-970d-eb3b4965b315', 'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'mac_address': 'fa:16:3e:78:52:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:29Z', 'updated_at': '2021-10-19T01:46:33Z', 'revision_number': 5, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'subnets': [{'id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:51:53.970511 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c34b57f-53bb-494b-9c2a-6c53c8725fc7 None None] The sync data for ids ['cc129871-2bb3-4030-bd84-d3ec10a50b30'] in n-d-715271-26 is: [{'id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'name': 'tempest-ServerActionsTestJSON-582573910-router', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:46:26Z', 'updated_at': '2021-10-19T01:46:29Z', 'revision_number': 4, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'gw_port': {'id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:27Z', 'updated_at': '2021-10-19T01:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '7181f317-13f0-4abc-970d-eb3b4965b315', 'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'mac_address': 'fa:16:3e:78:52:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:29Z', 'updated_at': '2021-10-19T01:46:33Z', 'revision_number': 5, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'subnets': [{'id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:51:54.200472 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063d87d6-caca-4aa1-a9b3-3c407ba92285 None None] New status for floating IP fbaa33b7-1bb1-4f84-bc44-f70ce0e5480a: DOWN {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:51:54.563546 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-0d6884f3-5090-4f1b-8406-96a709938062 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--2021690377&fields=id&tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce HTTP/1.1" status: 200 len: 267 time: 0.0322223 Oct 19 01:51:54.669989 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-076ab84c-db65-4687-ac70-08088bbfea38 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:54.671408 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-076ab84c-db65-4687-ac70-08088bbfea38 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 811 time: 0.1013167 Oct 19 01:51:54.686245 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-478800e0-4506-45fb-9af8-be077cfe0084 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/quotas/59771e0ae82b423a9e2d6aa9bd2a2cce HTTP/1.1" status: 200 len: 375 time: 0.0090537 Oct 19 01:51:54.737252 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-44d7b3ca-1862-4a73-a3c7-a338b58f78b6 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0457938 Oct 19 01:51:54.832892 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-eb06ce06-cfc8-4ed7-a720-abd37df73645 service neutron] 10.222.0.57 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838726 Oct 19 01:51:54.921309 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-37b36391-07ed-4bb6-8efa-1a0bd2d04d80 service neutron] 10.222.0.57 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818334 Oct 19 01:51:55.085392 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ea521a65-5e57-4c5a-8c3b-a36f9ea943e5 req-8c3b2275-9de8-44e1-80e6-ef2ea66fa897 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 210 time: 0.0304077 Oct 19 01:51:55.974892 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-dc643d8b-f886-44cf-b028-5a7578c4aae1 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:55.976364 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-dc643d8b-f886-44cf-b028-5a7578c4aae1 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.24 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 811 time: 0.1061175 Oct 19 01:51:56.019689 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-932c587c-52bb-4e0e-9281-b854a07d5c86 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce HTTP/1.1" status: 200 len: 380 time: 0.0340292 Oct 19 01:51:56.029260 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-59f69703-9482-43af-a03f-16a38780a0be tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Request body: {'port': {'device_id': 'a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'admin_state_up': True, 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'security_groups': ['2d8599a4-c6a6-44db-b4b1-12560499c4e4']}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:56.139407 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-59f69703-9482-43af-a03f-16a38780a0be tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Made reservation on behalf of 59771e0ae82b423a9e2d6aa9bd2a2cce for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:56.143069 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-59f69703-9482-43af-a03f-16a38780a0be tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:56.187505 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-23245915-e2bc-4be6-bbcb-273d0e5af581 req-9b9b5b3d-d21d-4b63-8ae5-29dbfbcbd611 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 210 time: 0.0340111 Oct 19 01:51:56.289504 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-59f69703-9482-43af-a03f-16a38780a0be tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Allocated IP 172.20.0.13 (c9c23424-bb08-4c43-9cf1-bc5cae7eaccb/fc73fb8d-8d25-4255-86a4-6317923a510b/e3a3afba-9b63-4590-996d-c458d99e2871) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:56.424959 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-59f69703-9482-43af-a03f-16a38780a0be tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:56.456671 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-59f69703-9482-43af-a03f-16a38780a0be tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:56.500025 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-59f69703-9482-43af-a03f-16a38780a0be tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:56.502966 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-59f69703-9482-43af-a03f-16a38780a0be tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:56.506460 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-59f69703-9482-43af-a03f-16a38780a0be tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:51:56.534041 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f69703-9482-43af-a03f-16a38780a0be tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Pushing event updated for resources: {'Port': ['ID=e3a3afba-9b63-4590-996d-c458d99e2871,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:56.550277 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f69703-9482-43af-a03f-16a38780a0be tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:56.550619 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f69703-9482-43af-a03f-16a38780a0be tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:56.550953 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f69703-9482-43af-a03f-16a38780a0be tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:56.551288 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f69703-9482-43af-a03f-16a38780a0be tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:56.551613 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f69703-9482-43af-a03f-16a38780a0be tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:56.551971 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f69703-9482-43af-a03f-16a38780a0be tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:56.552293 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f69703-9482-43af-a03f-16a38780a0be tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:56.552609 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f69703-9482-43af-a03f-16a38780a0be tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:56.552923 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f69703-9482-43af-a03f-16a38780a0be tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:56.553260 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f69703-9482-43af-a03f-16a38780a0be tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:56.553560 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f69703-9482-43af-a03f-16a38780a0be tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:56.553872 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f69703-9482-43af-a03f-16a38780a0be tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:56.574847 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-59f69703-9482-43af-a03f-16a38780a0be tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:56.575498 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-59f69703-9482-43af-a03f-16a38780a0be tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:56.593901 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-59f69703-9482-43af-a03f-16a38780a0be tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5681555 Oct 19 01:51:56.607662 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-ec8575ab-d6f6-4d48-accd-01bfa64e5264 service neutron] Request body: {'port': {'device_id': 'a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:56.610605 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 4aed2651-4f4f-48a8-ba78-21103304e0ed no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:51:56.630434 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 4aed2651-4f4f-48a8-ba78-21103304e0ed {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:51:56.631062 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 4aed2651-4f4f-48a8-ba78-21103304e0ed not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:51:56.663268 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-ec8575ab-d6f6-4d48-accd-01bfa64e5264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:56.796980 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-05d13b1e-fa73-4cdf-be5a-9fce52614447 None None] Provisioning complete for port e3a3afba-9b63-4590-996d-c458d99e2871 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:56.797375 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-05d13b1e-fa73-4cdf-be5a-9fce52614447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:56.830607 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-05d13b1e-fa73-4cdf-be5a-9fce52614447 None None] Port e3a3afba-9b63-4590-996d-c458d99e2871 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:51:56.923125 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-ec8575ab-d6f6-4d48-accd-01bfa64e5264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a3afba-9b63-4590-996d-c458d99e2871 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:51:56.930788 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-ec8575ab-d6f6-4d48-accd-01bfa64e5264 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:56.948409 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-ec8575ab-d6f6-4d48-accd-01bfa64e5264 service neutron] Transition to ACTIVE for port object e3a3afba-9b63-4590-996d-c458d99e2871 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:51:56.951798 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-ec8575ab-d6f6-4d48-accd-01bfa64e5264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:57.017859 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8575ab-d6f6-4d48-accd-01bfa64e5264 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a3afba-9b63-4590-996d-c458d99e2871,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:57.071139 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-ec8575ab-d6f6-4d48-accd-01bfa64e5264 service neutron] Attempting to bind port e3a3afba-9b63-4590-996d-c458d99e2871 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:51:57.071475 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-ec8575ab-d6f6-4d48-accd-01bfa64e5264 service neutron] Attempting to bind port e3a3afba-9b63-4590-996d-c458d99e2871 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:51:57.071826 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-ec8575ab-d6f6-4d48-accd-01bfa64e5264 service neutron] Attempting to bind port e3a3afba-9b63-4590-996d-c458d99e2871 on network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:51:57.076684 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-ec8575ab-d6f6-4d48-accd-01bfa64e5264 service neutron] Port e3a3afba-9b63-4590-996d-c458d99e2871 on network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:51:57.076998 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-ec8575ab-d6f6-4d48-accd-01bfa64e5264 service neutron] Attempting to bind port e3a3afba-9b63-4590-996d-c458d99e2871 on network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:51:57.081720 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-ec8575ab-d6f6-4d48-accd-01bfa64e5264 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:51:57.082043 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-ec8575ab-d6f6-4d48-accd-01bfa64e5264 service neutron] Checking segment: {'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:51:57.082412 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-ec8575ab-d6f6-4d48-accd-01bfa64e5264 service neutron] Bound using segment: {'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:51:57.082824 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-ec8575ab-d6f6-4d48-accd-01bfa64e5264 service neutron] Bound port: e3a3afba-9b63-4590-996d-c458d99e2871, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:51:57.083167 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-ec8575ab-d6f6-4d48-accd-01bfa64e5264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:57.153654 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-ec8575ab-d6f6-4d48-accd-01bfa64e5264 service neutron] For port e3a3afba-9b63-4590-996d-c458d99e2871, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:51:57.157114 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-ec8575ab-d6f6-4d48-accd-01bfa64e5264 service neutron] For port e3a3afba-9b63-4590-996d-c458d99e2871, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=e3a3afba-9b63-4590-996d-c458d99e2871,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:51:57.161436 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-ec8575ab-d6f6-4d48-accd-01bfa64e5264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:57.197688 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-ec8575ab-d6f6-4d48-accd-01bfa64e5264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:57.198300 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-ec8575ab-d6f6-4d48-accd-01bfa64e5264 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:57.199696 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-ec8575ab-d6f6-4d48-accd-01bfa64e5264 service neutron] 10.222.0.24 "PUT /v2.0/ports/e3a3afba-9b63-4590-996d-c458d99e2871 HTTP/1.1" status: 200 len: 1093 time: 0.5964463 Oct 19 01:51:57.200155 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e', 'tag': 'e3a3afba-9b63-4590-996d-c458d99e2871'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:51:57.202437 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a95fcd-73bb-4733-b7d6-898398808940" -d '{"events": [{"name": "network-changed", "server_uuid": "a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e", "tag": "e3a3afba-9b63-4590-996d-c458d99e2871"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:51:57.233442 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8575ab-d6f6-4d48-accd-01bfa64e5264 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a3afba-9b63-4590-996d-c458d99e2871,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:57.289233 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d896177-f64c-46ec-b418-cb0255e92b07 x-openstack-request-id: req-8d896177-f64c-46ec-b418-cb0255e92b07 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:51:57.289543 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e", "tag": "e3a3afba-9b63-4590-996d-c458d99e2871", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:51:57.290019 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8d896177-f64c-46ec-b418-cb0255e92b07 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:51:57.290495 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e', 'tag': 'e3a3afba-9b63-4590-996d-c458d99e2871', 'status': 'completed', 'code': 200} Oct 19 01:51:57.293359 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-d7f47955-5102-4813-8233-b2b47445d93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:57.294858 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-d7f47955-5102-4813-8233-b2b47445d93b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 1096 time: 0.0503614 Oct 19 01:51:57.355549 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-9b4a9cc4-5623-4059-830a-1d840b072bc4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3a3afba-9b63-4590-996d-c458d99e2871 HTTP/1.1" status: 200 len: 217 time: 0.0516646 Oct 19 01:51:57.408111 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0c502-28ba-449e-b7fe-85ca40875552 req-46f18df9-1304-4d73-8487-0a48ce8c3ef6 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:57.409562 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2da0c502-28ba-449e-b7fe-85ca40875552 req-46f18df9-1304-4d73-8487-0a48ce8c3ef6 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 944 time: 0.1138566 Oct 19 01:51:57.425900 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-a1df877d-fe7a-4528-89cb-08d44aae4ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:57.427233 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-a1df877d-fe7a-4528-89cb-08d44aae4ae4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0645080 Oct 19 01:51:57.479856 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2da0c502-28ba-449e-b7fe-85ca40875552 req-21bee9a2-f0c0-40a6-8b54-5465488cd3d2 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642574 Oct 19 01:51:57.489203 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-0a8247b6-6387-483a-b619-254aefac69e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:57.490708 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-0a8247b6-6387-483a-b619-254aefac69e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558970 Oct 19 01:51:57.579640 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-f0e4465d-915e-44e9-afdd-8747f6250974 service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818133 Oct 19 01:51:57.579982 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:57.672301 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6a678a0b-aba8-43bf-a2c7-59ff7ad8ac64 req-0a070c25-260d-436d-9778-088fcbd8f137 service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860262 Oct 19 01:51:57.753299 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a95fcd-73bb-4733-b7d6-898398808940 req-32161d08-ebc4-4f7f-b445-bf3c1859e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:57.754762 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-49a95fcd-73bb-4733-b7d6-898398808940 req-32161d08-ebc4-4f7f-b445-bf3c1859e78c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 1096 time: 0.0399313 Oct 19 01:51:57.846212 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a95fcd-73bb-4733-b7d6-898398808940 req-232a22a4-6d16-4033-a706-f7ff3076638c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:57.847540 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-49a95fcd-73bb-4733-b7d6-898398808940 req-232a22a4-6d16-4033-a706-f7ff3076638c service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.0858448 Oct 19 01:51:58.190498 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-49a95fcd-73bb-4733-b7d6-898398808940 req-5c0411a3-53e6-40c5-90b7-57e1abfa3f07 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3a3afba-9b63-4590-996d-c458d99e2871 HTTP/1.1" status: 200 len: 217 time: 0.3357031 Oct 19 01:51:58.238710 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a95fcd-73bb-4733-b7d6-898398808940 req-619c0d82-a331-4853-bc31-77ec4dd3912f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:58.240406 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-49a95fcd-73bb-4733-b7d6-898398808940 req-619c0d82-a331-4853-bc31-77ec4dd3912f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0425148 Oct 19 01:51:58.285393 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a95fcd-73bb-4733-b7d6-898398808940 req-d150a07a-4143-4227-9b3d-c34228a7d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:58.286836 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-49a95fcd-73bb-4733-b7d6-898398808940 req-d150a07a-4143-4227-9b3d-c34228a7d6ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390162 Oct 19 01:51:58.379288 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-49a95fcd-73bb-4733-b7d6-898398808940 req-01f7322a-5bfc-4d2b-89eb-9cf8c1361f3a service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835769 Oct 19 01:51:58.471915 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-49a95fcd-73bb-4733-b7d6-898398808940 req-33b47373-5197-4af4-8f70-2809f9a227f3 service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847888 Oct 19 01:51:58.597358 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9891b-9ad7-4056-8f38-31959eb8f108 req-7e56d195-c6a8-4884-92d7-6f722384332f tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:58.598833 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-66a9891b-9ad7-4056-8f38-31959eb8f108 req-7e56d195-c6a8-4884-92d7-6f722384332f tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 944 time: 0.0488350 Oct 19 01:51:58.636876 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-66a9891b-9ad7-4056-8f38-31959eb8f108 req-f44d3d07-f86a-4db3-8b89-93fc680d1dea tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318959 Oct 19 01:51:59.334573 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device e3a3afba-9b63-4590-996d-c458d99e2871 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:51:59.428650 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port e3a3afba-9b63-4590-996d-c458d99e2871, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=e3a3afba-9b63-4590-996d-c458d99e2871,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:59.439323 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'e3a3afba-9b63-4590-996d-c458d99e2871', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'port_id': 'e3a3afba-9b63-4590-996d-c458d99e2871', 'mac_address': 'fa:16:3e:a5:3f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:51:59.474973 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:59.487821 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a3afba-9b63-4590-996d-c458d99e2871 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:51:59.506256 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port e3a3afba-9b63-4590-996d-c458d99e2871, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=e3a3afba-9b63-4590-996d-c458d99e2871,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:59.510264 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:59.559093 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=e3a3afba-9b63-4590-996d-c458d99e2871,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:59.750799 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['e3a3afba-9b63-4590-996d-c458d99e2871'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:51:59.751775 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa74c63-38d0-476a-99ef-3e8bd69a4ad7 req-b3a26c09-c831-4f1e-9040-c0a0db1b375b tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:59.753255 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-faa74c63-38d0-476a-99ef-3e8bd69a4ad7 req-b3a26c09-c831-4f1e-9040-c0a0db1b375b tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 945 time: 0.0487866 Oct 19 01:51:59.791486 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-faa74c63-38d0-476a-99ef-3e8bd69a4ad7 req-98dd5254-e325-4335-9a81-b0e9aadd0da8 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322247 Oct 19 01:51:59.998769 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:00.905184 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d25300-4f7c-4f57-9441-5f18fede25f0 req-0ca2dae1-7182-468e-953a-d13927a3f311 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:00.906677 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-98d25300-4f7c-4f57-9441-5f18fede25f0 req-0ca2dae1-7182-468e-953a-d13927a3f311 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 945 time: 0.0483880 Oct 19 01:52:00.944520 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-98d25300-4f7c-4f57-9441-5f18fede25f0 req-76b623ab-b1cf-4a1e-8098-b1d768de12ab tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319908 Oct 19 01:52:01.348459 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device e3a3afba-9b63-4590-996d-c458d99e2871 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:52:01.398894 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port e3a3afba-9b63-4590-996d-c458d99e2871 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:52:01.403342 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port e3a3afba-9b63-4590-996d-c458d99e2871 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:01.403753 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:01.478658 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:01.500880 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a3afba-9b63-4590-996d-c458d99e2871'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:52:01.503125 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c7eddd-265f-4666-91bc-83dd40bb6183" -d '{"events": [{"server_uuid": "a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e", "name": "network-vif-plugged", "status": "completed", "tag": "e3a3afba-9b63-4590-996d-c458d99e2871"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:52:01.515401 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port e3a3afba-9b63-4590-996d-c458d99e2871, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=e3a3afba-9b63-4590-996d-c458d99e2871,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:01.519146 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:01.542827 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cb76b2-b02b-43b4-b1a1-3d5b090020b1 x-openstack-request-id: req-55cb76b2-b02b-43b4-b1a1-3d5b090020b1 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:52:01.543136 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e", "name": "network-vif-plugged", "status": "completed", "tag": "e3a3afba-9b63-4590-996d-c458d99e2871", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:52:01.543386 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-55cb76b2-b02b-43b4-b1a1-3d5b090020b1 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:52:01.543804 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a3afba-9b63-4590-996d-c458d99e2871', 'code': 200} Oct 19 01:52:01.569107 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=e3a3afba-9b63-4590-996d-c458d99e2871,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:01.635403 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0062df-2d0d-46fe-8d38-ac876b8e6c2b req-e6d2ea0e-08de-4a86-a5d1-48bfd5863587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:01.637053 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-de0062df-2d0d-46fe-8d38-ac876b8e6c2b req-e6d2ea0e-08de-4a86-a5d1-48bfd5863587 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 1098 time: 0.0395393 Oct 19 01:52:01.672494 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-de0062df-2d0d-46fe-8d38-ac876b8e6c2b req-88a6437e-7311-469d-b989-09edb823c2e7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272508 Oct 19 01:52:02.064093 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5eb42-a709-45bd-9605-ced5dd83ffb7 req-fc3582ae-0595-4734-a36a-b04dbaa37ea2 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:02.065588 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9fa5eb42-a709-45bd-9605-ced5dd83ffb7 req-fc3582ae-0595-4734-a36a-b04dbaa37ea2 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 946 time: 0.0529728 Oct 19 01:52:02.102880 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9fa5eb42-a709-45bd-9605-ced5dd83ffb7 req-ff537aff-cb21-4db6-b35f-8a3df92f3c88 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313659 Oct 19 01:52:03.222047 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377e120-bba8-40d8-bc9f-82a310bc541f req-8c37ba0c-eda5-493a-8bb1-0830ce5a5c98 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:03.223429 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7377e120-bba8-40d8-bc9f-82a310bc541f req-8c37ba0c-eda5-493a-8bb1-0830ce5a5c98 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 946 time: 0.0515358 Oct 19 01:52:03.261470 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7377e120-bba8-40d8-bc9f-82a310bc541f req-43bf148b-d64d-4a1b-b5e6-bfcad89e796d tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321784 Oct 19 01:52:03.369700 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6bc86-f967-41ec-a8d3-1504003a7c8e req-081180bf-d9f6-4066-9a33-6b951027d7c0 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:03.371148 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c4e6bc86-f967-41ec-a8d3-1504003a7c8e req-081180bf-d9f6-4066-9a33-6b951027d7c0 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 946 time: 0.0479307 Oct 19 01:52:03.380283 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 52650) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:03.384532 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-f1f677df-6caf-482d-923b-4beeec231d16 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Request body: {'floatingip': {'port_id': 'e3a3afba-9b63-4590-996d-c458d99e2871'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:03.423210 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f1f677df-6caf-482d-923b-4beeec231d16 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks [] for floatingip, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:03.854301 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f1f677df-6caf-482d-923b-4beeec231d16 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:03.858266 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f1f677df-6caf-482d-923b-4beeec231d16 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:03.959812 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [None req-f1f677df-6caf-482d-923b-4beeec231d16 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Floating IP fbaa33b7-1bb1-4f84-bc44-f70ce0e5480a associated. External IP: 172.25.8.201, port: e3a3afba-9b63-4590-996d-c458d99e2871. Oct 19 01:52:04.167496 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f677df-6caf-482d-923b-4beeec231d16 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Router cc129871-2bb3-4030-bd84-d3ec10a50b30 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:52:04.276904 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f677df-6caf-482d-923b-4beeec231d16 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:52:04.282298 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f1f677df-6caf-482d-923b-4beeec231d16 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:04.287615 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f2b2c3-428a-4659-8b4e-b2171bf4e5a6 None None] Sync routers for ids ['cc129871-2bb3-4030-bd84-d3ec10a50b30'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:52:04.296684 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f2b2c3-428a-4659-8b4e-b2171bf4e5a6 None None] Routers {'cc129871-2bb3-4030-bd84-d3ec10a50b30'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:04.297292 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-46f2b2c3-428a-4659-8b4e-b2171bf4e5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:51:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['cc129871-2bb3-4030-bd84-d3ec10a50b30'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:04.309399 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f1f677df-6caf-482d-923b-4beeec231d16 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "PUT /v2.0/floatingips/fbaa33b7-1bb1-4f84-bc44-f70ce0e5480a HTTP/1.1" status: 200 len: 992 time: 0.9280765 Oct 19 01:52:04.309997 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e', 'tag': 'e3a3afba-9b63-4590-996d-c458d99e2871'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:52:04.312285 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6cc01b-2484-42c0-82cf-4fcb04eef843" -d '{"events": [{"name": "network-changed", "server_uuid": "a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e", "tag": "e3a3afba-9b63-4590-996d-c458d99e2871"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:52:04.351114 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22aef73d-5f47-4e01-9d26-eb1e029af668 x-openstack-request-id: req-22aef73d-5f47-4e01-9d26-eb1e029af668 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:52:04.351404 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e", "tag": "e3a3afba-9b63-4590-996d-c458d99e2871", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:52:04.351655 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-22aef73d-5f47-4e01-9d26-eb1e029af668 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:52:04.352087 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e', 'tag': 'e3a3afba-9b63-4590-996d-c458d99e2871', 'status': 'completed', 'code': 200} Oct 19 01:52:04.409053 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-46f2b2c3-428a-4659-8b4e-b2171bf4e5a6 None None] Set router cc129871-2bb3-4030-bd84-d3ec10a50b30 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:52:04.411656 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cc01b-2484-42c0-82cf-4fcb04eef843 req-9dbc2b62-adc6-43c9-a0fa-530327b230b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:04.413179 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0f6cc01b-2484-42c0-82cf-4fcb04eef843 req-9dbc2b62-adc6-43c9-a0fa-530327b230b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 1098 time: 0.0404832 Oct 19 01:52:04.505850 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cc01b-2484-42c0-82cf-4fcb04eef843 req-b3fe4a30-77b0-4711-84ab-61646533d887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:04.507221 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0f6cc01b-2484-42c0-82cf-4fcb04eef843 req-b3fe4a30-77b0-4711-84ab-61646533d887 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.0872176 Oct 19 01:52:04.570912 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0f6cc01b-2484-42c0-82cf-4fcb04eef843 req-eeb9ee93-13e2-45a5-91b0-6d408ccb7b49 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3a3afba-9b63-4590-996d-c458d99e2871 HTTP/1.1" status: 200 len: 1000 time: 0.0569148 Oct 19 01:52:04.619960 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cc01b-2484-42c0-82cf-4fcb04eef843 req-55a1537e-252f-431f-a1ca-eea557f8ce7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:04.621628 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0f6cc01b-2484-42c0-82cf-4fcb04eef843 req-55a1537e-252f-431f-a1ca-eea557f8ce7e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0442798 Oct 19 01:52:04.628690 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-46f2b2c3-428a-4659-8b4e-b2171bf4e5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'name': 'tempest-ServerActionsTestJSON-582573910-router', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:46:26Z', 'updated_at': '2021-10-19T01:46:29Z', 'revision_number': 4, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'gw_port': {'id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:27Z', 'updated_at': '2021-10-19T01:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'fbaa33b7-1bb1-4f84-bc44-f70ce0e5480a', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'floating_ip_address': '172.25.8.201', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'port_id': 'e3a3afba-9b63-4590-996d-c458d99e2871', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'mac_address': 'fa:16:3e:a5:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:46:31Z', 'updated_at': '2021-10-19T01:52:03Z', 'revision_number': 9, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7181f317-13f0-4abc-970d-eb3b4965b315', 'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'mac_address': 'fa:16:3e:78:52:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:29Z', 'updated_at': '2021-10-19T01:46:33Z', 'revision_number': 5, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'subnets': [{'id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:04.655061 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f2b2c3-428a-4659-8b4e-b2171bf4e5a6 None None] Checking router: cc129871-2bb3-4030-bd84-d3ec10a50b30 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:52:04.663557 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f2b2c3-428a-4659-8b4e-b2171bf4e5a6 None None] Routers {'cc129871-2bb3-4030-bd84-d3ec10a50b30'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:04.664266 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-46f2b2c3-428a-4659-8b4e-b2171bf4e5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:51:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['cc129871-2bb3-4030-bd84-d3ec10a50b30'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:04.670802 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cc01b-2484-42c0-82cf-4fcb04eef843 req-cad430df-e417-4b99-87f7-a88608eab278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:04.672388 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0f6cc01b-2484-42c0-82cf-4fcb04eef843 req-cad430df-e417-4b99-87f7-a88608eab278 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437834 Oct 19 01:52:04.761360 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0f6cc01b-2484-42c0-82cf-4fcb04eef843 req-adb71c3e-0aa7-4545-a322-1e89e8a7b28e service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810993 Oct 19 01:52:04.768786 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-46f2b2c3-428a-4659-8b4e-b2171bf4e5a6 None None] Set router cc129871-2bb3-4030-bd84-d3ec10a50b30 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:52:04.853682 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0f6cc01b-2484-42c0-82cf-4fcb04eef843 req-19728665-5535-4224-b08e-79cc0039b7f3 service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858672 Oct 19 01:52:04.992290 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-46f2b2c3-428a-4659-8b4e-b2171bf4e5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'name': 'tempest-ServerActionsTestJSON-582573910-router', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:46:26Z', 'updated_at': '2021-10-19T01:46:29Z', 'revision_number': 4, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'gw_port': {'id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:27Z', 'updated_at': '2021-10-19T01:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'fbaa33b7-1bb1-4f84-bc44-f70ce0e5480a', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'floating_ip_address': '172.25.8.201', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'port_id': 'e3a3afba-9b63-4590-996d-c458d99e2871', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'mac_address': 'fa:16:3e:a5:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:46:31Z', 'updated_at': '2021-10-19T01:52:03Z', 'revision_number': 9, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7181f317-13f0-4abc-970d-eb3b4965b315', 'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'mac_address': 'fa:16:3e:78:52:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:29Z', 'updated_at': '2021-10-19T01:46:33Z', 'revision_number': 5, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'subnets': [{'id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:05.018497 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f2b2c3-428a-4659-8b4e-b2171bf4e5a6 None None] The sync data for ids ['cc129871-2bb3-4030-bd84-d3ec10a50b30'] in n-d-715271-26 is: [{'id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'name': 'tempest-ServerActionsTestJSON-582573910-router', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:46:26Z', 'updated_at': '2021-10-19T01:46:29Z', 'revision_number': 4, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'gw_port': {'id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:27Z', 'updated_at': '2021-10-19T01:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'fbaa33b7-1bb1-4f84-bc44-f70ce0e5480a', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'floating_ip_address': '172.25.8.201', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'port_id': 'e3a3afba-9b63-4590-996d-c458d99e2871', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'mac_address': 'fa:16:3e:a5:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:46:31Z', 'updated_at': '2021-10-19T01:52:03Z', 'revision_number': 9, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7181f317-13f0-4abc-970d-eb3b4965b315', 'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'mac_address': 'fa:16:3e:78:52:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:29Z', 'updated_at': '2021-10-19T01:46:33Z', 'revision_number': 5, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'subnets': [{'id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:52:05.198315 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caf3577-3247-482c-bfc2-2e08990bf07c None None] New status for floating IP fbaa33b7-1bb1-4f84-bc44-f70ce0e5480a: ACTIVE {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:52:14.014789 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-226b2bb7-c9f4-4108-baea-592d927f180f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:16.594390 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b19df8b6-3943-421b-a0d8-23d3bab30b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:17.329328 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:17.939012 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:19.868639 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:27.582927 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:28.335597 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:52:28.988281 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92b8bbea-498f-473d-80c7-a1051f7be7a3 req-af3fefbb-c687-42c2-accd-7950dad581ec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397649 Oct 19 01:52:29.068433 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8bbea-498f-473d-80c7-a1051f7be7a3 req-a1c78880-4e6e-4e14-abf6-b287968d6aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:29.069925 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92b8bbea-498f-473d-80c7-a1051f7be7a3 req-a1c78880-4e6e-4e14-abf6-b287968d6aae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 1098 time: 0.0391452 Oct 19 01:52:29.176032 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8bbea-498f-473d-80c7-a1051f7be7a3 req-c37989d3-4627-44ad-a187-ffeb705baa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:29.177472 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92b8bbea-498f-473d-80c7-a1051f7be7a3 req-c37989d3-4627-44ad-a187-ffeb705baa2b service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.0885117 Oct 19 01:52:29.244532 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92b8bbea-498f-473d-80c7-a1051f7be7a3 req-513971a7-328e-4595-9e4d-d4a0be264c7a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3a3afba-9b63-4590-996d-c458d99e2871 HTTP/1.1" status: 200 len: 1003 time: 0.0568953 Oct 19 01:52:29.296986 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8bbea-498f-473d-80c7-a1051f7be7a3 req-33ad7164-29c4-49e8-83cc-54676fca103d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:29.298419 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92b8bbea-498f-473d-80c7-a1051f7be7a3 req-33ad7164-29c4-49e8-83cc-54676fca103d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0471294 Oct 19 01:52:29.345399 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8bbea-498f-473d-80c7-a1051f7be7a3 req-b29e2017-dfaf-4932-bca0-117c77016338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:29.346779 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92b8bbea-498f-473d-80c7-a1051f7be7a3 req-b29e2017-dfaf-4932-bca0-117c77016338 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393212 Oct 19 01:52:29.434759 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92b8bbea-498f-473d-80c7-a1051f7be7a3 req-7d1ae05e-5fad-4490-b93f-6a9600a04f39 service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805442 Oct 19 01:52:29.527912 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-92b8bbea-498f-473d-80c7-a1051f7be7a3 req-c695100f-aa76-4067-99ea-a44a03d9c607 service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854280 Oct 19 01:52:29.999262 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:44.013932 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-53478960-dfa4-42ec-9f6e-38efa1bd6c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:46.594851 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-80ba9177-36fa-4116-9b35-3790bb08ed70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:47.329924 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:47.942887 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:49.875569 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:57.595497 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:00.014753 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:05.335389 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:53:14.014739 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f80ebea6-14ab-4a41-b7eb-1c350470245c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:16.596570 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-35de9853-d98b-42d8-bde2-96936e08c8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:17.330151 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:17.944848 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:19.875960 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:27.586636 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:30.029136 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:30.173244 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94aaa752-9434-4498-a3c0-4b1d7345f4d1 req-45314fc6-0aeb-4eb3-b325-d974f13b2695 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404289 Oct 19 01:53:30.252299 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aaa752-9434-4498-a3c0-4b1d7345f4d1 req-d41b6f23-c2e4-4b4b-936f-fdc9552e5b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:30.253679 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94aaa752-9434-4498-a3c0-4b1d7345f4d1 req-d41b6f23-c2e4-4b4b-936f-fdc9552e5b4e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 1098 time: 0.0393324 Oct 19 01:53:30.358468 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aaa752-9434-4498-a3c0-4b1d7345f4d1 req-219ef205-47fb-403b-88d4-c7d0edb4632e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:30.359993 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94aaa752-9434-4498-a3c0-4b1d7345f4d1 req-219ef205-47fb-403b-88d4-c7d0edb4632e service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.0886092 Oct 19 01:53:30.426295 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94aaa752-9434-4498-a3c0-4b1d7345f4d1 req-cfe753d4-0178-4ae7-bb96-f000e0665a88 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3a3afba-9b63-4590-996d-c458d99e2871 HTTP/1.1" status: 200 len: 1003 time: 0.0588949 Oct 19 01:53:30.479433 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aaa752-9434-4498-a3c0-4b1d7345f4d1 req-f09a063d-d72e-4cfe-b256-87812b6ffcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:30.480881 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94aaa752-9434-4498-a3c0-4b1d7345f4d1 req-f09a063d-d72e-4cfe-b256-87812b6ffcbe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0471518 Oct 19 01:53:30.525510 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aaa752-9434-4498-a3c0-4b1d7345f4d1 req-f1d77fcc-fd47-464f-9eaf-11500d3c899d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:30.526897 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94aaa752-9434-4498-a3c0-4b1d7345f4d1 req-f1d77fcc-fd47-464f-9eaf-11500d3c899d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393741 Oct 19 01:53:30.620055 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94aaa752-9434-4498-a3c0-4b1d7345f4d1 req-d8a80c10-aa63-4c2e-98ae-ac7fa6afc771 service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854833 Oct 19 01:53:30.709898 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94aaa752-9434-4498-a3c0-4b1d7345f4d1 req-eb9b6652-9641-4446-8800-92e33bd8d86d service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823700 Oct 19 01:53:41.252482 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5e0c2-d1c6-48cc-a976-33c4463f8e26 req-11b59cc8-fdcb-4022-be57-3245f6269d0e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:41.254005 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-01c5e0c2-d1c6-48cc-a976-33c4463f8e26 req-11b59cc8-fdcb-4022-be57-3245f6269d0e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 946 time: 0.0501523 Oct 19 01:53:41.320897 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-1b6c97c1-0bfc-4e28-990f-b716f7d52213 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1242929 Oct 19 01:53:41.324130 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-01c5e0c2-d1c6-48cc-a976-33c4463f8e26 req-6cde28c9-ede4-44ae-9607-af5ac5fc8b49 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609386 Oct 19 01:53:42.335473 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:53:42.467919 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-d47efd07-87c4-4e21-9ac7-c9859bfa32fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:42.469401 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-d47efd07-87c4-4e21-9ac7-c9859bfa32fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 1098 time: 0.0626659 Oct 19 01:53:42.478259 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764efc9-9871-404e-99d6-caeb8c1e51da req-33498934-0f1f-4338-9b08-a141cdd413fa tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:42.479620 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c764efc9-9871-404e-99d6-caeb8c1e51da req-33498934-0f1f-4338-9b08-a141cdd413fa tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 946 time: 0.0838947 Oct 19 01:53:42.566921 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c764efc9-9871-404e-99d6-caeb8c1e51da req-9417b9a1-2108-47e5-bf5f-290c1a3c799c tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791929 Oct 19 01:53:42.588680 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-bb2e692d-b0f2-481d-8e09-e79c4ab1f2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:42.590092 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-bb2e692d-b0f2-481d-8e09-e79c4ab1f2fb service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.1096027 Oct 19 01:53:42.671353 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-93d9410f-f2df-4c4e-80bc-d0023b653847 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3a3afba-9b63-4590-996d-c458d99e2871 HTTP/1.1" status: 200 len: 1003 time: 0.0630136 Oct 19 01:53:42.718807 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-d2e53b91-0c17-4458-a0fd-4f1436c7817e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:42.720868 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-d2e53b91-0c17-4458-a0fd-4f1436c7817e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0424709 Oct 19 01:53:42.765207 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-fda10734-ca62-4455-b707-95741c8376f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:42.766791 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-fda10734-ca62-4455-b707-95741c8376f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389535 Oct 19 01:53:42.859159 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-07e741ae-2b62-49c5-bf4a-2ada3e6b3294 service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846026 Oct 19 01:53:42.946855 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-1fb19f75-9220-4bd1-8678-661fc2630a4d service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805917 Oct 19 01:53:43.682533 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77e636-cdc3-4362-bb19-3a847cf06d03 req-5158b6da-252a-4d3f-868b-78e0165edc5c tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:43.684007 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4d77e636-cdc3-4362-bb19-3a847cf06d03 req-5158b6da-252a-4d3f-868b-78e0165edc5c tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 946 time: 0.0482945 Oct 19 01:53:43.720824 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4d77e636-cdc3-4362-bb19-3a847cf06d03 req-4c91530f-1b8b-4798-b7a7-eca3d8c12a38 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302882 Oct 19 01:53:44.014734 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-04b24d9e-a22d-45e8-8a9f-94196a3658f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:44.844086 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664152c-c44e-4aff-abb9-cdc18f8e71c9 req-7dc68af4-87cc-475b-ad62-e8ebe7ca6404 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:44.845698 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e664152c-c44e-4aff-abb9-cdc18f8e71c9 req-7dc68af4-87cc-475b-ad62-e8ebe7ca6404 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 946 time: 0.0532417 Oct 19 01:53:44.882875 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e664152c-c44e-4aff-abb9-cdc18f8e71c9 req-1932a88c-57e3-4d49-b6bc-1bd40843bd85 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313315 Oct 19 01:53:45.998629 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5b6d6-d6cd-4da8-841e-2015a50aa794 req-51cc6402-ea61-4a8f-ac26-b72366a9c2d0 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:46.000065 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bca5b6d6-d6cd-4da8-841e-2015a50aa794 req-51cc6402-ea61-4a8f-ac26-b72366a9c2d0 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 946 time: 0.0492291 Oct 19 01:53:46.037332 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bca5b6d6-d6cd-4da8-841e-2015a50aa794 req-8bb4ebe2-288d-4b4a-8ea4-20eda485c545 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306230 Oct 19 01:53:46.600182 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ca496e07-2a74-4d7f-88bd-70c3fd6a36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:47.150158 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914e059-b021-4ae2-b0a8-0fbdfff0e5d2 req-bb221ed1-1db0-4028-829f-c6068540e791 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:47.151640 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9914e059-b021-4ae2-b0a8-0fbdfff0e5d2 req-bb221ed1-1db0-4028-829f-c6068540e791 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 946 time: 0.0487545 Oct 19 01:53:47.189153 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9914e059-b021-4ae2-b0a8-0fbdfff0e5d2 req-246ae908-144d-4eed-b87f-4689b78500b1 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310943 Oct 19 01:53:47.330492 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:47.949308 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:48.305937 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f82d3d-da8a-4689-8f93-9b2bccb81a35 req-988705db-6ef6-4f6d-a4eb-d8d95f6727ca tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:48.307404 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e4f82d3d-da8a-4689-8f93-9b2bccb81a35 req-988705db-6ef6-4f6d-a4eb-d8d95f6727ca tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 946 time: 0.0515323 Oct 19 01:53:48.665995 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e4f82d3d-da8a-4689-8f93-9b2bccb81a35 req-b9a1b41c-0ed8-47e6-b613-60613c748118 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3527079 Oct 19 01:53:49.780089 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1b23a-f791-472d-8fd6-b76a4cecdc68 req-def5e5a5-690b-48d1-b747-c62ac946652a tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:49.781532 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-96b1b23a-f791-472d-8fd6-b76a4cecdc68 req-def5e5a5-690b-48d1-b747-c62ac946652a tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 946 time: 0.0474002 Oct 19 01:53:49.818278 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-96b1b23a-f791-472d-8fd6-b76a4cecdc68 req-ef4bbe10-92d3-480e-b841-fd7aa9364fd6 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302143 Oct 19 01:53:49.877892 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:50.933004 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4361f-190b-44c3-aac5-8e6b9c71d062 req-6bb6bcfd-a469-4fe6-afa7-24c69fb1a86c tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:50.934452 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1f4361f-190b-44c3-aac5-8e6b9c71d062 req-6bb6bcfd-a469-4fe6-afa7-24c69fb1a86c tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 946 time: 0.0480831 Oct 19 01:53:50.973281 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d1f4361f-190b-44c3-aac5-8e6b9c71d062 req-f1326ea7-4c21-4522-8aa8-553c9d56da7e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325606 Oct 19 01:53:52.090032 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8383bf-7888-4196-95bf-8891b28ceaf2 req-ab8486c6-0e39-4612-8e53-7f24f9b27ef6 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:52.091487 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6d8383bf-7888-4196-95bf-8891b28ceaf2 req-ab8486c6-0e39-4612-8e53-7f24f9b27ef6 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 946 time: 0.0509937 Oct 19 01:53:52.128669 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6d8383bf-7888-4196-95bf-8891b28ceaf2 req-bff52165-0e73-4e4a-8117-2b4e06995d38 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304904 Oct 19 01:53:53.241630 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7e7f3-f69c-46af-9f7d-c87a1bea6060 req-ccf76137-3707-4079-be7d-77a2fde676bf tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:53.243263 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-60b7e7f3-f69c-46af-9f7d-c87a1bea6060 req-ccf76137-3707-4079-be7d-77a2fde676bf tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 946 time: 0.0476587 Oct 19 01:53:53.280396 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-60b7e7f3-f69c-46af-9f7d-c87a1bea6060 req-c8efa8b2-05de-49c0-9ed9-b1e996ede5db tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312543 Oct 19 01:53:54.394553 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093df7a1-19d6-4418-9caf-e1aeadb1d74e req-17e9e0a3-f618-4cf1-a0c6-257dc477d803 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:54.396047 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-093df7a1-19d6-4418-9caf-e1aeadb1d74e req-17e9e0a3-f618-4cf1-a0c6-257dc477d803 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 946 time: 0.0492129 Oct 19 01:53:54.432626 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-093df7a1-19d6-4418-9caf-e1aeadb1d74e req-2db69df4-00d7-4fd5-acef-a409959cac44 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307233 Oct 19 01:53:54.713660 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-44ea4398-119c-4491-b85d-f118bee71a61 service neutron] show failed (client error): The resource could not be found. Oct 19 01:53:54.714554 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-44ea4398-119c-4491-b85d-f118bee71a61 service neutron] 10.222.0.24 "GET /v2.0/ports/e3a3afba-9b63-4590-996d-c458d99e2871/bindings/n-h1-715271-26 HTTP/1.1" status: 404 len: 381 time: 0.0539587 Oct 19 01:53:54.952018 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-9bc1449e-f791-4732-a274-1c4f5fa885f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:54.953545 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-9bc1449e-f791-4732-a274-1c4f5fa885f9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e&tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce HTTP/1.1" status: 200 len: 1098 time: 0.0874894 Oct 19 01:53:54.965401 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-4972a509-6774-40d8-9d0d-d1f619351278 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-26', 'device_owner': 'compute:nova'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:53:55.017315 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-4972a509-6774-40d8-9d0d-d1f619351278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:55.215331 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-4972a509-6774-40d8-9d0d-d1f619351278 service neutron] For port e3a3afba-9b63-4590-996d-c458d99e2871, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=e3a3afba-9b63-4590-996d-c458d99e2871,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:53:55.247551 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-4972a509-6774-40d8-9d0d-d1f619351278 service neutron] For port e3a3afba-9b63-4590-996d-c458d99e2871, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:53:55.290719 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3a3afba-9b63-4590-996d-c458d99e2871'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:53:55.292994 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd78a4b9-93c5-4696-b719-8d4bc810de87" -d '{"events": [{"server_uuid": "a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e", "name": "network-vif-unplugged", "status": "completed", "tag": "e3a3afba-9b63-4590-996d-c458d99e2871"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:53:55.297363 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-4972a509-6774-40d8-9d0d-d1f619351278 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:55.312324 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-4972a509-6774-40d8-9d0d-d1f619351278 service neutron] Transition to ACTIVE for port object e3a3afba-9b63-4590-996d-c458d99e2871 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:53:55.316473 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-4972a509-6774-40d8-9d0d-d1f619351278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:55.348053 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a984d2-b1a6-4569-a495-185cb0b09b79 x-openstack-request-id: req-80a984d2-b1a6-4569-a495-185cb0b09b79 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:53:55.348348 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e", "name": "network-vif-unplugged", "status": "completed", "tag": "e3a3afba-9b63-4590-996d-c458d99e2871", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:53:55.348601 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-80a984d2-b1a6-4569-a495-185cb0b09b79 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:53:55.348992 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3a3afba-9b63-4590-996d-c458d99e2871', 'code': 200} Oct 19 01:53:55.403323 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972a509-6774-40d8-9d0d-d1f619351278 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a3afba-9b63-4590-996d-c458d99e2871,revision_number=6']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:55.418325 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972a509-6774-40d8-9d0d-d1f619351278 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:55.418676 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972a509-6774-40d8-9d0d-d1f619351278 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:55.419079 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972a509-6774-40d8-9d0d-d1f619351278 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:55.419427 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972a509-6774-40d8-9d0d-d1f619351278 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:55.419782 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972a509-6774-40d8-9d0d-d1f619351278 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:55.420121 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972a509-6774-40d8-9d0d-d1f619351278 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:55.420454 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972a509-6774-40d8-9d0d-d1f619351278 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:55.420803 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972a509-6774-40d8-9d0d-d1f619351278 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:55.421132 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972a509-6774-40d8-9d0d-d1f619351278 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:55.421463 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972a509-6774-40d8-9d0d-d1f619351278 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:55.421788 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972a509-6774-40d8-9d0d-d1f619351278 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:55.422115 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972a509-6774-40d8-9d0d-d1f619351278 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:55.459306 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-4972a509-6774-40d8-9d0d-d1f619351278 service neutron] No DVR routers for this DVR port e3a3afba-9b63-4590-996d-c458d99e2871 on host n-h2-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:53:55.559128 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b227de-7fa3-45f2-aabf-9662394c15be req-234d013b-cdb7-45d8-bde8-8738af96f186 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:55.560653 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-31b227de-7fa3-45f2-aabf-9662394c15be req-234d013b-cdb7-45d8-bde8-8738af96f186 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 944 time: 0.0540795 Oct 19 01:53:55.597918 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-4972a509-6774-40d8-9d0d-d1f619351278 service neutron] Attempting to bind port e3a3afba-9b63-4590-996d-c458d99e2871 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:53:55.598270 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-4972a509-6774-40d8-9d0d-d1f619351278 service neutron] Attempting to bind port e3a3afba-9b63-4590-996d-c458d99e2871 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:53:55.598555 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-4972a509-6774-40d8-9d0d-d1f619351278 service neutron] Attempting to bind port e3a3afba-9b63-4590-996d-c458d99e2871 on network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:53:55.600170 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-31b227de-7fa3-45f2-aabf-9662394c15be req-8c095e33-5eab-4698-9157-60e486258cba tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332408 Oct 19 01:53:55.603264 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-4972a509-6774-40d8-9d0d-d1f619351278 service neutron] Port e3a3afba-9b63-4590-996d-c458d99e2871 on network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:53:55.603479 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-4972a509-6774-40d8-9d0d-d1f619351278 service neutron] Attempting to bind port e3a3afba-9b63-4590-996d-c458d99e2871 on network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:53:55.608376 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-4972a509-6774-40d8-9d0d-d1f619351278 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:53:55.608714 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-4972a509-6774-40d8-9d0d-d1f619351278 service neutron] Checking segment: {'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:53:55.609083 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-4972a509-6774-40d8-9d0d-d1f619351278 service neutron] Bound using segment: {'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:53:55.609503 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-4972a509-6774-40d8-9d0d-d1f619351278 service neutron] Bound port: e3a3afba-9b63-4590-996d-c458d99e2871, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:53:55.609855 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-4972a509-6774-40d8-9d0d-d1f619351278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:55.673695 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-4972a509-6774-40d8-9d0d-d1f619351278 service neutron] For port e3a3afba-9b63-4590-996d-c458d99e2871, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:53:55.676831 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-4972a509-6774-40d8-9d0d-d1f619351278 service neutron] For port e3a3afba-9b63-4590-996d-c458d99e2871, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=e3a3afba-9b63-4590-996d-c458d99e2871,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:53:55.681195 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-4972a509-6774-40d8-9d0d-d1f619351278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:55.716863 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-4972a509-6774-40d8-9d0d-d1f619351278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:55.717462 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-4972a509-6774-40d8-9d0d-d1f619351278 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:55.718926 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-4972a509-6774-40d8-9d0d-d1f619351278 service neutron] 10.222.0.55 "PUT /v2.0/ports/e3a3afba-9b63-4590-996d-c458d99e2871 HTTP/1.1" status: 200 len: 1093 time: 0.7575657 Oct 19 01:53:55.740323 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972a509-6774-40d8-9d0d-d1f619351278 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a3afba-9b63-4590-996d-c458d99e2871,revision_number=7']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:55.788899 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-4ffa0c07-eed6-4be4-8a6f-9a102a638300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:55.790434 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-4ffa0c07-eed6-4be4-8a6f-9a102a638300 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 1096 time: 0.0470030 Oct 19 01:53:55.885180 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-c3ac940c-be12-4e83-9ec3-b093b1aa00f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:55.886681 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-c3ac940c-be12-4e83-9ec3-b093b1aa00f0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.0894926 Oct 19 01:53:55.960672 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-7cbe301b-e086-438f-8773-39ee4cd11f56 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3a3afba-9b63-4590-996d-c458d99e2871 HTTP/1.1" status: 200 len: 1001 time: 0.0663805 Oct 19 01:53:56.011239 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-83bc04cc-9820-4447-adc9-da8b5d5163f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:56.012611 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-83bc04cc-9820-4447-adc9-da8b5d5163f6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0444164 Oct 19 01:53:56.058222 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-a5512f04-bf4c-4318-9f02-82d68d49395d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:56.059684 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-a5512f04-bf4c-4318-9f02-82d68d49395d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398371 Oct 19 01:53:56.153798 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-b2f95203-e05d-4b4d-9251-78ff6df33ab5 service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862467 Oct 19 01:53:56.243930 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ded18b7d-b922-4efa-b858-0a96317f11aa req-5bb806ac-1842-4d38-886e-9e7cadbf126e service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820866 Oct 19 01:53:56.718525 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e1f7d-2c9b-40a3-b465-f1d4c54fb559 req-55f6bceb-28d9-4a9a-8961-fd7ffcfab040 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:56.720029 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-533e1f7d-2c9b-40a3-b465-f1d4c54fb559 req-55f6bceb-28d9-4a9a-8961-fd7ffcfab040 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 944 time: 0.0494485 Oct 19 01:53:56.763106 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-533e1f7d-2c9b-40a3-b465-f1d4c54fb559 req-5e8426c2-3d50-4de2-b34b-ce5e2d63d63f tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364509 Oct 19 01:53:57.350168 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e', 'tag': 'e3a3afba-9b63-4590-996d-c458d99e2871'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:53:57.352593 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8317b92c-dc40-4040-9483-2b318f06891f" -d '{"events": [{"name": "network-changed", "server_uuid": "a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e", "tag": "e3a3afba-9b63-4590-996d-c458d99e2871"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:53:57.401700 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca3dfbe-60bf-4ec7-a424-ffc17007c455 x-openstack-request-id: req-4ca3dfbe-60bf-4ec7-a424-ffc17007c455 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:53:57.401941 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e", "tag": "e3a3afba-9b63-4590-996d-c458d99e2871", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:53:57.402194 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4ca3dfbe-60bf-4ec7-a424-ffc17007c455 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:53:57.402605 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e', 'tag': 'e3a3afba-9b63-4590-996d-c458d99e2871', 'status': 'completed', 'code': 200} Oct 19 01:53:57.463788 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317b92c-dc40-4040-9483-2b318f06891f req-e749825c-af0c-4b56-a393-e97708202c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:57.465900 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8317b92c-dc40-4040-9483-2b318f06891f req-e749825c-af0c-4b56-a393-e97708202c73 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 1096 time: 0.0436957 Oct 19 01:53:57.468092 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317b92c-dc40-4040-9483-2b318f06891f req-76c4f1d0-8be7-4c91-bb1e-a02fb849c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:57.469614 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8317b92c-dc40-4040-9483-2b318f06891f req-76c4f1d0-8be7-4c91-bb1e-a02fb849c4e8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 1096 time: 0.0419569 Oct 19 01:53:57.563082 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317b92c-dc40-4040-9483-2b318f06891f req-f8414f0b-08a6-48ea-9934-1d352cdb9dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:57.563885 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317b92c-dc40-4040-9483-2b318f06891f req-b2284f8c-4814-4b3d-9704-3af6f1b2a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:57.565436 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8317b92c-dc40-4040-9483-2b318f06891f req-f8414f0b-08a6-48ea-9934-1d352cdb9dfe service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.0920482 Oct 19 01:53:57.565912 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8317b92c-dc40-4040-9483-2b318f06891f req-b2284f8c-4814-4b3d-9704-3af6f1b2a200 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.0883567 Oct 19 01:53:57.598067 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:57.634254 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8317b92c-dc40-4040-9483-2b318f06891f req-2e2894e4-175e-49ff-85be-44ab0a1ee74c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3a3afba-9b63-4590-996d-c458d99e2871 HTTP/1.1" status: 200 len: 1001 time: 0.0621910 Oct 19 01:53:57.645396 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8317b92c-dc40-4040-9483-2b318f06891f req-df6d2cdc-5bb7-41e9-acd0-ccd12e2ad03e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3a3afba-9b63-4590-996d-c458d99e2871 HTTP/1.1" status: 200 len: 1001 time: 0.0713878 Oct 19 01:53:57.694371 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317b92c-dc40-4040-9483-2b318f06891f req-3ddb057a-6f36-45a1-a136-a107d923a3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:57.695829 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8317b92c-dc40-4040-9483-2b318f06891f req-3ddb057a-6f36-45a1-a136-a107d923a3d0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0470760 Oct 19 01:53:57.697629 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317b92c-dc40-4040-9483-2b318f06891f req-6e20218b-8820-42ed-b45b-9f992f0cb7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:57.699074 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8317b92c-dc40-4040-9483-2b318f06891f req-6e20218b-8820-42ed-b45b-9f992f0cb7b7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0469871 Oct 19 01:53:57.747085 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317b92c-dc40-4040-9483-2b318f06891f req-4ac122a4-9750-4912-a5a1-291a956ce9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:57.747328 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317b92c-dc40-4040-9483-2b318f06891f req-9b1bac92-41ca-4a8a-9a0b-99e85fcfc630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:57.748701 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8317b92c-dc40-4040-9483-2b318f06891f req-9b1bac92-41ca-4a8a-9a0b-99e85fcfc630 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451593 Oct 19 01:53:57.748828 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8317b92c-dc40-4040-9483-2b318f06891f req-4ac122a4-9750-4912-a5a1-291a956ce9e7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418260 Oct 19 01:53:57.844999 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8317b92c-dc40-4040-9483-2b318f06891f req-fbc2da49-d91c-4ab5-ac77-c12501ba963e service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891097 Oct 19 01:53:57.895150 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8317b92c-dc40-4040-9483-2b318f06891f req-54fd1653-b3dd-4bc1-9531-153ce1b9ea60 service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386292 Oct 19 01:53:57.907426 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142907e8-5ee7-456a-8f0d-2c51a47eb283 req-737e302b-a060-44e1-b257-073c72e823a9 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:57.909066 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-142907e8-5ee7-456a-8f0d-2c51a47eb283 req-737e302b-a060-44e1-b257-073c72e823a9 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 944 time: 0.0727892 Oct 19 01:53:57.940916 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device e3a3afba-9b63-4590-996d-c458d99e2871 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:53:57.954850 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8317b92c-dc40-4040-9483-2b318f06891f req-ceaadff4-da2c-46af-aaf1-ec1411fc19d0 service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021779 Oct 19 01:53:57.988019 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device e3a3afba-9b63-4590-996d-c458d99e2871 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:53:58.012957 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-142907e8-5ee7-456a-8f0d-2c51a47eb283 req-83b46cc0-af19-40ba-bb92-4110f6176da4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943296 Oct 19 01:53:58.033638 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8317b92c-dc40-4040-9483-2b318f06891f req-51484dff-0102-4b49-89eb-db8d9d9dc5d4 service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234584 Oct 19 01:53:59.129011 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8487cd6-dab1-4d94-b6f3-eff374672385 req-2348ed6d-061b-4c50-89fb-3cb3eb58b1a2 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:59.130478 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d8487cd6-dab1-4d94-b6f3-eff374672385 req-2348ed6d-061b-4c50-89fb-3cb3eb58b1a2 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 944 time: 0.0484943 Oct 19 01:53:59.146340 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device e3a3afba-9b63-4590-996d-c458d99e2871 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:53:59.169037 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d8487cd6-dab1-4d94-b6f3-eff374672385 req-7486c8b6-d688-4cb6-a351-cd965205ea68 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326266 Oct 19 01:53:59.245768 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port e3a3afba-9b63-4590-996d-c458d99e2871, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=e3a3afba-9b63-4590-996d-c458d99e2871,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:53:59.257565 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'e3a3afba-9b63-4590-996d-c458d99e2871', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'port_id': 'e3a3afba-9b63-4590-996d-c458d99e2871', 'mac_address': 'fa:16:3e:a5:3f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:53:59.295614 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:59.310598 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a3afba-9b63-4590-996d-c458d99e2871 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:53:59.328890 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port e3a3afba-9b63-4590-996d-c458d99e2871, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=e3a3afba-9b63-4590-996d-c458d99e2871,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:53:59.333891 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:59.382051 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=e3a3afba-9b63-4590-996d-c458d99e2871,revision_number=8']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:59.389126 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:59.389496 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:59.389832 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:59.390160 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:59.390487 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:59.390811 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:59.391132 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:59.391450 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:59.391790 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:59.392109 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:59.392434 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:59.393255 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:59.685427 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['e3a3afba-9b63-4590-996d-c458d99e2871'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:54:00.033548 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:00.285361 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3891e-3c90-4e8f-9c4f-01a6e95e5d33 req-be6e0be8-20d7-4d32-875b-8310e2b27803 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:00.286846 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ff3891e-3c90-4e8f-9c4f-01a6e95e5d33 req-be6e0be8-20d7-4d32-875b-8310e2b27803 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 945 time: 0.0490892 Oct 19 01:54:00.324283 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ff3891e-3c90-4e8f-9c4f-01a6e95e5d33 req-08c03bf5-eb89-409c-b4d2-46dc78489581 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315189 Oct 19 01:54:00.633496 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-65936865-fa04-410e-9ffd-bee0c5fb410b tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:00.634931 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-65936865-fa04-410e-9ffd-bee0c5fb410b tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e&tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&binding%3Ahost_id=n-h1-715271-26 HTTP/1.1" status: 200 len: 945 time: 0.0802641 Oct 19 01:54:00.651261 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768b3d3-3d82-4e43-b9a9-52f8c9ef90cf req-24652dc5-d33d-46a1-bc3a-897c0450c09a tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:00.652664 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b768b3d3-3d82-4e43-b9a9-52f8c9ef90cf req-24652dc5-d33d-46a1-bc3a-897c0450c09a tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 945 time: 0.0674148 Oct 19 01:54:00.723834 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b768b3d3-3d82-4e43-b9a9-52f8c9ef90cf req-3590ff59-f5cb-4be5-8897-55ef2e1d00db tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652549 Oct 19 01:54:00.731498 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-431852c3-8f80-4f21-9c95-29107ce2e6ef service neutron] 10.222.0.55 "GET /v2.0/ports/e3a3afba-9b63-4590-996d-c458d99e2871/bindings/n-h1-715271-26 HTTP/1.1" status: 200 len: 383 time: 0.0876458 Oct 19 01:54:00.801650 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-a388e9a9-3598-410f-8856-f6e6029d5922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:00.803129 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-a388e9a9-3598-410f-8856-f6e6029d5922 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 1097 time: 0.0418618 Oct 19 01:54:00.896802 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-90dbc7b4-2ff5-411b-8a12-363b7a705e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:00.898267 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-90dbc7b4-2ff5-411b-8a12-363b7a705e2b service neutron] 10.222.0.55 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.0889776 Oct 19 01:54:00.970515 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-d4fb9f3f-fc73-4cb1-8a11-d26bead4c9ae service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3a3afba-9b63-4590-996d-c458d99e2871 HTTP/1.1" status: 200 len: 1002 time: 0.0648839 Oct 19 01:54:01.019804 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-7fbdf1d4-76bf-4867-a2de-721d4b8ddc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:01.021204 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-7fbdf1d4-76bf-4867-a2de-721d4b8ddc1f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0435872 Oct 19 01:54:01.066409 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-55400fd3-abd2-4d1e-bf37-116e4e630956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:01.067867 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-55400fd3-abd2-4d1e-bf37-116e4e630956 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398459 Oct 19 01:54:01.156358 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device e3a3afba-9b63-4590-996d-c458d99e2871 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:54:01.160572 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-8890a415-63f0-4009-801d-8a62c680ee48 service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858457 Oct 19 01:54:01.206817 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port e3a3afba-9b63-4590-996d-c458d99e2871 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:54:01.211106 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port e3a3afba-9b63-4590-996d-c458d99e2871 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:54:01.211470 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:01.253686 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-64ff4ff9-cb4c-46a1-88fb-e67a64935697 service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866978 Oct 19 01:54:01.443794 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:01.465244 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a3afba-9b63-4590-996d-c458d99e2871'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:54:01.467487 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a50bab9-4797-4a1f-bf0c-ff5efea83f64" -d '{"events": [{"server_uuid": "a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e", "name": "network-vif-plugged", "status": "completed", "tag": "e3a3afba-9b63-4590-996d-c458d99e2871"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:54:01.479343 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port e3a3afba-9b63-4590-996d-c458d99e2871, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=e3a3afba-9b63-4590-996d-c458d99e2871,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:54:01.483816 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:01.520722 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6842eaed-5b3a-4737-9514-31a0d6e6bbec x-openstack-request-id: req-6842eaed-5b3a-4737-9514-31a0d6e6bbec {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:54:01.521044 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e", "name": "network-vif-plugged", "status": "completed", "tag": "e3a3afba-9b63-4590-996d-c458d99e2871", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:54:01.521298 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6842eaed-5b3a-4737-9514-31a0d6e6bbec {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:54:01.521718 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a3afba-9b63-4590-996d-c458d99e2871', 'code': 200} Oct 19 01:54:01.533256 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=e3a3afba-9b63-4590-996d-c458d99e2871,revision_number=9']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:01.838375 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aadb17a-a32f-4af4-9bb5-b61aeeb02c2e req-da717e07-5da7-407c-b35e-47ca1f7d7af3 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:01.839864 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2aadb17a-a32f-4af4-9bb5-b61aeeb02c2e req-da717e07-5da7-407c-b35e-47ca1f7d7af3 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 946 time: 0.0490875 Oct 19 01:54:01.882578 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2aadb17a-a32f-4af4-9bb5-b61aeeb02c2e req-1f03a976-3dba-4a81-afda-04d2f51e41c5 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368593 Oct 19 01:54:03.001484 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e98ff-7ba7-436f-9ec5-f398bb6dd7cc req-cd9e43a9-eecc-4b06-8689-7cfda7b02178 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:03.003569 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-500e98ff-7ba7-436f-9ec5-f398bb6dd7cc req-cd9e43a9-eecc-4b06-8689-7cfda7b02178 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 946 time: 0.0503738 Oct 19 01:54:03.040890 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-500e98ff-7ba7-436f-9ec5-f398bb6dd7cc req-a22daf1b-5234-4267-9d47-450c4ebbf769 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312355 Oct 19 01:54:03.200178 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-f2826023-8fd4-4708-8ac3-d389b27e50b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:03.201635 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-f2826023-8fd4-4708-8ac3-d389b27e50b9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e&tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce HTTP/1.1" status: 200 len: 1098 time: 0.0437086 Oct 19 01:54:03.212678 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-f2e77392-7935-42d3-bf67-bc417e5eb16e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-26', 'device_owner': 'compute:nova'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:54:03.263051 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-f2e77392-7935-42d3-bf67-bc417e5eb16e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:03.456625 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-f2e77392-7935-42d3-bf67-bc417e5eb16e service neutron] For port e3a3afba-9b63-4590-996d-c458d99e2871, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=e3a3afba-9b63-4590-996d-c458d99e2871,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:54:03.489166 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-f2e77392-7935-42d3-bf67-bc417e5eb16e service neutron] For port e3a3afba-9b63-4590-996d-c458d99e2871, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:54:03.531372 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3a3afba-9b63-4590-996d-c458d99e2871'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:54:03.534477 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75573f25-35c3-476f-9bd4-1f8ab669b171" -d '{"events": [{"server_uuid": "a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e", "name": "network-vif-unplugged", "status": "completed", "tag": "e3a3afba-9b63-4590-996d-c458d99e2871"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:54:03.538122 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-f2e77392-7935-42d3-bf67-bc417e5eb16e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:03.551095 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-f2e77392-7935-42d3-bf67-bc417e5eb16e service neutron] Transition to ACTIVE for port object e3a3afba-9b63-4590-996d-c458d99e2871 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:54:03.554529 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-f2e77392-7935-42d3-bf67-bc417e5eb16e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:03.588328 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996c8608-b7aa-472d-9c71-b9b90ee57f7a x-openstack-request-id: req-996c8608-b7aa-472d-9c71-b9b90ee57f7a {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:54:03.588623 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e", "name": "network-vif-unplugged", "status": "completed", "tag": "e3a3afba-9b63-4590-996d-c458d99e2871", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:54:03.588873 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-996c8608-b7aa-472d-9c71-b9b90ee57f7a {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:54:03.589261 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3a3afba-9b63-4590-996d-c458d99e2871', 'code': 200} Oct 19 01:54:03.641110 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e77392-7935-42d3-bf67-bc417e5eb16e service neutron] Pushing event updated for resources: {'Port': ['ID=e3a3afba-9b63-4590-996d-c458d99e2871,revision_number=10']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:03.655571 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e77392-7935-42d3-bf67-bc417e5eb16e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:03.655941 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e77392-7935-42d3-bf67-bc417e5eb16e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:03.656284 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e77392-7935-42d3-bf67-bc417e5eb16e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:03.656614 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e77392-7935-42d3-bf67-bc417e5eb16e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:03.657073 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e77392-7935-42d3-bf67-bc417e5eb16e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:03.657324 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e77392-7935-42d3-bf67-bc417e5eb16e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:03.657653 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e77392-7935-42d3-bf67-bc417e5eb16e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:03.657985 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e77392-7935-42d3-bf67-bc417e5eb16e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:03.658871 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e77392-7935-42d3-bf67-bc417e5eb16e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:03.659167 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e77392-7935-42d3-bf67-bc417e5eb16e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:03.659487 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e77392-7935-42d3-bf67-bc417e5eb16e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:03.659925 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e77392-7935-42d3-bf67-bc417e5eb16e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:03.693758 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-f2e77392-7935-42d3-bf67-bc417e5eb16e service neutron] No DVR routers for this DVR port e3a3afba-9b63-4590-996d-c458d99e2871 on host n-h1-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:54:03.829370 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-f2e77392-7935-42d3-bf67-bc417e5eb16e service neutron] Attempting to bind port e3a3afba-9b63-4590-996d-c458d99e2871 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:54:03.829698 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-f2e77392-7935-42d3-bf67-bc417e5eb16e service neutron] Attempting to bind port e3a3afba-9b63-4590-996d-c458d99e2871 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:54:03.830021 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-f2e77392-7935-42d3-bf67-bc417e5eb16e service neutron] Attempting to bind port e3a3afba-9b63-4590-996d-c458d99e2871 on network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:54:03.834770 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-f2e77392-7935-42d3-bf67-bc417e5eb16e service neutron] Port e3a3afba-9b63-4590-996d-c458d99e2871 on network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:54:03.835081 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-f2e77392-7935-42d3-bf67-bc417e5eb16e service neutron] Attempting to bind port e3a3afba-9b63-4590-996d-c458d99e2871 on network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:54:03.839835 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-f2e77392-7935-42d3-bf67-bc417e5eb16e service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:54:03.840171 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-f2e77392-7935-42d3-bf67-bc417e5eb16e service neutron] Checking segment: {'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:54:03.840545 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-f2e77392-7935-42d3-bf67-bc417e5eb16e service neutron] Bound using segment: {'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:54:03.840962 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-f2e77392-7935-42d3-bf67-bc417e5eb16e service neutron] Bound port: e3a3afba-9b63-4590-996d-c458d99e2871, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:54:03.841300 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-f2e77392-7935-42d3-bf67-bc417e5eb16e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:03.900974 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-f2e77392-7935-42d3-bf67-bc417e5eb16e service neutron] For port e3a3afba-9b63-4590-996d-c458d99e2871, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:54:03.904182 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-f2e77392-7935-42d3-bf67-bc417e5eb16e service neutron] For port e3a3afba-9b63-4590-996d-c458d99e2871, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=e3a3afba-9b63-4590-996d-c458d99e2871,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:54:03.908585 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-f2e77392-7935-42d3-bf67-bc417e5eb16e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:03.945969 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-f2e77392-7935-42d3-bf67-bc417e5eb16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:03.946578 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-f2e77392-7935-42d3-bf67-bc417e5eb16e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:03.948006 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-f2e77392-7935-42d3-bf67-bc417e5eb16e service neutron] 10.222.0.24 "PUT /v2.0/ports/e3a3afba-9b63-4590-996d-c458d99e2871 HTTP/1.1" status: 200 len: 1094 time: 0.7390959 Oct 19 01:54:03.968813 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e77392-7935-42d3-bf67-bc417e5eb16e service neutron] Pushing event updated for resources: {'Port': ['ID=e3a3afba-9b63-4590-996d-c458d99e2871,revision_number=11']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:04.013636 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-1d0159d7-1435-4e83-a743-d4dc3a00ddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:04.015151 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-1d0159d7-1435-4e83-a743-d4dc3a00ddc6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 1097 time: 0.0428343 Oct 19 01:54:04.122650 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-d3dbe7ac-2d95-4ade-b016-6130bd8e9d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:04.124282 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-d3dbe7ac-2d95-4ade-b016-6130bd8e9d29 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.1020758 Oct 19 01:54:04.212699 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbcc6c-c921-4fe9-b304-e0ccfe6ecef1 req-34dbb8bd-c822-492f-bdb5-1c9dc98487de tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:04.214111 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5bcbcc6c-c921-4fe9-b304-e0ccfe6ecef1 req-34dbb8bd-c822-492f-bdb5-1c9dc98487de tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 945 time: 0.1014071 Oct 19 01:54:04.218093 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-a03671e7-c1f5-4577-b9ce-5faf2aa42ef7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3a3afba-9b63-4590-996d-c458d99e2871 HTTP/1.1" status: 200 len: 1001 time: 0.0770984 Oct 19 01:54:04.291975 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5bcbcc6c-c921-4fe9-b304-e0ccfe6ecef1 req-171d9e46-8195-499e-9459-ad4da7ebe908 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713491 Oct 19 01:54:04.294373 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-4ef7ea59-fc04-4145-a127-34d6c02612ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:04.295820 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-4ef7ea59-fc04-4145-a127-34d6c02612ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0667648 Oct 19 01:54:04.341342 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-b35db2da-90ee-4f09-a073-13eeb810321d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:04.342839 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-b35db2da-90ee-4f09-a073-13eeb810321d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404279 Oct 19 01:54:04.434869 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-f2d9ffa9-2f55-4285-ac17-52861d68b00f service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848646 Oct 19 01:54:04.525988 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-52d6dbdd-d4bd-4442-a1e6-0a5a0e593fce req-fb87ed76-4c1f-4a56-97b2-8906ddd220e1 service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837517 Oct 19 01:54:05.193427 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device e3a3afba-9b63-4590-996d-c458d99e2871 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:54:05.230389 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device e3a3afba-9b63-4590-996d-c458d99e2871 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:54:05.410123 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90ad6f-b270-42a6-b55c-f0eb4f6e9690 req-1c6d4724-3a9c-4197-b5a0-ca170ab212a8 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:05.411595 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5b90ad6f-b270-42a6-b55c-f0eb4f6e9690 req-1c6d4724-3a9c-4197-b5a0-ca170ab212a8 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 945 time: 0.0492074 Oct 19 01:54:05.449455 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5b90ad6f-b270-42a6-b55c-f0eb4f6e9690 req-aa0d1dab-c827-4b5d-b2f1-93c99815586e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318527 Oct 19 01:54:05.590226 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e', 'tag': 'e3a3afba-9b63-4590-996d-c458d99e2871'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:54:05.592614 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f990a18d-2041-4bd9-8666-7fa46a40a949" -d '{"events": [{"name": "network-changed", "server_uuid": "a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e", "tag": "e3a3afba-9b63-4590-996d-c458d99e2871"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:54:05.639610 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62358ba-9963-473d-8cec-7ab0040a3fd8 x-openstack-request-id: req-b62358ba-9963-473d-8cec-7ab0040a3fd8 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:54:05.639932 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e", "tag": "e3a3afba-9b63-4590-996d-c458d99e2871", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:54:05.640188 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b62358ba-9963-473d-8cec-7ab0040a3fd8 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:54:05.640579 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e', 'tag': 'e3a3afba-9b63-4590-996d-c458d99e2871', 'status': 'completed', 'code': 200} Oct 19 01:54:05.698575 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990a18d-2041-4bd9-8666-7fa46a40a949 req-4b1be734-ff5c-42a1-b4b3-c8ae7fca2ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:05.700097 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f990a18d-2041-4bd9-8666-7fa46a40a949 req-4b1be734-ff5c-42a1-b4b3-c8ae7fca2ee5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 1097 time: 0.0414236 Oct 19 01:54:05.704201 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990a18d-2041-4bd9-8666-7fa46a40a949 req-4c1ccc40-da46-4dbc-ab9f-3f4186df5333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:05.705801 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f990a18d-2041-4bd9-8666-7fa46a40a949 req-4c1ccc40-da46-4dbc-ab9f-3f4186df5333 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 1097 time: 0.0407295 Oct 19 01:54:05.793494 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990a18d-2041-4bd9-8666-7fa46a40a949 req-e9a5a97d-e02e-4910-8972-732ee6d33835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:05.794968 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f990a18d-2041-4bd9-8666-7fa46a40a949 req-e9a5a97d-e02e-4910-8972-732ee6d33835 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.0847843 Oct 19 01:54:05.801019 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990a18d-2041-4bd9-8666-7fa46a40a949 req-89c7ae64-7ce2-4cb7-96cd-427029aedba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:05.802493 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f990a18d-2041-4bd9-8666-7fa46a40a949 req-89c7ae64-7ce2-4cb7-96cd-427029aedba4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.0902507 Oct 19 01:54:05.869006 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f990a18d-2041-4bd9-8666-7fa46a40a949 req-d45db5df-93a0-42dc-a15e-f9c90d492c0a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3a3afba-9b63-4590-996d-c458d99e2871 HTTP/1.1" status: 200 len: 1001 time: 0.0656893 Oct 19 01:54:05.872719 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f990a18d-2041-4bd9-8666-7fa46a40a949 req-9611e5db-7187-456b-9c96-b8ad8b83a485 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3a3afba-9b63-4590-996d-c458d99e2871 HTTP/1.1" status: 200 len: 1001 time: 0.0636299 Oct 19 01:54:05.926517 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990a18d-2041-4bd9-8666-7fa46a40a949 req-420df331-17b3-4c7e-8df2-7fc385de4a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:05.927823 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990a18d-2041-4bd9-8666-7fa46a40a949 req-91280792-e684-46d1-a1eb-0319745e864c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:05.928234 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f990a18d-2041-4bd9-8666-7fa46a40a949 req-420df331-17b3-4c7e-8df2-7fc385de4a18 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0471585 Oct 19 01:54:05.929706 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f990a18d-2041-4bd9-8666-7fa46a40a949 req-91280792-e684-46d1-a1eb-0319745e864c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0494161 Oct 19 01:54:05.978406 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device e3a3afba-9b63-4590-996d-c458d99e2871 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:54:05.986971 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990a18d-2041-4bd9-8666-7fa46a40a949 req-46fa0207-0dfb-4dac-b8c6-334db3bc0acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:05.988530 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f990a18d-2041-4bd9-8666-7fa46a40a949 req-46fa0207-0dfb-4dac-b8c6-334db3bc0acc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517652 Oct 19 01:54:05.990335 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990a18d-2041-4bd9-8666-7fa46a40a949 req-6145ce80-c358-46fa-bdbe-1532eabe4580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:05.992825 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f990a18d-2041-4bd9-8666-7fa46a40a949 req-6145ce80-c358-46fa-bdbe-1532eabe4580 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485713 Oct 19 01:54:06.088927 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port e3a3afba-9b63-4590-996d-c458d99e2871, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=e3a3afba-9b63-4590-996d-c458d99e2871,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:54:06.089871 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f990a18d-2041-4bd9-8666-7fa46a40a949 req-bb069cc5-4a5d-496d-be8f-7ec3bd6b082e service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944822 Oct 19 01:54:06.107162 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'e3a3afba-9b63-4590-996d-c458d99e2871', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'port_id': 'e3a3afba-9b63-4590-996d-c458d99e2871', 'mac_address': 'fa:16:3e:a5:3f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:54:06.117674 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f990a18d-2041-4bd9-8666-7fa46a40a949 req-00d48dcc-8bbd-4319-9b5a-9be214e28bbf service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174531 Oct 19 01:54:06.145560 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:06.161391 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a3afba-9b63-4590-996d-c458d99e2871 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:54:06.182368 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port e3a3afba-9b63-4590-996d-c458d99e2871, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=e3a3afba-9b63-4590-996d-c458d99e2871,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:54:06.187201 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:06.194329 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f990a18d-2041-4bd9-8666-7fa46a40a949 req-32a9df05-22e2-4894-ae71-cfc6776ed832 service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968885 Oct 19 01:54:06.213622 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f990a18d-2041-4bd9-8666-7fa46a40a949 req-f323b89f-6f65-435b-b912-0530a5e11a8d service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885456 Oct 19 01:54:06.239547 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=e3a3afba-9b63-4590-996d-c458d99e2871,revision_number=12']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:06.402478 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['e3a3afba-9b63-4590-996d-c458d99e2871'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:54:06.562388 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac566b-1c76-433e-9c44-cb2e0d538329 req-cee5b341-3e52-4b03-8d9b-59d2837fba28 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:06.563888 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3bac566b-1c76-433e-9c44-cb2e0d538329 req-cee5b341-3e52-4b03-8d9b-59d2837fba28 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 946 time: 0.0486145 Oct 19 01:54:06.601174 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3bac566b-1c76-433e-9c44-cb2e0d538329 req-aa646eb7-d3e3-4340-a7f8-532486628630 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308943 Oct 19 01:54:06.719580 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347d497-bca9-4bd6-ab5d-52d13f228ba0 req-ad679483-3986-4201-885c-63c003bae5dc tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:06.721174 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7347d497-bca9-4bd6-ab5d-52d13f228ba0 req-ad679483-3986-4201-885c-63c003bae5dc tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 946 time: 0.0533259 Oct 19 01:54:06.758042 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7347d497-bca9-4bd6-ab5d-52d13f228ba0 req-06305f6c-e9e2-4644-9eec-22f62e3522c8 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308666 Oct 19 01:54:06.870572 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16e5e8-526f-4611-843b-c6e409e06f97 req-43311743-db5d-4c0f-80e7-18658e049dba tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:06.872060 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fc16e5e8-526f-4611-843b-c6e409e06f97 req-43311743-db5d-4c0f-80e7-18658e049dba tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 946 time: 0.0488014 Oct 19 01:54:06.913342 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fc16e5e8-526f-4611-843b-c6e409e06f97 req-0cf5057c-f9fc-4e73-bab4-4785e86062f5 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347097 Oct 19 01:54:07.144963 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6a41d-c9ab-49fc-b028-97d426823e3b req-57dd8535-0fb7-4428-95f7-52d9e1bbd06c tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:07.146432 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-10d6a41d-c9ab-49fc-b028-97d426823e3b req-57dd8535-0fb7-4428-95f7-52d9e1bbd06c tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 946 time: 0.0493898 Oct 19 01:54:07.184160 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-10d6a41d-c9ab-49fc-b028-97d426823e3b req-ebd38ca6-594e-4ffd-9c01-aabc0f3de60f tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318348 Oct 19 01:54:07.980349 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device e3a3afba-9b63-4590-996d-c458d99e2871 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:54:08.027810 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port e3a3afba-9b63-4590-996d-c458d99e2871 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:54:08.031216 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port e3a3afba-9b63-4590-996d-c458d99e2871 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:54:08.031578 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:08.107084 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:08.128972 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a3afba-9b63-4590-996d-c458d99e2871'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:54:08.131187 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88e34cf-f55d-4e85-9642-1796378d4610" -d '{"events": [{"server_uuid": "a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e", "name": "network-vif-plugged", "status": "completed", "tag": "e3a3afba-9b63-4590-996d-c458d99e2871"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:54:08.143846 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port e3a3afba-9b63-4590-996d-c458d99e2871, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=e3a3afba-9b63-4590-996d-c458d99e2871,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:54:08.147897 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:08.171038 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dad806e-bf08-4b91-9548-637bd3cd9f3a x-openstack-request-id: req-3dad806e-bf08-4b91-9548-637bd3cd9f3a {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:54:08.171331 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e", "name": "network-vif-plugged", "status": "completed", "tag": "e3a3afba-9b63-4590-996d-c458d99e2871", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:54:08.171582 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3dad806e-bf08-4b91-9548-637bd3cd9f3a {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:54:08.172007 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a3afba-9b63-4590-996d-c458d99e2871', 'code': 200} Oct 19 01:54:08.196653 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=e3a3afba-9b63-4590-996d-c458d99e2871,revision_number=13']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:08.298010 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c14f9-c399-43de-ad27-2999cf809606 req-35848113-fc91-46e9-a565-95a2cd9b111e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:08.299719 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-971c14f9-c399-43de-ad27-2999cf809606 req-35848113-fc91-46e9-a565-95a2cd9b111e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 947 time: 0.0495164 Oct 19 01:54:08.337652 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-971c14f9-c399-43de-ad27-2999cf809606 req-0bc8eeb8-4a83-4ae7-97c9-d408cb3d4fee tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319643 Oct 19 01:54:08.538838 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6ad72-8c3d-4d04-85bf-0569f3c0b00d req-7dff1298-618c-4dae-908e-84f4cf815167 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:08.540313 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9fd6ad72-8c3d-4d04-85bf-0569f3c0b00d req-7dff1298-618c-4dae-908e-84f4cf815167 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 947 time: 0.0466199 Oct 19 01:54:08.631316 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-9fd6ad72-8c3d-4d04-85bf-0569f3c0b00d req-62ca670d-0744-48fe-ad48-3bd2c6b6aa1e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Deleting port e3a3afba-9b63-4590-996d-c458d99e2871 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:54:08.631643 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-9fd6ad72-8c3d-4d04-85bf-0569f3c0b00d req-62ca670d-0744-48fe-ad48-3bd2c6b6aa1e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:08.716422 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-9fd6ad72-8c3d-4d04-85bf-0569f3c0b00d req-62ca670d-0744-48fe-ad48-3bd2c6b6aa1e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] For port e3a3afba-9b63-4590-996d-c458d99e2871, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=e3a3afba-9b63-4590-996d-c458d99e2871,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:54:08.716772 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-9fd6ad72-8c3d-4d04-85bf-0569f3c0b00d req-62ca670d-0744-48fe-ad48-3bd2c6b6aa1e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:08.879605 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-9fd6ad72-8c3d-4d04-85bf-0569f3c0b00d req-62ca670d-0744-48fe-ad48-3bd2c6b6aa1e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:08.879901 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-9fd6ad72-8c3d-4d04-85bf-0569f3c0b00d req-62ca670d-0744-48fe-ad48-3bd2c6b6aa1e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:08.880212 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [req-9fd6ad72-8c3d-4d04-85bf-0569f3c0b00d req-62ca670d-0744-48fe-ad48-3bd2c6b6aa1e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Floating IP fbaa33b7-1bb1-4f84-bc44-f70ce0e5480a disassociated. External IP: 172.25.8.201, port: e3a3afba-9b63-4590-996d-c458d99e2871. Oct 19 01:54:08.880541 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-9fd6ad72-8c3d-4d04-85bf-0569f3c0b00d req-62ca670d-0744-48fe-ad48-3bd2c6b6aa1e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Calling delete_port for e3a3afba-9b63-4590-996d-c458d99e2871 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:54:09.008540 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-9fd6ad72-8c3d-4d04-85bf-0569f3c0b00d req-62ca670d-0744-48fe-ad48-3bd2c6b6aa1e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:09.040043 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca670d-0744-48fe-ad48-3bd2c6b6aa1e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Pushing event deleted for resources: {'Port': ['ID=e3a3afba-9b63-4590-996d-c458d99e2871,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:09.157038 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fd6ad72-8c3d-4d04-85bf-0569f3c0b00d req-62ca670d-0744-48fe-ad48-3bd2c6b6aa1e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Router cc129871-2bb3-4030-bd84-d3ec10a50b30 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:54:09.530888 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4436a8d0-d2c5-430e-a80b-5d1308221210 req-9fc16286-f675-4b08-b29e-89c221b8ab53 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e HTTP/1.1" status: 200 len: 210 time: 0.0297453 Oct 19 01:54:09.590776 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fd6ad72-8c3d-4d04-85bf-0569f3c0b00d req-62ca670d-0744-48fe-ad48-3bd2c6b6aa1e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:54:09.601453 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2064eab4-da8b-41ac-878c-55070c2a8234 None None] Sync routers for ids ['cc129871-2bb3-4030-bd84-d3ec10a50b30'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:54:09.611961 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2064eab4-da8b-41ac-878c-55070c2a8234 None None] Routers {'cc129871-2bb3-4030-bd84-d3ec10a50b30'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:54:09.612584 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-2064eab4-da8b-41ac-878c-55070c2a8234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:53:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['cc129871-2bb3-4030-bd84-d3ec10a50b30'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:09.629229 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd6ad72-8c3d-4d04-85bf-0569f3c0b00d req-62ca670d-0744-48fe-ad48-3bd2c6b6aa1e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] No DVR routers for this DVR port e3a3afba-9b63-4590-996d-c458d99e2871 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:54:09.631869 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-9fd6ad72-8c3d-4d04-85bf-0569f3c0b00d req-62ca670d-0744-48fe-ad48-3bd2c6b6aa1e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:09.635081 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9fd6ad72-8c3d-4d04-85bf-0569f3c0b00d req-62ca670d-0744-48fe-ad48-3bd2c6b6aa1e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.24 "DELETE /v2.0/ports/e3a3afba-9b63-4590-996d-c458d99e2871 HTTP/1.1" status: 204 len: 173 time: 1.0883691 Oct 19 01:54:09.635517 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e', 'name': 'network-vif-deleted', 'tag': 'e3a3afba-9b63-4590-996d-c458d99e2871'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:54:09.637791 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99233a68c1351453d842ed919de72ea7780698624d1d4e3b80b003a12507c393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42f985c-c55a-49e9-9a4a-5a3296eaa3f8" -d '{"events": [{"server_uuid": "a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e", "name": "network-vif-deleted", "tag": "e3a3afba-9b63-4590-996d-c458d99e2871"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:54:09.684282 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f6d9fa-9934-4921-b64d-abcde7aac12d x-openstack-request-id: req-b9f6d9fa-9934-4921-b64d-abcde7aac12d {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:54:09.684576 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e", "name": "network-vif-deleted", "tag": "e3a3afba-9b63-4590-996d-c458d99e2871", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:54:09.684829 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b9f6d9fa-9934-4921-b64d-abcde7aac12d {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:54:09.685220 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c4d55a-1246-4a12-a1e1-a3b471ed6b4e', 'name': 'network-vif-deleted', 'tag': 'e3a3afba-9b63-4590-996d-c458d99e2871', 'status': 'completed', 'code': 200} Oct 19 01:54:09.725479 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-2064eab4-da8b-41ac-878c-55070c2a8234 None None] Set router cc129871-2bb3-4030-bd84-d3ec10a50b30 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:54:09.920447 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-2064eab4-da8b-41ac-878c-55070c2a8234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'name': 'tempest-ServerActionsTestJSON-582573910-router', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:46:26Z', 'updated_at': '2021-10-19T01:46:29Z', 'revision_number': 4, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'gw_port': {'id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:27Z', 'updated_at': '2021-10-19T01:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '7181f317-13f0-4abc-970d-eb3b4965b315', 'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'mac_address': 'fa:16:3e:78:52:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:29Z', 'updated_at': '2021-10-19T01:46:33Z', 'revision_number': 5, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'subnets': [{'id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:09.952329 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2064eab4-da8b-41ac-878c-55070c2a8234 None None] Checking router: cc129871-2bb3-4030-bd84-d3ec10a50b30 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:54:09.961721 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2064eab4-da8b-41ac-878c-55070c2a8234 None None] Routers {'cc129871-2bb3-4030-bd84-d3ec10a50b30'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:54:09.962338 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-2064eab4-da8b-41ac-878c-55070c2a8234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:53:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['cc129871-2bb3-4030-bd84-d3ec10a50b30'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:10.071892 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-2064eab4-da8b-41ac-878c-55070c2a8234 None None] Set router cc129871-2bb3-4030-bd84-d3ec10a50b30 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:54:10.267805 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-2064eab4-da8b-41ac-878c-55070c2a8234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'name': 'tempest-ServerActionsTestJSON-582573910-router', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:46:26Z', 'updated_at': '2021-10-19T01:46:29Z', 'revision_number': 4, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'gw_port': {'id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:27Z', 'updated_at': '2021-10-19T01:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '7181f317-13f0-4abc-970d-eb3b4965b315', 'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'mac_address': 'fa:16:3e:78:52:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:29Z', 'updated_at': '2021-10-19T01:46:33Z', 'revision_number': 5, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'subnets': [{'id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:10.293340 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2064eab4-da8b-41ac-878c-55070c2a8234 None None] The sync data for ids ['cc129871-2bb3-4030-bd84-d3ec10a50b30'] in n-d-715271-26 is: [{'id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'name': 'tempest-ServerActionsTestJSON-582573910-router', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:46:26Z', 'updated_at': '2021-10-19T01:46:29Z', 'revision_number': 4, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'gw_port': {'id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:27Z', 'updated_at': '2021-10-19T01:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '7181f317-13f0-4abc-970d-eb3b4965b315', 'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'mac_address': 'fa:16:3e:78:52:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:29Z', 'updated_at': '2021-10-19T01:46:33Z', 'revision_number': 5, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'subnets': [{'id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:54:10.500253 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62675b1b-3753-4cb2-8279-be5bf056c0ff None None] New status for floating IP fbaa33b7-1bb1-4f84-bc44-f70ce0e5480a: DOWN {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:54:10.797886 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-a798d503-43f6-484a-bfe0-009ecbb7f58d tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--2021690377&fields=id&tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce HTTP/1.1" status: 200 len: 267 time: 0.0320525 Oct 19 01:54:10.905455 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-aba9feba-3d72-46c3-a7d9-d39c910afd84 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:10.906798 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-aba9feba-3d72-46c3-a7d9-d39c910afd84 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 811 time: 0.1016397 Oct 19 01:54:10.921553 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-dc947628-3ed0-4a21-8bd1-33c662fbf83c tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/quotas/59771e0ae82b423a9e2d6aa9bd2a2cce HTTP/1.1" status: 200 len: 375 time: 0.0087523 Oct 19 01:54:10.974817 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-86d94627-9d67-46cb-a257-c52ff6e76c42 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473444 Oct 19 01:54:11.068232 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-0e8bdb8a-5aab-4ca7-864b-23b8682be4ee service neutron] 10.222.0.57 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816252 Oct 19 01:54:11.157959 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-8b07d84f-938f-4844-99b4-95993fe0effc service neutron] 10.222.0.57 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835807 Oct 19 01:54:11.319119 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bab2f8d5-5f4d-4dd5-af2f-76cbe8d1fcc5 req-ffe5c809-555c-4bd0-97be-05757bd737b1 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 210 time: 0.0269780 Oct 19 01:54:12.013448 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device e3a3afba-9b63-4590-996d-c458d99e2871 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:54:12.037764 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: e3a3afba-9b63-4590-996d-c458d99e2871 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:54:12.038107 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device e3a3afba-9b63-4590-996d-c458d99e2871 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:54:12.253600 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-0355f409-58c1-4f8a-a229-52e084c45067 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:12.255347 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-0355f409-58c1-4f8a-a229-52e084c45067 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.55 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 811 time: 0.1107757 Oct 19 01:54:12.301445 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-9fbc059c-6493-42b7-88fb-91b2f0c996bf tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce HTTP/1.1" status: 200 len: 380 time: 0.0370367 Oct 19 01:54:12.312022 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-4365a23a-26ac-4017-a83b-fa79f18db108 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Request body: {'port': {'device_id': '9aa3762f-247a-4c4c-8d31-715f3235950c', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'admin_state_up': True, 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'security_groups': ['2d8599a4-c6a6-44db-b4b1-12560499c4e4']}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:54:12.413432 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f203cd69-c716-4f91-b06e-57193d3946a9 req-403a0cd3-3100-45c2-aa81-3a4f6f6337ee tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 210 time: 0.0258160 Oct 19 01:54:12.424942 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-4365a23a-26ac-4017-a83b-fa79f18db108 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Made reservation on behalf of 59771e0ae82b423a9e2d6aa9bd2a2cce for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:54:12.428657 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-4365a23a-26ac-4017-a83b-fa79f18db108 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:12.551026 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-4365a23a-26ac-4017-a83b-fa79f18db108 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Allocated IP 172.20.0.9 (c9c23424-bb08-4c43-9cf1-bc5cae7eaccb/fc73fb8d-8d25-4255-86a4-6317923a510b/1d36d242-4875-4cd4-9808-54e4b1f6bb8a) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:54:12.689411 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-4365a23a-26ac-4017-a83b-fa79f18db108 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:12.722306 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-4365a23a-26ac-4017-a83b-fa79f18db108 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:12.766697 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-4365a23a-26ac-4017-a83b-fa79f18db108 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:54:12.769761 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-4365a23a-26ac-4017-a83b-fa79f18db108 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:54:12.773811 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-4365a23a-26ac-4017-a83b-fa79f18db108 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:54:12.802622 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365a23a-26ac-4017-a83b-fa79f18db108 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Pushing event updated for resources: {'Port': ['ID=1d36d242-4875-4cd4-9808-54e4b1f6bb8a,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:12.832207 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-4365a23a-26ac-4017-a83b-fa79f18db108 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:12.832855 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-4365a23a-26ac-4017-a83b-fa79f18db108 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:12.850614 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-4365a23a-26ac-4017-a83b-fa79f18db108 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5422149 Oct 19 01:54:12.863025 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-a4e06f7d-93e6-463f-832f-04dc47333514 service neutron] Request body: {'port': {'device_id': '9aa3762f-247a-4c4c-8d31-715f3235950c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:54:12.922164 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-a4e06f7d-93e6-463f-832f-04dc47333514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:12.999716 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-f02df786-8c0a-4748-8098-60e043bc1376 None None] Provisioning complete for port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:54:13.000115 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f02df786-8c0a-4748-8098-60e043bc1376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:13.034618 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-f02df786-8c0a-4748-8098-60e043bc1376 None None] Port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:54:13.187183 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-a4e06f7d-93e6-463f-832f-04dc47333514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d36d242-4875-4cd4-9808-54e4b1f6bb8a {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:54:13.194968 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-a4e06f7d-93e6-463f-832f-04dc47333514 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:13.207632 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-a4e06f7d-93e6-463f-832f-04dc47333514 service neutron] Transition to ACTIVE for port object 1d36d242-4875-4cd4-9808-54e4b1f6bb8a will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:54:13.211509 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-a4e06f7d-93e6-463f-832f-04dc47333514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:13.281805 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e06f7d-93e6-463f-832f-04dc47333514 service neutron] Pushing event updated for resources: {'Port': ['ID=1d36d242-4875-4cd4-9808-54e4b1f6bb8a,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:13.336671 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-a4e06f7d-93e6-463f-832f-04dc47333514 service neutron] Attempting to bind port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:54:13.337012 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-a4e06f7d-93e6-463f-832f-04dc47333514 service neutron] Attempting to bind port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:54:13.337344 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-a4e06f7d-93e6-463f-832f-04dc47333514 service neutron] Attempting to bind port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a on network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:54:13.341837 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-a4e06f7d-93e6-463f-832f-04dc47333514 service neutron] Port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a on network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:54:13.342165 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-a4e06f7d-93e6-463f-832f-04dc47333514 service neutron] Attempting to bind port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a on network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:54:13.347222 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-a4e06f7d-93e6-463f-832f-04dc47333514 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:54:13.347558 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-a4e06f7d-93e6-463f-832f-04dc47333514 service neutron] Checking segment: {'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:54:13.347972 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-a4e06f7d-93e6-463f-832f-04dc47333514 service neutron] Bound using segment: {'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:54:13.348430 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-a4e06f7d-93e6-463f-832f-04dc47333514 service neutron] Bound port: 1d36d242-4875-4cd4-9808-54e4b1f6bb8a, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:54:13.348794 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-a4e06f7d-93e6-463f-832f-04dc47333514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:13.413968 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-a4e06f7d-93e6-463f-832f-04dc47333514 service neutron] For port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:54:13.417108 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-a4e06f7d-93e6-463f-832f-04dc47333514 service neutron] For port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=1d36d242-4875-4cd4-9808-54e4b1f6bb8a,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:54:13.422024 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-a4e06f7d-93e6-463f-832f-04dc47333514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:13.463560 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-a4e06f7d-93e6-463f-832f-04dc47333514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:13.463560 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-a4e06f7d-93e6-463f-832f-04dc47333514 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:13.464456 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-a4e06f7d-93e6-463f-832f-04dc47333514 service neutron] 10.222.0.55 "PUT /v2.0/ports/1d36d242-4875-4cd4-9808-54e4b1f6bb8a HTTP/1.1" status: 200 len: 1092 time: 0.6059222 Oct 19 01:54:13.464841 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa3762f-247a-4c4c-8d31-715f3235950c', 'tag': '1d36d242-4875-4cd4-9808-54e4b1f6bb8a'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:54:13.467093 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db431ed7-5081-4909-ada2-2e7addcf4503" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa3762f-247a-4c4c-8d31-715f3235950c", "tag": "1d36d242-4875-4cd4-9808-54e4b1f6bb8a"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:54:13.494719 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e06f7d-93e6-463f-832f-04dc47333514 service neutron] Pushing event updated for resources: {'Port': ['ID=1d36d242-4875-4cd4-9808-54e4b1f6bb8a,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:13.525360 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b8aff6-205b-4e5a-8b27-749e0f78946a x-openstack-request-id: req-d4b8aff6-205b-4e5a-8b27-749e0f78946a {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:54:13.525658 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa3762f-247a-4c4c-8d31-715f3235950c", "tag": "1d36d242-4875-4cd4-9808-54e4b1f6bb8a", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:54:13.525913 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d4b8aff6-205b-4e5a-8b27-749e0f78946a {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:54:13.526315 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aa3762f-247a-4c4c-8d31-715f3235950c', 'tag': '1d36d242-4875-4cd4-9808-54e4b1f6bb8a', 'status': 'completed', 'code': 200} Oct 19 01:54:13.580898 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362fb1f0-ab64-429b-87c5-ccaa64a055f1 req-9fe45e09-c026-4810-80cd-208431727580 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:13.582768 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-362fb1f0-ab64-429b-87c5-ccaa64a055f1 req-9fe45e09-c026-4810-80cd-208431727580 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 943 time: 0.0903771 Oct 19 01:54:13.584765 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-21d2d56e-d608-4808-be45-c91ee720f938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:13.586107 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-21d2d56e-d608-4808-be45-c91ee720f938 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 1095 time: 0.0590630 Oct 19 01:54:13.649377 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-88d3f548-bbf7-45a0-aaab-fabb5a426bd3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d36d242-4875-4cd4-9808-54e4b1f6bb8a HTTP/1.1" status: 200 len: 217 time: 0.0498471 Oct 19 01:54:13.690210 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-362fb1f0-ab64-429b-87c5-ccaa64a055f1 req-068acff2-06c4-4a28-97ea-21b9fae9bc4d tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988381 Oct 19 01:54:13.710914 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-79f1aa84-fc44-4433-9ea2-21e0fdba3f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:13.712312 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-79f1aa84-fc44-4433-9ea2-21e0fdba3f29 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0554776 Oct 19 01:54:13.757426 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-cdf1fec4-610b-474a-9592-1c6feba59331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:13.758889 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-cdf1fec4-610b-474a-9592-1c6feba59331 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397863 Oct 19 01:54:13.850450 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-113f429b-de7e-4e7a-9bf8-623b2e6490dd service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837402 Oct 19 01:54:13.941284 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-639de4a7-7ad4-4d99-b70a-306d7a92e77b req-1328d891-432c-4ddd-8afb-e1f5b7b0d1a1 service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840375 Oct 19 01:54:14.015759 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e789dd58-2258-4beb-bd74-2585d57f0f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:14.024847 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db431ed7-5081-4909-ada2-2e7addcf4503 req-cb6aa58e-870c-49b3-b774-ecae019279fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:14.026521 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-db431ed7-5081-4909-ada2-2e7addcf4503 req-cb6aa58e-870c-49b3-b774-ecae019279fa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 1095 time: 0.0424232 Oct 19 01:54:14.116260 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db431ed7-5081-4909-ada2-2e7addcf4503 req-32e796d3-ed62-4d0c-8ca8-ba50badf18b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:14.117981 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-db431ed7-5081-4909-ada2-2e7addcf4503 req-32e796d3-ed62-4d0c-8ca8-ba50badf18b8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.0835118 Oct 19 01:54:14.161326 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-db431ed7-5081-4909-ada2-2e7addcf4503 req-42414351-11c9-41fd-b74b-69d928757f0b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d36d242-4875-4cd4-9808-54e4b1f6bb8a HTTP/1.1" status: 200 len: 217 time: 0.0362251 Oct 19 01:54:14.209608 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db431ed7-5081-4909-ada2-2e7addcf4503 req-eef6b174-5a4e-413d-83e6-47b067e27327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:14.211036 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-db431ed7-5081-4909-ada2-2e7addcf4503 req-eef6b174-5a4e-413d-83e6-47b067e27327 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0429296 Oct 19 01:54:14.256044 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db431ed7-5081-4909-ada2-2e7addcf4503 req-8acc7c8e-52f2-408e-bca3-13e88fd35a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:14.257479 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-db431ed7-5081-4909-ada2-2e7addcf4503 req-8acc7c8e-52f2-408e-bca3-13e88fd35a6e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399039 Oct 19 01:54:14.361080 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-db431ed7-5081-4909-ada2-2e7addcf4503 req-875f88c7-ce89-4d3a-9438-be2d14a75dd8 service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964746 Oct 19 01:54:14.449012 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-db431ed7-5081-4909-ada2-2e7addcf4503 req-4b9d3433-b17e-4bb6-a27b-cc7c5691020e service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808222 Oct 19 01:54:14.853415 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3ce3e-2ff8-4b64-9782-f8bd9f2c9807 req-1bc54594-446c-41ad-b9f9-d3772a1a7c5e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:14.854854 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c4c3ce3e-2ff8-4b64-9782-f8bd9f2c9807 req-1bc54594-446c-41ad-b9f9-d3772a1a7c5e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 943 time: 0.0952237 Oct 19 01:54:14.892198 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c4c3ce3e-2ff8-4b64-9782-f8bd9f2c9807 req-fae2b965-2676-494e-b098-dc94f74dba87 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313911 Oct 19 01:54:16.010505 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302c161-11ea-403c-8166-1735267cf752 req-bb431128-de91-4c97-8b58-2ea9017f1272 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:16.012210 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e302c161-11ea-403c-8166-1735267cf752 req-bb431128-de91-4c97-8b58-2ea9017f1272 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 943 time: 0.0535965 Oct 19 01:54:16.049489 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e302c161-11ea-403c-8166-1735267cf752 req-317f60e3-ee3b-4cbd-a961-ec249bdaf1d9 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308774 Oct 19 01:54:16.601819 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6da99669-e4f0-40c0-b87f-10a5da9ddb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:17.167221 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081eaa4-d043-4523-b574-7a03bfd67c34 req-c07d4860-a82b-4c73-8371-c6edae38e524 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:17.168717 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a081eaa4-d043-4523-b574-7a03bfd67c34 req-c07d4860-a82b-4c73-8371-c6edae38e524 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 943 time: 0.0524864 Oct 19 01:54:17.208658 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a081eaa4-d043-4523-b574-7a03bfd67c34 req-4f773588-9f6d-451c-9a17-7bdc79db74c5 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338151 Oct 19 01:54:17.286536 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 1d36d242-4875-4cd4-9808-54e4b1f6bb8a details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:54:17.367180 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:17.395381 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=1d36d242-4875-4cd4-9808-54e4b1f6bb8a,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:54:17.405545 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '1d36d242-4875-4cd4-9808-54e4b1f6bb8a', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'port_id': '1d36d242-4875-4cd4-9808-54e4b1f6bb8a', 'mac_address': 'fa:16:3e:96:7a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:54:17.443082 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:17.455297 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d36d242-4875-4cd4-9808-54e4b1f6bb8a {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:54:17.474481 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=1d36d242-4875-4cd4-9808-54e4b1f6bb8a,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:54:17.478052 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:17.524277 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=1d36d242-4875-4cd4-9808-54e4b1f6bb8a,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:17.760166 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['1d36d242-4875-4cd4-9808-54e4b1f6bb8a'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:54:17.949888 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:18.373003 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593afc2-b8e4-4c80-88ce-430c071be385 req-34783de7-5bfd-4670-a40f-83640310e8f0 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:18.374495 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4593afc2-b8e4-4c80-88ce-430c071be385 req-34783de7-5bfd-4670-a40f-83640310e8f0 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 944 time: 0.1001339 Oct 19 01:54:18.412486 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4593afc2-b8e4-4c80-88ce-430c071be385 req-92a340f9-8ccd-4c7b-ad24-398417b3e92a tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319777 Oct 19 01:54:19.296928 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 1d36d242-4875-4cd4-9808-54e4b1f6bb8a up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:54:19.334572 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:54:19.344656 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:54:19.348389 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:54:19.348755 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:19.425935 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:19.448056 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa3762f-247a-4c4c-8d31-715f3235950c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d36d242-4875-4cd4-9808-54e4b1f6bb8a'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:54:19.450220 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d345a919e09488ae5d612616de865ea0c2ba3a56b910395b9c35ab2407a76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3acd432-d72d-43c9-8e4d-9a69df411758" -d '{"events": [{"server_uuid": "9aa3762f-247a-4c4c-8d31-715f3235950c", "name": "network-vif-plugged", "status": "completed", "tag": "1d36d242-4875-4cd4-9808-54e4b1f6bb8a"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:54:19.463714 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=1d36d242-4875-4cd4-9808-54e4b1f6bb8a,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:54:19.468347 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:19.493441 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c8ab51-454c-479b-acb3-ff1cda998292 x-openstack-request-id: req-61c8ab51-454c-479b-acb3-ff1cda998292 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:54:19.493742 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa3762f-247a-4c4c-8d31-715f3235950c", "name": "network-vif-plugged", "status": "completed", "tag": "1d36d242-4875-4cd4-9808-54e4b1f6bb8a", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:54:19.494000 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-61c8ab51-454c-479b-acb3-ff1cda998292 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:54:19.494395 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa3762f-247a-4c4c-8d31-715f3235950c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d36d242-4875-4cd4-9808-54e4b1f6bb8a', 'code': 200} Oct 19 01:54:19.522519 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=1d36d242-4875-4cd4-9808-54e4b1f6bb8a,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:19.547582 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6da8e-2173-4828-82e6-a77945def230 req-90801706-30de-4210-8ba2-7b7c2ba09130 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:19.549015 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e6b6da8e-2173-4828-82e6-a77945def230 req-90801706-30de-4210-8ba2-7b7c2ba09130 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 945 time: 0.0656579 Oct 19 01:54:19.586863 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e6b6da8e-2173-4828-82e6-a77945def230 req-fb188f98-7150-4345-8acd-15466412f038 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316422 Oct 19 01:54:19.592636 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0abc5-63e1-40ff-878f-37b41d4099f7 req-647c2dd5-5c81-47af-91d8-8f3a46dc9b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:19.594197 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f4d0abc5-63e1-40ff-878f-37b41d4099f7 req-647c2dd5-5c81-47af-91d8-8f3a46dc9b9c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 1097 time: 0.0410640 Oct 19 01:54:19.630260 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f4d0abc5-63e1-40ff-878f-37b41d4099f7 req-930d3803-0455-4e1b-bfe4-896ab6c14bc3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287368 Oct 19 01:54:19.880840 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:20.704821 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074f5e8-3c8c-4d13-b260-ee2df954f375 req-b8863479-8548-4025-8627-2da86ae6fb3c tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:20.706808 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d074f5e8-3c8c-4d13-b260-ee2df954f375 req-b8863479-8548-4025-8627-2da86ae6fb3c tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 945 time: 0.0514400 Oct 19 01:54:20.743935 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d074f5e8-3c8c-4d13-b260-ee2df954f375 req-49d735df-e22e-4a95-8065-66596f74d017 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309684 Oct 19 01:54:21.856610 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e8f85-bc5a-4f5d-93b3-7e8c4528e49e req-58338742-d3c6-45da-8efa-4d5b4dd04a95 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:21.858055 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-085e8f85-bc5a-4f5d-93b3-7e8c4528e49e req-58338742-d3c6-45da-8efa-4d5b4dd04a95 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 945 time: 0.0480084 Oct 19 01:54:21.895353 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-085e8f85-bc5a-4f5d-93b3-7e8c4528e49e req-d35c67e9-e147-4804-be05-ce00d0c792cc tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306895 Oct 19 01:54:22.005506 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9383374-315f-4196-b552-2f0d26adb8a9 req-5f7fe7d9-3b04-4c49-ba46-a0764f60714e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:22.006970 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d9383374-315f-4196-b552-2f0d26adb8a9 req-5f7fe7d9-3b04-4c49-ba46-a0764f60714e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 945 time: 0.0486357 Oct 19 01:54:22.015500 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53028) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:22.019929 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-240f1e05-44cc-415f-825a-480efbcfe3be tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Request body: {'floatingip': {'port_id': '1d36d242-4875-4cd4-9808-54e4b1f6bb8a'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:54:22.058007 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-240f1e05-44cc-415f-825a-480efbcfe3be tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks [] for floatingip, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:22.487842 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-240f1e05-44cc-415f-825a-480efbcfe3be tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:22.491432 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-240f1e05-44cc-415f-825a-480efbcfe3be tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:22.590243 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [None req-240f1e05-44cc-415f-825a-480efbcfe3be tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Floating IP fbaa33b7-1bb1-4f84-bc44-f70ce0e5480a associated. External IP: 172.25.8.201, port: 1d36d242-4875-4cd4-9808-54e4b1f6bb8a. Oct 19 01:54:23.083572 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dcd60e85-64d8-4912-9541-c1509dd8dd5d req-052b51e0-2820-4607-a3a6-9db34f2ac47e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0892341 Oct 19 01:54:23.182167 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240f1e05-44cc-415f-825a-480efbcfe3be tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Router cc129871-2bb3-4030-bd84-d3ec10a50b30 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:54:23.196857 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd60e85-64d8-4912-9541-c1509dd8dd5d req-51e4db5b-49f4-4830-8322-8be94484709e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:23.198347 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dcd60e85-64d8-4912-9541-c1509dd8dd5d req-51e4db5b-49f4-4830-8322-8be94484709e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 1097 time: 0.0688038 Oct 19 01:54:23.366446 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240f1e05-44cc-415f-825a-480efbcfe3be tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:54:23.372228 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-240f1e05-44cc-415f-825a-480efbcfe3be tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:23.375623 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd60e85-64d8-4912-9541-c1509dd8dd5d req-c7ed32b5-e0aa-4858-8d93-6e8f5eac3f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:23.377628 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dcd60e85-64d8-4912-9541-c1509dd8dd5d req-c7ed32b5-e0aa-4858-8d93-6e8f5eac3f84 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.1451716 Oct 19 01:54:23.378252 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea35e1d-80b6-4f26-895b-5853db2505cc None None] Sync routers for ids ['cc129871-2bb3-4030-bd84-d3ec10a50b30'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:54:23.388277 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea35e1d-80b6-4f26-895b-5853db2505cc None None] Routers {'cc129871-2bb3-4030-bd84-d3ec10a50b30'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:54:23.388968 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-7ea35e1d-80b6-4f26-895b-5853db2505cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:54:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['cc129871-2bb3-4030-bd84-d3ec10a50b30'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:23.441584 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-240f1e05-44cc-415f-825a-480efbcfe3be tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "PUT /v2.0/floatingips/fbaa33b7-1bb1-4f84-bc44-f70ce0e5480a HTTP/1.1" status: 200 len: 992 time: 1.4249771 Oct 19 01:54:23.445647 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa3762f-247a-4c4c-8d31-715f3235950c', 'tag': '1d36d242-4875-4cd4-9808-54e4b1f6bb8a'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:54:23.446022 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a19642b9372cad3d6a9da9a7c2f5085fba40028340e32bc0ed3f9b6ed79812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575730b8-9aa3-4c58-b380-4e7313a309c5" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa3762f-247a-4c4c-8d31-715f3235950c", "tag": "1d36d242-4875-4cd4-9808-54e4b1f6bb8a"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:54:23.465363 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dcd60e85-64d8-4912-9541-c1509dd8dd5d req-245837b4-d79d-4ab2-8ea2-337349d3cfd2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d36d242-4875-4cd4-9808-54e4b1f6bb8a HTTP/1.1" status: 200 len: 1000 time: 0.0730674 Oct 19 01:54:23.498062 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-7ea35e1d-80b6-4f26-895b-5853db2505cc None None] Set router cc129871-2bb3-4030-bd84-d3ec10a50b30 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:54:23.503676 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1b854e-641e-40cb-b973-60d993f8b807 x-openstack-request-id: req-db1b854e-641e-40cb-b973-60d993f8b807 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:54:23.504089 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa3762f-247a-4c4c-8d31-715f3235950c", "tag": "1d36d242-4875-4cd4-9808-54e4b1f6bb8a", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:54:23.504260 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-db1b854e-641e-40cb-b973-60d993f8b807 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:54:23.504659 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aa3762f-247a-4c4c-8d31-715f3235950c', 'tag': '1d36d242-4875-4cd4-9808-54e4b1f6bb8a', 'status': 'completed', 'code': 200} Oct 19 01:54:23.522298 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd60e85-64d8-4912-9541-c1509dd8dd5d req-d4398fcb-67d7-46d5-903b-1d38e856642b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:23.523819 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dcd60e85-64d8-4912-9541-c1509dd8dd5d req-d4398fcb-67d7-46d5-903b-1d38e856642b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0512624 Oct 19 01:54:23.569876 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd60e85-64d8-4912-9541-c1509dd8dd5d req-49ccecb0-635e-4363-882c-8a260352c728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:23.571373 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dcd60e85-64d8-4912-9541-c1509dd8dd5d req-49ccecb0-635e-4363-882c-8a260352c728 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405078 Oct 19 01:54:23.667347 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dcd60e85-64d8-4912-9541-c1509dd8dd5d req-ee1e742e-3e4b-44ed-9e1e-434105893779 service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884774 Oct 19 01:54:23.730547 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-7ea35e1d-80b6-4f26-895b-5853db2505cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'name': 'tempest-ServerActionsTestJSON-582573910-router', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:46:26Z', 'updated_at': '2021-10-19T01:46:29Z', 'revision_number': 4, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'gw_port': {'id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:27Z', 'updated_at': '2021-10-19T01:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'fbaa33b7-1bb1-4f84-bc44-f70ce0e5480a', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'floating_ip_address': '172.25.8.201', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'port_id': '1d36d242-4875-4cd4-9808-54e4b1f6bb8a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'mac_address': 'fa:16:3e:96:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa3762f-247a-4c4c-8d31-715f3235950c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:46:31Z', 'updated_at': '2021-10-19T01:54:22Z', 'revision_number': 13, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7181f317-13f0-4abc-970d-eb3b4965b315', 'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'mac_address': 'fa:16:3e:78:52:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:29Z', 'updated_at': '2021-10-19T01:46:33Z', 'revision_number': 5, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'subnets': [{'id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:23.757150 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea35e1d-80b6-4f26-895b-5853db2505cc None None] Checking router: cc129871-2bb3-4030-bd84-d3ec10a50b30 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:54:23.759945 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dcd60e85-64d8-4912-9541-c1509dd8dd5d req-835946ef-8e71-4670-84c6-7fdc9eb653ac service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847893 Oct 19 01:54:23.765897 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea35e1d-80b6-4f26-895b-5853db2505cc None None] Routers {'cc129871-2bb3-4030-bd84-d3ec10a50b30'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:54:23.766496 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-7ea35e1d-80b6-4f26-895b-5853db2505cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:54:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['cc129871-2bb3-4030-bd84-d3ec10a50b30'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:23.844601 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575730b8-9aa3-4c58-b380-4e7313a309c5 req-734bccba-5514-4f35-b7fa-70dfc40c8c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:23.846732 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-575730b8-9aa3-4c58-b380-4e7313a309c5 req-734bccba-5514-4f35-b7fa-70dfc40c8c28 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 1097 time: 0.0449057 Oct 19 01:54:23.874936 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-7ea35e1d-80b6-4f26-895b-5853db2505cc None None] Set router cc129871-2bb3-4030-bd84-d3ec10a50b30 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:54:23.939961 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575730b8-9aa3-4c58-b380-4e7313a309c5 req-e8b933e9-e255-4a3a-ad9e-d3701f0ad92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:23.941574 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-575730b8-9aa3-4c58-b380-4e7313a309c5 req-e8b933e9-e255-4a3a-ad9e-d3701f0ad92f service neutron] 10.222.0.55 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.0877736 Oct 19 01:54:24.014775 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-575730b8-9aa3-4c58-b380-4e7313a309c5 req-509cb5d8-0e49-44ef-99de-6dbcd8f946b1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d36d242-4875-4cd4-9808-54e4b1f6bb8a HTTP/1.1" status: 200 len: 1000 time: 0.0661557 Oct 19 01:54:24.066926 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575730b8-9aa3-4c58-b380-4e7313a309c5 req-b07a485a-a3cb-468f-bf12-16c1e0cd6060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:24.068427 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-575730b8-9aa3-4c58-b380-4e7313a309c5 req-b07a485a-a3cb-468f-bf12-16c1e0cd6060 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0460675 Oct 19 01:54:24.115442 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575730b8-9aa3-4c58-b380-4e7313a309c5 req-ba85bd29-7d6d-4625-8440-3abe35752107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:24.116996 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-575730b8-9aa3-4c58-b380-4e7313a309c5 req-ba85bd29-7d6d-4625-8440-3abe35752107 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421934 Oct 19 01:54:24.217774 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-575730b8-9aa3-4c58-b380-4e7313a309c5 req-843f0108-5020-413e-8fa1-d79452729f8c service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940208 Oct 19 01:54:24.255484 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-7ea35e1d-80b6-4f26-895b-5853db2505cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'name': 'tempest-ServerActionsTestJSON-582573910-router', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:46:26Z', 'updated_at': '2021-10-19T01:46:29Z', 'revision_number': 4, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'gw_port': {'id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:27Z', 'updated_at': '2021-10-19T01:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'fbaa33b7-1bb1-4f84-bc44-f70ce0e5480a', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'floating_ip_address': '172.25.8.201', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'port_id': '1d36d242-4875-4cd4-9808-54e4b1f6bb8a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'mac_address': 'fa:16:3e:96:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa3762f-247a-4c4c-8d31-715f3235950c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:46:31Z', 'updated_at': '2021-10-19T01:54:22Z', 'revision_number': 13, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7181f317-13f0-4abc-970d-eb3b4965b315', 'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'mac_address': 'fa:16:3e:78:52:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:29Z', 'updated_at': '2021-10-19T01:46:33Z', 'revision_number': 5, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'subnets': [{'id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:24.285088 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea35e1d-80b6-4f26-895b-5853db2505cc None None] The sync data for ids ['cc129871-2bb3-4030-bd84-d3ec10a50b30'] in n-d-715271-26 is: [{'id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'name': 'tempest-ServerActionsTestJSON-582573910-router', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:46:26Z', 'updated_at': '2021-10-19T01:46:29Z', 'revision_number': 4, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'gw_port': {'id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:27Z', 'updated_at': '2021-10-19T01:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'fbaa33b7-1bb1-4f84-bc44-f70ce0e5480a', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'floating_ip_address': '172.25.8.201', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'port_id': '1d36d242-4875-4cd4-9808-54e4b1f6bb8a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'mac_address': 'fa:16:3e:96:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa3762f-247a-4c4c-8d31-715f3235950c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:46:31Z', 'updated_at': '2021-10-19T01:54:22Z', 'revision_number': 13, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7181f317-13f0-4abc-970d-eb3b4965b315', 'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'mac_address': 'fa:16:3e:78:52:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:29Z', 'updated_at': '2021-10-19T01:46:33Z', 'revision_number': 5, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'subnets': [{'id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:54:24.311894 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-575730b8-9aa3-4c58-b380-4e7313a309c5 req-71833330-1927-445d-96eb-911e2691257f service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870481 Oct 19 01:54:24.472614 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5c69ef-2015-4b4a-a300-3df7002a335d None None] New status for floating IP fbaa33b7-1bb1-4f84-bc44-f70ce0e5480a: ACTIVE {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:54:27.592102 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:30.032747 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:44.016882 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b8b37956-7864-4397-9563-c9fffa9610fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:46.603092 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-790f8ce9-fbf8-48c7-89a9-eda4c9137e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:47.328490 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:47.954014 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:49.884306 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:56.334074 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:54:57.604767 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:00.035008 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:14.017144 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-547f5fde-502d-4a09-a252-221a124c0c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:16.602936 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f5a023c2-9162-4127-b658-11223aecbf26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:17.329606 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:17.954955 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:19.886275 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:23.054893 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b343ee1b-b7e3-4a93-9dad-5485d21c387a req-77efc1d8-5cfb-4405-b2c2-f78804670e9f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0826001 Oct 19 01:55:23.139568 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343ee1b-b7e3-4a93-9dad-5485d21c387a req-40182c2d-73e5-42ca-b1c9-865688ffcc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:23.141128 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b343ee1b-b7e3-4a93-9dad-5485d21c387a req-40182c2d-73e5-42ca-b1c9-865688ffcc0c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 1097 time: 0.0401456 Oct 19 01:55:23.244388 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343ee1b-b7e3-4a93-9dad-5485d21c387a req-2a7f7027-cc25-40a1-976e-9a3317713f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:23.245844 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b343ee1b-b7e3-4a93-9dad-5485d21c387a req-2a7f7027-cc25-40a1-976e-9a3317713f00 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.0845118 Oct 19 01:55:23.317287 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b343ee1b-b7e3-4a93-9dad-5485d21c387a req-407d6d99-2449-4ece-8697-7da0ef58fba4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d36d242-4875-4cd4-9808-54e4b1f6bb8a HTTP/1.1" status: 200 len: 1002 time: 0.0620718 Oct 19 01:55:23.367229 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343ee1b-b7e3-4a93-9dad-5485d21c387a req-7b470495-b4b4-4da9-9aff-7910d5e0cd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:23.368688 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b343ee1b-b7e3-4a93-9dad-5485d21c387a req-7b470495-b4b4-4da9-9aff-7910d5e0cd40 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0436704 Oct 19 01:55:23.414716 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343ee1b-b7e3-4a93-9dad-5485d21c387a req-907d8d63-e515-40cb-b56b-d22fad6df5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:23.416192 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b343ee1b-b7e3-4a93-9dad-5485d21c387a req-907d8d63-e515-40cb-b56b-d22fad6df5bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394957 Oct 19 01:55:23.512487 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b343ee1b-b7e3-4a93-9dad-5485d21c387a req-756d8918-11e4-4633-a31b-4fd52958fb80 service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876210 Oct 19 01:55:23.605334 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b343ee1b-b7e3-4a93-9dad-5485d21c387a req-439b9b1e-24be-452a-be6a-c7c16730d45c service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850601 Oct 19 01:55:27.605669 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:30.062188 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:33.333468 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:55:44.018420 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6c5767f3-2504-4416-89ea-9b608c857455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:46.603347 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-afe2ae5e-4fb1-4e79-964d-31fe0c3cc4ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:47.330983 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:47.958670 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:49.889738 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:57.620690 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:00.065808 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:10.332085 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:56:14.019062 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dbb2a363-6748-45c0-b57f-611a8daa7d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:16.602973 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c5e643d7-8e77-426d-aad2-d6082dab36fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:17.332644 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:17.961344 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:19.891283 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:24.957881 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a79084c0-3754-47d5-ba37-77e9708a5793 req-63548d16-c73d-403f-b288-83035de5b824 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421827 Oct 19 01:56:25.038463 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79084c0-3754-47d5-ba37-77e9708a5793 req-db2a64a2-a503-4251-9f23-af948a280bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:25.039960 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a79084c0-3754-47d5-ba37-77e9708a5793 req-db2a64a2-a503-4251-9f23-af948a280bc5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 1097 time: 0.0399139 Oct 19 01:56:25.144338 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79084c0-3754-47d5-ba37-77e9708a5793 req-03cd6082-49da-40be-acc0-7bbfb934cec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:25.145779 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a79084c0-3754-47d5-ba37-77e9708a5793 req-03cd6082-49da-40be-acc0-7bbfb934cec9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.0876765 Oct 19 01:56:25.212828 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a79084c0-3754-47d5-ba37-77e9708a5793 req-e613b0c1-fc33-4e1e-9faa-f27b7f3185ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d36d242-4875-4cd4-9808-54e4b1f6bb8a HTTP/1.1" status: 200 len: 1002 time: 0.0604038 Oct 19 01:56:25.264641 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79084c0-3754-47d5-ba37-77e9708a5793 req-4e7c9aaf-9121-4670-b707-71b87225fca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:25.266114 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a79084c0-3754-47d5-ba37-77e9708a5793 req-4e7c9aaf-9121-4670-b707-71b87225fca3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0469930 Oct 19 01:56:25.316009 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79084c0-3754-47d5-ba37-77e9708a5793 req-765e2ede-6fad-4930-a0f0-774caf94d7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:25.317503 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a79084c0-3754-47d5-ba37-77e9708a5793 req-765e2ede-6fad-4930-a0f0-774caf94d7e6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446429 Oct 19 01:56:25.408624 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a79084c0-3754-47d5-ba37-77e9708a5793 req-9410bd3a-8a51-4057-8288-8c4967103149 service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840898 Oct 19 01:56:25.502344 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a79084c0-3754-47d5-ba37-77e9708a5793 req-de89c32b-c176-43df-83f3-bd93e3e77e0d service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862367 Oct 19 01:56:27.621495 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:30.072459 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:44.020414 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-68324850-aaf7-4032-b6df-3a5c2c7ee05e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:46.602976 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6c0e3032-bfa5-48b7-864e-46c2889f307d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:47.331381 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:56:47.334841 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:47.964615 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:49.896221 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:51.825528 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe73ac-7829-4c43-8cf6-e64ce69db1b5 req-ce37f098-d897-4c98-8eae-a23d39b5aeb6 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:51.827025 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8cbe73ac-7829-4c43-8cf6-e64ce69db1b5 req-ce37f098-d897-4c98-8eae-a23d39b5aeb6 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 945 time: 0.1410880 Oct 19 01:56:51.867302 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8cbe73ac-7829-4c43-8cf6-e64ce69db1b5 req-6efcf349-28de-4e1b-bfde-42a6e125e105 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343060 Oct 19 01:56:57.634263 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:00.071681 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:03.073220 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-43b3a52d-76b6-48fd-a524-a2e7968f3899 req-d13f4df5-1400-40fd-988d-3a48932e3baa service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:57:03.074251 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-43b3a52d-76b6-48fd-a524-a2e7968f3899 req-d13f4df5-1400-40fd-988d-3a48932e3baa service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0488508 Oct 19 01:57:03.279080 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31718c79-1115-4931-a4e1-136cca9140fa req-d015f983-cf3e-4c36-9744-588051f5b9e0 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:03.280599 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-31718c79-1115-4931-a4e1-136cca9140fa req-d015f983-cf3e-4c36-9744-588051f5b9e0 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 945 time: 0.0591297 Oct 19 01:57:03.321819 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-31718c79-1115-4931-a4e1-136cca9140fa req-4d6f65ca-8f33-45aa-8f3f-166a3ae517d9 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349145 Oct 19 01:57:03.328878 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3412f549-718a-4e37-823c-6c78651f5f3d req-8b215ce5-fa21-4c9b-84e2-5db1d166f362 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0832903 Oct 19 01:57:03.338483 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-3412f549-718a-4e37-823c-6c78651f5f3d req-ac335378-edc0-4702-a9b2-a1c6c31bf0f9 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:57:03.339436 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3412f549-718a-4e37-823c-6c78651f5f3d req-ac335378-edc0-4702-a9b2-a1c6c31bf0f9 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054955 Oct 19 01:57:04.434876 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412f549-718a-4e37-823c-6c78651f5f3d req-b25d560d-09d9-4df2-abc4-639dd56dc8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:04.436438 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3412f549-718a-4e37-823c-6c78651f5f3d req-b25d560d-09d9-4df2-abc4-639dd56dc8d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 1097 time: 0.0721736 Oct 19 01:57:04.460080 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fda38f-e13a-4c81-a52d-71f48f8fb784 req-01a31be1-2617-4a02-94bb-03ab01844bc0 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:04.461488 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-02fda38f-e13a-4c81-a52d-71f48f8fb784 req-01a31be1-2617-4a02-94bb-03ab01844bc0 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 945 time: 0.0651567 Oct 19 01:57:04.542119 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-02fda38f-e13a-4c81-a52d-71f48f8fb784 req-92f5282d-2e1a-4d49-8f15-81dec1b3c64b tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709379 Oct 19 01:57:04.564182 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412f549-718a-4e37-823c-6c78651f5f3d req-061299ae-d462-4df3-bce9-6469c99c0f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:04.565678 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3412f549-718a-4e37-823c-6c78651f5f3d req-061299ae-d462-4df3-bce9-6469c99c0f52 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.1208911 Oct 19 01:57:04.635645 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3412f549-718a-4e37-823c-6c78651f5f3d req-a6c8b457-6ce6-42ab-86e4-51800a7331c4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d36d242-4875-4cd4-9808-54e4b1f6bb8a HTTP/1.1" status: 200 len: 1002 time: 0.0626476 Oct 19 01:57:04.684069 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412f549-718a-4e37-823c-6c78651f5f3d req-03b859ca-6c40-416a-a495-7a14b686a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:04.685446 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3412f549-718a-4e37-823c-6c78651f5f3d req-03b859ca-6c40-416a-a495-7a14b686a331 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0430615 Oct 19 01:57:04.729464 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412f549-718a-4e37-823c-6c78651f5f3d req-d70999d5-96d4-49c5-a003-836cf883cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:04.730933 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3412f549-718a-4e37-823c-6c78651f5f3d req-d70999d5-96d4-49c5-a003-836cf883cfb4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386512 Oct 19 01:57:04.824181 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3412f549-718a-4e37-823c-6c78651f5f3d req-22d544d2-8994-4d02-a028-bff12876a828 service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862341 Oct 19 01:57:04.919161 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3412f549-718a-4e37-823c-6c78651f5f3d req-55b8a02f-4899-4071-8c88-2bf4edd4d00c service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881181 Oct 19 01:57:05.656946 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cde135-21a1-4947-affe-9b6c7d371446 req-ce720202-5a9d-42cc-a74a-0c5e568ce92b tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:05.658410 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b8cde135-21a1-4947-affe-9b6c7d371446 req-ce720202-5a9d-42cc-a74a-0c5e568ce92b tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 945 time: 0.0482287 Oct 19 01:57:05.695570 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b8cde135-21a1-4947-affe-9b6c7d371446 req-e36844a6-cd36-46de-a12e-f01e8c76a089 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303779 Oct 19 01:57:06.811458 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a2202-8d58-45b0-b3a9-94a92c67736f req-30b62c3e-6eaa-4482-bc4d-53391ce93a61 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:06.812964 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-231a2202-8d58-45b0-b3a9-94a92c67736f req-30b62c3e-6eaa-4482-bc4d-53391ce93a61 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 945 time: 0.0493731 Oct 19 01:57:06.850330 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-231a2202-8d58-45b0-b3a9-94a92c67736f req-a5a08c9c-a6aa-41c3-9f6b-0327d9736d83 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315061 Oct 19 01:57:07.967813 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752abb0-30e5-42b6-85e3-98d999292134 req-85ee3d33-c6ee-42a3-bf2f-d5ec348d1a41 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:07.969290 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f752abb0-30e5-42b6-85e3-98d999292134 req-85ee3d33-c6ee-42a3-bf2f-d5ec348d1a41 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 945 time: 0.0527511 Oct 19 01:57:08.007139 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f752abb0-30e5-42b6-85e3-98d999292134 req-7ecaee77-edcf-4e12-9633-780a8daf7a4a tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318701 Oct 19 01:57:09.121805 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f5734-7570-43be-95f5-80aee8701110 req-db86132f-1ca0-48bc-a52a-4bdd34bfebbe tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:09.123289 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-853f5734-7570-43be-95f5-80aee8701110 req-db86132f-1ca0-48bc-a52a-4bdd34bfebbe tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 945 time: 0.0493970 Oct 19 01:57:09.159984 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-853f5734-7570-43be-95f5-80aee8701110 req-78bd4100-aa60-44dd-82b6-65278f4eebcb tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307930 Oct 19 01:57:10.282156 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b78a0-9fc8-4ce1-95c1-37192eee16a9 req-ca380823-1a53-435b-9581-5e9af653a7e4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:10.283553 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2a6b78a0-9fc8-4ce1-95c1-37192eee16a9 req-ca380823-1a53-435b-9581-5e9af653a7e4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 945 time: 0.0547988 Oct 19 01:57:10.320579 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2a6b78a0-9fc8-4ce1-95c1-37192eee16a9 req-b725e0b1-2fe9-4769-a2fb-7e91bdf8725a tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309341 Oct 19 01:57:11.434822 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4b54e-7fbb-473f-b513-6cfa0eac9404 req-370c02e4-f8f3-422b-be27-bc7b2cf92478 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:11.436323 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-97d4b54e-7fbb-473f-b513-6cfa0eac9404 req-370c02e4-f8f3-422b-be27-bc7b2cf92478 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 945 time: 0.0488522 Oct 19 01:57:11.478423 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-97d4b54e-7fbb-473f-b513-6cfa0eac9404 req-8c1c406c-3216-45c5-8a10-4fda441c486b tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362458 Oct 19 01:57:12.591343 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fa899-d825-48a2-9a5d-3b7b2b1ea95c req-ab8e5bb9-a77a-4750-af10-8795d5d961d1 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:12.592836 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1a3fa899-d825-48a2-9a5d-3b7b2b1ea95c req-ab8e5bb9-a77a-4750-af10-8795d5d961d1 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 945 time: 0.0481639 Oct 19 01:57:12.630051 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1a3fa899-d825-48a2-9a5d-3b7b2b1ea95c req-64e6992b-9ea7-4869-b22e-7e1a89543ecd tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314019 Oct 19 01:57:13.744692 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9972e-87a3-4ef7-9d9b-e9d53a8a9e01 req-eade72ac-6fbc-43c4-abbb-4e7c7a1aef01 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:13.746411 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-03a9972e-87a3-4ef7-9d9b-e9d53a8a9e01 req-eade72ac-6fbc-43c4-abbb-4e7c7a1aef01 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 945 time: 0.0486763 Oct 19 01:57:13.782818 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-03a9972e-87a3-4ef7-9d9b-e9d53a8a9e01 req-4a21326a-2609-4bfc-b17e-a672fea8ebd7 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304651 Oct 19 01:57:14.021852 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7a0702b8-204b-4a88-889e-95a6ff6caaad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:14.898825 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c3928-e317-4746-988e-f6dc303af719 req-e8ec6a44-b8e1-4b65-a13f-f2e65fc1632e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:14.900459 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e29c3928-e317-4746-988e-f6dc303af719 req-e8ec6a44-b8e1-4b65-a13f-f2e65fc1632e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 945 time: 0.0490792 Oct 19 01:57:14.937409 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e29c3928-e317-4746-988e-f6dc303af719 req-aea0d1b6-95ed-4105-a382-e76a1ee837f3 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310113 Oct 19 01:57:16.055338 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff2f0c-c77c-4a01-91e9-dd56993c2628 req-4daef1a4-1de5-4ece-ac9f-286685e3e911 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:16.056840 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d2ff2f0c-c77c-4a01-91e9-dd56993c2628 req-4daef1a4-1de5-4ece-ac9f-286685e3e911 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 945 time: 0.0504665 Oct 19 01:57:16.093906 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d2ff2f0c-c77c-4a01-91e9-dd56993c2628 req-a1e95b49-a8b9-469d-b894-7ba5233cd9d7 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311356 Oct 19 01:57:16.603787 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d30ed2ef-7460-449e-bd75-f8227afebae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:17.213588 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0d41b-f864-441d-965d-a2b6410f03be req-886eda44-c00b-4bfe-8394-46d04ed92a16 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:17.215069 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c6b0d41b-f864-441d-965d-a2b6410f03be req-886eda44-c00b-4bfe-8394-46d04ed92a16 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 945 time: 0.0534232 Oct 19 01:57:17.254247 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c6b0d41b-f864-441d-965d-a2b6410f03be req-ebbf8d22-bee0-4b9f-9ed1-df2da3196f9a tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331135 Oct 19 01:57:17.341793 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:17.968154 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:18.383785 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189fbdff-29e1-4b88-94ea-2c9b7c19833c req-2f5eaeb3-2ef9-4378-81d4-b85ab5f03cb8 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:18.385277 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-189fbdff-29e1-4b88-94ea-2c9b7c19833c req-2f5eaeb3-2ef9-4378-81d4-b85ab5f03cb8 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 945 time: 0.0629885 Oct 19 01:57:18.427596 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-189fbdff-29e1-4b88-94ea-2c9b7c19833c req-97de4591-eeb2-48e8-9d69-c3dbc91389e1 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362651 Oct 19 01:57:19.009580 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [req-3412f549-718a-4e37-823c-6c78651f5f3d req-e9dd98d2-d2d1-4f98-9f70-70ee7fe6e775 service neutron] show failed (client error): The resource could not be found. Oct 19 01:57:19.010504 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3412f549-718a-4e37-823c-6c78651f5f3d req-e9dd98d2-d2d1-4f98-9f70-70ee7fe6e775 service neutron] 10.222.0.55 "GET /v2.0/ports/1d36d242-4875-4cd4-9808-54e4b1f6bb8a/bindings/n-h2-715271-26 HTTP/1.1" status: 404 len: 381 time: 0.0552630 Oct 19 01:57:19.284911 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412f549-718a-4e37-823c-6c78651f5f3d req-3766f6d9-53f5-4c5c-b428-a020138ff49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:19.286412 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3412f549-718a-4e37-823c-6c78651f5f3d req-3766f6d9-53f5-4c5c-b428-a020138ff49b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c&tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce HTTP/1.1" status: 200 len: 1097 time: 0.0832481 Oct 19 01:57:19.298877 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-3412f549-718a-4e37-823c-6c78651f5f3d req-cc977bf5-b3a9-4445-8bd4-77ec05ff860a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-26', 'device_owner': 'compute:nova'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:57:19.349100 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3412f549-718a-4e37-823c-6c78651f5f3d req-cc977bf5-b3a9-4445-8bd4-77ec05ff860a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:19.578237 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-3412f549-718a-4e37-823c-6c78651f5f3d req-cc977bf5-b3a9-4445-8bd4-77ec05ff860a service neutron] For port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=1d36d242-4875-4cd4-9808-54e4b1f6bb8a,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:57:19.595915 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ccc84-d3a8-4a0c-9a5e-f360590a238f req-e0553282-5070-40c8-83fa-d46e5fa04531 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:19.597389 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c32ccc84-d3a8-4a0c-9a5e-f360590a238f req-e0553282-5070-40c8-83fa-d46e5fa04531 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 945 time: 0.1002882 Oct 19 01:57:19.642388 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-3412f549-718a-4e37-823c-6c78651f5f3d req-cc977bf5-b3a9-4445-8bd4-77ec05ff860a service neutron] For port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a, host n-h1-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:57:19.678206 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c32ccc84-d3a8-4a0c-9a5e-f360590a238f req-ac4b3227-5dee-428c-b129-8c11b6066366 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721276 Oct 19 01:57:19.692439 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa3762f-247a-4c4c-8d31-715f3235950c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d36d242-4875-4cd4-9808-54e4b1f6bb8a'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:57:19.697903 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3412f549-718a-4e37-823c-6c78651f5f3d req-cc977bf5-b3a9-4445-8bd4-77ec05ff860a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:19.709993 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-3412f549-718a-4e37-823c-6c78651f5f3d req-cc977bf5-b3a9-4445-8bd4-77ec05ff860a service neutron] Transition to ACTIVE for port object 1d36d242-4875-4cd4-9808-54e4b1f6bb8a will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:57:19.713703 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3412f549-718a-4e37-823c-6c78651f5f3d req-cc977bf5-b3a9-4445-8bd4-77ec05ff860a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:19.746617 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}604d1223bc0e61ef4f6f375a56b68240d92e3dadd1a32e57b330ac88f8c52c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec714ae5-f984-482b-ae9d-e937147bb2a0" -d '{"events": [{"server_uuid": "9aa3762f-247a-4c4c-8d31-715f3235950c", "name": "network-vif-unplugged", "status": "completed", "tag": "1d36d242-4875-4cd4-9808-54e4b1f6bb8a"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:57:19.803386 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc977bf5-b3a9-4445-8bd4-77ec05ff860a service neutron] Pushing event updated for resources: {'Port': ['ID=1d36d242-4875-4cd4-9808-54e4b1f6bb8a,revision_number=6']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:57:19.821441 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc977bf5-b3a9-4445-8bd4-77ec05ff860a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:57:19.821797 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc977bf5-b3a9-4445-8bd4-77ec05ff860a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:57:19.822134 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc977bf5-b3a9-4445-8bd4-77ec05ff860a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:57:19.822467 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc977bf5-b3a9-4445-8bd4-77ec05ff860a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:57:19.822799 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc977bf5-b3a9-4445-8bd4-77ec05ff860a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:57:19.823127 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc977bf5-b3a9-4445-8bd4-77ec05ff860a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:57:19.823453 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc977bf5-b3a9-4445-8bd4-77ec05ff860a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:57:19.823798 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc977bf5-b3a9-4445-8bd4-77ec05ff860a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:57:19.824239 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc977bf5-b3a9-4445-8bd4-77ec05ff860a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:57:19.824426 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc977bf5-b3a9-4445-8bd4-77ec05ff860a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:57:19.827954 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc977bf5-b3a9-4445-8bd4-77ec05ff860a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:57:19.828368 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc977bf5-b3a9-4445-8bd4-77ec05ff860a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:57:19.867466 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae733575-38a4-4547-9416-3f78e0b51d28 x-openstack-request-id: req-ae733575-38a4-4547-9416-3f78e0b51d28 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:57:19.867774 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa3762f-247a-4c4c-8d31-715f3235950c", "name": "network-vif-unplugged", "status": "completed", "tag": "1d36d242-4875-4cd4-9808-54e4b1f6bb8a", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:57:19.868030 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ae733575-38a4-4547-9416-3f78e0b51d28 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:57:19.868425 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa3762f-247a-4c4c-8d31-715f3235950c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d36d242-4875-4cd4-9808-54e4b1f6bb8a', 'code': 200} Oct 19 01:57:19.869371 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-3412f549-718a-4e37-823c-6c78651f5f3d req-cc977bf5-b3a9-4445-8bd4-77ec05ff860a service neutron] No DVR routers for this DVR port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a on host n-h1-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:57:19.899328 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:20.013316 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-3412f549-718a-4e37-823c-6c78651f5f3d req-cc977bf5-b3a9-4445-8bd4-77ec05ff860a service neutron] Attempting to bind port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:57:20.013653 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-3412f549-718a-4e37-823c-6c78651f5f3d req-cc977bf5-b3a9-4445-8bd4-77ec05ff860a service neutron] Attempting to bind port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:57:20.013983 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3412f549-718a-4e37-823c-6c78651f5f3d req-cc977bf5-b3a9-4445-8bd4-77ec05ff860a service neutron] Attempting to bind port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a on network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:57:20.018273 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3412f549-718a-4e37-823c-6c78651f5f3d req-cc977bf5-b3a9-4445-8bd4-77ec05ff860a service neutron] Port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a on network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:57:20.018586 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3412f549-718a-4e37-823c-6c78651f5f3d req-cc977bf5-b3a9-4445-8bd4-77ec05ff860a service neutron] Attempting to bind port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a on network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:57:20.023658 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3412f549-718a-4e37-823c-6c78651f5f3d req-cc977bf5-b3a9-4445-8bd4-77ec05ff860a service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:57:20.023973 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3412f549-718a-4e37-823c-6c78651f5f3d req-cc977bf5-b3a9-4445-8bd4-77ec05ff860a service neutron] Checking segment: {'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:57:20.024349 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3412f549-718a-4e37-823c-6c78651f5f3d req-cc977bf5-b3a9-4445-8bd4-77ec05ff860a service neutron] Bound using segment: {'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:57:20.024766 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-3412f549-718a-4e37-823c-6c78651f5f3d req-cc977bf5-b3a9-4445-8bd4-77ec05ff860a service neutron] Bound port: 1d36d242-4875-4cd4-9808-54e4b1f6bb8a, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:57:20.025117 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3412f549-718a-4e37-823c-6c78651f5f3d req-cc977bf5-b3a9-4445-8bd4-77ec05ff860a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:20.089475 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-3412f549-718a-4e37-823c-6c78651f5f3d req-cc977bf5-b3a9-4445-8bd4-77ec05ff860a service neutron] For port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:57:20.092396 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-3412f549-718a-4e37-823c-6c78651f5f3d req-cc977bf5-b3a9-4445-8bd4-77ec05ff860a service neutron] For port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1d36d242-4875-4cd4-9808-54e4b1f6bb8a,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:57:20.097042 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3412f549-718a-4e37-823c-6c78651f5f3d req-cc977bf5-b3a9-4445-8bd4-77ec05ff860a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:20.128660 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412f549-718a-4e37-823c-6c78651f5f3d req-cc977bf5-b3a9-4445-8bd4-77ec05ff860a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:20.129370 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-3412f549-718a-4e37-823c-6c78651f5f3d req-cc977bf5-b3a9-4445-8bd4-77ec05ff860a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:20.130772 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3412f549-718a-4e37-823c-6c78651f5f3d req-cc977bf5-b3a9-4445-8bd4-77ec05ff860a service neutron] 10.222.0.24 "PUT /v2.0/ports/1d36d242-4875-4cd4-9808-54e4b1f6bb8a HTTP/1.1" status: 200 len: 1092 time: 0.8358812 Oct 19 01:57:20.166987 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc977bf5-b3a9-4445-8bd4-77ec05ff860a service neutron] Pushing event updated for resources: {'Port': ['ID=1d36d242-4875-4cd4-9808-54e4b1f6bb8a,revision_number=7']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:57:20.184156 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 1d36d242-4875-4cd4-9808-54e4b1f6bb8a no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:57:20.205030 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412f549-718a-4e37-823c-6c78651f5f3d req-0554f3ad-18c6-48b7-883e-ed1c9cf0e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:20.206566 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3412f549-718a-4e37-823c-6c78651f5f3d req-0554f3ad-18c6-48b7-883e-ed1c9cf0e871 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 1095 time: 0.0474668 Oct 19 01:57:20.227145 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 1d36d242-4875-4cd4-9808-54e4b1f6bb8a not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:57:20.305117 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412f549-718a-4e37-823c-6c78651f5f3d req-f61badb0-fe75-4381-82e8-242d0bafcaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:20.306595 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3412f549-718a-4e37-823c-6c78651f5f3d req-f61badb0-fe75-4381-82e8-242d0bafcaf2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.0930746 Oct 19 01:57:20.370124 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3412f549-718a-4e37-823c-6c78651f5f3d req-e3084133-74a8-479a-85a5-e6adab168642 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d36d242-4875-4cd4-9808-54e4b1f6bb8a HTTP/1.1" status: 200 len: 1000 time: 0.0567138 Oct 19 01:57:20.418771 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412f549-718a-4e37-823c-6c78651f5f3d req-d5370d60-78a8-4685-ad60-5dba610ed2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:20.420279 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3412f549-718a-4e37-823c-6c78651f5f3d req-d5370d60-78a8-4685-ad60-5dba610ed2cf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0438700 Oct 19 01:57:20.468970 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412f549-718a-4e37-823c-6c78651f5f3d req-7522654c-b3ca-4296-87a8-84ad3dc722f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:20.470479 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3412f549-718a-4e37-823c-6c78651f5f3d req-7522654c-b3ca-4296-87a8-84ad3dc722f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434728 Oct 19 01:57:20.558428 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3412f549-718a-4e37-823c-6c78651f5f3d req-181b4707-da5f-4337-98a9-f057a3dc90db service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800188 Oct 19 01:57:20.650727 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3412f549-718a-4e37-823c-6c78651f5f3d req-3b6b0379-316d-4e6d-a211-a5be9a43923b service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851965 Oct 19 01:57:20.797940 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5fc84d-a8a0-4488-a1f0-49fa5023bb54 req-b98a4b38-3cc8-413c-8340-c0dc83130ed4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:20.799444 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5d5fc84d-a8a0-4488-a1f0-49fa5023bb54 req-b98a4b38-3cc8-413c-8340-c0dc83130ed4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 943 time: 0.0503836 Oct 19 01:57:20.839646 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5d5fc84d-a8a0-4488-a1f0-49fa5023bb54 req-067ac687-738a-42da-b192-86a30cd9f972 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334778 Oct 19 01:57:21.869661 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa3762f-247a-4c4c-8d31-715f3235950c', 'tag': '1d36d242-4875-4cd4-9808-54e4b1f6bb8a'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:57:21.872480 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}604d1223bc0e61ef4f6f375a56b68240d92e3dadd1a32e57b330ac88f8c52c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bc3892-975b-423e-9760-e22506649b06" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa3762f-247a-4c4c-8d31-715f3235950c", "tag": "1d36d242-4875-4cd4-9808-54e4b1f6bb8a"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:57:21.921747 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2725ac8e-e4e9-489b-aba2-2048b2140872 x-openstack-request-id: req-2725ac8e-e4e9-489b-aba2-2048b2140872 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:57:21.922036 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa3762f-247a-4c4c-8d31-715f3235950c", "tag": "1d36d242-4875-4cd4-9808-54e4b1f6bb8a", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:57:21.922291 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2725ac8e-e4e9-489b-aba2-2048b2140872 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:57:21.922947 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aa3762f-247a-4c4c-8d31-715f3235950c', 'tag': '1d36d242-4875-4cd4-9808-54e4b1f6bb8a', 'status': 'completed', 'code': 200} Oct 19 01:57:21.972091 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffd63e-0171-499f-aa6a-d22f7eeec267 req-34db39ae-45fd-46b3-a038-832e26c8e31b tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:21.974251 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a4ffd63e-0171-499f-aa6a-d22f7eeec267 req-34db39ae-45fd-46b3-a038-832e26c8e31b tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 943 time: 0.0594532 Oct 19 01:57:21.989840 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc3892-975b-423e-9760-e22506649b06 req-27b4b6ce-e37a-435e-a658-fcbda79507e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:21.992214 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-58bc3892-975b-423e-9760-e22506649b06 req-27b4b6ce-e37a-435e-a658-fcbda79507e1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 1095 time: 0.0448320 Oct 19 01:57:22.044046 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a4ffd63e-0171-499f-aa6a-d22f7eeec267 req-12a209aa-4d93-4c81-8d51-ab22de30e0b1 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591538 Oct 19 01:57:22.045979 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc3892-975b-423e-9760-e22506649b06 req-9bb843ce-13ad-42a2-be2b-e06db839868b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:22.047536 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-58bc3892-975b-423e-9760-e22506649b06 req-9bb843ce-13ad-42a2-be2b-e06db839868b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 1095 time: 0.0722306 Oct 19 01:57:22.096505 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc3892-975b-423e-9760-e22506649b06 req-3d0ffe1c-fc57-4be9-99d5-fafd31c51a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:22.097974 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-58bc3892-975b-423e-9760-e22506649b06 req-3d0ffe1c-fc57-4be9-99d5-fafd31c51a4b service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.0995052 Oct 19 01:57:22.148165 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc3892-975b-423e-9760-e22506649b06 req-ffc298e4-3671-4518-8294-14040e17b159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:22.150026 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-58bc3892-975b-423e-9760-e22506649b06 req-ffc298e4-3671-4518-8294-14040e17b159 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.0945361 Oct 19 01:57:22.172372 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-58bc3892-975b-423e-9760-e22506649b06 req-fe7634ba-e9ab-4b09-a46c-6906d4f02bbc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d36d242-4875-4cd4-9808-54e4b1f6bb8a HTTP/1.1" status: 200 len: 1000 time: 0.0661242 Oct 19 01:57:22.225609 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc3892-975b-423e-9760-e22506649b06 req-57474560-1114-435f-ae05-ae68f2ced83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:22.226592 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-58bc3892-975b-423e-9760-e22506649b06 req-e7ec7731-2383-486a-a35c-759f204cfc40 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d36d242-4875-4cd4-9808-54e4b1f6bb8a HTTP/1.1" status: 200 len: 1000 time: 0.0691257 Oct 19 01:57:22.227164 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-58bc3892-975b-423e-9760-e22506649b06 req-57474560-1114-435f-ae05-ae68f2ced83d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0486853 Oct 19 01:57:22.280132 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc3892-975b-423e-9760-e22506649b06 req-331ccf32-5182-4390-9557-55c64876e650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:22.280377 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc3892-975b-423e-9760-e22506649b06 req-cb46cf2b-c888-4e58-a3e2-8fd8ae0aeeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:22.281630 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-58bc3892-975b-423e-9760-e22506649b06 req-331ccf32-5182-4390-9557-55c64876e650 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0488935 Oct 19 01:57:22.281752 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-58bc3892-975b-423e-9760-e22506649b06 req-cb46cf2b-c888-4e58-a3e2-8fd8ae0aeeb7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468221 Oct 19 01:57:22.330154 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc3892-975b-423e-9760-e22506649b06 req-1fa46e72-219b-4f04-aac6-c64b64db34c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:22.331834 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-58bc3892-975b-423e-9760-e22506649b06 req-1fa46e72-219b-4f04-aac6-c64b64db34c9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424860 Oct 19 01:57:22.380936 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-58bc3892-975b-423e-9760-e22506649b06 req-e6d52891-c090-488d-9af3-6ac21cacd650 service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907497 Oct 19 01:57:22.433425 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-58bc3892-975b-423e-9760-e22506649b06 req-f2a8a49d-8cf2-4f48-a53b-26de8b9e65dd service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937390 Oct 19 01:57:22.478409 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-58bc3892-975b-423e-9760-e22506649b06 req-dc651fb4-0479-4bef-8786-ad07ce8f680b service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903726 Oct 19 01:57:22.528444 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-58bc3892-975b-423e-9760-e22506649b06 req-91282309-88d9-4f30-84f5-fdd9f4e7e43e service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884459 Oct 19 01:57:23.165710 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1037a79-4457-4ecc-aba8-b4dbbe61bf20 req-69c4a1b9-4b32-43f4-b4b8-afb90f870336 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:23.167188 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b1037a79-4457-4ecc-aba8-b4dbbe61bf20 req-69c4a1b9-4b32-43f4-b4b8-afb90f870336 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 943 time: 0.0488899 Oct 19 01:57:23.209402 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b1037a79-4457-4ecc-aba8-b4dbbe61bf20 req-c5ff4faf-dc20-45f0-b9ea-ea61ed24efed tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361128 Oct 19 01:57:24.325284 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549b8b3-0388-4122-85ed-c14949532cac req-2a09b680-c542-405d-bb55-8e9895df7511 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:24.326905 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3549b8b3-0388-4122-85ed-c14949532cac req-2a09b680-c542-405d-bb55-8e9895df7511 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 943 time: 0.0492494 Oct 19 01:57:24.330407 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:57:24.372350 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3549b8b3-0388-4122-85ed-c14949532cac req-1fb872c8-f8eb-4b50-b0b7-abba08dfd3eb tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373852 Oct 19 01:57:25.498180 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7d118-1ed1-41d7-9321-dc3187bbbed1 req-bea536de-27a4-4b95-8c40-4f40a1330ba1 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:25.499780 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f6d7d118-1ed1-41d7-9321-dc3187bbbed1 req-bea536de-27a4-4b95-8c40-4f40a1330ba1 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 943 time: 0.0566492 Oct 19 01:57:25.539458 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f6d7d118-1ed1-41d7-9321-dc3187bbbed1 req-7b972725-a588-496f-ad50-69db322a70f5 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337360 Oct 19 01:57:26.655055 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5e109-6439-435f-b191-4ed99f5086fb req-64fa2897-8d34-46d9-97ea-a851da229982 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:26.656553 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8fc5e109-6439-435f-b191-4ed99f5086fb req-64fa2897-8d34-46d9-97ea-a851da229982 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 943 time: 0.0489621 Oct 19 01:57:26.693206 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8fc5e109-6439-435f-b191-4ed99f5086fb req-1c346047-2a81-430d-b161-33ed529a93a7 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308316 Oct 19 01:57:27.633417 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:27.807214 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35549a-4550-4f41-99ee-7559122d564d req-7713e122-9b0d-4113-a0b6-38baf0d4a18d tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:27.808767 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3a35549a-4550-4f41-99ee-7559122d564d req-7713e122-9b0d-4113-a0b6-38baf0d4a18d tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 943 time: 0.0479534 Oct 19 01:57:27.845953 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3a35549a-4550-4f41-99ee-7559122d564d req-f168a4b7-6140-4077-aebf-674ba39d9453 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312703 Oct 19 01:57:28.963662 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12d2a9-0163-449b-942d-a0ec6599aa78 req-55705871-99e4-4330-9322-59ededfcb638 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:28.965176 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fd12d2a9-0163-449b-942d-a0ec6599aa78 req-55705871-99e4-4330-9322-59ededfcb638 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 943 time: 0.0486765 Oct 19 01:57:29.003493 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fd12d2a9-0163-449b-942d-a0ec6599aa78 req-2fa2f04d-bd2a-4b5f-ac81-29c779adb16c tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322101 Oct 19 01:57:30.086276 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:30.117903 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5d5e2-c9d0-4b4f-b3df-44b22797ea96 req-91466659-baed-463f-9893-b10376832e6a tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:30.119362 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7aa5d5e2-c9d0-4b4f-b3df-44b22797ea96 req-91466659-baed-463f-9893-b10376832e6a tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 943 time: 0.0489695 Oct 19 01:57:30.161239 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7aa5d5e2-c9d0-4b4f-b3df-44b22797ea96 req-7f7e9d1f-994e-49c3-8d75-8e49f48e2fc0 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355916 Oct 19 01:57:31.275181 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7fb93-de4f-4fe9-8036-c90cf4eef1fa req-497bb92b-4a2c-46d2-b858-752f4ef87766 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:31.276567 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6ce7fb93-de4f-4fe9-8036-c90cf4eef1fa req-497bb92b-4a2c-46d2-b858-752f4ef87766 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 943 time: 0.0479033 Oct 19 01:57:31.317892 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6ce7fb93-de4f-4fe9-8036-c90cf4eef1fa req-bd5446b5-217d-4414-91f2-8a223823133e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353968 Oct 19 01:57:32.431782 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c2397-0ac6-4855-bbcd-9f3a4950c5a8 req-a9ce467d-ccf1-4002-8cf9-a9d33e132bac tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:32.433245 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-125c2397-0ac6-4855-bbcd-9f3a4950c5a8 req-a9ce467d-ccf1-4002-8cf9-a9d33e132bac tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 943 time: 0.0486324 Oct 19 01:57:32.471282 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-125c2397-0ac6-4855-bbcd-9f3a4950c5a8 req-56d2740d-817c-425a-9646-4fa6a1f74ada tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321341 Oct 19 01:57:33.029228 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24ef90-815d-4589-9429-f7a6025596f1 req-2c6453a9-612f-4f88-82bf-2a084fb61973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:33.031683 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8c24ef90-815d-4589-9429-f7a6025596f1 req-2c6453a9-612f-4f88-82bf-2a084fb61973 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 1095 time: 0.0433514 Oct 19 01:57:33.146786 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24ef90-815d-4589-9429-f7a6025596f1 req-246992d5-a0bf-4172-93cb-815201a9af6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:33.149045 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8c24ef90-815d-4589-9429-f7a6025596f1 req-246992d5-a0bf-4172-93cb-815201a9af6c service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.0935102 Oct 19 01:57:33.213717 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8c24ef90-815d-4589-9429-f7a6025596f1 req-4b7b716a-baf6-4fae-a82e-b8be92543884 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d36d242-4875-4cd4-9808-54e4b1f6bb8a HTTP/1.1" status: 200 len: 1000 time: 0.0582342 Oct 19 01:57:33.263063 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24ef90-815d-4589-9429-f7a6025596f1 req-38695808-0e8b-4911-b908-6b95f740c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:33.264489 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8c24ef90-815d-4589-9429-f7a6025596f1 req-38695808-0e8b-4911-b908-6b95f740c2c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0433125 Oct 19 01:57:33.313363 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24ef90-815d-4589-9429-f7a6025596f1 req-6ecfad62-840a-4b3d-85e5-07d6b6cdbc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:33.314864 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8c24ef90-815d-4589-9429-f7a6025596f1 req-6ecfad62-840a-4b3d-85e5-07d6b6cdbc31 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436480 Oct 19 01:57:33.403874 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8c24ef90-815d-4589-9429-f7a6025596f1 req-2aed7926-5a60-4a58-a7fd-d582624628c5 service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811851 Oct 19 01:57:33.501184 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8c24ef90-815d-4589-9429-f7a6025596f1 req-22029a40-6e68-4c08-8f97-4c6f63e0a147 service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905347 Oct 19 01:57:33.587945 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1add41-ed06-48f1-95a0-9744bcd0a751 req-135fc8b5-22f9-4da7-8141-655063b89f3f tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:33.589426 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2b1add41-ed06-48f1-95a0-9744bcd0a751 req-135fc8b5-22f9-4da7-8141-655063b89f3f tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 943 time: 0.0491536 Oct 19 01:57:33.627125 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2b1add41-ed06-48f1-95a0-9744bcd0a751 req-e9126ea5-4288-4f83-bc8d-dd78102a9872 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314977 Oct 19 01:57:33.906495 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-9fa3ce38-697d-480b-8600-2e690cbf34fe tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:33.907988 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-9fa3ce38-697d-480b-8600-2e690cbf34fe tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.24 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c&tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&binding%3Ahost_id=n-h2-715271-26 HTTP/1.1" status: 200 len: 943 time: 0.0516167 Oct 19 01:57:33.922176 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632735a6-4b34-4f3c-9582-faf67597976f req-201eaba1-c00d-4796-86eb-0f4f65119926 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:33.923655 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-632735a6-4b34-4f3c-9582-faf67597976f req-201eaba1-c00d-4796-86eb-0f4f65119926 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 943 time: 0.0498941 Oct 19 01:57:33.964231 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-632735a6-4b34-4f3c-9582-faf67597976f req-811b2684-9c0a-4c8b-939f-f6180b73e330 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344391 Oct 19 01:57:33.969817 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-5a449efa-1c68-40ac-9ee2-637e2c2b6529 service neutron] 10.222.0.24 "GET /v2.0/ports/1d36d242-4875-4cd4-9808-54e4b1f6bb8a/bindings/n-h2-715271-26 HTTP/1.1" status: 200 len: 383 time: 0.0542011 Oct 19 01:57:34.036431 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-b0ae1586-8f76-4b72-833f-621756fb2d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:34.037945 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-b0ae1586-8f76-4b72-833f-621756fb2d65 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 1095 time: 0.0450392 Oct 19 01:57:34.126146 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-3febc6cb-98c7-4e0e-a67a-80e448244297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:34.127536 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-3febc6cb-98c7-4e0e-a67a-80e448244297 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.0829697 Oct 19 01:57:34.194369 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-47736e2e-617c-4b04-ae00-d6bd2cd3b703 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d36d242-4875-4cd4-9808-54e4b1f6bb8a HTTP/1.1" status: 200 len: 1000 time: 0.0592308 Oct 19 01:57:34.242112 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-cff348de-9f56-4b4a-a6c0-d52abb5efa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:34.243596 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-cff348de-9f56-4b4a-a6c0-d52abb5efa8b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0431082 Oct 19 01:57:34.287620 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-aef53ec0-029c-4ae7-bb0e-12f10cfcf0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:34.289229 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-aef53ec0-029c-4ae7-bb0e-12f10cfcf0c5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386999 Oct 19 01:57:34.381277 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-9b58340c-5ef6-40dc-bf82-caccfccaca37 service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851285 Oct 19 01:57:34.472814 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-25dc3b2a-3648-41e0-8e52-5c387e7e25ff service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817707 Oct 19 01:57:34.936004 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 1d36d242-4875-4cd4-9808-54e4b1f6bb8a details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:57:35.080880 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1d36d242-4875-4cd4-9808-54e4b1f6bb8a,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:57:35.089999 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b84aa-bc6d-47df-ac7e-f34bcf24c5f1 req-6d31df7e-2592-4a64-abab-915df6d5426c tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:35.091515 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b37b84aa-bc6d-47df-ac7e-f34bcf24c5f1 req-6d31df7e-2592-4a64-abab-915df6d5426c tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 943 time: 0.0549200 Oct 19 01:57:35.094892 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '1d36d242-4875-4cd4-9808-54e4b1f6bb8a', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'port_id': '1d36d242-4875-4cd4-9808-54e4b1f6bb8a', 'mac_address': 'fa:16:3e:96:7a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:57:35.129367 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b37b84aa-bc6d-47df-ac7e-f34bcf24c5f1 req-507f76d5-6fdc-4b28-9706-c3acf72002c0 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318441 Oct 19 01:57:35.144666 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:35.186932 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d36d242-4875-4cd4-9808-54e4b1f6bb8a {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:57:35.211942 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1d36d242-4875-4cd4-9808-54e4b1f6bb8a,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:57:35.216418 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:35.275495 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=1d36d242-4875-4cd4-9808-54e4b1f6bb8a,revision_number=8']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:57:35.282837 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:57:35.283187 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:57:35.283932 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:57:35.283932 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:57:35.284204 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:57:35.284537 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:57:35.284862 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:57:35.285187 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:57:35.285509 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:57:35.285830 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:57:35.286153 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:57:35.286537 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:57:35.471614 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['1d36d242-4875-4cd4-9808-54e4b1f6bb8a'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:57:36.251488 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b87f2b-b0ca-4f56-ac58-fd038d3e57aa req-900db03b-6304-4dd3-a0e7-9220be95c348 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:36.253052 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-08b87f2b-b0ca-4f56-ac58-fd038d3e57aa req-900db03b-6304-4dd3-a0e7-9220be95c348 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 944 time: 0.0527148 Oct 19 01:57:36.297780 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-08b87f2b-b0ca-4f56-ac58-fd038d3e57aa req-e9f58751-4bc6-4ec9-8fb3-38f74d7ba5b8 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378072 Oct 19 01:57:36.949503 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 1d36d242-4875-4cd4-9808-54e4b1f6bb8a details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:57:37.047657 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1d36d242-4875-4cd4-9808-54e4b1f6bb8a,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:57:37.062624 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '1d36d242-4875-4cd4-9808-54e4b1f6bb8a', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'port_id': '1d36d242-4875-4cd4-9808-54e4b1f6bb8a', 'mac_address': 'fa:16:3e:96:7a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:57:37.417545 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf352357-5c9e-4e94-8fe7-5d75e60189d5 req-2e9f9d9d-0d48-45c0-a699-3194f8acb62e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:37.419036 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cf352357-5c9e-4e94-8fe7-5d75e60189d5 req-2e9f9d9d-0d48-45c0-a699-3194f8acb62e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 944 time: 0.0491180 Oct 19 01:57:37.456652 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cf352357-5c9e-4e94-8fe7-5d75e60189d5 req-f34fdc48-a5b0-4322-a53f-08be39fd8848 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315502 Oct 19 01:57:38.521264 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-ccffc74e-3bb6-45bc-ad0c-febbc923ac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:38.522787 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-ccffc74e-3bb6-45bc-ad0c-febbc923ac02 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c&tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce HTTP/1.1" status: 200 len: 1096 time: 0.0418174 Oct 19 01:57:38.539671 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-26', 'device_owner': 'compute:nova'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:57:38.622115 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf4cde-723d-4d65-9254-5d168f54a94c req-68184d78-6cf5-4866-96ef-171344c04155 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:38.623496 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c0bf4cde-723d-4d65-9254-5d168f54a94c req-68184d78-6cf5-4866-96ef-171344c04155 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 944 time: 0.0972927 Oct 19 01:57:38.625905 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:38.696279 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c0bf4cde-723d-4d65-9254-5d168f54a94c req-88298f8e-9e74-47f5-8f63-a0a8f6256e8d tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612326 Oct 19 01:57:38.853747 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] For port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=1d36d242-4875-4cd4-9808-54e4b1f6bb8a,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:57:38.886545 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] For port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:57:38.919969 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1d36d242-4875-4cd4-9808-54e4b1f6bb8a {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:57:38.928179 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:38.938764 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] Ignored duplicate provisioning block setup for port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Oct 19 01:57:38.947522 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:38.949613 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 1d36d242-4875-4cd4-9808-54e4b1f6bb8a no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:57:38.988053 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 1d36d242-4875-4cd4-9808-54e4b1f6bb8a not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:57:39.025613 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] Pushing event updated for resources: {'Port': ['ID=1d36d242-4875-4cd4-9808-54e4b1f6bb8a,revision_number=9']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:57:39.043331 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:57:39.043681 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:57:39.044046 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:57:39.044386 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:57:39.044718 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:57:39.045054 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:57:39.045380 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:57:39.045706 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:57:39.046031 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:57:39.046354 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:57:39.046676 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:57:39.046995 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:57:39.080548 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] No DVR routers for this DVR port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a on host n-h2-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:57:39.217909 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] Attempting to bind port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:57:39.218241 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] Attempting to bind port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:57:39.218566 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] Attempting to bind port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a on network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:57:39.222799 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] Port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a on network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:57:39.223120 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] Attempting to bind port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a on network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:57:39.228584 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:57:39.228914 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] Checking segment: {'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:57:39.229288 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] Bound using segment: {'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:57:39.229711 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] Bound port: 1d36d242-4875-4cd4-9808-54e4b1f6bb8a, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:57:39.230063 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:39.296935 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] For port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:57:39.300228 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] For port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=1d36d242-4875-4cd4-9808-54e4b1f6bb8a,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:57:39.304270 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:39.663164 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:39.664507 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:39.666175 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] 10.222.0.55 "PUT /v2.0/ports/1d36d242-4875-4cd4-9808-54e4b1f6bb8a HTTP/1.1" status: 200 len: 1092 time: 1.1319282 Oct 19 01:57:39.666619 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa3762f-247a-4c4c-8d31-715f3235950c', 'tag': '1d36d242-4875-4cd4-9808-54e4b1f6bb8a'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:57:39.729093 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9434de058546a022cc17e407c636edc5a2ce8615e174a01ffad9beb3023847d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c6a5c9-355b-4029-ba8a-2fa849bef5cd" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa3762f-247a-4c4c-8d31-715f3235950c", "tag": "1d36d242-4875-4cd4-9808-54e4b1f6bb8a"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:57:39.738139 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ccc9c-97ce-4377-bb97-7f94e1474d74 service neutron] Pushing event updated for resources: {'Port': ['ID=1d36d242-4875-4cd4-9808-54e4b1f6bb8a,revision_number=10']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:57:39.759988 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-c27913e7-5e53-4dd0-83a9-38d91373c4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:39.762383 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-c27913e7-5e53-4dd0-83a9-38d91373c4a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 1096 time: 0.0661242 Oct 19 01:57:39.824000 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47115aa-0bf0-4eeb-8c1f-2270d0db910e req-bfe5d033-ba1d-4eaf-8ea6-39a9e1f3371e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:39.825547 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c47115aa-0bf0-4eeb-8c1f-2270d0db910e req-bfe5d033-ba1d-4eaf-8ea6-39a9e1f3371e tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 944 time: 0.0577583 Oct 19 01:57:39.863453 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df1593e-6854-403a-86b0-6fa0e62adf46 x-openstack-request-id: req-9df1593e-6854-403a-86b0-6fa0e62adf46 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:57:39.863762 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa3762f-247a-4c4c-8d31-715f3235950c", "tag": "1d36d242-4875-4cd4-9808-54e4b1f6bb8a", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:57:39.864031 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9df1593e-6854-403a-86b0-6fa0e62adf46 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:57:39.864916 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aa3762f-247a-4c4c-8d31-715f3235950c', 'tag': '1d36d242-4875-4cd4-9808-54e4b1f6bb8a', 'status': 'completed', 'code': 200} Oct 19 01:57:39.869479 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-8d74983e-c7f2-49a8-9d71-cba03043d604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:39.871185 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-8d74983e-c7f2-49a8-9d71-cba03043d604 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.1024683 Oct 19 01:57:39.874588 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c47115aa-0bf0-4eeb-8c1f-2270d0db910e req-ec371779-d0df-4527-848d-44897b6e07cb tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423195 Oct 19 01:57:39.926954 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6a5c9-355b-4029-ba8a-2fa849bef5cd req-ef98fba2-7b6b-4239-b457-ace87e606955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:39.928363 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63c6a5c9-355b-4029-ba8a-2fa849bef5cd req-ef98fba2-7b6b-4239-b457-ace87e606955 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 1096 time: 0.0441227 Oct 19 01:57:39.939892 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-a694a16f-5942-4057-8ef0-929c081ca733 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d36d242-4875-4cd4-9808-54e4b1f6bb8a HTTP/1.1" status: 200 len: 1000 time: 0.0620418 Oct 19 01:57:39.996071 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-f4341167-95fc-4e5c-9e18-0efc6a17d5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:39.997784 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-f4341167-95fc-4e5c-9e18-0efc6a17d5f7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0508239 Oct 19 01:57:40.020978 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6a5c9-355b-4029-ba8a-2fa849bef5cd req-d065a3b1-892e-4c35-b138-dc1f5248e856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:40.022462 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63c6a5c9-355b-4029-ba8a-2fa849bef5cd req-d065a3b1-892e-4c35-b138-dc1f5248e856 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.0874655 Oct 19 01:57:40.043448 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-cd435160-0ab1-491b-88dd-c6d12c34b8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:40.044965 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-cd435160-0ab1-491b-88dd-c6d12c34b8e4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402579 Oct 19 01:57:40.090695 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63c6a5c9-355b-4029-ba8a-2fa849bef5cd req-f347a064-d609-4c50-b137-b605162b5558 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d36d242-4875-4cd4-9808-54e4b1f6bb8a HTTP/1.1" status: 200 len: 1000 time: 0.0611613 Oct 19 01:57:40.135321 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-fb60e280-7492-4cdb-a746-203eb54c96f6 service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822110 Oct 19 01:57:40.140053 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6a5c9-355b-4029-ba8a-2fa849bef5cd req-c5368bb6-3483-49fa-a680-f15f0662d5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:40.141556 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63c6a5c9-355b-4029-ba8a-2fa849bef5cd req-c5368bb6-3483-49fa-a680-f15f0662d5b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0437829 Oct 19 01:57:40.186839 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6a5c9-355b-4029-ba8a-2fa849bef5cd req-35066c3e-47e1-4b3d-b7ae-af296eec1eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:40.188252 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63c6a5c9-355b-4029-ba8a-2fa849bef5cd req-35066c3e-47e1-4b3d-b7ae-af296eec1eee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390627 Oct 19 01:57:40.230398 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f3ad9fc3-3cf8-496d-8343-6a2388febbdd req-c226e585-a63f-4a96-9d98-fcc0b4330588 service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887132 Oct 19 01:57:40.287394 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63c6a5c9-355b-4029-ba8a-2fa849bef5cd req-fbb586e1-c0eb-44d8-9fe8-10cb5d9723e1 service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912881 Oct 19 01:57:40.316863 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6a5c9-355b-4029-ba8a-2fa849bef5cd req-450ecbde-0e93-423a-9f98-9b7abf3fc455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:40.318382 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-63c6a5c9-355b-4029-ba8a-2fa849bef5cd req-450ecbde-0e93-423a-9f98-9b7abf3fc455 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 1096 time: 0.0482223 Oct 19 01:57:40.381509 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63c6a5c9-355b-4029-ba8a-2fa849bef5cd req-58b53660-451a-4215-9eba-953996f2b56b service neutron] 10.222.0.24 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869043 Oct 19 01:57:40.418709 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6a5c9-355b-4029-ba8a-2fa849bef5cd req-b1fad75b-cad2-4eac-80e8-fe9b7ac00591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:40.420223 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-63c6a5c9-355b-4029-ba8a-2fa849bef5cd req-b1fad75b-cad2-4eac-80e8-fe9b7ac00591 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 200 len: 912 time: 0.0951755 Oct 19 01:57:40.485255 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-63c6a5c9-355b-4029-ba8a-2fa849bef5cd req-a117dda6-30da-4e3b-a82c-908b06204276 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d36d242-4875-4cd4-9808-54e4b1f6bb8a HTTP/1.1" status: 200 len: 1000 time: 0.0581698 Oct 19 01:57:40.539469 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6a5c9-355b-4029-ba8a-2fa849bef5cd req-ea508df4-efa3-46f5-9009-597de4ee1a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:40.540867 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-63c6a5c9-355b-4029-ba8a-2fa849bef5cd req-ea508df4-efa3-46f5-9009-597de4ee1a47 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 200 len: 850 time: 0.0487659 Oct 19 01:57:40.586353 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6a5c9-355b-4029-ba8a-2fa849bef5cd req-1ec0cdfa-8279-478d-9819-de1c9f7ff3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:40.587869 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-63c6a5c9-355b-4029-ba8a-2fa849bef5cd req-1ec0cdfa-8279-478d-9819-de1c9f7ff3fc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399513 Oct 19 01:57:40.677411 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-63c6a5c9-355b-4029-ba8a-2fa849bef5cd req-759d7700-62d8-4b60-a371-e11dc93173eb service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827615 Oct 19 01:57:40.770277 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-63c6a5c9-355b-4029-ba8a-2fa849bef5cd req-b9964de4-3fdc-4e2c-ad5b-463f877e1697 service neutron] 10.222.0.55 "GET /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863802 Oct 19 01:57:40.999704 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbd48f-4cda-4bd9-a8bb-63088aafe80e req-283cb6b9-0aca-43a7-996f-ed2b281139b1 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:41.001233 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51bbd48f-4cda-4bd9-a8bb-63088aafe80e req-283cb6b9-0aca-43a7-996f-ed2b281139b1 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 944 time: 0.0502641 Oct 19 01:57:41.040506 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51bbd48f-4cda-4bd9-a8bb-63088aafe80e req-c70b3096-2b45-414e-8c8a-a706889d058d tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329657 Oct 19 01:57:42.157179 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea13ab-e15b-4e72-bb51-cc1f42b7d3ad req-cc76197e-5d79-467a-bce0-dda7d7e4be33 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:42.158675 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-edea13ab-e15b-4e72-bb51-cc1f42b7d3ad req-cc76197e-5d79-467a-bce0-dda7d7e4be33 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 944 time: 0.0501821 Oct 19 01:57:42.200190 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-edea13ab-e15b-4e72-bb51-cc1f42b7d3ad req-adaf8ce0-4e47-49cf-89b9-ce851515c2e0 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353768 Oct 19 01:57:43.327226 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b2a01-92e3-4d5c-bfc9-2d89b16fdb15 req-3f516d9d-aa98-4fe0-8893-55bc9db063ee tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:43.329278 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2c2b2a01-92e3-4d5c-bfc9-2d89b16fdb15 req-3f516d9d-aa98-4fe0-8893-55bc9db063ee tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 944 time: 0.0582449 Oct 19 01:57:43.370902 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2c2b2a01-92e3-4d5c-bfc9-2d89b16fdb15 req-ce9d14bd-c8dd-4a31-9b71-b1da3aba0005 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354049 Oct 19 01:57:44.024495 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5fc96f02-9241-4ae8-9135-08f38de68f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:44.487808 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f829e64-5761-4934-96cb-00f3c1e2b556 req-a57676ed-ce89-4ab6-ba9d-cf965e1f1e38 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:44.489266 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1f829e64-5761-4934-96cb-00f3c1e2b556 req-a57676ed-ce89-4ab6-ba9d-cf965e1f1e38 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 944 time: 0.0492990 Oct 19 01:57:44.528092 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1f829e64-5761-4934-96cb-00f3c1e2b556 req-51b82147-881e-4bdf-aa02-a5578932e126 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320132 Oct 19 01:57:45.644194 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ac10b-bf93-4d3a-a6fb-5ff3e19f8326 req-6d2d7f8e-21e2-485f-8d11-23e9155e2663 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:45.645661 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e38ac10b-bf93-4d3a-a6fb-5ff3e19f8326 req-6d2d7f8e-21e2-485f-8d11-23e9155e2663 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 944 time: 0.0503302 Oct 19 01:57:45.683854 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e38ac10b-bf93-4d3a-a6fb-5ff3e19f8326 req-5edd3cd5-52d3-42be-b78d-177c2853f938 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318451 Oct 19 01:57:46.604208 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5fd4b74b-4d2f-4930-9404-98c2d909b966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:46.797664 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577e517-51c3-4970-a9d0-546982064168 req-d7dd49fe-afe6-4cc7-8e68-5987d818f804 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:46.799130 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a577e517-51c3-4970-a9d0-546982064168 req-d7dd49fe-afe6-4cc7-8e68-5987d818f804 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 944 time: 0.0480108 Oct 19 01:57:46.836932 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a577e517-51c3-4970-a9d0-546982064168 req-f6a85cb1-da10-42e2-ad72-4160f7d9e3f6 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318689 Oct 19 01:57:47.332898 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:47.951356 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c478d-2e27-40dd-978b-fdf73a01b7b8 req-461b7848-ba0b-4d8e-81ba-dfad5cdb4837 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:47.952888 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d51c478d-2e27-40dd-978b-fdf73a01b7b8 req-461b7848-ba0b-4d8e-81ba-dfad5cdb4837 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 944 time: 0.0486238 Oct 19 01:57:47.971901 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:47.992465 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d51c478d-2e27-40dd-978b-fdf73a01b7b8 req-921d0867-f7d8-40e1-a05a-8d2dc0fe72eb tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329041 Oct 19 01:57:49.107021 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c5f04-a591-4a5e-a432-2c4bf8d97f0d req-06bc7924-ca29-4ee5-8814-b7dc028aa662 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:49.108749 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aa6c5f04-a591-4a5e-a432-2c4bf8d97f0d req-06bc7924-ca29-4ee5-8814-b7dc028aa662 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 944 time: 0.0479820 Oct 19 01:57:49.152665 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aa6c5f04-a591-4a5e-a432-2c4bf8d97f0d req-da00ef46-cc59-42fb-990b-ca7bfaebef7f tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380185 Oct 19 01:57:49.901241 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:50.271363 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95523eb-1ffb-4d9c-a76b-3576a8fdf847 req-d9cf8a0d-491e-4039-90a4-f9c27bcb9b58 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:50.272860 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c95523eb-1ffb-4d9c-a76b-3576a8fdf847 req-d9cf8a0d-491e-4039-90a4-f9c27bcb9b58 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 944 time: 0.0537140 Oct 19 01:57:50.311073 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c95523eb-1ffb-4d9c-a76b-3576a8fdf847 req-7e8b419d-4a5b-47bd-92d6-a23e7ae5fc64 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318639 Oct 19 01:57:51.432096 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8d09d-c7d3-4be8-860f-76adb49cb42a req-ae27994e-d326-4d02-8453-d5c3f30181f0 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:51.433569 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63d8d09d-c7d3-4be8-860f-76adb49cb42a req-ae27994e-d326-4d02-8453-d5c3f30181f0 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 944 time: 0.0494313 Oct 19 01:57:51.470148 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63d8d09d-c7d3-4be8-860f-76adb49cb42a req-7c8fd48f-6d95-4104-86c0-ca25c1e877fa tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306625 Oct 19 01:57:52.585187 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef121f-8ddf-4411-b76a-54e1d0ee7981 req-e954a865-82fd-42d0-a1b4-ff7c2a1397cb tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:52.586665 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0aef121f-8ddf-4411-b76a-54e1d0ee7981 req-e954a865-82fd-42d0-a1b4-ff7c2a1397cb tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 944 time: 0.0485241 Oct 19 01:57:52.624602 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0aef121f-8ddf-4411-b76a-54e1d0ee7981 req-17850e90-742e-40d4-aca3-4dbe639e5d9d tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314012 Oct 19 01:57:53.738881 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f619111-b089-489e-9752-5eec463568e2 req-06839e94-4420-4b27-a35c-a2e4a548d75c tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:53.740340 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f619111-b089-489e-9752-5eec463568e2 req-06839e94-4420-4b27-a35c-a2e4a548d75c tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 944 time: 0.0478079 Oct 19 01:57:53.776861 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f619111-b089-489e-9752-5eec463568e2 req-87df08f4-2260-400f-9948-5f590641c495 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304606 Oct 19 01:57:53.888834 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db27a0-2fcd-4d16-8115-36c705676e99 req-55bdf3db-3ec7-4170-b23d-f5104074a9c9 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:53.890312 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a1db27a0-2fcd-4d16-8115-36c705676e99 req-55bdf3db-3ec7-4170-b23d-f5104074a9c9 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 944 time: 0.0486369 Oct 19 01:57:53.927314 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a1db27a0-2fcd-4d16-8115-36c705676e99 req-72a17020-e3c4-47ff-8928-86883c00cd0f tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310221 Oct 19 01:57:54.042668 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d71d21-923d-425f-8929-5a0fccf373f9 req-026fc981-2dab-4288-bc4a-f585980ca4d4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:54.044137 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5d71d21-923d-425f-8929-5a0fccf373f9 req-026fc981-2dab-4288-bc4a-f585980ca4d4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 944 time: 0.0491328 Oct 19 01:57:54.084100 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5d71d21-923d-425f-8929-5a0fccf373f9 req-17b56c45-a89c-486b-ad99-8801eb5a6d34 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340261 Oct 19 01:57:54.313503 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d94162-9fcb-4f0f-ad37-b9b986f8326f req-be1bfc57-1742-4a66-ad48-43d508008e65 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:54.314985 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-84d94162-9fcb-4f0f-ad37-b9b986f8326f req-be1bfc57-1742-4a66-ad48-43d508008e65 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 944 time: 0.0485699 Oct 19 01:57:54.352233 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-84d94162-9fcb-4f0f-ad37-b9b986f8326f req-cab1dc45-fc86-47b6-887b-beef2c5a9b02 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313599 Oct 19 01:57:54.387755 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 1d36d242-4875-4cd4-9808-54e4b1f6bb8a details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:57:54.482961 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=1d36d242-4875-4cd4-9808-54e4b1f6bb8a,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:57:54.493672 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '1d36d242-4875-4cd4-9808-54e4b1f6bb8a', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'port_id': '1d36d242-4875-4cd4-9808-54e4b1f6bb8a', 'mac_address': 'fa:16:3e:96:7a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:57:54.530808 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:54.543139 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d36d242-4875-4cd4-9808-54e4b1f6bb8a {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:57:54.561905 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=1d36d242-4875-4cd4-9808-54e4b1f6bb8a,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:57:54.565923 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:54.611956 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=1d36d242-4875-4cd4-9808-54e4b1f6bb8a,revision_number=11']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:57:54.936348 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['1d36d242-4875-4cd4-9808-54e4b1f6bb8a'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:57:55.476071 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0cb83-dd83-42e4-84e4-f939d06668e8 req-1d18e7a8-e7e9-438a-9a69-d9daed9d8ae0 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:55.477587 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ce0cb83-dd83-42e4-84e4-f939d06668e8 req-1d18e7a8-e7e9-438a-9a69-d9daed9d8ae0 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 945 time: 0.0551639 Oct 19 01:57:55.516459 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ce0cb83-dd83-42e4-84e4-f939d06668e8 req-f01a5fcf-1063-4e94-a417-126b1ec4a247 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d8599a4-c6a6-44db-b4b1-12560499c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324719 Oct 19 01:57:56.004500 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4eb96-fbcd-481c-bf83-c22f6f6a78f8 req-7e654b8b-b0bb-4f1e-b5ac-5772eaeee6c4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:56.005982 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-41d4eb96-fbcd-481c-bf83-c22f6f6a78f8 req-7e654b8b-b0bb-4f1e-b5ac-5772eaeee6c4 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.55 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 945 time: 0.0502224 Oct 19 01:57:56.094677 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-41d4eb96-fbcd-481c-bf83-c22f6f6a78f8 req-e133cc13-ae0d-4790-bf0e-a2535106b454 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Deleting port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:57:56.095022 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-41d4eb96-fbcd-481c-bf83-c22f6f6a78f8 req-e133cc13-ae0d-4790-bf0e-a2535106b454 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:56.187300 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-41d4eb96-fbcd-481c-bf83-c22f6f6a78f8 req-e133cc13-ae0d-4790-bf0e-a2535106b454 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] For port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=1d36d242-4875-4cd4-9808-54e4b1f6bb8a,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:57:56.187660 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-41d4eb96-fbcd-481c-bf83-c22f6f6a78f8 req-e133cc13-ae0d-4790-bf0e-a2535106b454 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:56.357025 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-41d4eb96-fbcd-481c-bf83-c22f6f6a78f8 req-e133cc13-ae0d-4790-bf0e-a2535106b454 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:56.357389 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-41d4eb96-fbcd-481c-bf83-c22f6f6a78f8 req-e133cc13-ae0d-4790-bf0e-a2535106b454 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:56.357707 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [req-41d4eb96-fbcd-481c-bf83-c22f6f6a78f8 req-e133cc13-ae0d-4790-bf0e-a2535106b454 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Floating IP fbaa33b7-1bb1-4f84-bc44-f70ce0e5480a disassociated. External IP: 172.25.8.201, port: 1d36d242-4875-4cd4-9808-54e4b1f6bb8a. Oct 19 01:57:56.358053 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-41d4eb96-fbcd-481c-bf83-c22f6f6a78f8 req-e133cc13-ae0d-4790-bf0e-a2535106b454 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Calling delete_port for 1d36d242-4875-4cd4-9808-54e4b1f6bb8a owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:57:56.403112 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 1d36d242-4875-4cd4-9808-54e4b1f6bb8a up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:57:56.492441 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-41d4eb96-fbcd-481c-bf83-c22f6f6a78f8 req-e133cc13-ae0d-4790-bf0e-a2535106b454 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:56.493078 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:57:56.498972 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:57:56.499358 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:56.518467 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a was deleted so its status cannot be updated. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 19 01:57:56.522413 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e133cc13-ae0d-4790-bf0e-a2535106b454 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Pushing event deleted for resources: {'Port': ['ID=1d36d242-4875-4cd4-9808-54e4b1f6bb8a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:57:56.618343 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d1ab7d56-a49f-411b-a6fc-28b7daf10aed req-53e3bb5e-7499-4c03-9043-5453b5401adc tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 210 time: 0.0268228 Oct 19 01:57:56.647994 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41d4eb96-fbcd-481c-bf83-c22f6f6a78f8 req-e133cc13-ae0d-4790-bf0e-a2535106b454 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Router cc129871-2bb3-4030-bd84-d3ec10a50b30 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:57:56.762122 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41d4eb96-fbcd-481c-bf83-c22f6f6a78f8 req-e133cc13-ae0d-4790-bf0e-a2535106b454 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:57:56.772046 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ea7669-343f-4b63-a6f9-19cae5261d58 None None] Sync routers for ids ['cc129871-2bb3-4030-bd84-d3ec10a50b30'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:57:56.781893 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ea7669-343f-4b63-a6f9-19cae5261d58 None None] Routers {'cc129871-2bb3-4030-bd84-d3ec10a50b30'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:57:56.782517 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-98ea7669-343f-4b63-a6f9-19cae5261d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:57:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['cc129871-2bb3-4030-bd84-d3ec10a50b30'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:57:56.801817 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d4eb96-fbcd-481c-bf83-c22f6f6a78f8 req-e133cc13-ae0d-4790-bf0e-a2535106b454 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] No DVR routers for this DVR port 1d36d242-4875-4cd4-9808-54e4b1f6bb8a on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:57:56.804370 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-41d4eb96-fbcd-481c-bf83-c22f6f6a78f8 req-e133cc13-ae0d-4790-bf0e-a2535106b454 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:56.807858 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-41d4eb96-fbcd-481c-bf83-c22f6f6a78f8 req-e133cc13-ae0d-4790-bf0e-a2535106b454 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.55 "DELETE /v2.0/ports/1d36d242-4875-4cd4-9808-54e4b1f6bb8a HTTP/1.1" status: 204 len: 173 time: 0.7956376 Oct 19 01:57:56.808300 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa3762f-247a-4c4c-8d31-715f3235950c', 'name': 'network-vif-deleted', 'tag': '1d36d242-4875-4cd4-9808-54e4b1f6bb8a'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:57:56.811264 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9434de058546a022cc17e407c636edc5a2ce8615e174a01ffad9beb3023847d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f0d994-812e-4857-858e-576ba6104d9d" -d '{"events": [{"server_uuid": "9aa3762f-247a-4c4c-8d31-715f3235950c", "name": "network-vif-deleted", "tag": "1d36d242-4875-4cd4-9808-54e4b1f6bb8a"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:57:56.858246 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57f5b9f-cb7c-409e-83ef-d56afb7d88ae x-openstack-request-id: req-a57f5b9f-cb7c-409e-83ef-d56afb7d88ae {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:57:56.858546 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa3762f-247a-4c4c-8d31-715f3235950c", "name": "network-vif-deleted", "tag": "1d36d242-4875-4cd4-9808-54e4b1f6bb8a", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:57:56.858803 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a57f5b9f-cb7c-409e-83ef-d56afb7d88ae {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:57:56.859208 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa3762f-247a-4c4c-8d31-715f3235950c', 'name': 'network-vif-deleted', 'tag': '1d36d242-4875-4cd4-9808-54e4b1f6bb8a', 'status': 'completed', 'code': 200} Oct 19 01:57:56.898348 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-98ea7669-343f-4b63-a6f9-19cae5261d58 None None] Set router cc129871-2bb3-4030-bd84-d3ec10a50b30 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:57:57.100799 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-98ea7669-343f-4b63-a6f9-19cae5261d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'name': 'tempest-ServerActionsTestJSON-582573910-router', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:46:26Z', 'updated_at': '2021-10-19T01:46:29Z', 'revision_number': 4, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'gw_port': {'id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:27Z', 'updated_at': '2021-10-19T01:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '7181f317-13f0-4abc-970d-eb3b4965b315', 'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'mac_address': 'fa:16:3e:78:52:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:29Z', 'updated_at': '2021-10-19T01:46:33Z', 'revision_number': 5, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'subnets': [{'id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:57:57.127688 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ea7669-343f-4b63-a6f9-19cae5261d58 None None] Checking router: cc129871-2bb3-4030-bd84-d3ec10a50b30 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:57:57.136247 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ea7669-343f-4b63-a6f9-19cae5261d58 None None] Routers {'cc129871-2bb3-4030-bd84-d3ec10a50b30'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:57:57.136858 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-98ea7669-343f-4b63-a6f9-19cae5261d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:57:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['cc129871-2bb3-4030-bd84-d3ec10a50b30'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:57:57.241539 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-98ea7669-343f-4b63-a6f9-19cae5261d58 None None] Set router cc129871-2bb3-4030-bd84-d3ec10a50b30 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:57:57.441438 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-98ea7669-343f-4b63-a6f9-19cae5261d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'name': 'tempest-ServerActionsTestJSON-582573910-router', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:46:26Z', 'updated_at': '2021-10-19T01:46:29Z', 'revision_number': 4, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'gw_port': {'id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:27Z', 'updated_at': '2021-10-19T01:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '7181f317-13f0-4abc-970d-eb3b4965b315', 'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'mac_address': 'fa:16:3e:78:52:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:29Z', 'updated_at': '2021-10-19T01:46:33Z', 'revision_number': 5, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'subnets': [{'id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:57:57.473164 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ea7669-343f-4b63-a6f9-19cae5261d58 None None] The sync data for ids ['cc129871-2bb3-4030-bd84-d3ec10a50b30'] in n-d-715271-26 is: [{'id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'name': 'tempest-ServerActionsTestJSON-582573910-router', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:46:26Z', 'updated_at': '2021-10-19T01:46:29Z', 'revision_number': 4, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'gw_port': {'id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:27Z', 'updated_at': '2021-10-19T01:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '7181f317-13f0-4abc-970d-eb3b4965b315', 'name': '', 'network_id': 'c9c23424-bb08-4c43-9cf1-bc5cae7eaccb', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'mac_address': 'fa:16:3e:78:52:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:29Z', 'updated_at': '2021-10-19T01:46:33Z', 'revision_number': 5, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'subnets': [{'id': 'fc73fb8d-8d25-4255-86a4-6317923a510b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:57:57.684392 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:57.760772 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-60ebee5c-9a5c-4306-843f-46ac452337cd req-0652b1a8-c857-412e-bd76-87d9c10f5db5 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 210 time: 0.0281382 Oct 19 01:57:57.785939 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55c8c51-e919-4c77-bcd0-52df7a3c045a None None] New status for floating IP fbaa33b7-1bb1-4f84-bc44-f70ce0e5480a: DOWN {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:57:58.417974 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 1d36d242-4875-4cd4-9808-54e4b1f6bb8a no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:57:58.599677 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 1d36d242-4875-4cd4-9808-54e4b1f6bb8a {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:57:58.600368 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 1d36d242-4875-4cd4-9808-54e4b1f6bb8a not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:57:58.863309 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5a9d60e1-c830-4bfa-8a46-89e37c3f7e71 req-9d1a5987-f138-4eb9-b900-bd8f87c1e2f9 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 210 time: 0.0308683 Oct 19 01:57:59.959089 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1b7db00e-c75a-4a59-807f-f0a12287020a req-f8dc0e4a-a581-4d0e-8bd0-7e4b61c88dcb tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 210 time: 0.0287502 Oct 19 01:58:00.086160 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:01.056015 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-29895b54-c040-4ce7-ad97-554d54514207 req-4ac24496-cbcc-49e5-849a-5fa87159d375 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aa3762f-247a-4c4c-8d31-715f3235950c HTTP/1.1" status: 200 len: 210 time: 0.0271680 Oct 19 01:58:01.328794 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:58:05.810839 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53688) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:05.867567 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6731dbbd-73ba-4827-89aa-0a7f95ffa0bb tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:05.891034 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6731dbbd-73ba-4827-89aa-0a7f95ffa0bb tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:05.944518 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6731dbbd-73ba-4827-89aa-0a7f95ffa0bb tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:05.947151 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6731dbbd-73ba-4827-89aa-0a7f95ffa0bb tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:05.950862 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6731dbbd-73ba-4827-89aa-0a7f95ffa0bb tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "DELETE /v2.0/security-groups/2d8599a4-c6a6-44db-b4b1-12560499c4e4 HTTP/1.1" status: 204 len: 168 time: 0.1364532 Oct 19 01:58:05.951544 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53690) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:05.958605 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731dbbd-73ba-4827-89aa-0a7f95ffa0bb tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8599a4-c6a6-44db-b4b1-12560499c4e4,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:05.968300 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-9a011f4e-c883-4c78-9887-5e39652d5b87 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] show failed (client error): The resource could not be found. Oct 19 01:58:05.972162 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53692) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:05.972304 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9a011f4e-c883-4c78-9887-5e39652d5b87 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "GET /v2.0/security-groups/2d8599a4-c6a6-44db-b4b1-12560499c4e4 HTTP/1.1" status: 404 len: 347 time: 0.0192478 Oct 19 01:58:06.099349 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-89f1baf4-6065-400e-8292-f54fbe47d0b9 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Deleting port 0a17753c-d94e-4e4d-ba6a-c4ef96556da2 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:58:06.099598 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-89f1baf4-6065-400e-8292-f54fbe47d0b9 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:06.177575 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-89f1baf4-6065-400e-8292-f54fbe47d0b9 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:06.177894 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-89f1baf4-6065-400e-8292-f54fbe47d0b9 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:06.189737 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-89f1baf4-6065-400e-8292-f54fbe47d0b9 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Calling delete_port for 0a17753c-d94e-4e4d-ba6a-c4ef96556da2 owned by network:floatingip {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:58:06.316602 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-89f1baf4-6065-400e-8292-f54fbe47d0b9 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:06.648787 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1baf4-6065-400e-8292-f54fbe47d0b9 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Pushing event deleted for resources: {'Port': ['ID=0a17753c-d94e-4e4d-ba6a-c4ef96556da2,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:06.706497 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-89f1baf4-6065-400e-8292-f54fbe47d0b9 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks [] for floatingip, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:06.708935 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-89f1baf4-6065-400e-8292-f54fbe47d0b9 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:06.710069 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-89f1baf4-6065-400e-8292-f54fbe47d0b9 tempest-ServerActionsTestJSON-738420126 tempest-ServerActionsTestJSON-738420126-project] 10.222.0.57 "DELETE /v2.0/floatingips/fbaa33b7-1bb1-4f84-bc44-f70ce0e5480a HTTP/1.1" status: 204 len: 168 time: 0.7366271 Oct 19 01:58:06.713747 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53694) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:07.180181 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-17242576-e7f3-4fa8-813f-05bcf03da9aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:07.422103 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-17242576-e7f3-4fa8-813f-05bcf03da9aa admin admin] Deleting port 7181f317-13f0-4abc-970d-eb3b4965b315 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:58:07.422434 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-17242576-e7f3-4fa8-813f-05bcf03da9aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:07.498840 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-17242576-e7f3-4fa8-813f-05bcf03da9aa admin admin] For port 7181f317-13f0-4abc-970d-eb3b4965b315, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=7181f317-13f0-4abc-970d-eb3b4965b315,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:58:07.499114 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-17242576-e7f3-4fa8-813f-05bcf03da9aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:07.511778 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-17242576-e7f3-4fa8-813f-05bcf03da9aa admin admin] Calling delete_port for 7181f317-13f0-4abc-970d-eb3b4965b315 owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:58:07.687438 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-17242576-e7f3-4fa8-813f-05bcf03da9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:07.715632 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17242576-e7f3-4fa8-813f-05bcf03da9aa admin admin] Pushing event deleted for resources: {'Port': ['ID=7181f317-13f0-4abc-970d-eb3b4965b315,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:07.883386 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-17242576-e7f3-4fa8-813f-05bcf03da9aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:08.094645 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17242576-e7f3-4fa8-813f-05bcf03da9aa admin admin] Router cc129871-2bb3-4030-bd84-d3ec10a50b30 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:58:08.194638 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17242576-e7f3-4fa8-813f-05bcf03da9aa admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:58:08.200352 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-17242576-e7f3-4fa8-813f-05bcf03da9aa admin admin] 10.222.0.57 "PUT /v2.0/routers/cc129871-2bb3-4030-bd84-d3ec10a50b30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4854383 Oct 19 01:58:08.202795 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53698) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:08.203980 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272e8e6c-f7ee-4626-acb3-1cf076e1d183 None None] Sync routers for ids ['cc129871-2bb3-4030-bd84-d3ec10a50b30'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:58:08.212980 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272e8e6c-f7ee-4626-acb3-1cf076e1d183 None None] Routers {'cc129871-2bb3-4030-bd84-d3ec10a50b30'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:58:08.214250 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-272e8e6c-f7ee-4626-acb3-1cf076e1d183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:57:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['cc129871-2bb3-4030-bd84-d3ec10a50b30'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:58:08.307496 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-21b8713c-9e44-4482-8b1d-44e25df88ad4 admin admin] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:08.314711 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-272e8e6c-f7ee-4626-acb3-1cf076e1d183 None None] Set router cc129871-2bb3-4030-bd84-d3ec10a50b30 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:58:08.413723 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-21b8713c-9e44-4482-8b1d-44e25df88ad4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:08.465367 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-21b8713c-9e44-4482-8b1d-44e25df88ad4 admin admin] Deleting port 3796e548-105e-41e4-8401-a570c3cf6ef6 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:58:08.465704 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-21b8713c-9e44-4482-8b1d-44e25df88ad4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:08.489037 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-272e8e6c-f7ee-4626-acb3-1cf076e1d183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'name': 'tempest-ServerActionsTestJSON-582573910-router', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:46:26Z', 'updated_at': '2021-10-19T01:58:07Z', 'revision_number': 5, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'gw_port': {'id': '3796e548-105e-41e4-8401-a570c3cf6ef6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:46:27Z', 'updated_at': '2021-10-19T01:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:58:08.518541 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272e8e6c-f7ee-4626-acb3-1cf076e1d183 None None] Checking router: cc129871-2bb3-4030-bd84-d3ec10a50b30 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:58:08.527375 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272e8e6c-f7ee-4626-acb3-1cf076e1d183 None None] Routers {'cc129871-2bb3-4030-bd84-d3ec10a50b30'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:58:08.528024 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-272e8e6c-f7ee-4626-acb3-1cf076e1d183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:57:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['cc129871-2bb3-4030-bd84-d3ec10a50b30'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:58:08.545043 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-21b8713c-9e44-4482-8b1d-44e25df88ad4 admin admin] For port 3796e548-105e-41e4-8401-a570c3cf6ef6, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=3796e548-105e-41e4-8401-a570c3cf6ef6,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:58:08.545406 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-21b8713c-9e44-4482-8b1d-44e25df88ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:08.557160 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-21b8713c-9e44-4482-8b1d-44e25df88ad4 admin admin] Calling delete_port for 3796e548-105e-41e4-8401-a570c3cf6ef6 owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:58:08.611624 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-272e8e6c-f7ee-4626-acb3-1cf076e1d183 None None] Set router cc129871-2bb3-4030-bd84-d3ec10a50b30 gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:58:08.661200 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-272e8e6c-f7ee-4626-acb3-1cf076e1d183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'name': 'tempest-ServerActionsTestJSON-582573910-router', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:46:26Z', 'updated_at': '2021-10-19T01:58:08Z', 'revision_number': 6, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:58:08.691392 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272e8e6c-f7ee-4626-acb3-1cf076e1d183 None None] The sync data for ids ['cc129871-2bb3-4030-bd84-d3ec10a50b30'] in n-d-715271-26 is: [{'id': 'cc129871-2bb3-4030-bd84-d3ec10a50b30', 'name': 'tempest-ServerActionsTestJSON-582573910-router', 'tenant_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:46:26Z', 'updated_at': '2021-10-19T01:58:08Z', 'revision_number': 6, 'project_id': '59771e0ae82b423a9e2d6aa9bd2a2cce', 'gw_port_host': None}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:58:08.727045 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-21b8713c-9e44-4482-8b1d-44e25df88ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:08.755126 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8713c-9e44-4482-8b1d-44e25df88ad4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3796e548-105e-41e4-8401-a570c3cf6ef6,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:08.816845 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-21b8713c-9e44-4482-8b1d-44e25df88ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:08.907990 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-21b8713c-9e44-4482-8b1d-44e25df88ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:08.910090 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-21b8713c-9e44-4482-8b1d-44e25df88ad4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:08.954155 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-21b8713c-9e44-4482-8b1d-44e25df88ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:08.954711 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b8713c-9e44-4482-8b1d-44e25df88ad4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc129871-2bb3-4030-bd84-d3ec10a50b30 {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:58:08.959962 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-21b8713c-9e44-4482-8b1d-44e25df88ad4 admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:08.961126 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-21b8713c-9e44-4482-8b1d-44e25df88ad4 admin admin] 10.222.0.57 "DELETE /v2.0/routers/cc129871-2bb3-4030-bd84-d3ec10a50b30 HTTP/1.1" status: 204 len: 168 time: 0.7573225 Oct 19 01:58:08.964359 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53700) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:09.011829 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a489421-fe64-4928-be10-5eec15ca1a38 admin admin] Deleting subnet fc73fb8d-8d25-4255-86a4-6317923a510b {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:58:09.014760 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2a489421-fe64-4928-be10-5eec15ca1a38 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:09.050380 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2a489421-fe64-4928-be10-5eec15ca1a38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:09.130244 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2a489421-fe64-4928-be10-5eec15ca1a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:09.187607 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2a489421-fe64-4928-be10-5eec15ca1a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:09.215815 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a489421-fe64-4928-be10-5eec15ca1a38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc73fb8d-8d25-4255-86a4-6317923a510b,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:09.218526 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2a489421-fe64-4928-be10-5eec15ca1a38 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:09.220824 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382618ab-7591-4962-8061-1dada0b20b76 None None] Network c9c23424-bb08-4c43-9cf1-bc5cae7eaccb requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:58:09.222716 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2a489421-fe64-4928-be10-5eec15ca1a38 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/fc73fb8d-8d25-4255-86a4-6317923a510b HTTP/1.1" status: 204 len: 168 time: 0.2564931 Oct 19 01:58:09.224307 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53702) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:09.295776 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-62e24023-24cd-462a-9c27-8a8564db0931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:09.348551 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-62e24023-24cd-462a-9c27-8a8564db0931 admin admin] Deleting port ee4c5bdd-69f5-4f1a-adaa-18564f01c33e {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:58:09.348962 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-62e24023-24cd-462a-9c27-8a8564db0931 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:09.416795 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-62e24023-24cd-462a-9c27-8a8564db0931 admin admin] For port ee4c5bdd-69f5-4f1a-adaa-18564f01c33e, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=ee4c5bdd-69f5-4f1a-adaa-18564f01c33e,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:58:09.417157 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-62e24023-24cd-462a-9c27-8a8564db0931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:09.429488 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-62e24023-24cd-462a-9c27-8a8564db0931 admin admin] Calling delete_port for ee4c5bdd-69f5-4f1a-adaa-18564f01c33e owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:58:09.444333 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f773895-f8f3-44f7-8776-39f72dd22cb3 None None] DHCP port deletion for c9c23424-bb08-4c43-9cf1-bc5cae7eaccb request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:58:09.499229 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-0f773895-f8f3-44f7-8776-39f72dd22cb3 None None] Deleting port ee4c5bdd-69f5-4f1a-adaa-18564f01c33e {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:58:09.499606 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0f773895-f8f3-44f7-8776-39f72dd22cb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:09.513753 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 3796e548-105e-41e4-8401-a570c3cf6ef6 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:58:09.519839 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-62e24023-24cd-462a-9c27-8a8564db0931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:09.542901 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 3796e548-105e-41e4-8401-a570c3cf6ef6 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:58:09.543772 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 3796e548-105e-41e4-8401-a570c3cf6ef6 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:58:09.544589 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device ee4c5bdd-69f5-4f1a-adaa-18564f01c33e no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:58:09.551374 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e24023-24cd-462a-9c27-8a8564db0931 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee4c5bdd-69f5-4f1a-adaa-18564f01c33e,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:09.553623 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e24023-24cd-462a-9c27-8a8564db0931 admin admin] No DVR routers for this DVR port ee4c5bdd-69f5-4f1a-adaa-18564f01c33e on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:58:09.586701 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: ee4c5bdd-69f5-4f1a-adaa-18564f01c33e {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:58:09.587154 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device ee4c5bdd-69f5-4f1a-adaa-18564f01c33e not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:58:09.587771 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7181f317-13f0-4abc-970d-eb3b4965b315 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:58:09.628041 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-62e24023-24cd-462a-9c27-8a8564db0931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:09.644442 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 7181f317-13f0-4abc-970d-eb3b4965b315 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:58:09.645024 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7181f317-13f0-4abc-970d-eb3b4965b315 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:58:09.652105 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-0f773895-f8f3-44f7-8776-39f72dd22cb3 None None] For port ee4c5bdd-69f5-4f1a-adaa-18564f01c33e, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=ee4c5bdd-69f5-4f1a-adaa-18564f01c33e,segment=NetworkSegment(d9f280e1-07b7-437a-8e7b-5c4b94d119c0),segment_id=d9f280e1-07b7-437a-8e7b-5c4b94d119c0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:58:09.652507 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0f773895-f8f3-44f7-8776-39f72dd22cb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:09.658510 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-62e24023-24cd-462a-9c27-8a8564db0931 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c23424-bb08-4c43-9cf1-bc5cae7eaccb']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:58:09.666578 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-0f773895-f8f3-44f7-8776-39f72dd22cb3 None None] Calling delete_port for ee4c5bdd-69f5-4f1a-adaa-18564f01c33e owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:58:09.669060 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-62e24023-24cd-462a-9c27-8a8564db0931 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:58:09.669369 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-62e24023-24cd-462a-9c27-8a8564db0931 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9f280e1-07b7-437a-8e7b-5c4b94d119c0') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:58:09.680550 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-62e24023-24cd-462a-9c27-8a8564db0931 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:09.694988 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-62e24023-24cd-462a-9c27-8a8564db0931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:09.702199 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e24023-24cd-462a-9c27-8a8564db0931 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:58:09.702687 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-62e24023-24cd-462a-9c27-8a8564db0931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:09.705200 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:58:09.705200 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:58:09.705200 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:58:09.705200 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:58:09.705200 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:58:09.705200 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:58:09.705200 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:58:09.705200 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:58:09.705200 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:58:09.705200 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:58:09.705200 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:58:09.705200 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:58:09.705200 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:58:09.705200 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:58:09.705200 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:58:09.705200 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:58:09.705200 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:58:09.705200 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:58:09.705200 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:58:09.705200 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:58:09.705200 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:58:09.705200 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:58:09.705200 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:58:09.705200 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:58:09.705200 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:58:09.705200 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:58:09.705200 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:58:09.705200 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:58:09.705200 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:58:09.705200 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:58:09.705200 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:58:09.705200 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:58:09.737689 n-d-715271-26 neutron-server[100608]: self.session.flush() Oct 19 01:58:09.746627 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0f773895-f8f3-44f7-8776-39f72dd22cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:09.774202 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-62e24023-24cd-462a-9c27-8a8564db0931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:09.779147 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f773895-f8f3-44f7-8776-39f72dd22cb3 None None] Pushing event deleted for resources: {'Port': ['ID=ee4c5bdd-69f5-4f1a-adaa-18564f01c33e,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:09.781359 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-62e24023-24cd-462a-9c27-8a8564db0931 admin admin] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:09.781894 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f773895-f8f3-44f7-8776-39f72dd22cb3 None None] No DVR routers for this DVR port ee4c5bdd-69f5-4f1a-adaa-18564f01c33e on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:58:09.785635 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-62e24023-24cd-462a-9c27-8a8564db0931 admin admin] 10.222.0.57 "DELETE /v2.0/networks/c9c23424-bb08-4c43-9cf1-bc5cae7eaccb HTTP/1.1" status: 204 len: 168 time: 0.5597882 Oct 19 01:58:09.801391 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e24023-24cd-462a-9c27-8a8564db0931 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9c23424-bb08-4c43-9cf1-bc5cae7eaccb,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:09.906510 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53706) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:09.949986 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5f9aeec0-99a6-4e53-8ccc-45107144e14d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=59771e0ae82b423a9e2d6aa9bd2a2cce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416911 Oct 19 01:58:09.951975 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53708) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:10.003701 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-40a1e0ec-8460-4795-ad52-a702ab50b2f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:10.024502 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-40a1e0ec-8460-4795-ad52-a702ab50b2f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:10.071282 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-40a1e0ec-8460-4795-ad52-a702ab50b2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:10.074561 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-40a1e0ec-8460-4795-ad52-a702ab50b2f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:10.075674 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-40a1e0ec-8460-4795-ad52-a702ab50b2f0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f0b519e1-c4e6-4cc7-aa1b-a8f7e4fd6cb1 HTTP/1.1" status: 204 len: 168 time: 0.1222303 Oct 19 01:58:10.083337 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a1e0ec-8460-4795-ad52-a702ab50b2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b519e1-c4e6-4cc7-aa1b-a8f7e4fd6cb1,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:10.770034 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53730) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:10.862886 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-0cf1ccaf-f56d-4447-a36c-c175425f2e15 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-53739143-network', 'tenant_id': '35f8830409234bec95473cdcdbd84044'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:58:10.884477 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf1ccaf-f56d-4447-a36c-c175425f2e15 admin admin] Made reservation on behalf of 35f8830409234bec95473cdcdbd84044 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:58:10.887405 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0cf1ccaf-f56d-4447-a36c-c175425f2e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:10.895382 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0cf1ccaf-f56d-4447-a36c-c175425f2e15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:10.970554 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0cf1ccaf-f56d-4447-a36c-c175425f2e15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:10.974266 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0cf1ccaf-f56d-4447-a36c-c175425f2e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:10.999212 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cf1ccaf-f56d-4447-a36c-c175425f2e15 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:58:11.008659 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1ccaf-f56d-4447-a36c-c175425f2e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd36ea57-0407-49c0-a522-dce3616bb8a1,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:11.015147 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0cf1ccaf-f56d-4447-a36c-c175425f2e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:11.015467 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-0cf1ccaf-f56d-4447-a36c-c175425f2e15 admin admin] Added segment 939ef665-2f22-4bc0-ba6e-f4a54466d602 of type vlan for network ecb37f90-0147-4942-89df-f9d99ea13b81 Oct 19 01:58:11.056014 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0cf1ccaf-f56d-4447-a36c-c175425f2e15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:11.080427 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0cf1ccaf-f56d-4447-a36c-c175425f2e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:11.081342 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf1ccaf-f56d-4447-a36c-c175425f2e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:11.081902 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0cf1ccaf-f56d-4447-a36c-c175425f2e15 admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:11.108348 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0cf1ccaf-f56d-4447-a36c-c175425f2e15 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3371387 Oct 19 01:58:11.111462 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53734) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:11.116529 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-9d34bac0-4ece-47e1-8d32-80eaf0158b8e admin admin] Request body: {'subnet': {'network_id': 'ecb37f90-0147-4942-89df-f9d99ea13b81', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-53739143-subnet', 'tenant_id': '35f8830409234bec95473cdcdbd84044', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:58:11.137816 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d34bac0-4ece-47e1-8d32-80eaf0158b8e admin admin] Made reservation on behalf of 35f8830409234bec95473cdcdbd84044 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:58:11.140599 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9d34bac0-4ece-47e1-8d32-80eaf0158b8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:11.144576 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1ccaf-f56d-4447-a36c-c175425f2e15 admin admin] Pushing event updated for resources: {'Network': ['ID=ecb37f90-0147-4942-89df-f9d99ea13b81,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:11.157575 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network ecb37f90-0147-4942-89df-f9d99ea13b81 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:58:11.317758 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9d34bac0-4ece-47e1-8d32-80eaf0158b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:11.375334 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34bac0-4ece-47e1-8d32-80eaf0158b8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0999cff1-3e9f-49a9-a4ab-99489d0ef0a6,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:11.380408 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d34bac0-4ece-47e1-8d32-80eaf0158b8e admin admin] Checking segment: {'id': '939ef665-2f22-4bc0-ba6e-f4a54466d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ecb37f90-0147-4942-89df-f9d99ea13b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:58:11.380773 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d34bac0-4ece-47e1-8d32-80eaf0158b8e admin admin] Network hostable DHCP agents. Network: ecb37f90-0147-4942-89df-f9d99ea13b81, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:58:11.396904 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d34bac0-4ece-47e1-8d32-80eaf0158b8e admin admin] Network ecb37f90-0147-4942-89df-f9d99ea13b81 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:58:11.405298 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-9d34bac0-4ece-47e1-8d32-80eaf0158b8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, ecb37f90-0147-4942-89df-f9d99ea13b81) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:58:11.409584 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d34bac0-4ece-47e1-8d32-80eaf0158b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:11.410159 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9d34bac0-4ece-47e1-8d32-80eaf0158b8e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:11.417575 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e421d1-420c-4017-8cef-0a2776fa19c6 None None] Network ecb37f90-0147-4942-89df-f9d99ea13b81 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:58:11.427148 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9d34bac0-4ece-47e1-8d32-80eaf0158b8e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3145425 Oct 19 01:58:11.541314 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbaa851-c68d-4aaf-8ef0-fd392dd299f9 None None] Network ecb37f90-0147-4942-89df-f9d99ea13b81 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:58:11.845064 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-b327dabc-feb2-4142-a324-abbbfdd6a617 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:11.846515 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-b327dabc-feb2-4142-a324-abbbfdd6a617 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/networks?id=ecb37f90-0147-4942-89df-f9d99ea13b81 HTTP/1.1" status: 200 len: 812 time: 0.1041873 Oct 19 01:58:11.861534 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-2e323b07-8a5e-4ec1-9d89-87a16403e38f tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/quotas/35f8830409234bec95473cdcdbd84044 HTTP/1.1" status: 200 len: 375 time: 0.0092378 Oct 19 01:58:11.892712 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-8f8e274b-73c0-4a45-af0d-0215848fce97 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=35f8830409234bec95473cdcdbd84044&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260701 Oct 19 01:58:11.903019 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-2f8148f4-5c85-4238-ad7a-46d59e2885e0 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:58:11.904154 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-2f8148f4-5c85-4238-ad7a-46d59e2885e0 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048900 Oct 19 01:58:11.998520 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-da6ea52f-f8fd-4130-859a-ef3e7264047f service neutron] 10.222.0.57 "GET /v2.0/networks/ecb37f90-0147-4942-89df-f9d99ea13b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887766 Oct 19 01:58:12.086001 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-6b8e101a-3e5d-4ecd-85e5-6c205bd9c01d service neutron] 10.222.0.57 "GET /v2.0/networks/ecb37f90-0147-4942-89df-f9d99ea13b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813861 Oct 19 01:58:12.250465 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fedbe4c4-6fe1-4845-9daa-b9a4d1d43fe6 req-43cf4488-e573-4ffa-9e86-9bcdce0c9806 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e1eb0be-f9ad-42a7-97f0-2eac041ffa73 HTTP/1.1" status: 200 len: 210 time: 0.0273268 Oct 19 01:58:13.273318 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-36385422-cbbe-4978-a18e-c9b557bc5be1 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:13.274749 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-36385422-cbbe-4978-a18e-c9b557bc5be1 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.24 "GET /v2.0/networks?id=ecb37f90-0147-4942-89df-f9d99ea13b81 HTTP/1.1" status: 200 len: 812 time: 0.1073675 Oct 19 01:58:13.290254 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-7c92b920-aa10-4260-b102-d25d4f463278 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Request body: {'port': {'device_id': '9e1eb0be-f9ad-42a7-97f0-2eac041ffa73', 'network_id': 'ecb37f90-0147-4942-89df-f9d99ea13b81', 'admin_state_up': True, 'tenant_id': '35f8830409234bec95473cdcdbd84044'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:58:13.356694 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c824a25c-e505-4765-9ba2-f97e111f3dce req-ed380e20-475a-46f6-913f-a074d31eeb86 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e1eb0be-f9ad-42a7-97f0-2eac041ffa73 HTTP/1.1" status: 200 len: 210 time: 0.0310817 Oct 19 01:58:13.401713 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-7c92b920-aa10-4260-b102-d25d4f463278 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Made reservation on behalf of 35f8830409234bec95473cdcdbd84044 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:58:13.405346 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-7c92b920-aa10-4260-b102-d25d4f463278 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:13.527408 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-7c92b920-aa10-4260-b102-d25d4f463278 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Allocated IP 172.20.0.12 (ecb37f90-0147-4942-89df-f9d99ea13b81/0999cff1-3e9f-49a9-a4ab-99489d0ef0a6/2496adb8-b011-4129-9ef9-1b8b6fda71d6) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:58:13.671782 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-7c92b920-aa10-4260-b102-d25d4f463278 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:13.704682 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-7c92b920-aa10-4260-b102-d25d4f463278 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:13.747890 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-7c92b920-aa10-4260-b102-d25d4f463278 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Network ecb37f90-0147-4942-89df-f9d99ea13b81 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:58:13.750974 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-7c92b920-aa10-4260-b102-d25d4f463278 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:58:13.754502 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-7c92b920-aa10-4260-b102-d25d4f463278 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:58:13.781876 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92b920-aa10-4260-b102-d25d4f463278 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Pushing event updated for resources: {'Port': ['ID=2496adb8-b011-4129-9ef9-1b8b6fda71d6,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:13.813415 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-7c92b920-aa10-4260-b102-d25d4f463278 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:13.814016 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-7c92b920-aa10-4260-b102-d25d4f463278 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:13.828712 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-7c92b920-aa10-4260-b102-d25d4f463278 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5424387 Oct 19 01:58:13.843475 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-233aed38-516b-47c8-a5f7-63da3d6c96e8 service neutron] Request body: {'port': {'device_id': '9e1eb0be-f9ad-42a7-97f0-2eac041ffa73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:58:13.898438 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-233aed38-516b-47c8-a5f7-63da3d6c96e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:14.025140 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-64b1a4cc-0b02-4780-9347-5434f4d2cc44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:14.160567 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-233aed38-516b-47c8-a5f7-63da3d6c96e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2496adb8-b011-4129-9ef9-1b8b6fda71d6 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:58:14.168249 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-233aed38-516b-47c8-a5f7-63da3d6c96e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:14.179625 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-233aed38-516b-47c8-a5f7-63da3d6c96e8 service neutron] Transition to ACTIVE for port object 2496adb8-b011-4129-9ef9-1b8b6fda71d6 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:58:14.182887 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-233aed38-516b-47c8-a5f7-63da3d6c96e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:14.236852 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233aed38-516b-47c8-a5f7-63da3d6c96e8 service neutron] Pushing event updated for resources: {'Port': ['ID=2496adb8-b011-4129-9ef9-1b8b6fda71d6,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:14.301742 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-233aed38-516b-47c8-a5f7-63da3d6c96e8 service neutron] Attempting to bind port 2496adb8-b011-4129-9ef9-1b8b6fda71d6 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:58:14.302410 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-233aed38-516b-47c8-a5f7-63da3d6c96e8 service neutron] Attempting to bind port 2496adb8-b011-4129-9ef9-1b8b6fda71d6 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '939ef665-2f22-4bc0-ba6e-f4a54466d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ecb37f90-0147-4942-89df-f9d99ea13b81'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:58:14.302410 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-233aed38-516b-47c8-a5f7-63da3d6c96e8 service neutron] Attempting to bind port 2496adb8-b011-4129-9ef9-1b8b6fda71d6 on network ecb37f90-0147-4942-89df-f9d99ea13b81 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:58:14.306580 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-233aed38-516b-47c8-a5f7-63da3d6c96e8 service neutron] Port 2496adb8-b011-4129-9ef9-1b8b6fda71d6 on network ecb37f90-0147-4942-89df-f9d99ea13b81 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:58:14.306997 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-233aed38-516b-47c8-a5f7-63da3d6c96e8 service neutron] Attempting to bind port 2496adb8-b011-4129-9ef9-1b8b6fda71d6 on network ecb37f90-0147-4942-89df-f9d99ea13b81 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:58:14.311627 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-233aed38-516b-47c8-a5f7-63da3d6c96e8 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:58:14.311987 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-233aed38-516b-47c8-a5f7-63da3d6c96e8 service neutron] Checking segment: {'id': '939ef665-2f22-4bc0-ba6e-f4a54466d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ecb37f90-0147-4942-89df-f9d99ea13b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:58:14.312364 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-233aed38-516b-47c8-a5f7-63da3d6c96e8 service neutron] Bound using segment: {'id': '939ef665-2f22-4bc0-ba6e-f4a54466d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ecb37f90-0147-4942-89df-f9d99ea13b81'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:58:14.312783 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-233aed38-516b-47c8-a5f7-63da3d6c96e8 service neutron] Bound port: 2496adb8-b011-4129-9ef9-1b8b6fda71d6, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '939ef665-2f22-4bc0-ba6e-f4a54466d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ecb37f90-0147-4942-89df-f9d99ea13b81'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:58:14.313128 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-233aed38-516b-47c8-a5f7-63da3d6c96e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:14.373879 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-233aed38-516b-47c8-a5f7-63da3d6c96e8 service neutron] For port 2496adb8-b011-4129-9ef9-1b8b6fda71d6, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:58:14.377018 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-233aed38-516b-47c8-a5f7-63da3d6c96e8 service neutron] For port 2496adb8-b011-4129-9ef9-1b8b6fda71d6, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=2496adb8-b011-4129-9ef9-1b8b6fda71d6,segment=NetworkSegment(939ef665-2f22-4bc0-ba6e-f4a54466d602),segment_id=939ef665-2f22-4bc0-ba6e-f4a54466d602)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:58:14.380554 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-233aed38-516b-47c8-a5f7-63da3d6c96e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:14.422792 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-233aed38-516b-47c8-a5f7-63da3d6c96e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:14.423407 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-233aed38-516b-47c8-a5f7-63da3d6c96e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:14.425269 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-233aed38-516b-47c8-a5f7-63da3d6c96e8 service neutron] 10.222.0.24 "PUT /v2.0/ports/2496adb8-b011-4129-9ef9-1b8b6fda71d6 HTTP/1.1" status: 200 len: 1093 time: 0.5852535 Oct 19 01:58:14.425269 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e1eb0be-f9ad-42a7-97f0-2eac041ffa73', 'tag': '2496adb8-b011-4129-9ef9-1b8b6fda71d6'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:58:14.427495 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}604d1223bc0e61ef4f6f375a56b68240d92e3dadd1a32e57b330ac88f8c52c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f91dba9-80d6-4a29-9413-d96b7c5690eb" -d '{"events": [{"name": "network-changed", "server_uuid": "9e1eb0be-f9ad-42a7-97f0-2eac041ffa73", "tag": "2496adb8-b011-4129-9ef9-1b8b6fda71d6"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:58:14.470341 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3806462-d86f-49c4-8799-d2fc36c1d851 x-openstack-request-id: req-b3806462-d86f-49c4-8799-d2fc36c1d851 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:58:14.470631 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e1eb0be-f9ad-42a7-97f0-2eac041ffa73", "tag": "2496adb8-b011-4129-9ef9-1b8b6fda71d6", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:58:14.470881 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b3806462-d86f-49c4-8799-d2fc36c1d851 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:58:14.471273 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e1eb0be-f9ad-42a7-97f0-2eac041ffa73', 'tag': '2496adb8-b011-4129-9ef9-1b8b6fda71d6', 'status': 'completed', 'code': 200} Oct 19 01:58:14.505396 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233aed38-516b-47c8-a5f7-63da3d6c96e8 service neutron] Pushing event updated for resources: {'Port': ['ID=2496adb8-b011-4129-9ef9-1b8b6fda71d6,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:14.532579 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398eab61-82ef-4ac5-904d-513f19ed5e3e req-63986aa0-986e-42d8-b5df-728e293d1a95 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:14.534048 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-398eab61-82ef-4ac5-904d-513f19ed5e3e req-63986aa0-986e-42d8-b5df-728e293d1a95 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e1eb0be-f9ad-42a7-97f0-2eac041ffa73 HTTP/1.1" status: 200 len: 944 time: 0.1006923 Oct 19 01:58:14.539677 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-e34315cc-8c0a-4653-ab3d-213b83ae5e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:14.541100 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-e34315cc-8c0a-4653-ab3d-213b83ae5e84 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=35f8830409234bec95473cdcdbd84044&device_id=9e1eb0be-f9ad-42a7-97f0-2eac041ffa73 HTTP/1.1" status: 200 len: 1096 time: 0.0690777 Oct 19 01:58:14.592087 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-39002f69-206e-4279-8324-feb4674abae1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2496adb8-b011-4129-9ef9-1b8b6fda71d6 HTTP/1.1" status: 200 len: 217 time: 0.0435214 Oct 19 01:58:14.614991 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-398eab61-82ef-4ac5-904d-513f19ed5e3e req-959a4c54-a087-456d-a827-5a3b1d04fe9f tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd36ea57-0407-49c0-a522-dce3616bb8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729983 Oct 19 01:58:14.650090 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-ceb65664-b63d-4d2b-a22f-492e352cc631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:14.651549 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-ceb65664-b63d-4d2b-a22f-492e352cc631 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0999cff1-3e9f-49a9-a4ab-99489d0ef0a6 HTTP/1.1" status: 200 len: 852 time: 0.0506105 Oct 19 01:58:14.682870 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-dc7bba8a-c185-4e2b-8b5c-930d831fb55b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ecb37f90-0147-4942-89df-f9d99ea13b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242682 Oct 19 01:58:14.773476 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-6dcfe03c-882b-4ec9-bf9a-3951564863fd service neutron] 10.222.0.24 "GET /v2.0/networks/ecb37f90-0147-4942-89df-f9d99ea13b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838633 Oct 19 01:58:14.863023 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83e9d79c-7031-4e44-afc6-da78ac7ddab2 req-445208bb-5b91-4b6c-aa3d-8b554c22e47f service neutron] 10.222.0.24 "GET /v2.0/networks/ecb37f90-0147-4942-89df-f9d99ea13b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827465 Oct 19 01:58:14.951654 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91dba9-80d6-4a29-9413-d96b7c5690eb req-95b49403-7aed-4a03-a427-57444d79ccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:14.953186 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4f91dba9-80d6-4a29-9413-d96b7c5690eb req-95b49403-7aed-4a03-a427-57444d79ccdd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=35f8830409234bec95473cdcdbd84044&device_id=9e1eb0be-f9ad-42a7-97f0-2eac041ffa73 HTTP/1.1" status: 200 len: 1096 time: 0.0400016 Oct 19 01:58:15.045884 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91dba9-80d6-4a29-9413-d96b7c5690eb req-a515ca68-05b9-4c9c-933b-7a148626104b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:15.047356 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4f91dba9-80d6-4a29-9413-d96b7c5690eb req-a515ca68-05b9-4c9c-933b-7a148626104b service neutron] 10.222.0.24 "GET /v2.0/networks?id=ecb37f90-0147-4942-89df-f9d99ea13b81 HTTP/1.1" status: 200 len: 913 time: 0.0874906 Oct 19 01:58:15.090077 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4f91dba9-80d6-4a29-9413-d96b7c5690eb req-1ca242a8-4ee9-43bd-9995-2c44c5563cb7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2496adb8-b011-4129-9ef9-1b8b6fda71d6 HTTP/1.1" status: 200 len: 217 time: 0.0341103 Oct 19 01:58:15.143453 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91dba9-80d6-4a29-9413-d96b7c5690eb req-8a7c32e0-d21f-44a0-96c7-8875290c30e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:15.144921 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4f91dba9-80d6-4a29-9413-d96b7c5690eb req-8a7c32e0-d21f-44a0-96c7-8875290c30e2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0999cff1-3e9f-49a9-a4ab-99489d0ef0a6 HTTP/1.1" status: 200 len: 852 time: 0.0476348 Oct 19 01:58:15.177667 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4f91dba9-80d6-4a29-9413-d96b7c5690eb req-f37ce01d-225d-4668-b854-9a3acc39bf84 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ecb37f90-0147-4942-89df-f9d99ea13b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235183 Oct 19 01:58:15.268402 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4f91dba9-80d6-4a29-9413-d96b7c5690eb req-363354fc-2782-4174-a098-ab0767943402 service neutron] 10.222.0.24 "GET /v2.0/networks/ecb37f90-0147-4942-89df-f9d99ea13b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827529 Oct 19 01:58:15.380268 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4f91dba9-80d6-4a29-9413-d96b7c5690eb req-b827be08-9587-4201-81e1-b84c12824964 service neutron] 10.222.0.24 "GET /v2.0/networks/ecb37f90-0147-4942-89df-f9d99ea13b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035240 Oct 19 01:58:15.749257 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69c955-57a8-49cb-908e-017e2c6a5568 req-8c8c5803-13e0-440a-8f97-8d5ba0f4e121 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:15.750789 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bc69c955-57a8-49cb-908e-017e2c6a5568 req-8c8c5803-13e0-440a-8f97-8d5ba0f4e121 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e1eb0be-f9ad-42a7-97f0-2eac041ffa73 HTTP/1.1" status: 200 len: 944 time: 0.0551519 Oct 19 01:58:15.795090 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bc69c955-57a8-49cb-908e-017e2c6a5568 req-11208ed5-513e-454a-a2a8-b37f93232a88 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd36ea57-0407-49c0-a522-dce3616bb8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382154 Oct 19 01:58:16.605994 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bfeca4fc-bcff-4298-abb5-5c56f45933da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:16.908139 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa82ea-ca6f-40f7-8118-26a20ff6fe7e req-e3a28e09-353a-438f-91fe-407b4642e892 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:16.909537 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-95aa82ea-ca6f-40f7-8118-26a20ff6fe7e req-e3a28e09-353a-438f-91fe-407b4642e892 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e1eb0be-f9ad-42a7-97f0-2eac041ffa73 HTTP/1.1" status: 200 len: 944 time: 0.0478282 Oct 19 01:58:16.946723 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-95aa82ea-ca6f-40f7-8118-26a20ff6fe7e req-43646007-a407-4c44-9bdc-fffdc018f8e5 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd36ea57-0407-49c0-a522-dce3616bb8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312064 Oct 19 01:58:17.333898 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:17.973892 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:18.059941 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711545b-612c-47ce-a4a5-991449ebb16a req-9b90dad3-0c52-4b23-86ba-9e019920da3e tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:18.061416 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0711545b-612c-47ce-a4a5-991449ebb16a req-9b90dad3-0c52-4b23-86ba-9e019920da3e tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e1eb0be-f9ad-42a7-97f0-2eac041ffa73 HTTP/1.1" status: 200 len: 944 time: 0.0481484 Oct 19 01:58:18.098896 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0711545b-612c-47ce-a4a5-991449ebb16a req-da656d8b-58ae-44de-8363-0b68ab342a2f tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd36ea57-0407-49c0-a522-dce3616bb8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315602 Oct 19 01:58:19.199573 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 2496adb8-b011-4129-9ef9-1b8b6fda71d6 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:58:19.216272 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346690d-12d9-48dc-af86-fb2a3fe2131e req-ccb7f1d4-2f5a-41d8-8ca8-01c1bcea2224 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:19.217761 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1346690d-12d9-48dc-af86-fb2a3fe2131e req-ccb7f1d4-2f5a-41d8-8ca8-01c1bcea2224 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e1eb0be-f9ad-42a7-97f0-2eac041ffa73 HTTP/1.1" status: 200 len: 944 time: 0.0542204 Oct 19 01:58:19.255688 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1346690d-12d9-48dc-af86-fb2a3fe2131e req-0f106f1d-e954-4c46-b57d-92840aad9e30 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd36ea57-0407-49c0-a522-dce3616bb8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318847 Oct 19 01:58:19.297669 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 2496adb8-b011-4129-9ef9-1b8b6fda71d6, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=2496adb8-b011-4129-9ef9-1b8b6fda71d6,segment=NetworkSegment(939ef665-2f22-4bc0-ba6e-f4a54466d602),segment_id=939ef665-2f22-4bc0-ba6e-f4a54466d602)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:58:19.308931 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '2496adb8-b011-4129-9ef9-1b8b6fda71d6', 'network_id': 'ecb37f90-0147-4942-89df-f9d99ea13b81', 'port_id': '2496adb8-b011-4129-9ef9-1b8b6fda71d6', 'mac_address': 'fa:16:3e:93:11:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0999cff1-3e9f-49a9-a4ab-99489d0ef0a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:58:19.345143 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:19.358444 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2496adb8-b011-4129-9ef9-1b8b6fda71d6 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:58:19.377470 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 2496adb8-b011-4129-9ef9-1b8b6fda71d6, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=2496adb8-b011-4129-9ef9-1b8b6fda71d6,segment=NetworkSegment(939ef665-2f22-4bc0-ba6e-f4a54466d602),segment_id=939ef665-2f22-4bc0-ba6e-f4a54466d602)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:58:19.381404 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:19.427598 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=2496adb8-b011-4129-9ef9-1b8b6fda71d6,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:19.566908 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['2496adb8-b011-4129-9ef9-1b8b6fda71d6'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:58:19.903221 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:20.372798 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7d9f9-b478-479a-9753-41d324078f8c req-f8e17eb4-9dfb-4cf9-9042-73660bbf8e4e tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:20.374258 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aec7d9f9-b478-479a-9753-41d324078f8c req-f8e17eb4-9dfb-4cf9-9042-73660bbf8e4e tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e1eb0be-f9ad-42a7-97f0-2eac041ffa73 HTTP/1.1" status: 200 len: 945 time: 0.0530033 Oct 19 01:58:20.414567 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aec7d9f9-b478-479a-9753-41d324078f8c req-4bb7ea62-1400-4dd3-8231-2b422cda381c tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd36ea57-0407-49c0-a522-dce3616bb8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343184 Oct 19 01:58:21.197342 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 2496adb8-b011-4129-9ef9-1b8b6fda71d6 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:58:21.245453 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 2496adb8-b011-4129-9ef9-1b8b6fda71d6 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:58:21.249520 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 2496adb8-b011-4129-9ef9-1b8b6fda71d6 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:58:21.249894 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:21.329725 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:21.352065 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1eb0be-f9ad-42a7-97f0-2eac041ffa73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2496adb8-b011-4129-9ef9-1b8b6fda71d6'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:58:21.365573 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 2496adb8-b011-4129-9ef9-1b8b6fda71d6, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=2496adb8-b011-4129-9ef9-1b8b6fda71d6,segment=NetworkSegment(939ef665-2f22-4bc0-ba6e-f4a54466d602),segment_id=939ef665-2f22-4bc0-ba6e-f4a54466d602)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:58:21.369446 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:21.417700 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=2496adb8-b011-4129-9ef9-1b8b6fda71d6,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:21.422379 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db8619b3bfd44a3a0f2128b398243c28f67a7e558bf903df4768d357387e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc0bce4-7cc1-4199-9946-778785f42663" -d '{"events": [{"server_uuid": "9e1eb0be-f9ad-42a7-97f0-2eac041ffa73", "name": "network-vif-plugged", "status": "completed", "tag": "2496adb8-b011-4129-9ef9-1b8b6fda71d6"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:58:21.528746 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97288e74-0fea-496b-8598-f95bf56f3ce1 req-a786a8b6-fac4-47e1-bf32-15ac6674b0cd tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:21.530230 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-97288e74-0fea-496b-8598-f95bf56f3ce1 req-a786a8b6-fac4-47e1-bf32-15ac6674b0cd tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e1eb0be-f9ad-42a7-97f0-2eac041ffa73 HTTP/1.1" status: 200 len: 946 time: 0.0492077 Oct 19 01:58:21.542773 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d7666a-772c-48d8-8aae-8d6da37b26fd x-openstack-request-id: req-b7d7666a-772c-48d8-8aae-8d6da37b26fd {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:58:21.543071 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1eb0be-f9ad-42a7-97f0-2eac041ffa73", "name": "network-vif-plugged", "status": "completed", "tag": "2496adb8-b011-4129-9ef9-1b8b6fda71d6", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:58:21.543329 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b7d7666a-772c-48d8-8aae-8d6da37b26fd {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:58:21.543749 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1eb0be-f9ad-42a7-97f0-2eac041ffa73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2496adb8-b011-4129-9ef9-1b8b6fda71d6', 'code': 200} Oct 19 01:58:21.569842 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-97288e74-0fea-496b-8598-f95bf56f3ce1 req-0f75c0bf-4bf7-4b54-b6e2-5d962fa709fd tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd36ea57-0407-49c0-a522-dce3616bb8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333643 Oct 19 01:58:21.634435 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c641f-895c-4dd3-a557-18a0fd2239b2 req-213981f2-2711-4958-bd03-5a7e7261e81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:21.636513 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-041c641f-895c-4dd3-a557-18a0fd2239b2 req-213981f2-2711-4958-bd03-5a7e7261e81e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9e1eb0be-f9ad-42a7-97f0-2eac041ffa73 HTTP/1.1" status: 200 len: 1098 time: 0.0398493 Oct 19 01:58:21.669930 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-041c641f-895c-4dd3-a557-18a0fd2239b2 req-4b67b3e7-932f-4078-9614-289c645eb7d3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cd36ea57-0407-49c0-a522-dce3616bb8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270483 Oct 19 01:58:22.685142 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7a7aa-360d-4e15-9e7a-1ab6bb1bc1a7 req-9622c330-a20e-4fbf-ad96-f50afaf32023 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:22.686617 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-09e7a7aa-360d-4e15-9e7a-1ab6bb1bc1a7 req-9622c330-a20e-4fbf-ad96-f50afaf32023 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e1eb0be-f9ad-42a7-97f0-2eac041ffa73 HTTP/1.1" status: 200 len: 946 time: 0.0484660 Oct 19 01:58:22.723175 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-09e7a7aa-360d-4e15-9e7a-1ab6bb1bc1a7 req-7276aea2-1c91-44ed-b6ce-03ad49fb8925 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd36ea57-0407-49c0-a522-dce3616bb8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306194 Oct 19 01:58:23.836896 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd9963-892c-43a0-9ba9-ff431a044a1a req-a10870b1-e600-43aa-bbba-f50cf49b0f6a tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:23.838361 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-31fd9963-892c-43a0-9ba9-ff431a044a1a req-a10870b1-e600-43aa-bbba-f50cf49b0f6a tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e1eb0be-f9ad-42a7-97f0-2eac041ffa73 HTTP/1.1" status: 200 len: 946 time: 0.0481544 Oct 19 01:58:23.876152 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-31fd9963-892c-43a0-9ba9-ff431a044a1a req-e53fe81d-0b0c-47ff-adc7-45e9a5a77846 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd36ea57-0407-49c0-a522-dce3616bb8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316768 Oct 19 01:58:24.095050 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-8e577da3-96f4-4257-a280-da08252aea25 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:24.096500 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-8e577da3-96f4-4257-a280-da08252aea25 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/networks?id=ecb37f90-0147-4942-89df-f9d99ea13b81 HTTP/1.1" status: 200 len: 812 time: 0.1013873 Oct 19 01:58:24.111418 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-5214af17-b58b-492e-b901-c486a7df701e tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/quotas/35f8830409234bec95473cdcdbd84044 HTTP/1.1" status: 200 len: 375 time: 0.0091426 Oct 19 01:58:24.159688 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-a7b1038c-afc1-468f-acfa-c34ce972b06a tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=35f8830409234bec95473cdcdbd84044&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0431862 Oct 19 01:58:24.335311 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-9194b1c9-8034-42e9-a228-94fa298912ae service neutron] 10.222.0.57 "GET /v2.0/networks/ecb37f90-0147-4942-89df-f9d99ea13b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234405 Oct 19 01:58:24.422112 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-63e8d7ee-1282-4b23-9798-984a653b4ed2 service neutron] 10.222.0.57 "GET /v2.0/networks/ecb37f90-0147-4942-89df-f9d99ea13b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804758 Oct 19 01:58:24.580902 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-af062061-6ff2-443f-bd9b-892c72355b5c req-a80f3539-df43-4208-b3b2-ca392c7f2141 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d97e3fa-b9a9-4937-aac7-cf423b98c2d0 HTTP/1.1" status: 200 len: 210 time: 0.0274580 Oct 19 01:58:25.526900 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-28b3b49d-4e0e-472b-854a-fe3a1c21dbb0 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:25.528276 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-28b3b49d-4e0e-472b-854a-fe3a1c21dbb0 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.55 "GET /v2.0/networks?id=ecb37f90-0147-4942-89df-f9d99ea13b81 HTTP/1.1" status: 200 len: 812 time: 0.1083403 Oct 19 01:58:25.542791 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-03f40a40-51d6-4d99-b6c4-d96870443ea3 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Request body: {'port': {'device_id': '7d97e3fa-b9a9-4937-aac7-cf423b98c2d0', 'network_id': 'ecb37f90-0147-4942-89df-f9d99ea13b81', 'admin_state_up': True, 'tenant_id': '35f8830409234bec95473cdcdbd84044'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:58:25.657859 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-03f40a40-51d6-4d99-b6c4-d96870443ea3 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Made reservation on behalf of 35f8830409234bec95473cdcdbd84044 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:58:25.661588 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-03f40a40-51d6-4d99-b6c4-d96870443ea3 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:25.679858 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8bf4cf3b-7181-4d71-b61b-f59c9fe788e8 req-b905a4e0-d4e1-4c59-af08-7cf00f5d67f4 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d97e3fa-b9a9-4937-aac7-cf423b98c2d0 HTTP/1.1" status: 200 len: 210 time: 0.0304260 Oct 19 01:58:25.786647 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-03f40a40-51d6-4d99-b6c4-d96870443ea3 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Allocated IP 172.20.0.14 (ecb37f90-0147-4942-89df-f9d99ea13b81/0999cff1-3e9f-49a9-a4ab-99489d0ef0a6/e609569d-e8f1-42ef-b742-98701abb9d8e) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:58:25.934178 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-03f40a40-51d6-4d99-b6c4-d96870443ea3 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:25.968650 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-03f40a40-51d6-4d99-b6c4-d96870443ea3 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:25.981717 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['2496adb8-b011-4129-9ef9-1b8b6fda71d6'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:58:26.013528 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-03f40a40-51d6-4d99-b6c4-d96870443ea3 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Network ecb37f90-0147-4942-89df-f9d99ea13b81 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:58:26.016666 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-03f40a40-51d6-4d99-b6c4-d96870443ea3 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:58:26.020309 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-03f40a40-51d6-4d99-b6c4-d96870443ea3 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:58:26.026688 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f40a40-51d6-4d99-b6c4-d96870443ea3 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Pushing event updated for resources: {'Port': ['ID=e609569d-e8f1-42ef-b742-98701abb9d8e,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:26.076017 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-03f40a40-51d6-4d99-b6c4-d96870443ea3 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:26.076535 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-03f40a40-51d6-4d99-b6c4-d96870443ea3 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:26.092898 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-03f40a40-51d6-4d99-b6c4-d96870443ea3 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5552442 Oct 19 01:58:26.102906 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-7dd6343e-8c63-4b19-b17b-1f0b77ac7536 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:58:26.103900 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-7dd6343e-8c63-4b19-b17b-1f0b77ac7536 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050058 Oct 19 01:58:26.116306 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-8afeac23-ba62-46a9-8529-9a760ce42c4f service neutron] Request body: {'port': {'device_id': '7d97e3fa-b9a9-4937-aac7-cf423b98c2d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:58:26.170057 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-8afeac23-ba62-46a9-8529-9a760ce42c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:26.435204 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-8afeac23-ba62-46a9-8529-9a760ce42c4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e609569d-e8f1-42ef-b742-98701abb9d8e {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:58:26.442506 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-8afeac23-ba62-46a9-8529-9a760ce42c4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:26.454877 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-8afeac23-ba62-46a9-8529-9a760ce42c4f service neutron] Transition to ACTIVE for port object e609569d-e8f1-42ef-b742-98701abb9d8e will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:58:26.458119 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-8afeac23-ba62-46a9-8529-9a760ce42c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:26.511214 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afeac23-ba62-46a9-8529-9a760ce42c4f service neutron] Pushing event updated for resources: {'Port': ['ID=e609569d-e8f1-42ef-b742-98701abb9d8e,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:26.574701 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-8afeac23-ba62-46a9-8529-9a760ce42c4f service neutron] Attempting to bind port e609569d-e8f1-42ef-b742-98701abb9d8e on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:58:26.575355 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-8afeac23-ba62-46a9-8529-9a760ce42c4f service neutron] Attempting to bind port e609569d-e8f1-42ef-b742-98701abb9d8e by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '939ef665-2f22-4bc0-ba6e-f4a54466d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ecb37f90-0147-4942-89df-f9d99ea13b81'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:58:26.575355 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-8afeac23-ba62-46a9-8529-9a760ce42c4f service neutron] Attempting to bind port e609569d-e8f1-42ef-b742-98701abb9d8e on network ecb37f90-0147-4942-89df-f9d99ea13b81 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:58:26.579596 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-8afeac23-ba62-46a9-8529-9a760ce42c4f service neutron] Port e609569d-e8f1-42ef-b742-98701abb9d8e on network ecb37f90-0147-4942-89df-f9d99ea13b81 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:58:26.579961 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-8afeac23-ba62-46a9-8529-9a760ce42c4f service neutron] Attempting to bind port e609569d-e8f1-42ef-b742-98701abb9d8e on network ecb37f90-0147-4942-89df-f9d99ea13b81 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:58:26.584702 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-8afeac23-ba62-46a9-8529-9a760ce42c4f service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:58:26.585040 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-8afeac23-ba62-46a9-8529-9a760ce42c4f service neutron] Checking segment: {'id': '939ef665-2f22-4bc0-ba6e-f4a54466d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ecb37f90-0147-4942-89df-f9d99ea13b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:58:26.585420 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-8afeac23-ba62-46a9-8529-9a760ce42c4f service neutron] Bound using segment: {'id': '939ef665-2f22-4bc0-ba6e-f4a54466d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ecb37f90-0147-4942-89df-f9d99ea13b81'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:58:26.585844 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-8afeac23-ba62-46a9-8529-9a760ce42c4f service neutron] Bound port: e609569d-e8f1-42ef-b742-98701abb9d8e, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '939ef665-2f22-4bc0-ba6e-f4a54466d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ecb37f90-0147-4942-89df-f9d99ea13b81'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:58:26.586197 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-8afeac23-ba62-46a9-8529-9a760ce42c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:26.651832 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-8afeac23-ba62-46a9-8529-9a760ce42c4f service neutron] For port e609569d-e8f1-42ef-b742-98701abb9d8e, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:58:26.654924 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-8afeac23-ba62-46a9-8529-9a760ce42c4f service neutron] For port e609569d-e8f1-42ef-b742-98701abb9d8e, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=e609569d-e8f1-42ef-b742-98701abb9d8e,segment=NetworkSegment(939ef665-2f22-4bc0-ba6e-f4a54466d602),segment_id=939ef665-2f22-4bc0-ba6e-f4a54466d602)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:58:26.658283 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-8afeac23-ba62-46a9-8529-9a760ce42c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:26.689176 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-8afeac23-ba62-46a9-8529-9a760ce42c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:26.689709 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-8afeac23-ba62-46a9-8529-9a760ce42c4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:26.691592 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-8afeac23-ba62-46a9-8529-9a760ce42c4f service neutron] 10.222.0.55 "PUT /v2.0/ports/e609569d-e8f1-42ef-b742-98701abb9d8e HTTP/1.1" status: 200 len: 1093 time: 0.5790734 Oct 19 01:58:26.693623 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d97e3fa-b9a9-4937-aac7-cf423b98c2d0', 'tag': 'e609569d-e8f1-42ef-b742-98701abb9d8e'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:58:26.695915 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9434de058546a022cc17e407c636edc5a2ce8615e174a01ffad9beb3023847d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f28860d-ae45-48b1-b227-a198e11883a9" -d '{"events": [{"name": "network-changed", "server_uuid": "7d97e3fa-b9a9-4937-aac7-cf423b98c2d0", "tag": "e609569d-e8f1-42ef-b742-98701abb9d8e"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:58:26.733929 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba6c41d-64ca-4c85-b3ba-dc89ef930d5f x-openstack-request-id: req-dba6c41d-64ca-4c85-b3ba-dc89ef930d5f {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:58:26.734220 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d97e3fa-b9a9-4937-aac7-cf423b98c2d0", "tag": "e609569d-e8f1-42ef-b742-98701abb9d8e", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:58:26.734475 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dba6c41d-64ca-4c85-b3ba-dc89ef930d5f {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:58:26.734920 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d97e3fa-b9a9-4937-aac7-cf423b98c2d0', 'tag': 'e609569d-e8f1-42ef-b742-98701abb9d8e', 'status': 'completed', 'code': 200} Oct 19 01:58:26.737896 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afeac23-ba62-46a9-8529-9a760ce42c4f service neutron] Pushing event updated for resources: {'Port': ['ID=e609569d-e8f1-42ef-b742-98701abb9d8e,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:26.781709 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-447e40eb-f134-4ecb-bd9e-6b12cb1a015c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:26.783203 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-447e40eb-f134-4ecb-bd9e-6b12cb1a015c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=35f8830409234bec95473cdcdbd84044&device_id=7d97e3fa-b9a9-4937-aac7-cf423b98c2d0 HTTP/1.1" status: 200 len: 1096 time: 0.0424020 Oct 19 01:58:26.805789 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0cb70-6941-4a4a-9ce2-6174cfe1ced7 req-c7aa76fd-5677-4e97-a0ed-c0bfc79797e9 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:26.807950 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-68e0cb70-6941-4a4a-9ce2-6174cfe1ced7 req-c7aa76fd-5677-4e97-a0ed-c0bfc79797e9 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d97e3fa-b9a9-4937-aac7-cf423b98c2d0 HTTP/1.1" status: 200 len: 944 time: 0.0488307 Oct 19 01:58:26.826268 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-73444530-e434-49ce-a295-dd420942377d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e609569d-e8f1-42ef-b742-98701abb9d8e HTTP/1.1" status: 200 len: 217 time: 0.0346868 Oct 19 01:58:26.846194 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-68e0cb70-6941-4a4a-9ce2-6174cfe1ced7 req-388d57bc-558e-4b77-bb2f-9eff9af29190 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd36ea57-0407-49c0-a522-dce3616bb8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322742 Oct 19 01:58:26.879662 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-84052de7-1bac-4629-bd08-a674ef760243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:26.882210 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-84052de7-1bac-4629-bd08-a674ef760243 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0999cff1-3e9f-49a9-a4ab-99489d0ef0a6 HTTP/1.1" status: 200 len: 852 time: 0.0496082 Oct 19 01:58:26.912080 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-c0f8b5f7-100f-4f23-a60c-f551e6e1cc37 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ecb37f90-0147-4942-89df-f9d99ea13b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233762 Oct 19 01:58:27.000802 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-9a135b29-2907-4107-a31d-602db14a279f service neutron] 10.222.0.55 "GET /v2.0/networks/ecb37f90-0147-4942-89df-f9d99ea13b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818923 Oct 19 01:58:27.091520 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ecd5dbe3-4e98-45dd-b5cc-c1154850fa90 req-d5e53e7e-d8b9-443f-b7c8-8a98a7a48be9 service neutron] 10.222.0.55 "GET /v2.0/networks/ecb37f90-0147-4942-89df-f9d99ea13b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829611 Oct 19 01:58:27.175934 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28860d-ae45-48b1-b227-a198e11883a9 req-e7b5cb99-65e8-4a68-a3e8-66712f91aac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:27.177408 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f28860d-ae45-48b1-b227-a198e11883a9 req-e7b5cb99-65e8-4a68-a3e8-66712f91aac2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=35f8830409234bec95473cdcdbd84044&device_id=7d97e3fa-b9a9-4937-aac7-cf423b98c2d0 HTTP/1.1" status: 200 len: 1096 time: 0.0399845 Oct 19 01:58:27.270481 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28860d-ae45-48b1-b227-a198e11883a9 req-518c2232-2708-4ee9-9771-ab27f7d8c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:27.271891 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f28860d-ae45-48b1-b227-a198e11883a9 req-518c2232-2708-4ee9-9771-ab27f7d8c6d1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ecb37f90-0147-4942-89df-f9d99ea13b81 HTTP/1.1" status: 200 len: 913 time: 0.0879877 Oct 19 01:58:27.312399 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f28860d-ae45-48b1-b227-a198e11883a9 req-4dc220cf-6b2d-4370-a420-f3450be34b55 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e609569d-e8f1-42ef-b742-98701abb9d8e HTTP/1.1" status: 200 len: 217 time: 0.0338359 Oct 19 01:58:27.364455 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28860d-ae45-48b1-b227-a198e11883a9 req-9a3b5a12-2068-46cb-871c-6760f0078ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:27.365857 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f28860d-ae45-48b1-b227-a198e11883a9 req-9a3b5a12-2068-46cb-871c-6760f0078ca4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0999cff1-3e9f-49a9-a4ab-99489d0ef0a6 HTTP/1.1" status: 200 len: 852 time: 0.0469105 Oct 19 01:58:27.396995 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f28860d-ae45-48b1-b227-a198e11883a9 req-8c904e96-6723-473a-a540-1482d9d05bdf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ecb37f90-0147-4942-89df-f9d99ea13b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234847 Oct 19 01:58:27.485597 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f28860d-ae45-48b1-b227-a198e11883a9 req-5150d8c8-dfd4-48e5-a555-12f01b4dcacd service neutron] 10.222.0.55 "GET /v2.0/networks/ecb37f90-0147-4942-89df-f9d99ea13b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814145 Oct 19 01:58:27.663275 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:27.905710 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f28860d-ae45-48b1-b227-a198e11883a9 req-3ccec8d7-22f9-44df-85da-3c700f81e433 service neutron] 10.222.0.55 "GET /v2.0/networks/ecb37f90-0147-4942-89df-f9d99ea13b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129679 Oct 19 01:58:27.964494 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baecd41-c41b-4a39-b8f4-92e5d1e7ca56 req-063f1b0e-1f0b-457b-bd5b-63f9438f3e7e tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:27.965966 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7baecd41-c41b-4a39-b8f4-92e5d1e7ca56 req-063f1b0e-1f0b-457b-bd5b-63f9438f3e7e tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d97e3fa-b9a9-4937-aac7-cf423b98c2d0 HTTP/1.1" status: 200 len: 944 time: 0.0499370 Oct 19 01:58:28.002764 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7baecd41-c41b-4a39-b8f4-92e5d1e7ca56 req-9f1b2e0e-8d24-4e7f-a0dd-a1ee730b1121 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd36ea57-0407-49c0-a522-dce3616bb8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308197 Oct 19 01:58:29.116485 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e5c07-caac-40f3-88fd-995eccf5a64d req-09b6741b-dfd4-4e33-999a-69177afd1f18 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:29.117955 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-013e5c07-caac-40f3-88fd-995eccf5a64d req-09b6741b-dfd4-4e33-999a-69177afd1f18 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d97e3fa-b9a9-4937-aac7-cf423b98c2d0 HTTP/1.1" status: 200 len: 944 time: 0.0483389 Oct 19 01:58:29.154975 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-013e5c07-caac-40f3-88fd-995eccf5a64d req-dd9f75e8-3ba4-4ef9-bd65-cf65f08c1e8c tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd36ea57-0407-49c0-a522-dce3616bb8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307877 Oct 19 01:58:30.085968 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:30.268210 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766aea8-0849-488c-9860-b15901c835d7 req-0cc7912f-b047-4625-a390-e7da634e0ebf tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:30.269584 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7766aea8-0849-488c-9860-b15901c835d7 req-0cc7912f-b047-4625-a390-e7da634e0ebf tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d97e3fa-b9a9-4937-aac7-cf423b98c2d0 HTTP/1.1" status: 200 len: 944 time: 0.0483320 Oct 19 01:58:30.310540 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7766aea8-0849-488c-9860-b15901c835d7 req-4bb5c357-6757-491d-b80e-69e95ff0d111 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd36ea57-0407-49c0-a522-dce3616bb8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351281 Oct 19 01:58:30.588029 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device e609569d-e8f1-42ef-b742-98701abb9d8e details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:58:30.680597 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port e609569d-e8f1-42ef-b742-98701abb9d8e, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=e609569d-e8f1-42ef-b742-98701abb9d8e,segment=NetworkSegment(939ef665-2f22-4bc0-ba6e-f4a54466d602),segment_id=939ef665-2f22-4bc0-ba6e-f4a54466d602)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:58:30.691884 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'e609569d-e8f1-42ef-b742-98701abb9d8e', 'network_id': 'ecb37f90-0147-4942-89df-f9d99ea13b81', 'port_id': 'e609569d-e8f1-42ef-b742-98701abb9d8e', 'mac_address': 'fa:16:3e:88:ac:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0999cff1-3e9f-49a9-a4ab-99489d0ef0a6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:58:30.730422 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:30.742481 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e609569d-e8f1-42ef-b742-98701abb9d8e {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:58:30.761885 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port e609569d-e8f1-42ef-b742-98701abb9d8e, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=e609569d-e8f1-42ef-b742-98701abb9d8e,segment=NetworkSegment(939ef665-2f22-4bc0-ba6e-f4a54466d602),segment_id=939ef665-2f22-4bc0-ba6e-f4a54466d602)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:58:30.765818 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:30.811869 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=e609569d-e8f1-42ef-b742-98701abb9d8e,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:31.050710 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['e609569d-e8f1-42ef-b742-98701abb9d8e'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:58:31.436397 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43bbf22-3f96-46c7-8ac8-dcbae77fab1a req-260e48f3-dc5e-4b50-b37a-d34af8e7e1a2 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:31.437855 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d43bbf22-3f96-46c7-8ac8-dcbae77fab1a req-260e48f3-dc5e-4b50-b37a-d34af8e7e1a2 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d97e3fa-b9a9-4937-aac7-cf423b98c2d0 HTTP/1.1" status: 200 len: 945 time: 0.0475659 Oct 19 01:58:31.478331 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d43bbf22-3f96-46c7-8ac8-dcbae77fab1a req-18a17c48-3069-4193-8917-8dd39322b7b4 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd36ea57-0407-49c0-a522-dce3616bb8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346508 Oct 19 01:58:32.604811 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device e609569d-e8f1-42ef-b742-98701abb9d8e up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:58:32.605705 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b815c1-02ad-4f75-816d-a258302ad6c4 req-49bf1903-ea9e-4eda-94c8-8b21c8b844bc tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:32.607225 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-67b815c1-02ad-4f75-816d-a258302ad6c4 req-49bf1903-ea9e-4eda-94c8-8b21c8b844bc tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d97e3fa-b9a9-4937-aac7-cf423b98c2d0 HTTP/1.1" status: 200 len: 945 time: 0.0482528 Oct 19 01:58:32.646031 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-67b815c1-02ad-4f75-816d-a258302ad6c4 req-b630b5a3-ce35-411a-b393-0afb0fc6e47b tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd36ea57-0407-49c0-a522-dce3616bb8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326169 Oct 19 01:58:32.654436 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port e609569d-e8f1-42ef-b742-98701abb9d8e completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:58:32.658234 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port e609569d-e8f1-42ef-b742-98701abb9d8e triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:58:32.658604 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:32.733354 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:32.757884 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d97e3fa-b9a9-4937-aac7-cf423b98c2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e609569d-e8f1-42ef-b742-98701abb9d8e'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:58:32.760141 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db8619b3bfd44a3a0f2128b398243c28f67a7e558bf903df4768d357387e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85374e36-56cb-4718-8605-ac296c286b2c" -d '{"events": [{"server_uuid": "7d97e3fa-b9a9-4937-aac7-cf423b98c2d0", "name": "network-vif-plugged", "status": "completed", "tag": "e609569d-e8f1-42ef-b742-98701abb9d8e"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:58:32.898253 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf2ea6-294c-483f-8a74-de6ab011e7aa req-0d4db733-5450-47d2-b5cf-e300431a054c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:32.899793 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5eaf2ea6-294c-483f-8a74-de6ab011e7aa req-0d4db733-5450-47d2-b5cf-e300431a054c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7d97e3fa-b9a9-4937-aac7-cf423b98c2d0 HTTP/1.1" status: 200 len: 1097 time: 0.0421069 Oct 19 01:58:32.928757 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06834777-e640-4bff-a878-cececf979df4 x-openstack-request-id: req-06834777-e640-4bff-a878-cececf979df4 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:58:32.929170 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d97e3fa-b9a9-4937-aac7-cf423b98c2d0", "name": "network-vif-plugged", "status": "completed", "tag": "e609569d-e8f1-42ef-b742-98701abb9d8e", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:58:32.929285 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-06834777-e640-4bff-a878-cececf979df4 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:58:32.929680 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d97e3fa-b9a9-4937-aac7-cf423b98c2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e609569d-e8f1-42ef-b742-98701abb9d8e', 'code': 200} Oct 19 01:58:32.933141 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port e609569d-e8f1-42ef-b742-98701abb9d8e, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=e609569d-e8f1-42ef-b742-98701abb9d8e,segment=NetworkSegment(939ef665-2f22-4bc0-ba6e-f4a54466d602),segment_id=939ef665-2f22-4bc0-ba6e-f4a54466d602)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:58:32.936576 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5eaf2ea6-294c-483f-8a74-de6ab011e7aa req-fd1094be-e648-4837-9e18-adaec41a4f28 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cd36ea57-0407-49c0-a522-dce3616bb8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297260 Oct 19 01:58:32.937645 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:32.985615 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=e609569d-e8f1-42ef-b742-98701abb9d8e,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:33.759417 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e4b70-7109-4957-b955-206a2be19e46 req-ab531287-2736-4850-afdb-c1289e5e10de tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:33.761484 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-af2e4b70-7109-4957-b955-206a2be19e46 req-ab531287-2736-4850-afdb-c1289e5e10de tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d97e3fa-b9a9-4937-aac7-cf423b98c2d0 HTTP/1.1" status: 200 len: 946 time: 0.0494363 Oct 19 01:58:33.801744 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-af2e4b70-7109-4957-b955-206a2be19e46 req-46ba0d9b-3394-4af2-ae05-bdbaefda2271 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd36ea57-0407-49c0-a522-dce3616bb8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342054 Oct 19 01:58:33.996073 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0854c936-6234-4de0-aea4-d79c991c20e3 req-c3eaa7cf-6355-4934-a75f-a9a2e7a93e3d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9e1eb0be-f9ad-42a7-97f0-2eac041ffa73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400944 Oct 19 01:58:34.076277 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854c936-6234-4de0-aea4-d79c991c20e3 req-d060fff2-fd11-437e-aad0-da42f513c68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:34.077728 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0854c936-6234-4de0-aea4-d79c991c20e3 req-d060fff2-fd11-437e-aad0-da42f513c68c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=35f8830409234bec95473cdcdbd84044&device_id=9e1eb0be-f9ad-42a7-97f0-2eac041ffa73 HTTP/1.1" status: 200 len: 1098 time: 0.0397091 Oct 19 01:58:34.485584 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854c936-6234-4de0-aea4-d79c991c20e3 req-17623f9f-611d-405f-b094-a48436c14eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:34.487045 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0854c936-6234-4de0-aea4-d79c991c20e3 req-17623f9f-611d-405f-b094-a48436c14eeb service neutron] 10.222.0.24 "GET /v2.0/networks?id=ecb37f90-0147-4942-89df-f9d99ea13b81 HTTP/1.1" status: 200 len: 913 time: 0.3906674 Oct 19 01:58:34.529997 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0854c936-6234-4de0-aea4-d79c991c20e3 req-e68764fb-7058-4ca3-a112-86277fd9d96d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2496adb8-b011-4129-9ef9-1b8b6fda71d6 HTTP/1.1" status: 200 len: 217 time: 0.0339572 Oct 19 01:58:34.577085 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854c936-6234-4de0-aea4-d79c991c20e3 req-a86ae174-9d5f-447e-a629-17eab85471ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:34.578464 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0854c936-6234-4de0-aea4-d79c991c20e3 req-a86ae174-9d5f-447e-a629-17eab85471ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0999cff1-3e9f-49a9-a4ab-99489d0ef0a6 HTTP/1.1" status: 200 len: 852 time: 0.0413260 Oct 19 01:58:34.610775 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0854c936-6234-4de0-aea4-d79c991c20e3 req-bad709c6-ddb1-4068-a390-eeb1b73e9924 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ecb37f90-0147-4942-89df-f9d99ea13b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234120 Oct 19 01:58:34.704973 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0854c936-6234-4de0-aea4-d79c991c20e3 req-1fe480f0-b49b-43f0-a989-bc936e8951a7 service neutron] 10.222.0.24 "GET /v2.0/networks/ecb37f90-0147-4942-89df-f9d99ea13b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846043 Oct 19 01:58:34.796979 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0854c936-6234-4de0-aea4-d79c991c20e3 req-b064140e-b245-485b-9c8f-b5ff002e6dcb service neutron] 10.222.0.24 "GET /v2.0/networks/ecb37f90-0147-4942-89df-f9d99ea13b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845485 Oct 19 01:58:34.914459 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d817680-d218-4a8e-a54a-87b8b0edcefa req-9f1df171-126c-4ba2-a7c2-272c6dc3d417 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:34.915942 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5d817680-d218-4a8e-a54a-87b8b0edcefa req-9f1df171-126c-4ba2-a7c2-272c6dc3d417 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d97e3fa-b9a9-4937-aac7-cf423b98c2d0 HTTP/1.1" status: 200 len: 946 time: 0.0486310 Oct 19 01:58:34.954978 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5d817680-d218-4a8e-a54a-87b8b0edcefa req-4eb82d15-5dd9-4e1c-812e-2e174bf8dacd tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd36ea57-0407-49c0-a522-dce3616bb8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330648 Oct 19 01:58:35.180874 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87556151-e5e7-45aa-b6cb-55466f169158 req-1fc1beea-96f6-4dec-a48f-0b3bcc6e228d tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:35.182945 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-87556151-e5e7-45aa-b6cb-55466f169158 req-1fc1beea-96f6-4dec-a48f-0b3bcc6e228d tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d97e3fa-b9a9-4937-aac7-cf423b98c2d0 HTTP/1.1" status: 200 len: 946 time: 0.0475881 Oct 19 01:58:35.218878 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-87556151-e5e7-45aa-b6cb-55466f169158 req-45c4ea95-e755-4be1-8632-6189853fb6bd tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd36ea57-0407-49c0-a522-dce3616bb8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300462 Oct 19 01:58:36.335397 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f1dbb-42eb-4073-b766-675554a31653 req-f8cb4c64-a744-4932-8f1a-ea2466f1adf0 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:36.336914 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a77f1dbb-42eb-4073-b766-675554a31653 req-f8cb4c64-a744-4932-8f1a-ea2466f1adf0 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d97e3fa-b9a9-4937-aac7-cf423b98c2d0 HTTP/1.1" status: 200 len: 946 time: 0.0492213 Oct 19 01:58:36.374024 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a77f1dbb-42eb-4073-b766-675554a31653 req-34b64476-9a53-495a-8a56-5535b33987d8 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd36ea57-0407-49c0-a522-dce3616bb8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312092 Oct 19 01:58:36.628759 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec89618-d25c-44c8-89ef-79c9d7687659 req-07c6c1c3-9511-4f80-9470-6e34919779e4 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:36.630183 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4ec89618-d25c-44c8-89ef-79c9d7687659 req-07c6c1c3-9511-4f80-9470-6e34919779e4 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d97e3fa-b9a9-4937-aac7-cf423b98c2d0 HTTP/1.1" status: 200 len: 946 time: 0.0480983 Oct 19 01:58:36.720984 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-4ec89618-d25c-44c8-89ef-79c9d7687659 req-c7c984f1-688c-4a86-af50-ae9b30664540 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Deleting port e609569d-e8f1-42ef-b742-98701abb9d8e {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:58:36.721323 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-4ec89618-d25c-44c8-89ef-79c9d7687659 req-c7c984f1-688c-4a86-af50-ae9b30664540 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:36.808874 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-4ec89618-d25c-44c8-89ef-79c9d7687659 req-c7c984f1-688c-4a86-af50-ae9b30664540 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] For port e609569d-e8f1-42ef-b742-98701abb9d8e, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=e609569d-e8f1-42ef-b742-98701abb9d8e,segment=NetworkSegment(939ef665-2f22-4bc0-ba6e-f4a54466d602),segment_id=939ef665-2f22-4bc0-ba6e-f4a54466d602)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:58:36.809230 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-4ec89618-d25c-44c8-89ef-79c9d7687659 req-c7c984f1-688c-4a86-af50-ae9b30664540 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:36.821298 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-4ec89618-d25c-44c8-89ef-79c9d7687659 req-c7c984f1-688c-4a86-af50-ae9b30664540 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Calling delete_port for e609569d-e8f1-42ef-b742-98701abb9d8e owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:58:36.950136 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-4ec89618-d25c-44c8-89ef-79c9d7687659 req-c7c984f1-688c-4a86-af50-ae9b30664540 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:36.961922 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['2496adb8-b011-4129-9ef9-1b8b6fda71d6'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:58:36.979586 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c984f1-688c-4a86-af50-ae9b30664540 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Pushing event deleted for resources: {'Port': ['ID=e609569d-e8f1-42ef-b742-98701abb9d8e,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:37.025228 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec89618-d25c-44c8-89ef-79c9d7687659 req-c7c984f1-688c-4a86-af50-ae9b30664540 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] No DVR routers for this DVR port e609569d-e8f1-42ef-b742-98701abb9d8e on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:58:37.028046 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-4ec89618-d25c-44c8-89ef-79c9d7687659 req-c7c984f1-688c-4a86-af50-ae9b30664540 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:37.031408 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4ec89618-d25c-44c8-89ef-79c9d7687659 req-c7c984f1-688c-4a86-af50-ae9b30664540 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.55 "DELETE /v2.0/ports/e609569d-e8f1-42ef-b742-98701abb9d8e HTTP/1.1" status: 204 len: 173 time: 0.3938928 Oct 19 01:58:37.031791 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d97e3fa-b9a9-4937-aac7-cf423b98c2d0', 'name': 'network-vif-deleted', 'tag': 'e609569d-e8f1-42ef-b742-98701abb9d8e'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:58:37.034067 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9434de058546a022cc17e407c636edc5a2ce8615e174a01ffad9beb3023847d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df706fe9-0a0b-43c1-a9b2-654034e8028a" -d '{"events": [{"server_uuid": "7d97e3fa-b9a9-4937-aac7-cf423b98c2d0", "name": "network-vif-deleted", "tag": "e609569d-e8f1-42ef-b742-98701abb9d8e"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:58:37.074248 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52276b98-c198-407c-8c63-beb843d79379 x-openstack-request-id: req-52276b98-c198-407c-8c63-beb843d79379 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:58:37.074543 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d97e3fa-b9a9-4937-aac7-cf423b98c2d0", "name": "network-vif-deleted", "tag": "e609569d-e8f1-42ef-b742-98701abb9d8e", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:58:37.074792 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-52276b98-c198-407c-8c63-beb843d79379 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:58:37.075774 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d97e3fa-b9a9-4937-aac7-cf423b98c2d0', 'name': 'network-vif-deleted', 'tag': 'e609569d-e8f1-42ef-b742-98701abb9d8e', 'status': 'completed', 'code': 200} Oct 19 01:58:37.478806 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bdcbde3b-aecb-4951-b92b-a66e5b5ddddb req-d132cded-7d77-4edc-bf57-2b2c7c4d211c tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d97e3fa-b9a9-4937-aac7-cf423b98c2d0 HTTP/1.1" status: 200 len: 210 time: 0.0267186 Oct 19 01:58:38.328567 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:58:38.624715 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f245b32-400c-40f6-90aa-cbb561f3f30b req-03d43cea-ce3e-4240-b14f-c6d3b42753c2 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:38.626087 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2f245b32-400c-40f6-90aa-cbb561f3f30b req-03d43cea-ce3e-4240-b14f-c6d3b42753c2 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e1eb0be-f9ad-42a7-97f0-2eac041ffa73 HTTP/1.1" status: 200 len: 946 time: 0.0484157 Oct 19 01:58:38.636572 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device e609569d-e8f1-42ef-b742-98701abb9d8e no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:58:38.658331 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: e609569d-e8f1-42ef-b742-98701abb9d8e {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:58:38.658680 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device e609569d-e8f1-42ef-b742-98701abb9d8e not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:58:38.664164 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2f245b32-400c-40f6-90aa-cbb561f3f30b req-a94815fc-b0a8-44ae-b8a9-14021cb677b1 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd36ea57-0407-49c0-a522-dce3616bb8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321798 Oct 19 01:58:38.792852 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9f2d2-52be-4b27-b516-fb2a2b42a0b5 req-58fcdeeb-34a9-471f-a7ca-3dd6b2fce947 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:38.794317 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-83e9f2d2-52be-4b27-b516-fb2a2b42a0b5 req-58fcdeeb-34a9-471f-a7ca-3dd6b2fce947 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e1eb0be-f9ad-42a7-97f0-2eac041ffa73 HTTP/1.1" status: 200 len: 946 time: 0.0483472 Oct 19 01:58:38.832429 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-83e9f2d2-52be-4b27-b516-fb2a2b42a0b5 req-533ae4d5-2adb-4b22-86c8-5534e1e48d4c tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd36ea57-0407-49c0-a522-dce3616bb8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319271 Oct 19 01:58:38.949512 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eece9c-9d8e-4508-8a03-18296c813e02 req-7893e9f8-3f81-4b49-85a8-760abca3165a tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:38.951000 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c7eece9c-9d8e-4508-8a03-18296c813e02 req-7893e9f8-3f81-4b49-85a8-760abca3165a tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e1eb0be-f9ad-42a7-97f0-2eac041ffa73 HTTP/1.1" status: 200 len: 946 time: 0.0517707 Oct 19 01:58:38.989689 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c7eece9c-9d8e-4508-8a03-18296c813e02 req-cf88063b-76c4-42a9-a0cc-58ce15bc009f tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd36ea57-0407-49c0-a522-dce3616bb8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327265 Oct 19 01:58:39.152345 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb639383-f38c-4983-9852-e732aaaad031 req-7f2d73a5-9232-447b-9fc1-a35ef1998df9 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:39.153799 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eb639383-f38c-4983-9852-e732aaaad031 req-7f2d73a5-9232-447b-9fc1-a35ef1998df9 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e1eb0be-f9ad-42a7-97f0-2eac041ffa73 HTTP/1.1" status: 200 len: 946 time: 0.0482025 Oct 19 01:58:39.190222 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-eb639383-f38c-4983-9852-e732aaaad031 req-9dee972c-6577-401c-9da1-ac60caf7c0f8 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd36ea57-0407-49c0-a522-dce3616bb8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305741 Oct 19 01:58:39.312162 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36885d-059f-4fc6-b012-366dd4826edf req-43028afa-a7c1-4035-a395-f66de841b47c tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:39.313639 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dd36885d-059f-4fc6-b012-366dd4826edf req-43028afa-a7c1-4035-a395-f66de841b47c tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e1eb0be-f9ad-42a7-97f0-2eac041ffa73 HTTP/1.1" status: 200 len: 946 time: 0.0534272 Oct 19 01:58:39.351603 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dd36885d-059f-4fc6-b012-366dd4826edf req-9d07a26a-b8a2-4b6f-bdab-91e6dfdb1369 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd36ea57-0407-49c0-a522-dce3616bb8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318758 Oct 19 01:58:39.475323 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e39821-b0b3-4a0f-9ae6-9325ffca7c6b req-c1e53c65-e43a-47aa-be98-c2d50d8aec1d tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:39.476722 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-44e39821-b0b3-4a0f-9ae6-9325ffca7c6b req-c1e53c65-e43a-47aa-be98-c2d50d8aec1d tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e1eb0be-f9ad-42a7-97f0-2eac041ffa73 HTTP/1.1" status: 200 len: 946 time: 0.0488172 Oct 19 01:58:39.513975 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-44e39821-b0b3-4a0f-9ae6-9325ffca7c6b req-d64c5979-8a2a-4208-8dba-1363108aedc3 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd36ea57-0407-49c0-a522-dce3616bb8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312517 Oct 19 01:58:39.806764 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522cd18-646a-422a-b2c6-5aa78d188129 req-4dbab423-ddd3-4f29-9e4f-11e44182dac8 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:39.808468 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f522cd18-646a-422a-b2c6-5aa78d188129 req-4dbab423-ddd3-4f29-9e4f-11e44182dac8 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e1eb0be-f9ad-42a7-97f0-2eac041ffa73 HTTP/1.1" status: 200 len: 946 time: 0.0490146 Oct 19 01:58:39.846540 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f522cd18-646a-422a-b2c6-5aa78d188129 req-65de8aa1-9173-4d1a-b27f-6fbcc0e21ad9 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd36ea57-0407-49c0-a522-dce3616bb8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321145 Oct 19 01:58:40.969320 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69843fa5-839a-409c-a171-cf2473d49a76 req-aad8789d-0911-4695-b31b-5636d44d6b91 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:40.970910 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-69843fa5-839a-409c-a171-cf2473d49a76 req-aad8789d-0911-4695-b31b-5636d44d6b91 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e1eb0be-f9ad-42a7-97f0-2eac041ffa73 HTTP/1.1" status: 200 len: 946 time: 0.0493772 Oct 19 01:58:41.010688 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-69843fa5-839a-409c-a171-cf2473d49a76 req-2714885c-2ce2-424f-a1ca-2a2c087605a2 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd36ea57-0407-49c0-a522-dce3616bb8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331333 Oct 19 01:58:41.131691 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049fe53-4105-41f1-b017-292beffb46c6 req-db2b7593-5c8c-498c-8d4d-5c29e0790504 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:41.133055 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6049fe53-4105-41f1-b017-292beffb46c6 req-db2b7593-5c8c-498c-8d4d-5c29e0790504 tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e1eb0be-f9ad-42a7-97f0-2eac041ffa73 HTTP/1.1" status: 200 len: 946 time: 0.0511687 Oct 19 01:58:41.220776 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-6049fe53-4105-41f1-b017-292beffb46c6 req-1894d510-737a-4b51-ba4d-97dc1627359f tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Deleting port 2496adb8-b011-4129-9ef9-1b8b6fda71d6 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:58:41.221115 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6049fe53-4105-41f1-b017-292beffb46c6 req-1894d510-737a-4b51-ba4d-97dc1627359f tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:41.311490 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-6049fe53-4105-41f1-b017-292beffb46c6 req-1894d510-737a-4b51-ba4d-97dc1627359f tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] For port 2496adb8-b011-4129-9ef9-1b8b6fda71d6, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=2496adb8-b011-4129-9ef9-1b8b6fda71d6,segment=NetworkSegment(939ef665-2f22-4bc0-ba6e-f4a54466d602),segment_id=939ef665-2f22-4bc0-ba6e-f4a54466d602)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:58:41.311876 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6049fe53-4105-41f1-b017-292beffb46c6 req-1894d510-737a-4b51-ba4d-97dc1627359f tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:41.324382 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-6049fe53-4105-41f1-b017-292beffb46c6 req-1894d510-737a-4b51-ba4d-97dc1627359f tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Calling delete_port for 2496adb8-b011-4129-9ef9-1b8b6fda71d6 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:58:41.447122 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6049fe53-4105-41f1-b017-292beffb46c6 req-1894d510-737a-4b51-ba4d-97dc1627359f tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:41.477635 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894d510-737a-4b51-ba4d-97dc1627359f tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Pushing event deleted for resources: {'Port': ['ID=2496adb8-b011-4129-9ef9-1b8b6fda71d6,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:41.487472 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894d510-737a-4b51-ba4d-97dc1627359f tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:41.487844 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894d510-737a-4b51-ba4d-97dc1627359f tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:41.488188 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894d510-737a-4b51-ba4d-97dc1627359f tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:41.488523 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894d510-737a-4b51-ba4d-97dc1627359f tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:41.488855 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894d510-737a-4b51-ba4d-97dc1627359f tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:41.489186 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894d510-737a-4b51-ba4d-97dc1627359f tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:41.489837 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894d510-737a-4b51-ba4d-97dc1627359f tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:41.489837 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894d510-737a-4b51-ba4d-97dc1627359f tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:41.490126 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894d510-737a-4b51-ba4d-97dc1627359f tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:41.490461 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894d510-737a-4b51-ba4d-97dc1627359f tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:41.490763 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894d510-737a-4b51-ba4d-97dc1627359f tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:41.491082 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894d510-737a-4b51-ba4d-97dc1627359f tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:41.532188 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-6049fe53-4105-41f1-b017-292beffb46c6 req-1894d510-737a-4b51-ba4d-97dc1627359f tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] No DVR routers for this DVR port 2496adb8-b011-4129-9ef9-1b8b6fda71d6 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:58:41.534744 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-6049fe53-4105-41f1-b017-292beffb46c6 req-1894d510-737a-4b51-ba4d-97dc1627359f tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:41.538034 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6049fe53-4105-41f1-b017-292beffb46c6 req-1894d510-737a-4b51-ba4d-97dc1627359f tempest-ServersNegativeTestJSON-95926567 tempest-ServersNegativeTestJSON-95926567-project] 10.222.0.24 "DELETE /v2.0/ports/2496adb8-b011-4129-9ef9-1b8b6fda71d6 HTTP/1.1" status: 204 len: 173 time: 0.3991981 Oct 19 01:58:41.538465 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1eb0be-f9ad-42a7-97f0-2eac041ffa73', 'name': 'network-vif-deleted', 'tag': '2496adb8-b011-4129-9ef9-1b8b6fda71d6'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:58:41.540755 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}604d1223bc0e61ef4f6f375a56b68240d92e3dadd1a32e57b330ac88f8c52c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87dc90f6-dcc1-4e84-9ef3-4b35155c688c" -d '{"events": [{"server_uuid": "9e1eb0be-f9ad-42a7-97f0-2eac041ffa73", "name": "network-vif-deleted", "tag": "2496adb8-b011-4129-9ef9-1b8b6fda71d6"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:58:41.580171 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e22352c-a467-4a0a-a693-b4b106b1b170 x-openstack-request-id: req-3e22352c-a467-4a0a-a693-b4b106b1b170 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:58:41.580469 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1eb0be-f9ad-42a7-97f0-2eac041ffa73", "name": "network-vif-deleted", "tag": "2496adb8-b011-4129-9ef9-1b8b6fda71d6", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:58:41.580725 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3e22352c-a467-4a0a-a693-b4b106b1b170 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:58:41.581129 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1eb0be-f9ad-42a7-97f0-2eac041ffa73', 'name': 'network-vif-deleted', 'tag': '2496adb8-b011-4129-9ef9-1b8b6fda71d6', 'status': 'completed', 'code': 200} Oct 19 01:58:42.066066 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53914) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:42.115114 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0eaa9d7-143c-49de-b298-e1d6149433aa admin admin] Deleting subnet 0999cff1-3e9f-49a9-a4ab-99489d0ef0a6 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:58:42.118125 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f0eaa9d7-143c-49de-b298-e1d6149433aa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:42.153140 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f0eaa9d7-143c-49de-b298-e1d6149433aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:42.191364 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f0eaa9d7-143c-49de-b298-e1d6149433aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:42.242143 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f0eaa9d7-143c-49de-b298-e1d6149433aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:42.267841 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eaa9d7-143c-49de-b298-e1d6149433aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0999cff1-3e9f-49a9-a4ab-99489d0ef0a6,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:42.277359 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f0eaa9d7-143c-49de-b298-e1d6149433aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:42.280521 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f0eaa9d7-143c-49de-b298-e1d6149433aa admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0999cff1-3e9f-49a9-a4ab-99489d0ef0a6 HTTP/1.1" status: 204 len: 168 time: 0.2134242 Oct 19 01:58:42.282120 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eaa9d7-143c-49de-b298-e1d6149433aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:42.282468 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eaa9d7-143c-49de-b298-e1d6149433aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:42.282813 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eaa9d7-143c-49de-b298-e1d6149433aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:42.283152 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eaa9d7-143c-49de-b298-e1d6149433aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:42.283267 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53916) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:42.283764 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eaa9d7-143c-49de-b298-e1d6149433aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:42.283890 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eaa9d7-143c-49de-b298-e1d6149433aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:42.284153 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eaa9d7-143c-49de-b298-e1d6149433aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:42.284482 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eaa9d7-143c-49de-b298-e1d6149433aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:42.284822 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eaa9d7-143c-49de-b298-e1d6149433aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:42.285140 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eaa9d7-143c-49de-b298-e1d6149433aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:42.285466 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eaa9d7-143c-49de-b298-e1d6149433aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:42.285797 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eaa9d7-143c-49de-b298-e1d6149433aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:42.350839 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9ac29a16-5eb8-42c7-9d78-0270a5fc7b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:42.430434 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9ac29a16-5eb8-42c7-9d78-0270a5fc7b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:42.449977 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-9ac29a16-5eb8-42c7-9d78-0270a5fc7b2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb37f90-0147-4942-89df-f9d99ea13b81']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:58:42.458940 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-9ac29a16-5eb8-42c7-9d78-0270a5fc7b2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '939ef665-2f22-4bc0-ba6e-f4a54466d602') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:58:42.459238 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-9ac29a16-5eb8-42c7-9d78-0270a5fc7b2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '939ef665-2f22-4bc0-ba6e-f4a54466d602') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:58:42.468947 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9ac29a16-5eb8-42c7-9d78-0270a5fc7b2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:42.482413 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9ac29a16-5eb8-42c7-9d78-0270a5fc7b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:42.488071 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ac29a16-5eb8-42c7-9d78-0270a5fc7b2b admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:58:42.488453 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9ac29a16-5eb8-42c7-9d78-0270a5fc7b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:42.490023 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:58:42.490023 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:58:42.490023 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:58:42.490023 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:58:42.490023 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:58:42.490023 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:58:42.490023 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:58:42.490023 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:58:42.490023 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:58:42.490023 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:58:42.490023 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:58:42.490023 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:58:42.490023 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:58:42.490023 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:58:42.490023 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:58:42.490023 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:58:42.490023 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:58:42.490023 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:58:42.490023 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:58:42.490023 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:58:42.490023 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:58:42.490023 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:58:42.490023 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:58:42.490023 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:58:42.490023 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:58:42.490023 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:58:42.490023 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:58:42.490023 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:58:42.490023 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:58:42.490023 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:58:42.490023 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:58:42.490023 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:58:42.546254 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9ac29a16-5eb8-42c7-9d78-0270a5fc7b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:42.551521 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9ac29a16-5eb8-42c7-9d78-0270a5fc7b2b admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:42.554736 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9ac29a16-5eb8-42c7-9d78-0270a5fc7b2b admin admin] 10.222.0.57 "DELETE /v2.0/networks/ecb37f90-0147-4942-89df-f9d99ea13b81 HTTP/1.1" status: 204 len: 168 time: 0.2705410 Oct 19 01:58:42.565657 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac29a16-5eb8-42c7-9d78-0270a5fc7b2b admin admin] Pushing event deleted for resources: {'Network': ['ID=ecb37f90-0147-4942-89df-f9d99ea13b81,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:42.660124 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53920) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:42.705652 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9fcf567b-976a-445f-a7d0-3d38dd943dff admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=35f8830409234bec95473cdcdbd84044&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442314 Oct 19 01:58:42.708026 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53922) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:42.755810 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cbf7017f-64fb-4978-975c-511b44d2d432 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:42.776581 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cbf7017f-64fb-4978-975c-511b44d2d432 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:42.822025 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cbf7017f-64fb-4978-975c-511b44d2d432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:42.825365 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cbf7017f-64fb-4978-975c-511b44d2d432 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:42.826509 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cbf7017f-64fb-4978-975c-511b44d2d432 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cd36ea57-0407-49c0-a522-dce3616bb8a1 HTTP/1.1" status: 204 len: 168 time: 0.1175926 Oct 19 01:58:42.834017 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7017f-64fb-4978-975c-511b44d2d432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd36ea57-0407-49c0-a522-dce3616bb8a1,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:43.306642 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 2496adb8-b011-4129-9ef9-1b8b6fda71d6 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:58:43.326306 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 2496adb8-b011-4129-9ef9-1b8b6fda71d6 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:58:43.326650 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 2496adb8-b011-4129-9ef9-1b8b6fda71d6 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:58:43.491492 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53944) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:43.587298 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-95b1e557-8416-4193-a3a6-44c9e04e4b0a tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-938760876'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:58:43.607882 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b1e557-8416-4193-a3a6-44c9e04e4b0a tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Made reservation on behalf of d08b187285904ab3a3a3495c176c499f for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:58:43.611245 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95b1e557-8416-4193-a3a6-44c9e04e4b0a tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:43.619774 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95b1e557-8416-4193-a3a6-44c9e04e4b0a tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:43.697070 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95b1e557-8416-4193-a3a6-44c9e04e4b0a tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:43.701218 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95b1e557-8416-4193-a3a6-44c9e04e4b0a tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:43.727317 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b1e557-8416-4193-a3a6-44c9e04e4b0a tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:58:43.737715 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1e557-8416-4193-a3a6-44c9e04e4b0a tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8cc95b-14e8-4e97-b48a-7fa374ea48b3,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:43.743707 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95b1e557-8416-4193-a3a6-44c9e04e4b0a tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:43.744067 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-95b1e557-8416-4193-a3a6-44c9e04e4b0a tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Added segment 49a90b59-21c5-44a4-8b2a-27456b0dceb6 of type vlan for network 0aaa4fc5-812c-459f-8327-6b0a5d45d429 Oct 19 01:58:43.783753 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95b1e557-8416-4193-a3a6-44c9e04e4b0a tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:43.808114 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95b1e557-8416-4193-a3a6-44c9e04e4b0a tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:43.813648 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b1e557-8416-4193-a3a6-44c9e04e4b0a tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:43.814257 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95b1e557-8416-4193-a3a6-44c9e04e4b0a tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:43.848371 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-95b1e557-8416-4193-a3a6-44c9e04e4b0a tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3557308 Oct 19 01:58:43.885666 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1e557-8416-4193-a3a6-44c9e04e4b0a tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Pushing event updated for resources: {'Network': ['ID=0aaa4fc5-812c-459f-8327-6b0a5d45d429,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:43.896739 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 0aaa4fc5-812c-459f-8327-6b0a5d45d429 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:58:44.025220 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4091c2e6-0dd3-44cd-ad2a-2284f45d2006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:46.607236 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c302eef4-1c99-4d3b-9931-949420aeed5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:47.120798 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53950) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:47.126231 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-c46c3fd8-897e-4621-87cf-33965404e1eb tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Request body: {'subnet': {'network_id': '0aaa4fc5-812c-459f-8327-6b0a5d45d429', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:58:47.214929 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46c3fd8-897e-4621-87cf-33965404e1eb tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Made reservation on behalf of d08b187285904ab3a3a3495c176c499f for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:58:47.218293 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c46c3fd8-897e-4621-87cf-33965404e1eb tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:47.337069 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:47.397824 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c46c3fd8-897e-4621-87cf-33965404e1eb tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:47.458645 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c3fd8-897e-4621-87cf-33965404e1eb tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Pushing event updated for resources: {'Subnet': ['ID=2dcc602c-c2f1-432d-9ba7-435d9ee1f364,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:47.467026 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46c3fd8-897e-4621-87cf-33965404e1eb tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Checking segment: {'id': '49a90b59-21c5-44a4-8b2a-27456b0dceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0aaa4fc5-812c-459f-8327-6b0a5d45d429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:58:47.467708 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46c3fd8-897e-4621-87cf-33965404e1eb tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Network hostable DHCP agents. Network: 0aaa4fc5-812c-459f-8327-6b0a5d45d429, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:58:47.484114 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46c3fd8-897e-4621-87cf-33965404e1eb tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Network 0aaa4fc5-812c-459f-8327-6b0a5d45d429 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:58:47.492863 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-c46c3fd8-897e-4621-87cf-33965404e1eb tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 0aaa4fc5-812c-459f-8327-6b0a5d45d429) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:58:47.498370 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46c3fd8-897e-4621-87cf-33965404e1eb tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:47.498986 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c46c3fd8-897e-4621-87cf-33965404e1eb tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:47.503615 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d8382f-d75c-4442-ad5e-b4b18fae59c3 None None] Network 0aaa4fc5-812c-459f-8327-6b0a5d45d429 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:58:47.515537 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c46c3fd8-897e-4621-87cf-33965404e1eb tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3936343 Oct 19 01:58:47.519158 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53952) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:47.524766 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-d4386b51-1031-4a31-b347-ca56e834f434 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2117136208'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:58:47.546161 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4386b51-1031-4a31-b347-ca56e834f434 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Made reservation on behalf of d08b187285904ab3a3a3495c176c499f for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:58:47.549656 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d4386b51-1031-4a31-b347-ca56e834f434 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:47.573750 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4386b51-1031-4a31-b347-ca56e834f434 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:58:47.583883 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d4386b51-1031-4a31-b347-ca56e834f434 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:47.584229 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-d4386b51-1031-4a31-b347-ca56e834f434 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Added segment 6ece136c-1ad2-4a5d-8da4-6716d6cdacf5 of type vlan for network ae399a30-16a1-4668-a605-05d4caaf3e70 Oct 19 01:58:47.624920 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d4386b51-1031-4a31-b347-ca56e834f434 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:47.649400 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977d38a8-fde1-4f13-ba59-aae6df8f24da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-0aaa4fc5-812c-459f-8327-6b0a5d45d429', 'network_id': '0aaa4fc5-812c-459f-8327-6b0a5d45d429', 'tenant_id': 'd08b187285904ab3a3a3495c176c499f', 'fixed_ips': [{'subnet_id': '2dcc602c-c2f1-432d-9ba7-435d9ee1f364'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:58:47.650321 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d4386b51-1031-4a31-b347-ca56e834f434 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:47.650465 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-977d38a8-fde1-4f13-ba59-aae6df8f24da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:47.656337 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4386b51-1031-4a31-b347-ca56e834f434 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:47.656928 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d4386b51-1031-4a31-b347-ca56e834f434 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:47.700122 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53954) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:47.700771 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d4386b51-1031-4a31-b347-ca56e834f434 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1793017 Oct 19 01:58:47.705450 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-f892fd89-b51a-43a1-a366-0fed766f83aa tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Request body: {'subnet': {'network_id': 'ae399a30-16a1-4668-a605-05d4caaf3e70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:58:47.739750 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4386b51-1031-4a31-b347-ca56e834f434 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Pushing event updated for resources: {'Network': ['ID=ae399a30-16a1-4668-a605-05d4caaf3e70,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:47.753175 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network ae399a30-16a1-4668-a605-05d4caaf3e70 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:58:47.812666 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f892fd89-b51a-43a1-a366-0fed766f83aa tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Made reservation on behalf of d08b187285904ab3a3a3495c176c499f for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:58:47.816288 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f892fd89-b51a-43a1-a366-0fed766f83aa tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:47.848087 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-977d38a8-fde1-4f13-ba59-aae6df8f24da None None] Allocated IP 2001:db8:0:ffff::2 (0aaa4fc5-812c-459f-8327-6b0a5d45d429/2dcc602c-c2f1-432d-9ba7-435d9ee1f364/b5beac38-3a67-4fe8-9a95-a3b4c4fc5807) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:58:48.000173 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:48.003790 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-977d38a8-fde1-4f13-ba59-aae6df8f24da None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:48.009507 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-977d38a8-fde1-4f13-ba59-aae6df8f24da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:48.017686 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f892fd89-b51a-43a1-a366-0fed766f83aa tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:48.053212 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977d38a8-fde1-4f13-ba59-aae6df8f24da None None] Network 0aaa4fc5-812c-459f-8327-6b0a5d45d429 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:58:48.056043 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-977d38a8-fde1-4f13-ba59-aae6df8f24da None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:58:48.060142 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977d38a8-fde1-4f13-ba59-aae6df8f24da None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:58:48.065463 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d38a8-fde1-4f13-ba59-aae6df8f24da None None] Pushing event updated for resources: {'Port': ['ID=b5beac38-3a67-4fe8-9a95-a3b4c4fc5807,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:48.075920 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977d38a8-fde1-4f13-ba59-aae6df8f24da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:48.076271 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977d38a8-fde1-4f13-ba59-aae6df8f24da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:48.076613 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977d38a8-fde1-4f13-ba59-aae6df8f24da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:48.076955 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977d38a8-fde1-4f13-ba59-aae6df8f24da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:48.077285 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977d38a8-fde1-4f13-ba59-aae6df8f24da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:48.077614 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977d38a8-fde1-4f13-ba59-aae6df8f24da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:48.077944 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977d38a8-fde1-4f13-ba59-aae6df8f24da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:48.078265 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977d38a8-fde1-4f13-ba59-aae6df8f24da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:48.078585 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977d38a8-fde1-4f13-ba59-aae6df8f24da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:48.078908 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892fd89-b51a-43a1-a366-0fed766f83aa tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Pushing event updated for resources: {'Subnet': ['ID=c206af6e-7691-4ab0-868a-5329227ac876,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:48.079028 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977d38a8-fde1-4f13-ba59-aae6df8f24da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:48.079229 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977d38a8-fde1-4f13-ba59-aae6df8f24da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:48.079550 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977d38a8-fde1-4f13-ba59-aae6df8f24da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:48.087823 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f892fd89-b51a-43a1-a366-0fed766f83aa tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Checking segment: {'id': '6ece136c-1ad2-4a5d-8da4-6716d6cdacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ae399a30-16a1-4668-a605-05d4caaf3e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:58:48.088228 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f892fd89-b51a-43a1-a366-0fed766f83aa tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Network hostable DHCP agents. Network: ae399a30-16a1-4668-a605-05d4caaf3e70, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:58:48.105432 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f892fd89-b51a-43a1-a366-0fed766f83aa tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Network ae399a30-16a1-4668-a605-05d4caaf3e70 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:58:48.114055 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-f892fd89-b51a-43a1-a366-0fed766f83aa tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, ae399a30-16a1-4668-a605-05d4caaf3e70) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:58:48.118395 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f892fd89-b51a-43a1-a366-0fed766f83aa tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:48.119208 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f892fd89-b51a-43a1-a366-0fed766f83aa tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:48.127811 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e130e8-203b-439a-9896-2a79cf7f0165 None None] Network ae399a30-16a1-4668-a605-05d4caaf3e70 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:58:48.136633 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f892fd89-b51a-43a1-a366-0fed766f83aa tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4353688 Oct 19 01:58:48.139292 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53956) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:48.143307 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-977d38a8-fde1-4f13-ba59-aae6df8f24da None None] Attempting to bind port b5beac38-3a67-4fe8-9a95-a3b4c4fc5807 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:58:48.143683 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-977d38a8-fde1-4f13-ba59-aae6df8f24da None None] Attempting to bind port b5beac38-3a67-4fe8-9a95-a3b4c4fc5807 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '49a90b59-21c5-44a4-8b2a-27456b0dceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0aaa4fc5-812c-459f-8327-6b0a5d45d429'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:58:48.144075 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977d38a8-fde1-4f13-ba59-aae6df8f24da None None] Attempting to bind port b5beac38-3a67-4fe8-9a95-a3b4c4fc5807 on network 0aaa4fc5-812c-459f-8327-6b0a5d45d429 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:58:48.153521 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977d38a8-fde1-4f13-ba59-aae6df8f24da None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:58:48.153897 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977d38a8-fde1-4f13-ba59-aae6df8f24da None None] Checking segment: {'id': '49a90b59-21c5-44a4-8b2a-27456b0dceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0aaa4fc5-812c-459f-8327-6b0a5d45d429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:58:48.154296 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-977d38a8-fde1-4f13-ba59-aae6df8f24da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:48.154691 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977d38a8-fde1-4f13-ba59-aae6df8f24da None None] Bound using segment: {'id': '49a90b59-21c5-44a4-8b2a-27456b0dceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0aaa4fc5-812c-459f-8327-6b0a5d45d429'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:58:48.155155 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-977d38a8-fde1-4f13-ba59-aae6df8f24da None None] Bound port: b5beac38-3a67-4fe8-9a95-a3b4c4fc5807, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49a90b59-21c5-44a4-8b2a-27456b0dceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0aaa4fc5-812c-459f-8327-6b0a5d45d429'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:58:48.155534 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-977d38a8-fde1-4f13-ba59-aae6df8f24da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:48.235277 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-403f96f0-fa2e-4f15-aba7-0139d58a011d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:48.293165 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-977d38a8-fde1-4f13-ba59-aae6df8f24da None None] For port b5beac38-3a67-4fe8-9a95-a3b4c4fc5807, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:58:48.309467 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-977d38a8-fde1-4f13-ba59-aae6df8f24da None None] For port b5beac38-3a67-4fe8-9a95-a3b4c4fc5807, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b5beac38-3a67-4fe8-9a95-a3b4c4fc5807,segment=NetworkSegment(49a90b59-21c5-44a4-8b2a-27456b0dceb6),segment_id=49a90b59-21c5-44a4-8b2a-27456b0dceb6)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:58:48.313990 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-977d38a8-fde1-4f13-ba59-aae6df8f24da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:48.316557 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-403f96f0-fa2e-4f15-aba7-0139d58a011d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:48.377104 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc5f17b-3adf-482b-8149-f4566717f629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-ae399a30-16a1-4668-a605-05d4caaf3e70', 'network_id': 'ae399a30-16a1-4668-a605-05d4caaf3e70', 'tenant_id': 'd08b187285904ab3a3a3495c176c499f', 'fixed_ips': [{'subnet_id': 'c206af6e-7691-4ab0-868a-5329227ac876'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:58:48.377993 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-efc5f17b-3adf-482b-8149-f4566717f629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:48.391684 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-403f96f0-fa2e-4f15-aba7-0139d58a011d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:48.404560 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d38a8-fde1-4f13-ba59-aae6df8f24da None None] Pushing event updated for resources: {'Port': ['ID=b5beac38-3a67-4fe8-9a95-a3b4c4fc5807,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:48.421015 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f96f0-fa2e-4f15-aba7-0139d58a011d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Pushing event deleted for resources: {'Subnet': ['ID=c206af6e-7691-4ab0-868a-5329227ac876,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:48.479980 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b7a634-9781-47b2-a5a0-1e340b0cc3fd None None] Network ae399a30-16a1-4668-a605-05d4caaf3e70 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:58:48.491942 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-403f96f0-fa2e-4f15-aba7-0139d58a011d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:48.514680 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-403f96f0-fa2e-4f15-aba7-0139d58a011d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae399a30-16a1-4668-a605-05d4caaf3e70']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:58:48.525449 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-403f96f0-fa2e-4f15-aba7-0139d58a011d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ece136c-1ad2-4a5d-8da4-6716d6cdacf5') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:58:48.525923 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-403f96f0-fa2e-4f15-aba7-0139d58a011d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ece136c-1ad2-4a5d-8da4-6716d6cdacf5') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:58:48.537101 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-403f96f0-fa2e-4f15-aba7-0139d58a011d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:48.552984 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-403f96f0-fa2e-4f15-aba7-0139d58a011d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:48.560579 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-403f96f0-fa2e-4f15-aba7-0139d58a011d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:58:48.561571 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-403f96f0-fa2e-4f15-aba7-0139d58a011d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:48.564396 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:58:48.564396 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:58:48.564396 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:58:48.564396 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:58:48.564396 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:58:48.564396 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:58:48.564396 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:58:48.564396 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:58:48.564396 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:58:48.564396 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:58:48.564396 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:58:48.564396 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:58:48.564396 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:58:48.564396 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:58:48.564396 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:58:48.564396 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:58:48.564396 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:58:48.564396 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:58:48.564396 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:58:48.564396 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:58:48.564396 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:58:48.564396 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:58:48.564396 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:58:48.564396 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:58:48.564396 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:58:48.564396 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:58:48.564396 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:58:48.564396 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:58:48.564396 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:58:48.564396 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:58:48.564396 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:58:48.564396 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:58:48.640675 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-403f96f0-fa2e-4f15-aba7-0139d58a011d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:48.648602 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-403f96f0-fa2e-4f15-aba7-0139d58a011d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:48.655359 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-403f96f0-fa2e-4f15-aba7-0139d58a011d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] 10.222.0.57 "DELETE /v2.0/networks/ae399a30-16a1-4668-a605-05d4caaf3e70 HTTP/1.1" status: 204 len: 168 time: 0.5117886 Oct 19 01:58:48.655662 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53958) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:48.674209 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-74ed6e83-beda-40fe-979b-2b72b968947d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1046593158'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:58:48.678820 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f96f0-fa2e-4f15-aba7-0139d58a011d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Pushing event deleted for resources: {'Network': ['ID=ae399a30-16a1-4668-a605-05d4caaf3e70,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:48.700519 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ed6e83-beda-40fe-979b-2b72b968947d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Made reservation on behalf of d08b187285904ab3a3a3495c176c499f for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:58:48.704442 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-74ed6e83-beda-40fe-979b-2b72b968947d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:48.728246 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ed6e83-beda-40fe-979b-2b72b968947d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:58:48.738243 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-74ed6e83-beda-40fe-979b-2b72b968947d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:48.738574 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-74ed6e83-beda-40fe-979b-2b72b968947d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Added segment a9282337-0247-474a-865c-c0fd02c8c9dd of type vlan for network f9711b33-9c29-4592-8738-234bf1be739a Oct 19 01:58:48.777930 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-74ed6e83-beda-40fe-979b-2b72b968947d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:48.801802 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-74ed6e83-beda-40fe-979b-2b72b968947d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:48.807746 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ed6e83-beda-40fe-979b-2b72b968947d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:48.808322 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-74ed6e83-beda-40fe-979b-2b72b968947d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:48.846460 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-74ed6e83-beda-40fe-979b-2b72b968947d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1895897 Oct 19 01:58:48.849214 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53960) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:48.856300 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-5150cc8e-147d-4a8a-b5d0-846b18b87304 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Request body: {'subnet': {'network_id': 'f9711b33-9c29-4592-8738-234bf1be739a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:58:48.885830 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed6e83-beda-40fe-979b-2b72b968947d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Pushing event updated for resources: {'Network': ['ID=f9711b33-9c29-4592-8738-234bf1be739a,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:48.896000 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network f9711b33-9c29-4592-8738-234bf1be739a details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:58:48.978539 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5150cc8e-147d-4a8a-b5d0-846b18b87304 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Made reservation on behalf of d08b187285904ab3a3a3495c176c499f for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:58:48.982090 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5150cc8e-147d-4a8a-b5d0-846b18b87304 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:49.042142 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.ipam_backend_mixin [None req-5150cc8e-147d-4a8a-b5d0-846b18b87304 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Performing IP validity checks on allocation pools {{(pid=100607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 19 01:58:49.042656 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.ipam_backend_mixin [None req-5150cc8e-147d-4a8a-b5d0-846b18b87304 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 19 01:58:49.166586 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5150cc8e-147d-4a8a-b5d0-846b18b87304 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:49.227572 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150cc8e-147d-4a8a-b5d0-846b18b87304 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Pushing event updated for resources: {'Subnet': ['ID=b0edd326-ab6d-477e-ad57-605a902ff737,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:49.241105 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5150cc8e-147d-4a8a-b5d0-846b18b87304 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Checking segment: {'id': 'a9282337-0247-474a-865c-c0fd02c8c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f9711b33-9c29-4592-8738-234bf1be739a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:58:49.241462 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5150cc8e-147d-4a8a-b5d0-846b18b87304 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Network hostable DHCP agents. Network: f9711b33-9c29-4592-8738-234bf1be739a, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:58:49.259911 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5150cc8e-147d-4a8a-b5d0-846b18b87304 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Network f9711b33-9c29-4592-8738-234bf1be739a is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:58:49.269964 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-5150cc8e-147d-4a8a-b5d0-846b18b87304 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, f9711b33-9c29-4592-8738-234bf1be739a) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:58:49.274456 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5150cc8e-147d-4a8a-b5d0-846b18b87304 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:49.275189 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5150cc8e-147d-4a8a-b5d0-846b18b87304 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:49.279066 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96df4826-2c20-4beb-93e1-3c7ddaccb083 None None] Network f9711b33-9c29-4592-8738-234bf1be739a requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:58:49.293320 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5150cc8e-147d-4a8a-b5d0-846b18b87304 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4430854 Oct 19 01:58:49.295855 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53962) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:49.403340 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930483e3-9430-4641-9f10-93d26d7edfe7 None None] Network 0aaa4fc5-812c-459f-8327-6b0a5d45d429 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:58:49.407964 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95299491-c0b6-4718-9445-f6c427573b93 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:49.433664 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b5beac38-3a67-4fe8-9a95-a3b4c4fc5807 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:58:49.462721 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95299491-c0b6-4718-9445-f6c427573b93 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:49.521209 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95299491-c0b6-4718-9445-f6c427573b93 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:49.543080 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc196ed-c32b-49f9-89c5-0cc9466eb7fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-f9711b33-9c29-4592-8738-234bf1be739a', 'network_id': 'f9711b33-9c29-4592-8738-234bf1be739a', 'tenant_id': 'd08b187285904ab3a3a3495c176c499f', 'fixed_ips': [{'subnet_id': 'b0edd326-ab6d-477e-ad57-605a902ff737'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:58:49.543983 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9cc196ed-c32b-49f9-89c5-0cc9466eb7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:49.552798 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95299491-c0b6-4718-9445-f6c427573b93 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Pushing event deleted for resources: {'Subnet': ['ID=b0edd326-ab6d-477e-ad57-605a902ff737,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:49.569356 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-9f5b22f1-c2b6-4cc8-987e-fb194a64904b None None] Provisioning complete for port b5beac38-3a67-4fe8-9a95-a3b4c4fc5807 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:58:49.569722 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9f5b22f1-c2b6-4cc8-987e-fb194a64904b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:49.611773 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95299491-c0b6-4718-9445-f6c427573b93 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:49.631529 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-95299491-c0b6-4718-9445-f6c427573b93 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9711b33-9c29-4592-8738-234bf1be739a']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:58:49.641892 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-95299491-c0b6-4718-9445-f6c427573b93 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9282337-0247-474a-865c-c0fd02c8c9dd') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:58:49.642206 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-95299491-c0b6-4718-9445-f6c427573b93 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9282337-0247-474a-865c-c0fd02c8c9dd') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:58:49.653223 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95299491-c0b6-4718-9445-f6c427573b93 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:49.666382 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95299491-c0b6-4718-9445-f6c427573b93 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:49.672385 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95299491-c0b6-4718-9445-f6c427573b93 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:58:49.672768 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95299491-c0b6-4718-9445-f6c427573b93 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:49.675854 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:58:49.675854 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:58:49.675854 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:58:49.675854 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:58:49.675854 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:58:49.675854 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:58:49.675854 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:58:49.675854 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:58:49.675854 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:58:49.675854 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:58:49.675854 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:58:49.675854 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:58:49.675854 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:58:49.675854 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:58:49.675854 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:58:49.675854 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:58:49.675854 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:58:49.675854 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:58:49.675854 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:58:49.675854 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:58:49.675854 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:58:49.675854 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:58:49.675854 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:58:49.675854 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:58:49.675854 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:58:49.675854 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:58:49.675854 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:58:49.675854 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:58:49.675854 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:58:49.675854 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:58:49.675854 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:58:49.675854 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:58:49.706580 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port b5beac38-3a67-4fe8-9a95-a3b4c4fc5807 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:58:49.706944 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:49.734522 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15178a94-55ae-45ab-b08c-bd089e1da864 None None] Network f9711b33-9c29-4592-8738-234bf1be739a requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:58:49.737748 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95299491-c0b6-4718-9445-f6c427573b93 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:49.747484 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-95299491-c0b6-4718-9445-f6c427573b93 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:49.750974 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-95299491-c0b6-4718-9445-f6c427573b93 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] 10.222.0.57 "DELETE /v2.0/networks/f9711b33-9c29-4592-8738-234bf1be739a HTTP/1.1" status: 204 len: 168 time: 0.4541252 Oct 19 01:58:49.754706 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53964) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:49.759818 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-d2202d70-e6c3-4bf4-9fee-a25fe6475377 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-18008533'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:58:49.762456 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95299491-c0b6-4718-9445-f6c427573b93 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Pushing event deleted for resources: {'Network': ['ID=f9711b33-9c29-4592-8738-234bf1be739a,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:49.781926 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2202d70-e6c3-4bf4-9fee-a25fe6475377 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Made reservation on behalf of d08b187285904ab3a3a3495c176c499f for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:58:49.782149 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15178a94-55ae-45ab-b08c-bd089e1da864 None None] Network f9711b33-9c29-4592-8738-234bf1be739a could not be found, it might have been deleted concurrently. {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 19 01:58:49.786623 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d2202d70-e6c3-4bf4-9fee-a25fe6475377 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:49.810806 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2202d70-e6c3-4bf4-9fee-a25fe6475377 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:58:49.819570 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d2202d70-e6c3-4bf4-9fee-a25fe6475377 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:49.819943 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-d2202d70-e6c3-4bf4-9fee-a25fe6475377 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Added segment 1c801381-4b1c-4fa2-8bad-3a4706cf44b2 of type vlan for network 3f6b8ff6-e503-466b-9ee8-682f3950f590 Oct 19 01:58:49.840961 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9f5b22f1-c2b6-4cc8-987e-fb194a64904b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:49.864378 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d2202d70-e6c3-4bf4-9fee-a25fe6475377 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:49.891093 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d2202d70-e6c3-4bf4-9fee-a25fe6475377 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:49.898619 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2202d70-e6c3-4bf4-9fee-a25fe6475377 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:49.899253 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d2202d70-e6c3-4bf4-9fee-a25fe6475377 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:49.907805 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:49.912853 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-9f5b22f1-c2b6-4cc8-987e-fb194a64904b None None] For port b5beac38-3a67-4fe8-9a95-a3b4c4fc5807, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b5beac38-3a67-4fe8-9a95-a3b4c4fc5807,segment=NetworkSegment(49a90b59-21c5-44a4-8b2a-27456b0dceb6),segment_id=49a90b59-21c5-44a4-8b2a-27456b0dceb6)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:58:49.926432 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9f5b22f1-c2b6-4cc8-987e-fb194a64904b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:49.958129 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:49.979527 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2202d70-e6c3-4bf4-9fee-a25fe6475377 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Pushing event updated for resources: {'Network': ['ID=3f6b8ff6-e503-466b-9ee8-682f3950f590,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:49.995205 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d2202d70-e6c3-4bf4-9fee-a25fe6475377 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2364423 Oct 19 01:58:49.995400 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 3f6b8ff6-e503-466b-9ee8-682f3950f590 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:58:49.996146 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53966) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:50.001640 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-018e2e5e-1359-4bad-9278-9615dc39cd2d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Request body: {'subnet': {'network_id': '3f6b8ff6-e503-466b-9ee8-682f3950f590', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:58:50.041048 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b22f1-c2b6-4cc8-987e-fb194a64904b None None] Pushing event updated for resources: {'Port': ['ID=b5beac38-3a67-4fe8-9a95-a3b4c4fc5807,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:50.045684 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:58:50.046045 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:58:50.101242 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018e2e5e-1359-4bad-9278-9615dc39cd2d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Made reservation on behalf of d08b187285904ab3a3a3495c176c499f for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:58:50.105411 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-018e2e5e-1359-4bad-9278-9615dc39cd2d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:50.146021 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-d9f75eda-28b8-4522-85c8-d421f7b22383 None None] Provisioning complete for port b5beac38-3a67-4fe8-9a95-a3b4c4fc5807 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:58:50.146306 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d9f75eda-28b8-4522-85c8-d421f7b22383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:50.288410 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-018e2e5e-1359-4bad-9278-9615dc39cd2d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:50.344377 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e2e5e-1359-4bad-9278-9615dc39cd2d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Pushing event updated for resources: {'Subnet': ['ID=ba232384-6ae8-47ba-a405-a89a44012dbf,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:50.354849 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018e2e5e-1359-4bad-9278-9615dc39cd2d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Checking segment: {'id': '1c801381-4b1c-4fa2-8bad-3a4706cf44b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3f6b8ff6-e503-466b-9ee8-682f3950f590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:58:50.355201 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018e2e5e-1359-4bad-9278-9615dc39cd2d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Network hostable DHCP agents. Network: 3f6b8ff6-e503-466b-9ee8-682f3950f590, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:58:50.371520 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018e2e5e-1359-4bad-9278-9615dc39cd2d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Network 3f6b8ff6-e503-466b-9ee8-682f3950f590 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:58:50.380051 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-018e2e5e-1359-4bad-9278-9615dc39cd2d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 3f6b8ff6-e503-466b-9ee8-682f3950f590) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:58:50.384075 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018e2e5e-1359-4bad-9278-9615dc39cd2d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:50.384627 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-018e2e5e-1359-4bad-9278-9615dc39cd2d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:50.389329 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c61e6d5-a7d0-43d8-a57d-de7f60d7342d None None] Network 3f6b8ff6-e503-466b-9ee8-682f3950f590 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:58:50.402119 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-018e2e5e-1359-4bad-9278-9615dc39cd2d tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4048014 Oct 19 01:58:50.405546 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53968) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:50.410375 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-9e7166bc-78c0-4ceb-a02d-c54bafac7cae tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1761774887'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:58:50.429850 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7166bc-78c0-4ceb-a02d-c54bafac7cae tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Made reservation on behalf of d08b187285904ab3a3a3495c176c499f for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:58:50.433800 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9e7166bc-78c0-4ceb-a02d-c54bafac7cae tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:50.457338 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e7166bc-78c0-4ceb-a02d-c54bafac7cae tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:58:50.467469 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9e7166bc-78c0-4ceb-a02d-c54bafac7cae tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:50.467836 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-9e7166bc-78c0-4ceb-a02d-c54bafac7cae tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Added segment cd30bb4b-e219-45d2-bcdb-b90dcf25948a of type vlan for network 0a48947b-70c9-427b-8d61-2e28bfdfd2c4 Oct 19 01:58:50.507591 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9e7166bc-78c0-4ceb-a02d-c54bafac7cae tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:50.535262 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9e7166bc-78c0-4ceb-a02d-c54bafac7cae tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:50.540786 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607d539e-9284-49e7-a858-d6ba83e7f32a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-3f6b8ff6-e503-466b-9ee8-682f3950f590', 'network_id': '3f6b8ff6-e503-466b-9ee8-682f3950f590', 'tenant_id': 'd08b187285904ab3a3a3495c176c499f', 'fixed_ips': [{'subnet_id': 'ba232384-6ae8-47ba-a405-a89a44012dbf'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:58:50.540926 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7166bc-78c0-4ceb-a02d-c54bafac7cae tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:50.541450 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9e7166bc-78c0-4ceb-a02d-c54bafac7cae tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:50.542164 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-607d539e-9284-49e7-a858-d6ba83e7f32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:50.579764 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9e7166bc-78c0-4ceb-a02d-c54bafac7cae tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1731291 Oct 19 01:58:50.582684 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53970) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:50.588274 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-943c980c-1de5-47d7-812c-603e63c9bb5b tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Request body: {'subnet': {'network_id': '0a48947b-70c9-427b-8d61-2e28bfdfd2c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:58:50.632676 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7166bc-78c0-4ceb-a02d-c54bafac7cae tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Pushing event updated for resources: {'Network': ['ID=0a48947b-70c9-427b-8d61-2e28bfdfd2c4,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:50.649831 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 0a48947b-70c9-427b-8d61-2e28bfdfd2c4 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:58:50.709879 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943c980c-1de5-47d7-812c-603e63c9bb5b tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Made reservation on behalf of d08b187285904ab3a3a3495c176c499f for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:58:50.713881 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-943c980c-1de5-47d7-812c-603e63c9bb5b tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:50.768929 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-607d539e-9284-49e7-a858-d6ba83e7f32a None None] Allocated IP 2001:db8::2 (3f6b8ff6-e503-466b-9ee8-682f3950f590/ba232384-6ae8-47ba-a405-a89a44012dbf/42d4c2b2-c06d-412b-9cf0-96644db995e5) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:58:50.896089 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-943c980c-1de5-47d7-812c-603e63c9bb5b tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:50.916679 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-607d539e-9284-49e7-a858-d6ba83e7f32a None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:50.923303 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-607d539e-9284-49e7-a858-d6ba83e7f32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:50.967158 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c980c-1de5-47d7-812c-603e63c9bb5b tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Pushing event updated for resources: {'Subnet': ['ID=947a2dbf-4adb-47a1-a96f-dec506aa4266,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:50.974919 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607d539e-9284-49e7-a858-d6ba83e7f32a None None] Network 3f6b8ff6-e503-466b-9ee8-682f3950f590 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:58:50.976000 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943c980c-1de5-47d7-812c-603e63c9bb5b tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Checking segment: {'id': 'cd30bb4b-e219-45d2-bcdb-b90dcf25948a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0a48947b-70c9-427b-8d61-2e28bfdfd2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:58:50.976364 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943c980c-1de5-47d7-812c-603e63c9bb5b tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Network hostable DHCP agents. Network: 0a48947b-70c9-427b-8d61-2e28bfdfd2c4, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:58:50.979937 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-607d539e-9284-49e7-a858-d6ba83e7f32a None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:58:50.982290 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607d539e-9284-49e7-a858-d6ba83e7f32a None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:58:50.989192 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d539e-9284-49e7-a858-d6ba83e7f32a None None] Pushing event updated for resources: {'Port': ['ID=42d4c2b2-c06d-412b-9cf0-96644db995e5,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:50.994179 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943c980c-1de5-47d7-812c-603e63c9bb5b tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Network 0a48947b-70c9-427b-8d61-2e28bfdfd2c4 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:58:51.004698 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-943c980c-1de5-47d7-812c-603e63c9bb5b tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 0a48947b-70c9-427b-8d61-2e28bfdfd2c4) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:58:51.008878 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943c980c-1de5-47d7-812c-603e63c9bb5b tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:51.009362 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-943c980c-1de5-47d7-812c-603e63c9bb5b tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:51.018458 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62a2a43-0919-46d5-8c3a-4dcc88dc2c59 None None] Network 0a48947b-70c9-427b-8d61-2e28bfdfd2c4 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:58:51.025425 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-943c980c-1de5-47d7-812c-603e63c9bb5b tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4417329 Oct 19 01:58:51.028039 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53972) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:51.057614 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-607d539e-9284-49e7-a858-d6ba83e7f32a None None] Attempting to bind port 42d4c2b2-c06d-412b-9cf0-96644db995e5 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:58:51.057983 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-607d539e-9284-49e7-a858-d6ba83e7f32a None None] Attempting to bind port 42d4c2b2-c06d-412b-9cf0-96644db995e5 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '1c801381-4b1c-4fa2-8bad-3a4706cf44b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3f6b8ff6-e503-466b-9ee8-682f3950f590'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:58:51.058354 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607d539e-9284-49e7-a858-d6ba83e7f32a None None] Attempting to bind port 42d4c2b2-c06d-412b-9cf0-96644db995e5 on network 3f6b8ff6-e503-466b-9ee8-682f3950f590 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:58:51.094111 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607d539e-9284-49e7-a858-d6ba83e7f32a None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:58:51.094476 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607d539e-9284-49e7-a858-d6ba83e7f32a None None] Checking segment: {'id': '1c801381-4b1c-4fa2-8bad-3a4706cf44b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3f6b8ff6-e503-466b-9ee8-682f3950f590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:58:51.094890 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-607d539e-9284-49e7-a858-d6ba83e7f32a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:51.095283 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607d539e-9284-49e7-a858-d6ba83e7f32a None None] Bound using segment: {'id': '1c801381-4b1c-4fa2-8bad-3a4706cf44b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3f6b8ff6-e503-466b-9ee8-682f3950f590'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:58:51.096236 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-607d539e-9284-49e7-a858-d6ba83e7f32a None None] Bound port: 42d4c2b2-c06d-412b-9cf0-96644db995e5, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c801381-4b1c-4fa2-8bad-3a4706cf44b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3f6b8ff6-e503-466b-9ee8-682f3950f590'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:58:51.096236 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-607d539e-9284-49e7-a858-d6ba83e7f32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:51.123012 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3af75c92-fd39-4d5d-9a43-d57f00dffdbc tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:51.179300 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3af75c92-fd39-4d5d-9a43-d57f00dffdbc tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:51.247659 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3af75c92-fd39-4d5d-9a43-d57f00dffdbc tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:51.274850 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af75c92-fd39-4d5d-9a43-d57f00dffdbc tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Pushing event deleted for resources: {'Subnet': ['ID=947a2dbf-4adb-47a1-a96f-dec506aa4266,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:51.340104 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3af75c92-fd39-4d5d-9a43-d57f00dffdbc tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:51.360512 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-3af75c92-fd39-4d5d-9a43-d57f00dffdbc tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a48947b-70c9-427b-8d61-2e28bfdfd2c4']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:58:51.373285 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-3af75c92-fd39-4d5d-9a43-d57f00dffdbc tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd30bb4b-e219-45d2-bcdb-b90dcf25948a') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:58:51.373585 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-3af75c92-fd39-4d5d-9a43-d57f00dffdbc tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd30bb4b-e219-45d2-bcdb-b90dcf25948a') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:58:51.373844 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-607d539e-9284-49e7-a858-d6ba83e7f32a None None] For port 42d4c2b2-c06d-412b-9cf0-96644db995e5, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:58:51.379678 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dd1707-14dd-4928-ace5-11aac3b7b6ef None None] Network 0a48947b-70c9-427b-8d61-2e28bfdfd2c4 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:58:51.384517 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3af75c92-fd39-4d5d-9a43-d57f00dffdbc tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:51.400181 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3af75c92-fd39-4d5d-9a43-d57f00dffdbc tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:51.401224 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b5beac38-3a67-4fe8-9a95-a3b4c4fc5807 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:58:51.406594 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af75c92-fd39-4d5d-9a43-d57f00dffdbc tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:58:51.407141 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3af75c92-fd39-4d5d-9a43-d57f00dffdbc tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:51.407312 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-607d539e-9284-49e7-a858-d6ba83e7f32a None None] For port 42d4c2b2-c06d-412b-9cf0-96644db995e5, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=42d4c2b2-c06d-412b-9cf0-96644db995e5,segment=NetworkSegment(1c801381-4b1c-4fa2-8bad-3a4706cf44b2),segment_id=1c801381-4b1c-4fa2-8bad-3a4706cf44b2)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:58:51.410814 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:58:51.410814 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:58:51.410814 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:58:51.410814 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:58:51.410814 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:58:51.410814 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:58:51.410814 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:58:51.410814 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:58:51.410814 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:58:51.410814 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:58:51.410814 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:58:51.410814 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:58:51.410814 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:58:51.410814 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:58:51.410814 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:58:51.410814 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:58:51.410814 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:58:51.410814 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:58:51.410814 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:58:51.410814 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:58:51.410814 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:58:51.410814 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:58:51.410814 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:58:51.410814 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:58:51.410814 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:58:51.410814 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:58:51.410814 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:58:51.410814 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:58:51.410814 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:58:51.410814 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:58:51.410814 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:58:51.410814 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:58:51.436570 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-607d539e-9284-49e7-a858-d6ba83e7f32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:51.469077 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3af75c92-fd39-4d5d-9a43-d57f00dffdbc tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:51.475967 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3af75c92-fd39-4d5d-9a43-d57f00dffdbc tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:51.479703 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3af75c92-fd39-4d5d-9a43-d57f00dffdbc tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] 10.222.0.57 "DELETE /v2.0/networks/0a48947b-70c9-427b-8d61-2e28bfdfd2c4 HTTP/1.1" status: 204 len: 168 time: 0.4507301 Oct 19 01:58:51.482924 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53974) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:51.490657 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af75c92-fd39-4d5d-9a43-d57f00dffdbc tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Pushing event deleted for resources: {'Network': ['ID=0a48947b-70c9-427b-8d61-2e28bfdfd2c4,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:51.511535 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-66862508-cf13-4d37-97c3-255d7b97a7ae tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] GET failed (client error): The resource could not be found. Oct 19 01:58:51.512818 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-66862508-cf13-4d37-97c3-255d7b97a7ae tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] 10.222.0.57 "GET /v2.0/subnets/947a2dbf-4adb-47a1-a96f-dec506aa4266 HTTP/1.1" status: 404 len: 337 time: 0.0287547 Oct 19 01:58:51.515639 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53976) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:51.538975 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a72c280-1eab-4a6f-b80a-ae644474a0d5 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] DELETE failed (client error): The resource could not be found. Oct 19 01:58:51.539572 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a72c280-1eab-4a6f-b80a-ae644474a0d5 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:58:51.543487 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2a72c280-1eab-4a6f-b80a-ae644474a0d5 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] 10.222.0.57 "DELETE /v2.0/networks/0a48947b-70c9-427b-8d61-2e28bfdfd2c4 HTTP/1.1" status: 404 len: 339 time: 0.0266862 Oct 19 01:58:51.547265 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53978) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:51.569366 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d539e-9284-49e7-a858-d6ba83e7f32a None None] Pushing event updated for resources: {'Port': ['ID=42d4c2b2-c06d-412b-9cf0-96644db995e5,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:51.573756 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-36669b20-865e-4607-bc02-d9cbfebcdd28 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] DELETE failed (client error): The resource could not be found. Oct 19 01:58:51.574219 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36669b20-865e-4607-bc02-d9cbfebcdd28 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:58:51.579951 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53980) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:51.591126 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-36669b20-865e-4607-bc02-d9cbfebcdd28 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] 10.222.0.57 "DELETE /v2.0/subnets/947a2dbf-4adb-47a1-a96f-dec506aa4266 HTTP/1.1" status: 404 len: 337 time: 0.0424907 Oct 19 01:58:51.597161 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port b5beac38-3a67-4fe8-9a95-a3b4c4fc5807 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:58:51.597616 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:51.601543 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-417ab96f-9594-4536-9d14-ecd5ded75825 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] DELETE failed (client error): The resource could not be found. Oct 19 01:58:51.602181 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-417ab96f-9594-4536-9d14-ecd5ded75825 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:58:51.606362 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-417ab96f-9594-4536-9d14-ecd5ded75825 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] 10.222.0.57 "DELETE /v2.0/networks/0a48947b-70c9-427b-8d61-2e28bfdfd2c4 HTTP/1.1" status: 404 len: 339 time: 0.0249434 Oct 19 01:58:51.608696 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53982) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:51.670091 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-be82b19c-da7f-41a9-86ed-58b555c9a0d9 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Deleting subnet ba232384-6ae8-47ba-a405-a89a44012dbf {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:58:51.673710 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-be82b19c-da7f-41a9-86ed-58b555c9a0d9 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:51.735209 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-be82b19c-da7f-41a9-86ed-58b555c9a0d9 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:51.829077 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-be82b19c-da7f-41a9-86ed-58b555c9a0d9 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:51.892254 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-be82b19c-da7f-41a9-86ed-58b555c9a0d9 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:51.919616 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82b19c-da7f-41a9-86ed-58b555c9a0d9 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Pushing event deleted for resources: {'Subnet': ['ID=ba232384-6ae8-47ba-a405-a89a44012dbf,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:51.923470 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-be82b19c-da7f-41a9-86ed-58b555c9a0d9 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:51.926653 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-be82b19c-da7f-41a9-86ed-58b555c9a0d9 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] 10.222.0.57 "DELETE /v2.0/subnets/ba232384-6ae8-47ba-a405-a89a44012dbf HTTP/1.1" status: 204 len: 168 time: 0.3169336 Oct 19 01:58:51.929176 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53984) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:52.013357 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dbe1c732-eb9a-4af8-85ea-88bf0b2c0c64 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:52.069248 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-dbe1c732-eb9a-4af8-85ea-88bf0b2c0c64 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Deleting port 42d4c2b2-c06d-412b-9cf0-96644db995e5 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:58:52.069498 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dbe1c732-eb9a-4af8-85ea-88bf0b2c0c64 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:52.131061 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-dbe1c732-eb9a-4af8-85ea-88bf0b2c0c64 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] For port 42d4c2b2-c06d-412b-9cf0-96644db995e5, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=42d4c2b2-c06d-412b-9cf0-96644db995e5,segment=NetworkSegment(1c801381-4b1c-4fa2-8bad-3a4706cf44b2),segment_id=1c801381-4b1c-4fa2-8bad-3a4706cf44b2)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:58:52.131408 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dbe1c732-eb9a-4af8-85ea-88bf0b2c0c64 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:52.143517 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-dbe1c732-eb9a-4af8-85ea-88bf0b2c0c64 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Calling delete_port for 42d4c2b2-c06d-412b-9cf0-96644db995e5 owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:58:52.227755 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dbe1c732-eb9a-4af8-85ea-88bf0b2c0c64 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:52.256583 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1c732-eb9a-4af8-85ea-88bf0b2c0c64 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Pushing event deleted for resources: {'Port': ['ID=42d4c2b2-c06d-412b-9cf0-96644db995e5,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:52.258511 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe1c732-eb9a-4af8-85ea-88bf0b2c0c64 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] No DVR routers for this DVR port 42d4c2b2-c06d-412b-9cf0-96644db995e5 on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:58:52.339426 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dbe1c732-eb9a-4af8-85ea-88bf0b2c0c64 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:52.366656 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-dbe1c732-eb9a-4af8-85ea-88bf0b2c0c64 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f6b8ff6-e503-466b-9ee8-682f3950f590']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:58:52.377148 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-dbe1c732-eb9a-4af8-85ea-88bf0b2c0c64 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c801381-4b1c-4fa2-8bad-3a4706cf44b2') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:58:52.377444 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-dbe1c732-eb9a-4af8-85ea-88bf0b2c0c64 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c801381-4b1c-4fa2-8bad-3a4706cf44b2') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:58:52.388080 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dbe1c732-eb9a-4af8-85ea-88bf0b2c0c64 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:52.402084 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dbe1c732-eb9a-4af8-85ea-88bf0b2c0c64 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:52.408645 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbe1c732-eb9a-4af8-85ea-88bf0b2c0c64 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:58:52.409128 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dbe1c732-eb9a-4af8-85ea-88bf0b2c0c64 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:52.412302 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 01:58:52.412302 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:58:52.412302 n-d-715271-26 neutron-server[100606]: timer() Oct 19 01:58:52.412302 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:58:52.412302 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 01:58:52.412302 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:58:52.412302 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 01:58:52.412302 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:58:52.412302 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 01:58:52.412302 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:58:52.412302 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 01:58:52.412302 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:58:52.412302 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 01:58:52.412302 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:58:52.412302 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:58:52.412302 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:58:52.412302 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:58:52.412302 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:58:52.412302 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 01:58:52.412302 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:58:52.412302 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 01:58:52.412302 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:58:52.412302 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:58:52.412302 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:58:52.412302 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 01:58:52.412302 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:58:52.412302 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:58:52.412302 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:58:52.412302 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:58:52.412302 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:58:52.412302 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:58:52.412302 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:58:52.473107 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dbe1c732-eb9a-4af8-85ea-88bf0b2c0c64 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:52.481035 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dbe1c732-eb9a-4af8-85ea-88bf0b2c0c64 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:52.486355 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-dbe1c732-eb9a-4af8-85ea-88bf0b2c0c64 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] 10.222.0.57 "DELETE /v2.0/networks/3f6b8ff6-e503-466b-9ee8-682f3950f590 HTTP/1.1" status: 204 len: 168 time: 0.5537651 Oct 19 01:58:52.487162 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53986) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:52.506002 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1c732-eb9a-4af8-85ea-88bf0b2c0c64 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Pushing event deleted for resources: {'Network': ['ID=3f6b8ff6-e503-466b-9ee8-682f3950f590,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:52.526816 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2379b0c-3a46-44d2-9f66-9cd230a7391f tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] DELETE failed (client error): The resource could not be found. Oct 19 01:58:52.527274 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2379b0c-3a46-44d2-9f66-9cd230a7391f tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:58:52.535110 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b2379b0c-3a46-44d2-9f66-9cd230a7391f tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] 10.222.0.57 "DELETE /v2.0/subnets/b0edd326-ab6d-477e-ad57-605a902ff737 HTTP/1.1" status: 404 len: 337 time: 0.0447235 Oct 19 01:58:52.535256 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 53988) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:52.553936 n-d-715271-26 neutron-server[100606]: INFO neutron.pecan_wsgi.hooks.translation [None req-54b256aa-a8c3-46ad-8bcb-c3b2df16cc21 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] DELETE failed (client error): The resource could not be found. Oct 19 01:58:52.555092 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54b256aa-a8c3-46ad-8bcb-c3b2df16cc21 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:58:52.558945 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-54b256aa-a8c3-46ad-8bcb-c3b2df16cc21 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] 10.222.0.57 "DELETE /v2.0/networks/f9711b33-9c29-4592-8738-234bf1be739a HTTP/1.1" status: 404 len: 339 time: 0.0228169 Oct 19 01:58:52.562110 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53990) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:52.562726 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-e601016c-b241-4411-ac5b-9626a1479bf0 None None] Could not find standard attr ID for object 42d4c2b2-c06d-412b-9cf0-96644db995e5. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:58:52.568961 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9814e91-a7b8-4f55-b05e-f01e42ae2b4c None None] DHCP port deletion for 3f6b8ff6-e503-466b-9ee8-682f3950f590 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:58:52.586165 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee26bad-4c52-405a-a5ca-93ccdb673f07 None None] Network 3f6b8ff6-e503-466b-9ee8-682f3950f590 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:58:52.595468 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cad6910-129d-42ee-a8a5-69987bafa785 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] DELETE failed (client error): The resource could not be found. Oct 19 01:58:52.595892 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cad6910-129d-42ee-a8a5-69987bafa785 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:58:52.598160 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee26bad-4c52-405a-a5ca-93ccdb673f07 None None] Network 3f6b8ff6-e503-466b-9ee8-682f3950f590 could not be found, it might have been deleted concurrently. {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 19 01:58:52.598884 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5cad6910-129d-42ee-a8a5-69987bafa785 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] 10.222.0.57 "DELETE /v2.0/subnets/c206af6e-7691-4ab0-868a-5329227ac876 HTTP/1.1" status: 404 len: 337 time: 0.0357897 Oct 19 01:58:52.601534 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53992) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:52.620857 n-d-715271-26 neutron-server[100607]: INFO neutron.pecan_wsgi.hooks.translation [None req-d607ca27-0ae2-43ba-95c9-4d6c7f232a04 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] DELETE failed (client error): The resource could not be found. Oct 19 01:58:52.621373 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d607ca27-0ae2-43ba-95c9-4d6c7f232a04 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:58:52.624522 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d607ca27-0ae2-43ba-95c9-4d6c7f232a04 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] 10.222.0.57 "DELETE /v2.0/networks/ae399a30-16a1-4668-a605-05d4caaf3e70 HTTP/1.1" status: 404 len: 339 time: 0.0220032 Oct 19 01:58:52.626886 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53994) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:52.675789 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-489cdf04-a373-4b6a-a6b7-580d7e4c4eb7 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Deleting subnet 2dcc602c-c2f1-432d-9ba7-435d9ee1f364 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:58:52.678777 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-489cdf04-a373-4b6a-a6b7-580d7e4c4eb7 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:52.717979 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-489cdf04-a373-4b6a-a6b7-580d7e4c4eb7 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:52.801810 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-489cdf04-a373-4b6a-a6b7-580d7e4c4eb7 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:52.858349 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-489cdf04-a373-4b6a-a6b7-580d7e4c4eb7 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:52.882867 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489cdf04-a373-4b6a-a6b7-580d7e4c4eb7 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Pushing event deleted for resources: {'Subnet': ['ID=2dcc602c-c2f1-432d-9ba7-435d9ee1f364,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:52.889248 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-489cdf04-a373-4b6a-a6b7-580d7e4c4eb7 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:52.892486 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-489cdf04-a373-4b6a-a6b7-580d7e4c4eb7 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] 10.222.0.57 "DELETE /v2.0/subnets/2dcc602c-c2f1-432d-9ba7-435d9ee1f364 HTTP/1.1" status: 204 len: 168 time: 0.2645850 Oct 19 01:58:52.894791 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 53996) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:52.895241 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292957b6-35b5-48cb-858d-92acea58dca6 None None] Network 0aaa4fc5-812c-459f-8327-6b0a5d45d429 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:58:52.973556 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-58e0cba6-bb82-4298-a68b-9c618c6119f9 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:53.030667 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-58e0cba6-bb82-4298-a68b-9c618c6119f9 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Deleting port b5beac38-3a67-4fe8-9a95-a3b4c4fc5807 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:58:53.031005 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-58e0cba6-bb82-4298-a68b-9c618c6119f9 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:53.063420 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a296a97-664b-4b5f-a2a2-5d2f6c10cef3 None None] DHCP port deletion for 0aaa4fc5-812c-459f-8327-6b0a5d45d429 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:58:53.094735 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-58e0cba6-bb82-4298-a68b-9c618c6119f9 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] For port b5beac38-3a67-4fe8-9a95-a3b4c4fc5807, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b5beac38-3a67-4fe8-9a95-a3b4c4fc5807,segment=NetworkSegment(49a90b59-21c5-44a4-8b2a-27456b0dceb6),segment_id=49a90b59-21c5-44a4-8b2a-27456b0dceb6)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:58:53.095094 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-58e0cba6-bb82-4298-a68b-9c618c6119f9 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:53.107753 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-58e0cba6-bb82-4298-a68b-9c618c6119f9 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Calling delete_port for b5beac38-3a67-4fe8-9a95-a3b4c4fc5807 owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:58:53.110390 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-3a296a97-664b-4b5f-a2a2-5d2f6c10cef3 None None] Deleting port b5beac38-3a67-4fe8-9a95-a3b4c4fc5807 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:58:53.110708 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3a296a97-664b-4b5f-a2a2-5d2f6c10cef3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:53.176181 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-3a296a97-664b-4b5f-a2a2-5d2f6c10cef3 None None] For port b5beac38-3a67-4fe8-9a95-a3b4c4fc5807, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b5beac38-3a67-4fe8-9a95-a3b4c4fc5807,segment=NetworkSegment(49a90b59-21c5-44a4-8b2a-27456b0dceb6),segment_id=49a90b59-21c5-44a4-8b2a-27456b0dceb6)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:58:53.176577 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3a296a97-664b-4b5f-a2a2-5d2f6c10cef3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:53.189470 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-58e0cba6-bb82-4298-a68b-9c618c6119f9 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:53.190666 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-3a296a97-664b-4b5f-a2a2-5d2f6c10cef3 None None] Calling delete_port for b5beac38-3a67-4fe8-9a95-a3b4c4fc5807 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:58:53.215678 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0cba6-bb82-4298-a68b-9c618c6119f9 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Pushing event deleted for resources: {'Port': ['ID=b5beac38-3a67-4fe8-9a95-a3b4c4fc5807,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:53.217531 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e0cba6-bb82-4298-a68b-9c618c6119f9 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] No DVR routers for this DVR port b5beac38-3a67-4fe8-9a95-a3b4c4fc5807 on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:58:53.268234 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3a296a97-664b-4b5f-a2a2-5d2f6c10cef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:53.296675 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a296a97-664b-4b5f-a2a2-5d2f6c10cef3 None None] Pushing event deleted for resources: {'Port': ['ID=b5beac38-3a67-4fe8-9a95-a3b4c4fc5807,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:53.297734 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-58e0cba6-bb82-4298-a68b-9c618c6119f9 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:53.301219 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a296a97-664b-4b5f-a2a2-5d2f6c10cef3 None None] No DVR routers for this DVR port b5beac38-3a67-4fe8-9a95-a3b4c4fc5807 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:58:53.319477 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-58e0cba6-bb82-4298-a68b-9c618c6119f9 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aaa4fc5-812c-459f-8327-6b0a5d45d429']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:58:53.329102 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-58e0cba6-bb82-4298-a68b-9c618c6119f9 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49a90b59-21c5-44a4-8b2a-27456b0dceb6') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:58:53.329488 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-58e0cba6-bb82-4298-a68b-9c618c6119f9 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49a90b59-21c5-44a4-8b2a-27456b0dceb6') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:58:53.339147 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-58e0cba6-bb82-4298-a68b-9c618c6119f9 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:53.353138 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-58e0cba6-bb82-4298-a68b-9c618c6119f9 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:53.359923 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58e0cba6-bb82-4298-a68b-9c618c6119f9 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:58:53.360308 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-58e0cba6-bb82-4298-a68b-9c618c6119f9 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:53.363776 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:58:53.363776 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:58:53.363776 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:58:53.363776 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:58:53.363776 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:58:53.363776 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:58:53.363776 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:58:53.363776 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:58:53.363776 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:58:53.363776 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:58:53.363776 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:58:53.363776 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:58:53.363776 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:58:53.363776 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:58:53.363776 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:58:53.363776 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:58:53.363776 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:58:53.363776 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:58:53.363776 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:58:53.363776 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:58:53.363776 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:58:53.363776 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:58:53.363776 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:58:53.363776 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:58:53.363776 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:58:53.363776 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:58:53.363776 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:58:53.363776 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:58:53.363776 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:58:53.363776 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:58:53.363776 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:58:53.363776 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:58:53.393375 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b5beac38-3a67-4fe8-9a95-a3b4c4fc5807 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:58:53.412518 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: b5beac38-3a67-4fe8-9a95-a3b4c4fc5807 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:58:53.412868 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b5beac38-3a67-4fe8-9a95-a3b4c4fc5807 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:58:53.424892 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-58e0cba6-bb82-4298-a68b-9c618c6119f9 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:53.431842 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-58e0cba6-bb82-4298-a68b-9c618c6119f9 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:53.435493 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-58e0cba6-bb82-4298-a68b-9c618c6119f9 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] 10.222.0.57 "DELETE /v2.0/networks/0aaa4fc5-812c-459f-8327-6b0a5d45d429 HTTP/1.1" status: 204 len: 168 time: 0.5397801 Oct 19 01:58:53.446606 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0cba6-bb82-4298-a68b-9c618c6119f9 tempest-NetworksIpV6Test-367444388 tempest-NetworksIpV6Test-367444388-project] Pushing event deleted for resources: {'Network': ['ID=0aaa4fc5-812c-459f-8327-6b0a5d45d429,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:53.672708 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54002) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:53.800924 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6d58ebe5-e961-45d4-91b5-3ea8e3a6934f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d08b187285904ab3a3a3495c176c499f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1264055 Oct 19 01:58:53.803298 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54006) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:53.854431 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c54e35bc-762e-4168-83dd-5a0d38daa794 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:53.875070 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c54e35bc-762e-4168-83dd-5a0d38daa794 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:53.920611 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c54e35bc-762e-4168-83dd-5a0d38daa794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:53.923231 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c54e35bc-762e-4168-83dd-5a0d38daa794 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:53.924665 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c54e35bc-762e-4168-83dd-5a0d38daa794 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bb8cc95b-14e8-4e97-b48a-7fa374ea48b3 HTTP/1.1" status: 204 len: 168 time: 0.1204526 Oct 19 01:58:53.932868 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e35bc-762e-4168-83dd-5a0d38daa794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8cc95b-14e8-4e97-b48a-7fa374ea48b3,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:54.546015 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54028) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:54.639056 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-f397008e-6879-4431-b116-1fdbdc2717bf tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1364638160', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:58:54.661195 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f397008e-6879-4431-b116-1fdbdc2717bf tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:54.662189 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f397008e-6879-4431-b116-1fdbdc2717bf tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:54.717270 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f397008e-6879-4431-b116-1fdbdc2717bf tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:54.721291 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f397008e-6879-4431-b116-1fdbdc2717bf tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:54.739420 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f397008e-6879-4431-b116-1fdbdc2717bf tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:54.740629 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f397008e-6879-4431-b116-1fdbdc2717bf tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1935933 Oct 19 01:58:54.743244 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54032) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:54.748396 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-9d31a7f6-62a4-4070-9c94-5b7a11cea2a6 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-472413359'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:58:54.768242 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d31a7f6-62a4-4070-9c94-5b7a11cea2a6 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Made reservation on behalf of 6292ee4460f94662a30ea1f8eacca30a for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:58:54.771637 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9d31a7f6-62a4-4070-9c94-5b7a11cea2a6 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:54.781259 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9d31a7f6-62a4-4070-9c94-5b7a11cea2a6 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:54.857859 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9d31a7f6-62a4-4070-9c94-5b7a11cea2a6 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:54.861555 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9d31a7f6-62a4-4070-9c94-5b7a11cea2a6 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:54.884769 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d31a7f6-62a4-4070-9c94-5b7a11cea2a6 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:58:54.899430 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31a7f6-62a4-4070-9c94-5b7a11cea2a6 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a473499-a0e6-43e1-99fc-fdc66ed2ec62,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:54.902489 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9d31a7f6-62a4-4070-9c94-5b7a11cea2a6 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:54.902832 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-9d31a7f6-62a4-4070-9c94-5b7a11cea2a6 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Added segment 0d9ff139-cd8e-43c7-8ea1-f07071bbc3f2 of type vlan for network 9c17b48c-e72b-4380-8f86-45cc33068596 Oct 19 01:58:54.943451 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9d31a7f6-62a4-4070-9c94-5b7a11cea2a6 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:54.974055 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9d31a7f6-62a4-4070-9c94-5b7a11cea2a6 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:54.980356 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d31a7f6-62a4-4070-9c94-5b7a11cea2a6 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:54.980938 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9d31a7f6-62a4-4070-9c94-5b7a11cea2a6 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:55.010311 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9d31a7f6-62a4-4070-9c94-5b7a11cea2a6 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2658589 Oct 19 01:58:55.013101 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54034) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:55.018354 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-11263f79-499d-47e1-8db6-47be9083d5c5 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Request body: {'subnet': {'network_id': '9c17b48c-e72b-4380-8f86-45cc33068596', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:58:55.051806 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31a7f6-62a4-4070-9c94-5b7a11cea2a6 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Pushing event updated for resources: {'Network': ['ID=9c17b48c-e72b-4380-8f86-45cc33068596,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:55.063446 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 9c17b48c-e72b-4380-8f86-45cc33068596 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:58:55.107590 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11263f79-499d-47e1-8db6-47be9083d5c5 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Made reservation on behalf of 6292ee4460f94662a30ea1f8eacca30a for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:58:55.111615 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-11263f79-499d-47e1-8db6-47be9083d5c5 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:55.296305 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-11263f79-499d-47e1-8db6-47be9083d5c5 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:55.362667 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11263f79-499d-47e1-8db6-47be9083d5c5 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Pushing event updated for resources: {'Subnet': ['ID=72af8460-b0cc-4e97-9697-73480aacb68c,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:55.369740 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11263f79-499d-47e1-8db6-47be9083d5c5 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Checking segment: {'id': '0d9ff139-cd8e-43c7-8ea1-f07071bbc3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9c17b48c-e72b-4380-8f86-45cc33068596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:58:55.370250 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11263f79-499d-47e1-8db6-47be9083d5c5 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Network hostable DHCP agents. Network: 9c17b48c-e72b-4380-8f86-45cc33068596, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:58:55.387094 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11263f79-499d-47e1-8db6-47be9083d5c5 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Network 9c17b48c-e72b-4380-8f86-45cc33068596 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:58:55.395596 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-11263f79-499d-47e1-8db6-47be9083d5c5 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 9c17b48c-e72b-4380-8f86-45cc33068596) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:58:55.399590 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11263f79-499d-47e1-8db6-47be9083d5c5 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:55.400202 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-11263f79-499d-47e1-8db6-47be9083d5c5 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:55.404770 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9677ba3f-6a4e-454d-bd1b-cd8f28b319e9 None None] Network 9c17b48c-e72b-4380-8f86-45cc33068596 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:58:55.418351 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-11263f79-499d-47e1-8db6-47be9083d5c5 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4020712 Oct 19 01:58:55.419585 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54036) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:55.424571 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-a48107f4-e92c-47bf-b1d9-9b08d8764f74 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1167883492'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:58:55.444807 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48107f4-e92c-47bf-b1d9-9b08d8764f74 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Made reservation on behalf of 6292ee4460f94662a30ea1f8eacca30a for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:58:55.448718 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a48107f4-e92c-47bf-b1d9-9b08d8764f74 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:55.477699 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a48107f4-e92c-47bf-b1d9-9b08d8764f74 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:58:55.487171 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a48107f4-e92c-47bf-b1d9-9b08d8764f74 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:55.487574 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-a48107f4-e92c-47bf-b1d9-9b08d8764f74 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Added segment 2d3945d8-9c09-4cee-930e-c0cf541f030a of type vlan for network 0ad67769-acfb-4748-9276-dbb9c0b2b4e4 Oct 19 01:58:55.527374 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a48107f4-e92c-47bf-b1d9-9b08d8764f74 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:55.554154 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a48107f4-e92c-47bf-b1d9-9b08d8764f74 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:55.557656 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bfdd35-14c9-4962-810c-d80a8ba3fc79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-9c17b48c-e72b-4380-8f86-45cc33068596', 'network_id': '9c17b48c-e72b-4380-8f86-45cc33068596', 'tenant_id': '6292ee4460f94662a30ea1f8eacca30a', 'fixed_ips': [{'subnet_id': '72af8460-b0cc-4e97-9697-73480aacb68c'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:58:55.558741 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a7bfdd35-14c9-4962-810c-d80a8ba3fc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:55.560365 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48107f4-e92c-47bf-b1d9-9b08d8764f74 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:55.560955 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a48107f4-e92c-47bf-b1d9-9b08d8764f74 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:55.590381 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a48107f4-e92c-47bf-b1d9-9b08d8764f74 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1696379 Oct 19 01:58:55.593399 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54038) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:55.599240 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-26735322-d8f0-4648-805d-a2f0051be3c5 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Request body: {'subnet': {'network_id': '0ad67769-acfb-4748-9276-dbb9c0b2b4e4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:58:55.641783 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48107f4-e92c-47bf-b1d9-9b08d8764f74 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Pushing event updated for resources: {'Network': ['ID=0ad67769-acfb-4748-9276-dbb9c0b2b4e4,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:55.654524 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 0ad67769-acfb-4748-9276-dbb9c0b2b4e4 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:58:55.701286 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26735322-d8f0-4648-805d-a2f0051be3c5 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Made reservation on behalf of 6292ee4460f94662a30ea1f8eacca30a for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:58:55.704964 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-26735322-d8f0-4648-805d-a2f0051be3c5 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:55.762960 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-a7bfdd35-14c9-4962-810c-d80a8ba3fc79 None None] Allocated IP 172.20.0.2 (9c17b48c-e72b-4380-8f86-45cc33068596/72af8460-b0cc-4e97-9697-73480aacb68c/cec5266e-8de5-48f6-9ca2-dca8f6b99225) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:58:55.889751 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-26735322-d8f0-4648-805d-a2f0051be3c5 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:55.906776 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a7bfdd35-14c9-4962-810c-d80a8ba3fc79 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:55.912758 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a7bfdd35-14c9-4962-810c-d80a8ba3fc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:55.952293 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bfdd35-14c9-4962-810c-d80a8ba3fc79 None None] Network 9c17b48c-e72b-4380-8f86-45cc33068596 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:58:55.955325 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26735322-d8f0-4648-805d-a2f0051be3c5 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Pushing event updated for resources: {'Subnet': ['ID=6f03d496-e69d-46b2-ae32-991be4c3aff0,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:55.957169 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-a7bfdd35-14c9-4962-810c-d80a8ba3fc79 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:58:55.961036 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bfdd35-14c9-4962-810c-d80a8ba3fc79 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:58:55.966814 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26735322-d8f0-4648-805d-a2f0051be3c5 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Checking segment: {'id': '2d3945d8-9c09-4cee-930e-c0cf541f030a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0ad67769-acfb-4748-9276-dbb9c0b2b4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:58:55.967230 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26735322-d8f0-4648-805d-a2f0051be3c5 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Network hostable DHCP agents. Network: 0ad67769-acfb-4748-9276-dbb9c0b2b4e4, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:58:55.977185 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bfdd35-14c9-4962-810c-d80a8ba3fc79 None None] Pushing event updated for resources: {'Port': ['ID=cec5266e-8de5-48f6-9ca2-dca8f6b99225,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:55.988806 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26735322-d8f0-4648-805d-a2f0051be3c5 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Network 0ad67769-acfb-4748-9276-dbb9c0b2b4e4 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:58:55.997492 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-26735322-d8f0-4648-805d-a2f0051be3c5 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 0ad67769-acfb-4748-9276-dbb9c0b2b4e4) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:58:56.002933 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26735322-d8f0-4648-805d-a2f0051be3c5 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:56.003583 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-26735322-d8f0-4648-805d-a2f0051be3c5 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:56.014065 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e21fe1b-a3d3-4913-8138-d806c8995bcd None None] Network 0ad67769-acfb-4748-9276-dbb9c0b2b4e4 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:58:56.022198 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-26735322-d8f0-4648-805d-a2f0051be3c5 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4245799 Oct 19 01:58:56.022486 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54040) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:56.027571 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-1806ff47-d36d-4705-a984-266ee7f5444d tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Request body: {'router': {'external_gateway_info': {'network_id': '0ad67769-acfb-4748-9276-dbb9c0b2b4e4'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:58:56.040756 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-a7bfdd35-14c9-4962-810c-d80a8ba3fc79 None None] Attempting to bind port cec5266e-8de5-48f6-9ca2-dca8f6b99225 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:58:56.041133 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-a7bfdd35-14c9-4962-810c-d80a8ba3fc79 None None] Attempting to bind port cec5266e-8de5-48f6-9ca2-dca8f6b99225 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '0d9ff139-cd8e-43c7-8ea1-f07071bbc3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9c17b48c-e72b-4380-8f86-45cc33068596'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:58:56.042129 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bfdd35-14c9-4962-810c-d80a8ba3fc79 None None] Attempting to bind port cec5266e-8de5-48f6-9ca2-dca8f6b99225 on network 9c17b48c-e72b-4380-8f86-45cc33068596 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:58:56.055016 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bfdd35-14c9-4962-810c-d80a8ba3fc79 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:58:56.055376 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bfdd35-14c9-4962-810c-d80a8ba3fc79 None None] Checking segment: {'id': '0d9ff139-cd8e-43c7-8ea1-f07071bbc3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9c17b48c-e72b-4380-8f86-45cc33068596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:58:56.055793 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a7bfdd35-14c9-4962-810c-d80a8ba3fc79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:56.056185 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bfdd35-14c9-4962-810c-d80a8ba3fc79 None None] Bound using segment: {'id': '0d9ff139-cd8e-43c7-8ea1-f07071bbc3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9c17b48c-e72b-4380-8f86-45cc33068596'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:58:56.056647 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-a7bfdd35-14c9-4962-810c-d80a8ba3fc79 None None] Bound port: cec5266e-8de5-48f6-9ca2-dca8f6b99225, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9ff139-cd8e-43c7-8ea1-f07071bbc3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9c17b48c-e72b-4380-8f86-45cc33068596'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:58:56.057075 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a7bfdd35-14c9-4962-810c-d80a8ba3fc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:56.188701 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-a7bfdd35-14c9-4962-810c-d80a8ba3fc79 None None] For port cec5266e-8de5-48f6-9ca2-dca8f6b99225, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:58:56.193388 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-a7bfdd35-14c9-4962-810c-d80a8ba3fc79 None None] For port cec5266e-8de5-48f6-9ca2-dca8f6b99225, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=cec5266e-8de5-48f6-9ca2-dca8f6b99225,segment=NetworkSegment(0d9ff139-cd8e-43c7-8ea1-f07071bbc3f2),segment_id=0d9ff139-cd8e-43c7-8ea1-f07071bbc3f2)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:58:56.202175 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a7bfdd35-14c9-4962-810c-d80a8ba3fc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:56.240163 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1806ff47-d36d-4705-a984-266ee7f5444d tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:56.256436 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cb32c5-6d10-4427-832f-938f162ea55e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-0ad67769-acfb-4748-9276-dbb9c0b2b4e4', 'network_id': '0ad67769-acfb-4748-9276-dbb9c0b2b4e4', 'tenant_id': '6292ee4460f94662a30ea1f8eacca30a', 'fixed_ips': [{'subnet_id': '6f03d496-e69d-46b2-ae32-991be4c3aff0'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:58:56.257273 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c0cb32c5-6d10-4427-832f-938f162ea55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:56.295537 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bfdd35-14c9-4962-810c-d80a8ba3fc79 None None] Pushing event updated for resources: {'Port': ['ID=cec5266e-8de5-48f6-9ca2-dca8f6b99225,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:56.356969 n-d-715271-26 neutron-server[100606]: INFO neutron.api.v2.resource [None req-1806ff47-d36d-4705-a984-266ee7f5444d tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:58:56.358059 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1806ff47-d36d-4705-a984-266ee7f5444d tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] 10.222.0.57 "PUT /v2.0/routers/ec928a9e-731f-401a-a828-5bdb2171954a HTTP/1.1" status: 400 len: 364 time: 0.3346410 Oct 19 01:58:56.363891 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54042) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:56.417994 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-c13349d1-33a4-4520-a4dd-abb2214d035f tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Deleting subnet 6f03d496-e69d-46b2-ae32-991be4c3aff0 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:58:56.424006 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-c0cb32c5-6d10-4427-832f-938f162ea55e None None] Allocated IP 172.21.0.2 (0ad67769-acfb-4748-9276-dbb9c0b2b4e4/6f03d496-e69d-46b2-ae32-991be4c3aff0/c7936184-5211-4041-961b-9f7f32191e3f) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:58:56.588552 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c0cb32c5-6d10-4427-832f-938f162ea55e None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:56.593462 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c13349d1-33a4-4520-a4dd-abb2214d035f tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:56.597290 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c0cb32c5-6d10-4427-832f-938f162ea55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:56.635798 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c13349d1-33a4-4520-a4dd-abb2214d035f tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:56.642386 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cb32c5-6d10-4427-832f-938f162ea55e None None] Network 0ad67769-acfb-4748-9276-dbb9c0b2b4e4 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:58:56.646313 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-c0cb32c5-6d10-4427-832f-938f162ea55e None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:58:56.648450 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb32c5-6d10-4427-832f-938f162ea55e None None] Pushing event updated for resources: {'Port': ['ID=c7936184-5211-4041-961b-9f7f32191e3f,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:56.650679 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cb32c5-6d10-4427-832f-938f162ea55e None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:58:56.707273 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-c0cb32c5-6d10-4427-832f-938f162ea55e None None] Attempting to bind port c7936184-5211-4041-961b-9f7f32191e3f on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:58:56.707528 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-c0cb32c5-6d10-4427-832f-938f162ea55e None None] Attempting to bind port c7936184-5211-4041-961b-9f7f32191e3f by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '2d3945d8-9c09-4cee-930e-c0cf541f030a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0ad67769-acfb-4748-9276-dbb9c0b2b4e4'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:58:56.707940 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cb32c5-6d10-4427-832f-938f162ea55e None None] Attempting to bind port c7936184-5211-4041-961b-9f7f32191e3f on network 0ad67769-acfb-4748-9276-dbb9c0b2b4e4 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:58:56.713060 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cb32c5-6d10-4427-832f-938f162ea55e None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:58:56.713547 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cb32c5-6d10-4427-832f-938f162ea55e None None] Checking segment: {'id': '2d3945d8-9c09-4cee-930e-c0cf541f030a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0ad67769-acfb-4748-9276-dbb9c0b2b4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:58:56.714212 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c0cb32c5-6d10-4427-832f-938f162ea55e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:56.714610 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cb32c5-6d10-4427-832f-938f162ea55e None None] Bound using segment: {'id': '2d3945d8-9c09-4cee-930e-c0cf541f030a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0ad67769-acfb-4748-9276-dbb9c0b2b4e4'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:58:56.715089 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-c0cb32c5-6d10-4427-832f-938f162ea55e None None] Bound port: c7936184-5211-4041-961b-9f7f32191e3f, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3945d8-9c09-4cee-930e-c0cf541f030a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0ad67769-acfb-4748-9276-dbb9c0b2b4e4'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:58:56.715470 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c0cb32c5-6d10-4427-832f-938f162ea55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:56.724651 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c13349d1-33a4-4520-a4dd-abb2214d035f tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:56.784328 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c13349d1-33a4-4520-a4dd-abb2214d035f tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:56.786819 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-c0cb32c5-6d10-4427-832f-938f162ea55e None None] For port c7936184-5211-4041-961b-9f7f32191e3f, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:58:56.790049 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-c0cb32c5-6d10-4427-832f-938f162ea55e None None] For port c7936184-5211-4041-961b-9f7f32191e3f, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c7936184-5211-4041-961b-9f7f32191e3f,segment=NetworkSegment(2d3945d8-9c09-4cee-930e-c0cf541f030a),segment_id=2d3945d8-9c09-4cee-930e-c0cf541f030a)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:58:56.794539 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c0cb32c5-6d10-4427-832f-938f162ea55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:56.814262 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c13349d1-33a4-4520-a4dd-abb2214d035f tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:56.820077 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54044) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:56.822342 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c13349d1-33a4-4520-a4dd-abb2214d035f tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] 10.222.0.57 "DELETE /v2.0/subnets/6f03d496-e69d-46b2-ae32-991be4c3aff0 HTTP/1.1" status: 204 len: 168 time: 0.4551516 Oct 19 01:58:56.822342 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13349d1-33a4-4520-a4dd-abb2214d035f tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Pushing event deleted for resources: {'Subnet': ['ID=6f03d496-e69d-46b2-ae32-991be4c3aff0,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:56.855633 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb32c5-6d10-4427-832f-938f162ea55e None None] Pushing event updated for resources: {'Port': ['ID=c7936184-5211-4041-961b-9f7f32191e3f,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:56.932958 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-459350a8-82e4-4470-9ee8-89e82e0808ed tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:57.001232 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-459350a8-82e4-4470-9ee8-89e82e0808ed tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Deleting port c7936184-5211-4041-961b-9f7f32191e3f {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:58:57.001680 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-459350a8-82e4-4470-9ee8-89e82e0808ed tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:57.095840 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-459350a8-82e4-4470-9ee8-89e82e0808ed tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] For port c7936184-5211-4041-961b-9f7f32191e3f, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c7936184-5211-4041-961b-9f7f32191e3f,segment=NetworkSegment(2d3945d8-9c09-4cee-930e-c0cf541f030a),segment_id=2d3945d8-9c09-4cee-930e-c0cf541f030a)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:58:57.096303 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-459350a8-82e4-4470-9ee8-89e82e0808ed tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:57.111548 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-459350a8-82e4-4470-9ee8-89e82e0808ed tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Calling delete_port for c7936184-5211-4041-961b-9f7f32191e3f owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:58:57.212325 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-459350a8-82e4-4470-9ee8-89e82e0808ed tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:57.247539 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459350a8-82e4-4470-9ee8-89e82e0808ed tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Pushing event deleted for resources: {'Port': ['ID=c7936184-5211-4041-961b-9f7f32191e3f,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:57.251831 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459350a8-82e4-4470-9ee8-89e82e0808ed tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] No DVR routers for this DVR port c7936184-5211-4041-961b-9f7f32191e3f on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:58:57.341929 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-459350a8-82e4-4470-9ee8-89e82e0808ed tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:57.374278 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-459350a8-82e4-4470-9ee8-89e82e0808ed tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad67769-acfb-4748-9276-dbb9c0b2b4e4']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:58:57.379759 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4fde01-56fd-4136-8cfb-386479cfdf7c None None] Network 9c17b48c-e72b-4380-8f86-45cc33068596 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:58:57.387976 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-459350a8-82e4-4470-9ee8-89e82e0808ed tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d3945d8-9c09-4cee-930e-c0cf541f030a') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:58:57.388277 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-459350a8-82e4-4470-9ee8-89e82e0808ed tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d3945d8-9c09-4cee-930e-c0cf541f030a') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:58:57.404334 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-459350a8-82e4-4470-9ee8-89e82e0808ed tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:57.420554 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-459350a8-82e4-4470-9ee8-89e82e0808ed tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:57.434432 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-459350a8-82e4-4470-9ee8-89e82e0808ed tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:58:57.434853 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-459350a8-82e4-4470-9ee8-89e82e0808ed tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:57.438334 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:58:57.438334 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:58:57.438334 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:58:57.438334 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:58:57.438334 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:58:57.438334 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:58:57.438334 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:58:57.438334 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:58:57.438334 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:58:57.438334 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:58:57.438334 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:58:57.438334 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:58:57.438334 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:58:57.438334 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:58:57.438334 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:58:57.438334 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:58:57.438334 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:58:57.438334 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:58:57.438334 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:58:57.438334 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:58:57.438334 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:58:57.438334 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:58:57.438334 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:58:57.438334 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:58:57.438334 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:58:57.438334 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:58:57.438334 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:58:57.438334 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:58:57.438334 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:58:57.438334 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:58:57.438334 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:58:57.438334 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:58:57.440640 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device cec5266e-8de5-48f6-9ca2-dca8f6b99225 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:58:57.494904 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-018b2052-9cff-4dac-8a84-4578426b52c1 None None] Provisioning complete for port cec5266e-8de5-48f6-9ca2-dca8f6b99225 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:58:57.495526 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-018b2052-9cff-4dac-8a84-4578426b52c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:57.502418 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-459350a8-82e4-4470-9ee8-89e82e0808ed tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:57.509643 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-459350a8-82e4-4470-9ee8-89e82e0808ed tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:57.512956 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-459350a8-82e4-4470-9ee8-89e82e0808ed tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] 10.222.0.57 "DELETE /v2.0/networks/0ad67769-acfb-4748-9276-dbb9c0b2b4e4 HTTP/1.1" status: 204 len: 168 time: 0.6917789 Oct 19 01:58:57.515317 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54046) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:57.534361 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459350a8-82e4-4470-9ee8-89e82e0808ed tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Pushing event deleted for resources: {'Network': ['ID=0ad67769-acfb-4748-9276-dbb9c0b2b4e4,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:57.581124 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-be8fc1e2-3709-4b02-8743-9c5c0694afbd tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Deleting subnet 72af8460-b0cc-4e97-9697-73480aacb68c {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:58:57.584477 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-be8fc1e2-3709-4b02-8743-9c5c0694afbd tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:57.615923 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port cec5266e-8de5-48f6-9ca2-dca8f6b99225 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:58:57.616304 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:57.637249 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-be8fc1e2-3709-4b02-8743-9c5c0694afbd tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:57.725493 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-018b2052-9cff-4dac-8a84-4578426b52c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:57.734566 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:57.805811 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-018b2052-9cff-4dac-8a84-4578426b52c1 None None] For port cec5266e-8de5-48f6-9ca2-dca8f6b99225, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=cec5266e-8de5-48f6-9ca2-dca8f6b99225,segment=NetworkSegment(0d9ff139-cd8e-43c7-8ea1-f07071bbc3f2),segment_id=0d9ff139-cd8e-43c7-8ea1-f07071bbc3f2)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:58:57.815278 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-018b2052-9cff-4dac-8a84-4578426b52c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:57.855700 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:57.891824 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b2052-9cff-4dac-8a84-4578426b52c1 None None] Pushing event updated for resources: {'Port': ['ID=cec5266e-8de5-48f6-9ca2-dca8f6b99225,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:57.946545 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:58:57.946545 n-d-715271-26 neutron-server[100608]: DEBUG oslo_db.api [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:58:58.180434 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-be8fc1e2-3709-4b02-8743-9c5c0694afbd tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:58.243966 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-be8fc1e2-3709-4b02-8743-9c5c0694afbd tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:58.244379 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-37f9cc07-662a-45a2-bf00-a25e5360f040 None None] Provisioning complete for port cec5266e-8de5-48f6-9ca2-dca8f6b99225 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:58:58.245224 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-37f9cc07-662a-45a2-bf00-a25e5360f040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:58.274271 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8fc1e2-3709-4b02-8743-9c5c0694afbd tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Pushing event deleted for resources: {'Subnet': ['ID=72af8460-b0cc-4e97-9697-73480aacb68c,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:58.276871 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-be8fc1e2-3709-4b02-8743-9c5c0694afbd tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:58.280068 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-be8fc1e2-3709-4b02-8743-9c5c0694afbd tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] 10.222.0.57 "DELETE /v2.0/subnets/72af8460-b0cc-4e97-9697-73480aacb68c HTTP/1.1" status: 204 len: 168 time: 0.7636566 Oct 19 01:58:58.282987 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54048) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:58.284577 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc20ccf3-9d03-413a-b3e1-eed846f90931 None None] Network 9c17b48c-e72b-4380-8f86-45cc33068596 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:58:58.311077 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591a00f8-bb67-4b41-a8a5-65f5f381c5f4 None None] DHCP port deletion for 0ad67769-acfb-4748-9276-dbb9c0b2b4e4 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:58:58.374916 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4a2c91-8a30-4230-b77b-1117a68bbecd None None] Network 0ad67769-acfb-4748-9276-dbb9c0b2b4e4 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:58:58.384270 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4c3fcff1-b779-45b8-9c25-ec34ce2c7f09 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:58.413349 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4a2c91-8a30-4230-b77b-1117a68bbecd None None] Network 0ad67769-acfb-4748-9276-dbb9c0b2b4e4 could not be found, it might have been deleted concurrently. {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 19 01:58:58.437679 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-4c3fcff1-b779-45b8-9c25-ec34ce2c7f09 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Deleting port cec5266e-8de5-48f6-9ca2-dca8f6b99225 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:58:58.438012 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4c3fcff1-b779-45b8-9c25-ec34ce2c7f09 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:58.505579 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-4c3fcff1-b779-45b8-9c25-ec34ce2c7f09 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] For port cec5266e-8de5-48f6-9ca2-dca8f6b99225, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=cec5266e-8de5-48f6-9ca2-dca8f6b99225,segment=NetworkSegment(0d9ff139-cd8e-43c7-8ea1-f07071bbc3f2),segment_id=0d9ff139-cd8e-43c7-8ea1-f07071bbc3f2)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:58:58.505945 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4c3fcff1-b779-45b8-9c25-ec34ce2c7f09 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:58.519757 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-4c3fcff1-b779-45b8-9c25-ec34ce2c7f09 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Calling delete_port for cec5266e-8de5-48f6-9ca2-dca8f6b99225 owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:58:58.563463 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d0156c-b920-4f40-a50e-c44a5c802e6a None None] DHCP port deletion for 9c17b48c-e72b-4380-8f86-45cc33068596 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:58:58.601027 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4c3fcff1-b779-45b8-9c25-ec34ce2c7f09 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:58.606741 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-1dd230e5-dc33-46f5-accf-74f4e1a7bd29 None None] Could not find standard attr ID for object c7936184-5211-4041-961b-9f7f32191e3f. {{(pid=100608) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:58:58.614691 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-c0d0156c-b920-4f40-a50e-c44a5c802e6a None None] Deleting port cec5266e-8de5-48f6-9ca2-dca8f6b99225 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:58:58.615060 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c0d0156c-b920-4f40-a50e-c44a5c802e6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:58.630126 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3fcff1-b779-45b8-9c25-ec34ce2c7f09 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] No DVR routers for this DVR port cec5266e-8de5-48f6-9ca2-dca8f6b99225 on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:58:58.636041 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3fcff1-b779-45b8-9c25-ec34ce2c7f09 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Pushing event deleted for resources: {'Port': ['ID=cec5266e-8de5-48f6-9ca2-dca8f6b99225,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:58.683237 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-c0d0156c-b920-4f40-a50e-c44a5c802e6a None None] For port cec5266e-8de5-48f6-9ca2-dca8f6b99225, host n-d-715271-26, got binding levels [] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:58:58.683540 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c0d0156c-b920-4f40-a50e-c44a5c802e6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:58.694877 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-c0d0156c-b920-4f40-a50e-c44a5c802e6a None None] Calling delete_port for cec5266e-8de5-48f6-9ca2-dca8f6b99225 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:58:58.697575 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.ipam_backend_mixin [None req-c0d0156c-b920-4f40-a50e-c44a5c802e6a None None] Port cec5266e-8de5-48f6-9ca2-dca8f6b99225 was not found and therefore no delete operation was performed {{(pid=100608) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:58:58.698912 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c0d0156c-b920-4f40-a50e-c44a5c802e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:58.713780 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4c3fcff1-b779-45b8-9c25-ec34ce2c7f09 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:58.724180 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0156c-b920-4f40-a50e-c44a5c802e6a None None] Pushing event deleted for resources: {'Port': ['ID=cec5266e-8de5-48f6-9ca2-dca8f6b99225,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:58.729654 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d0156c-b920-4f40-a50e-c44a5c802e6a None None] No DVR routers for this DVR port cec5266e-8de5-48f6-9ca2-dca8f6b99225 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:58:58.734735 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-4c3fcff1-b779-45b8-9c25-ec34ce2c7f09 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c17b48c-e72b-4380-8f86-45cc33068596']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:58:58.745401 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-4c3fcff1-b779-45b8-9c25-ec34ce2c7f09 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9ff139-cd8e-43c7-8ea1-f07071bbc3f2') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:58:58.745723 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-4c3fcff1-b779-45b8-9c25-ec34ce2c7f09 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9ff139-cd8e-43c7-8ea1-f07071bbc3f2') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:58:58.755140 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4c3fcff1-b779-45b8-9c25-ec34ce2c7f09 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:58.767991 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4c3fcff1-b779-45b8-9c25-ec34ce2c7f09 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:58.773597 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c3fcff1-b779-45b8-9c25-ec34ce2c7f09 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:58:58.773972 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4c3fcff1-b779-45b8-9c25-ec34ce2c7f09 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:58.777593 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 01:58:58.777593 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:58:58.777593 n-d-715271-26 neutron-server[100607]: timer() Oct 19 01:58:58.777593 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:58:58.777593 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 01:58:58.777593 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:58:58.777593 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 01:58:58.777593 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:58:58.777593 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 01:58:58.777593 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:58:58.777593 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 01:58:58.777593 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:58:58.777593 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 01:58:58.777593 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:58:58.777593 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:58:58.777593 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:58:58.777593 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:58:58.777593 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:58:58.777593 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 01:58:58.777593 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:58:58.777593 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 01:58:58.777593 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:58:58.777593 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:58:58.777593 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:58:58.777593 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 01:58:58.777593 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:58:58.777593 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:58:58.777593 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:58:58.777593 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:58:58.777593 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:58:58.777593 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:58:58.777593 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:58:58.837764 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4c3fcff1-b779-45b8-9c25-ec34ce2c7f09 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:58.845224 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4c3fcff1-b779-45b8-9c25-ec34ce2c7f09 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:58.848341 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4c3fcff1-b779-45b8-9c25-ec34ce2c7f09 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] 10.222.0.57 "DELETE /v2.0/networks/9c17b48c-e72b-4380-8f86-45cc33068596 HTTP/1.1" status: 204 len: 168 time: 0.5647104 Oct 19 01:58:58.851166 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54050) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:58.860407 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3fcff1-b779-45b8-9c25-ec34ce2c7f09 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Pushing event deleted for resources: {'Network': ['ID=9c17b48c-e72b-4380-8f86-45cc33068596,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:58.880290 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-bd797e64-21fc-4d15-bcb6-47f6248c8f52 tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec928a9e-731f-401a-a828-5bdb2171954a HTTP/1.1" status: 200 len: 205 time: 0.0279257 Oct 19 01:58:58.882524 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54052) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:58.957838 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fcaa8de8-8c44-42ca-973a-41ea5a4beecb tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:59.114232 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fcaa8de8-8c44-42ca-973a-41ea5a4beecb tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:59.116393 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fcaa8de8-8c44-42ca-973a-41ea5a4beecb tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:59.162122 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fcaa8de8-8c44-42ca-973a-41ea5a4beecb tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:59.162618 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcaa8de8-8c44-42ca-973a-41ea5a4beecb tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Fanout notify agent at l3_agent the message router_deleted on router ec928a9e-731f-401a-a828-5bdb2171954a {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:58:59.170211 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fcaa8de8-8c44-42ca-973a-41ea5a4beecb tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:59.173764 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fcaa8de8-8c44-42ca-973a-41ea5a4beecb tempest-RoutersNegativeTest-858657960 tempest-RoutersNegativeTest-858657960-project] 10.222.0.57 "DELETE /v2.0/routers/ec928a9e-731f-401a-a828-5bdb2171954a HTTP/1.1" status: 204 len: 168 time: 0.2879000 Oct 19 01:58:59.395432 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c7936184-5211-4041-961b-9f7f32191e3f no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:58:59.411640 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54058) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:59.415440 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: c7936184-5211-4041-961b-9f7f32191e3f {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:58:59.415979 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c7936184-5211-4041-961b-9f7f32191e3f not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:58:59.416225 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device cec5266e-8de5-48f6-9ca2-dca8f6b99225 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:58:59.434945 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: cec5266e-8de5-48f6-9ca2-dca8f6b99225 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:58:59.435292 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device cec5266e-8de5-48f6-9ca2-dca8f6b99225 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:58:59.545424 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e4854511-d344-422f-843e-ddb895fb19ee admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6292ee4460f94662a30ea1f8eacca30a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1324925 Oct 19 01:58:59.547960 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54062) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:59.594814 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-61e91a10-7119-4c91-b464-7f3c83872937 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:59.614992 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-61e91a10-7119-4c91-b464-7f3c83872937 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:59.660652 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-61e91a10-7119-4c91-b464-7f3c83872937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:59.663137 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-61e91a10-7119-4c91-b464-7f3c83872937 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:59.664322 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-61e91a10-7119-4c91-b464-7f3c83872937 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9a473499-a0e6-43e1-99fc-fdc66ed2ec62 HTTP/1.1" status: 204 len: 168 time: 0.1154816 Oct 19 01:58:59.672484 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e91a10-7119-4c91-b464-7f3c83872937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a473499-a0e6-43e1-99fc-fdc66ed2ec62,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:00.086491 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:00.265813 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54084) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:59:00.358028 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-a7180694-53c5-43cc-ab00-c5392ecc2ae9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-98871204-network', 'tenant_id': '7044fb3feb934ae496be35baacd56468'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:59:00.380007 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7180694-53c5-43cc-ab00-c5392ecc2ae9 admin admin] Made reservation on behalf of 7044fb3feb934ae496be35baacd56468 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:59:00.382307 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a7180694-53c5-43cc-ab00-c5392ecc2ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:00.391352 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a7180694-53c5-43cc-ab00-c5392ecc2ae9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:00.466244 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a7180694-53c5-43cc-ab00-c5392ecc2ae9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:00.469745 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a7180694-53c5-43cc-ab00-c5392ecc2ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:00.489861 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7180694-53c5-43cc-ab00-c5392ecc2ae9 admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:59:00.504932 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7180694-53c5-43cc-ab00-c5392ecc2ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de2d3d1-643c-4d10-ba42-37ce8b4a23ad,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:00.507783 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a7180694-53c5-43cc-ab00-c5392ecc2ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:00.508124 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-a7180694-53c5-43cc-ab00-c5392ecc2ae9 admin admin] Added segment 0d988cd5-fad8-415e-8fe6-a2cd40155c24 of type vlan for network f8c77e46-9cfc-4056-a696-ab550d176eaf Oct 19 01:59:00.549897 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a7180694-53c5-43cc-ab00-c5392ecc2ae9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:00.573946 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a7180694-53c5-43cc-ab00-c5392ecc2ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:00.574870 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7180694-53c5-43cc-ab00-c5392ecc2ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:00.575434 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a7180694-53c5-43cc-ab00-c5392ecc2ae9 admin admin] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:00.608152 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a7180694-53c5-43cc-ab00-c5392ecc2ae9 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3411486 Oct 19 01:59:00.611207 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54088) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:59:00.616275 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-a64845f7-b494-4e92-8ec9-1f01a537d76c admin admin] Request body: {'subnet': {'network_id': 'f8c77e46-9cfc-4056-a696-ab550d176eaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-98871204-subnet', 'tenant_id': '7044fb3feb934ae496be35baacd56468', 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:59:00.637718 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64845f7-b494-4e92-8ec9-1f01a537d76c admin admin] Made reservation on behalf of 7044fb3feb934ae496be35baacd56468 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:59:00.638236 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7180694-53c5-43cc-ab00-c5392ecc2ae9 admin admin] Pushing event updated for resources: {'Network': ['ID=f8c77e46-9cfc-4056-a696-ab550d176eaf,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:00.640630 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a64845f7-b494-4e92-8ec9-1f01a537d76c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:00.648308 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network f8c77e46-9cfc-4056-a696-ab550d176eaf details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:59:00.809517 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a64845f7-b494-4e92-8ec9-1f01a537d76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:00.866691 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64845f7-b494-4e92-8ec9-1f01a537d76c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c583b08-a33b-4682-8c17-fde8bf10623a,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:00.872421 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64845f7-b494-4e92-8ec9-1f01a537d76c admin admin] Checking segment: {'id': '0d988cd5-fad8-415e-8fe6-a2cd40155c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f8c77e46-9cfc-4056-a696-ab550d176eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:59:00.872776 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64845f7-b494-4e92-8ec9-1f01a537d76c admin admin] Network hostable DHCP agents. Network: f8c77e46-9cfc-4056-a696-ab550d176eaf, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:59:00.889391 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64845f7-b494-4e92-8ec9-1f01a537d76c admin admin] Network f8c77e46-9cfc-4056-a696-ab550d176eaf is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:59:00.898118 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-a64845f7-b494-4e92-8ec9-1f01a537d76c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, f8c77e46-9cfc-4056-a696-ab550d176eaf) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:59:00.902551 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64845f7-b494-4e92-8ec9-1f01a537d76c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:00.903145 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a64845f7-b494-4e92-8ec9-1f01a537d76c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:00.907741 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccae0d0-9a5a-4ab7-8bc0-04e64fb8d0cf None None] Network f8c77e46-9cfc-4056-a696-ab550d176eaf requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:59:00.920963 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a64845f7-b494-4e92-8ec9-1f01a537d76c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3086162 Oct 19 01:59:00.923510 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54090) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:59:00.927837 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-6baa71d8-33e2-49bb-9a40-64032b911c3c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-98871204-router', 'tenant_id': '7044fb3feb934ae496be35baacd56468', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:59:00.951391 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6baa71d8-33e2-49bb-9a40-64032b911c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:00.952613 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6baa71d8-33e2-49bb-9a40-64032b911c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:01.008936 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6baa71d8-33e2-49bb-9a40-64032b911c3c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:01.058155 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d174e45b-0878-446c-b51b-c80ecf111dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-f8c77e46-9cfc-4056-a696-ab550d176eaf', 'network_id': 'f8c77e46-9cfc-4056-a696-ab550d176eaf', 'tenant_id': '7044fb3feb934ae496be35baacd56468', 'fixed_ips': [{'subnet_id': '5c583b08-a33b-4682-8c17-fde8bf10623a'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:59:01.059017 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d174e45b-0878-446c-b51b-c80ecf111dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:01.144862 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6baa71d8-33e2-49bb-9a40-64032b911c3c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:01.196542 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-d174e45b-0878-446c-b51b-c80ecf111dc1 None None] Allocated IP 172.20.0.2 (f8c77e46-9cfc-4056-a696-ab550d176eaf/5c583b08-a33b-4682-8c17-fde8bf10623a/f2931de7-ace6-4a20-8468-7e9e10641b47) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:59:01.348796 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6baa71d8-33e2-49bb-9a40-64032b911c3c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:01.368577 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6baa71d8-33e2-49bb-9a40-64032b911c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:01.475648 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-6baa71d8-33e2-49bb-9a40-64032b911c3c admin admin] Allocated IP 172.25.8.104 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/9130e2bf-8c06-43fa-b60b-0e40fca439f4) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:59:01.492002 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d174e45b-0878-446c-b51b-c80ecf111dc1 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:01.497652 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d174e45b-0878-446c-b51b-c80ecf111dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:01.540100 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d174e45b-0878-446c-b51b-c80ecf111dc1 None None] Network f8c77e46-9cfc-4056-a696-ab550d176eaf is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:59:01.544722 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-d174e45b-0878-446c-b51b-c80ecf111dc1 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:59:01.549081 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d174e45b-0878-446c-b51b-c80ecf111dc1 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:59:01.552052 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174e45b-0878-446c-b51b-c80ecf111dc1 None None] Pushing event updated for resources: {'Port': ['ID=f2931de7-ace6-4a20-8468-7e9e10641b47,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:01.581405 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6baa71d8-33e2-49bb-9a40-64032b911c3c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:01.604679 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-d174e45b-0878-446c-b51b-c80ecf111dc1 None None] Attempting to bind port f2931de7-ace6-4a20-8468-7e9e10641b47 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:59:01.605049 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-d174e45b-0878-446c-b51b-c80ecf111dc1 None None] Attempting to bind port f2931de7-ace6-4a20-8468-7e9e10641b47 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '0d988cd5-fad8-415e-8fe6-a2cd40155c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f8c77e46-9cfc-4056-a696-ab550d176eaf'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:59:01.605409 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d174e45b-0878-446c-b51b-c80ecf111dc1 None None] Attempting to bind port f2931de7-ace6-4a20-8468-7e9e10641b47 on network f8c77e46-9cfc-4056-a696-ab550d176eaf {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:59:01.610258 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d174e45b-0878-446c-b51b-c80ecf111dc1 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:59:01.610633 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d174e45b-0878-446c-b51b-c80ecf111dc1 None None] Checking segment: {'id': '0d988cd5-fad8-415e-8fe6-a2cd40155c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f8c77e46-9cfc-4056-a696-ab550d176eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:59:01.611028 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d174e45b-0878-446c-b51b-c80ecf111dc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:01.611417 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d174e45b-0878-446c-b51b-c80ecf111dc1 None None] Bound using segment: {'id': '0d988cd5-fad8-415e-8fe6-a2cd40155c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f8c77e46-9cfc-4056-a696-ab550d176eaf'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:59:01.611914 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-d174e45b-0878-446c-b51b-c80ecf111dc1 None None] Bound port: f2931de7-ace6-4a20-8468-7e9e10641b47, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d988cd5-fad8-415e-8fe6-a2cd40155c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f8c77e46-9cfc-4056-a696-ab550d176eaf'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:59:01.612295 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d174e45b-0878-446c-b51b-c80ecf111dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:01.615091 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6baa71d8-33e2-49bb-9a40-64032b911c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:01.657218 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6baa71d8-33e2-49bb-9a40-64032b911c3c admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:59:01.660270 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-6baa71d8-33e2-49bb-9a40-64032b911c3c admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:59:01.663834 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baa71d8-33e2-49bb-9a40-64032b911c3c admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:59:01.675082 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-d174e45b-0878-446c-b51b-c80ecf111dc1 None None] For port f2931de7-ace6-4a20-8468-7e9e10641b47, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:59:01.678225 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-d174e45b-0878-446c-b51b-c80ecf111dc1 None None] For port f2931de7-ace6-4a20-8468-7e9e10641b47, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=f2931de7-ace6-4a20-8468-7e9e10641b47,segment=NetworkSegment(0d988cd5-fad8-415e-8fe6-a2cd40155c24),segment_id=0d988cd5-fad8-415e-8fe6-a2cd40155c24)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:59:01.682673 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d174e45b-0878-446c-b51b-c80ecf111dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:01.694309 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa71d8-33e2-49bb-9a40-64032b911c3c admin admin] Pushing event updated for resources: {'Port': ['ID=9130e2bf-8c06-43fa-b60b-0e40fca439f4,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:01.742618 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174e45b-0878-446c-b51b-c80ecf111dc1 None None] Pushing event updated for resources: {'Port': ['ID=f2931de7-ace6-4a20-8468-7e9e10641b47,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:01.927501 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6baa71d8-33e2-49bb-9a40-64032b911c3c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:02.128129 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6baa71d8-33e2-49bb-9a40-64032b911c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:02.250529 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6baa71d8-33e2-49bb-9a40-64032b911c3c admin admin] Router 0b175cb8-c360-47b4-b3a2-c7b6521d574f is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:59:02.356466 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6baa71d8-33e2-49bb-9a40-64032b911c3c admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:59:02.366479 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3c28dd-cd71-4d83-aaaf-f2bf363a2b39 None None] Sync routers for ids ['0b175cb8-c360-47b4-b3a2-c7b6521d574f'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:59:02.379540 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6baa71d8-33e2-49bb-9a40-64032b911c3c admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:02.379926 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3c28dd-cd71-4d83-aaaf-f2bf363a2b39 None None] Routers {'0b175cb8-c360-47b4-b3a2-c7b6521d574f'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:59:02.383421 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-eb3c28dd-cd71-4d83-aaaf-f2bf363a2b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:58:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['0b175cb8-c360-47b4-b3a2-c7b6521d574f'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:59:02.383589 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6baa71d8-33e2-49bb-9a40-64032b911c3c admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4563482 Oct 19 01:59:02.383775 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54092) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:59:02.488265 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-eb3c28dd-cd71-4d83-aaaf-f2bf363a2b39 None None] Set router 0b175cb8-c360-47b4-b3a2-c7b6521d574f gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:59:02.693225 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ffeec2-97b6-4c4b-8175-ef826eb9998e None None] Network f8c77e46-9cfc-4056-a696-ab550d176eaf requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:59:02.774123 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-2d1d124c-d1d7-4abc-af06-e108eb7b13a3 None None] Provisioning complete for port f2931de7-ace6-4a20-8468-7e9e10641b47 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:59:02.774769 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2d1d124c-d1d7-4abc-af06-e108eb7b13a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:02.782289 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-eb3c28dd-cd71-4d83-aaaf-f2bf363a2b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b175cb8-c360-47b4-b3a2-c7b6521d574f', 'name': 'tempest-TestEncryptedCinderVolumes-98871204-router', 'tenant_id': '7044fb3feb934ae496be35baacd56468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '9130e2bf-8c06-43fa-b60b-0e40fca439f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:00Z', 'updated_at': '2021-10-19T01:59:01Z', 'revision_number': 3, 'project_id': '7044fb3feb934ae496be35baacd56468', 'gw_port': {'id': '9130e2bf-8c06-43fa-b60b-0e40fca439f4', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b175cb8-c360-47b4-b3a2-c7b6521d574f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:01Z', 'updated_at': '2021-10-19T01:59:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:59:02.809644 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3c28dd-cd71-4d83-aaaf-f2bf363a2b39 None None] Checking router: 0b175cb8-c360-47b4-b3a2-c7b6521d574f for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:59:02.810384 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3c28dd-cd71-4d83-aaaf-f2bf363a2b39 None None] Updating router 0b175cb8-c360-47b4-b3a2-c7b6521d574f port 9130e2bf-8c06-43fa-b60b-0e40fca439f4 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:59:02.827489 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fedad3a3-47f0-4855-b632-8a133d0eb151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:02.835413 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-eb3c28dd-cd71-4d83-aaaf-f2bf363a2b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:02.923548 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2d1d124c-d1d7-4abc-af06-e108eb7b13a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:02.963849 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-2d1d124c-d1d7-4abc-af06-e108eb7b13a3 None None] For port f2931de7-ace6-4a20-8468-7e9e10641b47, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=f2931de7-ace6-4a20-8468-7e9e10641b47,segment=NetworkSegment(0d988cd5-fad8-415e-8fe6-a2cd40155c24),segment_id=0d988cd5-fad8-415e-8fe6-a2cd40155c24)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:59:02.969366 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2d1d124c-d1d7-4abc-af06-e108eb7b13a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:03.003319 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-fedad3a3-47f0-4855-b632-8a133d0eb151 admin admin] Allocated IP 172.20.0.1 (f8c77e46-9cfc-4056-a696-ab550d176eaf/5c583b08-a33b-4682-8c17-fde8bf10623a/09f3ce4e-7b85-4c75-8f5e-595191f898c4) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:59:03.029599 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d124c-d1d7-4abc-af06-e108eb7b13a3 None None] Pushing event updated for resources: {'Port': ['ID=f2931de7-ace6-4a20-8468-7e9e10641b47,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:03.130262 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fedad3a3-47f0-4855-b632-8a133d0eb151 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:03.137194 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-eb3c28dd-cd71-4d83-aaaf-f2bf363a2b39 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:03.144081 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-eb3c28dd-cd71-4d83-aaaf-f2bf363a2b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:03.167923 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fedad3a3-47f0-4855-b632-8a133d0eb151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:03.189052 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-07d493a7-0ccd-460b-8a16-e004f44a289f None None] Provisioning complete for port f2931de7-ace6-4a20-8468-7e9e10641b47 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:59:03.189427 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-07d493a7-0ccd-460b-8a16-e004f44a289f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:03.206143 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-eb3c28dd-cd71-4d83-aaaf-f2bf363a2b39 None None] Attempting to bind port 9130e2bf-8c06-43fa-b60b-0e40fca439f4 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:59:03.206435 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-eb3c28dd-cd71-4d83-aaaf-f2bf363a2b39 None None] Attempting to bind port 9130e2bf-8c06-43fa-b60b-0e40fca439f4 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:59:03.207132 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3c28dd-cd71-4d83-aaaf-f2bf363a2b39 None None] Attempting to bind port 9130e2bf-8c06-43fa-b60b-0e40fca439f4 on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:59:03.209928 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedad3a3-47f0-4855-b632-8a133d0eb151 admin admin] Network f8c77e46-9cfc-4056-a696-ab550d176eaf is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:59:03.214198 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c086e5-67e1-4a93-9697-6760ac67c111 None None] Pushing event updated for resources: {'Port': ['ID=9130e2bf-8c06-43fa-b60b-0e40fca439f4,revision_number=2']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:03.214345 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-fedad3a3-47f0-4855-b632-8a133d0eb151 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:59:03.218499 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3c28dd-cd71-4d83-aaaf-f2bf363a2b39 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:59:03.218499 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3c28dd-cd71-4d83-aaaf-f2bf363a2b39 None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:59:03.218820 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedad3a3-47f0-4855-b632-8a133d0eb151 admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:59:03.218925 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-eb3c28dd-cd71-4d83-aaaf-f2bf363a2b39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:03.219168 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3c28dd-cd71-4d83-aaaf-f2bf363a2b39 None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:59:03.219626 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-eb3c28dd-cd71-4d83-aaaf-f2bf363a2b39 None None] Bound port: 9130e2bf-8c06-43fa-b60b-0e40fca439f4, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:59:03.220211 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-eb3c28dd-cd71-4d83-aaaf-f2bf363a2b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:03.221874 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedad3a3-47f0-4855-b632-8a133d0eb151 admin admin] Pushing event updated for resources: {'Port': ['ID=09f3ce4e-7b85-4c75-8f5e-595191f898c4,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:03.233734 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c086e5-67e1-4a93-9697-6760ac67c111 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:03.234188 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c086e5-67e1-4a93-9697-6760ac67c111 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:03.236610 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c086e5-67e1-4a93-9697-6760ac67c111 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:03.237137 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c086e5-67e1-4a93-9697-6760ac67c111 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:03.237639 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c086e5-67e1-4a93-9697-6760ac67c111 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:03.238135 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c086e5-67e1-4a93-9697-6760ac67c111 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:03.238615 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c086e5-67e1-4a93-9697-6760ac67c111 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:03.239105 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c086e5-67e1-4a93-9697-6760ac67c111 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:03.239430 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c086e5-67e1-4a93-9697-6760ac67c111 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:03.239935 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c086e5-67e1-4a93-9697-6760ac67c111 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:03.240270 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c086e5-67e1-4a93-9697-6760ac67c111 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:03.240589 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c086e5-67e1-4a93-9697-6760ac67c111 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:03.271377 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fedad3a3-47f0-4855-b632-8a133d0eb151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:03.297682 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-eb3c28dd-cd71-4d83-aaaf-f2bf363a2b39 None None] For port 9130e2bf-8c06-43fa-b60b-0e40fca439f4, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:59:03.301805 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-eb3c28dd-cd71-4d83-aaaf-f2bf363a2b39 None None] For port 9130e2bf-8c06-43fa-b60b-0e40fca439f4, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=9130e2bf-8c06-43fa-b60b-0e40fca439f4,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:59:03.306376 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-eb3c28dd-cd71-4d83-aaaf-f2bf363a2b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:03.374182 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c086e5-67e1-4a93-9697-6760ac67c111 None None] Pushing event updated for resources: {'Port': ['ID=9130e2bf-8c06-43fa-b60b-0e40fca439f4,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:03.379141 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3c28dd-cd71-4d83-aaaf-f2bf363a2b39 None None] Routers {'0b175cb8-c360-47b4-b3a2-c7b6521d574f'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:59:03.379865 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-eb3c28dd-cd71-4d83-aaaf-f2bf363a2b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:58:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['0b175cb8-c360-47b4-b3a2-c7b6521d574f'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:59:03.469393 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f2931de7-ace6-4a20-8468-7e9e10641b47 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:59:03.504381 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-eb3c28dd-cd71-4d83-aaaf-f2bf363a2b39 None None] Set router 0b175cb8-c360-47b4-b3a2-c7b6521d574f gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:59:03.523397 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-32b2b363-e6f1-47b9-b542-8e2a362a99bf None None] Provisioning complete for port 09f3ce4e-7b85-4c75-8f5e-595191f898c4 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:59:03.525267 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-32b2b363-e6f1-47b9-b542-8e2a362a99bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:03.564629 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port f2931de7-ace6-4a20-8468-7e9e10641b47 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:59:03.565154 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:03.599518 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-32b2b363-e6f1-47b9-b542-8e2a362a99bf None None] Port 09f3ce4e-7b85-4c75-8f5e-595191f898c4 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:59:03.720317 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-eb3c28dd-cd71-4d83-aaaf-f2bf363a2b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b175cb8-c360-47b4-b3a2-c7b6521d574f', 'name': 'tempest-TestEncryptedCinderVolumes-98871204-router', 'tenant_id': '7044fb3feb934ae496be35baacd56468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '9130e2bf-8c06-43fa-b60b-0e40fca439f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:00Z', 'updated_at': '2021-10-19T01:59:01Z', 'revision_number': 3, 'project_id': '7044fb3feb934ae496be35baacd56468', 'gw_port': {'id': '9130e2bf-8c06-43fa-b60b-0e40fca439f4', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b175cb8-c360-47b4-b3a2-c7b6521d574f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:01Z', 'updated_at': '2021-10-19T01:59:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:59:03.749460 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3c28dd-cd71-4d83-aaaf-f2bf363a2b39 None None] The sync data for ids ['0b175cb8-c360-47b4-b3a2-c7b6521d574f'] in n-d-715271-26 is: [{'id': '0b175cb8-c360-47b4-b3a2-c7b6521d574f', 'name': 'tempest-TestEncryptedCinderVolumes-98871204-router', 'tenant_id': '7044fb3feb934ae496be35baacd56468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '9130e2bf-8c06-43fa-b60b-0e40fca439f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:00Z', 'updated_at': '2021-10-19T01:59:01Z', 'revision_number': 3, 'project_id': '7044fb3feb934ae496be35baacd56468', 'gw_port': {'id': '9130e2bf-8c06-43fa-b60b-0e40fca439f4', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b175cb8-c360-47b4-b3a2-c7b6521d574f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:01Z', 'updated_at': '2021-10-19T01:59:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:59:03.796136 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fedad3a3-47f0-4855-b632-8a133d0eb151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:03.993424 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fedad3a3-47f0-4855-b632-8a133d0eb151 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:04.003847 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fedad3a3-47f0-4855-b632-8a133d0eb151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:04.077410 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-fedad3a3-47f0-4855-b632-8a133d0eb151 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:04.079203 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedad3a3-47f0-4855-b632-8a133d0eb151 admin admin] Pushing event updated for resources: {'Port': ['ID=09f3ce4e-7b85-4c75-8f5e-595191f898c4,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:04.175941 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedad3a3-47f0-4855-b632-8a133d0eb151 admin admin] Network f8c77e46-9cfc-4056-a696-ab550d176eaf is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:59:04.177532 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-fedad3a3-47f0-4855-b632-8a133d0eb151 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:59:04.304698 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fedad3a3-47f0-4855-b632-8a133d0eb151 admin admin] Router 0b175cb8-c360-47b4-b3a2-c7b6521d574f has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:59:04.422059 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedad3a3-47f0-4855-b632-8a133d0eb151 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:59:04.426393 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-09cfc693-d749-42e6-aa9c-e5440e2267b3 None None] Provisioning complete for port 09f3ce4e-7b85-4c75-8f5e-595191f898c4 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:59:04.426869 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-09cfc693-d749-42e6-aa9c-e5440e2267b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:04.427149 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fedad3a3-47f0-4855-b632-8a133d0eb151 admin admin] 10.222.0.57 "PUT /v2.0/routers/0b175cb8-c360-47b4-b3a2-c7b6521d574f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0415542 Oct 19 01:59:04.464574 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-09cfc693-d749-42e6-aa9c-e5440e2267b3 None None] Port 09f3ce4e-7b85-4c75-8f5e-595191f898c4 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:59:04.899246 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54108) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:59:04.904843 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-4d4807e9-ba48-4f2e-a754-b685c4d04186 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-861997139-network', 'tenant_id': '6ad8830e713d4f6080ced1bda866a156'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:59:04.925520 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4807e9-ba48-4f2e-a754-b685c4d04186 admin admin] Made reservation on behalf of 6ad8830e713d4f6080ced1bda866a156 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:59:04.927810 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4d4807e9-ba48-4f2e-a754-b685c4d04186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:04.936396 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4d4807e9-ba48-4f2e-a754-b685c4d04186 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:05.025073 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4d4807e9-ba48-4f2e-a754-b685c4d04186 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:05.030023 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4d4807e9-ba48-4f2e-a754-b685c4d04186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:05.056214 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d4807e9-ba48-4f2e-a754-b685c4d04186 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:59:05.065803 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4807e9-ba48-4f2e-a754-b685c4d04186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90ae827-e66f-45ee-9bf3-8727e6b26a4e,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:05.073169 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4d4807e9-ba48-4f2e-a754-b685c4d04186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:05.073603 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-4d4807e9-ba48-4f2e-a754-b685c4d04186 admin admin] Added segment 454f106d-b6a8-4da0-a07e-bfb064f2b02e of type vlan for network 4efe60a3-3e42-49ce-aa92-9bfbff4bc948 Oct 19 01:59:05.114807 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4d4807e9-ba48-4f2e-a754-b685c4d04186 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:05.141780 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4d4807e9-ba48-4f2e-a754-b685c4d04186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:05.142817 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4807e9-ba48-4f2e-a754-b685c4d04186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:05.143772 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4d4807e9-ba48-4f2e-a754-b685c4d04186 admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:05.176938 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4d4807e9-ba48-4f2e-a754-b685c4d04186 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2765427 Oct 19 01:59:05.179710 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54110) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:59:05.185935 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-5c0bb467-846a-44f6-8ace-a1fe7a776995 admin admin] Request body: {'subnet': {'network_id': '4efe60a3-3e42-49ce-aa92-9bfbff4bc948', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-861997139-subnet', 'tenant_id': '6ad8830e713d4f6080ced1bda866a156', 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:59:05.206667 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4807e9-ba48-4f2e-a754-b685c4d04186 admin admin] Pushing event updated for resources: {'Network': ['ID=4efe60a3-3e42-49ce-aa92-9bfbff4bc948,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:05.210618 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0bb467-846a-44f6-8ace-a1fe7a776995 admin admin] Made reservation on behalf of 6ad8830e713d4f6080ced1bda866a156 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:59:05.213572 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5c0bb467-846a-44f6-8ace-a1fe7a776995 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:05.217330 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 4efe60a3-3e42-49ce-aa92-9bfbff4bc948 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:59:05.289603 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a185256-c68c-4143-9a0e-92c5409ac913 None None] Sync routers for ids ['0b175cb8-c360-47b4-b3a2-c7b6521d574f'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:59:05.299535 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a185256-c68c-4143-9a0e-92c5409ac913 None None] Routers {'0b175cb8-c360-47b4-b3a2-c7b6521d574f'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:59:05.300197 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-5a185256-c68c-4143-9a0e-92c5409ac913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:58:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['0b175cb8-c360-47b4-b3a2-c7b6521d574f'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:59:05.399573 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5c0bb467-846a-44f6-8ace-a1fe7a776995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:05.410971 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-5a185256-c68c-4143-9a0e-92c5409ac913 None None] Set router 0b175cb8-c360-47b4-b3a2-c7b6521d574f gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:59:05.437959 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 9130e2bf-8c06-43fa-b60b-0e40fca439f4 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:59:05.450079 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0bb467-846a-44f6-8ace-a1fe7a776995 admin admin] Pushing event updated for resources: {'Subnet': ['ID=383be9fa-ea5d-40b1-8a9c-6fdabc91b742,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:05.479515 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0bb467-846a-44f6-8ace-a1fe7a776995 admin admin] Checking segment: {'id': '454f106d-b6a8-4da0-a07e-bfb064f2b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4efe60a3-3e42-49ce-aa92-9bfbff4bc948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:59:05.479902 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0bb467-846a-44f6-8ace-a1fe7a776995 admin admin] Network hostable DHCP agents. Network: 4efe60a3-3e42-49ce-aa92-9bfbff4bc948, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:59:05.496808 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0bb467-846a-44f6-8ace-a1fe7a776995 admin admin] Network 4efe60a3-3e42-49ce-aa92-9bfbff4bc948 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:59:05.506017 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-5c0bb467-846a-44f6-8ace-a1fe7a776995 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 4efe60a3-3e42-49ce-aa92-9bfbff4bc948) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:59:05.511279 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0bb467-846a-44f6-8ace-a1fe7a776995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:05.511933 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5c0bb467-846a-44f6-8ace-a1fe7a776995 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:05.518121 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208923c4-a7c6-4473-8607-1e7a71471c1e None None] Network 4efe60a3-3e42-49ce-aa92-9bfbff4bc948 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:59:05.530276 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5c0bb467-846a-44f6-8ace-a1fe7a776995 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3470418 Oct 19 01:59:05.530528 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54112) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:59:05.534949 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-dc6eb22a-62ec-4219-8e88-043e85ba94bb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-861997139-router', 'tenant_id': '6ad8830e713d4f6080ced1bda866a156', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:59:05.557675 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dc6eb22a-62ec-4219-8e88-043e85ba94bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:05.558814 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dc6eb22a-62ec-4219-8e88-043e85ba94bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:05.610118 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dc6eb22a-62ec-4219-8e88-043e85ba94bb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:05.649467 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 9130e2bf-8c06-43fa-b60b-0e40fca439f4 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:59:05.649833 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:05.752207 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dc6eb22a-62ec-4219-8e88-043e85ba94bb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:05.826684 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdd082a-6343-4922-b79d-0167e7a19cce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-4efe60a3-3e42-49ce-aa92-9bfbff4bc948', 'network_id': '4efe60a3-3e42-49ce-aa92-9bfbff4bc948', 'tenant_id': '6ad8830e713d4f6080ced1bda866a156', 'fixed_ips': [{'subnet_id': '383be9fa-ea5d-40b1-8a9c-6fdabc91b742'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:59:05.827536 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4fdd082a-6343-4922-b79d-0167e7a19cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:05.847393 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:05.872690 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-5a185256-c68c-4143-9a0e-92c5409ac913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b175cb8-c360-47b4-b3a2-c7b6521d574f', 'name': 'tempest-TestEncryptedCinderVolumes-98871204-router', 'tenant_id': '7044fb3feb934ae496be35baacd56468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '9130e2bf-8c06-43fa-b60b-0e40fca439f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:00Z', 'updated_at': '2021-10-19T01:59:03Z', 'revision_number': 4, 'project_id': '7044fb3feb934ae496be35baacd56468', 'gw_port': {'id': '9130e2bf-8c06-43fa-b60b-0e40fca439f4', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b175cb8-c360-47b4-b3a2-c7b6521d574f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:01Z', 'updated_at': '2021-10-19T01:59:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '09f3ce4e-7b85-4c75-8f5e-595191f898c4', 'name': '', 'network_id': 'f8c77e46-9cfc-4056-a696-ab550d176eaf', 'tenant_id': '7044fb3feb934ae496be35baacd56468', 'mac_address': 'fa:16:3e:e7:00:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b175cb8-c360-47b4-b3a2-c7b6521d574f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '5c583b08-a33b-4682-8c17-fde8bf10623a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:02Z', 'updated_at': '2021-10-19T01:59:03Z', 'revision_number': 2, 'project_id': '7044fb3feb934ae496be35baacd56468', 'subnets': [{'id': '5c583b08-a33b-4682-8c17-fde8bf10623a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:59:05.953346 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 9130e2bf-8c06-43fa-b60b-0e40fca439f4, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=9130e2bf-8c06-43fa-b60b-0e40fca439f4,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:59:05.954644 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a185256-c68c-4143-9a0e-92c5409ac913 None None] Checking router: 0b175cb8-c360-47b4-b3a2-c7b6521d574f for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:59:05.954999 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a185256-c68c-4143-9a0e-92c5409ac913 None None] Updating router 0b175cb8-c360-47b4-b3a2-c7b6521d574f port 09f3ce4e-7b85-4c75-8f5e-595191f898c4 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:59:05.960134 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dc6eb22a-62ec-4219-8e88-043e85ba94bb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:05.979971 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:05.983301 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dc6eb22a-62ec-4219-8e88-043e85ba94bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:06.029169 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5a185256-c68c-4143-9a0e-92c5409ac913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:06.082315 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=9130e2bf-8c06-43fa-b60b-0e40fca439f4,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:06.093767 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-dc6eb22a-62ec-4219-8e88-043e85ba94bb admin admin] Allocated IP 172.25.8.217 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/9560ef35-16ed-4a90-89c2-938b5104a1ad) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:59:06.120225 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-4fdd082a-6343-4922-b79d-0167e7a19cce None None] Allocated IP 172.20.0.2 (4efe60a3-3e42-49ce-aa92-9bfbff4bc948/383be9fa-ea5d-40b1-8a9c-6fdabc91b742/ff7fdb8b-e031-4262-b0b8-a6fca5278442) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:59:06.201033 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dc6eb22a-62ec-4219-8e88-043e85ba94bb admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:06.236469 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dc6eb22a-62ec-4219-8e88-043e85ba94bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:06.282733 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6eb22a-62ec-4219-8e88-043e85ba94bb admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:59:06.287254 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-dc6eb22a-62ec-4219-8e88-043e85ba94bb admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:59:06.292684 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6eb22a-62ec-4219-8e88-043e85ba94bb admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:59:06.298152 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6eb22a-62ec-4219-8e88-043e85ba94bb admin admin] Pushing event updated for resources: {'Port': ['ID=9560ef35-16ed-4a90-89c2-938b5104a1ad,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:06.406210 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4fdd082a-6343-4922-b79d-0167e7a19cce None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:06.414676 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4fdd082a-6343-4922-b79d-0167e7a19cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:06.491826 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdd082a-6343-4922-b79d-0167e7a19cce None None] Network 4efe60a3-3e42-49ce-aa92-9bfbff4bc948 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:59:06.497622 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-4fdd082a-6343-4922-b79d-0167e7a19cce None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:59:06.501505 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd082a-6343-4922-b79d-0167e7a19cce None None] Pushing event updated for resources: {'Port': ['ID=ff7fdb8b-e031-4262-b0b8-a6fca5278442,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:06.508308 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdd082a-6343-4922-b79d-0167e7a19cce None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:59:06.515188 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5a185256-c68c-4143-9a0e-92c5409ac913 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:06.523061 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5a185256-c68c-4143-9a0e-92c5409ac913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:06.559322 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dc6eb22a-62ec-4219-8e88-043e85ba94bb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:06.766341 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8edff76-d2eb-4a3f-a05b-cb0d20832e2a None None] Pushing event updated for resources: {'Port': ['ID=09f3ce4e-7b85-4c75-8f5e-595191f898c4,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:06.768577 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dc6eb22a-62ec-4219-8e88-043e85ba94bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:06.771305 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-4fdd082a-6343-4922-b79d-0167e7a19cce None None] Attempting to bind port ff7fdb8b-e031-4262-b0b8-a6fca5278442 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:59:06.771305 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-4fdd082a-6343-4922-b79d-0167e7a19cce None None] Attempting to bind port ff7fdb8b-e031-4262-b0b8-a6fca5278442 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '454f106d-b6a8-4da0-a07e-bfb064f2b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4efe60a3-3e42-49ce-aa92-9bfbff4bc948'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:59:06.771305 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdd082a-6343-4922-b79d-0167e7a19cce None None] Attempting to bind port ff7fdb8b-e031-4262-b0b8-a6fca5278442 on network 4efe60a3-3e42-49ce-aa92-9bfbff4bc948 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:59:06.792526 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdd082a-6343-4922-b79d-0167e7a19cce None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:59:06.792914 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdd082a-6343-4922-b79d-0167e7a19cce None None] Checking segment: {'id': '454f106d-b6a8-4da0-a07e-bfb064f2b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4efe60a3-3e42-49ce-aa92-9bfbff4bc948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:59:06.793300 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4fdd082a-6343-4922-b79d-0167e7a19cce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:06.793697 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdd082a-6343-4922-b79d-0167e7a19cce None None] Bound using segment: {'id': '454f106d-b6a8-4da0-a07e-bfb064f2b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4efe60a3-3e42-49ce-aa92-9bfbff4bc948'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:59:06.794173 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-4fdd082a-6343-4922-b79d-0167e7a19cce None None] Bound port: ff7fdb8b-e031-4262-b0b8-a6fca5278442, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '454f106d-b6a8-4da0-a07e-bfb064f2b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4efe60a3-3e42-49ce-aa92-9bfbff4bc948'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:59:06.794553 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4fdd082a-6343-4922-b79d-0167e7a19cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:06.832081 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-5a185256-c68c-4143-9a0e-92c5409ac913 None None] Attempting to bind port 09f3ce4e-7b85-4c75-8f5e-595191f898c4 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:59:06.832454 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-5a185256-c68c-4143-9a0e-92c5409ac913 None None] Attempting to bind port 09f3ce4e-7b85-4c75-8f5e-595191f898c4 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '0d988cd5-fad8-415e-8fe6-a2cd40155c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f8c77e46-9cfc-4056-a696-ab550d176eaf'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:59:06.832820 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a185256-c68c-4143-9a0e-92c5409ac913 None None] Attempting to bind port 09f3ce4e-7b85-4c75-8f5e-595191f898c4 on network f8c77e46-9cfc-4056-a696-ab550d176eaf {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:59:06.857339 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a185256-c68c-4143-9a0e-92c5409ac913 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:59:06.857714 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a185256-c68c-4143-9a0e-92c5409ac913 None None] Checking segment: {'id': '0d988cd5-fad8-415e-8fe6-a2cd40155c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f8c77e46-9cfc-4056-a696-ab550d176eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:59:06.858112 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5a185256-c68c-4143-9a0e-92c5409ac913 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:06.858507 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a185256-c68c-4143-9a0e-92c5409ac913 None None] Bound using segment: {'id': '0d988cd5-fad8-415e-8fe6-a2cd40155c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f8c77e46-9cfc-4056-a696-ab550d176eaf'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:59:06.858989 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-5a185256-c68c-4143-9a0e-92c5409ac913 None None] Bound port: 09f3ce4e-7b85-4c75-8f5e-595191f898c4, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d988cd5-fad8-415e-8fe6-a2cd40155c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f8c77e46-9cfc-4056-a696-ab550d176eaf'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:59:06.859369 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5a185256-c68c-4143-9a0e-92c5409ac913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:06.912265 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6eb22a-62ec-4219-8e88-043e85ba94bb admin admin] Router bb7e330a-13ec-496c-b9c6-22f921c4a572 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:59:06.931612 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4fdd082a-6343-4922-b79d-0167e7a19cce None None] For port ff7fdb8b-e031-4262-b0b8-a6fca5278442, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:59:06.939714 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4fdd082a-6343-4922-b79d-0167e7a19cce None None] For port ff7fdb8b-e031-4262-b0b8-a6fca5278442, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=ff7fdb8b-e031-4262-b0b8-a6fca5278442,segment=NetworkSegment(454f106d-b6a8-4da0-a07e-bfb064f2b02e),segment_id=454f106d-b6a8-4da0-a07e-bfb064f2b02e)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:59:06.951034 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4fdd082a-6343-4922-b79d-0167e7a19cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:06.956875 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-5a185256-c68c-4143-9a0e-92c5409ac913 None None] For port 09f3ce4e-7b85-4c75-8f5e-595191f898c4, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:59:06.960599 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-5a185256-c68c-4143-9a0e-92c5409ac913 None None] For port 09f3ce4e-7b85-4c75-8f5e-595191f898c4, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=09f3ce4e-7b85-4c75-8f5e-595191f898c4,segment=NetworkSegment(0d988cd5-fad8-415e-8fe6-a2cd40155c24),segment_id=0d988cd5-fad8-415e-8fe6-a2cd40155c24)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:59:06.990109 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5a185256-c68c-4143-9a0e-92c5409ac913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:07.033368 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6eb22a-62ec-4219-8e88-043e85ba94bb admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:59:07.040581 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd082a-6343-4922-b79d-0167e7a19cce None None] Pushing event updated for resources: {'Port': ['ID=ff7fdb8b-e031-4262-b0b8-a6fca5278442,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:07.043786 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-aa1f9054-8be7-4656-bb33-d176dc97b49e None None] Provisioning complete for port 09f3ce4e-7b85-4c75-8f5e-595191f898c4 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:59:07.044192 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-aa1f9054-8be7-4656-bb33-d176dc97b49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:07.051345 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d0784-39af-4856-b265-30afb4295bb0 None None] Sync routers for ids ['bb7e330a-13ec-496c-b9c6-22f921c4a572'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:59:07.068851 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dc6eb22a-62ec-4219-8e88-043e85ba94bb admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:07.076935 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54114) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:59:07.077840 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-dc6eb22a-62ec-4219-8e88-043e85ba94bb admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5462389 Oct 19 01:59:07.092943 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87d0784-39af-4856-b265-30afb4295bb0 None None] Routers {'bb7e330a-13ec-496c-b9c6-22f921c4a572'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:59:07.094588 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a87d0784-39af-4856-b265-30afb4295bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:58:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['bb7e330a-13ec-496c-b9c6-22f921c4a572'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:59:07.105416 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a185256-c68c-4143-9a0e-92c5409ac913 None None] Routers {'0b175cb8-c360-47b4-b3a2-c7b6521d574f'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:59:07.106064 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-5a185256-c68c-4143-9a0e-92c5409ac913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:58:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['0b175cb8-c360-47b4-b3a2-c7b6521d574f'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:59:07.250631 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-a87d0784-39af-4856-b265-30afb4295bb0 None None] Set router bb7e330a-13ec-496c-b9c6-22f921c4a572 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:59:07.253018 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8edff76-d2eb-4a3f-a05b-cb0d20832e2a None None] Pushing event updated for resources: {'Port': ['ID=09f3ce4e-7b85-4c75-8f5e-595191f898c4,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:07.298613 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-aa1f9054-8be7-4656-bb33-d176dc97b49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:07.370353 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-aa1f9054-8be7-4656-bb33-d176dc97b49e None None] For port 09f3ce4e-7b85-4c75-8f5e-595191f898c4, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=09f3ce4e-7b85-4c75-8f5e-595191f898c4,segment=NetworkSegment(0d988cd5-fad8-415e-8fe6-a2cd40155c24),segment_id=0d988cd5-fad8-415e-8fe6-a2cd40155c24)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:59:07.382838 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-aa1f9054-8be7-4656-bb33-d176dc97b49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:07.386588 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-5a185256-c68c-4143-9a0e-92c5409ac913 None None] Set router 0b175cb8-c360-47b4-b3a2-c7b6521d574f gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:59:07.511927 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a87d0784-39af-4856-b265-30afb4295bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7e330a-13ec-496c-b9c6-22f921c4a572', 'name': 'tempest-TestEncryptedCinderVolumes-861997139-router', 'tenant_id': '6ad8830e713d4f6080ced1bda866a156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '9560ef35-16ed-4a90-89c2-938b5104a1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:05Z', 'updated_at': '2021-10-19T01:59:06Z', 'revision_number': 3, 'project_id': '6ad8830e713d4f6080ced1bda866a156', 'gw_port': {'id': '9560ef35-16ed-4a90-89c2-938b5104a1ad', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb7e330a-13ec-496c-b9c6-22f921c4a572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:05Z', 'updated_at': '2021-10-19T01:59:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:59:07.547538 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f9054-8be7-4656-bb33-d176dc97b49e None None] Pushing event updated for resources: {'Port': ['ID=09f3ce4e-7b85-4c75-8f5e-595191f898c4,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:07.565155 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-483a6438-eb65-483b-b09d-dbb44f08f548 None None] Provisioning complete for port 09f3ce4e-7b85-4c75-8f5e-595191f898c4 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:59:07.565802 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-483a6438-eb65-483b-b09d-dbb44f08f548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:07.568351 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d0784-39af-4856-b265-30afb4295bb0 None None] Checking router: bb7e330a-13ec-496c-b9c6-22f921c4a572 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:59:07.574369 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d0784-39af-4856-b265-30afb4295bb0 None None] Updating router bb7e330a-13ec-496c-b9c6-22f921c4a572 port 9560ef35-16ed-4a90-89c2-938b5104a1ad binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:59:07.614730 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 9130e2bf-8c06-43fa-b60b-0e40fca439f4 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:59:07.615499 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-a87d0784-39af-4856-b265-30afb4295bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:07.670552 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0ba290f0-c186-4344-9419-38df1a04c8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:07.756441 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 9130e2bf-8c06-43fa-b60b-0e40fca439f4 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:59:07.756755 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:07.829102 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-5a185256-c68c-4143-9a0e-92c5409ac913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b175cb8-c360-47b4-b3a2-c7b6521d574f', 'name': 'tempest-TestEncryptedCinderVolumes-98871204-router', 'tenant_id': '7044fb3feb934ae496be35baacd56468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '9130e2bf-8c06-43fa-b60b-0e40fca439f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:00Z', 'updated_at': '2021-10-19T01:59:03Z', 'revision_number': 4, 'project_id': '7044fb3feb934ae496be35baacd56468', 'gw_port': {'id': '9130e2bf-8c06-43fa-b60b-0e40fca439f4', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b175cb8-c360-47b4-b3a2-c7b6521d574f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:01Z', 'updated_at': '2021-10-19T01:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '09f3ce4e-7b85-4c75-8f5e-595191f898c4', 'name': '', 'network_id': 'f8c77e46-9cfc-4056-a696-ab550d176eaf', 'tenant_id': '7044fb3feb934ae496be35baacd56468', 'mac_address': 'fa:16:3e:e7:00:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b175cb8-c360-47b4-b3a2-c7b6521d574f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '5c583b08-a33b-4682-8c17-fde8bf10623a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:02Z', 'updated_at': '2021-10-19T01:59:06Z', 'revision_number': 4, 'project_id': '7044fb3feb934ae496be35baacd56468', 'subnets': [{'id': '5c583b08-a33b-4682-8c17-fde8bf10623a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:59:07.865634 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a185256-c68c-4143-9a0e-92c5409ac913 None None] The sync data for ids ['0b175cb8-c360-47b4-b3a2-c7b6521d574f'] in n-d-715271-26 is: [{'id': '0b175cb8-c360-47b4-b3a2-c7b6521d574f', 'name': 'tempest-TestEncryptedCinderVolumes-98871204-router', 'tenant_id': '7044fb3feb934ae496be35baacd56468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '9130e2bf-8c06-43fa-b60b-0e40fca439f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:00Z', 'updated_at': '2021-10-19T01:59:03Z', 'revision_number': 4, 'project_id': '7044fb3feb934ae496be35baacd56468', 'gw_port': {'id': '9130e2bf-8c06-43fa-b60b-0e40fca439f4', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b175cb8-c360-47b4-b3a2-c7b6521d574f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:01Z', 'updated_at': '2021-10-19T01:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '09f3ce4e-7b85-4c75-8f5e-595191f898c4', 'name': '', 'network_id': 'f8c77e46-9cfc-4056-a696-ab550d176eaf', 'tenant_id': '7044fb3feb934ae496be35baacd56468', 'mac_address': 'fa:16:3e:e7:00:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b175cb8-c360-47b4-b3a2-c7b6521d574f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '5c583b08-a33b-4682-8c17-fde8bf10623a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:02Z', 'updated_at': '2021-10-19T01:59:06Z', 'revision_number': 4, 'project_id': '7044fb3feb934ae496be35baacd56468', 'subnets': [{'id': '5c583b08-a33b-4682-8c17-fde8bf10623a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:59:07.909310 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device ff7fdb8b-e031-4262-b0b8-a6fca5278442 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:59:07.912382 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-a87d0784-39af-4856-b265-30afb4295bb0 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:07.929682 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-a87d0784-39af-4856-b265-30afb4295bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:07.935193 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-0ba290f0-c186-4344-9419-38df1a04c8e0 admin admin] Allocated IP 172.20.0.1 (4efe60a3-3e42-49ce-aa92-9bfbff4bc948/383be9fa-ea5d-40b1-8a9c-6fdabc91b742/4c873cd8-30ee-4980-aa73-8ec6b6f3f6a2) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:59:07.990476 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port ff7fdb8b-e031-4262-b0b8-a6fca5278442 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:59:07.990859 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:08.023764 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-a87d0784-39af-4856-b265-30afb4295bb0 None None] Attempting to bind port 9560ef35-16ed-4a90-89c2-938b5104a1ad on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:59:08.025337 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-a87d0784-39af-4856-b265-30afb4295bb0 None None] Attempting to bind port 9560ef35-16ed-4a90-89c2-938b5104a1ad by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:59:08.025337 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87d0784-39af-4856-b265-30afb4295bb0 None None] Attempting to bind port 9560ef35-16ed-4a90-89c2-938b5104a1ad on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:59:08.029638 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817e0a2-949e-492e-892a-d04f048c4bf3 None None] Pushing event updated for resources: {'Port': ['ID=9560ef35-16ed-4a90-89c2-938b5104a1ad,revision_number=2']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:08.047933 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87d0784-39af-4856-b265-30afb4295bb0 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:59:08.048481 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87d0784-39af-4856-b265-30afb4295bb0 None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:59:08.048981 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-a87d0784-39af-4856-b265-30afb4295bb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:08.049470 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87d0784-39af-4856-b265-30afb4295bb0 None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:59:08.050144 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-a87d0784-39af-4856-b265-30afb4295bb0 None None] Bound port: 9560ef35-16ed-4a90-89c2-938b5104a1ad, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:59:08.050640 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-a87d0784-39af-4856-b265-30afb4295bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:08.104924 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0ba290f0-c186-4344-9419-38df1a04c8e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:08.115966 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:08.153544 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-a87d0784-39af-4856-b265-30afb4295bb0 None None] For port 9560ef35-16ed-4a90-89c2-938b5104a1ad, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:59:08.157349 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-a87d0784-39af-4856-b265-30afb4295bb0 None None] For port 9560ef35-16ed-4a90-89c2-938b5104a1ad, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=9560ef35-16ed-4a90-89c2-938b5104a1ad,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:59:08.162313 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port ff7fdb8b-e031-4262-b0b8-a6fca5278442, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=ff7fdb8b-e031-4262-b0b8-a6fca5278442,segment=NetworkSegment(454f106d-b6a8-4da0-a07e-bfb064f2b02e),segment_id=454f106d-b6a8-4da0-a07e-bfb064f2b02e)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:59:08.164708 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-a87d0784-39af-4856-b265-30afb4295bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:08.168412 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0ba290f0-c186-4344-9419-38df1a04c8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:08.169308 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:08.230038 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba290f0-c186-4344-9419-38df1a04c8e0 admin admin] Network 4efe60a3-3e42-49ce-aa92-9bfbff4bc948 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:59:08.233803 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-0ba290f0-c186-4344-9419-38df1a04c8e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:59:08.236508 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba290f0-c186-4344-9419-38df1a04c8e0 admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:59:08.242429 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=ff7fdb8b-e031-4262-b0b8-a6fca5278442,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:08.248711 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87d0784-39af-4856-b265-30afb4295bb0 None None] Routers {'bb7e330a-13ec-496c-b9c6-22f921c4a572'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:59:08.249342 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a87d0784-39af-4856-b265-30afb4295bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:58:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['bb7e330a-13ec-496c-b9c6-22f921c4a572'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:59:08.293601 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba290f0-c186-4344-9419-38df1a04c8e0 admin admin] Pushing event updated for resources: {'Port': ['ID=4c873cd8-30ee-4980-aa73-8ec6b6f3f6a2,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:08.296090 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0ba290f0-c186-4344-9419-38df1a04c8e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:08.355295 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817e0a2-949e-492e-892a-d04f048c4bf3 None None] Pushing event updated for resources: {'Port': ['ID=9560ef35-16ed-4a90-89c2-938b5104a1ad,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:08.388137 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-a87d0784-39af-4856-b265-30afb4295bb0 None None] Set router bb7e330a-13ec-496c-b9c6-22f921c4a572 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:59:08.465603 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0ba290f0-c186-4344-9419-38df1a04c8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:08.501560 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4975e1bb-88b3-4f63-bcd3-52680a28f3c6 None None] Network 4efe60a3-3e42-49ce-aa92-9bfbff4bc948 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:59:08.602210 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-989ddb17-3975-44df-b722-11a15402aa2e None None] Provisioning complete for port ff7fdb8b-e031-4262-b0b8-a6fca5278442 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:59:08.602868 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-989ddb17-3975-44df-b722-11a15402aa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:08.728960 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-a87d0784-39af-4856-b265-30afb4295bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7e330a-13ec-496c-b9c6-22f921c4a572', 'name': 'tempest-TestEncryptedCinderVolumes-861997139-router', 'tenant_id': '6ad8830e713d4f6080ced1bda866a156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '9560ef35-16ed-4a90-89c2-938b5104a1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:05Z', 'updated_at': '2021-10-19T01:59:06Z', 'revision_number': 3, 'project_id': '6ad8830e713d4f6080ced1bda866a156', 'gw_port': {'id': '9560ef35-16ed-4a90-89c2-938b5104a1ad', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb7e330a-13ec-496c-b9c6-22f921c4a572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:05Z', 'updated_at': '2021-10-19T01:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:59:08.761568 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d0784-39af-4856-b265-30afb4295bb0 None None] The sync data for ids ['bb7e330a-13ec-496c-b9c6-22f921c4a572'] in n-d-715271-26 is: [{'id': 'bb7e330a-13ec-496c-b9c6-22f921c4a572', 'name': 'tempest-TestEncryptedCinderVolumes-861997139-router', 'tenant_id': '6ad8830e713d4f6080ced1bda866a156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '9560ef35-16ed-4a90-89c2-938b5104a1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:05Z', 'updated_at': '2021-10-19T01:59:06Z', 'revision_number': 3, 'project_id': '6ad8830e713d4f6080ced1bda866a156', 'gw_port': {'id': '9560ef35-16ed-4a90-89c2-938b5104a1ad', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb7e330a-13ec-496c-b9c6-22f921c4a572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:05Z', 'updated_at': '2021-10-19T01:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:59:09.005380 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0ba290f0-c186-4344-9419-38df1a04c8e0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:09.012150 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0ba290f0-c186-4344-9419-38df1a04c8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:09.097959 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba290f0-c186-4344-9419-38df1a04c8e0 admin admin] Pushing event updated for resources: {'Port': ['ID=4c873cd8-30ee-4980-aa73-8ec6b6f3f6a2,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:09.099157 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-8eae2045-0d84-4264-9d2a-004f74c26f8a None None] Provisioning complete for port ff7fdb8b-e031-4262-b0b8-a6fca5278442 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:59:09.100548 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8eae2045-0d84-4264-9d2a-004f74c26f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:09.125378 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0ba290f0-c186-4344-9419-38df1a04c8e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:09.242141 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-8eae2045-0d84-4264-9d2a-004f74c26f8a None None] Provisioning complete for port 4c873cd8-30ee-4980-aa73-8ec6b6f3f6a2 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:59:09.243305 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8eae2045-0d84-4264-9d2a-004f74c26f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:09.270172 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba290f0-c186-4344-9419-38df1a04c8e0 admin admin] Network 4efe60a3-3e42-49ce-aa92-9bfbff4bc948 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:59:09.271612 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-0ba290f0-c186-4344-9419-38df1a04c8e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:59:09.291111 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-8eae2045-0d84-4264-9d2a-004f74c26f8a None None] Port 4c873cd8-30ee-4980-aa73-8ec6b6f3f6a2 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:59:09.414728 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba290f0-c186-4344-9419-38df1a04c8e0 admin admin] Router bb7e330a-13ec-496c-b9c6-22f921c4a572 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:59:09.421825 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-f10c6f65-055d-4ab6-a8ca-e6d7efef4cf9 None None] Provisioning complete for port 4c873cd8-30ee-4980-aa73-8ec6b6f3f6a2 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:59:09.422405 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f10c6f65-055d-4ab6-a8ca-e6d7efef4cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:09.462428 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-f10c6f65-055d-4ab6-a8ca-e6d7efef4cf9 None None] Port 4c873cd8-30ee-4980-aa73-8ec6b6f3f6a2 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:59:09.571571 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba290f0-c186-4344-9419-38df1a04c8e0 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:59:09.579011 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device ff7fdb8b-e031-4262-b0b8-a6fca5278442 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:59:09.583916 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0ba290f0-c186-4344-9419-38df1a04c8e0 admin admin] 10.222.0.57 "PUT /v2.0/routers/bb7e330a-13ec-496c-b9c6-22f921c4a572/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5050728 Oct 19 01:59:09.614108 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-0564a7f5-0d3d-431b-b16b-75fed6b1ad22 None None] Provisioning complete for port 4c873cd8-30ee-4980-aa73-8ec6b6f3f6a2 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:59:09.614631 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0564a7f5-0d3d-431b-b16b-75fed6b1ad22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:09.655870 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-0564a7f5-0d3d-431b-b16b-75fed6b1ad22 None None] Port 4c873cd8-30ee-4980-aa73-8ec6b6f3f6a2 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:59:09.665382 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port ff7fdb8b-e031-4262-b0b8-a6fca5278442 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:59:09.665766 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:09.755189 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 9560ef35-16ed-4a90-89c2-938b5104a1ad up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:59:09.803166 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 9560ef35-16ed-4a90-89c2-938b5104a1ad triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:59:09.803542 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:09.886290 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:09.908072 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 9560ef35-16ed-4a90-89c2-938b5104a1ad, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=9560ef35-16ed-4a90-89c2-938b5104a1ad,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:59:09.912658 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:09.913557 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 09f3ce4e-7b85-4c75-8f5e-595191f898c4 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:59:09.992845 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=9560ef35-16ed-4a90-89c2-938b5104a1ad,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:10.013573 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 09f3ce4e-7b85-4c75-8f5e-595191f898c4 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:59:10.013942 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:10.240071 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-98feb7f4-e5f7-49dd-802a-c9aabde6833a tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:10.241518 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-98feb7f4-e5f7-49dd-802a-c9aabde6833a tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/networks?id=f8c77e46-9cfc-4056-a696-ab550d176eaf HTTP/1.1" status: 200 len: 815 time: 0.1001205 Oct 19 01:59:10.256885 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-86efb637-b1a0-48f0-a338-01279fdd18b1 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/quotas/7044fb3feb934ae496be35baacd56468 HTTP/1.1" status: 200 len: 375 time: 0.0092468 Oct 19 01:59:10.308149 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-7a78592c-c5b5-47b2-bf5e-987e78bdbcb3 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7044fb3feb934ae496be35baacd56468&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459936 Oct 19 01:59:10.405187 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-08544e78-07d3-48b0-85cc-9f24afd9f56f service neutron] 10.222.0.57 "GET /v2.0/networks/f8c77e46-9cfc-4056-a696-ab550d176eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854378 Oct 19 01:59:10.496669 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-4473c93f-242d-47f6-bdd4-b2da033a6dd9 service neutron] 10.222.0.57 "GET /v2.0/networks/f8c77e46-9cfc-4056-a696-ab550d176eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855632 Oct 19 01:59:10.661206 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9c6e6f3d-e012-4aa1-82b7-7f0a477b9e0f req-5463b203-c2e4-4cc6-bef6-265838862d0e tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf2ce512-0150-406a-824d-97638b8780a4 HTTP/1.1" status: 200 len: 210 time: 0.0280511 Oct 19 01:59:11.249965 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03649737-c7c4-4e72-a895-695744e33aba None None] Sync routers for ids ['bb7e330a-13ec-496c-b9c6-22f921c4a572'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:59:11.259216 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03649737-c7c4-4e72-a895-695744e33aba None None] Routers {'bb7e330a-13ec-496c-b9c6-22f921c4a572'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:59:11.259892 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-03649737-c7c4-4e72-a895-695744e33aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:58:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['bb7e330a-13ec-496c-b9c6-22f921c4a572'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:59:11.507921 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 9560ef35-16ed-4a90-89c2-938b5104a1ad up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:59:11.552253 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-03649737-c7c4-4e72-a895-695744e33aba None None] Set router bb7e330a-13ec-496c-b9c6-22f921c4a572 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:59:11.608989 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-61f54ee0-aaca-4f1c-9e5d-ad4bfd4f9bd4 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:11.610634 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-61f54ee0-aaca-4f1c-9e5d-ad4bfd4f9bd4 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.55 "GET /v2.0/networks?id=f8c77e46-9cfc-4056-a696-ab550d176eaf HTTP/1.1" status: 200 len: 815 time: 0.1209638 Oct 19 01:59:11.623837 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-52289f52-1055-4b89-88d4-780d26eaeb91 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Request body: {'port': {'device_id': 'cf2ce512-0150-406a-824d-97638b8780a4', 'network_id': 'f8c77e46-9cfc-4056-a696-ab550d176eaf', 'admin_state_up': True, 'tenant_id': '7044fb3feb934ae496be35baacd56468'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:59:11.637012 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 9560ef35-16ed-4a90-89c2-938b5104a1ad triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:59:11.637333 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:11.747669 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-52289f52-1055-4b89-88d4-780d26eaeb91 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Made reservation on behalf of 7044fb3feb934ae496be35baacd56468 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:59:11.751837 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-52289f52-1055-4b89-88d4-780d26eaeb91 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:11.758943 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-24852efa-6012-45d7-bae6-5b48e9965a41 req-85b071f3-b86f-4d16-a27f-5db04de3b892 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf2ce512-0150-406a-824d-97638b8780a4 HTTP/1.1" status: 200 len: 210 time: 0.0282760 Oct 19 01:59:11.830611 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-03649737-c7c4-4e72-a895-695744e33aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7e330a-13ec-496c-b9c6-22f921c4a572', 'name': 'tempest-TestEncryptedCinderVolumes-861997139-router', 'tenant_id': '6ad8830e713d4f6080ced1bda866a156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '9560ef35-16ed-4a90-89c2-938b5104a1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:05Z', 'updated_at': '2021-10-19T01:59:08Z', 'revision_number': 4, 'project_id': '6ad8830e713d4f6080ced1bda866a156', 'gw_port': {'id': '9560ef35-16ed-4a90-89c2-938b5104a1ad', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7e330a-13ec-496c-b9c6-22f921c4a572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:05Z', 'updated_at': '2021-10-19T01:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '4c873cd8-30ee-4980-aa73-8ec6b6f3f6a2', 'name': '', 'network_id': '4efe60a3-3e42-49ce-aa92-9bfbff4bc948', 'tenant_id': '6ad8830e713d4f6080ced1bda866a156', 'mac_address': 'fa:16:3e:3b:b5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb7e330a-13ec-496c-b9c6-22f921c4a572', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '383be9fa-ea5d-40b1-8a9c-6fdabc91b742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:07Z', 'updated_at': '2021-10-19T01:59:08Z', 'revision_number': 2, 'project_id': '6ad8830e713d4f6080ced1bda866a156', 'subnets': [{'id': '383be9fa-ea5d-40b1-8a9c-6fdabc91b742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:59:11.857320 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03649737-c7c4-4e72-a895-695744e33aba None None] Checking router: bb7e330a-13ec-496c-b9c6-22f921c4a572 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:59:11.857677 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03649737-c7c4-4e72-a895-695744e33aba None None] Updating router bb7e330a-13ec-496c-b9c6-22f921c4a572 port 4c873cd8-30ee-4980-aa73-8ec6b6f3f6a2 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:59:11.882782 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-03649737-c7c4-4e72-a895-695744e33aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:11.892377 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-52289f52-1055-4b89-88d4-780d26eaeb91 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Allocated IP 172.20.0.13 (f8c77e46-9cfc-4056-a696-ab550d176eaf/5c583b08-a33b-4682-8c17-fde8bf10623a/886bdbd9-06be-4d53-854e-5c721f14c616) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:59:12.037631 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-52289f52-1055-4b89-88d4-780d26eaeb91 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:12.070787 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-52289f52-1055-4b89-88d4-780d26eaeb91 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:12.117862 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-52289f52-1055-4b89-88d4-780d26eaeb91 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Network f8c77e46-9cfc-4056-a696-ab550d176eaf is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:59:12.121726 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-52289f52-1055-4b89-88d4-780d26eaeb91 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:59:12.125643 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-52289f52-1055-4b89-88d4-780d26eaeb91 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:59:12.150642 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52289f52-1055-4b89-88d4-780d26eaeb91 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Pushing event updated for resources: {'Port': ['ID=886bdbd9-06be-4d53-854e-5c721f14c616,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:12.152221 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-03649737-c7c4-4e72-a895-695744e33aba None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:12.159145 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-03649737-c7c4-4e72-a895-695744e33aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:12.180816 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-52289f52-1055-4b89-88d4-780d26eaeb91 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:12.181429 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-52289f52-1055-4b89-88d4-780d26eaeb91 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:12.205821 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-52289f52-1055-4b89-88d4-780d26eaeb91 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5864019 Oct 19 01:59:12.220309 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-ef2ce3c3-6d34-4388-a52f-48232951ca03 service neutron] Request body: {'port': {'device_id': 'cf2ce512-0150-406a-824d-97638b8780a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:59:12.252120 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe8aeb-279d-4bd6-ba15-07232cb9b661 None None] Pushing event updated for resources: {'Port': ['ID=4c873cd8-30ee-4980-aa73-8ec6b6f3f6a2,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:12.264450 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-03649737-c7c4-4e72-a895-695744e33aba None None] Attempting to bind port 4c873cd8-30ee-4980-aa73-8ec6b6f3f6a2 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:59:12.264828 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-03649737-c7c4-4e72-a895-695744e33aba None None] Attempting to bind port 4c873cd8-30ee-4980-aa73-8ec6b6f3f6a2 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '454f106d-b6a8-4da0-a07e-bfb064f2b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4efe60a3-3e42-49ce-aa92-9bfbff4bc948'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:59:12.265199 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03649737-c7c4-4e72-a895-695744e33aba None None] Attempting to bind port 4c873cd8-30ee-4980-aa73-8ec6b6f3f6a2 on network 4efe60a3-3e42-49ce-aa92-9bfbff4bc948 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:59:12.277432 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03649737-c7c4-4e72-a895-695744e33aba None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:59:12.277812 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03649737-c7c4-4e72-a895-695744e33aba None None] Checking segment: {'id': '454f106d-b6a8-4da0-a07e-bfb064f2b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4efe60a3-3e42-49ce-aa92-9bfbff4bc948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:59:12.278222 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-03649737-c7c4-4e72-a895-695744e33aba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:12.278619 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03649737-c7c4-4e72-a895-695744e33aba None None] Bound using segment: {'id': '454f106d-b6a8-4da0-a07e-bfb064f2b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4efe60a3-3e42-49ce-aa92-9bfbff4bc948'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:59:12.279481 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-03649737-c7c4-4e72-a895-695744e33aba None None] Bound port: 4c873cd8-30ee-4980-aa73-8ec6b6f3f6a2, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '454f106d-b6a8-4da0-a07e-bfb064f2b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4efe60a3-3e42-49ce-aa92-9bfbff4bc948'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:59:12.279481 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-03649737-c7c4-4e72-a895-695744e33aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:12.292357 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-ef2ce3c3-6d34-4388-a52f-48232951ca03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:12.358145 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-03649737-c7c4-4e72-a895-695744e33aba None None] For port 4c873cd8-30ee-4980-aa73-8ec6b6f3f6a2, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:59:12.362513 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-03649737-c7c4-4e72-a895-695744e33aba None None] For port 4c873cd8-30ee-4980-aa73-8ec6b6f3f6a2, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=4c873cd8-30ee-4980-aa73-8ec6b6f3f6a2,segment=NetworkSegment(454f106d-b6a8-4da0-a07e-bfb064f2b02e),segment_id=454f106d-b6a8-4da0-a07e-bfb064f2b02e)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:59:12.368603 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-03649737-c7c4-4e72-a895-695744e33aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:12.429120 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe8aeb-279d-4bd6-ba15-07232cb9b661 None None] Pushing event updated for resources: {'Port': ['ID=4c873cd8-30ee-4980-aa73-8ec6b6f3f6a2,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:12.432452 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03649737-c7c4-4e72-a895-695744e33aba None None] Routers {'bb7e330a-13ec-496c-b9c6-22f921c4a572'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:59:12.433177 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-03649737-c7c4-4e72-a895-695744e33aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T01:58:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['bb7e330a-13ec-496c-b9c6-22f921c4a572'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:59:12.534710 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-a526438d-ae7a-46c7-84b1-2e239e0e1f0f None None] Provisioning complete for port 4c873cd8-30ee-4980-aa73-8ec6b6f3f6a2 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:59:12.534710 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a526438d-ae7a-46c7-84b1-2e239e0e1f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:12.574053 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-03649737-c7c4-4e72-a895-695744e33aba None None] Set router bb7e330a-13ec-496c-b9c6-22f921c4a572 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:59:12.590601 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-ef2ce3c3-6d34-4388-a52f-48232951ca03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 886bdbd9-06be-4d53-854e-5c721f14c616 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:59:12.598963 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-ef2ce3c3-6d34-4388-a52f-48232951ca03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:12.611936 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-ef2ce3c3-6d34-4388-a52f-48232951ca03 service neutron] Transition to ACTIVE for port object 886bdbd9-06be-4d53-854e-5c721f14c616 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:59:12.618159 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-ef2ce3c3-6d34-4388-a52f-48232951ca03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:12.674337 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ce3c3-6d34-4388-a52f-48232951ca03 service neutron] Pushing event updated for resources: {'Port': ['ID=886bdbd9-06be-4d53-854e-5c721f14c616,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:12.745175 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a526438d-ae7a-46c7-84b1-2e239e0e1f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:12.751621 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-ef2ce3c3-6d34-4388-a52f-48232951ca03 service neutron] Attempting to bind port 886bdbd9-06be-4d53-854e-5c721f14c616 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:59:12.752569 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-ef2ce3c3-6d34-4388-a52f-48232951ca03 service neutron] Attempting to bind port 886bdbd9-06be-4d53-854e-5c721f14c616 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '0d988cd5-fad8-415e-8fe6-a2cd40155c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f8c77e46-9cfc-4056-a696-ab550d176eaf'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:59:12.752908 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-ef2ce3c3-6d34-4388-a52f-48232951ca03 service neutron] Attempting to bind port 886bdbd9-06be-4d53-854e-5c721f14c616 on network f8c77e46-9cfc-4056-a696-ab550d176eaf {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:59:12.757796 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-ef2ce3c3-6d34-4388-a52f-48232951ca03 service neutron] Port 886bdbd9-06be-4d53-854e-5c721f14c616 on network f8c77e46-9cfc-4056-a696-ab550d176eaf not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:59:12.758009 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-ef2ce3c3-6d34-4388-a52f-48232951ca03 service neutron] Attempting to bind port 886bdbd9-06be-4d53-854e-5c721f14c616 on network f8c77e46-9cfc-4056-a696-ab550d176eaf {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:59:12.763916 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-ef2ce3c3-6d34-4388-a52f-48232951ca03 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:59:12.764258 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-ef2ce3c3-6d34-4388-a52f-48232951ca03 service neutron] Checking segment: {'id': '0d988cd5-fad8-415e-8fe6-a2cd40155c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f8c77e46-9cfc-4056-a696-ab550d176eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:59:12.764645 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-ef2ce3c3-6d34-4388-a52f-48232951ca03 service neutron] Bound using segment: {'id': '0d988cd5-fad8-415e-8fe6-a2cd40155c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f8c77e46-9cfc-4056-a696-ab550d176eaf'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:59:12.765079 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-ef2ce3c3-6d34-4388-a52f-48232951ca03 service neutron] Bound port: 886bdbd9-06be-4d53-854e-5c721f14c616, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d988cd5-fad8-415e-8fe6-a2cd40155c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f8c77e46-9cfc-4056-a696-ab550d176eaf'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:59:12.765585 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-ef2ce3c3-6d34-4388-a52f-48232951ca03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:12.797164 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-a526438d-ae7a-46c7-84b1-2e239e0e1f0f None None] For port 4c873cd8-30ee-4980-aa73-8ec6b6f3f6a2, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=4c873cd8-30ee-4980-aa73-8ec6b6f3f6a2,segment=NetworkSegment(454f106d-b6a8-4da0-a07e-bfb064f2b02e),segment_id=454f106d-b6a8-4da0-a07e-bfb064f2b02e)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:59:12.818672 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a526438d-ae7a-46c7-84b1-2e239e0e1f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:12.851934 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-ef2ce3c3-6d34-4388-a52f-48232951ca03 service neutron] For port 886bdbd9-06be-4d53-854e-5c721f14c616, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:59:12.859973 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-ef2ce3c3-6d34-4388-a52f-48232951ca03 service neutron] For port 886bdbd9-06be-4d53-854e-5c721f14c616, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=886bdbd9-06be-4d53-854e-5c721f14c616,segment=NetworkSegment(0d988cd5-fad8-415e-8fe6-a2cd40155c24),segment_id=0d988cd5-fad8-415e-8fe6-a2cd40155c24)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:59:12.873654 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-ef2ce3c3-6d34-4388-a52f-48232951ca03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:12.885205 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526438d-ae7a-46c7-84b1-2e239e0e1f0f None None] Pushing event updated for resources: {'Port': ['ID=4c873cd8-30ee-4980-aa73-8ec6b6f3f6a2,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:12.900748 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-03649737-c7c4-4e72-a895-695744e33aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7e330a-13ec-496c-b9c6-22f921c4a572', 'name': 'tempest-TestEncryptedCinderVolumes-861997139-router', 'tenant_id': '6ad8830e713d4f6080ced1bda866a156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '9560ef35-16ed-4a90-89c2-938b5104a1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:05Z', 'updated_at': '2021-10-19T01:59:08Z', 'revision_number': 4, 'project_id': '6ad8830e713d4f6080ced1bda866a156', 'gw_port': {'id': '9560ef35-16ed-4a90-89c2-938b5104a1ad', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7e330a-13ec-496c-b9c6-22f921c4a572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:05Z', 'updated_at': '2021-10-19T01:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '4c873cd8-30ee-4980-aa73-8ec6b6f3f6a2', 'name': '', 'network_id': '4efe60a3-3e42-49ce-aa92-9bfbff4bc948', 'tenant_id': '6ad8830e713d4f6080ced1bda866a156', 'mac_address': 'fa:16:3e:3b:b5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb7e330a-13ec-496c-b9c6-22f921c4a572', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '383be9fa-ea5d-40b1-8a9c-6fdabc91b742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:07Z', 'updated_at': '2021-10-19T01:59:12Z', 'revision_number': 4, 'project_id': '6ad8830e713d4f6080ced1bda866a156', 'subnets': [{'id': '383be9fa-ea5d-40b1-8a9c-6fdabc91b742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:59:12.932786 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03649737-c7c4-4e72-a895-695744e33aba None None] The sync data for ids ['bb7e330a-13ec-496c-b9c6-22f921c4a572'] in n-d-715271-26 is: [{'id': 'bb7e330a-13ec-496c-b9c6-22f921c4a572', 'name': 'tempest-TestEncryptedCinderVolumes-861997139-router', 'tenant_id': '6ad8830e713d4f6080ced1bda866a156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '9560ef35-16ed-4a90-89c2-938b5104a1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:05Z', 'updated_at': '2021-10-19T01:59:08Z', 'revision_number': 4, 'project_id': '6ad8830e713d4f6080ced1bda866a156', 'gw_port': {'id': '9560ef35-16ed-4a90-89c2-938b5104a1ad', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7e330a-13ec-496c-b9c6-22f921c4a572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:05Z', 'updated_at': '2021-10-19T01:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '4c873cd8-30ee-4980-aa73-8ec6b6f3f6a2', 'name': '', 'network_id': '4efe60a3-3e42-49ce-aa92-9bfbff4bc948', 'tenant_id': '6ad8830e713d4f6080ced1bda866a156', 'mac_address': 'fa:16:3e:3b:b5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb7e330a-13ec-496c-b9c6-22f921c4a572', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '383be9fa-ea5d-40b1-8a9c-6fdabc91b742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:07Z', 'updated_at': '2021-10-19T01:59:12Z', 'revision_number': 4, 'project_id': '6ad8830e713d4f6080ced1bda866a156', 'subnets': [{'id': '383be9fa-ea5d-40b1-8a9c-6fdabc91b742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:59:12.933365 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-ef2ce3c3-6d34-4388-a52f-48232951ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:12.934192 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-ef2ce3c3-6d34-4388-a52f-48232951ca03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:12.935662 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-ef2ce3c3-6d34-4388-a52f-48232951ca03 service neutron] 10.222.0.55 "PUT /v2.0/ports/886bdbd9-06be-4d53-854e-5c721f14c616 HTTP/1.1" status: 200 len: 1093 time: 0.7206435 Oct 19 01:59:12.936954 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2ce512-0150-406a-824d-97638b8780a4', 'tag': '886bdbd9-06be-4d53-854e-5c721f14c616'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:59:12.939945 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9434de058546a022cc17e407c636edc5a2ce8615e174a01ffad9beb3023847d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1f9156-9496-4759-916a-cb484ba0b073" -d '{"events": [{"name": "network-changed", "server_uuid": "cf2ce512-0150-406a-824d-97638b8780a4", "tag": "886bdbd9-06be-4d53-854e-5c721f14c616"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:59:13.005347 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65343fcf-b82b-4f32-b8c2-a89e2d42eb43 req-b9cb21d7-4774-4d61-bdc9-48fe28723848 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:13.007906 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-65343fcf-b82b-4f32-b8c2-a89e2d42eb43 req-b9cb21d7-4774-4d61-bdc9-48fe28723848 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf2ce512-0150-406a-824d-97638b8780a4 HTTP/1.1" status: 200 len: 944 time: 0.1509206 Oct 19 01:59:13.009991 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff82037-113d-4bf9-b66e-370775e115c6 x-openstack-request-id: req-cff82037-113d-4bf9-b66e-370775e115c6 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:59:13.016052 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf2ce512-0150-406a-824d-97638b8780a4", "tag": "886bdbd9-06be-4d53-854e-5c721f14c616", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:59:13.016572 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cff82037-113d-4bf9-b66e-370775e115c6 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:59:13.017383 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2ce512-0150-406a-824d-97638b8780a4', 'tag': '886bdbd9-06be-4d53-854e-5c721f14c616', 'status': 'completed', 'code': 200} Oct 19 01:59:13.033560 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-6c5b2c11-1bba-4ec7-94be-08e5512d42e0 None None] Provisioning complete for port 4c873cd8-30ee-4980-aa73-8ec6b6f3f6a2 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:59:13.034081 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6c5b2c11-1bba-4ec7-94be-08e5512d42e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:13.062535 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ce3c3-6d34-4388-a52f-48232951ca03 service neutron] Pushing event updated for resources: {'Port': ['ID=886bdbd9-06be-4d53-854e-5c721f14c616,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:13.105061 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-8bbcc37d-0b69-4a1a-8a7f-870f98c396a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:13.106840 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-8bbcc37d-0b69-4a1a-8a7f-870f98c396a6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7044fb3feb934ae496be35baacd56468&device_id=cf2ce512-0150-406a-824d-97638b8780a4 HTTP/1.1" status: 200 len: 1096 time: 0.0884638 Oct 19 01:59:13.122725 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-65343fcf-b82b-4f32-b8c2-a89e2d42eb43 req-5bd6b058-f5e1-41a7-8714-abc91e4cf026 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/security-groups?id=9de2d3d1-643c-4d10-ba42-37ce8b4a23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000891 Oct 19 01:59:13.170011 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-0baa16a2-0b86-418d-a638-cf5522f786de service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=886bdbd9-06be-4d53-854e-5c721f14c616 HTTP/1.1" status: 200 len: 217 time: 0.0460608 Oct 19 01:59:13.222106 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-2e667d85-d750-4ad7-9bd4-f0b1837da963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:13.223484 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-2e667d85-d750-4ad7-9bd4-f0b1837da963 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c583b08-a33b-4682-8c17-fde8bf10623a HTTP/1.1" status: 200 len: 854 time: 0.0467172 Oct 19 01:59:13.277902 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-e55a8369-a959-4089-88e1-d25d3bf5ce9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:13.279408 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-e55a8369-a959-4089-88e1-d25d3bf5ce9d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f8c77e46-9cfc-4056-a696-ab550d176eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482626 Oct 19 01:59:13.378947 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-4e910236-3ee8-4811-9663-1880010e1dce service neutron] 10.222.0.55 "GET /v2.0/networks/f8c77e46-9cfc-4056-a696-ab550d176eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927563 Oct 19 01:59:13.442661 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 4c873cd8-30ee-4980-aa73-8ec6b6f3f6a2 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:59:13.478838 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1610467a-fde2-4656-b92f-8e016c1d3b69 req-f3c78607-8219-4747-863b-b36ebe8f9c5e service neutron] 10.222.0.55 "GET /v2.0/networks/f8c77e46-9cfc-4056-a696-ab550d176eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924048 Oct 19 01:59:13.491547 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 4c873cd8-30ee-4980-aa73-8ec6b6f3f6a2 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:59:13.491941 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:13.566132 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f9156-9496-4759-916a-cb484ba0b073 req-9487326a-4461-4e93-a5c7-73cbc4d0592b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:13.567633 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bd1f9156-9496-4759-916a-cb484ba0b073 req-9487326a-4461-4e93-a5c7-73cbc4d0592b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7044fb3feb934ae496be35baacd56468&device_id=cf2ce512-0150-406a-824d-97638b8780a4 HTTP/1.1" status: 200 len: 1096 time: 0.0407047 Oct 19 01:59:13.665179 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f9156-9496-4759-916a-cb484ba0b073 req-1e75e47a-a36d-416a-8641-0475113179a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:13.667065 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bd1f9156-9496-4759-916a-cb484ba0b073 req-1e75e47a-a36d-416a-8641-0475113179a9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f8c77e46-9cfc-4056-a696-ab550d176eaf HTTP/1.1" status: 200 len: 916 time: 0.0924780 Oct 19 01:59:13.708748 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bd1f9156-9496-4759-916a-cb484ba0b073 req-ba7a9342-a614-4476-8273-c95bda642dac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=886bdbd9-06be-4d53-854e-5c721f14c616 HTTP/1.1" status: 200 len: 217 time: 0.0353656 Oct 19 01:59:13.757710 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f9156-9496-4759-916a-cb484ba0b073 req-77ab3474-f3e9-45d6-808a-462ae285b414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:13.759118 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bd1f9156-9496-4759-916a-cb484ba0b073 req-77ab3474-f3e9-45d6-808a-462ae285b414 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c583b08-a33b-4682-8c17-fde8bf10623a HTTP/1.1" status: 200 len: 854 time: 0.0430000 Oct 19 01:59:13.803244 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f9156-9496-4759-916a-cb484ba0b073 req-2ea7db98-cec0-413f-a726-d5b8f7b34650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:13.804786 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bd1f9156-9496-4759-916a-cb484ba0b073 req-2ea7db98-cec0-413f-a726-d5b8f7b34650 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f8c77e46-9cfc-4056-a696-ab550d176eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389266 Oct 19 01:59:13.899968 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bd1f9156-9496-4759-916a-cb484ba0b073 req-7e470c96-d73b-4535-bd51-594f9a59aa8a service neutron] 10.222.0.55 "GET /v2.0/networks/f8c77e46-9cfc-4056-a696-ab550d176eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878980 Oct 19 01:59:13.996378 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bd1f9156-9496-4759-916a-cb484ba0b073 req-9a7eccb4-c17a-4fd3-b26e-1d1e36f95c12 service neutron] 10.222.0.55 "GET /v2.0/networks/f8c77e46-9cfc-4056-a696-ab550d176eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897677 Oct 19 01:59:14.026995 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6f1b87a2-dbea-4ca1-b3e3-3361a6a077ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:14.225488 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0c17b-99be-4439-956a-17f41987254f req-844edda4-5844-4756-87f2-10623d76c760 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:14.226837 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d4e0c17b-99be-4439-956a-17f41987254f req-844edda4-5844-4756-87f2-10623d76c760 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf2ce512-0150-406a-824d-97638b8780a4 HTTP/1.1" status: 200 len: 944 time: 0.0478799 Oct 19 01:59:14.264790 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d4e0c17b-99be-4439-956a-17f41987254f req-ecd87527-6c52-4c4d-a074-4afdc4d4812e tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/security-groups?id=9de2d3d1-643c-4d10-ba42-37ce8b4a23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310109 Oct 19 01:59:15.327543 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:59:15.378535 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc44b1-f847-4c4c-b62a-52ba43e717c5 req-a843c412-02d9-4cd9-87f5-c8d22158d9f0 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:15.380032 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c5fc44b1-f847-4c4c-b62a-52ba43e717c5 req-a843c412-02d9-4cd9-87f5-c8d22158d9f0 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf2ce512-0150-406a-824d-97638b8780a4 HTTP/1.1" status: 200 len: 944 time: 0.0494106 Oct 19 01:59:15.418353 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c5fc44b1-f847-4c4c-b62a-52ba43e717c5 req-5e9ad697-31fb-4ab1-9b8d-b9988c501243 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/security-groups?id=9de2d3d1-643c-4d10-ba42-37ce8b4a23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322104 Oct 19 01:59:16.531824 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b51e3-3126-4ff4-b06b-1f6e7f007733 req-81243043-edca-44bd-afdf-ff3c82768624 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:16.533294 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-de9b51e3-3126-4ff4-b06b-1f6e7f007733 req-81243043-edca-44bd-afdf-ff3c82768624 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf2ce512-0150-406a-824d-97638b8780a4 HTTP/1.1" status: 200 len: 944 time: 0.0485885 Oct 19 01:59:16.570873 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-de9b51e3-3126-4ff4-b06b-1f6e7f007733 req-d4f69654-3004-4f4e-a77b-debcc0b642f0 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/security-groups?id=9de2d3d1-643c-4d10-ba42-37ce8b4a23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316741 Oct 19 01:59:16.609264 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5f1e1d84-a24a-4d80-9601-1cd27be46295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:16.873901 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 886bdbd9-06be-4d53-854e-5c721f14c616 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:59:16.970754 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 886bdbd9-06be-4d53-854e-5c721f14c616, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=886bdbd9-06be-4d53-854e-5c721f14c616,segment=NetworkSegment(0d988cd5-fad8-415e-8fe6-a2cd40155c24),segment_id=0d988cd5-fad8-415e-8fe6-a2cd40155c24)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:59:16.981662 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '886bdbd9-06be-4d53-854e-5c721f14c616', 'network_id': 'f8c77e46-9cfc-4056-a696-ab550d176eaf', 'port_id': '886bdbd9-06be-4d53-854e-5c721f14c616', 'mac_address': 'fa:16:3e:0a:fb:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c583b08-a33b-4682-8c17-fde8bf10623a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:59:17.018492 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:17.031021 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 886bdbd9-06be-4d53-854e-5c721f14c616 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:59:17.049613 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 886bdbd9-06be-4d53-854e-5c721f14c616, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=886bdbd9-06be-4d53-854e-5c721f14c616,segment=NetworkSegment(0d988cd5-fad8-415e-8fe6-a2cd40155c24),segment_id=0d988cd5-fad8-415e-8fe6-a2cd40155c24)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:59:17.053477 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:17.104059 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=886bdbd9-06be-4d53-854e-5c721f14c616,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:17.340644 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:17.363152 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['886bdbd9-06be-4d53-854e-5c721f14c616'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:59:17.692231 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c961a2-c039-4205-9cf1-9fb759245ff4 req-1c81ff3d-3381-4742-b28d-1fa9f4b3e889 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:17.693935 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-79c961a2-c039-4205-9cf1-9fb759245ff4 req-1c81ff3d-3381-4742-b28d-1fa9f4b3e889 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf2ce512-0150-406a-824d-97638b8780a4 HTTP/1.1" status: 200 len: 945 time: 0.0509770 Oct 19 01:59:17.736982 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-79c961a2-c039-4205-9cf1-9fb759245ff4 req-bd69adee-f065-4f82-9643-52dc99e3a528 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/security-groups?id=9de2d3d1-643c-4d10-ba42-37ce8b4a23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356257 Oct 19 01:59:17.984187 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:18.859361 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a9a73-e9a0-42d6-8774-ad1ae9e44d0c req-7e2f5f22-f743-4d36-af1d-98657ff8ccbe tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:18.860744 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-989a9a73-e9a0-42d6-8774-ad1ae9e44d0c req-7e2f5f22-f743-4d36-af1d-98657ff8ccbe tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf2ce512-0150-406a-824d-97638b8780a4 HTTP/1.1" status: 200 len: 945 time: 0.0516789 Oct 19 01:59:18.884973 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 886bdbd9-06be-4d53-854e-5c721f14c616 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:59:18.898678 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-989a9a73-e9a0-42d6-8774-ad1ae9e44d0c req-2ccb5905-9e7f-4b8a-b24c-fc53ae4abd45 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/security-groups?id=9de2d3d1-643c-4d10-ba42-37ce8b4a23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320356 Oct 19 01:59:18.934327 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 886bdbd9-06be-4d53-854e-5c721f14c616 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:59:18.937878 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 886bdbd9-06be-4d53-854e-5c721f14c616 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:59:18.938253 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:19.016025 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:19.037679 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2ce512-0150-406a-824d-97638b8780a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886bdbd9-06be-4d53-854e-5c721f14c616'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:59:19.039943 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db8619b3bfd44a3a0f2128b398243c28f67a7e558bf903df4768d357387e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6c5a64-35ba-4cec-9cd1-44faa48a6f11" -d '{"events": [{"server_uuid": "cf2ce512-0150-406a-824d-97638b8780a4", "name": "network-vif-plugged", "status": "completed", "tag": "886bdbd9-06be-4d53-854e-5c721f14c616"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:59:19.052901 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 886bdbd9-06be-4d53-854e-5c721f14c616, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=886bdbd9-06be-4d53-854e-5c721f14c616,segment=NetworkSegment(0d988cd5-fad8-415e-8fe6-a2cd40155c24),segment_id=0d988cd5-fad8-415e-8fe6-a2cd40155c24)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:59:19.057159 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:19.079480 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8413de13-ccdf-491f-8cb7-70f9654a2be8 x-openstack-request-id: req-8413de13-ccdf-491f-8cb7-70f9654a2be8 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:59:19.079800 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2ce512-0150-406a-824d-97638b8780a4", "name": "network-vif-plugged", "status": "completed", "tag": "886bdbd9-06be-4d53-854e-5c721f14c616", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:59:19.080050 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8413de13-ccdf-491f-8cb7-70f9654a2be8 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:59:19.080437 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2ce512-0150-406a-824d-97638b8780a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886bdbd9-06be-4d53-854e-5c721f14c616', 'code': 200} Oct 19 01:59:19.108424 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=886bdbd9-06be-4d53-854e-5c721f14c616,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:19.174142 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc46ba-87df-4c59-b88f-eaddbd45174c req-e39c54be-08f4-424b-a356-e9e74a11d1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:19.175593 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-00dc46ba-87df-4c59-b88f-eaddbd45174c req-e39c54be-08f4-424b-a356-e9e74a11d1a5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cf2ce512-0150-406a-824d-97638b8780a4 HTTP/1.1" status: 200 len: 1098 time: 0.0429482 Oct 19 01:59:19.539267 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-00dc46ba-87df-4c59-b88f-eaddbd45174c req-09847255-1c63-48d9-b27b-f0fe74ba4e8b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9de2d3d1-643c-4d10-ba42-37ce8b4a23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556948 Oct 19 01:59:19.910874 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:20.015764 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282002e6-016d-4cc4-9f86-c58ce84ce7f0 req-7cff30da-cbe2-4624-92d7-35fc0e5a9d21 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:20.017221 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-282002e6-016d-4cc4-9f86-c58ce84ce7f0 req-7cff30da-cbe2-4624-92d7-35fc0e5a9d21 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf2ce512-0150-406a-824d-97638b8780a4 HTTP/1.1" status: 200 len: 946 time: 0.0501978 Oct 19 01:59:20.053853 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-282002e6-016d-4cc4-9f86-c58ce84ce7f0 req-00765241-3b69-4d55-b08a-c45208be2409 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/security-groups?id=9de2d3d1-643c-4d10-ba42-37ce8b4a23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304952 Oct 19 01:59:21.169330 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134832d-8634-4546-8b70-a9f442b94669 req-1949ed93-22fe-4723-946b-1c0160ab799c tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:21.170791 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3134832d-8634-4546-8b70-a9f442b94669 req-1949ed93-22fe-4723-946b-1c0160ab799c tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf2ce512-0150-406a-824d-97638b8780a4 HTTP/1.1" status: 200 len: 946 time: 0.0486197 Oct 19 01:59:21.207909 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3134832d-8634-4546-8b70-a9f442b94669 req-f7d97727-0b0e-402e-969f-11604b340367 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/security-groups?id=9de2d3d1-643c-4d10-ba42-37ce8b4a23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310776 Oct 19 01:59:21.333685 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc70c8-04d9-49bf-8e6c-f8f58d125d0f req-719c6af2-0ba9-4c8d-a186-90609149e7f4 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:21.335162 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8acc70c8-04d9-49bf-8e6c-f8f58d125d0f req-719c6af2-0ba9-4c8d-a186-90609149e7f4 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf2ce512-0150-406a-824d-97638b8780a4 HTTP/1.1" status: 200 len: 946 time: 0.0499742 Oct 19 01:59:21.372727 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8acc70c8-04d9-49bf-8e6c-f8f58d125d0f req-770c43a7-8fed-4173-8fa4-32a751855fc1 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/security-groups?id=9de2d3d1-643c-4d10-ba42-37ce8b4a23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314927 Oct 19 01:59:27.675473 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:27.965303 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e266c7e3-ebe0-4489-9774-7d8e17ed9d24 req-57305de5-3576-404d-a381-21040833fca8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cf2ce512-0150-406a-824d-97638b8780a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425978 Oct 19 01:59:28.051682 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266c7e3-ebe0-4489-9774-7d8e17ed9d24 req-74b95fba-a836-4e6a-a2c1-6ef84d2dee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:28.053213 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e266c7e3-ebe0-4489-9774-7d8e17ed9d24 req-74b95fba-a836-4e6a-a2c1-6ef84d2dee88 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7044fb3feb934ae496be35baacd56468&device_id=cf2ce512-0150-406a-824d-97638b8780a4 HTTP/1.1" status: 200 len: 1098 time: 0.0450866 Oct 19 01:59:28.159642 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266c7e3-ebe0-4489-9774-7d8e17ed9d24 req-639d5be7-df35-4070-91e7-fe6f8220a34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:28.161147 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e266c7e3-ebe0-4489-9774-7d8e17ed9d24 req-639d5be7-df35-4070-91e7-fe6f8220a34e service neutron] 10.222.0.55 "GET /v2.0/networks?id=f8c77e46-9cfc-4056-a696-ab550d176eaf HTTP/1.1" status: 200 len: 916 time: 0.0869741 Oct 19 01:59:28.207872 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e266c7e3-ebe0-4489-9774-7d8e17ed9d24 req-a9d1a661-66db-4c44-8680-895cffb03d37 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=886bdbd9-06be-4d53-854e-5c721f14c616 HTTP/1.1" status: 200 len: 217 time: 0.0385568 Oct 19 01:59:28.257892 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266c7e3-ebe0-4489-9774-7d8e17ed9d24 req-6724820f-071b-40bc-a5e9-6272ea60f173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:28.259229 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e266c7e3-ebe0-4489-9774-7d8e17ed9d24 req-6724820f-071b-40bc-a5e9-6272ea60f173 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c583b08-a33b-4682-8c17-fde8bf10623a HTTP/1.1" status: 200 len: 854 time: 0.0434420 Oct 19 01:59:28.302372 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266c7e3-ebe0-4489-9774-7d8e17ed9d24 req-304d708b-f26d-44e9-b1f0-039ef4fc2def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:28.303902 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e266c7e3-ebe0-4489-9774-7d8e17ed9d24 req-304d708b-f26d-44e9-b1f0-039ef4fc2def service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f8c77e46-9cfc-4056-a696-ab550d176eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381038 Oct 19 01:59:28.397804 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e266c7e3-ebe0-4489-9774-7d8e17ed9d24 req-d6b974d6-c428-4444-b228-b1af09310d12 service neutron] 10.222.0.55 "GET /v2.0/networks/f8c77e46-9cfc-4056-a696-ab550d176eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866723 Oct 19 01:59:28.489216 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e266c7e3-ebe0-4489-9774-7d8e17ed9d24 req-493b361f-466a-4715-b476-46490dc51c4e service neutron] 10.222.0.55 "GET /v2.0/networks/f8c77e46-9cfc-4056-a696-ab550d176eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834405 Oct 19 01:59:30.099960 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:43.943718 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61afc32-4246-490f-93da-ce0507ba2033 req-1ec880b2-6d5c-4cec-b3ea-97750a825765 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:43.945270 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d61afc32-4246-490f-93da-ce0507ba2033 req-1ec880b2-6d5c-4cec-b3ea-97750a825765 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf2ce512-0150-406a-824d-97638b8780a4 HTTP/1.1" status: 200 len: 946 time: 0.0513744 Oct 19 01:59:43.990778 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d61afc32-4246-490f-93da-ce0507ba2033 req-eed77c58-21c1-46f2-b8a8-1c2c7c31a4aa tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/security-groups?id=9de2d3d1-643c-4d10-ba42-37ce8b4a23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382602 Oct 19 01:59:44.028650 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b3775d44-9d0f-43a9-9450-5412e4926f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:45.111929 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e54700-65e6-464f-918f-a2cb92ef6814 req-513dc88f-0c78-4857-a640-422c9e819c1e tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:45.113422 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a3e54700-65e6-464f-918f-a2cb92ef6814 req-513dc88f-0c78-4857-a640-422c9e819c1e tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf2ce512-0150-406a-824d-97638b8780a4 HTTP/1.1" status: 200 len: 946 time: 0.0532093 Oct 19 01:59:45.150922 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a3e54700-65e6-464f-918f-a2cb92ef6814 req-86cc9e56-dd46-4093-9b29-838e28fc0ca8 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/security-groups?id=9de2d3d1-643c-4d10-ba42-37ce8b4a23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315394 Oct 19 01:59:45.629399 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204459b-4f48-4dad-89c4-09a3736c6f90 req-d81929eb-27ff-4d8d-86f1-974b49372634 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:45.630761 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d204459b-4f48-4dad-89c4-09a3736c6f90 req-d81929eb-27ff-4d8d-86f1-974b49372634 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf2ce512-0150-406a-824d-97638b8780a4 HTTP/1.1" status: 200 len: 946 time: 0.0494895 Oct 19 01:59:45.718934 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-d204459b-4f48-4dad-89c4-09a3736c6f90 req-ddb8bbcb-f880-45fc-adfc-2780645e28fb tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Deleting port 886bdbd9-06be-4d53-854e-5c721f14c616 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:59:45.719272 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d204459b-4f48-4dad-89c4-09a3736c6f90 req-ddb8bbcb-f880-45fc-adfc-2780645e28fb tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:45.810940 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-d204459b-4f48-4dad-89c4-09a3736c6f90 req-ddb8bbcb-f880-45fc-adfc-2780645e28fb tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] For port 886bdbd9-06be-4d53-854e-5c721f14c616, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=886bdbd9-06be-4d53-854e-5c721f14c616,segment=NetworkSegment(0d988cd5-fad8-415e-8fe6-a2cd40155c24),segment_id=0d988cd5-fad8-415e-8fe6-a2cd40155c24)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:59:45.811303 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d204459b-4f48-4dad-89c4-09a3736c6f90 req-ddb8bbcb-f880-45fc-adfc-2780645e28fb tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:45.823019 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-d204459b-4f48-4dad-89c4-09a3736c6f90 req-ddb8bbcb-f880-45fc-adfc-2780645e28fb tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Calling delete_port for 886bdbd9-06be-4d53-854e-5c721f14c616 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:59:45.952339 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d204459b-4f48-4dad-89c4-09a3736c6f90 req-ddb8bbcb-f880-45fc-adfc-2780645e28fb tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:45.964977 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['886bdbd9-06be-4d53-854e-5c721f14c616'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:59:45.983138 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8bbcb-f880-45fc-adfc-2780645e28fb tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Pushing event deleted for resources: {'Port': ['ID=886bdbd9-06be-4d53-854e-5c721f14c616,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:46.011094 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8bbcb-f880-45fc-adfc-2780645e28fb tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:46.011450 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8bbcb-f880-45fc-adfc-2780645e28fb tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:46.011907 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8bbcb-f880-45fc-adfc-2780645e28fb tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:46.012250 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8bbcb-f880-45fc-adfc-2780645e28fb tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:46.012587 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8bbcb-f880-45fc-adfc-2780645e28fb tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:46.012926 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8bbcb-f880-45fc-adfc-2780645e28fb tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:46.013262 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8bbcb-f880-45fc-adfc-2780645e28fb tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:46.013593 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8bbcb-f880-45fc-adfc-2780645e28fb tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:46.013923 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8bbcb-f880-45fc-adfc-2780645e28fb tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:46.014254 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8bbcb-f880-45fc-adfc-2780645e28fb tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:46.014579 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8bbcb-f880-45fc-adfc-2780645e28fb tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:46.014904 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8bbcb-f880-45fc-adfc-2780645e28fb tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:46.035125 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d204459b-4f48-4dad-89c4-09a3736c6f90 req-ddb8bbcb-f880-45fc-adfc-2780645e28fb tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] No DVR routers for this DVR port 886bdbd9-06be-4d53-854e-5c721f14c616 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:59:46.037728 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-d204459b-4f48-4dad-89c4-09a3736c6f90 req-ddb8bbcb-f880-45fc-adfc-2780645e28fb tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:46.041059 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d204459b-4f48-4dad-89c4-09a3736c6f90 req-ddb8bbcb-f880-45fc-adfc-2780645e28fb tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.55 "DELETE /v2.0/ports/886bdbd9-06be-4d53-854e-5c721f14c616 HTTP/1.1" status: 204 len: 173 time: 0.4032378 Oct 19 01:59:46.041503 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2ce512-0150-406a-824d-97638b8780a4', 'name': 'network-vif-deleted', 'tag': '886bdbd9-06be-4d53-854e-5c721f14c616'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:59:46.044497 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9434de058546a022cc17e407c636edc5a2ce8615e174a01ffad9beb3023847d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6783c4c4-c094-4e88-b6f6-36b8b7c42d1e" -d '{"events": [{"server_uuid": "cf2ce512-0150-406a-824d-97638b8780a4", "name": "network-vif-deleted", "tag": "886bdbd9-06be-4d53-854e-5c721f14c616"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:59:46.086278 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71540d03-bf70-44f7-a02a-f7684f19139f x-openstack-request-id: req-71540d03-bf70-44f7-a02a-f7684f19139f {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:59:46.086591 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2ce512-0150-406a-824d-97638b8780a4", "name": "network-vif-deleted", "tag": "886bdbd9-06be-4d53-854e-5c721f14c616", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:59:46.086850 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-71540d03-bf70-44f7-a02a-f7684f19139f {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:59:46.087257 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2ce512-0150-406a-824d-97638b8780a4', 'name': 'network-vif-deleted', 'tag': '886bdbd9-06be-4d53-854e-5c721f14c616', 'status': 'completed', 'code': 200} Oct 19 01:59:46.254731 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-560b6f92-fcb5-4637-a266-85f13cef096f req-b8915e56-e9c3-4dc8-b430-00e6928f1ad2 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf2ce512-0150-406a-824d-97638b8780a4 HTTP/1.1" status: 200 len: 210 time: 0.0267527 Oct 19 01:59:46.608764 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-915599ea-252b-4816-9a92-a6bcd0484344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:47.343530 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:47.924085 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-7d404139-db50-42b4-922f-1ce181a9c548 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:47.925545 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-7d404139-db50-42b4-922f-1ce181a9c548 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/networks?id=f8c77e46-9cfc-4056-a696-ab550d176eaf HTTP/1.1" status: 200 len: 815 time: 0.1028452 Oct 19 01:59:47.941188 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-0c63edd4-3cfd-4e33-84d6-1baa78ee545b tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/quotas/7044fb3feb934ae496be35baacd56468 HTTP/1.1" status: 200 len: 375 time: 0.0098839 Oct 19 01:59:47.985036 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:47.993236 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-8da946fd-3721-4ec9-9c6f-a66bdbb1b241 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7044fb3feb934ae496be35baacd56468&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466266 Oct 19 01:59:48.009393 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-1b1d51de-100c-492b-882f-1e8bdaef9b24 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:59:48.010341 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-1b1d51de-100c-492b-882f-1e8bdaef9b24 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050387 Oct 19 01:59:48.097156 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-6de07d1f-41d8-4c2e-8c93-d427850092ba service neutron] 10.222.0.57 "GET /v2.0/networks/f8c77e46-9cfc-4056-a696-ab550d176eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811069 Oct 19 01:59:48.190040 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-b3ab79c9-f845-45ca-91d3-c79a4b23761d service neutron] 10.222.0.57 "GET /v2.0/networks/f8c77e46-9cfc-4056-a696-ab550d176eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868454 Oct 19 01:59:48.349097 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ce89893d-5201-4c97-938e-db01599773b2 req-ab438b51-b40b-4cb0-af92-5ff66e4c9720 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e0922f7-dd40-4c26-a638-6efc6866a98e HTTP/1.1" status: 200 len: 210 time: 0.0270436 Oct 19 01:59:49.029422 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 886bdbd9-06be-4d53-854e-5c721f14c616 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:59:49.048829 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 886bdbd9-06be-4d53-854e-5c721f14c616 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:59:49.049175 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 886bdbd9-06be-4d53-854e-5c721f14c616 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:59:49.356530 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-6d2f1a94-4786-4407-984e-ff997e57c476 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:49.357976 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-6d2f1a94-4786-4407-984e-ff997e57c476 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.24 "GET /v2.0/networks?id=f8c77e46-9cfc-4056-a696-ab550d176eaf HTTP/1.1" status: 200 len: 815 time: 0.1090298 Oct 19 01:59:49.373209 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-8be9009c-52f9-4bc6-a98c-4008027bdd09 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Request body: {'port': {'device_id': '9e0922f7-dd40-4c26-a638-6efc6866a98e', 'network_id': 'f8c77e46-9cfc-4056-a696-ab550d176eaf', 'admin_state_up': True, 'tenant_id': '7044fb3feb934ae496be35baacd56468'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:59:49.469355 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-201e4cd5-7196-49e2-9180-b6b1dde56aea req-794aae2d-0096-418c-a293-ddb4f910115c tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e0922f7-dd40-4c26-a638-6efc6866a98e HTTP/1.1" status: 200 len: 210 time: 0.0316231 Oct 19 01:59:49.507600 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-8be9009c-52f9-4bc6-a98c-4008027bdd09 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Made reservation on behalf of 7044fb3feb934ae496be35baacd56468 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:59:49.511620 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-8be9009c-52f9-4bc6-a98c-4008027bdd09 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:49.636734 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-8be9009c-52f9-4bc6-a98c-4008027bdd09 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Allocated IP 172.20.0.9 (f8c77e46-9cfc-4056-a696-ab550d176eaf/5c583b08-a33b-4682-8c17-fde8bf10623a/17163b8a-ad06-47ad-a373-55c1f1928cf5) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:59:49.784172 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-8be9009c-52f9-4bc6-a98c-4008027bdd09 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:49.816915 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-8be9009c-52f9-4bc6-a98c-4008027bdd09 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:49.861148 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-8be9009c-52f9-4bc6-a98c-4008027bdd09 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Network f8c77e46-9cfc-4056-a696-ab550d176eaf is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:59:49.864223 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-8be9009c-52f9-4bc6-a98c-4008027bdd09 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:59:49.868700 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-8be9009c-52f9-4bc6-a98c-4008027bdd09 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:59:49.875894 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9009c-52f9-4bc6-a98c-4008027bdd09 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Pushing event updated for resources: {'Port': ['ID=17163b8a-ad06-47ad-a373-55c1f1928cf5,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:49.915659 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:49.917107 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be9009c-52f9-4bc6-a98c-4008027bdd09 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:49.917486 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be9009c-52f9-4bc6-a98c-4008027bdd09 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:49.917828 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be9009c-52f9-4bc6-a98c-4008027bdd09 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:49.918161 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be9009c-52f9-4bc6-a98c-4008027bdd09 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:49.918490 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be9009c-52f9-4bc6-a98c-4008027bdd09 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:49.918820 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be9009c-52f9-4bc6-a98c-4008027bdd09 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:49.919153 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be9009c-52f9-4bc6-a98c-4008027bdd09 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:49.919476 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be9009c-52f9-4bc6-a98c-4008027bdd09 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:49.919838 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be9009c-52f9-4bc6-a98c-4008027bdd09 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:49.920151 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be9009c-52f9-4bc6-a98c-4008027bdd09 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:49.920471 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be9009c-52f9-4bc6-a98c-4008027bdd09 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:49.920788 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be9009c-52f9-4bc6-a98c-4008027bdd09 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:49.950237 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-8be9009c-52f9-4bc6-a98c-4008027bdd09 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:49.951098 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-8be9009c-52f9-4bc6-a98c-4008027bdd09 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:49.967823 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-8be9009c-52f9-4bc6-a98c-4008027bdd09 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6002104 Oct 19 01:59:49.978207 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-c9adfa1e-6e7e-4f05-b726-d8c292222f6b tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:59:49.979173 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-c9adfa1e-6e7e-4f05-b726-d8c292222f6b tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053399 Oct 19 01:59:49.991087 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-7df5de1b-9deb-4ab8-8faa-8fb2769bab98 service neutron] Request body: {'port': {'device_id': '9e0922f7-dd40-4c26-a638-6efc6866a98e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:59:50.052565 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-7df5de1b-9deb-4ab8-8faa-8fb2769bab98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:50.102438 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-0b7d7210-d3ef-4a94-9f50-7a03347c1725 None None] Provisioning complete for port 17163b8a-ad06-47ad-a373-55c1f1928cf5 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:59:50.103026 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0b7d7210-d3ef-4a94-9f50-7a03347c1725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:50.138022 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-0b7d7210-d3ef-4a94-9f50-7a03347c1725 None None] Port 17163b8a-ad06-47ad-a373-55c1f1928cf5 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:59:50.314941 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-7df5de1b-9deb-4ab8-8faa-8fb2769bab98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17163b8a-ad06-47ad-a373-55c1f1928cf5 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:59:50.322213 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-7df5de1b-9deb-4ab8-8faa-8fb2769bab98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:50.333815 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-7df5de1b-9deb-4ab8-8faa-8fb2769bab98 service neutron] Transition to ACTIVE for port object 17163b8a-ad06-47ad-a373-55c1f1928cf5 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:59:50.337532 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-7df5de1b-9deb-4ab8-8faa-8fb2769bab98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:50.391245 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5de1b-9deb-4ab8-8faa-8fb2769bab98 service neutron] Pushing event updated for resources: {'Port': ['ID=17163b8a-ad06-47ad-a373-55c1f1928cf5,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:50.462839 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-7df5de1b-9deb-4ab8-8faa-8fb2769bab98 service neutron] Attempting to bind port 17163b8a-ad06-47ad-a373-55c1f1928cf5 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:59:50.463169 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-7df5de1b-9deb-4ab8-8faa-8fb2769bab98 service neutron] Attempting to bind port 17163b8a-ad06-47ad-a373-55c1f1928cf5 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '0d988cd5-fad8-415e-8fe6-a2cd40155c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f8c77e46-9cfc-4056-a696-ab550d176eaf'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:59:50.463495 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-7df5de1b-9deb-4ab8-8faa-8fb2769bab98 service neutron] Attempting to bind port 17163b8a-ad06-47ad-a373-55c1f1928cf5 on network f8c77e46-9cfc-4056-a696-ab550d176eaf {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:59:50.468617 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-7df5de1b-9deb-4ab8-8faa-8fb2769bab98 service neutron] Port 17163b8a-ad06-47ad-a373-55c1f1928cf5 on network f8c77e46-9cfc-4056-a696-ab550d176eaf not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:59:50.468934 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-7df5de1b-9deb-4ab8-8faa-8fb2769bab98 service neutron] Attempting to bind port 17163b8a-ad06-47ad-a373-55c1f1928cf5 on network f8c77e46-9cfc-4056-a696-ab550d176eaf {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:59:50.473858 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-7df5de1b-9deb-4ab8-8faa-8fb2769bab98 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:59:50.474193 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-7df5de1b-9deb-4ab8-8faa-8fb2769bab98 service neutron] Checking segment: {'id': '0d988cd5-fad8-415e-8fe6-a2cd40155c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f8c77e46-9cfc-4056-a696-ab550d176eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:59:50.474575 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-7df5de1b-9deb-4ab8-8faa-8fb2769bab98 service neutron] Bound using segment: {'id': '0d988cd5-fad8-415e-8fe6-a2cd40155c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f8c77e46-9cfc-4056-a696-ab550d176eaf'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:59:50.474998 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-7df5de1b-9deb-4ab8-8faa-8fb2769bab98 service neutron] Bound port: 17163b8a-ad06-47ad-a373-55c1f1928cf5, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d988cd5-fad8-415e-8fe6-a2cd40155c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f8c77e46-9cfc-4056-a696-ab550d176eaf'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:59:50.475349 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-7df5de1b-9deb-4ab8-8faa-8fb2769bab98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:50.543755 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-7df5de1b-9deb-4ab8-8faa-8fb2769bab98 service neutron] For port 17163b8a-ad06-47ad-a373-55c1f1928cf5, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:59:50.546946 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-7df5de1b-9deb-4ab8-8faa-8fb2769bab98 service neutron] For port 17163b8a-ad06-47ad-a373-55c1f1928cf5, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=17163b8a-ad06-47ad-a373-55c1f1928cf5,segment=NetworkSegment(0d988cd5-fad8-415e-8fe6-a2cd40155c24),segment_id=0d988cd5-fad8-415e-8fe6-a2cd40155c24)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:59:50.551759 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-7df5de1b-9deb-4ab8-8faa-8fb2769bab98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:50.599628 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-7df5de1b-9deb-4ab8-8faa-8fb2769bab98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:50.600417 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-7df5de1b-9deb-4ab8-8faa-8fb2769bab98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:50.601949 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-7df5de1b-9deb-4ab8-8faa-8fb2769bab98 service neutron] 10.222.0.24 "PUT /v2.0/ports/17163b8a-ad06-47ad-a373-55c1f1928cf5 HTTP/1.1" status: 200 len: 1092 time: 0.6150525 Oct 19 01:59:50.602489 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0922f7-dd40-4c26-a638-6efc6866a98e', 'tag': '17163b8a-ad06-47ad-a373-55c1f1928cf5'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:59:50.603427 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ab061-a1b6-47a6-9bc3-73bf701140b8 req-f0a80200-abb4-4f3f-a3a0-43f2b3b1532e tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:50.606492 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}604d1223bc0e61ef4f6f375a56b68240d92e3dadd1a32e57b330ac88f8c52c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b1a4bd-a236-451c-b970-550b2bbe1429" -d '{"events": [{"name": "network-changed", "server_uuid": "9e0922f7-dd40-4c26-a638-6efc6866a98e", "tag": "17163b8a-ad06-47ad-a373-55c1f1928cf5"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:59:50.606670 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f44ab061-a1b6-47a6-9bc3-73bf701140b8 req-f0a80200-abb4-4f3f-a3a0-43f2b3b1532e tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e0922f7-dd40-4c26-a638-6efc6866a98e HTTP/1.1" status: 200 len: 943 time: 0.0597596 Oct 19 01:59:50.640361 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5de1b-9deb-4ab8-8faa-8fb2769bab98 service neutron] Pushing event updated for resources: {'Port': ['ID=17163b8a-ad06-47ad-a373-55c1f1928cf5,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:50.657859 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2f1082-7b1a-4c4b-a85a-a69e9cd9feb1 x-openstack-request-id: req-5a2f1082-7b1a-4c4b-a85a-a69e9cd9feb1 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:59:50.658215 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e0922f7-dd40-4c26-a638-6efc6866a98e", "tag": "17163b8a-ad06-47ad-a373-55c1f1928cf5", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:59:50.658552 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5a2f1082-7b1a-4c4b-a85a-a69e9cd9feb1 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:59:50.659010 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e0922f7-dd40-4c26-a638-6efc6866a98e', 'tag': '17163b8a-ad06-47ad-a373-55c1f1928cf5', 'status': 'completed', 'code': 200} Oct 19 01:59:50.680505 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f44ab061-a1b6-47a6-9bc3-73bf701140b8 req-2e673fca-37ad-4033-a7f8-6acdf9bcb215 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/security-groups?id=9de2d3d1-643c-4d10-ba42-37ce8b4a23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673082 Oct 19 01:59:50.693076 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-9225ef7d-99f4-4908-bbca-be2f1a82b171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:50.703959 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-9225ef7d-99f4-4908-bbca-be2f1a82b171 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7044fb3feb934ae496be35baacd56468&device_id=9e0922f7-dd40-4c26-a638-6efc6866a98e HTTP/1.1" status: 200 len: 1095 time: 0.0505195 Oct 19 01:59:50.738211 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-b552b8d8-3769-43ab-af56-6435f8382cef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17163b8a-ad06-47ad-a373-55c1f1928cf5 HTTP/1.1" status: 200 len: 217 time: 0.0361159 Oct 19 01:59:50.789339 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-67f8b85a-7350-440b-8a89-25800ec8c12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:50.790812 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-67f8b85a-7350-440b-8a89-25800ec8c12d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5c583b08-a33b-4682-8c17-fde8bf10623a HTTP/1.1" status: 200 len: 854 time: 0.0453339 Oct 19 01:59:50.839572 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-6cd7113d-67a2-484a-97ba-ccd75a329060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:50.840997 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-6cd7113d-67a2-484a-97ba-ccd75a329060 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8c77e46-9cfc-4056-a696-ab550d176eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432527 Oct 19 01:59:50.933788 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-0607fa99-f474-4e90-bc1e-b13fde0f623e service neutron] 10.222.0.24 "GET /v2.0/networks/f8c77e46-9cfc-4056-a696-ab550d176eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851521 Oct 19 01:59:51.030132 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93bfaf16-40a3-4911-a7fb-10121f202bc2 req-7e91c26c-3363-4e50-b66c-f3b38a78900f service neutron] 10.222.0.24 "GET /v2.0/networks/f8c77e46-9cfc-4056-a696-ab550d176eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890751 Oct 19 01:59:51.115246 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1a4bd-a236-451c-b970-550b2bbe1429 req-e8750696-38d0-4c2b-9e62-5c5f1a246e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:51.116674 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-10b1a4bd-a236-451c-b970-550b2bbe1429 req-e8750696-38d0-4c2b-9e62-5c5f1a246e27 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7044fb3feb934ae496be35baacd56468&device_id=9e0922f7-dd40-4c26-a638-6efc6866a98e HTTP/1.1" status: 200 len: 1095 time: 0.0399730 Oct 19 01:59:51.209447 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1a4bd-a236-451c-b970-550b2bbe1429 req-b7750de8-ec47-4bae-98c5-5e64478053c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:51.210919 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-10b1a4bd-a236-451c-b970-550b2bbe1429 req-b7750de8-ec47-4bae-98c5-5e64478053c8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8c77e46-9cfc-4056-a696-ab550d176eaf HTTP/1.1" status: 200 len: 916 time: 0.0876265 Oct 19 01:59:51.251552 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-10b1a4bd-a236-451c-b970-550b2bbe1429 req-0b8622ff-8810-4781-93b3-de15def97f22 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17163b8a-ad06-47ad-a373-55c1f1928cf5 HTTP/1.1" status: 200 len: 217 time: 0.0337002 Oct 19 01:59:51.299970 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1a4bd-a236-451c-b970-550b2bbe1429 req-7068b167-46dd-4e8d-a1d5-8d51b799fbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:51.301352 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-10b1a4bd-a236-451c-b970-550b2bbe1429 req-7068b167-46dd-4e8d-a1d5-8d51b799fbf4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5c583b08-a33b-4682-8c17-fde8bf10623a HTTP/1.1" status: 200 len: 854 time: 0.0416484 Oct 19 01:59:51.350222 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1a4bd-a236-451c-b970-550b2bbe1429 req-180dd4fe-5ec4-4e62-a8ce-51b187b070c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:51.351673 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-10b1a4bd-a236-451c-b970-550b2bbe1429 req-180dd4fe-5ec4-4e62-a8ce-51b187b070c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8c77e46-9cfc-4056-a696-ab550d176eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426793 Oct 19 01:59:51.440921 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-10b1a4bd-a236-451c-b970-550b2bbe1429 req-e99b5e63-0625-4ff3-b586-478b30000aaa service neutron] 10.222.0.24 "GET /v2.0/networks/f8c77e46-9cfc-4056-a696-ab550d176eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813065 Oct 19 01:59:51.533263 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-10b1a4bd-a236-451c-b970-550b2bbe1429 req-faf6a8b1-05e0-45b8-a19b-619aa3c0ac50 service neutron] 10.222.0.24 "GET /v2.0/networks/f8c77e46-9cfc-4056-a696-ab550d176eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834160 Oct 19 01:59:51.798438 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf599cf6-238c-46b0-97ac-c863e6832ad1 req-54bc8f82-4f93-4a2a-af84-a45097a23870 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:51.799936 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cf599cf6-238c-46b0-97ac-c863e6832ad1 req-54bc8f82-4f93-4a2a-af84-a45097a23870 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e0922f7-dd40-4c26-a638-6efc6866a98e HTTP/1.1" status: 200 len: 943 time: 0.0479355 Oct 19 01:59:51.836907 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cf599cf6-238c-46b0-97ac-c863e6832ad1 req-ff46f8cf-c450-486d-b90f-778e5613798a tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/security-groups?id=9de2d3d1-643c-4d10-ba42-37ce8b4a23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310729 Oct 19 01:59:52.327554 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:59:52.952952 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5acfc-177f-4ea0-a44e-e5860d0356ed req-b20faf91-defc-4851-ab43-ba2b21e34346 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:52.954470 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a1d5acfc-177f-4ea0-a44e-e5860d0356ed req-b20faf91-defc-4851-ab43-ba2b21e34346 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e0922f7-dd40-4c26-a638-6efc6866a98e HTTP/1.1" status: 200 len: 943 time: 0.0500772 Oct 19 01:59:52.994665 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a1d5acfc-177f-4ea0-a44e-e5860d0356ed req-ad1c43f8-cee0-4d95-8c97-e98b2ca6a664 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/security-groups?id=9de2d3d1-643c-4d10-ba42-37ce8b4a23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342231 Oct 19 01:59:53.600348 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 17163b8a-ad06-47ad-a373-55c1f1928cf5 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:59:53.696243 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 17163b8a-ad06-47ad-a373-55c1f1928cf5, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=17163b8a-ad06-47ad-a373-55c1f1928cf5,segment=NetworkSegment(0d988cd5-fad8-415e-8fe6-a2cd40155c24),segment_id=0d988cd5-fad8-415e-8fe6-a2cd40155c24)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:59:53.707098 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '17163b8a-ad06-47ad-a373-55c1f1928cf5', 'network_id': 'f8c77e46-9cfc-4056-a696-ab550d176eaf', 'port_id': '17163b8a-ad06-47ad-a373-55c1f1928cf5', 'mac_address': 'fa:16:3e:28:e9:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c583b08-a33b-4682-8c17-fde8bf10623a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:59:53.743405 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:53.755709 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17163b8a-ad06-47ad-a373-55c1f1928cf5 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:59:53.774485 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 17163b8a-ad06-47ad-a373-55c1f1928cf5, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=17163b8a-ad06-47ad-a373-55c1f1928cf5,segment=NetworkSegment(0d988cd5-fad8-415e-8fe6-a2cd40155c24),segment_id=0d988cd5-fad8-415e-8fe6-a2cd40155c24)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:59:53.778218 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:53.827306 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=17163b8a-ad06-47ad-a373-55c1f1928cf5,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:53.834503 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:53.834854 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:53.835194 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:53.835534 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:53.835905 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:53.836239 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:53.836602 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:53.836928 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:53.837253 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:53.837578 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:53.837902 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:53.838226 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:53.983886 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['17163b8a-ad06-47ad-a373-55c1f1928cf5'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:59:54.107008 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abeab1d-165d-49d3-bb90-e4cc6c386ce8 req-ee425c6c-2b27-4a83-bd58-9048ed48c984 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:54.108526 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3abeab1d-165d-49d3-bb90-e4cc6c386ce8 req-ee425c6c-2b27-4a83-bd58-9048ed48c984 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e0922f7-dd40-4c26-a638-6efc6866a98e HTTP/1.1" status: 200 len: 944 time: 0.0476813 Oct 19 01:59:54.150192 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3abeab1d-165d-49d3-bb90-e4cc6c386ce8 req-a29b2417-a9ae-4d2b-9956-3db8218b211f tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/security-groups?id=9de2d3d1-643c-4d10-ba42-37ce8b4a23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355628 Oct 19 01:59:55.262765 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796d176-119c-47ea-b738-8f68456249a5 req-8a975443-e770-4a41-9350-68b2e6b2d3ba tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:55.264176 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a796d176-119c-47ea-b738-8f68456249a5 req-8a975443-e770-4a41-9350-68b2e6b2d3ba tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e0922f7-dd40-4c26-a638-6efc6866a98e HTTP/1.1" status: 200 len: 944 time: 0.0488400 Oct 19 01:59:55.302145 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a796d176-119c-47ea-b738-8f68456249a5 req-81eb77af-9461-4b72-a4f5-415222aad537 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/security-groups?id=9de2d3d1-643c-4d10-ba42-37ce8b4a23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321312 Oct 19 01:59:55.604837 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 17163b8a-ad06-47ad-a373-55c1f1928cf5 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:59:55.652749 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 17163b8a-ad06-47ad-a373-55c1f1928cf5 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:59:55.656622 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 17163b8a-ad06-47ad-a373-55c1f1928cf5 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:59:55.656989 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:55.733246 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:55.756552 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0922f7-dd40-4c26-a638-6efc6866a98e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17163b8a-ad06-47ad-a373-55c1f1928cf5'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:59:55.758793 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db8619b3bfd44a3a0f2128b398243c28f67a7e558bf903df4768d357387e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c4963a-46a8-4b98-b21d-2296f7654d94" -d '{"events": [{"server_uuid": "9e0922f7-dd40-4c26-a638-6efc6866a98e", "name": "network-vif-plugged", "status": "completed", "tag": "17163b8a-ad06-47ad-a373-55c1f1928cf5"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:59:55.771899 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 17163b8a-ad06-47ad-a373-55c1f1928cf5, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=17163b8a-ad06-47ad-a373-55c1f1928cf5,segment=NetworkSegment(0d988cd5-fad8-415e-8fe6-a2cd40155c24),segment_id=0d988cd5-fad8-415e-8fe6-a2cd40155c24)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:59:55.775961 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:55.797848 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee7d0e4-5557-4b25-86dc-a90eb9259d3f x-openstack-request-id: req-eee7d0e4-5557-4b25-86dc-a90eb9259d3f {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:59:55.798141 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0922f7-dd40-4c26-a638-6efc6866a98e", "name": "network-vif-plugged", "status": "completed", "tag": "17163b8a-ad06-47ad-a373-55c1f1928cf5", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:59:55.798398 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eee7d0e4-5557-4b25-86dc-a90eb9259d3f {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:59:55.798793 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0922f7-dd40-4c26-a638-6efc6866a98e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17163b8a-ad06-47ad-a373-55c1f1928cf5', 'code': 200} Oct 19 01:59:55.825191 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=17163b8a-ad06-47ad-a373-55c1f1928cf5,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:55.896072 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1f173-db56-498a-b525-f75e63db2c81 req-007e583b-df3a-4d0f-bf41-96c5fb1e584a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:55.897509 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ffe1f173-db56-498a-b525-f75e63db2c81 req-007e583b-df3a-4d0f-bf41-96c5fb1e584a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9e0922f7-dd40-4c26-a638-6efc6866a98e HTTP/1.1" status: 200 len: 1097 time: 0.0403044 Oct 19 01:59:55.930849 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ffe1f173-db56-498a-b525-f75e63db2c81 req-dde1ff62-8bf9-49b6-b225-931755256c30 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9de2d3d1-643c-4d10-ba42-37ce8b4a23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263715 Oct 19 01:59:56.420319 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26711e55-d8b2-4dde-84bd-ca1fd076dccb req-38bc2f23-4b3b-4e80-bed6-592b3938563d tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:56.421814 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-26711e55-d8b2-4dde-84bd-ca1fd076dccb req-38bc2f23-4b3b-4e80-bed6-592b3938563d tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e0922f7-dd40-4c26-a638-6efc6866a98e HTTP/1.1" status: 200 len: 945 time: 0.0536506 Oct 19 01:59:56.459616 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-26711e55-d8b2-4dde-84bd-ca1fd076dccb req-4a6d6237-2b4b-470c-9bdb-ba2db9b79522 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/security-groups?id=9de2d3d1-643c-4d10-ba42-37ce8b4a23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319712 Oct 19 01:59:57.581374 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d699f8-87e6-4459-9823-aad142cddb46 req-7510572b-a32b-48da-8038-faa723c8bb68 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:57.582882 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-35d699f8-87e6-4459-9823-aad142cddb46 req-7510572b-a32b-48da-8038-faa723c8bb68 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e0922f7-dd40-4c26-a638-6efc6866a98e HTTP/1.1" status: 200 len: 945 time: 0.0540588 Oct 19 01:59:57.622005 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-35d699f8-87e6-4459-9823-aad142cddb46 req-80d609c0-221f-4058-bd62-c6ed82edfbe2 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/security-groups?id=9de2d3d1-643c-4d10-ba42-37ce8b4a23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328498 Oct 19 01:59:57.696081 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:57.739034 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f520318-9833-4435-8717-fb690870f7a1 req-a8a2a3ed-a577-4d34-ae8c-834a4741e6ec tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:57.740455 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8f520318-9833-4435-8717-fb690870f7a1 req-a8a2a3ed-a577-4d34-ae8c-834a4741e6ec tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e0922f7-dd40-4c26-a638-6efc6866a98e HTTP/1.1" status: 200 len: 945 time: 0.0497270 Oct 19 01:59:57.784758 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8f520318-9833-4435-8717-fb690870f7a1 req-85279033-ef70-4a87-92e6-f7b8081eb5e5 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/security-groups?id=9de2d3d1-643c-4d10-ba42-37ce8b4a23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345914 Oct 19 02:00:00.105713 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:14.034597 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-72d2d303-1a4d-43a6-be5d-a81e4341f68d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:16.609266 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c3b7e839-c12a-4d4b-bc6d-619f988af1e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:17.348753 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:17.986152 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:19.158314 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a824906-2be9-4993-8e67-3b7cb3d2cc6b req-8ec9d3c5-cb6e-4b7a-a58d-72b6c481bcc2 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:19.159866 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9a824906-2be9-4993-8e67-3b7cb3d2cc6b req-8ec9d3c5-cb6e-4b7a-a58d-72b6c481bcc2 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e0922f7-dd40-4c26-a638-6efc6866a98e HTTP/1.1" status: 200 len: 945 time: 0.0516658 Oct 19 02:00:19.203241 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9a824906-2be9-4993-8e67-3b7cb3d2cc6b req-b6f10e18-333e-47e2-a030-9c5dbc9e0123 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/security-groups?id=9de2d3d1-643c-4d10-ba42-37ce8b4a23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370824 Oct 19 02:00:19.917085 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:20.320293 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c483eb5-b88f-4267-912d-7313930d0537 req-3b94562e-7ab0-45fd-8f66-11e729a77eab tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:20.321775 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9c483eb5-b88f-4267-912d-7313930d0537 req-3b94562e-7ab0-45fd-8f66-11e729a77eab tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e0922f7-dd40-4c26-a638-6efc6866a98e HTTP/1.1" status: 200 len: 945 time: 0.0495574 Oct 19 02:00:20.360163 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9c483eb5-b88f-4267-912d-7313930d0537 req-d20869c6-2fc8-4cb5-9584-71e21cc1137c tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/security-groups?id=9de2d3d1-643c-4d10-ba42-37ce8b4a23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317934 Oct 19 02:00:20.702002 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a64da-b39c-4bbb-a5b4-2a90913da805 req-ac0c9247-9952-4885-9f1b-40597034621c tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:20.703421 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-318a64da-b39c-4bbb-a5b4-2a90913da805 req-ac0c9247-9952-4885-9f1b-40597034621c tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e0922f7-dd40-4c26-a638-6efc6866a98e HTTP/1.1" status: 200 len: 945 time: 0.0478477 Oct 19 02:00:20.791283 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-318a64da-b39c-4bbb-a5b4-2a90913da805 req-d902ca9a-0169-494d-a04a-45fdedb8abe6 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Deleting port 17163b8a-ad06-47ad-a373-55c1f1928cf5 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:00:20.791606 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-318a64da-b39c-4bbb-a5b4-2a90913da805 req-d902ca9a-0169-494d-a04a-45fdedb8abe6 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:20.882023 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-318a64da-b39c-4bbb-a5b4-2a90913da805 req-d902ca9a-0169-494d-a04a-45fdedb8abe6 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] For port 17163b8a-ad06-47ad-a373-55c1f1928cf5, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=17163b8a-ad06-47ad-a373-55c1f1928cf5,segment=NetworkSegment(0d988cd5-fad8-415e-8fe6-a2cd40155c24),segment_id=0d988cd5-fad8-415e-8fe6-a2cd40155c24)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:00:20.882375 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-318a64da-b39c-4bbb-a5b4-2a90913da805 req-d902ca9a-0169-494d-a04a-45fdedb8abe6 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:20.894295 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-318a64da-b39c-4bbb-a5b4-2a90913da805 req-d902ca9a-0169-494d-a04a-45fdedb8abe6 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Calling delete_port for 17163b8a-ad06-47ad-a373-55c1f1928cf5 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:00:21.021956 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-318a64da-b39c-4bbb-a5b4-2a90913da805 req-d902ca9a-0169-494d-a04a-45fdedb8abe6 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:21.036054 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['17163b8a-ad06-47ad-a373-55c1f1928cf5'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:00:21.048885 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902ca9a-0169-494d-a04a-45fdedb8abe6 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Pushing event deleted for resources: {'Port': ['ID=17163b8a-ad06-47ad-a373-55c1f1928cf5,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:21.093430 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-318a64da-b39c-4bbb-a5b4-2a90913da805 req-d902ca9a-0169-494d-a04a-45fdedb8abe6 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] No DVR routers for this DVR port 17163b8a-ad06-47ad-a373-55c1f1928cf5 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:00:21.096173 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-318a64da-b39c-4bbb-a5b4-2a90913da805 req-d902ca9a-0169-494d-a04a-45fdedb8abe6 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:21.099675 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-318a64da-b39c-4bbb-a5b4-2a90913da805 req-d902ca9a-0169-494d-a04a-45fdedb8abe6 tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.24 "DELETE /v2.0/ports/17163b8a-ad06-47ad-a373-55c1f1928cf5 HTTP/1.1" status: 204 len: 173 time: 0.3885310 Oct 19 02:00:21.100169 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0922f7-dd40-4c26-a638-6efc6866a98e', 'name': 'network-vif-deleted', 'tag': '17163b8a-ad06-47ad-a373-55c1f1928cf5'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:00:21.103125 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}604d1223bc0e61ef4f6f375a56b68240d92e3dadd1a32e57b330ac88f8c52c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92309ed1-4584-42de-abdf-5e6f13301168" -d '{"events": [{"server_uuid": "9e0922f7-dd40-4c26-a638-6efc6866a98e", "name": "network-vif-deleted", "tag": "17163b8a-ad06-47ad-a373-55c1f1928cf5"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:00:21.145417 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af52a2a7-83c1-41a1-8695-5b5110962737 x-openstack-request-id: req-af52a2a7-83c1-41a1-8695-5b5110962737 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:00:21.145711 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0922f7-dd40-4c26-a638-6efc6866a98e", "name": "network-vif-deleted", "tag": "17163b8a-ad06-47ad-a373-55c1f1928cf5", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:00:21.145966 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-af52a2a7-83c1-41a1-8695-5b5110962737 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:00:21.146492 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0922f7-dd40-4c26-a638-6efc6866a98e', 'name': 'network-vif-deleted', 'tag': '17163b8a-ad06-47ad-a373-55c1f1928cf5', 'status': 'completed', 'code': 200} Oct 19 02:00:21.473832 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d8a3cf1a-d060-4bd3-876c-8ec2ca7c4d0c req-eb9f0836-40e8-4dd4-aa24-4a3b1a2572ea tempest-TestEncryptedCinderVolumes-1616590798 tempest-TestEncryptedCinderVolumes-1616590798-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e0922f7-dd40-4c26-a638-6efc6866a98e HTTP/1.1" status: 200 len: 210 time: 0.0334041 Oct 19 02:00:22.567135 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54426) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:00:22.907543 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c07fb130-d15d-4d97-b1ee-47a3960c5d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:23.148384 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-c07fb130-d15d-4d97-b1ee-47a3960c5d61 admin admin] Deleting port 09f3ce4e-7b85-4c75-8f5e-595191f898c4 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:00:23.148721 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c07fb130-d15d-4d97-b1ee-47a3960c5d61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:23.225730 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-c07fb130-d15d-4d97-b1ee-47a3960c5d61 admin admin] For port 09f3ce4e-7b85-4c75-8f5e-595191f898c4, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=09f3ce4e-7b85-4c75-8f5e-595191f898c4,segment=NetworkSegment(0d988cd5-fad8-415e-8fe6-a2cd40155c24),segment_id=0d988cd5-fad8-415e-8fe6-a2cd40155c24)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:00:23.225997 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c07fb130-d15d-4d97-b1ee-47a3960c5d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:23.238423 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-c07fb130-d15d-4d97-b1ee-47a3960c5d61 admin admin] Calling delete_port for 09f3ce4e-7b85-4c75-8f5e-595191f898c4 owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:00:23.721819 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c07fb130-d15d-4d97-b1ee-47a3960c5d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:23.750216 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07fb130-d15d-4d97-b1ee-47a3960c5d61 admin admin] Pushing event deleted for resources: {'Port': ['ID=09f3ce4e-7b85-4c75-8f5e-595191f898c4,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:23.914146 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c07fb130-d15d-4d97-b1ee-47a3960c5d61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:24.126359 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07fb130-d15d-4d97-b1ee-47a3960c5d61 admin admin] Router 0b175cb8-c360-47b4-b3a2-c7b6521d574f has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:00:24.234864 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07fb130-d15d-4d97-b1ee-47a3960c5d61 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:00:24.239797 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c07fb130-d15d-4d97-b1ee-47a3960c5d61 admin admin] 10.222.0.57 "PUT /v2.0/routers/0b175cb8-c360-47b4-b3a2-c7b6521d574f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6715615 Oct 19 02:00:24.242251 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54428) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:00:24.244824 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4b8dbb-fc3d-4682-bf89-86caf22de668 None None] Sync routers for ids ['0b175cb8-c360-47b4-b3a2-c7b6521d574f'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:00:24.255297 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4b8dbb-fc3d-4682-bf89-86caf22de668 None None] Routers {'0b175cb8-c360-47b4-b3a2-c7b6521d574f'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:00:24.256063 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ab4b8dbb-fc3d-4682-bf89-86caf22de668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:00:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['0b175cb8-c360-47b4-b3a2-c7b6521d574f'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:00:24.346388 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f94568a9-7c4a-4c39-a2d0-aac7f37c97ef admin admin] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:24.358744 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-ab4b8dbb-fc3d-4682-bf89-86caf22de668 None None] Set router 0b175cb8-c360-47b4-b3a2-c7b6521d574f gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:00:24.448782 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f94568a9-7c4a-4c39-a2d0-aac7f37c97ef admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:24.517339 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-f94568a9-7c4a-4c39-a2d0-aac7f37c97ef admin admin] Deleting port 9130e2bf-8c06-43fa-b60b-0e40fca439f4 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:00:24.517675 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f94568a9-7c4a-4c39-a2d0-aac7f37c97ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:24.534220 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ab4b8dbb-fc3d-4682-bf89-86caf22de668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b175cb8-c360-47b4-b3a2-c7b6521d574f', 'name': 'tempest-TestEncryptedCinderVolumes-98871204-router', 'tenant_id': '7044fb3feb934ae496be35baacd56468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '9130e2bf-8c06-43fa-b60b-0e40fca439f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:00Z', 'updated_at': '2021-10-19T02:00:23Z', 'revision_number': 5, 'project_id': '7044fb3feb934ae496be35baacd56468', 'gw_port': {'id': '9130e2bf-8c06-43fa-b60b-0e40fca439f4', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b175cb8-c360-47b4-b3a2-c7b6521d574f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:01Z', 'updated_at': '2021-10-19T01:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:00:24.562921 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4b8dbb-fc3d-4682-bf89-86caf22de668 None None] Checking router: 0b175cb8-c360-47b4-b3a2-c7b6521d574f for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:00:24.571086 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4b8dbb-fc3d-4682-bf89-86caf22de668 None None] Routers {'0b175cb8-c360-47b4-b3a2-c7b6521d574f'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:00:24.571671 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ab4b8dbb-fc3d-4682-bf89-86caf22de668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:00:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['0b175cb8-c360-47b4-b3a2-c7b6521d574f'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:00:24.596660 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-f94568a9-7c4a-4c39-a2d0-aac7f37c97ef admin admin] For port 9130e2bf-8c06-43fa-b60b-0e40fca439f4, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=9130e2bf-8c06-43fa-b60b-0e40fca439f4,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:00:24.597022 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f94568a9-7c4a-4c39-a2d0-aac7f37c97ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:24.609421 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-f94568a9-7c4a-4c39-a2d0-aac7f37c97ef admin admin] Calling delete_port for 9130e2bf-8c06-43fa-b60b-0e40fca439f4 owned by network:router_gateway {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:00:24.657289 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-ab4b8dbb-fc3d-4682-bf89-86caf22de668 None None] Set router 0b175cb8-c360-47b4-b3a2-c7b6521d574f gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:00:24.707137 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-ab4b8dbb-fc3d-4682-bf89-86caf22de668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b175cb8-c360-47b4-b3a2-c7b6521d574f', 'name': 'tempest-TestEncryptedCinderVolumes-98871204-router', 'tenant_id': '7044fb3feb934ae496be35baacd56468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:00Z', 'updated_at': '2021-10-19T02:00:24Z', 'revision_number': 6, 'project_id': '7044fb3feb934ae496be35baacd56468', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:00:24.736075 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4b8dbb-fc3d-4682-bf89-86caf22de668 None None] The sync data for ids ['0b175cb8-c360-47b4-b3a2-c7b6521d574f'] in n-d-715271-26 is: [{'id': '0b175cb8-c360-47b4-b3a2-c7b6521d574f', 'name': 'tempest-TestEncryptedCinderVolumes-98871204-router', 'tenant_id': '7044fb3feb934ae496be35baacd56468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:00Z', 'updated_at': '2021-10-19T02:00:24Z', 'revision_number': 6, 'project_id': '7044fb3feb934ae496be35baacd56468', 'gw_port_host': None}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:00:24.777661 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f94568a9-7c4a-4c39-a2d0-aac7f37c97ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:24.808460 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94568a9-7c4a-4c39-a2d0-aac7f37c97ef admin admin] Pushing event deleted for resources: {'Port': ['ID=9130e2bf-8c06-43fa-b60b-0e40fca439f4,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:24.867198 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f94568a9-7c4a-4c39-a2d0-aac7f37c97ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:24.958218 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f94568a9-7c4a-4c39-a2d0-aac7f37c97ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:24.960271 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f94568a9-7c4a-4c39-a2d0-aac7f37c97ef admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:25.002178 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f94568a9-7c4a-4c39-a2d0-aac7f37c97ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:25.002732 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94568a9-7c4a-4c39-a2d0-aac7f37c97ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b175cb8-c360-47b4-b3a2-c7b6521d574f {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 02:00:25.007571 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f94568a9-7c4a-4c39-a2d0-aac7f37c97ef admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:25.008733 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f94568a9-7c4a-4c39-a2d0-aac7f37c97ef admin admin] 10.222.0.57 "DELETE /v2.0/routers/0b175cb8-c360-47b4-b3a2-c7b6521d574f HTTP/1.1" status: 204 len: 168 time: 0.7655807 Oct 19 02:00:25.011153 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54430) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:00:25.058292 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b7a7cfb-de92-4dfe-8e0c-2f2dfe78077d admin admin] Deleting subnet 5c583b08-a33b-4682-8c17-fde8bf10623a {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 02:00:25.062221 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7b7a7cfb-de92-4dfe-8e0c-2f2dfe78077d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:25.098305 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7b7a7cfb-de92-4dfe-8e0c-2f2dfe78077d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:25.181894 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7b7a7cfb-de92-4dfe-8e0c-2f2dfe78077d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:25.236879 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7b7a7cfb-de92-4dfe-8e0c-2f2dfe78077d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:25.261992 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a7cfb-de92-4dfe-8e0c-2f2dfe78077d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c583b08-a33b-4682-8c17-fde8bf10623a,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:25.268121 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-7b7a7cfb-de92-4dfe-8e0c-2f2dfe78077d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:25.271529 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7b7a7cfb-de92-4dfe-8e0c-2f2dfe78077d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/5c583b08-a33b-4682-8c17-fde8bf10623a HTTP/1.1" status: 204 len: 168 time: 0.2594583 Oct 19 02:00:25.272909 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba80613f-cb0a-455a-8028-e936189d6066 None None] Network f8c77e46-9cfc-4056-a696-ab550d176eaf requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:00:25.274033 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54432) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:00:25.340363 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-56842e1f-269e-4d9f-9086-f3c72fb2700e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:25.395060 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-56842e1f-269e-4d9f-9086-f3c72fb2700e admin admin] Deleting port f2931de7-ace6-4a20-8468-7e9e10641b47 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:00:25.395390 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-56842e1f-269e-4d9f-9086-f3c72fb2700e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:25.471992 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-56842e1f-269e-4d9f-9086-f3c72fb2700e admin admin] For port f2931de7-ace6-4a20-8468-7e9e10641b47, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=f2931de7-ace6-4a20-8468-7e9e10641b47,segment=NetworkSegment(0d988cd5-fad8-415e-8fe6-a2cd40155c24),segment_id=0d988cd5-fad8-415e-8fe6-a2cd40155c24)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:00:25.472407 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-56842e1f-269e-4d9f-9086-f3c72fb2700e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:25.487721 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-56842e1f-269e-4d9f-9086-f3c72fb2700e admin admin] Calling delete_port for f2931de7-ace6-4a20-8468-7e9e10641b47 owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:00:25.538215 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 09f3ce4e-7b85-4c75-8f5e-595191f898c4 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:00:25.560875 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 09f3ce4e-7b85-4c75-8f5e-595191f898c4 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:00:25.561221 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 09f3ce4e-7b85-4c75-8f5e-595191f898c4 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:00:25.561646 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 9130e2bf-8c06-43fa-b60b-0e40fca439f4 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:00:25.571829 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-56842e1f-269e-4d9f-9086-f3c72fb2700e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:25.586395 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 9130e2bf-8c06-43fa-b60b-0e40fca439f4 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:00:25.586748 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 9130e2bf-8c06-43fa-b60b-0e40fca439f4 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:00:25.601598 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56842e1f-269e-4d9f-9086-f3c72fb2700e admin admin] Pushing event deleted for resources: {'Port': ['ID=f2931de7-ace6-4a20-8468-7e9e10641b47,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:25.607550 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56842e1f-269e-4d9f-9086-f3c72fb2700e admin admin] No DVR routers for this DVR port f2931de7-ace6-4a20-8468-7e9e10641b47 on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:00:25.666487 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 17163b8a-ad06-47ad-a373-55c1f1928cf5 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:00:25.681499 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-56842e1f-269e-4d9f-9086-f3c72fb2700e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:25.688872 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47027ffa-bf4c-46be-8f1f-1865d37f8f59 None None] DHCP port deletion for f8c77e46-9cfc-4056-a696-ab550d176eaf request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 02:00:25.691765 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 17163b8a-ad06-47ad-a373-55c1f1928cf5 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:00:25.692117 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 17163b8a-ad06-47ad-a373-55c1f1928cf5 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:00:25.707132 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-56842e1f-269e-4d9f-9086-f3c72fb2700e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8c77e46-9cfc-4056-a696-ab550d176eaf']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:00:25.717531 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-56842e1f-269e-4d9f-9086-f3c72fb2700e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d988cd5-fad8-415e-8fe6-a2cd40155c24') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:00:25.717879 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-56842e1f-269e-4d9f-9086-f3c72fb2700e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d988cd5-fad8-415e-8fe6-a2cd40155c24') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:00:25.727587 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-56842e1f-269e-4d9f-9086-f3c72fb2700e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:25.742509 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-56842e1f-269e-4d9f-9086-f3c72fb2700e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:25.748888 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56842e1f-269e-4d9f-9086-f3c72fb2700e admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 02:00:25.749280 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-56842e1f-269e-4d9f-9086-f3c72fb2700e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:25.751627 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 02:00:25.751627 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 02:00:25.751627 n-d-715271-26 neutron-server[100607]: timer() Oct 19 02:00:25.751627 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 02:00:25.751627 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 02:00:25.751627 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 02:00:25.751627 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 02:00:25.751627 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 02:00:25.751627 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 02:00:25.751627 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 02:00:25.751627 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 02:00:25.751627 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 02:00:25.751627 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 02:00:25.751627 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 02:00:25.751627 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 02:00:25.751627 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 02:00:25.751627 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 02:00:25.751627 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 02:00:25.751627 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 02:00:25.751627 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 02:00:25.751627 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 02:00:25.751627 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 02:00:25.751627 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 02:00:25.751627 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 02:00:25.751627 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 02:00:25.751627 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 02:00:25.751627 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 02:00:25.751627 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 02:00:25.751627 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 02:00:25.751627 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 02:00:25.751627 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 02:00:25.751627 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 02:00:25.812118 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-56842e1f-269e-4d9f-9086-f3c72fb2700e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:25.818992 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-56842e1f-269e-4d9f-9086-f3c72fb2700e admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:25.822144 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-56842e1f-269e-4d9f-9086-f3c72fb2700e admin admin] 10.222.0.57 "DELETE /v2.0/networks/f8c77e46-9cfc-4056-a696-ab550d176eaf HTTP/1.1" status: 204 len: 168 time: 0.5471966 Oct 19 02:00:25.826509 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54434) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:00:25.832913 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56842e1f-269e-4d9f-9086-f3c72fb2700e admin admin] Pushing event deleted for resources: {'Network': ['ID=f8c77e46-9cfc-4056-a696-ab550d176eaf,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:26.174396 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-47804921-cfd6-446e-921c-975bb076faff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:26.422389 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-47804921-cfd6-446e-921c-975bb076faff admin admin] Deleting port 4c873cd8-30ee-4980-aa73-8ec6b6f3f6a2 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:00:26.422626 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-47804921-cfd6-446e-921c-975bb076faff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:26.499970 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-47804921-cfd6-446e-921c-975bb076faff admin admin] For port 4c873cd8-30ee-4980-aa73-8ec6b6f3f6a2, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=4c873cd8-30ee-4980-aa73-8ec6b6f3f6a2,segment=NetworkSegment(454f106d-b6a8-4da0-a07e-bfb064f2b02e),segment_id=454f106d-b6a8-4da0-a07e-bfb064f2b02e)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:00:26.500332 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-47804921-cfd6-446e-921c-975bb076faff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:26.516790 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-47804921-cfd6-446e-921c-975bb076faff admin admin] Calling delete_port for 4c873cd8-30ee-4980-aa73-8ec6b6f3f6a2 owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:00:26.693598 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-47804921-cfd6-446e-921c-975bb076faff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:26.719341 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47804921-cfd6-446e-921c-975bb076faff admin admin] Pushing event deleted for resources: {'Port': ['ID=4c873cd8-30ee-4980-aa73-8ec6b6f3f6a2,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:26.883801 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-47804921-cfd6-446e-921c-975bb076faff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:27.103356 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47804921-cfd6-446e-921c-975bb076faff admin admin] Router bb7e330a-13ec-496c-b9c6-22f921c4a572 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:00:27.226364 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47804921-cfd6-446e-921c-975bb076faff admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:00:27.231115 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-47804921-cfd6-446e-921c-975bb076faff admin admin] 10.222.0.57 "PUT /v2.0/routers/bb7e330a-13ec-496c-b9c6-22f921c4a572/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4034262 Oct 19 02:00:27.234479 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54436) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:00:27.237306 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b4816f-2819-48c0-bd5a-09c51508a173 None None] Sync routers for ids ['bb7e330a-13ec-496c-b9c6-22f921c4a572'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:00:27.246250 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b4816f-2819-48c0-bd5a-09c51508a173 None None] Routers {'bb7e330a-13ec-496c-b9c6-22f921c4a572'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:00:27.246849 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-13b4816f-2819-48c0-bd5a-09c51508a173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:00:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['bb7e330a-13ec-496c-b9c6-22f921c4a572'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:00:27.337543 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-988b6361-295c-4492-be6b-c70b8f9b823f admin admin] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:27.349324 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-13b4816f-2819-48c0-bd5a-09c51508a173 None None] Set router bb7e330a-13ec-496c-b9c6-22f921c4a572 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:00:27.445006 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-988b6361-295c-4492-be6b-c70b8f9b823f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:27.504282 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-988b6361-295c-4492-be6b-c70b8f9b823f admin admin] Deleting port 9560ef35-16ed-4a90-89c2-938b5104a1ad {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:00:27.504619 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-988b6361-295c-4492-be6b-c70b8f9b823f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:27.511191 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f2931de7-ace6-4a20-8468-7e9e10641b47 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:00:27.537599 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: f2931de7-ace6-4a20-8468-7e9e10641b47 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:00:27.537950 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f2931de7-ace6-4a20-8468-7e9e10641b47 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:00:27.561956 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-13b4816f-2819-48c0-bd5a-09c51508a173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7e330a-13ec-496c-b9c6-22f921c4a572', 'name': 'tempest-TestEncryptedCinderVolumes-861997139-router', 'tenant_id': '6ad8830e713d4f6080ced1bda866a156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '9560ef35-16ed-4a90-89c2-938b5104a1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:05Z', 'updated_at': '2021-10-19T02:00:26Z', 'revision_number': 5, 'project_id': '6ad8830e713d4f6080ced1bda866a156', 'gw_port': {'id': '9560ef35-16ed-4a90-89c2-938b5104a1ad', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7e330a-13ec-496c-b9c6-22f921c4a572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:05Z', 'updated_at': '2021-10-19T01:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:00:27.588777 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b4816f-2819-48c0-bd5a-09c51508a173 None None] Checking router: bb7e330a-13ec-496c-b9c6-22f921c4a572 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:00:27.589799 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-988b6361-295c-4492-be6b-c70b8f9b823f admin admin] For port 9560ef35-16ed-4a90-89c2-938b5104a1ad, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=9560ef35-16ed-4a90-89c2-938b5104a1ad,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:00:27.590163 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-988b6361-295c-4492-be6b-c70b8f9b823f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:27.597905 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b4816f-2819-48c0-bd5a-09c51508a173 None None] Routers {'bb7e330a-13ec-496c-b9c6-22f921c4a572'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:00:27.598514 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-13b4816f-2819-48c0-bd5a-09c51508a173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:00:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['bb7e330a-13ec-496c-b9c6-22f921c4a572'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:00:27.602433 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-988b6361-295c-4492-be6b-c70b8f9b823f admin admin] Calling delete_port for 9560ef35-16ed-4a90-89c2-938b5104a1ad owned by network:router_gateway {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:00:27.692561 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-13b4816f-2819-48c0-bd5a-09c51508a173 None None] Set router bb7e330a-13ec-496c-b9c6-22f921c4a572 gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:00:27.695072 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:27.750193 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-13b4816f-2819-48c0-bd5a-09c51508a173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7e330a-13ec-496c-b9c6-22f921c4a572', 'name': 'tempest-TestEncryptedCinderVolumes-861997139-router', 'tenant_id': '6ad8830e713d4f6080ced1bda866a156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:05Z', 'updated_at': '2021-10-19T02:00:27Z', 'revision_number': 6, 'project_id': '6ad8830e713d4f6080ced1bda866a156', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:00:27.771117 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-988b6361-295c-4492-be6b-c70b8f9b823f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:27.781735 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b4816f-2819-48c0-bd5a-09c51508a173 None None] The sync data for ids ['bb7e330a-13ec-496c-b9c6-22f921c4a572'] in n-d-715271-26 is: [{'id': 'bb7e330a-13ec-496c-b9c6-22f921c4a572', 'name': 'tempest-TestEncryptedCinderVolumes-861997139-router', 'tenant_id': '6ad8830e713d4f6080ced1bda866a156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:05Z', 'updated_at': '2021-10-19T02:00:27Z', 'revision_number': 6, 'project_id': '6ad8830e713d4f6080ced1bda866a156', 'gw_port_host': None}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:00:27.798394 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b6361-295c-4492-be6b-c70b8f9b823f admin admin] Pushing event deleted for resources: {'Port': ['ID=9560ef35-16ed-4a90-89c2-938b5104a1ad,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:27.860761 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-988b6361-295c-4492-be6b-c70b8f9b823f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:27.953702 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-988b6361-295c-4492-be6b-c70b8f9b823f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:27.955959 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-988b6361-295c-4492-be6b-c70b8f9b823f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:27.999006 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-988b6361-295c-4492-be6b-c70b8f9b823f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:27.999817 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988b6361-295c-4492-be6b-c70b8f9b823f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb7e330a-13ec-496c-b9c6-22f921c4a572 {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 02:00:28.004193 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-988b6361-295c-4492-be6b-c70b8f9b823f admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:28.005342 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-988b6361-295c-4492-be6b-c70b8f9b823f admin admin] 10.222.0.57 "DELETE /v2.0/routers/bb7e330a-13ec-496c-b9c6-22f921c4a572 HTTP/1.1" status: 204 len: 168 time: 0.7699013 Oct 19 02:00:28.007877 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54438) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:00:28.051578 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a7a029-2060-40d3-b473-f9d3e87ba564 admin admin] Deleting subnet 383be9fa-ea5d-40b1-8a9c-6fdabc91b742 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 02:00:28.054575 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-88a7a029-2060-40d3-b473-f9d3e87ba564 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:28.089094 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-88a7a029-2060-40d3-b473-f9d3e87ba564 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:28.171523 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-88a7a029-2060-40d3-b473-f9d3e87ba564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:28.233812 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-88a7a029-2060-40d3-b473-f9d3e87ba564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:28.259578 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7a029-2060-40d3-b473-f9d3e87ba564 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=383be9fa-ea5d-40b1-8a9c-6fdabc91b742,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:28.264443 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-88a7a029-2060-40d3-b473-f9d3e87ba564 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:28.268253 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-88a7a029-2060-40d3-b473-f9d3e87ba564 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/383be9fa-ea5d-40b1-8a9c-6fdabc91b742 HTTP/1.1" status: 204 len: 168 time: 0.2592435 Oct 19 02:00:28.269626 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46327331-be04-49d4-991b-171321373350 None None] Network 4efe60a3-3e42-49ce-aa92-9bfbff4bc948 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:00:28.270487 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54440) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:00:28.341436 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b40af3e5-dae7-48e4-84ef-791d54138740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:28.396800 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-b40af3e5-dae7-48e4-84ef-791d54138740 admin admin] Deleting port ff7fdb8b-e031-4262-b0b8-a6fca5278442 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:00:28.397147 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b40af3e5-dae7-48e4-84ef-791d54138740 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:28.459532 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-b40af3e5-dae7-48e4-84ef-791d54138740 admin admin] For port ff7fdb8b-e031-4262-b0b8-a6fca5278442, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=ff7fdb8b-e031-4262-b0b8-a6fca5278442,segment=NetworkSegment(454f106d-b6a8-4da0-a07e-bfb064f2b02e),segment_id=454f106d-b6a8-4da0-a07e-bfb064f2b02e)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:00:28.459921 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b40af3e5-dae7-48e4-84ef-791d54138740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:28.471666 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-b40af3e5-dae7-48e4-84ef-791d54138740 admin admin] Calling delete_port for ff7fdb8b-e031-4262-b0b8-a6fca5278442 owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:00:28.554606 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff0a3a8-d476-489b-bb0f-b66b90f4977e None None] DHCP port deletion for 4efe60a3-3e42-49ce-aa92-9bfbff4bc948 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 02:00:28.555947 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b40af3e5-dae7-48e4-84ef-791d54138740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:28.584048 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40af3e5-dae7-48e4-84ef-791d54138740 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff7fdb8b-e031-4262-b0b8-a6fca5278442,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:28.588488 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40af3e5-dae7-48e4-84ef-791d54138740 admin admin] No DVR routers for this DVR port ff7fdb8b-e031-4262-b0b8-a6fca5278442 on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:00:28.662977 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b40af3e5-dae7-48e4-84ef-791d54138740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:28.684387 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-b40af3e5-dae7-48e4-84ef-791d54138740 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4efe60a3-3e42-49ce-aa92-9bfbff4bc948']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:00:28.693290 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-b40af3e5-dae7-48e4-84ef-791d54138740 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '454f106d-b6a8-4da0-a07e-bfb064f2b02e') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:00:28.693580 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-b40af3e5-dae7-48e4-84ef-791d54138740 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '454f106d-b6a8-4da0-a07e-bfb064f2b02e') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:00:28.702653 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b40af3e5-dae7-48e4-84ef-791d54138740 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:28.718319 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b40af3e5-dae7-48e4-84ef-791d54138740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:28.724332 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40af3e5-dae7-48e4-84ef-791d54138740 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 02:00:28.724706 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b40af3e5-dae7-48e4-84ef-791d54138740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:28.726542 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 02:00:28.726542 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 02:00:28.726542 n-d-715271-26 neutron-server[100607]: timer() Oct 19 02:00:28.726542 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 02:00:28.726542 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 02:00:28.726542 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 02:00:28.726542 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 02:00:28.726542 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 02:00:28.726542 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 02:00:28.726542 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 02:00:28.726542 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 02:00:28.726542 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 02:00:28.726542 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 02:00:28.726542 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 02:00:28.726542 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 02:00:28.726542 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 02:00:28.726542 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 02:00:28.726542 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 02:00:28.726542 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 02:00:28.726542 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 02:00:28.726542 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 02:00:28.726542 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 02:00:28.726542 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 02:00:28.726542 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 02:00:28.726542 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 02:00:28.726542 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 02:00:28.726542 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 02:00:28.726542 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 02:00:28.726542 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 02:00:28.726542 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 02:00:28.726542 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 02:00:28.726542 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 02:00:28.784213 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b40af3e5-dae7-48e4-84ef-791d54138740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:28.791016 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b40af3e5-dae7-48e4-84ef-791d54138740 admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:28.794196 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b40af3e5-dae7-48e4-84ef-791d54138740 admin admin] 10.222.0.57 "DELETE /v2.0/networks/4efe60a3-3e42-49ce-aa92-9bfbff4bc948 HTTP/1.1" status: 204 len: 168 time: 0.5227828 Oct 19 02:00:28.804618 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40af3e5-dae7-48e4-84ef-791d54138740 admin admin] Pushing event deleted for resources: {'Network': ['ID=4efe60a3-3e42-49ce-aa92-9bfbff4bc948,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:28.957381 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54444) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:00:29.001572 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-92bec4bd-fc93-454a-add0-6a0029c45948 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7044fb3feb934ae496be35baacd56468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429633 Oct 19 02:00:29.004126 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54446) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:00:29.051894 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4ff4eebb-af13-4f67-a3d1-238251925a7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:29.072265 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4ff4eebb-af13-4f67-a3d1-238251925a7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:29.119805 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4ff4eebb-af13-4f67-a3d1-238251925a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:29.122477 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4ff4eebb-af13-4f67-a3d1-238251925a7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:29.124838 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4ff4eebb-af13-4f67-a3d1-238251925a7d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9de2d3d1-643c-4d10-ba42-37ce8b4a23ad HTTP/1.1" status: 204 len: 168 time: 0.1195183 Oct 19 02:00:29.132733 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4eebb-af13-4f67-a3d1-238251925a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de2d3d1-643c-4d10-ba42-37ce8b4a23ad,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:29.327671 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:00:29.434266 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54452) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:00:29.456363 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 9560ef35-16ed-4a90-89c2-938b5104a1ad no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:00:29.474965 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-134ebca5-3b87-4cc9-8bc2-92185e7a8ca3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6ad8830e713d4f6080ced1bda866a156&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394654 Oct 19 02:00:29.476321 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 9560ef35-16ed-4a90-89c2-938b5104a1ad {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:00:29.476754 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 9560ef35-16ed-4a90-89c2-938b5104a1ad not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:00:29.477336 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 4c873cd8-30ee-4980-aa73-8ec6b6f3f6a2 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:00:29.477464 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54454) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:00:29.495423 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 4c873cd8-30ee-4980-aa73-8ec6b6f3f6a2 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:00:29.495789 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 4c873cd8-30ee-4980-aa73-8ec6b6f3f6a2 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:00:29.496202 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device ff7fdb8b-e031-4262-b0b8-a6fca5278442 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:00:29.518993 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: ff7fdb8b-e031-4262-b0b8-a6fca5278442 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:00:29.519339 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device ff7fdb8b-e031-4262-b0b8-a6fca5278442 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:00:29.526012 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b98c098b-7f6a-4f0b-a631-35ec17cff360 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:29.547367 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b98c098b-7f6a-4f0b-a631-35ec17cff360 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:29.597367 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b98c098b-7f6a-4f0b-a631-35ec17cff360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:29.600084 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b98c098b-7f6a-4f0b-a631-35ec17cff360 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:29.601213 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b98c098b-7f6a-4f0b-a631-35ec17cff360 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a90ae827-e66f-45ee-9bf3-8727e6b26a4e HTTP/1.1" status: 204 len: 168 time: 0.1229632 Oct 19 02:00:29.609310 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c098b-7f6a-4f0b-a631-35ec17cff360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90ae827-e66f-45ee-9bf3-8727e6b26a4e,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:30.104581 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:30.257048 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54476) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:00:30.351216 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-629202fb-0837-4923-997e-1bc165e166eb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1238802638-network', 'tenant_id': '606c9b3063f4493a8c2a653c2f5cc357'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:00:30.372217 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629202fb-0837-4923-997e-1bc165e166eb admin admin] Made reservation on behalf of 606c9b3063f4493a8c2a653c2f5cc357 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:00:30.375392 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-629202fb-0837-4923-997e-1bc165e166eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:30.383383 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-629202fb-0837-4923-997e-1bc165e166eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:30.456965 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-629202fb-0837-4923-997e-1bc165e166eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:30.460611 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-629202fb-0837-4923-997e-1bc165e166eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:30.480609 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-629202fb-0837-4923-997e-1bc165e166eb admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 02:00:30.495942 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629202fb-0837-4923-997e-1bc165e166eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16aa02c0-a4c3-4487-bffb-f1489905b1b2,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:30.499196 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-629202fb-0837-4923-997e-1bc165e166eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:30.499804 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-629202fb-0837-4923-997e-1bc165e166eb admin admin] Added segment 4fd7327c-b58c-4586-b062-279eec0d7052 of type vlan for network 2fa30ef8-64b3-41cf-9762-964818177a5e Oct 19 02:00:30.539906 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-629202fb-0837-4923-997e-1bc165e166eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:30.563595 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-629202fb-0837-4923-997e-1bc165e166eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:30.564550 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629202fb-0837-4923-997e-1bc165e166eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:30.565117 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-629202fb-0837-4923-997e-1bc165e166eb admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:30.593807 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-629202fb-0837-4923-997e-1bc165e166eb admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3356960 Oct 19 02:00:30.596830 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54480) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:00:30.601846 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-3a3b8a1c-0af8-4747-8a81-6dba42afdbf4 admin admin] Request body: {'subnet': {'network_id': '2fa30ef8-64b3-41cf-9762-964818177a5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1238802638-subnet', 'tenant_id': '606c9b3063f4493a8c2a653c2f5cc357', 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:00:30.622475 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3b8a1c-0af8-4747-8a81-6dba42afdbf4 admin admin] Made reservation on behalf of 606c9b3063f4493a8c2a653c2f5cc357 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:00:30.625658 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3a3b8a1c-0af8-4747-8a81-6dba42afdbf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:30.633097 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629202fb-0837-4923-997e-1bc165e166eb admin admin] Pushing event updated for resources: {'Network': ['ID=2fa30ef8-64b3-41cf-9762-964818177a5e,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:30.644188 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 2fa30ef8-64b3-41cf-9762-964818177a5e details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 02:00:30.797884 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3a3b8a1c-0af8-4747-8a81-6dba42afdbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:30.860323 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b8a1c-0af8-4747-8a81-6dba42afdbf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18a24ef3-1f55-4aae-b7f3-c6d507e6ce16,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:30.868061 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3b8a1c-0af8-4747-8a81-6dba42afdbf4 admin admin] Checking segment: {'id': '4fd7327c-b58c-4586-b062-279eec0d7052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2fa30ef8-64b3-41cf-9762-964818177a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:00:30.868420 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3b8a1c-0af8-4747-8a81-6dba42afdbf4 admin admin] Network hostable DHCP agents. Network: 2fa30ef8-64b3-41cf-9762-964818177a5e, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 02:00:30.885611 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3b8a1c-0af8-4747-8a81-6dba42afdbf4 admin admin] Network 2fa30ef8-64b3-41cf-9762-964818177a5e is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 02:00:30.894642 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-3a3b8a1c-0af8-4747-8a81-6dba42afdbf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 2fa30ef8-64b3-41cf-9762-964818177a5e) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:00:30.898624 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b8a1c-0af8-4747-8a81-6dba42afdbf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:30.899204 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3a3b8a1c-0af8-4747-8a81-6dba42afdbf4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:30.904826 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdc16ca-cc45-4513-be64-b73697397344 None None] Network 2fa30ef8-64b3-41cf-9762-964818177a5e requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:00:30.915349 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3a3b8a1c-0af8-4747-8a81-6dba42afdbf4 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3174274 Oct 19 02:00:30.917977 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54482) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:00:30.922860 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-aee65cd5-fc27-4723-99e6-79fcde6f766c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1238802638-router', 'tenant_id': '606c9b3063f4493a8c2a653c2f5cc357', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:00:30.949533 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aee65cd5-fc27-4723-99e6-79fcde6f766c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:30.950600 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aee65cd5-fc27-4723-99e6-79fcde6f766c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:31.008859 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aee65cd5-fc27-4723-99e6-79fcde6f766c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:31.050322 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ef8ab3-2805-4594-a468-c512c4ea5bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-2fa30ef8-64b3-41cf-9762-964818177a5e', 'network_id': '2fa30ef8-64b3-41cf-9762-964818177a5e', 'tenant_id': '606c9b3063f4493a8c2a653c2f5cc357', 'fixed_ips': [{'subnet_id': '18a24ef3-1f55-4aae-b7f3-c6d507e6ce16'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 02:00:31.051190 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-74ef8ab3-2805-4594-a468-c512c4ea5bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:31.149171 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aee65cd5-fc27-4723-99e6-79fcde6f766c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:31.187718 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-74ef8ab3-2805-4594-a468-c512c4ea5bc2 None None] Allocated IP 172.20.0.2 (2fa30ef8-64b3-41cf-9762-964818177a5e/18a24ef3-1f55-4aae-b7f3-c6d507e6ce16/42c7c0b1-26b7-4247-be91-d11220f6fafa) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:00:31.329393 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-74ef8ab3-2805-4594-a468-c512c4ea5bc2 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:31.335538 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-74ef8ab3-2805-4594-a468-c512c4ea5bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:31.351078 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aee65cd5-fc27-4723-99e6-79fcde6f766c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:31.369921 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aee65cd5-fc27-4723-99e6-79fcde6f766c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:31.373632 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ef8ab3-2805-4594-a468-c512c4ea5bc2 None None] Network 2fa30ef8-64b3-41cf-9762-964818177a5e is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:00:31.376956 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-74ef8ab3-2805-4594-a468-c512c4ea5bc2 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:00:31.379469 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ef8ab3-2805-4594-a468-c512c4ea5bc2 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:00:31.410506 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef8ab3-2805-4594-a468-c512c4ea5bc2 None None] Pushing event updated for resources: {'Port': ['ID=42c7c0b1-26b7-4247-be91-d11220f6fafa,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:31.442383 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-74ef8ab3-2805-4594-a468-c512c4ea5bc2 None None] Attempting to bind port 42c7c0b1-26b7-4247-be91-d11220f6fafa on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:00:31.442757 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-74ef8ab3-2805-4594-a468-c512c4ea5bc2 None None] Attempting to bind port 42c7c0b1-26b7-4247-be91-d11220f6fafa by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '4fd7327c-b58c-4586-b062-279eec0d7052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2fa30ef8-64b3-41cf-9762-964818177a5e'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:00:31.443120 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef8ab3-2805-4594-a468-c512c4ea5bc2 None None] Attempting to bind port 42c7c0b1-26b7-4247-be91-d11220f6fafa on network 2fa30ef8-64b3-41cf-9762-964818177a5e {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:00:31.448147 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef8ab3-2805-4594-a468-c512c4ea5bc2 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:00:31.448524 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef8ab3-2805-4594-a468-c512c4ea5bc2 None None] Checking segment: {'id': '4fd7327c-b58c-4586-b062-279eec0d7052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2fa30ef8-64b3-41cf-9762-964818177a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:00:31.448924 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-74ef8ab3-2805-4594-a468-c512c4ea5bc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:31.449318 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef8ab3-2805-4594-a468-c512c4ea5bc2 None None] Bound using segment: {'id': '4fd7327c-b58c-4586-b062-279eec0d7052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2fa30ef8-64b3-41cf-9762-964818177a5e'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:00:31.449787 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-74ef8ab3-2805-4594-a468-c512c4ea5bc2 None None] Bound port: 42c7c0b1-26b7-4247-be91-d11220f6fafa, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd7327c-b58c-4586-b062-279eec0d7052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2fa30ef8-64b3-41cf-9762-964818177a5e'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:00:31.450170 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-74ef8ab3-2805-4594-a468-c512c4ea5bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:31.477052 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-aee65cd5-fc27-4723-99e6-79fcde6f766c admin admin] Allocated IP 172.25.8.57 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/93c2765e-ac19-469c-9b86-8123d1b07ba5) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:00:31.516423 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-74ef8ab3-2805-4594-a468-c512c4ea5bc2 None None] For port 42c7c0b1-26b7-4247-be91-d11220f6fafa, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:00:31.519773 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-74ef8ab3-2805-4594-a468-c512c4ea5bc2 None None] For port 42c7c0b1-26b7-4247-be91-d11220f6fafa, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=42c7c0b1-26b7-4247-be91-d11220f6fafa,segment=NetworkSegment(4fd7327c-b58c-4586-b062-279eec0d7052),segment_id=4fd7327c-b58c-4586-b062-279eec0d7052)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:00:31.524467 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-74ef8ab3-2805-4594-a468-c512c4ea5bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:31.583715 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef8ab3-2805-4594-a468-c512c4ea5bc2 None None] Pushing event updated for resources: {'Port': ['ID=42c7c0b1-26b7-4247-be91-d11220f6fafa,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:31.589529 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aee65cd5-fc27-4723-99e6-79fcde6f766c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:31.625329 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aee65cd5-fc27-4723-99e6-79fcde6f766c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:31.666498 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee65cd5-fc27-4723-99e6-79fcde6f766c admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:00:31.669337 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-aee65cd5-fc27-4723-99e6-79fcde6f766c admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:00:31.673603 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee65cd5-fc27-4723-99e6-79fcde6f766c admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:00:31.701002 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee65cd5-fc27-4723-99e6-79fcde6f766c admin admin] Pushing event updated for resources: {'Port': ['ID=93c2765e-ac19-469c-9b86-8123d1b07ba5,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:31.955833 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aee65cd5-fc27-4723-99e6-79fcde6f766c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:32.496103 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aee65cd5-fc27-4723-99e6-79fcde6f766c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:32.497321 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b80363a-1f0c-47f5-8b13-18fb69f3a5ea None None] Network 2fa30ef8-64b3-41cf-9762-964818177a5e requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:00:32.583649 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-f748ab78-3cea-4795-9fcf-464494f6fa8b None None] Provisioning complete for port 42c7c0b1-26b7-4247-be91-d11220f6fafa triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:00:32.584036 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f748ab78-3cea-4795-9fcf-464494f6fa8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:32.624235 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee65cd5-fc27-4723-99e6-79fcde6f766c admin admin] Router c2beec22-9b5e-4285-9ee8-1ac60c170d4b is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 02:00:32.718307 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f748ab78-3cea-4795-9fcf-464494f6fa8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:32.733931 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee65cd5-fc27-4723-99e6-79fcde6f766c admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:00:32.746979 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006f04aa-855d-407c-a4a4-7e169aeada0e None None] Sync routers for ids ['c2beec22-9b5e-4285-9ee8-1ac60c170d4b'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:00:32.753120 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-f748ab78-3cea-4795-9fcf-464494f6fa8b None None] For port 42c7c0b1-26b7-4247-be91-d11220f6fafa, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=42c7c0b1-26b7-4247-be91-d11220f6fafa,segment=NetworkSegment(4fd7327c-b58c-4586-b062-279eec0d7052),segment_id=4fd7327c-b58c-4586-b062-279eec0d7052)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:00:32.754075 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-aee65cd5-fc27-4723-99e6-79fcde6f766c admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:32.756619 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-aee65cd5-fc27-4723-99e6-79fcde6f766c admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8367922 Oct 19 02:00:32.758719 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54484) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:00:32.758870 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f748ab78-3cea-4795-9fcf-464494f6fa8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:32.763117 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006f04aa-855d-407c-a4a4-7e169aeada0e None None] Routers {'c2beec22-9b5e-4285-9ee8-1ac60c170d4b'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:00:32.765094 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-006f04aa-855d-407c-a4a4-7e169aeada0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:00:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['c2beec22-9b5e-4285-9ee8-1ac60c170d4b'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:00:32.816934 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748ab78-3cea-4795-9fcf-464494f6fa8b None None] Pushing event updated for resources: {'Port': ['ID=42c7c0b1-26b7-4247-be91-d11220f6fafa,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:32.886364 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-006f04aa-855d-407c-a4a4-7e169aeada0e None None] Set router c2beec22-9b5e-4285-9ee8-1ac60c170d4b gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:00:32.981691 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-560fc634-342d-418c-933f-d30e83ad420b None None] Provisioning complete for port 42c7c0b1-26b7-4247-be91-d11220f6fafa triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:00:32.982616 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-560fc634-342d-418c-933f-d30e83ad420b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:33.074775 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-006f04aa-855d-407c-a4a4-7e169aeada0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'name': 'tempest-TestMinimumBasicScenario-1238802638-router', 'tenant_id': '606c9b3063f4493a8c2a653c2f5cc357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '93c2765e-ac19-469c-9b86-8123d1b07ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:00:30Z', 'updated_at': '2021-10-19T02:00:31Z', 'revision_number': 3, 'project_id': '606c9b3063f4493a8c2a653c2f5cc357', 'gw_port': {'id': '93c2765e-ac19-469c-9b86-8123d1b07ba5', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:85:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:00:31Z', 'updated_at': '2021-10-19T02:00:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:00:33.101595 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006f04aa-855d-407c-a4a4-7e169aeada0e None None] Checking router: c2beec22-9b5e-4285-9ee8-1ac60c170d4b for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:00:33.101938 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006f04aa-855d-407c-a4a4-7e169aeada0e None None] Updating router c2beec22-9b5e-4285-9ee8-1ac60c170d4b port 93c2765e-ac19-469c-9b86-8123d1b07ba5 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:00:33.130781 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-006f04aa-855d-407c-a4a4-7e169aeada0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:33.217034 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cd8b75b2-d477-49d4-b1ca-d4f678f5d08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:33.376324 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-cd8b75b2-d477-49d4-b1ca-d4f678f5d08f admin admin] Allocated IP 172.20.0.1 (2fa30ef8-64b3-41cf-9762-964818177a5e/18a24ef3-1f55-4aae-b7f3-c6d507e6ce16/4e487378-485e-436e-a859-9c0fe90e55d3) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:00:33.379407 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-006f04aa-855d-407c-a4a4-7e169aeada0e None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:33.384010 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-006f04aa-855d-407c-a4a4-7e169aeada0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:33.430770 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-006f04aa-855d-407c-a4a4-7e169aeada0e None None] Attempting to bind port 93c2765e-ac19-469c-9b86-8123d1b07ba5 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:00:33.431154 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-006f04aa-855d-407c-a4a4-7e169aeada0e None None] Attempting to bind port 93c2765e-ac19-469c-9b86-8123d1b07ba5 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:00:33.431508 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006f04aa-855d-407c-a4a4-7e169aeada0e None None] Attempting to bind port 93c2765e-ac19-469c-9b86-8123d1b07ba5 on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:00:33.439831 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006f04aa-855d-407c-a4a4-7e169aeada0e None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:00:33.440250 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006f04aa-855d-407c-a4a4-7e169aeada0e None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:00:33.440734 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-006f04aa-855d-407c-a4a4-7e169aeada0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:33.441072 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006f04aa-855d-407c-a4a4-7e169aeada0e None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:00:33.441545 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-006f04aa-855d-407c-a4a4-7e169aeada0e None None] Bound port: 93c2765e-ac19-469c-9b86-8123d1b07ba5, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:00:33.441925 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-006f04aa-855d-407c-a4a4-7e169aeada0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:33.479569 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a302d-eae4-4f64-a59c-37da1071f95b None None] Pushing event updated for resources: {'Port': ['ID=93c2765e-ac19-469c-9b86-8123d1b07ba5,revision_number=2']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:33.496467 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 42c7c0b1-26b7-4247-be91-d11220f6fafa up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:00:33.498936 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cd8b75b2-d477-49d4-b1ca-d4f678f5d08f admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:33.505582 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47a302d-eae4-4f64-a59c-37da1071f95b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:00:33.505930 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47a302d-eae4-4f64-a59c-37da1071f95b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:00:33.506377 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47a302d-eae4-4f64-a59c-37da1071f95b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:00:33.506718 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47a302d-eae4-4f64-a59c-37da1071f95b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:00:33.507054 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47a302d-eae4-4f64-a59c-37da1071f95b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:00:33.507376 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47a302d-eae4-4f64-a59c-37da1071f95b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:00:33.507696 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47a302d-eae4-4f64-a59c-37da1071f95b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:00:33.508037 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47a302d-eae4-4f64-a59c-37da1071f95b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:00:33.508354 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47a302d-eae4-4f64-a59c-37da1071f95b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:00:33.508674 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47a302d-eae4-4f64-a59c-37da1071f95b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:00:33.508990 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47a302d-eae4-4f64-a59c-37da1071f95b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:00:33.509299 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47a302d-eae4-4f64-a59c-37da1071f95b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:00:33.516381 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-006f04aa-855d-407c-a4a4-7e169aeada0e None None] For port 93c2765e-ac19-469c-9b86-8123d1b07ba5, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:00:33.520341 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-006f04aa-855d-407c-a4a4-7e169aeada0e None None] For port 93c2765e-ac19-469c-9b86-8123d1b07ba5, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=93c2765e-ac19-469c-9b86-8123d1b07ba5,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:00:33.527212 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-006f04aa-855d-407c-a4a4-7e169aeada0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:33.549143 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cd8b75b2-d477-49d4-b1ca-d4f678f5d08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:33.557662 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 42c7c0b1-26b7-4247-be91-d11220f6fafa triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:00:33.558274 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:33.596874 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8b75b2-d477-49d4-b1ca-d4f678f5d08f admin admin] Network 2fa30ef8-64b3-41cf-9762-964818177a5e is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:00:33.600727 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-cd8b75b2-d477-49d4-b1ca-d4f678f5d08f admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:00:33.603452 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8b75b2-d477-49d4-b1ca-d4f678f5d08f admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:00:33.654188 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b75b2-d477-49d4-b1ca-d4f678f5d08f admin admin] Pushing event updated for resources: {'Port': ['ID=4e487378-485e-436e-a859-9c0fe90e55d3,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:33.666588 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cd8b75b2-d477-49d4-b1ca-d4f678f5d08f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:33.692944 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006f04aa-855d-407c-a4a4-7e169aeada0e None None] Routers {'c2beec22-9b5e-4285-9ee8-1ac60c170d4b'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:00:33.693447 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-006f04aa-855d-407c-a4a4-7e169aeada0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:00:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['c2beec22-9b5e-4285-9ee8-1ac60c170d4b'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:00:33.697334 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a302d-eae4-4f64-a59c-37da1071f95b None None] Pushing event updated for resources: {'Port': ['ID=93c2765e-ac19-469c-9b86-8123d1b07ba5,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:33.813769 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-006f04aa-855d-407c-a4a4-7e169aeada0e None None] Set router c2beec22-9b5e-4285-9ee8-1ac60c170d4b gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:00:33.814478 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cd8b75b2-d477-49d4-b1ca-d4f678f5d08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:33.884253 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-8def807a-b7a2-4ddb-b1c6-232339a67a3f None None] Provisioning complete for port 4e487378-485e-436e-a859-9c0fe90e55d3 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:00:33.884800 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8def807a-b7a2-4ddb-b1c6-232339a67a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:33.920368 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-8def807a-b7a2-4ddb-b1c6-232339a67a3f None None] Port 4e487378-485e-436e-a859-9c0fe90e55d3 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:00:33.993871 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cd8b75b2-d477-49d4-b1ca-d4f678f5d08f admin admin] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:33.998710 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cd8b75b2-d477-49d4-b1ca-d4f678f5d08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:34.012489 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-006f04aa-855d-407c-a4a4-7e169aeada0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'name': 'tempest-TestMinimumBasicScenario-1238802638-router', 'tenant_id': '606c9b3063f4493a8c2a653c2f5cc357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '93c2765e-ac19-469c-9b86-8123d1b07ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:00:30Z', 'updated_at': '2021-10-19T02:00:31Z', 'revision_number': 3, 'project_id': '606c9b3063f4493a8c2a653c2f5cc357', 'gw_port': {'id': '93c2765e-ac19-469c-9b86-8123d1b07ba5', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:85:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:00:31Z', 'updated_at': '2021-10-19T02:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:00:34.042903 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006f04aa-855d-407c-a4a4-7e169aeada0e None None] The sync data for ids ['c2beec22-9b5e-4285-9ee8-1ac60c170d4b'] in n-d-715271-26 is: [{'id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'name': 'tempest-TestMinimumBasicScenario-1238802638-router', 'tenant_id': '606c9b3063f4493a8c2a653c2f5cc357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '93c2765e-ac19-469c-9b86-8123d1b07ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:00:30Z', 'updated_at': '2021-10-19T02:00:31Z', 'revision_number': 3, 'project_id': '606c9b3063f4493a8c2a653c2f5cc357', 'gw_port': {'id': '93c2765e-ac19-469c-9b86-8123d1b07ba5', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:85:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:00:31Z', 'updated_at': '2021-10-19T02:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:00:34.067838 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cd8b75b2-d477-49d4-b1ca-d4f678f5d08f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:34.069826 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b75b2-d477-49d4-b1ca-d4f678f5d08f admin admin] Pushing event updated for resources: {'Port': ['ID=4e487378-485e-436e-a859-9c0fe90e55d3,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:34.170871 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8b75b2-d477-49d4-b1ca-d4f678f5d08f admin admin] Network 2fa30ef8-64b3-41cf-9762-964818177a5e is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:00:34.172229 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-cd8b75b2-d477-49d4-b1ca-d4f678f5d08f admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:00:34.311039 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8b75b2-d477-49d4-b1ca-d4f678f5d08f admin admin] Router c2beec22-9b5e-4285-9ee8-1ac60c170d4b has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:00:34.431569 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8b75b2-d477-49d4-b1ca-d4f678f5d08f admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:00:34.436607 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cd8b75b2-d477-49d4-b1ca-d4f678f5d08f admin admin] 10.222.0.57 "PUT /v2.0/routers/c2beec22-9b5e-4285-9ee8-1ac60c170d4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6764276 Oct 19 02:00:34.443257 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-40d9291b-5325-42d5-9083-c2b4a9aeb4eb None None] Provisioning complete for port 4e487378-485e-436e-a859-9c0fe90e55d3 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:00:34.443926 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-40d9291b-5325-42d5-9083-c2b4a9aeb4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:34.483443 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-40d9291b-5325-42d5-9083-c2b4a9aeb4eb None None] Port 4e487378-485e-436e-a859-9c0fe90e55d3 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:00:34.916007 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54500) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:00:34.921512 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-0f37e155-b8b8-4f97-be31-7e5eb2589b6e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-873097708-network', 'tenant_id': 'ca619b1492ce4f089aefb8c7b8547bf6'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:00:34.943068 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f37e155-b8b8-4f97-be31-7e5eb2589b6e admin admin] Made reservation on behalf of ca619b1492ce4f089aefb8c7b8547bf6 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:00:34.945522 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0f37e155-b8b8-4f97-be31-7e5eb2589b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:34.955149 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0f37e155-b8b8-4f97-be31-7e5eb2589b6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:35.036273 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0f37e155-b8b8-4f97-be31-7e5eb2589b6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:35.040036 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0f37e155-b8b8-4f97-be31-7e5eb2589b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:35.061793 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f37e155-b8b8-4f97-be31-7e5eb2589b6e admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 02:00:35.075478 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37e155-b8b8-4f97-be31-7e5eb2589b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36bdf52-b07d-43aa-a214-59fa606a2c59,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:35.080808 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0f37e155-b8b8-4f97-be31-7e5eb2589b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:35.081156 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-0f37e155-b8b8-4f97-be31-7e5eb2589b6e admin admin] Added segment b27e9985-46f1-441c-966d-c4a685e0f0cf of type vlan for network b5d9a4a6-dacb-4648-a26c-0c28e2ceb1d8 Oct 19 02:00:35.121263 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0f37e155-b8b8-4f97-be31-7e5eb2589b6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:35.147138 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0f37e155-b8b8-4f97-be31-7e5eb2589b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:35.148163 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f37e155-b8b8-4f97-be31-7e5eb2589b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:35.148739 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0f37e155-b8b8-4f97-be31-7e5eb2589b6e admin admin] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:35.176767 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0f37e155-b8b8-4f97-be31-7e5eb2589b6e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2596352 Oct 19 02:00:35.179692 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54502) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:00:35.184673 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-c8ae01a7-522b-419a-b51a-2f7f37ad0b20 admin admin] Request body: {'subnet': {'network_id': 'b5d9a4a6-dacb-4648-a26c-0c28e2ceb1d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-873097708-subnet', 'tenant_id': 'ca619b1492ce4f089aefb8c7b8547bf6', 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:00:35.206295 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ae01a7-522b-419a-b51a-2f7f37ad0b20 admin admin] Made reservation on behalf of ca619b1492ce4f089aefb8c7b8547bf6 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:00:35.208562 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c8ae01a7-522b-419a-b51a-2f7f37ad0b20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:35.213253 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37e155-b8b8-4f97-be31-7e5eb2589b6e admin admin] Pushing event updated for resources: {'Network': ['ID=b5d9a4a6-dacb-4648-a26c-0c28e2ceb1d8,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:35.225009 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network b5d9a4a6-dacb-4648-a26c-0c28e2ceb1d8 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 02:00:35.488397 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 93c2765e-ac19-469c-9b86-8123d1b07ba5 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:00:35.543138 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 93c2765e-ac19-469c-9b86-8123d1b07ba5 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:00:35.543842 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:35.570568 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a2ccea-ebfe-49fb-9a26-4f2245403c19 None None] Sync routers for ids ['c2beec22-9b5e-4285-9ee8-1ac60c170d4b'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:00:35.590706 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a2ccea-ebfe-49fb-9a26-4f2245403c19 None None] Routers {'c2beec22-9b5e-4285-9ee8-1ac60c170d4b'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:00:35.591886 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-96a2ccea-ebfe-49fb-9a26-4f2245403c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:00:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['c2beec22-9b5e-4285-9ee8-1ac60c170d4b'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:00:35.699330 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c8ae01a7-522b-419a-b51a-2f7f37ad0b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:35.721035 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:35.733659 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-96a2ccea-ebfe-49fb-9a26-4f2245403c19 None None] Set router c2beec22-9b5e-4285-9ee8-1ac60c170d4b gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:00:35.754186 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae01a7-522b-419a-b51a-2f7f37ad0b20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa955e90-063d-442d-8f3d-e8638e79ab89,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:35.764922 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ae01a7-522b-419a-b51a-2f7f37ad0b20 admin admin] Checking segment: {'id': 'b27e9985-46f1-441c-966d-c4a685e0f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b5d9a4a6-dacb-4648-a26c-0c28e2ceb1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:00:35.765285 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ae01a7-522b-419a-b51a-2f7f37ad0b20 admin admin] Network hostable DHCP agents. Network: b5d9a4a6-dacb-4648-a26c-0c28e2ceb1d8, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 02:00:35.776120 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 93c2765e-ac19-469c-9b86-8123d1b07ba5, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=93c2765e-ac19-469c-9b86-8123d1b07ba5,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:00:35.781423 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:35.781612 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ae01a7-522b-419a-b51a-2f7f37ad0b20 admin admin] Network b5d9a4a6-dacb-4648-a26c-0c28e2ceb1d8 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 02:00:35.791325 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-c8ae01a7-522b-419a-b51a-2f7f37ad0b20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, b5d9a4a6-dacb-4648-a26c-0c28e2ceb1d8) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:00:35.796308 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ae01a7-522b-419a-b51a-2f7f37ad0b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:35.796894 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c8ae01a7-522b-419a-b51a-2f7f37ad0b20 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:35.813659 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c8ae01a7-522b-419a-b51a-2f7f37ad0b20 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6327193 Oct 19 02:00:35.816338 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54504) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:00:35.820749 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-07126419-a71d-4970-97ee-a43d44384893 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-873097708-router', 'tenant_id': 'ca619b1492ce4f089aefb8c7b8547bf6', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:00:35.844606 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-07126419-a71d-4970-97ee-a43d44384893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:35.845861 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-07126419-a71d-4970-97ee-a43d44384893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:35.905901 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-07126419-a71d-4970-97ee-a43d44384893 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:35.993356 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acbb651-5715-4a22-a881-10d107cf15bd None None] Network b5d9a4a6-dacb-4648-a26c-0c28e2ceb1d8 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:00:36.061734 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-07126419-a71d-4970-97ee-a43d44384893 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:36.119721 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=93c2765e-ac19-469c-9b86-8123d1b07ba5,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:36.274314 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e2f681-bc45-41ff-b486-25d6aeab6eb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-b5d9a4a6-dacb-4648-a26c-0c28e2ceb1d8', 'network_id': 'b5d9a4a6-dacb-4648-a26c-0c28e2ceb1d8', 'tenant_id': 'ca619b1492ce4f089aefb8c7b8547bf6', 'fixed_ips': [{'subnet_id': 'fa955e90-063d-442d-8f3d-e8638e79ab89'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 02:00:36.275745 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-97e2f681-bc45-41ff-b486-25d6aeab6eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:36.291966 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-07126419-a71d-4970-97ee-a43d44384893 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:36.310023 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-96a2ccea-ebfe-49fb-9a26-4f2245403c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'name': 'tempest-TestMinimumBasicScenario-1238802638-router', 'tenant_id': '606c9b3063f4493a8c2a653c2f5cc357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '93c2765e-ac19-469c-9b86-8123d1b07ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:00:30Z', 'updated_at': '2021-10-19T02:00:33Z', 'revision_number': 4, 'project_id': '606c9b3063f4493a8c2a653c2f5cc357', 'gw_port': {'id': '93c2765e-ac19-469c-9b86-8123d1b07ba5', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:85:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:00:31Z', 'updated_at': '2021-10-19T02:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '4e487378-485e-436e-a859-9c0fe90e55d3', 'name': '', 'network_id': '2fa30ef8-64b3-41cf-9762-964818177a5e', 'tenant_id': '606c9b3063f4493a8c2a653c2f5cc357', 'mac_address': 'fa:16:3e:18:bc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '18a24ef3-1f55-4aae-b7f3-c6d507e6ce16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:00:33Z', 'updated_at': '2021-10-19T02:00:33Z', 'revision_number': 2, 'project_id': '606c9b3063f4493a8c2a653c2f5cc357', 'subnets': [{'id': '18a24ef3-1f55-4aae-b7f3-c6d507e6ce16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:00:36.317456 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-07126419-a71d-4970-97ee-a43d44384893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:36.390025 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a2ccea-ebfe-49fb-9a26-4f2245403c19 None None] Checking router: c2beec22-9b5e-4285-9ee8-1ac60c170d4b for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:00:36.390384 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a2ccea-ebfe-49fb-9a26-4f2245403c19 None None] Updating router c2beec22-9b5e-4285-9ee8-1ac60c170d4b port 4e487378-485e-436e-a859-9c0fe90e55d3 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:00:36.429600 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-07126419-a71d-4970-97ee-a43d44384893 admin admin] Allocated IP 172.25.8.244 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/bcecd936-8ee2-4935-ad37-8a05f1083f14) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:00:36.434364 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-96a2ccea-ebfe-49fb-9a26-4f2245403c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:36.550732 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-07126419-a71d-4970-97ee-a43d44384893 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:36.570460 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-97e2f681-bc45-41ff-b486-25d6aeab6eb1 None None] Allocated IP 172.20.0.2 (b5d9a4a6-dacb-4648-a26c-0c28e2ceb1d8/fa955e90-063d-442d-8f3d-e8638e79ab89/a68c1c8d-8a4b-4f3a-a93f-346ef08ce95e) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:00:36.585409 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-07126419-a71d-4970-97ee-a43d44384893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:36.625341 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07126419-a71d-4970-97ee-a43d44384893 admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:00:36.628320 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-07126419-a71d-4970-97ee-a43d44384893 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:00:36.631279 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07126419-a71d-4970-97ee-a43d44384893 admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:00:36.668135 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07126419-a71d-4970-97ee-a43d44384893 admin admin] Pushing event updated for resources: {'Port': ['ID=bcecd936-8ee2-4935-ad37-8a05f1083f14,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:36.823651 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-97e2f681-bc45-41ff-b486-25d6aeab6eb1 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:36.846230 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-97e2f681-bc45-41ff-b486-25d6aeab6eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:36.897554 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-07126419-a71d-4970-97ee-a43d44384893 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:36.907075 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e2f681-bc45-41ff-b486-25d6aeab6eb1 None None] Network b5d9a4a6-dacb-4648-a26c-0c28e2ceb1d8 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:00:36.910693 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-96a2ccea-ebfe-49fb-9a26-4f2245403c19 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:36.914807 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-97e2f681-bc45-41ff-b486-25d6aeab6eb1 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:00:36.917666 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e2f681-bc45-41ff-b486-25d6aeab6eb1 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:00:36.920628 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2f681-bc45-41ff-b486-25d6aeab6eb1 None None] Pushing event updated for resources: {'Port': ['ID=a68c1c8d-8a4b-4f3a-a93f-346ef08ce95e,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:36.925009 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-96a2ccea-ebfe-49fb-9a26-4f2245403c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:37.039505 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-97e2f681-bc45-41ff-b486-25d6aeab6eb1 None None] Attempting to bind port a68c1c8d-8a4b-4f3a-a93f-346ef08ce95e on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:00:37.039913 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-97e2f681-bc45-41ff-b486-25d6aeab6eb1 None None] Attempting to bind port a68c1c8d-8a4b-4f3a-a93f-346ef08ce95e by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'b27e9985-46f1-441c-966d-c4a685e0f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b5d9a4a6-dacb-4648-a26c-0c28e2ceb1d8'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:00:37.040284 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e2f681-bc45-41ff-b486-25d6aeab6eb1 None None] Attempting to bind port a68c1c8d-8a4b-4f3a-a93f-346ef08ce95e on network b5d9a4a6-dacb-4648-a26c-0c28e2ceb1d8 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:00:37.045933 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd5b30-08f1-455c-b466-5ef41bcfe603 None None] Pushing event updated for resources: {'Port': ['ID=4e487378-485e-436e-a859-9c0fe90e55d3,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:37.052059 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e2f681-bc45-41ff-b486-25d6aeab6eb1 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:00:37.052439 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e2f681-bc45-41ff-b486-25d6aeab6eb1 None None] Checking segment: {'id': 'b27e9985-46f1-441c-966d-c4a685e0f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b5d9a4a6-dacb-4648-a26c-0c28e2ceb1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:00:37.052844 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-97e2f681-bc45-41ff-b486-25d6aeab6eb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:37.053618 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e2f681-bc45-41ff-b486-25d6aeab6eb1 None None] Bound using segment: {'id': 'b27e9985-46f1-441c-966d-c4a685e0f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b5d9a4a6-dacb-4648-a26c-0c28e2ceb1d8'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:00:37.053754 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-97e2f681-bc45-41ff-b486-25d6aeab6eb1 None None] Bound port: a68c1c8d-8a4b-4f3a-a93f-346ef08ce95e, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b27e9985-46f1-441c-966d-c4a685e0f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b5d9a4a6-dacb-4648-a26c-0c28e2ceb1d8'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:00:37.054081 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-97e2f681-bc45-41ff-b486-25d6aeab6eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:37.091044 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-96a2ccea-ebfe-49fb-9a26-4f2245403c19 None None] Attempting to bind port 4e487378-485e-436e-a859-9c0fe90e55d3 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:00:37.091968 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-96a2ccea-ebfe-49fb-9a26-4f2245403c19 None None] Attempting to bind port 4e487378-485e-436e-a859-9c0fe90e55d3 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '4fd7327c-b58c-4586-b062-279eec0d7052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2fa30ef8-64b3-41cf-9762-964818177a5e'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:00:37.092344 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a2ccea-ebfe-49fb-9a26-4f2245403c19 None None] Attempting to bind port 4e487378-485e-436e-a859-9c0fe90e55d3 on network 2fa30ef8-64b3-41cf-9762-964818177a5e {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:00:37.105638 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-07126419-a71d-4970-97ee-a43d44384893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:37.115387 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a2ccea-ebfe-49fb-9a26-4f2245403c19 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:00:37.115791 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a2ccea-ebfe-49fb-9a26-4f2245403c19 None None] Checking segment: {'id': '4fd7327c-b58c-4586-b062-279eec0d7052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2fa30ef8-64b3-41cf-9762-964818177a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:00:37.116201 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-96a2ccea-ebfe-49fb-9a26-4f2245403c19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:37.116596 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a2ccea-ebfe-49fb-9a26-4f2245403c19 None None] Bound using segment: {'id': '4fd7327c-b58c-4586-b062-279eec0d7052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2fa30ef8-64b3-41cf-9762-964818177a5e'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:00:37.117084 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-96a2ccea-ebfe-49fb-9a26-4f2245403c19 None None] Bound port: 4e487378-485e-436e-a859-9c0fe90e55d3, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd7327c-b58c-4586-b062-279eec0d7052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2fa30ef8-64b3-41cf-9762-964818177a5e'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:00:37.117467 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-96a2ccea-ebfe-49fb-9a26-4f2245403c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:37.182831 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-97e2f681-bc45-41ff-b486-25d6aeab6eb1 None None] For port a68c1c8d-8a4b-4f3a-a93f-346ef08ce95e, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:00:37.187605 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-97e2f681-bc45-41ff-b486-25d6aeab6eb1 None None] For port a68c1c8d-8a4b-4f3a-a93f-346ef08ce95e, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=a68c1c8d-8a4b-4f3a-a93f-346ef08ce95e,segment=NetworkSegment(b27e9985-46f1-441c-966d-c4a685e0f0cf),segment_id=b27e9985-46f1-441c-966d-c4a685e0f0cf)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:00:37.192556 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-97e2f681-bc45-41ff-b486-25d6aeab6eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:37.236410 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07126419-a71d-4970-97ee-a43d44384893 admin admin] Router bbe032a0-83ec-4074-be12-c22a9861eed9 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 02:00:37.254387 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-96a2ccea-ebfe-49fb-9a26-4f2245403c19 None None] For port 4e487378-485e-436e-a859-9c0fe90e55d3, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:00:37.279563 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-96a2ccea-ebfe-49fb-9a26-4f2245403c19 None None] For port 4e487378-485e-436e-a859-9c0fe90e55d3, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=4e487378-485e-436e-a859-9c0fe90e55d3,segment=NetworkSegment(4fd7327c-b58c-4586-b062-279eec0d7052),segment_id=4fd7327c-b58c-4586-b062-279eec0d7052)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:00:37.287585 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-69ec699f-f8af-483f-9e34-e23a76dc60b8 None None] Provisioning complete for port 4e487378-485e-436e-a859-9c0fe90e55d3 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:00:37.287990 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-69ec699f-f8af-483f-9e34-e23a76dc60b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:37.289683 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2f681-bc45-41ff-b486-25d6aeab6eb1 None None] Pushing event updated for resources: {'Port': ['ID=a68c1c8d-8a4b-4f3a-a93f-346ef08ce95e,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:37.292687 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-96a2ccea-ebfe-49fb-9a26-4f2245403c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:37.358866 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07126419-a71d-4970-97ee-a43d44384893 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:00:37.374845 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc84073-9abd-41f9-8074-d904c81e7048 None None] Sync routers for ids ['bbe032a0-83ec-4074-be12-c22a9861eed9'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:00:37.386315 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc84073-9abd-41f9-8074-d904c81e7048 None None] Routers {'bbe032a0-83ec-4074-be12-c22a9861eed9'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:00:37.387348 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-5bc84073-9abd-41f9-8074-d904c81e7048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:00:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['bbe032a0-83ec-4074-be12-c22a9861eed9'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:00:37.392168 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-07126419-a71d-4970-97ee-a43d44384893 admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:37.393357 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd5b30-08f1-455c-b466-5ef41bcfe603 None None] Pushing event updated for resources: {'Port': ['ID=4e487378-485e-436e-a859-9c0fe90e55d3,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:37.393471 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-07126419-a71d-4970-97ee-a43d44384893 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5760965 Oct 19 02:00:37.396207 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a2ccea-ebfe-49fb-9a26-4f2245403c19 None None] Routers {'c2beec22-9b5e-4285-9ee8-1ac60c170d4b'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:00:37.396721 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54506) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:00:37.397183 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-96a2ccea-ebfe-49fb-9a26-4f2245403c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:00:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['c2beec22-9b5e-4285-9ee8-1ac60c170d4b'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:00:37.570782 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-69ec699f-f8af-483f-9e34-e23a76dc60b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:37.572839 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 93c2765e-ac19-469c-9b86-8123d1b07ba5 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:00:37.620052 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-5bc84073-9abd-41f9-8074-d904c81e7048 None None] Set router bbe032a0-83ec-4074-be12-c22a9861eed9 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:00:37.694188 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-96a2ccea-ebfe-49fb-9a26-4f2245403c19 None None] Set router c2beec22-9b5e-4285-9ee8-1ac60c170d4b gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:00:37.737699 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-69ec699f-f8af-483f-9e34-e23a76dc60b8 None None] For port 4e487378-485e-436e-a859-9c0fe90e55d3, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=4e487378-485e-436e-a859-9c0fe90e55d3,segment=NetworkSegment(4fd7327c-b58c-4586-b062-279eec0d7052),segment_id=4fd7327c-b58c-4586-b062-279eec0d7052)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:00:37.749954 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-69ec699f-f8af-483f-9e34-e23a76dc60b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:37.799931 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 93c2765e-ac19-469c-9b86-8123d1b07ba5 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:00:37.800312 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:37.841030 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-5bc84073-9abd-41f9-8074-d904c81e7048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe032a0-83ec-4074-be12-c22a9861eed9', 'name': 'tempest-TestMinimumBasicScenario-873097708-router', 'tenant_id': 'ca619b1492ce4f089aefb8c7b8547bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'bcecd936-8ee2-4935-ad37-8a05f1083f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:00:35Z', 'updated_at': '2021-10-19T02:00:36Z', 'revision_number': 3, 'project_id': 'ca619b1492ce4f089aefb8c7b8547bf6', 'gw_port': {'id': 'bcecd936-8ee2-4935-ad37-8a05f1083f14', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:97:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe032a0-83ec-4074-be12-c22a9861eed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:00:36Z', 'updated_at': '2021-10-19T02:00:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:00:37.869671 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc84073-9abd-41f9-8074-d904c81e7048 None None] Checking router: bbe032a0-83ec-4074-be12-c22a9861eed9 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:00:37.870279 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc84073-9abd-41f9-8074-d904c81e7048 None None] Updating router bbe032a0-83ec-4074-be12-c22a9861eed9 port bcecd936-8ee2-4935-ad37-8a05f1083f14 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:00:37.904777 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-5bc84073-9abd-41f9-8074-d904c81e7048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:37.915504 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec699f-f8af-483f-9e34-e23a76dc60b8 None None] Pushing event updated for resources: {'Port': ['ID=4e487378-485e-436e-a859-9c0fe90e55d3,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:37.925771 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-0bcb3905-6dc4-4d7e-9f97-46f4dd53cb4e None None] Provisioning complete for port 4e487378-485e-436e-a859-9c0fe90e55d3 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:00:37.926151 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0bcb3905-6dc4-4d7e-9f97-46f4dd53cb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:37.972202 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4181aa36-28db-4d46-a875-0d616c60d61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:38.147020 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-96a2ccea-ebfe-49fb-9a26-4f2245403c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'name': 'tempest-TestMinimumBasicScenario-1238802638-router', 'tenant_id': '606c9b3063f4493a8c2a653c2f5cc357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '93c2765e-ac19-469c-9b86-8123d1b07ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:00:30Z', 'updated_at': '2021-10-19T02:00:33Z', 'revision_number': 4, 'project_id': '606c9b3063f4493a8c2a653c2f5cc357', 'gw_port': {'id': '93c2765e-ac19-469c-9b86-8123d1b07ba5', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:85:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:00:31Z', 'updated_at': '2021-10-19T02:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '4e487378-485e-436e-a859-9c0fe90e55d3', 'name': '', 'network_id': '2fa30ef8-64b3-41cf-9762-964818177a5e', 'tenant_id': '606c9b3063f4493a8c2a653c2f5cc357', 'mac_address': 'fa:16:3e:18:bc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '18a24ef3-1f55-4aae-b7f3-c6d507e6ce16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:00:33Z', 'updated_at': '2021-10-19T02:00:37Z', 'revision_number': 4, 'project_id': '606c9b3063f4493a8c2a653c2f5cc357', 'subnets': [{'id': '18a24ef3-1f55-4aae-b7f3-c6d507e6ce16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:00:38.152810 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-4181aa36-28db-4d46-a875-0d616c60d61e admin admin] Allocated IP 172.20.0.1 (b5d9a4a6-dacb-4648-a26c-0c28e2ceb1d8/fa955e90-063d-442d-8f3d-e8638e79ab89/ba20bf02-a1f7-4e41-8b3a-77cecbdc5d17) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:00:38.219124 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-5bc84073-9abd-41f9-8074-d904c81e7048 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:38.229467 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-5bc84073-9abd-41f9-8074-d904c81e7048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:38.283868 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4181aa36-28db-4d46-a875-0d616c60d61e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:38.288399 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-5bc84073-9abd-41f9-8074-d904c81e7048 None None] Attempting to bind port bcecd936-8ee2-4935-ad37-8a05f1083f14 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:00:38.288777 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-5bc84073-9abd-41f9-8074-d904c81e7048 None None] Attempting to bind port bcecd936-8ee2-4935-ad37-8a05f1083f14 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:00:38.289135 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc84073-9abd-41f9-8074-d904c81e7048 None None] Attempting to bind port bcecd936-8ee2-4935-ad37-8a05f1083f14 on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:00:38.298074 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc84073-9abd-41f9-8074-d904c81e7048 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:00:38.298473 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc84073-9abd-41f9-8074-d904c81e7048 None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:00:38.298878 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-5bc84073-9abd-41f9-8074-d904c81e7048 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:38.299272 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc84073-9abd-41f9-8074-d904c81e7048 None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:00:38.299762 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-5bc84073-9abd-41f9-8074-d904c81e7048 None None] Bound port: bcecd936-8ee2-4935-ad37-8a05f1083f14, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:00:38.300149 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-5bc84073-9abd-41f9-8074-d904c81e7048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:38.301868 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782ba56-953d-41bd-9f1a-fe960157cf84 None None] Pushing event updated for resources: {'Port': ['ID=bcecd936-8ee2-4935-ad37-8a05f1083f14,revision_number=2']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:38.337093 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4181aa36-28db-4d46-a875-0d616c60d61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:38.377930 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-5bc84073-9abd-41f9-8074-d904c81e7048 None None] For port bcecd936-8ee2-4935-ad37-8a05f1083f14, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:00:38.382371 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-5bc84073-9abd-41f9-8074-d904c81e7048 None None] For port bcecd936-8ee2-4935-ad37-8a05f1083f14, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=bcecd936-8ee2-4935-ad37-8a05f1083f14,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:00:38.389823 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a2ccea-ebfe-49fb-9a26-4f2245403c19 None None] The sync data for ids ['c2beec22-9b5e-4285-9ee8-1ac60c170d4b'] in n-d-715271-26 is: [{'id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'name': 'tempest-TestMinimumBasicScenario-1238802638-router', 'tenant_id': '606c9b3063f4493a8c2a653c2f5cc357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '93c2765e-ac19-469c-9b86-8123d1b07ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:00:30Z', 'updated_at': '2021-10-19T02:00:33Z', 'revision_number': 4, 'project_id': '606c9b3063f4493a8c2a653c2f5cc357', 'gw_port': {'id': '93c2765e-ac19-469c-9b86-8123d1b07ba5', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:85:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:00:31Z', 'updated_at': '2021-10-19T02:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '4e487378-485e-436e-a859-9c0fe90e55d3', 'name': '', 'network_id': '2fa30ef8-64b3-41cf-9762-964818177a5e', 'tenant_id': '606c9b3063f4493a8c2a653c2f5cc357', 'mac_address': 'fa:16:3e:18:bc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '18a24ef3-1f55-4aae-b7f3-c6d507e6ce16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:00:33Z', 'updated_at': '2021-10-19T02:00:37Z', 'revision_number': 4, 'project_id': '606c9b3063f4493a8c2a653c2f5cc357', 'subnets': [{'id': '18a24ef3-1f55-4aae-b7f3-c6d507e6ce16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:00:38.390760 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-5bc84073-9abd-41f9-8074-d904c81e7048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:38.394946 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4181aa36-28db-4d46-a875-0d616c60d61e admin admin] Network b5d9a4a6-dacb-4648-a26c-0c28e2ceb1d8 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:00:38.397921 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-4181aa36-28db-4d46-a875-0d616c60d61e admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:00:38.401698 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4181aa36-28db-4d46-a875-0d616c60d61e admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:00:38.435982 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181aa36-28db-4d46-a875-0d616c60d61e admin admin] Pushing event updated for resources: {'Port': ['ID=ba20bf02-a1f7-4e41-8b3a-77cecbdc5d17,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:38.470236 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc84073-9abd-41f9-8074-d904c81e7048 None None] Routers {'bbe032a0-83ec-4074-be12-c22a9861eed9'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:00:38.471106 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-5bc84073-9abd-41f9-8074-d904c81e7048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:00:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['bbe032a0-83ec-4074-be12-c22a9861eed9'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:00:38.477761 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782ba56-953d-41bd-9f1a-fe960157cf84 None None] Pushing event updated for resources: {'Port': ['ID=bcecd936-8ee2-4935-ad37-8a05f1083f14,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:38.486190 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4181aa36-28db-4d46-a875-0d616c60d61e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:38.619365 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-5bc84073-9abd-41f9-8074-d904c81e7048 None None] Set router bbe032a0-83ec-4074-be12-c22a9861eed9 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:00:38.624911 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e9a823-0595-4b38-8cd7-26075d15af3c None None] Network b5d9a4a6-dacb-4648-a26c-0c28e2ceb1d8 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:00:38.640446 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4181aa36-28db-4d46-a875-0d616c60d61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:38.705895 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-73648ad0-331b-4d2b-b871-f920ccf32f16 None None] Provisioning complete for port a68c1c8d-8a4b-4f3a-a93f-346ef08ce95e triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:00:38.706424 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-73648ad0-331b-4d2b-b871-f920ccf32f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:38.822959 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-5bc84073-9abd-41f9-8074-d904c81e7048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe032a0-83ec-4074-be12-c22a9861eed9', 'name': 'tempest-TestMinimumBasicScenario-873097708-router', 'tenant_id': 'ca619b1492ce4f089aefb8c7b8547bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'bcecd936-8ee2-4935-ad37-8a05f1083f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:00:35Z', 'updated_at': '2021-10-19T02:00:36Z', 'revision_number': 3, 'project_id': 'ca619b1492ce4f089aefb8c7b8547bf6', 'gw_port': {'id': 'bcecd936-8ee2-4935-ad37-8a05f1083f14', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:97:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe032a0-83ec-4074-be12-c22a9861eed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:00:36Z', 'updated_at': '2021-10-19T02:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:00:38.847886 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4181aa36-28db-4d46-a875-0d616c60d61e admin admin] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:38.855656 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4181aa36-28db-4d46-a875-0d616c60d61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:38.855920 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc84073-9abd-41f9-8074-d904c81e7048 None None] The sync data for ids ['bbe032a0-83ec-4074-be12-c22a9861eed9'] in n-d-715271-26 is: [{'id': 'bbe032a0-83ec-4074-be12-c22a9861eed9', 'name': 'tempest-TestMinimumBasicScenario-873097708-router', 'tenant_id': 'ca619b1492ce4f089aefb8c7b8547bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'bcecd936-8ee2-4935-ad37-8a05f1083f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:00:35Z', 'updated_at': '2021-10-19T02:00:36Z', 'revision_number': 3, 'project_id': 'ca619b1492ce4f089aefb8c7b8547bf6', 'gw_port': {'id': 'bcecd936-8ee2-4935-ad37-8a05f1083f14', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:97:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe032a0-83ec-4074-be12-c22a9861eed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:00:36Z', 'updated_at': '2021-10-19T02:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:00:38.892249 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-73648ad0-331b-4d2b-b871-f920ccf32f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:38.940313 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-73648ad0-331b-4d2b-b871-f920ccf32f16 None None] For port a68c1c8d-8a4b-4f3a-a93f-346ef08ce95e, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=a68c1c8d-8a4b-4f3a-a93f-346ef08ce95e,segment=NetworkSegment(b27e9985-46f1-441c-966d-c4a685e0f0cf),segment_id=b27e9985-46f1-441c-966d-c4a685e0f0cf)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:00:38.950374 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4181aa36-28db-4d46-a875-0d616c60d61e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:38.953303 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-73648ad0-331b-4d2b-b871-f920ccf32f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:38.953482 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181aa36-28db-4d46-a875-0d616c60d61e admin admin] Pushing event updated for resources: {'Port': ['ID=ba20bf02-a1f7-4e41-8b3a-77cecbdc5d17,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:39.028677 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73648ad0-331b-4d2b-b871-f920ccf32f16 None None] Pushing event updated for resources: {'Port': ['ID=a68c1c8d-8a4b-4f3a-a93f-346ef08ce95e,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:39.097958 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4181aa36-28db-4d46-a875-0d616c60d61e admin admin] Network b5d9a4a6-dacb-4648-a26c-0c28e2ceb1d8 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:00:39.099553 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-4181aa36-28db-4d46-a875-0d616c60d61e admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:00:39.256582 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4181aa36-28db-4d46-a875-0d616c60d61e admin admin] Router bbe032a0-83ec-4074-be12-c22a9861eed9 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:00:39.276441 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-2487c723-6729-49ca-be89-7470fed1c4b8 None None] Provisioning complete for port ba20bf02-a1f7-4e41-8b3a-77cecbdc5d17 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:00:39.276814 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2487c723-6729-49ca-be89-7470fed1c4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:39.331130 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-2487c723-6729-49ca-be89-7470fed1c4b8 None None] Port ba20bf02-a1f7-4e41-8b3a-77cecbdc5d17 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:00:39.349415 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-2487c723-6729-49ca-be89-7470fed1c4b8 None None] Provisioning complete for port a68c1c8d-8a4b-4f3a-a93f-346ef08ce95e triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:00:39.350044 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2487c723-6729-49ca-be89-7470fed1c4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:39.460767 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4181aa36-28db-4d46-a875-0d616c60d61e admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:00:39.474492 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4181aa36-28db-4d46-a875-0d616c60d61e admin admin] 10.222.0.57 "PUT /v2.0/routers/bbe032a0-83ec-4074-be12-c22a9861eed9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0759754 Oct 19 02:00:39.619024 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device bcecd936-8ee2-4935-ad37-8a05f1083f14 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:00:39.688522 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-1f70686f-bb6c-4c68-8bb8-60b0ce15fd93 None None] Provisioning complete for port ba20bf02-a1f7-4e41-8b3a-77cecbdc5d17 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:00:39.689045 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1f70686f-bb6c-4c68-8bb8-60b0ce15fd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:39.721674 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port bcecd936-8ee2-4935-ad37-8a05f1083f14 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:00:39.722141 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:39.774222 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-1f70686f-bb6c-4c68-8bb8-60b0ce15fd93 None None] Port ba20bf02-a1f7-4e41-8b3a-77cecbdc5d17 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:00:39.839008 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:39.862582 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port bcecd936-8ee2-4935-ad37-8a05f1083f14, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=bcecd936-8ee2-4935-ad37-8a05f1083f14,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:00:39.867977 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:39.869099 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device a68c1c8d-8a4b-4f3a-a93f-346ef08ce95e up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:00:39.960602 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-ac67ec68-63be-4935-8cdb-06ea57638be3 None None] Provisioning complete for port ba20bf02-a1f7-4e41-8b3a-77cecbdc5d17 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:00:39.960980 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ac67ec68-63be-4935-8cdb-06ea57638be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:39.968228 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=bcecd936-8ee2-4935-ad37-8a05f1083f14,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:40.019578 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port a68c1c8d-8a4b-4f3a-a93f-346ef08ce95e triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:00:40.019975 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:40.023401 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-ac67ec68-63be-4935-8cdb-06ea57638be3 None None] Port ba20bf02-a1f7-4e41-8b3a-77cecbdc5d17 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:00:40.126478 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 4e487378-485e-436e-a859-9c0fe90e55d3 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:00:40.183444 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 4e487378-485e-436e-a859-9c0fe90e55d3 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:00:40.183879 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:41.466883 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device bcecd936-8ee2-4935-ad37-8a05f1083f14 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:00:41.537346 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port bcecd936-8ee2-4935-ad37-8a05f1083f14 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:00:41.538054 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:41.858980 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd49993-b5f6-4179-bd5e-f5e585a3bd43 None None] Sync routers for ids ['bbe032a0-83ec-4074-be12-c22a9861eed9'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:00:41.869180 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd49993-b5f6-4179-bd5e-f5e585a3bd43 None None] Routers {'bbe032a0-83ec-4074-be12-c22a9861eed9'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:00:41.869870 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-bbd49993-b5f6-4179-bd5e-f5e585a3bd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:00:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['bbe032a0-83ec-4074-be12-c22a9861eed9'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:00:42.014855 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-bbd49993-b5f6-4179-bd5e-f5e585a3bd43 None None] Set router bbe032a0-83ec-4074-be12-c22a9861eed9 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:00:42.265300 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-bbd49993-b5f6-4179-bd5e-f5e585a3bd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe032a0-83ec-4074-be12-c22a9861eed9', 'name': 'tempest-TestMinimumBasicScenario-873097708-router', 'tenant_id': 'ca619b1492ce4f089aefb8c7b8547bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'bcecd936-8ee2-4935-ad37-8a05f1083f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:00:35Z', 'updated_at': '2021-10-19T02:00:38Z', 'revision_number': 4, 'project_id': 'ca619b1492ce4f089aefb8c7b8547bf6', 'gw_port': {'id': 'bcecd936-8ee2-4935-ad37-8a05f1083f14', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe032a0-83ec-4074-be12-c22a9861eed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:00:36Z', 'updated_at': '2021-10-19T02:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'ba20bf02-a1f7-4e41-8b3a-77cecbdc5d17', 'name': '', 'network_id': 'b5d9a4a6-dacb-4648-a26c-0c28e2ceb1d8', 'tenant_id': 'ca619b1492ce4f089aefb8c7b8547bf6', 'mac_address': 'fa:16:3e:e5:a5:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe032a0-83ec-4074-be12-c22a9861eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'fa955e90-063d-442d-8f3d-e8638e79ab89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:00:37Z', 'updated_at': '2021-10-19T02:00:38Z', 'revision_number': 2, 'project_id': 'ca619b1492ce4f089aefb8c7b8547bf6', 'subnets': [{'id': 'fa955e90-063d-442d-8f3d-e8638e79ab89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:00:42.293536 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd49993-b5f6-4179-bd5e-f5e585a3bd43 None None] Checking router: bbe032a0-83ec-4074-be12-c22a9861eed9 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:00:42.293897 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd49993-b5f6-4179-bd5e-f5e585a3bd43 None None] Updating router bbe032a0-83ec-4074-be12-c22a9861eed9 port ba20bf02-a1f7-4e41-8b3a-77cecbdc5d17 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:00:42.322201 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bbd49993-b5f6-4179-bd5e-f5e585a3bd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:42.612475 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bbd49993-b5f6-4179-bd5e-f5e585a3bd43 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:42.618740 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bbd49993-b5f6-4179-bd5e-f5e585a3bd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:42.675255 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328aed6-0d49-4874-8d72-cc707a83b258 None None] Pushing event updated for resources: {'Port': ['ID=ba20bf02-a1f7-4e41-8b3a-77cecbdc5d17,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:42.732730 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-bbd49993-b5f6-4179-bd5e-f5e585a3bd43 None None] Attempting to bind port ba20bf02-a1f7-4e41-8b3a-77cecbdc5d17 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:00:42.734722 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-bbd49993-b5f6-4179-bd5e-f5e585a3bd43 None None] Attempting to bind port ba20bf02-a1f7-4e41-8b3a-77cecbdc5d17 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'b27e9985-46f1-441c-966d-c4a685e0f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b5d9a4a6-dacb-4648-a26c-0c28e2ceb1d8'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:00:42.735203 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd49993-b5f6-4179-bd5e-f5e585a3bd43 None None] Attempting to bind port ba20bf02-a1f7-4e41-8b3a-77cecbdc5d17 on network b5d9a4a6-dacb-4648-a26c-0c28e2ceb1d8 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:00:42.743565 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd49993-b5f6-4179-bd5e-f5e585a3bd43 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:00:42.744267 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd49993-b5f6-4179-bd5e-f5e585a3bd43 None None] Checking segment: {'id': 'b27e9985-46f1-441c-966d-c4a685e0f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b5d9a4a6-dacb-4648-a26c-0c28e2ceb1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:00:42.744664 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bbd49993-b5f6-4179-bd5e-f5e585a3bd43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:42.745127 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd49993-b5f6-4179-bd5e-f5e585a3bd43 None None] Bound using segment: {'id': 'b27e9985-46f1-441c-966d-c4a685e0f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b5d9a4a6-dacb-4648-a26c-0c28e2ceb1d8'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:00:42.745664 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-bbd49993-b5f6-4179-bd5e-f5e585a3bd43 None None] Bound port: ba20bf02-a1f7-4e41-8b3a-77cecbdc5d17, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b27e9985-46f1-441c-966d-c4a685e0f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b5d9a4a6-dacb-4648-a26c-0c28e2ceb1d8'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:00:42.746112 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bbd49993-b5f6-4179-bd5e-f5e585a3bd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:42.848425 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-bbd49993-b5f6-4179-bd5e-f5e585a3bd43 None None] For port ba20bf02-a1f7-4e41-8b3a-77cecbdc5d17, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:00:42.852869 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-bbd49993-b5f6-4179-bd5e-f5e585a3bd43 None None] For port ba20bf02-a1f7-4e41-8b3a-77cecbdc5d17, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=ba20bf02-a1f7-4e41-8b3a-77cecbdc5d17,segment=NetworkSegment(b27e9985-46f1-441c-966d-c4a685e0f0cf),segment_id=b27e9985-46f1-441c-966d-c4a685e0f0cf)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:00:42.861583 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bbd49993-b5f6-4179-bd5e-f5e585a3bd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:42.926744 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328aed6-0d49-4874-8d72-cc707a83b258 None None] Pushing event updated for resources: {'Port': ['ID=ba20bf02-a1f7-4e41-8b3a-77cecbdc5d17,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:42.929787 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd49993-b5f6-4179-bd5e-f5e585a3bd43 None None] Routers {'bbe032a0-83ec-4074-be12-c22a9861eed9'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:00:42.930535 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-bbd49993-b5f6-4179-bd5e-f5e585a3bd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:00:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['bbe032a0-83ec-4074-be12-c22a9861eed9'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:00:42.999386 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-e1c4280d-274e-4518-9d72-83f3896e344e None None] Provisioning complete for port ba20bf02-a1f7-4e41-8b3a-77cecbdc5d17 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:00:43.000075 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e1c4280d-274e-4518-9d72-83f3896e344e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:43.098694 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-bbd49993-b5f6-4179-bd5e-f5e585a3bd43 None None] Set router bbe032a0-83ec-4074-be12-c22a9861eed9 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:00:43.210425 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e1c4280d-274e-4518-9d72-83f3896e344e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:43.461265 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-e1c4280d-274e-4518-9d72-83f3896e344e None None] For port ba20bf02-a1f7-4e41-8b3a-77cecbdc5d17, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=ba20bf02-a1f7-4e41-8b3a-77cecbdc5d17,segment=NetworkSegment(b27e9985-46f1-441c-966d-c4a685e0f0cf),segment_id=b27e9985-46f1-441c-966d-c4a685e0f0cf)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:00:43.467588 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e1c4280d-274e-4518-9d72-83f3896e344e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:43.569211 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4280d-274e-4518-9d72-83f3896e344e None None] Pushing event updated for resources: {'Port': ['ID=ba20bf02-a1f7-4e41-8b3a-77cecbdc5d17,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:43.601022 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-ccdefa75-85fd-41b4-82eb-0247d78ba97e None None] Provisioning complete for port ba20bf02-a1f7-4e41-8b3a-77cecbdc5d17 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:00:43.601529 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ccdefa75-85fd-41b4-82eb-0247d78ba97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:43.631068 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-bbd49993-b5f6-4179-bd5e-f5e585a3bd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe032a0-83ec-4074-be12-c22a9861eed9', 'name': 'tempest-TestMinimumBasicScenario-873097708-router', 'tenant_id': 'ca619b1492ce4f089aefb8c7b8547bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'bcecd936-8ee2-4935-ad37-8a05f1083f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:00:35Z', 'updated_at': '2021-10-19T02:00:38Z', 'revision_number': 4, 'project_id': 'ca619b1492ce4f089aefb8c7b8547bf6', 'gw_port': {'id': 'bcecd936-8ee2-4935-ad37-8a05f1083f14', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe032a0-83ec-4074-be12-c22a9861eed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:00:36Z', 'updated_at': '2021-10-19T02:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'ba20bf02-a1f7-4e41-8b3a-77cecbdc5d17', 'name': '', 'network_id': 'b5d9a4a6-dacb-4648-a26c-0c28e2ceb1d8', 'tenant_id': 'ca619b1492ce4f089aefb8c7b8547bf6', 'mac_address': 'fa:16:3e:e5:a5:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe032a0-83ec-4074-be12-c22a9861eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'fa955e90-063d-442d-8f3d-e8638e79ab89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:00:37Z', 'updated_at': '2021-10-19T02:00:42Z', 'revision_number': 4, 'project_id': 'ca619b1492ce4f089aefb8c7b8547bf6', 'subnets': [{'id': 'fa955e90-063d-442d-8f3d-e8638e79ab89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:00:43.665735 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd49993-b5f6-4179-bd5e-f5e585a3bd43 None None] The sync data for ids ['bbe032a0-83ec-4074-be12-c22a9861eed9'] in n-d-715271-26 is: [{'id': 'bbe032a0-83ec-4074-be12-c22a9861eed9', 'name': 'tempest-TestMinimumBasicScenario-873097708-router', 'tenant_id': 'ca619b1492ce4f089aefb8c7b8547bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'bcecd936-8ee2-4935-ad37-8a05f1083f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:00:35Z', 'updated_at': '2021-10-19T02:00:38Z', 'revision_number': 4, 'project_id': 'ca619b1492ce4f089aefb8c7b8547bf6', 'gw_port': {'id': 'bcecd936-8ee2-4935-ad37-8a05f1083f14', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe032a0-83ec-4074-be12-c22a9861eed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:00:36Z', 'updated_at': '2021-10-19T02:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'ba20bf02-a1f7-4e41-8b3a-77cecbdc5d17', 'name': '', 'network_id': 'b5d9a4a6-dacb-4648-a26c-0c28e2ceb1d8', 'tenant_id': 'ca619b1492ce4f089aefb8c7b8547bf6', 'mac_address': 'fa:16:3e:e5:a5:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe032a0-83ec-4074-be12-c22a9861eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'fa955e90-063d-442d-8f3d-e8638e79ab89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:00:37Z', 'updated_at': '2021-10-19T02:00:42Z', 'revision_number': 4, 'project_id': 'ca619b1492ce4f089aefb8c7b8547bf6', 'subnets': [{'id': 'fa955e90-063d-442d-8f3d-e8638e79ab89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:00:44.032714 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8ebc1c18-5fc2-4dbd-af66-5e324c49df3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:45.516859 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device ba20bf02-a1f7-4e41-8b3a-77cecbdc5d17 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:00:45.583186 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port ba20bf02-a1f7-4e41-8b3a-77cecbdc5d17 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:00:45.583920 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:46.613231 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7f8a16ee-d899-44d4-8b8d-25fde916d410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:47.353134 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:47.990898 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:49.913698 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-4d09e2e0-2e44-41f6-a445-79d35c56de5c tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:49.915241 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-4d09e2e0-2e44-41f6-a445-79d35c56de5c tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/networks?id=2fa30ef8-64b3-41cf-9762-964818177a5e HTTP/1.1" status: 200 len: 815 time: 0.1056812 Oct 19 02:00:49.919983 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:49.930848 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-6c5d4e4a-a695-4870-9cd5-3d3fd0598bdc tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/quotas/606c9b3063f4493a8c2a653c2f5cc357 HTTP/1.1" status: 200 len: 375 time: 0.0093820 Oct 19 02:00:49.984815 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-dfda1963-01ef-4061-b371-5535253114c4 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=606c9b3063f4493a8c2a653c2f5cc357&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478706 Oct 19 02:00:50.084984 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-b9bc3388-8a3d-4b7f-99c6-89d6417baa9f service neutron] 10.222.0.57 "GET /v2.0/networks/2fa30ef8-64b3-41cf-9762-964818177a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887845 Oct 19 02:00:50.175393 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-fe3b428c-75af-41f5-8e25-9c23a3f8ae2e service neutron] 10.222.0.57 "GET /v2.0/networks/2fa30ef8-64b3-41cf-9762-964818177a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843112 Oct 19 02:00:50.332330 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6c58400a-5035-4dd7-a100-dbb51b320516 req-713fe91a-db18-47d8-baa0-453dd783a0bd tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 210 time: 0.0270069 Oct 19 02:00:51.238818 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-59235e4a-d2cc-46f7-990a-6a29505c67eb tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:51.241122 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-59235e4a-d2cc-46f7-990a-6a29505c67eb tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.55 "GET /v2.0/networks?id=2fa30ef8-64b3-41cf-9762-964818177a5e HTTP/1.1" status: 200 len: 815 time: 0.1115370 Oct 19 02:00:51.254243 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-37f13fd7-7118-4ae8-8d47-26b0c0874058 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Request body: {'port': {'device_id': 'f868627c-9311-4141-a86c-c0a4c9109e67', 'network_id': '2fa30ef8-64b3-41cf-9762-964818177a5e', 'admin_state_up': True, 'tenant_id': '606c9b3063f4493a8c2a653c2f5cc357'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:00:51.364952 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-37f13fd7-7118-4ae8-8d47-26b0c0874058 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Made reservation on behalf of 606c9b3063f4493a8c2a653c2f5cc357 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:00:51.368703 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-37f13fd7-7118-4ae8-8d47-26b0c0874058 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:51.466743 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1cda472c-cd6f-4668-bdfa-a4c872a2cf93 req-af94da3e-aeca-436e-9b8e-b4aa08c3c95d tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 210 time: 0.0647595 Oct 19 02:00:51.560210 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-37f13fd7-7118-4ae8-8d47-26b0c0874058 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Allocated IP 172.20.0.11 (2fa30ef8-64b3-41cf-9762-964818177a5e/18a24ef3-1f55-4aae-b7f3-c6d507e6ce16/83297013-1633-4aac-af70-97ae7065351d) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:00:51.777097 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-37f13fd7-7118-4ae8-8d47-26b0c0874058 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:51.813731 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-37f13fd7-7118-4ae8-8d47-26b0c0874058 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:51.883650 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-37f13fd7-7118-4ae8-8d47-26b0c0874058 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Network 2fa30ef8-64b3-41cf-9762-964818177a5e is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:00:51.886766 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-37f13fd7-7118-4ae8-8d47-26b0c0874058 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:00:51.891773 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-37f13fd7-7118-4ae8-8d47-26b0c0874058 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:00:51.895808 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f13fd7-7118-4ae8-8d47-26b0c0874058 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Pushing event updated for resources: {'Port': ['ID=83297013-1633-4aac-af70-97ae7065351d,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:51.943942 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f13fd7-7118-4ae8-8d47-26b0c0874058 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:00:51.944370 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f13fd7-7118-4ae8-8d47-26b0c0874058 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:00:51.944652 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f13fd7-7118-4ae8-8d47-26b0c0874058 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:00:51.945000 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f13fd7-7118-4ae8-8d47-26b0c0874058 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:00:51.945409 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f13fd7-7118-4ae8-8d47-26b0c0874058 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:00:51.945688 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f13fd7-7118-4ae8-8d47-26b0c0874058 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:00:51.946034 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f13fd7-7118-4ae8-8d47-26b0c0874058 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:00:51.951864 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f13fd7-7118-4ae8-8d47-26b0c0874058 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:00:51.952447 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f13fd7-7118-4ae8-8d47-26b0c0874058 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:00:51.953265 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f13fd7-7118-4ae8-8d47-26b0c0874058 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:00:51.953614 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f13fd7-7118-4ae8-8d47-26b0c0874058 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:00:51.953951 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f13fd7-7118-4ae8-8d47-26b0c0874058 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:00:51.980565 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-37f13fd7-7118-4ae8-8d47-26b0c0874058 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:51.981327 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-37f13fd7-7118-4ae8-8d47-26b0c0874058 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:52.014885 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-37f13fd7-7118-4ae8-8d47-26b0c0874058 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7642548 Oct 19 02:00:52.148836 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-c31fa47c-0ad8-4735-940e-a4068377f53c None None] Provisioning complete for port 83297013-1633-4aac-af70-97ae7065351d triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:00:52.149395 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c31fa47c-0ad8-4735-940e-a4068377f53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:52.183540 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-c31fa47c-0ad8-4735-940e-a4068377f53c None None] Port 83297013-1633-4aac-af70-97ae7065351d cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:00:52.598887 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3e84a-1971-4308-ba55-cc49f8b96f33 req-6041563c-1d57-4aa6-9997-e1742f31d71c tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:52.601272 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aec3e84a-1971-4308-ba55-cc49f8b96f33 req-6041563c-1d57-4aa6-9997-e1742f31d71c tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 932 time: 0.0552068 Oct 19 02:00:52.642008 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-aec3e84a-1971-4308-ba55-cc49f8b96f33 req-347a413d-210b-463f-bc0f-ff28398f772a tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326865 Oct 19 02:00:53.764095 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90ae54-0693-479b-8abf-834be73845ae req-a42edc73-4e39-405c-8fac-9e7428020ee7 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:53.765723 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4d90ae54-0693-479b-8abf-834be73845ae req-a42edc73-4e39-405c-8fac-9e7428020ee7 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 932 time: 0.0502689 Oct 19 02:00:53.806793 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4d90ae54-0693-479b-8abf-834be73845ae req-5fcac891-9dbe-4545-ac29-b0409944f0ca tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343754 Oct 19 02:00:54.927082 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb30a80a-4dad-4211-8d97-54c00b9f0731 req-857babd3-ed3b-4d53-aced-91ddf8c13b2f tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:54.928494 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bb30a80a-4dad-4211-8d97-54c00b9f0731 req-857babd3-ed3b-4d53-aced-91ddf8c13b2f tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 932 time: 0.0497823 Oct 19 02:00:54.972897 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bb30a80a-4dad-4211-8d97-54c00b9f0731 req-7d0180f6-7bda-4afe-a1cd-a7f1cb1c36ef tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384071 Oct 19 02:00:56.095473 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c29819-10de-4229-af12-f02d60fb402a req-5f0ee616-11cd-4496-ab6a-f62260a67a26 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:56.097828 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-22c29819-10de-4229-af12-f02d60fb402a req-5f0ee616-11cd-4496-ab6a-f62260a67a26 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 932 time: 0.0530920 Oct 19 02:00:56.137037 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-22c29819-10de-4229-af12-f02d60fb402a req-20c2f067-c6e8-4cd0-9dcc-f731602af900 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332434 Oct 19 02:00:57.258645 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13cb41-3f91-4301-b7bb-cf57487beb63 req-f5e86b12-e90f-4c6b-985e-d9db953daa31 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:57.260228 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4c13cb41-3f91-4301-b7bb-cf57487beb63 req-f5e86b12-e90f-4c6b-985e-d9db953daa31 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 932 time: 0.0518563 Oct 19 02:00:57.312382 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4c13cb41-3f91-4301-b7bb-cf57487beb63 req-fa203306-e468-4f19-9c5e-a4cccce1778f tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441346 Oct 19 02:00:57.711531 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:58.427287 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32911ae-1d18-4340-892e-3679c602a693 req-7b7b0319-2fbb-4813-af42-a3e83ce543e1 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:58.429054 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f32911ae-1d18-4340-892e-3679c602a693 req-7b7b0319-2fbb-4813-af42-a3e83ce543e1 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 932 time: 0.0566630 Oct 19 02:00:58.467495 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f32911ae-1d18-4340-892e-3679c602a693 req-7a8f3136-03ff-4d3e-8cc8-58dbcd0962a5 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314658 Oct 19 02:00:59.593908 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932df4b-60d9-43d4-b4cf-160d9fffa165 req-00a2580c-aa2f-415c-bd70-4d35f19e8ab1 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:59.595346 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2932df4b-60d9-43d4-b4cf-160d9fffa165 req-00a2580c-aa2f-415c-bd70-4d35f19e8ab1 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 932 time: 0.0525424 Oct 19 02:00:59.635320 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2932df4b-60d9-43d4-b4cf-160d9fffa165 req-a7b9e111-b189-4e1f-87e9-98a7428b1f8d tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336540 Oct 19 02:01:00.132218 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:00.755683 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa249c-366d-4504-9524-d2269563c711 req-79566654-730d-48a9-8bca-17fd4b950faa tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:00.757227 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1caa249c-366d-4504-9524-d2269563c711 req-79566654-730d-48a9-8bca-17fd4b950faa tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 932 time: 0.0513279 Oct 19 02:01:00.797723 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1caa249c-366d-4504-9524-d2269563c711 req-a75b28e5-c2bf-4436-a9ac-b9dd7db6e971 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340543 Oct 19 02:01:01.910668 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7eaccb-9496-4561-a010-6b5911103c7a req-00336528-32af-43f1-9943-ecebe5a5fd80 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:01.912136 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bc7eaccb-9496-4561-a010-6b5911103c7a req-00336528-32af-43f1-9943-ecebe5a5fd80 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 932 time: 0.0486875 Oct 19 02:01:01.949570 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bc7eaccb-9496-4561-a010-6b5911103c7a req-a233a543-f149-43dc-aec1-c92b78552a67 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315747 Oct 19 02:01:03.063826 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3ac45-279d-4487-a00d-13b7c7ca0b7a req-dad5eafe-6f57-4988-8f80-237fb19b9f90 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:03.065306 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dbb3ac45-279d-4487-a00d-13b7c7ca0b7a req-dad5eafe-6f57-4988-8f80-237fb19b9f90 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 932 time: 0.0483334 Oct 19 02:01:03.102687 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dbb3ac45-279d-4487-a00d-13b7c7ca0b7a req-82eba6a8-e0d7-4630-890f-9e2b6a51197e tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314786 Oct 19 02:01:04.221443 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d36d5-842d-48b2-a3a5-d9ff4919c6b2 req-5d07a947-1718-4bc2-a518-6eb6aa192c5b tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:04.222983 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-043d36d5-842d-48b2-a3a5-d9ff4919c6b2 req-5d07a947-1718-4bc2-a518-6eb6aa192c5b tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 932 time: 0.0513275 Oct 19 02:01:04.261975 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-043d36d5-842d-48b2-a3a5-d9ff4919c6b2 req-9e63de06-bd8a-4302-8415-f16113a58898 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326507 Oct 19 02:01:04.755284 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-dcc0ce44-235d-4e3d-b244-ea1e166b4eda service neutron] Request body: {'port': {'device_id': 'f868627c-9311-4141-a86c-c0a4c9109e67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:01:04.811325 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-dcc0ce44-235d-4e3d-b244-ea1e166b4eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:05.070762 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-dcc0ce44-235d-4e3d-b244-ea1e166b4eda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83297013-1633-4aac-af70-97ae7065351d {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:01:05.078362 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-dcc0ce44-235d-4e3d-b244-ea1e166b4eda service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:05.089821 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-dcc0ce44-235d-4e3d-b244-ea1e166b4eda service neutron] Transition to ACTIVE for port object 83297013-1633-4aac-af70-97ae7065351d will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:01:05.094118 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-dcc0ce44-235d-4e3d-b244-ea1e166b4eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:05.143228 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0ce44-235d-4e3d-b244-ea1e166b4eda service neutron] Pushing event updated for resources: {'Port': ['ID=83297013-1633-4aac-af70-97ae7065351d,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:01:05.220519 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-dcc0ce44-235d-4e3d-b244-ea1e166b4eda service neutron] Attempting to bind port 83297013-1633-4aac-af70-97ae7065351d on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:01:05.221023 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-dcc0ce44-235d-4e3d-b244-ea1e166b4eda service neutron] Attempting to bind port 83297013-1633-4aac-af70-97ae7065351d by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '4fd7327c-b58c-4586-b062-279eec0d7052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2fa30ef8-64b3-41cf-9762-964818177a5e'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:01:05.221360 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-dcc0ce44-235d-4e3d-b244-ea1e166b4eda service neutron] Attempting to bind port 83297013-1633-4aac-af70-97ae7065351d on network 2fa30ef8-64b3-41cf-9762-964818177a5e {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:01:05.225842 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-dcc0ce44-235d-4e3d-b244-ea1e166b4eda service neutron] Port 83297013-1633-4aac-af70-97ae7065351d on network 2fa30ef8-64b3-41cf-9762-964818177a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:01:05.226161 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-dcc0ce44-235d-4e3d-b244-ea1e166b4eda service neutron] Attempting to bind port 83297013-1633-4aac-af70-97ae7065351d on network 2fa30ef8-64b3-41cf-9762-964818177a5e {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:01:05.231020 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-dcc0ce44-235d-4e3d-b244-ea1e166b4eda service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:01:05.231350 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-dcc0ce44-235d-4e3d-b244-ea1e166b4eda service neutron] Checking segment: {'id': '4fd7327c-b58c-4586-b062-279eec0d7052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2fa30ef8-64b3-41cf-9762-964818177a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:01:05.231758 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-dcc0ce44-235d-4e3d-b244-ea1e166b4eda service neutron] Bound using segment: {'id': '4fd7327c-b58c-4586-b062-279eec0d7052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2fa30ef8-64b3-41cf-9762-964818177a5e'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:01:05.232178 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-dcc0ce44-235d-4e3d-b244-ea1e166b4eda service neutron] Bound port: 83297013-1633-4aac-af70-97ae7065351d, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd7327c-b58c-4586-b062-279eec0d7052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2fa30ef8-64b3-41cf-9762-964818177a5e'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:01:05.232578 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-dcc0ce44-235d-4e3d-b244-ea1e166b4eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:05.299015 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-dcc0ce44-235d-4e3d-b244-ea1e166b4eda service neutron] For port 83297013-1633-4aac-af70-97ae7065351d, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:01:05.302188 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-dcc0ce44-235d-4e3d-b244-ea1e166b4eda service neutron] For port 83297013-1633-4aac-af70-97ae7065351d, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=83297013-1633-4aac-af70-97ae7065351d,segment=NetworkSegment(4fd7327c-b58c-4586-b062-279eec0d7052),segment_id=4fd7327c-b58c-4586-b062-279eec0d7052)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:01:05.306583 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-dcc0ce44-235d-4e3d-b244-ea1e166b4eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:05.359562 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-dcc0ce44-235d-4e3d-b244-ea1e166b4eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:05.360237 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-dcc0ce44-235d-4e3d-b244-ea1e166b4eda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:05.361772 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-dcc0ce44-235d-4e3d-b244-ea1e166b4eda service neutron] 10.222.0.55 "PUT /v2.0/ports/83297013-1633-4aac-af70-97ae7065351d HTTP/1.1" status: 200 len: 1093 time: 0.7012246 Oct 19 02:01:05.377618 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f868627c-9311-4141-a86c-c0a4c9109e67', 'tag': '83297013-1633-4aac-af70-97ae7065351d'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:01:05.380454 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9434de058546a022cc17e407c636edc5a2ce8615e174a01ffad9beb3023847d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ff0aa7-bef0-42d1-bc4c-a437522b0859" -d '{"events": [{"name": "network-changed", "server_uuid": "f868627c-9311-4141-a86c-c0a4c9109e67", "tag": "83297013-1633-4aac-af70-97ae7065351d"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:01:05.437993 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d1b272-f4c7-4c03-8ba7-4ce2254d65dd x-openstack-request-id: req-30d1b272-f4c7-4c03-8ba7-4ce2254d65dd {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:01:05.438282 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f868627c-9311-4141-a86c-c0a4c9109e67", "tag": "83297013-1633-4aac-af70-97ae7065351d", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:01:05.438529 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-30d1b272-f4c7-4c03-8ba7-4ce2254d65dd {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:01:05.438922 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f868627c-9311-4141-a86c-c0a4c9109e67', 'tag': '83297013-1633-4aac-af70-97ae7065351d', 'status': 'completed', 'code': 200} Oct 19 02:01:05.441078 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0ce44-235d-4e3d-b244-ea1e166b4eda service neutron] Pushing event updated for resources: {'Port': ['ID=83297013-1633-4aac-af70-97ae7065351d,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:01:05.457113 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f499d9-7afa-4fd1-a370-becaf4496d0b req-603eee38-4f24-4eb9-b3c8-270a00f199d6 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:05.458663 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-12f499d9-7afa-4fd1-a370-becaf4496d0b req-603eee38-4f24-4eb9-b3c8-270a00f199d6 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 944 time: 0.1273270 Oct 19 02:01:05.486660 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-3c3539c9-126c-4c94-abdd-184da46286e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:05.488179 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-3c3539c9-126c-4c94-abdd-184da46286e7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=606c9b3063f4493a8c2a653c2f5cc357&device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 1096 time: 0.0832903 Oct 19 02:01:05.512735 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-12f499d9-7afa-4fd1-a370-becaf4496d0b req-3c904353-aa6c-4394-a906-4496ddf4def5 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478361 Oct 19 02:01:05.543970 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-1d9153d1-9038-4997-940c-2216ac04b485 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83297013-1633-4aac-af70-97ae7065351d HTTP/1.1" status: 200 len: 217 time: 0.0430081 Oct 19 02:01:05.916191 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-c4259636-e73c-4885-9a46-1d4e13ec7a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:05.917622 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-c4259636-e73c-4885-9a46-1d4e13ec7a0f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=18a24ef3-1f55-4aae-b7f3-c6d507e6ce16 HTTP/1.1" status: 200 len: 854 time: 0.3672071 Oct 19 02:01:05.962514 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-8343e9ef-0b8c-4be4-86e2-3f666508a366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:05.964013 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-8343e9ef-0b8c-4be4-86e2-3f666508a366 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2fa30ef8-64b3-41cf-9762-964818177a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391090 Oct 19 02:01:06.054711 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-3ac710da-6de0-4a14-a854-c3d2e72a91f8 service neutron] 10.222.0.55 "GET /v2.0/networks/2fa30ef8-64b3-41cf-9762-964818177a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838933 Oct 19 02:01:06.143128 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8d2810bc-d9d0-451b-8e30-9e2fb3fc75fa req-ef5fe36d-b999-4644-bc89-789f1b3d9690 service neutron] 10.222.0.55 "GET /v2.0/networks/2fa30ef8-64b3-41cf-9762-964818177a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808792 Oct 19 02:01:06.229390 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff0aa7-bef0-42d1-bc4c-a437522b0859 req-f56cd125-9eac-4735-83bd-dbb8d92ec124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:06.230759 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-94ff0aa7-bef0-42d1-bc4c-a437522b0859 req-f56cd125-9eac-4735-83bd-dbb8d92ec124 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=606c9b3063f4493a8c2a653c2f5cc357&device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 1096 time: 0.0435257 Oct 19 02:01:06.318229 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff0aa7-bef0-42d1-bc4c-a437522b0859 req-1386e3b4-671a-4da2-90fb-298dcc4f4fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:06.319659 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-94ff0aa7-bef0-42d1-bc4c-a437522b0859 req-1386e3b4-671a-4da2-90fb-298dcc4f4fd8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2fa30ef8-64b3-41cf-9762-964818177a5e HTTP/1.1" status: 200 len: 916 time: 0.0820682 Oct 19 02:01:06.327523 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:01:06.364677 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-94ff0aa7-bef0-42d1-bc4c-a437522b0859 req-ceea87db-83c2-4b7a-a99a-359f0613bbd4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83297013-1633-4aac-af70-97ae7065351d HTTP/1.1" status: 200 len: 217 time: 0.0372272 Oct 19 02:01:06.413853 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff0aa7-bef0-42d1-bc4c-a437522b0859 req-e3897ba2-a958-4f7c-8640-547d6753179f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:06.415229 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-94ff0aa7-bef0-42d1-bc4c-a437522b0859 req-e3897ba2-a958-4f7c-8640-547d6753179f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=18a24ef3-1f55-4aae-b7f3-c6d507e6ce16 HTTP/1.1" status: 200 len: 854 time: 0.0428393 Oct 19 02:01:06.460666 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff0aa7-bef0-42d1-bc4c-a437522b0859 req-2805e260-8a31-42b3-94ed-3d6ac45fe66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:06.462111 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-94ff0aa7-bef0-42d1-bc4c-a437522b0859 req-2805e260-8a31-42b3-94ed-3d6ac45fe66f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2fa30ef8-64b3-41cf-9762-964818177a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392935 Oct 19 02:01:06.556059 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-94ff0aa7-bef0-42d1-bc4c-a437522b0859 req-e8e1a842-00d6-4bed-9cdb-7fe5ba68b5c5 service neutron] 10.222.0.55 "GET /v2.0/networks/2fa30ef8-64b3-41cf-9762-964818177a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867195 Oct 19 02:01:06.636772 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494efcc7-2c9e-487b-a05d-e40585329e98 req-704af78c-5983-4dcb-a0e6-fca08a4613f4 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:06.638268 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-494efcc7-2c9e-487b-a05d-e40585329e98 req-704af78c-5983-4dcb-a0e6-fca08a4613f4 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 944 time: 0.0541322 Oct 19 02:01:06.647825 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-94ff0aa7-bef0-42d1-bc4c-a437522b0859 req-a378814d-f8a6-45c5-8efb-29d7cea3f8ab service neutron] 10.222.0.55 "GET /v2.0/networks/2fa30ef8-64b3-41cf-9762-964818177a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852220 Oct 19 02:01:06.678026 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-494efcc7-2c9e-487b-a05d-e40585329e98 req-8f783f1d-7819-4afe-b9bb-72ae7239f901 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336816 Oct 19 02:01:07.792765 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90483a9c-550a-43c5-a007-bba5dc0b94c9 req-7c235c2b-f681-4d12-8faf-2bdc4049513c tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:07.794294 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-90483a9c-550a-43c5-a007-bba5dc0b94c9 req-7c235c2b-f681-4d12-8faf-2bdc4049513c tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 944 time: 0.0504112 Oct 19 02:01:07.836762 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-90483a9c-550a-43c5-a007-bba5dc0b94c9 req-6588ca8d-cd6b-43db-8ab3-5fa4b1e159e0 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363903 Oct 19 02:01:08.947159 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66870364-1e27-4a4c-942a-700715cc4cba req-6185f8ee-6dea-4fc6-bb4b-457509af27c0 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:08.948738 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-66870364-1e27-4a4c-942a-700715cc4cba req-6185f8ee-6dea-4fc6-bb4b-457509af27c0 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 944 time: 0.0476623 Oct 19 02:01:08.986623 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-66870364-1e27-4a4c-942a-700715cc4cba req-a3e6cb09-57ed-4927-9125-c809f5951f81 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314684 Oct 19 02:01:09.374813 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 83297013-1633-4aac-af70-97ae7065351d details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:01:09.470351 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 83297013-1633-4aac-af70-97ae7065351d, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=83297013-1633-4aac-af70-97ae7065351d,segment=NetworkSegment(4fd7327c-b58c-4586-b062-279eec0d7052),segment_id=4fd7327c-b58c-4586-b062-279eec0d7052)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:01:09.481134 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '83297013-1633-4aac-af70-97ae7065351d', 'network_id': '2fa30ef8-64b3-41cf-9762-964818177a5e', 'port_id': '83297013-1633-4aac-af70-97ae7065351d', 'mac_address': 'fa:16:3e:8e:c5:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18a24ef3-1f55-4aae-b7f3-c6d507e6ce16', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:01:09.517941 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:09.530311 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83297013-1633-4aac-af70-97ae7065351d {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:01:09.549103 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 83297013-1633-4aac-af70-97ae7065351d, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=83297013-1633-4aac-af70-97ae7065351d,segment=NetworkSegment(4fd7327c-b58c-4586-b062-279eec0d7052),segment_id=4fd7327c-b58c-4586-b062-279eec0d7052)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:01:09.553193 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:09.599998 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=83297013-1633-4aac-af70-97ae7065351d,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:01:09.607130 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:01:09.608036 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:01:09.608453 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:01:09.608708 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:01:09.609045 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:01:09.609373 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:01:09.609699 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:01:09.610020 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:01:09.610342 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:01:09.610663 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:01:09.610981 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:01:09.611297 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:01:09.908150 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['83297013-1633-4aac-af70-97ae7065351d'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:01:10.100113 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e826e-1e97-468a-aa54-3390b3517c1d req-820d296b-7128-4720-98c8-17e077142c8a tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:10.101581 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7b0e826e-1e97-468a-aa54-3390b3517c1d req-820d296b-7128-4720-98c8-17e077142c8a tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 945 time: 0.0483701 Oct 19 02:01:10.139561 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7b0e826e-1e97-468a-aa54-3390b3517c1d req-9b9df0c0-c353-4445-9d7e-12c7e3066f66 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321691 Oct 19 02:01:11.251269 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06f61c-cefa-4a1f-b6c7-4dce4b94aa9b req-fc7b4720-d839-4c7e-b395-78e1260ebd75 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:11.252678 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-af06f61c-cefa-4a1f-b6c7-4dce4b94aa9b req-fc7b4720-d839-4c7e-b395-78e1260ebd75 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 945 time: 0.0478160 Oct 19 02:01:11.289875 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-af06f61c-cefa-4a1f-b6c7-4dce4b94aa9b req-e3f5279c-6bf1-4fe7-b531-004d46d85275 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312755 Oct 19 02:01:11.390555 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 83297013-1633-4aac-af70-97ae7065351d up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:01:11.438720 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 83297013-1633-4aac-af70-97ae7065351d completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 02:01:11.442405 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 83297013-1633-4aac-af70-97ae7065351d triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:01:11.442773 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:11.520096 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:11.540976 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f868627c-9311-4141-a86c-c0a4c9109e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83297013-1633-4aac-af70-97ae7065351d'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:01:11.543214 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db8619b3bfd44a3a0f2128b398243c28f67a7e558bf903df4768d357387e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb849d40-15f8-4bbf-ac4e-e1361d9b6553" -d '{"events": [{"server_uuid": "f868627c-9311-4141-a86c-c0a4c9109e67", "name": "network-vif-plugged", "status": "completed", "tag": "83297013-1633-4aac-af70-97ae7065351d"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:01:11.555758 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 83297013-1633-4aac-af70-97ae7065351d, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=83297013-1633-4aac-af70-97ae7065351d,segment=NetworkSegment(4fd7327c-b58c-4586-b062-279eec0d7052),segment_id=4fd7327c-b58c-4586-b062-279eec0d7052)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:01:11.559908 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:11.584724 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4fe742-1718-4db0-bd9f-cd39060318f1 x-openstack-request-id: req-ca4fe742-1718-4db0-bd9f-cd39060318f1 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:01:11.585013 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f868627c-9311-4141-a86c-c0a4c9109e67", "name": "network-vif-plugged", "status": "completed", "tag": "83297013-1633-4aac-af70-97ae7065351d", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:01:11.585510 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ca4fe742-1718-4db0-bd9f-cd39060318f1 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:01:11.585900 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f868627c-9311-4141-a86c-c0a4c9109e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83297013-1633-4aac-af70-97ae7065351d', 'code': 200} Oct 19 02:01:11.614091 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=83297013-1633-4aac-af70-97ae7065351d,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:01:11.676754 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf06cad-d3dd-4814-bda3-8435c41de5fd req-b916c5a2-6961-4597-a28d-33f27cb32bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:11.678294 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cbf06cad-d3dd-4814-bda3-8435c41de5fd req-b916c5a2-6961-4597-a28d-33f27cb32bb6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 1098 time: 0.0408409 Oct 19 02:01:11.712160 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cbf06cad-d3dd-4814-bda3-8435c41de5fd req-3d0356ed-7556-402a-8639-232ccef52426 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271726 Oct 19 02:01:12.408479 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a48005-b583-4232-bd6a-0593a1720a86 req-b5798ecc-bf1d-4570-a1bf-d84bf5bad3d5 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:12.409960 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-17a48005-b583-4232-bd6a-0593a1720a86 req-b5798ecc-bf1d-4570-a1bf-d84bf5bad3d5 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 946 time: 0.0534999 Oct 19 02:01:12.447154 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-17a48005-b583-4232-bd6a-0593a1720a86 req-8cd1d0e2-bdd0-4a1f-959f-33c3cbde4ef6 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311675 Oct 19 02:01:13.561062 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c3edc-e809-4d40-887f-7ecb539b07f4 req-a186b351-014f-40b6-8a58-c093d685a7e7 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:13.562539 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-287c3edc-e809-4d40-887f-7ecb539b07f4 req-a186b351-014f-40b6-8a58-c093d685a7e7 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 946 time: 0.0488577 Oct 19 02:01:13.604284 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-287c3edc-e809-4d40-887f-7ecb539b07f4 req-03ee6679-8c04-4f43-b49c-b6f9a0343d89 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357335 Oct 19 02:01:13.715498 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2281c3e-95c4-4e42-867b-035cc799b443 req-c39c5ea2-429c-4d71-b700-f5a64a200a9e tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:13.717564 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a2281c3e-95c4-4e42-867b-035cc799b443 req-c39c5ea2-429c-4d71-b700-f5a64a200a9e tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 946 time: 0.0479581 Oct 19 02:01:13.756097 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a2281c3e-95c4-4e42-867b-035cc799b443 req-4e337ea6-7144-40af-9a47-27e43e01900f tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315983 Oct 19 02:01:13.941524 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa508a4-9334-4541-b9f0-e1223e6738ec req-749566fd-2a6c-4264-a197-001f7b57e55e tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:13.943053 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cfa508a4-9334-4541-b9f0-e1223e6738ec req-749566fd-2a6c-4264-a197-001f7b57e55e tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 946 time: 0.0484564 Oct 19 02:01:13.980972 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cfa508a4-9334-4541-b9f0-e1223e6738ec req-b6c6f83f-9de8-4633-892a-814ff4d16877 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318151 Oct 19 02:01:14.026343 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9401efbb-3b37-4a39-a6ac-81449e28f0a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:16.144092 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-1d79ddfd-f86e-44aa-b0c7-b2be2dec2487 req-07e38e8f-8a44-4115-a6f6-8d54c3078064 service neutron] (100606) timed out ('10.222.0.55', 56031) {{(pid=100606) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 02:01:16.614302 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b6d72dbd-54eb-45ae-a8fa-ef9bb8692ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:17.357277 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:17.991717 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:19.925116 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:27.512858 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71d52e-69af-4790-8a51-90b8aa8f3318 req-d31553e1-8ccc-470a-bc93-55f2ad43dfc0 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:27.514567 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3b71d52e-69af-4790-8a51-90b8aa8f3318 req-d31553e1-8ccc-470a-bc93-55f2ad43dfc0 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 946 time: 0.0537660 Oct 19 02:01:27.552111 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3b71d52e-69af-4790-8a51-90b8aa8f3318 req-e8c4e3cf-1983-44a6-b031-bc3350c74e78 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315316 Oct 19 02:01:27.574266 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54720) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:01:27.654241 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5453d333-84df-4081-83d5-6c0cd6ad1de4 tempest-TestMinimumBasicScenario-1504794687 tempest-TestMinimumBasicScenario-1504794687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:27.655995 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5453d333-84df-4081-83d5-6c0cd6ad1de4 tempest-TestMinimumBasicScenario-1504794687 tempest-TestMinimumBasicScenario-1504794687-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 1093 time: 0.0807168 Oct 19 02:01:27.658922 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54724) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:01:27.663115 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-0a393f7a-f7f7-4003-a216-4ee9e9a3d4df tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'port_id': '83297013-1633-4aac-af70-97ae7065351d', 'tenant_id': '606c9b3063f4493a8c2a653c2f5cc357', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:01:27.684536 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0a393f7a-f7f7-4003-a216-4ee9e9a3d4df tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks [] for floatingip, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:27.708672 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:27.781860 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0a393f7a-f7f7-4003-a216-4ee9e9a3d4df tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:27.881384 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-0a393f7a-f7f7-4003-a216-4ee9e9a3d4df tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Allocated IP 172.25.8.87 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/483f6355-0be7-4964-a635-146a16f3fe30) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:01:27.983449 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0a393f7a-f7f7-4003-a216-4ee9e9a3d4df tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:28.015869 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0a393f7a-f7f7-4003-a216-4ee9e9a3d4df tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:28.053735 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a393f7a-f7f7-4003-a216-4ee9e9a3d4df tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:01:28.056653 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-0a393f7a-f7f7-4003-a216-4ee9e9a3d4df tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:01:28.061182 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a393f7a-f7f7-4003-a216-4ee9e9a3d4df tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:01:28.087497 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a393f7a-f7f7-4003-a216-4ee9e9a3d4df tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Pushing event updated for resources: {'Port': ['ID=483f6355-0be7-4964-a635-146a16f3fe30,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:01:28.099318 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a393f7a-f7f7-4003-a216-4ee9e9a3d4df tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:01:28.099656 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a393f7a-f7f7-4003-a216-4ee9e9a3d4df tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:01:28.100016 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a393f7a-f7f7-4003-a216-4ee9e9a3d4df tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:01:28.100349 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a393f7a-f7f7-4003-a216-4ee9e9a3d4df tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:01:28.100675 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a393f7a-f7f7-4003-a216-4ee9e9a3d4df tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:01:28.100998 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a393f7a-f7f7-4003-a216-4ee9e9a3d4df tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:01:28.101317 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a393f7a-f7f7-4003-a216-4ee9e9a3d4df tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:01:28.101634 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a393f7a-f7f7-4003-a216-4ee9e9a3d4df tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:01:28.101950 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a393f7a-f7f7-4003-a216-4ee9e9a3d4df tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:01:28.102264 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a393f7a-f7f7-4003-a216-4ee9e9a3d4df tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:01:28.102577 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a393f7a-f7f7-4003-a216-4ee9e9a3d4df tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:01:28.102889 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a393f7a-f7f7-4003-a216-4ee9e9a3d4df tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:01:28.421891 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0a393f7a-f7f7-4003-a216-4ee9e9a3d4df tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:28.487149 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0a393f7a-f7f7-4003-a216-4ee9e9a3d4df tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:28.652525 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0a393f7a-f7f7-4003-a216-4ee9e9a3d4df tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:28.657409 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0a393f7a-f7f7-4003-a216-4ee9e9a3d4df tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:28.731387 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a393f7a-f7f7-4003-a216-4ee9e9a3d4df tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Pushing event updated for resources: {'Port': ['ID=483f6355-0be7-4964-a635-146a16f3fe30,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:01:28.739439 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0a393f7a-f7f7-4003-a216-4ee9e9a3d4df tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:28.845390 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [None req-0a393f7a-f7f7-4003-a216-4ee9e9a3d4df tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Floating IP a2b2edf1-6cf9-49aa-940c-907edbb882a7 associated. External IP: 172.25.8.87, port: 83297013-1633-4aac-af70-97ae7065351d. Oct 19 02:01:29.356626 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a393f7a-f7f7-4003-a216-4ee9e9a3d4df tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Router c2beec22-9b5e-4285-9ee8-1ac60c170d4b has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:01:29.460292 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a393f7a-f7f7-4003-a216-4ee9e9a3d4df tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:01:29.470179 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18042d10-3784-4cab-9f85-35444a20e46c None None] Sync routers for ids ['c2beec22-9b5e-4285-9ee8-1ac60c170d4b'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:01:29.479417 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18042d10-3784-4cab-9f85-35444a20e46c None None] Routers {'c2beec22-9b5e-4285-9ee8-1ac60c170d4b'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:01:29.480154 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-18042d10-3784-4cab-9f85-35444a20e46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:01:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['c2beec22-9b5e-4285-9ee8-1ac60c170d4b'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:01:29.480623 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0a393f7a-f7f7-4003-a216-4ee9e9a3d4df tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:29.512838 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0a393f7a-f7f7-4003-a216-4ee9e9a3d4df tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8527808 Oct 19 02:01:29.514141 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f868627c-9311-4141-a86c-c0a4c9109e67', 'tag': '83297013-1633-4aac-af70-97ae7065351d'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:01:29.516344 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54726) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:01:29.516816 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}604d1223bc0e61ef4f6f375a56b68240d92e3dadd1a32e57b330ac88f8c52c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0822b9-064e-4286-998f-b5b675ca826a" -d '{"events": [{"name": "network-changed", "server_uuid": "f868627c-9311-4141-a86c-c0a4c9109e67", "tag": "83297013-1633-4aac-af70-97ae7065351d"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:01:29.521805 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-2d0b0437-6cd1-4988-ba03-1ed69495da86 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1078132013', 'description': 'tempest-secgroup-smoke-1078132013 description', 'project_id': '606c9b3063f4493a8c2a653c2f5cc357'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:01:29.546527 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0437-6cd1-4988-ba03-1ed69495da86 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:29.557450 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c2e5df-005b-4d0d-b91d-be4276ea2e1c x-openstack-request-id: req-c9c2e5df-005b-4d0d-b91d-be4276ea2e1c {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:01:29.557751 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f868627c-9311-4141-a86c-c0a4c9109e67", "tag": "83297013-1633-4aac-af70-97ae7065351d", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:01:29.558008 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c9c2e5df-005b-4d0d-b91d-be4276ea2e1c {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:01:29.558408 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f868627c-9311-4141-a86c-c0a4c9109e67', 'tag': '83297013-1633-4aac-af70-97ae7065351d', 'status': 'completed', 'code': 200} Oct 19 02:01:29.589507 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-18042d10-3784-4cab-9f85-35444a20e46c None None] Set router c2beec22-9b5e-4285-9ee8-1ac60c170d4b gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:01:29.653731 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0822b9-064e-4286-998f-b5b675ca826a req-4eaf9486-c3e6-40e2-96b0-9a6810773cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:29.655194 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aa0822b9-064e-4286-998f-b5b675ca826a req-4eaf9486-c3e6-40e2-96b0-9a6810773cda service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=606c9b3063f4493a8c2a653c2f5cc357&device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 1098 time: 0.0722954 Oct 19 02:01:29.657477 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0437-6cd1-4988-ba03-1ed69495da86 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:29.661293 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0437-6cd1-4988-ba03-1ed69495da86 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:29.718884 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0437-6cd1-4988-ba03-1ed69495da86 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:29.720159 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2d0b0437-6cd1-4988-ba03-1ed69495da86 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2021461 Oct 19 02:01:29.723275 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54730) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:01:29.729650 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-19f4f096-0b8a-49ba-98fc-7db919ac38ed tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Request body: {'security_group_rule': {'security_group_id': '16f66637-2152-4df0-91db-4948ffe82f06', 'project_id': '606c9b3063f4493a8c2a653c2f5cc357', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:01:29.756987 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b0437-6cd1-4988-ba03-1ed69495da86 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16f66637-2152-4df0-91db-4948ffe82f06,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:01:29.760891 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-19f4f096-0b8a-49ba-98fc-7db919ac38ed tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:29.790465 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0822b9-064e-4286-998f-b5b675ca826a req-7af98be0-ac1d-43b7-85ee-00eee6653a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:29.792420 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aa0822b9-064e-4286-998f-b5b675ca826a req-7af98be0-ac1d-43b7-85ee-00eee6653a46 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2fa30ef8-64b3-41cf-9762-964818177a5e HTTP/1.1" status: 200 len: 916 time: 0.1274323 Oct 19 02:01:29.824150 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-19f4f096-0b8a-49ba-98fc-7db919ac38ed tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:29.827042 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-18042d10-3784-4cab-9f85-35444a20e46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'name': 'tempest-TestMinimumBasicScenario-1238802638-router', 'tenant_id': '606c9b3063f4493a8c2a653c2f5cc357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '93c2765e-ac19-469c-9b86-8123d1b07ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:00:30Z', 'updated_at': '2021-10-19T02:00:33Z', 'revision_number': 4, 'project_id': '606c9b3063f4493a8c2a653c2f5cc357', 'gw_port': {'id': '93c2765e-ac19-469c-9b86-8123d1b07ba5', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:85:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:00:31Z', 'updated_at': '2021-10-19T02:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'a2b2edf1-6cf9-49aa-940c-907edbb882a7', 'tenant_id': '606c9b3063f4493a8c2a653c2f5cc357', 'floating_ip_address': '172.25.8.87', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'port_id': '83297013-1633-4aac-af70-97ae7065351d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fa30ef8-64b3-41cf-9762-964818177a5e', 'mac_address': 'fa:16:3e:8e:c5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f868627c-9311-4141-a86c-c0a4c9109e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:01:28Z', 'updated_at': '2021-10-19T02:01:28Z', 'revision_number': 0, 'project_id': '606c9b3063f4493a8c2a653c2f5cc357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e487378-485e-436e-a859-9c0fe90e55d3', 'name': '', 'network_id': '2fa30ef8-64b3-41cf-9762-964818177a5e', 'tenant_id': '606c9b3063f4493a8c2a653c2f5cc357', 'mac_address': 'fa:16:3e:18:bc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '18a24ef3-1f55-4aae-b7f3-c6d507e6ce16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:00:33Z', 'updated_at': '2021-10-19T02:00:37Z', 'revision_number': 5, 'project_id': '606c9b3063f4493a8c2a653c2f5cc357', 'subnets': [{'id': '18a24ef3-1f55-4aae-b7f3-c6d507e6ce16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:01:29.828374 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-19f4f096-0b8a-49ba-98fc-7db919ac38ed tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:29.845437 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4f096-0b8a-49ba-98fc-7db919ac38ed tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45f0a339-8e07-4d0f-af45-19e5448c4916,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:01:29.859376 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18042d10-3784-4cab-9f85-35444a20e46c None None] Checking router: c2beec22-9b5e-4285-9ee8-1ac60c170d4b for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:01:29.860640 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-19f4f096-0b8a-49ba-98fc-7db919ac38ed tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:29.862028 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-19f4f096-0b8a-49ba-98fc-7db919ac38ed tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1371658 Oct 19 02:01:29.864640 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54732) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:01:29.867953 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18042d10-3784-4cab-9f85-35444a20e46c None None] Routers {'c2beec22-9b5e-4285-9ee8-1ac60c170d4b'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:01:29.868557 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-18042d10-3784-4cab-9f85-35444a20e46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:01:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['c2beec22-9b5e-4285-9ee8-1ac60c170d4b'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:01:29.869314 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-41ec4a86-8e93-4a28-930a-c8cd7d93ed49 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Request body: {'security_group_rule': {'security_group_id': '16f66637-2152-4df0-91db-4948ffe82f06', 'project_id': '606c9b3063f4493a8c2a653c2f5cc357', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:01:29.871273 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aa0822b9-064e-4286-998f-b5b675ca826a req-9a902ca7-477f-4812-9da1-822b3a90ccc6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83297013-1633-4aac-af70-97ae7065351d HTTP/1.1" status: 200 len: 999 time: 0.0716579 Oct 19 02:01:29.897941 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-41ec4a86-8e93-4a28-930a-c8cd7d93ed49 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:29.928623 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0822b9-064e-4286-998f-b5b675ca826a req-071a1182-02b3-415b-88aa-6873b8a777ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:29.930001 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aa0822b9-064e-4286-998f-b5b675ca826a req-071a1182-02b3-415b-88aa-6873b8a777ec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=18a24ef3-1f55-4aae-b7f3-c6d507e6ce16 HTTP/1.1" status: 200 len: 854 time: 0.0510833 Oct 19 02:01:29.963468 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-41ec4a86-8e93-4a28-930a-c8cd7d93ed49 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:29.968609 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-41ec4a86-8e93-4a28-930a-c8cd7d93ed49 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:29.985740 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-18042d10-3784-4cab-9f85-35444a20e46c None None] Set router c2beec22-9b5e-4285-9ee8-1ac60c170d4b gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:01:29.986535 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0822b9-064e-4286-998f-b5b675ca826a req-91f5263a-0ee8-4043-90bc-6c0d9c5dc1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:29.987431 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec4a86-8e93-4a28-930a-c8cd7d93ed49 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b5bd4a-ea60-4463-a86e-4e621dbc8829,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:01:29.989069 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aa0822b9-064e-4286-998f-b5b675ca826a req-91f5263a-0ee8-4043-90bc-6c0d9c5dc1c8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2fa30ef8-64b3-41cf-9762-964818177a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513439 Oct 19 02:01:29.997134 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-41ec4a86-8e93-4a28-930a-c8cd7d93ed49 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:30.002459 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-41ec4a86-8e93-4a28-930a-c8cd7d93ed49 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1367812 Oct 19 02:01:30.003120 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54734) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:01:30.007850 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-a41f2283-06ee-4a6c-aea3-8addda0bc287 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Request body: {'security_group_rule': {'security_group_id': '16f66637-2152-4df0-91db-4948ffe82f06', 'project_id': '606c9b3063f4493a8c2a653c2f5cc357', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:01:30.034893 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a41f2283-06ee-4a6c-aea3-8addda0bc287 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:30.089723 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aa0822b9-064e-4286-998f-b5b675ca826a req-1f24d712-bd94-4b56-9a10-7be311a9fc3a service neutron] 10.222.0.55 "GET /v2.0/networks/2fa30ef8-64b3-41cf-9762-964818177a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930271 Oct 19 02:01:30.097389 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a41f2283-06ee-4a6c-aea3-8addda0bc287 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:30.101077 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a41f2283-06ee-4a6c-aea3-8addda0bc287 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:30.124554 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f2283-06ee-4a6c-aea3-8addda0bc287 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf67f4a2-6ec8-4498-8b02-1c9a58b8117d,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:01:30.126132 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:30.131487 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a41f2283-06ee-4a6c-aea3-8addda0bc287 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:30.132767 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a41f2283-06ee-4a6c-aea3-8addda0bc287 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1285555 Oct 19 02:01:30.135362 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54736) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:01:30.139843 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-999bb0d0-775f-4945-a793-0e25f4b1158f tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Request body: {'security_group_rule': {'security_group_id': '16f66637-2152-4df0-91db-4948ffe82f06', 'project_id': '606c9b3063f4493a8c2a653c2f5cc357', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:01:30.170876 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-999bb0d0-775f-4945-a793-0e25f4b1158f tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:30.222199 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aa0822b9-064e-4286-998f-b5b675ca826a req-bb9cfe1d-d351-4702-982c-d321cc5a1e57 service neutron] 10.222.0.55 "GET /v2.0/networks/2fa30ef8-64b3-41cf-9762-964818177a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247275 Oct 19 02:01:30.231686 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-18042d10-3784-4cab-9f85-35444a20e46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'name': 'tempest-TestMinimumBasicScenario-1238802638-router', 'tenant_id': '606c9b3063f4493a8c2a653c2f5cc357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '93c2765e-ac19-469c-9b86-8123d1b07ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:00:30Z', 'updated_at': '2021-10-19T02:00:33Z', 'revision_number': 4, 'project_id': '606c9b3063f4493a8c2a653c2f5cc357', 'gw_port': {'id': '93c2765e-ac19-469c-9b86-8123d1b07ba5', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:85:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:00:31Z', 'updated_at': '2021-10-19T02:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'a2b2edf1-6cf9-49aa-940c-907edbb882a7', 'tenant_id': '606c9b3063f4493a8c2a653c2f5cc357', 'floating_ip_address': '172.25.8.87', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'port_id': '83297013-1633-4aac-af70-97ae7065351d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fa30ef8-64b3-41cf-9762-964818177a5e', 'mac_address': 'fa:16:3e:8e:c5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f868627c-9311-4141-a86c-c0a4c9109e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:01:28Z', 'updated_at': '2021-10-19T02:01:28Z', 'revision_number': 0, 'project_id': '606c9b3063f4493a8c2a653c2f5cc357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e487378-485e-436e-a859-9c0fe90e55d3', 'name': '', 'network_id': '2fa30ef8-64b3-41cf-9762-964818177a5e', 'tenant_id': '606c9b3063f4493a8c2a653c2f5cc357', 'mac_address': 'fa:16:3e:18:bc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '18a24ef3-1f55-4aae-b7f3-c6d507e6ce16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:00:33Z', 'updated_at': '2021-10-19T02:00:37Z', 'revision_number': 5, 'project_id': '606c9b3063f4493a8c2a653c2f5cc357', 'subnets': [{'id': '18a24ef3-1f55-4aae-b7f3-c6d507e6ce16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:01:30.232453 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-999bb0d0-775f-4945-a793-0e25f4b1158f tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:30.237394 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-999bb0d0-775f-4945-a793-0e25f4b1158f tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:30.256326 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999bb0d0-775f-4945-a793-0e25f4b1158f tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=491e4ac3-3dd1-4ee1-8bd3-9253ac2c1711,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:01:30.261712 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18042d10-3784-4cab-9f85-35444a20e46c None None] The sync data for ids ['c2beec22-9b5e-4285-9ee8-1ac60c170d4b'] in n-d-715271-26 is: [{'id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'name': 'tempest-TestMinimumBasicScenario-1238802638-router', 'tenant_id': '606c9b3063f4493a8c2a653c2f5cc357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '93c2765e-ac19-469c-9b86-8123d1b07ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:00:30Z', 'updated_at': '2021-10-19T02:00:33Z', 'revision_number': 4, 'project_id': '606c9b3063f4493a8c2a653c2f5cc357', 'gw_port': {'id': '93c2765e-ac19-469c-9b86-8123d1b07ba5', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:85:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:00:31Z', 'updated_at': '2021-10-19T02:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'a2b2edf1-6cf9-49aa-940c-907edbb882a7', 'tenant_id': '606c9b3063f4493a8c2a653c2f5cc357', 'floating_ip_address': '172.25.8.87', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'port_id': '83297013-1633-4aac-af70-97ae7065351d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fa30ef8-64b3-41cf-9762-964818177a5e', 'mac_address': 'fa:16:3e:8e:c5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f868627c-9311-4141-a86c-c0a4c9109e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:01:28Z', 'updated_at': '2021-10-19T02:01:28Z', 'revision_number': 0, 'project_id': '606c9b3063f4493a8c2a653c2f5cc357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e487378-485e-436e-a859-9c0fe90e55d3', 'name': '', 'network_id': '2fa30ef8-64b3-41cf-9762-964818177a5e', 'tenant_id': '606c9b3063f4493a8c2a653c2f5cc357', 'mac_address': 'fa:16:3e:18:bc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '18a24ef3-1f55-4aae-b7f3-c6d507e6ce16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:00:33Z', 'updated_at': '2021-10-19T02:00:37Z', 'revision_number': 5, 'project_id': '606c9b3063f4493a8c2a653c2f5cc357', 'subnets': [{'id': '18a24ef3-1f55-4aae-b7f3-c6d507e6ce16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:01:30.269063 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-999bb0d0-775f-4945-a793-0e25f4b1158f tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:30.271755 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-999bb0d0-775f-4945-a793-0e25f4b1158f tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1338899 Oct 19 02:01:30.272972 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54738) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:01:30.277394 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-feca29c2-dee8-44d9-987c-f67ab4e2af2a tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Request body: {'security_group_rule': {'security_group_id': '16f66637-2152-4df0-91db-4948ffe82f06', 'project_id': '606c9b3063f4493a8c2a653c2f5cc357', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:01:30.300370 n-d-715271-26 neutron-server[100607]: INFO neutron.db.securitygroups_db [None req-feca29c2-dee8-44d9-987c-f67ab4e2af2a tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Project 606c9b3063f4493a8c2a653c2f5cc357 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 02:01:30.305629 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-feca29c2-dee8-44d9-987c-f67ab4e2af2a tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:30.368640 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-feca29c2-dee8-44d9-987c-f67ab4e2af2a tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:30.372245 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-feca29c2-dee8-44d9-987c-f67ab4e2af2a tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:30.391965 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca29c2-dee8-44d9-987c-f67ab4e2af2a tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b9160e7-a77d-4558-9bca-d700e2afd32a,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:01:30.401115 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-feca29c2-dee8-44d9-987c-f67ab4e2af2a tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:30.403770 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-feca29c2-dee8-44d9-987c-f67ab4e2af2a tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1284640 Oct 19 02:01:30.405192 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54740) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:01:30.410065 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-5c9c2d79-87d7-41b3-8b3f-5ef4d797ec19 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Request body: {'security_group_rule': {'security_group_id': '16f66637-2152-4df0-91db-4948ffe82f06', 'project_id': '606c9b3063f4493a8c2a653c2f5cc357', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:01:30.433057 n-d-715271-26 neutron-server[100607]: INFO neutron.db.securitygroups_db [None req-5c9c2d79-87d7-41b3-8b3f-5ef4d797ec19 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Project 606c9b3063f4493a8c2a653c2f5cc357 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 02:01:30.439446 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5c9c2d79-87d7-41b3-8b3f-5ef4d797ec19 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:30.472548 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d4cd28-e82c-47e0-b897-88e83517f86c None None] New status for floating IP a2b2edf1-6cf9-49aa-940c-907edbb882a7: ACTIVE {{(pid=100608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:01:30.507378 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5c9c2d79-87d7-41b3-8b3f-5ef4d797ec19 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:30.511555 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5c9c2d79-87d7-41b3-8b3f-5ef4d797ec19 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:30.532681 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c2d79-87d7-41b3-8b3f-5ef4d797ec19 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be38df40-83ed-42e0-9052-2a68e6588c64,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:01:30.541028 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5c9c2d79-87d7-41b3-8b3f-5ef4d797ec19 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:30.542237 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5c9c2d79-87d7-41b3-8b3f-5ef4d797ec19 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1360393 Oct 19 02:01:30.621040 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83d608a5-6560-43e6-bfac-6cc5bf9ef1f4 req-05c4f1fe-9665-446c-b54d-3198026c9de0 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1078132013&fields=id&tenant_id=606c9b3063f4493a8c2a653c2f5cc357 HTTP/1.1" status: 200 len: 267 time: 0.0341799 Oct 19 02:01:30.676530 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d608a5-6560-43e6-bfac-6cc5bf9ef1f4 req-78e7eb02-1b77-485a-b649-f135afc73e7f tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:30.677983 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83d608a5-6560-43e6-bfac-6cc5bf9ef1f4 req-78e7eb02-1b77-485a-b649-f135afc73e7f tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 946 time: 0.0492542 Oct 19 02:01:30.689600 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-83d608a5-6560-43e6-bfac-6cc5bf9ef1f4 req-71756586-a7e6-4016-b7bb-f031fd71fea9 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Request body: {'port': {'security_groups': ['16aa02c0-a4c3-4487-bffb-f1489905b1b2', '16f66637-2152-4df0-91db-4948ffe82f06']}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:01:30.748951 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-83d608a5-6560-43e6-bfac-6cc5bf9ef1f4 req-71756586-a7e6-4016-b7bb-f031fd71fea9 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:30.933061 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-83d608a5-6560-43e6-bfac-6cc5bf9ef1f4 req-71756586-a7e6-4016-b7bb-f031fd71fea9 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] For port 83297013-1633-4aac-af70-97ae7065351d, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=83297013-1633-4aac-af70-97ae7065351d,segment=NetworkSegment(4fd7327c-b58c-4586-b062-279eec0d7052),segment_id=4fd7327c-b58c-4586-b062-279eec0d7052)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:01:30.944637 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-763e64bb-1e1c-4bbf-807e-7124bfb36180 req-255ffe0c-db2f-4826-84b6-2e31166af58a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416796 Oct 19 02:01:30.969830 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-83d608a5-6560-43e6-bfac-6cc5bf9ef1f4 req-71756586-a7e6-4016-b7bb-f031fd71fea9 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:30.980000 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-83d608a5-6560-43e6-bfac-6cc5bf9ef1f4 req-71756586-a7e6-4016-b7bb-f031fd71fea9 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:30.991504 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['83297013-1633-4aac-af70-97ae7065351d'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:01:31.032169 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d608a5-6560-43e6-bfac-6cc5bf9ef1f4 req-71756586-a7e6-4016-b7bb-f031fd71fea9 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:31.032804 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-83d608a5-6560-43e6-bfac-6cc5bf9ef1f4 req-71756586-a7e6-4016-b7bb-f031fd71fea9 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:31.034230 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83d608a5-6560-43e6-bfac-6cc5bf9ef1f4 req-71756586-a7e6-4016-b7bb-f031fd71fea9 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "PUT /v2.0/ports/83297013-1633-4aac-af70-97ae7065351d HTTP/1.1" status: 200 len: 982 time: 0.3497627 Oct 19 02:01:31.064691 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71756586-a7e6-4016-b7bb-f031fd71fea9 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Pushing event updated for resources: {'Port': ['ID=83297013-1633-4aac-af70-97ae7065351d,revision_number=6']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:01:31.068872 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e64bb-1e1c-4bbf-807e-7124bfb36180 req-c1570991-c5f6-4ec7-8e58-32f6f4a78226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:31.071277 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-763e64bb-1e1c-4bbf-807e-7124bfb36180 req-c1570991-c5f6-4ec7-8e58-32f6f4a78226 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=606c9b3063f4493a8c2a653c2f5cc357&device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 1137 time: 0.0680220 Oct 19 02:01:31.115765 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['83297013-1633-4aac-af70-97ae7065351d'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:01:31.227013 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3f298-2d92-4e3b-a6ba-ac8a5b21487b req-7c0a16ad-70dc-4871-95bd-5f6f70b7e98e tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:31.228574 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aab3f298-2d92-4e3b-a6ba-ac8a5b21487b req-7c0a16ad-70dc-4871-95bd-5f6f70b7e98e tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 985 time: 0.1169059 Oct 19 02:01:31.231952 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e64bb-1e1c-4bbf-807e-7124bfb36180 req-b607525e-f4d1-4c3a-bd1f-be07573a61e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:31.234237 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-763e64bb-1e1c-4bbf-807e-7124bfb36180 req-b607525e-f4d1-4c3a-bd1f-be07573a61e5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2fa30ef8-64b3-41cf-9762-964818177a5e HTTP/1.1" status: 200 len: 916 time: 0.1419299 Oct 19 02:01:31.323009 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aab3f298-2d92-4e3b-a6ba-ac8a5b21487b req-8c8252ee-41c9-4370-8b8d-34f576304a64 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&id=16f66637-2152-4df0-91db-4948ffe82f06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0842912 Oct 19 02:01:31.331884 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-763e64bb-1e1c-4bbf-807e-7124bfb36180 req-c128e8dd-8832-4d65-bfb7-3946a385cbe9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83297013-1633-4aac-af70-97ae7065351d HTTP/1.1" status: 200 len: 1001 time: 0.0872331 Oct 19 02:01:31.338380 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-6030dd7d-165f-441e-9f2e-e0ee1e64e7c1 None None] Provisioning complete for port 83297013-1633-4aac-af70-97ae7065351d triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:01:31.338858 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6030dd7d-165f-441e-9f2e-e0ee1e64e7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:31.384190 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e64bb-1e1c-4bbf-807e-7124bfb36180 req-4276201e-85ac-4db1-90b9-f49200486606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:31.385667 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-763e64bb-1e1c-4bbf-807e-7124bfb36180 req-4276201e-85ac-4db1-90b9-f49200486606 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=18a24ef3-1f55-4aae-b7f3-c6d507e6ce16 HTTP/1.1" status: 200 len: 854 time: 0.0469432 Oct 19 02:01:31.432402 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e64bb-1e1c-4bbf-807e-7124bfb36180 req-9dfb61aa-d5b0-495e-ac02-306f570730a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:31.434024 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-763e64bb-1e1c-4bbf-807e-7124bfb36180 req-9dfb61aa-d5b0-495e-ac02-306f570730a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2fa30ef8-64b3-41cf-9762-964818177a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404844 Oct 19 02:01:31.533198 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-763e64bb-1e1c-4bbf-807e-7124bfb36180 req-2959a0a6-bc24-4e15-a694-f568fae79c92 service neutron] 10.222.0.55 "GET /v2.0/networks/2fa30ef8-64b3-41cf-9762-964818177a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915778 Oct 19 02:01:31.559183 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f868627c-9311-4141-a86c-c0a4c9109e67', 'tag': '83297013-1633-4aac-af70-97ae7065351d'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:01:31.562461 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}604d1223bc0e61ef4f6f375a56b68240d92e3dadd1a32e57b330ac88f8c52c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eeeafff-fae5-494d-9847-016ee23b6b0e" -d '{"events": [{"name": "network-changed", "server_uuid": "f868627c-9311-4141-a86c-c0a4c9109e67", "tag": "83297013-1633-4aac-af70-97ae7065351d"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:01:31.600705 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22197f84-1a28-4395-9cdd-c9ad9ff18ac3 x-openstack-request-id: req-22197f84-1a28-4395-9cdd-c9ad9ff18ac3 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:01:31.602191 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f868627c-9311-4141-a86c-c0a4c9109e67", "tag": "83297013-1633-4aac-af70-97ae7065351d", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:01:31.602662 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-22197f84-1a28-4395-9cdd-c9ad9ff18ac3 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:01:31.603162 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f868627c-9311-4141-a86c-c0a4c9109e67', 'tag': '83297013-1633-4aac-af70-97ae7065351d', 'status': 'completed', 'code': 200} Oct 19 02:01:31.635207 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-763e64bb-1e1c-4bbf-807e-7124bfb36180 req-bba32571-0c16-4f11-9be7-d633e2c79865 service neutron] 10.222.0.55 "GET /v2.0/networks/2fa30ef8-64b3-41cf-9762-964818177a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932920 Oct 19 02:01:31.713705 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeeafff-fae5-494d-9847-016ee23b6b0e req-afc855ef-f370-409c-87f1-1df25dd57ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:31.715221 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7eeeafff-fae5-494d-9847-016ee23b6b0e req-afc855ef-f370-409c-87f1-1df25dd57ec4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=606c9b3063f4493a8c2a653c2f5cc357&device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 1137 time: 0.0410793 Oct 19 02:01:31.808686 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeeafff-fae5-494d-9847-016ee23b6b0e req-89f2774f-633b-4e78-8f48-56e85a7dcb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:31.810187 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7eeeafff-fae5-494d-9847-016ee23b6b0e req-89f2774f-633b-4e78-8f48-56e85a7dcb63 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2fa30ef8-64b3-41cf-9762-964818177a5e HTTP/1.1" status: 200 len: 916 time: 0.0870013 Oct 19 02:01:31.880314 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7eeeafff-fae5-494d-9847-016ee23b6b0e req-3e3630b4-9ec8-40b3-87b8-d1587b8d13b4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83297013-1633-4aac-af70-97ae7065351d HTTP/1.1" status: 200 len: 1001 time: 0.0613000 Oct 19 02:01:31.938964 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeeafff-fae5-494d-9847-016ee23b6b0e req-88fa8a25-7af7-49eb-bfea-a33e89ff6fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:31.940484 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7eeeafff-fae5-494d-9847-016ee23b6b0e req-88fa8a25-7af7-49eb-bfea-a33e89ff6fa2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=18a24ef3-1f55-4aae-b7f3-c6d507e6ce16 HTTP/1.1" status: 200 len: 854 time: 0.0492382 Oct 19 02:01:31.987069 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeeafff-fae5-494d-9847-016ee23b6b0e req-7293536e-63ce-4904-aa58-fecff031b39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:31.988607 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7eeeafff-fae5-494d-9847-016ee23b6b0e req-7293536e-63ce-4904-aa58-fecff031b39c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2fa30ef8-64b3-41cf-9762-964818177a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415070 Oct 19 02:01:32.082699 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7eeeafff-fae5-494d-9847-016ee23b6b0e req-7ed4dc9d-6ef9-43f0-9519-4f44f26c17bc service neutron] 10.222.0.55 "GET /v2.0/networks/2fa30ef8-64b3-41cf-9762-964818177a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872324 Oct 19 02:01:32.178455 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7eeeafff-fae5-494d-9847-016ee23b6b0e req-2a3fa41e-2609-4f52-a7b1-05f1955a6632 service neutron] 10.222.0.55 "GET /v2.0/networks/2fa30ef8-64b3-41cf-9762-964818177a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866804 Oct 19 02:01:43.327078 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:01:44.026792 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0bc32b30-bc34-48a4-bf53-6c8a3ddac9cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:46.614702 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3a0ad72c-08e8-4b44-af3e-508064c4b711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:47.359215 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:47.994622 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:49.925066 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:57.710794 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:00.128416 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:14.027470 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ec8a0fb8-42a7-4c8f-84de-d85e5142f67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:16.615111 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-de9484df-7500-4ab2-afa2-33480727a82d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:17.361076 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:17.997050 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:19.927847 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:20.326030 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:02:27.722745 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:29.227529 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6564c-1e88-4520-8474-9437250974be req-111653d0-4188-48c9-985e-6292de2ea3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:29.229096 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-44a6564c-1e88-4520-8474-9437250974be req-111653d0-4188-48c9-985e-6292de2ea3e1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=606c9b3063f4493a8c2a653c2f5cc357&device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 1137 time: 0.0433626 Oct 19 02:02:29.322851 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6564c-1e88-4520-8474-9437250974be req-210e6ff9-2fc7-414e-804f-0e29f4633ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:29.324356 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-44a6564c-1e88-4520-8474-9437250974be req-210e6ff9-2fc7-414e-804f-0e29f4633ac2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2fa30ef8-64b3-41cf-9762-964818177a5e HTTP/1.1" status: 200 len: 916 time: 0.0877142 Oct 19 02:02:29.368540 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12097b4a-b26b-4720-9c1a-306df04e4b44 req-4218574a-381d-44b2-b508-bc1ba80b40ea tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:29.372295 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-12097b4a-b26b-4720-9c1a-306df04e4b44 req-4218574a-381d-44b2-b508-bc1ba80b40ea tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 985 time: 0.1738100 Oct 19 02:02:29.396450 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-44a6564c-1e88-4520-8474-9437250974be req-1c425265-3461-4b41-b5b8-bba442753aa2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83297013-1633-4aac-af70-97ae7065351d HTTP/1.1" status: 200 len: 1001 time: 0.0647199 Oct 19 02:02:29.411044 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-12097b4a-b26b-4720-9c1a-306df04e4b44 req-cccda9f3-f1be-4be6-95cd-53099a6180a5 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&id=16f66637-2152-4df0-91db-4948ffe82f06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335405 Oct 19 02:02:29.446904 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6564c-1e88-4520-8474-9437250974be req-6902c27d-1748-40fc-b963-c9600417ce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:29.448407 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-44a6564c-1e88-4520-8474-9437250974be req-6902c27d-1748-40fc-b963-c9600417ce8f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=18a24ef3-1f55-4aae-b7f3-c6d507e6ce16 HTTP/1.1" status: 200 len: 854 time: 0.0440855 Oct 19 02:02:29.493010 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6564c-1e88-4520-8474-9437250974be req-5393fa10-da8d-4093-937f-397fbda9b7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:29.494462 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-44a6564c-1e88-4520-8474-9437250974be req-5393fa10-da8d-4093-937f-397fbda9b7ff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2fa30ef8-64b3-41cf-9762-964818177a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386715 Oct 19 02:02:29.587473 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-44a6564c-1e88-4520-8474-9437250974be req-94ac13d4-e63d-48a0-97a8-05847603faa3 service neutron] 10.222.0.55 "GET /v2.0/networks/2fa30ef8-64b3-41cf-9762-964818177a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858190 Oct 19 02:02:29.682694 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-44a6564c-1e88-4520-8474-9437250974be req-d135d69e-22de-48c8-b52c-0f5fcc5a9951 service neutron] 10.222.0.55 "GET /v2.0/networks/2fa30ef8-64b3-41cf-9762-964818177a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876276 Oct 19 02:02:30.125849 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:30.587755 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffb787-b248-4216-b5c7-41a849081a65 req-747f36c0-cc8f-478a-805d-61b16e3655b7 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:30.589248 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d6ffb787-b248-4216-b5c7-41a849081a65 req-747f36c0-cc8f-478a-805d-61b16e3655b7 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 985 time: 0.0982490 Oct 19 02:02:30.628952 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d6ffb787-b248-4216-b5c7-41a849081a65 req-c816e04b-9d8c-4680-bf8f-7c6a5ff194f7 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&id=16f66637-2152-4df0-91db-4948ffe82f06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328519 Oct 19 02:02:31.743066 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812445a-3587-4d18-8931-33852b0a95a6 req-dde5f044-c496-4e48-a0d4-1b8b2501c0e6 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:31.744476 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6812445a-3587-4d18-8931-33852b0a95a6 req-dde5f044-c496-4e48-a0d4-1b8b2501c0e6 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 985 time: 0.0485680 Oct 19 02:02:31.783886 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6812445a-3587-4d18-8931-33852b0a95a6 req-888fe98a-935b-44f4-91f5-2372acc89bcd tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&id=16f66637-2152-4df0-91db-4948ffe82f06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332243 Oct 19 02:02:32.899849 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16aac8-32ad-48c5-88ea-853a99848f5c req-5890da6a-d35d-4691-9fa3-ab6af16dbe50 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:32.901354 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2e16aac8-32ad-48c5-88ea-853a99848f5c req-5890da6a-d35d-4691-9fa3-ab6af16dbe50 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 985 time: 0.0512261 Oct 19 02:02:32.969450 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2e16aac8-32ad-48c5-88ea-853a99848f5c req-cae3561a-4d6b-40f3-af70-efbf1866e43e tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&id=16f66637-2152-4df0-91db-4948ffe82f06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615506 Oct 19 02:02:32.983014 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462019f-3d9c-4e75-9a94-1f75e3176bd3 req-9e6f006b-1a7d-4a84-8659-d02473901b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:32.985379 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d462019f-3d9c-4e75-9a94-1f75e3176bd3 req-9e6f006b-1a7d-4a84-8659-d02473901b6f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=606c9b3063f4493a8c2a653c2f5cc357&device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 1137 time: 0.0567684 Oct 19 02:02:33.089646 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462019f-3d9c-4e75-9a94-1f75e3176bd3 req-744f7b56-f20b-4686-8e3a-0d99b45d7860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:33.091009 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d462019f-3d9c-4e75-9a94-1f75e3176bd3 req-744f7b56-f20b-4686-8e3a-0d99b45d7860 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2fa30ef8-64b3-41cf-9762-964818177a5e HTTP/1.1" status: 200 len: 916 time: 0.0842330 Oct 19 02:02:33.161548 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d462019f-3d9c-4e75-9a94-1f75e3176bd3 req-9c1bf64b-1e20-4ce5-b48d-91b4e2182793 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83297013-1633-4aac-af70-97ae7065351d HTTP/1.1" status: 200 len: 1001 time: 0.0632415 Oct 19 02:02:33.210047 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462019f-3d9c-4e75-9a94-1f75e3176bd3 req-0360f349-b73c-48c6-a2d4-126b86ee4760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:33.211455 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d462019f-3d9c-4e75-9a94-1f75e3176bd3 req-0360f349-b73c-48c6-a2d4-126b86ee4760 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=18a24ef3-1f55-4aae-b7f3-c6d507e6ce16 HTTP/1.1" status: 200 len: 854 time: 0.0433991 Oct 19 02:02:33.257062 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462019f-3d9c-4e75-9a94-1f75e3176bd3 req-867556ae-5069-4513-a6a2-7c75a9ee4c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:33.258526 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d462019f-3d9c-4e75-9a94-1f75e3176bd3 req-867556ae-5069-4513-a6a2-7c75a9ee4c8d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2fa30ef8-64b3-41cf-9762-964818177a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390222 Oct 19 02:02:33.351952 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d462019f-3d9c-4e75-9a94-1f75e3176bd3 req-e77b018a-5cd6-4389-9b55-96ddf46b6abe service neutron] 10.222.0.55 "GET /v2.0/networks/2fa30ef8-64b3-41cf-9762-964818177a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850863 Oct 19 02:02:33.439229 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d462019f-3d9c-4e75-9a94-1f75e3176bd3 req-afc19bd5-8294-4cea-82cb-389ad74d4e41 service neutron] 10.222.0.55 "GET /v2.0/networks/2fa30ef8-64b3-41cf-9762-964818177a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806634 Oct 19 02:02:34.090017 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba473f-d5e3-42c5-b7e4-e3dcce357349 req-7a50eda7-2681-493b-8f36-a5c5dab14017 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:34.091489 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94ba473f-d5e3-42c5-b7e4-e3dcce357349 req-7a50eda7-2681-493b-8f36-a5c5dab14017 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 985 time: 0.0531390 Oct 19 02:02:34.131009 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-94ba473f-d5e3-42c5-b7e4-e3dcce357349 req-cbb3ef22-8a80-4372-ac24-8ffa58b0678b tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&id=16f66637-2152-4df0-91db-4948ffe82f06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332410 Oct 19 02:02:35.251336 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc3ba6-7b57-41fe-a0da-734fe26ce9de req-9df3879c-fa42-4dcc-a82c-1f0ae492946d tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:35.253017 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-02dc3ba6-7b57-41fe-a0da-734fe26ce9de req-9df3879c-fa42-4dcc-a82c-1f0ae492946d tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 985 time: 0.0546179 Oct 19 02:02:35.292307 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-02dc3ba6-7b57-41fe-a0da-734fe26ce9de req-7fc481ff-1c2c-4fee-8921-ff718ce5a9d2 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&id=16f66637-2152-4df0-91db-4948ffe82f06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333641 Oct 19 02:02:36.408070 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc95d1-e54b-43b8-a956-3af40dfed3df req-948c6861-05ed-4ac9-9491-9c5a4fcce18d tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:36.409553 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a1bc95d1-e54b-43b8-a956-3af40dfed3df req-948c6861-05ed-4ac9-9491-9c5a4fcce18d tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 985 time: 0.0506766 Oct 19 02:02:36.448807 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a1bc95d1-e54b-43b8-a956-3af40dfed3df req-640efa1e-e824-4b2e-a324-99556690aa5d tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&id=16f66637-2152-4df0-91db-4948ffe82f06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332186 Oct 19 02:02:37.562367 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea89cb1-4ae8-47dc-8513-1209e52fa1ae req-118a0fbe-7363-4324-9278-eded4339170e tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:37.563851 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0ea89cb1-4ae8-47dc-8513-1209e52fa1ae req-118a0fbe-7363-4324-9278-eded4339170e tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 985 time: 0.0488975 Oct 19 02:02:37.603173 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0ea89cb1-4ae8-47dc-8513-1209e52fa1ae req-12547019-cbbb-47db-834b-fb0c2428b4d3 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&id=16f66637-2152-4df0-91db-4948ffe82f06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332119 Oct 19 02:02:38.720462 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee64b2-f08f-4d59-a8ed-33e1dbc0e3f4 req-1454e3eb-695c-455b-9f9c-0e90685cafc4 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:38.721936 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-25ee64b2-f08f-4d59-a8ed-33e1dbc0e3f4 req-1454e3eb-695c-455b-9f9c-0e90685cafc4 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 985 time: 0.0508828 Oct 19 02:02:38.762219 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-25ee64b2-f08f-4d59-a8ed-33e1dbc0e3f4 req-35904f2f-6fbe-4161-9df0-753dcf33abc2 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&id=16f66637-2152-4df0-91db-4948ffe82f06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342417 Oct 19 02:02:39.874894 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65348e-44d2-4ccd-8770-4c521ab7a19d req-713e4e3d-828f-4f3e-9de1-d01adbbe3aa7 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:39.876380 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bf65348e-44d2-4ccd-8770-4c521ab7a19d req-713e4e3d-828f-4f3e-9de1-d01adbbe3aa7 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 985 time: 0.0476723 Oct 19 02:02:39.915333 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bf65348e-44d2-4ccd-8770-4c521ab7a19d req-fa368ab8-a233-4176-8389-5fcb4947d988 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&id=16f66637-2152-4df0-91db-4948ffe82f06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327687 Oct 19 02:02:41.035357 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359f367-81ae-4137-a664-3d2a23a5eb15 req-10d43428-8d18-4227-a9e3-b7d3e95dfb49 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:41.036868 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2359f367-81ae-4137-a664-3d2a23a5eb15 req-10d43428-8d18-4227-a9e3-b7d3e95dfb49 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 985 time: 0.0549734 Oct 19 02:02:41.076350 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2359f367-81ae-4137-a664-3d2a23a5eb15 req-d6663432-f6b5-4457-a028-498f2bfee829 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&id=16f66637-2152-4df0-91db-4948ffe82f06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334454 Oct 19 02:02:42.193853 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf415777-f355-4fe8-ab15-cf847eb3d880 req-f988e311-d59c-4d2d-8345-357a6cfb0ae9 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:42.195329 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cf415777-f355-4fe8-ab15-cf847eb3d880 req-f988e311-d59c-4d2d-8345-357a6cfb0ae9 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 985 time: 0.0528595 Oct 19 02:02:42.234472 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cf415777-f355-4fe8-ab15-cf847eb3d880 req-bbbde7d2-8d42-4e1b-8ee3-d1aa4c034110 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&id=16f66637-2152-4df0-91db-4948ffe82f06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330675 Oct 19 02:02:43.350580 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccf5ee-5767-4582-96a4-d2cc91e5c70c req-ccd30211-fcb4-4529-9ee7-35fae1cd0723 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:43.352096 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1fccf5ee-5767-4582-96a4-d2cc91e5c70c req-ccd30211-fcb4-4529-9ee7-35fae1cd0723 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 985 time: 0.0503895 Oct 19 02:02:43.393125 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1fccf5ee-5767-4582-96a4-d2cc91e5c70c req-f6c1bc1a-3ae1-4870-ac2f-80b5ab604d79 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&id=16f66637-2152-4df0-91db-4948ffe82f06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343244 Oct 19 02:02:44.027452 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6d95caea-8aba-4271-a704-ada0f07b1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:44.506955 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8a356-c02c-4a8e-8c47-cc1bc9e0646c req-c9fd2dcc-b85e-4de3-945a-2f31678c5246 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:44.508460 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dff8a356-c02c-4a8e-8c47-cc1bc9e0646c req-c9fd2dcc-b85e-4de3-945a-2f31678c5246 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 985 time: 0.0494454 Oct 19 02:02:44.548748 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dff8a356-c02c-4a8e-8c47-cc1bc9e0646c req-a23d53cc-a084-49dd-ba56-7af48d194997 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&id=16f66637-2152-4df0-91db-4948ffe82f06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343006 Oct 19 02:02:45.661140 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552312b3-d61e-4428-be47-657de5e4ba3c req-3139e818-218f-48e8-a219-01b145981507 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:45.662604 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-552312b3-d61e-4428-be47-657de5e4ba3c req-3139e818-218f-48e8-a219-01b145981507 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 985 time: 0.0483336 Oct 19 02:02:45.711992 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-552312b3-d61e-4428-be47-657de5e4ba3c req-a75fd4d9-0d2e-4210-adbb-16d689722941 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&id=16f66637-2152-4df0-91db-4948ffe82f06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433316 Oct 19 02:02:46.615997 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fdab49a9-d78d-48b5-9ff1-d7b7d6afd82f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:47.361868 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:48.001094 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:49.929832 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:57.325401 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:02:57.715770 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:00.142649 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:14.029754 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c80501d5-c599-4bdf-98b8-8a1b7a44062f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:16.617337 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bc908dc8-3e08-45c3-84de-8d387bce2dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:17.363102 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:18.003049 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:19.932449 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:27.730767 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:30.148808 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:33.942801 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3e6e1ef5-5675-45e3-9b9e-eedf7723d2de req-2ebdac4c-71d7-44c4-99ca-5d16cbf62cff service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402026 Oct 19 02:03:34.027988 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e1ef5-5675-45e3-9b9e-eedf7723d2de req-37ed55bc-d02d-4fcf-bcc6-b54bdb80d6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:34.029444 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3e6e1ef5-5675-45e3-9b9e-eedf7723d2de req-37ed55bc-d02d-4fcf-bcc6-b54bdb80d6b2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=606c9b3063f4493a8c2a653c2f5cc357&device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 1137 time: 0.0444684 Oct 19 02:03:34.133220 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e1ef5-5675-45e3-9b9e-eedf7723d2de req-15c2987f-659c-4f2b-a887-3a8b4a388b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:34.134650 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3e6e1ef5-5675-45e3-9b9e-eedf7723d2de req-15c2987f-659c-4f2b-a887-3a8b4a388b72 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2fa30ef8-64b3-41cf-9762-964818177a5e HTTP/1.1" status: 200 len: 916 time: 0.0841999 Oct 19 02:03:34.203859 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3e6e1ef5-5675-45e3-9b9e-eedf7723d2de req-df6e1b6b-dee8-4b18-bc3c-2a51713641f0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83297013-1633-4aac-af70-97ae7065351d HTTP/1.1" status: 200 len: 1001 time: 0.0604260 Oct 19 02:03:34.252007 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e1ef5-5675-45e3-9b9e-eedf7723d2de req-1a1ba30f-38bc-435a-b805-78a3cdeee981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:34.253628 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3e6e1ef5-5675-45e3-9b9e-eedf7723d2de req-1a1ba30f-38bc-435a-b805-78a3cdeee981 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=18a24ef3-1f55-4aae-b7f3-c6d507e6ce16 HTTP/1.1" status: 200 len: 854 time: 0.0429890 Oct 19 02:03:34.297792 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e1ef5-5675-45e3-9b9e-eedf7723d2de req-b8fbf950-ca8b-48a1-bf8f-913ff16f8ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:34.299369 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3e6e1ef5-5675-45e3-9b9e-eedf7723d2de req-b8fbf950-ca8b-48a1-bf8f-913ff16f8ede service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2fa30ef8-64b3-41cf-9762-964818177a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388269 Oct 19 02:03:34.324456 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:03:34.392642 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3e6e1ef5-5675-45e3-9b9e-eedf7723d2de req-0606bc33-02a9-4789-943b-460b2e5066fe service neutron] 10.222.0.55 "GET /v2.0/networks/2fa30ef8-64b3-41cf-9762-964818177a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850284 Oct 19 02:03:34.480226 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3e6e1ef5-5675-45e3-9b9e-eedf7723d2de req-0de8b6ef-8ed9-4d69-a977-2c74e9542163 service neutron] 10.222.0.55 "GET /v2.0/networks/2fa30ef8-64b3-41cf-9762-964818177a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803657 Oct 19 02:03:44.029277 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5fd4302d-8a74-4f96-8537-687a00e69cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:46.617912 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-de331241-f93f-4231-b24d-6e904ddce6de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:47.364007 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:48.006655 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:49.046003 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-40152930-a11f-4e14-8708-321e49b6429a req-b34b44ea-27f9-40f5-a417-44239c422692 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1078132013&fields=id&tenant_id=606c9b3063f4493a8c2a653c2f5cc357 HTTP/1.1" status: 200 len: 267 time: 0.0336528 Oct 19 02:03:49.103037 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40152930-a11f-4e14-8708-321e49b6429a req-cae09017-e49f-4922-b46f-58153dbc6543 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:49.104520 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-40152930-a11f-4e14-8708-321e49b6429a req-cae09017-e49f-4922-b46f-58153dbc6543 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 985 time: 0.0523851 Oct 19 02:03:49.116064 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-40152930-a11f-4e14-8708-321e49b6429a req-4bb2914c-bb88-42d7-aab8-7f36aa4a633d tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Request body: {'port': {'security_groups': ['16aa02c0-a4c3-4487-bffb-f1489905b1b2']}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:03:49.180410 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-40152930-a11f-4e14-8708-321e49b6429a req-4bb2914c-bb88-42d7-aab8-7f36aa4a633d tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:49.351013 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-40152930-a11f-4e14-8708-321e49b6429a req-4bb2914c-bb88-42d7-aab8-7f36aa4a633d tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] For port 83297013-1633-4aac-af70-97ae7065351d, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=83297013-1633-4aac-af70-97ae7065351d,segment=NetworkSegment(4fd7327c-b58c-4586-b062-279eec0d7052),segment_id=4fd7327c-b58c-4586-b062-279eec0d7052)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:03:49.379800 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-40152930-a11f-4e14-8708-321e49b6429a req-4bb2914c-bb88-42d7-aab8-7f36aa4a633d tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:49.384307 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-40152930-a11f-4e14-8708-321e49b6429a req-4bb2914c-bb88-42d7-aab8-7f36aa4a633d tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:49.396254 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['83297013-1633-4aac-af70-97ae7065351d'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:03:49.429498 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40152930-a11f-4e14-8708-321e49b6429a req-4bb2914c-bb88-42d7-aab8-7f36aa4a633d tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:49.430108 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-40152930-a11f-4e14-8708-321e49b6429a req-4bb2914c-bb88-42d7-aab8-7f36aa4a633d tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:49.431490 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-40152930-a11f-4e14-8708-321e49b6429a req-4bb2914c-bb88-42d7-aab8-7f36aa4a633d tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "PUT /v2.0/ports/83297013-1633-4aac-af70-97ae7065351d HTTP/1.1" status: 200 len: 943 time: 0.3199034 Oct 19 02:03:49.431964 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f868627c-9311-4141-a86c-c0a4c9109e67', 'tag': '83297013-1633-4aac-af70-97ae7065351d'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:03:49.434207 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9434de058546a022cc17e407c636edc5a2ce8615e174a01ffad9beb3023847d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1cde29-1fb4-48c5-aeef-bca6bbb9bcf4" -d '{"events": [{"name": "network-changed", "server_uuid": "f868627c-9311-4141-a86c-c0a4c9109e67", "tag": "83297013-1633-4aac-af70-97ae7065351d"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:03:49.442465 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54854) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:03:49.467111 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2914c-bb88-42d7-aab8-7f36aa4a633d tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Pushing event updated for resources: {'Port': ['ID=83297013-1633-4aac-af70-97ae7065351d,revision_number=7']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:03:49.476560 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2914c-bb88-42d7-aab8-7f36aa4a633d tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:03:49.476949 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2914c-bb88-42d7-aab8-7f36aa4a633d tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:03:49.477357 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2914c-bb88-42d7-aab8-7f36aa4a633d tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:03:49.477758 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2914c-bb88-42d7-aab8-7f36aa4a633d tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:03:49.478160 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2914c-bb88-42d7-aab8-7f36aa4a633d tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:03:49.478612 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2914c-bb88-42d7-aab8-7f36aa4a633d tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:03:49.479006 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2914c-bb88-42d7-aab8-7f36aa4a633d tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:03:49.479391 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2914c-bb88-42d7-aab8-7f36aa4a633d tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:03:49.479815 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2914c-bb88-42d7-aab8-7f36aa4a633d tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:03:49.480209 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2914c-bb88-42d7-aab8-7f36aa4a633d tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:03:49.480595 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2914c-bb88-42d7-aab8-7f36aa4a633d tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:03:49.481115 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2914c-bb88-42d7-aab8-7f36aa4a633d tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:03:49.503349 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['83297013-1633-4aac-af70-97ae7065351d'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:03:49.541050 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-52c93992-38fc-4c98-8890-2005f0536bde tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:49.569764 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783fa74a-d5d4-4254-8299-1a4b8e1108c6 x-openstack-request-id: req-783fa74a-d5d4-4254-8299-1a4b8e1108c6 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:03:49.570048 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f868627c-9311-4141-a86c-c0a4c9109e67", "tag": "83297013-1633-4aac-af70-97ae7065351d", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:03:49.570491 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-783fa74a-d5d4-4254-8299-1a4b8e1108c6 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:03:49.571044 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f868627c-9311-4141-a86c-c0a4c9109e67', 'tag': '83297013-1633-4aac-af70-97ae7065351d', 'status': 'completed', 'code': 200} Oct 19 02:03:49.574815 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-52c93992-38fc-4c98-8890-2005f0536bde tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:49.648998 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1cde29-1fb4-48c5-aeef-bca6bbb9bcf4 req-6ee99b70-3348-4e73-bdf6-73762c9abdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:49.650862 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f1cde29-1fb4-48c5-aeef-bca6bbb9bcf4 req-6ee99b70-3348-4e73-bdf6-73762c9abdc1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=606c9b3063f4493a8c2a653c2f5cc357&device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 1098 time: 0.0543873 Oct 19 02:03:49.651192 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-52c93992-38fc-4c98-8890-2005f0536bde tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:49.653825 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-52c93992-38fc-4c98-8890-2005f0536bde tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:49.654953 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-52c93992-38fc-4c98-8890-2005f0536bde tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "DELETE /v2.0/security-groups/16f66637-2152-4df0-91db-4948ffe82f06 HTTP/1.1" status: 204 len: 168 time: 0.2114258 Oct 19 02:03:49.657704 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54862) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:03:49.665776 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c93992-38fc-4c98-8890-2005f0536bde tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f66637-2152-4df0-91db-4948ffe82f06,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:03:49.674734 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c93992-38fc-4c98-8890-2005f0536bde tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:03:49.675078 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c93992-38fc-4c98-8890-2005f0536bde tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:03:49.675421 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c93992-38fc-4c98-8890-2005f0536bde tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:03:49.675815 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c93992-38fc-4c98-8890-2005f0536bde tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:03:49.676151 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c93992-38fc-4c98-8890-2005f0536bde tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:03:49.676795 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c93992-38fc-4c98-8890-2005f0536bde tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:03:49.676795 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c93992-38fc-4c98-8890-2005f0536bde tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:03:49.677098 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c93992-38fc-4c98-8890-2005f0536bde tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:03:49.677665 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c93992-38fc-4c98-8890-2005f0536bde tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:03:49.678025 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c93992-38fc-4c98-8890-2005f0536bde tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:03:49.678481 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c93992-38fc-4c98-8890-2005f0536bde tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:03:49.678835 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c93992-38fc-4c98-8890-2005f0536bde tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:03:49.787446 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-424fa2a4-462e-42f1-9abc-74adeec1dfc7 None None] Provisioning complete for port 83297013-1633-4aac-af70-97ae7065351d triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:03:49.787863 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-424fa2a4-462e-42f1-9abc-74adeec1dfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:49.842621 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1cde29-1fb4-48c5-aeef-bca6bbb9bcf4 req-f1a4786d-9417-4000-8582-a28d9d10fe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:49.844168 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f1cde29-1fb4-48c5-aeef-bca6bbb9bcf4 req-f1a4786d-9417-4000-8582-a28d9d10fe81 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2fa30ef8-64b3-41cf-9762-964818177a5e HTTP/1.1" status: 200 len: 916 time: 0.1842344 Oct 19 02:03:49.934782 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:49.938980 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f1cde29-1fb4-48c5-aeef-bca6bbb9bcf4 req-6c2f3a9f-867c-4df0-948f-dd1f94de90cc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83297013-1633-4aac-af70-97ae7065351d HTTP/1.1" status: 200 len: 1001 time: 0.0729082 Oct 19 02:03:49.944591 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b928e-e984-4f27-93c6-d9dd4df764a9 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Deleting port 483f6355-0be7-4964-a635-146a16f3fe30 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:03:49.944929 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cc1b928e-e984-4f27-93c6-d9dd4df764a9 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:50.361893 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1cde29-1fb4-48c5-aeef-bca6bbb9bcf4 req-793b6dff-b8bd-461f-8b54-d5b874a6f963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:50.363340 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f1cde29-1fb4-48c5-aeef-bca6bbb9bcf4 req-793b6dff-b8bd-461f-8b54-d5b874a6f963 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=18a24ef3-1f55-4aae-b7f3-c6d507e6ce16 HTTP/1.1" status: 200 len: 854 time: 0.4165552 Oct 19 02:03:50.402521 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cc1b928e-e984-4f27-93c6-d9dd4df764a9 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:50.402758 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cc1b928e-e984-4f27-93c6-d9dd4df764a9 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:50.417040 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b928e-e984-4f27-93c6-d9dd4df764a9 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Calling delete_port for 483f6355-0be7-4964-a635-146a16f3fe30 owned by network:floatingip {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:03:50.436022 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1cde29-1fb4-48c5-aeef-bca6bbb9bcf4 req-536f3c52-5277-45d3-b214-82f203f2101e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:50.437481 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f1cde29-1fb4-48c5-aeef-bca6bbb9bcf4 req-536f3c52-5277-45d3-b214-82f203f2101e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2fa30ef8-64b3-41cf-9762-964818177a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668900 Oct 19 02:03:50.576941 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f1cde29-1fb4-48c5-aeef-bca6bbb9bcf4 req-81f4f919-f1c7-499a-a5e2-270cc19a1029 service neutron] 10.222.0.55 "GET /v2.0/networks/2fa30ef8-64b3-41cf-9762-964818177a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128531 Oct 19 02:03:50.707341 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cc1b928e-e984-4f27-93c6-d9dd4df764a9 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:50.711962 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f1cde29-1fb4-48c5-aeef-bca6bbb9bcf4 req-c764fa3e-de81-47e5-b04f-bc83c586dfa9 service neutron] 10.222.0.55 "GET /v2.0/networks/2fa30ef8-64b3-41cf-9762-964818177a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252425 Oct 19 02:03:50.734596 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b928e-e984-4f27-93c6-d9dd4df764a9 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Pushing event deleted for resources: {'Port': ['ID=483f6355-0be7-4964-a635-146a16f3fe30,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:03:50.800524 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cc1b928e-e984-4f27-93c6-d9dd4df764a9 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks [] for floatingip, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:50.800852 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [None req-cc1b928e-e984-4f27-93c6-d9dd4df764a9 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Floating IP a2b2edf1-6cf9-49aa-940c-907edbb882a7 disassociated (deleted). External IP: 172.25.8.87, port: 83297013-1633-4aac-af70-97ae7065351d. Oct 19 02:03:51.003099 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1b928e-e984-4f27-93c6-d9dd4df764a9 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Router c2beec22-9b5e-4285-9ee8-1ac60c170d4b has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:03:51.108888 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1b928e-e984-4f27-93c6-d9dd4df764a9 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:03:51.114217 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cc1b928e-e984-4f27-93c6-d9dd4df764a9 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:51.118817 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af15cf43-34ef-4cdf-af55-69cad36bdab2 None None] Sync routers for ids ['c2beec22-9b5e-4285-9ee8-1ac60c170d4b'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:03:51.128227 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af15cf43-34ef-4cdf-af55-69cad36bdab2 None None] Routers {'c2beec22-9b5e-4285-9ee8-1ac60c170d4b'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:03:51.128823 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-af15cf43-34ef-4cdf-af55-69cad36bdab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:03:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['c2beec22-9b5e-4285-9ee8-1ac60c170d4b'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:03:51.141860 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cc1b928e-e984-4f27-93c6-d9dd4df764a9 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "DELETE /v2.0/floatingips/a2b2edf1-6cf9-49aa-940c-907edbb882a7 HTTP/1.1" status: 204 len: 168 time: 1.4827590 Oct 19 02:03:51.239775 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-af15cf43-34ef-4cdf-af55-69cad36bdab2 None None] Set router c2beec22-9b5e-4285-9ee8-1ac60c170d4b gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:03:51.447828 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-af15cf43-34ef-4cdf-af55-69cad36bdab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'name': 'tempest-TestMinimumBasicScenario-1238802638-router', 'tenant_id': '606c9b3063f4493a8c2a653c2f5cc357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '93c2765e-ac19-469c-9b86-8123d1b07ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:00:30Z', 'updated_at': '2021-10-19T02:00:33Z', 'revision_number': 4, 'project_id': '606c9b3063f4493a8c2a653c2f5cc357', 'gw_port': {'id': '93c2765e-ac19-469c-9b86-8123d1b07ba5', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:85:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:00:31Z', 'updated_at': '2021-10-19T02:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '4e487378-485e-436e-a859-9c0fe90e55d3', 'name': '', 'network_id': '2fa30ef8-64b3-41cf-9762-964818177a5e', 'tenant_id': '606c9b3063f4493a8c2a653c2f5cc357', 'mac_address': 'fa:16:3e:18:bc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '18a24ef3-1f55-4aae-b7f3-c6d507e6ce16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:00:33Z', 'updated_at': '2021-10-19T02:00:37Z', 'revision_number': 5, 'project_id': '606c9b3063f4493a8c2a653c2f5cc357', 'subnets': [{'id': '18a24ef3-1f55-4aae-b7f3-c6d507e6ce16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:03:51.563827 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af15cf43-34ef-4cdf-af55-69cad36bdab2 None None] Checking router: c2beec22-9b5e-4285-9ee8-1ac60c170d4b for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:03:51.572359 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af15cf43-34ef-4cdf-af55-69cad36bdab2 None None] Routers {'c2beec22-9b5e-4285-9ee8-1ac60c170d4b'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:03:51.572666 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f868627c-9311-4141-a86c-c0a4c9109e67', 'tag': '83297013-1633-4aac-af70-97ae7065351d'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:03:51.573134 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-af15cf43-34ef-4cdf-af55-69cad36bdab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:03:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['c2beec22-9b5e-4285-9ee8-1ac60c170d4b'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:03:51.575086 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9434de058546a022cc17e407c636edc5a2ce8615e174a01ffad9beb3023847d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6c1b2b-01a0-4382-8f84-cb93fefc4a5a" -d '{"events": [{"name": "network-changed", "server_uuid": "f868627c-9311-4141-a86c-c0a4c9109e67", "tag": "83297013-1633-4aac-af70-97ae7065351d"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:03:51.610977 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1d1215-80fa-468b-9bd2-5403a0a06c64 x-openstack-request-id: req-5f1d1215-80fa-468b-9bd2-5403a0a06c64 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:03:51.611269 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f868627c-9311-4141-a86c-c0a4c9109e67", "tag": "83297013-1633-4aac-af70-97ae7065351d", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:03:51.611517 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5f1d1215-80fa-468b-9bd2-5403a0a06c64 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:03:51.612070 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f868627c-9311-4141-a86c-c0a4c9109e67', 'tag': '83297013-1633-4aac-af70-97ae7065351d', 'status': 'completed', 'code': 200} Oct 19 02:03:51.677459 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c1b2b-01a0-4382-8f84-cb93fefc4a5a req-3e162f58-a35f-4bc6-bd4b-385f15a28582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:51.677725 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-af15cf43-34ef-4cdf-af55-69cad36bdab2 None None] Set router c2beec22-9b5e-4285-9ee8-1ac60c170d4b gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:03:51.678948 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7e6c1b2b-01a0-4382-8f84-cb93fefc4a5a req-3e162f58-a35f-4bc6-bd4b-385f15a28582 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=606c9b3063f4493a8c2a653c2f5cc357&device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 1098 time: 0.0436771 Oct 19 02:03:51.775712 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c1b2b-01a0-4382-8f84-cb93fefc4a5a req-4b10c09c-9fc9-4f69-a683-e80ca486e4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:51.777329 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7e6c1b2b-01a0-4382-8f84-cb93fefc4a5a req-4b10c09c-9fc9-4f69-a683-e80ca486e4f6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2fa30ef8-64b3-41cf-9762-964818177a5e HTTP/1.1" status: 200 len: 916 time: 0.0845859 Oct 19 02:03:51.823446 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7e6c1b2b-01a0-4382-8f84-cb93fefc4a5a req-64bb4961-cc54-4d64-b2b6-de7773dc3bc5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83297013-1633-4aac-af70-97ae7065351d HTTP/1.1" status: 200 len: 217 time: 0.0386195 Oct 19 02:03:51.874396 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c1b2b-01a0-4382-8f84-cb93fefc4a5a req-d6015739-80bf-4d7d-a6ee-050c18a99104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:51.877400 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7e6c1b2b-01a0-4382-8f84-cb93fefc4a5a req-d6015739-80bf-4d7d-a6ee-050c18a99104 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=18a24ef3-1f55-4aae-b7f3-c6d507e6ce16 HTTP/1.1" status: 200 len: 854 time: 0.0473154 Oct 19 02:03:51.879559 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-af15cf43-34ef-4cdf-af55-69cad36bdab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'name': 'tempest-TestMinimumBasicScenario-1238802638-router', 'tenant_id': '606c9b3063f4493a8c2a653c2f5cc357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '93c2765e-ac19-469c-9b86-8123d1b07ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:00:30Z', 'updated_at': '2021-10-19T02:00:33Z', 'revision_number': 4, 'project_id': '606c9b3063f4493a8c2a653c2f5cc357', 'gw_port': {'id': '93c2765e-ac19-469c-9b86-8123d1b07ba5', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:85:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:00:31Z', 'updated_at': '2021-10-19T02:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '4e487378-485e-436e-a859-9c0fe90e55d3', 'name': '', 'network_id': '2fa30ef8-64b3-41cf-9762-964818177a5e', 'tenant_id': '606c9b3063f4493a8c2a653c2f5cc357', 'mac_address': 'fa:16:3e:18:bc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '18a24ef3-1f55-4aae-b7f3-c6d507e6ce16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:00:33Z', 'updated_at': '2021-10-19T02:00:37Z', 'revision_number': 5, 'project_id': '606c9b3063f4493a8c2a653c2f5cc357', 'subnets': [{'id': '18a24ef3-1f55-4aae-b7f3-c6d507e6ce16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:03:51.906501 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af15cf43-34ef-4cdf-af55-69cad36bdab2 None None] The sync data for ids ['c2beec22-9b5e-4285-9ee8-1ac60c170d4b'] in n-d-715271-26 is: [{'id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'name': 'tempest-TestMinimumBasicScenario-1238802638-router', 'tenant_id': '606c9b3063f4493a8c2a653c2f5cc357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '93c2765e-ac19-469c-9b86-8123d1b07ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:00:30Z', 'updated_at': '2021-10-19T02:00:33Z', 'revision_number': 4, 'project_id': '606c9b3063f4493a8c2a653c2f5cc357', 'gw_port': {'id': '93c2765e-ac19-469c-9b86-8123d1b07ba5', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:85:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:00:31Z', 'updated_at': '2021-10-19T02:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '4e487378-485e-436e-a859-9c0fe90e55d3', 'name': '', 'network_id': '2fa30ef8-64b3-41cf-9762-964818177a5e', 'tenant_id': '606c9b3063f4493a8c2a653c2f5cc357', 'mac_address': 'fa:16:3e:18:bc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '18a24ef3-1f55-4aae-b7f3-c6d507e6ce16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:00:33Z', 'updated_at': '2021-10-19T02:00:37Z', 'revision_number': 5, 'project_id': '606c9b3063f4493a8c2a653c2f5cc357', 'subnets': [{'id': '18a24ef3-1f55-4aae-b7f3-c6d507e6ce16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:03:51.925871 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c1b2b-01a0-4382-8f84-cb93fefc4a5a req-07d37ef1-eb8e-492d-bde0-47eb62798ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:51.927380 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7e6c1b2b-01a0-4382-8f84-cb93fefc4a5a req-07d37ef1-eb8e-492d-bde0-47eb62798ec3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2fa30ef8-64b3-41cf-9762-964818177a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433681 Oct 19 02:03:52.030918 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7e6c1b2b-01a0-4382-8f84-cb93fefc4a5a req-4aa67dab-028e-4b48-92f5-3a9b7e9d4a95 service neutron] 10.222.0.55 "GET /v2.0/networks/2fa30ef8-64b3-41cf-9762-964818177a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958962 Oct 19 02:03:52.132390 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7e6c1b2b-01a0-4382-8f84-cb93fefc4a5a req-985e72a7-7a72-4349-b00a-dd822d0daeca service neutron] 10.222.0.55 "GET /v2.0/networks/2fa30ef8-64b3-41cf-9762-964818177a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941999 Oct 19 02:03:52.166060 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9d1eaa-8c00-4eef-8436-2195334e4fec None None] New status for floating IP a2b2edf1-6cf9-49aa-940c-907edbb882a7: DOWN {{(pid=100608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:03:57.730527 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:00.156131 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69dcba-22c6-4763-a6ef-c58dc50d5781 req-95b77e19-0c64-4d22-bc36-afa904241999 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:00.157968 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:00.158531 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4d69dcba-22c6-4763-a6ef-c58dc50d5781 req-95b77e19-0c64-4d22-bc36-afa904241999 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 946 time: 0.0550079 Oct 19 02:04:00.197738 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4d69dcba-22c6-4763-a6ef-c58dc50d5781 req-bc391efe-74c1-42ac-8cce-b93d2ac117f9 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331702 Oct 19 02:04:01.313651 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a41c0-7053-4d76-a33d-7652120b04bd req-a8bcc8ca-9bac-48ce-8f98-d4c17684eaff tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:01.315104 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c32a41c0-7053-4d76-a33d-7652120b04bd req-a8bcc8ca-9bac-48ce-8f98-d4c17684eaff tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 946 time: 0.0484834 Oct 19 02:04:01.352008 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c32a41c0-7053-4d76-a33d-7652120b04bd req-403b5a8a-7560-45b6-9b58-e8a72fce3d0c tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/security-groups?id=16aa02c0-a4c3-4487-bffb-f1489905b1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309157 Oct 19 02:04:01.970020 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527f406-1596-40a8-ae50-4122a82a6eff req-01b7f409-42f7-4c2e-942c-2f4e88fc9fff tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:01.971494 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8527f406-1596-40a8-ae50-4122a82a6eff req-01b7f409-42f7-4c2e-942c-2f4e88fc9fff tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.55 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 946 time: 0.0492771 Oct 19 02:04:02.060594 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-8527f406-1596-40a8-ae50-4122a82a6eff req-2fae0a58-67cd-453f-9b17-1b6eda4334b3 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Deleting port 83297013-1633-4aac-af70-97ae7065351d {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:04:02.060932 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-8527f406-1596-40a8-ae50-4122a82a6eff req-2fae0a58-67cd-453f-9b17-1b6eda4334b3 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:02.151661 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-8527f406-1596-40a8-ae50-4122a82a6eff req-2fae0a58-67cd-453f-9b17-1b6eda4334b3 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] For port 83297013-1633-4aac-af70-97ae7065351d, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=83297013-1633-4aac-af70-97ae7065351d,segment=NetworkSegment(4fd7327c-b58c-4586-b062-279eec0d7052),segment_id=4fd7327c-b58c-4586-b062-279eec0d7052)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:04:02.152058 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-8527f406-1596-40a8-ae50-4122a82a6eff req-2fae0a58-67cd-453f-9b17-1b6eda4334b3 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:02.164482 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-8527f406-1596-40a8-ae50-4122a82a6eff req-2fae0a58-67cd-453f-9b17-1b6eda4334b3 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Calling delete_port for 83297013-1633-4aac-af70-97ae7065351d owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:04:02.290455 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-8527f406-1596-40a8-ae50-4122a82a6eff req-2fae0a58-67cd-453f-9b17-1b6eda4334b3 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:02.302916 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['83297013-1633-4aac-af70-97ae7065351d'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:04:02.318132 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae0a58-67cd-453f-9b17-1b6eda4334b3 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Pushing event deleted for resources: {'Port': ['ID=83297013-1633-4aac-af70-97ae7065351d,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:02.367122 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-8527f406-1596-40a8-ae50-4122a82a6eff req-2fae0a58-67cd-453f-9b17-1b6eda4334b3 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] No DVR routers for this DVR port 83297013-1633-4aac-af70-97ae7065351d on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:04:02.369951 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-8527f406-1596-40a8-ae50-4122a82a6eff req-2fae0a58-67cd-453f-9b17-1b6eda4334b3 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:02.373369 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8527f406-1596-40a8-ae50-4122a82a6eff req-2fae0a58-67cd-453f-9b17-1b6eda4334b3 tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.55 "DELETE /v2.0/ports/83297013-1633-4aac-af70-97ae7065351d HTTP/1.1" status: 204 len: 173 time: 0.3957379 Oct 19 02:04:02.373834 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f868627c-9311-4141-a86c-c0a4c9109e67', 'name': 'network-vif-deleted', 'tag': '83297013-1633-4aac-af70-97ae7065351d'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:04:02.376953 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9434de058546a022cc17e407c636edc5a2ce8615e174a01ffad9beb3023847d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e647b8f-b024-438f-a4cc-de771c99f4c8" -d '{"events": [{"server_uuid": "f868627c-9311-4141-a86c-c0a4c9109e67", "name": "network-vif-deleted", "tag": "83297013-1633-4aac-af70-97ae7065351d"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:04:02.444044 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97e7e51-4f58-4929-8527-6f1db2e4921c x-openstack-request-id: req-e97e7e51-4f58-4929-8527-6f1db2e4921c {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:04:02.444845 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f868627c-9311-4141-a86c-c0a4c9109e67", "name": "network-vif-deleted", "tag": "83297013-1633-4aac-af70-97ae7065351d", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:04:02.445197 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e97e7e51-4f58-4929-8527-6f1db2e4921c {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:04:02.445699 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f868627c-9311-4141-a86c-c0a4c9109e67', 'name': 'network-vif-deleted', 'tag': '83297013-1633-4aac-af70-97ae7065351d', 'status': 'completed', 'code': 200} Oct 19 02:04:02.485587 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-58c245c9-3792-4e20-b928-33089bdecfc9 req-355b35cc-f04a-4dc5-a500-9e2d2749d34b tempest-TestMinimumBasicScenario-16259784 tempest-TestMinimumBasicScenario-16259784-project] 10.222.0.57 "GET /v2.0/ports?device_id=f868627c-9311-4141-a86c-c0a4c9109e67 HTTP/1.1" status: 200 len: 210 time: 0.0290437 Oct 19 02:04:04.043088 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54970) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:04:04.393836 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-189ab530-4312-4e3f-af3c-4d5a3326b973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:04.646889 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-189ab530-4312-4e3f-af3c-4d5a3326b973 admin admin] Deleting port 4e487378-485e-436e-a859-9c0fe90e55d3 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:04:04.647184 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-189ab530-4312-4e3f-af3c-4d5a3326b973 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:04.725619 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-189ab530-4312-4e3f-af3c-4d5a3326b973 admin admin] For port 4e487378-485e-436e-a859-9c0fe90e55d3, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=4e487378-485e-436e-a859-9c0fe90e55d3,segment=NetworkSegment(4fd7327c-b58c-4586-b062-279eec0d7052),segment_id=4fd7327c-b58c-4586-b062-279eec0d7052)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:04:04.725983 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-189ab530-4312-4e3f-af3c-4d5a3326b973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:04.739022 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-189ab530-4312-4e3f-af3c-4d5a3326b973 admin admin] Calling delete_port for 4e487378-485e-436e-a859-9c0fe90e55d3 owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:04:04.929491 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-189ab530-4312-4e3f-af3c-4d5a3326b973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:04.961333 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ab530-4312-4e3f-af3c-4d5a3326b973 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e487378-485e-436e-a859-9c0fe90e55d3,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:05.136999 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-189ab530-4312-4e3f-af3c-4d5a3326b973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:05.354098 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189ab530-4312-4e3f-af3c-4d5a3326b973 admin admin] Router c2beec22-9b5e-4285-9ee8-1ac60c170d4b has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:04:05.460111 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189ab530-4312-4e3f-af3c-4d5a3326b973 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:04:05.465372 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-189ab530-4312-4e3f-af3c-4d5a3326b973 admin admin] 10.222.0.57 "PUT /v2.0/routers/c2beec22-9b5e-4285-9ee8-1ac60c170d4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4212489 Oct 19 02:04:05.468023 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54972) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:04:05.468854 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2c10c2-85c0-49b9-a627-b0c3523af48c None None] Sync routers for ids ['c2beec22-9b5e-4285-9ee8-1ac60c170d4b'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:04:05.483131 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2c10c2-85c0-49b9-a627-b0c3523af48c None None] Routers {'c2beec22-9b5e-4285-9ee8-1ac60c170d4b'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:04:05.483745 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-6e2c10c2-85c0-49b9-a627-b0c3523af48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:03:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['c2beec22-9b5e-4285-9ee8-1ac60c170d4b'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:04:05.579942 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f02f93af-9ed7-4281-a2fa-779b9290194e admin admin] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:05.587197 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-6e2c10c2-85c0-49b9-a627-b0c3523af48c None None] Set router c2beec22-9b5e-4285-9ee8-1ac60c170d4b gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:04:05.681826 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f02f93af-9ed7-4281-a2fa-779b9290194e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:05.734669 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-f02f93af-9ed7-4281-a2fa-779b9290194e admin admin] Deleting port 93c2765e-ac19-469c-9b86-8123d1b07ba5 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:04:05.735092 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f02f93af-9ed7-4281-a2fa-779b9290194e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:05.765382 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-6e2c10c2-85c0-49b9-a627-b0c3523af48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'name': 'tempest-TestMinimumBasicScenario-1238802638-router', 'tenant_id': '606c9b3063f4493a8c2a653c2f5cc357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '93c2765e-ac19-469c-9b86-8123d1b07ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:00:30Z', 'updated_at': '2021-10-19T02:04:04Z', 'revision_number': 5, 'project_id': '606c9b3063f4493a8c2a653c2f5cc357', 'gw_port': {'id': '93c2765e-ac19-469c-9b86-8123d1b07ba5', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:85:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:00:31Z', 'updated_at': '2021-10-19T02:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:04:05.791895 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2c10c2-85c0-49b9-a627-b0c3523af48c None None] Checking router: c2beec22-9b5e-4285-9ee8-1ac60c170d4b for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:04:05.800473 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2c10c2-85c0-49b9-a627-b0c3523af48c None None] Routers {'c2beec22-9b5e-4285-9ee8-1ac60c170d4b'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:04:05.801083 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-6e2c10c2-85c0-49b9-a627-b0c3523af48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:03:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['c2beec22-9b5e-4285-9ee8-1ac60c170d4b'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:04:05.814359 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-f02f93af-9ed7-4281-a2fa-779b9290194e admin admin] For port 93c2765e-ac19-469c-9b86-8123d1b07ba5, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=93c2765e-ac19-469c-9b86-8123d1b07ba5,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:04:05.814723 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f02f93af-9ed7-4281-a2fa-779b9290194e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:05.827087 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-f02f93af-9ed7-4281-a2fa-779b9290194e admin admin] Calling delete_port for 93c2765e-ac19-469c-9b86-8123d1b07ba5 owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:04:05.886961 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-6e2c10c2-85c0-49b9-a627-b0c3523af48c None None] Set router c2beec22-9b5e-4285-9ee8-1ac60c170d4b gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:04:05.943919 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-6e2c10c2-85c0-49b9-a627-b0c3523af48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'name': 'tempest-TestMinimumBasicScenario-1238802638-router', 'tenant_id': '606c9b3063f4493a8c2a653c2f5cc357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:00:30Z', 'updated_at': '2021-10-19T02:04:05Z', 'revision_number': 6, 'project_id': '606c9b3063f4493a8c2a653c2f5cc357', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:04:05.971333 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2c10c2-85c0-49b9-a627-b0c3523af48c None None] The sync data for ids ['c2beec22-9b5e-4285-9ee8-1ac60c170d4b'] in n-d-715271-26 is: [{'id': 'c2beec22-9b5e-4285-9ee8-1ac60c170d4b', 'name': 'tempest-TestMinimumBasicScenario-1238802638-router', 'tenant_id': '606c9b3063f4493a8c2a653c2f5cc357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:00:30Z', 'updated_at': '2021-10-19T02:04:05Z', 'revision_number': 6, 'project_id': '606c9b3063f4493a8c2a653c2f5cc357', 'gw_port_host': None}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:04:05.998298 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f02f93af-9ed7-4281-a2fa-779b9290194e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:06.029053 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f93af-9ed7-4281-a2fa-779b9290194e admin admin] Pushing event deleted for resources: {'Port': ['ID=93c2765e-ac19-469c-9b86-8123d1b07ba5,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:06.091703 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f02f93af-9ed7-4281-a2fa-779b9290194e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:06.129003 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 83297013-1633-4aac-af70-97ae7065351d no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:04:06.150139 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 83297013-1633-4aac-af70-97ae7065351d {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:04:06.150504 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 83297013-1633-4aac-af70-97ae7065351d not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:04:06.186014 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f02f93af-9ed7-4281-a2fa-779b9290194e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:06.188891 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f02f93af-9ed7-4281-a2fa-779b9290194e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:06.229664 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f02f93af-9ed7-4281-a2fa-779b9290194e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:06.230140 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02f93af-9ed7-4281-a2fa-779b9290194e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2beec22-9b5e-4285-9ee8-1ac60c170d4b {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 02:04:06.236074 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f02f93af-9ed7-4281-a2fa-779b9290194e admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:06.237737 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f02f93af-9ed7-4281-a2fa-779b9290194e admin admin] 10.222.0.57 "DELETE /v2.0/routers/c2beec22-9b5e-4285-9ee8-1ac60c170d4b HTTP/1.1" status: 204 len: 168 time: 0.7686226 Oct 19 02:04:06.240493 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54974) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:04:06.287211 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-54ca7817-6041-478d-9843-be9ce588d4eb admin admin] Deleting subnet 18a24ef3-1f55-4aae-b7f3-c6d507e6ce16 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 02:04:06.290236 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-54ca7817-6041-478d-9843-be9ce588d4eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:06.324112 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-54ca7817-6041-478d-9843-be9ce588d4eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:06.399035 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-54ca7817-6041-478d-9843-be9ce588d4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:06.456268 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-54ca7817-6041-478d-9843-be9ce588d4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:06.483594 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca7817-6041-478d-9843-be9ce588d4eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18a24ef3-1f55-4aae-b7f3-c6d507e6ce16,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:06.486126 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-54ca7817-6041-478d-9843-be9ce588d4eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:06.489358 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-54ca7817-6041-478d-9843-be9ce588d4eb admin admin] 10.222.0.57 "DELETE /v2.0/subnets/18a24ef3-1f55-4aae-b7f3-c6d507e6ce16 HTTP/1.1" status: 204 len: 168 time: 0.2479362 Oct 19 02:04:06.490652 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc00aeba-0897-4e0f-87f9-21a56ed43cb6 None None] Network 2fa30ef8-64b3-41cf-9762-964818177a5e requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:04:06.491882 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 54976) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:04:06.565236 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dae014f0-8598-43d2-85d3-b8c9928a73f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:06.623621 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-dae014f0-8598-43d2-85d3-b8c9928a73f7 admin admin] Deleting port 42c7c0b1-26b7-4247-be91-d11220f6fafa {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:04:06.624056 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dae014f0-8598-43d2-85d3-b8c9928a73f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:06.680772 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915d5ab7-79be-4872-9326-164c6ff6c190 None None] DHCP port deletion for 2fa30ef8-64b3-41cf-9762-964818177a5e request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 02:04:06.693187 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-dae014f0-8598-43d2-85d3-b8c9928a73f7 admin admin] For port 42c7c0b1-26b7-4247-be91-d11220f6fafa, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=42c7c0b1-26b7-4247-be91-d11220f6fafa,segment=NetworkSegment(4fd7327c-b58c-4586-b062-279eec0d7052),segment_id=4fd7327c-b58c-4586-b062-279eec0d7052)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:04:06.693551 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dae014f0-8598-43d2-85d3-b8c9928a73f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:06.706547 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-dae014f0-8598-43d2-85d3-b8c9928a73f7 admin admin] Calling delete_port for 42c7c0b1-26b7-4247-be91-d11220f6fafa owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:04:06.728488 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-915d5ab7-79be-4872-9326-164c6ff6c190 None None] Deleting port 42c7c0b1-26b7-4247-be91-d11220f6fafa {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:04:06.728857 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-915d5ab7-79be-4872-9326-164c6ff6c190 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:06.791472 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-915d5ab7-79be-4872-9326-164c6ff6c190 None None] For port 42c7c0b1-26b7-4247-be91-d11220f6fafa, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=42c7c0b1-26b7-4247-be91-d11220f6fafa,segment=NetworkSegment(4fd7327c-b58c-4586-b062-279eec0d7052),segment_id=4fd7327c-b58c-4586-b062-279eec0d7052)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:04:06.791943 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-915d5ab7-79be-4872-9326-164c6ff6c190 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:06.793240 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dae014f0-8598-43d2-85d3-b8c9928a73f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:06.808758 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-915d5ab7-79be-4872-9326-164c6ff6c190 None None] Calling delete_port for 42c7c0b1-26b7-4247-be91-d11220f6fafa owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:04:06.820217 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae014f0-8598-43d2-85d3-b8c9928a73f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=42c7c0b1-26b7-4247-be91-d11220f6fafa,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:06.823763 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae014f0-8598-43d2-85d3-b8c9928a73f7 admin admin] No DVR routers for this DVR port 42c7c0b1-26b7-4247-be91-d11220f6fafa on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:04:06.892551 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-915d5ab7-79be-4872-9326-164c6ff6c190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:06.894116 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dae014f0-8598-43d2-85d3-b8c9928a73f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:06.918049 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-dae014f0-8598-43d2-85d3-b8c9928a73f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fa30ef8-64b3-41cf-9762-964818177a5e']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:04:06.918246 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5ab7-79be-4872-9326-164c6ff6c190 None None] Pushing event deleted for resources: {'Port': ['ID=42c7c0b1-26b7-4247-be91-d11220f6fafa,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:06.922873 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915d5ab7-79be-4872-9326-164c6ff6c190 None None] No DVR routers for this DVR port 42c7c0b1-26b7-4247-be91-d11220f6fafa on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:04:06.927650 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-dae014f0-8598-43d2-85d3-b8c9928a73f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd7327c-b58c-4586-b062-279eec0d7052') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:04:06.927975 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-dae014f0-8598-43d2-85d3-b8c9928a73f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd7327c-b58c-4586-b062-279eec0d7052') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:04:06.933021 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5ab7-79be-4872-9326-164c6ff6c190 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:04:06.933385 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5ab7-79be-4872-9326-164c6ff6c190 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:04:06.933737 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5ab7-79be-4872-9326-164c6ff6c190 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:04:06.934195 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5ab7-79be-4872-9326-164c6ff6c190 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:04:06.934462 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5ab7-79be-4872-9326-164c6ff6c190 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:04:06.934718 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5ab7-79be-4872-9326-164c6ff6c190 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:04:06.935072 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5ab7-79be-4872-9326-164c6ff6c190 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:04:06.935456 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5ab7-79be-4872-9326-164c6ff6c190 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:04:06.935675 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5ab7-79be-4872-9326-164c6ff6c190 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:04:06.939766 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5ab7-79be-4872-9326-164c6ff6c190 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:04:06.939766 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5ab7-79be-4872-9326-164c6ff6c190 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:04:06.939766 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d5ab7-79be-4872-9326-164c6ff6c190 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:04:06.943340 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dae014f0-8598-43d2-85d3-b8c9928a73f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:06.957773 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dae014f0-8598-43d2-85d3-b8c9928a73f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:06.964010 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae014f0-8598-43d2-85d3-b8c9928a73f7 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 02:04:06.964521 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dae014f0-8598-43d2-85d3-b8c9928a73f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:06.966331 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 02:04:06.966331 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 02:04:06.966331 n-d-715271-26 neutron-server[100606]: timer() Oct 19 02:04:06.966331 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 02:04:06.966331 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 02:04:06.966331 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 02:04:06.966331 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 02:04:06.966331 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 02:04:06.966331 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 02:04:06.966331 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 02:04:06.966331 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 02:04:06.966331 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 02:04:06.966331 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 02:04:06.966331 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 02:04:06.966331 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 02:04:06.966331 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 02:04:06.966331 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 02:04:06.966331 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 02:04:06.966331 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 02:04:06.966331 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 02:04:06.966331 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 02:04:06.966331 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 02:04:06.966331 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 02:04:06.966331 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 02:04:06.966331 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 02:04:06.966331 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 02:04:06.966331 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 02:04:06.966331 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 02:04:06.966331 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 02:04:06.966331 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 02:04:06.966331 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 02:04:06.966331 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 02:04:07.020635 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dae014f0-8598-43d2-85d3-b8c9928a73f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:07.027107 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-dae014f0-8598-43d2-85d3-b8c9928a73f7 admin admin] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:07.030294 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-dae014f0-8598-43d2-85d3-b8c9928a73f7 admin admin] 10.222.0.57 "DELETE /v2.0/networks/2fa30ef8-64b3-41cf-9762-964818177a5e HTTP/1.1" status: 204 len: 168 time: 0.5374849 Oct 19 02:04:07.034041 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54978) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:04:07.041658 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae014f0-8598-43d2-85d3-b8c9928a73f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fa30ef8-64b3-41cf-9762-964818177a5e,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:07.374074 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b3442a6a-6cf9-45ea-ae45-8af240625dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:07.569080 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 42c7c0b1-26b7-4247-be91-d11220f6fafa no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:04:07.589755 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 42c7c0b1-26b7-4247-be91-d11220f6fafa {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:04:07.590136 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 42c7c0b1-26b7-4247-be91-d11220f6fafa not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:04:07.590537 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 4e487378-485e-436e-a859-9c0fe90e55d3 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:04:07.612639 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 4e487378-485e-436e-a859-9c0fe90e55d3 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:04:07.612993 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 4e487378-485e-436e-a859-9c0fe90e55d3 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:04:07.613402 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 93c2765e-ac19-469c-9b86-8123d1b07ba5 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:04:07.618741 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-b3442a6a-6cf9-45ea-ae45-8af240625dc0 admin admin] Deleting port ba20bf02-a1f7-4e41-8b3a-77cecbdc5d17 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:04:07.619101 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b3442a6a-6cf9-45ea-ae45-8af240625dc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:07.631915 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 93c2765e-ac19-469c-9b86-8123d1b07ba5 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:04:07.632242 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 93c2765e-ac19-469c-9b86-8123d1b07ba5 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:04:07.696794 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-b3442a6a-6cf9-45ea-ae45-8af240625dc0 admin admin] For port ba20bf02-a1f7-4e41-8b3a-77cecbdc5d17, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=ba20bf02-a1f7-4e41-8b3a-77cecbdc5d17,segment=NetworkSegment(b27e9985-46f1-441c-966d-c4a685e0f0cf),segment_id=b27e9985-46f1-441c-966d-c4a685e0f0cf)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:04:07.697156 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b3442a6a-6cf9-45ea-ae45-8af240625dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:07.709700 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-b3442a6a-6cf9-45ea-ae45-8af240625dc0 admin admin] Calling delete_port for ba20bf02-a1f7-4e41-8b3a-77cecbdc5d17 owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:04:07.887172 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b3442a6a-6cf9-45ea-ae45-8af240625dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:07.921785 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3442a6a-6cf9-45ea-ae45-8af240625dc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba20bf02-a1f7-4e41-8b3a-77cecbdc5d17,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:08.081570 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b3442a6a-6cf9-45ea-ae45-8af240625dc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:08.294950 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3442a6a-6cf9-45ea-ae45-8af240625dc0 admin admin] Router bbe032a0-83ec-4074-be12-c22a9861eed9 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:04:08.399165 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3442a6a-6cf9-45ea-ae45-8af240625dc0 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:04:08.404346 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b3442a6a-6cf9-45ea-ae45-8af240625dc0 admin admin] 10.222.0.57 "PUT /v2.0/routers/bbe032a0-83ec-4074-be12-c22a9861eed9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3692350 Oct 19 02:04:08.407433 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54980) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:04:08.410296 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68015ff-39d2-48c5-a5ed-96eb1804612c None None] Sync routers for ids ['bbe032a0-83ec-4074-be12-c22a9861eed9'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:04:08.419085 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68015ff-39d2-48c5-a5ed-96eb1804612c None None] Routers {'bbe032a0-83ec-4074-be12-c22a9861eed9'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:04:08.419710 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a68015ff-39d2-48c5-a5ed-96eb1804612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:03:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['bbe032a0-83ec-4074-be12-c22a9861eed9'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:04:08.509252 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a9348e42-a322-43f2-b2f4-2c89c9c00f9e admin admin] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:08.523922 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-a68015ff-39d2-48c5-a5ed-96eb1804612c None None] Set router bbe032a0-83ec-4074-be12-c22a9861eed9 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:04:08.606282 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a9348e42-a322-43f2-b2f4-2c89c9c00f9e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:08.662083 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-a9348e42-a322-43f2-b2f4-2c89c9c00f9e admin admin] Deleting port bcecd936-8ee2-4935-ad37-8a05f1083f14 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:04:08.662415 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a9348e42-a322-43f2-b2f4-2c89c9c00f9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:08.701250 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a68015ff-39d2-48c5-a5ed-96eb1804612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe032a0-83ec-4074-be12-c22a9861eed9', 'name': 'tempest-TestMinimumBasicScenario-873097708-router', 'tenant_id': 'ca619b1492ce4f089aefb8c7b8547bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'bcecd936-8ee2-4935-ad37-8a05f1083f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:00:35Z', 'updated_at': '2021-10-19T02:04:07Z', 'revision_number': 5, 'project_id': 'ca619b1492ce4f089aefb8c7b8547bf6', 'gw_port': {'id': 'bcecd936-8ee2-4935-ad37-8a05f1083f14', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe032a0-83ec-4074-be12-c22a9861eed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:00:36Z', 'updated_at': '2021-10-19T02:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:04:08.727564 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68015ff-39d2-48c5-a5ed-96eb1804612c None None] Checking router: bbe032a0-83ec-4074-be12-c22a9861eed9 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:04:08.736703 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68015ff-39d2-48c5-a5ed-96eb1804612c None None] Routers {'bbe032a0-83ec-4074-be12-c22a9861eed9'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:04:08.737312 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a68015ff-39d2-48c5-a5ed-96eb1804612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:03:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['bbe032a0-83ec-4074-be12-c22a9861eed9'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:04:08.741698 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-a9348e42-a322-43f2-b2f4-2c89c9c00f9e admin admin] For port bcecd936-8ee2-4935-ad37-8a05f1083f14, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=bcecd936-8ee2-4935-ad37-8a05f1083f14,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:04:08.742054 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a9348e42-a322-43f2-b2f4-2c89c9c00f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:08.754072 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-a9348e42-a322-43f2-b2f4-2c89c9c00f9e admin admin] Calling delete_port for bcecd936-8ee2-4935-ad37-8a05f1083f14 owned by network:router_gateway {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:04:08.823647 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-a68015ff-39d2-48c5-a5ed-96eb1804612c None None] Set router bbe032a0-83ec-4074-be12-c22a9861eed9 gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:04:08.878873 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a68015ff-39d2-48c5-a5ed-96eb1804612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe032a0-83ec-4074-be12-c22a9861eed9', 'name': 'tempest-TestMinimumBasicScenario-873097708-router', 'tenant_id': 'ca619b1492ce4f089aefb8c7b8547bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:00:35Z', 'updated_at': '2021-10-19T02:04:08Z', 'revision_number': 6, 'project_id': 'ca619b1492ce4f089aefb8c7b8547bf6', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:04:08.904868 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68015ff-39d2-48c5-a5ed-96eb1804612c None None] The sync data for ids ['bbe032a0-83ec-4074-be12-c22a9861eed9'] in n-d-715271-26 is: [{'id': 'bbe032a0-83ec-4074-be12-c22a9861eed9', 'name': 'tempest-TestMinimumBasicScenario-873097708-router', 'tenant_id': 'ca619b1492ce4f089aefb8c7b8547bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:00:35Z', 'updated_at': '2021-10-19T02:04:08Z', 'revision_number': 6, 'project_id': 'ca619b1492ce4f089aefb8c7b8547bf6', 'gw_port_host': None}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:04:08.915216 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a9348e42-a322-43f2-b2f4-2c89c9c00f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:08.941941 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9348e42-a322-43f2-b2f4-2c89c9c00f9e admin admin] Pushing event deleted for resources: {'Port': ['ID=bcecd936-8ee2-4935-ad37-8a05f1083f14,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:09.007449 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a9348e42-a322-43f2-b2f4-2c89c9c00f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:09.095313 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a9348e42-a322-43f2-b2f4-2c89c9c00f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:09.097428 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a9348e42-a322-43f2-b2f4-2c89c9c00f9e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:09.137969 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a9348e42-a322-43f2-b2f4-2c89c9c00f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:09.138412 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9348e42-a322-43f2-b2f4-2c89c9c00f9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbe032a0-83ec-4074-be12-c22a9861eed9 {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 02:04:09.143640 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a9348e42-a322-43f2-b2f4-2c89c9c00f9e admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:09.144560 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a9348e42-a322-43f2-b2f4-2c89c9c00f9e admin admin] 10.222.0.57 "DELETE /v2.0/routers/bbe032a0-83ec-4074-be12-c22a9861eed9 HTTP/1.1" status: 204 len: 168 time: 0.7360587 Oct 19 02:04:09.147086 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54982) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:04:09.193940 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fafa173-3e95-4360-8fc7-5a42f6c8f57c admin admin] Deleting subnet fa955e90-063d-442d-8f3d-e8638e79ab89 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 02:04:09.196859 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3fafa173-3e95-4360-8fc7-5a42f6c8f57c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:09.230292 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3fafa173-3e95-4360-8fc7-5a42f6c8f57c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:09.310237 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3fafa173-3e95-4360-8fc7-5a42f6c8f57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:09.368210 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3fafa173-3e95-4360-8fc7-5a42f6c8f57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:09.398204 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fafa173-3e95-4360-8fc7-5a42f6c8f57c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa955e90-063d-442d-8f3d-e8638e79ab89,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:09.402669 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3fafa173-3e95-4360-8fc7-5a42f6c8f57c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:09.405871 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3fafa173-3e95-4360-8fc7-5a42f6c8f57c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/fa955e90-063d-442d-8f3d-e8638e79ab89 HTTP/1.1" status: 204 len: 168 time: 0.2578130 Oct 19 02:04:09.408371 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54984) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:04:09.410829 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d490188a-a976-4a25-975f-6dde5c970c62 None None] Network b5d9a4a6-dacb-4648-a26c-0c28e2ceb1d8 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:04:09.666021 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a119cd-ad35-4a44-8d54-a4e64a165773 None None] DHCP port deletion for b5d9a4a6-dacb-4648-a26c-0c28e2ceb1d8 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 02:04:09.718957 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device a68c1c8d-8a4b-4f3a-a93f-346ef08ce95e no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:04:09.757899 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-16a119cd-ad35-4a44-8d54-a4e64a165773 None None] Deleting port a68c1c8d-8a4b-4f3a-a93f-346ef08ce95e {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:04:09.758286 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-16a119cd-ad35-4a44-8d54-a4e64a165773 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:09.797167 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-030151e5-bc72-4cc4-9f07-c259d05abad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:09.849838 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-030151e5-bc72-4cc4-9f07-c259d05abad2 admin admin] Deleting port a68c1c8d-8a4b-4f3a-a93f-346ef08ce95e {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:04:09.850176 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-030151e5-bc72-4cc4-9f07-c259d05abad2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:09.864533 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-16a119cd-ad35-4a44-8d54-a4e64a165773 None None] For port a68c1c8d-8a4b-4f3a-a93f-346ef08ce95e, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=a68c1c8d-8a4b-4f3a-a93f-346ef08ce95e,segment=NetworkSegment(b27e9985-46f1-441c-966d-c4a685e0f0cf),segment_id=b27e9985-46f1-441c-966d-c4a685e0f0cf)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:04:09.864932 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-16a119cd-ad35-4a44-8d54-a4e64a165773 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:09.882384 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-16a119cd-ad35-4a44-8d54-a4e64a165773 None None] Calling delete_port for a68c1c8d-8a4b-4f3a-a93f-346ef08ce95e owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:04:09.886340 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:09.918018 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-030151e5-bc72-4cc4-9f07-c259d05abad2 admin admin] For port a68c1c8d-8a4b-4f3a-a93f-346ef08ce95e, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=a68c1c8d-8a4b-4f3a-a93f-346ef08ce95e,segment=NetworkSegment(b27e9985-46f1-441c-966d-c4a685e0f0cf),segment_id=b27e9985-46f1-441c-966d-c4a685e0f0cf)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:04:09.918833 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-030151e5-bc72-4cc4-9f07-c259d05abad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:09.932898 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-030151e5-bc72-4cc4-9f07-c259d05abad2 admin admin] Calling delete_port for a68c1c8d-8a4b-4f3a-a93f-346ef08ce95e owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:04:09.954138 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port a68c1c8d-8a4b-4f3a-a93f-346ef08ce95e, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=a68c1c8d-8a4b-4f3a-a93f-346ef08ce95e,segment=NetworkSegment(b27e9985-46f1-441c-966d-c4a685e0f0cf),segment_id=b27e9985-46f1-441c-966d-c4a685e0f0cf)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:04:09.961678 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:09.962437 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device bcecd936-8ee2-4935-ad37-8a05f1083f14 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:04:09.992493 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: bcecd936-8ee2-4935-ad37-8a05f1083f14 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:04:09.992853 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device bcecd936-8ee2-4935-ad37-8a05f1083f14 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:04:09.993673 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device ba20bf02-a1f7-4e41-8b3a-77cecbdc5d17 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:04:10.025920 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-030151e5-bc72-4cc4-9f07-c259d05abad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:10.043613 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: ba20bf02-a1f7-4e41-8b3a-77cecbdc5d17 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:04:10.043995 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device ba20bf02-a1f7-4e41-8b3a-77cecbdc5d17 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:04:10.053222 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030151e5-bc72-4cc4-9f07-c259d05abad2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a68c1c8d-8a4b-4f3a-a93f-346ef08ce95e,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:10.057827 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030151e5-bc72-4cc4-9f07-c259d05abad2 admin admin] No DVR routers for this DVR port a68c1c8d-8a4b-4f3a-a93f-346ef08ce95e on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:04:10.069742 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=a68c1c8d-8a4b-4f3a-a93f-346ef08ce95e,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:10.073958 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-16a119cd-ad35-4a44-8d54-a4e64a165773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:10.099770 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a119cd-ad35-4a44-8d54-a4e64a165773 None None] Pushing event deleted for resources: {'Port': ['ID=a68c1c8d-8a4b-4f3a-a93f-346ef08ce95e,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:10.103366 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a119cd-ad35-4a44-8d54-a4e64a165773 None None] No DVR routers for this DVR port a68c1c8d-8a4b-4f3a-a93f-346ef08ce95e on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:04:10.138154 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-030151e5-bc72-4cc4-9f07-c259d05abad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:10.158358 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-030151e5-bc72-4cc4-9f07-c259d05abad2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d9a4a6-dacb-4648-a26c-0c28e2ceb1d8']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:04:10.167245 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-030151e5-bc72-4cc4-9f07-c259d05abad2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b27e9985-46f1-441c-966d-c4a685e0f0cf') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:04:10.167538 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-030151e5-bc72-4cc4-9f07-c259d05abad2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b27e9985-46f1-441c-966d-c4a685e0f0cf') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:04:10.177201 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-030151e5-bc72-4cc4-9f07-c259d05abad2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:10.190464 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-030151e5-bc72-4cc4-9f07-c259d05abad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:10.196182 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-030151e5-bc72-4cc4-9f07-c259d05abad2 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 02:04:10.196550 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-030151e5-bc72-4cc4-9f07-c259d05abad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:10.198147 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 02:04:10.198147 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 02:04:10.198147 n-d-715271-26 neutron-server[100607]: timer() Oct 19 02:04:10.198147 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 02:04:10.198147 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 02:04:10.198147 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 02:04:10.198147 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 02:04:10.198147 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 02:04:10.198147 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 02:04:10.198147 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 02:04:10.198147 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 02:04:10.198147 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 02:04:10.198147 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 02:04:10.198147 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 02:04:10.198147 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 02:04:10.198147 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 02:04:10.198147 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 02:04:10.198147 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 02:04:10.198147 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 02:04:10.198147 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 02:04:10.198147 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 02:04:10.198147 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 02:04:10.198147 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 02:04:10.198147 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 02:04:10.198147 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 02:04:10.198147 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 02:04:10.198147 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 02:04:10.198147 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 02:04:10.198147 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 02:04:10.198147 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 02:04:10.198147 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 02:04:10.198147 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 02:04:10.255651 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-030151e5-bc72-4cc4-9f07-c259d05abad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:10.261052 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-030151e5-bc72-4cc4-9f07-c259d05abad2 admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:10.264963 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-030151e5-bc72-4cc4-9f07-c259d05abad2 admin admin] 10.222.0.57 "DELETE /v2.0/networks/b5d9a4a6-dacb-4648-a26c-0c28e2ceb1d8 HTTP/1.1" status: 204 len: 168 time: 0.8524666 Oct 19 02:04:10.276433 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030151e5-bc72-4cc4-9f07-c259d05abad2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5d9a4a6-dacb-4648-a26c-0c28e2ceb1d8,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:10.419710 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54988) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:04:10.458574 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b871b4ad-075f-4aeb-a4e7-ab01e2171882 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=606c9b3063f4493a8c2a653c2f5cc357&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376289 Oct 19 02:04:10.460915 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54990) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:04:10.507541 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b87afd07-d3a4-4f7f-b352-9c9a5abb1408 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:10.528499 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b87afd07-d3a4-4f7f-b352-9c9a5abb1408 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:10.573761 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b87afd07-d3a4-4f7f-b352-9c9a5abb1408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:10.576550 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b87afd07-d3a4-4f7f-b352-9c9a5abb1408 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:10.577674 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b87afd07-d3a4-4f7f-b352-9c9a5abb1408 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/16aa02c0-a4c3-4487-bffb-f1489905b1b2 HTTP/1.1" status: 204 len: 168 time: 0.1158888 Oct 19 02:04:10.586225 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87afd07-d3a4-4f7f-b352-9c9a5abb1408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16aa02c0-a4c3-4487-bffb-f1489905b1b2,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:10.884882 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54996) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:04:10.927441 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b7fad86e-fb7c-4b08-a0f4-5c1e93524502 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ca619b1492ce4f089aefb8c7b8547bf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414202 Oct 19 02:04:10.929933 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 54998) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:04:10.977091 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ac63885c-3cea-4677-81f9-c7322bd6c953 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:10.998829 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ac63885c-3cea-4677-81f9-c7322bd6c953 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:11.044350 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ac63885c-3cea-4677-81f9-c7322bd6c953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:11.046949 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ac63885c-3cea-4677-81f9-c7322bd6c953 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:11.048446 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ac63885c-3cea-4677-81f9-c7322bd6c953 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d36bdf52-b07d-43aa-a214-59fa606a2c59 HTTP/1.1" status: 204 len: 168 time: 0.1176293 Oct 19 02:04:11.056215 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac63885c-3cea-4677-81f9-c7322bd6c953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36bdf52-b07d-43aa-a214-59fa606a2c59,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:11.323598 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:04:12.909205 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55038) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:04:12.913910 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-921eb118-ce52-4527-9a5c-9083c4b5765c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1298708985', 'description': 'tempest-secgroup-smoke-1298708985 description', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:04:12.936811 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-921eb118-ce52-4527-9a5c-9083c4b5765c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:12.944869 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-921eb118-ce52-4527-9a5c-9083c4b5765c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:13.020729 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-921eb118-ce52-4527-9a5c-9083c4b5765c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:13.024352 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-921eb118-ce52-4527-9a5c-9083c4b5765c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:13.057468 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921eb118-ce52-4527-9a5c-9083c4b5765c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e047f53-8490-47db-9f47-b6549ddc6098,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:13.099385 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-921eb118-ce52-4527-9a5c-9083c4b5765c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:13.102741 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-921eb118-ce52-4527-9a5c-9083c4b5765c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:13.131901 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-921eb118-ce52-4527-9a5c-9083c4b5765c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:13.133103 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-921eb118-ce52-4527-9a5c-9083c4b5765c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2228985 Oct 19 02:04:13.136273 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55040) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:04:13.137202 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921eb118-ce52-4527-9a5c-9083c4b5765c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24b964e1-4640-4b76-b4ec-bcd4e7b606b8,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:13.142170 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-2997efd2-5584-4f0d-8488-6d2e6dacd459 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'security_group_rule': {'security_group_id': '24b964e1-4640-4b76-b4ec-bcd4e7b606b8', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:04:13.168974 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2997efd2-5584-4f0d-8488-6d2e6dacd459 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:13.225863 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2997efd2-5584-4f0d-8488-6d2e6dacd459 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:13.229436 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2997efd2-5584-4f0d-8488-6d2e6dacd459 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:13.252796 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2997efd2-5584-4f0d-8488-6d2e6dacd459 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c4a4cf9-51ec-485b-9e85-f90860a95ef7,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:13.258468 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2997efd2-5584-4f0d-8488-6d2e6dacd459 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:13.260197 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2997efd2-5584-4f0d-8488-6d2e6dacd459 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1226451 Oct 19 02:04:13.262304 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55042) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:04:13.267169 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-66e55a7c-aadb-41ee-a91a-b9374b3649b3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'security_group_rule': {'security_group_id': '24b964e1-4640-4b76-b4ec-bcd4e7b606b8', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:04:13.293411 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-66e55a7c-aadb-41ee-a91a-b9374b3649b3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:13.349794 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-66e55a7c-aadb-41ee-a91a-b9374b3649b3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:13.353547 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-66e55a7c-aadb-41ee-a91a-b9374b3649b3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:13.373050 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e55a7c-aadb-41ee-a91a-b9374b3649b3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb379931-3577-4717-a078-10813da56286,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:13.379192 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-66e55a7c-aadb-41ee-a91a-b9374b3649b3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:13.380590 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-66e55a7c-aadb-41ee-a91a-b9374b3649b3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171157 Oct 19 02:04:13.383302 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55044) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:04:13.387625 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-1587896b-a9d3-4983-93d3-719a66069f71 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'security_group_rule': {'security_group_id': '24b964e1-4640-4b76-b4ec-bcd4e7b606b8', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:04:13.414152 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1587896b-a9d3-4983-93d3-719a66069f71 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:13.472497 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1587896b-a9d3-4983-93d3-719a66069f71 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:13.475838 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1587896b-a9d3-4983-93d3-719a66069f71 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:13.493696 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587896b-a9d3-4983-93d3-719a66069f71 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44351540-8c63-40ac-ad24-29841243162f,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:13.500647 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1587896b-a9d3-4983-93d3-719a66069f71 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:13.501997 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1587896b-a9d3-4983-93d3-719a66069f71 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176934 Oct 19 02:04:13.504936 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55046) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:04:13.509203 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-ff4ec528-18c9-4786-9324-2b223d6c7d5d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'security_group_rule': {'security_group_id': '24b964e1-4640-4b76-b4ec-bcd4e7b606b8', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:04:13.536234 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ff4ec528-18c9-4786-9324-2b223d6c7d5d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:13.596515 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ff4ec528-18c9-4786-9324-2b223d6c7d5d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:13.599971 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ff4ec528-18c9-4786-9324-2b223d6c7d5d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:13.619425 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ec528-18c9-4786-9324-2b223d6c7d5d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6857f1be-a5b4-4395-9ec0-16fcc87e1d08,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:13.627916 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ff4ec528-18c9-4786-9324-2b223d6c7d5d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:13.629361 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ff4ec528-18c9-4786-9324-2b223d6c7d5d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1235123 Oct 19 02:04:13.632488 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55048) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:04:13.637009 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-a3abb691-a4be-4373-949f-a1b5c22b0ee4 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'security_group_rule': {'security_group_id': '24b964e1-4640-4b76-b4ec-bcd4e7b606b8', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:04:13.660362 n-d-715271-26 neutron-server[100607]: INFO neutron.db.securitygroups_db [None req-a3abb691-a4be-4373-949f-a1b5c22b0ee4 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Project 0eedc13a8d0542eb95753f292a7c2eed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 02:04:13.665065 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a3abb691-a4be-4373-949f-a1b5c22b0ee4 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:13.722747 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a3abb691-a4be-4373-949f-a1b5c22b0ee4 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:13.726314 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a3abb691-a4be-4373-949f-a1b5c22b0ee4 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:13.742876 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3abb691-a4be-4373-949f-a1b5c22b0ee4 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b880033e-1b6c-47a5-83c5-2d57b615836c,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:13.751411 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a3abb691-a4be-4373-949f-a1b5c22b0ee4 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:13.752662 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a3abb691-a4be-4373-949f-a1b5c22b0ee4 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1192100 Oct 19 02:04:13.755951 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55050) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:04:13.761190 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-6431bc62-2f35-49fe-ac99-2d429dce402a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'security_group_rule': {'security_group_id': '24b964e1-4640-4b76-b4ec-bcd4e7b606b8', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:04:13.783611 n-d-715271-26 neutron-server[100606]: INFO neutron.db.securitygroups_db [None req-6431bc62-2f35-49fe-ac99-2d429dce402a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Project 0eedc13a8d0542eb95753f292a7c2eed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 02:04:13.788319 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6431bc62-2f35-49fe-ac99-2d429dce402a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:13.848529 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6431bc62-2f35-49fe-ac99-2d429dce402a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:13.852385 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6431bc62-2f35-49fe-ac99-2d429dce402a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:13.870395 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431bc62-2f35-49fe-ac99-2d429dce402a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f99b2e-7c16-4dce-aca7-13a26ff60a57,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:13.875214 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6431bc62-2f35-49fe-ac99-2d429dce402a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:13.877358 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6431bc62-2f35-49fe-ac99-2d429dce402a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1202321 Oct 19 02:04:13.880747 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55052) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:04:13.885544 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-b2e3e671-341a-49c9-9953-02d0f37695a3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'network': {'name': 'tempest-network-smoke--1880490504', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'port_security_enabled': True}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:04:13.905585 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e3e671-341a-49c9-9953-02d0f37695a3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Made reservation on behalf of 0eedc13a8d0542eb95753f292a7c2eed for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:04:13.909225 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b2e3e671-341a-49c9-9953-02d0f37695a3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:13.932026 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e3e671-341a-49c9-9953-02d0f37695a3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 02:04:13.941665 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b2e3e671-341a-49c9-9953-02d0f37695a3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:13.942027 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-b2e3e671-341a-49c9-9953-02d0f37695a3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Added segment dcd8aac5-f377-47a5-85e2-180742bd6875 of type vlan for network ce833aab-1220-4e34-a7cc-81b537cd8427 Oct 19 02:04:13.981725 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b2e3e671-341a-49c9-9953-02d0f37695a3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:14.006872 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b2e3e671-341a-49c9-9953-02d0f37695a3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:14.012454 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e3e671-341a-49c9-9953-02d0f37695a3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:14.013034 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b2e3e671-341a-49c9-9953-02d0f37695a3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:14.031322 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b0300b72-ecea-4bfa-9117-3fb82afa51b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:14.046219 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b2e3e671-341a-49c9-9953-02d0f37695a3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1644325 Oct 19 02:04:14.049218 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55054) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:04:14.054682 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-24e8d413-a667-4663-9318-129c616bb682 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-244651485', 'admin_state_up': True, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:04:14.077593 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-24e8d413-a667-4663-9318-129c616bb682 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:14.079217 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-24e8d413-a667-4663-9318-129c616bb682 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:14.087377 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3e671-341a-49c9-9953-02d0f37695a3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Network': ['ID=ce833aab-1220-4e34-a7cc-81b537cd8427,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:14.099394 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network ce833aab-1220-4e34-a7cc-81b537cd8427 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 02:04:14.130135 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-24e8d413-a667-4663-9318-129c616bb682 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:14.269043 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-24e8d413-a667-4663-9318-129c616bb682 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:14.458068 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-24e8d413-a667-4663-9318-129c616bb682 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router_gateway, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:14.476501 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-24e8d413-a667-4663-9318-129c616bb682 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:14.575517 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-24e8d413-a667-4663-9318-129c616bb682 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Allocated IP 172.25.8.162 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/e49269df-070d-473b-951f-01cda20d5a09) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:04:14.684088 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-24e8d413-a667-4663-9318-129c616bb682 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:14.717764 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-24e8d413-a667-4663-9318-129c616bb682 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:14.756731 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e8d413-a667-4663-9318-129c616bb682 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:04:14.759649 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-24e8d413-a667-4663-9318-129c616bb682 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:04:14.764116 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e8d413-a667-4663-9318-129c616bb682 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:04:14.792034 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8d413-a667-4663-9318-129c616bb682 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Port': ['ID=e49269df-070d-473b-951f-01cda20d5a09,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:15.011151 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-24e8d413-a667-4663-9318-129c616bb682 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router_gateway, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:15.206701 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-24e8d413-a667-4663-9318-129c616bb682 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:15.330247 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e8d413-a667-4663-9318-129c616bb682 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Router e388e1bf-602c-4085-9aa0-e55b96b9d257 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 02:04:15.432540 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e8d413-a667-4663-9318-129c616bb682 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:04:15.442654 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101b1708-2766-480f-8638-6417df8c5822 None None] Sync routers for ids ['e388e1bf-602c-4085-9aa0-e55b96b9d257'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:04:15.451594 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101b1708-2766-480f-8638-6417df8c5822 None None] Routers {'e388e1bf-602c-4085-9aa0-e55b96b9d257'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:04:15.452266 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-101b1708-2766-480f-8638-6417df8c5822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:03:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e388e1bf-602c-4085-9aa0-e55b96b9d257'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:04:15.454344 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-24e8d413-a667-4663-9318-129c616bb682 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:15.455391 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-24e8d413-a667-4663-9318-129c616bb682 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4050322 Oct 19 02:04:15.458741 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55058) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:04:15.561783 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-101b1708-2766-480f-8638-6417df8c5822 None None] Set router e388e1bf-602c-4085-9aa0-e55b96b9d257 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:04:15.597210 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-39729dd2-2803-421c-afb3-12d92ee7b415 tempest-TestNetworkAdvancedServerOps-664428066 tempest-TestNetworkAdvancedServerOps-664428066-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=0eedc13a8d0542eb95753f292a7c2eed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1372254 Oct 19 02:04:15.599759 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55062) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:04:15.742303 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-101b1708-2766-480f-8638-6417df8c5822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244651485', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'e49269df-070d-473b-951f-01cda20d5a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:04:14Z', 'updated_at': '2021-10-19T02:04:14Z', 'revision_number': 3, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': 'e49269df-070d-473b-951f-01cda20d5a09', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:98:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:04:14Z', 'updated_at': '2021-10-19T02:04:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:04:15.773548 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101b1708-2766-480f-8638-6417df8c5822 None None] Checking router: e388e1bf-602c-4085-9aa0-e55b96b9d257 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:04:15.773896 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101b1708-2766-480f-8638-6417df8c5822 None None] Updating router e388e1bf-602c-4085-9aa0-e55b96b9d257 port e49269df-070d-473b-951f-01cda20d5a09 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:04:15.800372 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-101b1708-2766-480f-8638-6417df8c5822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:16.030208 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d4b160-35a6-46da-be4f-94f48ecacea6 tempest-TestNetworkAdvancedServerOps-664428066 tempest-TestNetworkAdvancedServerOps-664428066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:16.031869 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a9d4b160-35a6-46da-be4f-94f48ecacea6 tempest-TestNetworkAdvancedServerOps-664428066 tempest-TestNetworkAdvancedServerOps-664428066-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4309852 Oct 19 02:04:16.034880 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55064) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:04:16.062462 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-21379c5d-e54e-48d9-b660-ddfa6e9db60c tempest-TestNetworkAdvancedServerOps-664428066 tempest-TestNetworkAdvancedServerOps-664428066-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=a0ce41c0-3b90-40be-93cd-082af8f20c34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264616 Oct 19 02:04:16.065593 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55066) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:04:16.070312 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-094a403e-eb3e-4349-b249-a6dae1fbeab7 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-576755557', 'network_id': 'ce833aab-1220-4e34-a7cc-81b537cd8427', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:04:16.157594 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094a403e-eb3e-4349-b249-a6dae1fbeab7 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Made reservation on behalf of 0eedc13a8d0542eb95753f292a7c2eed for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:04:16.158015 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-101b1708-2766-480f-8638-6417df8c5822 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:16.161233 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-094a403e-eb3e-4349-b249-a6dae1fbeab7 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:16.164454 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-101b1708-2766-480f-8638-6417df8c5822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:16.214701 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-101b1708-2766-480f-8638-6417df8c5822 None None] Attempting to bind port e49269df-070d-473b-951f-01cda20d5a09 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:04:16.215063 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-101b1708-2766-480f-8638-6417df8c5822 None None] Attempting to bind port e49269df-070d-473b-951f-01cda20d5a09 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:04:16.215418 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101b1708-2766-480f-8638-6417df8c5822 None None] Attempting to bind port e49269df-070d-473b-951f-01cda20d5a09 on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:04:16.224290 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3704ad-a52a-4afb-9325-264d895a5913 None None] Pushing event updated for resources: {'Port': ['ID=e49269df-070d-473b-951f-01cda20d5a09,revision_number=2']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:16.227226 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101b1708-2766-480f-8638-6417df8c5822 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:04:16.227591 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101b1708-2766-480f-8638-6417df8c5822 None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:04:16.228018 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-101b1708-2766-480f-8638-6417df8c5822 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:16.228412 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101b1708-2766-480f-8638-6417df8c5822 None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:04:16.228875 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-101b1708-2766-480f-8638-6417df8c5822 None None] Bound port: e49269df-070d-473b-951f-01cda20d5a09, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:04:16.229248 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-101b1708-2766-480f-8638-6417df8c5822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:16.237104 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3704ad-a52a-4afb-9325-264d895a5913 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:04:16.237448 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3704ad-a52a-4afb-9325-264d895a5913 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:04:16.237784 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3704ad-a52a-4afb-9325-264d895a5913 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:04:16.238112 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3704ad-a52a-4afb-9325-264d895a5913 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:04:16.238436 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3704ad-a52a-4afb-9325-264d895a5913 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:04:16.238758 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3704ad-a52a-4afb-9325-264d895a5913 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:04:16.239111 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3704ad-a52a-4afb-9325-264d895a5913 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:04:16.239399 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3704ad-a52a-4afb-9325-264d895a5913 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:04:16.239717 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3704ad-a52a-4afb-9325-264d895a5913 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:04:16.240055 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3704ad-a52a-4afb-9325-264d895a5913 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:04:16.240378 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3704ad-a52a-4afb-9325-264d895a5913 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:04:16.240692 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3704ad-a52a-4afb-9325-264d895a5913 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:04:16.292177 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-101b1708-2766-480f-8638-6417df8c5822 None None] For port e49269df-070d-473b-951f-01cda20d5a09, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:04:16.295571 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-101b1708-2766-480f-8638-6417df8c5822 None None] For port e49269df-070d-473b-951f-01cda20d5a09, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=e49269df-070d-473b-951f-01cda20d5a09,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:04:16.300666 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-101b1708-2766-480f-8638-6417df8c5822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:16.351127 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-094a403e-eb3e-4349-b249-a6dae1fbeab7 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:16.359282 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3704ad-a52a-4afb-9325-264d895a5913 None None] Pushing event updated for resources: {'Port': ['ID=e49269df-070d-473b-951f-01cda20d5a09,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:16.362869 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101b1708-2766-480f-8638-6417df8c5822 None None] Routers {'e388e1bf-602c-4085-9aa0-e55b96b9d257'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:04:16.363469 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-101b1708-2766-480f-8638-6417df8c5822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:03:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e388e1bf-602c-4085-9aa0-e55b96b9d257'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:04:16.421023 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a403e-eb3e-4349-b249-a6dae1fbeab7 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Subnet': ['ID=c04b5ef2-2e59-4bdd-9b56-041d7b57716d,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:16.425510 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094a403e-eb3e-4349-b249-a6dae1fbeab7 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Checking segment: {'id': 'dcd8aac5-f377-47a5-85e2-180742bd6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce833aab-1220-4e34-a7cc-81b537cd8427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:04:16.425875 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094a403e-eb3e-4349-b249-a6dae1fbeab7 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Network hostable DHCP agents. Network: ce833aab-1220-4e34-a7cc-81b537cd8427, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 02:04:16.443319 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094a403e-eb3e-4349-b249-a6dae1fbeab7 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Network ce833aab-1220-4e34-a7cc-81b537cd8427 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 02:04:16.452312 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-094a403e-eb3e-4349-b249-a6dae1fbeab7 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, ce833aab-1220-4e34-a7cc-81b537cd8427) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:04:16.458705 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094a403e-eb3e-4349-b249-a6dae1fbeab7 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:16.459069 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-094a403e-eb3e-4349-b249-a6dae1fbeab7 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:16.460847 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e687dc-a424-486a-8db3-0523bd1de2df None None] Network ce833aab-1220-4e34-a7cc-81b537cd8427 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:04:16.474457 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-101b1708-2766-480f-8638-6417df8c5822 None None] Set router e388e1bf-602c-4085-9aa0-e55b96b9d257 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:04:16.475846 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-094a403e-eb3e-4349-b249-a6dae1fbeab7 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4092040 Oct 19 02:04:16.478533 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55068) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:04:16.619946 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227ad468-dabe-4c5e-9643-ca6d0fe026c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-ce833aab-1220-4e34-a7cc-81b537cd8427', 'network_id': 'ce833aab-1220-4e34-a7cc-81b537cd8427', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'fixed_ips': [{'subnet_id': 'c04b5ef2-2e59-4bdd-9b56-041d7b57716d'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 02:04:16.620955 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-227ad468-dabe-4c5e-9643-ca6d0fe026c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:16.632934 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-df16f386-65f0-4aef-b13d-2af0b6997bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:16.666700 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-101b1708-2766-480f-8638-6417df8c5822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244651485', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'e49269df-070d-473b-951f-01cda20d5a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:04:14Z', 'updated_at': '2021-10-19T02:04:14Z', 'revision_number': 3, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': 'e49269df-070d-473b-951f-01cda20d5a09', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:98:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:04:14Z', 'updated_at': '2021-10-19T02:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:04:16.693249 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101b1708-2766-480f-8638-6417df8c5822 None None] The sync data for ids ['e388e1bf-602c-4085-9aa0-e55b96b9d257'] in n-d-715271-26 is: [{'id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244651485', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'e49269df-070d-473b-951f-01cda20d5a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:04:14Z', 'updated_at': '2021-10-19T02:04:14Z', 'revision_number': 3, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': 'e49269df-070d-473b-951f-01cda20d5a09', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:98:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:04:14Z', 'updated_at': '2021-10-19T02:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:04:16.769795 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-227ad468-dabe-4c5e-9643-ca6d0fe026c1 None None] Allocated IP 172.20.0.2 (ce833aab-1220-4e34-a7cc-81b537cd8427/c04b5ef2-2e59-4bdd-9b56-041d7b57716d/5da5314d-d0a2-484b-ba2e-1b147b774447) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:04:16.931476 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-227ad468-dabe-4c5e-9643-ca6d0fe026c1 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:16.945456 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-227ad468-dabe-4c5e-9643-ca6d0fe026c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:16.984116 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ecb8da7f-b72b-4c95-9277-890091f88f89 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:16.984362 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227ad468-dabe-4c5e-9643-ca6d0fe026c1 None None] Network ce833aab-1220-4e34-a7cc-81b537cd8427 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:04:16.991218 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-227ad468-dabe-4c5e-9643-ca6d0fe026c1 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:04:16.995297 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227ad468-dabe-4c5e-9643-ca6d0fe026c1 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:04:17.012831 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ad468-dabe-4c5e-9643-ca6d0fe026c1 None None] Pushing event updated for resources: {'Port': ['ID=5da5314d-d0a2-484b-ba2e-1b147b774447,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:17.069929 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-227ad468-dabe-4c5e-9643-ca6d0fe026c1 None None] Attempting to bind port 5da5314d-d0a2-484b-ba2e-1b147b774447 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:04:17.070308 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-227ad468-dabe-4c5e-9643-ca6d0fe026c1 None None] Attempting to bind port 5da5314d-d0a2-484b-ba2e-1b147b774447 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'dcd8aac5-f377-47a5-85e2-180742bd6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce833aab-1220-4e34-a7cc-81b537cd8427'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:04:17.070679 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227ad468-dabe-4c5e-9643-ca6d0fe026c1 None None] Attempting to bind port 5da5314d-d0a2-484b-ba2e-1b147b774447 on network ce833aab-1220-4e34-a7cc-81b537cd8427 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:04:17.075970 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227ad468-dabe-4c5e-9643-ca6d0fe026c1 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:04:17.076351 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227ad468-dabe-4c5e-9643-ca6d0fe026c1 None None] Checking segment: {'id': 'dcd8aac5-f377-47a5-85e2-180742bd6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce833aab-1220-4e34-a7cc-81b537cd8427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:04:17.076754 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-227ad468-dabe-4c5e-9643-ca6d0fe026c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:17.077148 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227ad468-dabe-4c5e-9643-ca6d0fe026c1 None None] Bound using segment: {'id': 'dcd8aac5-f377-47a5-85e2-180742bd6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce833aab-1220-4e34-a7cc-81b537cd8427'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:04:17.077616 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-227ad468-dabe-4c5e-9643-ca6d0fe026c1 None None] Bound port: 5da5314d-d0a2-484b-ba2e-1b147b774447, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd8aac5-f377-47a5-85e2-180742bd6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce833aab-1220-4e34-a7cc-81b537cd8427'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:04:17.078001 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-227ad468-dabe-4c5e-9643-ca6d0fe026c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:17.145037 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-227ad468-dabe-4c5e-9643-ca6d0fe026c1 None None] For port 5da5314d-d0a2-484b-ba2e-1b147b774447, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:04:17.149298 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-227ad468-dabe-4c5e-9643-ca6d0fe026c1 None None] For port 5da5314d-d0a2-484b-ba2e-1b147b774447, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=5da5314d-d0a2-484b-ba2e-1b147b774447,segment=NetworkSegment(dcd8aac5-f377-47a5-85e2-180742bd6875),segment_id=dcd8aac5-f377-47a5-85e2-180742bd6875)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:04:17.154483 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-227ad468-dabe-4c5e-9643-ca6d0fe026c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:17.218565 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ad468-dabe-4c5e-9643-ca6d0fe026c1 None None] Pushing event updated for resources: {'Port': ['ID=5da5314d-d0a2-484b-ba2e-1b147b774447,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:17.292615 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-ecb8da7f-b72b-4c95-9277-890091f88f89 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Allocated IP 172.20.0.1 (ce833aab-1220-4e34-a7cc-81b537cd8427/c04b5ef2-2e59-4bdd-9b56-041d7b57716d/7efe30c3-6d68-4338-93a5-351050a1bad2) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:04:17.368818 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:17.450169 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ecb8da7f-b72b-4c95-9277-890091f88f89 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:17.493250 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ecb8da7f-b72b-4c95-9277-890091f88f89 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:17.556354 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb8da7f-b72b-4c95-9277-890091f88f89 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Port': ['ID=7efe30c3-6d68-4338-93a5-351050a1bad2,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:17.561084 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb8da7f-b72b-4c95-9277-890091f88f89 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Network ce833aab-1220-4e34-a7cc-81b537cd8427 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:04:17.562558 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-ecb8da7f-b72b-4c95-9277-890091f88f89 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:04:17.565092 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb8da7f-b72b-4c95-9277-890091f88f89 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:04:17.613145 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ecb8da7f-b72b-4c95-9277-890091f88f89 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:17.645888 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device e49269df-070d-473b-951f-01cda20d5a09 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:04:17.696909 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port e49269df-070d-473b-951f-01cda20d5a09 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:04:17.697326 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:17.761082 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ecb8da7f-b72b-4c95-9277-890091f88f89 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:17.777457 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:17.797931 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port e49269df-070d-473b-951f-01cda20d5a09, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=e49269df-070d-473b-951f-01cda20d5a09,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:04:17.802014 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:17.802867 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 5da5314d-d0a2-484b-ba2e-1b147b774447 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:04:17.881199 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=e49269df-070d-473b-951f-01cda20d5a09,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:17.891801 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 5da5314d-d0a2-484b-ba2e-1b147b774447 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:04:17.892185 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:17.976735 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:18.020372 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:18.022299 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 5da5314d-d0a2-484b-ba2e-1b147b774447, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=5da5314d-d0a2-484b-ba2e-1b147b774447,segment=NetworkSegment(dcd8aac5-f377-47a5-85e2-180742bd6875),segment_id=dcd8aac5-f377-47a5-85e2-180742bd6875)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:04:18.027327 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:18.082988 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=5da5314d-d0a2-484b-ba2e-1b147b774447,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:18.086569 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ecb8da7f-b72b-4c95-9277-890091f88f89 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:18.092548 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ecb8da7f-b72b-4c95-9277-890091f88f89 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:18.167448 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ecb8da7f-b72b-4c95-9277-890091f88f89 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:18.169139 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb8da7f-b72b-4c95-9277-890091f88f89 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Port': ['ID=7efe30c3-6d68-4338-93a5-351050a1bad2,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:18.213937 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c5c736-1e12-4486-816f-b674f44c8c97 None None] Network ce833aab-1220-4e34-a7cc-81b537cd8427 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:04:18.271973 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb8da7f-b72b-4c95-9277-890091f88f89 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Network ce833aab-1220-4e34-a7cc-81b537cd8427 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:04:18.273452 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-ecb8da7f-b72b-4c95-9277-890091f88f89 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:04:18.299570 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-de58b762-e1b0-4db9-b771-950b09443988 None None] Provisioning complete for port 5da5314d-d0a2-484b-ba2e-1b147b774447 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:04:18.299966 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-de58b762-e1b0-4db9-b771-950b09443988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:18.398297 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb8da7f-b72b-4c95-9277-890091f88f89 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Router e388e1bf-602c-4085-9aa0-e55b96b9d257 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:04:18.517801 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb8da7f-b72b-4c95-9277-890091f88f89 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:04:18.532426 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ecb8da7f-b72b-4c95-9277-890091f88f89 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "PUT /v2.0/routers/e388e1bf-602c-4085-9aa0-e55b96b9d257/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0527010 Oct 19 02:04:18.668284 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-6322aeda-dd3f-4e2c-abd1-8b97a6648afe None None] Provisioning complete for port 7efe30c3-6d68-4338-93a5-351050a1bad2 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:04:18.668794 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6322aeda-dd3f-4e2c-abd1-8b97a6648afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:18.675208 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-540fa119-68ae-493f-8c7a-be3960864d72 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1298708985&fields=id&tenant_id=0eedc13a8d0542eb95753f292a7c2eed HTTP/1.1" status: 200 len: 267 time: 0.0374141 Oct 19 02:04:18.699981 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee229f13-d5d0-4151-be88-c7d539854ff8 None None] Sync routers for ids ['e388e1bf-602c-4085-9aa0-e55b96b9d257'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:04:18.720514 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee229f13-d5d0-4151-be88-c7d539854ff8 None None] Routers {'e388e1bf-602c-4085-9aa0-e55b96b9d257'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:04:18.721156 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-ee229f13-d5d0-4151-be88-c7d539854ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:04:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e388e1bf-602c-4085-9aa0-e55b96b9d257'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:04:18.725411 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-6322aeda-dd3f-4e2c-abd1-8b97a6648afe None None] Port 7efe30c3-6d68-4338-93a5-351050a1bad2 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:04:18.780848 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-6322aeda-dd3f-4e2c-abd1-8b97a6648afe None None] Provisioning complete for port 5da5314d-d0a2-484b-ba2e-1b147b774447 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:04:18.781227 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6322aeda-dd3f-4e2c-abd1-8b97a6648afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:18.794840 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-c78d7d63-1123-4108-b36f-6c7b6218767f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:18.796531 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-c78d7d63-1123-4108-b36f-6c7b6218767f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/networks?id=ce833aab-1220-4e34-a7cc-81b537cd8427 HTTP/1.1" status: 200 len: 797 time: 0.1135921 Oct 19 02:04:18.814585 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-1c93b6bc-7c9f-4d0f-b0e9-8761bad6d8e2 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/quotas/0eedc13a8d0542eb95753f292a7c2eed HTTP/1.1" status: 200 len: 375 time: 0.0109353 Oct 19 02:04:18.871804 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-ee229f13-d5d0-4151-be88-c7d539854ff8 None None] Set router e388e1bf-602c-4085-9aa0-e55b96b9d257 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:04:18.875927 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-1a5f3d9e-66da-42ad-b30b-06c046948600 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546746 Oct 19 02:04:19.030808 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-97905ddb-2420-48a1-b0d1-dc1e53bac78f service neutron] 10.222.0.57 "GET /v2.0/networks/ce833aab-1220-4e34-a7cc-81b537cd8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420419 Oct 19 02:04:19.131051 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-4bd924e6-cf99-43f2-9516-70f50fb94c1e service neutron] 10.222.0.57 "GET /v2.0/networks/ce833aab-1220-4e34-a7cc-81b537cd8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933428 Oct 19 02:04:19.280330 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-ee229f13-d5d0-4151-be88-c7d539854ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244651485', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'e49269df-070d-473b-951f-01cda20d5a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:04:14Z', 'updated_at': '2021-10-19T02:04:17Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': 'e49269df-070d-473b-951f-01cda20d5a09', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:98:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:04:14Z', 'updated_at': '2021-10-19T02:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '7efe30c3-6d68-4338-93a5-351050a1bad2', 'name': '', 'network_id': 'ce833aab-1220-4e34-a7cc-81b537cd8427', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:e3:a0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c04b5ef2-2e59-4bdd-9b56-041d7b57716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:04:17Z', 'updated_at': '2021-10-19T02:04:17Z', 'revision_number': 2, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': 'c04b5ef2-2e59-4bdd-9b56-041d7b57716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:04:19.293257 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-88efcbc6-babe-40f8-9b8a-ce7e282cbc46 req-609cf9bc-1711-423f-8edd-1496c0bbb421 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac1ddaed-cbe8-46ef-b19e-3575988d6193 HTTP/1.1" status: 200 len: 210 time: 0.0274360 Oct 19 02:04:19.308353 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-9ffa6492-0a9f-4064-9293-cc77ea975674 None None] Provisioning complete for port 7efe30c3-6d68-4338-93a5-351050a1bad2 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:04:19.308728 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9ffa6492-0a9f-4064-9293-cc77ea975674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:19.310331 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee229f13-d5d0-4151-be88-c7d539854ff8 None None] Checking router: e388e1bf-602c-4085-9aa0-e55b96b9d257 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:04:19.310684 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee229f13-d5d0-4151-be88-c7d539854ff8 None None] Updating router e388e1bf-602c-4085-9aa0-e55b96b9d257 port 7efe30c3-6d68-4338-93a5-351050a1bad2 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:04:19.362246 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ee229f13-d5d0-4151-be88-c7d539854ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:19.375713 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-9ffa6492-0a9f-4064-9293-cc77ea975674 None None] Port 7efe30c3-6d68-4338-93a5-351050a1bad2 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:04:19.580584 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device e49269df-070d-473b-951f-01cda20d5a09 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:04:19.658787 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ee229f13-d5d0-4151-be88-c7d539854ff8 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:19.664946 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ee229f13-d5d0-4151-be88-c7d539854ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:19.711322 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port e49269df-070d-473b-951f-01cda20d5a09 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:04:19.711917 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:19.743442 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb626b-ca6a-4f33-be31-3f839a4769a5 None None] Pushing event updated for resources: {'Port': ['ID=7efe30c3-6d68-4338-93a5-351050a1bad2,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:19.809200 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-ee229f13-d5d0-4151-be88-c7d539854ff8 None None] Attempting to bind port 7efe30c3-6d68-4338-93a5-351050a1bad2 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:04:19.809568 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-ee229f13-d5d0-4151-be88-c7d539854ff8 None None] Attempting to bind port 7efe30c3-6d68-4338-93a5-351050a1bad2 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'dcd8aac5-f377-47a5-85e2-180742bd6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce833aab-1220-4e34-a7cc-81b537cd8427'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:04:19.809933 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee229f13-d5d0-4151-be88-c7d539854ff8 None None] Attempting to bind port 7efe30c3-6d68-4338-93a5-351050a1bad2 on network ce833aab-1220-4e34-a7cc-81b537cd8427 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:04:19.834134 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee229f13-d5d0-4151-be88-c7d539854ff8 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:04:19.834507 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee229f13-d5d0-4151-be88-c7d539854ff8 None None] Checking segment: {'id': 'dcd8aac5-f377-47a5-85e2-180742bd6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce833aab-1220-4e34-a7cc-81b537cd8427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:04:19.834907 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ee229f13-d5d0-4151-be88-c7d539854ff8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:19.835299 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee229f13-d5d0-4151-be88-c7d539854ff8 None None] Bound using segment: {'id': 'dcd8aac5-f377-47a5-85e2-180742bd6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce833aab-1220-4e34-a7cc-81b537cd8427'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:04:19.835817 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-ee229f13-d5d0-4151-be88-c7d539854ff8 None None] Bound port: 7efe30c3-6d68-4338-93a5-351050a1bad2, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd8aac5-f377-47a5-85e2-180742bd6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce833aab-1220-4e34-a7cc-81b537cd8427'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:04:19.836191 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ee229f13-d5d0-4151-be88-c7d539854ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:19.879977 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 5da5314d-d0a2-484b-ba2e-1b147b774447 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:04:19.960391 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-ee229f13-d5d0-4151-be88-c7d539854ff8 None None] For port 7efe30c3-6d68-4338-93a5-351050a1bad2, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:04:19.962690 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-e718fec5-b1bc-4c33-a342-df3a5ac2ddc0 None None] Provisioning complete for port 7efe30c3-6d68-4338-93a5-351050a1bad2 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:04:19.963182 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e718fec5-b1bc-4c33-a342-df3a5ac2ddc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:19.965923 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-ee229f13-d5d0-4151-be88-c7d539854ff8 None None] For port 7efe30c3-6d68-4338-93a5-351050a1bad2, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=7efe30c3-6d68-4338-93a5-351050a1bad2,segment=NetworkSegment(dcd8aac5-f377-47a5-85e2-180742bd6875),segment_id=dcd8aac5-f377-47a5-85e2-180742bd6875)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:04:19.968073 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:19.992090 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ee229f13-d5d0-4151-be88-c7d539854ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:20.047328 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-e718fec5-b1bc-4c33-a342-df3a5ac2ddc0 None None] Port 7efe30c3-6d68-4338-93a5-351050a1bad2 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:04:20.050834 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 5da5314d-d0a2-484b-ba2e-1b147b774447 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:04:20.051201 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:20.095011 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee229f13-d5d0-4151-be88-c7d539854ff8 None None] Routers {'e388e1bf-602c-4085-9aa0-e55b96b9d257'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:04:20.095648 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-ee229f13-d5d0-4151-be88-c7d539854ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:04:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e388e1bf-602c-4085-9aa0-e55b96b9d257'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:04:20.103863 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb626b-ca6a-4f33-be31-3f839a4769a5 None None] Pushing event updated for resources: {'Port': ['ID=7efe30c3-6d68-4338-93a5-351050a1bad2,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:20.245135 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-ee229f13-d5d0-4151-be88-c7d539854ff8 None None] Set router e388e1bf-602c-4085-9aa0-e55b96b9d257 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:04:20.298450 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-68d0393b-736f-4592-b9d5-e8d5455c44ce None None] Provisioning complete for port 7efe30c3-6d68-4338-93a5-351050a1bad2 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:04:20.298717 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-68d0393b-736f-4592-b9d5-e8d5455c44ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:20.376421 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c14687a0-54b2-4b0f-ad49-66e35f5eefbd req-bed8dbb2-1bbb-47a5-a72b-1abe88644ca5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac1ddaed-cbe8-46ef-b19e-3575988d6193 HTTP/1.1" status: 200 len: 210 time: 0.0294785 Oct 19 02:04:20.504694 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-68d0393b-736f-4592-b9d5-e8d5455c44ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:20.553565 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-68d0393b-736f-4592-b9d5-e8d5455c44ce None None] For port 7efe30c3-6d68-4338-93a5-351050a1bad2, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=7efe30c3-6d68-4338-93a5-351050a1bad2,segment=NetworkSegment(dcd8aac5-f377-47a5-85e2-180742bd6875),segment_id=dcd8aac5-f377-47a5-85e2-180742bd6875)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:04:20.560480 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-ee229f13-d5d0-4151-be88-c7d539854ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244651485', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'e49269df-070d-473b-951f-01cda20d5a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:04:14Z', 'updated_at': '2021-10-19T02:04:17Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': 'e49269df-070d-473b-951f-01cda20d5a09', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:98:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:04:14Z', 'updated_at': '2021-10-19T02:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '7efe30c3-6d68-4338-93a5-351050a1bad2', 'name': '', 'network_id': 'ce833aab-1220-4e34-a7cc-81b537cd8427', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:e3:a0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c04b5ef2-2e59-4bdd-9b56-041d7b57716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:04:17Z', 'updated_at': '2021-10-19T02:04:19Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': 'c04b5ef2-2e59-4bdd-9b56-041d7b57716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:04:20.562224 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-68d0393b-736f-4592-b9d5-e8d5455c44ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:20.590457 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee229f13-d5d0-4151-be88-c7d539854ff8 None None] The sync data for ids ['e388e1bf-602c-4085-9aa0-e55b96b9d257'] in n-d-715271-26 is: [{'id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244651485', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'e49269df-070d-473b-951f-01cda20d5a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:04:14Z', 'updated_at': '2021-10-19T02:04:17Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': 'e49269df-070d-473b-951f-01cda20d5a09', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:98:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:04:14Z', 'updated_at': '2021-10-19T02:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '7efe30c3-6d68-4338-93a5-351050a1bad2', 'name': '', 'network_id': 'ce833aab-1220-4e34-a7cc-81b537cd8427', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:e3:a0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c04b5ef2-2e59-4bdd-9b56-041d7b57716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:04:17Z', 'updated_at': '2021-10-19T02:04:19Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': 'c04b5ef2-2e59-4bdd-9b56-041d7b57716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:04:20.639517 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d0393b-736f-4592-b9d5-e8d5455c44ce None None] Pushing event updated for resources: {'Port': ['ID=7efe30c3-6d68-4338-93a5-351050a1bad2,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:21.300227 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-27ca0b6c-5e42-4924-a71c-cfa5707b8714 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:21.302367 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-27ca0b6c-5e42-4924-a71c-cfa5707b8714 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.24 "GET /v2.0/networks?id=ce833aab-1220-4e34-a7cc-81b537cd8427 HTTP/1.1" status: 200 len: 797 time: 0.1092930 Oct 19 02:04:21.347877 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-c31593b1-9a0d-4dac-a169-f0413fc437c0 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0eedc13a8d0542eb95753f292a7c2eed HTTP/1.1" status: 200 len: 380 time: 0.0362153 Oct 19 02:04:21.359369 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-82a7dd77-c047-483a-b54a-7c8aad23b5ac tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'port': {'device_id': 'ac1ddaed-cbe8-46ef-b19e-3575988d6193', 'network_id': 'ce833aab-1220-4e34-a7cc-81b537cd8427', 'admin_state_up': True, 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'security_groups': ['24b964e1-4640-4b76-b4ec-bcd4e7b606b8']}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:04:21.485892 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1ee59778-a349-4b4d-9271-cdf0bf209e82 req-43cb1fcf-d917-48ff-a3c8-9423fd2169e8 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac1ddaed-cbe8-46ef-b19e-3575988d6193 HTTP/1.1" status: 200 len: 210 time: 0.0349009 Oct 19 02:04:21.501937 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-82a7dd77-c047-483a-b54a-7c8aad23b5ac tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Made reservation on behalf of 0eedc13a8d0542eb95753f292a7c2eed for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:04:21.506235 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-82a7dd77-c047-483a-b54a-7c8aad23b5ac tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:21.607035 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7efe30c3-6d68-4338-93a5-351050a1bad2 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:04:21.641954 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-82a7dd77-c047-483a-b54a-7c8aad23b5ac tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Allocated IP 172.20.0.3 (ce833aab-1220-4e34-a7cc-81b537cd8427/c04b5ef2-2e59-4bdd-9b56-041d7b57716d/bfe21297-9bcb-42ca-97c3-ec60f553dbf1) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:04:21.661943 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 7efe30c3-6d68-4338-93a5-351050a1bad2 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:04:21.662318 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:21.783997 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-82a7dd77-c047-483a-b54a-7c8aad23b5ac tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:21.816354 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-82a7dd77-c047-483a-b54a-7c8aad23b5ac tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:21.858759 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-82a7dd77-c047-483a-b54a-7c8aad23b5ac tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Network ce833aab-1220-4e34-a7cc-81b537cd8427 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:04:21.862085 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-82a7dd77-c047-483a-b54a-7c8aad23b5ac tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:04:21.865686 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-82a7dd77-c047-483a-b54a-7c8aad23b5ac tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:04:21.902689 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a7dd77-c047-483a-b54a-7c8aad23b5ac tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Port': ['ID=bfe21297-9bcb-42ca-97c3-ec60f553dbf1,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:21.930444 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-82a7dd77-c047-483a-b54a-7c8aad23b5ac tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:21.931161 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-82a7dd77-c047-483a-b54a-7c8aad23b5ac tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:21.948966 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-82a7dd77-c047-483a-b54a-7c8aad23b5ac tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5932524 Oct 19 02:04:22.013765 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-485ecff9-30a7-4769-9194-1f1e9e8633b2 service neutron] Request body: {'port': {'device_id': 'ac1ddaed-cbe8-46ef-b19e-3575988d6193', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:04:22.074007 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-485ecff9-30a7-4769-9194-1f1e9e8633b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:22.090724 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-75d19ae8-d465-4550-8764-bf5ce3b79923 None None] Provisioning complete for port bfe21297-9bcb-42ca-97c3-ec60f553dbf1 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:04:22.091088 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-75d19ae8-d465-4550-8764-bf5ce3b79923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:22.124300 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-75d19ae8-d465-4550-8764-bf5ce3b79923 None None] Port bfe21297-9bcb-42ca-97c3-ec60f553dbf1 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:04:22.333121 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-485ecff9-30a7-4769-9194-1f1e9e8633b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfe21297-9bcb-42ca-97c3-ec60f553dbf1 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:04:22.340262 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-485ecff9-30a7-4769-9194-1f1e9e8633b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:22.352717 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-485ecff9-30a7-4769-9194-1f1e9e8633b2 service neutron] Transition to ACTIVE for port object bfe21297-9bcb-42ca-97c3-ec60f553dbf1 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:04:22.355501 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-485ecff9-30a7-4769-9194-1f1e9e8633b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:22.407184 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ecff9-30a7-4769-9194-1f1e9e8633b2 service neutron] Pushing event updated for resources: {'Port': ['ID=bfe21297-9bcb-42ca-97c3-ec60f553dbf1,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:22.479847 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-485ecff9-30a7-4769-9194-1f1e9e8633b2 service neutron] Attempting to bind port bfe21297-9bcb-42ca-97c3-ec60f553dbf1 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:04:22.480187 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-485ecff9-30a7-4769-9194-1f1e9e8633b2 service neutron] Attempting to bind port bfe21297-9bcb-42ca-97c3-ec60f553dbf1 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'dcd8aac5-f377-47a5-85e2-180742bd6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce833aab-1220-4e34-a7cc-81b537cd8427'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:04:22.480574 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-485ecff9-30a7-4769-9194-1f1e9e8633b2 service neutron] Attempting to bind port bfe21297-9bcb-42ca-97c3-ec60f553dbf1 on network ce833aab-1220-4e34-a7cc-81b537cd8427 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:04:22.485291 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-485ecff9-30a7-4769-9194-1f1e9e8633b2 service neutron] Port bfe21297-9bcb-42ca-97c3-ec60f553dbf1 on network ce833aab-1220-4e34-a7cc-81b537cd8427 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:04:22.485623 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-485ecff9-30a7-4769-9194-1f1e9e8633b2 service neutron] Attempting to bind port bfe21297-9bcb-42ca-97c3-ec60f553dbf1 on network ce833aab-1220-4e34-a7cc-81b537cd8427 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:04:22.490461 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-485ecff9-30a7-4769-9194-1f1e9e8633b2 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:04:22.490795 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-485ecff9-30a7-4769-9194-1f1e9e8633b2 service neutron] Checking segment: {'id': 'dcd8aac5-f377-47a5-85e2-180742bd6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce833aab-1220-4e34-a7cc-81b537cd8427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:04:22.491174 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-485ecff9-30a7-4769-9194-1f1e9e8633b2 service neutron] Bound using segment: {'id': 'dcd8aac5-f377-47a5-85e2-180742bd6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce833aab-1220-4e34-a7cc-81b537cd8427'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:04:22.491594 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-485ecff9-30a7-4769-9194-1f1e9e8633b2 service neutron] Bound port: bfe21297-9bcb-42ca-97c3-ec60f553dbf1, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcd8aac5-f377-47a5-85e2-180742bd6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce833aab-1220-4e34-a7cc-81b537cd8427'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:04:22.492000 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-485ecff9-30a7-4769-9194-1f1e9e8633b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:22.561902 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-485ecff9-30a7-4769-9194-1f1e9e8633b2 service neutron] For port bfe21297-9bcb-42ca-97c3-ec60f553dbf1, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:04:22.566218 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-485ecff9-30a7-4769-9194-1f1e9e8633b2 service neutron] For port bfe21297-9bcb-42ca-97c3-ec60f553dbf1, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=bfe21297-9bcb-42ca-97c3-ec60f553dbf1,segment=NetworkSegment(dcd8aac5-f377-47a5-85e2-180742bd6875),segment_id=dcd8aac5-f377-47a5-85e2-180742bd6875)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:04:22.570210 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-485ecff9-30a7-4769-9194-1f1e9e8633b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:22.600522 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-485ecff9-30a7-4769-9194-1f1e9e8633b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:22.601428 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-485ecff9-30a7-4769-9194-1f1e9e8633b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:22.602814 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-485ecff9-30a7-4769-9194-1f1e9e8633b2 service neutron] 10.222.0.24 "PUT /v2.0/ports/bfe21297-9bcb-42ca-97c3-ec60f553dbf1 HTTP/1.1" status: 200 len: 1092 time: 0.6446075 Oct 19 02:04:22.605106 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1ddaed-cbe8-46ef-b19e-3575988d6193', 'tag': 'bfe21297-9bcb-42ca-97c3-ec60f553dbf1'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:04:22.608499 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}604d1223bc0e61ef4f6f375a56b68240d92e3dadd1a32e57b330ac88f8c52c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247aa718-819d-4144-b7f7-58ac7f519a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1ddaed-cbe8-46ef-b19e-3575988d6193", "tag": "bfe21297-9bcb-42ca-97c3-ec60f553dbf1"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:04:22.608945 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e66fb-8931-4b0b-8fb9-211c5d88fd3e req-36281c04-a35d-4fc2-b335-0891a8178eb7 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:22.611527 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-904e66fb-8931-4b0b-8fb9-211c5d88fd3e req-36281c04-a35d-4fc2-b335-0891a8178eb7 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac1ddaed-cbe8-46ef-b19e-3575988d6193 HTTP/1.1" status: 200 len: 943 time: 0.0527992 Oct 19 02:04:22.651375 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ecff9-30a7-4769-9194-1f1e9e8633b2 service neutron] Pushing event updated for resources: {'Port': ['ID=bfe21297-9bcb-42ca-97c3-ec60f553dbf1,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:22.683281 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-904e66fb-8931-4b0b-8fb9-211c5d88fd3e req-0a4a49fa-3890-43cd-9e75-272768c5457a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=24b964e1-4640-4b76-b4ec-bcd4e7b606b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594749 Oct 19 02:04:22.706437 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-4ed5374f-b2f4-462d-a35d-221607535dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:22.707994 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-4ed5374f-b2f4-462d-a35d-221607535dfe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&device_id=ac1ddaed-cbe8-46ef-b19e-3575988d6193 HTTP/1.1" status: 200 len: 1095 time: 0.0523160 Oct 19 02:04:22.758286 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8046e6b9-6d97-4f56-978c-a3aa831dee7d x-openstack-request-id: req-8046e6b9-6d97-4f56-978c-a3aa831dee7d {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:04:22.758569 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1ddaed-cbe8-46ef-b19e-3575988d6193", "tag": "bfe21297-9bcb-42ca-97c3-ec60f553dbf1", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:04:22.758820 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8046e6b9-6d97-4f56-978c-a3aa831dee7d {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:04:22.759217 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1ddaed-cbe8-46ef-b19e-3575988d6193', 'tag': 'bfe21297-9bcb-42ca-97c3-ec60f553dbf1', 'status': 'completed', 'code': 200} Oct 19 02:04:22.760771 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-1ca7063d-22a5-4b2c-9569-9b1addbf962e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfe21297-9bcb-42ca-97c3-ec60f553dbf1 HTTP/1.1" status: 200 len: 217 time: 0.0440865 Oct 19 02:04:22.813151 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-885f27cf-f256-4949-9d15-385381e5a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:22.814741 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-885f27cf-f256-4949-9d15-385381e5a5c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c04b5ef2-2e59-4bdd-9b56-041d7b57716d HTTP/1.1" status: 200 len: 834 time: 0.0448833 Oct 19 02:04:22.868011 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-7a2495af-b4cf-4311-8390-2c1c861385a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:22.869780 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-7a2495af-b4cf-4311-8390-2c1c861385a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ce833aab-1220-4e34-a7cc-81b537cd8427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457418 Oct 19 02:04:22.960139 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-4213d12d-13a9-4817-9046-424135ed2b9d service neutron] 10.222.0.24 "GET /v2.0/networks/ce833aab-1220-4e34-a7cc-81b537cd8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821831 Oct 19 02:04:23.052085 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fef6fde0-d61c-449b-8bbe-913522d75a0c req-7b33d344-8579-45a2-a2db-21f83c88ddbe service neutron] 10.222.0.24 "GET /v2.0/networks/ce833aab-1220-4e34-a7cc-81b537cd8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846877 Oct 19 02:04:23.134701 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247aa718-819d-4144-b7f7-58ac7f519a8a req-ba472f85-dc38-406d-8ceb-465ce94a0f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:23.136189 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-247aa718-819d-4144-b7f7-58ac7f519a8a req-ba472f85-dc38-406d-8ceb-465ce94a0f3f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&device_id=ac1ddaed-cbe8-46ef-b19e-3575988d6193 HTTP/1.1" status: 200 len: 1095 time: 0.0402288 Oct 19 02:04:23.229528 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247aa718-819d-4144-b7f7-58ac7f519a8a req-0a4f566a-9398-4799-9c2b-f568e8fa560e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:23.230886 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-247aa718-819d-4144-b7f7-58ac7f519a8a req-0a4f566a-9398-4799-9c2b-f568e8fa560e service neutron] 10.222.0.24 "GET /v2.0/networks?id=ce833aab-1220-4e34-a7cc-81b537cd8427 HTTP/1.1" status: 200 len: 898 time: 0.0875845 Oct 19 02:04:23.272592 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-247aa718-819d-4144-b7f7-58ac7f519a8a req-f01298ab-a892-4df8-9c3d-a6e7791fb580 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfe21297-9bcb-42ca-97c3-ec60f553dbf1 HTTP/1.1" status: 200 len: 217 time: 0.0337682 Oct 19 02:04:23.320136 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247aa718-819d-4144-b7f7-58ac7f519a8a req-1ecc7e38-9e07-442b-a658-e17840ad24e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:23.321511 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-247aa718-819d-4144-b7f7-58ac7f519a8a req-1ecc7e38-9e07-442b-a658-e17840ad24e7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c04b5ef2-2e59-4bdd-9b56-041d7b57716d HTTP/1.1" status: 200 len: 834 time: 0.0417657 Oct 19 02:04:23.366354 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247aa718-819d-4144-b7f7-58ac7f519a8a req-e185b0ea-023f-4410-bffd-50698dd30ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:23.367819 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-247aa718-819d-4144-b7f7-58ac7f519a8a req-e185b0ea-023f-4410-bffd-50698dd30ffe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ce833aab-1220-4e34-a7cc-81b537cd8427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0378807 Oct 19 02:04:23.459863 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-247aa718-819d-4144-b7f7-58ac7f519a8a req-2eeab490-f734-4b18-8c1a-412cf4936418 service neutron] 10.222.0.24 "GET /v2.0/networks/ce833aab-1220-4e34-a7cc-81b537cd8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832050 Oct 19 02:04:23.552916 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-247aa718-819d-4144-b7f7-58ac7f519a8a req-7b3ab3e1-ac36-4315-bf48-be1a16ae7fad service neutron] 10.222.0.24 "GET /v2.0/networks/ce833aab-1220-4e34-a7cc-81b537cd8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853484 Oct 19 02:04:23.789795 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253c9ea-b423-4123-956e-90af7631571f req-871ba695-d153-4417-8e08-94ae24adc9cb tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:23.791288 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0253c9ea-b423-4123-956e-90af7631571f req-871ba695-d153-4417-8e08-94ae24adc9cb tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac1ddaed-cbe8-46ef-b19e-3575988d6193 HTTP/1.1" status: 200 len: 943 time: 0.0532744 Oct 19 02:04:23.832527 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0253c9ea-b423-4123-956e-90af7631571f req-ced03428-6ef0-4df9-9967-05ae6352369f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=24b964e1-4640-4b76-b4ec-bcd4e7b606b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353243 Oct 19 02:04:24.948109 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7665ce-d002-405e-a0c9-db90eb0e7418 req-59f54042-198d-43f5-9c34-e42eebb6dc55 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:24.949597 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1b7665ce-d002-405e-a0c9-db90eb0e7418 req-59f54042-198d-43f5-9c34-e42eebb6dc55 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac1ddaed-cbe8-46ef-b19e-3575988d6193 HTTP/1.1" status: 200 len: 943 time: 0.0486884 Oct 19 02:04:24.986859 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1b7665ce-d002-405e-a0c9-db90eb0e7418 req-1d0e9e95-bc0f-496e-a443-f6ab5b9f0f93 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=24b964e1-4640-4b76-b4ec-bcd4e7b606b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311718 Oct 19 02:04:26.103954 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb2963-3831-4ed0-8b99-07265a471040 req-b315273f-3521-4930-8842-827364545f58 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:26.105440 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-28eb2963-3831-4ed0-8b99-07265a471040 req-b315273f-3521-4930-8842-827364545f58 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac1ddaed-cbe8-46ef-b19e-3575988d6193 HTTP/1.1" status: 200 len: 943 time: 0.0514009 Oct 19 02:04:26.148688 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-28eb2963-3831-4ed0-8b99-07265a471040 req-b1685d38-09e6-470b-8fea-1e85e3940bfb tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=24b964e1-4640-4b76-b4ec-bcd4e7b606b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371430 Oct 19 02:04:26.856476 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device bfe21297-9bcb-42ca-97c3-ec60f553dbf1 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:04:26.952292 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port bfe21297-9bcb-42ca-97c3-ec60f553dbf1, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=bfe21297-9bcb-42ca-97c3-ec60f553dbf1,segment=NetworkSegment(dcd8aac5-f377-47a5-85e2-180742bd6875),segment_id=dcd8aac5-f377-47a5-85e2-180742bd6875)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:04:26.963278 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'bfe21297-9bcb-42ca-97c3-ec60f553dbf1', 'network_id': 'ce833aab-1220-4e34-a7cc-81b537cd8427', 'port_id': 'bfe21297-9bcb-42ca-97c3-ec60f553dbf1', 'mac_address': 'fa:16:3e:d6:6c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04b5ef2-2e59-4bdd-9b56-041d7b57716d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:04:27.000910 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:27.013593 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfe21297-9bcb-42ca-97c3-ec60f553dbf1 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:04:27.032972 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port bfe21297-9bcb-42ca-97c3-ec60f553dbf1, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=bfe21297-9bcb-42ca-97c3-ec60f553dbf1,segment=NetworkSegment(dcd8aac5-f377-47a5-85e2-180742bd6875),segment_id=dcd8aac5-f377-47a5-85e2-180742bd6875)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:04:27.036822 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:27.082032 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=bfe21297-9bcb-42ca-97c3-ec60f553dbf1,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:27.264575 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ff329-c11e-458b-bb28-927fc00d383d req-63c6086f-f623-4284-b871-bfc32f32970f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:27.266762 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fa5ff329-c11e-458b-bb28-927fc00d383d req-63c6086f-f623-4284-b871-bfc32f32970f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac1ddaed-cbe8-46ef-b19e-3575988d6193 HTTP/1.1" status: 200 len: 944 time: 0.0484791 Oct 19 02:04:27.273050 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['bfe21297-9bcb-42ca-97c3-ec60f553dbf1'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:04:27.305224 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fa5ff329-c11e-458b-bb28-927fc00d383d req-bc6ab81c-1a86-4428-98e3-65a8131ea72f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=24b964e1-4640-4b76-b4ec-bcd4e7b606b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321317 Oct 19 02:04:27.726972 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:28.417366 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a7827-3a7c-466d-b090-ef65197e4a91 req-09c19810-c957-4e59-85be-a782270f4c5f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:28.418827 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aa0a7827-3a7c-466d-b090-ef65197e4a91 req-09c19810-c957-4e59-85be-a782270f4c5f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac1ddaed-cbe8-46ef-b19e-3575988d6193 HTTP/1.1" status: 200 len: 944 time: 0.0493319 Oct 19 02:04:28.455980 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aa0a7827-3a7c-466d-b090-ef65197e4a91 req-be93b13f-5deb-4a32-8037-a300ae471992 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=24b964e1-4640-4b76-b4ec-bcd4e7b606b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312083 Oct 19 02:04:28.852425 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device bfe21297-9bcb-42ca-97c3-ec60f553dbf1 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:04:28.903609 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port bfe21297-9bcb-42ca-97c3-ec60f553dbf1 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 02:04:28.908115 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port bfe21297-9bcb-42ca-97c3-ec60f553dbf1 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:04:28.908485 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:28.985641 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:29.008574 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1ddaed-cbe8-46ef-b19e-3575988d6193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe21297-9bcb-42ca-97c3-ec60f553dbf1'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:04:29.011110 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db8619b3bfd44a3a0f2128b398243c28f67a7e558bf903df4768d357387e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df39f9c7-7d67-4e39-ac8a-a36a1f27d849" -d '{"events": [{"server_uuid": "ac1ddaed-cbe8-46ef-b19e-3575988d6193", "name": "network-vif-plugged", "status": "completed", "tag": "bfe21297-9bcb-42ca-97c3-ec60f553dbf1"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:04:29.023798 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port bfe21297-9bcb-42ca-97c3-ec60f553dbf1, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=bfe21297-9bcb-42ca-97c3-ec60f553dbf1,segment=NetworkSegment(dcd8aac5-f377-47a5-85e2-180742bd6875),segment_id=dcd8aac5-f377-47a5-85e2-180742bd6875)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:04:29.028107 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:29.080582 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=bfe21297-9bcb-42ca-97c3-ec60f553dbf1,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:29.104066 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77093937-d059-4a86-bc67-78ac0970d4bf x-openstack-request-id: req-77093937-d059-4a86-bc67-78ac0970d4bf {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:04:29.104384 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1ddaed-cbe8-46ef-b19e-3575988d6193", "name": "network-vif-plugged", "status": "completed", "tag": "bfe21297-9bcb-42ca-97c3-ec60f553dbf1", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:04:29.104638 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-77093937-d059-4a86-bc67-78ac0970d4bf {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:04:29.105030 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1ddaed-cbe8-46ef-b19e-3575988d6193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe21297-9bcb-42ca-97c3-ec60f553dbf1', 'code': 200} Oct 19 02:04:29.213011 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81915a93-2fe3-4986-bcf2-de1211550836 req-c2b84b2c-12e4-4e5f-9250-4fb2076169af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:29.214537 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-81915a93-2fe3-4986-bcf2-de1211550836 req-c2b84b2c-12e4-4e5f-9250-4fb2076169af service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ac1ddaed-cbe8-46ef-b19e-3575988d6193 HTTP/1.1" status: 200 len: 1097 time: 0.0443997 Oct 19 02:04:29.248745 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-81915a93-2fe3-4986-bcf2-de1211550836 req-334d94d5-d9e6-4499-a2e9-d28c63970c97 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=24b964e1-4640-4b76-b4ec-bcd4e7b606b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272541 Oct 19 02:04:29.568617 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb225e4-6a39-42eb-9e24-85f982eadc6d req-2c510b7a-edd5-49be-b7cd-86657ef01bb8 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:29.570100 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dcb225e4-6a39-42eb-9e24-85f982eadc6d req-2c510b7a-edd5-49be-b7cd-86657ef01bb8 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac1ddaed-cbe8-46ef-b19e-3575988d6193 HTTP/1.1" status: 200 len: 945 time: 0.0490930 Oct 19 02:04:29.612180 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-dcb225e4-6a39-42eb-9e24-85f982eadc6d req-0d0792e4-de39-4651-94d8-c62cb0c82eeb tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=24b964e1-4640-4b76-b4ec-bcd4e7b606b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361097 Oct 19 02:04:30.172530 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:30.729239 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa42440-128a-4c01-872d-bdfa41266e30 req-507f37ce-e708-4e37-ade3-9a992b8c90a6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:30.730697 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-caa42440-128a-4c01-872d-bdfa41266e30 req-507f37ce-e708-4e37-ade3-9a992b8c90a6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac1ddaed-cbe8-46ef-b19e-3575988d6193 HTTP/1.1" status: 200 len: 945 time: 0.0486095 Oct 19 02:04:30.768588 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-caa42440-128a-4c01-872d-bdfa41266e30 req-24fea870-26a9-4177-a382-16f214cdf83f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=24b964e1-4640-4b76-b4ec-bcd4e7b606b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313673 Oct 19 02:04:30.881965 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17041ba9-32ef-4b75-957f-1d1a40d2efd4 req-6732711a-2877-4c8f-bbd3-0113f08dbb97 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:30.883452 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-17041ba9-32ef-4b75-957f-1d1a40d2efd4 req-6732711a-2877-4c8f-bbd3-0113f08dbb97 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac1ddaed-cbe8-46ef-b19e-3575988d6193 HTTP/1.1" status: 200 len: 945 time: 0.0496254 Oct 19 02:04:30.920203 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-17041ba9-32ef-4b75-957f-1d1a40d2efd4 req-27ef9e12-ab3b-45e8-8f09-bf85c9743724 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=24b964e1-4640-4b76-b4ec-bcd4e7b606b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308151 Oct 19 02:04:30.942352 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55130) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:04:30.981977 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a114829-3482-442d-be26-c01f22c52cda tempest-TestNetworkAdvancedServerOps-664428066 tempest-TestNetworkAdvancedServerOps-664428066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:30.983459 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7a114829-3482-442d-be26-c01f22c52cda tempest-TestNetworkAdvancedServerOps-664428066 tempest-TestNetworkAdvancedServerOps-664428066-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ac1ddaed-cbe8-46ef-b19e-3575988d6193 HTTP/1.1" status: 200 len: 1092 time: 0.0401754 Oct 19 02:04:30.986460 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55132) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:04:30.990769 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-48242940-a8b1-458d-9f40-7d58eefc658b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'port_id': 'bfe21297-9bcb-42ca-97c3-ec60f553dbf1', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:04:31.011893 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-48242940-a8b1-458d-9f40-7d58eefc658b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for floatingip, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:31.111451 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-48242940-a8b1-458d-9f40-7d58eefc658b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:31.211097 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-48242940-a8b1-458d-9f40-7d58eefc658b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Allocated IP 172.25.8.36 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/94e98360-ef73-42e5-9223-6975e9dc4faf) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:04:31.314167 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-48242940-a8b1-458d-9f40-7d58eefc658b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:31.346445 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-48242940-a8b1-458d-9f40-7d58eefc658b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:31.384506 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48242940-a8b1-458d-9f40-7d58eefc658b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:04:31.387397 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-48242940-a8b1-458d-9f40-7d58eefc658b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:04:31.390940 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48242940-a8b1-458d-9f40-7d58eefc658b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:04:31.413724 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48242940-a8b1-458d-9f40-7d58eefc658b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Port': ['ID=94e98360-ef73-42e5-9223-6975e9dc4faf,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:31.743100 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-48242940-a8b1-458d-9f40-7d58eefc658b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:31.810112 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-48242940-a8b1-458d-9f40-7d58eefc658b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:31.962716 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-48242940-a8b1-458d-9f40-7d58eefc658b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:31.967442 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-48242940-a8b1-458d-9f40-7d58eefc658b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:32.040057 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48242940-a8b1-458d-9f40-7d58eefc658b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Port': ['ID=94e98360-ef73-42e5-9223-6975e9dc4faf,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:04:32.052393 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-48242940-a8b1-458d-9f40-7d58eefc658b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:32.488202 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [None req-48242940-a8b1-458d-9f40-7d58eefc658b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Floating IP 526e6bea-83fe-4974-8a23-637478ea1c45 associated. External IP: 172.25.8.36, port: bfe21297-9bcb-42ca-97c3-ec60f553dbf1. Oct 19 02:04:32.693095 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48242940-a8b1-458d-9f40-7d58eefc658b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Router e388e1bf-602c-4085-9aa0-e55b96b9d257 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:04:32.799648 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48242940-a8b1-458d-9f40-7d58eefc658b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:04:32.808958 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dda38f-7ea0-43e2-a4b3-9ad53ead2fad None None] Sync routers for ids ['e388e1bf-602c-4085-9aa0-e55b96b9d257'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:04:32.816950 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-48242940-a8b1-458d-9f40-7d58eefc658b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:32.818562 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dda38f-7ea0-43e2-a4b3-9ad53ead2fad None None] Routers {'e388e1bf-602c-4085-9aa0-e55b96b9d257'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:04:32.819164 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-52dda38f-7ea0-43e2-a4b3-9ad53ead2fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:04:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e388e1bf-602c-4085-9aa0-e55b96b9d257'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:04:32.847852 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-48242940-a8b1-458d-9f40-7d58eefc658b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8603508 Oct 19 02:04:32.848546 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1ddaed-cbe8-46ef-b19e-3575988d6193', 'tag': 'bfe21297-9bcb-42ca-97c3-ec60f553dbf1'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:04:32.850979 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9434de058546a022cc17e407c636edc5a2ce8615e174a01ffad9beb3023847d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0181f44-1ef6-47a2-98cf-b60fd6f3fb68" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1ddaed-cbe8-46ef-b19e-3575988d6193", "tag": "bfe21297-9bcb-42ca-97c3-ec60f553dbf1"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:04:32.889577 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f38f17-d9a6-424f-854a-99004e1c400e x-openstack-request-id: req-45f38f17-d9a6-424f-854a-99004e1c400e {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:04:32.889868 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1ddaed-cbe8-46ef-b19e-3575988d6193", "tag": "bfe21297-9bcb-42ca-97c3-ec60f553dbf1", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:04:32.890118 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-45f38f17-d9a6-424f-854a-99004e1c400e {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:04:32.890567 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1ddaed-cbe8-46ef-b19e-3575988d6193', 'tag': 'bfe21297-9bcb-42ca-97c3-ec60f553dbf1', 'status': 'completed', 'code': 200} Oct 19 02:04:32.930859 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-52dda38f-7ea0-43e2-a4b3-9ad53ead2fad None None] Set router e388e1bf-602c-4085-9aa0-e55b96b9d257 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:04:32.980187 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774e3ca-74db-4eca-96ea-8141b8353cf1 req-592cc80b-3c58-4c99-ba6c-4d0db3753389 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:32.981679 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b774e3ca-74db-4eca-96ea-8141b8353cf1 req-592cc80b-3c58-4c99-ba6c-4d0db3753389 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac1ddaed-cbe8-46ef-b19e-3575988d6193 HTTP/1.1" status: 200 len: 945 time: 0.0835803 Oct 19 02:04:32.988325 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0181f44-1ef6-47a2-98cf-b60fd6f3fb68 req-65207c8c-41e4-4ab2-a301-0a9d59aa89e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:32.989837 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c0181f44-1ef6-47a2-98cf-b60fd6f3fb68 req-65207c8c-41e4-4ab2-a301-0a9d59aa89e9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&device_id=ac1ddaed-cbe8-46ef-b19e-3575988d6193 HTTP/1.1" status: 200 len: 1097 time: 0.0765784 Oct 19 02:04:33.050990 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b774e3ca-74db-4eca-96ea-8141b8353cf1 req-e7555b56-6b9b-480c-b6da-8c1fb0aa2397 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=24b964e1-4640-4b76-b4ec-bcd4e7b606b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601261 Oct 19 02:04:33.075495 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55140) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:04:33.104862 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0181f44-1ef6-47a2-98cf-b60fd6f3fb68 req-3828feab-38c3-4eec-ad6a-825ec1abd3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:33.106553 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c0181f44-1ef6-47a2-98cf-b60fd6f3fb68 req-3828feab-38c3-4eec-ad6a-825ec1abd3da service neutron] 10.222.0.24 "GET /v2.0/networks?id=ce833aab-1220-4e34-a7cc-81b537cd8427 HTTP/1.1" status: 200 len: 898 time: 0.1085405 Oct 19 02:04:33.139767 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-69616154-6773-460c-9073-ec5737cc2142 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/floatingips/526e6bea-83fe-4974-8a23-637478ea1c45 HTTP/1.1" status: 200 len: 990 time: 0.0628319 Oct 19 02:04:33.159773 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-52dda38f-7ea0-43e2-a4b3-9ad53ead2fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244651485', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'e49269df-070d-473b-951f-01cda20d5a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:04:14Z', 'updated_at': '2021-10-19T02:04:17Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': 'e49269df-070d-473b-951f-01cda20d5a09', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:98:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:04:14Z', 'updated_at': '2021-10-19T02:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '526e6bea-83fe-4974-8a23-637478ea1c45', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'floating_ip_address': '172.25.8.36', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'port_id': 'bfe21297-9bcb-42ca-97c3-ec60f553dbf1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce833aab-1220-4e34-a7cc-81b537cd8427', 'mac_address': 'fa:16:3e:d6:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1ddaed-cbe8-46ef-b19e-3575988d6193', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:04:31Z', 'updated_at': '2021-10-19T02:04:31Z', 'revision_number': 0, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7efe30c3-6d68-4338-93a5-351050a1bad2', 'name': '', 'network_id': 'ce833aab-1220-4e34-a7cc-81b537cd8427', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:e3:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c04b5ef2-2e59-4bdd-9b56-041d7b57716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:04:17Z', 'updated_at': '2021-10-19T02:04:20Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': 'c04b5ef2-2e59-4bdd-9b56-041d7b57716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:04:33.178220 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c0181f44-1ef6-47a2-98cf-b60fd6f3fb68 req-07499676-22b6-4310-8f5d-63eaba54c098 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfe21297-9bcb-42ca-97c3-ec60f553dbf1 HTTP/1.1" status: 200 len: 998 time: 0.0644426 Oct 19 02:04:33.185862 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dda38f-7ea0-43e2-a4b3-9ad53ead2fad None None] Checking router: e388e1bf-602c-4085-9aa0-e55b96b9d257 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:04:33.195679 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dda38f-7ea0-43e2-a4b3-9ad53ead2fad None None] Routers {'e388e1bf-602c-4085-9aa0-e55b96b9d257'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:04:33.196328 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-52dda38f-7ea0-43e2-a4b3-9ad53ead2fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:04:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e388e1bf-602c-4085-9aa0-e55b96b9d257'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:04:33.227899 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0181f44-1ef6-47a2-98cf-b60fd6f3fb68 req-0a2049b9-dd33-4403-a1c5-8fae01d4d4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:33.229344 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c0181f44-1ef6-47a2-98cf-b60fd6f3fb68 req-0a2049b9-dd33-4403-a1c5-8fae01d4d4d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c04b5ef2-2e59-4bdd-9b56-041d7b57716d HTTP/1.1" status: 200 len: 834 time: 0.0439239 Oct 19 02:04:33.274265 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0181f44-1ef6-47a2-98cf-b60fd6f3fb68 req-89e556b6-ec18-47d2-bb07-8ff1dd8ba287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:33.275750 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c0181f44-1ef6-47a2-98cf-b60fd6f3fb68 req-89e556b6-ec18-47d2-bb07-8ff1dd8ba287 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ce833aab-1220-4e34-a7cc-81b537cd8427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398657 Oct 19 02:04:33.301634 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-52dda38f-7ea0-43e2-a4b3-9ad53ead2fad None None] Set router e388e1bf-602c-4085-9aa0-e55b96b9d257 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:04:33.540809 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-52dda38f-7ea0-43e2-a4b3-9ad53ead2fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244651485', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'e49269df-070d-473b-951f-01cda20d5a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:04:14Z', 'updated_at': '2021-10-19T02:04:17Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': 'e49269df-070d-473b-951f-01cda20d5a09', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:98:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:04:14Z', 'updated_at': '2021-10-19T02:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '526e6bea-83fe-4974-8a23-637478ea1c45', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'floating_ip_address': '172.25.8.36', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'port_id': 'bfe21297-9bcb-42ca-97c3-ec60f553dbf1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce833aab-1220-4e34-a7cc-81b537cd8427', 'mac_address': 'fa:16:3e:d6:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1ddaed-cbe8-46ef-b19e-3575988d6193', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:04:31Z', 'updated_at': '2021-10-19T02:04:31Z', 'revision_number': 0, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7efe30c3-6d68-4338-93a5-351050a1bad2', 'name': '', 'network_id': 'ce833aab-1220-4e34-a7cc-81b537cd8427', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:e3:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c04b5ef2-2e59-4bdd-9b56-041d7b57716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:04:17Z', 'updated_at': '2021-10-19T02:04:20Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': 'c04b5ef2-2e59-4bdd-9b56-041d7b57716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:04:33.572267 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dda38f-7ea0-43e2-a4b3-9ad53ead2fad None None] The sync data for ids ['e388e1bf-602c-4085-9aa0-e55b96b9d257'] in n-d-715271-26 is: [{'id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244651485', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'e49269df-070d-473b-951f-01cda20d5a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:04:14Z', 'updated_at': '2021-10-19T02:04:17Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': 'e49269df-070d-473b-951f-01cda20d5a09', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:98:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:04:14Z', 'updated_at': '2021-10-19T02:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '526e6bea-83fe-4974-8a23-637478ea1c45', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'floating_ip_address': '172.25.8.36', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'port_id': 'bfe21297-9bcb-42ca-97c3-ec60f553dbf1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce833aab-1220-4e34-a7cc-81b537cd8427', 'mac_address': 'fa:16:3e:d6:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1ddaed-cbe8-46ef-b19e-3575988d6193', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:04:31Z', 'updated_at': '2021-10-19T02:04:31Z', 'revision_number': 0, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7efe30c3-6d68-4338-93a5-351050a1bad2', 'name': '', 'network_id': 'ce833aab-1220-4e34-a7cc-81b537cd8427', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:e3:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c04b5ef2-2e59-4bdd-9b56-041d7b57716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:04:17Z', 'updated_at': '2021-10-19T02:04:20Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': 'c04b5ef2-2e59-4bdd-9b56-041d7b57716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:04:33.681330 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c0181f44-1ef6-47a2-98cf-b60fd6f3fb68 req-c66e3d40-e800-481f-bb83-091d2884451e service neutron] 10.222.0.24 "GET /v2.0/networks/ce833aab-1220-4e34-a7cc-81b537cd8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983381 Oct 19 02:04:33.767750 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f53937-c7f6-4625-9b5f-d54772f163e8 None None] New status for floating IP 526e6bea-83fe-4974-8a23-637478ea1c45: ACTIVE {{(pid=100608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:04:33.778725 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c0181f44-1ef6-47a2-98cf-b60fd6f3fb68 req-895fee71-2454-48ef-8d85-817177de7e26 service neutron] 10.222.0.24 "GET /v2.0/networks/ce833aab-1220-4e34-a7cc-81b537cd8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898511 Oct 19 02:04:34.143757 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55142) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:04:34.206971 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9a05da18-6bb0-466c-9151-1a2b09f6037e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/floatingips/526e6bea-83fe-4974-8a23-637478ea1c45 HTTP/1.1" status: 200 len: 992 time: 0.0618916 Oct 19 02:04:42.963677 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f9ec531a-6a19-44bf-bbf9-21507dda6535 req-e5be3e38-ea14-4967-a920-53dcbd060500 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ac1ddaed-cbe8-46ef-b19e-3575988d6193&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391190 Oct 19 02:04:43.063928 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec531a-6a19-44bf-bbf9-21507dda6535 req-ab8a7f62-e2bd-463b-8993-fc7b6c8656c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:43.065947 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f9ec531a-6a19-44bf-bbf9-21507dda6535 req-ab8a7f62-e2bd-463b-8993-fc7b6c8656c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&device_id=ac1ddaed-cbe8-46ef-b19e-3575988d6193 HTTP/1.1" status: 200 len: 1097 time: 0.0521002 Oct 19 02:04:43.170200 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec531a-6a19-44bf-bbf9-21507dda6535 req-1da4cbcc-877c-4cc1-a748-91f2298e00d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:43.171668 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f9ec531a-6a19-44bf-bbf9-21507dda6535 req-1da4cbcc-877c-4cc1-a748-91f2298e00d0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ce833aab-1220-4e34-a7cc-81b537cd8427 HTTP/1.1" status: 200 len: 898 time: 0.0847960 Oct 19 02:04:43.235818 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f9ec531a-6a19-44bf-bbf9-21507dda6535 req-b77f21e8-cbf8-4f77-b6e3-32a5fbe7ce66 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfe21297-9bcb-42ca-97c3-ec60f553dbf1 HTTP/1.1" status: 200 len: 1000 time: 0.0555334 Oct 19 02:04:43.288620 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec531a-6a19-44bf-bbf9-21507dda6535 req-3b270d30-a65c-44d8-b7f0-b77de71728cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:43.290000 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f9ec531a-6a19-44bf-bbf9-21507dda6535 req-3b270d30-a65c-44d8-b7f0-b77de71728cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c04b5ef2-2e59-4bdd-9b56-041d7b57716d HTTP/1.1" status: 200 len: 834 time: 0.0462611 Oct 19 02:04:43.337241 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec531a-6a19-44bf-bbf9-21507dda6535 req-121100a0-4bfc-49d0-9bf9-28535eaa6886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:43.338647 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f9ec531a-6a19-44bf-bbf9-21507dda6535 req-121100a0-4bfc-49d0-9bf9-28535eaa6886 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ce833aab-1220-4e34-a7cc-81b537cd8427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385273 Oct 19 02:04:43.434569 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f9ec531a-6a19-44bf-bbf9-21507dda6535 req-02ce6669-3edd-4009-aee1-2ca15e09f492 service neutron] 10.222.0.24 "GET /v2.0/networks/ce833aab-1220-4e34-a7cc-81b537cd8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792441 Oct 19 02:04:43.527234 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f9ec531a-6a19-44bf-bbf9-21507dda6535 req-11b69617-98f6-47bb-800f-0e50bfaac02c service neutron] 10.222.0.24 "GET /v2.0/networks/ce833aab-1220-4e34-a7cc-81b537cd8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824554 Oct 19 02:04:44.032730 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-21181108-031a-4a3c-979d-f264d8203171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:46.616052 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-79bf1e02-d99e-48bd-b9aa-58571b0062fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:47.361563 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:48.014238 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:48.322743 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:04:49.941059 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:57.743551 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:00.171026 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:05.585341 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc01ba-b25d-4a9c-898a-ac16e231a10f req-5eb03313-2d92-4ff9-a5d0-0f4401067eca tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:05.586839 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5bbc01ba-b25d-4a9c-898a-ac16e231a10f req-5eb03313-2d92-4ff9-a5d0-0f4401067eca tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac1ddaed-cbe8-46ef-b19e-3575988d6193 HTTP/1.1" status: 200 len: 945 time: 0.0500083 Oct 19 02:05:05.625544 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5bbc01ba-b25d-4a9c-898a-ac16e231a10f req-244a3ffa-d7b5-4fd1-9794-da2d5a203893 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=24b964e1-4640-4b76-b4ec-bcd4e7b606b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327570 Oct 19 02:05:06.742609 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59156f-bbf2-4adf-9afc-5c0f7e27e46c req-bf9acf2a-de38-47ff-b6e2-848bf7fed065 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:06.744096 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1a59156f-bbf2-4adf-9afc-5c0f7e27e46c req-bf9acf2a-de38-47ff-b6e2-848bf7fed065 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac1ddaed-cbe8-46ef-b19e-3575988d6193 HTTP/1.1" status: 200 len: 945 time: 0.0481203 Oct 19 02:05:06.781941 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1a59156f-bbf2-4adf-9afc-5c0f7e27e46c req-fd3e83b0-1a09-4ae4-8f07-6b8f16992515 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=24b964e1-4640-4b76-b4ec-bcd4e7b606b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319207 Oct 19 02:05:06.803568 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55162) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:05:06.867083 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-73b209e9-d2c7-4139-897b-1737c7e7f5e4 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/floatingips/526e6bea-83fe-4974-8a23-637478ea1c45 HTTP/1.1" status: 200 len: 992 time: 0.0624068 Oct 19 02:05:08.132297 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbbdb0-3daa-4722-adc5-8a1b5281fe85 req-bd45bdc4-3404-4ede-97b6-0dd4353e86ca tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:08.136248 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8cfbbdb0-3daa-4722-adc5-8a1b5281fe85 req-bd45bdc4-3404-4ede-97b6-0dd4353e86ca tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac1ddaed-cbe8-46ef-b19e-3575988d6193 HTTP/1.1" status: 200 len: 945 time: 0.0577242 Oct 19 02:05:08.171458 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8cfbbdb0-3daa-4722-adc5-8a1b5281fe85 req-8ab58b61-c739-4e4d-8198-47b7128fcb42 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=24b964e1-4640-4b76-b4ec-bcd4e7b606b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315905 Oct 19 02:05:09.290718 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a86e51-6ff5-440f-a074-0d8f1a605cea req-757453a6-646b-4a06-a523-6076332a8fcf tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:09.292210 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83a86e51-6ff5-440f-a074-0d8f1a605cea req-757453a6-646b-4a06-a523-6076332a8fcf tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac1ddaed-cbe8-46ef-b19e-3575988d6193 HTTP/1.1" status: 200 len: 945 time: 0.0484040 Oct 19 02:05:09.330162 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83a86e51-6ff5-440f-a074-0d8f1a605cea req-5aaf3a1e-c47f-4585-b89d-ae25f8f5ff88 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=24b964e1-4640-4b76-b4ec-bcd4e7b606b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319569 Oct 19 02:05:09.353387 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55172) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:05:09.416625 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f5dc5ebb-ae7c-41fd-a31a-cb65ce9cf2a5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/floatingips/526e6bea-83fe-4974-8a23-637478ea1c45 HTTP/1.1" status: 200 len: 992 time: 0.0621259 Oct 19 02:05:09.633568 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55178) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:05:09.786264 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-6c9b9d09-da8b-401c-86d2-d209bdb01578 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Deleting port 94e98360-ef73-42e5-9223-6975e9dc4faf {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:05:09.786604 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6c9b9d09-da8b-401c-86d2-d209bdb01578 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:09.859584 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6c9b9d09-da8b-401c-86d2-d209bdb01578 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:09.859935 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6c9b9d09-da8b-401c-86d2-d209bdb01578 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:09.871326 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-6c9b9d09-da8b-401c-86d2-d209bdb01578 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Calling delete_port for 94e98360-ef73-42e5-9223-6975e9dc4faf owned by network:floatingip {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:05:10.017012 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6c9b9d09-da8b-401c-86d2-d209bdb01578 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:10.042165 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b9d09-da8b-401c-86d2-d209bdb01578 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event deleted for resources: {'Port': ['ID=94e98360-ef73-42e5-9223-6975e9dc4faf,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:10.054186 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b9d09-da8b-401c-86d2-d209bdb01578 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:10.054541 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b9d09-da8b-401c-86d2-d209bdb01578 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:10.054886 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b9d09-da8b-401c-86d2-d209bdb01578 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:10.055228 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b9d09-da8b-401c-86d2-d209bdb01578 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:10.055562 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b9d09-da8b-401c-86d2-d209bdb01578 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:10.055931 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b9d09-da8b-401c-86d2-d209bdb01578 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:10.056264 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b9d09-da8b-401c-86d2-d209bdb01578 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:10.056592 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b9d09-da8b-401c-86d2-d209bdb01578 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:10.056922 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b9d09-da8b-401c-86d2-d209bdb01578 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:10.057246 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b9d09-da8b-401c-86d2-d209bdb01578 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:10.057572 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b9d09-da8b-401c-86d2-d209bdb01578 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:10.057895 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b9d09-da8b-401c-86d2-d209bdb01578 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:10.116494 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6c9b9d09-da8b-401c-86d2-d209bdb01578 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for floatingip, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:10.116822 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [None req-6c9b9d09-da8b-401c-86d2-d209bdb01578 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Floating IP 526e6bea-83fe-4974-8a23-637478ea1c45 disassociated (deleted). External IP: 172.25.8.36, port: bfe21297-9bcb-42ca-97c3-ec60f553dbf1. Oct 19 02:05:10.321734 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9b9d09-da8b-401c-86d2-d209bdb01578 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Router e388e1bf-602c-4085-9aa0-e55b96b9d257 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:05:10.427074 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9b9d09-da8b-401c-86d2-d209bdb01578 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:05:10.432018 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6c9b9d09-da8b-401c-86d2-d209bdb01578 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:10.436805 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14a5c44-6c8d-4a79-a2d1-0f6e35c60502 None None] Sync routers for ids ['e388e1bf-602c-4085-9aa0-e55b96b9d257'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:05:10.446926 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14a5c44-6c8d-4a79-a2d1-0f6e35c60502 None None] Routers {'e388e1bf-602c-4085-9aa0-e55b96b9d257'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:05:10.447598 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-d14a5c44-6c8d-4a79-a2d1-0f6e35c60502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:04:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e388e1bf-602c-4085-9aa0-e55b96b9d257'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:05:10.459424 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6c9b9d09-da8b-401c-86d2-d209bdb01578 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "DELETE /v2.0/floatingips/526e6bea-83fe-4974-8a23-637478ea1c45 HTTP/1.1" status: 204 len: 168 time: 0.8247623 Oct 19 02:05:10.460042 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1ddaed-cbe8-46ef-b19e-3575988d6193', 'tag': 'bfe21297-9bcb-42ca-97c3-ec60f553dbf1'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:05:10.462329 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}604d1223bc0e61ef4f6f375a56b68240d92e3dadd1a32e57b330ac88f8c52c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e835b441-08c7-41a9-b8db-5c166258315d" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1ddaed-cbe8-46ef-b19e-3575988d6193", "tag": "bfe21297-9bcb-42ca-97c3-ec60f553dbf1"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:05:10.498958 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9e6771-1207-4890-9f4e-a2e472aeb96a x-openstack-request-id: req-3a9e6771-1207-4890-9f4e-a2e472aeb96a {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:05:10.499634 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1ddaed-cbe8-46ef-b19e-3575988d6193", "tag": "bfe21297-9bcb-42ca-97c3-ec60f553dbf1", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:05:10.500373 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3a9e6771-1207-4890-9f4e-a2e472aeb96a {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:05:10.500373 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1ddaed-cbe8-46ef-b19e-3575988d6193', 'tag': 'bfe21297-9bcb-42ca-97c3-ec60f553dbf1', 'status': 'completed', 'code': 200} Oct 19 02:05:10.564116 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835b441-08c7-41a9-b8db-5c166258315d req-ac3790e4-1dc6-465f-9d6c-a40750d740ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:10.566082 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-d14a5c44-6c8d-4a79-a2d1-0f6e35c60502 None None] Set router e388e1bf-602c-4085-9aa0-e55b96b9d257 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:05:10.566495 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e835b441-08c7-41a9-b8db-5c166258315d req-ac3790e4-1dc6-465f-9d6c-a40750d740ac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&device_id=ac1ddaed-cbe8-46ef-b19e-3575988d6193 HTTP/1.1" status: 200 len: 1097 time: 0.0434301 Oct 19 02:05:10.671092 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835b441-08c7-41a9-b8db-5c166258315d req-b60d05fc-3040-4d62-8d8d-0c3dfa0dcf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:10.672638 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e835b441-08c7-41a9-b8db-5c166258315d req-b60d05fc-3040-4d62-8d8d-0c3dfa0dcf1c service neutron] 10.222.0.24 "GET /v2.0/networks?id=ce833aab-1220-4e34-a7cc-81b537cd8427 HTTP/1.1" status: 200 len: 898 time: 0.0977278 Oct 19 02:05:10.705473 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209b154-b01d-4a25-8e03-d6120fa20f1c req-b597ba40-8376-4e50-ab9b-b9815122b6fe tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:10.708411 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8209b154-b01d-4a25-8e03-d6120fa20f1c req-b597ba40-8376-4e50-ab9b-b9815122b6fe tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac1ddaed-cbe8-46ef-b19e-3575988d6193 HTTP/1.1" status: 200 len: 945 time: 0.0571947 Oct 19 02:05:10.717092 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e835b441-08c7-41a9-b8db-5c166258315d req-0de7bc73-0609-44ad-8d9f-fa7d8ff4339c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfe21297-9bcb-42ca-97c3-ec60f553dbf1 HTTP/1.1" status: 200 len: 217 time: 0.0368261 Oct 19 02:05:10.748698 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8209b154-b01d-4a25-8e03-d6120fa20f1c req-4f21dab8-5960-4574-bc4d-49b36d8f12f7 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=24b964e1-4640-4b76-b4ec-bcd4e7b606b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337391 Oct 19 02:05:10.769899 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835b441-08c7-41a9-b8db-5c166258315d req-70d942fb-510a-4f7e-b1e3-28ec17016254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:10.771756 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e835b441-08c7-41a9-b8db-5c166258315d req-70d942fb-510a-4f7e-b1e3-28ec17016254 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c04b5ef2-2e59-4bdd-9b56-041d7b57716d HTTP/1.1" status: 200 len: 834 time: 0.0473654 Oct 19 02:05:10.777341 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-d14a5c44-6c8d-4a79-a2d1-0f6e35c60502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244651485', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'e49269df-070d-473b-951f-01cda20d5a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:04:14Z', 'updated_at': '2021-10-19T02:04:17Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': 'e49269df-070d-473b-951f-01cda20d5a09', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:98:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:04:14Z', 'updated_at': '2021-10-19T02:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '7efe30c3-6d68-4338-93a5-351050a1bad2', 'name': '', 'network_id': 'ce833aab-1220-4e34-a7cc-81b537cd8427', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:e3:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c04b5ef2-2e59-4bdd-9b56-041d7b57716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:04:17Z', 'updated_at': '2021-10-19T02:04:20Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': 'c04b5ef2-2e59-4bdd-9b56-041d7b57716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:05:10.804271 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14a5c44-6c8d-4a79-a2d1-0f6e35c60502 None None] Checking router: e388e1bf-602c-4085-9aa0-e55b96b9d257 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:05:10.812698 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14a5c44-6c8d-4a79-a2d1-0f6e35c60502 None None] Routers {'e388e1bf-602c-4085-9aa0-e55b96b9d257'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:05:10.813298 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-d14a5c44-6c8d-4a79-a2d1-0f6e35c60502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:04:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e388e1bf-602c-4085-9aa0-e55b96b9d257'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:05:10.823833 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835b441-08c7-41a9-b8db-5c166258315d req-2bc02ea4-d143-456c-a3ad-3bb4e61236e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:10.825634 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e835b441-08c7-41a9-b8db-5c166258315d req-2bc02ea4-d143-456c-a3ad-3bb4e61236e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ce833aab-1220-4e34-a7cc-81b537cd8427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453670 Oct 19 02:05:10.916668 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e835b441-08c7-41a9-b8db-5c166258315d req-e37ae534-574d-46ec-a373-d665b5066310 service neutron] 10.222.0.24 "GET /v2.0/networks/ce833aab-1220-4e34-a7cc-81b537cd8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827365 Oct 19 02:05:10.918993 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-d14a5c44-6c8d-4a79-a2d1-0f6e35c60502 None None] Set router e388e1bf-602c-4085-9aa0-e55b96b9d257 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:05:11.012574 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e835b441-08c7-41a9-b8db-5c166258315d req-e52e9483-be8e-4eb5-865a-bdad18b2f92d service neutron] 10.222.0.24 "GET /v2.0/networks/ce833aab-1220-4e34-a7cc-81b537cd8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885189 Oct 19 02:05:11.119359 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-d14a5c44-6c8d-4a79-a2d1-0f6e35c60502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244651485', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'e49269df-070d-473b-951f-01cda20d5a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:04:14Z', 'updated_at': '2021-10-19T02:04:17Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': 'e49269df-070d-473b-951f-01cda20d5a09', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:98:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:04:14Z', 'updated_at': '2021-10-19T02:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '7efe30c3-6d68-4338-93a5-351050a1bad2', 'name': '', 'network_id': 'ce833aab-1220-4e34-a7cc-81b537cd8427', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:e3:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c04b5ef2-2e59-4bdd-9b56-041d7b57716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:04:17Z', 'updated_at': '2021-10-19T02:04:20Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': 'c04b5ef2-2e59-4bdd-9b56-041d7b57716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:05:11.145643 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14a5c44-6c8d-4a79-a2d1-0f6e35c60502 None None] The sync data for ids ['e388e1bf-602c-4085-9aa0-e55b96b9d257'] in n-d-715271-26 is: [{'id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244651485', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'e49269df-070d-473b-951f-01cda20d5a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:04:14Z', 'updated_at': '2021-10-19T02:04:17Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': 'e49269df-070d-473b-951f-01cda20d5a09', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:98:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:04:14Z', 'updated_at': '2021-10-19T02:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '7efe30c3-6d68-4338-93a5-351050a1bad2', 'name': '', 'network_id': 'ce833aab-1220-4e34-a7cc-81b537cd8427', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:e3:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c04b5ef2-2e59-4bdd-9b56-041d7b57716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:04:17Z', 'updated_at': '2021-10-19T02:04:20Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': 'c04b5ef2-2e59-4bdd-9b56-041d7b57716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:05:11.349466 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e448913-2b47-4a3d-953c-9f2cfa5311fa None None] New status for floating IP 526e6bea-83fe-4974-8a23-637478ea1c45: DOWN {{(pid=100608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:05:11.867501 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75588ce-6699-48b4-9819-7e5d7e6a8990 req-52767539-f787-4636-867d-74454295cf7a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:11.869007 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a75588ce-6699-48b4-9819-7e5d7e6a8990 req-52767539-f787-4636-867d-74454295cf7a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac1ddaed-cbe8-46ef-b19e-3575988d6193 HTTP/1.1" status: 200 len: 945 time: 0.0490043 Oct 19 02:05:11.905668 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a75588ce-6699-48b4-9819-7e5d7e6a8990 req-37211090-34d8-4aba-81f8-f22d03e8552d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=24b964e1-4640-4b76-b4ec-bcd4e7b606b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308123 Oct 19 02:05:12.196127 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e4baf-837b-4ac6-a541-f1bf7ab6fba9 req-de62541a-2fee-481a-8914-70c3c0bbeb3c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:12.197558 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-844e4baf-837b-4ac6-a541-f1bf7ab6fba9 req-de62541a-2fee-481a-8914-70c3c0bbeb3c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac1ddaed-cbe8-46ef-b19e-3575988d6193 HTTP/1.1" status: 200 len: 945 time: 0.0469234 Oct 19 02:05:12.288810 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-844e4baf-837b-4ac6-a541-f1bf7ab6fba9 req-a125cb85-d5ac-40af-b116-6b00b6f944b7 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Deleting port bfe21297-9bcb-42ca-97c3-ec60f553dbf1 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:05:12.289144 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-844e4baf-837b-4ac6-a541-f1bf7ab6fba9 req-a125cb85-d5ac-40af-b116-6b00b6f944b7 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:12.377583 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-844e4baf-837b-4ac6-a541-f1bf7ab6fba9 req-a125cb85-d5ac-40af-b116-6b00b6f944b7 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] For port bfe21297-9bcb-42ca-97c3-ec60f553dbf1, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=bfe21297-9bcb-42ca-97c3-ec60f553dbf1,segment=NetworkSegment(dcd8aac5-f377-47a5-85e2-180742bd6875),segment_id=dcd8aac5-f377-47a5-85e2-180742bd6875)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:05:12.378509 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-844e4baf-837b-4ac6-a541-f1bf7ab6fba9 req-a125cb85-d5ac-40af-b116-6b00b6f944b7 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:12.390934 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-844e4baf-837b-4ac6-a541-f1bf7ab6fba9 req-a125cb85-d5ac-40af-b116-6b00b6f944b7 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Calling delete_port for bfe21297-9bcb-42ca-97c3-ec60f553dbf1 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:05:12.519045 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-844e4baf-837b-4ac6-a541-f1bf7ab6fba9 req-a125cb85-d5ac-40af-b116-6b00b6f944b7 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:12.545131 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a125cb85-d5ac-40af-b116-6b00b6f944b7 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event deleted for resources: {'Port': ['ID=bfe21297-9bcb-42ca-97c3-ec60f553dbf1,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:12.591910 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-844e4baf-837b-4ac6-a541-f1bf7ab6fba9 req-a125cb85-d5ac-40af-b116-6b00b6f944b7 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] No DVR routers for this DVR port bfe21297-9bcb-42ca-97c3-ec60f553dbf1 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:05:12.595491 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-844e4baf-837b-4ac6-a541-f1bf7ab6fba9 req-a125cb85-d5ac-40af-b116-6b00b6f944b7 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:12.599393 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-844e4baf-837b-4ac6-a541-f1bf7ab6fba9 req-a125cb85-d5ac-40af-b116-6b00b6f944b7 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.24 "DELETE /v2.0/ports/bfe21297-9bcb-42ca-97c3-ec60f553dbf1 HTTP/1.1" status: 204 len: 173 time: 0.3957138 Oct 19 02:05:12.599862 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1ddaed-cbe8-46ef-b19e-3575988d6193', 'name': 'network-vif-deleted', 'tag': 'bfe21297-9bcb-42ca-97c3-ec60f553dbf1'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:05:12.602136 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}604d1223bc0e61ef4f6f375a56b68240d92e3dadd1a32e57b330ac88f8c52c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad1b7da-de26-44f1-874b-4c1dd713af25" -d '{"events": [{"server_uuid": "ac1ddaed-cbe8-46ef-b19e-3575988d6193", "name": "network-vif-deleted", "tag": "bfe21297-9bcb-42ca-97c3-ec60f553dbf1"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:05:12.646881 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a54936-a6c0-4488-9191-7b9f5c843f70 x-openstack-request-id: req-86a54936-a6c0-4488-9191-7b9f5c843f70 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:05:12.647179 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1ddaed-cbe8-46ef-b19e-3575988d6193", "name": "network-vif-deleted", "tag": "bfe21297-9bcb-42ca-97c3-ec60f553dbf1", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:05:12.647433 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-86a54936-a6c0-4488-9191-7b9f5c843f70 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:05:12.647869 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1ddaed-cbe8-46ef-b19e-3575988d6193', 'name': 'network-vif-deleted', 'tag': 'bfe21297-9bcb-42ca-97c3-ec60f553dbf1', 'status': 'completed', 'code': 200} Oct 19 02:05:13.027250 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e0346f7f-4b98-4423-ba36-199ecc96841c req-ac777658-2a4b-43e9-b2fb-2caad3124ae9 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac1ddaed-cbe8-46ef-b19e-3575988d6193 HTTP/1.1" status: 200 len: 210 time: 0.0297716 Oct 19 02:05:14.032576 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d6bb9117-d0ee-4a08-8011-ef6766e4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:14.089626 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55194) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:05:14.445561 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-34012aa1-82f0-4d88-bcec-c52f19bccd75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:14.700611 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-34012aa1-82f0-4d88-bcec-c52f19bccd75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Deleting port 7efe30c3-6d68-4338-93a5-351050a1bad2 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:05:14.700863 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-34012aa1-82f0-4d88-bcec-c52f19bccd75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:14.790807 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-34012aa1-82f0-4d88-bcec-c52f19bccd75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] For port 7efe30c3-6d68-4338-93a5-351050a1bad2, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=7efe30c3-6d68-4338-93a5-351050a1bad2,segment=NetworkSegment(dcd8aac5-f377-47a5-85e2-180742bd6875),segment_id=dcd8aac5-f377-47a5-85e2-180742bd6875)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:05:14.791168 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-34012aa1-82f0-4d88-bcec-c52f19bccd75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:14.803599 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-34012aa1-82f0-4d88-bcec-c52f19bccd75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Calling delete_port for 7efe30c3-6d68-4338-93a5-351050a1bad2 owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:05:14.990675 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-34012aa1-82f0-4d88-bcec-c52f19bccd75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:15.019400 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34012aa1-82f0-4d88-bcec-c52f19bccd75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event deleted for resources: {'Port': ['ID=7efe30c3-6d68-4338-93a5-351050a1bad2,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:15.051809 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34012aa1-82f0-4d88-bcec-c52f19bccd75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:15.052166 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34012aa1-82f0-4d88-bcec-c52f19bccd75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:15.052512 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34012aa1-82f0-4d88-bcec-c52f19bccd75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:15.052851 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34012aa1-82f0-4d88-bcec-c52f19bccd75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:15.053185 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34012aa1-82f0-4d88-bcec-c52f19bccd75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:15.053525 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34012aa1-82f0-4d88-bcec-c52f19bccd75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:15.053859 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34012aa1-82f0-4d88-bcec-c52f19bccd75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:15.054191 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34012aa1-82f0-4d88-bcec-c52f19bccd75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:15.054522 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34012aa1-82f0-4d88-bcec-c52f19bccd75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:15.054855 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34012aa1-82f0-4d88-bcec-c52f19bccd75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:15.055181 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34012aa1-82f0-4d88-bcec-c52f19bccd75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:15.055501 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34012aa1-82f0-4d88-bcec-c52f19bccd75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:15.204725 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-34012aa1-82f0-4d88-bcec-c52f19bccd75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:15.419348 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34012aa1-82f0-4d88-bcec-c52f19bccd75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Router e388e1bf-602c-4085-9aa0-e55b96b9d257 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:05:15.523289 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34012aa1-82f0-4d88-bcec-c52f19bccd75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:05:15.530266 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-34012aa1-82f0-4d88-bcec-c52f19bccd75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "PUT /v2.0/routers/e388e1bf-602c-4085-9aa0-e55b96b9d257/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4377234 Oct 19 02:05:15.531051 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55196) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:05:15.533701 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ccaf3c-1c2d-43c7-83a5-3820b3d84a07 None None] Sync routers for ids ['e388e1bf-602c-4085-9aa0-e55b96b9d257'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:05:15.543212 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ccaf3c-1c2d-43c7-83a5-3820b3d84a07 None None] Routers {'e388e1bf-602c-4085-9aa0-e55b96b9d257'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:05:15.543832 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-61ccaf3c-1c2d-43c7-83a5-3820b3d84a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:04:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e388e1bf-602c-4085-9aa0-e55b96b9d257'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:05:15.590120 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-43c56e7f-efe0-4459-b7f2-30311b17008c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Deleting subnet c04b5ef2-2e59-4bdd-9b56-041d7b57716d {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 02:05:15.593990 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-43c56e7f-efe0-4459-b7f2-30311b17008c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:15.635054 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-43c56e7f-efe0-4459-b7f2-30311b17008c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:15.652949 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-61ccaf3c-1c2d-43c7-83a5-3820b3d84a07 None None] Set router e388e1bf-602c-4085-9aa0-e55b96b9d257 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:05:15.718020 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-43c56e7f-efe0-4459-b7f2-30311b17008c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:15.781214 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-43c56e7f-efe0-4459-b7f2-30311b17008c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:15.807779 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c56e7f-efe0-4459-b7f2-30311b17008c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event deleted for resources: {'Subnet': ['ID=c04b5ef2-2e59-4bdd-9b56-041d7b57716d,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:15.812166 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-43c56e7f-efe0-4459-b7f2-30311b17008c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:15.818576 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-43c56e7f-efe0-4459-b7f2-30311b17008c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "DELETE /v2.0/subnets/c04b5ef2-2e59-4bdd-9b56-041d7b57716d HTTP/1.1" status: 204 len: 168 time: 0.2833533 Oct 19 02:05:15.818576 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55198) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:05:15.821915 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc32b70a-09f3-4de2-81e1-e840a06397be None None] Network ce833aab-1220-4e34-a7cc-81b537cd8427 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:05:15.840587 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-61ccaf3c-1c2d-43c7-83a5-3820b3d84a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244651485', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'e49269df-070d-473b-951f-01cda20d5a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:04:14Z', 'updated_at': '2021-10-19T02:05:14Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': 'e49269df-070d-473b-951f-01cda20d5a09', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:98:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:04:14Z', 'updated_at': '2021-10-19T02:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:05:15.867465 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ccaf3c-1c2d-43c7-83a5-3820b3d84a07 None None] Checking router: e388e1bf-602c-4085-9aa0-e55b96b9d257 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:05:15.875952 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ccaf3c-1c2d-43c7-83a5-3820b3d84a07 None None] Routers {'e388e1bf-602c-4085-9aa0-e55b96b9d257'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:05:15.876558 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-61ccaf3c-1c2d-43c7-83a5-3820b3d84a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:04:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e388e1bf-602c-4085-9aa0-e55b96b9d257'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:05:15.930680 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-176d938e-a7b7-464f-9182-ca48e95d045b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:15.988692 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-61ccaf3c-1c2d-43c7-83a5-3820b3d84a07 None None] Set router e388e1bf-602c-4085-9aa0-e55b96b9d257 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:05:16.004868 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b007485d-b53e-4c0b-bbcb-b18bd86bcce7 None None] DHCP port deletion for ce833aab-1220-4e34-a7cc-81b537cd8427 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 02:05:16.052318 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-b007485d-b53e-4c0b-bbcb-b18bd86bcce7 None None] Deleting port 5da5314d-d0a2-484b-ba2e-1b147b774447 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:05:16.052924 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b007485d-b53e-4c0b-bbcb-b18bd86bcce7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:16.054219 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-176d938e-a7b7-464f-9182-ca48e95d045b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:16.112704 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-176d938e-a7b7-464f-9182-ca48e95d045b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Deleting port e49269df-070d-473b-951f-01cda20d5a09 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:05:16.113048 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-176d938e-a7b7-464f-9182-ca48e95d045b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:16.122549 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-b007485d-b53e-4c0b-bbcb-b18bd86bcce7 None None] For port 5da5314d-d0a2-484b-ba2e-1b147b774447, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=5da5314d-d0a2-484b-ba2e-1b147b774447,segment=NetworkSegment(dcd8aac5-f377-47a5-85e2-180742bd6875),segment_id=dcd8aac5-f377-47a5-85e2-180742bd6875)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:05:16.123031 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b007485d-b53e-4c0b-bbcb-b18bd86bcce7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:16.137625 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-b007485d-b53e-4c0b-bbcb-b18bd86bcce7 None None] Calling delete_port for 5da5314d-d0a2-484b-ba2e-1b147b774447 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:05:16.174759 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-61ccaf3c-1c2d-43c7-83a5-3820b3d84a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244651485', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'e49269df-070d-473b-951f-01cda20d5a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:04:14Z', 'updated_at': '2021-10-19T02:05:14Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': 'e49269df-070d-473b-951f-01cda20d5a09', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:98:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:04:14Z', 'updated_at': '2021-10-19T02:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:05:16.194575 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-176d938e-a7b7-464f-9182-ca48e95d045b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] For port e49269df-070d-473b-951f-01cda20d5a09, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=e49269df-070d-473b-951f-01cda20d5a09,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:05:16.194946 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-176d938e-a7b7-464f-9182-ca48e95d045b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:16.203869 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ccaf3c-1c2d-43c7-83a5-3820b3d84a07 None None] The sync data for ids ['e388e1bf-602c-4085-9aa0-e55b96b9d257'] in n-d-715271-26 is: [{'id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244651485', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'e49269df-070d-473b-951f-01cda20d5a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:04:14Z', 'updated_at': '2021-10-19T02:05:14Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': 'e49269df-070d-473b-951f-01cda20d5a09', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:98:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e388e1bf-602c-4085-9aa0-e55b96b9d257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:04:14Z', 'updated_at': '2021-10-19T02:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:05:16.207883 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-176d938e-a7b7-464f-9182-ca48e95d045b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Calling delete_port for e49269df-070d-473b-951f-01cda20d5a09 owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:05:16.223527 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b007485d-b53e-4c0b-bbcb-b18bd86bcce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:16.259968 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007485d-b53e-4c0b-bbcb-b18bd86bcce7 None None] Pushing event deleted for resources: {'Port': ['ID=5da5314d-d0a2-484b-ba2e-1b147b774447,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:16.262316 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b007485d-b53e-4c0b-bbcb-b18bd86bcce7 None None] No DVR routers for this DVR port 5da5314d-d0a2-484b-ba2e-1b147b774447 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:05:16.273384 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b007485d-b53e-4c0b-bbcb-b18bd86bcce7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:16.274170 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b007485d-b53e-4c0b-bbcb-b18bd86bcce7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:16.274170 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b007485d-b53e-4c0b-bbcb-b18bd86bcce7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:16.274370 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b007485d-b53e-4c0b-bbcb-b18bd86bcce7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:16.274804 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b007485d-b53e-4c0b-bbcb-b18bd86bcce7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:16.275152 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b007485d-b53e-4c0b-bbcb-b18bd86bcce7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:16.275463 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b007485d-b53e-4c0b-bbcb-b18bd86bcce7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:16.275844 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b007485d-b53e-4c0b-bbcb-b18bd86bcce7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:16.276118 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b007485d-b53e-4c0b-bbcb-b18bd86bcce7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:16.276438 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b007485d-b53e-4c0b-bbcb-b18bd86bcce7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:16.276758 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b007485d-b53e-4c0b-bbcb-b18bd86bcce7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:16.277073 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b007485d-b53e-4c0b-bbcb-b18bd86bcce7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:16.388684 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-176d938e-a7b7-464f-9182-ca48e95d045b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:16.418852 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d938e-a7b7-464f-9182-ca48e95d045b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event deleted for resources: {'Port': ['ID=e49269df-070d-473b-951f-01cda20d5a09,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:16.479800 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-176d938e-a7b7-464f-9182-ca48e95d045b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:16.571626 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-176d938e-a7b7-464f-9182-ca48e95d045b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:16.574013 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-176d938e-a7b7-464f-9182-ca48e95d045b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:16.617795 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b71b32c2-af84-4aa8-863a-0be2e2b5dd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:16.621555 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-176d938e-a7b7-464f-9182-ca48e95d045b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:16.622169 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176d938e-a7b7-464f-9182-ca48e95d045b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Fanout notify agent at l3_agent the message router_deleted on router e388e1bf-602c-4085-9aa0-e55b96b9d257 {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 02:05:16.629623 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-176d938e-a7b7-464f-9182-ca48e95d045b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:16.630770 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-176d938e-a7b7-464f-9182-ca48e95d045b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "DELETE /v2.0/routers/e388e1bf-602c-4085-9aa0-e55b96b9d257 HTTP/1.1" status: 204 len: 168 time: 0.8104923 Oct 19 02:05:16.633474 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55200) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:05:16.715377 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8dbba22a-3266-4e29-80fc-31fd6265bf73 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:16.806690 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8dbba22a-3266-4e29-80fc-31fd6265bf73 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:16.828855 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-8dbba22a-3266-4e29-80fc-31fd6265bf73 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce833aab-1220-4e34-a7cc-81b537cd8427']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:05:16.839474 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-8dbba22a-3266-4e29-80fc-31fd6265bf73 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd8aac5-f377-47a5-85e2-180742bd6875') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:05:16.839799 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-8dbba22a-3266-4e29-80fc-31fd6265bf73 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd8aac5-f377-47a5-85e2-180742bd6875') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:05:16.850466 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8dbba22a-3266-4e29-80fc-31fd6265bf73 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:16.864031 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8dbba22a-3266-4e29-80fc-31fd6265bf73 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:16.870357 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dbba22a-3266-4e29-80fc-31fd6265bf73 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 02:05:16.870742 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8dbba22a-3266-4e29-80fc-31fd6265bf73 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:16.873764 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 02:05:16.873764 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 02:05:16.873764 n-d-715271-26 neutron-server[100606]: timer() Oct 19 02:05:16.873764 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 02:05:16.873764 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 02:05:16.873764 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 02:05:16.873764 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 02:05:16.873764 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 02:05:16.873764 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 02:05:16.873764 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 02:05:16.873764 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 02:05:16.873764 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 02:05:16.873764 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 02:05:16.873764 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 02:05:16.873764 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 02:05:16.873764 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 02:05:16.873764 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 02:05:16.873764 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 02:05:16.873764 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 02:05:16.873764 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 02:05:16.873764 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 02:05:16.873764 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 02:05:16.873764 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 02:05:16.873764 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 02:05:16.873764 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 02:05:16.873764 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 02:05:16.873764 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 02:05:16.873764 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 02:05:16.873764 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 02:05:16.873764 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 02:05:16.873764 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 02:05:16.873764 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 02:05:16.935859 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8dbba22a-3266-4e29-80fc-31fd6265bf73 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:16.944245 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8dbba22a-3266-4e29-80fc-31fd6265bf73 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:16.949834 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8dbba22a-3266-4e29-80fc-31fd6265bf73 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "DELETE /v2.0/networks/ce833aab-1220-4e34-a7cc-81b537cd8427 HTTP/1.1" status: 204 len: 168 time: 0.3127944 Oct 19 02:05:16.950569 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55202) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:05:16.958513 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbba22a-3266-4e29-80fc-31fd6265bf73 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event deleted for resources: {'Network': ['ID=ce833aab-1220-4e34-a7cc-81b537cd8427,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:17.010510 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0f63fb8a-785b-4b1c-9ba7-c1b9dd6f1813 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:17.026426 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device bfe21297-9bcb-42ca-97c3-ec60f553dbf1 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:05:17.037925 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0f63fb8a-785b-4b1c-9ba7-c1b9dd6f1813 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:17.048472 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: bfe21297-9bcb-42ca-97c3-ec60f553dbf1 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:05:17.048815 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device bfe21297-9bcb-42ca-97c3-ec60f553dbf1 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:05:17.100828 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0f63fb8a-785b-4b1c-9ba7-c1b9dd6f1813 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:17.103430 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0f63fb8a-785b-4b1c-9ba7-c1b9dd6f1813 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:17.104639 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0f63fb8a-785b-4b1c-9ba7-c1b9dd6f1813 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "DELETE /v2.0/security-groups/24b964e1-4640-4b76-b4ec-bcd4e7b606b8 HTTP/1.1" status: 204 len: 168 time: 0.1534519 Oct 19 02:05:17.114740 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f63fb8a-785b-4b1c-9ba7-c1b9dd6f1813 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b964e1-4640-4b76-b4ec-bcd4e7b606b8,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:17.514185 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:17.558648 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55208) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:05:17.563266 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-6a586ffa-4715-4fd5-8df2-26f4c21f5a9b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1532487876', 'description': 'tempest-secgroup-smoke-1532487876 description', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:05:17.586317 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6a586ffa-4715-4fd5-8df2-26f4c21f5a9b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:17.605416 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7efe30c3-6d68-4338-93a5-351050a1bad2 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:05:17.624958 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 7efe30c3-6d68-4338-93a5-351050a1bad2 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:05:17.625449 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7efe30c3-6d68-4338-93a5-351050a1bad2 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:05:17.625799 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device e49269df-070d-473b-951f-01cda20d5a09 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:05:17.645378 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: e49269df-070d-473b-951f-01cda20d5a09 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:05:17.645719 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device e49269df-070d-473b-951f-01cda20d5a09 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:05:17.646128 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 5da5314d-d0a2-484b-ba2e-1b147b774447 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:05:17.656543 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6a586ffa-4715-4fd5-8df2-26f4c21f5a9b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:17.661160 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6a586ffa-4715-4fd5-8df2-26f4c21f5a9b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:17.665594 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 5da5314d-d0a2-484b-ba2e-1b147b774447 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:05:17.665941 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 5da5314d-d0a2-484b-ba2e-1b147b774447 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:05:17.702222 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6a586ffa-4715-4fd5-8df2-26f4c21f5a9b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:17.703447 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6a586ffa-4715-4fd5-8df2-26f4c21f5a9b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1437981 Oct 19 02:05:17.705308 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a586ffa-4715-4fd5-8df2-26f4c21f5a9b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25129fe2-6019-4a9f-a2fd-d4ca07b7d4a4,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:17.707068 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55210) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:05:17.712209 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-5cc33a41-bb70-47c9-9b06-6a983110d8df tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'security_group_rule': {'security_group_id': '25129fe2-6019-4a9f-a2fd-d4ca07b7d4a4', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:05:17.738764 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5cc33a41-bb70-47c9-9b06-6a983110d8df tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:17.796685 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5cc33a41-bb70-47c9-9b06-6a983110d8df tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:17.800367 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5cc33a41-bb70-47c9-9b06-6a983110d8df tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:17.817146 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc33a41-bb70-47c9-9b06-6a983110d8df tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=771ddb43-7bbd-42a5-9131-74a25a774ea5,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:17.825103 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5cc33a41-bb70-47c9-9b06-6a983110d8df tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:17.826305 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5cc33a41-bb70-47c9-9b06-6a983110d8df tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182141 Oct 19 02:05:17.829058 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55212) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:05:17.834067 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-4fae8b7b-a5b3-41bd-bf38-080bcedde164 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'security_group_rule': {'security_group_id': '25129fe2-6019-4a9f-a2fd-d4ca07b7d4a4', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:05:17.865073 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4fae8b7b-a5b3-41bd-bf38-080bcedde164 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:17.919350 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4fae8b7b-a5b3-41bd-bf38-080bcedde164 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:17.922709 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4fae8b7b-a5b3-41bd-bf38-080bcedde164 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:17.939486 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae8b7b-a5b3-41bd-bf38-080bcedde164 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f35ebdf1-35d5-4f93-bb13-12ff9973b479,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:17.949093 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4fae8b7b-a5b3-41bd-bf38-080bcedde164 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:17.950291 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4fae8b7b-a5b3-41bd-bf38-080bcedde164 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1202812 Oct 19 02:05:17.953156 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55214) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:05:17.958509 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-b0b4e0bf-df35-4cb1-86fa-25f3eba38225 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'security_group_rule': {'security_group_id': '25129fe2-6019-4a9f-a2fd-d4ca07b7d4a4', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:05:17.987531 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b0b4e0bf-df35-4cb1-86fa-25f3eba38225 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:18.017729 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:18.048773 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b0b4e0bf-df35-4cb1-86fa-25f3eba38225 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:18.052294 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b0b4e0bf-df35-4cb1-86fa-25f3eba38225 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:18.071943 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b4e0bf-df35-4cb1-86fa-25f3eba38225 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c85561-79db-4649-b1ea-f3128b8bf1f4,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:18.077118 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b0b4e0bf-df35-4cb1-86fa-25f3eba38225 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:18.081552 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55216) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:05:18.081744 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b0b4e0bf-df35-4cb1-86fa-25f3eba38225 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267560 Oct 19 02:05:18.086456 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-38c8e6ef-bca9-4bcd-affb-acda800e99ac tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'security_group_rule': {'security_group_id': '25129fe2-6019-4a9f-a2fd-d4ca07b7d4a4', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:05:18.112105 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-38c8e6ef-bca9-4bcd-affb-acda800e99ac tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:18.171152 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-38c8e6ef-bca9-4bcd-affb-acda800e99ac tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:18.174601 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-38c8e6ef-bca9-4bcd-affb-acda800e99ac tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:18.189072 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c8e6ef-bca9-4bcd-affb-acda800e99ac tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b687c709-5d3b-4ae5-9e37-87f94703f7c6,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:18.199867 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-38c8e6ef-bca9-4bcd-affb-acda800e99ac tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:18.201053 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-38c8e6ef-bca9-4bcd-affb-acda800e99ac tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181936 Oct 19 02:05:18.203823 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55218) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:05:18.209014 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-343fe740-7923-4ee7-aab8-46c01d14f612 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'security_group_rule': {'security_group_id': '25129fe2-6019-4a9f-a2fd-d4ca07b7d4a4', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:05:18.229460 n-d-715271-26 neutron-server[100606]: INFO neutron.db.securitygroups_db [None req-343fe740-7923-4ee7-aab8-46c01d14f612 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Project 0eedc13a8d0542eb95753f292a7c2eed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 02:05:18.234147 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-343fe740-7923-4ee7-aab8-46c01d14f612 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:18.292113 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-343fe740-7923-4ee7-aab8-46c01d14f612 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:18.295535 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-343fe740-7923-4ee7-aab8-46c01d14f612 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:18.317329 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343fe740-7923-4ee7-aab8-46c01d14f612 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88889223-d503-427a-80ca-297b35588c8a,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:18.323996 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-343fe740-7923-4ee7-aab8-46c01d14f612 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:18.325329 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-343fe740-7923-4ee7-aab8-46c01d14f612 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1205974 Oct 19 02:05:18.328125 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55220) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:05:18.332780 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-59dd31fd-e817-4229-adec-25f3edcc5227 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'security_group_rule': {'security_group_id': '25129fe2-6019-4a9f-a2fd-d4ca07b7d4a4', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:05:18.353036 n-d-715271-26 neutron-server[100606]: INFO neutron.db.securitygroups_db [None req-59dd31fd-e817-4229-adec-25f3edcc5227 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Project 0eedc13a8d0542eb95753f292a7c2eed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 02:05:18.357662 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-59dd31fd-e817-4229-adec-25f3edcc5227 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:18.418594 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-59dd31fd-e817-4229-adec-25f3edcc5227 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:18.421818 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-59dd31fd-e817-4229-adec-25f3edcc5227 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:18.439455 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd31fd-e817-4229-adec-25f3edcc5227 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b6060d-2722-4458-820d-248053d46b5c,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:18.446430 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-59dd31fd-e817-4229-adec-25f3edcc5227 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:18.447616 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-59dd31fd-e817-4229-adec-25f3edcc5227 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1185691 Oct 19 02:05:18.450503 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55222) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:05:18.455194 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-85e1478b-c40c-4279-99b9-8c8982af080f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'network': {'name': 'tempest-network-smoke--525890509', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'port_security_enabled': True}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:05:18.474759 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e1478b-c40c-4279-99b9-8c8982af080f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Made reservation on behalf of 0eedc13a8d0542eb95753f292a7c2eed for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:05:18.478085 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-85e1478b-c40c-4279-99b9-8c8982af080f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:18.500706 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e1478b-c40c-4279-99b9-8c8982af080f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 02:05:18.510104 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-85e1478b-c40c-4279-99b9-8c8982af080f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:18.510449 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-85e1478b-c40c-4279-99b9-8c8982af080f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Added segment 573b7ba8-ba2a-49ea-a685-445ab03a8fc4 of type vlan for network 8fde56a8-a210-4454-b895-2a4ffc21d26b Oct 19 02:05:18.551283 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-85e1478b-c40c-4279-99b9-8c8982af080f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:18.575372 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-85e1478b-c40c-4279-99b9-8c8982af080f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:18.580869 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e1478b-c40c-4279-99b9-8c8982af080f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:18.581452 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-85e1478b-c40c-4279-99b9-8c8982af080f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:18.619465 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-85e1478b-c40c-4279-99b9-8c8982af080f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1679459 Oct 19 02:05:18.622278 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55224) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:05:18.628273 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-1c412771-48af-42c0-914a-c5a5b1b7d60d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2139541057', 'admin_state_up': True, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:05:18.994026 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1478b-c40c-4279-99b9-8c8982af080f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Network': ['ID=8fde56a8-a210-4454-b895-2a4ffc21d26b,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:19.005048 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 8fde56a8-a210-4454-b895-2a4ffc21d26b details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 02:05:19.013725 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1c412771-48af-42c0-914a-c5a5b1b7d60d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:19.015061 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1c412771-48af-42c0-914a-c5a5b1b7d60d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:19.069874 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1c412771-48af-42c0-914a-c5a5b1b7d60d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:19.207396 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1c412771-48af-42c0-914a-c5a5b1b7d60d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:19.393933 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1c412771-48af-42c0-914a-c5a5b1b7d60d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:19.416573 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1c412771-48af-42c0-914a-c5a5b1b7d60d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:19.516648 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-1c412771-48af-42c0-914a-c5a5b1b7d60d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Allocated IP 172.25.8.61 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/69054b54-028e-4552-97b0-4ed918d31d77) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:05:19.619771 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1c412771-48af-42c0-914a-c5a5b1b7d60d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:19.652773 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1c412771-48af-42c0-914a-c5a5b1b7d60d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:19.691360 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c412771-48af-42c0-914a-c5a5b1b7d60d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:05:19.695861 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-1c412771-48af-42c0-914a-c5a5b1b7d60d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:05:19.699357 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c412771-48af-42c0-914a-c5a5b1b7d60d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:05:19.704681 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c412771-48af-42c0-914a-c5a5b1b7d60d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Port': ['ID=69054b54-028e-4552-97b0-4ed918d31d77,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:19.945095 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:19.955160 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1c412771-48af-42c0-914a-c5a5b1b7d60d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:20.163455 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1c412771-48af-42c0-914a-c5a5b1b7d60d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:20.292577 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c412771-48af-42c0-914a-c5a5b1b7d60d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Router e776f609-a524-4018-8175-d82aee704b43 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 02:05:20.399353 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c412771-48af-42c0-914a-c5a5b1b7d60d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:05:20.408754 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9a7f91-62f9-4a5e-810c-b6deb9599395 None None] Sync routers for ids ['e776f609-a524-4018-8175-d82aee704b43'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:05:20.418723 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9a7f91-62f9-4a5e-810c-b6deb9599395 None None] Routers {'e776f609-a524-4018-8175-d82aee704b43'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:05:20.419291 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-de9a7f91-62f9-4a5e-810c-b6deb9599395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:05:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e776f609-a524-4018-8175-d82aee704b43'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:05:20.419503 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-1c412771-48af-42c0-914a-c5a5b1b7d60d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:20.423598 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-1c412771-48af-42c0-914a-c5a5b1b7d60d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7975366 Oct 19 02:05:20.423907 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55226) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:05:20.454705 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-19b3ef82-0853-4539-a07f-df6a8095a82f tempest-TestNetworkAdvancedServerOps-664428066 tempest-TestNetworkAdvancedServerOps-664428066-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=0eedc13a8d0542eb95753f292a7c2eed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274198 Oct 19 02:05:20.454930 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55228) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:05:20.523950 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-de9a7f91-62f9-4a5e-810c-b6deb9599395 None None] Set router e776f609-a524-4018-8175-d82aee704b43 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:05:20.541624 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b869b2a-9412-4389-866c-ae9f997931a6 tempest-TestNetworkAdvancedServerOps-664428066 tempest-TestNetworkAdvancedServerOps-664428066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:20.545845 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3b869b2a-9412-4389-866c-ae9f997931a6 tempest-TestNetworkAdvancedServerOps-664428066 tempest-TestNetworkAdvancedServerOps-664428066-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0873730 Oct 19 02:05:20.546164 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55230) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:05:20.578961 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-aa5f3fd6-cf16-447a-8468-9b190ac0bebf tempest-TestNetworkAdvancedServerOps-664428066 tempest-TestNetworkAdvancedServerOps-664428066-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=a0ce41c0-3b90-40be-93cd-082af8f20c34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317128 Oct 19 02:05:20.582973 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55232) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:05:20.588091 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-130c3108-66da-48ec-bdd2-8e0f31058cd1 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1373181744', 'network_id': '8fde56a8-a210-4454-b895-2a4ffc21d26b', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:05:20.677565 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130c3108-66da-48ec-bdd2-8e0f31058cd1 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Made reservation on behalf of 0eedc13a8d0542eb95753f292a7c2eed for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:05:20.681228 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-130c3108-66da-48ec-bdd2-8e0f31058cd1 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:20.703091 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-de9a7f91-62f9-4a5e-810c-b6deb9599395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e776f609-a524-4018-8175-d82aee704b43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139541057', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '69054b54-028e-4552-97b0-4ed918d31d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:05:19Z', 'updated_at': '2021-10-19T02:05:19Z', 'revision_number': 3, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '69054b54-028e-4552-97b0-4ed918d31d77', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:91:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e776f609-a524-4018-8175-d82aee704b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:05:19Z', 'updated_at': '2021-10-19T02:05:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:05:20.734593 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9a7f91-62f9-4a5e-810c-b6deb9599395 None None] Checking router: e776f609-a524-4018-8175-d82aee704b43 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:05:20.734960 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9a7f91-62f9-4a5e-810c-b6deb9599395 None None] Updating router e776f609-a524-4018-8175-d82aee704b43 port 69054b54-028e-4552-97b0-4ed918d31d77 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:05:20.760651 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-de9a7f91-62f9-4a5e-810c-b6deb9599395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:20.867530 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-130c3108-66da-48ec-bdd2-8e0f31058cd1 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:20.935185 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c3108-66da-48ec-bdd2-8e0f31058cd1 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Subnet': ['ID=40cb4644-9876-458e-a87b-fa95c91e9e84,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:20.945528 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130c3108-66da-48ec-bdd2-8e0f31058cd1 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Checking segment: {'id': '573b7ba8-ba2a-49ea-a685-445ab03a8fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8fde56a8-a210-4454-b895-2a4ffc21d26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:05:20.945528 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130c3108-66da-48ec-bdd2-8e0f31058cd1 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Network hostable DHCP agents. Network: 8fde56a8-a210-4454-b895-2a4ffc21d26b, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 02:05:20.965702 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130c3108-66da-48ec-bdd2-8e0f31058cd1 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Network 8fde56a8-a210-4454-b895-2a4ffc21d26b is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 02:05:20.974591 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-130c3108-66da-48ec-bdd2-8e0f31058cd1 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 8fde56a8-a210-4454-b895-2a4ffc21d26b) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:05:20.978686 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130c3108-66da-48ec-bdd2-8e0f31058cd1 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:20.979322 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-130c3108-66da-48ec-bdd2-8e0f31058cd1 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:20.987495 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35ab314-eda1-4014-b975-63a48581013a None None] Network 8fde56a8-a210-4454-b895-2a4ffc21d26b requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:05:20.996481 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-130c3108-66da-48ec-bdd2-8e0f31058cd1 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4122171 Oct 19 02:05:20.999256 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55234) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:05:21.045680 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-de9a7f91-62f9-4a5e-810c-b6deb9599395 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:21.076277 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-de9a7f91-62f9-4a5e-810c-b6deb9599395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:21.146759 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-de9a7f91-62f9-4a5e-810c-b6deb9599395 None None] Attempting to bind port 69054b54-028e-4552-97b0-4ed918d31d77 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:05:21.147126 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-de9a7f91-62f9-4a5e-810c-b6deb9599395 None None] Attempting to bind port 69054b54-028e-4552-97b0-4ed918d31d77 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:05:21.147488 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9a7f91-62f9-4a5e-810c-b6deb9599395 None None] Attempting to bind port 69054b54-028e-4552-97b0-4ed918d31d77 on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:05:21.149311 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02862a29-68a9-4fd2-b0c2-3383a33f2108 None None] Pushing event updated for resources: {'Port': ['ID=69054b54-028e-4552-97b0-4ed918d31d77,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:21.159420 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9a7f91-62f9-4a5e-810c-b6deb9599395 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:05:21.159812 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9a7f91-62f9-4a5e-810c-b6deb9599395 None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:05:21.160206 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-de9a7f91-62f9-4a5e-810c-b6deb9599395 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:21.160590 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9a7f91-62f9-4a5e-810c-b6deb9599395 None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:05:21.161085 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-de9a7f91-62f9-4a5e-810c-b6deb9599395 None None] Bound port: 69054b54-028e-4552-97b0-4ed918d31d77, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:05:21.161669 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-de9a7f91-62f9-4a5e-810c-b6deb9599395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:21.258039 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-de9a7f91-62f9-4a5e-810c-b6deb9599395 None None] For port 69054b54-028e-4552-97b0-4ed918d31d77, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:05:21.261948 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-de9a7f91-62f9-4a5e-810c-b6deb9599395 None None] For port 69054b54-028e-4552-97b0-4ed918d31d77, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=69054b54-028e-4552-97b0-4ed918d31d77,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:05:21.264884 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733e6306-1a04-4e02-9977-552c535c5886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-8fde56a8-a210-4454-b895-2a4ffc21d26b', 'network_id': '8fde56a8-a210-4454-b895-2a4ffc21d26b', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'fixed_ips': [{'subnet_id': '40cb4644-9876-458e-a87b-fa95c91e9e84'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 02:05:21.265820 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-733e6306-1a04-4e02-9977-552c535c5886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:21.276098 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-de9a7f91-62f9-4a5e-810c-b6deb9599395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:21.405758 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02862a29-68a9-4fd2-b0c2-3383a33f2108 None None] Pushing event updated for resources: {'Port': ['ID=69054b54-028e-4552-97b0-4ed918d31d77,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:21.409627 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9a7f91-62f9-4a5e-810c-b6deb9599395 None None] Routers {'e776f609-a524-4018-8175-d82aee704b43'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:05:21.410772 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-de9a7f91-62f9-4a5e-810c-b6deb9599395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:05:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e776f609-a524-4018-8175-d82aee704b43'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:05:21.443503 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-809b38c1-765f-4c12-8664-a349830407d2 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:21.541580 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-733e6306-1a04-4e02-9977-552c535c5886 None None] Allocated IP 172.20.0.2 (8fde56a8-a210-4454-b895-2a4ffc21d26b/40cb4644-9876-458e-a87b-fa95c91e9e84/48293fb7-b985-4c53-bb10-f384d6bbdc17) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:05:21.570120 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-de9a7f91-62f9-4a5e-810c-b6deb9599395 None None] Set router e776f609-a524-4018-8175-d82aee704b43 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:05:21.832368 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-733e6306-1a04-4e02-9977-552c535c5886 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:21.839413 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-733e6306-1a04-4e02-9977-552c535c5886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:21.882848 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733e6306-1a04-4e02-9977-552c535c5886 None None] Network 8fde56a8-a210-4454-b895-2a4ffc21d26b is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:05:21.889547 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-733e6306-1a04-4e02-9977-552c535c5886 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:05:21.890270 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-809b38c1-765f-4c12-8664-a349830407d2 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Allocated IP 172.20.0.1 (8fde56a8-a210-4454-b895-2a4ffc21d26b/40cb4644-9876-458e-a87b-fa95c91e9e84/f8501b6d-a6d2-4762-8e20-fa76169fb827) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:05:21.895265 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733e6306-1a04-4e02-9977-552c535c5886 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:05:21.901160 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-de9a7f91-62f9-4a5e-810c-b6deb9599395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e776f609-a524-4018-8175-d82aee704b43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139541057', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '69054b54-028e-4552-97b0-4ed918d31d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:05:19Z', 'updated_at': '2021-10-19T02:05:19Z', 'revision_number': 3, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '69054b54-028e-4552-97b0-4ed918d31d77', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:91:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e776f609-a524-4018-8175-d82aee704b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:05:19Z', 'updated_at': '2021-10-19T02:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:05:21.905896 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e6306-1a04-4e02-9977-552c535c5886 None None] Pushing event updated for resources: {'Port': ['ID=48293fb7-b985-4c53-bb10-f384d6bbdc17,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:21.937787 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9a7f91-62f9-4a5e-810c-b6deb9599395 None None] The sync data for ids ['e776f609-a524-4018-8175-d82aee704b43'] in n-d-715271-26 is: [{'id': 'e776f609-a524-4018-8175-d82aee704b43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139541057', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '69054b54-028e-4552-97b0-4ed918d31d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:05:19Z', 'updated_at': '2021-10-19T02:05:19Z', 'revision_number': 3, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '69054b54-028e-4552-97b0-4ed918d31d77', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:91:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e776f609-a524-4018-8175-d82aee704b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:05:19Z', 'updated_at': '2021-10-19T02:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:05:21.983406 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-733e6306-1a04-4e02-9977-552c535c5886 None None] Attempting to bind port 48293fb7-b985-4c53-bb10-f384d6bbdc17 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:05:21.983835 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-733e6306-1a04-4e02-9977-552c535c5886 None None] Attempting to bind port 48293fb7-b985-4c53-bb10-f384d6bbdc17 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '573b7ba8-ba2a-49ea-a685-445ab03a8fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8fde56a8-a210-4454-b895-2a4ffc21d26b'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:05:21.984289 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733e6306-1a04-4e02-9977-552c535c5886 None None] Attempting to bind port 48293fb7-b985-4c53-bb10-f384d6bbdc17 on network 8fde56a8-a210-4454-b895-2a4ffc21d26b {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:05:21.989644 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733e6306-1a04-4e02-9977-552c535c5886 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:05:21.990023 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733e6306-1a04-4e02-9977-552c535c5886 None None] Checking segment: {'id': '573b7ba8-ba2a-49ea-a685-445ab03a8fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8fde56a8-a210-4454-b895-2a4ffc21d26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:05:21.990423 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-733e6306-1a04-4e02-9977-552c535c5886 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:21.990813 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733e6306-1a04-4e02-9977-552c535c5886 None None] Bound using segment: {'id': '573b7ba8-ba2a-49ea-a685-445ab03a8fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8fde56a8-a210-4454-b895-2a4ffc21d26b'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:05:21.991287 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-733e6306-1a04-4e02-9977-552c535c5886 None None] Bound port: 48293fb7-b985-4c53-bb10-f384d6bbdc17, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '573b7ba8-ba2a-49ea-a685-445ab03a8fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8fde56a8-a210-4454-b895-2a4ffc21d26b'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:05:21.991671 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-733e6306-1a04-4e02-9977-552c535c5886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:22.010715 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-809b38c1-765f-4c12-8664-a349830407d2 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:22.047501 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-809b38c1-765f-4c12-8664-a349830407d2 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:22.061379 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-733e6306-1a04-4e02-9977-552c535c5886 None None] For port 48293fb7-b985-4c53-bb10-f384d6bbdc17, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:05:22.064666 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-733e6306-1a04-4e02-9977-552c535c5886 None None] For port 48293fb7-b985-4c53-bb10-f384d6bbdc17, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=48293fb7-b985-4c53-bb10-f384d6bbdc17,segment=NetworkSegment(573b7ba8-ba2a-49ea-a685-445ab03a8fc4),segment_id=573b7ba8-ba2a-49ea-a685-445ab03a8fc4)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:05:22.068911 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-733e6306-1a04-4e02-9977-552c535c5886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:22.093236 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809b38c1-765f-4c12-8664-a349830407d2 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Network 8fde56a8-a210-4454-b895-2a4ffc21d26b is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:05:22.102678 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-809b38c1-765f-4c12-8664-a349830407d2 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:05:22.106113 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809b38c1-765f-4c12-8664-a349830407d2 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:05:22.129375 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e6306-1a04-4e02-9977-552c535c5886 None None] Pushing event updated for resources: {'Port': ['ID=48293fb7-b985-4c53-bb10-f384d6bbdc17,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:22.142756 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b38c1-765f-4c12-8664-a349830407d2 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Port': ['ID=f8501b6d-a6d2-4762-8e20-fa76169fb827,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:22.166627 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-809b38c1-765f-4c12-8664-a349830407d2 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:22.351109 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-809b38c1-765f-4c12-8664-a349830407d2 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:22.655699 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-809b38c1-765f-4c12-8664-a349830407d2 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:22.661407 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-809b38c1-765f-4c12-8664-a349830407d2 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:22.740959 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b38c1-765f-4c12-8664-a349830407d2 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Port': ['ID=f8501b6d-a6d2-4762-8e20-fa76169fb827,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:22.744078 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-809b38c1-765f-4c12-8664-a349830407d2 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:22.845652 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809b38c1-765f-4c12-8664-a349830407d2 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Network 8fde56a8-a210-4454-b895-2a4ffc21d26b is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:05:22.847381 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-809b38c1-765f-4c12-8664-a349830407d2 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:05:22.966209 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809b38c1-765f-4c12-8664-a349830407d2 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Router e776f609-a524-4018-8175-d82aee704b43 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:05:23.083559 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809b38c1-765f-4c12-8664-a349830407d2 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:05:23.091364 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-809b38c1-765f-4c12-8664-a349830407d2 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "PUT /v2.0/routers/e776f609-a524-4018-8175-d82aee704b43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0910890 Oct 19 02:05:23.091877 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae64cf9-945f-468f-86eb-b9689d42f42b None None] Network 8fde56a8-a210-4454-b895-2a4ffc21d26b requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:05:23.179880 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-10ac9f61-6b5d-4e73-849f-73dbb08ad484 None None] Provisioning complete for port 48293fb7-b985-4c53-bb10-f384d6bbdc17 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:05:23.180378 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-10ac9f61-6b5d-4e73-849f-73dbb08ad484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:23.234825 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-56d7ee42-085b-40f1-b1ab-fe52db841c2a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1532487876&fields=id&tenant_id=0eedc13a8d0542eb95753f292a7c2eed HTTP/1.1" status: 200 len: 267 time: 0.0332174 Oct 19 02:05:23.320415 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-10ac9f61-6b5d-4e73-849f-73dbb08ad484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:23.352847 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-2f1a1250-6c25-4bfe-a525-aa3e044358c8 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:23.354221 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-10ac9f61-6b5d-4e73-849f-73dbb08ad484 None None] For port 48293fb7-b985-4c53-bb10-f384d6bbdc17, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=48293fb7-b985-4c53-bb10-f384d6bbdc17,segment=NetworkSegment(573b7ba8-ba2a-49ea-a685-445ab03a8fc4),segment_id=573b7ba8-ba2a-49ea-a685-445ab03a8fc4)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:05:23.354395 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-2f1a1250-6c25-4bfe-a525-aa3e044358c8 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/networks?id=8fde56a8-a210-4454-b895-2a4ffc21d26b HTTP/1.1" status: 200 len: 796 time: 0.1105027 Oct 19 02:05:23.358739 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-10ac9f61-6b5d-4e73-849f-73dbb08ad484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:23.374375 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-f700f196-3f74-474a-ab65-313d0df17eb6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/quotas/0eedc13a8d0542eb95753f292a7c2eed HTTP/1.1" status: 200 len: 375 time: 0.0119565 Oct 19 02:05:23.414431 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac9f61-6b5d-4e73-849f-73dbb08ad484 None None] Pushing event updated for resources: {'Port': ['ID=48293fb7-b985-4c53-bb10-f384d6bbdc17,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:23.429620 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-1b530b32-babd-4857-81e1-c1491833ddb7 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477848 Oct 19 02:05:23.584002 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-f88590ce-9354-41a1-95a2-1c6ecb3853b6 None None] Provisioning complete for port 48293fb7-b985-4c53-bb10-f384d6bbdc17 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:05:23.584679 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f88590ce-9354-41a1-95a2-1c6ecb3853b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:23.588993 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-d6360372-afd1-47c4-9cf5-51054581f04e service neutron] 10.222.0.57 "GET /v2.0/networks/8fde56a8-a210-4454-b895-2a4ffc21d26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453614 Oct 19 02:05:23.658057 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a162e20-a4e3-4272-a87d-14c3e473bd10 None None] Sync routers for ids ['e776f609-a524-4018-8175-d82aee704b43'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:05:23.670537 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a162e20-a4e3-4272-a87d-14c3e473bd10 None None] Routers {'e776f609-a524-4018-8175-d82aee704b43'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:05:23.671128 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-6a162e20-a4e3-4272-a87d-14c3e473bd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:05:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e776f609-a524-4018-8175-d82aee704b43'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:05:23.710455 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 48293fb7-b985-4c53-bb10-f384d6bbdc17 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:05:23.724224 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-c7fbb3c5-3fa3-4022-aff1-1ea059d70528 service neutron] 10.222.0.57 "GET /v2.0/networks/8fde56a8-a210-4454-b895-2a4ffc21d26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257911 Oct 19 02:05:23.773469 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-f88590ce-9354-41a1-95a2-1c6ecb3853b6 None None] Provisioning complete for port f8501b6d-a6d2-4762-8e20-fa76169fb827 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:05:23.773845 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f88590ce-9354-41a1-95a2-1c6ecb3853b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:23.812830 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 48293fb7-b985-4c53-bb10-f384d6bbdc17 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:05:23.813204 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:23.841250 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-f88590ce-9354-41a1-95a2-1c6ecb3853b6 None None] Port f8501b6d-a6d2-4762-8e20-fa76169fb827 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:05:23.918904 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-6a162e20-a4e3-4272-a87d-14c3e473bd10 None None] Set router e776f609-a524-4018-8175-d82aee704b43 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:05:23.947783 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 69054b54-028e-4552-97b0-4ed918d31d77 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:05:23.981784 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1bb6984f-fe46-4818-b429-75fe86715e4a req-03c28b86-061e-4965-8992-68318278f334 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 210 time: 0.0600879 Oct 19 02:05:24.006763 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-fc3758c6-52b4-4f5d-a19e-666daaf849a0 None None] Provisioning complete for port f8501b6d-a6d2-4762-8e20-fa76169fb827 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:05:24.007133 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fc3758c6-52b4-4f5d-a19e-666daaf849a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:24.057675 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-fc3758c6-52b4-4f5d-a19e-666daaf849a0 None None] Port f8501b6d-a6d2-4762-8e20-fa76169fb827 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:05:24.067446 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 69054b54-028e-4552-97b0-4ed918d31d77 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:05:24.067968 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:24.142437 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-6a162e20-a4e3-4272-a87d-14c3e473bd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e776f609-a524-4018-8175-d82aee704b43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139541057', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '69054b54-028e-4552-97b0-4ed918d31d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:05:19Z', 'updated_at': '2021-10-19T02:05:22Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '69054b54-028e-4552-97b0-4ed918d31d77', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:91:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e776f609-a524-4018-8175-d82aee704b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:05:19Z', 'updated_at': '2021-10-19T02:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'f8501b6d-a6d2-4762-8e20-fa76169fb827', 'name': '', 'network_id': '8fde56a8-a210-4454-b895-2a4ffc21d26b', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:cb:c2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e776f609-a524-4018-8175-d82aee704b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '40cb4644-9876-458e-a87b-fa95c91e9e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:05:21Z', 'updated_at': '2021-10-19T02:05:22Z', 'revision_number': 2, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': '40cb4644-9876-458e-a87b-fa95c91e9e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:05:24.156422 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:24.170427 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a162e20-a4e3-4272-a87d-14c3e473bd10 None None] Checking router: e776f609-a524-4018-8175-d82aee704b43 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:05:24.171079 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a162e20-a4e3-4272-a87d-14c3e473bd10 None None] Updating router e776f609-a524-4018-8175-d82aee704b43 port f8501b6d-a6d2-4762-8e20-fa76169fb827 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:05:24.189041 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 69054b54-028e-4552-97b0-4ed918d31d77, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=69054b54-028e-4552-97b0-4ed918d31d77,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:05:24.196709 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:24.203255 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-6a162e20-a4e3-4272-a87d-14c3e473bd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:24.203921 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-190b1ae2-404c-4c94-9887-337ca3a570a9 None None] Provisioning complete for port f8501b6d-a6d2-4762-8e20-fa76169fb827 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:05:24.204317 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-190b1ae2-404c-4c94-9887-337ca3a570a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:24.267106 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-190b1ae2-404c-4c94-9887-337ca3a570a9 None None] Port f8501b6d-a6d2-4762-8e20-fa76169fb827 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:05:24.279668 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=69054b54-028e-4552-97b0-4ed918d31d77,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:24.475009 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-6a162e20-a4e3-4272-a87d-14c3e473bd10 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:24.480670 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-6a162e20-a4e3-4272-a87d-14c3e473bd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:24.553010 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c1aa7-7093-4220-9bc1-1ab1f8c4f5c5 None None] Pushing event updated for resources: {'Port': ['ID=f8501b6d-a6d2-4762-8e20-fa76169fb827,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:24.562675 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229c1aa7-7093-4220-9bc1-1ab1f8c4f5c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:24.563027 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229c1aa7-7093-4220-9bc1-1ab1f8c4f5c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:24.563369 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229c1aa7-7093-4220-9bc1-1ab1f8c4f5c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:24.563701 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229c1aa7-7093-4220-9bc1-1ab1f8c4f5c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:24.564055 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229c1aa7-7093-4220-9bc1-1ab1f8c4f5c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:24.564382 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229c1aa7-7093-4220-9bc1-1ab1f8c4f5c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:24.564707 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229c1aa7-7093-4220-9bc1-1ab1f8c4f5c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:24.565102 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229c1aa7-7093-4220-9bc1-1ab1f8c4f5c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:24.565650 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229c1aa7-7093-4220-9bc1-1ab1f8c4f5c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:24.566022 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229c1aa7-7093-4220-9bc1-1ab1f8c4f5c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:24.566354 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229c1aa7-7093-4220-9bc1-1ab1f8c4f5c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:24.566672 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229c1aa7-7093-4220-9bc1-1ab1f8c4f5c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:24.599944 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-6a162e20-a4e3-4272-a87d-14c3e473bd10 None None] Attempting to bind port f8501b6d-a6d2-4762-8e20-fa76169fb827 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:05:24.600303 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-6a162e20-a4e3-4272-a87d-14c3e473bd10 None None] Attempting to bind port f8501b6d-a6d2-4762-8e20-fa76169fb827 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '573b7ba8-ba2a-49ea-a685-445ab03a8fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8fde56a8-a210-4454-b895-2a4ffc21d26b'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:05:24.600656 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a162e20-a4e3-4272-a87d-14c3e473bd10 None None] Attempting to bind port f8501b6d-a6d2-4762-8e20-fa76169fb827 on network 8fde56a8-a210-4454-b895-2a4ffc21d26b {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:05:24.605741 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a162e20-a4e3-4272-a87d-14c3e473bd10 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:05:24.606104 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a162e20-a4e3-4272-a87d-14c3e473bd10 None None] Checking segment: {'id': '573b7ba8-ba2a-49ea-a685-445ab03a8fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8fde56a8-a210-4454-b895-2a4ffc21d26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:05:24.606492 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-6a162e20-a4e3-4272-a87d-14c3e473bd10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:24.606872 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a162e20-a4e3-4272-a87d-14c3e473bd10 None None] Bound using segment: {'id': '573b7ba8-ba2a-49ea-a685-445ab03a8fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8fde56a8-a210-4454-b895-2a4ffc21d26b'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:05:24.607320 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-6a162e20-a4e3-4272-a87d-14c3e473bd10 None None] Bound port: f8501b6d-a6d2-4762-8e20-fa76169fb827, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '573b7ba8-ba2a-49ea-a685-445ab03a8fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8fde56a8-a210-4454-b895-2a4ffc21d26b'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:05:24.607687 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-6a162e20-a4e3-4272-a87d-14c3e473bd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:24.682029 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-6a162e20-a4e3-4272-a87d-14c3e473bd10 None None] For port f8501b6d-a6d2-4762-8e20-fa76169fb827, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:05:24.685358 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-6a162e20-a4e3-4272-a87d-14c3e473bd10 None None] For port f8501b6d-a6d2-4762-8e20-fa76169fb827, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=f8501b6d-a6d2-4762-8e20-fa76169fb827,segment=NetworkSegment(573b7ba8-ba2a-49ea-a685-445ab03a8fc4),segment_id=573b7ba8-ba2a-49ea-a685-445ab03a8fc4)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:05:24.693088 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-6a162e20-a4e3-4272-a87d-14c3e473bd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:24.745869 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a162e20-a4e3-4272-a87d-14c3e473bd10 None None] Routers {'e776f609-a524-4018-8175-d82aee704b43'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:05:24.746476 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-6a162e20-a4e3-4272-a87d-14c3e473bd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:05:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e776f609-a524-4018-8175-d82aee704b43'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:05:24.790039 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-00a168f1-731b-4dbb-bbea-3ee648c67c1c None None] Provisioning complete for port f8501b6d-a6d2-4762-8e20-fa76169fb827 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:05:24.790490 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-00a168f1-731b-4dbb-bbea-3ee648c67c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:24.797785 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c1aa7-7093-4220-9bc1-1ab1f8c4f5c5 None None] Pushing event updated for resources: {'Port': ['ID=f8501b6d-a6d2-4762-8e20-fa76169fb827,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:24.878691 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-6a162e20-a4e3-4272-a87d-14c3e473bd10 None None] Set router e776f609-a524-4018-8175-d82aee704b43 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:05:25.076680 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-00a168f1-731b-4dbb-bbea-3ee648c67c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:25.111591 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-6a162e20-a4e3-4272-a87d-14c3e473bd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e776f609-a524-4018-8175-d82aee704b43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139541057', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '69054b54-028e-4552-97b0-4ed918d31d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:05:19Z', 'updated_at': '2021-10-19T02:05:22Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '69054b54-028e-4552-97b0-4ed918d31d77', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e776f609-a524-4018-8175-d82aee704b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:05:19Z', 'updated_at': '2021-10-19T02:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'f8501b6d-a6d2-4762-8e20-fa76169fb827', 'name': '', 'network_id': '8fde56a8-a210-4454-b895-2a4ffc21d26b', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:cb:c2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e776f609-a524-4018-8175-d82aee704b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '40cb4644-9876-458e-a87b-fa95c91e9e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:05:21Z', 'updated_at': '2021-10-19T02:05:24Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': '40cb4644-9876-458e-a87b-fa95c91e9e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:05:25.117021 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-00a168f1-731b-4dbb-bbea-3ee648c67c1c None None] For port f8501b6d-a6d2-4762-8e20-fa76169fb827, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=f8501b6d-a6d2-4762-8e20-fa76169fb827,segment=NetworkSegment(573b7ba8-ba2a-49ea-a685-445ab03a8fc4),segment_id=573b7ba8-ba2a-49ea-a685-445ab03a8fc4)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:05:25.122724 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-00a168f1-731b-4dbb-bbea-3ee648c67c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:25.134706 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6ebe592c-eedc-42a4-aa10-a16ad716b8ef req-b8fd9854-6387-442c-bb45-305642039256 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 210 time: 0.0577133 Oct 19 02:05:25.163024 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a162e20-a4e3-4272-a87d-14c3e473bd10 None None] The sync data for ids ['e776f609-a524-4018-8175-d82aee704b43'] in n-d-715271-26 is: [{'id': 'e776f609-a524-4018-8175-d82aee704b43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139541057', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '69054b54-028e-4552-97b0-4ed918d31d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:05:19Z', 'updated_at': '2021-10-19T02:05:22Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '69054b54-028e-4552-97b0-4ed918d31d77', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e776f609-a524-4018-8175-d82aee704b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:05:19Z', 'updated_at': '2021-10-19T02:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'f8501b6d-a6d2-4762-8e20-fa76169fb827', 'name': '', 'network_id': '8fde56a8-a210-4454-b895-2a4ffc21d26b', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:cb:c2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e776f609-a524-4018-8175-d82aee704b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '40cb4644-9876-458e-a87b-fa95c91e9e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:05:21Z', 'updated_at': '2021-10-19T02:05:24Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': '40cb4644-9876-458e-a87b-fa95c91e9e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:05:25.178622 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a168f1-731b-4dbb-bbea-3ee648c67c1c None None] Pushing event updated for resources: {'Port': ['ID=f8501b6d-a6d2-4762-8e20-fa76169fb827,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:25.189307 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-0b448337-6cc2-4ab0-a21b-f2a52548a342 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:25.191336 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-0b448337-6cc2-4ab0-a21b-f2a52548a342 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.55 "GET /v2.0/networks?id=8fde56a8-a210-4454-b895-2a4ffc21d26b HTTP/1.1" status: 200 len: 796 time: 0.1816525 Oct 19 02:05:25.250413 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-f8b93306-a8c5-453a-8737-3635b6049d6b None None] Provisioning complete for port f8501b6d-a6d2-4762-8e20-fa76169fb827 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:05:25.250785 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f8b93306-a8c5-453a-8737-3635b6049d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:25.260666 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-cdecfaf7-dfcc-4239-97a1-6ca3046c8da2 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0eedc13a8d0542eb95753f292a7c2eed HTTP/1.1" status: 200 len: 380 time: 0.0587678 Oct 19 02:05:25.270853 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-b7d93190-1f7f-49e8-ac44-59a314748d88 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'port': {'device_id': 'd426284f-f456-4c73-a0a6-37895b525600', 'network_id': '8fde56a8-a210-4454-b895-2a4ffc21d26b', 'admin_state_up': True, 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'security_groups': ['25129fe2-6019-4a9f-a2fd-d4ca07b7d4a4']}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:05:25.322192 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:05:25.399793 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-b7d93190-1f7f-49e8-ac44-59a314748d88 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Made reservation on behalf of 0eedc13a8d0542eb95753f292a7c2eed for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:05:25.403443 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-b7d93190-1f7f-49e8-ac44-59a314748d88 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:25.544770 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-b7d93190-1f7f-49e8-ac44-59a314748d88 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Allocated IP 172.20.0.6 (8fde56a8-a210-4454-b895-2a4ffc21d26b/40cb4644-9876-458e-a87b-fa95c91e9e84/771a1256-bfac-4082-8440-bd57a6965f70) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:05:25.713796 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-b7d93190-1f7f-49e8-ac44-59a314748d88 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:25.715043 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f8501b6d-a6d2-4762-8e20-fa76169fb827 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:05:25.750430 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-b7d93190-1f7f-49e8-ac44-59a314748d88 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:25.779906 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port f8501b6d-a6d2-4762-8e20-fa76169fb827 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:05:25.780495 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:25.802327 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-b7d93190-1f7f-49e8-ac44-59a314748d88 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Network 8fde56a8-a210-4454-b895-2a4ffc21d26b is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:05:25.805637 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-b7d93190-1f7f-49e8-ac44-59a314748d88 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:05:25.810304 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-b7d93190-1f7f-49e8-ac44-59a314748d88 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:05:25.814477 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d93190-1f7f-49e8-ac44-59a314748d88 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Port': ['ID=771a1256-bfac-4082-8440-bd57a6965f70,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:25.884601 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-b7d93190-1f7f-49e8-ac44-59a314748d88 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:25.885827 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-b7d93190-1f7f-49e8-ac44-59a314748d88 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:25.891212 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 69054b54-028e-4552-97b0-4ed918d31d77 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:05:25.904506 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-b7d93190-1f7f-49e8-ac44-59a314748d88 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6381612 Oct 19 02:05:25.920340 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-9a04ed41-7142-4b2c-9485-c389e01eb72b service neutron] Request body: {'port': {'device_id': 'd426284f-f456-4c73-a0a6-37895b525600', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:05:25.954692 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 69054b54-028e-4552-97b0-4ed918d31d77 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:05:25.955368 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:26.074050 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-9f0d2383-13a5-4f49-8ab1-ac6d2d9c5aaf None None] Provisioning complete for port 771a1256-bfac-4082-8440-bd57a6965f70 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:05:26.074499 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9f0d2383-13a5-4f49-8ab1-ac6d2d9c5aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:26.118413 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-9f0d2383-13a5-4f49-8ab1-ac6d2d9c5aaf None None] Port 771a1256-bfac-4082-8440-bd57a6965f70 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:05:26.372363 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-9a04ed41-7142-4b2c-9485-c389e01eb72b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:26.391317 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35159c-cf71-4aa0-8b71-3ed75cd50510 req-127c8620-f696-49dd-80cf-5e1d469cedb0 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:26.392810 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-be35159c-cf71-4aa0-8b71-3ed75cd50510 req-127c8620-f696-49dd-80cf-5e1d469cedb0 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 931 time: 0.0836101 Oct 19 02:05:26.510687 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-be35159c-cf71-4aa0-8b71-3ed75cd50510 req-4d66d403-b361-494a-b1cd-403292268b85 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=25129fe2-6019-4a9f-a2fd-d4ca07b7d4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107471 Oct 19 02:05:26.672549 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-9a04ed41-7142-4b2c-9485-c389e01eb72b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 771a1256-bfac-4082-8440-bd57a6965f70 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:05:26.680654 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-9a04ed41-7142-4b2c-9485-c389e01eb72b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:26.693128 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-9a04ed41-7142-4b2c-9485-c389e01eb72b service neutron] Transition to ACTIVE for port object 771a1256-bfac-4082-8440-bd57a6965f70 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:05:26.696571 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-9a04ed41-7142-4b2c-9485-c389e01eb72b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:26.748247 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04ed41-7142-4b2c-9485-c389e01eb72b service neutron] Pushing event updated for resources: {'Port': ['ID=771a1256-bfac-4082-8440-bd57a6965f70,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:26.818972 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-9a04ed41-7142-4b2c-9485-c389e01eb72b service neutron] Attempting to bind port 771a1256-bfac-4082-8440-bd57a6965f70 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:05:26.819315 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-9a04ed41-7142-4b2c-9485-c389e01eb72b service neutron] Attempting to bind port 771a1256-bfac-4082-8440-bd57a6965f70 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '573b7ba8-ba2a-49ea-a685-445ab03a8fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8fde56a8-a210-4454-b895-2a4ffc21d26b'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:05:26.819646 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-9a04ed41-7142-4b2c-9485-c389e01eb72b service neutron] Attempting to bind port 771a1256-bfac-4082-8440-bd57a6965f70 on network 8fde56a8-a210-4454-b895-2a4ffc21d26b {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:05:26.824259 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-9a04ed41-7142-4b2c-9485-c389e01eb72b service neutron] Port 771a1256-bfac-4082-8440-bd57a6965f70 on network 8fde56a8-a210-4454-b895-2a4ffc21d26b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:05:26.824586 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-9a04ed41-7142-4b2c-9485-c389e01eb72b service neutron] Attempting to bind port 771a1256-bfac-4082-8440-bd57a6965f70 on network 8fde56a8-a210-4454-b895-2a4ffc21d26b {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:05:26.829661 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-9a04ed41-7142-4b2c-9485-c389e01eb72b service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:05:26.830001 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-9a04ed41-7142-4b2c-9485-c389e01eb72b service neutron] Checking segment: {'id': '573b7ba8-ba2a-49ea-a685-445ab03a8fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8fde56a8-a210-4454-b895-2a4ffc21d26b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:05:26.830385 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-9a04ed41-7142-4b2c-9485-c389e01eb72b service neutron] Bound using segment: {'id': '573b7ba8-ba2a-49ea-a685-445ab03a8fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8fde56a8-a210-4454-b895-2a4ffc21d26b'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:05:26.830899 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-9a04ed41-7142-4b2c-9485-c389e01eb72b service neutron] Bound port: 771a1256-bfac-4082-8440-bd57a6965f70, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '573b7ba8-ba2a-49ea-a685-445ab03a8fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8fde56a8-a210-4454-b895-2a4ffc21d26b'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:05:26.831260 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-9a04ed41-7142-4b2c-9485-c389e01eb72b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:26.898095 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-9a04ed41-7142-4b2c-9485-c389e01eb72b service neutron] For port 771a1256-bfac-4082-8440-bd57a6965f70, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:05:26.901312 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-9a04ed41-7142-4b2c-9485-c389e01eb72b service neutron] For port 771a1256-bfac-4082-8440-bd57a6965f70, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=771a1256-bfac-4082-8440-bd57a6965f70,segment=NetworkSegment(573b7ba8-ba2a-49ea-a685-445ab03a8fc4),segment_id=573b7ba8-ba2a-49ea-a685-445ab03a8fc4)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:05:26.906411 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-9a04ed41-7142-4b2c-9485-c389e01eb72b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:26.944898 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-9a04ed41-7142-4b2c-9485-c389e01eb72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:26.945690 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-9a04ed41-7142-4b2c-9485-c389e01eb72b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:26.947530 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-9a04ed41-7142-4b2c-9485-c389e01eb72b service neutron] 10.222.0.55 "PUT /v2.0/ports/771a1256-bfac-4082-8440-bd57a6965f70 HTTP/1.1" status: 200 len: 1092 time: 1.0347662 Oct 19 02:05:26.948139 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd426284f-f456-4c73-a0a6-37895b525600', 'tag': '771a1256-bfac-4082-8440-bd57a6965f70'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:05:26.950444 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9434de058546a022cc17e407c636edc5a2ce8615e174a01ffad9beb3023847d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37728657-579a-4dc2-ae10-286c294283d6" -d '{"events": [{"name": "network-changed", "server_uuid": "d426284f-f456-4c73-a0a6-37895b525600", "tag": "771a1256-bfac-4082-8440-bd57a6965f70"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:05:26.984142 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04ed41-7142-4b2c-9485-c389e01eb72b service neutron] Pushing event updated for resources: {'Port': ['ID=771a1256-bfac-4082-8440-bd57a6965f70,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:27.008248 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e55446-432a-408b-b422-b89ceb10888f x-openstack-request-id: req-30e55446-432a-408b-b422-b89ceb10888f {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:05:27.008548 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d426284f-f456-4c73-a0a6-37895b525600", "tag": "771a1256-bfac-4082-8440-bd57a6965f70", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:05:27.008805 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-30e55446-432a-408b-b422-b89ceb10888f {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:05:27.009232 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd426284f-f456-4c73-a0a6-37895b525600', 'tag': '771a1256-bfac-4082-8440-bd57a6965f70', 'status': 'completed', 'code': 200} Oct 19 02:05:27.043617 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-d22a40cd-ab5a-48d7-aed8-3b30c6713ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:27.045212 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-d22a40cd-ab5a-48d7-aed8-3b30c6713ca5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 1095 time: 0.0511577 Oct 19 02:05:27.089960 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-8aa1972f-55f8-4f9e-bce4-49cb0eb6f8da service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=771a1256-bfac-4082-8440-bd57a6965f70 HTTP/1.1" status: 200 len: 217 time: 0.0370629 Oct 19 02:05:27.140811 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-0a6aae5f-419e-4ed5-aae5-a4396d5ab499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:27.142293 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-0a6aae5f-419e-4ed5-aae5-a4396d5ab499 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=40cb4644-9876-458e-a87b-fa95c91e9e84 HTTP/1.1" status: 200 len: 835 time: 0.0453751 Oct 19 02:05:27.186719 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-fbe07d0f-b9ea-49b8-a37e-252f4646b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:27.188299 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-fbe07d0f-b9ea-49b8-a37e-252f4646b500 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8fde56a8-a210-4454-b895-2a4ffc21d26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394938 Oct 19 02:05:27.284454 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-be2dcf1c-7072-4199-9ead-4029cb8633af service neutron] 10.222.0.55 "GET /v2.0/networks/8fde56a8-a210-4454-b895-2a4ffc21d26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886686 Oct 19 02:05:27.379016 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b476d5b9-d76f-47dd-9cfd-a55ba5e676c9 req-ee362cb3-47f6-487f-beb9-16f344b9e070 service neutron] 10.222.0.55 "GET /v2.0/networks/8fde56a8-a210-4454-b895-2a4ffc21d26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874896 Oct 19 02:05:27.462628 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37728657-579a-4dc2-ae10-286c294283d6 req-48dfc1e7-985a-42ea-8c10-dbbda04d57b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:27.464155 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-37728657-579a-4dc2-ae10-286c294283d6 req-48dfc1e7-985a-42ea-8c10-dbbda04d57b1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 1095 time: 0.0409422 Oct 19 02:05:27.558410 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37728657-579a-4dc2-ae10-286c294283d6 req-f47cefa1-7dd0-4b66-8be6-86fe7cd7c705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:27.559891 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-37728657-579a-4dc2-ae10-286c294283d6 req-f47cefa1-7dd0-4b66-8be6-86fe7cd7c705 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8fde56a8-a210-4454-b895-2a4ffc21d26b HTTP/1.1" status: 200 len: 897 time: 0.0881498 Oct 19 02:05:27.604449 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-37728657-579a-4dc2-ae10-286c294283d6 req-e5740f45-591f-4a9a-982c-fdd323877201 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=771a1256-bfac-4082-8440-bd57a6965f70 HTTP/1.1" status: 200 len: 217 time: 0.0360577 Oct 19 02:05:27.679400 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37728657-579a-4dc2-ae10-286c294283d6 req-640d01bc-f4a8-43f2-bea7-e6eeccefa5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:27.680821 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-37728657-579a-4dc2-ae10-286c294283d6 req-640d01bc-f4a8-43f2-bea7-e6eeccefa5a8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=40cb4644-9876-458e-a87b-fa95c91e9e84 HTTP/1.1" status: 200 len: 835 time: 0.0678000 Oct 19 02:05:27.689159 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ed174-4703-4c02-b56d-2ffa0741087b req-a7419739-5eff-42ef-8d2f-b6098871e5a1 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:27.690634 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f72ed174-4703-4c02-b56d-2ffa0741087b req-a7419739-5eff-42ef-8d2f-b6098871e5a1 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 943 time: 0.0889022 Oct 19 02:05:27.742555 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:27.754085 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37728657-579a-4dc2-ae10-286c294283d6 req-fc9f33e1-e7d4-4c21-bbcd-ebdfe2ad1ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:27.755891 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-37728657-579a-4dc2-ae10-286c294283d6 req-fc9f33e1-e7d4-4c21-bbcd-ebdfe2ad1ba9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8fde56a8-a210-4454-b895-2a4ffc21d26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643394 Oct 19 02:05:27.758700 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f72ed174-4703-4c02-b56d-2ffa0741087b req-b96707ff-efa2-40d4-af14-bc57ed11c7af tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=25129fe2-6019-4a9f-a2fd-d4ca07b7d4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599799 Oct 19 02:05:27.849711 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-37728657-579a-4dc2-ae10-286c294283d6 req-328c9b5d-ab02-46fa-be50-4b531ea8e508 service neutron] 10.222.0.55 "GET /v2.0/networks/8fde56a8-a210-4454-b895-2a4ffc21d26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869820 Oct 19 02:05:27.941827 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-37728657-579a-4dc2-ae10-286c294283d6 req-aa7a70ff-6283-4793-8b27-05c6982d969c service neutron] 10.222.0.55 "GET /v2.0/networks/8fde56a8-a210-4454-b895-2a4ffc21d26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851536 Oct 19 02:05:28.872928 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4144b3-6fc7-4e83-9361-c9371413bce0 req-4262ada4-d14f-43a9-8c02-9203421ee35c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:28.874411 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6c4144b3-6fc7-4e83-9361-c9371413bce0 req-4262ada4-d14f-43a9-8c02-9203421ee35c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 943 time: 0.0481939 Oct 19 02:05:28.916888 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6c4144b3-6fc7-4e83-9361-c9371413bce0 req-7eee81c6-5ae6-4ce9-9d1d-b9e9d78e9893 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=25129fe2-6019-4a9f-a2fd-d4ca07b7d4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363128 Oct 19 02:05:30.030527 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1606b4-c400-43fd-85a6-6a5a68d716da req-a871f79d-8ec0-4fac-9e34-48a121d4d253 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:30.032041 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-af1606b4-c400-43fd-85a6-6a5a68d716da req-a871f79d-8ec0-4fac-9e34-48a121d4d253 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 943 time: 0.0507286 Oct 19 02:05:30.069365 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-af1606b4-c400-43fd-85a6-6a5a68d716da req-266f2083-4f20-4853-8845-6a11ed9cbbd1 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=25129fe2-6019-4a9f-a2fd-d4ca07b7d4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314825 Oct 19 02:05:30.187546 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:31.183276 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb061b-2642-44c3-9ccf-396ed5d9c0d4 req-6076668d-f5b4-469b-be0a-1185d9647960 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:31.184823 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-54fb061b-2642-44c3-9ccf-396ed5d9c0d4 req-6076668d-f5b4-469b-be0a-1185d9647960 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 943 time: 0.0492229 Oct 19 02:05:31.224475 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-54fb061b-2642-44c3-9ccf-396ed5d9c0d4 req-8c7b4b71-bd34-4f61-820d-06f9d27cdbdf tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=25129fe2-6019-4a9f-a2fd-d4ca07b7d4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337627 Oct 19 02:05:32.342638 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f24143-cb57-4830-86c6-563ffbc2ffac req-d5dac171-8b88-4a97-bf65-c681fe4a9aa1 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:32.344174 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-44f24143-cb57-4830-86c6-563ffbc2ffac req-d5dac171-8b88-4a97-bf65-c681fe4a9aa1 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 943 time: 0.0525906 Oct 19 02:05:32.383711 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-44f24143-cb57-4830-86c6-563ffbc2ffac req-67f7c4a1-1b8b-4971-a346-2e2c87bdc580 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=25129fe2-6019-4a9f-a2fd-d4ca07b7d4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327854 Oct 19 02:05:32.565559 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 771a1256-bfac-4082-8440-bd57a6965f70 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:05:32.658642 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 771a1256-bfac-4082-8440-bd57a6965f70, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=771a1256-bfac-4082-8440-bd57a6965f70,segment=NetworkSegment(573b7ba8-ba2a-49ea-a685-445ab03a8fc4),segment_id=573b7ba8-ba2a-49ea-a685-445ab03a8fc4)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:05:32.669957 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '771a1256-bfac-4082-8440-bd57a6965f70', 'network_id': '8fde56a8-a210-4454-b895-2a4ffc21d26b', 'port_id': '771a1256-bfac-4082-8440-bd57a6965f70', 'mac_address': 'fa:16:3e:45:41:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40cb4644-9876-458e-a87b-fa95c91e9e84', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:05:32.710633 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:32.723852 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 771a1256-bfac-4082-8440-bd57a6965f70 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:05:32.743038 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 771a1256-bfac-4082-8440-bd57a6965f70, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=771a1256-bfac-4082-8440-bd57a6965f70,segment=NetworkSegment(573b7ba8-ba2a-49ea-a685-445ab03a8fc4),segment_id=573b7ba8-ba2a-49ea-a685-445ab03a8fc4)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:05:32.746956 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:32.794090 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=771a1256-bfac-4082-8440-bd57a6965f70,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:33.113963 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['771a1256-bfac-4082-8440-bd57a6965f70'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:05:33.509692 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357473ba-b96c-490b-926e-deb37a8bd721 req-23be295f-a7ec-476c-9d27-7133fd54e862 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:33.511201 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-357473ba-b96c-490b-926e-deb37a8bd721 req-23be295f-a7ec-476c-9d27-7133fd54e862 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 944 time: 0.0479701 Oct 19 02:05:33.546782 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-357473ba-b96c-490b-926e-deb37a8bd721 req-029b4b1b-198c-4206-851d-182dd92de587 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=25129fe2-6019-4a9f-a2fd-d4ca07b7d4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297511 Oct 19 02:05:34.602802 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 771a1256-bfac-4082-8440-bd57a6965f70 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:05:34.652939 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 771a1256-bfac-4082-8440-bd57a6965f70 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 02:05:34.656783 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 771a1256-bfac-4082-8440-bd57a6965f70 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:05:34.657164 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:34.677589 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64c779-2f3d-4312-b507-fc61659e28fc req-f76e28d8-774c-4af8-b24c-81234380da47 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:34.679138 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8d64c779-2f3d-4312-b507-fc61659e28fc req-f76e28d8-774c-4af8-b24c-81234380da47 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 944 time: 0.0520353 Oct 19 02:05:34.717670 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8d64c779-2f3d-4312-b507-fc61659e28fc req-beffe1bd-1a7b-426c-ac8d-c484a9bdf3a6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=25129fe2-6019-4a9f-a2fd-d4ca07b7d4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325389 Oct 19 02:05:34.737144 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:34.760274 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd426284f-f456-4c73-a0a6-37895b525600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771a1256-bfac-4082-8440-bd57a6965f70'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:05:34.762530 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db8619b3bfd44a3a0f2128b398243c28f67a7e558bf903df4768d357387e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1302d24-14db-4fcf-9153-fb554b21a371" -d '{"events": [{"server_uuid": "d426284f-f456-4c73-a0a6-37895b525600", "name": "network-vif-plugged", "status": "completed", "tag": "771a1256-bfac-4082-8440-bd57a6965f70"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:05:34.775524 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 771a1256-bfac-4082-8440-bd57a6965f70, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=771a1256-bfac-4082-8440-bd57a6965f70,segment=NetworkSegment(573b7ba8-ba2a-49ea-a685-445ab03a8fc4),segment_id=573b7ba8-ba2a-49ea-a685-445ab03a8fc4)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:05:34.780453 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:34.804229 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bd6644-5c8e-479b-ac0e-e47e2ec76e05 x-openstack-request-id: req-07bd6644-5c8e-479b-ac0e-e47e2ec76e05 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:05:34.804537 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d426284f-f456-4c73-a0a6-37895b525600", "name": "network-vif-plugged", "status": "completed", "tag": "771a1256-bfac-4082-8440-bd57a6965f70", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:05:34.804793 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-07bd6644-5c8e-479b-ac0e-e47e2ec76e05 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:05:34.805186 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd426284f-f456-4c73-a0a6-37895b525600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771a1256-bfac-4082-8440-bd57a6965f70', 'code': 200} Oct 19 02:05:34.837154 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=771a1256-bfac-4082-8440-bd57a6965f70,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:34.894493 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b00bfc-886e-4167-8a69-11c05b300aaf req-dec60e3a-cc2e-4c73-ab4f-2073da743c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:34.895991 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a5b00bfc-886e-4167-8a69-11c05b300aaf req-dec60e3a-cc2e-4c73-ab4f-2073da743c99 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 1097 time: 0.0406504 Oct 19 02:05:34.929955 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a5b00bfc-886e-4167-8a69-11c05b300aaf req-01c053ee-d11b-4b7a-8145-86bc30edf9be service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=25129fe2-6019-4a9f-a2fd-d4ca07b7d4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274217 Oct 19 02:05:35.834080 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa645e-6f90-4c51-ac6f-5c86353d977b req-3267124d-d79a-428d-bfad-6850e96e9fe5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:35.835544 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-56aa645e-6f90-4c51-ac6f-5c86353d977b req-3267124d-d79a-428d-bfad-6850e96e9fe5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 945 time: 0.0529258 Oct 19 02:05:35.872791 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-56aa645e-6f90-4c51-ac6f-5c86353d977b req-116fbc08-8ade-4da0-a08a-119364779059 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=25129fe2-6019-4a9f-a2fd-d4ca07b7d4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312471 Oct 19 02:05:36.986016 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80b02d-9e9c-4f8f-b915-c62ac9a40ccb req-f0ed5641-2140-40e7-80d9-e5c27751375c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:36.988210 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9a80b02d-9e9c-4f8f-b915-c62ac9a40ccb req-f0ed5641-2140-40e7-80d9-e5c27751375c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 945 time: 0.0475357 Oct 19 02:05:37.030987 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9a80b02d-9e9c-4f8f-b915-c62ac9a40ccb req-f058ff83-01ef-4069-8a36-7c0ae1a3ed2e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=25129fe2-6019-4a9f-a2fd-d4ca07b7d4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367029 Oct 19 02:05:37.142668 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e637d5-4056-4879-9ea8-61a80fa7ec96 req-9387ccd2-bad5-4ace-9d4f-e134caf625fb tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:37.144844 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-81e637d5-4056-4879-9ea8-61a80fa7ec96 req-9387ccd2-bad5-4ace-9d4f-e134caf625fb tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 945 time: 0.0495875 Oct 19 02:05:37.182376 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-81e637d5-4056-4879-9ea8-61a80fa7ec96 req-2bc5b755-cf42-46b1-901b-89920e87f8aa tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=25129fe2-6019-4a9f-a2fd-d4ca07b7d4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315597 Oct 19 02:05:37.203011 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55300) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:05:37.242602 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2a7e08-3bd8-48a4-98b8-0f0b92497771 tempest-TestNetworkAdvancedServerOps-664428066 tempest-TestNetworkAdvancedServerOps-664428066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:37.244148 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ab2a7e08-3bd8-48a4-98b8-0f0b92497771 tempest-TestNetworkAdvancedServerOps-664428066 tempest-TestNetworkAdvancedServerOps-664428066-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 1092 time: 0.0401790 Oct 19 02:05:37.246875 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55302) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:05:37.251111 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-b32cd629-979b-452c-b6f8-658791dd7fe6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'port_id': '771a1256-bfac-4082-8440-bd57a6965f70', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:05:37.272903 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b32cd629-979b-452c-b6f8-658791dd7fe6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for floatingip, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:37.372316 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b32cd629-979b-452c-b6f8-658791dd7fe6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:37.478091 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-b32cd629-979b-452c-b6f8-658791dd7fe6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Allocated IP 172.25.8.91 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/2741e016-2199-4a76-b012-31580ee2e3c4) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:05:37.578246 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b32cd629-979b-452c-b6f8-658791dd7fe6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:37.611370 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b32cd629-979b-452c-b6f8-658791dd7fe6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:37.652723 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32cd629-979b-452c-b6f8-658791dd7fe6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:05:37.655539 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-b32cd629-979b-452c-b6f8-658791dd7fe6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:05:37.658997 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32cd629-979b-452c-b6f8-658791dd7fe6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:05:37.664311 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32cd629-979b-452c-b6f8-658791dd7fe6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Port': ['ID=2741e016-2199-4a76-b012-31580ee2e3c4,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:38.022198 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b32cd629-979b-452c-b6f8-658791dd7fe6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:38.091268 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b32cd629-979b-452c-b6f8-658791dd7fe6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:38.238550 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b32cd629-979b-452c-b6f8-658791dd7fe6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:38.242885 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b32cd629-979b-452c-b6f8-658791dd7fe6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:38.313747 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32cd629-979b-452c-b6f8-658791dd7fe6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Port': ['ID=2741e016-2199-4a76-b012-31580ee2e3c4,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:38.324024 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b32cd629-979b-452c-b6f8-658791dd7fe6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:38.425762 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [None req-b32cd629-979b-452c-b6f8-658791dd7fe6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Floating IP 6bdeb99c-e9ec-417a-999d-95473dca1ae5 associated. External IP: 172.25.8.91, port: 771a1256-bfac-4082-8440-bd57a6965f70. Oct 19 02:05:38.630370 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32cd629-979b-452c-b6f8-658791dd7fe6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Router e776f609-a524-4018-8175-d82aee704b43 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:05:38.736295 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32cd629-979b-452c-b6f8-658791dd7fe6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:05:38.745977 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88a28a8-9888-44f0-b0ee-898ad653f7eb None None] Sync routers for ids ['e776f609-a524-4018-8175-d82aee704b43'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:05:38.754179 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b32cd629-979b-452c-b6f8-658791dd7fe6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:38.755773 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88a28a8-9888-44f0-b0ee-898ad653f7eb None None] Routers {'e776f609-a524-4018-8175-d82aee704b43'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:05:38.756396 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-c88a28a8-9888-44f0-b0ee-898ad653f7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:05:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e776f609-a524-4018-8175-d82aee704b43'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:05:38.781560 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b32cd629-979b-452c-b6f8-658791dd7fe6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5336921 Oct 19 02:05:38.782147 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd426284f-f456-4c73-a0a6-37895b525600', 'tag': '771a1256-bfac-4082-8440-bd57a6965f70'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:05:38.785093 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9434de058546a022cc17e407c636edc5a2ce8615e174a01ffad9beb3023847d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3212feec-d92c-4951-80d4-18bb6b720cab" -d '{"events": [{"name": "network-changed", "server_uuid": "d426284f-f456-4c73-a0a6-37895b525600", "tag": "771a1256-bfac-4082-8440-bd57a6965f70"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:05:38.822784 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995f112f-c762-4c3c-8041-a1b14ada1c9f x-openstack-request-id: req-995f112f-c762-4c3c-8041-a1b14ada1c9f {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:05:38.823078 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d426284f-f456-4c73-a0a6-37895b525600", "tag": "771a1256-bfac-4082-8440-bd57a6965f70", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:05:38.823332 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-995f112f-c762-4c3c-8041-a1b14ada1c9f {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:05:38.823945 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd426284f-f456-4c73-a0a6-37895b525600', 'tag': '771a1256-bfac-4082-8440-bd57a6965f70', 'status': 'completed', 'code': 200} Oct 19 02:05:38.865395 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-c88a28a8-9888-44f0-b0ee-898ad653f7eb None None] Set router e776f609-a524-4018-8175-d82aee704b43 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:05:38.884576 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7868a0a0-8853-40f4-aaef-d85defb102c7 req-92602694-c300-4058-9a3d-719f2cff8d33 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:38.886100 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7868a0a0-8853-40f4-aaef-d85defb102c7 req-92602694-c300-4058-9a3d-719f2cff8d33 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 945 time: 0.0503893 Oct 19 02:05:38.888460 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212feec-d92c-4951-80d4-18bb6b720cab req-4e89e0a5-a771-40dd-85c7-b2ffa99789c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:38.889955 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3212feec-d92c-4951-80d4-18bb6b720cab req-4e89e0a5-a771-40dd-85c7-b2ffa99789c8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 1097 time: 0.0420253 Oct 19 02:05:38.926611 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7868a0a0-8853-40f4-aaef-d85defb102c7 req-3adb1813-8b50-4266-8872-be39b4d963d9 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=25129fe2-6019-4a9f-a2fd-d4ca07b7d4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341318 Oct 19 02:05:38.950535 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55308) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:05:39.007286 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212feec-d92c-4951-80d4-18bb6b720cab req-976e5e1c-26ca-45d0-ae92-4c28279cd568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:39.009057 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3212feec-d92c-4951-80d4-18bb6b720cab req-976e5e1c-26ca-45d0-ae92-4c28279cd568 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8fde56a8-a210-4454-b895-2a4ffc21d26b HTTP/1.1" status: 200 len: 897 time: 0.1122231 Oct 19 02:05:39.017378 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-66972e89-c6e9-4928-bcdd-66467511407d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/floatingips/6bdeb99c-e9ec-417a-999d-95473dca1ae5 HTTP/1.1" status: 200 len: 990 time: 0.0653684 Oct 19 02:05:39.077798 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3212feec-d92c-4951-80d4-18bb6b720cab req-f77ec9f6-7d4b-411a-a9a3-9010609c89b8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=771a1256-bfac-4082-8440-bd57a6965f70 HTTP/1.1" status: 200 len: 998 time: 0.0613847 Oct 19 02:05:39.098519 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-c88a28a8-9888-44f0-b0ee-898ad653f7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e776f609-a524-4018-8175-d82aee704b43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139541057', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '69054b54-028e-4552-97b0-4ed918d31d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:05:19Z', 'updated_at': '2021-10-19T02:05:22Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '69054b54-028e-4552-97b0-4ed918d31d77', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e776f609-a524-4018-8175-d82aee704b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:05:19Z', 'updated_at': '2021-10-19T02:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '6bdeb99c-e9ec-417a-999d-95473dca1ae5', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'floating_ip_address': '172.25.8.91', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'e776f609-a524-4018-8175-d82aee704b43', 'port_id': '771a1256-bfac-4082-8440-bd57a6965f70', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fde56a8-a210-4454-b895-2a4ffc21d26b', 'mac_address': 'fa:16:3e:45:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd426284f-f456-4c73-a0a6-37895b525600', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:05:37Z', 'updated_at': '2021-10-19T02:05:37Z', 'revision_number': 0, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8501b6d-a6d2-4762-8e20-fa76169fb827', 'name': '', 'network_id': '8fde56a8-a210-4454-b895-2a4ffc21d26b', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:cb:c2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e776f609-a524-4018-8175-d82aee704b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '40cb4644-9876-458e-a87b-fa95c91e9e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:05:21Z', 'updated_at': '2021-10-19T02:05:25Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': '40cb4644-9876-458e-a87b-fa95c91e9e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:05:39.124759 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88a28a8-9888-44f0-b0ee-898ad653f7eb None None] Checking router: e776f609-a524-4018-8175-d82aee704b43 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:05:39.126807 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212feec-d92c-4951-80d4-18bb6b720cab req-de9c176e-0988-421e-8510-1894d8e8ad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:39.128380 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3212feec-d92c-4951-80d4-18bb6b720cab req-de9c176e-0988-421e-8510-1894d8e8ad85 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=40cb4644-9876-458e-a87b-fa95c91e9e84 HTTP/1.1" status: 200 len: 835 time: 0.0440159 Oct 19 02:05:39.133705 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88a28a8-9888-44f0-b0ee-898ad653f7eb None None] Routers {'e776f609-a524-4018-8175-d82aee704b43'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:05:39.134309 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-c88a28a8-9888-44f0-b0ee-898ad653f7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:05:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e776f609-a524-4018-8175-d82aee704b43'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:05:39.181138 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212feec-d92c-4951-80d4-18bb6b720cab req-b51d39b8-a65a-4ec7-acc3-cdc5a88348e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:39.182599 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3212feec-d92c-4951-80d4-18bb6b720cab req-b51d39b8-a65a-4ec7-acc3-cdc5a88348e6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8fde56a8-a210-4454-b895-2a4ffc21d26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480461 Oct 19 02:05:39.241494 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-c88a28a8-9888-44f0-b0ee-898ad653f7eb None None] Set router e776f609-a524-4018-8175-d82aee704b43 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:05:39.273845 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3212feec-d92c-4951-80d4-18bb6b720cab req-9fe45093-269a-4794-8827-9c2359b555fd service neutron] 10.222.0.55 "GET /v2.0/networks/8fde56a8-a210-4454-b895-2a4ffc21d26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836706 Oct 19 02:05:39.369179 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3212feec-d92c-4951-80d4-18bb6b720cab req-b7172721-6f89-4dfc-943e-2f4581f6bcbf service neutron] 10.222.0.55 "GET /v2.0/networks/8fde56a8-a210-4454-b895-2a4ffc21d26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883985 Oct 19 02:05:39.469258 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-c88a28a8-9888-44f0-b0ee-898ad653f7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e776f609-a524-4018-8175-d82aee704b43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139541057', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '69054b54-028e-4552-97b0-4ed918d31d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:05:19Z', 'updated_at': '2021-10-19T02:05:22Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '69054b54-028e-4552-97b0-4ed918d31d77', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e776f609-a524-4018-8175-d82aee704b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:05:19Z', 'updated_at': '2021-10-19T02:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '6bdeb99c-e9ec-417a-999d-95473dca1ae5', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'floating_ip_address': '172.25.8.91', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'e776f609-a524-4018-8175-d82aee704b43', 'port_id': '771a1256-bfac-4082-8440-bd57a6965f70', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fde56a8-a210-4454-b895-2a4ffc21d26b', 'mac_address': 'fa:16:3e:45:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd426284f-f456-4c73-a0a6-37895b525600', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:05:37Z', 'updated_at': '2021-10-19T02:05:37Z', 'revision_number': 0, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8501b6d-a6d2-4762-8e20-fa76169fb827', 'name': '', 'network_id': '8fde56a8-a210-4454-b895-2a4ffc21d26b', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:cb:c2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e776f609-a524-4018-8175-d82aee704b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '40cb4644-9876-458e-a87b-fa95c91e9e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:05:21Z', 'updated_at': '2021-10-19T02:05:25Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': '40cb4644-9876-458e-a87b-fa95c91e9e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:05:39.495193 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88a28a8-9888-44f0-b0ee-898ad653f7eb None None] The sync data for ids ['e776f609-a524-4018-8175-d82aee704b43'] in n-d-715271-26 is: [{'id': 'e776f609-a524-4018-8175-d82aee704b43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139541057', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '69054b54-028e-4552-97b0-4ed918d31d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:05:19Z', 'updated_at': '2021-10-19T02:05:22Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '69054b54-028e-4552-97b0-4ed918d31d77', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e776f609-a524-4018-8175-d82aee704b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:05:19Z', 'updated_at': '2021-10-19T02:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '6bdeb99c-e9ec-417a-999d-95473dca1ae5', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'floating_ip_address': '172.25.8.91', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'e776f609-a524-4018-8175-d82aee704b43', 'port_id': '771a1256-bfac-4082-8440-bd57a6965f70', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fde56a8-a210-4454-b895-2a4ffc21d26b', 'mac_address': 'fa:16:3e:45:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd426284f-f456-4c73-a0a6-37895b525600', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:05:37Z', 'updated_at': '2021-10-19T02:05:37Z', 'revision_number': 0, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8501b6d-a6d2-4762-8e20-fa76169fb827', 'name': '', 'network_id': '8fde56a8-a210-4454-b895-2a4ffc21d26b', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:cb:c2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e776f609-a524-4018-8175-d82aee704b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '40cb4644-9876-458e-a87b-fa95c91e9e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:05:21Z', 'updated_at': '2021-10-19T02:05:25Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': '40cb4644-9876-458e-a87b-fa95c91e9e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:05:39.681696 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25933c6b-7907-409c-80a0-ea022f801e31 None None] New status for floating IP 6bdeb99c-e9ec-417a-999d-95473dca1ae5: ACTIVE {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:05:40.020984 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55310) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:05:40.082983 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d581ae5b-484d-467d-985d-fa4f305a8108 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/floatingips/6bdeb99c-e9ec-417a-999d-95473dca1ae5 HTTP/1.1" status: 200 len: 992 time: 0.0607729 Oct 19 02:05:44.033419 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6352798a-a5fc-44b1-98e8-a415cbd61648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:46.622674 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d12d026a-9c75-4d21-928d-f596279a9e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:47.368469 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:48.021740 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:49.947601 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:57.758914 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:06:00.202440 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:06:02.322740 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:06:14.034323 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-768c2ffc-e58b-4375-9045-5f32e0af4885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:06:16.623744 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c2eaa896-f2c8-4540-bac1-4e2d8dccc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:06:17.369330 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:06:18.025654 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:06:19.950718 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:06:27.757768 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:06:30.194556 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:06:35.988442 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b80745c5-c0a0-4577-937f-0549e71f1ba9 req-bf2accbc-74bd-4687-8bae-ebd54674dacf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d426284f-f456-4c73-a0a6-37895b525600&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0821614 Oct 19 02:06:36.067610 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80745c5-c0a0-4577-937f-0549e71f1ba9 req-9272754f-b793-429d-9722-23ef8b7e3e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:06:36.069363 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b80745c5-c0a0-4577-937f-0549e71f1ba9 req-9272754f-b793-429d-9722-23ef8b7e3e87 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 1097 time: 0.0399196 Oct 19 02:06:36.175136 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80745c5-c0a0-4577-937f-0549e71f1ba9 req-3b04efd9-6eba-4e23-b1b1-437cf667d11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:06:36.176524 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b80745c5-c0a0-4577-937f-0549e71f1ba9 req-3b04efd9-6eba-4e23-b1b1-437cf667d11f service neutron] 10.222.0.55 "GET /v2.0/networks?id=8fde56a8-a210-4454-b895-2a4ffc21d26b HTTP/1.1" status: 200 len: 897 time: 0.0886395 Oct 19 02:06:36.240003 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b80745c5-c0a0-4577-937f-0549e71f1ba9 req-fc9a7d37-7253-4f3f-9688-8b3c24532138 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=771a1256-bfac-4082-8440-bd57a6965f70 HTTP/1.1" status: 200 len: 1000 time: 0.0564682 Oct 19 02:06:36.291897 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80745c5-c0a0-4577-937f-0549e71f1ba9 req-b685ffbf-2cd9-456c-ac82-70382fdf7e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:06:36.293306 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b80745c5-c0a0-4577-937f-0549e71f1ba9 req-b685ffbf-2cd9-456c-ac82-70382fdf7e51 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=40cb4644-9876-458e-a87b-fa95c91e9e84 HTTP/1.1" status: 200 len: 835 time: 0.0469825 Oct 19 02:06:36.337398 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80745c5-c0a0-4577-937f-0549e71f1ba9 req-da1b47fa-a860-4f12-ab8e-0cf682ceca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:06:36.338838 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b80745c5-c0a0-4577-937f-0549e71f1ba9 req-da1b47fa-a860-4f12-ab8e-0cf682ceca3f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8fde56a8-a210-4454-b895-2a4ffc21d26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388024 Oct 19 02:06:36.429283 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b80745c5-c0a0-4577-937f-0549e71f1ba9 req-0a561fcf-b002-4f6a-8250-3cec33973b82 service neutron] 10.222.0.55 "GET /v2.0/networks/8fde56a8-a210-4454-b895-2a4ffc21d26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821309 Oct 19 02:06:36.522078 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b80745c5-c0a0-4577-937f-0549e71f1ba9 req-cf8566ed-60c1-4eb5-9021-860677832591 service neutron] 10.222.0.55 "GET /v2.0/networks/8fde56a8-a210-4454-b895-2a4ffc21d26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851028 Oct 19 02:06:37.143935 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-eaed699f-e372-496c-855e-79e2c0c4e786 req-ccc92040-12a8-4066-acb5-d894d349af1f service neutron] (100606) timed out ('10.222.0.57', 52118) {{(pid=100606) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 02:06:39.322471 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:06:42.906377 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18198728-78b2-4d05-9689-6b63b1bb8926 req-1bfb92ee-5e5d-48e2-8af9-eec801cad9a6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:06:42.907890 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-18198728-78b2-4d05-9689-6b63b1bb8926 req-1bfb92ee-5e5d-48e2-8af9-eec801cad9a6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 945 time: 0.0800705 Oct 19 02:06:42.910259 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368eb6d-b381-42d4-9a7e-c3c7947cad09 req-47dda251-5627-44c5-b064-98bc0560e611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:06:42.911601 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3368eb6d-b381-42d4-9a7e-c3c7947cad09 req-47dda251-5627-44c5-b064-98bc0560e611 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 1097 time: 0.0818896 Oct 19 02:06:42.974694 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-18198728-78b2-4d05-9689-6b63b1bb8926 req-906fd419-acea-4328-84bb-444072473f1c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=25129fe2-6019-4a9f-a2fd-d4ca07b7d4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609839 Oct 19 02:06:43.030624 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368eb6d-b381-42d4-9a7e-c3c7947cad09 req-d90e668e-20af-456d-9dbb-b3388cf2c897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:06:43.032119 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3368eb6d-b381-42d4-9a7e-c3c7947cad09 req-d90e668e-20af-456d-9dbb-b3388cf2c897 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8fde56a8-a210-4454-b895-2a4ffc21d26b HTTP/1.1" status: 200 len: 897 time: 0.1126325 Oct 19 02:06:43.099977 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3368eb6d-b381-42d4-9a7e-c3c7947cad09 req-acc9ba26-bd17-4983-a94e-dcefacb2f4bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=771a1256-bfac-4082-8440-bd57a6965f70 HTTP/1.1" status: 200 len: 1000 time: 0.0600021 Oct 19 02:06:43.478093 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368eb6d-b381-42d4-9a7e-c3c7947cad09 req-17467c4d-03f0-445b-bd22-d53c4810ad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:06:43.479548 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3368eb6d-b381-42d4-9a7e-c3c7947cad09 req-17467c4d-03f0-445b-bd22-d53c4810ad39 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=40cb4644-9876-458e-a87b-fa95c91e9e84 HTTP/1.1" status: 200 len: 835 time: 0.3734238 Oct 19 02:06:43.525109 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368eb6d-b381-42d4-9a7e-c3c7947cad09 req-61a8a571-68d8-4367-8dd9-21a1c7d64498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:06:43.526484 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3368eb6d-b381-42d4-9a7e-c3c7947cad09 req-61a8a571-68d8-4367-8dd9-21a1c7d64498 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8fde56a8-a210-4454-b895-2a4ffc21d26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391476 Oct 19 02:06:43.620108 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3368eb6d-b381-42d4-9a7e-c3c7947cad09 req-be4fd310-14f9-4e06-b4ac-70c14f1c7980 service neutron] 10.222.0.55 "GET /v2.0/networks/8fde56a8-a210-4454-b895-2a4ffc21d26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853825 Oct 19 02:06:43.709766 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3368eb6d-b381-42d4-9a7e-c3c7947cad09 req-ddd75150-d7bc-4340-bfd1-3f97dbd10b38 service neutron] 10.222.0.55 "GET /v2.0/networks/8fde56a8-a210-4454-b895-2a4ffc21d26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822141 Oct 19 02:06:44.038855 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7fffc677-3429-4e3c-a270-58bbbdeb20e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:06:44.094730 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea20d2d-5444-45f7-84a6-2c9d80c881be req-5afb3fd6-c51d-4aea-a6cd-a52fde18c6fc tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:06:44.096231 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0ea20d2d-5444-45f7-84a6-2c9d80c881be req-5afb3fd6-c51d-4aea-a6cd-a52fde18c6fc tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 945 time: 0.0493608 Oct 19 02:06:44.133922 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0ea20d2d-5444-45f7-84a6-2c9d80c881be req-7b9e4ee0-32b1-4f73-9dd1-318abe784d44 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=25129fe2-6019-4a9f-a2fd-d4ca07b7d4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313070 Oct 19 02:06:45.251948 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2795d8a-5e49-4df8-ad16-29fddf012ad3 req-ea7f14e8-f89d-4c86-a1e4-d8316cc6daef tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:06:45.253306 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e2795d8a-5e49-4df8-ad16-29fddf012ad3 req-ea7f14e8-f89d-4c86-a1e4-d8316cc6daef tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 945 time: 0.0515177 Oct 19 02:06:45.290870 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e2795d8a-5e49-4df8-ad16-29fddf012ad3 req-7e637f85-a8cd-4897-b6c1-c44ae223fd59 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=25129fe2-6019-4a9f-a2fd-d4ca07b7d4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306506 Oct 19 02:06:46.404813 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5997a93-a755-4738-b277-fe69cd60dd17 req-5e54248b-f859-4090-a6d5-2c4a741a90ac tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:06:46.406283 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5997a93-a755-4738-b277-fe69cd60dd17 req-5e54248b-f859-4090-a6d5-2c4a741a90ac tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 945 time: 0.0486076 Oct 19 02:06:46.441913 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5997a93-a755-4738-b277-fe69cd60dd17 req-8b704816-bbd0-4aa4-b8a3-10e596db2a20 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=25129fe2-6019-4a9f-a2fd-d4ca07b7d4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296047 Oct 19 02:06:46.623134 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4afd1041-f501-4b4c-9526-a02e78815b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:06:47.370129 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:06:47.555598 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3a0c2-36a6-436a-a6cf-fa4c2e002fa2 req-b75d607a-beca-4d94-b811-e42fd3a67e2a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:06:47.557078 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-29f3a0c2-36a6-436a-a6cf-fa4c2e002fa2 req-b75d607a-beca-4d94-b811-e42fd3a67e2a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 945 time: 0.0482614 Oct 19 02:06:47.593748 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-29f3a0c2-36a6-436a-a6cf-fa4c2e002fa2 req-80c1a77a-1037-43cd-b9d0-ffacb77ac438 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=25129fe2-6019-4a9f-a2fd-d4ca07b7d4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308759 Oct 19 02:06:48.025678 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:06:48.710299 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd232f-966d-4bee-82e6-cbc08e263fb9 req-0bc9ff6a-5457-4204-b4a1-343b74449349 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:06:48.711999 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-55fd232f-966d-4bee-82e6-cbc08e263fb9 req-0bc9ff6a-5457-4204-b4a1-343b74449349 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 945 time: 0.0528462 Oct 19 02:06:48.749395 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-55fd232f-966d-4bee-82e6-cbc08e263fb9 req-3cb9fc7e-0a05-4946-ae04-ea7372e911b2 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=25129fe2-6019-4a9f-a2fd-d4ca07b7d4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314000 Oct 19 02:06:49.864191 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bbea7-bfc2-4349-a042-2e7cc76e3ed7 req-96b9fe8b-4e64-4584-8aa9-c7fa8a3e8c99 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:06:49.865588 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f86bbea7-bfc2-4349-a042-2e7cc76e3ed7 req-96b9fe8b-4e64-4584-8aa9-c7fa8a3e8c99 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 945 time: 0.0488431 Oct 19 02:06:49.903632 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f86bbea7-bfc2-4349-a042-2e7cc76e3ed7 req-b202372d-cfa3-46ae-8c6b-cf160439ed1a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=25129fe2-6019-4a9f-a2fd-d4ca07b7d4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318754 Oct 19 02:06:49.952753 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:06:51.018610 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8e2ad-cace-4de4-9bbb-f93c10064b39 req-61e23602-ce79-4cf1-ae6a-0bcabe5a26ce tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:06:51.020117 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cfb8e2ad-cace-4de4-9bbb-f93c10064b39 req-61e23602-ce79-4cf1-ae6a-0bcabe5a26ce tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 945 time: 0.0493066 Oct 19 02:06:51.057048 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cfb8e2ad-cace-4de4-9bbb-f93c10064b39 req-1054eacf-d0a0-458b-afd8-7c9983883abb tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=25129fe2-6019-4a9f-a2fd-d4ca07b7d4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304515 Oct 19 02:06:52.178793 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e51e4e-e4bb-421b-bb4f-243ffd8e3d5e req-58e890de-51c6-4f1a-99f5-42884d811a24 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:06:52.180818 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c2e51e4e-e4bb-421b-bb4f-243ffd8e3d5e req-58e890de-51c6-4f1a-99f5-42884d811a24 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 945 time: 0.0559027 Oct 19 02:06:52.217935 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c2e51e4e-e4bb-421b-bb4f-243ffd8e3d5e req-a9ef21d5-ffcd-4d6c-8d8e-825f8f1c130e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=25129fe2-6019-4a9f-a2fd-d4ca07b7d4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310979 Oct 19 02:06:53.332127 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31af16-4f99-4319-8e2a-aa193363da7c req-d6c1385d-50bd-4c39-b553-3aa26c474fdb tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:06:53.333593 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7c31af16-4f99-4319-8e2a-aa193363da7c req-d6c1385d-50bd-4c39-b553-3aa26c474fdb tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 945 time: 0.0482557 Oct 19 02:06:53.370036 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7c31af16-4f99-4319-8e2a-aa193363da7c req-f88b5376-379d-4d78-811e-7613517021a7 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=25129fe2-6019-4a9f-a2fd-d4ca07b7d4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300248 Oct 19 02:06:54.486753 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a55a2-6619-402e-9422-cba73c221f77 req-38188c03-3364-4799-b37e-5ac1b7f126f9 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:06:54.488247 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fd7a55a2-6619-402e-9422-cba73c221f77 req-38188c03-3364-4799-b37e-5ac1b7f126f9 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 945 time: 0.0495811 Oct 19 02:06:54.527008 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fd7a55a2-6619-402e-9422-cba73c221f77 req-cfdfa12e-fff6-4eee-91f2-3b8733cadf68 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=25129fe2-6019-4a9f-a2fd-d4ca07b7d4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321712 Oct 19 02:06:55.659581 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c7dd1-a8e5-453f-a472-e2ef91c1bbe5 req-3780e06c-d8e7-474f-911b-812656568e61 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:06:55.661077 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f15c7dd1-a8e5-453f-a472-e2ef91c1bbe5 req-3780e06c-d8e7-474f-911b-812656568e61 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 945 time: 0.0532703 Oct 19 02:06:55.698774 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f15c7dd1-a8e5-453f-a472-e2ef91c1bbe5 req-2daf7250-a593-4188-b530-2fdc7e9c8b88 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=25129fe2-6019-4a9f-a2fd-d4ca07b7d4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315962 Oct 19 02:06:55.720490 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55388) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:06:55.780461 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5eb98246-a877-48fb-b98a-04824e09b0f2 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/floatingips/6bdeb99c-e9ec-417a-999d-95473dca1ae5 HTTP/1.1" status: 200 len: 992 time: 0.0587428 Oct 19 02:06:57.774854 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:00.207643 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:14.040517 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bee5ef1d-7d53-4972-aa27-03c869799b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:16.322562 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:07:16.624037 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0dcbf72b-7c3c-4e55-b74b-b6fa9c0774fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:17.371422 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:18.029072 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:19.956133 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:27.773375 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:30.223203 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:35.953871 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c2d6dd5d-f088-455e-81aa-f0e2c6d11cda req-ea1402ff-c940-44c8-b14d-5c4407e62536 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d426284f-f456-4c73-a0a6-37895b525600&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442424 Oct 19 02:07:36.033407 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6dd5d-f088-455e-81aa-f0e2c6d11cda req-0a5f0b8f-2a29-4fd6-aa9b-b5f4de08be66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:36.034892 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c2d6dd5d-f088-455e-81aa-f0e2c6d11cda req-0a5f0b8f-2a29-4fd6-aa9b-b5f4de08be66 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 1097 time: 0.0406749 Oct 19 02:07:36.140241 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6dd5d-f088-455e-81aa-f0e2c6d11cda req-d278da11-d542-4f18-9d45-cc7ff03918b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:36.141714 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c2d6dd5d-f088-455e-81aa-f0e2c6d11cda req-d278da11-d542-4f18-9d45-cc7ff03918b0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8fde56a8-a210-4454-b895-2a4ffc21d26b HTTP/1.1" status: 200 len: 897 time: 0.0882108 Oct 19 02:07:36.206360 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c2d6dd5d-f088-455e-81aa-f0e2c6d11cda req-2c78dec5-0034-4127-9631-f1c859a4597a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=771a1256-bfac-4082-8440-bd57a6965f70 HTTP/1.1" status: 200 len: 1000 time: 0.0580406 Oct 19 02:07:36.254489 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6dd5d-f088-455e-81aa-f0e2c6d11cda req-6acde9ca-4699-449f-b5b6-fb1ebf94cd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:36.256196 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c2d6dd5d-f088-455e-81aa-f0e2c6d11cda req-6acde9ca-4699-449f-b5b6-fb1ebf94cd34 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=40cb4644-9876-458e-a87b-fa95c91e9e84 HTTP/1.1" status: 200 len: 835 time: 0.0433137 Oct 19 02:07:36.304957 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6dd5d-f088-455e-81aa-f0e2c6d11cda req-9f34187c-d4c0-4cd2-9814-1b92f59d1241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:36.306441 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c2d6dd5d-f088-455e-81aa-f0e2c6d11cda req-9f34187c-d4c0-4cd2-9814-1b92f59d1241 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8fde56a8-a210-4454-b895-2a4ffc21d26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437675 Oct 19 02:07:36.396198 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c2d6dd5d-f088-455e-81aa-f0e2c6d11cda req-ed814954-351a-4191-b835-da5b6812f386 service neutron] 10.222.0.55 "GET /v2.0/networks/8fde56a8-a210-4454-b895-2a4ffc21d26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827854 Oct 19 02:07:36.488862 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c2d6dd5d-f088-455e-81aa-f0e2c6d11cda req-51080bf7-b48d-4ef9-954f-23334effa12e service neutron] 10.222.0.55 "GET /v2.0/networks/8fde56a8-a210-4454-b895-2a4ffc21d26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852146 Oct 19 02:07:44.040463 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ab5f6f61-8a60-48f0-8d2c-0c7cb3da1414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:46.625252 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c90b50dd-1d50-42fd-b3b6-381f0f9a196d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:47.371667 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:48.032492 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:49.958760 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:51.072914 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55420) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:07:51.225919 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-58fab5ac-912c-44cf-baf9-6a6297615449 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Deleting port 2741e016-2199-4a76-b012-31580ee2e3c4 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:07:51.226175 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-58fab5ac-912c-44cf-baf9-6a6297615449 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:51.303969 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-58fab5ac-912c-44cf-baf9-6a6297615449 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:51.304295 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-58fab5ac-912c-44cf-baf9-6a6297615449 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:51.315606 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-58fab5ac-912c-44cf-baf9-6a6297615449 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Calling delete_port for 2741e016-2199-4a76-b012-31580ee2e3c4 owned by network:floatingip {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:07:51.456548 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-58fab5ac-912c-44cf-baf9-6a6297615449 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:51.486173 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fab5ac-912c-44cf-baf9-6a6297615449 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event deleted for resources: {'Port': ['ID=2741e016-2199-4a76-b012-31580ee2e3c4,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:07:51.509682 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fab5ac-912c-44cf-baf9-6a6297615449 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:51.510032 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fab5ac-912c-44cf-baf9-6a6297615449 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:51.510356 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fab5ac-912c-44cf-baf9-6a6297615449 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:51.510691 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fab5ac-912c-44cf-baf9-6a6297615449 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:51.511025 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fab5ac-912c-44cf-baf9-6a6297615449 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:51.511357 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fab5ac-912c-44cf-baf9-6a6297615449 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:51.511684 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fab5ac-912c-44cf-baf9-6a6297615449 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:51.512036 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fab5ac-912c-44cf-baf9-6a6297615449 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:51.512362 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fab5ac-912c-44cf-baf9-6a6297615449 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:51.512684 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fab5ac-912c-44cf-baf9-6a6297615449 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:51.513004 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fab5ac-912c-44cf-baf9-6a6297615449 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:51.513322 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fab5ac-912c-44cf-baf9-6a6297615449 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:51.553053 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-58fab5ac-912c-44cf-baf9-6a6297615449 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for floatingip, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:51.553384 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [None req-58fab5ac-912c-44cf-baf9-6a6297615449 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Floating IP 6bdeb99c-e9ec-417a-999d-95473dca1ae5 disassociated (deleted). External IP: 172.25.8.91, port: 771a1256-bfac-4082-8440-bd57a6965f70. Oct 19 02:07:52.066470 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58fab5ac-912c-44cf-baf9-6a6297615449 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Router e776f609-a524-4018-8175-d82aee704b43 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:07:52.173361 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fab5ac-912c-44cf-baf9-6a6297615449 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:07:52.178127 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-58fab5ac-912c-44cf-baf9-6a6297615449 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:52.183086 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecbd3da-e55c-40f7-a3e8-05e24c4774dc None None] Sync routers for ids ['e776f609-a524-4018-8175-d82aee704b43'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:07:52.191864 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecbd3da-e55c-40f7-a3e8-05e24c4774dc None None] Routers {'e776f609-a524-4018-8175-d82aee704b43'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:07:52.192465 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-8ecbd3da-e55c-40f7-a3e8-05e24c4774dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:07:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e776f609-a524-4018-8175-d82aee704b43'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:07:52.204452 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-58fab5ac-912c-44cf-baf9-6a6297615449 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "DELETE /v2.0/floatingips/6bdeb99c-e9ec-417a-999d-95473dca1ae5 HTTP/1.1" status: 204 len: 168 time: 1.1303947 Oct 19 02:07:52.205057 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd426284f-f456-4c73-a0a6-37895b525600', 'tag': '771a1256-bfac-4082-8440-bd57a6965f70'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:07:52.207542 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}604d1223bc0e61ef4f6f375a56b68240d92e3dadd1a32e57b330ac88f8c52c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66731571-aacb-4f40-9d11-cb89e5671ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "d426284f-f456-4c73-a0a6-37895b525600", "tag": "771a1256-bfac-4082-8440-bd57a6965f70"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:07:52.252295 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfaa9a6-cbf8-46a1-9c07-66a62f6005c4 x-openstack-request-id: req-5dfaa9a6-cbf8-46a1-9c07-66a62f6005c4 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:07:52.252591 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d426284f-f456-4c73-a0a6-37895b525600", "tag": "771a1256-bfac-4082-8440-bd57a6965f70", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:07:52.252845 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5dfaa9a6-cbf8-46a1-9c07-66a62f6005c4 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:07:52.253267 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd426284f-f456-4c73-a0a6-37895b525600', 'tag': '771a1256-bfac-4082-8440-bd57a6965f70', 'status': 'completed', 'code': 200} Oct 19 02:07:52.299569 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-8ecbd3da-e55c-40f7-a3e8-05e24c4774dc None None] Set router e776f609-a524-4018-8175-d82aee704b43 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:07:52.318376 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66731571-aacb-4f40-9d11-cb89e5671ed7 req-cc6e97fd-6b36-4a57-afc8-4bf8f39006cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:52.319936 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-66731571-aacb-4f40-9d11-cb89e5671ed7 req-cc6e97fd-6b36-4a57-afc8-4bf8f39006cd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 1097 time: 0.0455675 Oct 19 02:07:52.453177 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66731571-aacb-4f40-9d11-cb89e5671ed7 req-e36d1631-3e62-43b0-8c55-7d7162630cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:52.454717 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-66731571-aacb-4f40-9d11-cb89e5671ed7 req-e36d1631-3e62-43b0-8c55-7d7162630cef service neutron] 10.222.0.55 "GET /v2.0/networks?id=8fde56a8-a210-4454-b895-2a4ffc21d26b HTTP/1.1" status: 200 len: 897 time: 0.1217597 Oct 19 02:07:52.499453 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-66731571-aacb-4f40-9d11-cb89e5671ed7 req-d72021ed-e6e4-4387-87d9-826605912ea1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=771a1256-bfac-4082-8440-bd57a6965f70 HTTP/1.1" status: 200 len: 217 time: 0.0372231 Oct 19 02:07:52.512732 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-8ecbd3da-e55c-40f7-a3e8-05e24c4774dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e776f609-a524-4018-8175-d82aee704b43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139541057', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '69054b54-028e-4552-97b0-4ed918d31d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:05:19Z', 'updated_at': '2021-10-19T02:05:22Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '69054b54-028e-4552-97b0-4ed918d31d77', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e776f609-a524-4018-8175-d82aee704b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:05:19Z', 'updated_at': '2021-10-19T02:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'f8501b6d-a6d2-4762-8e20-fa76169fb827', 'name': '', 'network_id': '8fde56a8-a210-4454-b895-2a4ffc21d26b', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:cb:c2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e776f609-a524-4018-8175-d82aee704b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '40cb4644-9876-458e-a87b-fa95c91e9e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:05:21Z', 'updated_at': '2021-10-19T02:05:25Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': '40cb4644-9876-458e-a87b-fa95c91e9e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:07:52.538077 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecbd3da-e55c-40f7-a3e8-05e24c4774dc None None] Checking router: e776f609-a524-4018-8175-d82aee704b43 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:07:52.546458 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecbd3da-e55c-40f7-a3e8-05e24c4774dc None None] Routers {'e776f609-a524-4018-8175-d82aee704b43'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:07:52.547061 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-8ecbd3da-e55c-40f7-a3e8-05e24c4774dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:07:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e776f609-a524-4018-8175-d82aee704b43'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:07:52.576749 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66731571-aacb-4f40-9d11-cb89e5671ed7 req-bf35d1da-94cf-4260-8473-480c22306f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:52.578230 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-66731571-aacb-4f40-9d11-cb89e5671ed7 req-bf35d1da-94cf-4260-8473-480c22306f38 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=40cb4644-9876-458e-a87b-fa95c91e9e84 HTTP/1.1" status: 200 len: 835 time: 0.0707319 Oct 19 02:07:52.586568 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862063ee-6913-41ad-b2f2-4e5b2e6dce65 req-09a7c80c-d4b9-44a1-85e2-834952955c9e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:52.588145 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-862063ee-6913-41ad-b2f2-4e5b2e6dce65 req-09a7c80c-d4b9-44a1-85e2-834952955c9e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 945 time: 0.1689312 Oct 19 02:07:52.652127 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-862063ee-6913-41ad-b2f2-4e5b2e6dce65 req-ab57f8ea-ebaa-4b40-acd8-45686d48dd06 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=25129fe2-6019-4a9f-a2fd-d4ca07b7d4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546634 Oct 19 02:07:52.657181 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66731571-aacb-4f40-9d11-cb89e5671ed7 req-9565b58d-5d06-4b89-bbca-e491984a387b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:52.658733 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-66731571-aacb-4f40-9d11-cb89e5671ed7 req-9565b58d-5d06-4b89-bbca-e491984a387b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8fde56a8-a210-4454-b895-2a4ffc21d26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697179 Oct 19 02:07:52.762150 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-66731571-aacb-4f40-9d11-cb89e5671ed7 req-f16fbdfc-65ae-450b-9aa6-f6beb448f899 service neutron] 10.222.0.55 "GET /v2.0/networks/8fde56a8-a210-4454-b895-2a4ffc21d26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938523 Oct 19 02:07:52.806418 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-8ecbd3da-e55c-40f7-a3e8-05e24c4774dc None None] Set router e776f609-a524-4018-8175-d82aee704b43 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:07:52.855819 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-66731571-aacb-4f40-9d11-cb89e5671ed7 req-a62df036-80ec-46cf-a4b4-2294a06a9172 service neutron] 10.222.0.55 "GET /v2.0/networks/8fde56a8-a210-4454-b895-2a4ffc21d26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854082 Oct 19 02:07:53.003172 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-8ecbd3da-e55c-40f7-a3e8-05e24c4774dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e776f609-a524-4018-8175-d82aee704b43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139541057', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '69054b54-028e-4552-97b0-4ed918d31d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:05:19Z', 'updated_at': '2021-10-19T02:05:22Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '69054b54-028e-4552-97b0-4ed918d31d77', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e776f609-a524-4018-8175-d82aee704b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:05:19Z', 'updated_at': '2021-10-19T02:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'f8501b6d-a6d2-4762-8e20-fa76169fb827', 'name': '', 'network_id': '8fde56a8-a210-4454-b895-2a4ffc21d26b', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:cb:c2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e776f609-a524-4018-8175-d82aee704b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '40cb4644-9876-458e-a87b-fa95c91e9e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:05:21Z', 'updated_at': '2021-10-19T02:05:25Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': '40cb4644-9876-458e-a87b-fa95c91e9e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:07:53.034303 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecbd3da-e55c-40f7-a3e8-05e24c4774dc None None] The sync data for ids ['e776f609-a524-4018-8175-d82aee704b43'] in n-d-715271-26 is: [{'id': 'e776f609-a524-4018-8175-d82aee704b43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139541057', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '69054b54-028e-4552-97b0-4ed918d31d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:05:19Z', 'updated_at': '2021-10-19T02:05:22Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '69054b54-028e-4552-97b0-4ed918d31d77', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e776f609-a524-4018-8175-d82aee704b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:05:19Z', 'updated_at': '2021-10-19T02:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'f8501b6d-a6d2-4762-8e20-fa76169fb827', 'name': '', 'network_id': '8fde56a8-a210-4454-b895-2a4ffc21d26b', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:cb:c2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e776f609-a524-4018-8175-d82aee704b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '40cb4644-9876-458e-a87b-fa95c91e9e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:05:21Z', 'updated_at': '2021-10-19T02:05:25Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': '40cb4644-9876-458e-a87b-fa95c91e9e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:07:53.241599 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1720c19-b5b5-4b9a-b012-e7119509b895 None None] New status for floating IP 6bdeb99c-e9ec-417a-999d-95473dca1ae5: DOWN {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:07:53.321213 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:07:53.820260 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bff0e-3a3e-467a-9ca7-674793ace1fa req-e92b6802-f7d7-469d-a570-92a3dce7f16d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:53.821752 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-af8bff0e-3a3e-467a-9ca7-674793ace1fa req-e92b6802-f7d7-469d-a570-92a3dce7f16d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 945 time: 0.0977607 Oct 19 02:07:53.859976 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-af8bff0e-3a3e-467a-9ca7-674793ace1fa req-824f04a9-5b7c-490c-81e6-2ba3df246f16 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=25129fe2-6019-4a9f-a2fd-d4ca07b7d4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318820 Oct 19 02:07:54.065012 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dbe0ce-9f52-400d-a80c-0232c2c57bc4 req-8ad96f66-ae23-432a-b607-0265474564cb tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:54.066449 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-39dbe0ce-9f52-400d-a80c-0232c2c57bc4 req-8ad96f66-ae23-432a-b607-0265474564cb tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.55 "GET /v2.0/ports?device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 945 time: 0.0481567 Oct 19 02:07:54.157482 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-39dbe0ce-9f52-400d-a80c-0232c2c57bc4 req-b3030595-48eb-44eb-bf62-9d0cbd19f1a5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Deleting port 771a1256-bfac-4082-8440-bd57a6965f70 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:07:54.157818 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-39dbe0ce-9f52-400d-a80c-0232c2c57bc4 req-b3030595-48eb-44eb-bf62-9d0cbd19f1a5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:54.247786 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-39dbe0ce-9f52-400d-a80c-0232c2c57bc4 req-b3030595-48eb-44eb-bf62-9d0cbd19f1a5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] For port 771a1256-bfac-4082-8440-bd57a6965f70, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=771a1256-bfac-4082-8440-bd57a6965f70,segment=NetworkSegment(573b7ba8-ba2a-49ea-a685-445ab03a8fc4),segment_id=573b7ba8-ba2a-49ea-a685-445ab03a8fc4)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:07:54.248036 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-39dbe0ce-9f52-400d-a80c-0232c2c57bc4 req-b3030595-48eb-44eb-bf62-9d0cbd19f1a5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:54.260433 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-39dbe0ce-9f52-400d-a80c-0232c2c57bc4 req-b3030595-48eb-44eb-bf62-9d0cbd19f1a5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Calling delete_port for 771a1256-bfac-4082-8440-bd57a6965f70 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:07:54.388604 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-39dbe0ce-9f52-400d-a80c-0232c2c57bc4 req-b3030595-48eb-44eb-bf62-9d0cbd19f1a5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:54.415586 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3030595-48eb-44eb-bf62-9d0cbd19f1a5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event deleted for resources: {'Port': ['ID=771a1256-bfac-4082-8440-bd57a6965f70,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:07:54.429743 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3030595-48eb-44eb-bf62-9d0cbd19f1a5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:54.430103 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3030595-48eb-44eb-bf62-9d0cbd19f1a5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:54.430451 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3030595-48eb-44eb-bf62-9d0cbd19f1a5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:54.430785 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3030595-48eb-44eb-bf62-9d0cbd19f1a5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:54.431119 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3030595-48eb-44eb-bf62-9d0cbd19f1a5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:54.431502 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3030595-48eb-44eb-bf62-9d0cbd19f1a5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:54.431863 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3030595-48eb-44eb-bf62-9d0cbd19f1a5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:54.432197 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3030595-48eb-44eb-bf62-9d0cbd19f1a5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:54.432526 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3030595-48eb-44eb-bf62-9d0cbd19f1a5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:54.432850 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3030595-48eb-44eb-bf62-9d0cbd19f1a5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:54.433177 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3030595-48eb-44eb-bf62-9d0cbd19f1a5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:54.433530 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3030595-48eb-44eb-bf62-9d0cbd19f1a5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:54.472472 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-39dbe0ce-9f52-400d-a80c-0232c2c57bc4 req-b3030595-48eb-44eb-bf62-9d0cbd19f1a5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] No DVR routers for this DVR port 771a1256-bfac-4082-8440-bd57a6965f70 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:07:54.475021 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-39dbe0ce-9f52-400d-a80c-0232c2c57bc4 req-b3030595-48eb-44eb-bf62-9d0cbd19f1a5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:54.478393 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-39dbe0ce-9f52-400d-a80c-0232c2c57bc4 req-b3030595-48eb-44eb-bf62-9d0cbd19f1a5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.55 "DELETE /v2.0/ports/771a1256-bfac-4082-8440-bd57a6965f70 HTTP/1.1" status: 204 len: 173 time: 0.4064193 Oct 19 02:07:54.478825 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd426284f-f456-4c73-a0a6-37895b525600', 'name': 'network-vif-deleted', 'tag': '771a1256-bfac-4082-8440-bd57a6965f70'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:07:54.481173 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9434de058546a022cc17e407c636edc5a2ce8615e174a01ffad9beb3023847d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212e9504-eb2c-4d96-9d5e-1254cdc4df0f" -d '{"events": [{"server_uuid": "d426284f-f456-4c73-a0a6-37895b525600", "name": "network-vif-deleted", "tag": "771a1256-bfac-4082-8440-bd57a6965f70"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:07:54.522005 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2c3a7e-65a8-487f-af88-1b388d541e31 x-openstack-request-id: req-5a2c3a7e-65a8-487f-af88-1b388d541e31 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:07:54.522298 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d426284f-f456-4c73-a0a6-37895b525600", "name": "network-vif-deleted", "tag": "771a1256-bfac-4082-8440-bd57a6965f70", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:07:54.522552 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5a2c3a7e-65a8-487f-af88-1b388d541e31 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:07:54.522966 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd426284f-f456-4c73-a0a6-37895b525600', 'name': 'network-vif-deleted', 'tag': '771a1256-bfac-4082-8440-bd57a6965f70', 'status': 'completed', 'code': 200} Oct 19 02:07:54.988782 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b8fc30d8-b7ea-4f57-92cb-7746363e069a req-76c0792e-11f8-46c1-82c6-90fe5ad09e53 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=d426284f-f456-4c73-a0a6-37895b525600 HTTP/1.1" status: 200 len: 210 time: 0.0262678 Oct 19 02:07:56.043857 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55440) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:07:56.394276 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-73da0118-0d6f-47dd-8c96-744ab6b06baf tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:56.639554 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-73da0118-0d6f-47dd-8c96-744ab6b06baf tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Deleting port f8501b6d-a6d2-4762-8e20-fa76169fb827 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:07:56.639901 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-73da0118-0d6f-47dd-8c96-744ab6b06baf tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:56.726045 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-73da0118-0d6f-47dd-8c96-744ab6b06baf tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] For port f8501b6d-a6d2-4762-8e20-fa76169fb827, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=f8501b6d-a6d2-4762-8e20-fa76169fb827,segment=NetworkSegment(573b7ba8-ba2a-49ea-a685-445ab03a8fc4),segment_id=573b7ba8-ba2a-49ea-a685-445ab03a8fc4)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:07:56.726310 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-73da0118-0d6f-47dd-8c96-744ab6b06baf tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:56.742389 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-73da0118-0d6f-47dd-8c96-744ab6b06baf tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Calling delete_port for f8501b6d-a6d2-4762-8e20-fa76169fb827 owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:07:56.931309 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-73da0118-0d6f-47dd-8c96-744ab6b06baf tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:56.958631 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da0118-0d6f-47dd-8c96-744ab6b06baf tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event deleted for resources: {'Port': ['ID=f8501b6d-a6d2-4762-8e20-fa76169fb827,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:07:57.138369 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-73da0118-0d6f-47dd-8c96-744ab6b06baf tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:57.354266 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73da0118-0d6f-47dd-8c96-744ab6b06baf tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Router e776f609-a524-4018-8175-d82aee704b43 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:07:57.460599 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73da0118-0d6f-47dd-8c96-744ab6b06baf tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:07:57.466999 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-73da0118-0d6f-47dd-8c96-744ab6b06baf tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "PUT /v2.0/routers/e776f609-a524-4018-8175-d82aee704b43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4219332 Oct 19 02:07:57.469614 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55442) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:07:57.474587 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa98b6da-0343-40ff-bd74-80ecf9a9af05 None None] Sync routers for ids ['e776f609-a524-4018-8175-d82aee704b43'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:07:57.485920 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa98b6da-0343-40ff-bd74-80ecf9a9af05 None None] Routers {'e776f609-a524-4018-8175-d82aee704b43'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:07:57.486547 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-fa98b6da-0343-40ff-bd74-80ecf9a9af05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:07:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e776f609-a524-4018-8175-d82aee704b43'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:07:57.525065 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-512780ba-d9c2-41bc-a7a2-9084bd169156 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Deleting subnet 40cb4644-9876-458e-a87b-fa95c91e9e84 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 02:07:57.528966 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-512780ba-d9c2-41bc-a7a2-9084bd169156 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:57.569454 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-512780ba-d9c2-41bc-a7a2-9084bd169156 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:57.598160 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-fa98b6da-0343-40ff-bd74-80ecf9a9af05 None None] Set router e776f609-a524-4018-8175-d82aee704b43 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:07:57.665124 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-512780ba-d9c2-41bc-a7a2-9084bd169156 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:57.736835 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-512780ba-d9c2-41bc-a7a2-9084bd169156 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:57.766449 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512780ba-d9c2-41bc-a7a2-9084bd169156 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event deleted for resources: {'Subnet': ['ID=40cb4644-9876-458e-a87b-fa95c91e9e84,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:07:57.774440 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-512780ba-d9c2-41bc-a7a2-9084bd169156 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:57.778582 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-512780ba-d9c2-41bc-a7a2-9084bd169156 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "DELETE /v2.0/subnets/40cb4644-9876-458e-a87b-fa95c91e9e84 HTTP/1.1" status: 204 len: 168 time: 0.3077610 Oct 19 02:07:57.781278 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55444) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:07:57.784849 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592404c0-579a-49fc-8c45-2386e06dfc45 None None] Network 8fde56a8-a210-4454-b895-2a4ffc21d26b requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:07:57.814867 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:57.854819 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-fa98b6da-0343-40ff-bd74-80ecf9a9af05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e776f609-a524-4018-8175-d82aee704b43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139541057', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '69054b54-028e-4552-97b0-4ed918d31d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:05:19Z', 'updated_at': '2021-10-19T02:07:56Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '69054b54-028e-4552-97b0-4ed918d31d77', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e776f609-a524-4018-8175-d82aee704b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:05:19Z', 'updated_at': '2021-10-19T02:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:07:57.884030 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa98b6da-0343-40ff-bd74-80ecf9a9af05 None None] Checking router: e776f609-a524-4018-8175-d82aee704b43 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:07:57.911205 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0eb87310-f427-4731-825a-86679fb1a9f3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:57.927639 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa98b6da-0343-40ff-bd74-80ecf9a9af05 None None] Routers {'e776f609-a524-4018-8175-d82aee704b43'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:07:57.928288 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-fa98b6da-0343-40ff-bd74-80ecf9a9af05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:07:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['e776f609-a524-4018-8175-d82aee704b43'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:07:58.035495 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0eb87310-f427-4731-825a-86679fb1a9f3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:58.059582 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-fa98b6da-0343-40ff-bd74-80ecf9a9af05 None None] Set router e776f609-a524-4018-8175-d82aee704b43 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:07:58.087118 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4822f44-a0ed-4fda-9ba6-0fb60b1ff7c6 None None] DHCP port deletion for 8fde56a8-a210-4454-b895-2a4ffc21d26b request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 02:07:58.093535 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-0eb87310-f427-4731-825a-86679fb1a9f3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Deleting port 69054b54-028e-4552-97b0-4ed918d31d77 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:07:58.093895 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0eb87310-f427-4731-825a-86679fb1a9f3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:58.172953 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-0eb87310-f427-4731-825a-86679fb1a9f3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] For port 69054b54-028e-4552-97b0-4ed918d31d77, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=69054b54-028e-4552-97b0-4ed918d31d77,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:07:58.173383 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0eb87310-f427-4731-825a-86679fb1a9f3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:58.193184 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-0eb87310-f427-4731-825a-86679fb1a9f3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Calling delete_port for 69054b54-028e-4552-97b0-4ed918d31d77 owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:07:58.249299 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-a4822f44-a0ed-4fda-9ba6-0fb60b1ff7c6 None None] Deleting port 48293fb7-b985-4c53-bb10-f384d6bbdc17 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:07:58.249670 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a4822f44-a0ed-4fda-9ba6-0fb60b1ff7c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:58.320615 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-a4822f44-a0ed-4fda-9ba6-0fb60b1ff7c6 None None] For port 48293fb7-b985-4c53-bb10-f384d6bbdc17, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=48293fb7-b985-4c53-bb10-f384d6bbdc17,segment=NetworkSegment(573b7ba8-ba2a-49ea-a685-445ab03a8fc4),segment_id=573b7ba8-ba2a-49ea-a685-445ab03a8fc4)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:07:58.320935 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a4822f44-a0ed-4fda-9ba6-0fb60b1ff7c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:58.335425 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-a4822f44-a0ed-4fda-9ba6-0fb60b1ff7c6 None None] Calling delete_port for 48293fb7-b985-4c53-bb10-f384d6bbdc17 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:07:58.350363 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-fa98b6da-0343-40ff-bd74-80ecf9a9af05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e776f609-a524-4018-8175-d82aee704b43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139541057', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '69054b54-028e-4552-97b0-4ed918d31d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:05:19Z', 'updated_at': '2021-10-19T02:07:56Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '69054b54-028e-4552-97b0-4ed918d31d77', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e776f609-a524-4018-8175-d82aee704b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:05:19Z', 'updated_at': '2021-10-19T02:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:07:58.365277 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0eb87310-f427-4731-825a-86679fb1a9f3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:58.396159 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb87310-f427-4731-825a-86679fb1a9f3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event deleted for resources: {'Port': ['ID=69054b54-028e-4552-97b0-4ed918d31d77,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:07:58.408628 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa98b6da-0343-40ff-bd74-80ecf9a9af05 None None] The sync data for ids ['e776f609-a524-4018-8175-d82aee704b43'] in n-d-715271-26 is: [{'id': 'e776f609-a524-4018-8175-d82aee704b43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139541057', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '69054b54-028e-4552-97b0-4ed918d31d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:05:19Z', 'updated_at': '2021-10-19T02:07:56Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '69054b54-028e-4552-97b0-4ed918d31d77', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e776f609-a524-4018-8175-d82aee704b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:05:19Z', 'updated_at': '2021-10-19T02:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:07:58.452553 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a4822f44-a0ed-4fda-9ba6-0fb60b1ff7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:58.461837 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0eb87310-f427-4731-825a-86679fb1a9f3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:58.481184 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4822f44-a0ed-4fda-9ba6-0fb60b1ff7c6 None None] Pushing event deleted for resources: {'Port': ['ID=48293fb7-b985-4c53-bb10-f384d6bbdc17,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:07:58.484319 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4822f44-a0ed-4fda-9ba6-0fb60b1ff7c6 None None] No DVR routers for this DVR port 48293fb7-b985-4c53-bb10-f384d6bbdc17 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:07:58.494842 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4822f44-a0ed-4fda-9ba6-0fb60b1ff7c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:58.495362 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4822f44-a0ed-4fda-9ba6-0fb60b1ff7c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:58.495787 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4822f44-a0ed-4fda-9ba6-0fb60b1ff7c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:58.496244 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4822f44-a0ed-4fda-9ba6-0fb60b1ff7c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:58.496679 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4822f44-a0ed-4fda-9ba6-0fb60b1ff7c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:58.497071 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4822f44-a0ed-4fda-9ba6-0fb60b1ff7c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:58.497457 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4822f44-a0ed-4fda-9ba6-0fb60b1ff7c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:58.497844 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4822f44-a0ed-4fda-9ba6-0fb60b1ff7c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:58.498174 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4822f44-a0ed-4fda-9ba6-0fb60b1ff7c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:58.498495 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4822f44-a0ed-4fda-9ba6-0fb60b1ff7c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:58.498852 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4822f44-a0ed-4fda-9ba6-0fb60b1ff7c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:58.499121 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4822f44-a0ed-4fda-9ba6-0fb60b1ff7c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:58.559225 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0eb87310-f427-4731-825a-86679fb1a9f3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:58.561414 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0eb87310-f427-4731-825a-86679fb1a9f3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:58.608385 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0eb87310-f427-4731-825a-86679fb1a9f3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:58.608916 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb87310-f427-4731-825a-86679fb1a9f3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Fanout notify agent at l3_agent the message router_deleted on router e776f609-a524-4018-8175-d82aee704b43 {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 02:07:58.615707 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0eb87310-f427-4731-825a-86679fb1a9f3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:58.616830 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0eb87310-f427-4731-825a-86679fb1a9f3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "DELETE /v2.0/routers/e776f609-a524-4018-8175-d82aee704b43 HTTP/1.1" status: 204 len: 168 time: 0.8342938 Oct 19 02:07:58.619523 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55446) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:07:58.694605 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c5d6f8c3-6346-42e1-9a80-6fd766b60d3a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:58.785339 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c5d6f8c3-6346-42e1-9a80-6fd766b60d3a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:58.806823 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-c5d6f8c3-6346-42e1-9a80-6fd766b60d3a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fde56a8-a210-4454-b895-2a4ffc21d26b']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:07:58.817029 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-c5d6f8c3-6346-42e1-9a80-6fd766b60d3a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '573b7ba8-ba2a-49ea-a685-445ab03a8fc4') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:07:58.817332 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-c5d6f8c3-6346-42e1-9a80-6fd766b60d3a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '573b7ba8-ba2a-49ea-a685-445ab03a8fc4') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:07:58.827650 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c5d6f8c3-6346-42e1-9a80-6fd766b60d3a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:58.841907 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c5d6f8c3-6346-42e1-9a80-6fd766b60d3a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:58.848045 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d6f8c3-6346-42e1-9a80-6fd766b60d3a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 02:07:58.848451 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c5d6f8c3-6346-42e1-9a80-6fd766b60d3a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:58.851578 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 02:07:58.851578 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 02:07:58.851578 n-d-715271-26 neutron-server[100606]: timer() Oct 19 02:07:58.851578 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 02:07:58.851578 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 02:07:58.851578 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 02:07:58.851578 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 02:07:58.851578 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 02:07:58.851578 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 02:07:58.851578 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 02:07:58.851578 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 02:07:58.851578 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 02:07:58.851578 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 02:07:58.851578 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 02:07:58.851578 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 02:07:58.851578 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 02:07:58.851578 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 02:07:58.851578 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 02:07:58.851578 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 02:07:58.851578 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 02:07:58.851578 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 02:07:58.851578 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 02:07:58.851578 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 02:07:58.851578 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 02:07:58.851578 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 02:07:58.851578 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 02:07:58.851578 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 02:07:58.851578 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 02:07:58.851578 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 02:07:58.851578 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 02:07:58.851578 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 02:07:58.851578 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 02:07:58.910348 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c5d6f8c3-6346-42e1-9a80-6fd766b60d3a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:58.917420 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c5d6f8c3-6346-42e1-9a80-6fd766b60d3a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:58.920708 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c5d6f8c3-6346-42e1-9a80-6fd766b60d3a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "DELETE /v2.0/networks/8fde56a8-a210-4454-b895-2a4ffc21d26b HTTP/1.1" status: 204 len: 168 time: 0.3002188 Oct 19 02:07:58.923639 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55448) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:07:58.938259 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6f8c3-6346-42e1-9a80-6fd766b60d3a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event deleted for resources: {'Network': ['ID=8fde56a8-a210-4454-b895-2a4ffc21d26b,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:07:58.992299 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5b50e586-06d2-46cb-b9af-be23e219087f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:59.019408 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5b50e586-06d2-46cb-b9af-be23e219087f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:59.093863 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5b50e586-06d2-46cb-b9af-be23e219087f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:59.096394 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5b50e586-06d2-46cb-b9af-be23e219087f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:59.097544 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5b50e586-06d2-46cb-b9af-be23e219087f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "DELETE /v2.0/security-groups/25129fe2-6019-4a9f-a2fd-d4ca07b7d4a4 HTTP/1.1" status: 204 len: 168 time: 0.1728723 Oct 19 02:07:59.107312 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b50e586-06d2-46cb-b9af-be23e219087f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25129fe2-6019-4a9f-a2fd-d4ca07b7d4a4,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:07:59.269498 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 771a1256-bfac-4082-8440-bd57a6965f70 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:07:59.293245 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 771a1256-bfac-4082-8440-bd57a6965f70 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:07:59.293608 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 771a1256-bfac-4082-8440-bd57a6965f70 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:07:59.690945 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f8501b6d-a6d2-4762-8e20-fa76169fb827 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:07:59.710693 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: f8501b6d-a6d2-4762-8e20-fa76169fb827 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:07:59.711032 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f8501b6d-a6d2-4762-8e20-fa76169fb827 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:07:59.711434 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 48293fb7-b985-4c53-bb10-f384d6bbdc17 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:07:59.729050 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 48293fb7-b985-4c53-bb10-f384d6bbdc17 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:07:59.729901 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 48293fb7-b985-4c53-bb10-f384d6bbdc17 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:07:59.730310 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 69054b54-028e-4552-97b0-4ed918d31d77 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:07:59.748076 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 69054b54-028e-4552-97b0-4ed918d31d77 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:07:59.748415 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 69054b54-028e-4552-97b0-4ed918d31d77 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:08:00.260764 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:01.500710 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55458) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:08:01.505384 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-c1eea77c-6bf0-486b-bbb1-3f03a377eb69 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1074508254', 'description': 'tempest-secgroup-smoke-1074508254 description', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:08:01.528189 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c1eea77c-6bf0-486b-bbb1-3f03a377eb69 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:01.592287 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c1eea77c-6bf0-486b-bbb1-3f03a377eb69 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:01.595989 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c1eea77c-6bf0-486b-bbb1-3f03a377eb69 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:01.623748 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c1eea77c-6bf0-486b-bbb1-3f03a377eb69 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:01.624971 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c1eea77c-6bf0-486b-bbb1-3f03a377eb69 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1232548 Oct 19 02:08:01.626998 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eea77c-6bf0-486b-bbb1-3f03a377eb69 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:08:01.627978 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55460) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:08:01.634148 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-142122b0-431e-4f74-bd54-c03748138511 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'security_group_rule': {'security_group_id': '78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:08:01.661304 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-142122b0-431e-4f74-bd54-c03748138511 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:01.716395 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-142122b0-431e-4f74-bd54-c03748138511 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:01.719966 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-142122b0-431e-4f74-bd54-c03748138511 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:01.738755 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142122b0-431e-4f74-bd54-c03748138511 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5cebcc7-e63c-4f4d-9bd9-9a4bec5d5d35,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:08:01.744144 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-142122b0-431e-4f74-bd54-c03748138511 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:01.745549 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-142122b0-431e-4f74-bd54-c03748138511 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158371 Oct 19 02:08:01.748541 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55462) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:08:01.752882 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-8526f470-d951-4dd7-83d6-3ae7d1809205 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'security_group_rule': {'security_group_id': '78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:08:01.779038 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8526f470-d951-4dd7-83d6-3ae7d1809205 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:01.833045 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8526f470-d951-4dd7-83d6-3ae7d1809205 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:01.836425 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8526f470-d951-4dd7-83d6-3ae7d1809205 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:01.854777 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8526f470-d951-4dd7-83d6-3ae7d1809205 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91214ef0-8916-4ccf-a1e7-116d15db61f8,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:08:01.859247 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8526f470-d951-4dd7-83d6-3ae7d1809205 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:01.860449 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8526f470-d951-4dd7-83d6-3ae7d1809205 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1109564 Oct 19 02:08:01.863408 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55464) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:08:01.867640 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-5d5d1e7a-b091-4283-9c74-2fa2dc6ad2a9 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'security_group_rule': {'security_group_id': '78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:08:01.893135 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d5d1e7a-b091-4283-9c74-2fa2dc6ad2a9 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:01.950393 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d5d1e7a-b091-4283-9c74-2fa2dc6ad2a9 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:01.954076 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d5d1e7a-b091-4283-9c74-2fa2dc6ad2a9 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:01.974099 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d1e7a-b091-4283-9c74-2fa2dc6ad2a9 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f8df5b1-ad8b-41cf-994c-0ec95e954397,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:08:01.981476 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5d5d1e7a-b091-4283-9c74-2fa2dc6ad2a9 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:01.982647 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5d5d1e7a-b091-4283-9c74-2fa2dc6ad2a9 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182826 Oct 19 02:08:01.985393 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55466) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:08:01.990096 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-4949a4b9-e480-4399-b19a-9c56c92c9758 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'security_group_rule': {'security_group_id': '78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:08:02.016843 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4949a4b9-e480-4399-b19a-9c56c92c9758 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:02.073620 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4949a4b9-e480-4399-b19a-9c56c92c9758 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:02.077506 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4949a4b9-e480-4399-b19a-9c56c92c9758 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:02.094926 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949a4b9-e480-4399-b19a-9c56c92c9758 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d065605-9249-4a76-93b9-8bfe3adb2406,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:08:02.102021 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4949a4b9-e480-4399-b19a-9c56c92c9758 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:02.103205 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4949a4b9-e480-4399-b19a-9c56c92c9758 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168497 Oct 19 02:08:02.106026 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55468) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:08:02.110448 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-b20da3e8-fcec-465c-b19a-59ed20a1427e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'security_group_rule': {'security_group_id': '78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:08:02.132307 n-d-715271-26 neutron-server[100606]: INFO neutron.db.securitygroups_db [None req-b20da3e8-fcec-465c-b19a-59ed20a1427e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Project 0eedc13a8d0542eb95753f292a7c2eed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 02:08:02.137609 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b20da3e8-fcec-465c-b19a-59ed20a1427e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:02.196409 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b20da3e8-fcec-465c-b19a-59ed20a1427e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:02.200544 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b20da3e8-fcec-465c-b19a-59ed20a1427e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:02.219147 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20da3e8-fcec-465c-b19a-59ed20a1427e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8627b75c-b045-44d1-ad0d-05fce8acb7a8,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:08:02.227329 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b20da3e8-fcec-465c-b19a-59ed20a1427e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:02.228545 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b20da3e8-fcec-465c-b19a-59ed20a1427e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1215668 Oct 19 02:08:02.231458 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55470) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:08:02.235686 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-de3d3667-ee18-4d50-85b8-224980af1ec2 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'security_group_rule': {'security_group_id': '78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:08:02.256086 n-d-715271-26 neutron-server[100606]: INFO neutron.db.securitygroups_db [None req-de3d3667-ee18-4d50-85b8-224980af1ec2 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Project 0eedc13a8d0542eb95753f292a7c2eed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 02:08:02.261557 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-de3d3667-ee18-4d50-85b8-224980af1ec2 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:02.321443 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-de3d3667-ee18-4d50-85b8-224980af1ec2 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:02.325036 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-de3d3667-ee18-4d50-85b8-224980af1ec2 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:02.345261 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d3667-ee18-4d50-85b8-224980af1ec2 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b0ba94-fded-4fde-a434-25cde208ce03,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:08:02.350093 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-de3d3667-ee18-4d50-85b8-224980af1ec2 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:02.351265 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-de3d3667-ee18-4d50-85b8-224980af1ec2 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188817 Oct 19 02:08:02.354702 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55472) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:08:02.359528 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-3c5ed75e-bb06-44dd-9caf-80f885af5c90 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'network': {'name': 'tempest-network-smoke--763183102', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'port_security_enabled': True}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:08:02.381782 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5ed75e-bb06-44dd-9caf-80f885af5c90 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Made reservation on behalf of 0eedc13a8d0542eb95753f292a7c2eed for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:08:02.385262 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3c5ed75e-bb06-44dd-9caf-80f885af5c90 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:02.411708 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c5ed75e-bb06-44dd-9caf-80f885af5c90 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 02:08:02.421781 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3c5ed75e-bb06-44dd-9caf-80f885af5c90 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:02.422125 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-3c5ed75e-bb06-44dd-9caf-80f885af5c90 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Added segment 9a8ed6b2-e3b3-406a-b147-3fd12bf27a73 of type vlan for network 655773c3-75aa-4b37-9a4b-0a38fba2128a Oct 19 02:08:02.461573 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3c5ed75e-bb06-44dd-9caf-80f885af5c90 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:02.485920 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3c5ed75e-bb06-44dd-9caf-80f885af5c90 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:02.491451 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5ed75e-bb06-44dd-9caf-80f885af5c90 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:02.492049 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-3c5ed75e-bb06-44dd-9caf-80f885af5c90 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:02.522803 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-3c5ed75e-bb06-44dd-9caf-80f885af5c90 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1670215 Oct 19 02:08:02.525618 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55474) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:08:02.530886 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-da5d9c93-9488-4850-a585-4cf4a48b5b15 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1522365434', 'admin_state_up': True, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:08:02.552982 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-da5d9c93-9488-4850-a585-4cf4a48b5b15 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:02.553961 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-da5d9c93-9488-4850-a585-4cf4a48b5b15 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:02.559267 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ed75e-bb06-44dd-9caf-80f885af5c90 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Network': ['ID=655773c3-75aa-4b37-9a4b-0a38fba2128a,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:08:02.571345 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 655773c3-75aa-4b37-9a4b-0a38fba2128a details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 02:08:02.609452 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-da5d9c93-9488-4850-a585-4cf4a48b5b15 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:02.744846 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-da5d9c93-9488-4850-a585-4cf4a48b5b15 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:02.933329 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-da5d9c93-9488-4850-a585-4cf4a48b5b15 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router_gateway, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:02.951567 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-da5d9c93-9488-4850-a585-4cf4a48b5b15 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:03.049930 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-da5d9c93-9488-4850-a585-4cf4a48b5b15 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Allocated IP 172.25.8.168 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/55be06e2-210c-4260-b6d9-6207acfb1ec2) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:08:03.150923 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-da5d9c93-9488-4850-a585-4cf4a48b5b15 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:03.183444 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-da5d9c93-9488-4850-a585-4cf4a48b5b15 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:03.220905 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5d9c93-9488-4850-a585-4cf4a48b5b15 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:08:03.223817 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-da5d9c93-9488-4850-a585-4cf4a48b5b15 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:08:03.227202 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5d9c93-9488-4850-a585-4cf4a48b5b15 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:08:03.249477 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d9c93-9488-4850-a585-4cf4a48b5b15 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Port': ['ID=55be06e2-210c-4260-b6d9-6207acfb1ec2,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:08:03.471963 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-da5d9c93-9488-4850-a585-4cf4a48b5b15 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router_gateway, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:03.664665 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-da5d9c93-9488-4850-a585-4cf4a48b5b15 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:03.788599 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5d9c93-9488-4850-a585-4cf4a48b5b15 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Router 873a7685-0d69-4a81-8393-163d280a1202 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 02:08:03.894292 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5d9c93-9488-4850-a585-4cf4a48b5b15 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:08:03.906166 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51b0fd8-d77d-40b9-b937-726b48039457 None None] Sync routers for ids ['873a7685-0d69-4a81-8393-163d280a1202'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:08:03.915077 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-da5d9c93-9488-4850-a585-4cf4a48b5b15 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:03.919442 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-da5d9c93-9488-4850-a585-4cf4a48b5b15 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.3891404 Oct 19 02:08:03.919599 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51b0fd8-d77d-40b9-b937-726b48039457 None None] Routers {'873a7685-0d69-4a81-8393-163d280a1202'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:08:03.919599 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-b51b0fd8-d77d-40b9-b937-726b48039457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:07:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['873a7685-0d69-4a81-8393-163d280a1202'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:08:03.919895 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55476) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:08:03.949632 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-dd808a5b-c4ef-4076-98e8-1c9dca52922c tempest-TestNetworkAdvancedServerOps-664428066 tempest-TestNetworkAdvancedServerOps-664428066-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=0eedc13a8d0542eb95753f292a7c2eed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258539 Oct 19 02:08:03.949880 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55478) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:08:04.022137 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-b51b0fd8-d77d-40b9-b937-726b48039457 None None] Set router 873a7685-0d69-4a81-8393-163d280a1202 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:08:04.039442 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69027b9a-7d83-4555-ab96-90878ccfaf00 tempest-TestNetworkAdvancedServerOps-664428066 tempest-TestNetworkAdvancedServerOps-664428066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:04.040901 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-69027b9a-7d83-4555-ab96-90878ccfaf00 tempest-TestNetworkAdvancedServerOps-664428066 tempest-TestNetworkAdvancedServerOps-664428066-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901253 Oct 19 02:08:04.044087 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55480) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:08:04.296189 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-b51b0fd8-d77d-40b9-b937-726b48039457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873a7685-0d69-4a81-8393-163d280a1202', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522365434', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '55be06e2-210c-4260-b6d9-6207acfb1ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:08:02Z', 'updated_at': '2021-10-19T02:08:03Z', 'revision_number': 3, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '55be06e2-210c-4260-b6d9-6207acfb1ec2', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:84:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873a7685-0d69-4a81-8393-163d280a1202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:08:02Z', 'updated_at': '2021-10-19T02:08:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:08:04.322605 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51b0fd8-d77d-40b9-b937-726b48039457 None None] Checking router: 873a7685-0d69-4a81-8393-163d280a1202 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:08:04.323504 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51b0fd8-d77d-40b9-b937-726b48039457 None None] Updating router 873a7685-0d69-4a81-8393-163d280a1202 port 55be06e2-210c-4260-b6d9-6207acfb1ec2 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:08:04.348527 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-b51b0fd8-d77d-40b9-b937-726b48039457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:04.392343 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3f8afb96-1ddf-409a-9f89-8e7bb80cebbd tempest-TestNetworkAdvancedServerOps-664428066 tempest-TestNetworkAdvancedServerOps-664428066-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=a0ce41c0-3b90-40be-93cd-082af8f20c34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3471079 Oct 19 02:08:04.394808 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55482) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:08:04.399664 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-c4c81550-e032-4adc-a6f3-5f9039886d56 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-845547478', 'network_id': '655773c3-75aa-4b37-9a4b-0a38fba2128a', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:08:04.484637 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c81550-e032-4adc-a6f3-5f9039886d56 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Made reservation on behalf of 0eedc13a8d0542eb95753f292a7c2eed for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:08:04.488053 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c4c81550-e032-4adc-a6f3-5f9039886d56 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:04.607455 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-b51b0fd8-d77d-40b9-b937-726b48039457 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:04.612394 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-b51b0fd8-d77d-40b9-b937-726b48039457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:04.664778 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-b51b0fd8-d77d-40b9-b937-726b48039457 None None] Attempting to bind port 55be06e2-210c-4260-b6d9-6207acfb1ec2 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:08:04.665219 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-b51b0fd8-d77d-40b9-b937-726b48039457 None None] Attempting to bind port 55be06e2-210c-4260-b6d9-6207acfb1ec2 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:08:04.665569 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51b0fd8-d77d-40b9-b937-726b48039457 None None] Attempting to bind port 55be06e2-210c-4260-b6d9-6207acfb1ec2 on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:08:04.668072 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe968e08-61d6-4f96-af15-8e3c56f2466f None None] Pushing event updated for resources: {'Port': ['ID=55be06e2-210c-4260-b6d9-6207acfb1ec2,revision_number=2']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:08:04.668932 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c4c81550-e032-4adc-a6f3-5f9039886d56 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:04.676192 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe968e08-61d6-4f96-af15-8e3c56f2466f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:08:04.676545 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe968e08-61d6-4f96-af15-8e3c56f2466f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:08:04.677549 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe968e08-61d6-4f96-af15-8e3c56f2466f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:08:04.677549 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe968e08-61d6-4f96-af15-8e3c56f2466f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:08:04.677549 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe968e08-61d6-4f96-af15-8e3c56f2466f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:08:04.677838 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe968e08-61d6-4f96-af15-8e3c56f2466f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:08:04.678137 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe968e08-61d6-4f96-af15-8e3c56f2466f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:08:04.678458 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe968e08-61d6-4f96-af15-8e3c56f2466f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:08:04.678778 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe968e08-61d6-4f96-af15-8e3c56f2466f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:08:04.679095 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe968e08-61d6-4f96-af15-8e3c56f2466f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:08:04.679412 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe968e08-61d6-4f96-af15-8e3c56f2466f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:08:04.679751 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe968e08-61d6-4f96-af15-8e3c56f2466f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:08:04.685120 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51b0fd8-d77d-40b9-b937-726b48039457 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:08:04.685490 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51b0fd8-d77d-40b9-b937-726b48039457 None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:08:04.685888 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-b51b0fd8-d77d-40b9-b937-726b48039457 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:04.686268 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51b0fd8-d77d-40b9-b937-726b48039457 None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:08:04.686733 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-b51b0fd8-d77d-40b9-b937-726b48039457 None None] Bound port: 55be06e2-210c-4260-b6d9-6207acfb1ec2, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:08:04.687108 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-b51b0fd8-d77d-40b9-b937-726b48039457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:04.734325 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c81550-e032-4adc-a6f3-5f9039886d56 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Subnet': ['ID=a1b045bc-009d-4bfd-9003-83ae0e7f573a,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:08:04.743036 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-b51b0fd8-d77d-40b9-b937-726b48039457 None None] For port 55be06e2-210c-4260-b6d9-6207acfb1ec2, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:08:04.743875 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c81550-e032-4adc-a6f3-5f9039886d56 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Checking segment: {'id': '9a8ed6b2-e3b3-406a-b147-3fd12bf27a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '655773c3-75aa-4b37-9a4b-0a38fba2128a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:08:04.744232 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c81550-e032-4adc-a6f3-5f9039886d56 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Network hostable DHCP agents. Network: 655773c3-75aa-4b37-9a4b-0a38fba2128a, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 02:08:04.746473 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-b51b0fd8-d77d-40b9-b937-726b48039457 None None] For port 55be06e2-210c-4260-b6d9-6207acfb1ec2, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=55be06e2-210c-4260-b6d9-6207acfb1ec2,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:08:04.750251 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-b51b0fd8-d77d-40b9-b937-726b48039457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:04.762945 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c81550-e032-4adc-a6f3-5f9039886d56 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Network 655773c3-75aa-4b37-9a4b-0a38fba2128a is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 02:08:04.771537 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-c4c81550-e032-4adc-a6f3-5f9039886d56 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 655773c3-75aa-4b37-9a4b-0a38fba2128a) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:08:04.777137 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c81550-e032-4adc-a6f3-5f9039886d56 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:04.777728 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c4c81550-e032-4adc-a6f3-5f9039886d56 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:04.780352 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc40cdcd-09ed-4e13-a731-c27b4c5330fb None None] Network 655773c3-75aa-4b37-9a4b-0a38fba2128a requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:08:04.796831 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c4c81550-e032-4adc-a6f3-5f9039886d56 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4009318 Oct 19 02:08:04.799543 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55484) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:08:04.807827 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51b0fd8-d77d-40b9-b937-726b48039457 None None] Routers {'873a7685-0d69-4a81-8393-163d280a1202'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:08:04.808565 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-b51b0fd8-d77d-40b9-b937-726b48039457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:07:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['873a7685-0d69-4a81-8393-163d280a1202'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:08:04.850978 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe968e08-61d6-4f96-af15-8e3c56f2466f None None] Pushing event updated for resources: {'Port': ['ID=55be06e2-210c-4260-b6d9-6207acfb1ec2,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:08:04.924498 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-b51b0fd8-d77d-40b9-b937-726b48039457 None None] Set router 873a7685-0d69-4a81-8393-163d280a1202 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:08:04.942782 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b02d6f-fb56-43e6-8d54-f184da838cba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-655773c3-75aa-4b37-9a4b-0a38fba2128a', 'network_id': '655773c3-75aa-4b37-9a4b-0a38fba2128a', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'fixed_ips': [{'subnet_id': 'a1b045bc-009d-4bfd-9003-83ae0e7f573a'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 02:08:04.943652 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-62b02d6f-fb56-43e6-8d54-f184da838cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:05.081406 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-62b02d6f-fb56-43e6-8d54-f184da838cba None None] Allocated IP 172.20.0.2 (655773c3-75aa-4b37-9a4b-0a38fba2128a/a1b045bc-009d-4bfd-9003-83ae0e7f573a/4b59a3a9-b070-4d9a-a9d3-231e2dbf590b) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:08:05.120607 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-b51b0fd8-d77d-40b9-b937-726b48039457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873a7685-0d69-4a81-8393-163d280a1202', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522365434', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '55be06e2-210c-4260-b6d9-6207acfb1ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:08:02Z', 'updated_at': '2021-10-19T02:08:03Z', 'revision_number': 3, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '55be06e2-210c-4260-b6d9-6207acfb1ec2', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:84:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873a7685-0d69-4a81-8393-163d280a1202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:08:02Z', 'updated_at': '2021-10-19T02:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:08:05.148808 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51b0fd8-d77d-40b9-b937-726b48039457 None None] The sync data for ids ['873a7685-0d69-4a81-8393-163d280a1202'] in n-d-715271-26 is: [{'id': '873a7685-0d69-4a81-8393-163d280a1202', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522365434', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '55be06e2-210c-4260-b6d9-6207acfb1ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:08:02Z', 'updated_at': '2021-10-19T02:08:03Z', 'revision_number': 3, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '55be06e2-210c-4260-b6d9-6207acfb1ec2', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:84:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873a7685-0d69-4a81-8393-163d280a1202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:08:02Z', 'updated_at': '2021-10-19T02:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:08:05.241274 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-62b02d6f-fb56-43e6-8d54-f184da838cba None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:05.249284 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-62b02d6f-fb56-43e6-8d54-f184da838cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:05.289477 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b02d6f-fb56-43e6-8d54-f184da838cba None None] Network 655773c3-75aa-4b37-9a4b-0a38fba2128a is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:08:05.290917 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6efcff47-a8a7-4a07-8a88-c56088ada48c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:05.294895 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-62b02d6f-fb56-43e6-8d54-f184da838cba None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:08:05.299493 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b02d6f-fb56-43e6-8d54-f184da838cba None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:08:05.311772 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b02d6f-fb56-43e6-8d54-f184da838cba None None] Pushing event updated for resources: {'Port': ['ID=4b59a3a9-b070-4d9a-a9d3-231e2dbf590b,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:08:05.365842 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-62b02d6f-fb56-43e6-8d54-f184da838cba None None] Attempting to bind port 4b59a3a9-b070-4d9a-a9d3-231e2dbf590b on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:08:05.366314 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-62b02d6f-fb56-43e6-8d54-f184da838cba None None] Attempting to bind port 4b59a3a9-b070-4d9a-a9d3-231e2dbf590b by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '9a8ed6b2-e3b3-406a-b147-3fd12bf27a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '655773c3-75aa-4b37-9a4b-0a38fba2128a'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:08:05.366781 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b02d6f-fb56-43e6-8d54-f184da838cba None None] Attempting to bind port 4b59a3a9-b070-4d9a-a9d3-231e2dbf590b on network 655773c3-75aa-4b37-9a4b-0a38fba2128a {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:08:05.379415 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b02d6f-fb56-43e6-8d54-f184da838cba None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:08:05.380179 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b02d6f-fb56-43e6-8d54-f184da838cba None None] Checking segment: {'id': '9a8ed6b2-e3b3-406a-b147-3fd12bf27a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '655773c3-75aa-4b37-9a4b-0a38fba2128a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:08:05.380675 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-62b02d6f-fb56-43e6-8d54-f184da838cba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:05.381169 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b02d6f-fb56-43e6-8d54-f184da838cba None None] Bound using segment: {'id': '9a8ed6b2-e3b3-406a-b147-3fd12bf27a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '655773c3-75aa-4b37-9a4b-0a38fba2128a'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:08:05.382000 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-62b02d6f-fb56-43e6-8d54-f184da838cba None None] Bound port: 4b59a3a9-b070-4d9a-a9d3-231e2dbf590b, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a8ed6b2-e3b3-406a-b147-3fd12bf27a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '655773c3-75aa-4b37-9a4b-0a38fba2128a'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:08:05.382474 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-62b02d6f-fb56-43e6-8d54-f184da838cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:05.460410 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-62b02d6f-fb56-43e6-8d54-f184da838cba None None] For port 4b59a3a9-b070-4d9a-a9d3-231e2dbf590b, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:08:05.463871 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-62b02d6f-fb56-43e6-8d54-f184da838cba None None] For port 4b59a3a9-b070-4d9a-a9d3-231e2dbf590b, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=4b59a3a9-b070-4d9a-a9d3-231e2dbf590b,segment=NetworkSegment(9a8ed6b2-e3b3-406a-b147-3fd12bf27a73),segment_id=9a8ed6b2-e3b3-406a-b147-3fd12bf27a73)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:08:05.469505 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-62b02d6f-fb56-43e6-8d54-f184da838cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:05.537908 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b02d6f-fb56-43e6-8d54-f184da838cba None None] Pushing event updated for resources: {'Port': ['ID=4b59a3a9-b070-4d9a-a9d3-231e2dbf590b,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:08:05.621263 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-6efcff47-a8a7-4a07-8a88-c56088ada48c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Allocated IP 172.20.0.1 (655773c3-75aa-4b37-9a4b-0a38fba2128a/a1b045bc-009d-4bfd-9003-83ae0e7f573a/08e71ba1-7f06-462d-b277-e40e04bbad0c) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:08:05.799205 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 55be06e2-210c-4260-b6d9-6207acfb1ec2 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:08:05.807904 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6efcff47-a8a7-4a07-8a88-c56088ada48c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:05.862657 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6efcff47-a8a7-4a07-8a88-c56088ada48c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:05.885201 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 55be06e2-210c-4260-b6d9-6207acfb1ec2 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:08:05.886053 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:05.915627 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efcff47-a8a7-4a07-8a88-c56088ada48c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Network 655773c3-75aa-4b37-9a4b-0a38fba2128a is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:08:05.920203 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-6efcff47-a8a7-4a07-8a88-c56088ada48c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:08:05.924912 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efcff47-a8a7-4a07-8a88-c56088ada48c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:08:05.958250 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efcff47-a8a7-4a07-8a88-c56088ada48c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Port': ['ID=08e71ba1-7f06-462d-b277-e40e04bbad0c,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:08:05.974310 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6efcff47-a8a7-4a07-8a88-c56088ada48c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:05.997807 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:06.025539 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 55be06e2-210c-4260-b6d9-6207acfb1ec2, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=55be06e2-210c-4260-b6d9-6207acfb1ec2,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:08:06.041093 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:06.113038 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=55be06e2-210c-4260-b6d9-6207acfb1ec2,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:08:06.137902 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6efcff47-a8a7-4a07-8a88-c56088ada48c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:06.441416 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6efcff47-a8a7-4a07-8a88-c56088ada48c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:06.446514 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6efcff47-a8a7-4a07-8a88-c56088ada48c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:06.519286 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efcff47-a8a7-4a07-8a88-c56088ada48c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Port': ['ID=08e71ba1-7f06-462d-b277-e40e04bbad0c,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:08:06.521681 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6efcff47-a8a7-4a07-8a88-c56088ada48c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:06.553569 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84759e9-9627-45fa-adbe-7430b5fbd410 None None] Network 655773c3-75aa-4b37-9a4b-0a38fba2128a requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:08:06.616885 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efcff47-a8a7-4a07-8a88-c56088ada48c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Network 655773c3-75aa-4b37-9a4b-0a38fba2128a is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:08:06.618528 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-6efcff47-a8a7-4a07-8a88-c56088ada48c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:08:06.686408 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-fe741368-3ef5-4b49-a043-e92b686cb8ff None None] Provisioning complete for port 4b59a3a9-b070-4d9a-a9d3-231e2dbf590b triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:08:06.686546 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fe741368-3ef5-4b49-a043-e92b686cb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:06.743047 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6efcff47-a8a7-4a07-8a88-c56088ada48c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Router 873a7685-0d69-4a81-8393-163d280a1202 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:08:06.865383 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efcff47-a8a7-4a07-8a88-c56088ada48c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:08:06.885023 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6efcff47-a8a7-4a07-8a88-c56088ada48c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "PUT /v2.0/routers/873a7685-0d69-4a81-8393-163d280a1202/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0843081 Oct 19 02:08:06.973920 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fe741368-3ef5-4b49-a043-e92b686cb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:07.009101 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-fe741368-3ef5-4b49-a043-e92b686cb8ff None None] For port 4b59a3a9-b070-4d9a-a9d3-231e2dbf590b, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=4b59a3a9-b070-4d9a-a9d3-231e2dbf590b,segment=NetworkSegment(9a8ed6b2-e3b3-406a-b147-3fd12bf27a73),segment_id=9a8ed6b2-e3b3-406a-b147-3fd12bf27a73)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:08:07.014669 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fe741368-3ef5-4b49-a043-e92b686cb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:07.030296 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-65b25c47-6d84-4b24-8875-3424d634bfca tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1074508254&fields=id&tenant_id=0eedc13a8d0542eb95753f292a7c2eed HTTP/1.1" status: 200 len: 267 time: 0.0375834 Oct 19 02:08:07.058310 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c558bc2-1e1c-456b-865b-fa219ba1a757 None None] Sync routers for ids ['873a7685-0d69-4a81-8393-163d280a1202'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:08:07.080423 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe741368-3ef5-4b49-a043-e92b686cb8ff None None] Pushing event updated for resources: {'Port': ['ID=4b59a3a9-b070-4d9a-a9d3-231e2dbf590b,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:08:07.083425 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c558bc2-1e1c-456b-865b-fa219ba1a757 None None] Routers {'873a7685-0d69-4a81-8393-163d280a1202'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:08:07.084138 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-9c558bc2-1e1c-456b-865b-fa219ba1a757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:07:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['873a7685-0d69-4a81-8393-163d280a1202'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:08:07.149308 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-36e3664b-7be6-41a1-ad37-27e2be58155a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:07.152083 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-36e3664b-7be6-41a1-ad37-27e2be58155a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/networks?id=655773c3-75aa-4b37-9a4b-0a38fba2128a HTTP/1.1" status: 200 len: 796 time: 0.1143699 Oct 19 02:08:07.157834 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-6744b5a6-c209-4a72-8dec-6df4ae8d9f65 None None] Provisioning complete for port 08e71ba1-7f06-462d-b277-e40e04bbad0c triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:08:07.158209 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6744b5a6-c209-4a72-8dec-6df4ae8d9f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:07.167962 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-1f3efca3-fb51-4903-8f0e-0cdc701e5b6f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/quotas/0eedc13a8d0542eb95753f292a7c2eed HTTP/1.1" status: 200 len: 375 time: 0.0099473 Oct 19 02:08:07.231336 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-55ea8b14-b622-4769-83f1-460723755dbe tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575831 Oct 19 02:08:07.233370 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-6744b5a6-c209-4a72-8dec-6df4ae8d9f65 None None] Port 08e71ba1-7f06-462d-b277-e40e04bbad0c cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:08:07.238819 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-9c558bc2-1e1c-456b-865b-fa219ba1a757 None None] Set router 873a7685-0d69-4a81-8393-163d280a1202 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:08:07.279770 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-6744b5a6-c209-4a72-8dec-6df4ae8d9f65 None None] Provisioning complete for port 4b59a3a9-b070-4d9a-a9d3-231e2dbf590b triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:08:07.280024 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6744b5a6-c209-4a72-8dec-6df4ae8d9f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:07.334540 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-a38aaf0f-b281-4ef3-a097-32f7788d3067 service neutron] 10.222.0.57 "GET /v2.0/networks/655773c3-75aa-4b37-9a4b-0a38fba2128a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902359 Oct 19 02:08:07.436340 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-ccac227d-e071-4c08-a714-bd75584d1f02 service neutron] 10.222.0.57 "GET /v2.0/networks/655773c3-75aa-4b37-9a4b-0a38fba2128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936472 Oct 19 02:08:07.513752 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-9c558bc2-1e1c-456b-865b-fa219ba1a757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873a7685-0d69-4a81-8393-163d280a1202', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522365434', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '55be06e2-210c-4260-b6d9-6207acfb1ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:08:02Z', 'updated_at': '2021-10-19T02:08:06Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '55be06e2-210c-4260-b6d9-6207acfb1ec2', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873a7685-0d69-4a81-8393-163d280a1202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:08:02Z', 'updated_at': '2021-10-19T02:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '08e71ba1-7f06-462d-b277-e40e04bbad0c', 'name': '', 'network_id': '655773c3-75aa-4b37-9a4b-0a38fba2128a', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:28:b9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873a7685-0d69-4a81-8393-163d280a1202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'a1b045bc-009d-4bfd-9003-83ae0e7f573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:08:05Z', 'updated_at': '2021-10-19T02:08:06Z', 'revision_number': 2, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': 'a1b045bc-009d-4bfd-9003-83ae0e7f573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:08:07.543285 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c558bc2-1e1c-456b-865b-fa219ba1a757 None None] Checking router: 873a7685-0d69-4a81-8393-163d280a1202 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:08:07.543647 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c558bc2-1e1c-456b-865b-fa219ba1a757 None None] Updating router 873a7685-0d69-4a81-8393-163d280a1202 port 08e71ba1-7f06-462d-b277-e40e04bbad0c binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:08:07.567607 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9c558bc2-1e1c-456b-865b-fa219ba1a757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:07.624657 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-d265d336-985e-4b27-8cef-d6e0ac22b640 None None] Provisioning complete for port 08e71ba1-7f06-462d-b277-e40e04bbad0c triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:08:07.625024 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d265d336-985e-4b27-8cef-d6e0ac22b640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:07.735475 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-d265d336-985e-4b27-8cef-d6e0ac22b640 None None] Port 08e71ba1-7f06-462d-b277-e40e04bbad0c cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:08:07.791417 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 4b59a3a9-b070-4d9a-a9d3-231e2dbf590b up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:08:07.877871 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 4b59a3a9-b070-4d9a-a9d3-231e2dbf590b triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:08:07.878236 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:07.942949 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9c558bc2-1e1c-456b-865b-fa219ba1a757 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:07.951922 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9c558bc2-1e1c-456b-865b-fa219ba1a757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:08.038095 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e850bb9-1fd7-4934-bd02-bf4fba5b2b73 None None] Pushing event updated for resources: {'Port': ['ID=08e71ba1-7f06-462d-b277-e40e04bbad0c,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:08:08.068009 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 55be06e2-210c-4260-b6d9-6207acfb1ec2 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:08:08.125289 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-9c558bc2-1e1c-456b-865b-fa219ba1a757 None None] Attempting to bind port 08e71ba1-7f06-462d-b277-e40e04bbad0c on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:08:08.125669 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-9c558bc2-1e1c-456b-865b-fa219ba1a757 None None] Attempting to bind port 08e71ba1-7f06-462d-b277-e40e04bbad0c by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '9a8ed6b2-e3b3-406a-b147-3fd12bf27a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '655773c3-75aa-4b37-9a4b-0a38fba2128a'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:08:08.126038 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c558bc2-1e1c-456b-865b-fa219ba1a757 None None] Attempting to bind port 08e71ba1-7f06-462d-b277-e40e04bbad0c on network 655773c3-75aa-4b37-9a4b-0a38fba2128a {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:08:08.134474 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c558bc2-1e1c-456b-865b-fa219ba1a757 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:08:08.134852 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c558bc2-1e1c-456b-865b-fa219ba1a757 None None] Checking segment: {'id': '9a8ed6b2-e3b3-406a-b147-3fd12bf27a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '655773c3-75aa-4b37-9a4b-0a38fba2128a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:08:08.135303 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9c558bc2-1e1c-456b-865b-fa219ba1a757 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:08.136434 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c558bc2-1e1c-456b-865b-fa219ba1a757 None None] Bound using segment: {'id': '9a8ed6b2-e3b3-406a-b147-3fd12bf27a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '655773c3-75aa-4b37-9a4b-0a38fba2128a'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:08:08.136911 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-9c558bc2-1e1c-456b-865b-fa219ba1a757 None None] Bound port: 08e71ba1-7f06-462d-b277-e40e04bbad0c, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a8ed6b2-e3b3-406a-b147-3fd12bf27a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '655773c3-75aa-4b37-9a4b-0a38fba2128a'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:08:08.137300 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9c558bc2-1e1c-456b-865b-fa219ba1a757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:08.182713 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 55be06e2-210c-4260-b6d9-6207acfb1ec2 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:08:08.183079 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:08.232213 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-9c558bc2-1e1c-456b-865b-fa219ba1a757 None None] For port 08e71ba1-7f06-462d-b277-e40e04bbad0c, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:08:08.236019 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-9c558bc2-1e1c-456b-865b-fa219ba1a757 None None] For port 08e71ba1-7f06-462d-b277-e40e04bbad0c, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=08e71ba1-7f06-462d-b277-e40e04bbad0c,segment=NetworkSegment(9a8ed6b2-e3b3-406a-b147-3fd12bf27a73),segment_id=9a8ed6b2-e3b3-406a-b147-3fd12bf27a73)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:08:08.243064 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9c558bc2-1e1c-456b-865b-fa219ba1a757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:08.343636 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-0724b50b-f9a4-49f8-81d3-215478330897 None None] Provisioning complete for port 08e71ba1-7f06-462d-b277-e40e04bbad0c triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:08:08.344026 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0724b50b-f9a4-49f8-81d3-215478330897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:08.371963 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c558bc2-1e1c-456b-865b-fa219ba1a757 None None] Routers {'873a7685-0d69-4a81-8393-163d280a1202'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:08:08.372602 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-9c558bc2-1e1c-456b-865b-fa219ba1a757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:07:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['873a7685-0d69-4a81-8393-163d280a1202'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:08:08.374334 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e850bb9-1fd7-4934-bd02-bf4fba5b2b73 None None] Pushing event updated for resources: {'Port': ['ID=08e71ba1-7f06-462d-b277-e40e04bbad0c,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:08:08.526899 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-9c558bc2-1e1c-456b-865b-fa219ba1a757 None None] Set router 873a7685-0d69-4a81-8393-163d280a1202 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:08:08.562444 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0724b50b-f9a4-49f8-81d3-215478330897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:08.628705 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-139f37df-6cbc-46ee-810b-d1eaad09dfb1 req-7e9670de-d460-4b2d-b64f-8fc8776ef3fe tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 210 time: 0.0321021 Oct 19 02:08:08.646044 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-0724b50b-f9a4-49f8-81d3-215478330897 None None] For port 08e71ba1-7f06-462d-b277-e40e04bbad0c, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=08e71ba1-7f06-462d-b277-e40e04bbad0c,segment=NetworkSegment(9a8ed6b2-e3b3-406a-b147-3fd12bf27a73),segment_id=9a8ed6b2-e3b3-406a-b147-3fd12bf27a73)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:08:08.651950 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0724b50b-f9a4-49f8-81d3-215478330897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:08.761629 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724b50b-f9a4-49f8-81d3-215478330897 None None] Pushing event updated for resources: {'Port': ['ID=08e71ba1-7f06-462d-b277-e40e04bbad0c,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:08:08.799463 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-6e5de459-f757-434b-b7c6-ce4908d1cfdd None None] Provisioning complete for port 08e71ba1-7f06-462d-b277-e40e04bbad0c triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:08:08.799865 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6e5de459-f757-434b-b7c6-ce4908d1cfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:08.861587 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-9c558bc2-1e1c-456b-865b-fa219ba1a757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873a7685-0d69-4a81-8393-163d280a1202', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522365434', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '55be06e2-210c-4260-b6d9-6207acfb1ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:08:02Z', 'updated_at': '2021-10-19T02:08:06Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '55be06e2-210c-4260-b6d9-6207acfb1ec2', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873a7685-0d69-4a81-8393-163d280a1202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:08:02Z', 'updated_at': '2021-10-19T02:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '08e71ba1-7f06-462d-b277-e40e04bbad0c', 'name': '', 'network_id': '655773c3-75aa-4b37-9a4b-0a38fba2128a', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:28:b9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873a7685-0d69-4a81-8393-163d280a1202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'a1b045bc-009d-4bfd-9003-83ae0e7f573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:08:05Z', 'updated_at': '2021-10-19T02:08:08Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': 'a1b045bc-009d-4bfd-9003-83ae0e7f573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:08:08.902307 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c558bc2-1e1c-456b-865b-fa219ba1a757 None None] The sync data for ids ['873a7685-0d69-4a81-8393-163d280a1202'] in n-d-715271-26 is: [{'id': '873a7685-0d69-4a81-8393-163d280a1202', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522365434', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '55be06e2-210c-4260-b6d9-6207acfb1ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:08:02Z', 'updated_at': '2021-10-19T02:08:06Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '55be06e2-210c-4260-b6d9-6207acfb1ec2', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873a7685-0d69-4a81-8393-163d280a1202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:08:02Z', 'updated_at': '2021-10-19T02:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '08e71ba1-7f06-462d-b277-e40e04bbad0c', 'name': '', 'network_id': '655773c3-75aa-4b37-9a4b-0a38fba2128a', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:28:b9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873a7685-0d69-4a81-8393-163d280a1202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'a1b045bc-009d-4bfd-9003-83ae0e7f573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:08:05Z', 'updated_at': '2021-10-19T02:08:08Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': 'a1b045bc-009d-4bfd-9003-83ae0e7f573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:08:09.637530 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-c9cfcbfb-058e-42d6-9aa4-8c3af2117795 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:09.639225 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-c9cfcbfb-058e-42d6-9aa4-8c3af2117795 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.24 "GET /v2.0/networks?id=655773c3-75aa-4b37-9a4b-0a38fba2128a HTTP/1.1" status: 200 len: 796 time: 0.1095619 Oct 19 02:08:09.706437 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-ce4ae6e4-c36b-4e17-a533-d2edaf621f9f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0eedc13a8d0542eb95753f292a7c2eed HTTP/1.1" status: 200 len: 380 time: 0.0560081 Oct 19 02:08:09.721425 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-eec85f29-3a0f-4502-8f85-0866dcc6666d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'port': {'device_id': '4c1fadd8-fc41-4988-941a-873f40d6beb8', 'network_id': '655773c3-75aa-4b37-9a4b-0a38fba2128a', 'admin_state_up': True, 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'security_groups': ['78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2']}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:08:09.757534 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 08e71ba1-7f06-462d-b277-e40e04bbad0c up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:08:09.762899 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ff1f0a07-5a58-40c3-af59-3b51c512bb7c req-232159a8-f14a-4ce5-a8d4-e48c0fbd17ed tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 210 time: 0.0459120 Oct 19 02:08:09.814476 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 08e71ba1-7f06-462d-b277-e40e04bbad0c triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:08:09.815520 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:09.861740 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-eec85f29-3a0f-4502-8f85-0866dcc6666d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Made reservation on behalf of 0eedc13a8d0542eb95753f292a7c2eed for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:08:09.865745 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-eec85f29-3a0f-4502-8f85-0866dcc6666d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:10.001944 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-eec85f29-3a0f-4502-8f85-0866dcc6666d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Allocated IP 172.20.0.12 (655773c3-75aa-4b37-9a4b-0a38fba2128a/a1b045bc-009d-4bfd-9003-83ae0e7f573a/bb9b34ac-3572-453e-a90d-0f1ed2550596) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:08:10.143801 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-eec85f29-3a0f-4502-8f85-0866dcc6666d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:10.177046 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-eec85f29-3a0f-4502-8f85-0866dcc6666d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:10.219520 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-eec85f29-3a0f-4502-8f85-0866dcc6666d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Network 655773c3-75aa-4b37-9a4b-0a38fba2128a is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:08:10.222652 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-eec85f29-3a0f-4502-8f85-0866dcc6666d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:08:10.226248 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-eec85f29-3a0f-4502-8f85-0866dcc6666d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:08:10.253485 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec85f29-3a0f-4502-8f85-0866dcc6666d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Port': ['ID=bb9b34ac-3572-453e-a90d-0f1ed2550596,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:08:10.284336 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-eec85f29-3a0f-4502-8f85-0866dcc6666d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:10.284955 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-eec85f29-3a0f-4502-8f85-0866dcc6666d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:10.301838 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-eec85f29-3a0f-4502-8f85-0866dcc6666d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5885580 Oct 19 02:08:10.316883 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-a16a2b43-01eb-4b0a-809a-55e39b85cf13 service neutron] Request body: {'port': {'device_id': '4c1fadd8-fc41-4988-941a-873f40d6beb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:08:10.372234 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-a16a2b43-01eb-4b0a-809a-55e39b85cf13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:10.485397 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-9b27a5b2-375c-4156-bb06-3ae457590851 None None] Provisioning complete for port bb9b34ac-3572-453e-a90d-0f1ed2550596 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:08:10.485870 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9b27a5b2-375c-4156-bb06-3ae457590851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:10.520735 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-9b27a5b2-375c-4156-bb06-3ae457590851 None None] Port bb9b34ac-3572-453e-a90d-0f1ed2550596 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:08:10.636934 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-a16a2b43-01eb-4b0a-809a-55e39b85cf13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb9b34ac-3572-453e-a90d-0f1ed2550596 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:08:10.644540 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-a16a2b43-01eb-4b0a-809a-55e39b85cf13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:10.656323 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-a16a2b43-01eb-4b0a-809a-55e39b85cf13 service neutron] Transition to ACTIVE for port object bb9b34ac-3572-453e-a90d-0f1ed2550596 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:08:10.660274 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-a16a2b43-01eb-4b0a-809a-55e39b85cf13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:10.712900 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a2b43-01eb-4b0a-809a-55e39b85cf13 service neutron] Pushing event updated for resources: {'Port': ['ID=bb9b34ac-3572-453e-a90d-0f1ed2550596,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:08:10.782554 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-a16a2b43-01eb-4b0a-809a-55e39b85cf13 service neutron] Attempting to bind port bb9b34ac-3572-453e-a90d-0f1ed2550596 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:08:10.782902 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-a16a2b43-01eb-4b0a-809a-55e39b85cf13 service neutron] Attempting to bind port bb9b34ac-3572-453e-a90d-0f1ed2550596 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '9a8ed6b2-e3b3-406a-b147-3fd12bf27a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '655773c3-75aa-4b37-9a4b-0a38fba2128a'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:08:10.783224 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-a16a2b43-01eb-4b0a-809a-55e39b85cf13 service neutron] Attempting to bind port bb9b34ac-3572-453e-a90d-0f1ed2550596 on network 655773c3-75aa-4b37-9a4b-0a38fba2128a {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:08:10.787888 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-a16a2b43-01eb-4b0a-809a-55e39b85cf13 service neutron] Port bb9b34ac-3572-453e-a90d-0f1ed2550596 on network 655773c3-75aa-4b37-9a4b-0a38fba2128a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:08:10.788213 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-a16a2b43-01eb-4b0a-809a-55e39b85cf13 service neutron] Attempting to bind port bb9b34ac-3572-453e-a90d-0f1ed2550596 on network 655773c3-75aa-4b37-9a4b-0a38fba2128a {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:08:10.794158 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-a16a2b43-01eb-4b0a-809a-55e39b85cf13 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:08:10.794504 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-a16a2b43-01eb-4b0a-809a-55e39b85cf13 service neutron] Checking segment: {'id': '9a8ed6b2-e3b3-406a-b147-3fd12bf27a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '655773c3-75aa-4b37-9a4b-0a38fba2128a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:08:10.794890 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-a16a2b43-01eb-4b0a-809a-55e39b85cf13 service neutron] Bound using segment: {'id': '9a8ed6b2-e3b3-406a-b147-3fd12bf27a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '655773c3-75aa-4b37-9a4b-0a38fba2128a'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:08:10.795345 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-a16a2b43-01eb-4b0a-809a-55e39b85cf13 service neutron] Bound port: bb9b34ac-3572-453e-a90d-0f1ed2550596, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a8ed6b2-e3b3-406a-b147-3fd12bf27a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '655773c3-75aa-4b37-9a4b-0a38fba2128a'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:08:10.795659 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-a16a2b43-01eb-4b0a-809a-55e39b85cf13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:10.863024 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-a16a2b43-01eb-4b0a-809a-55e39b85cf13 service neutron] For port bb9b34ac-3572-453e-a90d-0f1ed2550596, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:08:10.866542 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-a16a2b43-01eb-4b0a-809a-55e39b85cf13 service neutron] For port bb9b34ac-3572-453e-a90d-0f1ed2550596, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=bb9b34ac-3572-453e-a90d-0f1ed2550596,segment=NetworkSegment(9a8ed6b2-e3b3-406a-b147-3fd12bf27a73),segment_id=9a8ed6b2-e3b3-406a-b147-3fd12bf27a73)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:08:10.872357 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-a16a2b43-01eb-4b0a-809a-55e39b85cf13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:10.892907 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51585f-b245-4d15-8e4a-6f47e239076d req-920c90d8-5b87-4b67-a076-4438c6e9e9c2 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:10.894440 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8a51585f-b245-4d15-8e4a-6f47e239076d req-920c90d8-5b87-4b67-a076-4438c6e9e9c2 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 944 time: 0.0586734 Oct 19 02:08:10.912534 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-a16a2b43-01eb-4b0a-809a-55e39b85cf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:10.913229 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-a16a2b43-01eb-4b0a-809a-55e39b85cf13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:10.914606 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-a16a2b43-01eb-4b0a-809a-55e39b85cf13 service neutron] 10.222.0.24 "PUT /v2.0/ports/bb9b34ac-3572-453e-a90d-0f1ed2550596 HTTP/1.1" status: 200 len: 1093 time: 0.6035388 Oct 19 02:08:10.915042 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1fadd8-fc41-4988-941a-873f40d6beb8', 'tag': 'bb9b34ac-3572-453e-a90d-0f1ed2550596'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:08:10.918118 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}604d1223bc0e61ef4f6f375a56b68240d92e3dadd1a32e57b330ac88f8c52c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569ce72c-1b0e-4e9e-b9b1-592865069440" -d '{"events": [{"name": "network-changed", "server_uuid": "4c1fadd8-fc41-4988-941a-873f40d6beb8", "tag": "bb9b34ac-3572-453e-a90d-0f1ed2550596"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:08:10.951699 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a2b43-01eb-4b0a-809a-55e39b85cf13 service neutron] Pushing event updated for resources: {'Port': ['ID=bb9b34ac-3572-453e-a90d-0f1ed2550596,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:08:10.957922 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8a51585f-b245-4d15-8e4a-6f47e239076d req-60c501c5-2d51-4aae-84eb-74ea27c6e61b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564926 Oct 19 02:08:10.997914 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02104d8b-4d35-4916-a610-f86a13879f43 x-openstack-request-id: req-02104d8b-4d35-4916-a610-f86a13879f43 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:08:10.998210 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c1fadd8-fc41-4988-941a-873f40d6beb8", "tag": "bb9b34ac-3572-453e-a90d-0f1ed2550596", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:08:10.998462 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-02104d8b-4d35-4916-a610-f86a13879f43 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:08:10.998862 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c1fadd8-fc41-4988-941a-873f40d6beb8', 'tag': 'bb9b34ac-3572-453e-a90d-0f1ed2550596', 'status': 'completed', 'code': 200} Oct 19 02:08:11.016103 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-feff161d-0ae0-4171-958c-59f64c8dd884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:11.017632 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-feff161d-0ae0-4171-958c-59f64c8dd884 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 1096 time: 0.0504265 Oct 19 02:08:11.065495 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-1cc12728-7de1-4bae-887a-2d000ebb4d8a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb9b34ac-3572-453e-a90d-0f1ed2550596 HTTP/1.1" status: 200 len: 217 time: 0.0395088 Oct 19 02:08:11.116641 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-2bd8b80b-d27d-4e4e-8feb-3da02894c8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:11.118109 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-2bd8b80b-d27d-4e4e-8feb-3da02894c8a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a1b045bc-009d-4bfd-9003-83ae0e7f573a HTTP/1.1" status: 200 len: 834 time: 0.0460792 Oct 19 02:08:11.163167 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-2b656aec-b1cf-47c3-8599-6fda2482cd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:11.164562 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-2b656aec-b1cf-47c3-8599-6fda2482cd35 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=655773c3-75aa-4b37-9a4b-0a38fba2128a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396602 Oct 19 02:08:11.253948 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-8c57c097-52e9-45ba-b1a3-f40078334b30 service neutron] 10.222.0.24 "GET /v2.0/networks/655773c3-75aa-4b37-9a4b-0a38fba2128a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826340 Oct 19 02:08:11.343183 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-146e0ee8-58ba-4589-bb36-8785ed29d46d req-f481db23-6e9d-4c34-a469-2b91a5eacdc8 service neutron] 10.222.0.24 "GET /v2.0/networks/655773c3-75aa-4b37-9a4b-0a38fba2128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822592 Oct 19 02:08:11.432473 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ce72c-1b0e-4e9e-b9b1-592865069440 req-16a400ab-0dad-4d36-9eed-42749ef91a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:11.433836 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-569ce72c-1b0e-4e9e-b9b1-592865069440 req-16a400ab-0dad-4d36-9eed-42749ef91a99 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 1096 time: 0.0440516 Oct 19 02:08:11.522917 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ce72c-1b0e-4e9e-b9b1-592865069440 req-5687f9f5-fe7f-4207-aaf9-184cd983d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:11.524377 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-569ce72c-1b0e-4e9e-b9b1-592865069440 req-5687f9f5-fe7f-4207-aaf9-184cd983d985 service neutron] 10.222.0.24 "GET /v2.0/networks?id=655773c3-75aa-4b37-9a4b-0a38fba2128a HTTP/1.1" status: 200 len: 897 time: 0.0836444 Oct 19 02:08:11.568159 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-569ce72c-1b0e-4e9e-b9b1-592865069440 req-fb4dc61c-d2f3-459a-a506-fa0fd51577b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb9b34ac-3572-453e-a90d-0f1ed2550596 HTTP/1.1" status: 200 len: 217 time: 0.0365932 Oct 19 02:08:11.616689 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ce72c-1b0e-4e9e-b9b1-592865069440 req-1df29aff-29b5-437d-b172-01ce369f051c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:11.618085 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-569ce72c-1b0e-4e9e-b9b1-592865069440 req-1df29aff-29b5-437d-b172-01ce369f051c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a1b045bc-009d-4bfd-9003-83ae0e7f573a HTTP/1.1" status: 200 len: 834 time: 0.0423193 Oct 19 02:08:11.664185 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ce72c-1b0e-4e9e-b9b1-592865069440 req-8c032288-6fb8-49e5-9868-f83f707f4554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:11.665639 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-569ce72c-1b0e-4e9e-b9b1-592865069440 req-8c032288-6fb8-49e5-9868-f83f707f4554 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=655773c3-75aa-4b37-9a4b-0a38fba2128a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397573 Oct 19 02:08:11.758245 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-569ce72c-1b0e-4e9e-b9b1-592865069440 req-31822464-44de-46ab-a68e-b0e7e6c9a4f7 service neutron] 10.222.0.24 "GET /v2.0/networks/655773c3-75aa-4b37-9a4b-0a38fba2128a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840604 Oct 19 02:08:11.845973 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-569ce72c-1b0e-4e9e-b9b1-592865069440 req-f9a305a1-cd2e-4633-996d-373e8cdb7249 service neutron] 10.222.0.24 "GET /v2.0/networks/655773c3-75aa-4b37-9a4b-0a38fba2128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797739 Oct 19 02:08:12.067038 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc74b5-9941-469b-a636-93cf6cf8f202 req-e262d766-eca7-4bba-9874-cf685aa9216e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:12.068538 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-98cc74b5-9941-469b-a636-93cf6cf8f202 req-e262d766-eca7-4bba-9874-cf685aa9216e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 944 time: 0.0489621 Oct 19 02:08:12.105512 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-98cc74b5-9941-469b-a636-93cf6cf8f202 req-e502fb89-fe80-4c4e-94fc-d4dfb23a376f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307727 Oct 19 02:08:13.220400 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f280fc-3291-4f80-8fdc-4cf6949bba98 req-96a959cc-0356-46ee-812d-7ab4024ba6c1 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:13.221790 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c2f280fc-3291-4f80-8fdc-4cf6949bba98 req-96a959cc-0356-46ee-812d-7ab4024ba6c1 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 944 time: 0.0483313 Oct 19 02:08:13.263269 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c2f280fc-3291-4f80-8fdc-4cf6949bba98 req-550c6205-915e-43ea-ad17-572661e9e584 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356331 Oct 19 02:08:13.836122 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device bb9b34ac-3572-453e-a90d-0f1ed2550596 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:08:13.928873 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port bb9b34ac-3572-453e-a90d-0f1ed2550596, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=bb9b34ac-3572-453e-a90d-0f1ed2550596,segment=NetworkSegment(9a8ed6b2-e3b3-406a-b147-3fd12bf27a73),segment_id=9a8ed6b2-e3b3-406a-b147-3fd12bf27a73)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:08:13.943829 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'bb9b34ac-3572-453e-a90d-0f1ed2550596', 'network_id': '655773c3-75aa-4b37-9a4b-0a38fba2128a', 'port_id': 'bb9b34ac-3572-453e-a90d-0f1ed2550596', 'mac_address': 'fa:16:3e:5b:18:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b045bc-009d-4bfd-9003-83ae0e7f573a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:08:14.141647 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-37943919-6fcf-4af5-bace-357b61fbfe7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:14.144372 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:14.156835 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb9b34ac-3572-453e-a90d-0f1ed2550596 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:08:14.175893 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port bb9b34ac-3572-453e-a90d-0f1ed2550596, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=bb9b34ac-3572-453e-a90d-0f1ed2550596,segment=NetworkSegment(9a8ed6b2-e3b3-406a-b147-3fd12bf27a73),segment_id=9a8ed6b2-e3b3-406a-b147-3fd12bf27a73)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:08:14.179244 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:14.224942 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=bb9b34ac-3572-453e-a90d-0f1ed2550596,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:08:14.377221 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bf55e-c8ed-4820-9e96-af277f221c1f req-4b637ade-f873-4a60-9151-359078e144a0 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:14.378691 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-603bf55e-c8ed-4820-9e96-af277f221c1f req-4b637ade-f873-4a60-9151-359078e144a0 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 945 time: 0.0499179 Oct 19 02:08:14.419630 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-603bf55e-c8ed-4820-9e96-af277f221c1f req-c29ed2e6-3a94-4ea9-b93d-0f77386ecfe4 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345895 Oct 19 02:08:14.424786 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['bb9b34ac-3572-453e-a90d-0f1ed2550596'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:08:15.532063 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd86b2b-ca86-4915-8117-d04922b00d25 req-19cce83d-5c50-4c50-9b8b-00e717fae843 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:15.533520 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9cd86b2b-ca86-4915-8117-d04922b00d25 req-19cce83d-5c50-4c50-9b8b-00e717fae843 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 945 time: 0.0476348 Oct 19 02:08:15.571981 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9cd86b2b-ca86-4915-8117-d04922b00d25 req-1d76b592-c9c6-4f6c-b17a-4f1655aeedc1 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325933 Oct 19 02:08:15.851839 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device bb9b34ac-3572-453e-a90d-0f1ed2550596 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:08:15.902813 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port bb9b34ac-3572-453e-a90d-0f1ed2550596 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 02:08:15.906558 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port bb9b34ac-3572-453e-a90d-0f1ed2550596 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:08:15.906933 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:15.982104 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:16.004509 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1fadd8-fc41-4988-941a-873f40d6beb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9b34ac-3572-453e-a90d-0f1ed2550596'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:08:16.007036 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db8619b3bfd44a3a0f2128b398243c28f67a7e558bf903df4768d357387e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d901a3-581c-4554-942d-5fd7002f398f" -d '{"events": [{"server_uuid": "4c1fadd8-fc41-4988-941a-873f40d6beb8", "name": "network-vif-plugged", "status": "completed", "tag": "bb9b34ac-3572-453e-a90d-0f1ed2550596"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:08:16.020254 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port bb9b34ac-3572-453e-a90d-0f1ed2550596, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=bb9b34ac-3572-453e-a90d-0f1ed2550596,segment=NetworkSegment(9a8ed6b2-e3b3-406a-b147-3fd12bf27a73),segment_id=9a8ed6b2-e3b3-406a-b147-3fd12bf27a73)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:08:16.025340 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:16.049282 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d46b85d-40c1-4810-a24b-05710c65c433 x-openstack-request-id: req-0d46b85d-40c1-4810-a24b-05710c65c433 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:08:16.049563 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1fadd8-fc41-4988-941a-873f40d6beb8", "name": "network-vif-plugged", "status": "completed", "tag": "bb9b34ac-3572-453e-a90d-0f1ed2550596", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:08:16.049818 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0d46b85d-40c1-4810-a24b-05710c65c433 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:08:16.050208 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1fadd8-fc41-4988-941a-873f40d6beb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9b34ac-3572-453e-a90d-0f1ed2550596', 'code': 200} Oct 19 02:08:16.075089 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=bb9b34ac-3572-453e-a90d-0f1ed2550596,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:08:16.136838 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2190b3-fffd-4e9e-970c-b3c908d1f715 req-bf4e6f0f-1cd2-4b5d-9140-7a87d6116f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:16.138284 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1e2190b3-fffd-4e9e-970c-b3c908d1f715 req-bf4e6f0f-1cd2-4b5d-9140-7a87d6116f5e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 1098 time: 0.0388620 Oct 19 02:08:16.172935 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1e2190b3-fffd-4e9e-970c-b3c908d1f715 req-735c2838-3b5b-4e52-9a0d-9e3289f4a3de service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271137 Oct 19 02:08:16.625408 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5033e623-289c-4e2a-bcdf-81826d1f4099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:16.688438 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20efe1-6ad6-4dec-a799-d6bb656a80b3 req-675f22fa-4111-4069-ae99-e23fdc118987 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:16.689912 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2e20efe1-6ad6-4dec-a799-d6bb656a80b3 req-675f22fa-4111-4069-ae99-e23fdc118987 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 946 time: 0.0489111 Oct 19 02:08:16.729758 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2e20efe1-6ad6-4dec-a799-d6bb656a80b3 req-9b0c3260-d7b8-4e3b-811d-0ce77866815a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339279 Oct 19 02:08:17.375756 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:17.846777 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825451a-fc03-4cfe-9c82-b60cbd9fd85e req-dd65ad8c-7709-471b-b763-71235ffd2eed tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:17.848273 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f825451a-fc03-4cfe-9c82-b60cbd9fd85e req-dd65ad8c-7709-471b-b763-71235ffd2eed tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 946 time: 0.0496004 Oct 19 02:08:17.886846 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f825451a-fc03-4cfe-9c82-b60cbd9fd85e req-7345d556-3285-4ec0-9183-2cdd9e2abe2c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325522 Oct 19 02:08:17.999683 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b226c-6aea-4108-bcf2-64af092ca62e req-df0a70db-667d-422c-9ac6-77695ee73d21 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:18.001245 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f70b226c-6aea-4108-bcf2-64af092ca62e req-df0a70db-667d-422c-9ac6-77695ee73d21 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 946 time: 0.0488029 Oct 19 02:08:18.034954 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:18.040836 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f70b226c-6aea-4108-bcf2-64af092ca62e req-d42c5323-bbb5-40dc-a1c7-9526a004517d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334013 Oct 19 02:08:18.062974 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55540) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:08:18.100568 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581aa811-50c6-4db4-aba1-07943b97ed03 tempest-TestNetworkAdvancedServerOps-664428066 tempest-TestNetworkAdvancedServerOps-664428066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:18.102051 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-581aa811-50c6-4db4-aba1-07943b97ed03 tempest-TestNetworkAdvancedServerOps-664428066 tempest-TestNetworkAdvancedServerOps-664428066-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 1093 time: 0.0379970 Oct 19 02:08:18.105516 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55542) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:08:18.109677 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-dfee1bda-2052-42d9-b023-f2594f7ac46b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'port_id': 'bb9b34ac-3572-453e-a90d-0f1ed2550596', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:08:18.130022 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dfee1bda-2052-42d9-b023-f2594f7ac46b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for floatingip, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:18.224707 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dfee1bda-2052-42d9-b023-f2594f7ac46b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:18.323122 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-dfee1bda-2052-42d9-b023-f2594f7ac46b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Allocated IP 172.25.8.13 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/f67fd818-b534-4fc2-b941-12efd8d4edc9) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:08:18.728528 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dfee1bda-2052-42d9-b023-f2594f7ac46b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:18.762123 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dfee1bda-2052-42d9-b023-f2594f7ac46b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:18.799922 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfee1bda-2052-42d9-b023-f2594f7ac46b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:08:18.804239 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-dfee1bda-2052-42d9-b023-f2594f7ac46b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:08:18.809046 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfee1bda-2052-42d9-b023-f2594f7ac46b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:08:18.814681 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee1bda-2052-42d9-b023-f2594f7ac46b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Port': ['ID=f67fd818-b534-4fc2-b941-12efd8d4edc9,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:08:19.160740 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dfee1bda-2052-42d9-b023-f2594f7ac46b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:19.229815 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dfee1bda-2052-42d9-b023-f2594f7ac46b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:19.376725 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dfee1bda-2052-42d9-b023-f2594f7ac46b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:19.380788 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dfee1bda-2052-42d9-b023-f2594f7ac46b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:19.450937 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee1bda-2052-42d9-b023-f2594f7ac46b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Port': ['ID=f67fd818-b534-4fc2-b941-12efd8d4edc9,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:08:19.460527 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dfee1bda-2052-42d9-b023-f2594f7ac46b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:19.559669 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [None req-dfee1bda-2052-42d9-b023-f2594f7ac46b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Floating IP ee3d50f8-b1f7-4a3e-9d7d-9e135ef42517 associated. External IP: 172.25.8.13, port: bb9b34ac-3572-453e-a90d-0f1ed2550596. Oct 19 02:08:19.766441 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfee1bda-2052-42d9-b023-f2594f7ac46b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Router 873a7685-0d69-4a81-8393-163d280a1202 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:08:19.873973 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfee1bda-2052-42d9-b023-f2594f7ac46b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:08:19.884157 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93030f7b-77a9-4fd7-bb1d-b7d13862188d None None] Sync routers for ids ['873a7685-0d69-4a81-8393-163d280a1202'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:08:19.892773 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-dfee1bda-2052-42d9-b023-f2594f7ac46b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:19.894165 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93030f7b-77a9-4fd7-bb1d-b7d13862188d None None] Routers {'873a7685-0d69-4a81-8393-163d280a1202'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:08:19.894773 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-93030f7b-77a9-4fd7-bb1d-b7d13862188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:08:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['873a7685-0d69-4a81-8393-163d280a1202'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:08:19.920361 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-dfee1bda-2052-42d9-b023-f2594f7ac46b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8138430 Oct 19 02:08:19.921058 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1fadd8-fc41-4988-941a-873f40d6beb8', 'tag': 'bb9b34ac-3572-453e-a90d-0f1ed2550596'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:08:19.923574 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}604d1223bc0e61ef4f6f375a56b68240d92e3dadd1a32e57b330ac88f8c52c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8b1798-0b5d-4295-b642-204c8b0834c5" -d '{"events": [{"name": "network-changed", "server_uuid": "4c1fadd8-fc41-4988-941a-873f40d6beb8", "tag": "bb9b34ac-3572-453e-a90d-0f1ed2550596"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:08:19.968108 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:19.977664 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5322fd5f-ccb3-45f1-bd87-55d932e62cf9 x-openstack-request-id: req-5322fd5f-ccb3-45f1-bd87-55d932e62cf9 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:08:19.977956 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c1fadd8-fc41-4988-941a-873f40d6beb8", "tag": "bb9b34ac-3572-453e-a90d-0f1ed2550596", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:08:19.978204 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5322fd5f-ccb3-45f1-bd87-55d932e62cf9 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:08:19.978598 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c1fadd8-fc41-4988-941a-873f40d6beb8', 'tag': 'bb9b34ac-3572-453e-a90d-0f1ed2550596', 'status': 'completed', 'code': 200} Oct 19 02:08:20.010069 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-93030f7b-77a9-4fd7-bb1d-b7d13862188d None None] Set router 873a7685-0d69-4a81-8393-163d280a1202 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:08:20.030258 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f37c2-6ab2-4c17-992c-a189bab235c9 req-201b8f68-ac7d-42d2-b9e3-1a52ebdc64f8 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:20.031819 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2f0f37c2-6ab2-4c17-992c-a189bab235c9 req-201b8f68-ac7d-42d2-b9e3-1a52ebdc64f8 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 946 time: 0.0505900 Oct 19 02:08:20.043993 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b1798-0b5d-4295-b642-204c8b0834c5 req-c4d4d83c-8d9d-4569-b4f5-e700aefb8dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:20.045611 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2d8b1798-0b5d-4295-b642-204c8b0834c5 req-c4d4d83c-8d9d-4569-b4f5-e700aefb8dce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 1098 time: 0.0443492 Oct 19 02:08:20.072173 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2f0f37c2-6ab2-4c17-992c-a189bab235c9 req-f815c6ef-1915-425b-8024-15a87acced06 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333543 Oct 19 02:08:20.094767 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55548) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:08:20.149265 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b1798-0b5d-4295-b642-204c8b0834c5 req-3c705a9a-b503-417f-b5c9-dc1b7f177929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:20.151614 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2d8b1798-0b5d-4295-b642-204c8b0834c5 req-3c705a9a-b503-417f-b5c9-dc1b7f177929 service neutron] 10.222.0.24 "GET /v2.0/networks?id=655773c3-75aa-4b37-9a4b-0a38fba2128a HTTP/1.1" status: 200 len: 897 time: 0.0982006 Oct 19 02:08:20.163645 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-031e4aff-748c-472c-8b17-f0fb64c29716 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/floatingips/ee3d50f8-b1f7-4a3e-9d7d-9e135ef42517 HTTP/1.1" status: 200 len: 991 time: 0.0659668 Oct 19 02:08:20.216526 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2d8b1798-0b5d-4295-b642-204c8b0834c5 req-26e713f1-6d49-4b17-b844-1af47ef0e00d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb9b34ac-3572-453e-a90d-0f1ed2550596 HTTP/1.1" status: 200 len: 999 time: 0.0578837 Oct 19 02:08:20.238389 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-93030f7b-77a9-4fd7-bb1d-b7d13862188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873a7685-0d69-4a81-8393-163d280a1202', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522365434', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '55be06e2-210c-4260-b6d9-6207acfb1ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:08:02Z', 'updated_at': '2021-10-19T02:08:06Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '55be06e2-210c-4260-b6d9-6207acfb1ec2', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873a7685-0d69-4a81-8393-163d280a1202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:08:02Z', 'updated_at': '2021-10-19T02:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'ee3d50f8-b1f7-4a3e-9d7d-9e135ef42517', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'floating_ip_address': '172.25.8.13', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '873a7685-0d69-4a81-8393-163d280a1202', 'port_id': 'bb9b34ac-3572-453e-a90d-0f1ed2550596', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '655773c3-75aa-4b37-9a4b-0a38fba2128a', 'mac_address': 'fa:16:3e:5b:18:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1fadd8-fc41-4988-941a-873f40d6beb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:08:19Z', 'updated_at': '2021-10-19T02:08:19Z', 'revision_number': 0, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e71ba1-7f06-462d-b277-e40e04bbad0c', 'name': '', 'network_id': '655773c3-75aa-4b37-9a4b-0a38fba2128a', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:28:b9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873a7685-0d69-4a81-8393-163d280a1202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'a1b045bc-009d-4bfd-9003-83ae0e7f573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:08:05Z', 'updated_at': '2021-10-19T02:08:08Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': 'a1b045bc-009d-4bfd-9003-83ae0e7f573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:08:20.264703 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93030f7b-77a9-4fd7-bb1d-b7d13862188d None None] Checking router: 873a7685-0d69-4a81-8393-163d280a1202 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:08:20.265469 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b1798-0b5d-4295-b642-204c8b0834c5 req-122aaf2b-d954-4449-9675-fec51353b598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:20.267002 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2d8b1798-0b5d-4295-b642-204c8b0834c5 req-122aaf2b-d954-4449-9675-fec51353b598 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a1b045bc-009d-4bfd-9003-83ae0e7f573a HTTP/1.1" status: 200 len: 834 time: 0.0431893 Oct 19 02:08:20.272868 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93030f7b-77a9-4fd7-bb1d-b7d13862188d None None] Routers {'873a7685-0d69-4a81-8393-163d280a1202'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:08:20.273455 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-93030f7b-77a9-4fd7-bb1d-b7d13862188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:08:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['873a7685-0d69-4a81-8393-163d280a1202'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:08:20.315340 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b1798-0b5d-4295-b642-204c8b0834c5 req-79555ba8-4c18-45d0-847f-26ff329a07f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:20.316842 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2d8b1798-0b5d-4295-b642-204c8b0834c5 req-79555ba8-4c18-45d0-847f-26ff329a07f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=655773c3-75aa-4b37-9a4b-0a38fba2128a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432804 Oct 19 02:08:20.380118 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-93030f7b-77a9-4fd7-bb1d-b7d13862188d None None] Set router 873a7685-0d69-4a81-8393-163d280a1202 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:08:20.407840 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2d8b1798-0b5d-4295-b642-204c8b0834c5 req-6f0fa132-cfa8-47c8-8f1d-fb15a635fa8e service neutron] 10.222.0.24 "GET /v2.0/networks/655773c3-75aa-4b37-9a4b-0a38fba2128a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835376 Oct 19 02:08:20.505289 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2d8b1798-0b5d-4295-b642-204c8b0834c5 req-a9f1354d-7928-4b5b-8fb5-7d68bbfef85d service neutron] 10.222.0.24 "GET /v2.0/networks/655773c3-75aa-4b37-9a4b-0a38fba2128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898664 Oct 19 02:08:20.687661 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-93030f7b-77a9-4fd7-bb1d-b7d13862188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873a7685-0d69-4a81-8393-163d280a1202', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522365434', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '55be06e2-210c-4260-b6d9-6207acfb1ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:08:02Z', 'updated_at': '2021-10-19T02:08:06Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '55be06e2-210c-4260-b6d9-6207acfb1ec2', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873a7685-0d69-4a81-8393-163d280a1202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:08:02Z', 'updated_at': '2021-10-19T02:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'ee3d50f8-b1f7-4a3e-9d7d-9e135ef42517', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'floating_ip_address': '172.25.8.13', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '873a7685-0d69-4a81-8393-163d280a1202', 'port_id': 'bb9b34ac-3572-453e-a90d-0f1ed2550596', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '655773c3-75aa-4b37-9a4b-0a38fba2128a', 'mac_address': 'fa:16:3e:5b:18:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1fadd8-fc41-4988-941a-873f40d6beb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:08:19Z', 'updated_at': '2021-10-19T02:08:19Z', 'revision_number': 0, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e71ba1-7f06-462d-b277-e40e04bbad0c', 'name': '', 'network_id': '655773c3-75aa-4b37-9a4b-0a38fba2128a', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:28:b9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873a7685-0d69-4a81-8393-163d280a1202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'a1b045bc-009d-4bfd-9003-83ae0e7f573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:08:05Z', 'updated_at': '2021-10-19T02:08:08Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': 'a1b045bc-009d-4bfd-9003-83ae0e7f573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:08:20.713133 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93030f7b-77a9-4fd7-bb1d-b7d13862188d None None] The sync data for ids ['873a7685-0d69-4a81-8393-163d280a1202'] in n-d-715271-26 is: [{'id': '873a7685-0d69-4a81-8393-163d280a1202', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522365434', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '55be06e2-210c-4260-b6d9-6207acfb1ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:08:02Z', 'updated_at': '2021-10-19T02:08:06Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '55be06e2-210c-4260-b6d9-6207acfb1ec2', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873a7685-0d69-4a81-8393-163d280a1202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:08:02Z', 'updated_at': '2021-10-19T02:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'ee3d50f8-b1f7-4a3e-9d7d-9e135ef42517', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'floating_ip_address': '172.25.8.13', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '873a7685-0d69-4a81-8393-163d280a1202', 'port_id': 'bb9b34ac-3572-453e-a90d-0f1ed2550596', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '655773c3-75aa-4b37-9a4b-0a38fba2128a', 'mac_address': 'fa:16:3e:5b:18:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1fadd8-fc41-4988-941a-873f40d6beb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:08:19Z', 'updated_at': '2021-10-19T02:08:19Z', 'revision_number': 0, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e71ba1-7f06-462d-b277-e40e04bbad0c', 'name': '', 'network_id': '655773c3-75aa-4b37-9a4b-0a38fba2128a', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:28:b9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873a7685-0d69-4a81-8393-163d280a1202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'a1b045bc-009d-4bfd-9003-83ae0e7f573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:08:05Z', 'updated_at': '2021-10-19T02:08:08Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': 'a1b045bc-009d-4bfd-9003-83ae0e7f573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:08:20.903590 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d0640e-0f5d-4e78-9627-56d5f04208d5 None None] New status for floating IP ee3d50f8-b1f7-4a3e-9d7d-9e135ef42517: ACTIVE {{(pid=100608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:08:21.165527 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55550) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:08:21.224354 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8582e7f5-d72a-4cc2-a45d-00222cbfedcf tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/floatingips/ee3d50f8-b1f7-4a3e-9d7d-9e135ef42517 HTTP/1.1" status: 200 len: 993 time: 0.0576866 Oct 19 02:08:27.788274 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:30.277080 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:30.320181 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:08:44.042358 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-393f8451-bb57-4b88-853f-4fdf2378a8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:46.627043 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-000ee1a4-43f0-4664-b20d-837658749b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:46.952159 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93efe038-047e-4140-bd85-9d6ea78a7b8e req-e4f7241d-48a9-4ca1-aa88-f3fb96ad96b0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395272 Oct 19 02:08:47.040173 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93efe038-047e-4140-bd85-9d6ea78a7b8e req-03df35a1-d1f7-4fe3-b80f-ebbb5c0bc76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:47.041718 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93efe038-047e-4140-bd85-9d6ea78a7b8e req-03df35a1-d1f7-4fe3-b80f-ebbb5c0bc76f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 1098 time: 0.0464084 Oct 19 02:08:47.146309 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93efe038-047e-4140-bd85-9d6ea78a7b8e req-0b510d38-0ffd-4599-8865-472b3e89f242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:47.147818 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93efe038-047e-4140-bd85-9d6ea78a7b8e req-0b510d38-0ffd-4599-8865-472b3e89f242 service neutron] 10.222.0.24 "GET /v2.0/networks?id=655773c3-75aa-4b37-9a4b-0a38fba2128a HTTP/1.1" status: 200 len: 897 time: 0.0849061 Oct 19 02:08:47.217272 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93efe038-047e-4140-bd85-9d6ea78a7b8e req-904cd7c6-b78a-492e-817a-7de1a6c47ae5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb9b34ac-3572-453e-a90d-0f1ed2550596 HTTP/1.1" status: 200 len: 1001 time: 0.0619040 Oct 19 02:08:47.265844 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93efe038-047e-4140-bd85-9d6ea78a7b8e req-92644cf0-9e7e-4c90-b165-09962011a1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:47.267207 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93efe038-047e-4140-bd85-9d6ea78a7b8e req-92644cf0-9e7e-4c90-b165-09962011a1f1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a1b045bc-009d-4bfd-9003-83ae0e7f573a HTTP/1.1" status: 200 len: 834 time: 0.0426385 Oct 19 02:08:47.311885 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93efe038-047e-4140-bd85-9d6ea78a7b8e req-cc12701a-176d-47bb-9e94-0830a9edae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:47.313303 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93efe038-047e-4140-bd85-9d6ea78a7b8e req-cc12701a-176d-47bb-9e94-0830a9edae11 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=655773c3-75aa-4b37-9a4b-0a38fba2128a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384119 Oct 19 02:08:47.378255 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:47.406310 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93efe038-047e-4140-bd85-9d6ea78a7b8e req-11542ec2-b1fe-4346-b424-151d6dabf94a service neutron] 10.222.0.24 "GET /v2.0/networks/655773c3-75aa-4b37-9a4b-0a38fba2128a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847001 Oct 19 02:08:47.495604 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93efe038-047e-4140-bd85-9d6ea78a7b8e req-d33ff700-4b8e-4a2d-8aa9-2041ce7a6e24 service neutron] 10.222.0.24 "GET /v2.0/networks/655773c3-75aa-4b37-9a4b-0a38fba2128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815358 Oct 19 02:08:48.038231 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:49.964769 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:52.453981 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-56caf831-4082-457e-9078-02eeba226d46 req-df36fd22-18cc-4654-af7f-4bffe1c07153 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 02:08:52.455012 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-56caf831-4082-457e-9078-02eeba226d46 req-df36fd22-18cc-4654-af7f-4bffe1c07153 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053098 Oct 19 02:08:52.650237 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a56089-b147-4795-ad9a-70a4e48fe212 req-3e39f5a7-e0c1-4e93-b0b5-283ae126e1dd tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:52.651247 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55580) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:08:52.651813 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-68a56089-b147-4795-ad9a-70a4e48fe212 req-3e39f5a7-e0c1-4e93-b0b5-283ae126e1dd tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 946 time: 0.0546832 Oct 19 02:08:52.690370 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-68a56089-b147-4795-ad9a-70a4e48fe212 req-114924bf-def8-463b-b5d0-f9f76dd69767 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323515 Oct 19 02:08:52.730808 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-82177788-2ed4-4f4e-ad1b-5127188f4210 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0783112 Oct 19 02:08:52.739341 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-76f47229-8fd0-4904-98e5-4d9d0fbb1dab service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 02:08:52.740328 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-76f47229-8fd0-4904-98e5-4d9d0fbb1dab service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048256 Oct 19 02:08:53.798385 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-6b837dc3-16bd-485a-9532-a3680b567995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:53.799937 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-6b837dc3-16bd-485a-9532-a3680b567995 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 1098 time: 0.0412772 Oct 19 02:08:53.830165 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3229aa2-6892-4d4e-819b-833d8a79f223 req-3626d6d9-db7a-4678-9a15-abb6800a6892 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:53.831676 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e3229aa2-6892-4d4e-819b-833d8a79f223 req-3626d6d9-db7a-4678-9a15-abb6800a6892 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 946 time: 0.0487654 Oct 19 02:08:53.878099 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e3229aa2-6892-4d4e-819b-833d8a79f223 req-9c636508-8d70-45dc-996e-60da5a9c08f9 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385573 Oct 19 02:08:53.898102 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-172459db-80bd-4d70-a54b-198de5fdd1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:53.899572 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-172459db-80bd-4d70-a54b-198de5fdd1a7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=655773c3-75aa-4b37-9a4b-0a38fba2128a HTTP/1.1" status: 200 len: 897 time: 0.0929446 Oct 19 02:08:53.964949 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-0be15736-678e-4082-905d-bd6d80bb257a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb9b34ac-3572-453e-a90d-0f1ed2550596 HTTP/1.1" status: 200 len: 1001 time: 0.0584633 Oct 19 02:08:54.014290 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-f932618d-6152-489e-b9e7-00c69d93bdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:54.015694 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-f932618d-6152-489e-b9e7-00c69d93bdd4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a1b045bc-009d-4bfd-9003-83ae0e7f573a HTTP/1.1" status: 200 len: 834 time: 0.0437489 Oct 19 02:08:54.065056 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-e781073f-a116-4836-b5f4-5639032ea684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:54.066499 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-e781073f-a116-4836-b5f4-5639032ea684 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=655773c3-75aa-4b37-9a4b-0a38fba2128a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429792 Oct 19 02:08:54.155650 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-f9411728-10b1-4ead-8703-98f51083feae service neutron] 10.222.0.24 "GET /v2.0/networks/655773c3-75aa-4b37-9a4b-0a38fba2128a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817869 Oct 19 02:08:54.249592 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-bc0fd9dd-236e-49f9-90ea-61622f75c35c service neutron] 10.222.0.24 "GET /v2.0/networks/655773c3-75aa-4b37-9a4b-0a38fba2128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862586 Oct 19 02:08:54.994507 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20d1ef-1839-48bc-88c7-9cd8c1e4fa16 req-43bfd25f-cd97-48d8-a50d-3631f16b477d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:54.995971 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f20d1ef-1839-48bc-88c7-9cd8c1e4fa16 req-43bfd25f-cd97-48d8-a50d-3631f16b477d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 946 time: 0.0491071 Oct 19 02:08:55.034837 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f20d1ef-1839-48bc-88c7-9cd8c1e4fa16 req-c3d716cb-815a-4284-a142-b122c3df5fde tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329359 Oct 19 02:08:56.154427 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32573cd7-5c85-4073-8028-a057b854e437 req-a15fa7ee-49a8-4d1d-990a-304f49740c15 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:56.155918 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-32573cd7-5c85-4073-8028-a057b854e437 req-a15fa7ee-49a8-4d1d-990a-304f49740c15 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 946 time: 0.0531371 Oct 19 02:08:56.192889 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-32573cd7-5c85-4073-8028-a057b854e437 req-449aea0b-02bb-428d-a9b1-55c76f3ea026 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311511 Oct 19 02:08:57.307657 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95725eaf-daac-4bdf-8c33-94d41cb27cbb req-4d7b4a38-5c28-47dd-bd9b-6c00ff0b9833 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:57.309150 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-95725eaf-daac-4bdf-8c33-94d41cb27cbb req-4d7b4a38-5c28-47dd-bd9b-6c00ff0b9833 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 946 time: 0.0481660 Oct 19 02:08:57.346228 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-95725eaf-daac-4bdf-8c33-94d41cb27cbb req-750caa3c-500f-4298-9159-4ae653e43d88 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311568 Oct 19 02:08:57.787774 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:58.461643 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c776a61-c064-4344-8335-dc8073aab6a4 req-56768b2a-dec9-4fbe-8d0f-40a83ef71478 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:58.463196 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8c776a61-c064-4344-8335-dc8073aab6a4 req-56768b2a-dec9-4fbe-8d0f-40a83ef71478 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 946 time: 0.0490336 Oct 19 02:08:58.500373 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8c776a61-c064-4344-8335-dc8073aab6a4 req-114f883e-ee67-4ca6-855a-a2f0c605c316 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313742 Oct 19 02:08:59.617147 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a13459-27a7-4d0a-a40d-48eb4dae48d3 req-14a73266-d4b5-46f2-945b-567e1e450df5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:59.618611 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-35a13459-27a7-4d0a-a40d-48eb4dae48d3 req-14a73266-d4b5-46f2-945b-567e1e450df5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 946 time: 0.0518858 Oct 19 02:08:59.656502 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-35a13459-27a7-4d0a-a40d-48eb4dae48d3 req-0bcc1fc6-c12b-4cf5-88b7-6211ff52935f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318093 Oct 19 02:09:00.296426 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:09:00.769839 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44418b3-03a2-4aa8-858f-7f61d273dc1d req-16334181-93d4-481b-bb66-722a24ba2b67 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:00.771306 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f44418b3-03a2-4aa8-858f-7f61d273dc1d req-16334181-93d4-481b-bb66-722a24ba2b67 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 946 time: 0.0484397 Oct 19 02:09:00.808208 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f44418b3-03a2-4aa8-858f-7f61d273dc1d req-4cb291f8-5777-46e6-b61d-5adda71ac96c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306144 Oct 19 02:09:01.921588 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ded96-0949-4058-bc69-34693aac32d0 req-aa0722d8-7f8d-43ab-8a48-33f6eb55b4a0 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:01.922976 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-710ded96-0949-4058-bc69-34693aac32d0 req-aa0722d8-7f8d-43ab-8a48-33f6eb55b4a0 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 946 time: 0.0486941 Oct 19 02:09:01.961590 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-710ded96-0949-4058-bc69-34693aac32d0 req-29fc4fd2-6cb9-4330-b54a-a77b3a66a5bf tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327797 Oct 19 02:09:03.078869 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b181d0-79ed-4d22-ab7e-7560b4bc89c8 req-82754491-c372-4d16-9a3c-8a267d19f14f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:03.080361 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-16b181d0-79ed-4d22-ab7e-7560b4bc89c8 req-82754491-c372-4d16-9a3c-8a267d19f14f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 946 time: 0.0527008 Oct 19 02:09:03.117107 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-16b181d0-79ed-4d22-ab7e-7560b4bc89c8 req-1edd2f95-af7b-40e0-a835-7c0fba8a7efa tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308685 Oct 19 02:09:04.234460 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b36423-c62c-4737-a086-b660c4f10a21 req-6aa86e10-d45f-405c-8382-42a9cc2c5329 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:04.235876 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c0b36423-c62c-4737-a086-b660c4f10a21 req-6aa86e10-d45f-405c-8382-42a9cc2c5329 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 946 time: 0.0480826 Oct 19 02:09:04.272033 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c0b36423-c62c-4737-a086-b660c4f10a21 req-d41e296e-cfb1-422a-a362-e26e43abfcc9 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302532 Oct 19 02:09:05.386161 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058aa07-1218-4bc1-a688-3082a3a3cd64 req-8e04ac5f-e34f-4d17-bccd-62368ea2fb5f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:05.387629 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0058aa07-1218-4bc1-a688-3082a3a3cd64 req-8e04ac5f-e34f-4d17-bccd-62368ea2fb5f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 946 time: 0.0486403 Oct 19 02:09:05.424716 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0058aa07-1218-4bc1-a688-3082a3a3cd64 req-38111ad9-a504-49db-83a5-d27bcd192c01 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312440 Oct 19 02:09:06.545383 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b2b19-2e19-489c-89c3-129ce3eeb4c8 req-efd8c360-ec13-450c-8f45-af684c102ea0 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:06.546829 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fb1b2b19-2e19-489c-89c3-129ce3eeb4c8 req-efd8c360-ec13-450c-8f45-af684c102ea0 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 946 time: 0.0515273 Oct 19 02:09:06.582431 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fb1b2b19-2e19-489c-89c3-129ce3eeb4c8 req-a47f8741-0a8d-48c7-8ba4-71a2ebf88044 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298059 Oct 19 02:09:07.319585 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:09:07.695164 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e435c6-33af-4fa0-82f9-62091372e1f5 req-a22a5b28-b91b-45bc-95e6-68d9998cd338 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:07.697257 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b5e435c6-33af-4fa0-82f9-62091372e1f5 req-a22a5b28-b91b-45bc-95e6-68d9998cd338 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 946 time: 0.0486360 Oct 19 02:09:07.734405 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b5e435c6-33af-4fa0-82f9-62091372e1f5 req-0c6c5e14-8976-4606-8a63-eb18d5eccdba tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313382 Oct 19 02:09:08.846535 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de3b21-91fe-44a9-9969-d852da4eb3d5 req-5a8b3503-aa1b-498b-982e-ac974772d059 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:08.848008 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-53de3b21-91fe-44a9-9969-d852da4eb3d5 req-5a8b3503-aa1b-498b-982e-ac974772d059 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 946 time: 0.0477502 Oct 19 02:09:08.884800 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-53de3b21-91fe-44a9-9969-d852da4eb3d5 req-5e0f0813-5596-46f7-8c03-89efa95781a6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301561 Oct 19 02:09:10.006694 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd00dc-c91a-42aa-bc33-be18ca82ff70 req-249b1330-7f18-468a-8832-a74878d1c303 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:10.008816 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d7bd00dc-c91a-42aa-bc33-be18ca82ff70 req-249b1330-7f18-468a-8832-a74878d1c303 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 946 time: 0.0545349 Oct 19 02:09:10.048142 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d7bd00dc-c91a-42aa-bc33-be18ca82ff70 req-ddcd6b1f-f79a-437c-b2ba-7af79a10d239 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327640 Oct 19 02:09:11.156196 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-4ef3b0f2-0775-4a95-af81-97a1d70dcb50 service neutron] show failed (client error): The resource could not be found. Oct 19 02:09:11.157236 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-4ef3b0f2-0775-4a95-af81-97a1d70dcb50 service neutron] 10.222.0.24 "GET /v2.0/ports/bb9b34ac-3572-453e-a90d-0f1ed2550596/bindings/n-h1-715271-26 HTTP/1.1" status: 404 len: 381 time: 0.0567012 Oct 19 02:09:11.214840 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3594b9f-16fc-4857-8504-e655fc5cfca3 req-5fe8fb8a-3a42-4e7e-8bcd-f9a16f1eba1b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:11.216258 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b3594b9f-16fc-4857-8504-e655fc5cfca3 req-5fe8fb8a-3a42-4e7e-8bcd-f9a16f1eba1b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 946 time: 0.0539799 Oct 19 02:09:11.256064 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b3594b9f-16fc-4857-8504-e655fc5cfca3 req-a5841e5f-0aed-4142-bb99-b2f3285590d4 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337093 Oct 19 02:09:11.355750 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-9a17f731-9cb8-4c7c-8e9d-6fa3b4d75c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:11.357282 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-9a17f731-9cb8-4c7c-8e9d-6fa3b4d75c96 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8&tenant_id=0eedc13a8d0542eb95753f292a7c2eed HTTP/1.1" status: 200 len: 1098 time: 0.0427566 Oct 19 02:09:11.368254 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-f593294b-0ecd-4c73-a32a-1d90ff808a13 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 02:09:11.369329 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-f593294b-0ecd-4c73-a32a-1d90ff808a13 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049708 Oct 19 02:09:11.380677 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-e4a18c07-e63d-41d2-ae45-c38d5571621e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-26', 'device_owner': 'compute:nova'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:09:11.433542 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-e4a18c07-e63d-41d2-ae45-c38d5571621e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:09:11.631854 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-e4a18c07-e63d-41d2-ae45-c38d5571621e service neutron] For port bb9b34ac-3572-453e-a90d-0f1ed2550596, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=bb9b34ac-3572-453e-a90d-0f1ed2550596,segment=NetworkSegment(9a8ed6b2-e3b3-406a-b147-3fd12bf27a73),segment_id=9a8ed6b2-e3b3-406a-b147-3fd12bf27a73)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:09:11.663956 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-e4a18c07-e63d-41d2-ae45-c38d5571621e service neutron] For port bb9b34ac-3572-453e-a90d-0f1ed2550596, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:09:11.706634 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1fadd8-fc41-4988-941a-873f40d6beb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb9b34ac-3572-453e-a90d-0f1ed2550596'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:09:11.708937 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9434de058546a022cc17e407c636edc5a2ce8615e174a01ffad9beb3023847d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380b44d2-791d-4933-9dab-0ec6ea74f978" -d '{"events": [{"server_uuid": "4c1fadd8-fc41-4988-941a-873f40d6beb8", "name": "network-vif-unplugged", "status": "completed", "tag": "bb9b34ac-3572-453e-a90d-0f1ed2550596"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:09:11.713774 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-e4a18c07-e63d-41d2-ae45-c38d5571621e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:09:11.727056 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-e4a18c07-e63d-41d2-ae45-c38d5571621e service neutron] Transition to ACTIVE for port object bb9b34ac-3572-453e-a90d-0f1ed2550596 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:09:11.731323 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-e4a18c07-e63d-41d2-ae45-c38d5571621e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:09:12.148011 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 02:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90bc6bbf-41e4-49d5-a6c2-e99f69c35fc1 x-openstack-request-id: req-90bc6bbf-41e4-49d5-a6c2-e99f69c35fc1 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:09:12.148275 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1fadd8-fc41-4988-941a-873f40d6beb8", "name": "network-vif-unplugged", "status": "completed", "tag": "bb9b34ac-3572-453e-a90d-0f1ed2550596", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:09:12.148456 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-90bc6bbf-41e4-49d5-a6c2-e99f69c35fc1 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:09:12.148842 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1fadd8-fc41-4988-941a-873f40d6beb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb9b34ac-3572-453e-a90d-0f1ed2550596', 'code': 200} Oct 19 02:09:12.154020 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a18c07-e63d-41d2-ae45-c38d5571621e service neutron] Pushing event updated for resources: {'Port': ['ID=bb9b34ac-3572-453e-a90d-0f1ed2550596,revision_number=6']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:09:12.168367 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a18c07-e63d-41d2-ae45-c38d5571621e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:09:12.168717 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a18c07-e63d-41d2-ae45-c38d5571621e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:09:12.169053 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a18c07-e63d-41d2-ae45-c38d5571621e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:09:12.169384 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a18c07-e63d-41d2-ae45-c38d5571621e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:09:12.169712 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a18c07-e63d-41d2-ae45-c38d5571621e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:09:12.170046 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a18c07-e63d-41d2-ae45-c38d5571621e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:09:12.170364 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a18c07-e63d-41d2-ae45-c38d5571621e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:09:12.170684 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a18c07-e63d-41d2-ae45-c38d5571621e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:09:12.171003 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a18c07-e63d-41d2-ae45-c38d5571621e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:09:12.171321 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a18c07-e63d-41d2-ae45-c38d5571621e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:09:12.171640 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a18c07-e63d-41d2-ae45-c38d5571621e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:09:12.171985 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a18c07-e63d-41d2-ae45-c38d5571621e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:09:12.199549 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-e4a18c07-e63d-41d2-ae45-c38d5571621e service neutron] No DVR routers for this DVR port bb9b34ac-3572-453e-a90d-0f1ed2550596 on host n-h2-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:09:12.333079 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-e4a18c07-e63d-41d2-ae45-c38d5571621e service neutron] Attempting to bind port bb9b34ac-3572-453e-a90d-0f1ed2550596 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:09:12.333410 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-e4a18c07-e63d-41d2-ae45-c38d5571621e service neutron] Attempting to bind port bb9b34ac-3572-453e-a90d-0f1ed2550596 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '9a8ed6b2-e3b3-406a-b147-3fd12bf27a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '655773c3-75aa-4b37-9a4b-0a38fba2128a'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:09:12.333740 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-e4a18c07-e63d-41d2-ae45-c38d5571621e service neutron] Attempting to bind port bb9b34ac-3572-453e-a90d-0f1ed2550596 on network 655773c3-75aa-4b37-9a4b-0a38fba2128a {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:09:12.338107 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-e4a18c07-e63d-41d2-ae45-c38d5571621e service neutron] Port bb9b34ac-3572-453e-a90d-0f1ed2550596 on network 655773c3-75aa-4b37-9a4b-0a38fba2128a not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:09:12.338442 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-e4a18c07-e63d-41d2-ae45-c38d5571621e service neutron] Attempting to bind port bb9b34ac-3572-453e-a90d-0f1ed2550596 on network 655773c3-75aa-4b37-9a4b-0a38fba2128a {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:09:12.343272 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-e4a18c07-e63d-41d2-ae45-c38d5571621e service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:09:12.343614 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-e4a18c07-e63d-41d2-ae45-c38d5571621e service neutron] Checking segment: {'id': '9a8ed6b2-e3b3-406a-b147-3fd12bf27a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '655773c3-75aa-4b37-9a4b-0a38fba2128a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:09:12.344028 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-e4a18c07-e63d-41d2-ae45-c38d5571621e service neutron] Bound using segment: {'id': '9a8ed6b2-e3b3-406a-b147-3fd12bf27a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '655773c3-75aa-4b37-9a4b-0a38fba2128a'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:09:12.344461 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-e4a18c07-e63d-41d2-ae45-c38d5571621e service neutron] Bound port: bb9b34ac-3572-453e-a90d-0f1ed2550596, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a8ed6b2-e3b3-406a-b147-3fd12bf27a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '655773c3-75aa-4b37-9a4b-0a38fba2128a'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:09:12.344819 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-e4a18c07-e63d-41d2-ae45-c38d5571621e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:09:12.372229 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f15af6-2e36-4181-9dd6-8162fb2fafff req-e4538064-1dbc-4c7e-b0a0-308129ef2f80 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:12.373715 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-02f15af6-2e36-4181-9dd6-8162fb2fafff req-e4538064-1dbc-4c7e-b0a0-308129ef2f80 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 944 time: 0.0488863 Oct 19 02:09:12.407602 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-e4a18c07-e63d-41d2-ae45-c38d5571621e service neutron] For port bb9b34ac-3572-453e-a90d-0f1ed2550596, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:09:12.411065 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-e4a18c07-e63d-41d2-ae45-c38d5571621e service neutron] For port bb9b34ac-3572-453e-a90d-0f1ed2550596, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bb9b34ac-3572-453e-a90d-0f1ed2550596,segment=NetworkSegment(9a8ed6b2-e3b3-406a-b147-3fd12bf27a73),segment_id=9a8ed6b2-e3b3-406a-b147-3fd12bf27a73)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:09:12.414480 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-02f15af6-2e36-4181-9dd6-8162fb2fafff req-fea58d48-f06c-4756-8f9f-a66cadaad942 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348272 Oct 19 02:09:12.416160 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-e4a18c07-e63d-41d2-ae45-c38d5571621e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:09:12.464032 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-e4a18c07-e63d-41d2-ae45-c38d5571621e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:12.464637 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-e4a18c07-e63d-41d2-ae45-c38d5571621e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:09:12.466075 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-e4a18c07-e63d-41d2-ae45-c38d5571621e service neutron] 10.222.0.55 "PUT /v2.0/ports/bb9b34ac-3572-453e-a90d-0f1ed2550596 HTTP/1.1" status: 200 len: 1093 time: 1.0889530 Oct 19 02:09:12.481710 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a18c07-e63d-41d2-ae45-c38d5571621e service neutron] Pushing event updated for resources: {'Port': ['ID=bb9b34ac-3572-453e-a90d-0f1ed2550596,revision_number=7']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:09:12.532117 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-e6fcd376-83fd-4367-996a-56e4639746d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:12.533612 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-e6fcd376-83fd-4367-996a-56e4639746d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 1096 time: 0.0423272 Oct 19 02:09:12.627092 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-18f1c03e-28d2-4cf9-8234-30d32f4611b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:12.628583 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-18f1c03e-28d2-4cf9-8234-30d32f4611b4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=655773c3-75aa-4b37-9a4b-0a38fba2128a HTTP/1.1" status: 200 len: 897 time: 0.0879815 Oct 19 02:09:12.699190 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-02c4e9af-8521-4eb9-bba4-b6484ddfde1e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb9b34ac-3572-453e-a90d-0f1ed2550596 HTTP/1.1" status: 200 len: 999 time: 0.0634184 Oct 19 02:09:12.747913 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-58366318-d437-485b-862b-a135a44518fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:12.749223 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-58366318-d437-485b-862b-a135a44518fd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a1b045bc-009d-4bfd-9003-83ae0e7f573a HTTP/1.1" status: 200 len: 834 time: 0.0426731 Oct 19 02:09:12.792696 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-33293291-1062-4a77-a48b-d47ee0b1bbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:12.794117 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-33293291-1062-4a77-a48b-d47ee0b1bbee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=655773c3-75aa-4b37-9a4b-0a38fba2128a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381463 Oct 19 02:09:12.885471 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-185af1a4-3409-4686-a3cf-06823193511b service neutron] 10.222.0.55 "GET /v2.0/networks/655773c3-75aa-4b37-9a4b-0a38fba2128a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836732 Oct 19 02:09:12.973551 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cf08a080-d4bd-458a-aa13-eb4056a6d54a req-647d28bc-5b19-4b17-b972-6622e54002cd service neutron] 10.222.0.55 "GET /v2.0/networks/655773c3-75aa-4b37-9a4b-0a38fba2128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803735 Oct 19 02:09:13.536935 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e76c95-0df5-4d27-a1c5-dec876adfc45 req-98e14aa0-3d2e-41c4-a1ab-253c0f743758 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:13.538408 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-12e76c95-0df5-4d27-a1c5-dec876adfc45 req-98e14aa0-3d2e-41c4-a1ab-253c0f743758 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 944 time: 0.0536151 Oct 19 02:09:13.575711 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-12e76c95-0df5-4d27-a1c5-dec876adfc45 req-7967f976-0693-4d55-bf38-ee6040207c25 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309231 Oct 19 02:09:14.042492 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9d2fb645-840d-436d-8cb6-abfbe7abb85d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:09:14.149579 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1fadd8-fc41-4988-941a-873f40d6beb8', 'tag': 'bb9b34ac-3572-453e-a90d-0f1ed2550596'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:09:14.152036 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9434de058546a022cc17e407c636edc5a2ce8615e174a01ffad9beb3023847d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40119d4-a90f-468e-9973-9e5ac65b68f1" -d '{"events": [{"name": "network-changed", "server_uuid": "4c1fadd8-fc41-4988-941a-873f40d6beb8", "tag": "bb9b34ac-3572-453e-a90d-0f1ed2550596"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:09:14.174185 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device bb9b34ac-3572-453e-a90d-0f1ed2550596 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:09:14.200909 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbba753e-3f44-4e78-8692-788bfb31d166 x-openstack-request-id: req-fbba753e-3f44-4e78-8692-788bfb31d166 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:09:14.201363 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c1fadd8-fc41-4988-941a-873f40d6beb8", "tag": "bb9b34ac-3572-453e-a90d-0f1ed2550596", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:09:14.201492 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fbba753e-3f44-4e78-8692-788bfb31d166 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:09:14.201868 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c1fadd8-fc41-4988-941a-873f40d6beb8', 'tag': 'bb9b34ac-3572-453e-a90d-0f1ed2550596', 'status': 'completed', 'code': 200} Oct 19 02:09:14.215919 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device bb9b34ac-3572-453e-a90d-0f1ed2550596 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:09:14.264506 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40119d4-a90f-468e-9973-9e5ac65b68f1 req-a8ac36f5-0b8f-4b16-8f42-9222f425676f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:14.266199 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a40119d4-a90f-468e-9973-9e5ac65b68f1 req-a8ac36f5-0b8f-4b16-8f42-9222f425676f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 1096 time: 0.0464725 Oct 19 02:09:14.269253 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40119d4-a90f-468e-9973-9e5ac65b68f1 req-c4e78490-d15e-435e-84c3-42d855f0240e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:14.270750 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a40119d4-a90f-468e-9973-9e5ac65b68f1 req-c4e78490-d15e-435e-84c3-42d855f0240e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 1096 time: 0.0458794 Oct 19 02:09:14.361089 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40119d4-a90f-468e-9973-9e5ac65b68f1 req-3abc0ec7-4c31-4ae6-ba74-3396b8ba688b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:14.362623 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a40119d4-a90f-468e-9973-9e5ac65b68f1 req-3abc0ec7-4c31-4ae6-ba74-3396b8ba688b service neutron] 10.222.0.24 "GET /v2.0/networks?id=655773c3-75aa-4b37-9a4b-0a38fba2128a HTTP/1.1" status: 200 len: 897 time: 0.0890951 Oct 19 02:09:14.364952 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40119d4-a90f-468e-9973-9e5ac65b68f1 req-de097060-87b1-48bb-86a9-aee817f51d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:14.366389 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a40119d4-a90f-468e-9973-9e5ac65b68f1 req-de097060-87b1-48bb-86a9-aee817f51d43 service neutron] 10.222.0.55 "GET /v2.0/networks?id=655773c3-75aa-4b37-9a4b-0a38fba2128a HTTP/1.1" status: 200 len: 897 time: 0.0879185 Oct 19 02:09:14.427174 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a40119d4-a90f-468e-9973-9e5ac65b68f1 req-886dfdad-2f06-4852-a537-8e508c27a73e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb9b34ac-3572-453e-a90d-0f1ed2550596 HTTP/1.1" status: 200 len: 999 time: 0.0575402 Oct 19 02:09:14.432407 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a40119d4-a90f-468e-9973-9e5ac65b68f1 req-d97a5893-82fd-45da-bb18-e2bee248dbf2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb9b34ac-3572-453e-a90d-0f1ed2550596 HTTP/1.1" status: 200 len: 999 time: 0.0581691 Oct 19 02:09:14.480148 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40119d4-a90f-468e-9973-9e5ac65b68f1 req-7cdde34a-3d74-4931-a53b-f1c50f5d165b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:14.481525 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a40119d4-a90f-468e-9973-9e5ac65b68f1 req-7cdde34a-3d74-4931-a53b-f1c50f5d165b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a1b045bc-009d-4bfd-9003-83ae0e7f573a HTTP/1.1" status: 200 len: 834 time: 0.0475235 Oct 19 02:09:14.482552 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40119d4-a90f-468e-9973-9e5ac65b68f1 req-1adae025-4aa6-4130-a31a-95fc67a5875c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:14.484013 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a40119d4-a90f-468e-9973-9e5ac65b68f1 req-1adae025-4aa6-4130-a31a-95fc67a5875c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a1b045bc-009d-4bfd-9003-83ae0e7f573a HTTP/1.1" status: 200 len: 834 time: 0.0436933 Oct 19 02:09:14.527252 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40119d4-a90f-468e-9973-9e5ac65b68f1 req-af9b19db-49dd-40b2-88d0-171231b3b686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:14.528875 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a40119d4-a90f-468e-9973-9e5ac65b68f1 req-af9b19db-49dd-40b2-88d0-171231b3b686 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=655773c3-75aa-4b37-9a4b-0a38fba2128a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409212 Oct 19 02:09:14.533951 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40119d4-a90f-468e-9973-9e5ac65b68f1 req-4659bdb0-f8ef-422a-8026-affe5ad43bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:14.535417 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a40119d4-a90f-468e-9973-9e5ac65b68f1 req-4659bdb0-f8ef-422a-8026-affe5ad43bf4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=655773c3-75aa-4b37-9a4b-0a38fba2128a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442219 Oct 19 02:09:14.618999 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a40119d4-a90f-468e-9973-9e5ac65b68f1 req-ad2ff3f8-5a91-4c9d-910b-49ee149d9a69 service neutron] 10.222.0.24 "GET /v2.0/networks/655773c3-75aa-4b37-9a4b-0a38fba2128a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820291 Oct 19 02:09:14.627659 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a40119d4-a90f-468e-9973-9e5ac65b68f1 req-95064525-bdb4-49d2-8b49-5288fb75a634 service neutron] 10.222.0.55 "GET /v2.0/networks/655773c3-75aa-4b37-9a4b-0a38fba2128a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824196 Oct 19 02:09:14.714726 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a40119d4-a90f-468e-9973-9e5ac65b68f1 req-527b2c44-f886-44f6-bb36-d1d27258eec2 service neutron] 10.222.0.24 "GET /v2.0/networks/655773c3-75aa-4b37-9a4b-0a38fba2128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891466 Oct 19 02:09:14.751567 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f11ed-2e69-47fa-8935-1356f0d989ad req-83c2fb58-ab0e-414f-a1d0-9f3db3897aad tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:14.752993 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-791f11ed-2e69-47fa-8935-1356f0d989ad req-83c2fb58-ab0e-414f-a1d0-9f3db3897aad tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 944 time: 0.0997100 Oct 19 02:09:14.770357 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a40119d4-a90f-468e-9973-9e5ac65b68f1 req-158aa00e-5093-4012-9897-101023598a90 service neutron] 10.222.0.55 "GET /v2.0/networks/655773c3-75aa-4b37-9a4b-0a38fba2128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351466 Oct 19 02:09:14.796112 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-791f11ed-2e69-47fa-8935-1356f0d989ad req-9abd6200-964a-4edf-b71b-bbae73c59b43 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349042 Oct 19 02:09:15.914438 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c3955-15c7-42f1-a4e5-c745f0884a1e req-68a171bf-60ff-4c9f-a1f2-dd06f79417c7 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:15.916554 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6a7c3955-15c7-42f1-a4e5-c745f0884a1e req-68a171bf-60ff-4c9f-a1f2-dd06f79417c7 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 944 time: 0.0493481 Oct 19 02:09:15.954242 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6a7c3955-15c7-42f1-a4e5-c745f0884a1e req-d13a110f-1bc9-4ef2-9f17-0ad8005437c9 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317867 Oct 19 02:09:16.145988 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbed954-7e7c-4334-8e4e-d6a640a12b77 req-ff269e2b-945e-4f2b-bcde-49c6e330255f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:16.147449 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1cbed954-7e7c-4334-8e4e-d6a640a12b77 req-ff269e2b-945e-4f2b-bcde-49c6e330255f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 944 time: 0.0507934 Oct 19 02:09:16.222177 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1cbed954-7e7c-4334-8e4e-d6a640a12b77 req-82f1478e-c756-456b-bfdf-0dc769cef6e0 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676785 Oct 19 02:09:16.230223 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca341dac-b225-44bd-80af-b32e738559ea req-3ed22bc4-fe5e-4027-bbf1-d07d2ad29c45 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:16.231606 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ca341dac-b225-44bd-80af-b32e738559ea req-3ed22bc4-fe5e-4027-bbf1-d07d2ad29c45 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8&tenant_id=0eedc13a8d0542eb95753f292a7c2eed&binding%3Ahost_id=n-h1-715271-26 HTTP/1.1" status: 200 len: 944 time: 0.0762265 Oct 19 02:09:16.292514 n-d-715271-26 neutron-server[100607]: INFO neutron.api.v2.resource [req-ca341dac-b225-44bd-80af-b32e738559ea req-0166f10b-78d8-4ef5-8127-6bd299630278 service neutron] delete failed (client error): The resource could not be found. Oct 19 02:09:16.293536 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ca341dac-b225-44bd-80af-b32e738559ea req-0166f10b-78d8-4ef5-8127-6bd299630278 service neutron] 10.222.0.24 "DELETE /v2.0/ports/bb9b34ac-3572-453e-a90d-0f1ed2550596/bindings/n-h2-715271-26 HTTP/1.1" status: 404 len: 381 time: 0.0535240 Oct 19 02:09:16.340757 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda800b-60f8-43fe-829d-f576c8510ac9 req-ccea5520-3670-41c0-9cdc-e8c4cc7d0c7d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:16.342271 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-acda800b-60f8-43fe-829d-f576c8510ac9 req-ccea5520-3670-41c0-9cdc-e8c4cc7d0c7d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 944 time: 0.0514696 Oct 19 02:09:16.381489 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca341dac-b225-44bd-80af-b32e738559ea req-5b77c241-bda0-414f-bd6b-ef0fa118ab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:16.383296 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ca341dac-b225-44bd-80af-b32e738559ea req-5b77c241-bda0-414f-bd6b-ef0fa118ab25 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 1096 time: 0.0465093 Oct 19 02:09:16.385072 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-acda800b-60f8-43fe-829d-f576c8510ac9 req-fa83f403-f810-4456-a51b-344074086f53 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366588 Oct 19 02:09:16.475351 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca341dac-b225-44bd-80af-b32e738559ea req-97cc66bf-c1d9-4ed0-bd4b-f2034ed3e536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:16.476764 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ca341dac-b225-44bd-80af-b32e738559ea req-97cc66bf-c1d9-4ed0-bd4b-f2034ed3e536 service neutron] 10.222.0.24 "GET /v2.0/networks?id=655773c3-75aa-4b37-9a4b-0a38fba2128a HTTP/1.1" status: 200 len: 897 time: 0.0863624 Oct 19 02:09:16.539982 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ca341dac-b225-44bd-80af-b32e738559ea req-e5ad0d4b-ec10-44a6-b86c-a3f732e2e924 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb9b34ac-3572-453e-a90d-0f1ed2550596 HTTP/1.1" status: 200 len: 999 time: 0.0564234 Oct 19 02:09:16.590525 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca341dac-b225-44bd-80af-b32e738559ea req-09a7a518-8bb6-4c18-9afc-12c365e0decf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:16.591955 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ca341dac-b225-44bd-80af-b32e738559ea req-09a7a518-8bb6-4c18-9afc-12c365e0decf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a1b045bc-009d-4bfd-9003-83ae0e7f573a HTTP/1.1" status: 200 len: 834 time: 0.0455494 Oct 19 02:09:16.627229 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-467e214f-6138-4f14-80d3-1ea590cd4032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:09:16.638496 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca341dac-b225-44bd-80af-b32e738559ea req-1808667e-32a2-4d88-ae1d-c258079961a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:16.640046 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ca341dac-b225-44bd-80af-b32e738559ea req-1808667e-32a2-4d88-ae1d-c258079961a1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=655773c3-75aa-4b37-9a4b-0a38fba2128a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405483 Oct 19 02:09:16.728465 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ca341dac-b225-44bd-80af-b32e738559ea req-d2f7caa3-1f47-428d-bc8c-1c503a46bf6f service neutron] 10.222.0.24 "GET /v2.0/networks/655773c3-75aa-4b37-9a4b-0a38fba2128a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804696 Oct 19 02:09:16.818153 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ca341dac-b225-44bd-80af-b32e738559ea req-759e3724-5383-419e-a106-4c39bc494699 service neutron] 10.222.0.24 "GET /v2.0/networks/655773c3-75aa-4b37-9a4b-0a38fba2128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838239 Oct 19 02:09:17.380740 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:09:17.497891 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756640b-f572-4df0-ac7f-d44a9195eebe req-2ad08d18-a71f-41ac-8b2b-cb8deca48c66 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:17.499248 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d756640b-f572-4df0-ac7f-d44a9195eebe req-2ad08d18-a71f-41ac-8b2b-cb8deca48c66 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 944 time: 0.0478232 Oct 19 02:09:17.535388 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d756640b-f572-4df0-ac7f-d44a9195eebe req-a6a92504-c43f-437b-a212-4797be1d72e8 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301623 Oct 19 02:09:17.558316 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55666) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:09:17.584122 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device bb9b34ac-3572-453e-a90d-0f1ed2550596 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:09:17.620835 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ce625008-0f90-4ca0-a57f-1397aeddd3bf tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/floatingips/ee3d50f8-b1f7-4a3e-9d7d-9e135ef42517 HTTP/1.1" status: 200 len: 991 time: 0.0614200 Oct 19 02:09:17.682493 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port bb9b34ac-3572-453e-a90d-0f1ed2550596, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bb9b34ac-3572-453e-a90d-0f1ed2550596,segment=NetworkSegment(9a8ed6b2-e3b3-406a-b147-3fd12bf27a73),segment_id=9a8ed6b2-e3b3-406a-b147-3fd12bf27a73)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:09:17.693382 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'bb9b34ac-3572-453e-a90d-0f1ed2550596', 'network_id': '655773c3-75aa-4b37-9a4b-0a38fba2128a', 'port_id': 'bb9b34ac-3572-453e-a90d-0f1ed2550596', 'mac_address': 'fa:16:3e:5b:18:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b045bc-009d-4bfd-9003-83ae0e7f573a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:09:17.733638 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:09:17.746031 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb9b34ac-3572-453e-a90d-0f1ed2550596 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:09:17.764813 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port bb9b34ac-3572-453e-a90d-0f1ed2550596, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bb9b34ac-3572-453e-a90d-0f1ed2550596,segment=NetworkSegment(9a8ed6b2-e3b3-406a-b147-3fd12bf27a73),segment_id=9a8ed6b2-e3b3-406a-b147-3fd12bf27a73)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:09:17.768214 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:09:17.814235 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=bb9b34ac-3572-453e-a90d-0f1ed2550596,revision_number=8']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:09:17.821666 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:09:17.822085 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:09:17.822428 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:09:17.822762 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:09:17.823091 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:09:17.823418 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:09:17.823761 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:09:17.824084 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:09:17.824404 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:09:17.824724 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:09:17.825042 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:09:17.825359 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:09:18.042377 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:09:18.113227 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['bb9b34ac-3572-453e-a90d-0f1ed2550596'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:09:19.598508 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device bb9b34ac-3572-453e-a90d-0f1ed2550596 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:09:19.646142 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port bb9b34ac-3572-453e-a90d-0f1ed2550596 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 02:09:19.650655 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port bb9b34ac-3572-453e-a90d-0f1ed2550596 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:09:19.651024 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:09:19.728057 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:09:19.749165 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1fadd8-fc41-4988-941a-873f40d6beb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9b34ac-3572-453e-a90d-0f1ed2550596'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:09:19.751384 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db8619b3bfd44a3a0f2128b398243c28f67a7e558bf903df4768d357387e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a01ea6d-005d-4be8-9b9b-a88f37d15e12" -d '{"events": [{"server_uuid": "4c1fadd8-fc41-4988-941a-873f40d6beb8", "name": "network-vif-plugged", "status": "completed", "tag": "bb9b34ac-3572-453e-a90d-0f1ed2550596"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:09:19.764276 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port bb9b34ac-3572-453e-a90d-0f1ed2550596, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bb9b34ac-3572-453e-a90d-0f1ed2550596,segment=NetworkSegment(9a8ed6b2-e3b3-406a-b147-3fd12bf27a73),segment_id=9a8ed6b2-e3b3-406a-b147-3fd12bf27a73)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:09:19.769223 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:09:19.792691 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea5afb6-ccec-44fa-98c9-b8e6d385a161 x-openstack-request-id: req-fea5afb6-ccec-44fa-98c9-b8e6d385a161 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:09:19.792984 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1fadd8-fc41-4988-941a-873f40d6beb8", "name": "network-vif-plugged", "status": "completed", "tag": "bb9b34ac-3572-453e-a90d-0f1ed2550596", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:09:19.793238 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fea5afb6-ccec-44fa-98c9-b8e6d385a161 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:09:19.793626 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1fadd8-fc41-4988-941a-873f40d6beb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9b34ac-3572-453e-a90d-0f1ed2550596', 'code': 200} Oct 19 02:09:19.818060 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=bb9b34ac-3572-453e-a90d-0f1ed2550596,revision_number=9']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:09:19.967583 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:09:27.794700 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:09:30.289216 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:09:37.940423 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f1a148fa-0f42-4b1a-8ed0-5f1976bbd914 req-2aaed3ae-5b14-46cd-8599-70de70e3318d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421851 Oct 19 02:09:38.022064 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a148fa-0f42-4b1a-8ed0-5f1976bbd914 req-e85a300f-2930-47ae-a2f7-f7b6e8f91df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:38.023542 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f1a148fa-0f42-4b1a-8ed0-5f1976bbd914 req-e85a300f-2930-47ae-a2f7-f7b6e8f91df0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 1098 time: 0.0412209 Oct 19 02:09:38.129202 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a148fa-0f42-4b1a-8ed0-5f1976bbd914 req-b81a9bc3-519a-4068-9945-09fddb7969d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:38.130651 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f1a148fa-0f42-4b1a-8ed0-5f1976bbd914 req-b81a9bc3-519a-4068-9945-09fddb7969d9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=655773c3-75aa-4b37-9a4b-0a38fba2128a HTTP/1.1" status: 200 len: 897 time: 0.0869563 Oct 19 02:09:38.194811 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f1a148fa-0f42-4b1a-8ed0-5f1976bbd914 req-ae79dbfd-b9c4-4625-a22e-a3bbf0d3727c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb9b34ac-3572-453e-a90d-0f1ed2550596 HTTP/1.1" status: 200 len: 1001 time: 0.0569243 Oct 19 02:09:38.242546 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a148fa-0f42-4b1a-8ed0-5f1976bbd914 req-2f6886cf-56c9-49d7-862e-93fc16680a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:38.244482 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f1a148fa-0f42-4b1a-8ed0-5f1976bbd914 req-2f6886cf-56c9-49d7-862e-93fc16680a11 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a1b045bc-009d-4bfd-9003-83ae0e7f573a HTTP/1.1" status: 200 len: 834 time: 0.0431800 Oct 19 02:09:38.293264 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a148fa-0f42-4b1a-8ed0-5f1976bbd914 req-72e76ae8-b9fb-40b8-9246-5e9b2afa2279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:38.294729 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f1a148fa-0f42-4b1a-8ed0-5f1976bbd914 req-72e76ae8-b9fb-40b8-9246-5e9b2afa2279 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=655773c3-75aa-4b37-9a4b-0a38fba2128a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437615 Oct 19 02:09:38.384049 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f1a148fa-0f42-4b1a-8ed0-5f1976bbd914 req-1e517069-c12f-4b8e-bde3-276326b3198e service neutron] 10.222.0.55 "GET /v2.0/networks/655773c3-75aa-4b37-9a4b-0a38fba2128a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810220 Oct 19 02:09:38.477411 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f1a148fa-0f42-4b1a-8ed0-5f1976bbd914 req-97dcbcca-e66e-4a0e-8167-da2142b97bb4 service neutron] 10.222.0.55 "GET /v2.0/networks/655773c3-75aa-4b37-9a4b-0a38fba2128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863385 Oct 19 02:09:44.043645 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d643a783-5b0f-4189-82f0-6c8638b32788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:09:44.319377 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:09:46.628129 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-800a428f-c7b8-4776-bed6-c66dc1af1924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:09:47.381959 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:09:48.043942 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:09:49.971050 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:09:57.798168 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:00.291754 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:06.201224 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55686) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:10:06.663060 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-2b2ffaf3-0514-4f55-a834-3f552140f5aa tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Deleting port f67fd818-b534-4fc2-b941-12efd8d4edc9 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:10:06.663450 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2b2ffaf3-0514-4f55-a834-3f552140f5aa tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:06.746449 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2b2ffaf3-0514-4f55-a834-3f552140f5aa tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:06.746765 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2b2ffaf3-0514-4f55-a834-3f552140f5aa tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:06.758502 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-2b2ffaf3-0514-4f55-a834-3f552140f5aa tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Calling delete_port for f67fd818-b534-4fc2-b941-12efd8d4edc9 owned by network:floatingip {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:10:06.899847 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2b2ffaf3-0514-4f55-a834-3f552140f5aa tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:06.928194 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ffaf3-0514-4f55-a834-3f552140f5aa tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event deleted for resources: {'Port': ['ID=f67fd818-b534-4fc2-b941-12efd8d4edc9,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:10:06.955205 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ffaf3-0514-4f55-a834-3f552140f5aa tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:06.955558 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ffaf3-0514-4f55-a834-3f552140f5aa tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:06.955927 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ffaf3-0514-4f55-a834-3f552140f5aa tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:06.956261 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ffaf3-0514-4f55-a834-3f552140f5aa tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:06.956591 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ffaf3-0514-4f55-a834-3f552140f5aa tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:06.956920 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ffaf3-0514-4f55-a834-3f552140f5aa tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:06.957246 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ffaf3-0514-4f55-a834-3f552140f5aa tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:06.957577 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ffaf3-0514-4f55-a834-3f552140f5aa tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:06.957906 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ffaf3-0514-4f55-a834-3f552140f5aa tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:06.958224 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ffaf3-0514-4f55-a834-3f552140f5aa tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:06.958543 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ffaf3-0514-4f55-a834-3f552140f5aa tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:06.958861 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ffaf3-0514-4f55-a834-3f552140f5aa tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:06.997493 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2b2ffaf3-0514-4f55-a834-3f552140f5aa tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for floatingip, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:06.997819 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [None req-2b2ffaf3-0514-4f55-a834-3f552140f5aa tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Floating IP ee3d50f8-b1f7-4a3e-9d7d-9e135ef42517 disassociated (deleted). External IP: 172.25.8.13, port: bb9b34ac-3572-453e-a90d-0f1ed2550596. Oct 19 02:10:07.206331 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2ffaf3-0514-4f55-a834-3f552140f5aa tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Router 873a7685-0d69-4a81-8393-163d280a1202 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:10:07.312199 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2ffaf3-0514-4f55-a834-3f552140f5aa tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:10:07.316935 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2b2ffaf3-0514-4f55-a834-3f552140f5aa tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:07.321443 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51632a0-5642-4732-8a3a-580c35e21b20 None None] Sync routers for ids ['873a7685-0d69-4a81-8393-163d280a1202'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:10:07.330717 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51632a0-5642-4732-8a3a-580c35e21b20 None None] Routers {'873a7685-0d69-4a81-8393-163d280a1202'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:10:07.331311 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-b51632a0-5642-4732-8a3a-580c35e21b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:09:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['873a7685-0d69-4a81-8393-163d280a1202'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:10:07.343464 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2b2ffaf3-0514-4f55-a834-3f552140f5aa tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "DELETE /v2.0/floatingips/ee3d50f8-b1f7-4a3e-9d7d-9e135ef42517 HTTP/1.1" status: 204 len: 168 time: 1.1411607 Oct 19 02:10:07.344062 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1fadd8-fc41-4988-941a-873f40d6beb8', 'tag': 'bb9b34ac-3572-453e-a90d-0f1ed2550596'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:10:07.346460 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}604d1223bc0e61ef4f6f375a56b68240d92e3dadd1a32e57b330ac88f8c52c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c203d45a-a7a4-4694-a421-d7236cfc0029" -d '{"events": [{"name": "network-changed", "server_uuid": "4c1fadd8-fc41-4988-941a-873f40d6beb8", "tag": "bb9b34ac-3572-453e-a90d-0f1ed2550596"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:10:07.443432 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-b51632a0-5642-4732-8a3a-580c35e21b20 None None] Set router 873a7685-0d69-4a81-8393-163d280a1202 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:10:07.466710 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07eb5cf-6532-4457-9fef-38d1eb34b1c8 x-openstack-request-id: req-b07eb5cf-6532-4457-9fef-38d1eb34b1c8 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:10:07.467063 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c1fadd8-fc41-4988-941a-873f40d6beb8", "tag": "bb9b34ac-3572-453e-a90d-0f1ed2550596", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:10:07.467351 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b07eb5cf-6532-4457-9fef-38d1eb34b1c8 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:10:07.467812 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c1fadd8-fc41-4988-941a-873f40d6beb8', 'tag': 'bb9b34ac-3572-453e-a90d-0f1ed2550596', 'status': 'completed', 'code': 200} Oct 19 02:10:07.537653 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203d45a-a7a4-4694-a421-d7236cfc0029 req-73ada8a9-9eca-4b70-aaba-c7a7e5b9fa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:07.539474 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c203d45a-a7a4-4694-a421-d7236cfc0029 req-73ada8a9-9eca-4b70-aaba-c7a7e5b9fa98 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 1098 time: 0.0471306 Oct 19 02:10:07.575985 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a84d1-7ef1-4f62-a77e-8bd474227cc0 req-f16872f8-b52d-4c71-8ad8-cf70c464551c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:07.577102 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-642a84d1-7ef1-4f62-a77e-8bd474227cc0 req-f16872f8-b52d-4c71-8ad8-cf70c464551c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 946 time: 0.0509722 Oct 19 02:10:07.615949 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-642a84d1-7ef1-4f62-a77e-8bd474227cc0 req-93a236b4-8f25-472d-90c8-e3a9bc9a7496 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323017 Oct 19 02:10:07.642743 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203d45a-a7a4-4694-a421-d7236cfc0029 req-6a7bc77d-5891-464d-95b3-05f110d7d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:07.644542 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c203d45a-a7a4-4694-a421-d7236cfc0029 req-6a7bc77d-5891-464d-95b3-05f110d7d257 service neutron] 10.222.0.55 "GET /v2.0/networks?id=655773c3-75aa-4b37-9a4b-0a38fba2128a HTTP/1.1" status: 200 len: 897 time: 0.0967600 Oct 19 02:10:07.655499 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-b51632a0-5642-4732-8a3a-580c35e21b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873a7685-0d69-4a81-8393-163d280a1202', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522365434', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '55be06e2-210c-4260-b6d9-6207acfb1ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:08:02Z', 'updated_at': '2021-10-19T02:08:06Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '55be06e2-210c-4260-b6d9-6207acfb1ec2', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873a7685-0d69-4a81-8393-163d280a1202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:08:02Z', 'updated_at': '2021-10-19T02:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '08e71ba1-7f06-462d-b277-e40e04bbad0c', 'name': '', 'network_id': '655773c3-75aa-4b37-9a4b-0a38fba2128a', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:28:b9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873a7685-0d69-4a81-8393-163d280a1202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'a1b045bc-009d-4bfd-9003-83ae0e7f573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:08:05Z', 'updated_at': '2021-10-19T02:08:08Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': 'a1b045bc-009d-4bfd-9003-83ae0e7f573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:10:07.681224 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51632a0-5642-4732-8a3a-580c35e21b20 None None] Checking router: 873a7685-0d69-4a81-8393-163d280a1202 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:10:07.688042 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c203d45a-a7a4-4694-a421-d7236cfc0029 req-7a843165-9184-4179-bbcf-4af98651b2dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb9b34ac-3572-453e-a90d-0f1ed2550596 HTTP/1.1" status: 200 len: 217 time: 0.0346375 Oct 19 02:10:07.689938 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51632a0-5642-4732-8a3a-580c35e21b20 None None] Routers {'873a7685-0d69-4a81-8393-163d280a1202'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:10:07.690529 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-b51632a0-5642-4732-8a3a-580c35e21b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:09:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['873a7685-0d69-4a81-8393-163d280a1202'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:10:07.739592 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203d45a-a7a4-4694-a421-d7236cfc0029 req-a970f672-dc5d-4dd9-a553-69f590f60b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:07.740991 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c203d45a-a7a4-4694-a421-d7236cfc0029 req-a970f672-dc5d-4dd9-a553-69f590f60b18 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a1b045bc-009d-4bfd-9003-83ae0e7f573a HTTP/1.1" status: 200 len: 834 time: 0.0455351 Oct 19 02:10:07.788951 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203d45a-a7a4-4694-a421-d7236cfc0029 req-bacc5a29-3014-41e3-936a-42053042ed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:07.790454 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c203d45a-a7a4-4694-a421-d7236cfc0029 req-bacc5a29-3014-41e3-936a-42053042ed02 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=655773c3-75aa-4b37-9a4b-0a38fba2128a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408702 Oct 19 02:10:07.796723 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-b51632a0-5642-4732-8a3a-580c35e21b20 None None] Set router 873a7685-0d69-4a81-8393-163d280a1202 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:10:07.887741 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c203d45a-a7a4-4694-a421-d7236cfc0029 req-570a0269-88c8-4f77-a591-9a8b9db01886 service neutron] 10.222.0.55 "GET /v2.0/networks/655773c3-75aa-4b37-9a4b-0a38fba2128a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884173 Oct 19 02:10:07.988085 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c203d45a-a7a4-4694-a421-d7236cfc0029 req-77f627bd-5e4d-4b32-8cfc-4412009ce7c3 service neutron] 10.222.0.55 "GET /v2.0/networks/655773c3-75aa-4b37-9a4b-0a38fba2128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920968 Oct 19 02:10:07.991520 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-b51632a0-5642-4732-8a3a-580c35e21b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873a7685-0d69-4a81-8393-163d280a1202', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522365434', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '55be06e2-210c-4260-b6d9-6207acfb1ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:08:02Z', 'updated_at': '2021-10-19T02:08:06Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '55be06e2-210c-4260-b6d9-6207acfb1ec2', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873a7685-0d69-4a81-8393-163d280a1202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:08:02Z', 'updated_at': '2021-10-19T02:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '08e71ba1-7f06-462d-b277-e40e04bbad0c', 'name': '', 'network_id': '655773c3-75aa-4b37-9a4b-0a38fba2128a', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:28:b9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873a7685-0d69-4a81-8393-163d280a1202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'a1b045bc-009d-4bfd-9003-83ae0e7f573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:08:05Z', 'updated_at': '2021-10-19T02:08:08Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': 'a1b045bc-009d-4bfd-9003-83ae0e7f573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:10:08.024288 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51632a0-5642-4732-8a3a-580c35e21b20 None None] The sync data for ids ['873a7685-0d69-4a81-8393-163d280a1202'] in n-d-715271-26 is: [{'id': '873a7685-0d69-4a81-8393-163d280a1202', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522365434', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '55be06e2-210c-4260-b6d9-6207acfb1ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:08:02Z', 'updated_at': '2021-10-19T02:08:06Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '55be06e2-210c-4260-b6d9-6207acfb1ec2', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873a7685-0d69-4a81-8393-163d280a1202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:08:02Z', 'updated_at': '2021-10-19T02:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '08e71ba1-7f06-462d-b277-e40e04bbad0c', 'name': '', 'network_id': '655773c3-75aa-4b37-9a4b-0a38fba2128a', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:28:b9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873a7685-0d69-4a81-8393-163d280a1202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'a1b045bc-009d-4bfd-9003-83ae0e7f573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:08:05Z', 'updated_at': '2021-10-19T02:08:08Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': 'a1b045bc-009d-4bfd-9003-83ae0e7f573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:10:08.239962 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121dcdd1-a414-43c6-97dd-79e3f59f6be8 None None] New status for floating IP ee3d50f8-b1f7-4a3e-9d7d-9e135ef42517: DOWN {{(pid=100608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:10:08.735401 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381b892-ffa5-410b-a658-f61c7cf34023 req-7c429a9c-707b-482b-b84a-563155d2a7ed tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:08.736964 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a381b892-ffa5-410b-a658-f61c7cf34023 req-7c429a9c-707b-482b-b84a-563155d2a7ed tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 946 time: 0.0495186 Oct 19 02:10:08.774523 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a381b892-ffa5-410b-a658-f61c7cf34023 req-fe85f8a6-47d8-4f0d-ba18-95ae54b3ab6c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315943 Oct 19 02:10:08.988509 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b64ac6-2bd7-4db0-b4d8-a5f9122c5c70 req-7778b531-f402-4bef-921b-7bedc46f6ca4 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:08.989958 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-42b64ac6-2bd7-4db0-b4d8-a5f9122c5c70 req-7778b531-f402-4bef-921b-7bedc46f6ca4 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 946 time: 0.0482135 Oct 19 02:10:09.082130 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-42b64ac6-2bd7-4db0-b4d8-a5f9122c5c70 req-c34d8ef9-f94b-49b7-865f-0e1db76786a3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Deleting port bb9b34ac-3572-453e-a90d-0f1ed2550596 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:10:09.082471 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-42b64ac6-2bd7-4db0-b4d8-a5f9122c5c70 req-c34d8ef9-f94b-49b7-865f-0e1db76786a3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:09.169791 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-42b64ac6-2bd7-4db0-b4d8-a5f9122c5c70 req-c34d8ef9-f94b-49b7-865f-0e1db76786a3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] For port bb9b34ac-3572-453e-a90d-0f1ed2550596, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bb9b34ac-3572-453e-a90d-0f1ed2550596,segment=NetworkSegment(9a8ed6b2-e3b3-406a-b147-3fd12bf27a73),segment_id=9a8ed6b2-e3b3-406a-b147-3fd12bf27a73)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:10:09.170149 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-42b64ac6-2bd7-4db0-b4d8-a5f9122c5c70 req-c34d8ef9-f94b-49b7-865f-0e1db76786a3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:09.183096 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-42b64ac6-2bd7-4db0-b4d8-a5f9122c5c70 req-c34d8ef9-f94b-49b7-865f-0e1db76786a3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Calling delete_port for bb9b34ac-3572-453e-a90d-0f1ed2550596 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:10:09.312939 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-42b64ac6-2bd7-4db0-b4d8-a5f9122c5c70 req-c34d8ef9-f94b-49b7-865f-0e1db76786a3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:09.344687 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d8ef9-f94b-49b7-865f-0e1db76786a3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event deleted for resources: {'Port': ['ID=bb9b34ac-3572-453e-a90d-0f1ed2550596,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:10:09.390124 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b64ac6-2bd7-4db0-b4d8-a5f9122c5c70 req-c34d8ef9-f94b-49b7-865f-0e1db76786a3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] No DVR routers for this DVR port bb9b34ac-3572-453e-a90d-0f1ed2550596 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:10:09.392989 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-42b64ac6-2bd7-4db0-b4d8-a5f9122c5c70 req-c34d8ef9-f94b-49b7-865f-0e1db76786a3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:09.396432 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-42b64ac6-2bd7-4db0-b4d8-a5f9122c5c70 req-c34d8ef9-f94b-49b7-865f-0e1db76786a3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.55 "DELETE /v2.0/ports/bb9b34ac-3572-453e-a90d-0f1ed2550596 HTTP/1.1" status: 204 len: 173 time: 0.4008415 Oct 19 02:10:09.396881 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1fadd8-fc41-4988-941a-873f40d6beb8', 'name': 'network-vif-deleted', 'tag': 'bb9b34ac-3572-453e-a90d-0f1ed2550596'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:10:09.399159 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9434de058546a022cc17e407c636edc5a2ce8615e174a01ffad9beb3023847d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888c310b-20b1-4059-a3b9-d15758cfc054" -d '{"events": [{"server_uuid": "4c1fadd8-fc41-4988-941a-873f40d6beb8", "name": "network-vif-deleted", "tag": "bb9b34ac-3572-453e-a90d-0f1ed2550596"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:10:09.435269 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55abc52-6e5a-4ba0-88f7-282cc6d24e88 x-openstack-request-id: req-d55abc52-6e5a-4ba0-88f7-282cc6d24e88 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:10:09.435563 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1fadd8-fc41-4988-941a-873f40d6beb8", "name": "network-vif-deleted", "tag": "bb9b34ac-3572-453e-a90d-0f1ed2550596", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:10:09.435850 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d55abc52-6e5a-4ba0-88f7-282cc6d24e88 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:10:09.436257 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1fadd8-fc41-4988-941a-873f40d6beb8', 'name': 'network-vif-deleted', 'tag': 'bb9b34ac-3572-453e-a90d-0f1ed2550596', 'status': 'completed', 'code': 200} Oct 19 02:10:09.888091 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bf751f99-15d2-4922-a5a2-92abdd8b077a req-c12ba567-4509-48f1-94d2-e36612b4dae8 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1fadd8-fc41-4988-941a-873f40d6beb8 HTTP/1.1" status: 200 len: 210 time: 0.0281200 Oct 19 02:10:10.943259 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55704) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:10:11.302177 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f894e178-b7b9-4ad3-be2d-34627f38bd89 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:11.554019 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-f894e178-b7b9-4ad3-be2d-34627f38bd89 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Deleting port 08e71ba1-7f06-462d-b277-e40e04bbad0c {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:10:11.554277 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f894e178-b7b9-4ad3-be2d-34627f38bd89 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:11.641760 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-f894e178-b7b9-4ad3-be2d-34627f38bd89 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] For port 08e71ba1-7f06-462d-b277-e40e04bbad0c, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=08e71ba1-7f06-462d-b277-e40e04bbad0c,segment=NetworkSegment(9a8ed6b2-e3b3-406a-b147-3fd12bf27a73),segment_id=9a8ed6b2-e3b3-406a-b147-3fd12bf27a73)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:10:11.642115 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f894e178-b7b9-4ad3-be2d-34627f38bd89 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:11.658403 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-f894e178-b7b9-4ad3-be2d-34627f38bd89 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Calling delete_port for 08e71ba1-7f06-462d-b277-e40e04bbad0c owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:10:11.837004 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f894e178-b7b9-4ad3-be2d-34627f38bd89 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:11.861925 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894e178-b7b9-4ad3-be2d-34627f38bd89 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event deleted for resources: {'Port': ['ID=08e71ba1-7f06-462d-b277-e40e04bbad0c,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:10:12.036029 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f894e178-b7b9-4ad3-be2d-34627f38bd89 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:12.248648 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f894e178-b7b9-4ad3-be2d-34627f38bd89 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Router 873a7685-0d69-4a81-8393-163d280a1202 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:10:12.353940 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f894e178-b7b9-4ad3-be2d-34627f38bd89 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:10:12.358950 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f894e178-b7b9-4ad3-be2d-34627f38bd89 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "PUT /v2.0/routers/873a7685-0d69-4a81-8393-163d280a1202/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4146364 Oct 19 02:10:12.361979 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55706) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:10:12.363667 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9336a080-589e-4ed4-82ef-47ae69891db7 None None] Sync routers for ids ['873a7685-0d69-4a81-8393-163d280a1202'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:10:12.375186 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9336a080-589e-4ed4-82ef-47ae69891db7 None None] Routers {'873a7685-0d69-4a81-8393-163d280a1202'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:10:12.375802 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-9336a080-589e-4ed4-82ef-47ae69891db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:09:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['873a7685-0d69-4a81-8393-163d280a1202'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:10:12.414901 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e067daa-904d-44e4-b4a9-5e9b44e0da5d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Deleting subnet a1b045bc-009d-4bfd-9003-83ae0e7f573a {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 02:10:12.417998 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6e067daa-904d-44e4-b4a9-5e9b44e0da5d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:12.458108 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6e067daa-904d-44e4-b4a9-5e9b44e0da5d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:12.484231 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-9336a080-589e-4ed4-82ef-47ae69891db7 None None] Set router 873a7685-0d69-4a81-8393-163d280a1202 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:10:12.544038 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6e067daa-904d-44e4-b4a9-5e9b44e0da5d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:12.600340 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6e067daa-904d-44e4-b4a9-5e9b44e0da5d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:12.628767 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e067daa-904d-44e4-b4a9-5e9b44e0da5d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event deleted for resources: {'Subnet': ['ID=a1b045bc-009d-4bfd-9003-83ae0e7f573a,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:10:12.630730 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6e067daa-904d-44e4-b4a9-5e9b44e0da5d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:12.634128 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6e067daa-904d-44e4-b4a9-5e9b44e0da5d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "DELETE /v2.0/subnets/a1b045bc-009d-4bfd-9003-83ae0e7f573a HTTP/1.1" status: 204 len: 168 time: 0.2710609 Oct 19 02:10:12.637740 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55708) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:10:12.638780 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5935df2-b293-431f-800b-989ee7cedb57 None None] Network 655773c3-75aa-4b37-9a4b-0a38fba2128a requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:10:12.670397 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-9336a080-589e-4ed4-82ef-47ae69891db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873a7685-0d69-4a81-8393-163d280a1202', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522365434', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '55be06e2-210c-4260-b6d9-6207acfb1ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:08:02Z', 'updated_at': '2021-10-19T02:10:11Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '55be06e2-210c-4260-b6d9-6207acfb1ec2', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873a7685-0d69-4a81-8393-163d280a1202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:08:02Z', 'updated_at': '2021-10-19T02:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:10:12.697234 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9336a080-589e-4ed4-82ef-47ae69891db7 None None] Checking router: 873a7685-0d69-4a81-8393-163d280a1202 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:10:12.706275 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9336a080-589e-4ed4-82ef-47ae69891db7 None None] Routers {'873a7685-0d69-4a81-8393-163d280a1202'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:10:12.706877 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-9336a080-589e-4ed4-82ef-47ae69891db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:09:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['873a7685-0d69-4a81-8393-163d280a1202'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:10:12.752714 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-262615b1-29b4-45b3-80b5-41ccd8e92e14 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:12.843309 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5cf2af-3b0a-4a94-8d8b-fbe715d976a9 None None] DHCP port deletion for 655773c3-75aa-4b37-9a4b-0a38fba2128a request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 02:10:12.866939 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-262615b1-29b4-45b3-80b5-41ccd8e92e14 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:12.895394 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-ed5cf2af-3b0a-4a94-8d8b-fbe715d976a9 None None] Deleting port 4b59a3a9-b070-4d9a-a9d3-231e2dbf590b {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:10:12.895789 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ed5cf2af-3b0a-4a94-8d8b-fbe715d976a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:12.915669 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-9336a080-589e-4ed4-82ef-47ae69891db7 None None] Set router 873a7685-0d69-4a81-8393-163d280a1202 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:10:12.925966 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-262615b1-29b4-45b3-80b5-41ccd8e92e14 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Deleting port 55be06e2-210c-4260-b6d9-6207acfb1ec2 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:10:12.926392 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-262615b1-29b4-45b3-80b5-41ccd8e92e14 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:12.966617 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-ed5cf2af-3b0a-4a94-8d8b-fbe715d976a9 None None] For port 4b59a3a9-b070-4d9a-a9d3-231e2dbf590b, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=4b59a3a9-b070-4d9a-a9d3-231e2dbf590b,segment=NetworkSegment(9a8ed6b2-e3b3-406a-b147-3fd12bf27a73),segment_id=9a8ed6b2-e3b3-406a-b147-3fd12bf27a73)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:10:12.967295 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ed5cf2af-3b0a-4a94-8d8b-fbe715d976a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:12.979483 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-ed5cf2af-3b0a-4a94-8d8b-fbe715d976a9 None None] Calling delete_port for 4b59a3a9-b070-4d9a-a9d3-231e2dbf590b owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:10:13.018290 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-262615b1-29b4-45b3-80b5-41ccd8e92e14 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] For port 55be06e2-210c-4260-b6d9-6207acfb1ec2, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=55be06e2-210c-4260-b6d9-6207acfb1ec2,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:10:13.018692 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-262615b1-29b4-45b3-80b5-41ccd8e92e14 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:13.034053 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-262615b1-29b4-45b3-80b5-41ccd8e92e14 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Calling delete_port for 55be06e2-210c-4260-b6d9-6207acfb1ec2 owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:10:13.062503 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ed5cf2af-3b0a-4a94-8d8b-fbe715d976a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:13.090890 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5cf2af-3b0a-4a94-8d8b-fbe715d976a9 None None] Pushing event deleted for resources: {'Port': ['ID=4b59a3a9-b070-4d9a-a9d3-231e2dbf590b,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:10:13.098454 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5cf2af-3b0a-4a94-8d8b-fbe715d976a9 None None] No DVR routers for this DVR port 4b59a3a9-b070-4d9a-a9d3-231e2dbf590b on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:10:13.114772 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-9336a080-589e-4ed4-82ef-47ae69891db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873a7685-0d69-4a81-8393-163d280a1202', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522365434', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '55be06e2-210c-4260-b6d9-6207acfb1ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:08:02Z', 'updated_at': '2021-10-19T02:10:11Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '55be06e2-210c-4260-b6d9-6207acfb1ec2', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873a7685-0d69-4a81-8393-163d280a1202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:08:02Z', 'updated_at': '2021-10-19T02:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:10:13.141379 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9336a080-589e-4ed4-82ef-47ae69891db7 None None] The sync data for ids ['873a7685-0d69-4a81-8393-163d280a1202'] in n-d-715271-26 is: [{'id': '873a7685-0d69-4a81-8393-163d280a1202', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522365434', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '55be06e2-210c-4260-b6d9-6207acfb1ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:08:02Z', 'updated_at': '2021-10-19T02:10:11Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '55be06e2-210c-4260-b6d9-6207acfb1ec2', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873a7685-0d69-4a81-8393-163d280a1202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:08:02Z', 'updated_at': '2021-10-19T02:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:10:13.222055 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-262615b1-29b4-45b3-80b5-41ccd8e92e14 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:13.249345 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262615b1-29b4-45b3-80b5-41ccd8e92e14 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event deleted for resources: {'Port': ['ID=55be06e2-210c-4260-b6d9-6207acfb1ec2,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:10:13.278831 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262615b1-29b4-45b3-80b5-41ccd8e92e14 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:13.279183 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262615b1-29b4-45b3-80b5-41ccd8e92e14 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:13.279527 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262615b1-29b4-45b3-80b5-41ccd8e92e14 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:13.279893 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262615b1-29b4-45b3-80b5-41ccd8e92e14 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:13.280228 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262615b1-29b4-45b3-80b5-41ccd8e92e14 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:13.280559 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262615b1-29b4-45b3-80b5-41ccd8e92e14 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:13.280892 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262615b1-29b4-45b3-80b5-41ccd8e92e14 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:13.281217 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262615b1-29b4-45b3-80b5-41ccd8e92e14 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:13.281543 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262615b1-29b4-45b3-80b5-41ccd8e92e14 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:13.281865 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262615b1-29b4-45b3-80b5-41ccd8e92e14 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:13.282188 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262615b1-29b4-45b3-80b5-41ccd8e92e14 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:13.282507 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262615b1-29b4-45b3-80b5-41ccd8e92e14 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:13.326220 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-262615b1-29b4-45b3-80b5-41ccd8e92e14 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:13.417274 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-262615b1-29b4-45b3-80b5-41ccd8e92e14 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:13.419312 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-262615b1-29b4-45b3-80b5-41ccd8e92e14 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:13.461687 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-262615b1-29b4-45b3-80b5-41ccd8e92e14 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:13.462337 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262615b1-29b4-45b3-80b5-41ccd8e92e14 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Fanout notify agent at l3_agent the message router_deleted on router 873a7685-0d69-4a81-8393-163d280a1202 {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 02:10:13.473931 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-262615b1-29b4-45b3-80b5-41ccd8e92e14 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:13.473931 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-262615b1-29b4-45b3-80b5-41ccd8e92e14 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "DELETE /v2.0/routers/873a7685-0d69-4a81-8393-163d280a1202 HTTP/1.1" status: 204 len: 168 time: 0.8351350 Oct 19 02:10:13.476736 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55710) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:10:13.560489 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9f5566f8-d63a-4617-96ec-0d99a7055072 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:13.660500 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9f5566f8-d63a-4617-96ec-0d99a7055072 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:13.685692 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-9f5566f8-d63a-4617-96ec-0d99a7055072 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['655773c3-75aa-4b37-9a4b-0a38fba2128a']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:10:13.695598 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-9f5566f8-d63a-4617-96ec-0d99a7055072 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a8ed6b2-e3b3-406a-b147-3fd12bf27a73') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:10:13.695987 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-9f5566f8-d63a-4617-96ec-0d99a7055072 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a8ed6b2-e3b3-406a-b147-3fd12bf27a73') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:10:13.706917 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9f5566f8-d63a-4617-96ec-0d99a7055072 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:13.722738 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9f5566f8-d63a-4617-96ec-0d99a7055072 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:13.730070 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f5566f8-d63a-4617-96ec-0d99a7055072 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 02:10:13.730631 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9f5566f8-d63a-4617-96ec-0d99a7055072 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:13.734112 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 02:10:13.734112 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 02:10:13.734112 n-d-715271-26 neutron-server[100606]: timer() Oct 19 02:10:13.734112 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 02:10:13.734112 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 02:10:13.734112 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 02:10:13.734112 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 02:10:13.734112 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 02:10:13.734112 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 02:10:13.734112 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 02:10:13.734112 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 02:10:13.734112 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 02:10:13.734112 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 02:10:13.734112 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 02:10:13.734112 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 02:10:13.734112 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 02:10:13.734112 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 02:10:13.734112 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 02:10:13.734112 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 02:10:13.734112 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 02:10:13.734112 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 02:10:13.734112 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 02:10:13.734112 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 02:10:13.734112 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 02:10:13.734112 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 02:10:13.734112 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 02:10:13.734112 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 02:10:13.734112 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 02:10:13.734112 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 02:10:13.734112 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 02:10:13.734112 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 02:10:13.734112 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 02:10:13.795781 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9f5566f8-d63a-4617-96ec-0d99a7055072 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:13.803413 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9f5566f8-d63a-4617-96ec-0d99a7055072 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:13.809540 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9f5566f8-d63a-4617-96ec-0d99a7055072 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "DELETE /v2.0/networks/655773c3-75aa-4b37-9a4b-0a38fba2128a HTTP/1.1" status: 204 len: 168 time: 0.3292673 Oct 19 02:10:13.809742 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55712) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:10:13.826773 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5566f8-d63a-4617-96ec-0d99a7055072 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event deleted for resources: {'Network': ['ID=655773c3-75aa-4b37-9a4b-0a38fba2128a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:10:13.850564 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 4b59a3a9-b070-4d9a-a9d3-231e2dbf590b no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:10:13.870849 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 4b59a3a9-b070-4d9a-a9d3-231e2dbf590b {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:10:13.871313 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 4b59a3a9-b070-4d9a-a9d3-231e2dbf590b not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:10:13.871844 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 08e71ba1-7f06-462d-b277-e40e04bbad0c no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:10:13.880110 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77f9db12-7e00-4441-8ebd-9c5e9e2f92c6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:13.891694 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 08e71ba1-7f06-462d-b277-e40e04bbad0c {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:10:13.892167 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 08e71ba1-7f06-462d-b277-e40e04bbad0c not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:10:13.906405 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77f9db12-7e00-4441-8ebd-9c5e9e2f92c6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:13.915450 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device bb9b34ac-3572-453e-a90d-0f1ed2550596 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:10:13.937422 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: bb9b34ac-3572-453e-a90d-0f1ed2550596 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:10:13.937773 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device bb9b34ac-3572-453e-a90d-0f1ed2550596 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:10:13.970398 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77f9db12-7e00-4441-8ebd-9c5e9e2f92c6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:13.972989 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-77f9db12-7e00-4441-8ebd-9c5e9e2f92c6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:13.974167 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-77f9db12-7e00-4441-8ebd-9c5e9e2f92c6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "DELETE /v2.0/security-groups/78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2 HTTP/1.1" status: 204 len: 168 time: 0.1635518 Oct 19 02:10:13.983946 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9db12-7e00-4441-8ebd-9c5e9e2f92c6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a5dadb-6cc8-4d2b-bb32-8b2fc84d45b2,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:10:14.044996 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a91fc817-780e-479d-84c6-56b2878658e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:14.552113 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55718) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:10:14.556843 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-e9aa6e37-6c44-4d1b-b340-5e37e8aabbdc tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1744285963', 'description': 'tempest-secgroup-smoke-1744285963 description', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:10:14.579425 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e9aa6e37-6c44-4d1b-b340-5e37e8aabbdc tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:14.644030 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e9aa6e37-6c44-4d1b-b340-5e37e8aabbdc tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:14.647504 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e9aa6e37-6c44-4d1b-b340-5e37e8aabbdc tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:14.678419 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e9aa6e37-6c44-4d1b-b340-5e37e8aabbdc tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:14.679631 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e9aa6e37-6c44-4d1b-b340-5e37e8aabbdc tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1265256 Oct 19 02:10:14.681766 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa6e37-6c44-4d1b-b340-5e37e8aabbdc tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60303543-49cf-46ce-aff2-7a0d0c1b3ba0,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:10:14.682722 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55720) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:10:14.687370 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-a5a26718-0d9a-4b74-beea-383dbbfd9dc7 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'security_group_rule': {'security_group_id': '60303543-49cf-46ce-aff2-7a0d0c1b3ba0', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:10:14.714191 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a5a26718-0d9a-4b74-beea-383dbbfd9dc7 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:14.767830 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a5a26718-0d9a-4b74-beea-383dbbfd9dc7 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:14.771178 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a5a26718-0d9a-4b74-beea-383dbbfd9dc7 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:14.791880 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a26718-0d9a-4b74-beea-383dbbfd9dc7 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01cd763-fe53-4288-8b07-8f40ed6723ab,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:10:14.799961 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a5a26718-0d9a-4b74-beea-383dbbfd9dc7 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:14.801147 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a5a26718-0d9a-4b74-beea-383dbbfd9dc7 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1173582 Oct 19 02:10:14.804045 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55722) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:10:14.809647 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-b7895da0-4f1e-4823-ac10-62e377e99e8d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'security_group_rule': {'security_group_id': '60303543-49cf-46ce-aff2-7a0d0c1b3ba0', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:10:14.835247 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b7895da0-4f1e-4823-ac10-62e377e99e8d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:14.890370 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b7895da0-4f1e-4823-ac10-62e377e99e8d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:14.894283 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b7895da0-4f1e-4823-ac10-62e377e99e8d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:14.914134 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7895da0-4f1e-4823-ac10-62e377e99e8d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf2ab3c-8551-43ab-898a-e22071619d63,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:10:14.925127 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b7895da0-4f1e-4823-ac10-62e377e99e8d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:14.926038 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b7895da0-4f1e-4823-ac10-62e377e99e8d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1205633 Oct 19 02:10:14.928840 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55724) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:10:14.934029 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-2ab79884-af61-47f7-a43f-6c3f79a30d7e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'security_group_rule': {'security_group_id': '60303543-49cf-46ce-aff2-7a0d0c1b3ba0', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:10:14.960443 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2ab79884-af61-47f7-a43f-6c3f79a30d7e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:15.018892 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2ab79884-af61-47f7-a43f-6c3f79a30d7e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:15.022212 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2ab79884-af61-47f7-a43f-6c3f79a30d7e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:15.040291 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab79884-af61-47f7-a43f-6c3f79a30d7e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1200234-1f7e-473b-ab44-36ebb86aae3b,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:10:15.049221 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2ab79884-af61-47f7-a43f-6c3f79a30d7e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:15.050404 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2ab79884-af61-47f7-a43f-6c3f79a30d7e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205926 Oct 19 02:10:15.053129 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55726) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:10:15.058100 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-0fe78dd0-3a6a-4ac2-9f68-0ec20578b26e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'security_group_rule': {'security_group_id': '60303543-49cf-46ce-aff2-7a0d0c1b3ba0', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:10:15.083066 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0fe78dd0-3a6a-4ac2-9f68-0ec20578b26e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:15.140437 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0fe78dd0-3a6a-4ac2-9f68-0ec20578b26e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:15.143958 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0fe78dd0-3a6a-4ac2-9f68-0ec20578b26e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:15.163351 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe78dd0-3a6a-4ac2-9f68-0ec20578b26e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d11bff9a-c038-4b4a-9ce1-6aa91920b1ce,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:10:15.170540 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0fe78dd0-3a6a-4ac2-9f68-0ec20578b26e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:15.171621 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0fe78dd0-3a6a-4ac2-9f68-0ec20578b26e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1175513 Oct 19 02:10:15.174270 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55728) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:10:15.178394 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-55206fd6-3f9f-480c-a843-81a5de5e661e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'security_group_rule': {'security_group_id': '60303543-49cf-46ce-aff2-7a0d0c1b3ba0', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:10:15.199886 n-d-715271-26 neutron-server[100607]: INFO neutron.db.securitygroups_db [None req-55206fd6-3f9f-480c-a843-81a5de5e661e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Project 0eedc13a8d0542eb95753f292a7c2eed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 02:10:15.204439 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-55206fd6-3f9f-480c-a843-81a5de5e661e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:15.262207 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-55206fd6-3f9f-480c-a843-81a5de5e661e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:15.265754 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-55206fd6-3f9f-480c-a843-81a5de5e661e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:15.282934 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55206fd6-3f9f-480c-a843-81a5de5e661e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76cd848e-4b41-48a8-8a45-72b2beb62feb,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:10:15.290337 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-55206fd6-3f9f-480c-a843-81a5de5e661e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:15.292100 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-55206fd6-3f9f-480c-a843-81a5de5e661e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1169198 Oct 19 02:10:15.294829 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55730) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:10:15.299074 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-bef9d3f3-3734-4701-9048-bd86ccb00d43 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'security_group_rule': {'security_group_id': '60303543-49cf-46ce-aff2-7a0d0c1b3ba0', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:10:15.320396 n-d-715271-26 neutron-server[100607]: INFO neutron.db.securitygroups_db [None req-bef9d3f3-3734-4701-9048-bd86ccb00d43 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Project 0eedc13a8d0542eb95753f292a7c2eed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 02:10:15.325233 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bef9d3f3-3734-4701-9048-bd86ccb00d43 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:15.385225 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bef9d3f3-3734-4701-9048-bd86ccb00d43 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:15.388893 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bef9d3f3-3734-4701-9048-bd86ccb00d43 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:15.406936 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9d3f3-3734-4701-9048-bd86ccb00d43 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62470f18-70c0-4ca2-9764-27e329e726bb,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:10:15.414561 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bef9d3f3-3734-4701-9048-bd86ccb00d43 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:15.416447 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-bef9d3f3-3734-4701-9048-bd86ccb00d43 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1201234 Oct 19 02:10:15.419323 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55732) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:10:15.424163 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-37c7a415-8ab4-4c5a-888a-15e8ffafcde9 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'network': {'name': 'tempest-network-smoke--2008478590', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'port_security_enabled': True}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:10:15.444188 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c7a415-8ab4-4c5a-888a-15e8ffafcde9 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Made reservation on behalf of 0eedc13a8d0542eb95753f292a7c2eed for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:10:15.447578 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-37c7a415-8ab4-4c5a-888a-15e8ffafcde9 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:15.470542 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c7a415-8ab4-4c5a-888a-15e8ffafcde9 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 02:10:15.480319 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-37c7a415-8ab4-4c5a-888a-15e8ffafcde9 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:15.480652 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-37c7a415-8ab4-4c5a-888a-15e8ffafcde9 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Added segment 69cdd42f-b185-4309-bc87-5b524d276d70 of type vlan for network 83330894-2e65-480a-b657-c24542056d8e Oct 19 02:10:15.521298 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-37c7a415-8ab4-4c5a-888a-15e8ffafcde9 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:15.545488 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-37c7a415-8ab4-4c5a-888a-15e8ffafcde9 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:15.551342 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c7a415-8ab4-4c5a-888a-15e8ffafcde9 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:15.551897 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-37c7a415-8ab4-4c5a-888a-15e8ffafcde9 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:15.588679 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-37c7a415-8ab4-4c5a-888a-15e8ffafcde9 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1682854 Oct 19 02:10:15.591410 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55734) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:10:15.595969 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-c88bd450-981c-4d29-b62c-96ce53a28764 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1332351048', 'admin_state_up': True, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:10:15.630293 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7a415-8ab4-4c5a-888a-15e8ffafcde9 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Network': ['ID=83330894-2e65-480a-b657-c24542056d8e,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:10:15.641435 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 83330894-2e65-480a-b657-c24542056d8e details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 02:10:15.647801 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c88bd450-981c-4d29-b62c-96ce53a28764 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:15.648819 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c88bd450-981c-4d29-b62c-96ce53a28764 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:15.704045 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c88bd450-981c-4d29-b62c-96ce53a28764 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:15.723092 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 55be06e2-210c-4260-b6d9-6207acfb1ec2 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:10:15.743908 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 55be06e2-210c-4260-b6d9-6207acfb1ec2 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:10:15.744304 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 55be06e2-210c-4260-b6d9-6207acfb1ec2 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:10:15.839322 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c88bd450-981c-4d29-b62c-96ce53a28764 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:16.026974 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c88bd450-981c-4d29-b62c-96ce53a28764 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router_gateway, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:16.045812 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c88bd450-981c-4d29-b62c-96ce53a28764 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:16.143760 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-c88bd450-981c-4d29-b62c-96ce53a28764 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Allocated IP 172.25.8.247 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/6e2f8076-e8bb-458a-b25a-d6d8e91936f2) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:10:16.246322 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c88bd450-981c-4d29-b62c-96ce53a28764 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:16.278880 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c88bd450-981c-4d29-b62c-96ce53a28764 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:16.316786 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88bd450-981c-4d29-b62c-96ce53a28764 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:10:16.319677 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-c88bd450-981c-4d29-b62c-96ce53a28764 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:10:16.323118 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88bd450-981c-4d29-b62c-96ce53a28764 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:10:16.351027 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88bd450-981c-4d29-b62c-96ce53a28764 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Port': ['ID=6e2f8076-e8bb-458a-b25a-d6d8e91936f2,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:10:16.570996 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c88bd450-981c-4d29-b62c-96ce53a28764 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router_gateway, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:16.629688 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-78e6d2e0-e821-4b98-9530-b0b29501929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:16.769981 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c88bd450-981c-4d29-b62c-96ce53a28764 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:17.200695 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88bd450-981c-4d29-b62c-96ce53a28764 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Router 1a351581-95c6-4e75-96b6-460013564280 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 02:10:17.302969 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88bd450-981c-4d29-b62c-96ce53a28764 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:10:17.312743 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65ce03f-139a-4fc9-9b8a-e278b5414800 None None] Sync routers for ids ['1a351581-95c6-4e75-96b6-460013564280'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:10:17.321495 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65ce03f-139a-4fc9-9b8a-e278b5414800 None None] Routers {'1a351581-95c6-4e75-96b6-460013564280'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:10:17.322659 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-e65ce03f-139a-4fc9-9b8a-e278b5414800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:10:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['1a351581-95c6-4e75-96b6-460013564280'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:10:17.324479 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c88bd450-981c-4d29-b62c-96ce53a28764 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:17.325969 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c88bd450-981c-4d29-b62c-96ce53a28764 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7332320 Oct 19 02:10:17.328940 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55736) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:10:17.404087 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a8a785bf-b087-4ef8-8ae8-d2515b7e5337 tempest-TestNetworkAdvancedServerOps-664428066 tempest-TestNetworkAdvancedServerOps-664428066-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=0eedc13a8d0542eb95753f292a7c2eed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0739400 Oct 19 02:10:17.406579 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55740) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:10:17.416707 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:17.439902 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-e65ce03f-139a-4fc9-9b8a-e278b5414800 None None] Set router 1a351581-95c6-4e75-96b6-460013564280 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:10:17.496318 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93acef16-01ee-4f7b-8943-b9480d6c8882 tempest-TestNetworkAdvancedServerOps-664428066 tempest-TestNetworkAdvancedServerOps-664428066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:17.497732 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-93acef16-01ee-4f7b-8943-b9480d6c8882 tempest-TestNetworkAdvancedServerOps-664428066 tempest-TestNetworkAdvancedServerOps-664428066-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902569 Oct 19 02:10:17.500527 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55742) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:10:17.529078 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-146f4d26-4847-435e-9474-8f332f975258 tempest-TestNetworkAdvancedServerOps-664428066 tempest-TestNetworkAdvancedServerOps-664428066-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=a0ce41c0-3b90-40be-93cd-082af8f20c34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275004 Oct 19 02:10:17.531520 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55744) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:10:17.536256 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-d4fcd5fc-018b-401f-b14c-9efecdaecb46 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-422497700', 'network_id': '83330894-2e65-480a-b657-c24542056d8e', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:10:17.617662 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-e65ce03f-139a-4fc9-9b8a-e278b5414800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a351581-95c6-4e75-96b6-460013564280', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332351048', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '6e2f8076-e8bb-458a-b25a-d6d8e91936f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:10:15Z', 'updated_at': '2021-10-19T02:10:16Z', 'revision_number': 3, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '6e2f8076-e8bb-458a-b25a-d6d8e91936f2', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:73:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a351581-95c6-4e75-96b6-460013564280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:10:16Z', 'updated_at': '2021-10-19T02:10:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:10:17.627300 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fcd5fc-018b-401f-b14c-9efecdaecb46 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Made reservation on behalf of 0eedc13a8d0542eb95753f292a7c2eed for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:10:17.630957 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d4fcd5fc-018b-401f-b14c-9efecdaecb46 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:17.644680 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65ce03f-139a-4fc9-9b8a-e278b5414800 None None] Checking router: 1a351581-95c6-4e75-96b6-460013564280 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:10:17.645035 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65ce03f-139a-4fc9-9b8a-e278b5414800 None None] Updating router 1a351581-95c6-4e75-96b6-460013564280 port 6e2f8076-e8bb-458a-b25a-d6d8e91936f2 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:10:17.673112 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e65ce03f-139a-4fc9-9b8a-e278b5414800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:17.810760 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d4fcd5fc-018b-401f-b14c-9efecdaecb46 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:17.876591 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fcd5fc-018b-401f-b14c-9efecdaecb46 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Subnet': ['ID=25bb2f1a-ebee-48c9-8786-f7e614f69b57,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:10:17.886420 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fcd5fc-018b-401f-b14c-9efecdaecb46 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Checking segment: {'id': '69cdd42f-b185-4309-bc87-5b524d276d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '83330894-2e65-480a-b657-c24542056d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:10:17.886754 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fcd5fc-018b-401f-b14c-9efecdaecb46 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Network hostable DHCP agents. Network: 83330894-2e65-480a-b657-c24542056d8e, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 02:10:17.903834 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fcd5fc-018b-401f-b14c-9efecdaecb46 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Network 83330894-2e65-480a-b657-c24542056d8e is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 02:10:17.912121 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-d4fcd5fc-018b-401f-b14c-9efecdaecb46 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 83330894-2e65-480a-b657-c24542056d8e) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:10:17.916978 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fcd5fc-018b-401f-b14c-9efecdaecb46 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:17.917567 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-d4fcd5fc-018b-401f-b14c-9efecdaecb46 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:17.926590 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377174d2-8010-4acf-abcf-b16527104aaa None None] Network 83330894-2e65-480a-b657-c24542056d8e requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:10:17.932190 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e65ce03f-139a-4fc9-9b8a-e278b5414800 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:17.936372 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-d4fcd5fc-018b-401f-b14c-9efecdaecb46 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4029193 Oct 19 02:10:17.938512 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55746) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:10:17.948656 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e65ce03f-139a-4fc9-9b8a-e278b5414800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:18.054985 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-e65ce03f-139a-4fc9-9b8a-e278b5414800 None None] Attempting to bind port 6e2f8076-e8bb-458a-b25a-d6d8e91936f2 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:10:18.055359 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-e65ce03f-139a-4fc9-9b8a-e278b5414800 None None] Attempting to bind port 6e2f8076-e8bb-458a-b25a-d6d8e91936f2 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:10:18.055749 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65ce03f-139a-4fc9-9b8a-e278b5414800 None None] Attempting to bind port 6e2f8076-e8bb-458a-b25a-d6d8e91936f2 on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:10:18.063179 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce00d69-ff75-45e5-888f-17dd015f1f81 None None] Pushing event updated for resources: {'Port': ['ID=6e2f8076-e8bb-458a-b25a-d6d8e91936f2,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:10:18.077303 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65ce03f-139a-4fc9-9b8a-e278b5414800 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:10:18.077686 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65ce03f-139a-4fc9-9b8a-e278b5414800 None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:10:18.078083 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e65ce03f-139a-4fc9-9b8a-e278b5414800 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:18.078474 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65ce03f-139a-4fc9-9b8a-e278b5414800 None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:10:18.078943 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-e65ce03f-139a-4fc9-9b8a-e278b5414800 None None] Bound port: 6e2f8076-e8bb-458a-b25a-d6d8e91936f2, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:10:18.079327 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e65ce03f-139a-4fc9-9b8a-e278b5414800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:18.086270 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce00d69-ff75-45e5-888f-17dd015f1f81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:18.086624 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce00d69-ff75-45e5-888f-17dd015f1f81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:18.086967 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce00d69-ff75-45e5-888f-17dd015f1f81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:18.087308 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce00d69-ff75-45e5-888f-17dd015f1f81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:18.088254 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce00d69-ff75-45e5-888f-17dd015f1f81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:18.088766 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce00d69-ff75-45e5-888f-17dd015f1f81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:18.089099 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce00d69-ff75-45e5-888f-17dd015f1f81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:18.089429 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce00d69-ff75-45e5-888f-17dd015f1f81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:18.089756 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce00d69-ff75-45e5-888f-17dd015f1f81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:18.090081 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce00d69-ff75-45e5-888f-17dd015f1f81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:18.090403 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce00d69-ff75-45e5-888f-17dd015f1f81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:18.090724 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce00d69-ff75-45e5-888f-17dd015f1f81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:18.096606 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:18.175952 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-e65ce03f-139a-4fc9-9b8a-e278b5414800 None None] For port 6e2f8076-e8bb-458a-b25a-d6d8e91936f2, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:10:18.204670 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-e65ce03f-139a-4fc9-9b8a-e278b5414800 None None] For port 6e2f8076-e8bb-458a-b25a-d6d8e91936f2, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=6e2f8076-e8bb-458a-b25a-d6d8e91936f2,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:10:18.207836 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7965f406-880e-49c6-8578-cd355dd40c4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-83330894-2e65-480a-b657-c24542056d8e', 'network_id': '83330894-2e65-480a-b657-c24542056d8e', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'fixed_ips': [{'subnet_id': '25bb2f1a-ebee-48c9-8786-f7e614f69b57'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 02:10:18.208737 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7965f406-880e-49c6-8578-cd355dd40c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:18.212781 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e65ce03f-139a-4fc9-9b8a-e278b5414800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:18.342883 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65ce03f-139a-4fc9-9b8a-e278b5414800 None None] Routers {'1a351581-95c6-4e75-96b6-460013564280'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:10:18.343543 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-e65ce03f-139a-4fc9-9b8a-e278b5414800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:10:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['1a351581-95c6-4e75-96b6-460013564280'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:10:18.546135 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce00d69-ff75-45e5-888f-17dd015f1f81 None None] Pushing event updated for resources: {'Port': ['ID=6e2f8076-e8bb-458a-b25a-d6d8e91936f2,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:10:18.646615 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-7965f406-880e-49c6-8578-cd355dd40c4c None None] Allocated IP 172.20.0.2 (83330894-2e65-480a-b657-c24542056d8e/25bb2f1a-ebee-48c9-8786-f7e614f69b57/b85b54db-ddf4-4871-ab3b-6a4d1bc47c27) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:10:18.667907 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-e65ce03f-139a-4fc9-9b8a-e278b5414800 None None] Set router 1a351581-95c6-4e75-96b6-460013564280 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:10:18.726036 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-335ff53f-3670-4c4d-b2d0-8a791a604a5b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:18.943412 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7965f406-880e-49c6-8578-cd355dd40c4c None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:18.951057 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7965f406-880e-49c6-8578-cd355dd40c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:18.995710 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7965f406-880e-49c6-8578-cd355dd40c4c None None] Network 83330894-2e65-480a-b657-c24542056d8e is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:10:18.998986 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-335ff53f-3670-4c4d-b2d0-8a791a604a5b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Allocated IP 172.20.0.1 (83330894-2e65-480a-b657-c24542056d8e/25bb2f1a-ebee-48c9-8786-f7e614f69b57/6808a196-8d3e-4c6e-bc0c-bfcc87840b05) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:10:19.001716 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-7965f406-880e-49c6-8578-cd355dd40c4c None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:10:19.008125 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7965f406-880e-49c6-8578-cd355dd40c4c None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:10:19.014889 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965f406-880e-49c6-8578-cd355dd40c4c None None] Pushing event updated for resources: {'Port': ['ID=b85b54db-ddf4-4871-ab3b-6a4d1bc47c27,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:10:19.028463 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-e65ce03f-139a-4fc9-9b8a-e278b5414800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a351581-95c6-4e75-96b6-460013564280', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332351048', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '6e2f8076-e8bb-458a-b25a-d6d8e91936f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:10:15Z', 'updated_at': '2021-10-19T02:10:16Z', 'revision_number': 3, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '6e2f8076-e8bb-458a-b25a-d6d8e91936f2', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:73:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a351581-95c6-4e75-96b6-460013564280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:10:16Z', 'updated_at': '2021-10-19T02:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:10:19.086007 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65ce03f-139a-4fc9-9b8a-e278b5414800 None None] The sync data for ids ['1a351581-95c6-4e75-96b6-460013564280'] in n-d-715271-26 is: [{'id': '1a351581-95c6-4e75-96b6-460013564280', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332351048', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '6e2f8076-e8bb-458a-b25a-d6d8e91936f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:10:15Z', 'updated_at': '2021-10-19T02:10:16Z', 'revision_number': 3, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '6e2f8076-e8bb-458a-b25a-d6d8e91936f2', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:73:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a351581-95c6-4e75-96b6-460013564280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:10:16Z', 'updated_at': '2021-10-19T02:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:10:19.097869 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-7965f406-880e-49c6-8578-cd355dd40c4c None None] Attempting to bind port b85b54db-ddf4-4871-ab3b-6a4d1bc47c27 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:10:19.098250 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-7965f406-880e-49c6-8578-cd355dd40c4c None None] Attempting to bind port b85b54db-ddf4-4871-ab3b-6a4d1bc47c27 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '69cdd42f-b185-4309-bc87-5b524d276d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '83330894-2e65-480a-b657-c24542056d8e'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:10:19.099056 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7965f406-880e-49c6-8578-cd355dd40c4c None None] Attempting to bind port b85b54db-ddf4-4871-ab3b-6a4d1bc47c27 on network 83330894-2e65-480a-b657-c24542056d8e {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:10:19.107177 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7965f406-880e-49c6-8578-cd355dd40c4c None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:10:19.107614 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7965f406-880e-49c6-8578-cd355dd40c4c None None] Checking segment: {'id': '69cdd42f-b185-4309-bc87-5b524d276d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '83330894-2e65-480a-b657-c24542056d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:10:19.107995 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7965f406-880e-49c6-8578-cd355dd40c4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:19.108394 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7965f406-880e-49c6-8578-cd355dd40c4c None None] Bound using segment: {'id': '69cdd42f-b185-4309-bc87-5b524d276d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '83330894-2e65-480a-b657-c24542056d8e'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:10:19.108867 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-7965f406-880e-49c6-8578-cd355dd40c4c None None] Bound port: b85b54db-ddf4-4871-ab3b-6a4d1bc47c27, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69cdd42f-b185-4309-bc87-5b524d276d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '83330894-2e65-480a-b657-c24542056d8e'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:10:19.109251 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7965f406-880e-49c6-8578-cd355dd40c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:19.122487 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-335ff53f-3670-4c4d-b2d0-8a791a604a5b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:19.161832 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-335ff53f-3670-4c4d-b2d0-8a791a604a5b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:19.179941 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-7965f406-880e-49c6-8578-cd355dd40c4c None None] For port b85b54db-ddf4-4871-ab3b-6a4d1bc47c27, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:10:19.184436 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-7965f406-880e-49c6-8578-cd355dd40c4c None None] For port b85b54db-ddf4-4871-ab3b-6a4d1bc47c27, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b85b54db-ddf4-4871-ab3b-6a4d1bc47c27,segment=NetworkSegment(69cdd42f-b185-4309-bc87-5b524d276d70),segment_id=69cdd42f-b185-4309-bc87-5b524d276d70)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:10:19.189001 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7965f406-880e-49c6-8578-cd355dd40c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:19.212400 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335ff53f-3670-4c4d-b2d0-8a791a604a5b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Network 83330894-2e65-480a-b657-c24542056d8e is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:10:19.215611 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-335ff53f-3670-4c4d-b2d0-8a791a604a5b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:10:19.220186 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335ff53f-3670-4c4d-b2d0-8a791a604a5b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:10:19.254357 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965f406-880e-49c6-8578-cd355dd40c4c None None] Pushing event updated for resources: {'Port': ['ID=b85b54db-ddf4-4871-ab3b-6a4d1bc47c27,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:10:19.262984 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ff53f-3670-4c4d-b2d0-8a791a604a5b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Port': ['ID=6808a196-8d3e-4c6e-bc0c-bfcc87840b05,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:10:19.276187 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-335ff53f-3670-4c4d-b2d0-8a791a604a5b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:19.454751 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-335ff53f-3670-4c4d-b2d0-8a791a604a5b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:19.774699 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-335ff53f-3670-4c4d-b2d0-8a791a604a5b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:19.786420 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-335ff53f-3670-4c4d-b2d0-8a791a604a5b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:19.843817 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b85b54db-ddf4-4871-ab3b-6a4d1bc47c27 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:10:19.868430 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ff53f-3670-4c4d-b2d0-8a791a604a5b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Port': ['ID=6808a196-8d3e-4c6e-bc0c-bfcc87840b05,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:10:19.876526 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-335ff53f-3670-4c4d-b2d0-8a791a604a5b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:19.909736 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port b85b54db-ddf4-4871-ab3b-6a4d1bc47c27 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:10:19.910113 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:20.001638 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:20.006336 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335ff53f-3670-4c4d-b2d0-8a791a604a5b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Network 83330894-2e65-480a-b657-c24542056d8e is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:10:20.008450 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-335ff53f-3670-4c4d-b2d0-8a791a604a5b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:10:20.026975 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:20.076570 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port b85b54db-ddf4-4871-ab3b-6a4d1bc47c27, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b85b54db-ddf4-4871-ab3b-6a4d1bc47c27,segment=NetworkSegment(69cdd42f-b185-4309-bc87-5b524d276d70),segment_id=69cdd42f-b185-4309-bc87-5b524d276d70)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:10:20.082728 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:20.083863 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 6e2f8076-e8bb-458a-b25a-d6d8e91936f2 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:10:20.152565 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335ff53f-3670-4c4d-b2d0-8a791a604a5b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Router 1a351581-95c6-4e75-96b6-460013564280 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:10:20.172762 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=b85b54db-ddf4-4871-ab3b-6a4d1bc47c27,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:10:20.186119 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 6e2f8076-e8bb-458a-b25a-d6d8e91936f2 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:10:20.186564 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:20.269734 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:20.274833 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335ff53f-3670-4c4d-b2d0-8a791a604a5b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:10:20.284337 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-335ff53f-3670-4c4d-b2d0-8a791a604a5b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "PUT /v2.0/routers/1a351581-95c6-4e75-96b6-460013564280/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3447361 Oct 19 02:10:20.291972 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 6e2f8076-e8bb-458a-b25a-d6d8e91936f2, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=6e2f8076-e8bb-458a-b25a-d6d8e91936f2,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:10:20.296770 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:20.354122 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dc1e8c-cf1e-402c-b4ba-a7a713694b76 None None] Network 83330894-2e65-480a-b657-c24542056d8e requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:10:20.357796 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=6e2f8076-e8bb-458a-b25a-d6d8e91936f2,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:10:20.443281 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-94ec891c-4dbb-4875-bdd6-ed5e0810296f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1744285963&fields=id&tenant_id=0eedc13a8d0542eb95753f292a7c2eed HTTP/1.1" status: 200 len: 267 time: 0.0332341 Oct 19 02:10:20.481657 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-45c84d46-2f82-4e3c-af05-8c9d6256ed12 None None] Provisioning complete for port b85b54db-ddf4-4871-ab3b-6a4d1bc47c27 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:10:20.482024 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-45c84d46-2f82-4e3c-af05-8c9d6256ed12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:20.558994 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-697d6997-ba7f-4610-a165-6929a06a7315 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:20.560591 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-697d6997-ba7f-4610-a165-6929a06a7315 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/networks?id=83330894-2e65-480a-b657-c24542056d8e HTTP/1.1" status: 200 len: 797 time: 0.1102242 Oct 19 02:10:20.578452 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-afccc759-37f3-4b5d-bd9d-bb305eb264f7 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/quotas/0eedc13a8d0542eb95753f292a7c2eed HTTP/1.1" status: 200 len: 375 time: 0.0108645 Oct 19 02:10:20.638376 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-37524d18-763c-4eb7-905b-e69f2e140553 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540714 Oct 19 02:10:20.701458 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-7b05112d-1008-46e3-9057-d3c104e8b2ee service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 02:10:20.702489 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-7b05112d-1008-46e3-9057-d3c104e8b2ee service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0513740 Oct 19 02:10:20.797796 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-171c8aa3-0808-4836-91a6-b8f8b3f5a77b service neutron] 10.222.0.57 "GET /v2.0/networks/83330894-2e65-480a-b657-c24542056d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883548 Oct 19 02:10:20.814450 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-5067203a-7157-444e-be8b-ba540ae072c9 None None] Provisioning complete for port b85b54db-ddf4-4871-ab3b-6a4d1bc47c27 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:10:20.814827 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5067203a-7157-444e-be8b-ba540ae072c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:20.861314 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab4223b-0101-4537-bff0-d715ce187dcb None None] Sync routers for ids ['1a351581-95c6-4e75-96b6-460013564280'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:10:20.875546 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab4223b-0101-4537-bff0-d715ce187dcb None None] Routers {'1a351581-95c6-4e75-96b6-460013564280'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:10:20.876452 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-cab4223b-0101-4537-bff0-d715ce187dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:10:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['1a351581-95c6-4e75-96b6-460013564280'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:10:20.906150 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-3e75f24a-995e-4fce-a0d7-c943849c255b service neutron] 10.222.0.57 "GET /v2.0/networks/83330894-2e65-480a-b657-c24542056d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021576 Oct 19 02:10:20.930583 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-5067203a-7157-444e-be8b-ba540ae072c9 None None] Provisioning complete for port 6808a196-8d3e-4c6e-bc0c-bfcc87840b05 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:10:20.931123 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5067203a-7157-444e-be8b-ba540ae072c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:20.971890 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-5067203a-7157-444e-be8b-ba540ae072c9 None None] Port 6808a196-8d3e-4c6e-bc0c-bfcc87840b05 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:10:20.989701 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-cab4223b-0101-4537-bff0-d715ce187dcb None None] Set router 1a351581-95c6-4e75-96b6-460013564280 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:10:21.096147 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-e4aecd7d-8bc3-47c2-a169-60e3b17b704d None None] Provisioning complete for port 6808a196-8d3e-4c6e-bc0c-bfcc87840b05 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:10:21.096693 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e4aecd7d-8bc3-47c2-a169-60e3b17b704d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:21.113352 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11162595-aa05-4bd4-a42e-6702f5ffa9e2 req-ab9d2646-ee42-4d58-8c9f-a5ea49333d97 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 210 time: 0.0282180 Oct 19 02:10:21.162304 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-e4aecd7d-8bc3-47c2-a169-60e3b17b704d None None] Port 6808a196-8d3e-4c6e-bc0c-bfcc87840b05 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:10:21.228610 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-cab4223b-0101-4537-bff0-d715ce187dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a351581-95c6-4e75-96b6-460013564280', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332351048', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '6e2f8076-e8bb-458a-b25a-d6d8e91936f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:10:15Z', 'updated_at': '2021-10-19T02:10:19Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '6e2f8076-e8bb-458a-b25a-d6d8e91936f2', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a351581-95c6-4e75-96b6-460013564280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:10:16Z', 'updated_at': '2021-10-19T02:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '6808a196-8d3e-4c6e-bc0c-bfcc87840b05', 'name': '', 'network_id': '83330894-2e65-480a-b657-c24542056d8e', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:93:df:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a351581-95c6-4e75-96b6-460013564280', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25bb2f1a-ebee-48c9-8786-f7e614f69b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:10:18Z', 'updated_at': '2021-10-19T02:10:19Z', 'revision_number': 2, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': '25bb2f1a-ebee-48c9-8786-f7e614f69b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:10:21.260052 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab4223b-0101-4537-bff0-d715ce187dcb None None] Checking router: 1a351581-95c6-4e75-96b6-460013564280 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:10:21.260571 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab4223b-0101-4537-bff0-d715ce187dcb None None] Updating router 1a351581-95c6-4e75-96b6-460013564280 port 6808a196-8d3e-4c6e-bc0c-bfcc87840b05 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:10:21.281274 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-49145435-a3f2-4f36-9b76-ca170c162406 None None] Provisioning complete for port 6808a196-8d3e-4c6e-bc0c-bfcc87840b05 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:10:21.281783 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-49145435-a3f2-4f36-9b76-ca170c162406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:21.287404 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-cab4223b-0101-4537-bff0-d715ce187dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:21.326146 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-49145435-a3f2-4f36-9b76-ca170c162406 None None] Port 6808a196-8d3e-4c6e-bc0c-bfcc87840b05 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:10:21.335903 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:10:21.560953 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-cab4223b-0101-4537-bff0-d715ce187dcb None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:21.566441 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-cab4223b-0101-4537-bff0-d715ce187dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:21.621103 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9f5dc-4f98-462b-847c-1eea1bcf1ee2 None None] Pushing event updated for resources: {'Port': ['ID=6808a196-8d3e-4c6e-bc0c-bfcc87840b05,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:10:21.645175 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9f5dc-4f98-462b-847c-1eea1bcf1ee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:21.645522 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9f5dc-4f98-462b-847c-1eea1bcf1ee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:21.645859 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9f5dc-4f98-462b-847c-1eea1bcf1ee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:21.646192 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9f5dc-4f98-462b-847c-1eea1bcf1ee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:21.646523 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9f5dc-4f98-462b-847c-1eea1bcf1ee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:21.646874 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9f5dc-4f98-462b-847c-1eea1bcf1ee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:21.648090 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9f5dc-4f98-462b-847c-1eea1bcf1ee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:21.648533 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9f5dc-4f98-462b-847c-1eea1bcf1ee2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:21.648950 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9f5dc-4f98-462b-847c-1eea1bcf1ee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:21.649352 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9f5dc-4f98-462b-847c-1eea1bcf1ee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:21.649859 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9f5dc-4f98-462b-847c-1eea1bcf1ee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:21.650231 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9f5dc-4f98-462b-847c-1eea1bcf1ee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:21.684582 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-cab4223b-0101-4537-bff0-d715ce187dcb None None] Attempting to bind port 6808a196-8d3e-4c6e-bc0c-bfcc87840b05 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:10:21.685003 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-cab4223b-0101-4537-bff0-d715ce187dcb None None] Attempting to bind port 6808a196-8d3e-4c6e-bc0c-bfcc87840b05 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '69cdd42f-b185-4309-bc87-5b524d276d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '83330894-2e65-480a-b657-c24542056d8e'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:10:21.685427 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab4223b-0101-4537-bff0-d715ce187dcb None None] Attempting to bind port 6808a196-8d3e-4c6e-bc0c-bfcc87840b05 on network 83330894-2e65-480a-b657-c24542056d8e {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:10:21.690925 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab4223b-0101-4537-bff0-d715ce187dcb None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:10:21.691298 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab4223b-0101-4537-bff0-d715ce187dcb None None] Checking segment: {'id': '69cdd42f-b185-4309-bc87-5b524d276d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '83330894-2e65-480a-b657-c24542056d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:10:21.691697 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-cab4223b-0101-4537-bff0-d715ce187dcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:21.692121 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab4223b-0101-4537-bff0-d715ce187dcb None None] Bound using segment: {'id': '69cdd42f-b185-4309-bc87-5b524d276d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '83330894-2e65-480a-b657-c24542056d8e'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:10:21.692584 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-cab4223b-0101-4537-bff0-d715ce187dcb None None] Bound port: 6808a196-8d3e-4c6e-bc0c-bfcc87840b05, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69cdd42f-b185-4309-bc87-5b524d276d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '83330894-2e65-480a-b657-c24542056d8e'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:10:21.692962 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-cab4223b-0101-4537-bff0-d715ce187dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:21.759261 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-cab4223b-0101-4537-bff0-d715ce187dcb None None] For port 6808a196-8d3e-4c6e-bc0c-bfcc87840b05, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:10:21.763056 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-cab4223b-0101-4537-bff0-d715ce187dcb None None] For port 6808a196-8d3e-4c6e-bc0c-bfcc87840b05, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=6808a196-8d3e-4c6e-bc0c-bfcc87840b05,segment=NetworkSegment(69cdd42f-b185-4309-bc87-5b524d276d70),segment_id=69cdd42f-b185-4309-bc87-5b524d276d70)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:10:21.767609 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-cab4223b-0101-4537-bff0-d715ce187dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:21.772834 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b85b54db-ddf4-4871-ab3b-6a4d1bc47c27 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:10:21.826097 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab4223b-0101-4537-bff0-d715ce187dcb None None] Routers {'1a351581-95c6-4e75-96b6-460013564280'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:10:21.827250 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-cab4223b-0101-4537-bff0-d715ce187dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:10:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['1a351581-95c6-4e75-96b6-460013564280'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:10:21.827906 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port b85b54db-ddf4-4871-ab3b-6a4d1bc47c27 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:10:21.828388 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:21.872734 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9f5dc-4f98-462b-847c-1eea1bcf1ee2 None None] Pushing event updated for resources: {'Port': ['ID=6808a196-8d3e-4c6e-bc0c-bfcc87840b05,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:10:21.875771 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-540e515a-36c3-4018-877c-f8a050ac4462 None None] Provisioning complete for port 6808a196-8d3e-4c6e-bc0c-bfcc87840b05 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:10:21.876377 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-540e515a-36c3-4018-877c-f8a050ac4462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:21.946064 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-cab4223b-0101-4537-bff0-d715ce187dcb None None] Set router 1a351581-95c6-4e75-96b6-460013564280 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:10:21.997466 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 6e2f8076-e8bb-458a-b25a-d6d8e91936f2 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:10:22.018193 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-540e515a-36c3-4018-877c-f8a050ac4462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:22.109530 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-540e515a-36c3-4018-877c-f8a050ac4462 None None] For port 6808a196-8d3e-4c6e-bc0c-bfcc87840b05, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=6808a196-8d3e-4c6e-bc0c-bfcc87840b05,segment=NetworkSegment(69cdd42f-b185-4309-bc87-5b524d276d70),segment_id=69cdd42f-b185-4309-bc87-5b524d276d70)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:10:22.116948 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 6e2f8076-e8bb-458a-b25a-d6d8e91936f2 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:10:22.117724 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:22.120656 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-540e515a-36c3-4018-877c-f8a050ac4462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:22.169571 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-f58548a3-cd37-49f8-987e-5fb71bb5aa08 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:22.171964 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-f58548a3-cd37-49f8-987e-5fb71bb5aa08 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.24 "GET /v2.0/networks?id=83330894-2e65-480a-b657-c24542056d8e HTTP/1.1" status: 200 len: 797 time: 0.1726468 Oct 19 02:10:22.211829 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-cab4223b-0101-4537-bff0-d715ce187dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a351581-95c6-4e75-96b6-460013564280', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332351048', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '6e2f8076-e8bb-458a-b25a-d6d8e91936f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:10:15Z', 'updated_at': '2021-10-19T02:10:19Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '6e2f8076-e8bb-458a-b25a-d6d8e91936f2', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a351581-95c6-4e75-96b6-460013564280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:10:16Z', 'updated_at': '2021-10-19T02:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '6808a196-8d3e-4c6e-bc0c-bfcc87840b05', 'name': '', 'network_id': '83330894-2e65-480a-b657-c24542056d8e', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:93:df:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a351581-95c6-4e75-96b6-460013564280', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25bb2f1a-ebee-48c9-8786-f7e614f69b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:10:18Z', 'updated_at': '2021-10-19T02:10:21Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': '25bb2f1a-ebee-48c9-8786-f7e614f69b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:10:22.225554 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-b2feb98c-8188-45bb-a74a-ab61db253e86 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0eedc13a8d0542eb95753f292a7c2eed HTTP/1.1" status: 200 len: 380 time: 0.0367963 Oct 19 02:10:22.235896 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-c2d8ebf9-5af7-49e4-9eef-241701d7f118 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'port': {'device_id': '60138c5f-58e6-460c-93f8-f6fdc3221177', 'network_id': '83330894-2e65-480a-b657-c24542056d8e', 'admin_state_up': True, 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'security_groups': ['60303543-49cf-46ce-aff2-7a0d0c1b3ba0']}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:10:22.247517 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-04595267-1366-4100-b2af-7ed20ec382d0 req-2ea96dd2-f0e8-489e-8848-bb69ea7347a0 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 210 time: 0.0371282 Oct 19 02:10:22.250417 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab4223b-0101-4537-bff0-d715ce187dcb None None] The sync data for ids ['1a351581-95c6-4e75-96b6-460013564280'] in n-d-715271-26 is: [{'id': '1a351581-95c6-4e75-96b6-460013564280', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332351048', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '6e2f8076-e8bb-458a-b25a-d6d8e91936f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:10:15Z', 'updated_at': '2021-10-19T02:10:19Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '6e2f8076-e8bb-458a-b25a-d6d8e91936f2', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a351581-95c6-4e75-96b6-460013564280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:10:16Z', 'updated_at': '2021-10-19T02:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '6808a196-8d3e-4c6e-bc0c-bfcc87840b05', 'name': '', 'network_id': '83330894-2e65-480a-b657-c24542056d8e', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:93:df:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a351581-95c6-4e75-96b6-460013564280', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25bb2f1a-ebee-48c9-8786-f7e614f69b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:10:18Z', 'updated_at': '2021-10-19T02:10:21Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': '25bb2f1a-ebee-48c9-8786-f7e614f69b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:10:22.277233 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e515a-36c3-4018-877c-f8a050ac4462 None None] Pushing event updated for resources: {'Port': ['ID=6808a196-8d3e-4c6e-bc0c-bfcc87840b05,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:10:22.294939 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b0f337bd-bda8-4e09-adfa-a7c25d7981e3 None None] Provisioning complete for port 6808a196-8d3e-4c6e-bc0c-bfcc87840b05 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:10:22.295446 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b0f337bd-bda8-4e09-adfa-a7c25d7981e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:22.377771 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-c2d8ebf9-5af7-49e4-9eef-241701d7f118 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Made reservation on behalf of 0eedc13a8d0542eb95753f292a7c2eed for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:10:22.381863 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-c2d8ebf9-5af7-49e4-9eef-241701d7f118 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:22.519562 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-c2d8ebf9-5af7-49e4-9eef-241701d7f118 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Allocated IP 172.20.0.5 (83330894-2e65-480a-b657-c24542056d8e/25bb2f1a-ebee-48c9-8786-f7e614f69b57/63bd9843-ada3-46d4-8d77-6c0b9d926580) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:10:22.668435 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-c2d8ebf9-5af7-49e4-9eef-241701d7f118 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:22.704040 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-c2d8ebf9-5af7-49e4-9eef-241701d7f118 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:22.750480 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-c2d8ebf9-5af7-49e4-9eef-241701d7f118 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Network 83330894-2e65-480a-b657-c24542056d8e is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:10:22.753644 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-c2d8ebf9-5af7-49e4-9eef-241701d7f118 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:10:22.757495 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-c2d8ebf9-5af7-49e4-9eef-241701d7f118 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:10:22.782343 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8ebf9-5af7-49e4-9eef-241701d7f118 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Port': ['ID=63bd9843-ada3-46d4-8d77-6c0b9d926580,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:10:22.817768 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-c2d8ebf9-5af7-49e4-9eef-241701d7f118 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:22.818528 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-c2d8ebf9-5af7-49e4-9eef-241701d7f118 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:22.837052 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-c2d8ebf9-5af7-49e4-9eef-241701d7f118 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6059532 Oct 19 02:10:22.847776 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-3e89f004-3932-4d1e-9e5c-7c9a7c52457b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 02:10:22.849177 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-3e89f004-3932-4d1e-9e5c-7c9a7c52457b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059376 Oct 19 02:10:22.908313 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-19bce919-d985-442a-b467-7a1dc5232ad3 service neutron] Request body: {'port': {'device_id': '60138c5f-58e6-460c-93f8-f6fdc3221177', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:10:22.974148 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-19bce919-d985-442a-b467-7a1dc5232ad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:23.032164 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-6bdee37f-9d0f-4d7f-93a4-86bd3c3ad402 None None] Provisioning complete for port 63bd9843-ada3-46d4-8d77-6c0b9d926580 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:10:23.033224 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6bdee37f-9d0f-4d7f-93a4-86bd3c3ad402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:23.069587 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-6bdee37f-9d0f-4d7f-93a4-86bd3c3ad402 None None] Port 63bd9843-ada3-46d4-8d77-6c0b9d926580 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:10:23.249276 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-19bce919-d985-442a-b467-7a1dc5232ad3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63bd9843-ada3-46d4-8d77-6c0b9d926580 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:10:23.257123 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-19bce919-d985-442a-b467-7a1dc5232ad3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:23.271890 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-19bce919-d985-442a-b467-7a1dc5232ad3 service neutron] Transition to ACTIVE for port object 63bd9843-ada3-46d4-8d77-6c0b9d926580 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:10:23.276079 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-19bce919-d985-442a-b467-7a1dc5232ad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:23.362037 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bce919-d985-442a-b467-7a1dc5232ad3 service neutron] Pushing event updated for resources: {'Port': ['ID=63bd9843-ada3-46d4-8d77-6c0b9d926580,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:10:23.429649 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163181b-d34c-4f84-ba35-e7bc037f3766 req-4c748484-270c-4506-95e8-0dce23f63921 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:23.432477 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8163181b-d34c-4f84-ba35-e7bc037f3766 req-4c748484-270c-4506-95e8-0dce23f63921 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 943 time: 0.1176646 Oct 19 02:10:23.459889 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-19bce919-d985-442a-b467-7a1dc5232ad3 service neutron] Attempting to bind port 63bd9843-ada3-46d4-8d77-6c0b9d926580 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:10:23.460228 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-19bce919-d985-442a-b467-7a1dc5232ad3 service neutron] Attempting to bind port 63bd9843-ada3-46d4-8d77-6c0b9d926580 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '69cdd42f-b185-4309-bc87-5b524d276d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '83330894-2e65-480a-b657-c24542056d8e'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:10:23.460559 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-19bce919-d985-442a-b467-7a1dc5232ad3 service neutron] Attempting to bind port 63bd9843-ada3-46d4-8d77-6c0b9d926580 on network 83330894-2e65-480a-b657-c24542056d8e {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:10:23.470807 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-19bce919-d985-442a-b467-7a1dc5232ad3 service neutron] Port 63bd9843-ada3-46d4-8d77-6c0b9d926580 on network 83330894-2e65-480a-b657-c24542056d8e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:10:23.471122 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-19bce919-d985-442a-b467-7a1dc5232ad3 service neutron] Attempting to bind port 63bd9843-ada3-46d4-8d77-6c0b9d926580 on network 83330894-2e65-480a-b657-c24542056d8e {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:10:23.484278 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-19bce919-d985-442a-b467-7a1dc5232ad3 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:10:23.484616 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-19bce919-d985-442a-b467-7a1dc5232ad3 service neutron] Checking segment: {'id': '69cdd42f-b185-4309-bc87-5b524d276d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '83330894-2e65-480a-b657-c24542056d8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:10:23.485006 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-19bce919-d985-442a-b467-7a1dc5232ad3 service neutron] Bound using segment: {'id': '69cdd42f-b185-4309-bc87-5b524d276d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '83330894-2e65-480a-b657-c24542056d8e'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:10:23.485452 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-19bce919-d985-442a-b467-7a1dc5232ad3 service neutron] Bound port: 63bd9843-ada3-46d4-8d77-6c0b9d926580, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69cdd42f-b185-4309-bc87-5b524d276d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '83330894-2e65-480a-b657-c24542056d8e'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:10:23.485812 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-19bce919-d985-442a-b467-7a1dc5232ad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:23.499878 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8163181b-d34c-4f84-ba35-e7bc037f3766 req-a11dfbee-8a17-4d76-94cc-c68fe5622761 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=60303543-49cf-46ce-aff2-7a0d0c1b3ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611289 Oct 19 02:10:23.553446 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-19bce919-d985-442a-b467-7a1dc5232ad3 service neutron] For port 63bd9843-ada3-46d4-8d77-6c0b9d926580, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:10:23.557073 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-19bce919-d985-442a-b467-7a1dc5232ad3 service neutron] For port 63bd9843-ada3-46d4-8d77-6c0b9d926580, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=63bd9843-ada3-46d4-8d77-6c0b9d926580,segment=NetworkSegment(69cdd42f-b185-4309-bc87-5b524d276d70),segment_id=69cdd42f-b185-4309-bc87-5b524d276d70)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:10:23.561759 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-19bce919-d985-442a-b467-7a1dc5232ad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:23.601632 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-19bce919-d985-442a-b467-7a1dc5232ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:23.602197 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-19bce919-d985-442a-b467-7a1dc5232ad3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:23.604156 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-19bce919-d985-442a-b467-7a1dc5232ad3 service neutron] 10.222.0.24 "PUT /v2.0/ports/63bd9843-ada3-46d4-8d77-6c0b9d926580 HTTP/1.1" status: 200 len: 1092 time: 0.7463839 Oct 19 02:10:23.604668 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60138c5f-58e6-460c-93f8-f6fdc3221177', 'tag': '63bd9843-ada3-46d4-8d77-6c0b9d926580'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:10:23.607028 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}604d1223bc0e61ef4f6f375a56b68240d92e3dadd1a32e57b330ac88f8c52c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7071bf7-9026-4c17-83a8-a30976a2f276" -d '{"events": [{"name": "network-changed", "server_uuid": "60138c5f-58e6-460c-93f8-f6fdc3221177", "tag": "63bd9843-ada3-46d4-8d77-6c0b9d926580"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:10:23.648901 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f03853-3dc7-4db7-92a1-f11f3598a07e x-openstack-request-id: req-32f03853-3dc7-4db7-92a1-f11f3598a07e {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:10:23.649397 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60138c5f-58e6-460c-93f8-f6fdc3221177", "tag": "63bd9843-ada3-46d4-8d77-6c0b9d926580", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:10:23.649758 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-32f03853-3dc7-4db7-92a1-f11f3598a07e {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:10:23.651212 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60138c5f-58e6-460c-93f8-f6fdc3221177', 'tag': '63bd9843-ada3-46d4-8d77-6c0b9d926580', 'status': 'completed', 'code': 200} Oct 19 02:10:23.656836 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bce919-d985-442a-b467-7a1dc5232ad3 service neutron] Pushing event updated for resources: {'Port': ['ID=63bd9843-ada3-46d4-8d77-6c0b9d926580,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:10:23.702164 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-1ba02a35-8bca-4745-b751-9e8949a491d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:23.703697 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-1ba02a35-8bca-4745-b751-9e8949a491d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 1095 time: 0.0435605 Oct 19 02:10:23.749107 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-7ca0a122-ef9c-42ce-93b8-eae3e79bf8f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63bd9843-ada3-46d4-8d77-6c0b9d926580 HTTP/1.1" status: 200 len: 217 time: 0.0377104 Oct 19 02:10:23.807704 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-c61f5822-b102-4766-ac35-3776a4aeadfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:23.809306 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-c61f5822-b102-4766-ac35-3776a4aeadfb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=25bb2f1a-ebee-48c9-8786-f7e614f69b57 HTTP/1.1" status: 200 len: 834 time: 0.0536916 Oct 19 02:10:23.815844 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 6808a196-8d3e-4c6e-bc0c-bfcc87840b05 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:10:23.855326 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-98dabcdd-1276-40cc-94a2-e9b3ac17cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:23.856864 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-98dabcdd-1276-40cc-94a2-e9b3ac17cf12 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83330894-2e65-480a-b657-c24542056d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407121 Oct 19 02:10:23.868654 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 6808a196-8d3e-4c6e-bc0c-bfcc87840b05 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:10:23.869010 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:23.951143 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-86f632f2-9d0b-408e-824d-275c390083e1 service neutron] 10.222.0.24 "GET /v2.0/networks/83330894-2e65-480a-b657-c24542056d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873117 Oct 19 02:10:24.045695 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-90737dee-e533-41c9-9f6d-8a7e901d27eb req-c38ba012-4cb1-447d-b738-a7d3f09d913e service neutron] 10.222.0.24 "GET /v2.0/networks/83330894-2e65-480a-b657-c24542056d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870221 Oct 19 02:10:24.128733 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7071bf7-9026-4c17-83a8-a30976a2f276 req-a370cef9-7df9-4e53-a887-a62d70669520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:24.130216 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f7071bf7-9026-4c17-83a8-a30976a2f276 req-a370cef9-7df9-4e53-a887-a62d70669520 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 1095 time: 0.0402925 Oct 19 02:10:24.223797 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7071bf7-9026-4c17-83a8-a30976a2f276 req-588fcdfe-cd9e-4863-a9b7-c5b2b39141b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:24.225184 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f7071bf7-9026-4c17-83a8-a30976a2f276 req-588fcdfe-cd9e-4863-a9b7-c5b2b39141b0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=83330894-2e65-480a-b657-c24542056d8e HTTP/1.1" status: 200 len: 898 time: 0.0879869 Oct 19 02:10:24.267246 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f7071bf7-9026-4c17-83a8-a30976a2f276 req-3cf6e356-243e-4807-bb69-218be05a7641 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63bd9843-ada3-46d4-8d77-6c0b9d926580 HTTP/1.1" status: 200 len: 217 time: 0.0344694 Oct 19 02:10:24.322393 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7071bf7-9026-4c17-83a8-a30976a2f276 req-bb90a0ab-5a31-411a-a49d-bf7e99ce045c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:24.324089 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f7071bf7-9026-4c17-83a8-a30976a2f276 req-bb90a0ab-5a31-411a-a49d-bf7e99ce045c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=25bb2f1a-ebee-48c9-8786-f7e614f69b57 HTTP/1.1" status: 200 len: 834 time: 0.0491843 Oct 19 02:10:24.369787 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7071bf7-9026-4c17-83a8-a30976a2f276 req-d656b6b3-1c57-4072-8487-8d08be2cd2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:24.371260 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f7071bf7-9026-4c17-83a8-a30976a2f276 req-d656b6b3-1c57-4072-8487-8d08be2cd2e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83330894-2e65-480a-b657-c24542056d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396078 Oct 19 02:10:24.461261 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f7071bf7-9026-4c17-83a8-a30976a2f276 req-e9c9bd81-6214-4862-ba33-7b852a0f97e4 service neutron] 10.222.0.24 "GET /v2.0/networks/83330894-2e65-480a-b657-c24542056d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818222 Oct 19 02:10:24.554759 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f7071bf7-9026-4c17-83a8-a30976a2f276 req-03d827e6-5260-45e8-8465-f48daafe18f5 service neutron] 10.222.0.24 "GET /v2.0/networks/83330894-2e65-480a-b657-c24542056d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850313 Oct 19 02:10:24.612364 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ce1a2-3779-47c6-b260-1f9bb37cafd0 req-497f813a-ebe5-443c-becf-c7935200979d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:24.613833 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-585ce1a2-3779-47c6-b260-1f9bb37cafd0 req-497f813a-ebe5-443c-becf-c7935200979d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 943 time: 0.0486512 Oct 19 02:10:24.651940 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-585ce1a2-3779-47c6-b260-1f9bb37cafd0 req-94dd8321-ab46-4b46-8c77-353d1b99c4ed tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=60303543-49cf-46ce-aff2-7a0d0c1b3ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313761 Oct 19 02:10:25.766343 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb44aa-b4bd-4163-a5a3-cd91620bf0d5 req-a1d4763f-f1aa-4238-a87d-5f7133d29285 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:25.767846 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f4cb44aa-b4bd-4163-a5a3-cd91620bf0d5 req-a1d4763f-f1aa-4238-a87d-5f7133d29285 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 943 time: 0.0490096 Oct 19 02:10:25.805513 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f4cb44aa-b4bd-4163-a5a3-cd91620bf0d5 req-9011bb8a-7b05-41c2-8588-be4bd5dc82bf tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=60303543-49cf-46ce-aff2-7a0d0c1b3ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318093 Oct 19 02:10:26.509289 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 63bd9843-ada3-46d4-8d77-6c0b9d926580 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:10:26.602765 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 63bd9843-ada3-46d4-8d77-6c0b9d926580, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=63bd9843-ada3-46d4-8d77-6c0b9d926580,segment=NetworkSegment(69cdd42f-b185-4309-bc87-5b524d276d70),segment_id=69cdd42f-b185-4309-bc87-5b524d276d70)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:10:26.614070 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '63bd9843-ada3-46d4-8d77-6c0b9d926580', 'network_id': '83330894-2e65-480a-b657-c24542056d8e', 'port_id': '63bd9843-ada3-46d4-8d77-6c0b9d926580', 'mac_address': 'fa:16:3e:04:c7:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25bb2f1a-ebee-48c9-8786-f7e614f69b57', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:10:26.650894 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:26.663141 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63bd9843-ada3-46d4-8d77-6c0b9d926580 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:10:26.682133 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 63bd9843-ada3-46d4-8d77-6c0b9d926580, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=63bd9843-ada3-46d4-8d77-6c0b9d926580,segment=NetworkSegment(69cdd42f-b185-4309-bc87-5b524d276d70),segment_id=69cdd42f-b185-4309-bc87-5b524d276d70)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:10:26.686307 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:26.732745 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=63bd9843-ada3-46d4-8d77-6c0b9d926580,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:10:26.915172 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['63bd9843-ada3-46d4-8d77-6c0b9d926580'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:10:26.924388 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f195cf-2ac7-4809-a198-46d17f073508 req-368d5100-a60b-4ac0-af91-302d3b64ee1f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:26.926002 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b7f195cf-2ac7-4809-a198-46d17f073508 req-368d5100-a60b-4ac0-af91-302d3b64ee1f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 944 time: 0.0536427 Oct 19 02:10:26.966259 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b7f195cf-2ac7-4809-a198-46d17f073508 req-d45596a5-5ee3-44ab-b924-0fe4cc2d155b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=60303543-49cf-46ce-aff2-7a0d0c1b3ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332398 Oct 19 02:10:27.802138 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:28.086459 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a20d24-ffb5-4ca3-8cd1-b7474e48f542 req-42861536-e7ee-432e-b5d6-20d5b1c88811 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:28.088054 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b8a20d24-ffb5-4ca3-8cd1-b7474e48f542 req-42861536-e7ee-432e-b5d6-20d5b1c88811 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 944 time: 0.0543900 Oct 19 02:10:28.126286 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b8a20d24-ffb5-4ca3-8cd1-b7474e48f542 req-2072f7df-9d8b-413a-b63a-e87687a070e8 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=60303543-49cf-46ce-aff2-7a0d0c1b3ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323431 Oct 19 02:10:28.533205 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 63bd9843-ada3-46d4-8d77-6c0b9d926580 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:10:28.583914 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 63bd9843-ada3-46d4-8d77-6c0b9d926580 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 02:10:28.588125 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 63bd9843-ada3-46d4-8d77-6c0b9d926580 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:10:28.588506 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:28.663630 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:28.685250 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60138c5f-58e6-460c-93f8-f6fdc3221177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bd9843-ada3-46d4-8d77-6c0b9d926580'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:10:28.687470 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db8619b3bfd44a3a0f2128b398243c28f67a7e558bf903df4768d357387e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db36c433-7068-42fb-9df9-9b630632ee8c" -d '{"events": [{"server_uuid": "60138c5f-58e6-460c-93f8-f6fdc3221177", "name": "network-vif-plugged", "status": "completed", "tag": "63bd9843-ada3-46d4-8d77-6c0b9d926580"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:10:28.700503 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 63bd9843-ada3-46d4-8d77-6c0b9d926580, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=63bd9843-ada3-46d4-8d77-6c0b9d926580,segment=NetworkSegment(69cdd42f-b185-4309-bc87-5b524d276d70),segment_id=69cdd42f-b185-4309-bc87-5b524d276d70)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:10:28.705319 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:28.751580 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=63bd9843-ada3-46d4-8d77-6c0b9d926580,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:10:28.774582 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106c418d-205f-4c49-a45a-768fb468b888 x-openstack-request-id: req-106c418d-205f-4c49-a45a-768fb468b888 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:10:28.774913 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60138c5f-58e6-460c-93f8-f6fdc3221177", "name": "network-vif-plugged", "status": "completed", "tag": "63bd9843-ada3-46d4-8d77-6c0b9d926580", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:10:28.775985 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-106c418d-205f-4c49-a45a-768fb468b888 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:10:28.776561 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60138c5f-58e6-460c-93f8-f6fdc3221177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bd9843-ada3-46d4-8d77-6c0b9d926580', 'code': 200} Oct 19 02:10:28.867411 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0dc0d2-53de-41f5-ac30-92c51f04f2e2 req-e4127ecd-ec35-46ab-a6f6-46a2247b32b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:28.870000 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9e0dc0d2-53de-41f5-ac30-92c51f04f2e2 req-e4127ecd-ec35-46ab-a6f6-46a2247b32b6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 1097 time: 0.0415130 Oct 19 02:10:28.905979 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9e0dc0d2-53de-41f5-ac30-92c51f04f2e2 req-772d40d1-f12b-4889-a2a1-923e39fcc4ef service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=60303543-49cf-46ce-aff2-7a0d0c1b3ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290966 Oct 19 02:10:29.241559 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7937f-3602-47e0-a01f-c745e683e5b8 req-5c3e2f5a-7f93-496c-9b57-82249ce0a91c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:29.243058 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d9f7937f-3602-47e0-a01f-c745e683e5b8 req-5c3e2f5a-7f93-496c-9b57-82249ce0a91c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 945 time: 0.0507867 Oct 19 02:10:29.280758 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d9f7937f-3602-47e0-a01f-c745e683e5b8 req-524e93cb-3524-46f1-a9fe-cf712dfdf652 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=60303543-49cf-46ce-aff2-7a0d0c1b3ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313618 Oct 19 02:10:30.288586 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:30.395945 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca8f6e-6ba2-47cb-a733-530242e6ae02 req-acd7d511-3ed7-4db0-b2fb-88720d6c2d44 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:30.397404 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93ca8f6e-6ba2-47cb-a733-530242e6ae02 req-acd7d511-3ed7-4db0-b2fb-88720d6c2d44 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 945 time: 0.0490398 Oct 19 02:10:30.434715 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93ca8f6e-6ba2-47cb-a733-530242e6ae02 req-ac53ae79-cf94-476b-880e-6447351f6944 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=60303543-49cf-46ce-aff2-7a0d0c1b3ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311227 Oct 19 02:10:30.546465 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbeb37-f37a-4fcd-abe8-f6b24cea62da req-6bc19fe7-2202-4acd-b69a-7686e03b1259 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:30.547965 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a0bbeb37-f37a-4fcd-abe8-f6b24cea62da req-6bc19fe7-2202-4acd-b69a-7686e03b1259 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 945 time: 0.0489149 Oct 19 02:10:30.585751 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a0bbeb37-f37a-4fcd-abe8-f6b24cea62da req-3972f5d8-f6e8-48b6-8dd4-03732e30a7cd tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=60303543-49cf-46ce-aff2-7a0d0c1b3ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318015 Oct 19 02:10:30.607900 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55802) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:10:30.652443 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe000166-6043-49a3-999c-319ba64c86be tempest-TestNetworkAdvancedServerOps-664428066 tempest-TestNetworkAdvancedServerOps-664428066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:30.653999 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-fe000166-6043-49a3-999c-319ba64c86be tempest-TestNetworkAdvancedServerOps-664428066 tempest-TestNetworkAdvancedServerOps-664428066-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 1092 time: 0.0451376 Oct 19 02:10:30.656772 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55804) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:10:30.661015 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-4bfb2f35-2d94-4d0b-9cb7-599c420b43c5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'port_id': '63bd9843-ada3-46d4-8d77-6c0b9d926580', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:10:30.682907 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2f35-2d94-4d0b-9cb7-599c420b43c5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for floatingip, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:30.778361 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2f35-2d94-4d0b-9cb7-599c420b43c5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:30.886985 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-4bfb2f35-2d94-4d0b-9cb7-599c420b43c5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Allocated IP 172.25.8.218 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/19dbd644-a5cd-46cf-b93a-ee9ed6506a06) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:10:30.986022 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2f35-2d94-4d0b-9cb7-599c420b43c5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:31.019563 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2f35-2d94-4d0b-9cb7-599c420b43c5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:31.063427 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfb2f35-2d94-4d0b-9cb7-599c420b43c5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:10:31.066276 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-4bfb2f35-2d94-4d0b-9cb7-599c420b43c5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:10:31.069776 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfb2f35-2d94-4d0b-9cb7-599c420b43c5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:10:31.075790 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb2f35-2d94-4d0b-9cb7-599c420b43c5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Port': ['ID=19dbd644-a5cd-46cf-b93a-ee9ed6506a06,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:10:31.426019 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2f35-2d94-4d0b-9cb7-599c420b43c5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:31.496499 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2f35-2d94-4d0b-9cb7-599c420b43c5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:31.645639 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2f35-2d94-4d0b-9cb7-599c420b43c5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:31.650112 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2f35-2d94-4d0b-9cb7-599c420b43c5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:31.721569 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb2f35-2d94-4d0b-9cb7-599c420b43c5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Port': ['ID=19dbd644-a5cd-46cf-b93a-ee9ed6506a06,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:10:31.728530 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2f35-2d94-4d0b-9cb7-599c420b43c5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:31.829567 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [None req-4bfb2f35-2d94-4d0b-9cb7-599c420b43c5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Floating IP 54bc1b6e-7a2c-45b6-a5af-48ebd85afc28 associated. External IP: 172.25.8.218, port: 63bd9843-ada3-46d4-8d77-6c0b9d926580. Oct 19 02:10:32.041432 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfb2f35-2d94-4d0b-9cb7-599c420b43c5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Router 1a351581-95c6-4e75-96b6-460013564280 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:10:32.151076 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfb2f35-2d94-4d0b-9cb7-599c420b43c5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:10:32.161364 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f30871f-79a6-4809-818b-3ac0f0031282 None None] Sync routers for ids ['1a351581-95c6-4e75-96b6-460013564280'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:10:32.170252 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2f35-2d94-4d0b-9cb7-599c420b43c5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:32.178271 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f30871f-79a6-4809-818b-3ac0f0031282 None None] Routers {'1a351581-95c6-4e75-96b6-460013564280'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:10:32.178897 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-7f30871f-79a6-4809-818b-3ac0f0031282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:10:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['1a351581-95c6-4e75-96b6-460013564280'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:10:32.201778 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-4bfb2f35-2d94-4d0b-9cb7-599c420b43c5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5439825 Oct 19 02:10:32.202375 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60138c5f-58e6-460c-93f8-f6fdc3221177', 'tag': '63bd9843-ada3-46d4-8d77-6c0b9d926580'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:10:32.204693 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9434de058546a022cc17e407c636edc5a2ce8615e174a01ffad9beb3023847d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4539f9e-7204-434d-b406-47844d8e68c1" -d '{"events": [{"name": "network-changed", "server_uuid": "60138c5f-58e6-460c-93f8-f6fdc3221177", "tag": "63bd9843-ada3-46d4-8d77-6c0b9d926580"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:10:32.244573 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedc4625-52c7-4597-a7a4-b58ab25fe457 x-openstack-request-id: req-aedc4625-52c7-4597-a7a4-b58ab25fe457 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:10:32.244996 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60138c5f-58e6-460c-93f8-f6fdc3221177", "tag": "63bd9843-ada3-46d4-8d77-6c0b9d926580", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:10:32.245431 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-aedc4625-52c7-4597-a7a4-b58ab25fe457 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:10:32.246094 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60138c5f-58e6-460c-93f8-f6fdc3221177', 'tag': '63bd9843-ada3-46d4-8d77-6c0b9d926580', 'status': 'completed', 'code': 200} Oct 19 02:10:32.305791 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-7f30871f-79a6-4809-818b-3ac0f0031282 None None] Set router 1a351581-95c6-4e75-96b6-460013564280 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:10:32.355756 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8bc104-0378-4c31-ab6b-82dc102fb61e req-5e579ef7-48e3-4b35-81ba-ccd0f26a9d2f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:32.357348 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4d8bc104-0378-4c31-ab6b-82dc102fb61e req-5e579ef7-48e3-4b35-81ba-ccd0f26a9d2f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 945 time: 0.0996535 Oct 19 02:10:32.363470 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4539f9e-7204-434d-b406-47844d8e68c1 req-163e9fc7-398e-40bf-865e-18c978980b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:32.364997 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a4539f9e-7204-434d-b406-47844d8e68c1 req-163e9fc7-398e-40bf-865e-18c978980b82 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 1097 time: 0.0918691 Oct 19 02:10:32.472854 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4d8bc104-0378-4c31-ab6b-82dc102fb61e req-db91a947-aae7-4815-a67a-6ab30462ef9f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=60303543-49cf-46ce-aff2-7a0d0c1b3ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068323 Oct 19 02:10:32.500271 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55810) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:10:32.511702 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4539f9e-7204-434d-b406-47844d8e68c1 req-f5bea8d1-fab1-447c-973d-fa29ae93f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:32.513254 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a4539f9e-7204-434d-b406-47844d8e68c1 req-f5bea8d1-fab1-447c-973d-fa29ae93f0f5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=83330894-2e65-480a-b657-c24542056d8e HTTP/1.1" status: 200 len: 898 time: 0.1399782 Oct 19 02:10:32.574678 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b13824ea-2aee-4155-9cb0-fa076fd34ce8 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/floatingips/54bc1b6e-7a2c-45b6-a5af-48ebd85afc28 HTTP/1.1" status: 200 len: 991 time: 0.0716026 Oct 19 02:10:32.587611 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a4539f9e-7204-434d-b406-47844d8e68c1 req-d18f46ef-f0e0-4f5a-8933-eb063b3b2079 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63bd9843-ada3-46d4-8d77-6c0b9d926580 HTTP/1.1" status: 200 len: 999 time: 0.0667336 Oct 19 02:10:32.640501 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4539f9e-7204-434d-b406-47844d8e68c1 req-cf601ee6-2d12-4fcd-a66e-5238210a2bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:32.643042 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a4539f9e-7204-434d-b406-47844d8e68c1 req-cf601ee6-2d12-4fcd-a66e-5238210a2bf0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=25bb2f1a-ebee-48c9-8786-f7e614f69b57 HTTP/1.1" status: 200 len: 834 time: 0.0487902 Oct 19 02:10:32.696653 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4539f9e-7204-434d-b406-47844d8e68c1 req-af2ad860-68bd-463b-9a9a-3ce186c64e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:32.698648 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a4539f9e-7204-434d-b406-47844d8e68c1 req-af2ad860-68bd-463b-9a9a-3ce186c64e1e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83330894-2e65-480a-b657-c24542056d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486526 Oct 19 02:10:32.730008 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-7f30871f-79a6-4809-818b-3ac0f0031282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a351581-95c6-4e75-96b6-460013564280', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332351048', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '6e2f8076-e8bb-458a-b25a-d6d8e91936f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:10:15Z', 'updated_at': '2021-10-19T02:10:19Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '6e2f8076-e8bb-458a-b25a-d6d8e91936f2', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a351581-95c6-4e75-96b6-460013564280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:10:16Z', 'updated_at': '2021-10-19T02:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '54bc1b6e-7a2c-45b6-a5af-48ebd85afc28', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'floating_ip_address': '172.25.8.218', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '1a351581-95c6-4e75-96b6-460013564280', 'port_id': '63bd9843-ada3-46d4-8d77-6c0b9d926580', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83330894-2e65-480a-b657-c24542056d8e', 'mac_address': 'fa:16:3e:04:c7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60138c5f-58e6-460c-93f8-f6fdc3221177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:10:31Z', 'updated_at': '2021-10-19T02:10:31Z', 'revision_number': 0, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6808a196-8d3e-4c6e-bc0c-bfcc87840b05', 'name': '', 'network_id': '83330894-2e65-480a-b657-c24542056d8e', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:93:df:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a351581-95c6-4e75-96b6-460013564280', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25bb2f1a-ebee-48c9-8786-f7e614f69b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:10:18Z', 'updated_at': '2021-10-19T02:10:22Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': '25bb2f1a-ebee-48c9-8786-f7e614f69b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:10:32.760592 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f30871f-79a6-4809-818b-3ac0f0031282 None None] Checking router: 1a351581-95c6-4e75-96b6-460013564280 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:10:32.769375 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f30871f-79a6-4809-818b-3ac0f0031282 None None] Routers {'1a351581-95c6-4e75-96b6-460013564280'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:10:32.769983 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-7f30871f-79a6-4809-818b-3ac0f0031282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:10:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['1a351581-95c6-4e75-96b6-460013564280'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:10:32.797718 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a4539f9e-7204-434d-b406-47844d8e68c1 req-17ec44f2-6940-471a-aa26-23c833add558 service neutron] 10.222.0.24 "GET /v2.0/networks/83330894-2e65-480a-b657-c24542056d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919595 Oct 19 02:10:32.887580 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-7f30871f-79a6-4809-818b-3ac0f0031282 None None] Set router 1a351581-95c6-4e75-96b6-460013564280 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:10:32.897130 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a4539f9e-7204-434d-b406-47844d8e68c1 req-815f8e99-7d88-4965-bde8-abc62dc12237 service neutron] 10.222.0.24 "GET /v2.0/networks/83330894-2e65-480a-b657-c24542056d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918088 Oct 19 02:10:33.106415 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-7f30871f-79a6-4809-818b-3ac0f0031282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a351581-95c6-4e75-96b6-460013564280', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332351048', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '6e2f8076-e8bb-458a-b25a-d6d8e91936f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:10:15Z', 'updated_at': '2021-10-19T02:10:19Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '6e2f8076-e8bb-458a-b25a-d6d8e91936f2', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a351581-95c6-4e75-96b6-460013564280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:10:16Z', 'updated_at': '2021-10-19T02:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '54bc1b6e-7a2c-45b6-a5af-48ebd85afc28', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'floating_ip_address': '172.25.8.218', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '1a351581-95c6-4e75-96b6-460013564280', 'port_id': '63bd9843-ada3-46d4-8d77-6c0b9d926580', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83330894-2e65-480a-b657-c24542056d8e', 'mac_address': 'fa:16:3e:04:c7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60138c5f-58e6-460c-93f8-f6fdc3221177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:10:31Z', 'updated_at': '2021-10-19T02:10:31Z', 'revision_number': 0, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6808a196-8d3e-4c6e-bc0c-bfcc87840b05', 'name': '', 'network_id': '83330894-2e65-480a-b657-c24542056d8e', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:93:df:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a351581-95c6-4e75-96b6-460013564280', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25bb2f1a-ebee-48c9-8786-f7e614f69b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:10:18Z', 'updated_at': '2021-10-19T02:10:22Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': '25bb2f1a-ebee-48c9-8786-f7e614f69b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:10:33.131869 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f30871f-79a6-4809-818b-3ac0f0031282 None None] The sync data for ids ['1a351581-95c6-4e75-96b6-460013564280'] in n-d-715271-26 is: [{'id': '1a351581-95c6-4e75-96b6-460013564280', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332351048', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '6e2f8076-e8bb-458a-b25a-d6d8e91936f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:10:15Z', 'updated_at': '2021-10-19T02:10:19Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '6e2f8076-e8bb-458a-b25a-d6d8e91936f2', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a351581-95c6-4e75-96b6-460013564280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:10:16Z', 'updated_at': '2021-10-19T02:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '54bc1b6e-7a2c-45b6-a5af-48ebd85afc28', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'floating_ip_address': '172.25.8.218', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '1a351581-95c6-4e75-96b6-460013564280', 'port_id': '63bd9843-ada3-46d4-8d77-6c0b9d926580', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83330894-2e65-480a-b657-c24542056d8e', 'mac_address': 'fa:16:3e:04:c7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60138c5f-58e6-460c-93f8-f6fdc3221177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:10:31Z', 'updated_at': '2021-10-19T02:10:31Z', 'revision_number': 0, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6808a196-8d3e-4c6e-bc0c-bfcc87840b05', 'name': '', 'network_id': '83330894-2e65-480a-b657-c24542056d8e', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:93:df:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a351581-95c6-4e75-96b6-460013564280', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25bb2f1a-ebee-48c9-8786-f7e614f69b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:10:18Z', 'updated_at': '2021-10-19T02:10:22Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': '25bb2f1a-ebee-48c9-8786-f7e614f69b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:10:33.313003 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7877c28-e22d-469f-9b26-2cd2d35425ec None None] New status for floating IP 54bc1b6e-7a2c-45b6-a5af-48ebd85afc28: ACTIVE {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:10:33.577373 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55812) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:10:33.641161 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-57bc4b4a-a179-4a8a-aba7-82c3e3b28381 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/floatingips/54bc1b6e-7a2c-45b6-a5af-48ebd85afc28 HTTP/1.1" status: 200 len: 993 time: 0.0626435 Oct 19 02:10:44.046098 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c43ebfa2-41ae-4c24-9e7a-7d1cc7abaeb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:46.629899 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bf510505-8e50-464e-b4f7-98b1b1e2fe98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:47.393220 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:48.050500 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:49.944487 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-619ae3f9-a948-4ef0-a7e1-d09f9412941d req-872d280e-f713-4d2a-8cbf-cd58d309bc7a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=60138c5f-58e6-460c-93f8-f6fdc3221177&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393744 Oct 19 02:10:49.981007 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:50.030091 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ae3f9-a948-4ef0-a7e1-d09f9412941d req-dd3c73a8-d09a-4957-b0cc-6e6bf107fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:50.031576 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-619ae3f9-a948-4ef0-a7e1-d09f9412941d req-dd3c73a8-d09a-4957-b0cc-6e6bf107fe9b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 1097 time: 0.0417762 Oct 19 02:10:50.139378 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ae3f9-a948-4ef0-a7e1-d09f9412941d req-bf091582-9d9f-4a95-9909-7dd1774fc1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:50.140872 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-619ae3f9-a948-4ef0-a7e1-d09f9412941d req-bf091582-9d9f-4a95-9909-7dd1774fc1b3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=83330894-2e65-480a-b657-c24542056d8e HTTP/1.1" status: 200 len: 898 time: 0.0890427 Oct 19 02:10:50.206220 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-619ae3f9-a948-4ef0-a7e1-d09f9412941d req-3a07c45c-23fd-4c97-b6a2-11ff755b7617 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63bd9843-ada3-46d4-8d77-6c0b9d926580 HTTP/1.1" status: 200 len: 1001 time: 0.0566721 Oct 19 02:10:50.257613 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ae3f9-a948-4ef0-a7e1-d09f9412941d req-ff645a9b-c346-4e6e-9785-945c0243ef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:50.259924 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-619ae3f9-a948-4ef0-a7e1-d09f9412941d req-ff645a9b-c346-4e6e-9785-945c0243ef07 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=25bb2f1a-ebee-48c9-8786-f7e614f69b57 HTTP/1.1" status: 200 len: 834 time: 0.0466540 Oct 19 02:10:50.304746 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ae3f9-a948-4ef0-a7e1-d09f9412941d req-c415aada-4766-40c5-af08-de76dc1777d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:50.306987 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-619ae3f9-a948-4ef0-a7e1-d09f9412941d req-c415aada-4766-40c5-af08-de76dc1777d9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83330894-2e65-480a-b657-c24542056d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399659 Oct 19 02:10:50.399888 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-619ae3f9-a948-4ef0-a7e1-d09f9412941d req-0073bac3-105e-45bd-b9ad-4c95a68240ab service neutron] 10.222.0.24 "GET /v2.0/networks/83330894-2e65-480a-b657-c24542056d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802689 Oct 19 02:10:50.491821 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-619ae3f9-a948-4ef0-a7e1-d09f9412941d req-654cd4ee-3a7d-40f0-abe6-4ea82c9862ba service neutron] 10.222.0.24 "GET /v2.0/networks/83330894-2e65-480a-b657-c24542056d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842760 Oct 19 02:10:57.788250 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:58.335067 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:11:00.286560 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:04.947757 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ff04b-437b-4757-8edb-cc541bc7eef3 req-95bc9dc5-7cb1-4b87-ad38-c5fc174aacbc tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:04.949362 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5d0ff04b-437b-4757-8edb-cc541bc7eef3 req-95bc9dc5-7cb1-4b87-ad38-c5fc174aacbc tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 945 time: 0.0522361 Oct 19 02:11:04.987743 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5d0ff04b-437b-4757-8edb-cc541bc7eef3 req-3d0867db-801d-42d6-ba9a-9771cdfb7efb tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=60303543-49cf-46ce-aff2-7a0d0c1b3ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323393 Oct 19 02:11:06.102100 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd989e-b259-4061-9518-5e50a8d1ed8c req-56a44736-1475-4713-abea-d8831d377727 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:06.104180 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0acd989e-b259-4061-9518-5e50a8d1ed8c req-56a44736-1475-4713-abea-d8831d377727 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 945 time: 0.0488141 Oct 19 02:11:06.142067 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0acd989e-b259-4061-9518-5e50a8d1ed8c req-c4cbd999-72d9-4efd-8b38-44621a7f807f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=60303543-49cf-46ce-aff2-7a0d0c1b3ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319617 Oct 19 02:11:07.259340 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51296e3b-3fc1-4ae1-b93e-d452691a2703 req-8f77296a-8938-47bc-9805-457f3828d21b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:07.260803 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51296e3b-3fc1-4ae1-b93e-d452691a2703 req-8f77296a-8938-47bc-9805-457f3828d21b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 945 time: 0.0524719 Oct 19 02:11:07.297950 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-51296e3b-3fc1-4ae1-b93e-d452691a2703 req-c259fefa-2ca9-40da-9f36-cf745820d7cb tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=60303543-49cf-46ce-aff2-7a0d0c1b3ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312784 Oct 19 02:11:08.412097 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3e504-feed-41b3-adfe-14826bd87884 req-bf204564-8966-46bf-8777-721bf663f747 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:08.413545 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-99a3e504-feed-41b3-adfe-14826bd87884 req-bf204564-8966-46bf-8777-721bf663f747 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 945 time: 0.0498691 Oct 19 02:11:08.455958 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-99a3e504-feed-41b3-adfe-14826bd87884 req-65aa66a2-1871-4304-b3c6-5cefc39c1456 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=60303543-49cf-46ce-aff2-7a0d0c1b3ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359786 Oct 19 02:11:09.569713 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39a7e9-1c3e-49ef-96ef-46fa81149d5e req-2e486ceb-23b1-419d-8f2e-b78d67a7aafa tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:09.571801 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ab39a7e9-1c3e-49ef-96ef-46fa81149d5e req-2e486ceb-23b1-419d-8f2e-b78d67a7aafa tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 945 time: 0.0481637 Oct 19 02:11:09.608233 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ab39a7e9-1c3e-49ef-96ef-46fa81149d5e req-7935d343-d3ad-4ca3-94f7-d3d0409b125c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=60303543-49cf-46ce-aff2-7a0d0c1b3ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305552 Oct 19 02:11:10.722304 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be6b6e-624e-47df-ba95-beef47c785ae req-b949a00c-ffa9-4570-b353-e92edaa90ce3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:10.723788 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-62be6b6e-624e-47df-ba95-beef47c785ae req-b949a00c-ffa9-4570-b353-e92edaa90ce3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 945 time: 0.0487363 Oct 19 02:11:10.760932 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-62be6b6e-624e-47df-ba95-beef47c785ae req-6872eba8-191b-4239-9151-147496aade11 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=60303543-49cf-46ce-aff2-7a0d0c1b3ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310652 Oct 19 02:11:11.872732 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ef780-5c8a-485b-9f9a-2bd6455c7c23 req-bca441c7-151d-4c53-832a-d8d038aa592c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:11.874210 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0f2ef780-5c8a-485b-9f9a-2bd6455c7c23 req-bca441c7-151d-4c53-832a-d8d038aa592c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 945 time: 0.0490794 Oct 19 02:11:11.911297 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0f2ef780-5c8a-485b-9f9a-2bd6455c7c23 req-1f296382-2284-428c-9bfb-761fe591d2a9 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=60303543-49cf-46ce-aff2-7a0d0c1b3ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312662 Oct 19 02:11:13.025155 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067bebff-0c65-496c-9008-32f929945904 req-a60ee347-f3fe-46c6-b6be-29f599e0f481 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:13.026638 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-067bebff-0c65-496c-9008-32f929945904 req-a60ee347-f3fe-46c6-b6be-29f599e0f481 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 945 time: 0.0484419 Oct 19 02:11:13.063997 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-067bebff-0c65-496c-9008-32f929945904 req-7bf5a310-355f-4ef2-9313-a4e9aa8d149b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=60303543-49cf-46ce-aff2-7a0d0c1b3ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313938 Oct 19 02:11:14.047503 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2bfcd719-9c5a-41ff-bfa8-80d685fe9aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:14.182645 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beaf8d2-2ba5-4762-babc-4b7aa315c0b3 req-3eed2cb4-d32e-4446-a214-55fa84b48d48 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:14.184161 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9beaf8d2-2ba5-4762-babc-4b7aa315c0b3 req-3eed2cb4-d32e-4446-a214-55fa84b48d48 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 945 time: 0.0535643 Oct 19 02:11:14.221347 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9beaf8d2-2ba5-4762-babc-4b7aa315c0b3 req-203cadff-ffda-4972-8b1e-cf3d9fdbd8ec tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=60303543-49cf-46ce-aff2-7a0d0c1b3ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312016 Oct 19 02:11:15.332802 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cb8f2-3340-4d18-8b0c-e9cde2d0ee72 req-497209d4-45c4-4b49-bec0-b3d7e05a3b01 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:15.334257 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-875cb8f2-3340-4d18-8b0c-e9cde2d0ee72 req-497209d4-45c4-4b49-bec0-b3d7e05a3b01 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 945 time: 0.0471807 Oct 19 02:11:15.375995 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-875cb8f2-3340-4d18-8b0c-e9cde2d0ee72 req-d4e7cd27-20f7-4682-90ec-f153eef59c80 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=60303543-49cf-46ce-aff2-7a0d0c1b3ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350599 Oct 19 02:11:16.490216 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d9bb0-cf25-45dc-9d5b-08c030df27c8 req-5737cdf2-1b69-4136-b07d-28241c3b7fd1 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:16.491669 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4d9d9bb0-cf25-45dc-9d5b-08c030df27c8 req-5737cdf2-1b69-4136-b07d-28241c3b7fd1 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 945 time: 0.0490329 Oct 19 02:11:16.528887 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4d9d9bb0-cf25-45dc-9d5b-08c030df27c8 req-f0068e13-dcc2-44ef-8f35-3ce96874602b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=60303543-49cf-46ce-aff2-7a0d0c1b3ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312946 Oct 19 02:11:16.630077 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f4819a0b-11f5-46f2-acb2-8c77bf1fc62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:17.385465 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:17.642024 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611fe09-414b-4825-b60e-7b286b5c1d92 req-a7f0889d-3136-46a0-9259-728f2034aa14 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:17.643464 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a611fe09-414b-4825-b60e-7b286b5c1d92 req-a7f0889d-3136-46a0-9259-728f2034aa14 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 945 time: 0.0486982 Oct 19 02:11:17.679669 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a611fe09-414b-4825-b60e-7b286b5c1d92 req-81dbad48-4f59-4d21-9e3e-d0a819c9ea83 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=60303543-49cf-46ce-aff2-7a0d0c1b3ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302653 Oct 19 02:11:18.053276 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:18.795755 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd78ee-8b65-40ae-9561-14cd194669c5 req-acce98f0-4288-4afd-a5f0-f201b6e2cbe8 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:18.797287 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-82dd78ee-8b65-40ae-9561-14cd194669c5 req-acce98f0-4288-4afd-a5f0-f201b6e2cbe8 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 945 time: 0.0505438 Oct 19 02:11:18.834245 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-82dd78ee-8b65-40ae-9561-14cd194669c5 req-4a884ca7-92b3-4504-8ed5-b01f782a0640 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=60303543-49cf-46ce-aff2-7a0d0c1b3ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311000 Oct 19 02:11:19.948506 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf0242-7ea5-4e6c-9e2c-7c1ba85dc2b0 req-07d1a645-eb62-4cbe-889e-1de02e27565c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:19.949756 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dcaf0242-7ea5-4e6c-9e2c-7c1ba85dc2b0 req-07d1a645-eb62-4cbe-889e-1de02e27565c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 945 time: 0.0484450 Oct 19 02:11:19.978916 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:19.988470 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-dcaf0242-7ea5-4e6c-9e2c-7c1ba85dc2b0 req-8661b292-edf5-4eef-835e-71b60ee83168 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=60303543-49cf-46ce-aff2-7a0d0c1b3ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327568 Oct 19 02:11:21.107668 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf39d3-3d79-424d-8c74-cbabfb8173bf req-795ac382-9b52-4b22-af2b-69f03a6da265 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:21.109133 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4acf39d3-3d79-424d-8c74-cbabfb8173bf req-795ac382-9b52-4b22-af2b-69f03a6da265 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 945 time: 0.0515063 Oct 19 02:11:21.145956 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4acf39d3-3d79-424d-8c74-cbabfb8173bf req-5ee49441-09e8-4fa5-ac37-7b80bd35e785 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=60303543-49cf-46ce-aff2-7a0d0c1b3ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310383 Oct 19 02:11:21.168369 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55858) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:11:21.226745 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b44539e9-bd11-4fad-9d4f-b79d8e82f55c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/floatingips/54bc1b6e-7a2c-45b6-a5af-48ebd85afc28 HTTP/1.1" status: 200 len: 993 time: 0.0572102 Oct 19 02:11:22.522723 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9edd4-7213-4b63-b2f3-1b2050c9b224 req-fc729616-1591-4477-8d0b-7cf0a43ad65a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:22.524086 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cac9edd4-7213-4b63-b2f3-1b2050c9b224 req-fc729616-1591-4477-8d0b-7cf0a43ad65a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 945 time: 0.0812392 Oct 19 02:11:22.538518 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927cfd9-ffb6-4a92-abf1-af77bb589ecb req-597ae3f5-1cfb-46c6-afaa-6f724f5ebc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:22.539908 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7927cfd9-ffb6-4a92-abf1-af77bb589ecb req-597ae3f5-1cfb-46c6-afaa-6f724f5ebc09 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 1097 time: 0.0654690 Oct 19 02:11:22.593481 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cac9edd4-7213-4b63-b2f3-1b2050c9b224 req-f84ed0b9-e5e1-4849-8bc2-0c82f4d907a7 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=60303543-49cf-46ce-aff2-7a0d0c1b3ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620015 Oct 19 02:11:22.645772 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927cfd9-ffb6-4a92-abf1-af77bb589ecb req-99b4f4dc-9fea-4acb-9e1e-d00abc729f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:22.647266 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7927cfd9-ffb6-4a92-abf1-af77bb589ecb req-99b4f4dc-9fea-4acb-9e1e-d00abc729f4d service neutron] 10.222.0.24 "GET /v2.0/networks?id=83330894-2e65-480a-b657-c24542056d8e HTTP/1.1" status: 200 len: 898 time: 0.1000845 Oct 19 02:11:22.715203 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7927cfd9-ffb6-4a92-abf1-af77bb589ecb req-03f62e33-b4af-4d67-85a7-ae3daa1509f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63bd9843-ada3-46d4-8d77-6c0b9d926580 HTTP/1.1" status: 200 len: 1001 time: 0.0608552 Oct 19 02:11:22.762820 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927cfd9-ffb6-4a92-abf1-af77bb589ecb req-f37baed2-f051-476f-8ec2-711977c03c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:22.764196 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7927cfd9-ffb6-4a92-abf1-af77bb589ecb req-f37baed2-f051-476f-8ec2-711977c03c81 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=25bb2f1a-ebee-48c9-8786-f7e614f69b57 HTTP/1.1" status: 200 len: 834 time: 0.0420554 Oct 19 02:11:22.807882 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927cfd9-ffb6-4a92-abf1-af77bb589ecb req-38d32858-5291-481b-ae74-b182dbd9eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:22.809374 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7927cfd9-ffb6-4a92-abf1-af77bb589ecb req-38d32858-5291-481b-ae74-b182dbd9eb8c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83330894-2e65-480a-b657-c24542056d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386429 Oct 19 02:11:22.901403 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7927cfd9-ffb6-4a92-abf1-af77bb589ecb req-aada91b4-5e8c-46f8-8d24-d3f3682a0f7e service neutron] 10.222.0.24 "GET /v2.0/networks/83330894-2e65-480a-b657-c24542056d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847738 Oct 19 02:11:22.994251 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7927cfd9-ffb6-4a92-abf1-af77bb589ecb req-ab88cc3d-fc66-45a0-bb58-e08a09b71515 service neutron] 10.222.0.24 "GET /v2.0/networks/83330894-2e65-480a-b657-c24542056d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844731 Oct 19 02:11:23.709172 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5f6f3-1de4-4717-8d18-49727fc58091 req-c3d1cc73-186d-465a-a581-0a0ca8692513 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:23.710637 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33e5f6f3-1de4-4717-8d18-49727fc58091 req-c3d1cc73-186d-465a-a581-0a0ca8692513 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 945 time: 0.0480609 Oct 19 02:11:23.748755 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-33e5f6f3-1de4-4717-8d18-49727fc58091 req-da816f13-afb6-4240-a3fb-3a3f436ae1ca tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=60303543-49cf-46ce-aff2-7a0d0c1b3ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317321 Oct 19 02:11:23.770806 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55868) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:11:23.834138 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b2b9b631-864a-420d-9968-2e9d20b5b6b1 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/floatingips/54bc1b6e-7a2c-45b6-a5af-48ebd85afc28 HTTP/1.1" status: 200 len: 993 time: 0.0622602 Oct 19 02:11:27.791533 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:30.318333 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:35.333667 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:11:44.047535 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8bf27c52-69a6-4fc0-bd85-2fb341649331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:46.630674 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cd6fc037-34ec-47fa-89a5-52337c2257c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:47.386320 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:48.056182 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:49.951277 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a227b40f-63e9-471f-b076-ad4ace9b092d req-3a47ed2c-08df-47dd-9bc3-267afb16de64 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=60138c5f-58e6-460c-93f8-f6fdc3221177&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401170 Oct 19 02:11:49.982941 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:50.036586 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227b40f-63e9-471f-b076-ad4ace9b092d req-41c5c0f3-25ad-49fb-a6db-61b12412ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:50.038047 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a227b40f-63e9-471f-b076-ad4ace9b092d req-41c5c0f3-25ad-49fb-a6db-61b12412ac73 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 1097 time: 0.0415702 Oct 19 02:11:50.142190 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227b40f-63e9-471f-b076-ad4ace9b092d req-ecb179e3-b350-4fd7-9cd7-f111adc00972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:50.143658 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a227b40f-63e9-471f-b076-ad4ace9b092d req-ecb179e3-b350-4fd7-9cd7-f111adc00972 service neutron] 10.222.0.24 "GET /v2.0/networks?id=83330894-2e65-480a-b657-c24542056d8e HTTP/1.1" status: 200 len: 898 time: 0.0860090 Oct 19 02:11:50.206970 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a227b40f-63e9-471f-b076-ad4ace9b092d req-90e2e688-9729-47ae-b5bd-d206e73cfce0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63bd9843-ada3-46d4-8d77-6c0b9d926580 HTTP/1.1" status: 200 len: 1001 time: 0.0550737 Oct 19 02:11:50.254347 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227b40f-63e9-471f-b076-ad4ace9b092d req-ab35b8f3-17b6-477f-819f-b218ec8a8106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:50.255697 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a227b40f-63e9-471f-b076-ad4ace9b092d req-ab35b8f3-17b6-477f-819f-b218ec8a8106 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=25bb2f1a-ebee-48c9-8786-f7e614f69b57 HTTP/1.1" status: 200 len: 834 time: 0.0415416 Oct 19 02:11:50.303655 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227b40f-63e9-471f-b076-ad4ace9b092d req-d7d72acb-95f9-43f8-909d-f803ec2bc704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:50.305043 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a227b40f-63e9-471f-b076-ad4ace9b092d req-d7d72acb-95f9-43f8-909d-f803ec2bc704 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83330894-2e65-480a-b657-c24542056d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414052 Oct 19 02:11:50.391958 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a227b40f-63e9-471f-b076-ad4ace9b092d req-8a83c65e-02da-4110-850a-6dce0b13cd80 service neutron] 10.222.0.24 "GET /v2.0/networks/83330894-2e65-480a-b657-c24542056d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786648 Oct 19 02:11:50.482761 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a227b40f-63e9-471f-b076-ad4ace9b092d req-03ab3b86-3dec-4962-b539-343cf5089185 service neutron] 10.222.0.24 "GET /v2.0/networks/83330894-2e65-480a-b657-c24542056d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824542 Oct 19 02:11:54.186474 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55890) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:11:54.342465 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-8f51c266-eae4-47a4-a29d-59b879a11a54 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Deleting port 19dbd644-a5cd-46cf-b93a-ee9ed6506a06 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:11:54.342809 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8f51c266-eae4-47a4-a29d-59b879a11a54 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:54.420552 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8f51c266-eae4-47a4-a29d-59b879a11a54 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:54.420874 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8f51c266-eae4-47a4-a29d-59b879a11a54 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:54.432738 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-8f51c266-eae4-47a4-a29d-59b879a11a54 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Calling delete_port for 19dbd644-a5cd-46cf-b93a-ee9ed6506a06 owned by network:floatingip {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:11:54.574394 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8f51c266-eae4-47a4-a29d-59b879a11a54 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:54.604944 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f51c266-eae4-47a4-a29d-59b879a11a54 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event deleted for resources: {'Port': ['ID=19dbd644-a5cd-46cf-b93a-ee9ed6506a06,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:11:54.628706 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51c266-eae4-47a4-a29d-59b879a11a54 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:54.629057 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51c266-eae4-47a4-a29d-59b879a11a54 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:54.629402 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51c266-eae4-47a4-a29d-59b879a11a54 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:54.629743 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51c266-eae4-47a4-a29d-59b879a11a54 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:54.630080 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51c266-eae4-47a4-a29d-59b879a11a54 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:54.630413 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51c266-eae4-47a4-a29d-59b879a11a54 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:54.630746 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51c266-eae4-47a4-a29d-59b879a11a54 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:54.631076 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51c266-eae4-47a4-a29d-59b879a11a54 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:54.631404 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51c266-eae4-47a4-a29d-59b879a11a54 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:54.631752 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51c266-eae4-47a4-a29d-59b879a11a54 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:54.632076 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51c266-eae4-47a4-a29d-59b879a11a54 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:54.632396 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51c266-eae4-47a4-a29d-59b879a11a54 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:54.674445 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8f51c266-eae4-47a4-a29d-59b879a11a54 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for floatingip, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:54.674774 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [None req-8f51c266-eae4-47a4-a29d-59b879a11a54 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Floating IP 54bc1b6e-7a2c-45b6-a5af-48ebd85afc28 disassociated (deleted). External IP: 172.25.8.218, port: 63bd9843-ada3-46d4-8d77-6c0b9d926580. Oct 19 02:11:54.883439 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f51c266-eae4-47a4-a29d-59b879a11a54 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Router 1a351581-95c6-4e75-96b6-460013564280 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:11:55.328325 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f51c266-eae4-47a4-a29d-59b879a11a54 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:11:55.333088 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8f51c266-eae4-47a4-a29d-59b879a11a54 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:55.337815 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895699e1-ee60-4674-9368-8e54aecfeb5e None None] Sync routers for ids ['1a351581-95c6-4e75-96b6-460013564280'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:11:55.346488 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895699e1-ee60-4674-9368-8e54aecfeb5e None None] Routers {'1a351581-95c6-4e75-96b6-460013564280'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:11:55.347095 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-895699e1-ee60-4674-9368-8e54aecfeb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:11:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['1a351581-95c6-4e75-96b6-460013564280'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:11:55.359337 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8f51c266-eae4-47a4-a29d-59b879a11a54 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "DELETE /v2.0/floatingips/54bc1b6e-7a2c-45b6-a5af-48ebd85afc28 HTTP/1.1" status: 204 len: 168 time: 1.1717837 Oct 19 02:11:55.360046 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60138c5f-58e6-460c-93f8-f6fdc3221177', 'tag': '63bd9843-ada3-46d4-8d77-6c0b9d926580'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:11:55.362297 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9434de058546a022cc17e407c636edc5a2ce8615e174a01ffad9beb3023847d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ac4b56-6cca-4fb9-83f0-f7681e82427e" -d '{"events": [{"name": "network-changed", "server_uuid": "60138c5f-58e6-460c-93f8-f6fdc3221177", "tag": "63bd9843-ada3-46d4-8d77-6c0b9d926580"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:11:55.407989 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421684b2-f662-4508-9a5c-80163407b3c1 x-openstack-request-id: req-421684b2-f662-4508-9a5c-80163407b3c1 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:11:55.408292 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60138c5f-58e6-460c-93f8-f6fdc3221177", "tag": "63bd9843-ada3-46d4-8d77-6c0b9d926580", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:11:55.408547 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-421684b2-f662-4508-9a5c-80163407b3c1 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:11:55.408976 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60138c5f-58e6-460c-93f8-f6fdc3221177', 'tag': '63bd9843-ada3-46d4-8d77-6c0b9d926580', 'status': 'completed', 'code': 200} Oct 19 02:11:55.460892 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-895699e1-ee60-4674-9368-8e54aecfeb5e None None] Set router 1a351581-95c6-4e75-96b6-460013564280 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:11:55.473070 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac4b56-6cca-4fb9-83f0-f7681e82427e req-4b8e8963-4fe4-4da1-83a9-ae457aa1f473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:55.474641 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-88ac4b56-6cca-4fb9-83f0-f7681e82427e req-4b8e8963-4fe4-4da1-83a9-ae457aa1f473 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 1097 time: 0.0427482 Oct 19 02:11:55.610366 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac4b56-6cca-4fb9-83f0-f7681e82427e req-ca2da20c-71e2-41ba-9fb2-87c3a196a5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:55.611908 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-88ac4b56-6cca-4fb9-83f0-f7681e82427e req-ca2da20c-71e2-41ba-9fb2-87c3a196a5e8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=83330894-2e65-480a-b657-c24542056d8e HTTP/1.1" status: 200 len: 898 time: 0.1227524 Oct 19 02:11:55.635450 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c0395-c384-431e-989a-40b83a903a50 req-9bccc297-975f-45c9-a3f5-b2dc41b1370f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:55.636914 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ae7c0395-c384-431e-989a-40b83a903a50 req-9bccc297-975f-45c9-a3f5-b2dc41b1370f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 945 time: 0.0780549 Oct 19 02:11:55.665541 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-88ac4b56-6cca-4fb9-83f0-f7681e82427e req-fd9c530d-85f3-43d0-b262-396ece4128bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63bd9843-ada3-46d4-8d77-6c0b9d926580 HTTP/1.1" status: 200 len: 217 time: 0.0448697 Oct 19 02:11:55.671943 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-895699e1-ee60-4674-9368-8e54aecfeb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a351581-95c6-4e75-96b6-460013564280', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332351048', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '6e2f8076-e8bb-458a-b25a-d6d8e91936f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:10:15Z', 'updated_at': '2021-10-19T02:10:19Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '6e2f8076-e8bb-458a-b25a-d6d8e91936f2', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a351581-95c6-4e75-96b6-460013564280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:10:16Z', 'updated_at': '2021-10-19T02:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '6808a196-8d3e-4c6e-bc0c-bfcc87840b05', 'name': '', 'network_id': '83330894-2e65-480a-b657-c24542056d8e', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:93:df:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a351581-95c6-4e75-96b6-460013564280', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25bb2f1a-ebee-48c9-8786-f7e614f69b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:10:18Z', 'updated_at': '2021-10-19T02:10:22Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': '25bb2f1a-ebee-48c9-8786-f7e614f69b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:11:55.699687 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895699e1-ee60-4674-9368-8e54aecfeb5e None None] Checking router: 1a351581-95c6-4e75-96b6-460013564280 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:11:55.707888 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895699e1-ee60-4674-9368-8e54aecfeb5e None None] Routers {'1a351581-95c6-4e75-96b6-460013564280'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:11:55.708486 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-895699e1-ee60-4674-9368-8e54aecfeb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:11:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['1a351581-95c6-4e75-96b6-460013564280'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:11:55.728235 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ae7c0395-c384-431e-989a-40b83a903a50 req-7c3acaf7-cfce-4b48-9ec3-ab766de16451 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=60303543-49cf-46ce-aff2-7a0d0c1b3ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652974 Oct 19 02:11:55.740654 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac4b56-6cca-4fb9-83f0-f7681e82427e req-b1a4427f-a893-472a-84ec-85c702fd30db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:55.742109 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-88ac4b56-6cca-4fb9-83f0-f7681e82427e req-b1a4427f-a893-472a-84ec-85c702fd30db service neutron] 10.222.0.24 "GET /v2.0/subnets?id=25bb2f1a-ebee-48c9-8786-f7e614f69b57 HTTP/1.1" status: 200 len: 834 time: 0.0591850 Oct 19 02:11:55.790409 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac4b56-6cca-4fb9-83f0-f7681e82427e req-8a958b2d-5912-4014-9814-d40b2d423f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:55.791941 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-88ac4b56-6cca-4fb9-83f0-f7681e82427e req-8a958b2d-5912-4014-9814-d40b2d423f7c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83330894-2e65-480a-b657-c24542056d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410120 Oct 19 02:11:55.817193 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-895699e1-ee60-4674-9368-8e54aecfeb5e None None] Set router 1a351581-95c6-4e75-96b6-460013564280 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:11:55.886129 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-88ac4b56-6cca-4fb9-83f0-f7681e82427e req-eb5dd96b-8f0c-4f13-aa87-928dd07d4d93 service neutron] 10.222.0.24 "GET /v2.0/networks/83330894-2e65-480a-b657-c24542056d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852726 Oct 19 02:11:55.977635 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-88ac4b56-6cca-4fb9-83f0-f7681e82427e req-6f0ae9ab-2e86-4bce-b302-0318ec641dc7 service neutron] 10.222.0.24 "GET /v2.0/networks/83330894-2e65-480a-b657-c24542056d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814905 Oct 19 02:11:56.012469 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-895699e1-ee60-4674-9368-8e54aecfeb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a351581-95c6-4e75-96b6-460013564280', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332351048', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '6e2f8076-e8bb-458a-b25a-d6d8e91936f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:10:15Z', 'updated_at': '2021-10-19T02:10:19Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '6e2f8076-e8bb-458a-b25a-d6d8e91936f2', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a351581-95c6-4e75-96b6-460013564280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:10:16Z', 'updated_at': '2021-10-19T02:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '6808a196-8d3e-4c6e-bc0c-bfcc87840b05', 'name': '', 'network_id': '83330894-2e65-480a-b657-c24542056d8e', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:93:df:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a351581-95c6-4e75-96b6-460013564280', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25bb2f1a-ebee-48c9-8786-f7e614f69b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:10:18Z', 'updated_at': '2021-10-19T02:10:22Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': '25bb2f1a-ebee-48c9-8786-f7e614f69b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:11:56.043350 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895699e1-ee60-4674-9368-8e54aecfeb5e None None] The sync data for ids ['1a351581-95c6-4e75-96b6-460013564280'] in n-d-715271-26 is: [{'id': '1a351581-95c6-4e75-96b6-460013564280', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332351048', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '6e2f8076-e8bb-458a-b25a-d6d8e91936f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:10:15Z', 'updated_at': '2021-10-19T02:10:19Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '6e2f8076-e8bb-458a-b25a-d6d8e91936f2', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a351581-95c6-4e75-96b6-460013564280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:10:16Z', 'updated_at': '2021-10-19T02:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '6808a196-8d3e-4c6e-bc0c-bfcc87840b05', 'name': '', 'network_id': '83330894-2e65-480a-b657-c24542056d8e', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:93:df:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a351581-95c6-4e75-96b6-460013564280', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25bb2f1a-ebee-48c9-8786-f7e614f69b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:10:18Z', 'updated_at': '2021-10-19T02:10:22Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': '25bb2f1a-ebee-48c9-8786-f7e614f69b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:11:56.255629 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2acf090-df82-4795-b7c4-9d283aba9faf None None] New status for floating IP 54bc1b6e-7a2c-45b6-a5af-48ebd85afc28: DOWN {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:11:56.855975 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ea034-10a8-4a94-be3e-0791aaa0b190 req-df828ecd-0704-42ab-943e-2a86aef05fbc tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:56.857439 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aa1ea034-10a8-4a94-be3e-0791aaa0b190 req-df828ecd-0704-42ab-943e-2a86aef05fbc tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 945 time: 0.0486631 Oct 19 02:11:56.897620 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aa1ea034-10a8-4a94-be3e-0791aaa0b190 req-e12c4aa0-1970-42db-b34d-4dfd92cf7ca8 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=60303543-49cf-46ce-aff2-7a0d0c1b3ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343173 Oct 19 02:11:57.114455 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df6620-cffc-469a-89df-f296f0ade244 req-77f15244-1bf4-4b21-a038-84d3ee21ad26 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:57.115988 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-85df6620-cffc-469a-89df-f296f0ade244 req-77f15244-1bf4-4b21-a038-84d3ee21ad26 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.24 "GET /v2.0/ports?device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 945 time: 0.0482762 Oct 19 02:11:57.529416 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-85df6620-cffc-469a-89df-f296f0ade244 req-6642fe04-df73-4b70-848a-a78e1bd7ca0d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Deleting port 63bd9843-ada3-46d4-8d77-6c0b9d926580 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:11:57.529673 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-85df6620-cffc-469a-89df-f296f0ade244 req-6642fe04-df73-4b70-848a-a78e1bd7ca0d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:57.622753 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-85df6620-cffc-469a-89df-f296f0ade244 req-6642fe04-df73-4b70-848a-a78e1bd7ca0d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] For port 63bd9843-ada3-46d4-8d77-6c0b9d926580, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=63bd9843-ada3-46d4-8d77-6c0b9d926580,segment=NetworkSegment(69cdd42f-b185-4309-bc87-5b524d276d70),segment_id=69cdd42f-b185-4309-bc87-5b524d276d70)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:11:57.623113 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-85df6620-cffc-469a-89df-f296f0ade244 req-6642fe04-df73-4b70-848a-a78e1bd7ca0d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:57.635165 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-85df6620-cffc-469a-89df-f296f0ade244 req-6642fe04-df73-4b70-848a-a78e1bd7ca0d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Calling delete_port for 63bd9843-ada3-46d4-8d77-6c0b9d926580 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:11:57.763263 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-85df6620-cffc-469a-89df-f296f0ade244 req-6642fe04-df73-4b70-848a-a78e1bd7ca0d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:57.798880 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:57.799712 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642fe04-df73-4b70-848a-a78e1bd7ca0d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event deleted for resources: {'Port': ['ID=63bd9843-ada3-46d4-8d77-6c0b9d926580,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:11:57.812414 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642fe04-df73-4b70-848a-a78e1bd7ca0d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:57.812765 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642fe04-df73-4b70-848a-a78e1bd7ca0d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:57.813101 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642fe04-df73-4b70-848a-a78e1bd7ca0d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:57.813433 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642fe04-df73-4b70-848a-a78e1bd7ca0d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:57.813760 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642fe04-df73-4b70-848a-a78e1bd7ca0d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:57.814174 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642fe04-df73-4b70-848a-a78e1bd7ca0d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:57.814399 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642fe04-df73-4b70-848a-a78e1bd7ca0d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:57.814719 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642fe04-df73-4b70-848a-a78e1bd7ca0d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:57.815043 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642fe04-df73-4b70-848a-a78e1bd7ca0d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:57.815356 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642fe04-df73-4b70-848a-a78e1bd7ca0d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:57.815673 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642fe04-df73-4b70-848a-a78e1bd7ca0d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:57.816008 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642fe04-df73-4b70-848a-a78e1bd7ca0d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:57.855602 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-85df6620-cffc-469a-89df-f296f0ade244 req-6642fe04-df73-4b70-848a-a78e1bd7ca0d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] No DVR routers for this DVR port 63bd9843-ada3-46d4-8d77-6c0b9d926580 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:11:57.858183 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-85df6620-cffc-469a-89df-f296f0ade244 req-6642fe04-df73-4b70-848a-a78e1bd7ca0d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:57.861511 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-85df6620-cffc-469a-89df-f296f0ade244 req-6642fe04-df73-4b70-848a-a78e1bd7ca0d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.24 "DELETE /v2.0/ports/63bd9843-ada3-46d4-8d77-6c0b9d926580 HTTP/1.1" status: 204 len: 173 time: 0.7396741 Oct 19 02:11:57.861945 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60138c5f-58e6-460c-93f8-f6fdc3221177', 'name': 'network-vif-deleted', 'tag': '63bd9843-ada3-46d4-8d77-6c0b9d926580'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:11:57.864222 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}604d1223bc0e61ef4f6f375a56b68240d92e3dadd1a32e57b330ac88f8c52c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87dfd9d-c5a9-4a7b-a4d7-2e4fae8c2a47" -d '{"events": [{"server_uuid": "60138c5f-58e6-460c-93f8-f6fdc3221177", "name": "network-vif-deleted", "tag": "63bd9843-ada3-46d4-8d77-6c0b9d926580"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:11:57.929490 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437191aa-0eb4-40cc-b9dc-f1b469cbc4d4 x-openstack-request-id: req-437191aa-0eb4-40cc-b9dc-f1b469cbc4d4 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:11:57.929785 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60138c5f-58e6-460c-93f8-f6fdc3221177", "name": "network-vif-deleted", "tag": "63bd9843-ada3-46d4-8d77-6c0b9d926580", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:11:57.930692 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-437191aa-0eb4-40cc-b9dc-f1b469cbc4d4 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:11:57.931125 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60138c5f-58e6-460c-93f8-f6fdc3221177', 'name': 'network-vif-deleted', 'tag': '63bd9843-ada3-46d4-8d77-6c0b9d926580', 'status': 'completed', 'code': 200} Oct 19 02:11:58.018171 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-088053c7-dd45-40e3-b2d0-6c22a1ce0c75 req-2e0c7075-11ec-41a3-9575-2218c72cef4b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=60138c5f-58e6-460c-93f8-f6fdc3221177 HTTP/1.1" status: 200 len: 210 time: 0.0279377 Oct 19 02:11:59.075008 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55910) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:11:59.433140 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2e90f86c-7359-47bc-862d-f18d2d353f55 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:59.683669 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-2e90f86c-7359-47bc-862d-f18d2d353f55 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Deleting port 6808a196-8d3e-4c6e-bc0c-bfcc87840b05 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:11:59.683915 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2e90f86c-7359-47bc-862d-f18d2d353f55 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:59.769994 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-2e90f86c-7359-47bc-862d-f18d2d353f55 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] For port 6808a196-8d3e-4c6e-bc0c-bfcc87840b05, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=6808a196-8d3e-4c6e-bc0c-bfcc87840b05,segment=NetworkSegment(69cdd42f-b185-4309-bc87-5b524d276d70),segment_id=69cdd42f-b185-4309-bc87-5b524d276d70)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:11:59.770356 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2e90f86c-7359-47bc-862d-f18d2d353f55 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:59.782922 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-2e90f86c-7359-47bc-862d-f18d2d353f55 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Calling delete_port for 6808a196-8d3e-4c6e-bc0c-bfcc87840b05 owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:11:59.969556 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2e90f86c-7359-47bc-862d-f18d2d353f55 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:00.001234 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90f86c-7359-47bc-862d-f18d2d353f55 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event deleted for resources: {'Port': ['ID=6808a196-8d3e-4c6e-bc0c-bfcc87840b05,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:00.178953 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-2e90f86c-7359-47bc-862d-f18d2d353f55 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:00.317404 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:00.390741 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e90f86c-7359-47bc-862d-f18d2d353f55 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Router 1a351581-95c6-4e75-96b6-460013564280 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:12:00.494705 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e90f86c-7359-47bc-862d-f18d2d353f55 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:12:00.499592 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-2e90f86c-7359-47bc-862d-f18d2d353f55 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "PUT /v2.0/routers/1a351581-95c6-4e75-96b6-460013564280/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4235458 Oct 19 02:12:00.502443 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55912) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:00.506609 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692fd09a-9481-4c58-adf6-089c5834167f None None] Sync routers for ids ['1a351581-95c6-4e75-96b6-460013564280'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:12:00.516549 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692fd09a-9481-4c58-adf6-089c5834167f None None] Routers {'1a351581-95c6-4e75-96b6-460013564280'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:12:00.517238 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-692fd09a-9481-4c58-adf6-089c5834167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:11:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['1a351581-95c6-4e75-96b6-460013564280'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:00.552439 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ffdb995-065a-47e4-8829-2cb2882a10b9 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Deleting subnet 25bb2f1a-ebee-48c9-8786-f7e614f69b57 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 02:12:00.555499 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ffdb995-065a-47e4-8829-2cb2882a10b9 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:00.594995 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ffdb995-065a-47e4-8829-2cb2882a10b9 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:00.620940 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-692fd09a-9481-4c58-adf6-089c5834167f None None] Set router 1a351581-95c6-4e75-96b6-460013564280 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:12:00.681282 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ffdb995-065a-47e4-8829-2cb2882a10b9 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:00.738469 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ffdb995-065a-47e4-8829-2cb2882a10b9 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:00.768077 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffdb995-065a-47e4-8829-2cb2882a10b9 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event deleted for resources: {'Subnet': ['ID=25bb2f1a-ebee-48c9-8786-f7e614f69b57,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:00.770188 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1ffdb995-065a-47e4-8829-2cb2882a10b9 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:00.777422 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1ffdb995-065a-47e4-8829-2cb2882a10b9 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "DELETE /v2.0/subnets/25bb2f1a-ebee-48c9-8786-f7e614f69b57 HTTP/1.1" status: 204 len: 168 time: 0.2701461 Oct 19 02:12:00.777422 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55914) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:00.782124 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfced320-00d2-42c8-b1b8-a04daad80bc9 None None] Network 83330894-2e65-480a-b657-c24542056d8e requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:12:00.886583 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3f61b619-46b5-4683-a679-92e48f709305 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:00.995871 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3f61b619-46b5-4683-a679-92e48f709305 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:01.044125 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 63bd9843-ada3-46d4-8d77-6c0b9d926580 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:12:01.051848 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-3f61b619-46b5-4683-a679-92e48f709305 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Deleting port 6e2f8076-e8bb-458a-b25a-d6d8e91936f2 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:12:01.052196 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3f61b619-46b5-4683-a679-92e48f709305 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:01.066928 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: 63bd9843-ada3-46d4-8d77-6c0b9d926580 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:12:01.067265 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 63bd9843-ada3-46d4-8d77-6c0b9d926580 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:12:01.087696 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-692fd09a-9481-4c58-adf6-089c5834167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a351581-95c6-4e75-96b6-460013564280', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332351048', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '6e2f8076-e8bb-458a-b25a-d6d8e91936f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:10:15Z', 'updated_at': '2021-10-19T02:11:59Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '6e2f8076-e8bb-458a-b25a-d6d8e91936f2', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a351581-95c6-4e75-96b6-460013564280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:10:16Z', 'updated_at': '2021-10-19T02:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:01.116644 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692fd09a-9481-4c58-adf6-089c5834167f None None] Checking router: 1a351581-95c6-4e75-96b6-460013564280 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:12:01.132126 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692fd09a-9481-4c58-adf6-089c5834167f None None] Routers {'1a351581-95c6-4e75-96b6-460013564280'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:12:01.132410 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-692fd09a-9481-4c58-adf6-089c5834167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:11:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['1a351581-95c6-4e75-96b6-460013564280'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:01.135538 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-3f61b619-46b5-4683-a679-92e48f709305 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] For port 6e2f8076-e8bb-458a-b25a-d6d8e91936f2, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=6e2f8076-e8bb-458a-b25a-d6d8e91936f2,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:12:01.135937 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3f61b619-46b5-4683-a679-92e48f709305 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:01.148339 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-3f61b619-46b5-4683-a679-92e48f709305 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Calling delete_port for 6e2f8076-e8bb-458a-b25a-d6d8e91936f2 owned by network:router_gateway {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:12:01.207995 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc57f879-ccef-466d-b06f-70d92093bfc3 None None] DHCP port deletion for 83330894-2e65-480a-b657-c24542056d8e request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 02:12:01.244380 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-692fd09a-9481-4c58-adf6-089c5834167f None None] Set router 1a351581-95c6-4e75-96b6-460013564280 gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:12:01.302576 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-692fd09a-9481-4c58-adf6-089c5834167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a351581-95c6-4e75-96b6-460013564280', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332351048', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:10:15Z', 'updated_at': '2021-10-19T02:12:00Z', 'revision_number': 6, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:01.315580 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3f61b619-46b5-4683-a679-92e48f709305 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:01.335023 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692fd09a-9481-4c58-adf6-089c5834167f None None] The sync data for ids ['1a351581-95c6-4e75-96b6-460013564280'] in n-d-715271-26 is: [{'id': '1a351581-95c6-4e75-96b6-460013564280', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332351048', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:10:15Z', 'updated_at': '2021-10-19T02:12:00Z', 'revision_number': 6, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port_host': None}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:12:01.343706 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f61b619-46b5-4683-a679-92e48f709305 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event deleted for resources: {'Port': ['ID=6e2f8076-e8bb-458a-b25a-d6d8e91936f2,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:01.354126 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-fc57f879-ccef-466d-b06f-70d92093bfc3 None None] Deleting port b85b54db-ddf4-4871-ab3b-6a4d1bc47c27 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:12:01.356134 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fc57f879-ccef-466d-b06f-70d92093bfc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:01.407849 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3f61b619-46b5-4683-a679-92e48f709305 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:01.427834 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-fc57f879-ccef-466d-b06f-70d92093bfc3 None None] For port b85b54db-ddf4-4871-ab3b-6a4d1bc47c27, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b85b54db-ddf4-4871-ab3b-6a4d1bc47c27,segment=NetworkSegment(69cdd42f-b185-4309-bc87-5b524d276d70),segment_id=69cdd42f-b185-4309-bc87-5b524d276d70)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:12:01.428153 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fc57f879-ccef-466d-b06f-70d92093bfc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:01.441280 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-fc57f879-ccef-466d-b06f-70d92093bfc3 None None] Calling delete_port for b85b54db-ddf4-4871-ab3b-6a4d1bc47c27 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:12:01.499190 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3f61b619-46b5-4683-a679-92e48f709305 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:01.501316 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3f61b619-46b5-4683-a679-92e48f709305 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:01.522241 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fc57f879-ccef-466d-b06f-70d92093bfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:01.548092 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3f61b619-46b5-4683-a679-92e48f709305 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:01.548703 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57f879-ccef-466d-b06f-70d92093bfc3 None None] Pushing event deleted for resources: {'Port': ['ID=b85b54db-ddf4-4871-ab3b-6a4d1bc47c27,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:01.548878 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f61b619-46b5-4683-a679-92e48f709305 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Fanout notify agent at l3_agent the message router_deleted on router 1a351581-95c6-4e75-96b6-460013564280 {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 02:12:01.553010 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc57f879-ccef-466d-b06f-70d92093bfc3 None None] No DVR routers for this DVR port b85b54db-ddf4-4871-ab3b-6a4d1bc47c27 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:12:01.559908 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3f61b619-46b5-4683-a679-92e48f709305 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:01.562472 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc57f879-ccef-466d-b06f-70d92093bfc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:01.562472 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc57f879-ccef-466d-b06f-70d92093bfc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:01.563117 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3f61b619-46b5-4683-a679-92e48f709305 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "DELETE /v2.0/routers/1a351581-95c6-4e75-96b6-460013564280 HTTP/1.1" status: 204 len: 168 time: 0.7831736 Oct 19 02:12:01.563714 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc57f879-ccef-466d-b06f-70d92093bfc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:01.563944 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55916) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:01.564371 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc57f879-ccef-466d-b06f-70d92093bfc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:01.564371 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc57f879-ccef-466d-b06f-70d92093bfc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:01.564681 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc57f879-ccef-466d-b06f-70d92093bfc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:01.565009 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc57f879-ccef-466d-b06f-70d92093bfc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:01.565335 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc57f879-ccef-466d-b06f-70d92093bfc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:01.565661 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc57f879-ccef-466d-b06f-70d92093bfc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:01.565978 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc57f879-ccef-466d-b06f-70d92093bfc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:01.566297 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc57f879-ccef-466d-b06f-70d92093bfc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:01.566614 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc57f879-ccef-466d-b06f-70d92093bfc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:01.642588 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cd4c6663-01b4-43b6-89f7-e54dc35eebd0 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:01.742003 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cd4c6663-01b4-43b6-89f7-e54dc35eebd0 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:01.764465 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-cd4c6663-01b4-43b6-89f7-e54dc35eebd0 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83330894-2e65-480a-b657-c24542056d8e']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:01.774843 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-cd4c6663-01b4-43b6-89f7-e54dc35eebd0 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69cdd42f-b185-4309-bc87-5b524d276d70') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:01.775221 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-cd4c6663-01b4-43b6-89f7-e54dc35eebd0 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69cdd42f-b185-4309-bc87-5b524d276d70') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:01.784436 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cd4c6663-01b4-43b6-89f7-e54dc35eebd0 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:01.797907 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cd4c6663-01b4-43b6-89f7-e54dc35eebd0 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:01.803530 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd4c6663-01b4-43b6-89f7-e54dc35eebd0 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 02:12:01.803976 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cd4c6663-01b4-43b6-89f7-e54dc35eebd0 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:01.807137 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 02:12:01.807137 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 02:12:01.807137 n-d-715271-26 neutron-server[100606]: timer() Oct 19 02:12:01.807137 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 02:12:01.807137 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 02:12:01.807137 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 02:12:01.807137 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 02:12:01.807137 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 02:12:01.807137 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 02:12:01.807137 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 02:12:01.807137 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 02:12:01.807137 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 02:12:01.807137 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 02:12:01.807137 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 02:12:01.807137 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 02:12:01.807137 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 02:12:01.807137 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 02:12:01.807137 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 02:12:01.807137 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 02:12:01.807137 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 02:12:01.807137 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 02:12:01.807137 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 02:12:01.807137 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 02:12:01.807137 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 02:12:01.807137 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 02:12:01.807137 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 02:12:01.807137 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 02:12:01.807137 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 02:12:01.807137 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 02:12:01.807137 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 02:12:01.807137 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 02:12:01.807137 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 02:12:01.862888 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cd4c6663-01b4-43b6-89f7-e54dc35eebd0 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:01.869413 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cd4c6663-01b4-43b6-89f7-e54dc35eebd0 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:01.872470 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cd4c6663-01b4-43b6-89f7-e54dc35eebd0 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "DELETE /v2.0/networks/83330894-2e65-480a-b657-c24542056d8e HTTP/1.1" status: 204 len: 168 time: 0.3074098 Oct 19 02:12:01.875476 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55918) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:01.883991 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c6663-01b4-43b6-89f7-e54dc35eebd0 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event deleted for resources: {'Network': ['ID=83330894-2e65-480a-b657-c24542056d8e,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:01.935023 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8143e4d2-cb16-46ff-b6e1-7b4e91a643b4 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:01.960401 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8143e4d2-cb16-46ff-b6e1-7b4e91a643b4 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:02.021182 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8143e4d2-cb16-46ff-b6e1-7b4e91a643b4 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:02.025169 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8143e4d2-cb16-46ff-b6e1-7b4e91a643b4 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:02.026323 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8143e4d2-cb16-46ff-b6e1-7b4e91a643b4 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "DELETE /v2.0/security-groups/60303543-49cf-46ce-aff2-7a0d0c1b3ba0 HTTP/1.1" status: 204 len: 168 time: 0.1498265 Oct 19 02:12:02.036106 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143e4d2-cb16-46ff-b6e1-7b4e91a643b4 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60303543-49cf-46ce-aff2-7a0d0c1b3ba0,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:02.132051 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b85b54db-ddf4-4871-ab3b-6a4d1bc47c27 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:12:02.153016 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: b85b54db-ddf4-4871-ab3b-6a4d1bc47c27 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:12:02.153448 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b85b54db-ddf4-4871-ab3b-6a4d1bc47c27 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:12:02.153938 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 6808a196-8d3e-4c6e-bc0c-bfcc87840b05 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:12:02.174170 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 6808a196-8d3e-4c6e-bc0c-bfcc87840b05 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:12:02.174522 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 6808a196-8d3e-4c6e-bc0c-bfcc87840b05 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:12:02.174941 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 6e2f8076-e8bb-458a-b25a-d6d8e91936f2 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:12:02.194814 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 6e2f8076-e8bb-458a-b25a-d6d8e91936f2 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:12:02.195095 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 6e2f8076-e8bb-458a-b25a-d6d8e91936f2 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:12:02.307990 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 55924) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:02.312603 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-f95a064b-89b6-4693-baa1-f29e56ab1250 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-935483398', 'description': 'tempest-secgroup-smoke-935483398 description', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:12:02.336974 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f95a064b-89b6-4693-baa1-f29e56ab1250 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:02.410348 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f95a064b-89b6-4693-baa1-f29e56ab1250 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:02.413902 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f95a064b-89b6-4693-baa1-f29e56ab1250 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:02.448277 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f95a064b-89b6-4693-baa1-f29e56ab1250 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:02.449439 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f95a064b-89b6-4693-baa1-f29e56ab1250 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1404297 Oct 19 02:12:02.451246 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a064b-89b6-4693-baa1-f29e56ab1250 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75feb3c1-bebc-440e-804b-2502f3ecddaa,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:02.452460 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55926) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:02.457411 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-e78dcb25-1d06-42dc-864d-e410b7ca7fbb tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'security_group_rule': {'security_group_id': '75feb3c1-bebc-440e-804b-2502f3ecddaa', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:12:02.485316 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e78dcb25-1d06-42dc-864d-e410b7ca7fbb tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:02.532246 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e78dcb25-1d06-42dc-864d-e410b7ca7fbb tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:02.535787 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e78dcb25-1d06-42dc-864d-e410b7ca7fbb tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:02.552975 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78dcb25-1d06-42dc-864d-e410b7ca7fbb tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf808caf-061d-4e58-8803-7be61b07d1e3,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:02.560753 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e78dcb25-1d06-42dc-864d-e410b7ca7fbb tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:02.561989 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e78dcb25-1d06-42dc-864d-e410b7ca7fbb tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1084650 Oct 19 02:12:02.564651 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55928) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:02.568886 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-b93cc8a0-1e48-4b83-89e3-b2c531fb8c78 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'security_group_rule': {'security_group_id': '75feb3c1-bebc-440e-804b-2502f3ecddaa', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:12:02.594751 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b93cc8a0-1e48-4b83-89e3-b2c531fb8c78 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:02.653087 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b93cc8a0-1e48-4b83-89e3-b2c531fb8c78 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:02.656697 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b93cc8a0-1e48-4b83-89e3-b2c531fb8c78 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:02.675836 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cc8a0-1e48-4b83-89e3-b2c531fb8c78 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e87428a3-d10d-4d90-82f1-5495b0fc5445,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:02.681948 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b93cc8a0-1e48-4b83-89e3-b2c531fb8c78 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:02.683116 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b93cc8a0-1e48-4b83-89e3-b2c531fb8c78 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1175570 Oct 19 02:12:02.685893 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55930) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:02.690015 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-4b6278c9-9851-4351-9f97-51a78ec996b5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'security_group_rule': {'security_group_id': '75feb3c1-bebc-440e-804b-2502f3ecddaa', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:12:02.715768 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4b6278c9-9851-4351-9f97-51a78ec996b5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:02.771228 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4b6278c9-9851-4351-9f97-51a78ec996b5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:02.774646 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4b6278c9-9851-4351-9f97-51a78ec996b5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:02.793707 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6278c9-9851-4351-9f97-51a78ec996b5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de4cfe89-2255-4c69-9a91-4d0387d72937,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:02.799158 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-4b6278c9-9851-4351-9f97-51a78ec996b5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:02.800339 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-4b6278c9-9851-4351-9f97-51a78ec996b5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1135361 Oct 19 02:12:02.803138 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55932) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:02.808250 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-1c6215e4-3f93-4175-bbdf-fa985c7c5954 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'security_group_rule': {'security_group_id': '75feb3c1-bebc-440e-804b-2502f3ecddaa', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:12:02.833193 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1c6215e4-3f93-4175-bbdf-fa985c7c5954 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:02.889985 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1c6215e4-3f93-4175-bbdf-fa985c7c5954 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:02.893582 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1c6215e4-3f93-4175-bbdf-fa985c7c5954 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:02.913270 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6215e4-3f93-4175-bbdf-fa985c7c5954 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af04ae64-fd67-438e-8b25-f3ebcec7e435,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:02.919147 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-1c6215e4-3f93-4175-bbdf-fa985c7c5954 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:02.920332 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1c6215e4-3f93-4175-bbdf-fa985c7c5954 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1162400 Oct 19 02:12:02.923070 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55934) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:02.927235 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-b2ce7ac5-cfca-44b4-8d7f-c777197c267b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'security_group_rule': {'security_group_id': '75feb3c1-bebc-440e-804b-2502f3ecddaa', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:12:02.948880 n-d-715271-26 neutron-server[100607]: INFO neutron.db.securitygroups_db [None req-b2ce7ac5-cfca-44b4-8d7f-c777197c267b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Project 0eedc13a8d0542eb95753f292a7c2eed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 02:12:02.953916 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b2ce7ac5-cfca-44b4-8d7f-c777197c267b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:03.014566 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b2ce7ac5-cfca-44b4-8d7f-c777197c267b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:03.017972 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b2ce7ac5-cfca-44b4-8d7f-c777197c267b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:03.035300 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce7ac5-cfca-44b4-8d7f-c777197c267b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b122c23-5301-4534-8d87-aa0711522cd3,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:03.044031 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b2ce7ac5-cfca-44b4-8d7f-c777197c267b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:03.045224 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b2ce7ac5-cfca-44b4-8d7f-c777197c267b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1212418 Oct 19 02:12:03.047935 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55936) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:03.052193 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-f7ce1ee7-dee1-4771-96a0-79dc069c4e37 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'security_group_rule': {'security_group_id': '75feb3c1-bebc-440e-804b-2502f3ecddaa', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:12:03.073388 n-d-715271-26 neutron-server[100607]: INFO neutron.db.securitygroups_db [None req-f7ce1ee7-dee1-4771-96a0-79dc069c4e37 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Project 0eedc13a8d0542eb95753f292a7c2eed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 02:12:03.078105 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f7ce1ee7-dee1-4771-96a0-79dc069c4e37 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:03.137840 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f7ce1ee7-dee1-4771-96a0-79dc069c4e37 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:03.141398 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f7ce1ee7-dee1-4771-96a0-79dc069c4e37 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:03.159613 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce1ee7-dee1-4771-96a0-79dc069c4e37 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73f8bb1-5219-43d2-b6bf-a7985dab1845,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:03.167250 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f7ce1ee7-dee1-4771-96a0-79dc069c4e37 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:03.168524 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f7ce1ee7-dee1-4771-96a0-79dc069c4e37 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196468 Oct 19 02:12:03.171371 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55938) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:03.176032 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-c0253ced-5e87-4574-af04-18616b7e31ab tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'network': {'name': 'tempest-network-smoke--68281088', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'port_security_enabled': True}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:12:03.196661 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0253ced-5e87-4574-af04-18616b7e31ab tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Made reservation on behalf of 0eedc13a8d0542eb95753f292a7c2eed for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:12:03.200201 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c0253ced-5e87-4574-af04-18616b7e31ab tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:03.222735 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0253ced-5e87-4574-af04-18616b7e31ab tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 02:12:03.231714 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c0253ced-5e87-4574-af04-18616b7e31ab tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:03.232086 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-c0253ced-5e87-4574-af04-18616b7e31ab tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Added segment 6ab0390d-ca2d-4bf4-a306-4ac33cd34f9e of type vlan for network 59c4bac3-10c7-49ab-9ab7-fe610a047c88 Oct 19 02:12:03.271035 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c0253ced-5e87-4574-af04-18616b7e31ab tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:03.294667 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c0253ced-5e87-4574-af04-18616b7e31ab tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:03.300097 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0253ced-5e87-4574-af04-18616b7e31ab tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:03.300658 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c0253ced-5e87-4574-af04-18616b7e31ab tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:03.331999 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c0253ced-5e87-4574-af04-18616b7e31ab tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1596022 Oct 19 02:12:03.334712 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55940) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:03.340256 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-3412f549-718a-4e37-823c-6c78651f5f3d req-ac335378-edc0-4702-a9b2-a1c6c31bf0f9 service neutron] (100606) timed out ('10.222.0.57', 51164) {{(pid=100606) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 02:12:03.346003 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-8c0508a7-caf6-4ebf-9cbe-6d8483838b75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-324431624', 'admin_state_up': True, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:12:03.386608 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0253ced-5e87-4574-af04-18616b7e31ab tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Network': ['ID=59c4bac3-10c7-49ab-9ab7-fe610a047c88,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:03.397384 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 59c4bac3-10c7-49ab-9ab7-fe610a047c88 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 02:12:03.401042 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8c0508a7-caf6-4ebf-9cbe-6d8483838b75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:03.402089 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8c0508a7-caf6-4ebf-9cbe-6d8483838b75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:03.455068 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8c0508a7-caf6-4ebf-9cbe-6d8483838b75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:03.889807 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8c0508a7-caf6-4ebf-9cbe-6d8483838b75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:04.080665 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8c0508a7-caf6-4ebf-9cbe-6d8483838b75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router_gateway, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:04.099155 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8c0508a7-caf6-4ebf-9cbe-6d8483838b75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:04.202747 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-8c0508a7-caf6-4ebf-9cbe-6d8483838b75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Allocated IP 172.25.8.142 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:12:04.300972 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8c0508a7-caf6-4ebf-9cbe-6d8483838b75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:04.333844 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8c0508a7-caf6-4ebf-9cbe-6d8483838b75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:04.370511 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0508a7-caf6-4ebf-9cbe-6d8483838b75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:12:04.373475 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-8c0508a7-caf6-4ebf-9cbe-6d8483838b75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:12:04.376098 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0508a7-caf6-4ebf-9cbe-6d8483838b75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:12:04.413849 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0508a7-caf6-4ebf-9cbe-6d8483838b75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Port': ['ID=53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:04.632467 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8c0508a7-caf6-4ebf-9cbe-6d8483838b75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router_gateway, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:04.828292 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8c0508a7-caf6-4ebf-9cbe-6d8483838b75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:04.954293 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0508a7-caf6-4ebf-9cbe-6d8483838b75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Router 4aa40d43-0d1c-4e5f-972b-e9a4db639f71 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 02:12:05.059845 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0508a7-caf6-4ebf-9cbe-6d8483838b75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:12:05.068979 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7104f55d-2325-4f6a-a621-de821377a01d None None] Sync routers for ids ['4aa40d43-0d1c-4e5f-972b-e9a4db639f71'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:12:05.079116 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7104f55d-2325-4f6a-a621-de821377a01d None None] Routers {'4aa40d43-0d1c-4e5f-972b-e9a4db639f71'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:12:05.079565 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8c0508a7-caf6-4ebf-9cbe-6d8483838b75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:05.079788 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-7104f55d-2325-4f6a-a621-de821377a01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:11:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['4aa40d43-0d1c-4e5f-972b-e9a4db639f71'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:05.080820 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8c0508a7-caf6-4ebf-9cbe-6d8483838b75 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7452004 Oct 19 02:12:05.084179 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55942) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:05.113679 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-84419139-fd6c-4f8b-b8fe-cf6abc31d0b5 tempest-TestNetworkAdvancedServerOps-664428066 tempest-TestNetworkAdvancedServerOps-664428066-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=0eedc13a8d0542eb95753f292a7c2eed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283544 Oct 19 02:12:05.116364 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55944) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:05.210651 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b501fe91-c44b-4b88-a3fb-8ebb7f269d94 tempest-TestNetworkAdvancedServerOps-664428066 tempest-TestNetworkAdvancedServerOps-664428066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:05.213161 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b501fe91-c44b-4b88-a3fb-8ebb7f269d94 tempest-TestNetworkAdvancedServerOps-664428066 tempest-TestNetworkAdvancedServerOps-664428066-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0958614 Oct 19 02:12:05.216041 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55946) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:05.244003 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-382427a3-ed6f-4438-83a0-79fb1a0cd5f2 tempest-TestNetworkAdvancedServerOps-664428066 tempest-TestNetworkAdvancedServerOps-664428066-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=a0ce41c0-3b90-40be-93cd-082af8f20c34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268841 Oct 19 02:12:05.246414 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55948) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:05.251026 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-ca321c0e-6398-491f-9d36-adb9fb7282f8 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1638971895', 'network_id': '59c4bac3-10c7-49ab-9ab7-fe610a047c88', 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:12:05.274477 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-7104f55d-2325-4f6a-a621-de821377a01d None None] Set router 4aa40d43-0d1c-4e5f-972b-e9a4db639f71 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:12:05.342095 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca321c0e-6398-491f-9d36-adb9fb7282f8 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Made reservation on behalf of 0eedc13a8d0542eb95753f292a7c2eed for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:12:05.345781 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ca321c0e-6398-491f-9d36-adb9fb7282f8 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:05.451144 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-7104f55d-2325-4f6a-a621-de821377a01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-324431624', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:12:03Z', 'updated_at': '2021-10-19T02:12:04Z', 'revision_number': 3, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ae:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:04Z', 'updated_at': '2021-10-19T02:12:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:05.476433 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7104f55d-2325-4f6a-a621-de821377a01d None None] Checking router: 4aa40d43-0d1c-4e5f-972b-e9a4db639f71 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:12:05.476723 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7104f55d-2325-4f6a-a621-de821377a01d None None] Updating router 4aa40d43-0d1c-4e5f-972b-e9a4db639f71 port 53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:12:05.504962 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-7104f55d-2325-4f6a-a621-de821377a01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:05.527248 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ca321c0e-6398-491f-9d36-adb9fb7282f8 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:05.587862 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca321c0e-6398-491f-9d36-adb9fb7282f8 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Subnet': ['ID=ee7b67f6-687c-4fec-902d-fe01713f7ca6,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:05.595882 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca321c0e-6398-491f-9d36-adb9fb7282f8 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Checking segment: {'id': '6ab0390d-ca2d-4bf4-a306-4ac33cd34f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '59c4bac3-10c7-49ab-9ab7-fe610a047c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:12:05.596240 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca321c0e-6398-491f-9d36-adb9fb7282f8 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Network hostable DHCP agents. Network: 59c4bac3-10c7-49ab-9ab7-fe610a047c88, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 02:12:05.612747 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca321c0e-6398-491f-9d36-adb9fb7282f8 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Network 59c4bac3-10c7-49ab-9ab7-fe610a047c88 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 02:12:05.622338 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-ca321c0e-6398-491f-9d36-adb9fb7282f8 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 59c4bac3-10c7-49ab-9ab7-fe610a047c88) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:12:05.627038 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca321c0e-6398-491f-9d36-adb9fb7282f8 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:05.627625 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-ca321c0e-6398-491f-9d36-adb9fb7282f8 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:05.635509 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983d9771-60d4-4c86-826d-137cd1fe9dc3 None None] Network 59c4bac3-10c7-49ab-9ab7-fe610a047c88 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:12:05.645868 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-ca321c0e-6398-491f-9d36-adb9fb7282f8 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3984568 Oct 19 02:12:05.648748 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 55950) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:05.771879 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-7104f55d-2325-4f6a-a621-de821377a01d None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:05.777949 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-7104f55d-2325-4f6a-a621-de821377a01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:05.791559 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bf244f-3727-4348-a0b8-2b434acdf095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-59c4bac3-10c7-49ab-9ab7-fe610a047c88', 'network_id': '59c4bac3-10c7-49ab-9ab7-fe610a047c88', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'fixed_ips': [{'subnet_id': 'ee7b67f6-687c-4fec-902d-fe01713f7ca6'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 02:12:05.792795 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-35bf244f-3727-4348-a0b8-2b434acdf095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:05.831310 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6297f-d2a6-4320-b073-6bbf8f09b1e0 None None] Pushing event updated for resources: {'Port': ['ID=53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc,revision_number=2']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:05.835624 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-7104f55d-2325-4f6a-a621-de821377a01d None None] Attempting to bind port 53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:12:05.836019 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-7104f55d-2325-4f6a-a621-de821377a01d None None] Attempting to bind port 53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:12:05.836524 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7104f55d-2325-4f6a-a621-de821377a01d None None] Attempting to bind port 53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:12:05.844479 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7104f55d-2325-4f6a-a621-de821377a01d None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:12:05.844859 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7104f55d-2325-4f6a-a621-de821377a01d None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:12:05.845237 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-7104f55d-2325-4f6a-a621-de821377a01d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:05.845625 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7104f55d-2325-4f6a-a621-de821377a01d None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:12:05.846084 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-7104f55d-2325-4f6a-a621-de821377a01d None None] Bound port: 53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:12:05.846451 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-7104f55d-2325-4f6a-a621-de821377a01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:05.849290 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f6297f-d2a6-4320-b073-6bbf8f09b1e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:05.849631 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f6297f-d2a6-4320-b073-6bbf8f09b1e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:05.849964 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f6297f-d2a6-4320-b073-6bbf8f09b1e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:05.850291 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f6297f-d2a6-4320-b073-6bbf8f09b1e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:05.850615 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f6297f-d2a6-4320-b073-6bbf8f09b1e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:05.850937 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f6297f-d2a6-4320-b073-6bbf8f09b1e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:05.851262 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f6297f-d2a6-4320-b073-6bbf8f09b1e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:05.851578 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f6297f-d2a6-4320-b073-6bbf8f09b1e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:05.852473 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f6297f-d2a6-4320-b073-6bbf8f09b1e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:05.852787 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f6297f-d2a6-4320-b073-6bbf8f09b1e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:05.853102 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f6297f-d2a6-4320-b073-6bbf8f09b1e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:05.853414 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f6297f-d2a6-4320-b073-6bbf8f09b1e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:05.904777 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-7104f55d-2325-4f6a-a621-de821377a01d None None] For port 53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:12:05.907930 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-7104f55d-2325-4f6a-a621-de821377a01d None None] For port 53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:12:05.912888 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-7104f55d-2325-4f6a-a621-de821377a01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:05.965211 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-35bf244f-3727-4348-a0b8-2b434acdf095 None None] Allocated IP 172.20.0.2 (59c4bac3-10c7-49ab-9ab7-fe610a047c88/ee7b67f6-687c-4fec-902d-fe01713f7ca6/061a78ad-a753-4683-b2e8-366a7ca62e6c) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:12:05.969901 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7104f55d-2325-4f6a-a621-de821377a01d None None] Routers {'4aa40d43-0d1c-4e5f-972b-e9a4db639f71'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:12:05.970510 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-7104f55d-2325-4f6a-a621-de821377a01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:11:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['4aa40d43-0d1c-4e5f-972b-e9a4db639f71'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:06.082498 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-7104f55d-2325-4f6a-a621-de821377a01d None None] Set router 4aa40d43-0d1c-4e5f-972b-e9a4db639f71 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:12:06.109136 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6297f-d2a6-4320-b073-6bbf8f09b1e0 None None] Pushing event updated for resources: {'Port': ['ID=53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:06.110369 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-64f67651-4bb4-4298-a82a-b417572536b3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:06.114314 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-35bf244f-3727-4348-a0b8-2b434acdf095 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:06.123269 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-35bf244f-3727-4348-a0b8-2b434acdf095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:06.168236 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bf244f-3727-4348-a0b8-2b434acdf095 None None] Network 59c4bac3-10c7-49ab-9ab7-fe610a047c88 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:12:06.171084 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-35bf244f-3727-4348-a0b8-2b434acdf095 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:12:06.174543 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bf244f-3727-4348-a0b8-2b434acdf095 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:12:06.182156 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf244f-3727-4348-a0b8-2b434acdf095 None None] Pushing event updated for resources: {'Port': ['ID=061a78ad-a753-4683-b2e8-366a7ca62e6c,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:06.233144 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-35bf244f-3727-4348-a0b8-2b434acdf095 None None] Attempting to bind port 061a78ad-a753-4683-b2e8-366a7ca62e6c on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:12:06.233537 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-35bf244f-3727-4348-a0b8-2b434acdf095 None None] Attempting to bind port 061a78ad-a753-4683-b2e8-366a7ca62e6c by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '6ab0390d-ca2d-4bf4-a306-4ac33cd34f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '59c4bac3-10c7-49ab-9ab7-fe610a047c88'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:12:06.233889 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bf244f-3727-4348-a0b8-2b434acdf095 None None] Attempting to bind port 061a78ad-a753-4683-b2e8-366a7ca62e6c on network 59c4bac3-10c7-49ab-9ab7-fe610a047c88 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:12:06.239085 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bf244f-3727-4348-a0b8-2b434acdf095 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:12:06.239482 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bf244f-3727-4348-a0b8-2b434acdf095 None None] Checking segment: {'id': '6ab0390d-ca2d-4bf4-a306-4ac33cd34f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '59c4bac3-10c7-49ab-9ab7-fe610a047c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:12:06.239901 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-35bf244f-3727-4348-a0b8-2b434acdf095 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:06.240296 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bf244f-3727-4348-a0b8-2b434acdf095 None None] Bound using segment: {'id': '6ab0390d-ca2d-4bf4-a306-4ac33cd34f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '59c4bac3-10c7-49ab-9ab7-fe610a047c88'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:12:06.240766 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-35bf244f-3727-4348-a0b8-2b434acdf095 None None] Bound port: 061a78ad-a753-4683-b2e8-366a7ca62e6c, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab0390d-ca2d-4bf4-a306-4ac33cd34f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '59c4bac3-10c7-49ab-9ab7-fe610a047c88'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:12:06.241149 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-35bf244f-3727-4348-a0b8-2b434acdf095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:06.287460 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-7104f55d-2325-4f6a-a621-de821377a01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-324431624', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:12:03Z', 'updated_at': '2021-10-19T02:12:04Z', 'revision_number': 3, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ae:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:04Z', 'updated_at': '2021-10-19T02:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:06.306089 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-35bf244f-3727-4348-a0b8-2b434acdf095 None None] For port 061a78ad-a753-4683-b2e8-366a7ca62e6c, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:12:06.309188 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-35bf244f-3727-4348-a0b8-2b434acdf095 None None] For port 061a78ad-a753-4683-b2e8-366a7ca62e6c, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=061a78ad-a753-4683-b2e8-366a7ca62e6c,segment=NetworkSegment(6ab0390d-ca2d-4bf4-a306-4ac33cd34f9e),segment_id=6ab0390d-ca2d-4bf4-a306-4ac33cd34f9e)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:12:06.315194 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-35bf244f-3727-4348-a0b8-2b434acdf095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:06.318513 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7104f55d-2325-4f6a-a621-de821377a01d None None] The sync data for ids ['4aa40d43-0d1c-4e5f-972b-e9a4db639f71'] in n-d-715271-26 is: [{'id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-324431624', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:12:03Z', 'updated_at': '2021-10-19T02:12:04Z', 'revision_number': 3, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ae:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:04Z', 'updated_at': '2021-10-19T02:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:12:06.382106 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf244f-3727-4348-a0b8-2b434acdf095 None None] Pushing event updated for resources: {'Port': ['ID=061a78ad-a753-4683-b2e8-366a7ca62e6c,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:06.404933 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-64f67651-4bb4-4298-a82a-b417572536b3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Allocated IP 172.20.0.1 (59c4bac3-10c7-49ab-9ab7-fe610a047c88/ee7b67f6-687c-4fec-902d-fe01713f7ca6/51a23fc8-e750-4f6e-be2b-b0d805aedef9) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:12:06.533053 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-64f67651-4bb4-4298-a82a-b417572536b3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:06.591957 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-64f67651-4bb4-4298-a82a-b417572536b3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:06.642899 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f67651-4bb4-4298-a82a-b417572536b3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Network 59c4bac3-10c7-49ab-9ab7-fe610a047c88 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:12:06.646274 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-64f67651-4bb4-4298-a82a-b417572536b3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:12:06.649034 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f67651-4bb4-4298-a82a-b417572536b3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:12:06.691246 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f67651-4bb4-4298-a82a-b417572536b3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Port': ['ID=51a23fc8-e750-4f6e-be2b-b0d805aedef9,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:06.713821 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-64f67651-4bb4-4298-a82a-b417572536b3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:06.844494 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-64f67651-4bb4-4298-a82a-b417572536b3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:07.437286 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cef16f2-81e0-47e4-abca-82653b8e6b8b None None] Network 59c4bac3-10c7-49ab-9ab7-fe610a047c88 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:12:07.485513 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-64f67651-4bb4-4298-a82a-b417572536b3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:07.490437 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-64f67651-4bb4-4298-a82a-b417572536b3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:07.531047 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b467e407-0284-4ee8-8876-605cc94a70db None None] Provisioning complete for port 061a78ad-a753-4683-b2e8-366a7ca62e6c triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:07.531417 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b467e407-0284-4ee8-8876-605cc94a70db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:07.567246 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-64f67651-4bb4-4298-a82a-b417572536b3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:07.568961 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f67651-4bb4-4298-a82a-b417572536b3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Port': ['ID=51a23fc8-e750-4f6e-be2b-b0d805aedef9,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:07.661415 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f67651-4bb4-4298-a82a-b417572536b3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Network 59c4bac3-10c7-49ab-9ab7-fe610a047c88 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:12:07.663302 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-64f67651-4bb4-4298-a82a-b417572536b3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:12:07.663920 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b467e407-0284-4ee8-8876-605cc94a70db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:07.705399 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-b467e407-0284-4ee8-8876-605cc94a70db None None] For port 061a78ad-a753-4683-b2e8-366a7ca62e6c, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=061a78ad-a753-4683-b2e8-366a7ca62e6c,segment=NetworkSegment(6ab0390d-ca2d-4bf4-a306-4ac33cd34f9e),segment_id=6ab0390d-ca2d-4bf4-a306-4ac33cd34f9e)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:12:07.711843 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b467e407-0284-4ee8-8876-605cc94a70db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:07.773165 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b467e407-0284-4ee8-8876-605cc94a70db None None] Pushing event updated for resources: {'Port': ['ID=061a78ad-a753-4683-b2e8-366a7ca62e6c,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:07.793243 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f67651-4bb4-4298-a82a-b417572536b3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Router 4aa40d43-0d1c-4e5f-972b-e9a4db639f71 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:12:07.909908 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:12:07.936429 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f67651-4bb4-4298-a82a-b417572536b3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:12:07.947659 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-64f67651-4bb4-4298-a82a-b417572536b3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "PUT /v2.0/routers/4aa40d43-0d1c-4e5f-972b-e9a4db639f71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2977872 Oct 19 02:12:07.983108 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4e3e77b0-dbac-43cb-a2e5-d5f3279e677c None None] Provisioning complete for port 061a78ad-a753-4683-b2e8-366a7ca62e6c triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:07.983475 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4e3e77b0-dbac-43cb-a2e5-d5f3279e677c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:08.033476 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:08.033840 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:08.132422 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-c94f8a46-e4a9-4b05-883a-194235085877 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-935483398&fields=id&tenant_id=0eedc13a8d0542eb95753f292a7c2eed HTTP/1.1" status: 200 len: 267 time: 0.0446014 Oct 19 02:12:08.146335 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ce8fef-6335-445e-ae0a-5c73de4958e0 None None] Sync routers for ids ['4aa40d43-0d1c-4e5f-972b-e9a4db639f71'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:12:08.171555 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4e3e77b0-dbac-43cb-a2e5-d5f3279e677c None None] Provisioning complete for port 51a23fc8-e750-4f6e-be2b-b0d805aedef9 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:08.171878 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4e3e77b0-dbac-43cb-a2e5-d5f3279e677c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:08.174336 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:08.182318 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ce8fef-6335-445e-ae0a-5c73de4958e0 None None] Routers {'4aa40d43-0d1c-4e5f-972b-e9a4db639f71'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:12:08.182949 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-84ce8fef-6335-445e-ae0a-5c73de4958e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:11:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['4aa40d43-0d1c-4e5f-972b-e9a4db639f71'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:08.252991 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-7f63f957-11bd-490e-89e0-fc1ac28c059f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:08.255240 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-7f63f957-11bd-490e-89e0-fc1ac28c059f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/networks?id=59c4bac3-10c7-49ab-9ab7-fe610a047c88 HTTP/1.1" status: 200 len: 795 time: 0.1185217 Oct 19 02:12:08.259507 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:12:08.272210 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:08.272996 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 061a78ad-a753-4683-b2e8-366a7ca62e6c up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:12:08.282773 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-8f40c02b-8071-4bd6-b56e-e99d444b0a0b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/quotas/0eedc13a8d0542eb95753f292a7c2eed HTTP/1.1" status: 200 len: 375 time: 0.0178182 Oct 19 02:12:08.299042 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4e3e77b0-dbac-43cb-a2e5-d5f3279e677c None None] Port 51a23fc8-e750-4f6e-be2b-b0d805aedef9 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:12:08.339837 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-d5f01495-3764-4bf4-811c-8749008a62d2 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561509 Oct 19 02:12:08.400523 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-84ce8fef-6335-445e-ae0a-5c73de4958e0 None None] Set router 4aa40d43-0d1c-4e5f-972b-e9a4db639f71 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:12:08.435417 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-3eb468c5-4a23-46e9-9833-95f37e6b5f9f service neutron] 10.222.0.57 "GET /v2.0/networks/59c4bac3-10c7-49ab-9ab7-fe610a047c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847242 Oct 19 02:12:08.440124 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:08.494646 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-cc4a6d95-5c83-4ca8-baf5-204a2056ea75 None None] Provisioning complete for port 51a23fc8-e750-4f6e-be2b-b0d805aedef9 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:08.495014 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cc4a6d95-5c83-4ca8-baf5-204a2056ea75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:08.498128 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 061a78ad-a753-4683-b2e8-366a7ca62e6c triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:08.499134 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:08.530709 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-8691ea76-41e4-4bc1-82a2-93f70be86d17 service neutron] 10.222.0.57 "GET /v2.0/networks/59c4bac3-10c7-49ab-9ab7-fe610a047c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889928 Oct 19 02:12:08.580623 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-cc4a6d95-5c83-4ca8-baf5-204a2056ea75 None None] Port 51a23fc8-e750-4f6e-be2b-b0d805aedef9 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:12:08.710208 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-681674ef-d62e-4b1a-8081-7bdd2077e79e req-10be684d-40fd-442d-9f91-99c0990b8736 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab2b5da0-ec48-4686-90f2-906dc20914f9 HTTP/1.1" status: 200 len: 210 time: 0.0394859 Oct 19 02:12:08.728569 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-84ce8fef-6335-445e-ae0a-5c73de4958e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-324431624', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:12:03Z', 'updated_at': '2021-10-19T02:12:06Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ae:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:04Z', 'updated_at': '2021-10-19T02:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '51a23fc8-e750-4f6e-be2b-b0d805aedef9', 'name': '', 'network_id': '59c4bac3-10c7-49ab-9ab7-fe610a047c88', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:8e:89:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ee7b67f6-687c-4fec-902d-fe01713f7ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:06Z', 'updated_at': '2021-10-19T02:12:07Z', 'revision_number': 2, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': 'ee7b67f6-687c-4fec-902d-fe01713f7ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:08.756314 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ce8fef-6335-445e-ae0a-5c73de4958e0 None None] Checking router: 4aa40d43-0d1c-4e5f-972b-e9a4db639f71 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:12:08.756674 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ce8fef-6335-445e-ae0a-5c73de4958e0 None None] Updating router 4aa40d43-0d1c-4e5f-972b-e9a4db639f71 port 51a23fc8-e750-4f6e-be2b-b0d805aedef9 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:12:08.786572 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-84ce8fef-6335-445e-ae0a-5c73de4958e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:09.212915 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-84ce8fef-6335-445e-ae0a-5c73de4958e0 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:09.218147 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-84ce8fef-6335-445e-ae0a-5c73de4958e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:09.270906 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70ca2a-3e7d-4adf-8dfc-2e6e52e28f03 None None] Pushing event updated for resources: {'Port': ['ID=51a23fc8-e750-4f6e-be2b-b0d805aedef9,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:09.327398 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-84ce8fef-6335-445e-ae0a-5c73de4958e0 None None] Attempting to bind port 51a23fc8-e750-4f6e-be2b-b0d805aedef9 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:12:09.327792 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-84ce8fef-6335-445e-ae0a-5c73de4958e0 None None] Attempting to bind port 51a23fc8-e750-4f6e-be2b-b0d805aedef9 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '6ab0390d-ca2d-4bf4-a306-4ac33cd34f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '59c4bac3-10c7-49ab-9ab7-fe610a047c88'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:12:09.328161 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ce8fef-6335-445e-ae0a-5c73de4958e0 None None] Attempting to bind port 51a23fc8-e750-4f6e-be2b-b0d805aedef9 on network 59c4bac3-10c7-49ab-9ab7-fe610a047c88 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:12:09.333470 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ce8fef-6335-445e-ae0a-5c73de4958e0 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:12:09.333841 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ce8fef-6335-445e-ae0a-5c73de4958e0 None None] Checking segment: {'id': '6ab0390d-ca2d-4bf4-a306-4ac33cd34f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '59c4bac3-10c7-49ab-9ab7-fe610a047c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:12:09.334236 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-84ce8fef-6335-445e-ae0a-5c73de4958e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:09.334620 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ce8fef-6335-445e-ae0a-5c73de4958e0 None None] Bound using segment: {'id': '6ab0390d-ca2d-4bf4-a306-4ac33cd34f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '59c4bac3-10c7-49ab-9ab7-fe610a047c88'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:12:09.335077 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-84ce8fef-6335-445e-ae0a-5c73de4958e0 None None] Bound port: 51a23fc8-e750-4f6e-be2b-b0d805aedef9, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab0390d-ca2d-4bf4-a306-4ac33cd34f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '59c4bac3-10c7-49ab-9ab7-fe610a047c88'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:12:09.335450 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-84ce8fef-6335-445e-ae0a-5c73de4958e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:09.400578 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-84ce8fef-6335-445e-ae0a-5c73de4958e0 None None] For port 51a23fc8-e750-4f6e-be2b-b0d805aedef9, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:12:09.403681 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-84ce8fef-6335-445e-ae0a-5c73de4958e0 None None] For port 51a23fc8-e750-4f6e-be2b-b0d805aedef9, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=51a23fc8-e750-4f6e-be2b-b0d805aedef9,segment=NetworkSegment(6ab0390d-ca2d-4bf4-a306-4ac33cd34f9e),segment_id=6ab0390d-ca2d-4bf4-a306-4ac33cd34f9e)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:12:09.408489 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-84ce8fef-6335-445e-ae0a-5c73de4958e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:09.472449 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ce8fef-6335-445e-ae0a-5c73de4958e0 None None] Routers {'4aa40d43-0d1c-4e5f-972b-e9a4db639f71'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:12:09.473097 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-84ce8fef-6335-445e-ae0a-5c73de4958e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:11:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['4aa40d43-0d1c-4e5f-972b-e9a4db639f71'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:09.475982 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70ca2a-3e7d-4adf-8dfc-2e6e52e28f03 None None] Pushing event updated for resources: {'Port': ['ID=51a23fc8-e750-4f6e-be2b-b0d805aedef9,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:09.550633 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-86278d38-00bb-49b6-ac16-ee88b856a4c1 None None] Provisioning complete for port 51a23fc8-e750-4f6e-be2b-b0d805aedef9 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:09.551009 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86278d38-00bb-49b6-ac16-ee88b856a4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:09.634874 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-84ce8fef-6335-445e-ae0a-5c73de4958e0 None None] Set router 4aa40d43-0d1c-4e5f-972b-e9a4db639f71 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:12:09.662400 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-d48a0848-4e39-4dd4-8a6b-06024b6e9654 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:09.666270 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-d48a0848-4e39-4dd4-8a6b-06024b6e9654 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.55 "GET /v2.0/networks?id=59c4bac3-10c7-49ab-9ab7-fe610a047c88 HTTP/1.1" status: 200 len: 795 time: 0.1415505 Oct 19 02:12:09.711980 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-0d8a4c17-f1b9-40ef-803e-4d5b79368897 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0eedc13a8d0542eb95753f292a7c2eed HTTP/1.1" status: 200 len: 379 time: 0.0362630 Oct 19 02:12:09.722167 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-47d4f0b4-1329-4068-ae06-8d55b177acf3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'port': {'device_id': 'ab2b5da0-ec48-4686-90f2-906dc20914f9', 'network_id': '59c4bac3-10c7-49ab-9ab7-fe610a047c88', 'admin_state_up': True, 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'security_groups': ['75feb3c1-bebc-440e-804b-2502f3ecddaa']}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:12:09.770178 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86278d38-00bb-49b6-ac16-ee88b856a4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:09.829247 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e7a7b61b-d983-4751-8abc-908ce02fdcd2 req-d0b2665e-d300-42f8-900c-9aaea130004b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab2b5da0-ec48-4686-90f2-906dc20914f9 HTTP/1.1" status: 200 len: 210 time: 0.0378079 Oct 19 02:12:09.846763 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:12:09.849557 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-86278d38-00bb-49b6-ac16-ee88b856a4c1 None None] For port 51a23fc8-e750-4f6e-be2b-b0d805aedef9, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=51a23fc8-e750-4f6e-be2b-b0d805aedef9,segment=NetworkSegment(6ab0390d-ca2d-4bf4-a306-4ac33cd34f9e),segment_id=6ab0390d-ca2d-4bf4-a306-4ac33cd34f9e)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:12:09.860487 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86278d38-00bb-49b6-ac16-ee88b856a4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:09.877211 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-47d4f0b4-1329-4068-ae06-8d55b177acf3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Made reservation on behalf of 0eedc13a8d0542eb95753f292a7c2eed for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:12:09.880835 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-47d4f0b4-1329-4068-ae06-8d55b177acf3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:09.980116 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86278d38-00bb-49b6-ac16-ee88b856a4c1 None None] Pushing event updated for resources: {'Port': ['ID=51a23fc8-e750-4f6e-be2b-b0d805aedef9,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:09.998901 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:09.999291 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:10.018039 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-47d4f0b4-1329-4068-ae06-8d55b177acf3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Allocated IP 172.20.0.7 (59c4bac3-10c7-49ab-9ab7-fe610a047c88/ee7b67f6-687c-4fec-902d-fe01713f7ca6/ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:12:10.022084 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-43d4ee3a-1d54-4eb5-873d-77dddfaf6e13 None None] Provisioning complete for port 51a23fc8-e750-4f6e-be2b-b0d805aedef9 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:10.022553 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-43d4ee3a-1d54-4eb5-873d-77dddfaf6e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:10.063763 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-84ce8fef-6335-445e-ae0a-5c73de4958e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-324431624', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:12:03Z', 'updated_at': '2021-10-19T02:12:06Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ae:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:04Z', 'updated_at': '2021-10-19T02:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '51a23fc8-e750-4f6e-be2b-b0d805aedef9', 'name': '', 'network_id': '59c4bac3-10c7-49ab-9ab7-fe610a047c88', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:8e:89:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ee7b67f6-687c-4fec-902d-fe01713f7ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:06Z', 'updated_at': '2021-10-19T02:12:09Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': 'ee7b67f6-687c-4fec-902d-fe01713f7ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:10.098915 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ce8fef-6335-445e-ae0a-5c73de4958e0 None None] The sync data for ids ['4aa40d43-0d1c-4e5f-972b-e9a4db639f71'] in n-d-715271-26 is: [{'id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-324431624', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:12:03Z', 'updated_at': '2021-10-19T02:12:06Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ae:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:04Z', 'updated_at': '2021-10-19T02:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '51a23fc8-e750-4f6e-be2b-b0d805aedef9', 'name': '', 'network_id': '59c4bac3-10c7-49ab-9ab7-fe610a047c88', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:8e:89:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ee7b67f6-687c-4fec-902d-fe01713f7ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:06Z', 'updated_at': '2021-10-19T02:12:09Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': 'ee7b67f6-687c-4fec-902d-fe01713f7ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:12:10.178765 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-47d4f0b4-1329-4068-ae06-8d55b177acf3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:10.190876 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 061a78ad-a753-4683-b2e8-366a7ca62e6c up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:12:10.229653 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-47d4f0b4-1329-4068-ae06-8d55b177acf3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:10.250133 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 061a78ad-a753-4683-b2e8-366a7ca62e6c triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:10.250511 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:10.277715 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-47d4f0b4-1329-4068-ae06-8d55b177acf3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Network 59c4bac3-10c7-49ab-9ab7-fe610a047c88 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:12:10.281643 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-47d4f0b4-1329-4068-ae06-8d55b177acf3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:12:10.283988 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-47d4f0b4-1329-4068-ae06-8d55b177acf3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:12:10.333678 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4f0b4-1329-4068-ae06-8d55b177acf3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Port': ['ID=ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:10.353225 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-47d4f0b4-1329-4068-ae06-8d55b177acf3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:10.354030 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-47d4f0b4-1329-4068-ae06-8d55b177acf3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:10.372331 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-47d4f0b4-1329-4068-ae06-8d55b177acf3 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6538701 Oct 19 02:12:10.435355 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-ff182f7a-caad-47f2-ae25-e44b9bfd02c3 service neutron] Request body: {'port': {'device_id': 'ab2b5da0-ec48-4686-90f2-906dc20914f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:12:10.501545 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-ff182f7a-caad-47f2-ae25-e44b9bfd02c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:10.515355 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-3c96bbda-63f7-4cf4-acac-4b3be2e6876e None None] Provisioning complete for port ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:10.515971 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3c96bbda-63f7-4cf4-acac-4b3be2e6876e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:10.554069 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-3c96bbda-63f7-4cf4-acac-4b3be2e6876e None None] Port ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:12:10.784130 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-ff182f7a-caad-47f2-ae25-e44b9bfd02c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:12:10.792674 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-ff182f7a-caad-47f2-ae25-e44b9bfd02c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:10.805806 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-ff182f7a-caad-47f2-ae25-e44b9bfd02c3 service neutron] Transition to ACTIVE for port object ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:12:10.809715 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-ff182f7a-caad-47f2-ae25-e44b9bfd02c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:10.871895 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff182f7a-caad-47f2-ae25-e44b9bfd02c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:10.955185 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-ff182f7a-caad-47f2-ae25-e44b9bfd02c3 service neutron] Attempting to bind port ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:12:10.955528 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-ff182f7a-caad-47f2-ae25-e44b9bfd02c3 service neutron] Attempting to bind port ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '6ab0390d-ca2d-4bf4-a306-4ac33cd34f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '59c4bac3-10c7-49ab-9ab7-fe610a047c88'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:12:10.955900 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-ff182f7a-caad-47f2-ae25-e44b9bfd02c3 service neutron] Attempting to bind port ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27 on network 59c4bac3-10c7-49ab-9ab7-fe610a047c88 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:12:10.962531 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-ff182f7a-caad-47f2-ae25-e44b9bfd02c3 service neutron] Port ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27 on network 59c4bac3-10c7-49ab-9ab7-fe610a047c88 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:12:10.962868 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-ff182f7a-caad-47f2-ae25-e44b9bfd02c3 service neutron] Attempting to bind port ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27 on network 59c4bac3-10c7-49ab-9ab7-fe610a047c88 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:12:10.968885 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-ff182f7a-caad-47f2-ae25-e44b9bfd02c3 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:12:10.969457 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-ff182f7a-caad-47f2-ae25-e44b9bfd02c3 service neutron] Checking segment: {'id': '6ab0390d-ca2d-4bf4-a306-4ac33cd34f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '59c4bac3-10c7-49ab-9ab7-fe610a047c88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:12:10.970015 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-ff182f7a-caad-47f2-ae25-e44b9bfd02c3 service neutron] Bound using segment: {'id': '6ab0390d-ca2d-4bf4-a306-4ac33cd34f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '59c4bac3-10c7-49ab-9ab7-fe610a047c88'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:12:10.970774 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-ff182f7a-caad-47f2-ae25-e44b9bfd02c3 service neutron] Bound port: ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab0390d-ca2d-4bf4-a306-4ac33cd34f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '59c4bac3-10c7-49ab-9ab7-fe610a047c88'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:12:10.971325 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-ff182f7a-caad-47f2-ae25-e44b9bfd02c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:10.984923 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a4353d-c029-4ac6-8e03-e7d4049b32e7 req-a7d3f676-554e-4a79-9a9d-316dcea71cf0 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:10.993798 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-43a4353d-c029-4ac6-8e03-e7d4049b32e7 req-a7d3f676-554e-4a79-9a9d-316dcea71cf0 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab2b5da0-ec48-4686-90f2-906dc20914f9 HTTP/1.1" status: 200 len: 943 time: 0.0806599 Oct 19 02:12:11.040077 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-43a4353d-c029-4ac6-8e03-e7d4049b32e7 req-6cc3f766-1228-44bb-8142-e08bfeb94762 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=75feb3c1-bebc-440e-804b-2502f3ecddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436337 Oct 19 02:12:11.061902 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-ff182f7a-caad-47f2-ae25-e44b9bfd02c3 service neutron] For port ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:12:11.065140 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-ff182f7a-caad-47f2-ae25-e44b9bfd02c3 service neutron] For port ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27,segment=NetworkSegment(6ab0390d-ca2d-4bf4-a306-4ac33cd34f9e),segment_id=6ab0390d-ca2d-4bf4-a306-4ac33cd34f9e)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:12:11.070344 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-ff182f7a-caad-47f2-ae25-e44b9bfd02c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:11.109850 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-ff182f7a-caad-47f2-ae25-e44b9bfd02c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:11.110443 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-ff182f7a-caad-47f2-ae25-e44b9bfd02c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:11.111876 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-ff182f7a-caad-47f2-ae25-e44b9bfd02c3 service neutron] 10.222.0.55 "PUT /v2.0/ports/ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27 HTTP/1.1" status: 200 len: 1092 time: 0.7307067 Oct 19 02:12:11.112332 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2b5da0-ec48-4686-90f2-906dc20914f9', 'tag': 'ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:12:11.114672 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9434de058546a022cc17e407c636edc5a2ce8615e174a01ffad9beb3023847d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a675a9ec-dd28-4629-b451-42c1d09d3023" -d '{"events": [{"name": "network-changed", "server_uuid": "ab2b5da0-ec48-4686-90f2-906dc20914f9", "tag": "ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:12:11.148044 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff182f7a-caad-47f2-ae25-e44b9bfd02c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:11.162086 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06370c4-ec8a-464d-ba39-d75ce6c3a1b8 x-openstack-request-id: req-a06370c4-ec8a-464d-ba39-d75ce6c3a1b8 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:12:11.162383 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab2b5da0-ec48-4686-90f2-906dc20914f9", "tag": "ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:12:11.162639 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a06370c4-ec8a-464d-ba39-d75ce6c3a1b8 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:12:11.163044 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab2b5da0-ec48-4686-90f2-906dc20914f9', 'tag': 'ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27', 'status': 'completed', 'code': 200} Oct 19 02:12:11.209699 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-0b75981e-6aee-4471-8414-1bbf5515e22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:11.210987 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-0b75981e-6aee-4471-8414-1bbf5515e22b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&device_id=ab2b5da0-ec48-4686-90f2-906dc20914f9 HTTP/1.1" status: 200 len: 1095 time: 0.0466955 Oct 19 02:12:11.261216 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-58f73a2c-9307-4f28-9c19-a8ee26f41853 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27 HTTP/1.1" status: 200 len: 217 time: 0.0416613 Oct 19 02:12:11.314195 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-b7a985c4-bcbb-41a2-a450-3c324a1a19e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:11.315748 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-b7a985c4-bcbb-41a2-a450-3c324a1a19e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ee7b67f6-687c-4fec-902d-fe01713f7ca6 HTTP/1.1" status: 200 len: 835 time: 0.0480282 Oct 19 02:12:11.361582 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-7a450c10-4beb-4111-bd39-3e7165575186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:11.363097 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-7a450c10-4beb-4111-bd39-3e7165575186 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=59c4bac3-10c7-49ab-9ab7-fe610a047c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403528 Oct 19 02:12:11.460497 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-7feb3043-c620-4537-8025-d150b00c84b0 service neutron] 10.222.0.55 "GET /v2.0/networks/59c4bac3-10c7-49ab-9ab7-fe610a047c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891490 Oct 19 02:12:11.548661 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9eabef52-1ffd-44e2-90c4-908226a01729 req-b6e24c49-efcc-4bb6-8635-b7887c9ee7d4 service neutron] 10.222.0.55 "GET /v2.0/networks/59c4bac3-10c7-49ab-9ab7-fe610a047c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815423 Oct 19 02:12:11.637799 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675a9ec-dd28-4629-b451-42c1d09d3023 req-d634632e-690b-4d7c-a826-74af20241f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:11.639290 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a675a9ec-dd28-4629-b451-42c1d09d3023 req-d634632e-690b-4d7c-a826-74af20241f38 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&device_id=ab2b5da0-ec48-4686-90f2-906dc20914f9 HTTP/1.1" status: 200 len: 1095 time: 0.0466721 Oct 19 02:12:11.727550 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675a9ec-dd28-4629-b451-42c1d09d3023 req-8cae4aca-3149-4c21-9667-c298ac8507e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:11.729013 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a675a9ec-dd28-4629-b451-42c1d09d3023 req-8cae4aca-3149-4c21-9667-c298ac8507e0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=59c4bac3-10c7-49ab-9ab7-fe610a047c88 HTTP/1.1" status: 200 len: 896 time: 0.0830152 Oct 19 02:12:11.774193 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a675a9ec-dd28-4629-b451-42c1d09d3023 req-2add21e7-7756-4d02-984f-bd02867ef1f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27 HTTP/1.1" status: 200 len: 217 time: 0.0376890 Oct 19 02:12:11.822985 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675a9ec-dd28-4629-b451-42c1d09d3023 req-c860bb2f-7002-4295-8d81-a5ff45fbb995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:11.824472 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a675a9ec-dd28-4629-b451-42c1d09d3023 req-c860bb2f-7002-4295-8d81-a5ff45fbb995 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ee7b67f6-687c-4fec-902d-fe01713f7ca6 HTTP/1.1" status: 200 len: 835 time: 0.0444229 Oct 19 02:12:11.840461 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 51a23fc8-e750-4f6e-be2b-b0d805aedef9 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:12:11.871350 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675a9ec-dd28-4629-b451-42c1d09d3023 req-5ed1965e-84b8-49b9-a283-5b6c42f5f376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:11.872808 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a675a9ec-dd28-4629-b451-42c1d09d3023 req-5ed1965e-84b8-49b9-a283-5b6c42f5f376 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=59c4bac3-10c7-49ab-9ab7-fe610a047c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415256 Oct 19 02:12:11.892528 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 51a23fc8-e750-4f6e-be2b-b0d805aedef9 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:11.892895 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:11.968453 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a675a9ec-dd28-4629-b451-42c1d09d3023 req-4e5aab2b-32db-4a9e-a8b3-cb7c7a13c87e service neutron] 10.222.0.55 "GET /v2.0/networks/59c4bac3-10c7-49ab-9ab7-fe610a047c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888677 Oct 19 02:12:12.061113 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a675a9ec-dd28-4629-b451-42c1d09d3023 req-f49c0ed3-e2d7-4d47-a78c-d9534622e246 service neutron] 10.222.0.55 "GET /v2.0/networks/59c4bac3-10c7-49ab-9ab7-fe610a047c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850449 Oct 19 02:12:12.146109 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93904b34-a2af-495a-a43b-500b330a083e req-6f82b2dd-419d-4289-b6f8-df4b5da45d73 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:12.147505 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93904b34-a2af-495a-a43b-500b330a083e req-6f82b2dd-419d-4289-b6f8-df4b5da45d73 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab2b5da0-ec48-4686-90f2-906dc20914f9 HTTP/1.1" status: 200 len: 943 time: 0.0489233 Oct 19 02:12:12.185805 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-93904b34-a2af-495a-a43b-500b330a083e req-edca8834-23c4-48c4-873d-da83b3591adb tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=75feb3c1-bebc-440e-804b-2502f3ecddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316639 Oct 19 02:12:12.332499 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:12:13.309002 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee0e4a-d4dd-4693-9d81-d0942c1c5570 req-d0c51b31-2459-486d-9d3a-759033465a40 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:13.310487 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b1ee0e4a-d4dd-4693-9d81-d0942c1c5570 req-d0c51b31-2459-486d-9d3a-759033465a40 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab2b5da0-ec48-4686-90f2-906dc20914f9 HTTP/1.1" status: 200 len: 943 time: 0.0547357 Oct 19 02:12:13.347567 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b1ee0e4a-d4dd-4693-9d81-d0942c1c5570 req-18e00f2d-0dcd-461e-94b9-4b1c86bbd1f1 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=75feb3c1-bebc-440e-804b-2502f3ecddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310311 Oct 19 02:12:14.048774 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-64a77a63-ddf8-4707-a3fb-41174d44f2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:14.460214 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aabf98-1752-451f-9483-59e2f8650e67 req-537b8a13-8a8e-4735-b9f1-cd0d9b2daff8 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:14.461980 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-86aabf98-1752-451f-9483-59e2f8650e67 req-537b8a13-8a8e-4735-b9f1-cd0d9b2daff8 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab2b5da0-ec48-4686-90f2-906dc20914f9 HTTP/1.1" status: 200 len: 943 time: 0.0488474 Oct 19 02:12:14.491949 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:12:14.499533 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-86aabf98-1752-451f-9483-59e2f8650e67 req-64116cbd-122c-4854-8529-558584410f04 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=75feb3c1-bebc-440e-804b-2502f3ecddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317059 Oct 19 02:12:14.587824 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27,segment=NetworkSegment(6ab0390d-ca2d-4bf4-a306-4ac33cd34f9e),segment_id=6ab0390d-ca2d-4bf4-a306-4ac33cd34f9e)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:12:14.598558 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27', 'network_id': '59c4bac3-10c7-49ab-9ab7-fe610a047c88', 'port_id': 'ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27', 'mac_address': 'fa:16:3e:fe:38:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee7b67f6-687c-4fec-902d-fe01713f7ca6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:12:14.635402 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:14.647460 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:12:14.666546 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27,segment=NetworkSegment(6ab0390d-ca2d-4bf4-a306-4ac33cd34f9e),segment_id=6ab0390d-ca2d-4bf4-a306-4ac33cd34f9e)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:12:14.671403 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:14.719372 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:15.036098 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:12:15.613434 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460a21c-23f0-4ae0-a7da-ab1a1a5abe79 req-7e353129-5f49-4c0a-88e9-85df9976be92 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:15.614904 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8460a21c-23f0-4ae0-a7da-ab1a1a5abe79 req-7e353129-5f49-4c0a-88e9-85df9976be92 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab2b5da0-ec48-4686-90f2-906dc20914f9 HTTP/1.1" status: 200 len: 944 time: 0.0491540 Oct 19 02:12:15.652740 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8460a21c-23f0-4ae0-a7da-ab1a1a5abe79 req-a154494b-787a-4a3e-839f-4e2bcebe372b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=75feb3c1-bebc-440e-804b-2502f3ecddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318496 Oct 19 02:12:16.491776 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:12:16.540030 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 02:12:16.543564 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:16.543975 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:16.630161 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:16.640384 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9a87027d-3f74-4267-bf88-e1543d190273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:16.655426 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2b5da0-ec48-4686-90f2-906dc20914f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:12:16.657665 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db8619b3bfd44a3a0f2128b398243c28f67a7e558bf903df4768d357387e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb286cc6-bf0e-41e6-b19e-47be9bc01fb8" -d '{"events": [{"server_uuid": "ab2b5da0-ec48-4686-90f2-906dc20914f9", "name": "network-vif-plugged", "status": "completed", "tag": "ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:12:16.670462 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27,segment=NetworkSegment(6ab0390d-ca2d-4bf4-a306-4ac33cd34f9e),segment_id=6ab0390d-ca2d-4bf4-a306-4ac33cd34f9e)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:12:16.675397 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:16.704655 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc17020-8f1d-475f-ac70-8b7dcd503efe x-openstack-request-id: req-7dc17020-8f1d-475f-ac70-8b7dcd503efe {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:12:16.704963 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2b5da0-ec48-4686-90f2-906dc20914f9", "name": "network-vif-plugged", "status": "completed", "tag": "ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:12:16.705339 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7dc17020-8f1d-475f-ac70-8b7dcd503efe {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:12:16.705733 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2b5da0-ec48-4686-90f2-906dc20914f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27', 'code': 200} Oct 19 02:12:16.733701 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:16.807826 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefbd1e-3fea-43da-b6a6-e57db4bee109 req-0472f4d7-632a-4c63-a2a8-a47ba80defe9 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:16.809302 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-edefbd1e-3fea-43da-b6a6-e57db4bee109 req-0472f4d7-632a-4c63-a2a8-a47ba80defe9 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab2b5da0-ec48-4686-90f2-906dc20914f9 HTTP/1.1" status: 200 len: 945 time: 0.0848396 Oct 19 02:12:16.823321 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324f0e2-8c8c-4be8-8ab2-ed31f603244d req-c3b61545-5a76-4f77-ae7c-ba6eba945626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:16.824730 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a324f0e2-8c8c-4be8-8ab2-ed31f603244d req-c3b61545-5a76-4f77-ae7c-ba6eba945626 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ab2b5da0-ec48-4686-90f2-906dc20914f9 HTTP/1.1" status: 200 len: 1097 time: 0.0651004 Oct 19 02:12:16.870135 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-edefbd1e-3fea-43da-b6a6-e57db4bee109 req-db2cdbc2-fd5b-4474-a085-c37f98bdea33 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=75feb3c1-bebc-440e-804b-2502f3ecddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541949 Oct 19 02:12:16.875834 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a324f0e2-8c8c-4be8-8ab2-ed31f603244d req-0a0622b8-a36d-4cf6-ba87-191d2ce93ed9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=75feb3c1-bebc-440e-804b-2502f3ecddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439744 Oct 19 02:12:17.387886 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:17.991236 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572c5d1-d500-4c20-b47b-bc91056a3f9c req-93d9d105-8175-4a81-b24c-0ca9eddd2839 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:17.992779 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f572c5d1-d500-4c20-b47b-bc91056a3f9c req-93d9d105-8175-4a81-b24c-0ca9eddd2839 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab2b5da0-ec48-4686-90f2-906dc20914f9 HTTP/1.1" status: 200 len: 945 time: 0.0537002 Oct 19 02:12:18.031579 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f572c5d1-d500-4c20-b47b-bc91056a3f9c req-3894c7c6-b532-4357-9f84-0470bf52d511 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=75feb3c1-bebc-440e-804b-2502f3ecddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327280 Oct 19 02:12:18.060027 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:19.144417 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5cbd9-1ac1-4e73-9409-7c31142334a5 req-1cf3f2bb-c977-4bad-8561-7c200342f388 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:19.145890 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-89f5cbd9-1ac1-4e73-9409-7c31142334a5 req-1cf3f2bb-c977-4bad-8561-7c200342f388 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab2b5da0-ec48-4686-90f2-906dc20914f9 HTTP/1.1" status: 200 len: 945 time: 0.0494161 Oct 19 02:12:19.184359 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-89f5cbd9-1ac1-4e73-9409-7c31142334a5 req-ba185a8a-aa6c-4d1f-a461-352ccbc244a5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=75feb3c1-bebc-440e-804b-2502f3ecddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317004 Oct 19 02:12:19.296416 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cad4e5-1302-4b4f-8c8b-53683af17463 req-55b54af8-b9c7-44ce-8d47-92381b31bf6e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:19.297868 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cad4e5-1302-4b4f-8c8b-53683af17463 req-55b54af8-b9c7-44ce-8d47-92381b31bf6e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab2b5da0-ec48-4686-90f2-906dc20914f9 HTTP/1.1" status: 200 len: 945 time: 0.0476756 Oct 19 02:12:19.335332 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-65cad4e5-1302-4b4f-8c8b-53683af17463 req-12644c90-59da-4118-9e2c-7b0bcfd9227e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=75feb3c1-bebc-440e-804b-2502f3ecddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310926 Oct 19 02:12:19.356591 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56006) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:19.395689 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776af82e-d38d-4d82-bc55-557213b8408a tempest-TestNetworkAdvancedServerOps-664428066 tempest-TestNetworkAdvancedServerOps-664428066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:19.397213 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-776af82e-d38d-4d82-bc55-557213b8408a tempest-TestNetworkAdvancedServerOps-664428066 tempest-TestNetworkAdvancedServerOps-664428066-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ab2b5da0-ec48-4686-90f2-906dc20914f9 HTTP/1.1" status: 200 len: 1092 time: 0.0396841 Oct 19 02:12:19.400247 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56008) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:19.404481 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-f23883c9-212a-4b07-9da4-2d94873e19d5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'port_id': 'ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:12:19.426812 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f23883c9-212a-4b07-9da4-2d94873e19d5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for floatingip, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:19.524867 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f23883c9-212a-4b07-9da4-2d94873e19d5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:19.622161 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-f23883c9-212a-4b07-9da4-2d94873e19d5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Allocated IP 172.25.8.150 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/5a468c80-4846-4d2d-aa30-6d6b20508c21) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:12:19.723717 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f23883c9-212a-4b07-9da4-2d94873e19d5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:19.756081 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f23883c9-212a-4b07-9da4-2d94873e19d5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:19.796565 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23883c9-212a-4b07-9da4-2d94873e19d5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:12:19.799307 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-f23883c9-212a-4b07-9da4-2d94873e19d5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:12:19.802711 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23883c9-212a-4b07-9da4-2d94873e19d5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:12:19.823197 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23883c9-212a-4b07-9da4-2d94873e19d5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Port': ['ID=5a468c80-4846-4d2d-aa30-6d6b20508c21,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:19.985535 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:20.159020 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f23883c9-212a-4b07-9da4-2d94873e19d5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:20.222871 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f23883c9-212a-4b07-9da4-2d94873e19d5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:20.372864 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f23883c9-212a-4b07-9da4-2d94873e19d5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:20.377176 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f23883c9-212a-4b07-9da4-2d94873e19d5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:20.448269 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23883c9-212a-4b07-9da4-2d94873e19d5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event updated for resources: {'Port': ['ID=5a468c80-4846-4d2d-aa30-6d6b20508c21,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:20.461547 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f23883c9-212a-4b07-9da4-2d94873e19d5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:20.561238 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [None req-f23883c9-212a-4b07-9da4-2d94873e19d5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Floating IP 1bf202fc-06cc-4a07-8d9f-e9fc3f2ec82a associated. External IP: 172.25.8.150, port: ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27. Oct 19 02:12:20.765934 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23883c9-212a-4b07-9da4-2d94873e19d5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Router 4aa40d43-0d1c-4e5f-972b-e9a4db639f71 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:12:20.868691 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23883c9-212a-4b07-9da4-2d94873e19d5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:12:20.879125 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbeddfe-80d8-41e3-a0e5-04c24a455ef7 None None] Sync routers for ids ['4aa40d43-0d1c-4e5f-972b-e9a4db639f71'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:12:20.886555 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f23883c9-212a-4b07-9da4-2d94873e19d5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:20.890089 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbeddfe-80d8-41e3-a0e5-04c24a455ef7 None None] Routers {'4aa40d43-0d1c-4e5f-972b-e9a4db639f71'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:12:20.890685 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-1fbeddfe-80d8-41e3-a0e5-04c24a455ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:12:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['4aa40d43-0d1c-4e5f-972b-e9a4db639f71'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:20.916734 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f23883c9-212a-4b07-9da4-2d94873e19d5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5154772 Oct 19 02:12:20.917439 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2b5da0-ec48-4686-90f2-906dc20914f9', 'tag': 'ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:12:20.919916 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}604d1223bc0e61ef4f6f375a56b68240d92e3dadd1a32e57b330ac88f8c52c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4272da4a-bb5e-48da-84ef-3538719f865c" -d '{"events": [{"name": "network-changed", "server_uuid": "ab2b5da0-ec48-4686-90f2-906dc20914f9", "tag": "ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:12:20.961575 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03fe3e3-fc51-4dea-a0c5-4af16cf1a0ef x-openstack-request-id: req-a03fe3e3-fc51-4dea-a0c5-4af16cf1a0ef {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:12:20.961876 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab2b5da0-ec48-4686-90f2-906dc20914f9", "tag": "ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:12:20.962173 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a03fe3e3-fc51-4dea-a0c5-4af16cf1a0ef {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:12:20.962664 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab2b5da0-ec48-4686-90f2-906dc20914f9', 'tag': 'ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27', 'status': 'completed', 'code': 200} Oct 19 02:12:21.008370 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-1fbeddfe-80d8-41e3-a0e5-04c24a455ef7 None None] Set router 4aa40d43-0d1c-4e5f-972b-e9a4db639f71 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:12:21.056530 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ee159-35e6-4860-9ba0-d820dceab2b6 req-37c206f0-5f20-4a05-90a7-830aeaac15f5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:21.058046 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ab8ee159-35e6-4860-9ba0-d820dceab2b6 req-37c206f0-5f20-4a05-90a7-830aeaac15f5 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab2b5da0-ec48-4686-90f2-906dc20914f9 HTTP/1.1" status: 200 len: 945 time: 0.0853024 Oct 19 02:12:21.059918 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272da4a-bb5e-48da-84ef-3538719f865c req-4fb5bb20-eaf1-4a49-9a83-ee8a13298ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:21.061289 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4272da4a-bb5e-48da-84ef-3538719f865c req-4fb5bb20-eaf1-4a49-9a83-ee8a13298ce1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&device_id=ab2b5da0-ec48-4686-90f2-906dc20914f9 HTTP/1.1" status: 200 len: 1097 time: 0.0770969 Oct 19 02:12:21.150438 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ab8ee159-35e6-4860-9ba0-d820dceab2b6 req-a7eea47e-f8d4-41f2-9ccb-ae3733115665 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=75feb3c1-bebc-440e-804b-2502f3ecddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858328 Oct 19 02:12:21.172555 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56014) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:21.176263 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272da4a-bb5e-48da-84ef-3538719f865c req-3c828878-8ae4-4bc3-8088-6df6af3d1032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:21.177907 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4272da4a-bb5e-48da-84ef-3538719f865c req-3c828878-8ae4-4bc3-8088-6df6af3d1032 service neutron] 10.222.0.55 "GET /v2.0/networks?id=59c4bac3-10c7-49ab-9ab7-fe610a047c88 HTTP/1.1" status: 200 len: 896 time: 0.1076612 Oct 19 02:12:21.230843 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-1fbeddfe-80d8-41e3-a0e5-04c24a455ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-324431624', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:12:03Z', 'updated_at': '2021-10-19T02:12:06Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ae:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:04Z', 'updated_at': '2021-10-19T02:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '1bf202fc-06cc-4a07-8d9f-e9fc3f2ec82a', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'floating_ip_address': '172.25.8.150', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'port_id': 'ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59c4bac3-10c7-49ab-9ab7-fe610a047c88', 'mac_address': 'fa:16:3e:fe:38:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2b5da0-ec48-4686-90f2-906dc20914f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:12:20Z', 'updated_at': '2021-10-19T02:12:20Z', 'revision_number': 0, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a23fc8-e750-4f6e-be2b-b0d805aedef9', 'name': '', 'network_id': '59c4bac3-10c7-49ab-9ab7-fe610a047c88', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:8e:89:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ee7b67f6-687c-4fec-902d-fe01713f7ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:06Z', 'updated_at': '2021-10-19T02:12:09Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': 'ee7b67f6-687c-4fec-902d-fe01713f7ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:21.240169 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-292b1803-34ec-4011-ac4d-eb5b2fe9609f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/floatingips/1bf202fc-06cc-4a07-8d9f-e9fc3f2ec82a HTTP/1.1" status: 200 len: 991 time: 0.0647912 Oct 19 02:12:21.250416 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4272da4a-bb5e-48da-84ef-3538719f865c req-b09bb938-a452-4085-8ad0-49fb20367724 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27 HTTP/1.1" status: 200 len: 999 time: 0.0660257 Oct 19 02:12:21.256926 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbeddfe-80d8-41e3-a0e5-04c24a455ef7 None None] Checking router: 4aa40d43-0d1c-4e5f-972b-e9a4db639f71 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:12:21.265437 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbeddfe-80d8-41e3-a0e5-04c24a455ef7 None None] Routers {'4aa40d43-0d1c-4e5f-972b-e9a4db639f71'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:12:21.266033 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-1fbeddfe-80d8-41e3-a0e5-04c24a455ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:12:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['4aa40d43-0d1c-4e5f-972b-e9a4db639f71'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:21.301865 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272da4a-bb5e-48da-84ef-3538719f865c req-ad4d7a06-db70-4525-9080-23d48037d5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:21.303378 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4272da4a-bb5e-48da-84ef-3538719f865c req-ad4d7a06-db70-4525-9080-23d48037d5bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ee7b67f6-687c-4fec-902d-fe01713f7ca6 HTTP/1.1" status: 200 len: 835 time: 0.0461838 Oct 19 02:12:21.352736 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272da4a-bb5e-48da-84ef-3538719f865c req-e55c821c-73df-4e12-81c5-0f95c6fcea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:21.354375 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4272da4a-bb5e-48da-84ef-3538719f865c req-e55c821c-73df-4e12-81c5-0f95c6fcea40 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=59c4bac3-10c7-49ab-9ab7-fe610a047c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440993 Oct 19 02:12:21.449958 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4272da4a-bb5e-48da-84ef-3538719f865c req-9bb56c35-d047-4532-a796-8d22b1db46be service neutron] 10.222.0.55 "GET /v2.0/networks/59c4bac3-10c7-49ab-9ab7-fe610a047c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889058 Oct 19 02:12:21.462277 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-1fbeddfe-80d8-41e3-a0e5-04c24a455ef7 None None] Set router 4aa40d43-0d1c-4e5f-972b-e9a4db639f71 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:12:21.540961 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4272da4a-bb5e-48da-84ef-3538719f865c req-73d22fac-8cf2-4982-916e-1120b9846b04 service neutron] 10.222.0.55 "GET /v2.0/networks/59c4bac3-10c7-49ab-9ab7-fe610a047c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841393 Oct 19 02:12:21.679895 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-1fbeddfe-80d8-41e3-a0e5-04c24a455ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-324431624', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:12:03Z', 'updated_at': '2021-10-19T02:12:06Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ae:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:04Z', 'updated_at': '2021-10-19T02:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '1bf202fc-06cc-4a07-8d9f-e9fc3f2ec82a', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'floating_ip_address': '172.25.8.150', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'port_id': 'ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59c4bac3-10c7-49ab-9ab7-fe610a047c88', 'mac_address': 'fa:16:3e:fe:38:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2b5da0-ec48-4686-90f2-906dc20914f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:12:20Z', 'updated_at': '2021-10-19T02:12:20Z', 'revision_number': 0, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a23fc8-e750-4f6e-be2b-b0d805aedef9', 'name': '', 'network_id': '59c4bac3-10c7-49ab-9ab7-fe610a047c88', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:8e:89:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ee7b67f6-687c-4fec-902d-fe01713f7ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:06Z', 'updated_at': '2021-10-19T02:12:09Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': 'ee7b67f6-687c-4fec-902d-fe01713f7ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:21.705399 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbeddfe-80d8-41e3-a0e5-04c24a455ef7 None None] The sync data for ids ['4aa40d43-0d1c-4e5f-972b-e9a4db639f71'] in n-d-715271-26 is: [{'id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-324431624', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:12:03Z', 'updated_at': '2021-10-19T02:12:06Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ae:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:04Z', 'updated_at': '2021-10-19T02:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '1bf202fc-06cc-4a07-8d9f-e9fc3f2ec82a', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'floating_ip_address': '172.25.8.150', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'port_id': 'ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59c4bac3-10c7-49ab-9ab7-fe610a047c88', 'mac_address': 'fa:16:3e:fe:38:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2b5da0-ec48-4686-90f2-906dc20914f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:12:20Z', 'updated_at': '2021-10-19T02:12:20Z', 'revision_number': 0, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a23fc8-e750-4f6e-be2b-b0d805aedef9', 'name': '', 'network_id': '59c4bac3-10c7-49ab-9ab7-fe610a047c88', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:8e:89:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ee7b67f6-687c-4fec-902d-fe01713f7ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:06Z', 'updated_at': '2021-10-19T02:12:09Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': 'ee7b67f6-687c-4fec-902d-fe01713f7ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:12:21.890216 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a269e86-d92e-4837-8e64-5b0f437eadf4 None None] New status for floating IP 1bf202fc-06cc-4a07-8d9f-e9fc3f2ec82a: ACTIVE {{(pid=100608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:12:22.243615 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56016) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:22.307013 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7c78b85d-f8dd-46a8-aa31-4d5202b1017c tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/floatingips/1bf202fc-06cc-4a07-8d9f-e9fc3f2ec82a HTTP/1.1" status: 200 len: 993 time: 0.0622840 Oct 19 02:12:27.798578 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:30.337987 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:41.932389 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-81dbe0b1-8e4a-427e-af2d-60670d92690c req-a5fda782-4429-4bb3-8a38-3ad9e32ddb40 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ab2b5da0-ec48-4686-90f2-906dc20914f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435810 Oct 19 02:12:42.021000 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbe0b1-8e4a-427e-af2d-60670d92690c req-eb74157b-a703-4971-a899-7b282a69b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:42.022643 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-81dbe0b1-8e4a-427e-af2d-60670d92690c req-eb74157b-a703-4971-a899-7b282a69b2f3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&device_id=ab2b5da0-ec48-4686-90f2-906dc20914f9 HTTP/1.1" status: 200 len: 1097 time: 0.0428553 Oct 19 02:12:42.127464 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbe0b1-8e4a-427e-af2d-60670d92690c req-167124b7-17ad-409c-b871-c1257d656200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:42.128921 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-81dbe0b1-8e4a-427e-af2d-60670d92690c req-167124b7-17ad-409c-b871-c1257d656200 service neutron] 10.222.0.55 "GET /v2.0/networks?id=59c4bac3-10c7-49ab-9ab7-fe610a047c88 HTTP/1.1" status: 200 len: 896 time: 0.0864804 Oct 19 02:12:42.192712 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-81dbe0b1-8e4a-427e-af2d-60670d92690c req-b7462ef9-2e0d-418a-8653-1ffe7df8da04 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27 HTTP/1.1" status: 200 len: 1001 time: 0.0568030 Oct 19 02:12:42.240192 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbe0b1-8e4a-427e-af2d-60670d92690c req-e5cfe747-d0b8-4ece-ae7b-c97155b8c582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:42.241556 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-81dbe0b1-8e4a-427e-af2d-60670d92690c req-e5cfe747-d0b8-4ece-ae7b-c97155b8c582 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ee7b67f6-687c-4fec-902d-fe01713f7ca6 HTTP/1.1" status: 200 len: 835 time: 0.0422661 Oct 19 02:12:42.288935 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbe0b1-8e4a-427e-af2d-60670d92690c req-07ea4925-bfee-4361-853a-49a1f83d82a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:42.290390 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-81dbe0b1-8e4a-427e-af2d-60670d92690c req-07ea4925-bfee-4361-853a-49a1f83d82a4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=59c4bac3-10c7-49ab-9ab7-fe610a047c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420442 Oct 19 02:12:42.377726 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-81dbe0b1-8e4a-427e-af2d-60670d92690c req-176e632b-50c3-43a1-851a-dd71c6afb434 service neutron] 10.222.0.55 "GET /v2.0/networks/59c4bac3-10c7-49ab-9ab7-fe610a047c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799825 Oct 19 02:12:42.471316 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-81dbe0b1-8e4a-427e-af2d-60670d92690c req-f1214a5d-2f5e-48d6-bc2f-a6b35e92cf75 service neutron] 10.222.0.55 "GET /v2.0/networks/59c4bac3-10c7-49ab-9ab7-fe610a047c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864403 Oct 19 02:12:44.049229 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7bdaa54c-5f77-4e94-8a4b-919964fde37c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:46.631039 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-92cc00f4-3f95-477a-9742-e75ea1e5309e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:47.389329 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:48.063130 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:49.331912 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:12:49.986754 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:57.797336 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:00.342313 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:14.049835 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-07ac4ca0-a992-4436-bca2-d40cda6c8251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:16.631848 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2fda7021-3df8-4b2a-8f69-0369bb9a5e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:17.391323 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:18.064928 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:19.989928 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:25.179252 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d9909-a151-4bf6-bf02-e2044b7c17c2 req-53ebbe30-4cae-4fc4-aeda-44896c8ff1ef tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:25.180664 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0d0d9909-a151-4bf6-bf02-e2044b7c17c2 req-53ebbe30-4cae-4fc4-aeda-44896c8ff1ef tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab2b5da0-ec48-4686-90f2-906dc20914f9 HTTP/1.1" status: 200 len: 945 time: 0.1001379 Oct 19 02:13:25.219977 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0d0d9909-a151-4bf6-bf02-e2044b7c17c2 req-712eabbb-560d-4947-a574-525023e3178d tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=75feb3c1-bebc-440e-804b-2502f3ecddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331297 Oct 19 02:13:26.334535 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:13:26.380145 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca5b38-9c10-4090-979e-91c04fd31234 req-d80c3be6-c0a4-482d-a6ea-12fa4821d26f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:26.381607 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-28ca5b38-9c10-4090-979e-91c04fd31234 req-d80c3be6-c0a4-482d-a6ea-12fa4821d26f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab2b5da0-ec48-4686-90f2-906dc20914f9 HTTP/1.1" status: 200 len: 945 time: 0.0935659 Oct 19 02:13:26.419887 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-28ca5b38-9c10-4090-979e-91c04fd31234 req-9eaee441-d9e8-48b6-bfcd-73386d89f2a9 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=75feb3c1-bebc-440e-804b-2502f3ecddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313435 Oct 19 02:13:27.531805 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64e5c2-8dc1-4748-b6e8-881a8e98e9d4 req-4b6cd8ad-0437-4baa-af10-ab48cef52798 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:27.533276 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8f64e5c2-8dc1-4748-b6e8-881a8e98e9d4 req-4b6cd8ad-0437-4baa-af10-ab48cef52798 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab2b5da0-ec48-4686-90f2-906dc20914f9 HTTP/1.1" status: 200 len: 945 time: 0.0481930 Oct 19 02:13:27.572405 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8f64e5c2-8dc1-4748-b6e8-881a8e98e9d4 req-5280a503-4094-43b4-81c6-6ad8852dba67 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=75feb3c1-bebc-440e-804b-2502f3ecddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332873 Oct 19 02:13:27.593791 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56058) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:27.657764 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-7c51d1f7-80c5-4663-8831-28396b9722a1 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/floatingips/1bf202fc-06cc-4a07-8d9f-e9fc3f2ec82a HTTP/1.1" status: 200 len: 993 time: 0.0628805 Oct 19 02:13:27.780718 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:28.953527 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ecaa24-c0dd-414e-900f-f4d7dfe69037 req-8df8c7b1-963a-405f-ae2f-3fe6c3616a46 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:28.955019 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b9ecaa24-c0dd-414e-900f-f4d7dfe69037 req-8df8c7b1-963a-405f-ae2f-3fe6c3616a46 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab2b5da0-ec48-4686-90f2-906dc20914f9 HTTP/1.1" status: 200 len: 945 time: 0.0828884 Oct 19 02:13:28.961206 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cf799-0b0d-4bf8-ba1b-a910c79f891b req-99581526-236d-4cd5-ac5f-3a3a5076448e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:28.962562 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-229cf799-0b0d-4bf8-ba1b-a910c79f891b req-99581526-236d-4cd5-ac5f-3a3a5076448e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&device_id=ab2b5da0-ec48-4686-90f2-906dc20914f9 HTTP/1.1" status: 200 len: 1097 time: 0.0623517 Oct 19 02:13:29.046430 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b9ecaa24-c0dd-414e-900f-f4d7dfe69037 req-b1c32a56-5a99-4ab9-aa9a-de612da6a2ec tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=75feb3c1-bebc-440e-804b-2502f3ecddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829239 Oct 19 02:13:29.073731 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cf799-0b0d-4bf8-ba1b-a910c79f891b req-fe267a11-1669-4da1-b97e-7add19b9de65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:29.075893 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-229cf799-0b0d-4bf8-ba1b-a910c79f891b req-fe267a11-1669-4da1-b97e-7add19b9de65 service neutron] 10.222.0.55 "GET /v2.0/networks?id=59c4bac3-10c7-49ab-9ab7-fe610a047c88 HTTP/1.1" status: 200 len: 896 time: 0.1062515 Oct 19 02:13:29.143805 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-229cf799-0b0d-4bf8-ba1b-a910c79f891b req-b0158341-b922-49cc-a90e-c3a7d45ee43c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27 HTTP/1.1" status: 200 len: 1001 time: 0.0612195 Oct 19 02:13:29.200549 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cf799-0b0d-4bf8-ba1b-a910c79f891b req-34ddee1f-7179-4599-9a97-9aeb46dd9344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:29.201929 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-229cf799-0b0d-4bf8-ba1b-a910c79f891b req-34ddee1f-7179-4599-9a97-9aeb46dd9344 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ee7b67f6-687c-4fec-902d-fe01713f7ca6 HTTP/1.1" status: 200 len: 835 time: 0.0512140 Oct 19 02:13:29.247058 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cf799-0b0d-4bf8-ba1b-a910c79f891b req-d33ac4b4-dad2-4c0b-9d53-38240f98a946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:29.248633 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-229cf799-0b0d-4bf8-ba1b-a910c79f891b req-d33ac4b4-dad2-4c0b-9d53-38240f98a946 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=59c4bac3-10c7-49ab-9ab7-fe610a047c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387540 Oct 19 02:13:29.340597 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-229cf799-0b0d-4bf8-ba1b-a910c79f891b req-6a8a29a0-9e13-4350-a9c4-6a5cf1d79449 service neutron] 10.222.0.55 "GET /v2.0/networks/59c4bac3-10c7-49ab-9ab7-fe610a047c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840468 Oct 19 02:13:29.428805 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-229cf799-0b0d-4bf8-ba1b-a910c79f891b req-c5b56610-cc9c-4213-8152-0711e696a29c service neutron] 10.222.0.55 "GET /v2.0/networks/59c4bac3-10c7-49ab-9ab7-fe610a047c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810783 Oct 19 02:13:30.161813 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cead01a-0b06-4793-9f66-be5c83fdf62d req-ed34c656-48c2-4a3c-9ed3-3fadb47229d6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:30.163274 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1cead01a-0b06-4793-9f66-be5c83fdf62d req-ed34c656-48c2-4a3c-9ed3-3fadb47229d6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab2b5da0-ec48-4686-90f2-906dc20914f9 HTTP/1.1" status: 200 len: 945 time: 0.0480771 Oct 19 02:13:30.200216 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1cead01a-0b06-4793-9f66-be5c83fdf62d req-10b65095-b3fd-418e-8f4c-fc2e7f5d9b77 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=75feb3c1-bebc-440e-804b-2502f3ecddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302954 Oct 19 02:13:30.348373 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:31.319613 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996d173-fb55-4be3-97f7-a5e07e1fc55c req-d077e72d-50fe-467c-88b0-983e1b19e9c4 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:31.321104 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2996d173-fb55-4be3-97f7-a5e07e1fc55c req-d077e72d-50fe-467c-88b0-983e1b19e9c4 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab2b5da0-ec48-4686-90f2-906dc20914f9 HTTP/1.1" status: 200 len: 945 time: 0.0530996 Oct 19 02:13:31.359113 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-2996d173-fb55-4be3-97f7-a5e07e1fc55c req-293267d9-29b7-4901-82ea-93b263d17b94 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=75feb3c1-bebc-440e-804b-2502f3ecddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313950 Oct 19 02:13:31.381047 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56070) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:31.443701 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-447f5b99-373e-4e9f-badd-8e8cedd9c29b tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/floatingips/1bf202fc-06cc-4a07-8d9f-e9fc3f2ec82a HTTP/1.1" status: 200 len: 993 time: 0.0614522 Oct 19 02:13:31.665856 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56076) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:31.817744 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-c33eb87f-e18f-4de5-bfb8-582a430a381f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Deleting port 5a468c80-4846-4d2d-aa30-6d6b20508c21 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:13:31.818078 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c33eb87f-e18f-4de5-bfb8-582a430a381f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:31.890849 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c33eb87f-e18f-4de5-bfb8-582a430a381f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:31.891166 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c33eb87f-e18f-4de5-bfb8-582a430a381f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:31.902314 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-c33eb87f-e18f-4de5-bfb8-582a430a381f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Calling delete_port for 5a468c80-4846-4d2d-aa30-6d6b20508c21 owned by network:floatingip {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:13:32.047352 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c33eb87f-e18f-4de5-bfb8-582a430a381f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:32.075302 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33eb87f-e18f-4de5-bfb8-582a430a381f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event deleted for resources: {'Port': ['ID=5a468c80-4846-4d2d-aa30-6d6b20508c21,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:32.097925 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33eb87f-e18f-4de5-bfb8-582a430a381f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:32.098268 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33eb87f-e18f-4de5-bfb8-582a430a381f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:32.098603 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33eb87f-e18f-4de5-bfb8-582a430a381f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:32.098932 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33eb87f-e18f-4de5-bfb8-582a430a381f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:32.099256 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33eb87f-e18f-4de5-bfb8-582a430a381f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:32.099581 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33eb87f-e18f-4de5-bfb8-582a430a381f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:32.099932 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33eb87f-e18f-4de5-bfb8-582a430a381f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:32.100254 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33eb87f-e18f-4de5-bfb8-582a430a381f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:32.100574 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33eb87f-e18f-4de5-bfb8-582a430a381f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:32.100890 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33eb87f-e18f-4de5-bfb8-582a430a381f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:32.101203 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33eb87f-e18f-4de5-bfb8-582a430a381f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:32.101519 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33eb87f-e18f-4de5-bfb8-582a430a381f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:32.148091 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c33eb87f-e18f-4de5-bfb8-582a430a381f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for floatingip, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:32.148419 n-d-715271-26 neutron-server[100607]: INFO neutron.db.l3_db [None req-c33eb87f-e18f-4de5-bfb8-582a430a381f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Floating IP 1bf202fc-06cc-4a07-8d9f-e9fc3f2ec82a disassociated (deleted). External IP: 172.25.8.150, port: ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27. Oct 19 02:13:32.348223 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33eb87f-e18f-4de5-bfb8-582a430a381f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Router 4aa40d43-0d1c-4e5f-972b-e9a4db639f71 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:13:32.454429 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33eb87f-e18f-4de5-bfb8-582a430a381f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:13:32.458906 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c33eb87f-e18f-4de5-bfb8-582a430a381f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:32.463822 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933a8b1d-4f64-4857-8aff-ce19d970f7b3 None None] Sync routers for ids ['4aa40d43-0d1c-4e5f-972b-e9a4db639f71'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:13:32.473166 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933a8b1d-4f64-4857-8aff-ce19d970f7b3 None None] Routers {'4aa40d43-0d1c-4e5f-972b-e9a4db639f71'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:13:32.473766 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-933a8b1d-4f64-4857-8aff-ce19d970f7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:13:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['4aa40d43-0d1c-4e5f-972b-e9a4db639f71'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:32.491701 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c33eb87f-e18f-4de5-bfb8-582a430a381f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "DELETE /v2.0/floatingips/1bf202fc-06cc-4a07-8d9f-e9fc3f2ec82a HTTP/1.1" status: 204 len: 168 time: 0.8247354 Oct 19 02:13:32.492418 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2b5da0-ec48-4686-90f2-906dc20914f9', 'tag': 'ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:13:32.494825 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}604d1223bc0e61ef4f6f375a56b68240d92e3dadd1a32e57b330ac88f8c52c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e368e794-c756-46d8-b148-f721272f2ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "ab2b5da0-ec48-4686-90f2-906dc20914f9", "tag": "ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:13:32.535155 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5af4f5f-8953-4e09-9ede-11805dc28538 x-openstack-request-id: req-f5af4f5f-8953-4e09-9ede-11805dc28538 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:13:32.535453 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab2b5da0-ec48-4686-90f2-906dc20914f9", "tag": "ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:13:32.535711 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f5af4f5f-8953-4e09-9ede-11805dc28538 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:13:32.536171 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab2b5da0-ec48-4686-90f2-906dc20914f9', 'tag': 'ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27', 'status': 'completed', 'code': 200} Oct 19 02:13:32.579580 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-933a8b1d-4f64-4857-8aff-ce19d970f7b3 None None] Set router 4aa40d43-0d1c-4e5f-972b-e9a4db639f71 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:13:32.608545 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368e794-c756-46d8-b148-f721272f2ea2 req-5a1683f1-f074-468b-849f-286e90fb86c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:32.609964 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e368e794-c756-46d8-b148-f721272f2ea2 req-5a1683f1-f074-468b-849f-286e90fb86c6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&device_id=ab2b5da0-ec48-4686-90f2-906dc20914f9 HTTP/1.1" status: 200 len: 1097 time: 0.0520644 Oct 19 02:13:32.713095 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368e794-c756-46d8-b148-f721272f2ea2 req-62ad8e15-365c-48c1-91f3-d780b42c6df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:32.714788 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e368e794-c756-46d8-b148-f721272f2ea2 req-62ad8e15-365c-48c1-91f3-d780b42c6df6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=59c4bac3-10c7-49ab-9ab7-fe610a047c88 HTTP/1.1" status: 200 len: 896 time: 0.0947347 Oct 19 02:13:32.738980 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2963ad-9376-4792-9c86-bcb4c70df5a9 req-d570cdcf-5847-4e3c-a47e-7dd57194cb5e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:32.740572 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3c2963ad-9376-4792-9c86-bcb4c70df5a9 req-d570cdcf-5847-4e3c-a47e-7dd57194cb5e tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab2b5da0-ec48-4686-90f2-906dc20914f9 HTTP/1.1" status: 200 len: 945 time: 0.0543752 Oct 19 02:13:32.763440 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e368e794-c756-46d8-b148-f721272f2ea2 req-d222ed6e-ef87-4df9-8335-d2d59e76f16d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27 HTTP/1.1" status: 200 len: 217 time: 0.0395615 Oct 19 02:13:32.780836 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3c2963ad-9376-4792-9c86-bcb4c70df5a9 req-7e0fe8bf-f48f-44fd-a372-77d7d15f2788 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=75feb3c1-bebc-440e-804b-2502f3ecddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331888 Oct 19 02:13:32.788464 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-933a8b1d-4f64-4857-8aff-ce19d970f7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-324431624', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:12:03Z', 'updated_at': '2021-10-19T02:12:06Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ae:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:04Z', 'updated_at': '2021-10-19T02:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '51a23fc8-e750-4f6e-be2b-b0d805aedef9', 'name': '', 'network_id': '59c4bac3-10c7-49ab-9ab7-fe610a047c88', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:8e:89:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ee7b67f6-687c-4fec-902d-fe01713f7ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:06Z', 'updated_at': '2021-10-19T02:12:09Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': 'ee7b67f6-687c-4fec-902d-fe01713f7ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:32.815526 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933a8b1d-4f64-4857-8aff-ce19d970f7b3 None None] Checking router: 4aa40d43-0d1c-4e5f-972b-e9a4db639f71 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:13:32.817371 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368e794-c756-46d8-b148-f721272f2ea2 req-4964b6a6-5aae-4f70-b1ff-98b8a755cdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:32.818824 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e368e794-c756-46d8-b148-f721272f2ea2 req-4964b6a6-5aae-4f70-b1ff-98b8a755cdcf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ee7b67f6-687c-4fec-902d-fe01713f7ca6 HTTP/1.1" status: 200 len: 835 time: 0.0493612 Oct 19 02:13:32.823756 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933a8b1d-4f64-4857-8aff-ce19d970f7b3 None None] Routers {'4aa40d43-0d1c-4e5f-972b-e9a4db639f71'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:13:32.824383 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-933a8b1d-4f64-4857-8aff-ce19d970f7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:13:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['4aa40d43-0d1c-4e5f-972b-e9a4db639f71'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:32.863609 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368e794-c756-46d8-b148-f721272f2ea2 req-b7ea75c1-7ab6-441e-8a2d-facbdacbd3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:32.865039 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e368e794-c756-46d8-b148-f721272f2ea2 req-b7ea75c1-7ab6-441e-8a2d-facbdacbd3ad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=59c4bac3-10c7-49ab-9ab7-fe610a047c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388682 Oct 19 02:13:32.930327 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-933a8b1d-4f64-4857-8aff-ce19d970f7b3 None None] Set router 4aa40d43-0d1c-4e5f-972b-e9a4db639f71 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:13:32.962466 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e368e794-c756-46d8-b148-f721272f2ea2 req-1141dc4d-f027-48e0-af0e-5dbbffd281ce service neutron] 10.222.0.55 "GET /v2.0/networks/59c4bac3-10c7-49ab-9ab7-fe610a047c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895429 Oct 19 02:13:33.059475 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e368e794-c756-46d8-b148-f721272f2ea2 req-4e2fd691-8c8e-4570-a407-3951d85b430e service neutron] 10.222.0.55 "GET /v2.0/networks/59c4bac3-10c7-49ab-9ab7-fe610a047c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885949 Oct 19 02:13:33.129280 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-933a8b1d-4f64-4857-8aff-ce19d970f7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-324431624', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:12:03Z', 'updated_at': '2021-10-19T02:12:06Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ae:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:04Z', 'updated_at': '2021-10-19T02:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '51a23fc8-e750-4f6e-be2b-b0d805aedef9', 'name': '', 'network_id': '59c4bac3-10c7-49ab-9ab7-fe610a047c88', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:8e:89:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ee7b67f6-687c-4fec-902d-fe01713f7ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:06Z', 'updated_at': '2021-10-19T02:12:09Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': 'ee7b67f6-687c-4fec-902d-fe01713f7ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:33.155375 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933a8b1d-4f64-4857-8aff-ce19d970f7b3 None None] The sync data for ids ['4aa40d43-0d1c-4e5f-972b-e9a4db639f71'] in n-d-715271-26 is: [{'id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-324431624', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:12:03Z', 'updated_at': '2021-10-19T02:12:06Z', 'revision_number': 4, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ae:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:04Z', 'updated_at': '2021-10-19T02:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '51a23fc8-e750-4f6e-be2b-b0d805aedef9', 'name': '', 'network_id': '59c4bac3-10c7-49ab-9ab7-fe610a047c88', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'mac_address': 'fa:16:3e:8e:89:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ee7b67f6-687c-4fec-902d-fe01713f7ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:06Z', 'updated_at': '2021-10-19T02:12:09Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'subnets': [{'id': 'ee7b67f6-687c-4fec-902d-fe01713f7ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:13:33.367390 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dfb9e5-f0bc-42e1-8f8c-90ec92d24688 None None] New status for floating IP 1bf202fc-06cc-4a07-8d9f-e9fc3f2ec82a: DOWN {{(pid=100608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:13:33.897959 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb5d23-94a7-4b96-b6d3-32d66fb6c84a req-c60fc753-6f1f-4b6e-bf5b-c6cc7b08dcef tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:33.899411 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f5bb5d23-94a7-4b96-b6d3-32d66fb6c84a req-c60fc753-6f1f-4b6e-bf5b-c6cc7b08dcef tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab2b5da0-ec48-4686-90f2-906dc20914f9 HTTP/1.1" status: 200 len: 945 time: 0.0485134 Oct 19 02:13:33.937125 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f5bb5d23-94a7-4b96-b6d3-32d66fb6c84a req-8b01bd3d-7ae9-4122-a920-e12112171c9a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/security-groups?id=75feb3c1-bebc-440e-804b-2502f3ecddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311315 Oct 19 02:13:34.640010 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f46988-6f46-46c8-85e1-875862756c3e req-1ba581b2-a74d-4166-a8bf-05f814cda438 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:34.641451 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b9f46988-6f46-46c8-85e1-875862756c3e req-1ba581b2-a74d-4166-a8bf-05f814cda438 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab2b5da0-ec48-4686-90f2-906dc20914f9 HTTP/1.1" status: 200 len: 945 time: 0.0478318 Oct 19 02:13:34.732372 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-b9f46988-6f46-46c8-85e1-875862756c3e req-59116834-577c-4d22-a010-79d248dbe89a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Deleting port ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:13:34.732707 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b9f46988-6f46-46c8-85e1-875862756c3e req-59116834-577c-4d22-a010-79d248dbe89a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:34.819625 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-b9f46988-6f46-46c8-85e1-875862756c3e req-59116834-577c-4d22-a010-79d248dbe89a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] For port ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27,segment=NetworkSegment(6ab0390d-ca2d-4bf4-a306-4ac33cd34f9e),segment_id=6ab0390d-ca2d-4bf4-a306-4ac33cd34f9e)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:13:34.820006 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b9f46988-6f46-46c8-85e1-875862756c3e req-59116834-577c-4d22-a010-79d248dbe89a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:34.833001 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-b9f46988-6f46-46c8-85e1-875862756c3e req-59116834-577c-4d22-a010-79d248dbe89a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Calling delete_port for ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:13:34.963115 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b9f46988-6f46-46c8-85e1-875862756c3e req-59116834-577c-4d22-a010-79d248dbe89a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:34.993210 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59116834-577c-4d22-a010-79d248dbe89a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event deleted for resources: {'Port': ['ID=ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:35.019899 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59116834-577c-4d22-a010-79d248dbe89a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:35.020256 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59116834-577c-4d22-a010-79d248dbe89a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:35.020594 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59116834-577c-4d22-a010-79d248dbe89a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:35.020932 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59116834-577c-4d22-a010-79d248dbe89a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:35.021261 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59116834-577c-4d22-a010-79d248dbe89a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:35.021597 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59116834-577c-4d22-a010-79d248dbe89a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:35.021924 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59116834-577c-4d22-a010-79d248dbe89a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:35.022251 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59116834-577c-4d22-a010-79d248dbe89a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:35.022606 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59116834-577c-4d22-a010-79d248dbe89a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:35.022902 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59116834-577c-4d22-a010-79d248dbe89a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:35.023221 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59116834-577c-4d22-a010-79d248dbe89a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:35.023542 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59116834-577c-4d22-a010-79d248dbe89a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:35.045382 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63d2d80d-a07f-4117-a12f-e96fa175db1c req-70d9cf5f-75a2-4af1-924e-ff93fab0e842 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab2b5da0-ec48-4686-90f2-906dc20914f9 HTTP/1.1" status: 200 len: 210 time: 0.0281947 Oct 19 02:13:35.049943 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f46988-6f46-46c8-85e1-875862756c3e req-59116834-577c-4d22-a010-79d248dbe89a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] No DVR routers for this DVR port ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:13:35.052862 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-b9f46988-6f46-46c8-85e1-875862756c3e req-59116834-577c-4d22-a010-79d248dbe89a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:35.056596 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b9f46988-6f46-46c8-85e1-875862756c3e req-59116834-577c-4d22-a010-79d248dbe89a tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.55 "DELETE /v2.0/ports/ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27 HTTP/1.1" status: 204 len: 173 time: 0.4090943 Oct 19 02:13:35.063519 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2b5da0-ec48-4686-90f2-906dc20914f9', 'name': 'network-vif-deleted', 'tag': 'ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:13:35.066619 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9434de058546a022cc17e407c636edc5a2ce8615e174a01ffad9beb3023847d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150cd444-c46c-45ed-bf68-99cf3f53a8cf" -d '{"events": [{"server_uuid": "ab2b5da0-ec48-4686-90f2-906dc20914f9", "name": "network-vif-deleted", "tag": "ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:13:35.112250 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97fa46a-7a8e-4fa6-9d41-d95a4ac92949 x-openstack-request-id: req-a97fa46a-7a8e-4fa6-9d41-d95a4ac92949 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:13:35.112538 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2b5da0-ec48-4686-90f2-906dc20914f9", "name": "network-vif-deleted", "tag": "ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:13:35.112803 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a97fa46a-7a8e-4fa6-9d41-d95a4ac92949 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:13:35.113195 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2b5da0-ec48-4686-90f2-906dc20914f9', 'name': 'network-vif-deleted', 'tag': 'ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27', 'status': 'completed', 'code': 200} Oct 19 02:13:36.110597 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56092) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:36.767471 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f593c371-8bf1-4e84-85fb-564a84865f29 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:37.013935 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-f593c371-8bf1-4e84-85fb-564a84865f29 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Deleting port 51a23fc8-e750-4f6e-be2b-b0d805aedef9 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:13:37.014270 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f593c371-8bf1-4e84-85fb-564a84865f29 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:37.103464 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-f593c371-8bf1-4e84-85fb-564a84865f29 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] For port 51a23fc8-e750-4f6e-be2b-b0d805aedef9, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=51a23fc8-e750-4f6e-be2b-b0d805aedef9,segment=NetworkSegment(6ab0390d-ca2d-4bf4-a306-4ac33cd34f9e),segment_id=6ab0390d-ca2d-4bf4-a306-4ac33cd34f9e)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:13:37.103850 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f593c371-8bf1-4e84-85fb-564a84865f29 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:37.116837 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-f593c371-8bf1-4e84-85fb-564a84865f29 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Calling delete_port for 51a23fc8-e750-4f6e-be2b-b0d805aedef9 owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:13:37.299284 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f593c371-8bf1-4e84-85fb-564a84865f29 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:37.325449 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593c371-8bf1-4e84-85fb-564a84865f29 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event deleted for resources: {'Port': ['ID=51a23fc8-e750-4f6e-be2b-b0d805aedef9,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:37.500781 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f593c371-8bf1-4e84-85fb-564a84865f29 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:37.717002 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f593c371-8bf1-4e84-85fb-564a84865f29 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Router 4aa40d43-0d1c-4e5f-972b-e9a4db639f71 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:13:37.817749 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f593c371-8bf1-4e84-85fb-564a84865f29 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:13:37.823761 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f593c371-8bf1-4e84-85fb-564a84865f29 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "PUT /v2.0/routers/4aa40d43-0d1c-4e5f-972b-e9a4db639f71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7120860 Oct 19 02:13:37.826570 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56094) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:37.833001 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c6092e-5a60-4e49-997c-8d39bdee8d07 None None] Sync routers for ids ['4aa40d43-0d1c-4e5f-972b-e9a4db639f71'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:13:37.841824 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c6092e-5a60-4e49-997c-8d39bdee8d07 None None] Routers {'4aa40d43-0d1c-4e5f-972b-e9a4db639f71'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:13:37.842558 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-45c6092e-5a60-4e49-997c-8d39bdee8d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:13:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['4aa40d43-0d1c-4e5f-972b-e9a4db639f71'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:37.882173 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-352ce7db-0aee-4d2e-9007-631f30a9cacb tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Deleting subnet ee7b67f6-687c-4fec-902d-fe01713f7ca6 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 02:13:37.885116 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-352ce7db-0aee-4d2e-9007-631f30a9cacb tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:37.925231 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-352ce7db-0aee-4d2e-9007-631f30a9cacb tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:37.951721 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-45c6092e-5a60-4e49-997c-8d39bdee8d07 None None] Set router 4aa40d43-0d1c-4e5f-972b-e9a4db639f71 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:13:38.007538 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-352ce7db-0aee-4d2e-9007-631f30a9cacb tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:38.075260 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-352ce7db-0aee-4d2e-9007-631f30a9cacb tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:38.103850 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ce7db-0aee-4d2e-9007-631f30a9cacb tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event deleted for resources: {'Subnet': ['ID=ee7b67f6-687c-4fec-902d-fe01713f7ca6,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:38.107543 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-352ce7db-0aee-4d2e-9007-631f30a9cacb tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:38.111685 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-352ce7db-0aee-4d2e-9007-631f30a9cacb tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "DELETE /v2.0/subnets/ee7b67f6-687c-4fec-902d-fe01713f7ca6 HTTP/1.1" status: 204 len: 168 time: 0.2841134 Oct 19 02:13:38.114239 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56096) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:38.115964 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedfda99-74d2-4b00-b584-f5547e3e11a8 None None] Network 59c4bac3-10c7-49ab-9ab7-fe610a047c88 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:13:38.236153 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0ab035e2-0b28-4d83-9f44-d2e7e2f0fd68 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:38.242856 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-45c6092e-5a60-4e49-997c-8d39bdee8d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-324431624', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:12:03Z', 'updated_at': '2021-10-19T02:13:37Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ae:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:04Z', 'updated_at': '2021-10-19T02:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:38.274574 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c6092e-5a60-4e49-997c-8d39bdee8d07 None None] Checking router: 4aa40d43-0d1c-4e5f-972b-e9a4db639f71 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:13:38.283765 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c6092e-5a60-4e49-997c-8d39bdee8d07 None None] Routers {'4aa40d43-0d1c-4e5f-972b-e9a4db639f71'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:13:38.284489 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-45c6092e-5a60-4e49-997c-8d39bdee8d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:13:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['4aa40d43-0d1c-4e5f-972b-e9a4db639f71'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:38.339770 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b65edd9-3699-4050-b69e-26559ef42de0 None None] DHCP port deletion for 59c4bac3-10c7-49ab-9ab7-fe610a047c88 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 02:13:38.349500 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0ab035e2-0b28-4d83-9f44-d2e7e2f0fd68 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:38.385480 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b65edd9-3699-4050-b69e-26559ef42de0 None None] Deleting port 061a78ad-a753-4683-b2e8-366a7ca62e6c {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:13:38.386105 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b65edd9-3699-4050-b69e-26559ef42de0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:38.408998 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-45c6092e-5a60-4e49-997c-8d39bdee8d07 None None] Set router 4aa40d43-0d1c-4e5f-972b-e9a4db639f71 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:13:38.409416 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-0ab035e2-0b28-4d83-9f44-d2e7e2f0fd68 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Deleting port 53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:13:38.409760 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0ab035e2-0b28-4d83-9f44-d2e7e2f0fd68 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:38.456633 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b65edd9-3699-4050-b69e-26559ef42de0 None None] For port 061a78ad-a753-4683-b2e8-366a7ca62e6c, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=061a78ad-a753-4683-b2e8-366a7ca62e6c,segment=NetworkSegment(6ab0390d-ca2d-4bf4-a306-4ac33cd34f9e),segment_id=6ab0390d-ca2d-4bf4-a306-4ac33cd34f9e)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:13:38.457094 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b65edd9-3699-4050-b69e-26559ef42de0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:38.469591 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b65edd9-3699-4050-b69e-26559ef42de0 None None] Calling delete_port for 061a78ad-a753-4683-b2e8-366a7ca62e6c owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:13:38.492027 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-0ab035e2-0b28-4d83-9f44-d2e7e2f0fd68 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] For port 53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:13:38.492439 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0ab035e2-0b28-4d83-9f44-d2e7e2f0fd68 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:38.505705 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-0ab035e2-0b28-4d83-9f44-d2e7e2f0fd68 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Calling delete_port for 53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc owned by network:router_gateway {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:13:38.609001 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-45c6092e-5a60-4e49-997c-8d39bdee8d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-324431624', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:12:03Z', 'updated_at': '2021-10-19T02:13:37Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ae:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:04Z', 'updated_at': '2021-10-19T02:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:38.640170 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c6092e-5a60-4e49-997c-8d39bdee8d07 None None] The sync data for ids ['4aa40d43-0d1c-4e5f-972b-e9a4db639f71'] in n-d-715271-26 is: [{'id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-324431624', 'tenant_id': '0eedc13a8d0542eb95753f292a7c2eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:12:03Z', 'updated_at': '2021-10-19T02:13:37Z', 'revision_number': 5, 'project_id': '0eedc13a8d0542eb95753f292a7c2eed', 'gw_port': {'id': '53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ae:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa40d43-0d1c-4e5f-972b-e9a4db639f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:04Z', 'updated_at': '2021-10-19T02:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:13:38.686061 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0ab035e2-0b28-4d83-9f44-d2e7e2f0fd68 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:38.717020 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b65edd9-3699-4050-b69e-26559ef42de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:38.718735 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab035e2-0b28-4d83-9f44-d2e7e2f0fd68 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event deleted for resources: {'Port': ['ID=53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:38.763073 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b65edd9-3699-4050-b69e-26559ef42de0 None None] No DVR routers for this DVR port 061a78ad-a753-4683-b2e8-366a7ca62e6c on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:13:38.764761 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b65edd9-3699-4050-b69e-26559ef42de0 None None] Pushing event deleted for resources: {'Port': ['ID=061a78ad-a753-4683-b2e8-366a7ca62e6c,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:38.775298 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b65edd9-3699-4050-b69e-26559ef42de0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:38.775661 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b65edd9-3699-4050-b69e-26559ef42de0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:38.776031 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b65edd9-3699-4050-b69e-26559ef42de0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:38.776376 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b65edd9-3699-4050-b69e-26559ef42de0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:38.776712 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b65edd9-3699-4050-b69e-26559ef42de0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:38.777046 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b65edd9-3699-4050-b69e-26559ef42de0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:38.777383 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b65edd9-3699-4050-b69e-26559ef42de0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:38.779456 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b65edd9-3699-4050-b69e-26559ef42de0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:38.779818 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b65edd9-3699-4050-b69e-26559ef42de0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:38.779967 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0ab035e2-0b28-4d83-9f44-d2e7e2f0fd68 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:38.780155 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b65edd9-3699-4050-b69e-26559ef42de0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:38.780579 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b65edd9-3699-4050-b69e-26559ef42de0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:38.780911 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b65edd9-3699-4050-b69e-26559ef42de0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:38.832945 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:13:38.852935 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:13:38.853282 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device ad0c6ef0-f1b2-4a5a-80da-b0ab50dc7f27 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:13:38.872874 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0ab035e2-0b28-4d83-9f44-d2e7e2f0fd68 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:38.875028 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0ab035e2-0b28-4d83-9f44-d2e7e2f0fd68 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:38.919651 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0ab035e2-0b28-4d83-9f44-d2e7e2f0fd68 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:38.920258 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab035e2-0b28-4d83-9f44-d2e7e2f0fd68 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Fanout notify agent at l3_agent the message router_deleted on router 4aa40d43-0d1c-4e5f-972b-e9a4db639f71 {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 02:13:38.927686 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0ab035e2-0b28-4d83-9f44-d2e7e2f0fd68 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:38.928760 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0ab035e2-0b28-4d83-9f44-d2e7e2f0fd68 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "DELETE /v2.0/routers/4aa40d43-0d1c-4e5f-972b-e9a4db639f71 HTTP/1.1" status: 204 len: 168 time: 0.8132453 Oct 19 02:13:38.931320 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56100) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:39.012640 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-18c8715b-dc58-43ce-87b1-0238cef0089f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:39.104769 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-18c8715b-dc58-43ce-87b1-0238cef0089f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:39.126622 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-18c8715b-dc58-43ce-87b1-0238cef0089f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c4bac3-10c7-49ab-9ab7-fe610a047c88']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:39.136224 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-18c8715b-dc58-43ce-87b1-0238cef0089f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ab0390d-ca2d-4bf4-a306-4ac33cd34f9e') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:39.136517 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-18c8715b-dc58-43ce-87b1-0238cef0089f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ab0390d-ca2d-4bf4-a306-4ac33cd34f9e') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:39.146478 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-18c8715b-dc58-43ce-87b1-0238cef0089f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:39.159344 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-18c8715b-dc58-43ce-87b1-0238cef0089f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:39.165093 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c8715b-dc58-43ce-87b1-0238cef0089f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 02:13:39.165475 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-18c8715b-dc58-43ce-87b1-0238cef0089f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:39.168383 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 02:13:39.168383 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 02:13:39.168383 n-d-715271-26 neutron-server[100607]: timer() Oct 19 02:13:39.168383 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 02:13:39.168383 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 02:13:39.168383 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 02:13:39.168383 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 02:13:39.168383 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 02:13:39.168383 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 02:13:39.168383 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 02:13:39.168383 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 02:13:39.168383 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 02:13:39.168383 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 02:13:39.168383 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 02:13:39.168383 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 02:13:39.168383 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 02:13:39.168383 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 02:13:39.168383 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 02:13:39.168383 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 02:13:39.168383 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 02:13:39.168383 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 02:13:39.168383 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 02:13:39.168383 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 02:13:39.168383 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 02:13:39.168383 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 02:13:39.168383 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 02:13:39.168383 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 02:13:39.168383 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 02:13:39.168383 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 02:13:39.168383 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 02:13:39.168383 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 02:13:39.168383 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 02:13:39.227804 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-18c8715b-dc58-43ce-87b1-0238cef0089f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:39.235156 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-18c8715b-dc58-43ce-87b1-0238cef0089f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:39.240796 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-18c8715b-dc58-43ce-87b1-0238cef0089f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "DELETE /v2.0/networks/59c4bac3-10c7-49ab-9ab7-fe610a047c88 HTTP/1.1" status: 204 len: 168 time: 0.3059857 Oct 19 02:13:39.241588 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56102) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:39.253333 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8715b-dc58-43ce-87b1-0238cef0089f tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event deleted for resources: {'Network': ['ID=59c4bac3-10c7-49ab-9ab7-fe610a047c88,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:39.304819 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f7c84a1c-6545-4024-88e5-da62d3451eb6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:39.331612 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f7c84a1c-6545-4024-88e5-da62d3451eb6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:39.391244 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f7c84a1c-6545-4024-88e5-da62d3451eb6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:39.393721 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f7c84a1c-6545-4024-88e5-da62d3451eb6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:39.394876 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f7c84a1c-6545-4024-88e5-da62d3451eb6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] 10.222.0.57 "DELETE /v2.0/security-groups/75feb3c1-bebc-440e-804b-2502f3ecddaa HTTP/1.1" status: 204 len: 168 time: 0.1527481 Oct 19 02:13:39.405000 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c84a1c-6545-4024-88e5-da62d3451eb6 tempest-TestNetworkAdvancedServerOps-829533567 tempest-TestNetworkAdvancedServerOps-829533567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75feb3c1-bebc-440e-804b-2502f3ecddaa,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:39.733315 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56110) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:39.862853 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-1e301c6d-0dfc-408f-8524-4bfd53e06fd2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0eedc13a8d0542eb95753f292a7c2eed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1283615 Oct 19 02:13:39.865274 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56114) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:39.876489 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:13:39.899186 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:13:39.899457 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 53e164a8-7f0a-4ac0-a9c0-31a7192c3ddc not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:13:39.899905 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 061a78ad-a753-4683-b2e8-366a7ca62e6c no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:13:39.917939 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3fba12f1-009b-4c79-9d48-ae9565f46f8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:39.919336 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 061a78ad-a753-4683-b2e8-366a7ca62e6c {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:13:39.919858 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 061a78ad-a753-4683-b2e8-366a7ca62e6c not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:13:39.920276 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 51a23fc8-e750-4f6e-be2b-b0d805aedef9 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:13:39.938571 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 51a23fc8-e750-4f6e-be2b-b0d805aedef9 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:13:39.938924 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 51a23fc8-e750-4f6e-be2b-b0d805aedef9 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:13:39.941999 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3fba12f1-009b-4c79-9d48-ae9565f46f8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:39.990587 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3fba12f1-009b-4c79-9d48-ae9565f46f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:39.993222 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3fba12f1-009b-4c79-9d48-ae9565f46f8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:39.994357 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3fba12f1-009b-4c79-9d48-ae9565f46f8e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3e047f53-8490-47db-9f47-b6549ddc6098 HTTP/1.1" status: 204 len: 168 time: 0.1281359 Oct 19 02:13:40.002461 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba12f1-009b-4c79-9d48-ae9565f46f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e047f53-8490-47db-9f47-b6549ddc6098,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:40.252971 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56120) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:40.266681 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f6ea34b1-dc07-49ca-9963-44ef79afd1e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:40.342170 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f6ea34b1-dc07-49ca-9963-44ef79afd1e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:40.345768 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f6ea34b1-dc07-49ca-9963-44ef79afd1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:40.384194 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f6ea34b1-dc07-49ca-9963-44ef79afd1e1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=31914b25a8ff47e7863c502a9fcbef21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1301632 Oct 19 02:13:40.385299 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea34b1-dc07-49ca-9963-44ef79afd1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fc6e52-f582-4580-b898-18c00d529d59,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:40.387134 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56122) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:40.435876 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d01c0ca5-7f10-45c1-8715-0830ab977a46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:40.456044 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d01c0ca5-7f10-45c1-8715-0830ab977a46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:40.501265 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d01c0ca5-7f10-45c1-8715-0830ab977a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:40.503795 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d01c0ca5-7f10-45c1-8715-0830ab977a46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:40.504924 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d01c0ca5-7f10-45c1-8715-0830ab977a46 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/54fc6e52-f582-4580-b898-18c00d529d59 HTTP/1.1" status: 204 len: 168 time: 0.1166272 Oct 19 02:13:40.512536 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c0ca5-7f10-45c1-8715-0830ab977a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fc6e52-f582-4580-b898-18c00d529d59,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:41.185254 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56144) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:41.278373 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-0d158539-dc70-4743-bcf0-67a439945f90 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1030589188-network', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:13:41.299071 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d158539-dc70-4743-bcf0-67a439945f90 admin admin] Made reservation on behalf of 0fbccf8a63b54ac59ca0b0dba522e048 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:13:41.301425 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0d158539-dc70-4743-bcf0-67a439945f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:41.309649 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0d158539-dc70-4743-bcf0-67a439945f90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:41.385562 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0d158539-dc70-4743-bcf0-67a439945f90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:41.389636 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0d158539-dc70-4743-bcf0-67a439945f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:41.415598 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d158539-dc70-4743-bcf0-67a439945f90 admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 02:13:41.426114 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d158539-dc70-4743-bcf0-67a439945f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565ce841-768f-41ce-9a12-f50cac8837f1,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:41.431053 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0d158539-dc70-4743-bcf0-67a439945f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:41.431387 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-0d158539-dc70-4743-bcf0-67a439945f90 admin admin] Added segment 6297a745-46df-4da5-bc9c-e3bcbf351129 of type vlan for network 5a910049-16ec-48e4-9558-2b91aaa11bbd Oct 19 02:13:41.470987 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0d158539-dc70-4743-bcf0-67a439945f90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:41.495513 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0d158539-dc70-4743-bcf0-67a439945f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:41.496763 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d158539-dc70-4743-bcf0-67a439945f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:41.497331 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0d158539-dc70-4743-bcf0-67a439945f90 admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:41.531171 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0d158539-dc70-4743-bcf0-67a439945f90 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3447545 Oct 19 02:13:41.534198 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56148) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:41.539147 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-f0b1cd01-4312-49b5-af40-52c3dbcef9ec admin admin] Request body: {'subnet': {'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1030589188-subnet', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:13:41.560546 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d158539-dc70-4743-bcf0-67a439945f90 admin admin] Pushing event updated for resources: {'Network': ['ID=5a910049-16ec-48e4-9558-2b91aaa11bbd,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:41.564333 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b1cd01-4312-49b5-af40-52c3dbcef9ec admin admin] Made reservation on behalf of 0fbccf8a63b54ac59ca0b0dba522e048 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:13:41.566793 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f0b1cd01-4312-49b5-af40-52c3dbcef9ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:41.571194 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 5a910049-16ec-48e4-9558-2b91aaa11bbd details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 02:13:41.735185 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f0b1cd01-4312-49b5-af40-52c3dbcef9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:41.789413 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b1cd01-4312-49b5-af40-52c3dbcef9ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=08aae1bd-d412-4848-a55d-4e055fa60b88,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:41.798340 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b1cd01-4312-49b5-af40-52c3dbcef9ec admin admin] Checking segment: {'id': '6297a745-46df-4da5-bc9c-e3bcbf351129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:13:41.798705 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b1cd01-4312-49b5-af40-52c3dbcef9ec admin admin] Network hostable DHCP agents. Network: 5a910049-16ec-48e4-9558-2b91aaa11bbd, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 02:13:41.815273 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b1cd01-4312-49b5-af40-52c3dbcef9ec admin admin] Network 5a910049-16ec-48e4-9558-2b91aaa11bbd is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 02:13:41.823446 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-f0b1cd01-4312-49b5-af40-52c3dbcef9ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 5a910049-16ec-48e4-9558-2b91aaa11bbd) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:13:41.828146 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b1cd01-4312-49b5-af40-52c3dbcef9ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:41.828756 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f0b1cd01-4312-49b5-af40-52c3dbcef9ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:41.832787 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6170d7-2f05-4184-855a-eae346a1ebfa None None] Network 5a910049-16ec-48e4-9558-2b91aaa11bbd requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:13:41.845478 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f0b1cd01-4312-49b5-af40-52c3dbcef9ec admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3101304 Oct 19 02:13:41.848135 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56150) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:41.852341 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-a238c2f7-c1a0-42b8-b254-78418494ed1c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1030589188-router', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:13:41.873147 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a238c2f7-c1a0-42b8-b254-78418494ed1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:41.874142 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a238c2f7-c1a0-42b8-b254-78418494ed1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:41.927996 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a238c2f7-c1a0-42b8-b254-78418494ed1c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:41.986003 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbf76dd-fc6f-4445-a179-3afb6de45558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-5a910049-16ec-48e4-9558-2b91aaa11bbd', 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'fixed_ips': [{'subnet_id': '08aae1bd-d412-4848-a55d-4e055fa60b88'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 02:13:41.986888 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1cbf76dd-fc6f-4445-a179-3afb6de45558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:42.127376 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-1cbf76dd-fc6f-4445-a179-3afb6de45558 None None] Allocated IP 172.20.0.2 (5a910049-16ec-48e4-9558-2b91aaa11bbd/08aae1bd-d412-4848-a55d-4e055fa60b88/b2476010-fa63-4db5-a272-f173ddb6c527) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:13:42.278122 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1cbf76dd-fc6f-4445-a179-3afb6de45558 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:42.285526 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1cbf76dd-fc6f-4445-a179-3afb6de45558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:42.326167 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbf76dd-fc6f-4445-a179-3afb6de45558 None None] Network 5a910049-16ec-48e4-9558-2b91aaa11bbd is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:13:42.329030 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-1cbf76dd-fc6f-4445-a179-3afb6de45558 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:13:42.332422 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbf76dd-fc6f-4445-a179-3afb6de45558 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:13:42.337593 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf76dd-fc6f-4445-a179-3afb6de45558 None None] Pushing event updated for resources: {'Port': ['ID=b2476010-fa63-4db5-a272-f173ddb6c527,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:42.395311 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-1cbf76dd-fc6f-4445-a179-3afb6de45558 None None] Attempting to bind port b2476010-fa63-4db5-a272-f173ddb6c527 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:13:42.395595 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-1cbf76dd-fc6f-4445-a179-3afb6de45558 None None] Attempting to bind port b2476010-fa63-4db5-a272-f173ddb6c527 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '6297a745-46df-4da5-bc9c-e3bcbf351129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:13:42.395989 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbf76dd-fc6f-4445-a179-3afb6de45558 None None] Attempting to bind port b2476010-fa63-4db5-a272-f173ddb6c527 on network 5a910049-16ec-48e4-9558-2b91aaa11bbd {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:13:42.401025 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbf76dd-fc6f-4445-a179-3afb6de45558 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:13:42.401400 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbf76dd-fc6f-4445-a179-3afb6de45558 None None] Checking segment: {'id': '6297a745-46df-4da5-bc9c-e3bcbf351129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:13:42.401821 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1cbf76dd-fc6f-4445-a179-3afb6de45558 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:42.402214 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbf76dd-fc6f-4445-a179-3afb6de45558 None None] Bound using segment: {'id': '6297a745-46df-4da5-bc9c-e3bcbf351129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:13:42.403281 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-1cbf76dd-fc6f-4445-a179-3afb6de45558 None None] Bound port: b2476010-fa63-4db5-a272-f173ddb6c527, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6297a745-46df-4da5-bc9c-e3bcbf351129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:13:42.403772 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1cbf76dd-fc6f-4445-a179-3afb6de45558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:42.414766 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a238c2f7-c1a0-42b8-b254-78418494ed1c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:42.465882 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-1cbf76dd-fc6f-4445-a179-3afb6de45558 None None] For port b2476010-fa63-4db5-a272-f173ddb6c527, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:13:42.469300 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-1cbf76dd-fc6f-4445-a179-3afb6de45558 None None] For port b2476010-fa63-4db5-a272-f173ddb6c527, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b2476010-fa63-4db5-a272-f173ddb6c527,segment=NetworkSegment(6297a745-46df-4da5-bc9c-e3bcbf351129),segment_id=6297a745-46df-4da5-bc9c-e3bcbf351129)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:13:42.473827 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1cbf76dd-fc6f-4445-a179-3afb6de45558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:42.536680 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf76dd-fc6f-4445-a179-3afb6de45558 None None] Pushing event updated for resources: {'Port': ['ID=b2476010-fa63-4db5-a272-f173ddb6c527,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:42.623462 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a238c2f7-c1a0-42b8-b254-78418494ed1c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:42.644676 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a238c2f7-c1a0-42b8-b254-78418494ed1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:42.754750 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-a238c2f7-c1a0-42b8-b254-78418494ed1c admin admin] Allocated IP 172.25.8.117 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/c59a4231-ffff-4167-b58f-a9163d7dd45c) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:13:42.868104 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a238c2f7-c1a0-42b8-b254-78418494ed1c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:42.900868 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a238c2f7-c1a0-42b8-b254-78418494ed1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:42.940846 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a238c2f7-c1a0-42b8-b254-78418494ed1c admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:13:42.944075 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-a238c2f7-c1a0-42b8-b254-78418494ed1c admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:13:42.948853 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a238c2f7-c1a0-42b8-b254-78418494ed1c admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:13:42.973457 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238c2f7-c1a0-42b8-b254-78418494ed1c admin admin] Pushing event updated for resources: {'Port': ['ID=c59a4231-ffff-4167-b58f-a9163d7dd45c,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:43.211250 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a238c2f7-c1a0-42b8-b254-78418494ed1c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:43.408675 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215a4e92-d13f-4b88-92ad-617c0bedefe2 None None] Network 5a910049-16ec-48e4-9558-2b91aaa11bbd requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:13:43.421529 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a238c2f7-c1a0-42b8-b254-78418494ed1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:43.473672 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-2c536d28-050a-43ec-a6dd-8afcb4dd22b1 None None] Provisioning complete for port b2476010-fa63-4db5-a272-f173ddb6c527 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:13:43.474031 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2c536d28-050a-43ec-a6dd-8afcb4dd22b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:43.554519 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a238c2f7-c1a0-42b8-b254-78418494ed1c admin admin] Router 66091a67-d3ae-4e83-be9f-47f561c374b7 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 02:13:43.615006 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2c536d28-050a-43ec-a6dd-8afcb4dd22b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:43.655390 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-2c536d28-050a-43ec-a6dd-8afcb4dd22b1 None None] For port b2476010-fa63-4db5-a272-f173ddb6c527, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b2476010-fa63-4db5-a272-f173ddb6c527,segment=NetworkSegment(6297a745-46df-4da5-bc9c-e3bcbf351129),segment_id=6297a745-46df-4da5-bc9c-e3bcbf351129)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:13:43.660285 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2c536d28-050a-43ec-a6dd-8afcb4dd22b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:43.671389 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a238c2f7-c1a0-42b8-b254-78418494ed1c admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:13:43.691720 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1098281-522c-4676-909a-d17a65697d88 None None] Sync routers for ids ['66091a67-d3ae-4e83-be9f-47f561c374b7'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:13:43.692918 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-a238c2f7-c1a0-42b8-b254-78418494ed1c admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:43.697414 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a238c2f7-c1a0-42b8-b254-78418494ed1c admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8480365 Oct 19 02:13:43.697704 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56152) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:43.714725 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1098281-522c-4676-909a-d17a65697d88 None None] Routers {'66091a67-d3ae-4e83-be9f-47f561c374b7'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:13:43.715977 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-b1098281-522c-4676-909a-d17a65697d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:13:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['66091a67-d3ae-4e83-be9f-47f561c374b7'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:43.762971 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c536d28-050a-43ec-a6dd-8afcb4dd22b1 None None] Pushing event updated for resources: {'Port': ['ID=b2476010-fa63-4db5-a272-f173ddb6c527,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:43.838667 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-b1098281-522c-4676-909a-d17a65697d88 None None] Set router 66091a67-d3ae-4e83-be9f-47f561c374b7 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:13:43.925495 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b2476010-fa63-4db5-a272-f173ddb6c527 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:13:44.027239 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-2005195f-a7aa-4358-ac1f-418cdf305231 None None] Provisioning complete for port b2476010-fa63-4db5-a272-f173ddb6c527 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:13:44.028317 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2005195f-a7aa-4358-ac1f-418cdf305231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:44.097989 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port b2476010-fa63-4db5-a272-f173ddb6c527 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:13:44.098392 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:44.124234 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1fea5a04-3f18-4f95-8257-30f8b6233d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:44.151710 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3c144137-514e-47ba-97a6-c15c01415b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:44.230031 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-b1098281-522c-4676-909a-d17a65697d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'name': 'tempest-TestShelveInstance-1030589188-router', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'c59a4231-ffff-4167-b58f-a9163d7dd45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:41Z', 'updated_at': '2021-10-19T02:13:43Z', 'revision_number': 3, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'gw_port': {'id': 'c59a4231-ffff-4167-b58f-a9163d7dd45c', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:42Z', 'updated_at': '2021-10-19T02:13:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:44.262098 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1098281-522c-4676-909a-d17a65697d88 None None] Checking router: 66091a67-d3ae-4e83-be9f-47f561c374b7 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:13:44.262440 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1098281-522c-4676-909a-d17a65697d88 None None] Updating router 66091a67-d3ae-4e83-be9f-47f561c374b7 port c59a4231-ffff-4167-b58f-a9163d7dd45c binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:13:44.291074 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b1098281-522c-4676-909a-d17a65697d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:44.309638 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-3c144137-514e-47ba-97a6-c15c01415b92 admin admin] Allocated IP 172.20.0.1 (5a910049-16ec-48e4-9558-2b91aaa11bbd/08aae1bd-d412-4848-a55d-4e055fa60b88/34bac5f4-1b5b-491a-917a-fd57223d2ac0) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:13:44.408999 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3c144137-514e-47ba-97a6-c15c01415b92 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:44.442887 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3c144137-514e-47ba-97a6-c15c01415b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:44.484733 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c144137-514e-47ba-97a6-c15c01415b92 admin admin] Network 5a910049-16ec-48e4-9558-2b91aaa11bbd is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:13:44.489022 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-3c144137-514e-47ba-97a6-c15c01415b92 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:13:44.497005 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c144137-514e-47ba-97a6-c15c01415b92 admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:13:44.525015 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c144137-514e-47ba-97a6-c15c01415b92 admin admin] Pushing event updated for resources: {'Port': ['ID=34bac5f4-1b5b-491a-917a-fd57223d2ac0,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:44.545928 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3c144137-514e-47ba-97a6-c15c01415b92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:44.551881 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b1098281-522c-4676-909a-d17a65697d88 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:44.557714 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b1098281-522c-4676-909a-d17a65697d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:44.614945 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28678bee-1eee-49d0-a4be-adfbe1f0d6b9 None None] Pushing event updated for resources: {'Port': ['ID=c59a4231-ffff-4167-b58f-a9163d7dd45c,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:44.617565 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-b1098281-522c-4676-909a-d17a65697d88 None None] Attempting to bind port c59a4231-ffff-4167-b58f-a9163d7dd45c on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:13:44.618055 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-b1098281-522c-4676-909a-d17a65697d88 None None] Attempting to bind port c59a4231-ffff-4167-b58f-a9163d7dd45c by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:13:44.618525 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1098281-522c-4676-909a-d17a65697d88 None None] Attempting to bind port c59a4231-ffff-4167-b58f-a9163d7dd45c on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:13:44.624864 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1098281-522c-4676-909a-d17a65697d88 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:13:44.625357 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1098281-522c-4676-909a-d17a65697d88 None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:13:44.625864 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b1098281-522c-4676-909a-d17a65697d88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:44.626358 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1098281-522c-4676-909a-d17a65697d88 None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:13:44.626941 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-b1098281-522c-4676-909a-d17a65697d88 None None] Bound port: c59a4231-ffff-4167-b58f-a9163d7dd45c, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:13:44.627426 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b1098281-522c-4676-909a-d17a65697d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:44.684768 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-b1098281-522c-4676-909a-d17a65697d88 None None] For port c59a4231-ffff-4167-b58f-a9163d7dd45c, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:13:44.688730 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-b1098281-522c-4676-909a-d17a65697d88 None None] For port c59a4231-ffff-4167-b58f-a9163d7dd45c, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c59a4231-ffff-4167-b58f-a9163d7dd45c,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:13:44.693598 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3c144137-514e-47ba-97a6-c15c01415b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:44.693803 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b1098281-522c-4676-909a-d17a65697d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:44.767478 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-1f4226af-3be6-43e1-8114-2b1ca8d7a689 None None] Provisioning complete for port 34bac5f4-1b5b-491a-917a-fd57223d2ac0 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:13:44.767785 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1f4226af-3be6-43e1-8114-2b1ca8d7a689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:44.790513 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28678bee-1eee-49d0-a4be-adfbe1f0d6b9 None None] Pushing event updated for resources: {'Port': ['ID=c59a4231-ffff-4167-b58f-a9163d7dd45c,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:44.795708 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1098281-522c-4676-909a-d17a65697d88 None None] Routers {'66091a67-d3ae-4e83-be9f-47f561c374b7'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:13:44.796341 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-b1098281-522c-4676-909a-d17a65697d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:13:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['66091a67-d3ae-4e83-be9f-47f561c374b7'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:44.848068 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-1f4226af-3be6-43e1-8114-2b1ca8d7a689 None None] Port 34bac5f4-1b5b-491a-917a-fd57223d2ac0 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:13:44.858601 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3c144137-514e-47ba-97a6-c15c01415b92 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:44.863155 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3c144137-514e-47ba-97a6-c15c01415b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:44.914947 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-b1098281-522c-4676-909a-d17a65697d88 None None] Set router 66091a67-d3ae-4e83-be9f-47f561c374b7 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:13:44.932396 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c144137-514e-47ba-97a6-c15c01415b92 admin admin] Pushing event updated for resources: {'Port': ['ID=34bac5f4-1b5b-491a-917a-fd57223d2ac0,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:44.935691 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3c144137-514e-47ba-97a6-c15c01415b92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:45.030123 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c144137-514e-47ba-97a6-c15c01415b92 admin admin] Network 5a910049-16ec-48e4-9558-2b91aaa11bbd is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:13:45.031591 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-3c144137-514e-47ba-97a6-c15c01415b92 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:13:45.131239 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-b1098281-522c-4676-909a-d17a65697d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'name': 'tempest-TestShelveInstance-1030589188-router', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'c59a4231-ffff-4167-b58f-a9163d7dd45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:41Z', 'updated_at': '2021-10-19T02:13:44Z', 'revision_number': 4, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'gw_port': {'id': 'c59a4231-ffff-4167-b58f-a9163d7dd45c', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:42Z', 'updated_at': '2021-10-19T02:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '34bac5f4-1b5b-491a-917a-fd57223d2ac0', 'name': '', 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'mac_address': 'fa:16:3e:79:36:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:44Z', 'updated_at': '2021-10-19T02:13:44Z', 'revision_number': 1, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'subnets': [{'id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:45.156043 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c144137-514e-47ba-97a6-c15c01415b92 admin admin] Router 66091a67-d3ae-4e83-be9f-47f561c374b7 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:13:45.163877 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1098281-522c-4676-909a-d17a65697d88 None None] The sync data for ids ['66091a67-d3ae-4e83-be9f-47f561c374b7'] in n-d-715271-26 is: [{'id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'name': 'tempest-TestShelveInstance-1030589188-router', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'c59a4231-ffff-4167-b58f-a9163d7dd45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:41Z', 'updated_at': '2021-10-19T02:13:44Z', 'revision_number': 4, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'gw_port': {'id': 'c59a4231-ffff-4167-b58f-a9163d7dd45c', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:42Z', 'updated_at': '2021-10-19T02:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '34bac5f4-1b5b-491a-917a-fd57223d2ac0', 'name': '', 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'mac_address': 'fa:16:3e:79:36:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:44Z', 'updated_at': '2021-10-19T02:13:44Z', 'revision_number': 1, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'subnets': [{'id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:13:45.268785 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-0340beea-19b3-44c6-ad30-70ce0fac1add None None] Provisioning complete for port 34bac5f4-1b5b-491a-917a-fd57223d2ac0 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:13:45.269154 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0340beea-19b3-44c6-ad30-70ce0fac1add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:45.273190 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c144137-514e-47ba-97a6-c15c01415b92 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:13:45.283273 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3c144137-514e-47ba-97a6-c15c01415b92 admin admin] 10.222.0.57 "PUT /v2.0/routers/66091a67-d3ae-4e83-be9f-47f561c374b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5805206 Oct 19 02:13:45.304008 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-0340beea-19b3-44c6-ad30-70ce0fac1add None None] Port 34bac5f4-1b5b-491a-917a-fd57223d2ac0 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:13:45.785046 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56168) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:45.792164 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-c0344f2a-6ef3-45c2-a3fc-1e371b8fb7e8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1699539033-network', 'tenant_id': '0b414b364bf84b15ac1033e4751ac635'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:13:45.815970 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0344f2a-6ef3-45c2-a3fc-1e371b8fb7e8 admin admin] Made reservation on behalf of 0b414b364bf84b15ac1033e4751ac635 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:13:45.819141 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c0344f2a-6ef3-45c2-a3fc-1e371b8fb7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:45.829221 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c0344f2a-6ef3-45c2-a3fc-1e371b8fb7e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:45.908219 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c59a4231-ffff-4167-b58f-a9163d7dd45c up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:13:45.935559 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c0344f2a-6ef3-45c2-a3fc-1e371b8fb7e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:45.941351 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c0344f2a-6ef3-45c2-a3fc-1e371b8fb7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:45.956547 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0344f2a-6ef3-45c2-a3fc-1e371b8fb7e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 02:13:45.962257 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port c59a4231-ffff-4167-b58f-a9163d7dd45c triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:13:45.962632 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:45.983695 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c0344f2a-6ef3-45c2-a3fc-1e371b8fb7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:45.984096 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-c0344f2a-6ef3-45c2-a3fc-1e371b8fb7e8 admin admin] Added segment 3a353a54-726a-4fe9-a14b-98f56fc17ec2 of type vlan for network 484495e3-9abd-4411-ae9d-a1c1f4cc6a8b Oct 19 02:13:45.993394 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0344f2a-6ef3-45c2-a3fc-1e371b8fb7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfc9f21-ec58-4fda-9c42-3511e2bdd8c0,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:46.031984 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c0344f2a-6ef3-45c2-a3fc-1e371b8fb7e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:46.062866 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c0344f2a-6ef3-45c2-a3fc-1e371b8fb7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:46.063976 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0344f2a-6ef3-45c2-a3fc-1e371b8fb7e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:46.064551 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c0344f2a-6ef3-45c2-a3fc-1e371b8fb7e8 admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:46.103203 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56170) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:46.103835 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c0344f2a-6ef3-45c2-a3fc-1e371b8fb7e8 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3152425 Oct 19 02:13:46.110098 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-8f9c4c41-027f-4334-8aa0-18f34ac60151 admin admin] Request body: {'subnet': {'network_id': '484495e3-9abd-4411-ae9d-a1c1f4cc6a8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1699539033-subnet', 'tenant_id': '0b414b364bf84b15ac1033e4751ac635', 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:13:46.138990 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9c4c41-027f-4334-8aa0-18f34ac60151 admin admin] Made reservation on behalf of 0b414b364bf84b15ac1033e4751ac635 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:13:46.140199 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0344f2a-6ef3-45c2-a3fc-1e371b8fb7e8 admin admin] Pushing event updated for resources: {'Network': ['ID=484495e3-9abd-4411-ae9d-a1c1f4cc6a8b,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:46.141810 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8f9c4c41-027f-4334-8aa0-18f34ac60151 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:46.203182 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 484495e3-9abd-4411-ae9d-a1c1f4cc6a8b details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 02:13:46.277596 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:46.301242 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port c59a4231-ffff-4167-b58f-a9163d7dd45c, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c59a4231-ffff-4167-b58f-a9163d7dd45c,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:13:46.305519 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:46.347942 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8f9c4c41-027f-4334-8aa0-18f34ac60151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:46.360819 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=c59a4231-ffff-4167-b58f-a9163d7dd45c,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:46.413986 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c4c41-027f-4334-8aa0-18f34ac60151 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fde85dc1-808d-4d6f-bedd-4f0b0f9ccc74,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:46.420829 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9c4c41-027f-4334-8aa0-18f34ac60151 admin admin] Checking segment: {'id': '3a353a54-726a-4fe9-a14b-98f56fc17ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '484495e3-9abd-4411-ae9d-a1c1f4cc6a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:13:46.421197 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9c4c41-027f-4334-8aa0-18f34ac60151 admin admin] Network hostable DHCP agents. Network: 484495e3-9abd-4411-ae9d-a1c1f4cc6a8b, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 02:13:46.438723 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9c4c41-027f-4334-8aa0-18f34ac60151 admin admin] Network 484495e3-9abd-4411-ae9d-a1c1f4cc6a8b is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 02:13:46.449502 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-8f9c4c41-027f-4334-8aa0-18f34ac60151 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 484495e3-9abd-4411-ae9d-a1c1f4cc6a8b) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:13:46.454054 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9c4c41-027f-4334-8aa0-18f34ac60151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:46.454636 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8f9c4c41-027f-4334-8aa0-18f34ac60151 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:46.459339 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532867db-8069-4cc2-b45a-1bcc0f592020 None None] Network 484495e3-9abd-4411-ae9d-a1c1f4cc6a8b requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:13:46.475897 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56172) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:46.476103 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8f9c4c41-027f-4334-8aa0-18f34ac60151 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3707805 Oct 19 02:13:46.481769 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-5e99d3bf-95dc-47ad-90a9-0909a2a2b4d5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1699539033-router', 'tenant_id': '0b414b364bf84b15ac1033e4751ac635', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:13:46.505176 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e99d3bf-95dc-47ad-90a9-0909a2a2b4d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:46.506438 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e99d3bf-95dc-47ad-90a9-0909a2a2b4d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:46.561676 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e99d3bf-95dc-47ad-90a9-0909a2a2b4d5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:46.607138 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a7ed6c-d5e3-423b-8867-68c8ca5bfe79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-484495e3-9abd-4411-ae9d-a1c1f4cc6a8b', 'network_id': '484495e3-9abd-4411-ae9d-a1c1f4cc6a8b', 'tenant_id': '0b414b364bf84b15ac1033e4751ac635', 'fixed_ips': [{'subnet_id': 'fde85dc1-808d-4d6f-bedd-4f0b0f9ccc74'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 02:13:46.608123 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-75a7ed6c-d5e3-423b-8867-68c8ca5bfe79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:46.639330 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9ba8c569-c490-40d4-814f-a6aeaa806d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:46.759577 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-75a7ed6c-d5e3-423b-8867-68c8ca5bfe79 None None] Allocated IP 172.20.0.2 (484495e3-9abd-4411-ae9d-a1c1f4cc6a8b/fde85dc1-808d-4d6f-bedd-4f0b0f9ccc74/ef299f0c-0d79-4628-98d2-abb9f546b4c9) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:13:46.925674 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-75a7ed6c-d5e3-423b-8867-68c8ca5bfe79 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:46.932147 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-75a7ed6c-d5e3-423b-8867-68c8ca5bfe79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:46.976069 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a7ed6c-d5e3-423b-8867-68c8ca5bfe79 None None] Network 484495e3-9abd-4411-ae9d-a1c1f4cc6a8b is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:13:46.979010 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-75a7ed6c-d5e3-423b-8867-68c8ca5bfe79 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:13:46.984258 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a7ed6c-d5e3-423b-8867-68c8ca5bfe79 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:13:46.987403 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7ed6c-d5e3-423b-8867-68c8ca5bfe79 None None] Pushing event updated for resources: {'Port': ['ID=ef299f0c-0d79-4628-98d2-abb9f546b4c9,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:47.022141 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e99d3bf-95dc-47ad-90a9-0909a2a2b4d5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:47.045470 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-75a7ed6c-d5e3-423b-8867-68c8ca5bfe79 None None] Attempting to bind port ef299f0c-0d79-4628-98d2-abb9f546b4c9 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:13:47.045845 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-75a7ed6c-d5e3-423b-8867-68c8ca5bfe79 None None] Attempting to bind port ef299f0c-0d79-4628-98d2-abb9f546b4c9 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '3a353a54-726a-4fe9-a14b-98f56fc17ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '484495e3-9abd-4411-ae9d-a1c1f4cc6a8b'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:13:47.046210 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a7ed6c-d5e3-423b-8867-68c8ca5bfe79 None None] Attempting to bind port ef299f0c-0d79-4628-98d2-abb9f546b4c9 on network 484495e3-9abd-4411-ae9d-a1c1f4cc6a8b {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:13:47.051508 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a7ed6c-d5e3-423b-8867-68c8ca5bfe79 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:13:47.052181 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a7ed6c-d5e3-423b-8867-68c8ca5bfe79 None None] Checking segment: {'id': '3a353a54-726a-4fe9-a14b-98f56fc17ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '484495e3-9abd-4411-ae9d-a1c1f4cc6a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:13:47.052345 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-75a7ed6c-d5e3-423b-8867-68c8ca5bfe79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:47.052696 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a7ed6c-d5e3-423b-8867-68c8ca5bfe79 None None] Bound using segment: {'id': '3a353a54-726a-4fe9-a14b-98f56fc17ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '484495e3-9abd-4411-ae9d-a1c1f4cc6a8b'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:13:47.053226 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-75a7ed6c-d5e3-423b-8867-68c8ca5bfe79 None None] Bound port: ef299f0c-0d79-4628-98d2-abb9f546b4c9, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a353a54-726a-4fe9-a14b-98f56fc17ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '484495e3-9abd-4411-ae9d-a1c1f4cc6a8b'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:13:47.053612 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-75a7ed6c-d5e3-423b-8867-68c8ca5bfe79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:47.115695 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-75a7ed6c-d5e3-423b-8867-68c8ca5bfe79 None None] For port ef299f0c-0d79-4628-98d2-abb9f546b4c9, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:13:47.118986 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-75a7ed6c-d5e3-423b-8867-68c8ca5bfe79 None None] For port ef299f0c-0d79-4628-98d2-abb9f546b4c9, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=ef299f0c-0d79-4628-98d2-abb9f546b4c9,segment=NetworkSegment(3a353a54-726a-4fe9-a14b-98f56fc17ec2),segment_id=3a353a54-726a-4fe9-a14b-98f56fc17ec2)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:13:47.123423 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-75a7ed6c-d5e3-423b-8867-68c8ca5bfe79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:47.180143 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7ed6c-d5e3-423b-8867-68c8ca5bfe79 None None] Pushing event updated for resources: {'Port': ['ID=ef299f0c-0d79-4628-98d2-abb9f546b4c9,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:47.222513 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c78febf-ac5a-42e1-8b55-a67ba51db5e9 None None] Sync routers for ids ['66091a67-d3ae-4e83-be9f-47f561c374b7'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:13:47.232170 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c78febf-ac5a-42e1-8b55-a67ba51db5e9 None None] Routers {'66091a67-d3ae-4e83-be9f-47f561c374b7'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:13:47.232992 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-3c78febf-ac5a-42e1-8b55-a67ba51db5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:13:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['66091a67-d3ae-4e83-be9f-47f561c374b7'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:47.248887 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e99d3bf-95dc-47ad-90a9-0909a2a2b4d5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:47.269142 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e99d3bf-95dc-47ad-90a9-0909a2a2b4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:47.347334 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-3c78febf-ac5a-42e1-8b55-a67ba51db5e9 None None] Set router 66091a67-d3ae-4e83-be9f-47f561c374b7 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:13:47.390715 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-5e99d3bf-95dc-47ad-90a9-0909a2a2b4d5 admin admin] Allocated IP 172.25.8.129 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/2138289d-a19b-4486-a050-14d85f8144b6) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:13:47.407628 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:47.523823 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e99d3bf-95dc-47ad-90a9-0909a2a2b4d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:47.557597 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e99d3bf-95dc-47ad-90a9-0909a2a2b4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:47.568617 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-3c78febf-ac5a-42e1-8b55-a67ba51db5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'name': 'tempest-TestShelveInstance-1030589188-router', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'c59a4231-ffff-4167-b58f-a9163d7dd45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:41Z', 'updated_at': '2021-10-19T02:13:44Z', 'revision_number': 4, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'gw_port': {'id': 'c59a4231-ffff-4167-b58f-a9163d7dd45c', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:42Z', 'updated_at': '2021-10-19T02:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '34bac5f4-1b5b-491a-917a-fd57223d2ac0', 'name': '', 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'mac_address': 'fa:16:3e:79:36:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:44Z', 'updated_at': '2021-10-19T02:13:44Z', 'revision_number': 2, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'subnets': [{'id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:47.594094 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c78febf-ac5a-42e1-8b55-a67ba51db5e9 None None] Checking router: 66091a67-d3ae-4e83-be9f-47f561c374b7 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:13:47.594443 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c78febf-ac5a-42e1-8b55-a67ba51db5e9 None None] Updating router 66091a67-d3ae-4e83-be9f-47f561c374b7 port 34bac5f4-1b5b-491a-917a-fd57223d2ac0 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:13:47.603441 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e99d3bf-95dc-47ad-90a9-0909a2a2b4d5 admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:13:47.606751 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-5e99d3bf-95dc-47ad-90a9-0909a2a2b4d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:13:47.609484 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e99d3bf-95dc-47ad-90a9-0909a2a2b4d5 admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:13:47.619629 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-3c78febf-ac5a-42e1-8b55-a67ba51db5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:47.634520 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99d3bf-95dc-47ad-90a9-0909a2a2b4d5 admin admin] Pushing event updated for resources: {'Port': ['ID=2138289d-a19b-4486-a050-14d85f8144b6,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:47.877108 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e99d3bf-95dc-47ad-90a9-0909a2a2b4d5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:47.899130 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-3c78febf-ac5a-42e1-8b55-a67ba51db5e9 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:47.905826 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-3c78febf-ac5a-42e1-8b55-a67ba51db5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:48.000367 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device ef299f0c-0d79-4628-98d2-abb9f546b4c9 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:13:48.017679 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c6289-4a53-47ea-9394-043ce8a768cf None None] Pushing event updated for resources: {'Port': ['ID=34bac5f4-1b5b-491a-917a-fd57223d2ac0,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:48.040031 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c6289-4a53-47ea-9394-043ce8a768cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:48.040685 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c6289-4a53-47ea-9394-043ce8a768cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:48.041200 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c6289-4a53-47ea-9394-043ce8a768cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:48.041701 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c6289-4a53-47ea-9394-043ce8a768cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:48.042208 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c6289-4a53-47ea-9394-043ce8a768cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:48.042860 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c6289-4a53-47ea-9394-043ce8a768cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:48.043661 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c6289-4a53-47ea-9394-043ce8a768cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:48.044242 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c6289-4a53-47ea-9394-043ce8a768cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:48.044762 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c6289-4a53-47ea-9394-043ce8a768cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:48.045291 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c6289-4a53-47ea-9394-043ce8a768cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:48.045663 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c6289-4a53-47ea-9394-043ce8a768cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:48.045997 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c6289-4a53-47ea-9394-043ce8a768cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:48.070041 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-3c78febf-ac5a-42e1-8b55-a67ba51db5e9 None None] Attempting to bind port 34bac5f4-1b5b-491a-917a-fd57223d2ac0 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:13:48.070417 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-3c78febf-ac5a-42e1-8b55-a67ba51db5e9 None None] Attempting to bind port 34bac5f4-1b5b-491a-917a-fd57223d2ac0 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '6297a745-46df-4da5-bc9c-e3bcbf351129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:13:48.070782 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c78febf-ac5a-42e1-8b55-a67ba51db5e9 None None] Attempting to bind port 34bac5f4-1b5b-491a-917a-fd57223d2ac0 on network 5a910049-16ec-48e4-9558-2b91aaa11bbd {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:13:48.084467 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c78febf-ac5a-42e1-8b55-a67ba51db5e9 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:13:48.085119 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c78febf-ac5a-42e1-8b55-a67ba51db5e9 None None] Checking segment: {'id': '6297a745-46df-4da5-bc9c-e3bcbf351129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:13:48.085719 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-3c78febf-ac5a-42e1-8b55-a67ba51db5e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:48.086274 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c78febf-ac5a-42e1-8b55-a67ba51db5e9 None None] Bound using segment: {'id': '6297a745-46df-4da5-bc9c-e3bcbf351129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:13:48.086914 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-3c78febf-ac5a-42e1-8b55-a67ba51db5e9 None None] Bound port: 34bac5f4-1b5b-491a-917a-fd57223d2ac0, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6297a745-46df-4da5-bc9c-e3bcbf351129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:13:48.087485 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-3c78febf-ac5a-42e1-8b55-a67ba51db5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:48.099405 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:48.115516 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port ef299f0c-0d79-4628-98d2-abb9f546b4c9 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:13:48.116002 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:48.200308 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-3c78febf-ac5a-42e1-8b55-a67ba51db5e9 None None] For port 34bac5f4-1b5b-491a-917a-fd57223d2ac0, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:13:48.206073 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-3c78febf-ac5a-42e1-8b55-a67ba51db5e9 None None] For port 34bac5f4-1b5b-491a-917a-fd57223d2ac0, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=34bac5f4-1b5b-491a-917a-fd57223d2ac0,segment=NetworkSegment(6297a745-46df-4da5-bc9c-e3bcbf351129),segment_id=6297a745-46df-4da5-bc9c-e3bcbf351129)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:13:48.206333 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e99d3bf-95dc-47ad-90a9-0909a2a2b4d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:48.212758 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-3c78febf-ac5a-42e1-8b55-a67ba51db5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:48.219501 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:48.281184 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c78febf-ac5a-42e1-8b55-a67ba51db5e9 None None] Routers {'66091a67-d3ae-4e83-be9f-47f561c374b7'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:13:48.281883 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-3c78febf-ac5a-42e1-8b55-a67ba51db5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:13:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['66091a67-d3ae-4e83-be9f-47f561c374b7'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:48.290202 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port ef299f0c-0d79-4628-98d2-abb9f546b4c9, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=ef299f0c-0d79-4628-98d2-abb9f546b4c9,segment=NetworkSegment(3a353a54-726a-4fe9-a14b-98f56fc17ec2),segment_id=3a353a54-726a-4fe9-a14b-98f56fc17ec2)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:13:48.301804 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:48.303403 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c59a4231-ffff-4167-b58f-a9163d7dd45c up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:13:48.358801 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c6289-4a53-47ea-9394-043ce8a768cf None None] Pushing event updated for resources: {'Port': ['ID=34bac5f4-1b5b-491a-917a-fd57223d2ac0,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:48.379999 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e99d3bf-95dc-47ad-90a9-0909a2a2b4d5 admin admin] Router d19bf80e-c58f-4ca4-ae22-9806e88b38fa is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 02:13:48.399938 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f557010-d701-4e46-a822-530616bb81db None None] Network 484495e3-9abd-4411-ae9d-a1c1f4cc6a8b requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:13:48.434178 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-3c78febf-ac5a-42e1-8b55-a67ba51db5e9 None None] Set router 66091a67-d3ae-4e83-be9f-47f561c374b7 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:13:48.490685 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-0cdab0e0-c103-4f60-afaf-b14ee3a7b37c None None] Provisioning complete for port 34bac5f4-1b5b-491a-917a-fd57223d2ac0 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:13:48.490963 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0cdab0e0-c103-4f60-afaf-b14ee3a7b37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:48.494397 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=ef299f0c-0d79-4628-98d2-abb9f546b4c9,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:48.558788 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e99d3bf-95dc-47ad-90a9-0909a2a2b4d5 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:13:48.568864 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port c59a4231-ffff-4167-b58f-a9163d7dd45c triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:13:48.569240 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:48.585962 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-5e99d3bf-95dc-47ad-90a9-0909a2a2b4d5 admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:48.587459 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-5e99d3bf-95dc-47ad-90a9-0909a2a2b4d5 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1098197 Oct 19 02:13:48.590808 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56174) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:48.594660 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f846b335-deb3-484f-9771-3872632db530 None None] Sync routers for ids ['d19bf80e-c58f-4ca4-ae22-9806e88b38fa'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:13:48.674374 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f846b335-deb3-484f-9771-3872632db530 None None] Routers {'d19bf80e-c58f-4ca4-ae22-9806e88b38fa'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:13:48.674913 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-f846b335-deb3-484f-9771-3872632db530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:13:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d19bf80e-c58f-4ca4-ae22-9806e88b38fa'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:48.678193 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-3c78febf-ac5a-42e1-8b55-a67ba51db5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'name': 'tempest-TestShelveInstance-1030589188-router', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'c59a4231-ffff-4167-b58f-a9163d7dd45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:41Z', 'updated_at': '2021-10-19T02:13:44Z', 'revision_number': 4, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'gw_port': {'id': 'c59a4231-ffff-4167-b58f-a9163d7dd45c', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:42Z', 'updated_at': '2021-10-19T02:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '34bac5f4-1b5b-491a-917a-fd57223d2ac0', 'name': '', 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'mac_address': 'fa:16:3e:79:36:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:44Z', 'updated_at': '2021-10-19T02:13:48Z', 'revision_number': 4, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'subnets': [{'id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:48.753587 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0cdab0e0-c103-4f60-afaf-b14ee3a7b37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:48.800674 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c78febf-ac5a-42e1-8b55-a67ba51db5e9 None None] The sync data for ids ['66091a67-d3ae-4e83-be9f-47f561c374b7'] in n-d-715271-26 is: [{'id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'name': 'tempest-TestShelveInstance-1030589188-router', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'c59a4231-ffff-4167-b58f-a9163d7dd45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:41Z', 'updated_at': '2021-10-19T02:13:44Z', 'revision_number': 4, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'gw_port': {'id': 'c59a4231-ffff-4167-b58f-a9163d7dd45c', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:42Z', 'updated_at': '2021-10-19T02:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '34bac5f4-1b5b-491a-917a-fd57223d2ac0', 'name': '', 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'mac_address': 'fa:16:3e:79:36:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:44Z', 'updated_at': '2021-10-19T02:13:48Z', 'revision_number': 4, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'subnets': [{'id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:13:48.860705 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-0cdab0e0-c103-4f60-afaf-b14ee3a7b37c None None] For port 34bac5f4-1b5b-491a-917a-fd57223d2ac0, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=34bac5f4-1b5b-491a-917a-fd57223d2ac0,segment=NetworkSegment(6297a745-46df-4da5-bc9c-e3bcbf351129),segment_id=6297a745-46df-4da5-bc9c-e3bcbf351129)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:13:48.879291 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0cdab0e0-c103-4f60-afaf-b14ee3a7b37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:48.883802 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-f846b335-deb3-484f-9771-3872632db530 None None] Set router d19bf80e-c58f-4ca4-ae22-9806e88b38fa gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:13:49.035479 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdab0e0-c103-4f60-afaf-b14ee3a7b37c None None] Pushing event updated for resources: {'Port': ['ID=34bac5f4-1b5b-491a-917a-fd57223d2ac0,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:49.049853 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-5f951620-8387-4c21-8bb4-50fd8fa1bb46 None None] Provisioning complete for port ef299f0c-0d79-4628-98d2-abb9f546b4c9 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:13:49.050095 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5f951620-8387-4c21-8bb4-50fd8fa1bb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:49.106883 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eebbdb80-3fda-42b1-9c3e-9f8fe9be2190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:49.221279 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-5f951620-8387-4c21-8bb4-50fd8fa1bb46 None None] Provisioning complete for port 34bac5f4-1b5b-491a-917a-fd57223d2ac0 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:13:49.221675 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5f951620-8387-4c21-8bb4-50fd8fa1bb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:49.270713 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-f846b335-deb3-484f-9771-3872632db530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19bf80e-c58f-4ca4-ae22-9806e88b38fa', 'name': 'tempest-TestShelveInstance-1699539033-router', 'tenant_id': '0b414b364bf84b15ac1033e4751ac635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '2138289d-a19b-4486-a050-14d85f8144b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:46Z', 'updated_at': '2021-10-19T02:13:47Z', 'revision_number': 3, 'project_id': '0b414b364bf84b15ac1033e4751ac635', 'gw_port': {'id': '2138289d-a19b-4486-a050-14d85f8144b6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19bf80e-c58f-4ca4-ae22-9806e88b38fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:47Z', 'updated_at': '2021-10-19T02:13:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:49.273860 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-eebbdb80-3fda-42b1-9c3e-9f8fe9be2190 admin admin] Allocated IP 172.20.0.1 (484495e3-9abd-4411-ae9d-a1c1f4cc6a8b/fde85dc1-808d-4d6f-bedd-4f0b0f9ccc74/d893ca1b-93a8-4ae8-a3de-0de470e4756a) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:13:49.304545 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f846b335-deb3-484f-9771-3872632db530 None None] Checking router: d19bf80e-c58f-4ca4-ae22-9806e88b38fa for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:13:49.304968 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f846b335-deb3-484f-9771-3872632db530 None None] Updating router d19bf80e-c58f-4ca4-ae22-9806e88b38fa port 2138289d-a19b-4486-a050-14d85f8144b6 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:13:49.357806 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f846b335-deb3-484f-9771-3872632db530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:49.396911 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eebbdb80-3fda-42b1-9c3e-9f8fe9be2190 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:49.436093 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eebbdb80-3fda-42b1-9c3e-9f8fe9be2190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:49.479368 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebbdb80-3fda-42b1-9c3e-9f8fe9be2190 admin admin] Network 484495e3-9abd-4411-ae9d-a1c1f4cc6a8b is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:13:49.483519 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-eebbdb80-3fda-42b1-9c3e-9f8fe9be2190 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:13:49.486071 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebbdb80-3fda-42b1-9c3e-9f8fe9be2190 admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:13:49.524616 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebbdb80-3fda-42b1-9c3e-9f8fe9be2190 admin admin] Pushing event updated for resources: {'Port': ['ID=d893ca1b-93a8-4ae8-a3de-0de470e4756a,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:49.546207 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eebbdb80-3fda-42b1-9c3e-9f8fe9be2190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:49.563825 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b9810088-d69a-43d1-9b6f-0f37663abd84 None None] Provisioning complete for port ef299f0c-0d79-4628-98d2-abb9f546b4c9 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:13:49.564202 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b9810088-d69a-43d1-9b6f-0f37663abd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:49.678061 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eebbdb80-3fda-42b1-9c3e-9f8fe9be2190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:49.854268 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eebbdb80-3fda-42b1-9c3e-9f8fe9be2190 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:49.858683 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eebbdb80-3fda-42b1-9c3e-9f8fe9be2190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:49.896182 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f846b335-deb3-484f-9771-3872632db530 None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:49.902264 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f846b335-deb3-484f-9771-3872632db530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:49.940318 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebbdb80-3fda-42b1-9c3e-9f8fe9be2190 admin admin] Pushing event updated for resources: {'Port': ['ID=d893ca1b-93a8-4ae8-a3de-0de470e4756a,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:49.947564 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eebbdb80-3fda-42b1-9c3e-9f8fe9be2190 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:49.956585 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-f846b335-deb3-484f-9771-3872632db530 None None] Attempting to bind port 2138289d-a19b-4486-a050-14d85f8144b6 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:13:49.956922 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-f846b335-deb3-484f-9771-3872632db530 None None] Attempting to bind port 2138289d-a19b-4486-a050-14d85f8144b6 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:13:49.957288 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f846b335-deb3-484f-9771-3872632db530 None None] Attempting to bind port 2138289d-a19b-4486-a050-14d85f8144b6 on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:13:49.962423 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 34bac5f4-1b5b-491a-917a-fd57223d2ac0 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:13:49.999552 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f846b335-deb3-484f-9771-3872632db530 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:13:49.999964 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f846b335-deb3-484f-9771-3872632db530 None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:13:50.000364 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f846b335-deb3-484f-9771-3872632db530 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:50.000747 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f846b335-deb3-484f-9771-3872632db530 None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:13:50.001215 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-f846b335-deb3-484f-9771-3872632db530 None None] Bound port: 2138289d-a19b-4486-a050-14d85f8144b6, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:13:50.001594 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f846b335-deb3-484f-9771-3872632db530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:50.011645 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3cdcb-626b-4e89-9475-0c6066a8a49f None None] Pushing event updated for resources: {'Port': ['ID=2138289d-a19b-4486-a050-14d85f8144b6,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:50.041139 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebbdb80-3fda-42b1-9c3e-9f8fe9be2190 admin admin] Network 484495e3-9abd-4411-ae9d-a1c1f4cc6a8b is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:13:50.042864 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-eebbdb80-3fda-42b1-9c3e-9f8fe9be2190 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:13:50.052536 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:50.067564 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-65f22ef7-d1ed-438d-b550-17853417ec85 None None] Provisioning complete for port d893ca1b-93a8-4ae8-a3de-0de470e4756a triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:13:50.067885 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-65f22ef7-d1ed-438d-b550-17853417ec85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:50.128234 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-f846b335-deb3-484f-9771-3872632db530 None None] For port 2138289d-a19b-4486-a050-14d85f8144b6, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:13:50.151981 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-65f22ef7-d1ed-438d-b550-17853417ec85 None None] Port d893ca1b-93a8-4ae8-a3de-0de470e4756a cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:13:50.159168 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 34bac5f4-1b5b-491a-917a-fd57223d2ac0 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:13:50.159599 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:50.163437 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-f846b335-deb3-484f-9771-3872632db530 None None] For port 2138289d-a19b-4486-a050-14d85f8144b6, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=2138289d-a19b-4486-a050-14d85f8144b6,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:13:50.175344 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eebbdb80-3fda-42b1-9c3e-9f8fe9be2190 admin admin] Router d19bf80e-c58f-4ca4-ae22-9806e88b38fa has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:13:50.188375 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f846b335-deb3-484f-9771-3872632db530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:50.261593 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f846b335-deb3-484f-9771-3872632db530 None None] Routers {'d19bf80e-c58f-4ca4-ae22-9806e88b38fa'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:13:50.262284 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-f846b335-deb3-484f-9771-3872632db530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:13:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d19bf80e-c58f-4ca4-ae22-9806e88b38fa'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:50.295043 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebbdb80-3fda-42b1-9c3e-9f8fe9be2190 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:13:50.300071 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-eebbdb80-3fda-42b1-9c3e-9f8fe9be2190 admin admin] 10.222.0.57 "PUT /v2.0/routers/d19bf80e-c58f-4ca4-ae22-9806e88b38fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7074904 Oct 19 02:13:50.304600 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3cdcb-626b-4e89-9475-0c6066a8a49f None None] Pushing event updated for resources: {'Port': ['ID=2138289d-a19b-4486-a050-14d85f8144b6,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:50.397395 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device ef299f0c-0d79-4628-98d2-abb9f546b4c9 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:13:50.443229 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-f0127429-6e78-4dd0-b7c2-2471acf86319 None None] Provisioning complete for port d893ca1b-93a8-4ae8-a3de-0de470e4756a triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:13:50.443607 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f0127429-6e78-4dd0-b7c2-2471acf86319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:50.476856 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-f846b335-deb3-484f-9771-3872632db530 None None] Set router d19bf80e-c58f-4ca4-ae22-9806e88b38fa gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:13:50.536604 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-f0127429-6e78-4dd0-b7c2-2471acf86319 None None] Port d893ca1b-93a8-4ae8-a3de-0de470e4756a cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:13:50.581758 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port ef299f0c-0d79-4628-98d2-abb9f546b4c9 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:13:50.582132 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:50.763679 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-f846b335-deb3-484f-9771-3872632db530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19bf80e-c58f-4ca4-ae22-9806e88b38fa', 'name': 'tempest-TestShelveInstance-1699539033-router', 'tenant_id': '0b414b364bf84b15ac1033e4751ac635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '2138289d-a19b-4486-a050-14d85f8144b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:46Z', 'updated_at': '2021-10-19T02:13:49Z', 'revision_number': 4, 'project_id': '0b414b364bf84b15ac1033e4751ac635', 'gw_port': {'id': '2138289d-a19b-4486-a050-14d85f8144b6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19bf80e-c58f-4ca4-ae22-9806e88b38fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:47Z', 'updated_at': '2021-10-19T02:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'd893ca1b-93a8-4ae8-a3de-0de470e4756a', 'name': '', 'network_id': '484495e3-9abd-4411-ae9d-a1c1f4cc6a8b', 'tenant_id': '0b414b364bf84b15ac1033e4751ac635', 'mac_address': 'fa:16:3e:87:a3:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19bf80e-c58f-4ca4-ae22-9806e88b38fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'fde85dc1-808d-4d6f-bedd-4f0b0f9ccc74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:49Z', 'updated_at': '2021-10-19T02:13:49Z', 'revision_number': 2, 'project_id': '0b414b364bf84b15ac1033e4751ac635', 'subnets': [{'id': 'fde85dc1-808d-4d6f-bedd-4f0b0f9ccc74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:50.789403 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f846b335-deb3-484f-9771-3872632db530 None None] The sync data for ids ['d19bf80e-c58f-4ca4-ae22-9806e88b38fa'] in n-d-715271-26 is: [{'id': 'd19bf80e-c58f-4ca4-ae22-9806e88b38fa', 'name': 'tempest-TestShelveInstance-1699539033-router', 'tenant_id': '0b414b364bf84b15ac1033e4751ac635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '2138289d-a19b-4486-a050-14d85f8144b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:46Z', 'updated_at': '2021-10-19T02:13:49Z', 'revision_number': 4, 'project_id': '0b414b364bf84b15ac1033e4751ac635', 'gw_port': {'id': '2138289d-a19b-4486-a050-14d85f8144b6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19bf80e-c58f-4ca4-ae22-9806e88b38fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:47Z', 'updated_at': '2021-10-19T02:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'd893ca1b-93a8-4ae8-a3de-0de470e4756a', 'name': '', 'network_id': '484495e3-9abd-4411-ae9d-a1c1f4cc6a8b', 'tenant_id': '0b414b364bf84b15ac1033e4751ac635', 'mac_address': 'fa:16:3e:87:a3:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19bf80e-c58f-4ca4-ae22-9806e88b38fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'fde85dc1-808d-4d6f-bedd-4f0b0f9ccc74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:49Z', 'updated_at': '2021-10-19T02:13:49Z', 'revision_number': 2, 'project_id': '0b414b364bf84b15ac1033e4751ac635', 'subnets': [{'id': 'fde85dc1-808d-4d6f-bedd-4f0b0f9ccc74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:13:50.944861 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56182) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:50.950794 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-9aa0df0d-3f81-4844-aff7-3fd75a0f04bc tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-599009101', 'description': 'tempest-secgroup-smoke-599009101 description', 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:13:50.997589 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9aa0df0d-3f81-4844-aff7-3fd75a0f04bc tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.071012 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9aa0df0d-3f81-4844-aff7-3fd75a0f04bc tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.075282 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9aa0df0d-3f81-4844-aff7-3fd75a0f04bc tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.109435 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9aa0df0d-3f81-4844-aff7-3fd75a0f04bc tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.110696 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9aa0df0d-3f81-4844-aff7-3fd75a0f04bc tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1639831 Oct 19 02:13:51.113653 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56184) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:51.118932 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-00e3fc3e-bb2c-4345-9643-e66c43b44bdc tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Request body: {'security_group_rule': {'security_group_id': 'e4d016c9-c093-4a8f-abce-ae863647d65f', 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:13:51.124822 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0df0d-3f81-4844-aff7-3fd75a0f04bc tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d016c9-c093-4a8f-abce-ae863647d65f,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:51.149669 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-00e3fc3e-bb2c-4345-9643-e66c43b44bdc tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.207974 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-00e3fc3e-bb2c-4345-9643-e66c43b44bdc tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.211598 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-00e3fc3e-bb2c-4345-9643-e66c43b44bdc tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.230466 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3fc3e-bb2c-4345-9643-e66c43b44bdc tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f1204e-8cdb-40d8-8519-777a5e6d987f,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:51.243117 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-00e3fc3e-bb2c-4345-9643-e66c43b44bdc tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.244418 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-00e3fc3e-bb2c-4345-9643-e66c43b44bdc tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1298044 Oct 19 02:13:51.247630 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56186) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:51.252212 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-bae98005-3929-4053-b661-45c1a209cc5c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Request body: {'security_group_rule': {'security_group_id': 'e4d016c9-c093-4a8f-abce-ae863647d65f', 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:13:51.280467 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bae98005-3929-4053-b661-45c1a209cc5c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.340243 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bae98005-3929-4053-b661-45c1a209cc5c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.344073 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bae98005-3929-4053-b661-45c1a209cc5c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.362953 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae98005-3929-4053-b661-45c1a209cc5c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3499ab63-be68-49c2-b9d6-db0ff093bf80,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:51.370267 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bae98005-3929-4053-b661-45c1a209cc5c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.372135 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-bae98005-3929-4053-b661-45c1a209cc5c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1234808 Oct 19 02:13:51.374881 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56188) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:51.379190 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-57909fe3-bd0d-4bd8-a7b1-15cfb6b52819 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Request body: {'security_group_rule': {'security_group_id': 'e4d016c9-c093-4a8f-abce-ae863647d65f', 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:13:51.404068 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-57909fe3-bd0d-4bd8-a7b1-15cfb6b52819 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.459852 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-57909fe3-bd0d-4bd8-a7b1-15cfb6b52819 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.463151 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-57909fe3-bd0d-4bd8-a7b1-15cfb6b52819 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.483423 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57909fe3-bd0d-4bd8-a7b1-15cfb6b52819 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f19b71-08d9-4d6a-b7fe-6df77b9be4e9,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:51.490652 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-57909fe3-bd0d-4bd8-a7b1-15cfb6b52819 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.491866 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-57909fe3-bd0d-4bd8-a7b1-15cfb6b52819 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159921 Oct 19 02:13:51.494523 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56190) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:51.499401 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-e8328aed-b136-4d64-a8d3-3333296e249e tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Request body: {'security_group_rule': {'security_group_id': 'e4d016c9-c093-4a8f-abce-ae863647d65f', 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:13:51.525795 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e8328aed-b136-4d64-a8d3-3333296e249e tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.594022 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e8328aed-b136-4d64-a8d3-3333296e249e tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.598381 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e8328aed-b136-4d64-a8d3-3333296e249e tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.617500 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8328aed-b136-4d64-a8d3-3333296e249e tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbd3e356-5e5b-4ff9-83e0-01c5c01889da,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:51.626895 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-e8328aed-b136-4d64-a8d3-3333296e249e tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.630624 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-e8328aed-b136-4d64-a8d3-3333296e249e tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1326702 Oct 19 02:13:51.630915 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56192) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:51.635273 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-6079031c-b49a-4fd6-8919-ef0a271e93f3 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Request body: {'security_group_rule': {'security_group_id': 'e4d016c9-c093-4a8f-abce-ae863647d65f', 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:13:51.660636 n-d-715271-26 neutron-server[100607]: INFO neutron.db.securitygroups_db [None req-6079031c-b49a-4fd6-8919-ef0a271e93f3 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Project 0fbccf8a63b54ac59ca0b0dba522e048 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 02:13:51.666598 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6079031c-b49a-4fd6-8919-ef0a271e93f3 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.730281 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6079031c-b49a-4fd6-8919-ef0a271e93f3 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.734412 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6079031c-b49a-4fd6-8919-ef0a271e93f3 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.753371 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6079031c-b49a-4fd6-8919-ef0a271e93f3 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4370a74e-55e3-4993-8b08-cbf076fa6c2b,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:51.763130 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6079031c-b49a-4fd6-8919-ef0a271e93f3 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.764387 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6079031c-b49a-4fd6-8919-ef0a271e93f3 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1326213 Oct 19 02:13:51.767283 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56194) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:51.772280 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-04494546-947d-4665-88a1-47c78f001dd4 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Request body: {'security_group_rule': {'security_group_id': 'e4d016c9-c093-4a8f-abce-ae863647d65f', 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:13:51.795936 n-d-715271-26 neutron-server[100606]: INFO neutron.db.securitygroups_db [None req-04494546-947d-4665-88a1-47c78f001dd4 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Project 0fbccf8a63b54ac59ca0b0dba522e048 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 02:13:51.801210 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-04494546-947d-4665-88a1-47c78f001dd4 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.874800 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-04494546-947d-4665-88a1-47c78f001dd4 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.881422 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-04494546-947d-4665-88a1-47c78f001dd4 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.899390 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04494546-947d-4665-88a1-47c78f001dd4 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f1ae5a-4311-4c4a-9f2f-b41000878d76,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:51.921292 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 2138289d-a19b-4486-a050-14d85f8144b6 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:13:51.921846 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-04494546-947d-4665-88a1-47c78f001dd4 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.923062 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-04494546-947d-4665-88a1-47c78f001dd4 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1544721 Oct 19 02:13:52.000147 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 2138289d-a19b-4486-a050-14d85f8144b6 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:13:52.000342 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:52.083305 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-1c97031e-9e77-49c6-95ba-fba7aae918a6 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-599009101&fields=id&tenant_id=0fbccf8a63b54ac59ca0b0dba522e048 HTTP/1.1" status: 200 len: 267 time: 0.0392716 Oct 19 02:13:52.088313 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:52.114613 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 2138289d-a19b-4486-a050-14d85f8144b6, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=2138289d-a19b-4486-a050-14d85f8144b6,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:13:52.118338 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:52.169120 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=2138289d-a19b-4486-a050-14d85f8144b6,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:52.203526 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-29fd5bde-75dd-45d5-8c28-a090aeb7296c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:52.205780 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-29fd5bde-75dd-45d5-8c28-a090aeb7296c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/networks?id=5a910049-16ec-48e4-9558-2b91aaa11bbd HTTP/1.1" status: 200 len: 809 time: 0.1149642 Oct 19 02:13:52.221581 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-c1514d16-c892-4d82-8f67-feb3ed25213e tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/quotas/0fbccf8a63b54ac59ca0b0dba522e048 HTTP/1.1" status: 200 len: 375 time: 0.0097561 Oct 19 02:13:52.276502 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-86187ff3-5fb1-4898-95f0-6102ba0d75ad tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fbccf8a63b54ac59ca0b0dba522e048&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488188 Oct 19 02:13:52.374622 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-865a9939-2a79-4e83-b429-10253014a21c service neutron] 10.222.0.57 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862765 Oct 19 02:13:52.462865 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-e57cde54-dc94-4ff4-950f-314878bc30b9 service neutron] 10.222.0.57 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823612 Oct 19 02:13:52.621631 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-76a9376f-5152-42c2-9b48-177c2f0f78ee req-b7ea12bb-7291-4bc8-8b5a-f8088db6cb63 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 210 time: 0.0279279 Oct 19 02:13:52.911696 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb6273f-e6b7-4f64-b643-fb77f2e7f7ba None None] Sync routers for ids ['d19bf80e-c58f-4ca4-ae22-9806e88b38fa'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:13:52.921355 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb6273f-e6b7-4f64-b643-fb77f2e7f7ba None None] Routers {'d19bf80e-c58f-4ca4-ae22-9806e88b38fa'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:13:52.921945 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-3eb6273f-e6b7-4f64-b643-fb77f2e7f7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:13:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d19bf80e-c58f-4ca4-ae22-9806e88b38fa'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:53.025304 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-3eb6273f-e6b7-4f64-b643-fb77f2e7f7ba None None] Set router d19bf80e-c58f-4ca4-ae22-9806e88b38fa gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:13:53.216985 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-3eb6273f-e6b7-4f64-b643-fb77f2e7f7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19bf80e-c58f-4ca4-ae22-9806e88b38fa', 'name': 'tempest-TestShelveInstance-1699539033-router', 'tenant_id': '0b414b364bf84b15ac1033e4751ac635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '2138289d-a19b-4486-a050-14d85f8144b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:46Z', 'updated_at': '2021-10-19T02:13:49Z', 'revision_number': 4, 'project_id': '0b414b364bf84b15ac1033e4751ac635', 'gw_port': {'id': '2138289d-a19b-4486-a050-14d85f8144b6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19bf80e-c58f-4ca4-ae22-9806e88b38fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:47Z', 'updated_at': '2021-10-19T02:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'd893ca1b-93a8-4ae8-a3de-0de470e4756a', 'name': '', 'network_id': '484495e3-9abd-4411-ae9d-a1c1f4cc6a8b', 'tenant_id': '0b414b364bf84b15ac1033e4751ac635', 'mac_address': 'fa:16:3e:87:a3:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19bf80e-c58f-4ca4-ae22-9806e88b38fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'fde85dc1-808d-4d6f-bedd-4f0b0f9ccc74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:49Z', 'updated_at': '2021-10-19T02:13:49Z', 'revision_number': 2, 'project_id': '0b414b364bf84b15ac1033e4751ac635', 'subnets': [{'id': 'fde85dc1-808d-4d6f-bedd-4f0b0f9ccc74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:53.246144 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb6273f-e6b7-4f64-b643-fb77f2e7f7ba None None] Checking router: d19bf80e-c58f-4ca4-ae22-9806e88b38fa for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:13:53.246482 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb6273f-e6b7-4f64-b643-fb77f2e7f7ba None None] Updating router d19bf80e-c58f-4ca4-ae22-9806e88b38fa port d893ca1b-93a8-4ae8-a3de-0de470e4756a binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:13:53.270363 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-3eb6273f-e6b7-4f64-b643-fb77f2e7f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:53.523314 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-3eb6273f-e6b7-4f64-b643-fb77f2e7f7ba None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:53.529417 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-3eb6273f-e6b7-4f64-b643-fb77f2e7f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:53.580005 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e70dea-eaa1-4785-9a49-80fe4416f10a None None] Pushing event updated for resources: {'Port': ['ID=d893ca1b-93a8-4ae8-a3de-0de470e4756a,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:53.641789 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-3eb6273f-e6b7-4f64-b643-fb77f2e7f7ba None None] Attempting to bind port d893ca1b-93a8-4ae8-a3de-0de470e4756a on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:13:53.642156 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-3eb6273f-e6b7-4f64-b643-fb77f2e7f7ba None None] Attempting to bind port d893ca1b-93a8-4ae8-a3de-0de470e4756a by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '3a353a54-726a-4fe9-a14b-98f56fc17ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '484495e3-9abd-4411-ae9d-a1c1f4cc6a8b'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:13:53.642520 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb6273f-e6b7-4f64-b643-fb77f2e7f7ba None None] Attempting to bind port d893ca1b-93a8-4ae8-a3de-0de470e4756a on network 484495e3-9abd-4411-ae9d-a1c1f4cc6a8b {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:13:53.648434 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb6273f-e6b7-4f64-b643-fb77f2e7f7ba None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:13:53.648891 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb6273f-e6b7-4f64-b643-fb77f2e7f7ba None None] Checking segment: {'id': '3a353a54-726a-4fe9-a14b-98f56fc17ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '484495e3-9abd-4411-ae9d-a1c1f4cc6a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:13:53.649354 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-3eb6273f-e6b7-4f64-b643-fb77f2e7f7ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:53.649825 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb6273f-e6b7-4f64-b643-fb77f2e7f7ba None None] Bound using segment: {'id': '3a353a54-726a-4fe9-a14b-98f56fc17ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '484495e3-9abd-4411-ae9d-a1c1f4cc6a8b'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:13:53.650377 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-3eb6273f-e6b7-4f64-b643-fb77f2e7f7ba None None] Bound port: d893ca1b-93a8-4ae8-a3de-0de470e4756a, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a353a54-726a-4fe9-a14b-98f56fc17ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '484495e3-9abd-4411-ae9d-a1c1f4cc6a8b'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:13:53.651185 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-3eb6273f-e6b7-4f64-b643-fb77f2e7f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:53.718111 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8969153a-b289-4a9c-948e-283802a11a75 req-1530955b-04b8-4b69-b958-ee93f780140e tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 210 time: 0.0371325 Oct 19 02:13:53.722385 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-3eb6273f-e6b7-4f64-b643-fb77f2e7f7ba None None] For port d893ca1b-93a8-4ae8-a3de-0de470e4756a, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:13:53.725727 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-3eb6273f-e6b7-4f64-b643-fb77f2e7f7ba None None] For port d893ca1b-93a8-4ae8-a3de-0de470e4756a, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d893ca1b-93a8-4ae8-a3de-0de470e4756a,segment=NetworkSegment(3a353a54-726a-4fe9-a14b-98f56fc17ec2),segment_id=3a353a54-726a-4fe9-a14b-98f56fc17ec2)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:13:53.741042 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-3eb6273f-e6b7-4f64-b643-fb77f2e7f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:53.806673 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb6273f-e6b7-4f64-b643-fb77f2e7f7ba None None] Routers {'d19bf80e-c58f-4ca4-ae22-9806e88b38fa'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:13:53.807357 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-3eb6273f-e6b7-4f64-b643-fb77f2e7f7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:13:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d19bf80e-c58f-4ca4-ae22-9806e88b38fa'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:53.846508 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e70dea-eaa1-4785-9a49-80fe4416f10a None None] Pushing event updated for resources: {'Port': ['ID=d893ca1b-93a8-4ae8-a3de-0de470e4756a,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:53.917699 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-72c18fac-c656-48ea-a091-0ef46ac0ae40 None None] Provisioning complete for port d893ca1b-93a8-4ae8-a3de-0de470e4756a triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:13:53.918433 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-72c18fac-c656-48ea-a091-0ef46ac0ae40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:53.967873 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 2138289d-a19b-4486-a050-14d85f8144b6 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:13:53.974990 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-3eb6273f-e6b7-4f64-b643-fb77f2e7f7ba None None] Set router d19bf80e-c58f-4ca4-ae22-9806e88b38fa gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:13:54.074511 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 2138289d-a19b-4486-a050-14d85f8144b6 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:13:54.074967 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:54.120641 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-72c18fac-c656-48ea-a091-0ef46ac0ae40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:54.165061 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-72c18fac-c656-48ea-a091-0ef46ac0ae40 None None] For port d893ca1b-93a8-4ae8-a3de-0de470e4756a, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d893ca1b-93a8-4ae8-a3de-0de470e4756a,segment=NetworkSegment(3a353a54-726a-4fe9-a14b-98f56fc17ec2),segment_id=3a353a54-726a-4fe9-a14b-98f56fc17ec2)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:13:54.186307 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-72c18fac-c656-48ea-a091-0ef46ac0ae40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:54.252045 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c18fac-c656-48ea-a091-0ef46ac0ae40 None None] Pushing event updated for resources: {'Port': ['ID=d893ca1b-93a8-4ae8-a3de-0de470e4756a,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:54.301152 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-3eb6273f-e6b7-4f64-b643-fb77f2e7f7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19bf80e-c58f-4ca4-ae22-9806e88b38fa', 'name': 'tempest-TestShelveInstance-1699539033-router', 'tenant_id': '0b414b364bf84b15ac1033e4751ac635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '2138289d-a19b-4486-a050-14d85f8144b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:46Z', 'updated_at': '2021-10-19T02:13:49Z', 'revision_number': 4, 'project_id': '0b414b364bf84b15ac1033e4751ac635', 'gw_port': {'id': '2138289d-a19b-4486-a050-14d85f8144b6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19bf80e-c58f-4ca4-ae22-9806e88b38fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:47Z', 'updated_at': '2021-10-19T02:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'd893ca1b-93a8-4ae8-a3de-0de470e4756a', 'name': '', 'network_id': '484495e3-9abd-4411-ae9d-a1c1f4cc6a8b', 'tenant_id': '0b414b364bf84b15ac1033e4751ac635', 'mac_address': 'fa:16:3e:87:a3:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19bf80e-c58f-4ca4-ae22-9806e88b38fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'fde85dc1-808d-4d6f-bedd-4f0b0f9ccc74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:49Z', 'updated_at': '2021-10-19T02:13:53Z', 'revision_number': 4, 'project_id': '0b414b364bf84b15ac1033e4751ac635', 'subnets': [{'id': 'fde85dc1-808d-4d6f-bedd-4f0b0f9ccc74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:54.305150 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-c0fb6b4d-780c-449d-8d44-0474b3b1fd48 None None] Provisioning complete for port d893ca1b-93a8-4ae8-a3de-0de470e4756a triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:13:54.305507 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c0fb6b4d-780c-449d-8d44-0474b3b1fd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:54.327333 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb6273f-e6b7-4f64-b643-fb77f2e7f7ba None None] The sync data for ids ['d19bf80e-c58f-4ca4-ae22-9806e88b38fa'] in n-d-715271-26 is: [{'id': 'd19bf80e-c58f-4ca4-ae22-9806e88b38fa', 'name': 'tempest-TestShelveInstance-1699539033-router', 'tenant_id': '0b414b364bf84b15ac1033e4751ac635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '2138289d-a19b-4486-a050-14d85f8144b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:46Z', 'updated_at': '2021-10-19T02:13:49Z', 'revision_number': 4, 'project_id': '0b414b364bf84b15ac1033e4751ac635', 'gw_port': {'id': '2138289d-a19b-4486-a050-14d85f8144b6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19bf80e-c58f-4ca4-ae22-9806e88b38fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:47Z', 'updated_at': '2021-10-19T02:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'd893ca1b-93a8-4ae8-a3de-0de470e4756a', 'name': '', 'network_id': '484495e3-9abd-4411-ae9d-a1c1f4cc6a8b', 'tenant_id': '0b414b364bf84b15ac1033e4751ac635', 'mac_address': 'fa:16:3e:87:a3:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19bf80e-c58f-4ca4-ae22-9806e88b38fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'fde85dc1-808d-4d6f-bedd-4f0b0f9ccc74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:49Z', 'updated_at': '2021-10-19T02:13:53Z', 'revision_number': 4, 'project_id': '0b414b364bf84b15ac1033e4751ac635', 'subnets': [{'id': 'fde85dc1-808d-4d6f-bedd-4f0b0f9ccc74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:13:54.815861 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e44cec58-0d20-48ab-9c0c-e7d94bcafb67 req-b944dd62-6f01-4e2e-a195-3d10ae1df279 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 210 time: 0.0298252 Oct 19 02:13:55.881248 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-54e863cb-a8d9-48d4-9ba7-593227c3cad5 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:55.882762 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-54e863cb-a8d9-48d4-9ba7-593227c3cad5 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.24 "GET /v2.0/networks?id=5a910049-16ec-48e4-9558-2b91aaa11bbd HTTP/1.1" status: 200 len: 809 time: 0.1140296 Oct 19 02:13:55.926066 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d893ca1b-93a8-4ae8-a3de-0de470e4756a up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:13:55.938659 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-296d2c29-4144-4244-ab6f-29fde2ae3551 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fbccf8a63b54ac59ca0b0dba522e048 HTTP/1.1" status: 200 len: 379 time: 0.0436735 Oct 19 02:13:55.952111 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-fd2c2f55-cc27-4e16-a5db-089174dd6065 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Request body: {'port': {'device_id': '51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44', 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd', 'admin_state_up': True, 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'security_groups': ['e4d016c9-c093-4a8f-abce-ae863647d65f']}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:13:55.961576 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-030df734-7c53-4986-9224-abfb57b4e227 req-ee0ea393-2cde-4676-aa21-2b8dcc3e08c3 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 210 time: 0.0310085 Oct 19 02:13:55.978543 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port d893ca1b-93a8-4ae8-a3de-0de470e4756a triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:13:55.979053 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:56.069735 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-fd2c2f55-cc27-4e16-a5db-089174dd6065 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Made reservation on behalf of 0fbccf8a63b54ac59ca0b0dba522e048 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:13:56.073495 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-fd2c2f55-cc27-4e16-a5db-089174dd6065 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:56.195243 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-fd2c2f55-cc27-4e16-a5db-089174dd6065 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Allocated IP 172.20.0.3 (5a910049-16ec-48e4-9558-2b91aaa11bbd/08aae1bd-d412-4848-a55d-4e055fa60b88/3d13cda1-e39d-465d-bdfc-aaeeaf3066a3) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:13:56.334284 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-fd2c2f55-cc27-4e16-a5db-089174dd6065 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:56.366472 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-fd2c2f55-cc27-4e16-a5db-089174dd6065 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:56.409207 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-fd2c2f55-cc27-4e16-a5db-089174dd6065 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Network 5a910049-16ec-48e4-9558-2b91aaa11bbd is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:13:56.412525 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-fd2c2f55-cc27-4e16-a5db-089174dd6065 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:13:56.416133 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-fd2c2f55-cc27-4e16-a5db-089174dd6065 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:13:56.445847 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c2f55-cc27-4e16-a5db-089174dd6065 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Pushing event updated for resources: {'Port': ['ID=3d13cda1-e39d-465d-bdfc-aaeeaf3066a3,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:56.474960 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-fd2c2f55-cc27-4e16-a5db-089174dd6065 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:56.475580 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-fd2c2f55-cc27-4e16-a5db-089174dd6065 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:56.492015 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-fd2c2f55-cc27-4e16-a5db-089174dd6065 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5447502 Oct 19 02:13:56.504488 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-57fba999-6ade-42d4-bdd3-0fdf7ace1dab service neutron] Request body: {'port': {'device_id': '51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:13:56.559974 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-57fba999-6ade-42d4-bdd3-0fdf7ace1dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:56.614075 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-22fd0f0a-4b2b-4713-bee7-fdac2ca42763 None None] Provisioning complete for port 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:13:56.614442 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-22fd0f0a-4b2b-4713-bee7-fdac2ca42763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:56.649509 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-22fd0f0a-4b2b-4713-bee7-fdac2ca42763 None None] Port 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:13:56.820889 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-57fba999-6ade-42d4-bdd3-0fdf7ace1dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:13:56.828037 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-57fba999-6ade-42d4-bdd3-0fdf7ace1dab service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:56.839657 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-57fba999-6ade-42d4-bdd3-0fdf7ace1dab service neutron] Transition to ACTIVE for port object 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:13:56.847982 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-57fba999-6ade-42d4-bdd3-0fdf7ace1dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:56.903862 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fba999-6ade-42d4-bdd3-0fdf7ace1dab service neutron] Pushing event updated for resources: {'Port': ['ID=3d13cda1-e39d-465d-bdfc-aaeeaf3066a3,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:56.980014 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-57fba999-6ade-42d4-bdd3-0fdf7ace1dab service neutron] Attempting to bind port 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:13:56.981405 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-57fba999-6ade-42d4-bdd3-0fdf7ace1dab service neutron] Attempting to bind port 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '6297a745-46df-4da5-bc9c-e3bcbf351129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:13:56.981912 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-57fba999-6ade-42d4-bdd3-0fdf7ace1dab service neutron] Attempting to bind port 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 on network 5a910049-16ec-48e4-9558-2b91aaa11bbd {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:13:56.986500 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-57fba999-6ade-42d4-bdd3-0fdf7ace1dab service neutron] Port 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 on network 5a910049-16ec-48e4-9558-2b91aaa11bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:13:56.986816 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-57fba999-6ade-42d4-bdd3-0fdf7ace1dab service neutron] Attempting to bind port 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 on network 5a910049-16ec-48e4-9558-2b91aaa11bbd {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:13:56.992832 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-57fba999-6ade-42d4-bdd3-0fdf7ace1dab service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:13:56.993188 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-57fba999-6ade-42d4-bdd3-0fdf7ace1dab service neutron] Checking segment: {'id': '6297a745-46df-4da5-bc9c-e3bcbf351129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:13:56.993548 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-57fba999-6ade-42d4-bdd3-0fdf7ace1dab service neutron] Bound using segment: {'id': '6297a745-46df-4da5-bc9c-e3bcbf351129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:13:56.993976 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-57fba999-6ade-42d4-bdd3-0fdf7ace1dab service neutron] Bound port: 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6297a745-46df-4da5-bc9c-e3bcbf351129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:13:56.994334 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-57fba999-6ade-42d4-bdd3-0fdf7ace1dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:57.098440 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-57fba999-6ade-42d4-bdd3-0fdf7ace1dab service neutron] For port 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:13:57.102531 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-57fba999-6ade-42d4-bdd3-0fdf7ace1dab service neutron] For port 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=3d13cda1-e39d-465d-bdfc-aaeeaf3066a3,segment=NetworkSegment(6297a745-46df-4da5-bc9c-e3bcbf351129),segment_id=6297a745-46df-4da5-bc9c-e3bcbf351129)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:13:57.109225 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-57fba999-6ade-42d4-bdd3-0fdf7ace1dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:57.143593 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ccb6a-ab6d-4c19-a300-5634bca3178e req-6caaa247-a22f-4433-ae2d-9f966b2fa17d tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:57.145115 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-de1ccb6a-ab6d-4c19-a300-5634bca3178e req-6caaa247-a22f-4433-ae2d-9f966b2fa17d tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 943 time: 0.1020312 Oct 19 02:13:57.171858 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-57fba999-6ade-42d4-bdd3-0fdf7ace1dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:57.172647 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-57fba999-6ade-42d4-bdd3-0fdf7ace1dab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:57.173923 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-57fba999-6ade-42d4-bdd3-0fdf7ace1dab service neutron] 10.222.0.24 "PUT /v2.0/ports/3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 HTTP/1.1" status: 200 len: 1092 time: 0.6737151 Oct 19 02:13:57.179140 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44', 'tag': '3d13cda1-e39d-465d-bdfc-aaeeaf3066a3'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:13:57.181344 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}604d1223bc0e61ef4f6f375a56b68240d92e3dadd1a32e57b330ac88f8c52c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586e946e-e251-4745-983c-d8d3637e229a" -d '{"events": [{"name": "network-changed", "server_uuid": "51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44", "tag": "3d13cda1-e39d-465d-bdfc-aaeeaf3066a3"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:13:57.236537 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fba999-6ade-42d4-bdd3-0fdf7ace1dab service neutron] Pushing event updated for resources: {'Port': ['ID=3d13cda1-e39d-465d-bdfc-aaeeaf3066a3,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:57.252331 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610e5732-85d3-4f81-881b-d509d6568569 x-openstack-request-id: req-610e5732-85d3-4f81-881b-d509d6568569 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:13:57.252660 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44", "tag": "3d13cda1-e39d-465d-bdfc-aaeeaf3066a3", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:13:57.252877 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-610e5732-85d3-4f81-881b-d509d6568569 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:13:57.253253 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44', 'tag': '3d13cda1-e39d-465d-bdfc-aaeeaf3066a3', 'status': 'completed', 'code': 200} Oct 19 02:13:57.257904 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-de1ccb6a-ab6d-4c19-a300-5634bca3178e req-de050786-b821-4465-95b0-b906fd2c59ff tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044285 Oct 19 02:13:57.279858 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-890d4146-d93d-4f0f-b3bf-c54811c46099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:57.280967 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-890d4146-d93d-4f0f-b3bf-c54811c46099 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0fbccf8a63b54ac59ca0b0dba522e048&device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 1095 time: 0.0589149 Oct 19 02:13:57.330487 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-e125e2e4-7804-4f34-823c-61a83fa3e66f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 HTTP/1.1" status: 200 len: 217 time: 0.0410836 Oct 19 02:13:57.383266 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-8a55a5fd-7f9c-4094-8cda-e56aac0ef067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:57.384724 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-8a55a5fd-7f9c-4094-8cda-e56aac0ef067 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=08aae1bd-d412-4848-a55d-4e055fa60b88 HTTP/1.1" status: 200 len: 848 time: 0.0475018 Oct 19 02:13:57.429915 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-4f3b7959-afae-4f54-a11d-84f3d697f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:57.431318 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-4f3b7959-afae-4f54-a11d-84f3d697f6bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a910049-16ec-48e4-9558-2b91aaa11bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394192 Oct 19 02:13:57.528406 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-be388877-ee15-439a-ad3e-e29e4585af98 service neutron] 10.222.0.24 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887902 Oct 19 02:13:57.623638 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5fe91395-b9ff-4a6b-868d-0c82addc88f2 req-cbd786c1-6874-4af8-a95d-55e279c363f5 service neutron] 10.222.0.24 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885303 Oct 19 02:13:57.711334 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e946e-e251-4745-983c-d8d3637e229a req-00522254-2689-4e8f-8359-62ffa5b6c918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:57.712846 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-586e946e-e251-4745-983c-d8d3637e229a req-00522254-2689-4e8f-8359-62ffa5b6c918 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0fbccf8a63b54ac59ca0b0dba522e048&device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 1095 time: 0.0452752 Oct 19 02:13:57.788854 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:57.805094 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e946e-e251-4745-983c-d8d3637e229a req-3f11d167-d04e-490d-b0f3-30a6cc794961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:57.806589 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-586e946e-e251-4745-983c-d8d3637e229a req-3f11d167-d04e-490d-b0f3-30a6cc794961 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a910049-16ec-48e4-9558-2b91aaa11bbd HTTP/1.1" status: 200 len: 910 time: 0.0857975 Oct 19 02:13:57.851773 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-586e946e-e251-4745-983c-d8d3637e229a req-b9a323be-88a1-4bd6-b452-576ff0ef68b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 HTTP/1.1" status: 200 len: 217 time: 0.0379021 Oct 19 02:13:57.901052 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e946e-e251-4745-983c-d8d3637e229a req-bab2d9c9-c817-4113-bcb9-fceb2fe6f559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:57.903014 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-586e946e-e251-4745-983c-d8d3637e229a req-bab2d9c9-c817-4113-bcb9-fceb2fe6f559 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=08aae1bd-d412-4848-a55d-4e055fa60b88 HTTP/1.1" status: 200 len: 848 time: 0.0423205 Oct 19 02:13:57.949981 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e946e-e251-4745-983c-d8d3637e229a req-74c06bf2-d866-4f07-ac1e-c0e36ceab51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:57.951550 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-586e946e-e251-4745-983c-d8d3637e229a req-74c06bf2-d866-4f07-ac1e-c0e36ceab51b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a910049-16ec-48e4-9558-2b91aaa11bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402255 Oct 19 02:13:58.048281 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-586e946e-e251-4745-983c-d8d3637e229a req-6bc38fb7-f425-4481-9ff5-e5c5c3808c15 service neutron] 10.222.0.24 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884254 Oct 19 02:13:58.138780 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-586e946e-e251-4745-983c-d8d3637e229a req-65fdee2f-52cb-4e8d-94cf-4dc3cd69a93e service neutron] 10.222.0.24 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831797 Oct 19 02:13:58.376715 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87fa0c-d1e4-4184-802f-a3a37ae4c409 req-e4c3eec1-a095-4607-8a91-2e16c6e85e38 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:58.378193 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5e87fa0c-d1e4-4184-802f-a3a37ae4c409 req-e4c3eec1-a095-4607-8a91-2e16c6e85e38 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 943 time: 0.0492041 Oct 19 02:13:58.419568 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5e87fa0c-d1e4-4184-802f-a3a37ae4c409 req-0dd1c12a-5095-4b01-a6a9-6754dfaaf1ca tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354176 Oct 19 02:13:59.534791 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4c1c4-055c-4f0a-bb6c-d633ae6d108b req-c29a2012-5abb-4945-8ec8-4f8acf37b309 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:59.536293 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-44a4c1c4-055c-4f0a-bb6c-d633ae6d108b req-c29a2012-5abb-4945-8ec8-4f8acf37b309 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 943 time: 0.0491071 Oct 19 02:13:59.577537 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-44a4c1c4-055c-4f0a-bb6c-d633ae6d108b req-a52ea1a5-94cd-4fa8-9032-f9c6e211bd31 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347526 Oct 19 02:13:59.648073 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:13:59.743228 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=3d13cda1-e39d-465d-bdfc-aaeeaf3066a3,segment=NetworkSegment(6297a745-46df-4da5-bc9c-e3bcbf351129),segment_id=6297a745-46df-4da5-bc9c-e3bcbf351129)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:13:59.753982 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '3d13cda1-e39d-465d-bdfc-aaeeaf3066a3', 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd', 'port_id': '3d13cda1-e39d-465d-bdfc-aaeeaf3066a3', 'mac_address': 'fa:16:3e:8d:16:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:13:59.798378 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:59.811000 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:13:59.830504 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=3d13cda1-e39d-465d-bdfc-aaeeaf3066a3,segment=NetworkSegment(6297a745-46df-4da5-bc9c-e3bcbf351129),segment_id=6297a745-46df-4da5-bc9c-e3bcbf351129)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:13:59.834397 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:59.880716 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=3d13cda1-e39d-465d-bdfc-aaeeaf3066a3,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:00.047428 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['3d13cda1-e39d-465d-bdfc-aaeeaf3066a3'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:14:00.357216 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:00.692996 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5de5f1-6fbd-408a-92dd-53abfd595168 req-c4fc04a8-5db9-4176-a282-9f645f5ad35a tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:00.694459 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d5de5f1-6fbd-408a-92dd-53abfd595168 req-c4fc04a8-5db9-4176-a282-9f645f5ad35a tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 944 time: 0.0484421 Oct 19 02:14:00.732563 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1d5de5f1-6fbd-408a-92dd-53abfd595168 req-1b7ef365-153e-4198-84bb-1ddbadf9a0a5 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321701 Oct 19 02:14:01.673679 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:14:01.723751 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 02:14:01.727364 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:14:01.727749 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:01.804768 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:01.829312 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d13cda1-e39d-465d-bdfc-aaeeaf3066a3'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:14:01.831585 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db8619b3bfd44a3a0f2128b398243c28f67a7e558bf903df4768d357387e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4b331f-2845-4eba-8e5f-f671cd7b3185" -d '{"events": [{"server_uuid": "51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44", "name": "network-vif-plugged", "status": "completed", "tag": "3d13cda1-e39d-465d-bdfc-aaeeaf3066a3"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:14:01.847261 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=3d13cda1-e39d-465d-bdfc-aaeeaf3066a3,segment=NetworkSegment(6297a745-46df-4da5-bc9c-e3bcbf351129),segment_id=6297a745-46df-4da5-bc9c-e3bcbf351129)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:14:01.849086 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fef98-889f-4da7-8c34-ef31159280c2 req-fdffb2b7-eaba-4519-83d6-f2e684ac5fb7 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:01.850801 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-af8fef98-889f-4da7-8c34-ef31159280c2 req-fdffb2b7-eaba-4519-83d6-f2e684ac5fb7 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 944 time: 0.0511472 Oct 19 02:14:01.852943 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:01.886317 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1521118-8c92-4e32-bd98-29e9aee7eb13 x-openstack-request-id: req-a1521118-8c92-4e32-bd98-29e9aee7eb13 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:14:01.887010 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44", "name": "network-vif-plugged", "status": "completed", "tag": "3d13cda1-e39d-465d-bdfc-aaeeaf3066a3", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:14:01.887178 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a1521118-8c92-4e32-bd98-29e9aee7eb13 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:14:01.887481 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d13cda1-e39d-465d-bdfc-aaeeaf3066a3', 'code': 200} Oct 19 02:14:01.893849 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-af8fef98-889f-4da7-8c34-ef31159280c2 req-f78cde3b-22ae-4a98-a0d7-dfe9d2b52272 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348628 Oct 19 02:14:01.914212 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=3d13cda1-e39d-465d-bdfc-aaeeaf3066a3,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:01.963818 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622fa6b-1d37-4b51-87b7-86d69ab79b2d req-bd244f13-a4d9-4a4b-84a6-6e9fe0f6ccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:01.965378 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b622fa6b-1d37-4b51-87b7-86d69ab79b2d req-bd244f13-a4d9-4a4b-84a6-6e9fe0f6ccbb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 1097 time: 0.0394938 Oct 19 02:14:01.999943 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b622fa6b-1d37-4b51-87b7-86d69ab79b2d req-7f4c4870-9e9b-475d-a26f-17843abf7e2c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276639 Oct 19 02:14:03.014290 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d4bd4-516a-4df8-8f74-7dc1bd03dffb req-53871aba-a08f-45f7-ae65-cb78f274d0e8 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:03.015764 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-373d4bd4-516a-4df8-8f74-7dc1bd03dffb req-53871aba-a08f-45f7-ae65-cb78f274d0e8 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 945 time: 0.0525355 Oct 19 02:14:03.053587 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-373d4bd4-516a-4df8-8f74-7dc1bd03dffb req-b3110caa-bd30-4216-b1b5-0ded440f51d9 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318768 Oct 19 02:14:03.333690 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:14:04.168082 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abed303-ee80-4630-a170-633bb337bb32 req-0f500b95-7dab-4a76-8c43-279c175b694b tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:04.169403 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1abed303-ee80-4630-a170-633bb337bb32 req-0f500b95-7dab-4a76-8c43-279c175b694b tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 945 time: 0.0474885 Oct 19 02:14:04.209733 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1abed303-ee80-4630-a170-633bb337bb32 req-538b02c7-30e6-4db5-a436-088cea407320 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343158 Oct 19 02:14:04.322040 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d8706-c25b-4e3c-83d6-9dbc0177933c req-dbfd003b-3560-473a-b871-d56986bf3cd5 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:04.323497 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d07d8706-c25b-4e3c-83d6-9dbc0177933c req-dbfd003b-3560-473a-b871-d56986bf3cd5 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 945 time: 0.0489602 Oct 19 02:14:04.362672 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d07d8706-c25b-4e3c-83d6-9dbc0177933c req-3d9696db-5386-49e9-a448-4c6a2f945bfa tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324459 Oct 19 02:14:04.384111 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56254) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:14:04.510738 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b814eae-dcb1-4f39-94c4-4c3e29b26237 tempest-TestShelveInstance-1825045580 tempest-TestShelveInstance-1825045580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:04.512679 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5b814eae-dcb1-4f39-94c4-4c3e29b26237 tempest-TestShelveInstance-1825045580 tempest-TestShelveInstance-1825045580-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 1092 time: 0.1275613 Oct 19 02:14:04.515646 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56258) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:14:04.519924 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-7f02fed7-2cf0-49b1-bb72-d3fd1b2a27b0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'port_id': '3d13cda1-e39d-465d-bdfc-aaeeaf3066a3', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:14:04.540852 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7f02fed7-2cf0-49b1-bb72-d3fd1b2a27b0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for floatingip, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:04.637929 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7f02fed7-2cf0-49b1-bb72-d3fd1b2a27b0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:04.739281 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-7f02fed7-2cf0-49b1-bb72-d3fd1b2a27b0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Allocated IP 172.25.8.125 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/ada1aa9b-cbb7-4e17-a26a-eb8f078b8c6c) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:14:04.842828 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7f02fed7-2cf0-49b1-bb72-d3fd1b2a27b0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:04.875887 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7f02fed7-2cf0-49b1-bb72-d3fd1b2a27b0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:04.916437 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f02fed7-2cf0-49b1-bb72-d3fd1b2a27b0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:14:04.919471 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-7f02fed7-2cf0-49b1-bb72-d3fd1b2a27b0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:14:04.923131 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f02fed7-2cf0-49b1-bb72-d3fd1b2a27b0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:14:04.949087 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02fed7-2cf0-49b1-bb72-d3fd1b2a27b0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Pushing event updated for resources: {'Port': ['ID=ada1aa9b-cbb7-4e17-a26a-eb8f078b8c6c,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:05.619985 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7f02fed7-2cf0-49b1-bb72-d3fd1b2a27b0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:05.689148 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7f02fed7-2cf0-49b1-bb72-d3fd1b2a27b0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:05.831934 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7f02fed7-2cf0-49b1-bb72-d3fd1b2a27b0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:05.836160 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7f02fed7-2cf0-49b1-bb72-d3fd1b2a27b0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:05.912299 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02fed7-2cf0-49b1-bb72-d3fd1b2a27b0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Pushing event updated for resources: {'Port': ['ID=ada1aa9b-cbb7-4e17-a26a-eb8f078b8c6c,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:05.920929 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7f02fed7-2cf0-49b1-bb72-d3fd1b2a27b0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:06.024214 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [None req-7f02fed7-2cf0-49b1-bb72-d3fd1b2a27b0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Floating IP a7e9712c-1035-439e-8beb-5b45f12467c1 associated. External IP: 172.25.8.125, port: 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3. Oct 19 02:14:06.233217 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f02fed7-2cf0-49b1-bb72-d3fd1b2a27b0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Router 66091a67-d3ae-4e83-be9f-47f561c374b7 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:14:06.343180 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f02fed7-2cf0-49b1-bb72-d3fd1b2a27b0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:14:06.353182 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e9575d-dcae-482d-9d6d-1d775b7a9d02 None None] Sync routers for ids ['66091a67-d3ae-4e83-be9f-47f561c374b7'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:14:06.361439 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7f02fed7-2cf0-49b1-bb72-d3fd1b2a27b0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:06.363580 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e9575d-dcae-482d-9d6d-1d775b7a9d02 None None] Routers {'66091a67-d3ae-4e83-be9f-47f561c374b7'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:14:06.364219 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a4e9575d-dcae-482d-9d6d-1d775b7a9d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:13:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['66091a67-d3ae-4e83-be9f-47f561c374b7'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:14:06.388711 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7f02fed7-2cf0-49b1-bb72-d3fd1b2a27b0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8720095 Oct 19 02:14:06.389285 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44', 'tag': '3d13cda1-e39d-465d-bdfc-aaeeaf3066a3'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:14:06.391578 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9434de058546a022cc17e407c636edc5a2ce8615e174a01ffad9beb3023847d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c67a868-3684-4307-a07c-3ffd69388d52" -d '{"events": [{"name": "network-changed", "server_uuid": "51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44", "tag": "3d13cda1-e39d-465d-bdfc-aaeeaf3066a3"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:14:06.427752 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902e2bf3-5db9-4454-bcbe-c2bd65232a21 x-openstack-request-id: req-902e2bf3-5db9-4454-bcbe-c2bd65232a21 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:14:06.428045 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44", "tag": "3d13cda1-e39d-465d-bdfc-aaeeaf3066a3", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:14:06.428298 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-902e2bf3-5db9-4454-bcbe-c2bd65232a21 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:14:06.428727 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44', 'tag': '3d13cda1-e39d-465d-bdfc-aaeeaf3066a3', 'status': 'completed', 'code': 200} Oct 19 02:14:06.478213 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-a4e9575d-dcae-482d-9d6d-1d775b7a9d02 None None] Set router 66091a67-d3ae-4e83-be9f-47f561c374b7 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:14:06.496836 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67a868-3684-4307-a07c-3ffd69388d52 req-3ac4c4fd-694b-41ac-ad7b-a67dcebe27ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:06.498367 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3c67a868-3684-4307-a07c-3ffd69388d52 req-3ac4c4fd-694b-41ac-ad7b-a67dcebe27ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0fbccf8a63b54ac59ca0b0dba522e048&device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 1097 time: 0.0411353 Oct 19 02:14:06.588636 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67a868-3684-4307-a07c-3ffd69388d52 req-63ac6a6d-49c0-4529-bff2-8fd6a6ffbfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:06.591081 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3c67a868-3684-4307-a07c-3ffd69388d52 req-63ac6a6d-49c0-4529-bff2-8fd6a6ffbfff service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a910049-16ec-48e4-9558-2b91aaa11bbd HTTP/1.1" status: 200 len: 910 time: 0.0857284 Oct 19 02:14:06.660216 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3c67a868-3684-4307-a07c-3ffd69388d52 req-86f4544d-deff-457e-bc4a-6a763f0f887e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 HTTP/1.1" status: 200 len: 999 time: 0.0624735 Oct 19 02:14:06.697772 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a4e9575d-dcae-482d-9d6d-1d775b7a9d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'name': 'tempest-TestShelveInstance-1030589188-router', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'c59a4231-ffff-4167-b58f-a9163d7dd45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:41Z', 'updated_at': '2021-10-19T02:13:44Z', 'revision_number': 4, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'gw_port': {'id': 'c59a4231-ffff-4167-b58f-a9163d7dd45c', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:42Z', 'updated_at': '2021-10-19T02:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'a7e9712c-1035-439e-8beb-5b45f12467c1', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'floating_ip_address': '172.25.8.125', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'port_id': '3d13cda1-e39d-465d-bdfc-aaeeaf3066a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd', 'mac_address': 'fa:16:3e:8d:16:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:14:05Z', 'updated_at': '2021-10-19T02:14:05Z', 'revision_number': 0, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34bac5f4-1b5b-491a-917a-fd57223d2ac0', 'name': '', 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'mac_address': 'fa:16:3e:79:36:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:44Z', 'updated_at': '2021-10-19T02:13:48Z', 'revision_number': 5, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'subnets': [{'id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:14:06.709142 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67a868-3684-4307-a07c-3ffd69388d52 req-394efa38-e11c-4414-a31c-2e15c7d03b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:06.710592 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3c67a868-3684-4307-a07c-3ffd69388d52 req-394efa38-e11c-4414-a31c-2e15c7d03b61 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=08aae1bd-d412-4848-a55d-4e055fa60b88 HTTP/1.1" status: 200 len: 848 time: 0.0441628 Oct 19 02:14:06.727165 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e9575d-dcae-482d-9d6d-1d775b7a9d02 None None] Checking router: 66091a67-d3ae-4e83-be9f-47f561c374b7 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:14:06.735545 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e9575d-dcae-482d-9d6d-1d775b7a9d02 None None] Routers {'66091a67-d3ae-4e83-be9f-47f561c374b7'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:14:06.736176 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a4e9575d-dcae-482d-9d6d-1d775b7a9d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:13:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['66091a67-d3ae-4e83-be9f-47f561c374b7'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:14:06.755815 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67a868-3684-4307-a07c-3ffd69388d52 req-35713b79-a24d-4b51-9f39-444a8820d04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:06.757237 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3c67a868-3684-4307-a07c-3ffd69388d52 req-35713b79-a24d-4b51-9f39-444a8820d04a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a910049-16ec-48e4-9558-2b91aaa11bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392079 Oct 19 02:14:06.840249 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-a4e9575d-dcae-482d-9d6d-1d775b7a9d02 None None] Set router 66091a67-d3ae-4e83-be9f-47f561c374b7 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:14:06.850784 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3c67a868-3684-4307-a07c-3ffd69388d52 req-7aafc070-3517-49ea-bf06-1167c01e3e13 service neutron] 10.222.0.24 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850842 Oct 19 02:14:06.952646 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3c67a868-3684-4307-a07c-3ffd69388d52 req-0d7a0414-66bb-4b59-8d66-350b1d1a5253 service neutron] 10.222.0.24 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942962 Oct 19 02:14:07.208317 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-a4e9575d-dcae-482d-9d6d-1d775b7a9d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'name': 'tempest-TestShelveInstance-1030589188-router', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'c59a4231-ffff-4167-b58f-a9163d7dd45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:41Z', 'updated_at': '2021-10-19T02:13:44Z', 'revision_number': 4, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'gw_port': {'id': 'c59a4231-ffff-4167-b58f-a9163d7dd45c', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:42Z', 'updated_at': '2021-10-19T02:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'a7e9712c-1035-439e-8beb-5b45f12467c1', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'floating_ip_address': '172.25.8.125', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'port_id': '3d13cda1-e39d-465d-bdfc-aaeeaf3066a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd', 'mac_address': 'fa:16:3e:8d:16:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:14:05Z', 'updated_at': '2021-10-19T02:14:05Z', 'revision_number': 0, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34bac5f4-1b5b-491a-917a-fd57223d2ac0', 'name': '', 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'mac_address': 'fa:16:3e:79:36:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:44Z', 'updated_at': '2021-10-19T02:13:48Z', 'revision_number': 5, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'subnets': [{'id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:14:07.237489 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e9575d-dcae-482d-9d6d-1d775b7a9d02 None None] The sync data for ids ['66091a67-d3ae-4e83-be9f-47f561c374b7'] in n-d-715271-26 is: [{'id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'name': 'tempest-TestShelveInstance-1030589188-router', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'c59a4231-ffff-4167-b58f-a9163d7dd45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:41Z', 'updated_at': '2021-10-19T02:13:44Z', 'revision_number': 4, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'gw_port': {'id': 'c59a4231-ffff-4167-b58f-a9163d7dd45c', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:42Z', 'updated_at': '2021-10-19T02:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'a7e9712c-1035-439e-8beb-5b45f12467c1', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'floating_ip_address': '172.25.8.125', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'port_id': '3d13cda1-e39d-465d-bdfc-aaeeaf3066a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd', 'mac_address': 'fa:16:3e:8d:16:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:14:05Z', 'updated_at': '2021-10-19T02:14:05Z', 'revision_number': 0, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34bac5f4-1b5b-491a-917a-fd57223d2ac0', 'name': '', 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'mac_address': 'fa:16:3e:79:36:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:44Z', 'updated_at': '2021-10-19T02:13:48Z', 'revision_number': 5, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'subnets': [{'id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:14:07.432151 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d693a0-b5b7-4ed8-a0cb-9448ce47d3f9 None None] New status for floating IP a7e9712c-1035-439e-8beb-5b45f12467c1: ACTIVE {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:14:14.055361 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2831e8ab-273a-4561-b948-a13291d25c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:16.630450 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7e9a23f5-b70a-47af-a7f4-67aed6d0eb15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:17.402038 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:18.072042 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:19.995153 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:27.788652 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:30.368448 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:40.333438 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:14:44.054914 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c84753bf-7d71-48c0-aba5-8599aff88a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:46.632901 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3a8cd4a5-1325-430c-a2f3-ea946e18ec44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:47.403166 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:48.074802 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:49.997323 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:52.940562 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-34d1fc83-ea1f-4e36-a12d-4e935dccf3d8 req-581531ab-d894-43de-88cb-7b32f8f41d14 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389330 Oct 19 02:14:53.020205 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1fc83-ea1f-4e36-a12d-4e935dccf3d8 req-d942ec52-c127-4854-98b4-01e663821422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:53.021676 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-34d1fc83-ea1f-4e36-a12d-4e935dccf3d8 req-d942ec52-c127-4854-98b4-01e663821422 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0fbccf8a63b54ac59ca0b0dba522e048&device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 1097 time: 0.0403919 Oct 19 02:14:53.126290 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1fc83-ea1f-4e36-a12d-4e935dccf3d8 req-62739a68-f1c4-48e7-8796-4f299d350807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:53.127767 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-34d1fc83-ea1f-4e36-a12d-4e935dccf3d8 req-62739a68-f1c4-48e7-8796-4f299d350807 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a910049-16ec-48e4-9558-2b91aaa11bbd HTTP/1.1" status: 200 len: 910 time: 0.0872653 Oct 19 02:14:53.191970 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-34d1fc83-ea1f-4e36-a12d-4e935dccf3d8 req-81f6bd3e-6969-40d1-bed9-c46798ac538f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 HTTP/1.1" status: 200 len: 1001 time: 0.0570886 Oct 19 02:14:53.239477 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1fc83-ea1f-4e36-a12d-4e935dccf3d8 req-27b44120-b790-497b-846a-2b514a5834c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:53.240937 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-34d1fc83-ea1f-4e36-a12d-4e935dccf3d8 req-27b44120-b790-497b-846a-2b514a5834c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=08aae1bd-d412-4848-a55d-4e055fa60b88 HTTP/1.1" status: 200 len: 848 time: 0.0423229 Oct 19 02:14:53.288979 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1fc83-ea1f-4e36-a12d-4e935dccf3d8 req-e5a5f5de-1ea2-4c47-9b85-4a6d29f34638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:53.290428 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-34d1fc83-ea1f-4e36-a12d-4e935dccf3d8 req-e5a5f5de-1ea2-4c47-9b85-4a6d29f34638 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a910049-16ec-48e4-9558-2b91aaa11bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430701 Oct 19 02:14:53.379650 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-34d1fc83-ea1f-4e36-a12d-4e935dccf3d8 req-2c66c2e9-921d-4860-a67d-304635246d8c service neutron] 10.222.0.24 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815048 Oct 19 02:14:53.471969 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-34d1fc83-ea1f-4e36-a12d-4e935dccf3d8 req-8cdb2e40-bccc-4aaa-bee0-b287a65845c2 service neutron] 10.222.0.24 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855892 Oct 19 02:14:57.782933 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:15:00.359974 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:15:14.056004 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2b9f5bca-31c1-4bc4-8e30-c980c339598b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:15:16.633230 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ded10ed2-8d00-4c66-9d79-5d55b6e4a092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:15:17.332962 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:15:17.405707 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:15:18.078181 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:15:19.999722 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:15:27.797008 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:15:30.368653 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:15:44.055897 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-80f185fe-2553-41ff-9ef6-952f557931ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:15:46.634520 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5d6ef3b3-0186-4d8f-ae77-9425ca984c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:15:47.410411 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:15:48.081822 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:15:50.006439 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:15:53.007269 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-80b66c08-7765-45c3-a1c1-397bd59ab7bb req-ef2ee44d-ed84-498b-8155-20f9625073ff service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0908160 Oct 19 02:15:53.089774 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b66c08-7765-45c3-a1c1-397bd59ab7bb req-c2c8a976-45b8-49e4-b49b-824a2d8e743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:15:53.091224 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-80b66c08-7765-45c3-a1c1-397bd59ab7bb req-c2c8a976-45b8-49e4-b49b-824a2d8e743b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0fbccf8a63b54ac59ca0b0dba522e048&device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 1097 time: 0.0406697 Oct 19 02:15:53.495096 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b66c08-7765-45c3-a1c1-397bd59ab7bb req-e109597d-ddb9-474b-8de9-14b50fe8a8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:15:53.496592 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-80b66c08-7765-45c3-a1c1-397bd59ab7bb req-e109597d-ddb9-474b-8de9-14b50fe8a8d7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a910049-16ec-48e4-9558-2b91aaa11bbd HTTP/1.1" status: 200 len: 910 time: 0.3867683 Oct 19 02:15:53.559811 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-80b66c08-7765-45c3-a1c1-397bd59ab7bb req-f398e50d-b0b2-459e-8330-d64b4601f0f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 HTTP/1.1" status: 200 len: 1001 time: 0.0551209 Oct 19 02:15:53.610847 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b66c08-7765-45c3-a1c1-397bd59ab7bb req-43892c62-061d-4dd3-8c1f-19addec65ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:15:53.612261 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-80b66c08-7765-45c3-a1c1-397bd59ab7bb req-43892c62-061d-4dd3-8c1f-19addec65ac0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=08aae1bd-d412-4848-a55d-4e055fa60b88 HTTP/1.1" status: 200 len: 848 time: 0.0445900 Oct 19 02:15:53.655938 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b66c08-7765-45c3-a1c1-397bd59ab7bb req-5f18d9bf-8401-461a-ac71-8795500f899f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:15:53.657464 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-80b66c08-7765-45c3-a1c1-397bd59ab7bb req-5f18d9bf-8401-461a-ac71-8795500f899f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a910049-16ec-48e4-9558-2b91aaa11bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382981 Oct 19 02:15:53.748326 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-80b66c08-7765-45c3-a1c1-397bd59ab7bb req-1d5c6bd9-032d-4037-8ae8-bbf27d319398 service neutron] 10.222.0.24 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830796 Oct 19 02:15:53.836545 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-80b66c08-7765-45c3-a1c1-397bd59ab7bb req-e0d28382-2f89-4d16-b9a9-f2367eace57d service neutron] 10.222.0.24 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804877 Oct 19 02:15:54.332279 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:15:57.814689 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:00.387831 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:00.503533 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f337c-51b9-4056-a0bd-77671befbd2e req-8adb3aa2-73c5-4b2b-a852-f0ad6c66b74c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:00.505048 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e98f337c-51b9-4056-a0bd-77671befbd2e req-8adb3aa2-73c5-4b2b-a852-f0ad6c66b74c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 945 time: 0.0493999 Oct 19 02:16:00.541864 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e98f337c-51b9-4056-a0bd-77671befbd2e req-a3bccb4f-a179-4c76-88cf-ebb60e5393e7 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310180 Oct 19 02:16:01.672122 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6bba8-2542-4cae-8dd0-16adf342f31c req-368eb76a-0929-46e4-b064-ef5526ba57db tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:01.674715 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-63b6bba8-2542-4cae-8dd0-16adf342f31c req-368eb76a-0929-46e4-b064-ef5526ba57db tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 945 time: 0.0524690 Oct 19 02:16:01.711635 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-63b6bba8-2542-4cae-8dd0-16adf342f31c req-8d389ade-7a86-46ab-a1c4-733fcd73e932 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312243 Oct 19 02:16:02.859824 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004ade3-b711-436c-84f2-0671f0443972 req-a67d83fc-5b4e-4f3a-8611-53a84a66a9d6 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:02.861245 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d004ade3-b711-436c-84f2-0671f0443972 req-a67d83fc-5b4e-4f3a-8611-53a84a66a9d6 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 945 time: 0.0529120 Oct 19 02:16:02.899067 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d004ade3-b711-436c-84f2-0671f0443972 req-3d608442-d23c-45a2-8d65-226520a965de tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319643 Oct 19 02:16:04.013918 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d93e9b-80b7-464a-a65c-5035babc7ee9 req-effff8aa-fdca-472c-9549-2ba27784957c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:04.015821 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d2d93e9b-80b7-464a-a65c-5035babc7ee9 req-effff8aa-fdca-472c-9549-2ba27784957c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 945 time: 0.0505588 Oct 19 02:16:04.053288 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d2d93e9b-80b7-464a-a65c-5035babc7ee9 req-395b458b-398d-4fb0-84b4-461c827724c6 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314593 Oct 19 02:16:05.227301 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ac382-52e9-457d-9e8e-c7ee4e3a5073 req-2deabb55-6244-4114-904c-273d245389d4 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:05.228711 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6d5ac382-52e9-457d-9e8e-c7ee4e3a5073 req-2deabb55-6244-4114-904c-273d245389d4 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 945 time: 0.0479620 Oct 19 02:16:05.266294 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6d5ac382-52e9-457d-9e8e-c7ee4e3a5073 req-8c9f1aff-6bb1-4645-8266-ef1a33ccc088 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316319 Oct 19 02:16:06.383828 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb55a0e-83b0-4cad-b4c1-3b42653fb492 req-d4393133-0a51-4ea4-aeda-5f7045985a5d tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:06.385305 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0eb55a0e-83b0-4cad-b4c1-3b42653fb492 req-d4393133-0a51-4ea4-aeda-5f7045985a5d tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 945 time: 0.0538442 Oct 19 02:16:06.422878 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0eb55a0e-83b0-4cad-b4c1-3b42653fb492 req-fd138826-5cef-4f0c-8372-b238c1d81c9b tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314510 Oct 19 02:16:07.540001 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af5fa3-3ab0-4aaf-9621-3e9674242c62 req-e7e987e2-0eb8-4f5f-a890-6b2d5df1a840 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:07.541482 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e4af5fa3-3ab0-4aaf-9621-3e9674242c62 req-e7e987e2-0eb8-4f5f-a890-6b2d5df1a840 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 945 time: 0.0525024 Oct 19 02:16:07.579399 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e4af5fa3-3ab0-4aaf-9621-3e9674242c62 req-f05fbaa9-6f23-490f-9153-aa3e3ddb65ce tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317214 Oct 19 02:16:08.692789 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599a666-abb8-4537-b815-8b746daa1faa req-a7c078af-6e9b-4a28-9965-e913fce528ee tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:08.694271 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4599a666-abb8-4537-b815-8b746daa1faa req-a7c078af-6e9b-4a28-9965-e913fce528ee tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 945 time: 0.0486650 Oct 19 02:16:08.731894 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4599a666-abb8-4537-b815-8b746daa1faa req-1c638ac5-7af8-4f45-9b30-d789908c61c3 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317976 Oct 19 02:16:09.847869 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c92b74-03fe-4953-9f03-25ebaf2d0da6 req-a9b39c33-e634-4a7e-b338-8abb515eedd7 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:09.849340 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83c92b74-03fe-4953-9f03-25ebaf2d0da6 req-a9b39c33-e634-4a7e-b338-8abb515eedd7 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 945 time: 0.0511608 Oct 19 02:16:09.886617 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-83c92b74-03fe-4953-9f03-25ebaf2d0da6 req-77a6c67f-022f-4c9d-8702-832a1d51f647 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313683 Oct 19 02:16:11.000603 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37776063-36c4-485b-b9b2-a113dd812c6e req-5aa6831b-b515-4340-94c5-656f500d42bd tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:11.002077 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-37776063-36c4-485b-b9b2-a113dd812c6e req-5aa6831b-b515-4340-94c5-656f500d42bd tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 945 time: 0.0491207 Oct 19 02:16:11.040304 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-37776063-36c4-485b-b9b2-a113dd812c6e req-559f3d66-fb1a-44ce-8db0-7164d3ed4662 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324519 Oct 19 02:16:12.154287 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d7330-7376-4f81-911e-15fd97d5e605 req-62c93a25-c23a-4df4-b570-8beeedf0355f tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:12.156285 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-800d7330-7376-4f81-911e-15fd97d5e605 req-62c93a25-c23a-4df4-b570-8beeedf0355f tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 945 time: 0.0480773 Oct 19 02:16:12.193058 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-800d7330-7376-4f81-911e-15fd97d5e605 req-0ae761ec-036b-4aa9-b3ff-28748232ecda tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309021 Oct 19 02:16:12.216028 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:16:12.307655 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=3d13cda1-e39d-465d-bdfc-aaeeaf3066a3,segment=NetworkSegment(6297a745-46df-4da5-bc9c-e3bcbf351129),segment_id=6297a745-46df-4da5-bc9c-e3bcbf351129)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:16:12.318762 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': '3d13cda1-e39d-465d-bdfc-aaeeaf3066a3', 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd', 'port_id': '3d13cda1-e39d-465d-bdfc-aaeeaf3066a3', 'mac_address': 'fa:16:3e:8d:16:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:16:12.358224 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:12.370386 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:16:12.388956 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=3d13cda1-e39d-465d-bdfc-aaeeaf3066a3,segment=NetworkSegment(6297a745-46df-4da5-bc9c-e3bcbf351129),segment_id=6297a745-46df-4da5-bc9c-e3bcbf351129)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:16:12.393164 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:12.442351 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=3d13cda1-e39d-465d-bdfc-aaeeaf3066a3,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:16:12.449504 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:16:12.449857 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:16:12.450204 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:16:12.450547 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:16:12.450886 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:16:12.451219 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:16:12.451551 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:16:12.451913 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:16:12.452242 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:16:12.453163 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:16:12.453504 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:16:12.453832 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:16:12.467381 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['3d13cda1-e39d-465d-bdfc-aaeeaf3066a3'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:16:13.333290 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe7bf4-110a-47e0-bd27-d57899a58112 req-af9c5265-3b6a-4fd3-9667-c42e2dceda8f tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:13.334801 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cafe7bf4-110a-47e0-bd27-d57899a58112 req-af9c5265-3b6a-4fd3-9667-c42e2dceda8f tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 944 time: 0.0635202 Oct 19 02:16:13.380287 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-cafe7bf4-110a-47e0-bd27-d57899a58112 req-3a1075a3-b7cc-4ee3-818a-0b3b86c86235 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386992 Oct 19 02:16:14.057611 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a30ef792-7d77-4d26-8736-8e7171d1b284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:14.229133 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:16:14.283898 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:16:14.284302 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:14.378195 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:14.403522 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d13cda1-e39d-465d-bdfc-aaeeaf3066a3'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:16:14.406381 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db8619b3bfd44a3a0f2128b398243c28f67a7e558bf903df4768d357387e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b822025-3948-4790-a13c-7d54a5cd0189" -d '{"events": [{"server_uuid": "51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44", "name": "network-vif-plugged", "status": "completed", "tag": "3d13cda1-e39d-465d-bdfc-aaeeaf3066a3"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:16:14.434065 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=3d13cda1-e39d-465d-bdfc-aaeeaf3066a3,segment=NetworkSegment(6297a745-46df-4da5-bc9c-e3bcbf351129),segment_id=6297a745-46df-4da5-bc9c-e3bcbf351129)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:16:14.442555 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:14.519830 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=3d13cda1-e39d-465d-bdfc-aaeeaf3066a3,revision_number=7']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:16:14.535462 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076d4bd-b1f7-4b82-904d-009c2dc87259 req-4ce22b32-7ae6-45e1-9c1a-5669dca35b4f tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:14.537149 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6076d4bd-b1f7-4b82-904d-009c2dc87259 req-4ce22b32-7ae6-45e1-9c1a-5669dca35b4f tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 945 time: 0.0612969 Oct 19 02:16:14.558990 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221d5419-bf6e-4cbb-96a3-d704ea5d9e64 x-openstack-request-id: req-221d5419-bf6e-4cbb-96a3-d704ea5d9e64 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:16:14.559386 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44", "name": "network-vif-plugged", "status": "completed", "tag": "3d13cda1-e39d-465d-bdfc-aaeeaf3066a3", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:16:14.559859 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-221d5419-bf6e-4cbb-96a3-d704ea5d9e64 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:16:14.560355 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d13cda1-e39d-465d-bdfc-aaeeaf3066a3', 'code': 200} Oct 19 02:16:14.579342 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6076d4bd-b1f7-4b82-904d-009c2dc87259 req-7ac8c7c6-e143-4d82-9123-85d792dea35e tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345197 Oct 19 02:16:15.726211 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9da41-469f-4556-b7a0-96bdc1b4ee2c req-f4be25a9-7b6f-4c59-b75e-15ab06a6fa3d tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:15.732297 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-12e9da41-469f-4556-b7a0-96bdc1b4ee2c req-f4be25a9-7b6f-4c59-b75e-15ab06a6fa3d tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 945 time: 0.0590026 Oct 19 02:16:15.771394 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-12e9da41-469f-4556-b7a0-96bdc1b4ee2c req-9e68ea69-1d00-40ba-856d-31ea1894c8c6 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377240 Oct 19 02:16:16.637606 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-78765cbe-77aa-40cd-9696-ce4cf3148d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:16.898170 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f62f80-8026-4425-8215-390e4c64b32a req-9f2abbd2-e797-40f7-a97a-0852c5ed91c3 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:16.899613 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-71f62f80-8026-4425-8215-390e4c64b32a req-9f2abbd2-e797-40f7-a97a-0852c5ed91c3 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 945 time: 0.0568044 Oct 19 02:16:16.943950 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-71f62f80-8026-4425-8215-390e4c64b32a req-31bd519a-7e93-43c8-bc58-79d3d1c48560 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357590 Oct 19 02:16:17.415358 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:18.085141 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea00f2f-1658-4b4a-87aa-7ad9a4634c77 req-8ef9da5d-dc32-41cb-8761-9c85c847d9f4 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:18.086772 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ea00f2f-1658-4b4a-87aa-7ad9a4634c77 req-8ef9da5d-dc32-41cb-8761-9c85c847d9f4 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 945 time: 0.0723844 Oct 19 02:16:18.100428 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:18.133177 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9ea00f2f-1658-4b4a-87aa-7ad9a4634c77 req-59865963-a3d0-4335-9476-a560ed600590 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398622 Oct 19 02:16:19.257499 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cecea8-d4bb-4bc3-af45-2e7f82857f73 req-5db5ab8d-5d0c-4df7-8021-b6ee3cd1a7de tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:19.259063 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e5cecea8-d4bb-4bc3-af45-2e7f82857f73 req-5db5ab8d-5d0c-4df7-8021-b6ee3cd1a7de tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 945 time: 0.0508237 Oct 19 02:16:19.299606 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e5cecea8-d4bb-4bc3-af45-2e7f82857f73 req-a91d3c41-75b7-446b-8374-15f7e02038b4 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343533 Oct 19 02:16:20.006849 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:20.444793 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef350b-8f0f-42e5-aa73-7b79704c40a5 req-88241122-3e6c-4d9f-95e4-247497fe1e88 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:20.444793 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4eef350b-8f0f-42e5-aa73-7b79704c40a5 req-88241122-3e6c-4d9f-95e4-247497fe1e88 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 945 time: 0.0568597 Oct 19 02:16:20.486262 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4eef350b-8f0f-42e5-aa73-7b79704c40a5 req-f67500ec-183a-4fea-80ac-1fa2e13d8db1 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352216 Oct 19 02:16:21.608254 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57944bb1-618d-41c0-979f-88542a35b478 req-1d30d8ec-dc05-4a2d-b315-ea7c9d80bc26 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:21.610536 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-57944bb1-618d-41c0-979f-88542a35b478 req-1d30d8ec-dc05-4a2d-b315-ea7c9d80bc26 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 945 time: 0.0520296 Oct 19 02:16:21.650367 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-57944bb1-618d-41c0-979f-88542a35b478 req-0d35a4ca-32fc-420b-a553-38d350458aa5 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336971 Oct 19 02:16:22.494121 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286063e-54a4-4a87-a34c-576a02a5bf69 req-9234ea70-79c5-4082-9cdb-d67b366e9e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:22.495584 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c286063e-54a4-4a87-a34c-576a02a5bf69 req-9234ea70-79c5-4082-9cdb-d67b366e9e46 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0fbccf8a63b54ac59ca0b0dba522e048&device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 1097 time: 0.0438263 Oct 19 02:16:22.585942 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286063e-54a4-4a87-a34c-576a02a5bf69 req-36a9972c-209a-4ac0-92d0-e20fe5a190e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:22.587425 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c286063e-54a4-4a87-a34c-576a02a5bf69 req-36a9972c-209a-4ac0-92d0-e20fe5a190e0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a910049-16ec-48e4-9558-2b91aaa11bbd HTTP/1.1" status: 200 len: 910 time: 0.0843980 Oct 19 02:16:22.657911 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c286063e-54a4-4a87-a34c-576a02a5bf69 req-d995b7d1-09fa-46db-a36f-9ccedb03a623 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 HTTP/1.1" status: 200 len: 1001 time: 0.0614862 Oct 19 02:16:22.708362 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286063e-54a4-4a87-a34c-576a02a5bf69 req-93081c56-09aa-4c4c-9a76-3b6f763cc4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:22.709833 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c286063e-54a4-4a87-a34c-576a02a5bf69 req-93081c56-09aa-4c4c-9a76-3b6f763cc4de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=08aae1bd-d412-4848-a55d-4e055fa60b88 HTTP/1.1" status: 200 len: 848 time: 0.0452535 Oct 19 02:16:22.755912 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286063e-54a4-4a87-a34c-576a02a5bf69 req-0756859f-5d9a-4ea8-be86-e13609a6b189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:22.757257 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c286063e-54a4-4a87-a34c-576a02a5bf69 req-0756859f-5d9a-4ea8-be86-e13609a6b189 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a910049-16ec-48e4-9558-2b91aaa11bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399990 Oct 19 02:16:22.766246 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732cc40-ea54-4b6a-8b99-28c2cf6092f7 req-0d196a87-f40d-4900-8997-27e3b784daa3 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:22.767763 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8732cc40-ea54-4b6a-8b99-28c2cf6092f7 req-0d196a87-f40d-4900-8997-27e3b784daa3 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 945 time: 0.0497267 Oct 19 02:16:22.806393 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8732cc40-ea54-4b6a-8b99-28c2cf6092f7 req-4e03bb78-5df8-4250-be96-41ab3300bd6f tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325346 Oct 19 02:16:22.857662 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c286063e-54a4-4a87-a34c-576a02a5bf69 req-6ef39033-f2d6-49fb-a026-bc9704b4d649 service neutron] 10.222.0.24 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931346 Oct 19 02:16:22.960996 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c286063e-54a4-4a87-a34c-576a02a5bf69 req-b435eb10-fcb9-4353-90c8-24f8e41e7235 service neutron] 10.222.0.24 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959651 Oct 19 02:16:23.929110 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c2984f-8b5b-4099-971c-b8778f7036dd req-b3bc0a9c-4300-4015-a763-2f31bf9f4f25 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:23.930629 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-28c2984f-8b5b-4099-971c-b8778f7036dd req-b3bc0a9c-4300-4015-a763-2f31bf9f4f25 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 945 time: 0.0544448 Oct 19 02:16:23.967608 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-28c2984f-8b5b-4099-971c-b8778f7036dd req-13904e2f-8e2b-45c4-b75b-5b27d48bd8b4 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309465 Oct 19 02:16:25.086084 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bf0e7-1330-4f8e-8072-bb12184e8496 req-e7635eca-54da-4a86-9149-a53ac9be58d0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:25.087863 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ba4bf0e7-1330-4f8e-8072-bb12184e8496 req-e7635eca-54da-4a86-9149-a53ac9be58d0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 945 time: 0.0498126 Oct 19 02:16:25.125602 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ba4bf0e7-1330-4f8e-8072-bb12184e8496 req-79d20ae9-bc46-4901-8526-a451ce97e440 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313711 Oct 19 02:16:25.235086 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-9c6f568b-e9be-46d4-af33-5d947f646099 req-34fa2d29-35a9-4b5f-9b42-fda0607e3a80 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 02:16:25.236144 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9c6f568b-e9be-46d4-af33-5d947f646099 req-34fa2d29-35a9-4b5f-9b42-fda0607e3a80 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0473149 Oct 19 02:16:26.249012 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:16:26.331392 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:26.360626 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d13cda1-e39d-465d-bdfc-aaeeaf3066a3'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:16:26.362967 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db8619b3bfd44a3a0f2128b398243c28f67a7e558bf903df4768d357387e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c2e202-0b68-410a-abed-f4e92d3158f5" -d '{"events": [{"server_uuid": "51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44", "name": "network-vif-unplugged", "status": "completed", "tag": "3d13cda1-e39d-465d-bdfc-aaeeaf3066a3"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:16:26.378247 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=3d13cda1-e39d-465d-bdfc-aaeeaf3066a3,segment=NetworkSegment(6297a745-46df-4da5-bc9c-e3bcbf351129),segment_id=6297a745-46df-4da5-bc9c-e3bcbf351129)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:16:26.386264 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:26.412985 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 19 Oct 2021 02:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8d5b03-e75f-4f3b-8619-01eaa903e743 x-openstack-request-id: req-9f8d5b03-e75f-4f3b-8619-01eaa903e743 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:16:26.413485 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44", "name": "network-vif-unplugged", "status": "failed", "tag": "3d13cda1-e39d-465d-bdfc-aaeeaf3066a3", "code": 422}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:16:26.413919 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9f8d5b03-e75f-4f3b-8619-01eaa903e743 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:16:26.414472 n-d-715271-26 neutron-server[100608]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3d13cda1-e39d-465d-bdfc-aaeeaf3066a3', 'code': 422} returned with failed status Oct 19 02:16:26.425810 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0b6dd-23be-4225-a491-6ff9362fe211 req-e3e0f697-bede-4bfb-ad75-f2b4a66a8f1e tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:26.433440 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4ba0b6dd-23be-4225-a491-6ff9362fe211 req-e3e0f697-bede-4bfb-ad75-f2b4a66a8f1e tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 945 time: 0.0715032 Oct 19 02:16:26.442312 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=3d13cda1-e39d-465d-bdfc-aaeeaf3066a3,revision_number=8']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:16:26.467112 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4ba0b6dd-23be-4225-a491-6ff9362fe211 req-886a0d93-9484-4349-a9f2-daa34c2b1d15 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328259 Oct 19 02:16:26.721336 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-21bb96bc-570d-4992-ad35-1df23eb3e284 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0827758 Oct 19 02:16:27.440609 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-e894ceca-b5c3-4d62-96e0-7067543d9596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:27.441985 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-e894ceca-b5c3-4d62-96e0-7067543d9596 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44&tenant_id=0fbccf8a63b54ac59ca0b0dba522e048 HTTP/1.1" status: 200 len: 1095 time: 0.0400214 Oct 19 02:16:27.454117 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-26', 'device_owner': 'compute:nova'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:16:27.511126 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:27.582411 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9a9c3-b9f4-48c8-9f3d-d04d109eb78b req-44b0fcef-a136-4758-91b5-6c057c97e25f tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:27.583924 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d8a9a9c3-b9f4-48c8-9f3d-d04d109eb78b req-44b0fcef-a136-4758-91b5-6c057c97e25f tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 943 time: 0.0490189 Oct 19 02:16:27.623047 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d8a9a9c3-b9f4-48c8-9f3d-d04d109eb78b req-644354f0-bbdc-4074-ace7-8f6f1db5c1fe tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325716 Oct 19 02:16:27.719604 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] For port 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=3d13cda1-e39d-465d-bdfc-aaeeaf3066a3,segment=NetworkSegment(6297a745-46df-4da5-bc9c-e3bcbf351129),segment_id=6297a745-46df-4da5-bc9c-e3bcbf351129)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:16:27.751981 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] For port 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:16:27.784276 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:16:27.791572 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:27.803378 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] Transition to ACTIVE for port object 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:16:27.808930 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:27.814072 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:27.902459 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3d13cda1-e39d-465d-bdfc-aaeeaf3066a3,revision_number=9']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:16:27.913768 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:16:27.914125 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:16:27.914467 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:16:27.914835 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:16:27.915140 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:16:27.915532 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:16:27.915800 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:16:27.916131 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:16:27.916461 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:16:27.916791 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:16:27.917118 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:16:27.917441 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:16:27.950103 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] No DVR routers for this DVR port 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 on host n-h2-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:16:28.089963 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] Attempting to bind port 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:16:28.090303 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] Attempting to bind port 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '6297a745-46df-4da5-bc9c-e3bcbf351129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:16:28.090633 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] Attempting to bind port 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 on network 5a910049-16ec-48e4-9558-2b91aaa11bbd {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:16:28.095570 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] Port 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 on network 5a910049-16ec-48e4-9558-2b91aaa11bbd not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:16:28.095998 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] Attempting to bind port 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 on network 5a910049-16ec-48e4-9558-2b91aaa11bbd {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:16:28.100794 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:16:28.101134 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] Checking segment: {'id': '6297a745-46df-4da5-bc9c-e3bcbf351129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:16:28.101521 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] Bound using segment: {'id': '6297a745-46df-4da5-bc9c-e3bcbf351129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:16:28.101948 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] Bound port: 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6297a745-46df-4da5-bc9c-e3bcbf351129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:16:28.102306 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:28.164641 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] For port 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:16:28.167524 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] For port 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=3d13cda1-e39d-465d-bdfc-aaeeaf3066a3,segment=NetworkSegment(6297a745-46df-4da5-bc9c-e3bcbf351129),segment_id=6297a745-46df-4da5-bc9c-e3bcbf351129)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:16:28.171935 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:28.210059 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:28.210678 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:28.212098 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] 10.222.0.55 "PUT /v2.0/ports/3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 HTTP/1.1" status: 200 len: 1092 time: 0.7623649 Oct 19 02:16:28.212544 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44', 'tag': '3d13cda1-e39d-465d-bdfc-aaeeaf3066a3'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:16:28.214798 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9434de058546a022cc17e407c636edc5a2ce8615e174a01ffad9beb3023847d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e71d66-a962-4a78-92c0-6e29fdd75910" -d '{"events": [{"name": "network-changed", "server_uuid": "51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44", "tag": "3d13cda1-e39d-465d-bdfc-aaeeaf3066a3"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:16:28.240398 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a01053-af76-4d4c-95f9-9a0c2fc012f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3d13cda1-e39d-465d-bdfc-aaeeaf3066a3,revision_number=10']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:16:28.286860 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-9af4717c-93ef-4b53-9d47-e158c6c5cad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:28.288481 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-9af4717c-93ef-4b53-9d47-e158c6c5cad8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fbccf8a63b54ac59ca0b0dba522e048&device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 1096 time: 0.0449047 Oct 19 02:16:28.317090 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe41cbc-c3f4-4e0b-9ba6-fb5bed248352 x-openstack-request-id: req-cbe41cbc-c3f4-4e0b-9ba6-fb5bed248352 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:16:28.317380 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44", "tag": "3d13cda1-e39d-465d-bdfc-aaeeaf3066a3", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:16:28.317609 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cbe41cbc-c3f4-4e0b-9ba6-fb5bed248352 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:16:28.318157 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44', 'tag': '3d13cda1-e39d-465d-bdfc-aaeeaf3066a3', 'status': 'completed', 'code': 200} Oct 19 02:16:28.392938 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-d75250ce-151c-4f4b-a883-3572f81581f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:28.394443 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-d75250ce-151c-4f4b-a883-3572f81581f1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5a910049-16ec-48e4-9558-2b91aaa11bbd HTTP/1.1" status: 200 len: 910 time: 0.0990951 Oct 19 02:16:28.465168 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-86c41357-c2e6-4941-aaed-d7c17a11abe9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 HTTP/1.1" status: 200 len: 999 time: 0.0632362 Oct 19 02:16:28.513819 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-7c9a11ed-5e56-4f23-88fb-cd5cca213776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:28.515129 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-7c9a11ed-5e56-4f23-88fb-cd5cca213776 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08aae1bd-d412-4848-a55d-4e055fa60b88 HTTP/1.1" status: 200 len: 848 time: 0.0428479 Oct 19 02:16:28.564662 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-35c984e8-b1fa-45da-b6d4-aefbe8535e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:28.566146 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-35c984e8-b1fa-45da-b6d4-aefbe8535e0a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a910049-16ec-48e4-9558-2b91aaa11bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443499 Oct 19 02:16:28.655390 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-083a38a9-759b-4be5-ba2f-f42ae2bee2a8 service neutron] 10.222.0.55 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827167 Oct 19 02:16:28.739264 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d210d73-2a14-43b5-85d5-936aec58fe0d req-3e9bb603-25ca-4b39-bb04-f27dc3bb6411 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:28.740810 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9d210d73-2a14-43b5-85d5-936aec58fe0d req-3e9bb603-25ca-4b39-bb04-f27dc3bb6411 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 944 time: 0.0496559 Oct 19 02:16:28.751158 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-78cdbc3a-6c30-4ce8-ac7a-8865cd66cc9d req-9ab5d43d-7da0-43ff-9b31-3b226f546f76 service neutron] 10.222.0.55 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884852 Oct 19 02:16:28.781174 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9d210d73-2a14-43b5-85d5-936aec58fe0d req-fa081aed-8269-4ea5-83a2-8f093de0f4ec tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340414 Oct 19 02:16:28.835877 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e71d66-a962-4a78-92c0-6e29fdd75910 req-a7c46015-5366-4c5b-940b-d01321a8e25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:28.837380 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a0e71d66-a962-4a78-92c0-6e29fdd75910 req-a7c46015-5366-4c5b-940b-d01321a8e25c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fbccf8a63b54ac59ca0b0dba522e048&device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 1096 time: 0.0414574 Oct 19 02:16:28.933377 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e71d66-a962-4a78-92c0-6e29fdd75910 req-5233eacf-8e35-4130-89ff-a074decb4f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:28.934982 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a0e71d66-a962-4a78-92c0-6e29fdd75910 req-5233eacf-8e35-4130-89ff-a074decb4f30 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5a910049-16ec-48e4-9558-2b91aaa11bbd HTTP/1.1" status: 200 len: 910 time: 0.0894127 Oct 19 02:16:29.007257 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a0e71d66-a962-4a78-92c0-6e29fdd75910 req-752ea6f3-07aa-4ad0-8519-53494d28d33b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 HTTP/1.1" status: 200 len: 999 time: 0.0653763 Oct 19 02:16:29.081444 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e71d66-a962-4a78-92c0-6e29fdd75910 req-852f25a8-b4dd-4739-a91c-01d9589f1394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:29.084250 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a0e71d66-a962-4a78-92c0-6e29fdd75910 req-852f25a8-b4dd-4739-a91c-01d9589f1394 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08aae1bd-d412-4848-a55d-4e055fa60b88 HTTP/1.1" status: 200 len: 848 time: 0.0691242 Oct 19 02:16:29.910745 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03c9a8-4ffa-475f-9cd6-03efc495606f req-aaa9e64a-b0c3-4b85-9de5-3b2ae46773df tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:29.912288 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4b03c9a8-4ffa-475f-9cd6-03efc495606f req-aaa9e64a-b0c3-4b85-9de5-3b2ae46773df tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 944 time: 0.0590250 Oct 19 02:16:29.951492 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4b03c9a8-4ffa-475f-9cd6-03efc495606f req-d31610cf-3969-4c77-be91-5653909b7ec2 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331154 Oct 19 02:16:30.401129 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:31.081119 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368294dc-4700-439c-8dc6-5ed1604f5212 req-6dc256a8-f7ce-4615-9506-3b4e9ff17918 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:31.082616 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-368294dc-4700-439c-8dc6-5ed1604f5212 req-6dc256a8-f7ce-4615-9506-3b4e9ff17918 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 944 time: 0.0549345 Oct 19 02:16:31.122173 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-368294dc-4700-439c-8dc6-5ed1604f5212 req-f619384a-1266-44e6-bf6f-3fade6e747b6 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335698 Oct 19 02:16:31.339586 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:16:32.244136 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5c4f0-137a-48a3-abad-de0046e4684b req-bce6db36-1150-479b-a479-8ca8c2924be5 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:32.245830 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-60c5c4f0-137a-48a3-abad-de0046e4684b req-bce6db36-1150-479b-a479-8ca8c2924be5 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 944 time: 0.0497625 Oct 19 02:16:32.288045 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-60c5c4f0-137a-48a3-abad-de0046e4684b req-39e9b923-6f8a-477d-b5e4-081cbea97963 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360372 Oct 19 02:16:33.412163 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811750be-0a85-40fe-9375-36dde71240c8 req-d114c63f-1e4b-45e7-96d6-3f48cc14528b tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:33.413696 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-811750be-0a85-40fe-9375-36dde71240c8 req-d114c63f-1e4b-45e7-96d6-3f48cc14528b tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 944 time: 0.0502844 Oct 19 02:16:33.457881 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-811750be-0a85-40fe-9375-36dde71240c8 req-a436b161-f693-4125-a6f0-361bd4c8e656 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379679 Oct 19 02:16:34.575501 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7474f-891e-4084-892f-8a17cf90188a req-80c9f897-90d7-4bc0-b5f3-2733433b8781 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:34.577751 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5db7474f-891e-4084-892f-8a17cf90188a req-80c9f897-90d7-4bc0-b5f3-2733433b8781 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 944 time: 0.0522313 Oct 19 02:16:34.617522 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5db7474f-891e-4084-892f-8a17cf90188a req-f09dda63-7888-4421-af1d-1bc989bd6b2d tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334907 Oct 19 02:16:35.740515 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789ce64-1f8d-4814-814c-c61c4b09b220 req-5ac6d11b-be42-4edb-a7ba-efed9abf4bd9 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:35.742750 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d789ce64-1f8d-4814-814c-c61c4b09b220 req-5ac6d11b-be42-4edb-a7ba-efed9abf4bd9 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 944 time: 0.0580907 Oct 19 02:16:35.782933 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d789ce64-1f8d-4814-814c-c61c4b09b220 req-704b20cb-d78a-42ee-9623-60c255145119 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332997 Oct 19 02:16:36.929687 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee8a41-8fbb-4a05-a2ca-6e82d543909f req-255041e4-9796-4770-8080-a99e9f61882d tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:36.931177 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7cee8a41-8fbb-4a05-a2ca-6e82d543909f req-255041e4-9796-4770-8080-a99e9f61882d tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 944 time: 0.0588741 Oct 19 02:16:36.969612 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7cee8a41-8fbb-4a05-a2ca-6e82d543909f req-d5352d9e-2d78-4047-9b03-e0705b36f2fc tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323815 Oct 19 02:16:38.163654 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3826026-af06-4fbe-8ab4-e35ce5c3e37c req-0fb28523-ac15-4f16-93a4-4882e900df9a tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:38.176760 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b3826026-af06-4fbe-8ab4-e35ce5c3e37c req-0fb28523-ac15-4f16-93a4-4882e900df9a tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 944 time: 0.1323116 Oct 19 02:16:38.221053 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b3826026-af06-4fbe-8ab4-e35ce5c3e37c req-b4dad5fc-26d7-42b5-9161-81a69a2a5df8 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425165 Oct 19 02:16:39.340006 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86640f-dd9f-4862-bbbf-eacd8cd05275 req-3980696a-d3c2-4b32-9093-b38d0d4dc768 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:39.341605 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6a86640f-dd9f-4862-bbbf-eacd8cd05275 req-3980696a-d3c2-4b32-9093-b38d0d4dc768 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 944 time: 0.0509472 Oct 19 02:16:39.379341 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6a86640f-dd9f-4862-bbbf-eacd8cd05275 req-513c4911-54e8-4a9a-9400-0f1c355a823b tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309026 Oct 19 02:16:40.493033 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa0ec5-6d7c-4a15-a140-9a5448bf231f req-266ebcb8-2012-4574-83ef-69f54548ba90 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:40.494512 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-77fa0ec5-6d7c-4a15-a140-9a5448bf231f req-266ebcb8-2012-4574-83ef-69f54548ba90 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 944 time: 0.0486836 Oct 19 02:16:40.532169 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-77fa0ec5-6d7c-4a15-a140-9a5448bf231f req-4b6eefd7-b18e-418d-8569-134923dd203a tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316892 Oct 19 02:16:41.644042 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52882f-71e1-474b-b7a0-525c627061d4 req-106d0574-ef48-4e89-855f-679408367b86 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:41.645534 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7c52882f-71e1-474b-b7a0-525c627061d4 req-106d0574-ef48-4e89-855f-679408367b86 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 944 time: 0.0489759 Oct 19 02:16:41.682975 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7c52882f-71e1-474b-b7a0-525c627061d4 req-c6321455-3c91-4274-9009-9c1b36520bc1 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315628 Oct 19 02:16:41.776377 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e71d66-a962-4a78-92c0-6e29fdd75910 req-ac229575-6189-4235-af73-868bc4ea7fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:41.777871 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a0e71d66-a962-4a78-92c0-6e29fdd75910 req-ac229575-6189-4235-af73-868bc4ea7fce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a910049-16ec-48e4-9558-2b91aaa11bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472958 Oct 19 02:16:41.871119 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a0e71d66-a962-4a78-92c0-6e29fdd75910 req-feef0025-7ae7-4f7c-a3f0-5c0df64086d1 service neutron] 10.222.0.55 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827610 Oct 19 02:16:41.965678 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a0e71d66-a962-4a78-92c0-6e29fdd75910 req-8f2cc905-91af-4993-aafd-720f30dc36c6 service neutron] 10.222.0.55 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862019 Oct 19 02:16:42.795922 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2e45e-bd27-4942-91b1-b93222362ca4 req-eb23eadf-78fd-4488-8d68-0bd2665c8ce4 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:42.798100 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2cf2e45e-bd27-4942-91b1-b93222362ca4 req-eb23eadf-78fd-4488-8d68-0bd2665c8ce4 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 944 time: 0.0491025 Oct 19 02:16:42.834090 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2cf2e45e-bd27-4942-91b1-b93222362ca4 req-543f9e18-7036-4959-86d4-217804da485d tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300961 Oct 19 02:16:43.948675 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd06758-92c7-496b-a66b-5cd2a0d7550c req-08443f9d-0e5f-4d39-b9b6-e3b055a6ad1d tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:43.950160 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8dd06758-92c7-496b-a66b-5cd2a0d7550c req-08443f9d-0e5f-4d39-b9b6-e3b055a6ad1d tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 944 time: 0.0496852 Oct 19 02:16:43.988355 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8dd06758-92c7-496b-a66b-5cd2a0d7550c req-eaee0222-b5ba-4275-b403-d438281a0cfb tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316548 Oct 19 02:16:44.059501 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-65e6c779-13b9-4a7a-822b-bb4b5860f684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:45.104890 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983f3e7-1d97-49ca-bfa5-765a31c7da99 req-74c37f57-1ba1-41af-818c-64e39db9fd2d tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:45.106506 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b983f3e7-1d97-49ca-bfa5-765a31c7da99 req-74c37f57-1ba1-41af-818c-64e39db9fd2d tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 944 time: 0.0523007 Oct 19 02:16:45.144550 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b983f3e7-1d97-49ca-bfa5-765a31c7da99 req-92cc1ac8-72e0-4ddb-800c-4c4ef031a2a5 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312226 Oct 19 02:16:45.691146 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:16:45.785278 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=3d13cda1-e39d-465d-bdfc-aaeeaf3066a3,segment=NetworkSegment(6297a745-46df-4da5-bc9c-e3bcbf351129),segment_id=6297a745-46df-4da5-bc9c-e3bcbf351129)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:16:45.795969 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': '3d13cda1-e39d-465d-bdfc-aaeeaf3066a3', 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd', 'port_id': '3d13cda1-e39d-465d-bdfc-aaeeaf3066a3', 'mac_address': 'fa:16:3e:8d:16:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:16:45.832012 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:45.844099 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:16:45.862090 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=3d13cda1-e39d-465d-bdfc-aaeeaf3066a3,segment=NetworkSegment(6297a745-46df-4da5-bc9c-e3bcbf351129),segment_id=6297a745-46df-4da5-bc9c-e3bcbf351129)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:16:45.866005 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:45.915225 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=3d13cda1-e39d-465d-bdfc-aaeeaf3066a3,revision_number=11']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:16:46.221686 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['3d13cda1-e39d-465d-bdfc-aaeeaf3066a3'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:16:46.259051 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c80d6d-8ed0-494b-a9e3-0c926cee7700 req-76bd7f28-75ea-4479-acf6-4ca24d6c9adf tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:46.260577 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-21c80d6d-8ed0-494b-a9e3-0c926cee7700 req-76bd7f28-75ea-4479-acf6-4ca24d6c9adf tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 945 time: 0.0498936 Oct 19 02:16:46.298755 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-21c80d6d-8ed0-494b-a9e3-0c926cee7700 req-71c43e6d-1378-43c0-a903-e36ac2345ce4 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318315 Oct 19 02:16:46.638146 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-751120a4-5072-4c51-a8f2-e42fab0439cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:47.407758 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:47.413671 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776fc75-4aae-4f6e-a8c1-c4f6380647af req-9ddb1e75-4567-48a8-8a27-3446eb18f864 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:47.415208 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1776fc75-4aae-4f6e-a8c1-c4f6380647af req-9ddb1e75-4567-48a8-8a27-3446eb18f864 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 945 time: 0.0509825 Oct 19 02:16:47.453755 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1776fc75-4aae-4f6e-a8c1-c4f6380647af req-5ca72241-4594-4a78-87b9-7ef4717a656a tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325065 Oct 19 02:16:47.706540 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:16:47.754945 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 02:16:47.758671 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:16:47.759043 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:47.832905 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:47.854550 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d13cda1-e39d-465d-bdfc-aaeeaf3066a3'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:16:47.856900 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db8619b3bfd44a3a0f2128b398243c28f67a7e558bf903df4768d357387e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9164384c-3a9e-44ef-a649-3fabb487017a" -d '{"events": [{"server_uuid": "51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44", "name": "network-vif-plugged", "status": "completed", "tag": "3d13cda1-e39d-465d-bdfc-aaeeaf3066a3"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:16:47.874182 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=3d13cda1-e39d-465d-bdfc-aaeeaf3066a3,segment=NetworkSegment(6297a745-46df-4da5-bc9c-e3bcbf351129),segment_id=6297a745-46df-4da5-bc9c-e3bcbf351129)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:16:47.878197 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:47.904186 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76354506-664e-4cd2-973e-c8349098f356 x-openstack-request-id: req-76354506-664e-4cd2-973e-c8349098f356 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:16:47.904480 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44", "name": "network-vif-plugged", "status": "completed", "tag": "3d13cda1-e39d-465d-bdfc-aaeeaf3066a3", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:16:47.904716 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-76354506-664e-4cd2-973e-c8349098f356 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:16:47.905096 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d13cda1-e39d-465d-bdfc-aaeeaf3066a3', 'code': 200} Oct 19 02:16:47.932409 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=3d13cda1-e39d-465d-bdfc-aaeeaf3066a3,revision_number=12']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:16:48.051384 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbae02e-1187-464b-b285-a6c726393682 req-d6aa5879-db9c-489d-a67f-5c228cd1fbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:48.052880 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9fbae02e-1187-464b-b285-a6c726393682 req-d6aa5879-db9c-489d-a67f-5c228cd1fbd4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 1098 time: 0.0445182 Oct 19 02:16:48.090535 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9fbae02e-1187-464b-b285-a6c726393682 req-b3263462-6dc3-4d6f-834e-14c0d9e2818e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305116 Oct 19 02:16:48.093571 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:48.573281 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2694d-bbe2-452d-a1b8-71ad68c224ae req-b5dc6546-4195-4280-a517-8198d2598374 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:48.574784 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fbe2694d-bbe2-452d-a1b8-71ad68c224ae req-b5dc6546-4195-4280-a517-8198d2598374 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 946 time: 0.0548179 Oct 19 02:16:48.611779 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-fbe2694d-bbe2-452d-a1b8-71ad68c224ae req-5ca029bb-9e6d-405f-a22c-d0504cd4ba51 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301499 Oct 19 02:16:48.966263 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73757b9d-20e8-4cb4-b86e-cc2687e4f65b req-bd67a3aa-987e-4df4-a1b2-6ab4e638c95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:48.967754 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-73757b9d-20e8-4cb4-b86e-cc2687e4f65b req-bd67a3aa-987e-4df4-a1b2-6ab4e638c95b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fbccf8a63b54ac59ca0b0dba522e048&device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 1098 time: 0.0403056 Oct 19 02:16:49.073001 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73757b9d-20e8-4cb4-b86e-cc2687e4f65b req-27c3df69-d4f4-4277-b047-f3fb270f1779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:49.074435 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-73757b9d-20e8-4cb4-b86e-cc2687e4f65b req-27c3df69-d4f4-4277-b047-f3fb270f1779 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5a910049-16ec-48e4-9558-2b91aaa11bbd HTTP/1.1" status: 200 len: 910 time: 0.0866919 Oct 19 02:16:49.139019 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-73757b9d-20e8-4cb4-b86e-cc2687e4f65b req-6881f643-5bc5-485c-af06-82f2001c2a31 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 HTTP/1.1" status: 200 len: 1001 time: 0.0568030 Oct 19 02:16:49.189634 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73757b9d-20e8-4cb4-b86e-cc2687e4f65b req-cefaf664-0831-491e-a331-0e1108a7f753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:49.194280 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-73757b9d-20e8-4cb4-b86e-cc2687e4f65b req-cefaf664-0831-491e-a331-0e1108a7f753 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08aae1bd-d412-4848-a55d-4e055fa60b88 HTTP/1.1" status: 200 len: 848 time: 0.0450325 Oct 19 02:16:49.245853 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73757b9d-20e8-4cb4-b86e-cc2687e4f65b req-d011becf-8a92-43b4-ac84-c8b5ef824042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:49.247215 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-73757b9d-20e8-4cb4-b86e-cc2687e4f65b req-d011becf-8a92-43b4-ac84-c8b5ef824042 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a910049-16ec-48e4-9558-2b91aaa11bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436268 Oct 19 02:16:49.337439 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-73757b9d-20e8-4cb4-b86e-cc2687e4f65b req-f2a4ff08-dc05-4b6a-a06d-8f42adfff5c3 service neutron] 10.222.0.55 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819042 Oct 19 02:16:49.447491 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-73757b9d-20e8-4cb4-b86e-cc2687e4f65b req-f1e295ec-0e40-4b77-8009-64b4831c4f28 service neutron] 10.222.0.55 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908751 Oct 19 02:16:49.730795 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3141db-9e98-4c4a-b5e2-66f02b4d1cce req-6da64f99-7464-411a-ba40-0aaa0cc44a9e tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:49.732313 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6f3141db-9e98-4c4a-b5e2-66f02b4d1cce req-6da64f99-7464-411a-ba40-0aaa0cc44a9e tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 946 time: 0.0500369 Oct 19 02:16:49.771454 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6f3141db-9e98-4c4a-b5e2-66f02b4d1cce req-d8d0b723-297a-4998-a2bb-c273de9fd6bf tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324082 Oct 19 02:16:50.008542 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:50.888981 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836cc47e-3d8d-4be2-98b5-f840db9231c1 req-0722164c-e755-4105-a8db-497634c23f8e tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:50.890440 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-836cc47e-3d8d-4be2-98b5-f840db9231c1 req-0722164c-e755-4105-a8db-497634c23f8e tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 946 time: 0.0526502 Oct 19 02:16:50.928140 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-836cc47e-3d8d-4be2-98b5-f840db9231c1 req-5e4c136b-31ae-4bc5-8f46-2b891d5a5ab6 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315356 Oct 19 02:16:57.823112 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:00.386101 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:08.328872 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:17:14.059741 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-276f04e5-0936-4a97-8134-bdef7fcbe16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:16.639414 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3ab75a3b-7091-4305-9826-1047f448ae8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:17.410039 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:18.091962 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:20.010591 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:27.821912 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:30.409867 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:44.060620 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-736dff48-f087-4b76-b9a6-2b07df1191f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:45.327444 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:17:46.640873 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3dd109e9-b3a7-4aa9-aaaa-9ad647afcab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:47.410494 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:48.093252 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:49.976165 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7b14fb9a-592d-4bdc-9b8d-e6b9399db7a4 req-497f26b8-762e-40b0-bd3f-99a8aa4fc524 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0846367 Oct 19 02:17:50.013050 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:50.059918 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14fb9a-592d-4bdc-9b8d-e6b9399db7a4 req-5e75143f-c901-4913-9937-ef4c6ad55f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:50.061387 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7b14fb9a-592d-4bdc-9b8d-e6b9399db7a4 req-5e75143f-c901-4913-9937-ef4c6ad55f6b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fbccf8a63b54ac59ca0b0dba522e048&device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 1098 time: 0.0442011 Oct 19 02:17:50.168101 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14fb9a-592d-4bdc-9b8d-e6b9399db7a4 req-0fd9a272-5cf2-4023-936f-f93bc0424b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:50.169476 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7b14fb9a-592d-4bdc-9b8d-e6b9399db7a4 req-0fd9a272-5cf2-4023-936f-f93bc0424b66 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5a910049-16ec-48e4-9558-2b91aaa11bbd HTTP/1.1" status: 200 len: 910 time: 0.0881543 Oct 19 02:17:50.564446 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7b14fb9a-592d-4bdc-9b8d-e6b9399db7a4 req-2a18d015-f134-4898-94a0-0e2285175589 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 HTTP/1.1" status: 200 len: 1001 time: 0.3874722 Oct 19 02:17:50.612589 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14fb9a-592d-4bdc-9b8d-e6b9399db7a4 req-2242bba0-9d0a-4f8f-a2c5-9a909cee8cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:50.613990 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7b14fb9a-592d-4bdc-9b8d-e6b9399db7a4 req-2242bba0-9d0a-4f8f-a2c5-9a909cee8cb2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08aae1bd-d412-4848-a55d-4e055fa60b88 HTTP/1.1" status: 200 len: 848 time: 0.0430591 Oct 19 02:17:50.659370 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14fb9a-592d-4bdc-9b8d-e6b9399db7a4 req-3d46ac4e-8d7e-4a31-ad06-31761be57fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:50.660879 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7b14fb9a-592d-4bdc-9b8d-e6b9399db7a4 req-3d46ac4e-8d7e-4a31-ad06-31761be57fa7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a910049-16ec-48e4-9558-2b91aaa11bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400438 Oct 19 02:17:50.754187 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7b14fb9a-592d-4bdc-9b8d-e6b9399db7a4 req-f2d4be1e-783d-4b00-9bcb-766b7242654a service neutron] 10.222.0.55 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842745 Oct 19 02:17:50.848535 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7b14fb9a-592d-4bdc-9b8d-e6b9399db7a4 req-642604dd-a726-4e5d-9519-4e4d821340c5 service neutron] 10.222.0.55 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886004 Oct 19 02:17:57.842360 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:00.422599 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:14.062859 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-71b1ac05-a8d8-470c-923d-8f4b0e8a1290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:16.641467 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-038082d4-4313-4f1e-80f2-49694b917e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:17.410887 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:18.096090 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:20.015656 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:22.326995 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:18:27.835692 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:30.420887 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:35.054456 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56620) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:18:35.217790 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-2052da3e-66d8-4633-85d0-f32f1ef2b6c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Deleting port ada1aa9b-cbb7-4e17-a26a-eb8f078b8c6c {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:18:35.218042 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2052da3e-66d8-4633-85d0-f32f1ef2b6c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:35.293335 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2052da3e-66d8-4633-85d0-f32f1ef2b6c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:35.293664 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2052da3e-66d8-4633-85d0-f32f1ef2b6c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:35.305155 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-2052da3e-66d8-4633-85d0-f32f1ef2b6c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Calling delete_port for ada1aa9b-cbb7-4e17-a26a-eb8f078b8c6c owned by network:floatingip {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:18:35.450888 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2052da3e-66d8-4633-85d0-f32f1ef2b6c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:35.476178 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052da3e-66d8-4633-85d0-f32f1ef2b6c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Pushing event deleted for resources: {'Port': ['ID=ada1aa9b-cbb7-4e17-a26a-eb8f078b8c6c,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:35.487655 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052da3e-66d8-4633-85d0-f32f1ef2b6c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:35.488566 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052da3e-66d8-4633-85d0-f32f1ef2b6c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:35.488951 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052da3e-66d8-4633-85d0-f32f1ef2b6c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:35.489285 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052da3e-66d8-4633-85d0-f32f1ef2b6c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:35.489616 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052da3e-66d8-4633-85d0-f32f1ef2b6c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:35.489945 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052da3e-66d8-4633-85d0-f32f1ef2b6c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:35.490273 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052da3e-66d8-4633-85d0-f32f1ef2b6c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:35.490614 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052da3e-66d8-4633-85d0-f32f1ef2b6c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:35.490921 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052da3e-66d8-4633-85d0-f32f1ef2b6c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:35.491244 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052da3e-66d8-4633-85d0-f32f1ef2b6c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:35.491569 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052da3e-66d8-4633-85d0-f32f1ef2b6c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:35.491912 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052da3e-66d8-4633-85d0-f32f1ef2b6c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:35.548897 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2052da3e-66d8-4633-85d0-f32f1ef2b6c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for floatingip, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:35.549225 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [None req-2052da3e-66d8-4633-85d0-f32f1ef2b6c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Floating IP a7e9712c-1035-439e-8beb-5b45f12467c1 disassociated (deleted). External IP: 172.25.8.125, port: 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3. Oct 19 02:18:35.756985 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2052da3e-66d8-4633-85d0-f32f1ef2b6c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Router 66091a67-d3ae-4e83-be9f-47f561c374b7 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:18:35.866601 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2052da3e-66d8-4633-85d0-f32f1ef2b6c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:18:35.871335 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2052da3e-66d8-4633-85d0-f32f1ef2b6c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:35.877180 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e54c46-be74-4d85-993c-c83d275e312e None None] Sync routers for ids ['66091a67-d3ae-4e83-be9f-47f561c374b7'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:18:35.887352 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e54c46-be74-4d85-993c-c83d275e312e None None] Routers {'66091a67-d3ae-4e83-be9f-47f561c374b7'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:18:35.887984 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-92e54c46-be74-4d85-993c-c83d275e312e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:18:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['66091a67-d3ae-4e83-be9f-47f561c374b7'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:18:35.903051 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2052da3e-66d8-4633-85d0-f32f1ef2b6c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "DELETE /v2.0/floatingips/a7e9712c-1035-439e-8beb-5b45f12467c1 HTTP/1.1" status: 204 len: 168 time: 0.8474483 Oct 19 02:18:35.903762 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44', 'tag': '3d13cda1-e39d-465d-bdfc-aaeeaf3066a3'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:18:35.906115 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9434de058546a022cc17e407c636edc5a2ce8615e174a01ffad9beb3023847d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aea9a6f-4f21-46eb-9a2d-1ce9d58dd560" -d '{"events": [{"name": "network-changed", "server_uuid": "51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44", "tag": "3d13cda1-e39d-465d-bdfc-aaeeaf3066a3"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:18:35.949952 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a14cca-0b46-4679-819c-1f6c212db3c6 x-openstack-request-id: req-d1a14cca-0b46-4679-819c-1f6c212db3c6 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:18:35.950635 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44", "tag": "3d13cda1-e39d-465d-bdfc-aaeeaf3066a3", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:18:35.950635 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d1a14cca-0b46-4679-819c-1f6c212db3c6 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:18:35.950873 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44', 'tag': '3d13cda1-e39d-465d-bdfc-aaeeaf3066a3', 'status': 'completed', 'code': 200} Oct 19 02:18:36.000230 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-92e54c46-be74-4d85-993c-c83d275e312e None None] Set router 66091a67-d3ae-4e83-be9f-47f561c374b7 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:18:36.016225 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea9a6f-4f21-46eb-9a2d-1ce9d58dd560 req-09149338-f33e-4407-a670-c08d1e30ac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:36.017984 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4aea9a6f-4f21-46eb-9a2d-1ce9d58dd560 req-09149338-f33e-4407-a670-c08d1e30ac47 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fbccf8a63b54ac59ca0b0dba522e048&device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 1098 time: 0.0427516 Oct 19 02:18:36.136647 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea9a6f-4f21-46eb-9a2d-1ce9d58dd560 req-acd06d6c-d17d-4992-9e5b-5297593f942b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:36.138141 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4aea9a6f-4f21-46eb-9a2d-1ce9d58dd560 req-acd06d6c-d17d-4992-9e5b-5297593f942b service neutron] 10.222.0.55 "GET /v2.0/networks?id=5a910049-16ec-48e4-9558-2b91aaa11bbd HTTP/1.1" status: 200 len: 910 time: 0.1138837 Oct 19 02:18:36.187114 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4aea9a6f-4f21-46eb-9a2d-1ce9d58dd560 req-0c6ea9dc-ab38-4730-bdf3-03415d7f894d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 HTTP/1.1" status: 200 len: 217 time: 0.0406692 Oct 19 02:18:36.218785 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-92e54c46-be74-4d85-993c-c83d275e312e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'name': 'tempest-TestShelveInstance-1030589188-router', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'c59a4231-ffff-4167-b58f-a9163d7dd45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:41Z', 'updated_at': '2021-10-19T02:13:44Z', 'revision_number': 4, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'gw_port': {'id': 'c59a4231-ffff-4167-b58f-a9163d7dd45c', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:42Z', 'updated_at': '2021-10-19T02:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '34bac5f4-1b5b-491a-917a-fd57223d2ac0', 'name': '', 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'mac_address': 'fa:16:3e:79:36:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:44Z', 'updated_at': '2021-10-19T02:13:48Z', 'revision_number': 5, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'subnets': [{'id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:18:36.238619 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea9a6f-4f21-46eb-9a2d-1ce9d58dd560 req-13fafc11-d275-4436-ab41-d7110423deb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:36.240093 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4aea9a6f-4f21-46eb-9a2d-1ce9d58dd560 req-13fafc11-d275-4436-ab41-d7110423deb1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08aae1bd-d412-4848-a55d-4e055fa60b88 HTTP/1.1" status: 200 len: 848 time: 0.0452669 Oct 19 02:18:36.251974 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e54c46-be74-4d85-993c-c83d275e312e None None] Checking router: 66091a67-d3ae-4e83-be9f-47f561c374b7 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:18:36.260301 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2bd9fe-faeb-412e-8291-ff3f75a80d60 req-b540d399-b060-40e2-bc5d-4e0ce4fa1d8f tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:36.260881 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e54c46-be74-4d85-993c-c83d275e312e None None] Routers {'66091a67-d3ae-4e83-be9f-47f561c374b7'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:18:36.261059 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-92e54c46-be74-4d85-993c-c83d275e312e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:18:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['66091a67-d3ae-4e83-be9f-47f561c374b7'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:18:36.262087 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2f2bd9fe-faeb-412e-8291-ff3f75a80d60 req-b540d399-b060-40e2-bc5d-4e0ce4fa1d8f tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 946 time: 0.1517410 Oct 19 02:18:36.289721 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea9a6f-4f21-46eb-9a2d-1ce9d58dd560 req-2a28bd7a-d169-4dfe-8e43-7e07a65198fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:36.291231 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4aea9a6f-4f21-46eb-9a2d-1ce9d58dd560 req-2a28bd7a-d169-4dfe-8e43-7e07a65198fa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a910049-16ec-48e4-9558-2b91aaa11bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429964 Oct 19 02:18:36.303408 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2f2bd9fe-faeb-412e-8291-ff3f75a80d60 req-2578de30-add3-4ca2-8f95-5931c8a2ab18 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328970 Oct 19 02:18:36.367046 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-92e54c46-be74-4d85-993c-c83d275e312e None None] Set router 66091a67-d3ae-4e83-be9f-47f561c374b7 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:18:36.404130 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4aea9a6f-4f21-46eb-9a2d-1ce9d58dd560 req-73dcb30b-eeb6-485b-bb7b-b3195588a4fb service neutron] 10.222.0.55 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027067 Oct 19 02:18:36.497113 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4aea9a6f-4f21-46eb-9a2d-1ce9d58dd560 req-138d94fa-7ec6-4792-84eb-243b1b317455 service neutron] 10.222.0.55 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857475 Oct 19 02:18:36.712255 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-92e54c46-be74-4d85-993c-c83d275e312e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'name': 'tempest-TestShelveInstance-1030589188-router', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'c59a4231-ffff-4167-b58f-a9163d7dd45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:41Z', 'updated_at': '2021-10-19T02:13:44Z', 'revision_number': 4, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'gw_port': {'id': 'c59a4231-ffff-4167-b58f-a9163d7dd45c', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:42Z', 'updated_at': '2021-10-19T02:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '34bac5f4-1b5b-491a-917a-fd57223d2ac0', 'name': '', 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'mac_address': 'fa:16:3e:79:36:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:44Z', 'updated_at': '2021-10-19T02:13:48Z', 'revision_number': 5, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'subnets': [{'id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:18:36.737887 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e54c46-be74-4d85-993c-c83d275e312e None None] The sync data for ids ['66091a67-d3ae-4e83-be9f-47f561c374b7'] in n-d-715271-26 is: [{'id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'name': 'tempest-TestShelveInstance-1030589188-router', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'c59a4231-ffff-4167-b58f-a9163d7dd45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:41Z', 'updated_at': '2021-10-19T02:13:44Z', 'revision_number': 4, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'gw_port': {'id': 'c59a4231-ffff-4167-b58f-a9163d7dd45c', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:42Z', 'updated_at': '2021-10-19T02:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '34bac5f4-1b5b-491a-917a-fd57223d2ac0', 'name': '', 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'mac_address': 'fa:16:3e:79:36:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:44Z', 'updated_at': '2021-10-19T02:13:48Z', 'revision_number': 5, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'subnets': [{'id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:18:36.948798 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1a11d1-e6c2-4334-8e34-64449f6e35cf None None] New status for floating IP a7e9712c-1035-439e-8beb-5b45f12467c1: DOWN {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:18:37.522840 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f45fa-8b40-4564-9d82-761085d899a2 req-0bdf524f-c4ed-4d65-97e4-df4b9530b54c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:37.524384 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5c8f45fa-8b40-4564-9d82-761085d899a2 req-0bdf524f-c4ed-4d65-97e4-df4b9530b54c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 946 time: 0.1371117 Oct 19 02:18:37.567700 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5c8f45fa-8b40-4564-9d82-761085d899a2 req-3b75e571-7b68-4d68-9fbc-42971cf573d2 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4d016c9-c093-4a8f-abce-ae863647d65f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371928 Oct 19 02:18:37.622790 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b38f8-a409-4271-8320-7d66910a6b7a req-1445ba87-eff8-459d-946a-fa20559cd48c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:37.624510 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-423b38f8-a409-4271-8320-7d66910a6b7a req-1445ba87-eff8-459d-946a-fa20559cd48c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.55 "GET /v2.0/ports?device_id=51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44 HTTP/1.1" status: 200 len: 946 time: 0.0506980 Oct 19 02:18:37.719541 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-423b38f8-a409-4271-8320-7d66910a6b7a req-136486cc-b6f6-4ee4-bae0-a66e5ed65065 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Deleting port 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:18:37.719922 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-423b38f8-a409-4271-8320-7d66910a6b7a req-136486cc-b6f6-4ee4-bae0-a66e5ed65065 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:37.817249 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-423b38f8-a409-4271-8320-7d66910a6b7a req-136486cc-b6f6-4ee4-bae0-a66e5ed65065 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] For port 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=3d13cda1-e39d-465d-bdfc-aaeeaf3066a3,segment=NetworkSegment(6297a745-46df-4da5-bc9c-e3bcbf351129),segment_id=6297a745-46df-4da5-bc9c-e3bcbf351129)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:18:37.817606 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-423b38f8-a409-4271-8320-7d66910a6b7a req-136486cc-b6f6-4ee4-bae0-a66e5ed65065 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:37.830048 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-423b38f8-a409-4271-8320-7d66910a6b7a req-136486cc-b6f6-4ee4-bae0-a66e5ed65065 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Calling delete_port for 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:18:37.958516 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-423b38f8-a409-4271-8320-7d66910a6b7a req-136486cc-b6f6-4ee4-bae0-a66e5ed65065 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:37.986138 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136486cc-b6f6-4ee4-bae0-a66e5ed65065 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Pushing event deleted for resources: {'Port': ['ID=3d13cda1-e39d-465d-bdfc-aaeeaf3066a3,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:38.030800 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-423b38f8-a409-4271-8320-7d66910a6b7a req-136486cc-b6f6-4ee4-bae0-a66e5ed65065 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] No DVR routers for this DVR port 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:18:38.033364 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-423b38f8-a409-4271-8320-7d66910a6b7a req-136486cc-b6f6-4ee4-bae0-a66e5ed65065 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:38.037435 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-423b38f8-a409-4271-8320-7d66910a6b7a req-136486cc-b6f6-4ee4-bae0-a66e5ed65065 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.55 "DELETE /v2.0/ports/3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 HTTP/1.1" status: 204 len: 173 time: 0.4068010 Oct 19 02:18:38.037887 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44', 'name': 'network-vif-deleted', 'tag': '3d13cda1-e39d-465d-bdfc-aaeeaf3066a3'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:18:38.040171 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9434de058546a022cc17e407c636edc5a2ce8615e174a01ffad9beb3023847d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67815327-81f4-4472-a972-d70fd33485e4" -d '{"events": [{"server_uuid": "51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44", "name": "network-vif-deleted", "tag": "3d13cda1-e39d-465d-bdfc-aaeeaf3066a3"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:18:38.078345 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c289c8fc-3637-48c2-be15-981db810addc x-openstack-request-id: req-c289c8fc-3637-48c2-be15-981db810addc {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:18:38.078643 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44", "name": "network-vif-deleted", "tag": "3d13cda1-e39d-465d-bdfc-aaeeaf3066a3", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:18:38.078913 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c289c8fc-3637-48c2-be15-981db810addc {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:18:38.079334 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b17a3f-ed0f-4580-a0f6-4bc3d5c4ad44', 'name': 'network-vif-deleted', 'tag': '3d13cda1-e39d-465d-bdfc-aaeeaf3066a3', 'status': 'completed', 'code': 200} Oct 19 02:18:38.626789 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56648) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:18:38.685435 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-935ca4b7-28d0-4cc2-ae49-30da2107d81d tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:38.710646 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-935ca4b7-28d0-4cc2-ae49-30da2107d81d tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:38.775887 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-935ca4b7-28d0-4cc2-ae49-30da2107d81d tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:38.778591 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-935ca4b7-28d0-4cc2-ae49-30da2107d81d tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:38.779754 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-935ca4b7-28d0-4cc2-ae49-30da2107d81d tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "DELETE /v2.0/security-groups/e4d016c9-c093-4a8f-abce-ae863647d65f HTTP/1.1" status: 204 len: 168 time: 0.1519623 Oct 19 02:18:38.789435 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ca4b7-28d0-4cc2-ae49-30da2107d81d tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d016c9-c093-4a8f-abce-ae863647d65f,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:39.076570 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56654) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:18:39.081149 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-bb45e7d9-31d7-4991-9584-f10cbd2a767c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-50555100', 'description': 'tempest-secgroup-smoke-50555100 description', 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:18:39.104406 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bb45e7d9-31d7-4991-9584-f10cbd2a767c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:39.169906 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bb45e7d9-31d7-4991-9584-f10cbd2a767c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:39.173520 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bb45e7d9-31d7-4991-9584-f10cbd2a767c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:39.203891 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-bb45e7d9-31d7-4991-9584-f10cbd2a767c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:39.205151 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-bb45e7d9-31d7-4991-9584-f10cbd2a767c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1275384 Oct 19 02:18:39.206436 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb45e7d9-31d7-4991-9584-f10cbd2a767c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:39.208806 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 56656) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:18:39.213533 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-aa802d96-4fb6-4b67-91b6-d328f54355c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Request body: {'security_group_rule': {'security_group_id': '394c7f04-7a3e-4ccf-85e2-7864e80d0d4d', 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:18:39.245458 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-aa802d96-4fb6-4b67-91b6-d328f54355c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:39.291451 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-aa802d96-4fb6-4b67-91b6-d328f54355c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:39.294791 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-aa802d96-4fb6-4b67-91b6-d328f54355c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:39.312539 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa802d96-4fb6-4b67-91b6-d328f54355c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f032d13-c65c-4248-b416-eea70d5dc638,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:39.322410 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-aa802d96-4fb6-4b67-91b6-d328f54355c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:39.323591 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-aa802d96-4fb6-4b67-91b6-d328f54355c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1136529 Oct 19 02:18:39.324952 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa802d96-4fb6-4b67-91b6-d328f54355c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:39.325295 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa802d96-4fb6-4b67-91b6-d328f54355c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:39.325636 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa802d96-4fb6-4b67-91b6-d328f54355c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:39.325981 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa802d96-4fb6-4b67-91b6-d328f54355c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:39.326323 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa802d96-4fb6-4b67-91b6-d328f54355c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:39.326651 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa802d96-4fb6-4b67-91b6-d328f54355c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:39.326795 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56658) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:18:39.326973 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa802d96-4fb6-4b67-91b6-d328f54355c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:39.327297 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa802d96-4fb6-4b67-91b6-d328f54355c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:39.327615 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa802d96-4fb6-4b67-91b6-d328f54355c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:39.328023 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa802d96-4fb6-4b67-91b6-d328f54355c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:39.328344 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa802d96-4fb6-4b67-91b6-d328f54355c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:39.328658 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa802d96-4fb6-4b67-91b6-d328f54355c0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:39.331330 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-9a57928c-2540-4a43-83bd-03454ae425df tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Request body: {'security_group_rule': {'security_group_id': '394c7f04-7a3e-4ccf-85e2-7864e80d0d4d', 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:18:39.358191 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9a57928c-2540-4a43-83bd-03454ae425df tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:39.414728 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9a57928c-2540-4a43-83bd-03454ae425df tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:39.418591 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9a57928c-2540-4a43-83bd-03454ae425df tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:39.437538 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a57928c-2540-4a43-83bd-03454ae425df tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65473d58-4ad9-40c6-b098-b82e9a41fca6,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:39.443545 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-9a57928c-2540-4a43-83bd-03454ae425df tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:39.444987 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-9a57928c-2540-4a43-83bd-03454ae425df tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171257 Oct 19 02:18:39.447596 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56660) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:18:39.451997 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-0a91ff29-cdc1-4ce7-8384-8fb57942e2fd tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Request body: {'security_group_rule': {'security_group_id': '394c7f04-7a3e-4ccf-85e2-7864e80d0d4d', 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:18:39.478139 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0a91ff29-cdc1-4ce7-8384-8fb57942e2fd tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:39.535968 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0a91ff29-cdc1-4ce7-8384-8fb57942e2fd tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:39.539370 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0a91ff29-cdc1-4ce7-8384-8fb57942e2fd tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:39.561197 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91ff29-cdc1-4ce7-8384-8fb57942e2fd tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49328c53-d1bf-402b-b4a7-2fe5a2379669,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:39.567838 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0a91ff29-cdc1-4ce7-8384-8fb57942e2fd tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:39.568960 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0a91ff29-cdc1-4ce7-8384-8fb57942e2fd tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203833 Oct 19 02:18:39.571772 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56662) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:18:39.575985 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-ee1803d1-cfe3-40e1-894d-f080afcba3f8 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Request body: {'security_group_rule': {'security_group_id': '394c7f04-7a3e-4ccf-85e2-7864e80d0d4d', 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:18:39.601538 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ee1803d1-cfe3-40e1-894d-f080afcba3f8 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:39.658759 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ee1803d1-cfe3-40e1-894d-f080afcba3f8 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:39.662394 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ee1803d1-cfe3-40e1-894d-f080afcba3f8 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:39.679180 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1803d1-cfe3-40e1-894d-f080afcba3f8 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb92e74-c50e-48e1-8b82-7f2122b712ae,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:39.687960 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ee1803d1-cfe3-40e1-894d-f080afcba3f8 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:39.689133 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ee1803d1-cfe3-40e1-894d-f080afcba3f8 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1164474 Oct 19 02:18:39.692446 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56664) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:18:39.696653 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-73faa76c-3b30-47b7-a9cb-c04046d13503 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Request body: {'security_group_rule': {'security_group_id': '394c7f04-7a3e-4ccf-85e2-7864e80d0d4d', 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:18:39.717792 n-d-715271-26 neutron-server[100606]: INFO neutron.db.securitygroups_db [None req-73faa76c-3b30-47b7-a9cb-c04046d13503 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Project 0fbccf8a63b54ac59ca0b0dba522e048 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 02:18:39.722461 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-73faa76c-3b30-47b7-a9cb-c04046d13503 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:39.781507 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-73faa76c-3b30-47b7-a9cb-c04046d13503 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:39.785297 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-73faa76c-3b30-47b7-a9cb-c04046d13503 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:39.801669 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73faa76c-3b30-47b7-a9cb-c04046d13503 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7da9b58-be50-4585-b5c4-9c9478001d0c,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:39.812651 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-73faa76c-3b30-47b7-a9cb-c04046d13503 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:39.813984 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-73faa76c-3b30-47b7-a9cb-c04046d13503 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1205583 Oct 19 02:18:39.817273 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56666) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:18:39.821581 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-7549f02e-1a0b-4cf9-bff0-c207720ea1c6 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Request body: {'security_group_rule': {'security_group_id': '394c7f04-7a3e-4ccf-85e2-7864e80d0d4d', 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:18:39.842035 n-d-715271-26 neutron-server[100606]: INFO neutron.db.securitygroups_db [None req-7549f02e-1a0b-4cf9-bff0-c207720ea1c6 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Project 0fbccf8a63b54ac59ca0b0dba522e048 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 02:18:39.846820 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7549f02e-1a0b-4cf9-bff0-c207720ea1c6 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:39.909718 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7549f02e-1a0b-4cf9-bff0-c207720ea1c6 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:39.913404 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7549f02e-1a0b-4cf9-bff0-c207720ea1c6 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:39.932890 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7549f02e-1a0b-4cf9-bff0-c207720ea1c6 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7170cd6b-de12-4915-8c2c-15de1fa12856,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:39.938110 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7549f02e-1a0b-4cf9-bff0-c207720ea1c6 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:39.939371 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7549f02e-1a0b-4cf9-bff0-c207720ea1c6 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1211534 Oct 19 02:18:40.299876 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:18:40.325877 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:18:40.326224 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device 3d13cda1-e39d-465d-bdfc-aaeeaf3066a3 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:18:44.064705 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-75a7a1ae-0b4f-40b8-9d6b-0a2c5cce8f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:46.646554 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d032bdd4-38ab-47bb-b0e5-b379e120d4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:47.412603 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:48.104567 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:50.018343 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:55.344803 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11fc700c-4b27-422a-851d-2101169a9521 req-35227cc3-0c01-4e91-8f92-0d4626e0c5c6 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-50555100&fields=id&tenant_id=0fbccf8a63b54ac59ca0b0dba522e048 HTTP/1.1" status: 200 len: 267 time: 0.0363183 Oct 19 02:18:55.450430 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc700c-4b27-422a-851d-2101169a9521 req-2cad81e8-2931-499c-bbc7-5d31ad243b35 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:55.451832 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11fc700c-4b27-422a-851d-2101169a9521 req-2cad81e8-2931-499c-bbc7-5d31ad243b35 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/networks?id=5a910049-16ec-48e4-9558-2b91aaa11bbd HTTP/1.1" status: 200 len: 809 time: 0.1001039 Oct 19 02:18:55.466312 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11fc700c-4b27-422a-851d-2101169a9521 req-6980574e-f9cc-41b1-9627-295733dad1f1 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/quotas/0fbccf8a63b54ac59ca0b0dba522e048 HTTP/1.1" status: 200 len: 375 time: 0.0087314 Oct 19 02:18:55.516295 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11fc700c-4b27-422a-851d-2101169a9521 req-6aa891bc-11e9-4681-8c1b-5d1702fe4362 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fbccf8a63b54ac59ca0b0dba522e048&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448308 Oct 19 02:18:55.531344 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-11fc700c-4b27-422a-851d-2101169a9521 req-b0a4fab9-9273-41b2-888d-2064a66f8bb5 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 02:18:55.532320 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11fc700c-4b27-422a-851d-2101169a9521 req-b0a4fab9-9273-41b2-888d-2064a66f8bb5 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049520 Oct 19 02:18:55.623812 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11fc700c-4b27-422a-851d-2101169a9521 req-308e0483-dcb2-4996-8406-718147499197 service neutron] 10.222.0.57 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850422 Oct 19 02:18:55.715472 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11fc700c-4b27-422a-851d-2101169a9521 req-4f15780e-cbc2-4538-9a2b-34593ce23d0b service neutron] 10.222.0.57 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854852 Oct 19 02:18:55.994083 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f9621f00-bcf7-4c42-8e36-b94a65308401 req-39ecc1d2-b26d-43ef-aedb-03e8c1c90569 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 210 time: 0.0285413 Oct 19 02:18:56.934980 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc700c-4b27-422a-851d-2101169a9521 req-a4d83087-1173-4ea8-8019-bffbd3c2c735 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:56.940587 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11fc700c-4b27-422a-851d-2101169a9521 req-a4d83087-1173-4ea8-8019-bffbd3c2c735 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.24 "GET /v2.0/networks?id=5a910049-16ec-48e4-9558-2b91aaa11bbd HTTP/1.1" status: 200 len: 809 time: 0.1034234 Oct 19 02:18:56.987456 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11fc700c-4b27-422a-851d-2101169a9521 req-3ea1fa44-548e-46de-b174-80ce137284bd tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fbccf8a63b54ac59ca0b0dba522e048 HTTP/1.1" status: 200 len: 378 time: 0.0415680 Oct 19 02:18:56.997609 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-11fc700c-4b27-422a-851d-2101169a9521 req-07e20d57-0919-4b03-9dbb-312492ec49cb tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Request body: {'port': {'device_id': '5c09028a-3173-4349-b190-09f3ad90fa74', 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd', 'admin_state_up': True, 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'security_groups': ['394c7f04-7a3e-4ccf-85e2-7864e80d0d4d']}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:18:57.128168 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6f084a53-09f0-4a73-ad45-9abdd9483fbb req-858c5643-37d8-44f6-b488-e9e103119782 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 210 time: 0.0307186 Oct 19 02:18:57.156937 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11fc700c-4b27-422a-851d-2101169a9521 req-07e20d57-0919-4b03-9dbb-312492ec49cb tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Made reservation on behalf of 0fbccf8a63b54ac59ca0b0dba522e048 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:18:57.162640 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-11fc700c-4b27-422a-851d-2101169a9521 req-07e20d57-0919-4b03-9dbb-312492ec49cb tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:57.299934 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-11fc700c-4b27-422a-851d-2101169a9521 req-07e20d57-0919-4b03-9dbb-312492ec49cb tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Allocated IP 172.20.0.7 (5a910049-16ec-48e4-9558-2b91aaa11bbd/08aae1bd-d412-4848-a55d-4e055fa60b88/bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:18:57.446929 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-11fc700c-4b27-422a-851d-2101169a9521 req-07e20d57-0919-4b03-9dbb-312492ec49cb tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:57.484418 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-11fc700c-4b27-422a-851d-2101169a9521 req-07e20d57-0919-4b03-9dbb-312492ec49cb tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:57.525955 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11fc700c-4b27-422a-851d-2101169a9521 req-07e20d57-0919-4b03-9dbb-312492ec49cb tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Network 5a910049-16ec-48e4-9558-2b91aaa11bbd is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:18:57.532074 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-11fc700c-4b27-422a-851d-2101169a9521 req-07e20d57-0919-4b03-9dbb-312492ec49cb tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:18:57.536016 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-11fc700c-4b27-422a-851d-2101169a9521 req-07e20d57-0919-4b03-9dbb-312492ec49cb tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:18:57.591008 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e20d57-0919-4b03-9dbb-312492ec49cb tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Pushing event updated for resources: {'Port': ['ID=bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:57.604287 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc700c-4b27-422a-851d-2101169a9521 req-07e20d57-0919-4b03-9dbb-312492ec49cb tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:57.604932 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-11fc700c-4b27-422a-851d-2101169a9521 req-07e20d57-0919-4b03-9dbb-312492ec49cb tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:57.625138 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11fc700c-4b27-422a-851d-2101169a9521 req-07e20d57-0919-4b03-9dbb-312492ec49cb tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6313038 Oct 19 02:18:57.638068 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-11fc700c-4b27-422a-851d-2101169a9521 req-fe5addf6-6ac6-4e2a-90c9-6b652e2a4e91 service neutron] Request body: {'port': {'device_id': '5c09028a-3173-4349-b190-09f3ad90fa74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:18:57.696074 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-11fc700c-4b27-422a-851d-2101169a9521 req-fe5addf6-6ac6-4e2a-90c9-6b652e2a4e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:57.772174 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-cf4b0883-acc7-4d11-a51f-8d20a52b5e29 None None] Provisioning complete for port bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:18:57.773241 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cf4b0883-acc7-4d11-a51f-8d20a52b5e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:57.809883 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-cf4b0883-acc7-4d11-a51f-8d20a52b5e29 None None] Port bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:18:57.858055 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:58.008600 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-11fc700c-4b27-422a-851d-2101169a9521 req-fe5addf6-6ac6-4e2a-90c9-6b652e2a4e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:18:58.016277 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-11fc700c-4b27-422a-851d-2101169a9521 req-fe5addf6-6ac6-4e2a-90c9-6b652e2a4e91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:58.028850 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-11fc700c-4b27-422a-851d-2101169a9521 req-fe5addf6-6ac6-4e2a-90c9-6b652e2a4e91 service neutron] Transition to ACTIVE for port object bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:18:58.032589 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-11fc700c-4b27-422a-851d-2101169a9521 req-fe5addf6-6ac6-4e2a-90c9-6b652e2a4e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:58.088146 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5addf6-6ac6-4e2a-90c9-6b652e2a4e91 service neutron] Pushing event updated for resources: {'Port': ['ID=bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:58.182878 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-11fc700c-4b27-422a-851d-2101169a9521 req-fe5addf6-6ac6-4e2a-90c9-6b652e2a4e91 service neutron] Attempting to bind port bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:18:58.183220 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-11fc700c-4b27-422a-851d-2101169a9521 req-fe5addf6-6ac6-4e2a-90c9-6b652e2a4e91 service neutron] Attempting to bind port bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': '6297a745-46df-4da5-bc9c-e3bcbf351129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:18:58.183550 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fc700c-4b27-422a-851d-2101169a9521 req-fe5addf6-6ac6-4e2a-90c9-6b652e2a4e91 service neutron] Attempting to bind port bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc on network 5a910049-16ec-48e4-9558-2b91aaa11bbd {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:18:58.190329 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fc700c-4b27-422a-851d-2101169a9521 req-fe5addf6-6ac6-4e2a-90c9-6b652e2a4e91 service neutron] Port bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc on network 5a910049-16ec-48e4-9558-2b91aaa11bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:18:58.190661 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fc700c-4b27-422a-851d-2101169a9521 req-fe5addf6-6ac6-4e2a-90c9-6b652e2a4e91 service neutron] Attempting to bind port bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc on network 5a910049-16ec-48e4-9558-2b91aaa11bbd {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:18:58.203049 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fc700c-4b27-422a-851d-2101169a9521 req-fe5addf6-6ac6-4e2a-90c9-6b652e2a4e91 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:18:58.203432 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fc700c-4b27-422a-851d-2101169a9521 req-fe5addf6-6ac6-4e2a-90c9-6b652e2a4e91 service neutron] Checking segment: {'id': '6297a745-46df-4da5-bc9c-e3bcbf351129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:18:58.203862 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fc700c-4b27-422a-851d-2101169a9521 req-fe5addf6-6ac6-4e2a-90c9-6b652e2a4e91 service neutron] Bound using segment: {'id': '6297a745-46df-4da5-bc9c-e3bcbf351129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:18:58.204310 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-11fc700c-4b27-422a-851d-2101169a9521 req-fe5addf6-6ac6-4e2a-90c9-6b652e2a4e91 service neutron] Bound port: bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6297a745-46df-4da5-bc9c-e3bcbf351129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:18:58.204667 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-11fc700c-4b27-422a-851d-2101169a9521 req-fe5addf6-6ac6-4e2a-90c9-6b652e2a4e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:58.304367 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-11fc700c-4b27-422a-851d-2101169a9521 req-fe5addf6-6ac6-4e2a-90c9-6b652e2a4e91 service neutron] For port bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:18:58.308212 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a3211-02b9-47a3-9ee4-87f036e7910e req-9bc41237-f8ca-41a2-9a2e-4d9ca5cee305 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:58.308743 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-11fc700c-4b27-422a-851d-2101169a9521 req-fe5addf6-6ac6-4e2a-90c9-6b652e2a4e91 service neutron] For port bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc,segment=NetworkSegment(6297a745-46df-4da5-bc9c-e3bcbf351129),segment_id=6297a745-46df-4da5-bc9c-e3bcbf351129)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:18:58.309928 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-758a3211-02b9-47a3-9ee4-87f036e7910e req-9bc41237-f8ca-41a2-9a2e-4d9ca5cee305 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 943 time: 0.0805004 Oct 19 02:18:58.316677 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-11fc700c-4b27-422a-851d-2101169a9521 req-fe5addf6-6ac6-4e2a-90c9-6b652e2a4e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:58.357005 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-758a3211-02b9-47a3-9ee4-87f036e7910e req-4112f03b-75bf-467c-9d00-f4c8853af030 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368793 Oct 19 02:18:58.364659 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc700c-4b27-422a-851d-2101169a9521 req-fe5addf6-6ac6-4e2a-90c9-6b652e2a4e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:58.366027 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-11fc700c-4b27-422a-851d-2101169a9521 req-fe5addf6-6ac6-4e2a-90c9-6b652e2a4e91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:58.367642 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11fc700c-4b27-422a-851d-2101169a9521 req-fe5addf6-6ac6-4e2a-90c9-6b652e2a4e91 service neutron] 10.222.0.24 "PUT /v2.0/ports/bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc HTTP/1.1" status: 200 len: 1092 time: 0.7341790 Oct 19 02:18:58.368171 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c09028a-3173-4349-b190-09f3ad90fa74', 'tag': 'bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:18:58.370369 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}604d1223bc0e61ef4f6f375a56b68240d92e3dadd1a32e57b330ac88f8c52c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e698f8af-36fa-40f0-90b4-2c0aa6b4f85d" -d '{"events": [{"name": "network-changed", "server_uuid": "5c09028a-3173-4349-b190-09f3ad90fa74", "tag": "bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:18:58.396003 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5addf6-6ac6-4e2a-90c9-6b652e2a4e91 service neutron] Pushing event updated for resources: {'Port': ['ID=bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:58.476110 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc700c-4b27-422a-851d-2101169a9521 req-b87c5a96-c861-4806-aa26-fd414c42830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:58.477745 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11fc700c-4b27-422a-851d-2101169a9521 req-b87c5a96-c861-4806-aa26-fd414c42830f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0fbccf8a63b54ac59ca0b0dba522e048&device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 1095 time: 0.0485487 Oct 19 02:18:58.529568 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523c9dec-6b6d-4624-b2db-74052933a507 x-openstack-request-id: req-523c9dec-6b6d-4624-b2db-74052933a507 {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:18:58.529848 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c09028a-3173-4349-b190-09f3ad90fa74", "tag": "bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:18:58.530092 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-523c9dec-6b6d-4624-b2db-74052933a507 {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:18:58.530486 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c09028a-3173-4349-b190-09f3ad90fa74', 'tag': 'bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc', 'status': 'completed', 'code': 200} Oct 19 02:18:58.532394 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11fc700c-4b27-422a-851d-2101169a9521 req-38f48585-02ea-4a32-ab2e-4b27064a0d72 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc HTTP/1.1" status: 200 len: 217 time: 0.0463669 Oct 19 02:18:58.587487 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc700c-4b27-422a-851d-2101169a9521 req-d4c6bd06-db56-4c58-8a25-78e012617905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:58.591493 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11fc700c-4b27-422a-851d-2101169a9521 req-d4c6bd06-db56-4c58-8a25-78e012617905 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=08aae1bd-d412-4848-a55d-4e055fa60b88 HTTP/1.1" status: 200 len: 848 time: 0.0514987 Oct 19 02:18:58.643578 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc700c-4b27-422a-851d-2101169a9521 req-70db56b2-22d6-425a-aef7-dbe05e040d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:58.645879 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11fc700c-4b27-422a-851d-2101169a9521 req-70db56b2-22d6-425a-aef7-dbe05e040d10 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a910049-16ec-48e4-9558-2b91aaa11bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473607 Oct 19 02:18:58.749061 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11fc700c-4b27-422a-851d-2101169a9521 req-a1132bea-0e06-4e2f-9ccb-78f65f72dc76 service neutron] 10.222.0.24 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952184 Oct 19 02:18:58.841745 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11fc700c-4b27-422a-851d-2101169a9521 req-1707e3fa-1169-4939-af11-cf04f340b42a service neutron] 10.222.0.24 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850320 Oct 19 02:18:58.928983 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698f8af-36fa-40f0-90b4-2c0aa6b4f85d req-36a34d88-bcc1-4075-a263-ea1f209c577b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:58.930491 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e698f8af-36fa-40f0-90b4-2c0aa6b4f85d req-36a34d88-bcc1-4075-a263-ea1f209c577b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0fbccf8a63b54ac59ca0b0dba522e048&device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 1095 time: 0.0453854 Oct 19 02:18:59.024868 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698f8af-36fa-40f0-90b4-2c0aa6b4f85d req-f87a2a02-ec50-4d94-81e5-e0763bdda45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:59.026204 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e698f8af-36fa-40f0-90b4-2c0aa6b4f85d req-f87a2a02-ec50-4d94-81e5-e0763bdda45a service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a910049-16ec-48e4-9558-2b91aaa11bbd HTTP/1.1" status: 200 len: 910 time: 0.0891511 Oct 19 02:18:59.072086 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e698f8af-36fa-40f0-90b4-2c0aa6b4f85d req-a79ea2e2-6c9a-45c1-a118-60afc7ce767c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc HTTP/1.1" status: 200 len: 217 time: 0.0385385 Oct 19 02:18:59.120423 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698f8af-36fa-40f0-90b4-2c0aa6b4f85d req-5154eae7-66ab-4073-bae2-e45cb60bf0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:59.121856 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e698f8af-36fa-40f0-90b4-2c0aa6b4f85d req-5154eae7-66ab-4073-bae2-e45cb60bf0dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=08aae1bd-d412-4848-a55d-4e055fa60b88 HTTP/1.1" status: 200 len: 848 time: 0.0431244 Oct 19 02:18:59.167173 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698f8af-36fa-40f0-90b4-2c0aa6b4f85d req-2e44f6a9-9a3e-43be-8d74-3f33a2a4f2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:59.168677 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e698f8af-36fa-40f0-90b4-2c0aa6b4f85d req-2e44f6a9-9a3e-43be-8d74-3f33a2a4f2ab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a910049-16ec-48e4-9558-2b91aaa11bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399754 Oct 19 02:18:59.262033 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e698f8af-36fa-40f0-90b4-2c0aa6b4f85d req-4799c0de-f756-4425-8ffb-3ea3f0ea8dcf service neutron] 10.222.0.24 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860624 Oct 19 02:18:59.326956 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:18:59.353564 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-e698f8af-36fa-40f0-90b4-2c0aa6b4f85d req-32eac82d-41cf-4256-a2a8-d371c0a2fdc8 service neutron] 10.222.0.24 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833211 Oct 19 02:18:59.472486 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a37a2-e86d-480d-b002-1aad2f3081b5 req-abf476ef-fc46-480c-b8b3-919494b56884 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:59.474171 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9f5a37a2-e86d-480d-b002-1aad2f3081b5 req-abf476ef-fc46-480c-b8b3-919494b56884 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 943 time: 0.0503335 Oct 19 02:18:59.515282 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-9f5a37a2-e86d-480d-b002-1aad2f3081b5 req-2d57ca7a-14dc-4bf3-9033-b917e09dc7e7 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347311 Oct 19 02:19:00.437646 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:00.636046 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312fff3-8ede-4307-96db-4be9a553091e req-7d8716bb-5863-4345-acde-5a64e205c30b tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:00.637424 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7312fff3-8ede-4307-96db-4be9a553091e req-7d8716bb-5863-4345-acde-5a64e205c30b tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 943 time: 0.0537198 Oct 19 02:19:00.674921 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7312fff3-8ede-4307-96db-4be9a553091e req-a17432b8-b9e1-42d9-82cb-7143c34a860d tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314791 Oct 19 02:19:01.798326 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51c1f0-5ca9-4306-9b8c-aff1a482c04a req-0f8b665a-a781-454d-b8d7-219602cdc786 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:01.799842 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6e51c1f0-5ca9-4306-9b8c-aff1a482c04a req-0f8b665a-a781-454d-b8d7-219602cdc786 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 943 time: 0.0540276 Oct 19 02:19:01.839006 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6e51c1f0-5ca9-4306-9b8c-aff1a482c04a req-24a70eec-78e0-42ef-8b3d-3dfe2833de89 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328193 Oct 19 02:19:02.954036 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18e2a5-f195-47e5-a9e1-fa3d03d9e4cb req-6af3035f-52bc-4a91-81ba-f0047df46356 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:02.955534 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ee18e2a5-f195-47e5-a9e1-fa3d03d9e4cb req-6af3035f-52bc-4a91-81ba-f0047df46356 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 943 time: 0.0489001 Oct 19 02:19:02.993754 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-ee18e2a5-f195-47e5-a9e1-fa3d03d9e4cb req-5cf13934-a0d4-421f-bebc-00fbc0334056 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317092 Oct 19 02:19:04.120087 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df71a29-3411-4a4e-a7e4-a9860eb3461a req-777f4ad9-2a2d-4c39-917a-60efd35e1530 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:04.121571 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6df71a29-3411-4a4e-a7e4-a9860eb3461a req-777f4ad9-2a2d-4c39-917a-60efd35e1530 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 943 time: 0.0501487 Oct 19 02:19:04.159572 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6df71a29-3411-4a4e-a7e4-a9860eb3461a req-4643c5e4-2ee8-4e8d-8b8a-4f9f6c632024 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320256 Oct 19 02:19:05.297610 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0c4e8-e71e-4230-a1a1-c3743bb86ac2 req-64917144-729c-4af5-9c51-e08e08717003 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:05.299058 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4cd0c4e8-e71e-4230-a1a1-c3743bb86ac2 req-64917144-729c-4af5-9c51-e08e08717003 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 943 time: 0.0481503 Oct 19 02:19:05.336426 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4cd0c4e8-e71e-4230-a1a1-c3743bb86ac2 req-e7f661d3-3a67-443c-bc9a-4d7e668ad32d tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311563 Oct 19 02:19:06.449150 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751558e-8db7-4eed-962d-9fca705d84a1 req-59bdf079-9a45-4631-8945-bb52d1d6ac02 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:06.450658 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5751558e-8db7-4eed-962d-9fca705d84a1 req-59bdf079-9a45-4631-8945-bb52d1d6ac02 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 943 time: 0.0493796 Oct 19 02:19:06.487621 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5751558e-8db7-4eed-962d-9fca705d84a1 req-90cbb339-adfa-4208-b0a0-ae3385d72e38 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311284 Oct 19 02:19:07.603141 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad90d2c-f2cd-4870-9bbf-ed68fb2adce6 req-f2837024-d23c-4a62-93f4-ebffab68fb60 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:07.604627 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3ad90d2c-f2cd-4870-9bbf-ed68fb2adce6 req-f2837024-d23c-4a62-93f4-ebffab68fb60 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 943 time: 0.0511408 Oct 19 02:19:07.641891 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3ad90d2c-f2cd-4870-9bbf-ed68fb2adce6 req-cb0342cd-cafe-4114-9061-8fd1db78d4d1 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313840 Oct 19 02:19:08.761285 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75f924-ab07-4404-b5d9-0a9c57b492c7 req-dd4294b5-2f52-4964-b8d1-8adc41947d68 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:08.762831 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4e75f924-ab07-4404-b5d9-0a9c57b492c7 req-dd4294b5-2f52-4964-b8d1-8adc41947d68 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 943 time: 0.0553474 Oct 19 02:19:08.802002 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4e75f924-ab07-4404-b5d9-0a9c57b492c7 req-37a4ddff-d105-4ca6-89c3-4f4481461651 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332015 Oct 19 02:19:09.119604 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:19:09.215401 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc,segment=NetworkSegment(6297a745-46df-4da5-bc9c-e3bcbf351129),segment_id=6297a745-46df-4da5-bc9c-e3bcbf351129)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:19:09.226273 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc', 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd', 'port_id': 'bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc', 'mac_address': 'fa:16:3e:e7:43:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:19:09.262651 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:09.275320 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:19:09.294503 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc,segment=NetworkSegment(6297a745-46df-4da5-bc9c-e3bcbf351129),segment_id=6297a745-46df-4da5-bc9c-e3bcbf351129)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:19:09.298317 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:09.346007 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:19:09.353291 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:19:09.353643 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:19:09.353988 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:19:09.354327 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:19:09.354662 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:19:09.354991 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:19:09.355321 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:19:09.355648 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:19:09.356004 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:19:09.356331 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:19:09.356656 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:19:09.356979 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:19:09.524851 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:19:09.915138 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87811967-2913-45c3-ac05-81092cf0a237 req-673bc871-756d-4f43-bbe5-5d909acf70f1 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:09.916620 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-87811967-2913-45c3-ac05-81092cf0a237 req-673bc871-756d-4f43-bbe5-5d909acf70f1 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 944 time: 0.0478294 Oct 19 02:19:09.953290 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-87811967-2913-45c3-ac05-81092cf0a237 req-85450296-7eb0-400b-860f-465664e6b055 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308692 Oct 19 02:19:11.067406 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613147d-435a-447d-bd1c-196c6fef4fdf req-f2e8318f-e99e-4e48-8103-bcb34c8312bd tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:11.069463 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8613147d-435a-447d-bd1c-196c6fef4fdf req-f2e8318f-e99e-4e48-8103-bcb34c8312bd tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 944 time: 0.0486176 Oct 19 02:19:11.106589 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8613147d-435a-447d-bd1c-196c6fef4fdf req-67321833-8dfc-4bd5-821d-9542eb7a0dde tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312498 Oct 19 02:19:11.120492 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:19:11.171895 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 02:19:11.175393 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:19:11.175794 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:11.250777 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:11.278743 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c09028a-3173-4349-b190-09f3ad90fa74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:19:11.281052 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db8619b3bfd44a3a0f2128b398243c28f67a7e558bf903df4768d357387e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c63e025-7eb3-470d-bbee-e62ce76799ba" -d '{"events": [{"server_uuid": "5c09028a-3173-4349-b190-09f3ad90fa74", "name": "network-vif-plugged", "status": "completed", "tag": "bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:19:11.293897 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc,segment=NetworkSegment(6297a745-46df-4da5-bc9c-e3bcbf351129),segment_id=6297a745-46df-4da5-bc9c-e3bcbf351129)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:19:11.297937 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:11.326909 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c2729a-8b2e-47a4-a860-eead8bcd24d4 x-openstack-request-id: req-e7c2729a-8b2e-47a4-a860-eead8bcd24d4 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:19:11.327200 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c09028a-3173-4349-b190-09f3ad90fa74", "name": "network-vif-plugged", "status": "completed", "tag": "bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:19:11.327449 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e7c2729a-8b2e-47a4-a860-eead8bcd24d4 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:19:11.328019 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c09028a-3173-4349-b190-09f3ad90fa74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc', 'code': 200} Oct 19 02:19:11.353323 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:19:11.413404 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf68e3b-1fff-479c-ad69-90e2b71170f1 req-2cf67388-2dd6-49ca-8f1f-862747bb9ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:11.414897 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8bf68e3b-1fff-479c-ad69-90e2b71170f1 req-2cf67388-2dd6-49ca-8f1f-862747bb9ffb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 1097 time: 0.0393372 Oct 19 02:19:11.449599 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8bf68e3b-1fff-479c-ad69-90e2b71170f1 req-a23366fd-8718-4ea5-970c-f984d0c32fd3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0273983 Oct 19 02:19:12.217425 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234252de-62a3-44f9-b6d7-a888d5d8cc6c req-2152efc1-67ae-4899-9f67-d217b7849eb6 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:12.218809 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-234252de-62a3-44f9-b6d7-a888d5d8cc6c req-2152efc1-67ae-4899-9f67-d217b7849eb6 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 945 time: 0.0476284 Oct 19 02:19:12.255373 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-234252de-62a3-44f9-b6d7-a888d5d8cc6c req-ae76d26f-e541-4b5f-9ddb-3ee3af383608 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307848 Oct 19 02:19:13.372965 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85372245-7aa6-4b24-8fc5-5e20e1d68715 req-2fa37487-f25b-4d89-9ce2-5d4e98fb5e56 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:13.374430 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-85372245-7aa6-4b24-8fc5-5e20e1d68715 req-2fa37487-f25b-4d89-9ce2-5d4e98fb5e56 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 945 time: 0.0511990 Oct 19 02:19:13.411863 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-85372245-7aa6-4b24-8fc5-5e20e1d68715 req-1e4085e1-2fb4-4183-bdc3-9d373e5230cd tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315588 Oct 19 02:19:13.527410 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f091322-4c16-4007-b037-1a95fdc1e6d7 req-278b6c49-d851-4d5d-a6c3-651d0dfd93de tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:13.528884 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f091322-4c16-4007-b037-1a95fdc1e6d7 req-278b6c49-d851-4d5d-a6c3-651d0dfd93de tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 945 time: 0.0524309 Oct 19 02:19:13.565762 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5f091322-4c16-4007-b037-1a95fdc1e6d7 req-65051c44-1fb8-4a6f-ac88-85214df57a56 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310342 Oct 19 02:19:13.587920 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56886) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:19:13.668361 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495dc6d3-d676-49dd-ab77-227bf0b2bdb3 tempest-TestShelveInstance-1825045580 tempest-TestShelveInstance-1825045580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:13.669872 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-495dc6d3-d676-49dd-ab77-227bf0b2bdb3 tempest-TestShelveInstance-1825045580 tempest-TestShelveInstance-1825045580-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 1092 time: 0.0809681 Oct 19 02:19:13.672654 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 56890) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:19:13.676894 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-d69daed8-da30-4555-9f4e-5513a083c44c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'port_id': 'bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:19:13.699464 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d69daed8-da30-4555-9f4e-5513a083c44c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for floatingip, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:13.798736 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d69daed8-da30-4555-9f4e-5513a083c44c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:13.900702 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-d69daed8-da30-4555-9f4e-5513a083c44c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Allocated IP 172.25.8.100 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/eee22aca-9e40-43d3-8d6b-b7f054a0f5c6) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:19:14.004045 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d69daed8-da30-4555-9f4e-5513a083c44c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:14.035769 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d69daed8-da30-4555-9f4e-5513a083c44c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:14.066693 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1b1e88cb-d700-4980-b43a-62ed5c07a8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:14.074187 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69daed8-da30-4555-9f4e-5513a083c44c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:19:14.079037 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-d69daed8-da30-4555-9f4e-5513a083c44c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:19:14.082739 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69daed8-da30-4555-9f4e-5513a083c44c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:19:14.107432 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69daed8-da30-4555-9f4e-5513a083c44c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Pushing event updated for resources: {'Port': ['ID=eee22aca-9e40-43d3-8d6b-b7f054a0f5c6,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:19:14.441049 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d69daed8-da30-4555-9f4e-5513a083c44c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:14.505204 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d69daed8-da30-4555-9f4e-5513a083c44c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:14.653767 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d69daed8-da30-4555-9f4e-5513a083c44c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:14.658130 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d69daed8-da30-4555-9f4e-5513a083c44c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:14.732047 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69daed8-da30-4555-9f4e-5513a083c44c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Pushing event updated for resources: {'Port': ['ID=eee22aca-9e40-43d3-8d6b-b7f054a0f5c6,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:19:14.740860 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d69daed8-da30-4555-9f4e-5513a083c44c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:14.840535 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [None req-d69daed8-da30-4555-9f4e-5513a083c44c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Floating IP c6555509-1057-4b71-8eea-2b147491b456 associated. External IP: 172.25.8.100, port: bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc. Oct 19 02:19:15.043592 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69daed8-da30-4555-9f4e-5513a083c44c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Router 66091a67-d3ae-4e83-be9f-47f561c374b7 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:19:15.151094 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69daed8-da30-4555-9f4e-5513a083c44c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:19:15.160630 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0780ba6f-2693-4426-a796-7710caabfbc3 None None] Sync routers for ids ['66091a67-d3ae-4e83-be9f-47f561c374b7'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:19:15.170115 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d69daed8-da30-4555-9f4e-5513a083c44c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:15.171551 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0780ba6f-2693-4426-a796-7710caabfbc3 None None] Routers {'66091a67-d3ae-4e83-be9f-47f561c374b7'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:19:15.172240 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-0780ba6f-2693-4426-a796-7710caabfbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:18:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['66091a67-d3ae-4e83-be9f-47f561c374b7'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:19:15.197120 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d69daed8-da30-4555-9f4e-5513a083c44c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5234609 Oct 19 02:19:15.197704 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c09028a-3173-4349-b190-09f3ad90fa74', 'tag': 'bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:19:15.200163 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9434de058546a022cc17e407c636edc5a2ce8615e174a01ffad9beb3023847d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d905f0a-0859-472a-8f43-a10caeaf5bef" -d '{"events": [{"name": "network-changed", "server_uuid": "5c09028a-3173-4349-b190-09f3ad90fa74", "tag": "bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:19:15.246921 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d40e55-4e4c-4e67-9afe-7866e2a139ae x-openstack-request-id: req-a2d40e55-4e4c-4e67-9afe-7866e2a139ae {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:19:15.247211 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c09028a-3173-4349-b190-09f3ad90fa74", "tag": "bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:19:15.247459 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a2d40e55-4e4c-4e67-9afe-7866e2a139ae {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:19:15.247885 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c09028a-3173-4349-b190-09f3ad90fa74', 'tag': 'bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc', 'status': 'completed', 'code': 200} Oct 19 02:19:15.283490 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-0780ba6f-2693-4426-a796-7710caabfbc3 None None] Set router 66091a67-d3ae-4e83-be9f-47f561c374b7 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:19:15.308815 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d905f0a-0859-472a-8f43-a10caeaf5bef req-eb2aaeff-7337-4a69-afa5-4bc8109091a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:15.310226 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7d905f0a-0859-472a-8f43-a10caeaf5bef req-eb2aaeff-7337-4a69-afa5-4bc8109091a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0fbccf8a63b54ac59ca0b0dba522e048&device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 1097 time: 0.0412745 Oct 19 02:19:15.403945 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d905f0a-0859-472a-8f43-a10caeaf5bef req-5d69eb21-258e-4113-85db-03314f8f2d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:15.405396 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7d905f0a-0859-472a-8f43-a10caeaf5bef req-5d69eb21-258e-4113-85db-03314f8f2d38 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a910049-16ec-48e4-9558-2b91aaa11bbd HTTP/1.1" status: 200 len: 910 time: 0.0888047 Oct 19 02:19:15.470157 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7d905f0a-0859-472a-8f43-a10caeaf5bef req-b5578832-9de5-4a8b-b5a7-f139b067d0c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc HTTP/1.1" status: 200 len: 999 time: 0.0576751 Oct 19 02:19:15.502597 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-0780ba6f-2693-4426-a796-7710caabfbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'name': 'tempest-TestShelveInstance-1030589188-router', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'c59a4231-ffff-4167-b58f-a9163d7dd45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:41Z', 'updated_at': '2021-10-19T02:13:44Z', 'revision_number': 4, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'gw_port': {'id': 'c59a4231-ffff-4167-b58f-a9163d7dd45c', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:42Z', 'updated_at': '2021-10-19T02:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'c6555509-1057-4b71-8eea-2b147491b456', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'floating_ip_address': '172.25.8.100', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'port_id': 'bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd', 'mac_address': 'fa:16:3e:e7:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c09028a-3173-4349-b190-09f3ad90fa74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:19:14Z', 'updated_at': '2021-10-19T02:19:14Z', 'revision_number': 0, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34bac5f4-1b5b-491a-917a-fd57223d2ac0', 'name': '', 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'mac_address': 'fa:16:3e:79:36:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:44Z', 'updated_at': '2021-10-19T02:13:48Z', 'revision_number': 5, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'subnets': [{'id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:19:15.521211 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d905f0a-0859-472a-8f43-a10caeaf5bef req-d1347b91-f02d-4aa3-a6a4-e202f514d1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:15.522690 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7d905f0a-0859-472a-8f43-a10caeaf5bef req-d1347b91-f02d-4aa3-a6a4-e202f514d1e6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=08aae1bd-d412-4848-a55d-4e055fa60b88 HTTP/1.1" status: 200 len: 848 time: 0.0451465 Oct 19 02:19:15.531769 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0780ba6f-2693-4426-a796-7710caabfbc3 None None] Checking router: 66091a67-d3ae-4e83-be9f-47f561c374b7 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:19:15.541002 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0780ba6f-2693-4426-a796-7710caabfbc3 None None] Routers {'66091a67-d3ae-4e83-be9f-47f561c374b7'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:19:15.541615 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-0780ba6f-2693-4426-a796-7710caabfbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:18:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['66091a67-d3ae-4e83-be9f-47f561c374b7'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:19:15.571197 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d905f0a-0859-472a-8f43-a10caeaf5bef req-df3f55ae-5c6a-48d3-a17b-78789a88c360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:15.572618 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7d905f0a-0859-472a-8f43-a10caeaf5bef req-df3f55ae-5c6a-48d3-a17b-78789a88c360 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a910049-16ec-48e4-9558-2b91aaa11bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433955 Oct 19 02:19:15.646790 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-0780ba6f-2693-4426-a796-7710caabfbc3 None None] Set router 66091a67-d3ae-4e83-be9f-47f561c374b7 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:19:15.662160 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7d905f0a-0859-472a-8f43-a10caeaf5bef req-f0c4dc91-e474-400d-a4e8-b699aaecb3a1 service neutron] 10.222.0.24 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822592 Oct 19 02:19:15.756472 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7d905f0a-0859-472a-8f43-a10caeaf5bef req-72019d3a-1e8a-471e-8420-075a8bfca80c service neutron] 10.222.0.24 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868025 Oct 19 02:19:15.870532 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-0780ba6f-2693-4426-a796-7710caabfbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'name': 'tempest-TestShelveInstance-1030589188-router', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'c59a4231-ffff-4167-b58f-a9163d7dd45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:41Z', 'updated_at': '2021-10-19T02:13:44Z', 'revision_number': 4, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'gw_port': {'id': 'c59a4231-ffff-4167-b58f-a9163d7dd45c', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:42Z', 'updated_at': '2021-10-19T02:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'c6555509-1057-4b71-8eea-2b147491b456', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'floating_ip_address': '172.25.8.100', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'port_id': 'bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd', 'mac_address': 'fa:16:3e:e7:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c09028a-3173-4349-b190-09f3ad90fa74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:19:14Z', 'updated_at': '2021-10-19T02:19:14Z', 'revision_number': 0, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34bac5f4-1b5b-491a-917a-fd57223d2ac0', 'name': '', 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'mac_address': 'fa:16:3e:79:36:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:44Z', 'updated_at': '2021-10-19T02:13:48Z', 'revision_number': 5, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'subnets': [{'id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:19:15.895824 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0780ba6f-2693-4426-a796-7710caabfbc3 None None] The sync data for ids ['66091a67-d3ae-4e83-be9f-47f561c374b7'] in n-d-715271-26 is: [{'id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'name': 'tempest-TestShelveInstance-1030589188-router', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'c59a4231-ffff-4167-b58f-a9163d7dd45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:41Z', 'updated_at': '2021-10-19T02:13:44Z', 'revision_number': 4, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'gw_port': {'id': 'c59a4231-ffff-4167-b58f-a9163d7dd45c', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:42Z', 'updated_at': '2021-10-19T02:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': 'c6555509-1057-4b71-8eea-2b147491b456', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'floating_ip_address': '172.25.8.100', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'port_id': 'bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd', 'mac_address': 'fa:16:3e:e7:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c09028a-3173-4349-b190-09f3ad90fa74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:19:14Z', 'updated_at': '2021-10-19T02:19:14Z', 'revision_number': 0, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34bac5f4-1b5b-491a-917a-fd57223d2ac0', 'name': '', 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'mac_address': 'fa:16:3e:79:36:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:44Z', 'updated_at': '2021-10-19T02:13:48Z', 'revision_number': 5, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'subnets': [{'id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:19:16.078716 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0f7720-4fa6-456e-b838-7487223dc78c None None] New status for floating IP c6555509-1057-4b71-8eea-2b147491b456: ACTIVE {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:19:16.638624 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5901ff53-9a7a-43ac-b6c6-67d1d4607650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:17.412881 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:18.103747 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:20.015941 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:27.859448 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:30.436071 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:36.326746 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:19:44.068445 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-29140b7b-4bf6-406d-850a-5de20c9ad8c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:46.640913 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-aedafc90-9f06-4d81-9052-788847dd6ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:47.414099 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:48.106456 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:50.019201 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:56.938783 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5e2952f-3866-4e87-b5d0-dc74c646b31d req-35cfadd8-f402-41e9-a44d-47f4258f6d7b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420032 Oct 19 02:19:57.023674 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2952f-3866-4e87-b5d0-dc74c646b31d req-5e05d025-def7-4dfb-9ada-62c3b12f5969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:57.025197 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5e2952f-3866-4e87-b5d0-dc74c646b31d req-5e05d025-def7-4dfb-9ada-62c3b12f5969 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0fbccf8a63b54ac59ca0b0dba522e048&device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 1097 time: 0.0403650 Oct 19 02:19:57.139165 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2952f-3866-4e87-b5d0-dc74c646b31d req-2e78dada-2099-4335-98cb-a87ec4b8ef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:57.141405 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5e2952f-3866-4e87-b5d0-dc74c646b31d req-2e78dada-2099-4335-98cb-a87ec4b8ef1c service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a910049-16ec-48e4-9558-2b91aaa11bbd HTTP/1.1" status: 200 len: 910 time: 0.0958967 Oct 19 02:19:57.209516 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5e2952f-3866-4e87-b5d0-dc74c646b31d req-f58e6cf4-c18b-44e2-a845-11c0e62d05f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc HTTP/1.1" status: 200 len: 1001 time: 0.0610485 Oct 19 02:19:57.262491 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2952f-3866-4e87-b5d0-dc74c646b31d req-da840c8b-9b6e-4b9c-8e07-859d119850bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:57.263986 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5e2952f-3866-4e87-b5d0-dc74c646b31d req-da840c8b-9b6e-4b9c-8e07-859d119850bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=08aae1bd-d412-4848-a55d-4e055fa60b88 HTTP/1.1" status: 200 len: 848 time: 0.0471756 Oct 19 02:19:57.308981 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2952f-3866-4e87-b5d0-dc74c646b31d req-8716a377-700e-4082-a90d-47597c0e87c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:57.310465 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5e2952f-3866-4e87-b5d0-dc74c646b31d req-8716a377-700e-4082-a90d-47597c0e87c0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a910049-16ec-48e4-9558-2b91aaa11bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399139 Oct 19 02:19:57.401086 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5e2952f-3866-4e87-b5d0-dc74c646b31d req-b53c1f78-0f6b-413b-8021-ef6d0370fffd service neutron] 10.222.0.24 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834951 Oct 19 02:19:57.493492 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f5e2952f-3866-4e87-b5d0-dc74c646b31d req-c27f0f05-0e20-4ff2-bed1-7a649ce2c2fa service neutron] 10.222.0.24 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848665 Oct 19 02:19:57.855511 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:00.449934 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:13.325777 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:20:14.069400 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3d36aae5-f944-40c1-947f-da2d426bdecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:16.641268 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-81bb26f7-1155-4744-b1a9-a7411d661d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:17.414990 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:18.109303 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:20.021754 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:27.854181 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:30.481355 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:44.068879 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b1aac40c-a86a-40c5-aa53-e2a5ed484008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:46.641604 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e9845152-e56f-4206-9abc-cca702df8d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:47.415467 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:48.111197 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:50.025249 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:50.324869 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:20:57.853555 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:58.967901 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-615a5370-73a3-48c4-b8f6-8d2a9e726493 req-48da8f78-1713-4cb7-879b-5a768e95db9a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0776141 Oct 19 02:20:59.045359 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a5370-73a3-48c4-b8f6-8d2a9e726493 req-8af402b5-7638-4089-9d49-5f20276596a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:59.046814 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-615a5370-73a3-48c4-b8f6-8d2a9e726493 req-8af402b5-7638-4089-9d49-5f20276596a9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0fbccf8a63b54ac59ca0b0dba522e048&device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 1097 time: 0.0388715 Oct 19 02:20:59.150751 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a5370-73a3-48c4-b8f6-8d2a9e726493 req-9d1034f8-5862-41a1-a00f-3be20a934c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:59.152147 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-615a5370-73a3-48c4-b8f6-8d2a9e726493 req-9d1034f8-5862-41a1-a00f-3be20a934c5d service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a910049-16ec-48e4-9558-2b91aaa11bbd HTTP/1.1" status: 200 len: 910 time: 0.0864818 Oct 19 02:20:59.214904 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-615a5370-73a3-48c4-b8f6-8d2a9e726493 req-fa5f13a3-2adf-4d7d-bad2-8c42669aa0f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc HTTP/1.1" status: 200 len: 1001 time: 0.0556045 Oct 19 02:20:59.265920 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a5370-73a3-48c4-b8f6-8d2a9e726493 req-96a99fc9-3f1d-494e-8205-cbb41c69b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:59.267312 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-615a5370-73a3-48c4-b8f6-8d2a9e726493 req-96a99fc9-3f1d-494e-8205-cbb41c69b455 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=08aae1bd-d412-4848-a55d-4e055fa60b88 HTTP/1.1" status: 200 len: 848 time: 0.0459497 Oct 19 02:20:59.315150 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a5370-73a3-48c4-b8f6-8d2a9e726493 req-f1054dc6-1ebd-4b00-ac7b-c8b7715bf3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:59.316668 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-615a5370-73a3-48c4-b8f6-8d2a9e726493 req-f1054dc6-1ebd-4b00-ac7b-c8b7715bf3cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a910049-16ec-48e4-9558-2b91aaa11bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413046 Oct 19 02:20:59.330588 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [req-615a5370-73a3-48c4-b8f6-8d2a9e726493 req-084ef198-4bc7-4402-b88b-ea1791524f72 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 02:20:59.331507 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-615a5370-73a3-48c4-b8f6-8d2a9e726493 req-084ef198-4bc7-4402-b88b-ea1791524f72 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048633 Oct 19 02:20:59.422572 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-615a5370-73a3-48c4-b8f6-8d2a9e726493 req-c5f151c5-b9a6-46ee-b8ce-bcbfba753990 service neutron] 10.222.0.24 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831516 Oct 19 02:20:59.510871 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-615a5370-73a3-48c4-b8f6-8d2a9e726493 req-31db3516-0691-4aeb-99b4-53e27dc91c8d service neutron] 10.222.0.24 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808656 Oct 19 02:21:00.496537 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:11.506749 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a309ab-f144-4e7a-bb87-3fb13e36be33 req-1fd4528e-49b0-4db1-8683-4a5a6ab98779 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:11.508263 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-13a309ab-f144-4e7a-bb87-3fb13e36be33 req-1fd4528e-49b0-4db1-8683-4a5a6ab98779 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 945 time: 0.0485051 Oct 19 02:21:11.545120 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-13a309ab-f144-4e7a-bb87-3fb13e36be33 req-74ac0249-b359-419f-89a8-0dd88ce4185b tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309846 Oct 19 02:21:12.665145 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39272d4-5031-4150-84fc-e39bcf2e8f90 req-21af0e8a-38e9-4962-8064-d0ad3b9a3136 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:12.666614 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f39272d4-5031-4150-84fc-e39bcf2e8f90 req-21af0e8a-38e9-4962-8064-d0ad3b9a3136 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 945 time: 0.0539076 Oct 19 02:21:12.705179 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-f39272d4-5031-4150-84fc-e39bcf2e8f90 req-c700a8ee-add3-4176-864c-16f68b896189 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326183 Oct 19 02:21:13.822291 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11655060-94e2-4851-a954-08985dfcd366 req-6a11efbd-115f-48df-9f8e-864f979a6b91 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:13.823767 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11655060-94e2-4851-a954-08985dfcd366 req-6a11efbd-115f-48df-9f8e-864f979a6b91 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 945 time: 0.0518470 Oct 19 02:21:13.861347 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11655060-94e2-4851-a954-08985dfcd366 req-2ecf8313-d1ec-4496-8f14-7d8f17e7f09c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316782 Oct 19 02:21:14.070249 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1ffe8f07-4330-46bd-95fa-5b8429f9c62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:14.977413 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c41666-7910-4fc6-ad95-1a1ea073d44a req-985f23f1-fcb9-47dc-934c-55c386a8597d tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:14.978888 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e3c41666-7910-4fc6-ad95-1a1ea073d44a req-985f23f1-fcb9-47dc-934c-55c386a8597d tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 945 time: 0.0514665 Oct 19 02:21:15.016143 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e3c41666-7910-4fc6-ad95-1a1ea073d44a req-2711e501-093c-460b-9a5c-235608262499 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313368 Oct 19 02:21:16.127661 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7a115-7e22-4d86-91b8-b60d2408efb6 req-1d724357-a61e-4fee-b498-c7d080d67da2 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:16.129191 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-efa7a115-7e22-4d86-91b8-b60d2408efb6 req-1d724357-a61e-4fee-b498-c7d080d67da2 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 945 time: 0.0486078 Oct 19 02:21:16.166427 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-efa7a115-7e22-4d86-91b8-b60d2408efb6 req-a1a5fb1d-fdf1-42b6-8974-93e8d815530f tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304527 Oct 19 02:21:16.642869 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e931295f-2965-4c28-bd9d-65ad9b78182c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:17.279317 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e335c0-28c8-4544-9ce9-cf518ee287fc req-d3b95f61-dd09-44c1-b4e1-a7b6d413a50c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:17.280790 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d2e335c0-28c8-4544-9ce9-cf518ee287fc req-d3b95f61-dd09-44c1-b4e1-a7b6d413a50c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 945 time: 0.0480382 Oct 19 02:21:17.321099 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d2e335c0-28c8-4544-9ce9-cf518ee287fc req-55439e46-a0ed-43a9-92d7-4e37f55e53a9 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343852 Oct 19 02:21:17.419663 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:18.113563 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:18.433337 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1d5db-2f42-436b-a461-c61519c52242 req-69dc14c1-f979-4dfd-9144-f7eb9b03a663 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:18.434828 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bcd1d5db-2f42-436b-a461-c61519c52242 req-69dc14c1-f979-4dfd-9144-f7eb9b03a663 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 945 time: 0.0475185 Oct 19 02:21:18.471537 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-bcd1d5db-2f42-436b-a461-c61519c52242 req-998a1717-5f75-4550-a841-70d8663a6c89 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306871 Oct 19 02:21:19.913720 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc4517-7423-401b-9adc-a39049245258 req-7e122fad-8136-4d70-9b17-1de340586cb5 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:19.915206 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c6fc4517-7423-401b-9adc-a39049245258 req-7e122fad-8136-4d70-9b17-1de340586cb5 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 945 time: 0.3781893 Oct 19 02:21:19.953347 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c6fc4517-7423-401b-9adc-a39049245258 req-1bfe1c88-8456-4169-929c-b70608dd8e3e tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320389 Oct 19 02:21:20.026729 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:21.069685 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cc494-8138-4fff-abb4-62b8e7899dbe req-1dfd0695-2d24-4118-a375-d6cc4c31b4a4 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:21.071167 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d41cc494-8138-4fff-abb4-62b8e7899dbe req-1dfd0695-2d24-4118-a375-d6cc4c31b4a4 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 945 time: 0.0530345 Oct 19 02:21:21.108895 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d41cc494-8138-4fff-abb4-62b8e7899dbe req-125de46c-ae30-40bc-9c25-1aa9b6548f2d tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317957 Oct 19 02:21:21.636025 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bce049-eb99-4914-a487-51d0cfc93635 req-86c47e3f-e596-40ca-ba69-ffdfc3394eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:21.637503 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-77bce049-eb99-4914-a487-51d0cfc93635 req-86c47e3f-e596-40ca-ba69-ffdfc3394eb6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0fbccf8a63b54ac59ca0b0dba522e048&device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 1097 time: 0.0430150 Oct 19 02:21:21.728250 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bce049-eb99-4914-a487-51d0cfc93635 req-177b7bd8-af97-4b4d-bf06-e340a75b8d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:21.729674 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-77bce049-eb99-4914-a487-51d0cfc93635 req-177b7bd8-af97-4b4d-bf06-e340a75b8d1b service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a910049-16ec-48e4-9558-2b91aaa11bbd HTTP/1.1" status: 200 len: 910 time: 0.0857177 Oct 19 02:21:21.795317 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-77bce049-eb99-4914-a487-51d0cfc93635 req-f448a8f0-f32f-4d7f-9c82-427f86f39526 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc HTTP/1.1" status: 200 len: 1001 time: 0.0585508 Oct 19 02:21:21.844662 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bce049-eb99-4914-a487-51d0cfc93635 req-2edfd92f-0f4e-414e-b41e-e6150828c6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:21.846046 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-77bce049-eb99-4914-a487-51d0cfc93635 req-2edfd92f-0f4e-414e-b41e-e6150828c6b1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=08aae1bd-d412-4848-a55d-4e055fa60b88 HTTP/1.1" status: 200 len: 848 time: 0.0428169 Oct 19 02:21:22.203070 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bce049-eb99-4914-a487-51d0cfc93635 req-504dee2f-84f2-485c-ae02-b2cc77765601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:22.204492 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-77bce049-eb99-4914-a487-51d0cfc93635 req-504dee2f-84f2-485c-ae02-b2cc77765601 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a910049-16ec-48e4-9558-2b91aaa11bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3501909 Oct 19 02:21:22.227691 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81f0a8-58e0-4060-af3f-e5d5b8127cb9 req-285c41e2-7d52-45ca-a562-6f714b542575 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:22.229194 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1e81f0a8-58e0-4060-af3f-e5d5b8127cb9 req-285c41e2-7d52-45ca-a562-6f714b542575 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 945 time: 0.0488939 Oct 19 02:21:22.267082 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1e81f0a8-58e0-4060-af3f-e5d5b8127cb9 req-c32f269b-83bc-4740-a495-aad300b75f04 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317423 Oct 19 02:21:22.295092 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-77bce049-eb99-4914-a487-51d0cfc93635 req-e366a92e-cda4-412a-89b5-364cb0bc8678 service neutron] 10.222.0.24 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815754 Oct 19 02:21:22.385701 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-77bce049-eb99-4914-a487-51d0cfc93635 req-21eac944-ab81-4aa2-b922-632008b9dad5 service neutron] 10.222.0.24 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840180 Oct 19 02:21:23.382482 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837897df-f62b-40b9-afe7-ae0a459fa293 req-9d417407-83a5-417e-8f76-2c8ffcc9911a tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:23.383973 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-837897df-f62b-40b9-afe7-ae0a459fa293 req-9d417407-83a5-417e-8f76-2c8ffcc9911a tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 945 time: 0.0501564 Oct 19 02:21:23.420876 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-837897df-f62b-40b9-afe7-ae0a459fa293 req-3dd4968f-ea60-4a89-94d6-2a8d689843d4 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310612 Oct 19 02:21:24.535575 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe09cf1-f2ad-4ade-8c60-6349d18154d4 req-0df75991-8a64-4a2d-9a59-8a892a113da5 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:24.537076 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8fe09cf1-f2ad-4ade-8c60-6349d18154d4 req-0df75991-8a64-4a2d-9a59-8a892a113da5 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 945 time: 0.0488656 Oct 19 02:21:24.579046 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8fe09cf1-f2ad-4ade-8c60-6349d18154d4 req-66063b0c-33f2-4b24-a888-5259535b556a tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358856 Oct 19 02:21:25.695425 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40999849-8e1b-4438-83f8-e141371adb0d req-3e4993c3-93e3-455d-8f3e-feb4d7e7a896 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:25.697168 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-40999849-8e1b-4438-83f8-e141371adb0d req-3e4993c3-93e3-455d-8f3e-feb4d7e7a896 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 945 time: 0.0505331 Oct 19 02:21:25.735881 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-40999849-8e1b-4438-83f8-e141371adb0d req-3230d758-a1d8-415a-bb0b-bf23ad89ce89 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325863 Oct 19 02:21:26.847547 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc907d3-03a5-4bb8-a9e9-76e434e43337 req-57897d60-5634-445e-a502-15e6f6b31282 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:26.849016 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0dc907d3-03a5-4bb8-a9e9-76e434e43337 req-57897d60-5634-445e-a502-15e6f6b31282 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 945 time: 0.0479875 Oct 19 02:21:26.886582 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0dc907d3-03a5-4bb8-a9e9-76e434e43337 req-389fd647-bcba-47ba-be2e-fe8875110e69 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316172 Oct 19 02:21:27.325391 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:21:27.761754 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:21:27.834074 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:27.864920 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c09028a-3173-4349-b190-09f3ad90fa74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:21:27.867219 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db8619b3bfd44a3a0f2128b398243c28f67a7e558bf903df4768d357387e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4510ad57-9d75-4451-b96d-c2e059540d5a" -d '{"events": [{"server_uuid": "5c09028a-3173-4349-b190-09f3ad90fa74", "name": "network-vif-unplugged", "status": "completed", "tag": "bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:21:27.876227 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:27.879576 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc,segment=NetworkSegment(6297a745-46df-4da5-bc9c-e3bcbf351129),segment_id=6297a745-46df-4da5-bc9c-e3bcbf351129)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:21:27.884233 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:27.931162 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:21:27.938413 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:27.938758 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:27.939094 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:27.939425 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:27.939767 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:27.940096 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:27.940417 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:27.940741 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:27.941054 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:27.941368 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:27.941682 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:27.942021 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:27.972473 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 19 Oct 2021 02:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15de1bb5-9476-4feb-b3c5-bd99a21e05c7 x-openstack-request-id: req-15de1bb5-9476-4feb-b3c5-bd99a21e05c7 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:21:27.972759 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c09028a-3173-4349-b190-09f3ad90fa74", "name": "network-vif-unplugged", "status": "failed", "tag": "bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc", "code": 422}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:21:27.973001 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-15de1bb5-9476-4feb-b3c5-bd99a21e05c7 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:21:27.973400 n-d-715271-26 neutron-server[100608]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5c09028a-3173-4349-b190-09f3ad90fa74', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc', 'code': 422} returned with failed status Oct 19 02:21:28.145568 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bd141-b35a-4b49-8081-538119022b8f req-0d665e2a-c947-469d-af96-1eb313c491fc tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:28.147107 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f9bd141-b35a-4b49-8081-538119022b8f req-0d665e2a-c947-469d-af96-1eb313c491fc tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 943 time: 0.0786202 Oct 19 02:21:28.153373 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-6e025692-5632-4a6e-8836-fd8fe773d839 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1031630 Oct 19 02:21:28.164665 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-183c1bc2-b559-4e24-aa4a-661f8800da99 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 02:21:28.165611 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-183c1bc2-b559-4e24-aa4a-661f8800da99 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057628 Oct 19 02:21:28.199665 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3f9bd141-b35a-4b49-8081-538119022b8f req-7d279b66-7b8a-434c-812a-14d8a9d60997 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453551 Oct 19 02:21:29.317732 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67aa9bc-7031-40a7-a92d-c58484e0d9e4 req-b99c79f6-5668-4145-a801-bed3564d971b tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:29.319460 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f67aa9bc-7031-40a7-a92d-c58484e0d9e4 req-b99c79f6-5668-4145-a801-bed3564d971b tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 943 time: 0.0530496 Oct 19 02:21:29.359437 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f67aa9bc-7031-40a7-a92d-c58484e0d9e4 req-55fe79c4-eb4c-46a2-8d32-cfdda24861d5 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321598 Oct 19 02:21:30.472901 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc1c2a-e0ca-4c99-9b18-c5d01786b335 req-0b35d471-2073-46a5-b8f5-ce8fd458f40e tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:30.474407 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1fbc1c2a-e0ca-4c99-9b18-c5d01786b335 req-0b35d471-2073-46a5-b8f5-ce8fd458f40e tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 943 time: 0.0494728 Oct 19 02:21:30.500902 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:30.518626 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1fbc1c2a-e0ca-4c99-9b18-c5d01786b335 req-6f33d1bb-748e-44fc-932a-9a742874659e tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375512 Oct 19 02:21:31.631648 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a673e7-004c-4534-968c-bb1c24987aec req-ec6f9f06-18a8-4798-9266-323121140fc6 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:31.633013 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b0a673e7-004c-4534-968c-bb1c24987aec req-ec6f9f06-18a8-4798-9266-323121140fc6 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 943 time: 0.0476425 Oct 19 02:21:31.670685 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b0a673e7-004c-4534-968c-bb1c24987aec req-05181af1-1179-4051-abcd-903aa66c84f2 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316226 Oct 19 02:21:32.788061 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8d869-fffd-4595-aa5a-eb7a639b3102 req-e9a41ada-f1f2-4f61-9d83-855cb54ae8f1 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:32.789539 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a6c8d869-fffd-4595-aa5a-eb7a639b3102 req-e9a41ada-f1f2-4f61-9d83-855cb54ae8f1 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 943 time: 0.0502589 Oct 19 02:21:32.828655 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a6c8d869-fffd-4595-aa5a-eb7a639b3102 req-8d34e1f4-22ba-42e6-83f2-3203206414d8 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330801 Oct 19 02:21:33.945876 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d4e3f-d525-4625-b775-b4bbc560b20c req-3e8489c3-d09c-41a2-bd61-7bf494039884 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:33.947440 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f24d4e3f-d525-4625-b775-b4bbc560b20c req-3e8489c3-d09c-41a2-bd61-7bf494039884 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 943 time: 0.0517437 Oct 19 02:21:33.986891 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-f24d4e3f-d525-4625-b775-b4bbc560b20c req-0ddd445b-dee4-4b53-a3a4-1fb604316bd0 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324843 Oct 19 02:21:35.101980 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2e0d7-d236-46d5-8f1f-8aedf9b8bfe6 req-03abaef6-59a8-449a-b1be-aa415676312a tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:35.103468 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0be2e0d7-d236-46d5-8f1f-8aedf9b8bfe6 req-03abaef6-59a8-449a-b1be-aa415676312a tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 943 time: 0.0492604 Oct 19 02:21:35.146115 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0be2e0d7-d236-46d5-8f1f-8aedf9b8bfe6 req-4b5991bb-2c70-4a81-95e5-fafb1b341f04 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365248 Oct 19 02:21:35.957872 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-c6b64835-d559-4f90-bc0a-8ae9446a4c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:35.959385 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-c6b64835-d559-4f90-bc0a-8ae9446a4c70 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74&tenant_id=0fbccf8a63b54ac59ca0b0dba522e048 HTTP/1.1" status: 200 len: 1095 time: 0.0419152 Oct 19 02:21:35.970924 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-792b74a4-0d88-4449-bd98-28580e767c24 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 02:21:35.971930 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-792b74a4-0d88-4449-bd98-28580e767c24 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047991 Oct 19 02:21:35.982910 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-26', 'device_owner': 'compute:nova'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:21:36.034885 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:36.239659 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] For port bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc,segment=NetworkSegment(6297a745-46df-4da5-bc9c-e3bcbf351129),segment_id=6297a745-46df-4da5-bc9c-e3bcbf351129)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:21:36.264355 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637bbb7-b603-45e5-82c1-d2310448865d req-b8e6c9b0-3a10-4b05-8977-ce17b9b0edc1 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:36.265814 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5637bbb7-b603-45e5-82c1-d2310448865d req-b8e6c9b0-3a10-4b05-8977-ce17b9b0edc1 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 943 time: 0.0516546 Oct 19 02:21:36.278687 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] For port bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc, host n-h2-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:21:36.304394 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5637bbb7-b603-45e5-82c1-d2310448865d req-451c670f-3f9f-48e6-bd6e-17c04e67f861 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325341 Oct 19 02:21:36.312347 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:21:36.320379 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:36.332358 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] Transition to ACTIVE for port object bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:21:36.336071 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:36.423484 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] Pushing event updated for resources: {'Port': ['ID=bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc,revision_number=7']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:21:36.436435 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:36.436796 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:36.437140 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:36.437477 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:36.437816 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:36.438333 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:36.438468 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:36.438796 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:36.439125 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:36.439450 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:36.439799 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:36.440124 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:36.471949 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] No DVR routers for this DVR port bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc on host n-h2-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:21:36.611655 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] Attempting to bind port bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:21:36.612025 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] Attempting to bind port bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': '6297a745-46df-4da5-bc9c-e3bcbf351129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:21:36.612376 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] Attempting to bind port bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc on network 5a910049-16ec-48e4-9558-2b91aaa11bbd {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:21:36.616718 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] Port bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc on network 5a910049-16ec-48e4-9558-2b91aaa11bbd not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:21:36.617041 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] Attempting to bind port bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc on network 5a910049-16ec-48e4-9558-2b91aaa11bbd {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:21:36.621901 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:21:36.622244 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] Checking segment: {'id': '6297a745-46df-4da5-bc9c-e3bcbf351129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:21:36.622623 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] Bound using segment: {'id': '6297a745-46df-4da5-bc9c-e3bcbf351129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:21:36.623048 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] Bound port: bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6297a745-46df-4da5-bc9c-e3bcbf351129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:21:36.623406 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:36.685887 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] For port bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:21:36.688965 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] For port bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc,segment=NetworkSegment(6297a745-46df-4da5-bc9c-e3bcbf351129),segment_id=6297a745-46df-4da5-bc9c-e3bcbf351129)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:21:36.693682 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:36.732250 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:36.732929 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:36.734297 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] 10.222.0.55 "PUT /v2.0/ports/bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc HTTP/1.1" status: 200 len: 1092 time: 0.7549789 Oct 19 02:21:36.734760 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c09028a-3173-4349-b190-09f3ad90fa74', 'tag': 'bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:21:36.737071 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9434de058546a022cc17e407c636edc5a2ce8615e174a01ffad9beb3023847d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4291847-3d26-45b2-9955-0e9959d262eb" -d '{"events": [{"name": "network-changed", "server_uuid": "5c09028a-3173-4349-b190-09f3ad90fa74", "tag": "bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:21:36.757825 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb30b8-dfaa-4fef-9d87-280c4cd4eaa9 service neutron] Pushing event updated for resources: {'Port': ['ID=bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc,revision_number=8']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:21:36.808172 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-f28c9864-6b37-4041-827e-9b99dbec1e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:36.809440 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-f28c9864-6b37-4041-827e-9b99dbec1e76 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fbccf8a63b54ac59ca0b0dba522e048&device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 1095 time: 0.0486495 Oct 19 02:21:36.842501 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829c8bd9-1594-47a8-8243-3b0b59ee52d5 x-openstack-request-id: req-829c8bd9-1594-47a8-8243-3b0b59ee52d5 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:21:36.842880 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c09028a-3173-4349-b190-09f3ad90fa74", "tag": "bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:21:36.843208 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-829c8bd9-1594-47a8-8243-3b0b59ee52d5 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:21:36.843681 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c09028a-3173-4349-b190-09f3ad90fa74', 'tag': 'bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc', 'status': 'completed', 'code': 200} Oct 19 02:21:36.908825 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-94b206f0-5bb9-4409-b21e-8d498c055fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:36.910326 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-94b206f0-5bb9-4409-b21e-8d498c055fb3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5a910049-16ec-48e4-9558-2b91aaa11bbd HTTP/1.1" status: 200 len: 910 time: 0.0942237 Oct 19 02:21:36.980024 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-f6fa77e1-486d-4133-836b-9f4f5d8083f5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc HTTP/1.1" status: 200 len: 999 time: 0.0630324 Oct 19 02:21:37.029263 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-fdfd79aa-aa91-48a5-9988-4769a910fca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:37.030615 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-fdfd79aa-aa91-48a5-9988-4769a910fca5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08aae1bd-d412-4848-a55d-4e055fa60b88 HTTP/1.1" status: 200 len: 848 time: 0.0442092 Oct 19 02:21:37.078196 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-b684b47e-c743-4255-a85a-4d7e15913c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:37.079705 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-b684b47e-c743-4255-a85a-4d7e15913c9a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a910049-16ec-48e4-9558-2b91aaa11bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425174 Oct 19 02:21:37.179887 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-e152a489-ccca-45b1-a4ce-87b6bb85b502 service neutron] 10.222.0.55 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922771 Oct 19 02:21:37.270925 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-076934f4-43c6-4ad0-9730-80f5549b9416 service neutron] 10.222.0.55 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839727 Oct 19 02:21:37.362991 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4291847-3d26-45b2-9955-0e9959d262eb req-3e084022-a58e-48a6-8d16-326ccaed6b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:37.364592 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e4291847-3d26-45b2-9955-0e9959d262eb req-3e084022-a58e-48a6-8d16-326ccaed6b1e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fbccf8a63b54ac59ca0b0dba522e048&device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 1095 time: 0.0460498 Oct 19 02:21:37.417909 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903d772-1594-4129-b431-b2a526f9a9b8 req-44bfa4a0-1adc-4eca-b951-717a3534a810 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:37.419385 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6903d772-1594-4129-b431-b2a526f9a9b8 req-44bfa4a0-1adc-4eca-b951-717a3534a810 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 943 time: 0.0483141 Oct 19 02:21:37.456605 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6903d772-1594-4129-b431-b2a526f9a9b8 req-9f39b78f-b9f5-46c6-b521-69e42e783101 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311792 Oct 19 02:21:37.457649 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4291847-3d26-45b2-9955-0e9959d262eb req-004a9215-3a8c-4a90-9b3c-51becf5748aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:37.459654 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e4291847-3d26-45b2-9955-0e9959d262eb req-004a9215-3a8c-4a90-9b3c-51becf5748aa service neutron] 10.222.0.55 "GET /v2.0/networks?id=5a910049-16ec-48e4-9558-2b91aaa11bbd HTTP/1.1" status: 200 len: 910 time: 0.0869379 Oct 19 02:21:37.531236 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e4291847-3d26-45b2-9955-0e9959d262eb req-57c73f65-bf44-4c7d-8856-c940e939dfe2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc HTTP/1.1" status: 200 len: 999 time: 0.0635786 Oct 19 02:21:37.579777 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4291847-3d26-45b2-9955-0e9959d262eb req-6a79e7d4-84d8-488e-8cff-26d44fc7fc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:37.581146 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e4291847-3d26-45b2-9955-0e9959d262eb req-6a79e7d4-84d8-488e-8cff-26d44fc7fc50 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08aae1bd-d412-4848-a55d-4e055fa60b88 HTTP/1.1" status: 200 len: 848 time: 0.0428674 Oct 19 02:21:37.624575 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4291847-3d26-45b2-9955-0e9959d262eb req-4e06d98d-8a51-4b12-a4e9-6fcea715827e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:37.625938 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e4291847-3d26-45b2-9955-0e9959d262eb req-4e06d98d-8a51-4b12-a4e9-6fcea715827e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a910049-16ec-48e4-9558-2b91aaa11bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383861 Oct 19 02:21:37.718969 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e4291847-3d26-45b2-9955-0e9959d262eb req-539976b6-cf61-4f67-a7b8-295c095362cb service neutron] 10.222.0.55 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858684 Oct 19 02:21:37.806864 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e4291847-3d26-45b2-9955-0e9959d262eb req-9dfd538f-134a-4187-8327-23e9776b6dfd service neutron] 10.222.0.55 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813954 Oct 19 02:21:38.582503 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee502f8-d803-4e81-9cd5-28ff2e8bca6d req-6ecf21e3-3294-4233-a867-ca4b1a99317c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:38.584678 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5ee502f8-d803-4e81-9cd5-28ff2e8bca6d req-6ecf21e3-3294-4233-a867-ca4b1a99317c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 943 time: 0.0550766 Oct 19 02:21:38.629890 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5ee502f8-d803-4e81-9cd5-28ff2e8bca6d req-9b661cf1-d460-45e0-98fd-6a4bebd687e2 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384867 Oct 19 02:21:39.745220 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470ed6e-532c-4485-8931-b37a5102447e req-4008cb11-f3f2-4146-a59e-fc55e0a1860f tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:39.746709 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9470ed6e-532c-4485-8931-b37a5102447e req-4008cb11-f3f2-4146-a59e-fc55e0a1860f tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 943 time: 0.0482607 Oct 19 02:21:39.783024 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9470ed6e-532c-4485-8931-b37a5102447e req-9b478bfc-3bb2-4efe-9261-2e3e838c0aa8 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304425 Oct 19 02:21:40.894868 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda68805-386f-463e-8198-fe30e383db8a req-d7ba5f31-f5bf-408f-b2fb-612feb609e31 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:40.896436 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eda68805-386f-463e-8198-fe30e383db8a req-d7ba5f31-f5bf-408f-b2fb-612feb609e31 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 943 time: 0.0479772 Oct 19 02:21:40.935335 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-eda68805-386f-463e-8198-fe30e383db8a req-22edbb9a-ad10-488b-bc3b-a299d87ffac5 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318408 Oct 19 02:21:42.053471 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e59b3-de1b-4637-81c6-e4f3d77918e2 req-374fedc5-8fea-44e7-bc5d-371a496dee8b tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:42.054904 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-524e59b3-de1b-4637-81c6-e4f3d77918e2 req-374fedc5-8fea-44e7-bc5d-371a496dee8b tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 943 time: 0.0539217 Oct 19 02:21:42.092277 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-524e59b3-de1b-4637-81c6-e4f3d77918e2 req-e920b37f-9f46-47f0-92b5-30e263e93e7f tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314348 Oct 19 02:21:43.204242 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a2016-dbb5-4f32-a78a-6359a74364bf req-1ebf0b82-4224-4c15-9d29-969bea7df21e tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:43.205607 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-949a2016-dbb5-4f32-a78a-6359a74364bf req-1ebf0b82-4224-4c15-9d29-969bea7df21e tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 943 time: 0.0488451 Oct 19 02:21:43.243853 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-949a2016-dbb5-4f32-a78a-6359a74364bf req-9063218d-779f-4fb9-9ede-f04e0b846f50 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315723 Oct 19 02:21:44.072257 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3358534e-d696-46e6-a503-3ba61d3ef200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:44.355349 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d17808-e134-4132-afe9-034326f968a5 req-d942111b-4ce0-4373-b286-998f9efc9c83 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:44.356828 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-98d17808-e134-4132-afe9-034326f968a5 req-d942111b-4ce0-4373-b286-998f9efc9c83 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 943 time: 0.0474687 Oct 19 02:21:44.393554 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-98d17808-e134-4132-afe9-034326f968a5 req-c0e1fe72-fcbc-4afe-9081-1ff3fd96db14 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308523 Oct 19 02:21:44.842961 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:21:44.934828 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc,segment=NetworkSegment(6297a745-46df-4da5-bc9c-e3bcbf351129),segment_id=6297a745-46df-4da5-bc9c-e3bcbf351129)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:21:44.946131 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc', 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd', 'port_id': 'bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc', 'mac_address': 'fa:16:3e:e7:43:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:21:44.985049 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:45.150152 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:21:45.169443 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc,segment=NetworkSegment(6297a745-46df-4da5-bc9c-e3bcbf351129),segment_id=6297a745-46df-4da5-bc9c-e3bcbf351129)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:21:45.173162 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:45.218300 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc,revision_number=9']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:21:45.506241 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546967a-d71e-436d-9b29-e71eb944f676 req-cdacffdc-e9e8-4763-8ac3-e47c029d67fe tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:45.507703 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6546967a-d71e-436d-9b29-e71eb944f676 req-cdacffdc-e9e8-4763-8ac3-e47c029d67fe tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 944 time: 0.0476913 Oct 19 02:21:45.513965 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:21:45.550100 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-6546967a-d71e-436d-9b29-e71eb944f676 req-1646853e-e1c4-4b71-a77c-8e665015ac5b tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363688 Oct 19 02:21:46.645417 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1ea51b45-66fe-427e-9899-626a6542d893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:46.666894 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271d5e6-1d41-4dcc-b0cf-6cc1562b367c req-cd0900cd-6701-4b77-944d-b04491809222 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:46.668392 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3271d5e6-1d41-4dcc-b0cf-6cc1562b367c req-cd0900cd-6701-4b77-944d-b04491809222 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 944 time: 0.0510442 Oct 19 02:21:46.706317 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-3271d5e6-1d41-4dcc-b0cf-6cc1562b367c req-b6209abb-fe81-47f6-83a1-d27785ed6157 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319059 Oct 19 02:21:46.858820 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:21:46.906796 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 02:21:46.910485 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:21:46.910853 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:46.989263 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:47.011520 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c09028a-3173-4349-b190-09f3ad90fa74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:21:47.013758 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db8619b3bfd44a3a0f2128b398243c28f67a7e558bf903df4768d357387e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfa2faa-db06-4881-b150-8eef0fe7828d" -d '{"events": [{"server_uuid": "5c09028a-3173-4349-b190-09f3ad90fa74", "name": "network-vif-plugged", "status": "completed", "tag": "bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:21:47.026424 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc,segment=NetworkSegment(6297a745-46df-4da5-bc9c-e3bcbf351129),segment_id=6297a745-46df-4da5-bc9c-e3bcbf351129)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:21:47.030807 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:47.082043 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc,revision_number=10']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:21:47.305023 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125ced75-f257-4ecb-bf4b-1e05423e409a x-openstack-request-id: req-125ced75-f257-4ecb-bf4b-1e05423e409a {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:21:47.305340 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c09028a-3173-4349-b190-09f3ad90fa74", "name": "network-vif-plugged", "status": "completed", "tag": "bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:21:47.305592 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-125ced75-f257-4ecb-bf4b-1e05423e409a {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:21:47.306017 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c09028a-3173-4349-b190-09f3ad90fa74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc', 'code': 200} Oct 19 02:21:47.420605 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:47.445197 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fcd65-e031-4ebc-a1c7-999cdecaada8 req-df492c4d-9331-4301-9b93-3dd0435d5f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:47.446730 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a45fcd65-e031-4ebc-a1c7-999cdecaada8 req-df492c4d-9331-4301-9b93-3dd0435d5f23 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 1098 time: 0.0409379 Oct 19 02:21:47.481634 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-a45fcd65-e031-4ebc-a1c7-999cdecaada8 req-4c434b6f-20e5-460c-9e12-fd491ca865f4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0273435 Oct 19 02:21:47.824225 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd74b9-ac72-4fbd-ba77-0748fd3f6d8a req-6bbe964e-6213-4769-a3ed-7e2624262608 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:47.825678 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-60cd74b9-ac72-4fbd-ba77-0748fd3f6d8a req-6bbe964e-6213-4769-a3ed-7e2624262608 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 946 time: 0.0517776 Oct 19 02:21:47.862131 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-60cd74b9-ac72-4fbd-ba77-0748fd3f6d8a req-cca09e02-9ce1-475b-b255-f08d6875845d tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305588 Oct 19 02:21:48.118354 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:48.978757 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27c541-b393-4356-8940-52a80c2b12c1 req-93b30e97-f7f8-4cc9-9a01-384caec3eb86 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:48.980271 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fa27c541-b393-4356-8940-52a80c2b12c1 req-93b30e97-f7f8-4cc9-9a01-384caec3eb86 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 946 time: 0.0493586 Oct 19 02:21:49.021486 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fa27c541-b393-4356-8940-52a80c2b12c1 req-dc7000b7-4c16-4cf3-93b5-02abf5806911 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351603 Oct 19 02:21:50.031133 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:51.932399 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1b7a9440-6757-4d16-b2a4-bfb6075a6bda req-4cd9c3da-23dc-455d-a212-ce6271f920b9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394821 Oct 19 02:21:52.017867 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a9440-6757-4d16-b2a4-bfb6075a6bda req-e6a4804f-dc3f-4019-b068-7a26016d3188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:52.019315 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1b7a9440-6757-4d16-b2a4-bfb6075a6bda req-e6a4804f-dc3f-4019-b068-7a26016d3188 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fbccf8a63b54ac59ca0b0dba522e048&device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 1098 time: 0.0437500 Oct 19 02:21:52.125077 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a9440-6757-4d16-b2a4-bfb6075a6bda req-a72af2a9-e00b-48ab-8a5c-e235492f4b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:52.126767 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1b7a9440-6757-4d16-b2a4-bfb6075a6bda req-a72af2a9-e00b-48ab-8a5c-e235492f4b0e service neutron] 10.222.0.55 "GET /v2.0/networks?id=5a910049-16ec-48e4-9558-2b91aaa11bbd HTTP/1.1" status: 200 len: 910 time: 0.0878782 Oct 19 02:21:52.200365 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1b7a9440-6757-4d16-b2a4-bfb6075a6bda req-4ccd2907-ed23-4bd0-8e5d-29914a632e16 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc HTTP/1.1" status: 200 len: 1001 time: 0.0670395 Oct 19 02:21:52.249992 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a9440-6757-4d16-b2a4-bfb6075a6bda req-e61089e4-536e-400a-a137-a9b779e8e17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:52.251434 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1b7a9440-6757-4d16-b2a4-bfb6075a6bda req-e61089e4-536e-400a-a137-a9b779e8e17a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08aae1bd-d412-4848-a55d-4e055fa60b88 HTTP/1.1" status: 200 len: 848 time: 0.0443146 Oct 19 02:21:52.295510 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a9440-6757-4d16-b2a4-bfb6075a6bda req-a04c7e93-2b17-428a-917a-4e3e516ff38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:52.297010 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1b7a9440-6757-4d16-b2a4-bfb6075a6bda req-a04c7e93-2b17-428a-917a-4e3e516ff38e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a910049-16ec-48e4-9558-2b91aaa11bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385821 Oct 19 02:21:52.393718 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1b7a9440-6757-4d16-b2a4-bfb6075a6bda req-bcd7e5aa-925e-4f46-b966-965418ebaad8 service neutron] 10.222.0.55 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886271 Oct 19 02:21:52.481190 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-1b7a9440-6757-4d16-b2a4-bfb6075a6bda req-37b3856a-8e68-46a6-9368-eb5e1fd2360b service neutron] 10.222.0.55 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804639 Oct 19 02:21:57.852349 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:00.526265 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:04.324797 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:22:14.072618 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a9a8c0c7-a3c0-4295-b50b-a49a755fa72b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:16.646804 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ae6bc4cb-d51c-4cc7-92e3-7f448be5ab03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:17.422370 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:18.119126 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:20.033422 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:27.850489 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:30.531196 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:41.323737 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:22:44.076007 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-15397f80-7923-4243-afce-8fb3168da2b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:46.648105 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cee53a7c-a3f0-40e6-b833-86663cae343f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:47.424169 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:48.122073 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:50.036591 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:52.963640 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5b2c602c-160b-492e-b713-426220104592 req-56f7947f-be87-490d-b22c-e8981e8c2de7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0837727 Oct 19 02:22:53.043898 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c602c-160b-492e-b713-426220104592 req-86b7b874-adc5-4ef7-9968-1528fe09650f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:53.045489 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5b2c602c-160b-492e-b713-426220104592 req-86b7b874-adc5-4ef7-9968-1528fe09650f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fbccf8a63b54ac59ca0b0dba522e048&device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 1098 time: 0.0408518 Oct 19 02:22:53.145446 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c602c-160b-492e-b713-426220104592 req-013586f5-7d61-47f3-86ca-7e00fa6feb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:53.146801 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5b2c602c-160b-492e-b713-426220104592 req-013586f5-7d61-47f3-86ca-7e00fa6feb0f service neutron] 10.222.0.55 "GET /v2.0/networks?id=5a910049-16ec-48e4-9558-2b91aaa11bbd HTTP/1.1" status: 200 len: 910 time: 0.0831163 Oct 19 02:22:53.214836 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5b2c602c-160b-492e-b713-426220104592 req-8da5d20a-a523-411e-8d9a-97ac476f27bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc HTTP/1.1" status: 200 len: 1001 time: 0.0606728 Oct 19 02:22:53.263186 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c602c-160b-492e-b713-426220104592 req-17110bdc-5523-425b-8d77-515f6d056c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:53.265376 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5b2c602c-160b-492e-b713-426220104592 req-17110bdc-5523-425b-8d77-515f6d056c83 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08aae1bd-d412-4848-a55d-4e055fa60b88 HTTP/1.1" status: 200 len: 848 time: 0.0426450 Oct 19 02:22:53.312958 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c602c-160b-492e-b713-426220104592 req-4cdd5685-225d-428f-8ee9-21cfb70d79cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:53.314389 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5b2c602c-160b-492e-b713-426220104592 req-4cdd5685-225d-428f-8ee9-21cfb70d79cd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a910049-16ec-48e4-9558-2b91aaa11bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383070 Oct 19 02:22:53.406637 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5b2c602c-160b-492e-b713-426220104592 req-04cdf98f-1ea0-4045-bdf1-8f52f32c0e85 service neutron] 10.222.0.55 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843709 Oct 19 02:22:53.497285 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-5b2c602c-160b-492e-b713-426220104592 req-11a0d44d-86b7-4f53-a9ac-fdc6a56f4c8e service neutron] 10.222.0.55 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837979 Oct 19 02:22:57.851061 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:00.531620 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:01.838724 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57078) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:23:01.998740 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-88741308-d463-4de7-ae3b-044c60ada548 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Deleting port eee22aca-9e40-43d3-8d6b-b7f054a0f5c6 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:23:01.999089 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-88741308-d463-4de7-ae3b-044c60ada548 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:02.075149 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-88741308-d463-4de7-ae3b-044c60ada548 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:02.075481 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-88741308-d463-4de7-ae3b-044c60ada548 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:02.088544 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-88741308-d463-4de7-ae3b-044c60ada548 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Calling delete_port for eee22aca-9e40-43d3-8d6b-b7f054a0f5c6 owned by network:floatingip {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:23:02.239178 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-88741308-d463-4de7-ae3b-044c60ada548 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:02.264317 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88741308-d463-4de7-ae3b-044c60ada548 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Pushing event deleted for resources: {'Port': ['ID=eee22aca-9e40-43d3-8d6b-b7f054a0f5c6,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:02.294476 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88741308-d463-4de7-ae3b-044c60ada548 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:02.294825 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88741308-d463-4de7-ae3b-044c60ada548 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:02.295165 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88741308-d463-4de7-ae3b-044c60ada548 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:02.295500 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88741308-d463-4de7-ae3b-044c60ada548 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:02.295858 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88741308-d463-4de7-ae3b-044c60ada548 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:02.296187 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88741308-d463-4de7-ae3b-044c60ada548 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:02.296512 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88741308-d463-4de7-ae3b-044c60ada548 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:02.296843 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88741308-d463-4de7-ae3b-044c60ada548 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:02.297164 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88741308-d463-4de7-ae3b-044c60ada548 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:02.297540 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88741308-d463-4de7-ae3b-044c60ada548 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:02.297863 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88741308-d463-4de7-ae3b-044c60ada548 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:02.298183 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88741308-d463-4de7-ae3b-044c60ada548 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:02.338142 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-88741308-d463-4de7-ae3b-044c60ada548 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for floatingip, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:02.338468 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [None req-88741308-d463-4de7-ae3b-044c60ada548 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Floating IP c6555509-1057-4b71-8eea-2b147491b456 disassociated (deleted). External IP: 172.25.8.100, port: bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc. Oct 19 02:23:02.547009 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88741308-d463-4de7-ae3b-044c60ada548 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Router 66091a67-d3ae-4e83-be9f-47f561c374b7 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:23:02.669251 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88741308-d463-4de7-ae3b-044c60ada548 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:23:02.676545 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-88741308-d463-4de7-ae3b-044c60ada548 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:02.679828 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de17c7e-1d30-4f0c-9434-c9236a2c89b5 None None] Sync routers for ids ['66091a67-d3ae-4e83-be9f-47f561c374b7'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:23:02.689406 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de17c7e-1d30-4f0c-9434-c9236a2c89b5 None None] Routers {'66091a67-d3ae-4e83-be9f-47f561c374b7'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:23:02.690014 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-5de17c7e-1d30-4f0c-9434-c9236a2c89b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:22:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['66091a67-d3ae-4e83-be9f-47f561c374b7'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:23:02.705347 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-88741308-d463-4de7-ae3b-044c60ada548 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "DELETE /v2.0/floatingips/c6555509-1057-4b71-8eea-2b147491b456 HTTP/1.1" status: 204 len: 168 time: 0.8653090 Oct 19 02:23:02.706254 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c09028a-3173-4349-b190-09f3ad90fa74', 'tag': 'bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:23:02.709413 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9434de058546a022cc17e407c636edc5a2ce8615e174a01ffad9beb3023847d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7531b2-f071-4236-a8a4-65354bc12d33" -d '{"events": [{"name": "network-changed", "server_uuid": "5c09028a-3173-4349-b190-09f3ad90fa74", "tag": "bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:23:02.776040 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d12420e-1816-44cb-be9f-a9645b7a4dd8 x-openstack-request-id: req-9d12420e-1816-44cb-be9f-a9645b7a4dd8 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:23:02.776330 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c09028a-3173-4349-b190-09f3ad90fa74", "tag": "bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:23:02.776594 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9d12420e-1816-44cb-be9f-a9645b7a4dd8 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:23:02.776994 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c09028a-3173-4349-b190-09f3ad90fa74', 'tag': 'bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc', 'status': 'completed', 'code': 200} Oct 19 02:23:02.814321 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-5de17c7e-1d30-4f0c-9434-c9236a2c89b5 None None] Set router 66091a67-d3ae-4e83-be9f-47f561c374b7 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:23:02.840178 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7531b2-f071-4236-a8a4-65354bc12d33 req-e1c67d06-87b9-4b55-9685-a47af59cfa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:02.841720 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fb7531b2-f071-4236-a8a4-65354bc12d33 req-e1c67d06-87b9-4b55-9685-a47af59cfa5d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fbccf8a63b54ac59ca0b0dba522e048&device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 1098 time: 0.0426617 Oct 19 02:23:02.962114 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7531b2-f071-4236-a8a4-65354bc12d33 req-950ad311-e5e4-4110-a148-42018bb37dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:02.963592 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fb7531b2-f071-4236-a8a4-65354bc12d33 req-950ad311-e5e4-4110-a148-42018bb37dfb service neutron] 10.222.0.55 "GET /v2.0/networks?id=5a910049-16ec-48e4-9558-2b91aaa11bbd HTTP/1.1" status: 200 len: 910 time: 0.1152568 Oct 19 02:23:03.017698 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fb7531b2-f071-4236-a8a4-65354bc12d33 req-0c841370-5fd3-4dd6-bbf7-d59751e16b63 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc HTTP/1.1" status: 200 len: 217 time: 0.0398014 Oct 19 02:23:03.041827 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c3adb-e0ab-43b8-be14-764e103f064b req-c6a4c2ea-88c9-4c0b-bfb6-62abee7a5daa tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:03.043308 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aa2c3adb-e0ab-43b8-be14-764e103f064b req-c6a4c2ea-88c9-4c0b-bfb6-62abee7a5daa tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 946 time: 0.0998328 Oct 19 02:23:03.051773 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-5de17c7e-1d30-4f0c-9434-c9236a2c89b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'name': 'tempest-TestShelveInstance-1030589188-router', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'c59a4231-ffff-4167-b58f-a9163d7dd45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:41Z', 'updated_at': '2021-10-19T02:13:44Z', 'revision_number': 4, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'gw_port': {'id': 'c59a4231-ffff-4167-b58f-a9163d7dd45c', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:42Z', 'updated_at': '2021-10-19T02:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '34bac5f4-1b5b-491a-917a-fd57223d2ac0', 'name': '', 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'mac_address': 'fa:16:3e:79:36:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:44Z', 'updated_at': '2021-10-19T02:13:48Z', 'revision_number': 5, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'subnets': [{'id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:23:03.089542 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de17c7e-1d30-4f0c-9434-c9236a2c89b5 None None] Checking router: 66091a67-d3ae-4e83-be9f-47f561c374b7 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:23:03.099615 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de17c7e-1d30-4f0c-9434-c9236a2c89b5 None None] Routers {'66091a67-d3ae-4e83-be9f-47f561c374b7'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:23:03.100288 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-5de17c7e-1d30-4f0c-9434-c9236a2c89b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:22:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['66091a67-d3ae-4e83-be9f-47f561c374b7'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:23:03.220935 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-5de17c7e-1d30-4f0c-9434-c9236a2c89b5 None None] Set router 66091a67-d3ae-4e83-be9f-47f561c374b7 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:23:03.443767 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7531b2-f071-4236-a8a4-65354bc12d33 req-08d5d153-dd84-4962-aa1e-9d1b7d6acc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:03.445150 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fb7531b2-f071-4236-a8a4-65354bc12d33 req-08d5d153-dd84-4962-aa1e-9d1b7d6acc9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08aae1bd-d412-4848-a55d-4e055fa60b88 HTTP/1.1" status: 200 len: 848 time: 0.4196641 Oct 19 02:23:03.452330 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-aa2c3adb-e0ab-43b8-be14-764e103f064b req-cdddde1c-0536-41c9-ba6e-de9cb03cc17c tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3897524 Oct 19 02:23:03.456014 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-5de17c7e-1d30-4f0c-9434-c9236a2c89b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'name': 'tempest-TestShelveInstance-1030589188-router', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'c59a4231-ffff-4167-b58f-a9163d7dd45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:41Z', 'updated_at': '2021-10-19T02:13:44Z', 'revision_number': 4, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'gw_port': {'id': 'c59a4231-ffff-4167-b58f-a9163d7dd45c', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:42Z', 'updated_at': '2021-10-19T02:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '34bac5f4-1b5b-491a-917a-fd57223d2ac0', 'name': '', 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'mac_address': 'fa:16:3e:79:36:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:44Z', 'updated_at': '2021-10-19T02:13:48Z', 'revision_number': 5, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'subnets': [{'id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:23:03.484235 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de17c7e-1d30-4f0c-9434-c9236a2c89b5 None None] The sync data for ids ['66091a67-d3ae-4e83-be9f-47f561c374b7'] in n-d-715271-26 is: [{'id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'name': 'tempest-TestShelveInstance-1030589188-router', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'c59a4231-ffff-4167-b58f-a9163d7dd45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:41Z', 'updated_at': '2021-10-19T02:13:44Z', 'revision_number': 4, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'gw_port': {'id': 'c59a4231-ffff-4167-b58f-a9163d7dd45c', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:42Z', 'updated_at': '2021-10-19T02:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '34bac5f4-1b5b-491a-917a-fd57223d2ac0', 'name': '', 'network_id': '5a910049-16ec-48e4-9558-2b91aaa11bbd', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'mac_address': 'fa:16:3e:79:36:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:44Z', 'updated_at': '2021-10-19T02:13:48Z', 'revision_number': 5, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'subnets': [{'id': '08aae1bd-d412-4848-a55d-4e055fa60b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:23:03.495132 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7531b2-f071-4236-a8a4-65354bc12d33 req-de8325ab-27da-4192-b20e-3ea71f1b0b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:03.496728 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fb7531b2-f071-4236-a8a4-65354bc12d33 req-de8325ab-27da-4192-b20e-3ea71f1b0b5a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a910049-16ec-48e4-9558-2b91aaa11bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422564 Oct 19 02:23:03.594266 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fb7531b2-f071-4236-a8a4-65354bc12d33 req-4756d74c-d5f7-4784-8e98-cf3714a183e6 service neutron] 10.222.0.55 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886879 Oct 19 02:23:03.694543 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-fb7531b2-f071-4236-a8a4-65354bc12d33 req-ae2ecd7c-126a-4c08-ac65-4014e785df48 service neutron] 10.222.0.55 "GET /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928755 Oct 19 02:23:03.735489 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5039ac43-b697-46cc-977b-7004e1c58a90 None None] New status for floating IP c6555509-1057-4b71-8eea-2b147491b456: DOWN {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:23:04.601171 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee324ee6-930e-4950-8ff5-e2c75626afe8 req-75e140cd-ea96-4ef4-b138-fe6bff467fb9 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:04.602672 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ee324ee6-930e-4950-8ff5-e2c75626afe8 req-75e140cd-ea96-4ef4-b138-fe6bff467fb9 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 946 time: 0.0520604 Oct 19 02:23:04.627937 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c83ead-53f4-4714-a708-dc1459e11d66 req-4a87cabb-ae15-4d37-9029-10f9e980e54d tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:04.629442 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63c83ead-53f4-4714-a708-dc1459e11d66 req-4a87cabb-ae15-4d37-9029-10f9e980e54d tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 946 time: 0.0552273 Oct 19 02:23:04.673536 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-63c83ead-53f4-4714-a708-dc1459e11d66 req-e8154d1d-2b11-47a5-847d-79b7587b4237 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/security-groups?id=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373051 Oct 19 02:23:04.701587 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-ee324ee6-930e-4950-8ff5-e2c75626afe8 req-dff46541-4c78-4bf2-9656-0c1b1b3bee98 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Deleting port bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:23:04.701923 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ee324ee6-930e-4950-8ff5-e2c75626afe8 req-dff46541-4c78-4bf2-9656-0c1b1b3bee98 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:04.801825 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-ee324ee6-930e-4950-8ff5-e2c75626afe8 req-dff46541-4c78-4bf2-9656-0c1b1b3bee98 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] For port bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc,segment=NetworkSegment(6297a745-46df-4da5-bc9c-e3bcbf351129),segment_id=6297a745-46df-4da5-bc9c-e3bcbf351129)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:23:04.802183 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ee324ee6-930e-4950-8ff5-e2c75626afe8 req-dff46541-4c78-4bf2-9656-0c1b1b3bee98 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:04.817156 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-ee324ee6-930e-4950-8ff5-e2c75626afe8 req-dff46541-4c78-4bf2-9656-0c1b1b3bee98 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Calling delete_port for bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:23:04.957695 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ee324ee6-930e-4950-8ff5-e2c75626afe8 req-dff46541-4c78-4bf2-9656-0c1b1b3bee98 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:04.987447 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff46541-4c78-4bf2-9656-0c1b1b3bee98 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Pushing event deleted for resources: {'Port': ['ID=bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:05.035610 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee324ee6-930e-4950-8ff5-e2c75626afe8 req-dff46541-4c78-4bf2-9656-0c1b1b3bee98 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] No DVR routers for this DVR port bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:23:05.040551 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-ee324ee6-930e-4950-8ff5-e2c75626afe8 req-dff46541-4c78-4bf2-9656-0c1b1b3bee98 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:05.044235 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-ee324ee6-930e-4950-8ff5-e2c75626afe8 req-dff46541-4c78-4bf2-9656-0c1b1b3bee98 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.55 "DELETE /v2.0/ports/bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc HTTP/1.1" status: 204 len: 173 time: 0.4347885 Oct 19 02:23:05.044677 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c09028a-3173-4349-b190-09f3ad90fa74', 'name': 'network-vif-deleted', 'tag': 'bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:23:05.047844 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9434de058546a022cc17e407c636edc5a2ce8615e174a01ffad9beb3023847d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41dacf54-7085-41c5-9972-3c6c4d9081b6" -d '{"events": [{"server_uuid": "5c09028a-3173-4349-b190-09f3ad90fa74", "name": "network-vif-deleted", "tag": "bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:23:05.108471 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d42acc3-e2b0-4dfb-844e-7b8bd7da33d1 x-openstack-request-id: req-7d42acc3-e2b0-4dfb-844e-7b8bd7da33d1 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:23:05.108774 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c09028a-3173-4349-b190-09f3ad90fa74", "name": "network-vif-deleted", "tag": "bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:23:05.109026 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7d42acc3-e2b0-4dfb-844e-7b8bd7da33d1 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:23:05.109488 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c09028a-3173-4349-b190-09f3ad90fa74', 'name': 'network-vif-deleted', 'tag': 'bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc', 'status': 'completed', 'code': 200} Oct 19 02:23:05.769156 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-5f0e0a67-3463-4ba8-b742-513757bdea2b req-32bb9173-ed70-48d8-9488-a70c6e15a7cb tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 210 time: 0.0266583 Oct 19 02:23:06.864883 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-11306a71-e474-44bb-8186-d3071f9fb317 req-c1b1cbf6-76fd-48f8-9835-67e3192e8aa4 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 210 time: 0.0267167 Oct 19 02:23:07.968741 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-d0e9e6a1-5fff-4123-95f1-f85b77f0acec req-1b90c951-7279-452d-a608-1e1a791c28d5 tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 210 time: 0.0379376 Oct 19 02:23:09.061429 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-14affca5-462b-496d-a3de-e7b91b76f9c9 req-ac439c6a-7119-4af6-839b-ee16040afc7a tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c09028a-3173-4349-b190-09f3ad90fa74 HTTP/1.1" status: 200 len: 210 time: 0.0255558 Oct 19 02:23:09.175915 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:23:09.197534 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:23:09.197879 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device bf6fe46b-42ac-4c4d-8560-5fdd19c3c5fc not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:23:10.118635 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57116) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:23:10.181074 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-963f6c34-5b33-4a39-8039-a5911bbd687d tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:10.207997 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-963f6c34-5b33-4a39-8039-a5911bbd687d tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:10.271571 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-963f6c34-5b33-4a39-8039-a5911bbd687d tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:10.274136 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-963f6c34-5b33-4a39-8039-a5911bbd687d tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:10.275552 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-963f6c34-5b33-4a39-8039-a5911bbd687d tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] 10.222.0.57 "DELETE /v2.0/security-groups/394c7f04-7a3e-4ccf-85e2-7864e80d0d4d HTTP/1.1" status: 204 len: 168 time: 0.1559136 Oct 19 02:23:10.285947 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f6c34-5b33-4a39-8039-a5911bbd687d tempest-TestShelveInstance-107637841 tempest-TestShelveInstance-107637841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=394c7f04-7a3e-4ccf-85e2-7864e80d0d4d,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:10.330617 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57120) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:23:10.774166 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bc95bd77-f8a7-421f-a237-2e7178996dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:11.026034 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-bc95bd77-f8a7-421f-a237-2e7178996dd6 admin admin] Deleting port 34bac5f4-1b5b-491a-917a-fd57223d2ac0 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:23:11.026282 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bc95bd77-f8a7-421f-a237-2e7178996dd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:11.102423 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-bc95bd77-f8a7-421f-a237-2e7178996dd6 admin admin] For port 34bac5f4-1b5b-491a-917a-fd57223d2ac0, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=34bac5f4-1b5b-491a-917a-fd57223d2ac0,segment=NetworkSegment(6297a745-46df-4da5-bc9c-e3bcbf351129),segment_id=6297a745-46df-4da5-bc9c-e3bcbf351129)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:23:11.102701 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bc95bd77-f8a7-421f-a237-2e7178996dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:11.120679 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-bc95bd77-f8a7-421f-a237-2e7178996dd6 admin admin] Calling delete_port for 34bac5f4-1b5b-491a-917a-fd57223d2ac0 owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:23:11.298207 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bc95bd77-f8a7-421f-a237-2e7178996dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:11.325905 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95bd77-f8a7-421f-a237-2e7178996dd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=34bac5f4-1b5b-491a-917a-fd57223d2ac0,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:11.353543 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc95bd77-f8a7-421f-a237-2e7178996dd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:11.354189 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc95bd77-f8a7-421f-a237-2e7178996dd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:11.354323 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc95bd77-f8a7-421f-a237-2e7178996dd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:11.354552 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc95bd77-f8a7-421f-a237-2e7178996dd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:11.354886 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc95bd77-f8a7-421f-a237-2e7178996dd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:11.355285 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc95bd77-f8a7-421f-a237-2e7178996dd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:11.355869 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc95bd77-f8a7-421f-a237-2e7178996dd6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:11.356203 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc95bd77-f8a7-421f-a237-2e7178996dd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:11.356531 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc95bd77-f8a7-421f-a237-2e7178996dd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:11.356856 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc95bd77-f8a7-421f-a237-2e7178996dd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:11.357181 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc95bd77-f8a7-421f-a237-2e7178996dd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:11.357506 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc95bd77-f8a7-421f-a237-2e7178996dd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:11.506463 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-bc95bd77-f8a7-421f-a237-2e7178996dd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:11.724159 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc95bd77-f8a7-421f-a237-2e7178996dd6 admin admin] Router 66091a67-d3ae-4e83-be9f-47f561c374b7 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:23:11.833687 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc95bd77-f8a7-421f-a237-2e7178996dd6 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:23:11.841914 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-bc95bd77-f8a7-421f-a237-2e7178996dd6 admin admin] 10.222.0.57 "PUT /v2.0/routers/66091a67-d3ae-4e83-be9f-47f561c374b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4986141 Oct 19 02:23:11.841914 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57124) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:23:11.844639 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680d9f14-637c-45d5-9b94-b5b22021778e None None] Sync routers for ids ['66091a67-d3ae-4e83-be9f-47f561c374b7'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:23:11.855173 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680d9f14-637c-45d5-9b94-b5b22021778e None None] Routers {'66091a67-d3ae-4e83-be9f-47f561c374b7'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:23:11.855849 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-680d9f14-637c-45d5-9b94-b5b22021778e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:22:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['66091a67-d3ae-4e83-be9f-47f561c374b7'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:23:11.953727 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6e79ab53-e291-465f-bcc5-bd0719a8cb6c admin admin] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:11.958999 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-680d9f14-637c-45d5-9b94-b5b22021778e None None] Set router 66091a67-d3ae-4e83-be9f-47f561c374b7 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:23:12.060960 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6e79ab53-e291-465f-bcc5-bd0719a8cb6c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:12.117152 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-6e79ab53-e291-465f-bcc5-bd0719a8cb6c admin admin] Deleting port c59a4231-ffff-4167-b58f-a9163d7dd45c {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:23:12.117601 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6e79ab53-e291-465f-bcc5-bd0719a8cb6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:12.152150 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-680d9f14-637c-45d5-9b94-b5b22021778e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'name': 'tempest-TestShelveInstance-1030589188-router', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'c59a4231-ffff-4167-b58f-a9163d7dd45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:41Z', 'updated_at': '2021-10-19T02:23:11Z', 'revision_number': 5, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'gw_port': {'id': 'c59a4231-ffff-4167-b58f-a9163d7dd45c', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:42Z', 'updated_at': '2021-10-19T02:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:23:12.183820 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680d9f14-637c-45d5-9b94-b5b22021778e None None] Checking router: 66091a67-d3ae-4e83-be9f-47f561c374b7 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:23:12.194606 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680d9f14-637c-45d5-9b94-b5b22021778e None None] Routers {'66091a67-d3ae-4e83-be9f-47f561c374b7'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:23:12.195235 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-680d9f14-637c-45d5-9b94-b5b22021778e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:22:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['66091a67-d3ae-4e83-be9f-47f561c374b7'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:23:12.208216 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-6e79ab53-e291-465f-bcc5-bd0719a8cb6c admin admin] For port c59a4231-ffff-4167-b58f-a9163d7dd45c, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=c59a4231-ffff-4167-b58f-a9163d7dd45c,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:23:12.208216 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6e79ab53-e291-465f-bcc5-bd0719a8cb6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:12.222086 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-6e79ab53-e291-465f-bcc5-bd0719a8cb6c admin admin] Calling delete_port for c59a4231-ffff-4167-b58f-a9163d7dd45c owned by network:router_gateway {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:23:12.293107 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-680d9f14-637c-45d5-9b94-b5b22021778e None None] Set router 66091a67-d3ae-4e83-be9f-47f561c374b7 gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:23:12.348915 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-680d9f14-637c-45d5-9b94-b5b22021778e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'name': 'tempest-TestShelveInstance-1030589188-router', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:41Z', 'updated_at': '2021-10-19T02:23:12Z', 'revision_number': 6, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:23:12.379140 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680d9f14-637c-45d5-9b94-b5b22021778e None None] The sync data for ids ['66091a67-d3ae-4e83-be9f-47f561c374b7'] in n-d-715271-26 is: [{'id': '66091a67-d3ae-4e83-be9f-47f561c374b7', 'name': 'tempest-TestShelveInstance-1030589188-router', 'tenant_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:41Z', 'updated_at': '2021-10-19T02:23:12Z', 'revision_number': 6, 'project_id': '0fbccf8a63b54ac59ca0b0dba522e048', 'gw_port_host': None}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:23:12.399285 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6e79ab53-e291-465f-bcc5-bd0719a8cb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:12.432709 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79ab53-e291-465f-bcc5-bd0719a8cb6c admin admin] Pushing event deleted for resources: {'Port': ['ID=c59a4231-ffff-4167-b58f-a9163d7dd45c,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:12.491452 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6e79ab53-e291-465f-bcc5-bd0719a8cb6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:12.580765 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6e79ab53-e291-465f-bcc5-bd0719a8cb6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:12.582875 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6e79ab53-e291-465f-bcc5-bd0719a8cb6c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:12.624615 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6e79ab53-e291-465f-bcc5-bd0719a8cb6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:12.625084 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e79ab53-e291-465f-bcc5-bd0719a8cb6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66091a67-d3ae-4e83-be9f-47f561c374b7 {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 02:23:12.629806 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-6e79ab53-e291-465f-bcc5-bd0719a8cb6c admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:12.630941 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-6e79ab53-e291-465f-bcc5-bd0719a8cb6c admin admin] 10.222.0.57 "DELETE /v2.0/routers/66091a67-d3ae-4e83-be9f-47f561c374b7 HTTP/1.1" status: 204 len: 168 time: 0.7877784 Oct 19 02:23:12.633464 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57126) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:23:12.680971 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a14c6c1-d4ae-4d6f-bd48-3dc4ac72f55d admin admin] Deleting subnet 08aae1bd-d412-4848-a55d-4e055fa60b88 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 02:23:12.684143 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8a14c6c1-d4ae-4d6f-bd48-3dc4ac72f55d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:12.721317 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8a14c6c1-d4ae-4d6f-bd48-3dc4ac72f55d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:12.805219 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8a14c6c1-d4ae-4d6f-bd48-3dc4ac72f55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:12.861558 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8a14c6c1-d4ae-4d6f-bd48-3dc4ac72f55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:12.888130 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14c6c1-d4ae-4d6f-bd48-3dc4ac72f55d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08aae1bd-d412-4848-a55d-4e055fa60b88,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:12.889997 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8a14c6c1-d4ae-4d6f-bd48-3dc4ac72f55d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:12.895820 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8a14c6c1-d4ae-4d6f-bd48-3dc4ac72f55d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/08aae1bd-d412-4848-a55d-4e055fa60b88 HTTP/1.1" status: 204 len: 168 time: 0.2587535 Oct 19 02:23:12.895943 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0cf7ac-d952-4335-9f1d-e2c72e128915 None None] Network 5a910049-16ec-48e4-9558-2b91aaa11bbd requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:23:12.896400 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57128) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:23:12.972171 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8077277e-5b64-44ed-8e3a-ec01c0a5fedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:13.030493 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-8077277e-5b64-44ed-8e3a-ec01c0a5fedc admin admin] Deleting port b2476010-fa63-4db5-a272-f173ddb6c527 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:23:13.030828 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8077277e-5b64-44ed-8e3a-ec01c0a5fedc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:13.099995 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-8077277e-5b64-44ed-8e3a-ec01c0a5fedc admin admin] For port b2476010-fa63-4db5-a272-f173ddb6c527, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=b2476010-fa63-4db5-a272-f173ddb6c527,segment=NetworkSegment(6297a745-46df-4da5-bc9c-e3bcbf351129),segment_id=6297a745-46df-4da5-bc9c-e3bcbf351129)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:23:13.100284 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8077277e-5b64-44ed-8e3a-ec01c0a5fedc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:13.112725 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-8077277e-5b64-44ed-8e3a-ec01c0a5fedc admin admin] Calling delete_port for b2476010-fa63-4db5-a272-f173ddb6c527 owned by network:dhcp {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:23:13.166410 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138c9b5f-2192-4887-aed5-05a81d0a13d2 None None] DHCP port deletion for 5a910049-16ec-48e4-9558-2b91aaa11bbd request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 02:23:13.207045 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8077277e-5b64-44ed-8e3a-ec01c0a5fedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:13.218587 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-138c9b5f-2192-4887-aed5-05a81d0a13d2 None None] Deleting port b2476010-fa63-4db5-a272-f173ddb6c527 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:23:13.219204 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-138c9b5f-2192-4887-aed5-05a81d0a13d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:13.240198 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077277e-5b64-44ed-8e3a-ec01c0a5fedc admin admin] Pushing event deleted for resources: {'Port': ['ID=b2476010-fa63-4db5-a272-f173ddb6c527,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:13.242060 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8077277e-5b64-44ed-8e3a-ec01c0a5fedc admin admin] No DVR routers for this DVR port b2476010-fa63-4db5-a272-f173ddb6c527 on host n-d-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:23:13.291673 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-138c9b5f-2192-4887-aed5-05a81d0a13d2 None None] For port b2476010-fa63-4db5-a272-f173ddb6c527, host n-d-715271-26, got binding levels [] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:23:13.291935 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-138c9b5f-2192-4887-aed5-05a81d0a13d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:13.313031 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-138c9b5f-2192-4887-aed5-05a81d0a13d2 None None] Calling delete_port for b2476010-fa63-4db5-a272-f173ddb6c527 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:23:13.316970 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.ipam_backend_mixin [None req-138c9b5f-2192-4887-aed5-05a81d0a13d2 None None] Port b2476010-fa63-4db5-a272-f173ddb6c527 was not found and therefore no delete operation was performed {{(pid=100608) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 02:23:13.317363 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8077277e-5b64-44ed-8e3a-ec01c0a5fedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:13.319019 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-138c9b5f-2192-4887-aed5-05a81d0a13d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:13.337895 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-8077277e-5b64-44ed-8e3a-ec01c0a5fedc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a910049-16ec-48e4-9558-2b91aaa11bbd']}} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:23:13.348583 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-8077277e-5b64-44ed-8e3a-ec01c0a5fedc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6297a745-46df-4da5-bc9c-e3bcbf351129') {'for_net_delete': True} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:23:13.348881 n-d-715271-26 neutron-server[100607]: DEBUG neutron.services.segments.db [None req-8077277e-5b64-44ed-8e3a-ec01c0a5fedc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6297a745-46df-4da5-bc9c-e3bcbf351129') {} {{(pid=100607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:23:13.353032 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c9b5f-2192-4887-aed5-05a81d0a13d2 None None] Pushing event deleted for resources: {'Port': ['ID=b2476010-fa63-4db5-a272-f173ddb6c527,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:13.358803 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8077277e-5b64-44ed-8e3a-ec01c0a5fedc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8479835'] for segment, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:13.362858 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138c9b5f-2192-4887-aed5-05a81d0a13d2 None None] No DVR routers for this DVR port b2476010-fa63-4db5-a272-f173ddb6c527 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:23:13.373857 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138c9b5f-2192-4887-aed5-05a81d0a13d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:13.376098 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8077277e-5b64-44ed-8e3a-ec01c0a5fedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:13.376372 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138c9b5f-2192-4887-aed5-05a81d0a13d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:13.376970 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138c9b5f-2192-4887-aed5-05a81d0a13d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:13.377640 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138c9b5f-2192-4887-aed5-05a81d0a13d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:13.378438 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138c9b5f-2192-4887-aed5-05a81d0a13d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:13.378750 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138c9b5f-2192-4887-aed5-05a81d0a13d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:13.379183 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138c9b5f-2192-4887-aed5-05a81d0a13d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:13.379645 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138c9b5f-2192-4887-aed5-05a81d0a13d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:13.380164 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138c9b5f-2192-4887-aed5-05a81d0a13d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:13.380658 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138c9b5f-2192-4887-aed5-05a81d0a13d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:13.381059 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138c9b5f-2192-4887-aed5-05a81d0a13d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:13.381611 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138c9b5f-2192-4887-aed5-05a81d0a13d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:13.383196 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8077277e-5b64-44ed-8e3a-ec01c0a5fedc admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=100607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 02:23:13.383658 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8077277e-5b64-44ed-8e3a-ec01c0a5fedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10287748'] for segment, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:13.385598 n-d-715271-26 neutron-server[100607]: Traceback (most recent call last): Oct 19 02:23:13.385598 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 02:23:13.385598 n-d-715271-26 neutron-server[100607]: timer() Oct 19 02:23:13.385598 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 02:23:13.385598 n-d-715271-26 neutron-server[100607]: cb(*args, **kw) Oct 19 02:23:13.385598 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 02:23:13.385598 n-d-715271-26 neutron-server[100607]: return func(*args, **kwargs) Oct 19 02:23:13.385598 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 02:23:13.385598 n-d-715271-26 neutron-server[100607]: self._notify() Oct 19 02:23:13.385598 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 02:23:13.385598 n-d-715271-26 neutron-server[100607]: self.callback(batched_events) Oct 19 02:23:13.385598 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 02:23:13.385598 n-d-715271-26 neutron-server[100607]: event.method(event) Oct 19 02:23:13.385598 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 02:23:13.385598 n-d-715271-26 neutron-server[100607]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 02:23:13.385598 n-d-715271-26 neutron-server[100607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 02:23:13.385598 n-d-715271-26 neutron-server[100607]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 02:23:13.385598 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 02:23:13.385598 n-d-715271-26 neutron-server[100607]: return f(self, *a, **k) Oct 19 02:23:13.385598 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 02:23:13.385598 n-d-715271-26 neutron-server[100607]: return self._get(url).json() Oct 19 02:23:13.385598 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 02:23:13.385598 n-d-715271-26 neutron-server[100607]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 02:23:13.385598 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 02:23:13.385598 n-d-715271-26 neutron-server[100607]: return self.request(url, 'GET', **kwargs) Oct 19 02:23:13.385598 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 02:23:13.385598 n-d-715271-26 neutron-server[100607]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 02:23:13.385598 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 02:23:13.385598 n-d-715271-26 neutron-server[100607]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 02:23:13.385598 n-d-715271-26 neutron-server[100607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 02:23:13.385598 n-d-715271-26 neutron-server[100607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 02:23:13.385598 n-d-715271-26 neutron-server[100607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 02:23:13.450147 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8077277e-5b64-44ed-8e3a-ec01c0a5fedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:13.456372 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8077277e-5b64-44ed-8e3a-ec01c0a5fedc admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:13.463019 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8077277e-5b64-44ed-8e3a-ec01c0a5fedc admin admin] 10.222.0.57 "DELETE /v2.0/networks/5a910049-16ec-48e4-9558-2b91aaa11bbd HTTP/1.1" status: 204 len: 168 time: 0.5635297 Oct 19 02:23:13.463449 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57130) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:23:13.510223 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077277e-5b64-44ed-8e3a-ec01c0a5fedc admin admin] Pushing event deleted for resources: {'Network': ['ID=5a910049-16ec-48e4-9558-2b91aaa11bbd,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:13.825706 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-919b8d71-1517-412d-8d72-de056cd77cef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:14.078325 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-40add3a4-759b-4b25-a534-ec8ed4b28344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:14.177519 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 34bac5f4-1b5b-491a-917a-fd57223d2ac0 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:23:14.200568 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 34bac5f4-1b5b-491a-917a-fd57223d2ac0 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:23:14.200830 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 34bac5f4-1b5b-491a-917a-fd57223d2ac0 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:23:14.201252 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b2476010-fa63-4db5-a272-f173ddb6c527 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:23:14.220753 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: b2476010-fa63-4db5-a272-f173ddb6c527 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:23:14.221100 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device b2476010-fa63-4db5-a272-f173ddb6c527 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:23:14.221522 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c59a4231-ffff-4167-b58f-a9163d7dd45c no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:23:14.240688 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: c59a4231-ffff-4167-b58f-a9163d7dd45c {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:23:14.241034 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device c59a4231-ffff-4167-b58f-a9163d7dd45c not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:23:14.378843 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-919b8d71-1517-412d-8d72-de056cd77cef admin admin] Deleting port d893ca1b-93a8-4ae8-a3de-0de470e4756a {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:23:14.379172 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-919b8d71-1517-412d-8d72-de056cd77cef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:14.455501 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-919b8d71-1517-412d-8d72-de056cd77cef admin admin] For port d893ca1b-93a8-4ae8-a3de-0de470e4756a, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=d893ca1b-93a8-4ae8-a3de-0de470e4756a,segment=NetworkSegment(3a353a54-726a-4fe9-a14b-98f56fc17ec2),segment_id=3a353a54-726a-4fe9-a14b-98f56fc17ec2)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:23:14.456218 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-919b8d71-1517-412d-8d72-de056cd77cef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:14.467822 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-919b8d71-1517-412d-8d72-de056cd77cef admin admin] Calling delete_port for d893ca1b-93a8-4ae8-a3de-0de470e4756a owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:23:14.642116 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-919b8d71-1517-412d-8d72-de056cd77cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:14.673287 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b8d71-1517-412d-8d72-de056cd77cef admin admin] Pushing event deleted for resources: {'Port': ['ID=d893ca1b-93a8-4ae8-a3de-0de470e4756a,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:14.836298 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-919b8d71-1517-412d-8d72-de056cd77cef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:15.048860 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919b8d71-1517-412d-8d72-de056cd77cef admin admin] Router d19bf80e-c58f-4ca4-ae22-9806e88b38fa has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:23:15.154145 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919b8d71-1517-412d-8d72-de056cd77cef admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:23:15.162381 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-919b8d71-1517-412d-8d72-de056cd77cef admin admin] 10.222.0.57 "PUT /v2.0/routers/d19bf80e-c58f-4ca4-ae22-9806e88b38fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6952562 Oct 19 02:23:15.162507 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57132) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:23:15.164015 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4d44da-4cd3-4ad1-98a0-ad0e9874ba5f None None] Sync routers for ids ['d19bf80e-c58f-4ca4-ae22-9806e88b38fa'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:23:15.172990 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4d44da-4cd3-4ad1-98a0-ad0e9874ba5f None None] Routers {'d19bf80e-c58f-4ca4-ae22-9806e88b38fa'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:23:15.173596 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-eb4d44da-4cd3-4ad1-98a0-ad0e9874ba5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:22:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d19bf80e-c58f-4ca4-ae22-9806e88b38fa'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:23:15.264800 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0de6cab1-0927-45e6-89fc-68b6bdabf9ff admin admin] Publish callbacks [] for router, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:15.278136 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-eb4d44da-4cd3-4ad1-98a0-ad0e9874ba5f None None] Set router d19bf80e-c58f-4ca4-ae22-9806e88b38fa gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:23:15.361824 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0de6cab1-0927-45e6-89fc-68b6bdabf9ff admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:15.416316 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-0de6cab1-0927-45e6-89fc-68b6bdabf9ff admin admin] Deleting port 2138289d-a19b-4486-a050-14d85f8144b6 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:23:15.416650 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0de6cab1-0927-45e6-89fc-68b6bdabf9ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:15.458444 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-eb4d44da-4cd3-4ad1-98a0-ad0e9874ba5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19bf80e-c58f-4ca4-ae22-9806e88b38fa', 'name': 'tempest-TestShelveInstance-1699539033-router', 'tenant_id': '0b414b364bf84b15ac1033e4751ac635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '2138289d-a19b-4486-a050-14d85f8144b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:46Z', 'updated_at': '2021-10-19T02:23:14Z', 'revision_number': 5, 'project_id': '0b414b364bf84b15ac1033e4751ac635', 'gw_port': {'id': '2138289d-a19b-4486-a050-14d85f8144b6', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19bf80e-c58f-4ca4-ae22-9806e88b38fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:47Z', 'updated_at': '2021-10-19T02:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:23:15.485298 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4d44da-4cd3-4ad1-98a0-ad0e9874ba5f None None] Checking router: d19bf80e-c58f-4ca4-ae22-9806e88b38fa for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:23:15.493328 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-0de6cab1-0927-45e6-89fc-68b6bdabf9ff admin admin] For port 2138289d-a19b-4486-a050-14d85f8144b6, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=2138289d-a19b-4486-a050-14d85f8144b6,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:23:15.493849 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4d44da-4cd3-4ad1-98a0-ad0e9874ba5f None None] Routers {'d19bf80e-c58f-4ca4-ae22-9806e88b38fa'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:23:15.493956 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0de6cab1-0927-45e6-89fc-68b6bdabf9ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:15.494078 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-eb4d44da-4cd3-4ad1-98a0-ad0e9874ba5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:22:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['d19bf80e-c58f-4ca4-ae22-9806e88b38fa'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:23:15.507241 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-0de6cab1-0927-45e6-89fc-68b6bdabf9ff admin admin] Calling delete_port for 2138289d-a19b-4486-a050-14d85f8144b6 owned by network:router_gateway {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:23:15.675052 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-eb4d44da-4cd3-4ad1-98a0-ad0e9874ba5f None None] Set router d19bf80e-c58f-4ca4-ae22-9806e88b38fa gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:23:15.676659 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0de6cab1-0927-45e6-89fc-68b6bdabf9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:15.707662 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6cab1-0927-45e6-89fc-68b6bdabf9ff admin admin] Pushing event deleted for resources: {'Port': ['ID=2138289d-a19b-4486-a050-14d85f8144b6,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:15.729448 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-eb4d44da-4cd3-4ad1-98a0-ad0e9874ba5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19bf80e-c58f-4ca4-ae22-9806e88b38fa', 'name': 'tempest-TestShelveInstance-1699539033-router', 'tenant_id': '0b414b364bf84b15ac1033e4751ac635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:46Z', 'updated_at': '2021-10-19T02:23:15Z', 'revision_number': 6, 'project_id': '0b414b364bf84b15ac1033e4751ac635', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:23:15.755626 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4d44da-4cd3-4ad1-98a0-ad0e9874ba5f None None] The sync data for ids ['d19bf80e-c58f-4ca4-ae22-9806e88b38fa'] in n-d-715271-26 is: [{'id': 'd19bf80e-c58f-4ca4-ae22-9806e88b38fa', 'name': 'tempest-TestShelveInstance-1699539033-router', 'tenant_id': '0b414b364bf84b15ac1033e4751ac635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:46Z', 'updated_at': '2021-10-19T02:23:15Z', 'revision_number': 6, 'project_id': '0b414b364bf84b15ac1033e4751ac635', 'gw_port_host': None}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:23:15.766431 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0de6cab1-0927-45e6-89fc-68b6bdabf9ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:15.856721 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0de6cab1-0927-45e6-89fc-68b6bdabf9ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:15.858778 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0de6cab1-0927-45e6-89fc-68b6bdabf9ff admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:15.901551 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0de6cab1-0927-45e6-89fc-68b6bdabf9ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:15.902187 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de6cab1-0927-45e6-89fc-68b6bdabf9ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router d19bf80e-c58f-4ca4-ae22-9806e88b38fa {{(pid=100607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 02:23:15.907682 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0de6cab1-0927-45e6-89fc-68b6bdabf9ff admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:15.909108 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0de6cab1-0927-45e6-89fc-68b6bdabf9ff admin admin] 10.222.0.57 "DELETE /v2.0/routers/d19bf80e-c58f-4ca4-ae22-9806e88b38fa HTTP/1.1" status: 204 len: 168 time: 0.7455945 Oct 19 02:23:15.911840 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57134) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:23:15.957130 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4f42f99-8f4b-4152-b2a6-8876e094adbf admin admin] Deleting subnet fde85dc1-808d-4d6f-bedd-4f0b0f9ccc74 {{(pid=100607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 02:23:15.960210 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f4f42f99-8f4b-4152-b2a6-8876e094adbf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:15.998960 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f4f42f99-8f4b-4152-b2a6-8876e094adbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8479810'] for subnet, precommit_delete_associations {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:16.073219 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f4f42f99-8f4b-4152-b2a6-8876e094adbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:16.137899 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f4f42f99-8f4b-4152-b2a6-8876e094adbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10287834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8785169'] for subnet, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:16.165980 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f42f99-8f4b-4152-b2a6-8876e094adbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fde85dc1-808d-4d6f-bedd-4f0b0f9ccc74,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:16.170978 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-f4f42f99-8f4b-4152-b2a6-8876e094adbf admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:16.174856 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-f4f42f99-8f4b-4152-b2a6-8876e094adbf admin admin] 10.222.0.57 "DELETE /v2.0/subnets/fde85dc1-808d-4d6f-bedd-4f0b0f9ccc74 HTTP/1.1" status: 204 len: 168 time: 0.2615426 Oct 19 02:23:16.176970 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57136) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:23:16.178058 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c975d86e-0a30-41d5-842d-689a2318a64c None None] Network 484495e3-9abd-4411-ae9d-a1c1f4cc6a8b requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:23:16.263164 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-616d0828-f26f-461b-897c-ef50fced43d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:16.270999 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d893ca1b-93a8-4ae8-a3de-0de470e4756a no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:23:16.307314 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: d893ca1b-93a8-4ae8-a3de-0de470e4756a {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:23:16.307779 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device d893ca1b-93a8-4ae8-a3de-0de470e4756a not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:23:16.320498 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-616d0828-f26f-461b-897c-ef50fced43d5 admin admin] Deleting port ef299f0c-0d79-4628-98d2-abb9f546b4c9 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:23:16.320912 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-616d0828-f26f-461b-897c-ef50fced43d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:16.387204 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-616d0828-f26f-461b-897c-ef50fced43d5 admin admin] For port ef299f0c-0d79-4628-98d2-abb9f546b4c9, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=ef299f0c-0d79-4628-98d2-abb9f546b4c9,segment=NetworkSegment(3a353a54-726a-4fe9-a14b-98f56fc17ec2),segment_id=3a353a54-726a-4fe9-a14b-98f56fc17ec2)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:23:16.387566 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-616d0828-f26f-461b-897c-ef50fced43d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:16.399884 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-616d0828-f26f-461b-897c-ef50fced43d5 admin admin] Calling delete_port for ef299f0c-0d79-4628-98d2-abb9f546b4c9 owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:23:16.477022 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-616d0828-f26f-461b-897c-ef50fced43d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:16.502542 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d0828-f26f-461b-897c-ef50fced43d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef299f0c-0d79-4628-98d2-abb9f546b4c9,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:16.506126 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616d0828-f26f-461b-897c-ef50fced43d5 admin admin] No DVR routers for this DVR port ef299f0c-0d79-4628-98d2-abb9f546b4c9 on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:23:16.579237 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-616d0828-f26f-461b-897c-ef50fced43d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:16.600117 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-616d0828-f26f-461b-897c-ef50fced43d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['484495e3-9abd-4411-ae9d-a1c1f4cc6a8b']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:23:16.610473 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-616d0828-f26f-461b-897c-ef50fced43d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a353a54-726a-4fe9-a14b-98f56fc17ec2') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:23:16.610770 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-616d0828-f26f-461b-897c-ef50fced43d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a353a54-726a-4fe9-a14b-98f56fc17ec2') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:23:16.613113 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c005ac9-be32-4b3f-a50c-9c7697e8157a None None] DHCP port deletion for 484495e3-9abd-4411-ae9d-a1c1f4cc6a8b request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 02:23:16.621772 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-616d0828-f26f-461b-897c-ef50fced43d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:16.636817 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-616d0828-f26f-461b-897c-ef50fced43d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:16.643222 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-616d0828-f26f-461b-897c-ef50fced43d5 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 02:23:16.643619 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-616d0828-f26f-461b-897c-ef50fced43d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:16.645356 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 02:23:16.645356 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 02:23:16.645356 n-d-715271-26 neutron-server[100606]: timer() Oct 19 02:23:16.645356 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 02:23:16.645356 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 02:23:16.645356 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 02:23:16.645356 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 02:23:16.645356 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 02:23:16.645356 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 02:23:16.645356 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 02:23:16.645356 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 02:23:16.645356 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 02:23:16.645356 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 02:23:16.645356 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 02:23:16.645356 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 02:23:16.645356 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 02:23:16.645356 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 02:23:16.645356 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 02:23:16.645356 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 02:23:16.645356 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 02:23:16.645356 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 02:23:16.645356 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 02:23:16.645356 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 02:23:16.645356 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 02:23:16.645356 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 02:23:16.645356 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 02:23:16.645356 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 02:23:16.645356 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 02:23:16.645356 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 02:23:16.645356 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 02:23:16.645356 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 02:23:16.645356 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 02:23:16.652806 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-0fde285c-64ab-491e-a512-8ad8dc1f8be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:16.706195 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-616d0828-f26f-461b-897c-ef50fced43d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:16.711836 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-616d0828-f26f-461b-897c-ef50fced43d5 admin admin] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:16.714975 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-616d0828-f26f-461b-897c-ef50fced43d5 admin admin] 10.222.0.57 "DELETE /v2.0/networks/484495e3-9abd-4411-ae9d-a1c1f4cc6a8b HTTP/1.1" status: 204 len: 168 time: 0.5369921 Oct 19 02:23:16.726738 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d0828-f26f-461b-897c-ef50fced43d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=484495e3-9abd-4411-ae9d-a1c1f4cc6a8b,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:16.831313 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57140) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:23:16.873893 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-32b1a806-7b22-46c0-9d1e-d54df1376485 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0fbccf8a63b54ac59ca0b0dba522e048&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413542 Oct 19 02:23:16.877203 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57142) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:23:16.929008 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5f066667-1ce4-4418-a073-7546bc5dea38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:16.950433 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5f066667-1ce4-4418-a073-7546bc5dea38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:16.996185 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5f066667-1ce4-4418-a073-7546bc5dea38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:16.998785 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-5f066667-1ce4-4418-a073-7546bc5dea38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:16.999919 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5f066667-1ce4-4418-a073-7546bc5dea38 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/565ce841-768f-41ce-9a12-f50cac8837f1 HTTP/1.1" status: 204 len: 168 time: 0.1217661 Oct 19 02:23:17.007861 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f066667-1ce4-4418-a073-7546bc5dea38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565ce841-768f-41ce-9a12-f50cac8837f1,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:17.313980 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57148) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:23:17.356955 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c6481d31-6bb0-4b0e-9147-16a0e8bc42b4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0b414b364bf84b15ac1033e4751ac635&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417399 Oct 19 02:23:17.359380 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57150) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:23:17.410160 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8462c9fc-2296-4d92-9201-dd4eaeb4383e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:17.426636 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:17.433350 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8462c9fc-2296-4d92-9201-dd4eaeb4383e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:17.479332 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8462c9fc-2296-4d92-9201-dd4eaeb4383e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:17.481899 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8462c9fc-2296-4d92-9201-dd4eaeb4383e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:17.483043 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8462c9fc-2296-4d92-9201-dd4eaeb4383e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fbfc9f21-ec58-4fda-9c42-3511e2bdd8c0 HTTP/1.1" status: 204 len: 168 time: 0.1221271 Oct 19 02:23:17.491267 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462c9fc-2296-4d92-9201-dd4eaeb4383e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfc9f21-ec58-4fda-9c42-3511e2bdd8c0,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:18.134687 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:18.137463 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57172) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:23:18.173503 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 2138289d-a19b-4486-a050-14d85f8144b6 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:23:18.193498 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 2138289d-a19b-4486-a050-14d85f8144b6 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:23:18.193844 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 2138289d-a19b-4486-a050-14d85f8144b6 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:23:18.194256 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device ef299f0c-0d79-4628-98d2-abb9f546b4c9 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:23:18.217750 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: ef299f0c-0d79-4628-98d2-abb9f546b4c9 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:23:18.218116 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device ef299f0c-0d79-4628-98d2-abb9f546b4c9 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:23:18.254107 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-8c7e108f-ffeb-4932-9d20-ef01a1fd571a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-890180036-network', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:23:18.276781 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7e108f-ffeb-4932-9d20-ef01a1fd571a admin admin] Made reservation on behalf of c47ada63cb0142e183b2794a8454f454 for: {'network': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:23:18.279031 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8c7e108f-ffeb-4932-9d20-ef01a1fd571a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:18.287807 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8c7e108f-ffeb-4932-9d20-ef01a1fd571a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:18.322215 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:23:18.363024 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8c7e108f-ffeb-4932-9d20-ef01a1fd571a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:18.366834 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8c7e108f-ffeb-4932-9d20-ef01a1fd571a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:18.387543 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c7e108f-ffeb-4932-9d20-ef01a1fd571a admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=100606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 02:23:18.403154 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e108f-ffeb-4932-9d20-ef01a1fd571a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a631bc02-a867-4a0b-8c87-ffda8061fc13,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:18.406175 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8c7e108f-ffeb-4932-9d20-ef01a1fd571a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:18.407163 n-d-715271-26 neutron-server[100606]: INFO neutron.db.segments_db [None req-8c7e108f-ffeb-4932-9d20-ef01a1fd571a admin admin] Added segment f1951a4a-beba-4156-8b6a-2cad49f4e4f5 of type vlan for network 5598c04d-6f3c-49ab-81a3-8bd14353d5f1 Oct 19 02:23:18.450161 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8c7e108f-ffeb-4932-9d20-ef01a1fd571a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:18.474604 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8c7e108f-ffeb-4932-9d20-ef01a1fd571a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:18.475575 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7e108f-ffeb-4932-9d20-ef01a1fd571a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:18.476233 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8c7e108f-ffeb-4932-9d20-ef01a1fd571a admin admin] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:18.504926 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8c7e108f-ffeb-4932-9d20-ef01a1fd571a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3663673 Oct 19 02:23:18.507888 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57176) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:23:18.512758 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-a4b99781-abb3-43c1-ba17-3b3c89718bf8 admin admin] Request body: {'subnet': {'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-890180036-subnet', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'ip_version': 4}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:23:18.532723 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b99781-abb3-43c1-ba17-3b3c89718bf8 admin admin] Made reservation on behalf of c47ada63cb0142e183b2794a8454f454 for: {'subnet': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:23:18.534982 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a4b99781-abb3-43c1-ba17-3b3c89718bf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8785204'] for subnet, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:18.541827 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e108f-ffeb-4932-9d20-ef01a1fd571a admin admin] Pushing event updated for resources: {'Network': ['ID=5598c04d-6f3c-49ab-81a3-8bd14353d5f1,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:18.552241 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 5598c04d-6f3c-49ab-81a3-8bd14353d5f1 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 02:23:18.698427 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a4b99781-abb3-43c1-ba17-3b3c89718bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8785178'] for subnet, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:18.756973 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b99781-abb3-43c1-ba17-3b3c89718bf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21142e5f-0400-4f00-89a6-99920e6977b4,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:18.765283 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b99781-abb3-43c1-ba17-3b3c89718bf8 admin admin] Checking segment: {'id': 'f1951a4a-beba-4156-8b6a-2cad49f4e4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:23:18.765635 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b99781-abb3-43c1-ba17-3b3c89718bf8 admin admin] Network hostable DHCP agents. Network: 5598c04d-6f3c-49ab-81a3-8bd14353d5f1, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 02:23:18.781078 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b99781-abb3-43c1-ba17-3b3c89718bf8 admin admin] Network 5598c04d-6f3c-49ab-81a3-8bd14353d5f1 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 02:23:18.789406 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-a4b99781-abb3-43c1-ba17-3b3c89718bf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 5598c04d-6f3c-49ab-81a3-8bd14353d5f1) {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:23:18.793229 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b99781-abb3-43c1-ba17-3b3c89718bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:18.793797 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-a4b99781-abb3-43c1-ba17-3b3c89718bf8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:18.799291 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188e3a43-e2e9-4b76-8d7c-fb5a8c69e4e9 None None] Network 5598c04d-6f3c-49ab-81a3-8bd14353d5f1 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:23:18.812657 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-a4b99781-abb3-43c1-ba17-3b3c89718bf8 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3009794 Oct 19 02:23:18.812841 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57178) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:23:18.817226 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-8880040b-1f44-4ef9-b697-4e290219afe2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-890180036-router', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:23:18.836596 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8880040b-1f44-4ef9-b697-4e290219afe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:18.837668 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8880040b-1f44-4ef9-b697-4e290219afe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:18.890215 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8880040b-1f44-4ef9-b697-4e290219afe2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:18.949516 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249bbe08-c328-4a62-badf-0740779c2903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-5598c04d-6f3c-49ab-81a3-8bd14353d5f1', 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'fixed_ips': [{'subnet_id': '21142e5f-0400-4f00-89a6-99920e6977b4'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 02:23:18.950285 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-249bbe08-c328-4a62-badf-0740779c2903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:19.030339 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8880040b-1f44-4ef9-b697-4e290219afe2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:19.086112 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-249bbe08-c328-4a62-badf-0740779c2903 None None] Allocated IP 172.20.0.2 (5598c04d-6f3c-49ab-81a3-8bd14353d5f1/21142e5f-0400-4f00-89a6-99920e6977b4/f013d1d3-969c-4f70-952f-5303f63f070a) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:23:19.230367 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8880040b-1f44-4ef9-b697-4e290219afe2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:19.249989 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8880040b-1f44-4ef9-b697-4e290219afe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:19.356551 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-8880040b-1f44-4ef9-b697-4e290219afe2 admin admin] Allocated IP 172.25.8.158 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/2e17aadb-7f5d-42b2-b0bd-db16f594b455) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:23:19.384419 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-249bbe08-c328-4a62-badf-0740779c2903 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:19.390620 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-249bbe08-c328-4a62-badf-0740779c2903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:19.431383 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249bbe08-c328-4a62-badf-0740779c2903 None None] Network 5598c04d-6f3c-49ab-81a3-8bd14353d5f1 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:23:19.436301 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-249bbe08-c328-4a62-badf-0740779c2903 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:23:19.438849 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249bbe08-c328-4a62-badf-0740779c2903 None None] Pushing event updated for resources: {'Port': ['ID=f013d1d3-969c-4f70-952f-5303f63f070a,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:19.440996 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249bbe08-c328-4a62-badf-0740779c2903 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:23:19.462053 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8880040b-1f44-4ef9-b697-4e290219afe2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:19.493874 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-249bbe08-c328-4a62-badf-0740779c2903 None None] Attempting to bind port f013d1d3-969c-4f70-952f-5303f63f070a on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:23:19.494305 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-249bbe08-c328-4a62-badf-0740779c2903 None None] Attempting to bind port f013d1d3-969c-4f70-952f-5303f63f070a by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'f1951a4a-beba-4156-8b6a-2cad49f4e4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:23:19.494614 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249bbe08-c328-4a62-badf-0740779c2903 None None] Attempting to bind port f013d1d3-969c-4f70-952f-5303f63f070a on network 5598c04d-6f3c-49ab-81a3-8bd14353d5f1 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:23:19.495508 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8880040b-1f44-4ef9-b697-4e290219afe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:19.500588 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249bbe08-c328-4a62-badf-0740779c2903 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:23:19.501192 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249bbe08-c328-4a62-badf-0740779c2903 None None] Checking segment: {'id': 'f1951a4a-beba-4156-8b6a-2cad49f4e4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:23:19.501605 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-249bbe08-c328-4a62-badf-0740779c2903 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:19.502005 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249bbe08-c328-4a62-badf-0740779c2903 None None] Bound using segment: {'id': 'f1951a4a-beba-4156-8b6a-2cad49f4e4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:23:19.502473 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-249bbe08-c328-4a62-badf-0740779c2903 None None] Bound port: f013d1d3-969c-4f70-952f-5303f63f070a, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1951a4a-beba-4156-8b6a-2cad49f4e4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:23:19.502861 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-249bbe08-c328-4a62-badf-0740779c2903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:19.541623 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8880040b-1f44-4ef9-b697-4e290219afe2 admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:23:19.546003 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-8880040b-1f44-4ef9-b697-4e290219afe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:23:19.549226 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8880040b-1f44-4ef9-b697-4e290219afe2 admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:23:19.567139 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-249bbe08-c328-4a62-badf-0740779c2903 None None] For port f013d1d3-969c-4f70-952f-5303f63f070a, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:23:19.570114 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-249bbe08-c328-4a62-badf-0740779c2903 None None] For port f013d1d3-969c-4f70-952f-5303f63f070a, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=f013d1d3-969c-4f70-952f-5303f63f070a,segment=NetworkSegment(f1951a4a-beba-4156-8b6a-2cad49f4e4f5),segment_id=f1951a4a-beba-4156-8b6a-2cad49f4e4f5)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:23:19.575879 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-249bbe08-c328-4a62-badf-0740779c2903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:19.577051 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880040b-1f44-4ef9-b697-4e290219afe2 admin admin] Pushing event updated for resources: {'Port': ['ID=2e17aadb-7f5d-42b2-b0bd-db16f594b455,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:19.641694 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249bbe08-c328-4a62-badf-0740779c2903 None None] Pushing event updated for resources: {'Port': ['ID=f013d1d3-969c-4f70-952f-5303f63f070a,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:19.818843 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8880040b-1f44-4ef9-b697-4e290219afe2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:20.041416 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:20.206143 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f013d1d3-969c-4f70-952f-5303f63f070a up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:23:20.258801 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port f013d1d3-969c-4f70-952f-5303f63f070a triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:23:20.259178 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:20.345034 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:20.352600 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8880040b-1f44-4ef9-b697-4e290219afe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:20.379714 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port f013d1d3-969c-4f70-952f-5303f63f070a, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=f013d1d3-969c-4f70-952f-5303f63f070a,segment=NetworkSegment(f1951a4a-beba-4156-8b6a-2cad49f4e4f5),segment_id=f1951a4a-beba-4156-8b6a-2cad49f4e4f5)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:23:20.384459 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:20.436516 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=f013d1d3-969c-4f70-952f-5303f63f070a,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:20.497284 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8880040b-1f44-4ef9-b697-4e290219afe2 admin admin] Router b22ed484-ece8-4677-976b-0dae584fd50d is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 02:23:20.540770 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5073e713-89fc-4835-a310-1acee34118a7 None None] Network 5598c04d-6f3c-49ab-81a3-8bd14353d5f1 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:23:20.603404 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8880040b-1f44-4ef9-b697-4e290219afe2 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:23:20.612432 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a57c25a-8c7c-44b4-b130-32e7ff84c79a None None] Sync routers for ids ['b22ed484-ece8-4677-976b-0dae584fd50d'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:23:20.620265 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8880040b-1f44-4ef9-b697-4e290219afe2 admin admin] Publish callbacks [] for router, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:20.621521 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8880040b-1f44-4ef9-b697-4e290219afe2 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8078291 Oct 19 02:23:20.624267 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57182) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:23:20.638190 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a57c25a-8c7c-44b4-b130-32e7ff84c79a None None] Routers {'b22ed484-ece8-4677-976b-0dae584fd50d'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:23:20.638819 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-5a57c25a-8c7c-44b4-b130-32e7ff84c79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:23:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b22ed484-ece8-4677-976b-0dae584fd50d'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:23:20.713543 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4f08101a-694a-4dd5-897b-51a6b241d407 None None] Provisioning complete for port f013d1d3-969c-4f70-952f-5303f63f070a triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:23:20.713912 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4f08101a-694a-4dd5-897b-51a6b241d407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:20.841837 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-5a57c25a-8c7c-44b4-b130-32e7ff84c79a None None] Set router b22ed484-ece8-4677-976b-0dae584fd50d gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:23:21.054350 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9965587e-043d-4f9f-8f22-a0156029c00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:21.064816 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-5a57c25a-8c7c-44b4-b130-32e7ff84c79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'name': 'tempest-TestSnapshotPattern-890180036-router', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '2e17aadb-7f5d-42b2-b0bd-db16f594b455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:23:18Z', 'updated_at': '2021-10-19T02:23:19Z', 'revision_number': 3, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'gw_port': {'id': '2e17aadb-7f5d-42b2-b0bd-db16f594b455', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:19Z', 'updated_at': '2021-10-19T02:23:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:23:21.099937 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a57c25a-8c7c-44b4-b130-32e7ff84c79a None None] Checking router: b22ed484-ece8-4677-976b-0dae584fd50d for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:23:21.100285 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a57c25a-8c7c-44b4-b130-32e7ff84c79a None None] Updating router b22ed484-ece8-4677-976b-0dae584fd50d port 2e17aadb-7f5d-42b2-b0bd-db16f594b455 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:23:21.128284 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5a57c25a-8c7c-44b4-b130-32e7ff84c79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:21.220928 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-9965587e-043d-4f9f-8f22-a0156029c00d admin admin] Allocated IP 172.20.0.1 (5598c04d-6f3c-49ab-81a3-8bd14353d5f1/21142e5f-0400-4f00-89a6-99920e6977b4/61f288d0-487f-4fd6-8bb5-056f478866d8) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:23:21.240483 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-d7082ed0-09b2-43be-8e29-d7e6f61f8d2c None None] Provisioning complete for port f013d1d3-969c-4f70-952f-5303f63f070a triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:23:21.240859 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d7082ed0-09b2-43be-8e29-d7e6f61f8d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:21.322820 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9965587e-043d-4f9f-8f22-a0156029c00d admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:21.354964 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9965587e-043d-4f9f-8f22-a0156029c00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:21.396003 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9965587e-043d-4f9f-8f22-a0156029c00d admin admin] Network 5598c04d-6f3c-49ab-81a3-8bd14353d5f1 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:23:21.401170 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-9965587e-043d-4f9f-8f22-a0156029c00d admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:23:21.407140 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9965587e-043d-4f9f-8f22-a0156029c00d admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:23:21.410299 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965587e-043d-4f9f-8f22-a0156029c00d admin admin] Pushing event updated for resources: {'Port': ['ID=61f288d0-487f-4fd6-8bb5-056f478866d8,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:21.452111 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9965587e-043d-4f9f-8f22-a0156029c00d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:21.461281 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5a57c25a-8c7c-44b4-b130-32e7ff84c79a None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:21.466898 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5a57c25a-8c7c-44b4-b130-32e7ff84c79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:21.519907 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-5a57c25a-8c7c-44b4-b130-32e7ff84c79a None None] Attempting to bind port 2e17aadb-7f5d-42b2-b0bd-db16f594b455 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:23:21.520285 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-5a57c25a-8c7c-44b4-b130-32e7ff84c79a None None] Attempting to bind port 2e17aadb-7f5d-42b2-b0bd-db16f594b455 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:23:21.520662 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a57c25a-8c7c-44b4-b130-32e7ff84c79a None None] Attempting to bind port 2e17aadb-7f5d-42b2-b0bd-db16f594b455 on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:23:21.529969 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a57c25a-8c7c-44b4-b130-32e7ff84c79a None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:23:21.530352 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a57c25a-8c7c-44b4-b130-32e7ff84c79a None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:23:21.530762 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5a57c25a-8c7c-44b4-b130-32e7ff84c79a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:21.531165 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a57c25a-8c7c-44b4-b130-32e7ff84c79a None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:23:21.532204 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-5a57c25a-8c7c-44b4-b130-32e7ff84c79a None None] Bound port: 2e17aadb-7f5d-42b2-b0bd-db16f594b455, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:23:21.533334 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5a57c25a-8c7c-44b4-b130-32e7ff84c79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:21.535455 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8647a-d33d-42e0-b8bd-dbc758ad02b0 None None] Pushing event updated for resources: {'Port': ['ID=2e17aadb-7f5d-42b2-b0bd-db16f594b455,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:21.589717 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-5a57c25a-8c7c-44b4-b130-32e7ff84c79a None None] For port 2e17aadb-7f5d-42b2-b0bd-db16f594b455, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:23:21.589984 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9965587e-043d-4f9f-8f22-a0156029c00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:21.593106 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-5a57c25a-8c7c-44b4-b130-32e7ff84c79a None None] For port 2e17aadb-7f5d-42b2-b0bd-db16f594b455, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=2e17aadb-7f5d-42b2-b0bd-db16f594b455,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:23:21.598470 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5a57c25a-8c7c-44b4-b130-32e7ff84c79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:21.669828 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a57c25a-8c7c-44b4-b130-32e7ff84c79a None None] Routers {'b22ed484-ece8-4677-976b-0dae584fd50d'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:23:21.670568 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-5a57c25a-8c7c-44b4-b130-32e7ff84c79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:23:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b22ed484-ece8-4677-976b-0dae584fd50d'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:23:21.710611 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-d34680a5-4c07-4f27-8c49-bc54b2ec886b None None] Provisioning complete for port 61f288d0-487f-4fd6-8bb5-056f478866d8 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:23:21.710891 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d34680a5-4c07-4f27-8c49-bc54b2ec886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:21.714111 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8647a-d33d-42e0-b8bd-dbc758ad02b0 None None] Pushing event updated for resources: {'Port': ['ID=2e17aadb-7f5d-42b2-b0bd-db16f594b455,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:21.760857 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-d34680a5-4c07-4f27-8c49-bc54b2ec886b None None] Port 61f288d0-487f-4fd6-8bb5-056f478866d8 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:23:21.761446 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9965587e-043d-4f9f-8f22-a0156029c00d admin admin] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:21.766668 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9965587e-043d-4f9f-8f22-a0156029c00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:21.817862 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-5a57c25a-8c7c-44b4-b130-32e7ff84c79a None None] Set router b22ed484-ece8-4677-976b-0dae584fd50d gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:23:21.836860 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965587e-043d-4f9f-8f22-a0156029c00d admin admin] Pushing event updated for resources: {'Port': ['ID=61f288d0-487f-4fd6-8bb5-056f478866d8,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:21.840645 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-9965587e-043d-4f9f-8f22-a0156029c00d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:21.932777 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9965587e-043d-4f9f-8f22-a0156029c00d admin admin] Network 5598c04d-6f3c-49ab-81a3-8bd14353d5f1 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:23:21.934136 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-9965587e-043d-4f9f-8f22-a0156029c00d admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:23:22.027033 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-5a57c25a-8c7c-44b4-b130-32e7ff84c79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'name': 'tempest-TestSnapshotPattern-890180036-router', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '2e17aadb-7f5d-42b2-b0bd-db16f594b455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:23:18Z', 'updated_at': '2021-10-19T02:23:21Z', 'revision_number': 4, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'gw_port': {'id': '2e17aadb-7f5d-42b2-b0bd-db16f594b455', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:19Z', 'updated_at': '2021-10-19T02:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '61f288d0-487f-4fd6-8bb5-056f478866d8', 'name': '', 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'mac_address': 'fa:16:3e:60:cf:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '21142e5f-0400-4f00-89a6-99920e6977b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:21Z', 'updated_at': '2021-10-19T02:23:21Z', 'revision_number': 1, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'subnets': [{'id': '21142e5f-0400-4f00-89a6-99920e6977b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:23:22.058494 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a57c25a-8c7c-44b4-b130-32e7ff84c79a None None] The sync data for ids ['b22ed484-ece8-4677-976b-0dae584fd50d'] in n-d-715271-26 is: [{'id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'name': 'tempest-TestSnapshotPattern-890180036-router', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '2e17aadb-7f5d-42b2-b0bd-db16f594b455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:23:18Z', 'updated_at': '2021-10-19T02:23:21Z', 'revision_number': 4, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'gw_port': {'id': '2e17aadb-7f5d-42b2-b0bd-db16f594b455', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:19Z', 'updated_at': '2021-10-19T02:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '61f288d0-487f-4fd6-8bb5-056f478866d8', 'name': '', 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'mac_address': 'fa:16:3e:60:cf:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '21142e5f-0400-4f00-89a6-99920e6977b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:21Z', 'updated_at': '2021-10-19T02:23:21Z', 'revision_number': 1, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'subnets': [{'id': '21142e5f-0400-4f00-89a6-99920e6977b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:23:22.070159 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9965587e-043d-4f9f-8f22-a0156029c00d admin admin] Router b22ed484-ece8-4677-976b-0dae584fd50d has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:23:22.186934 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-ac4dd625-b9f3-42f6-a141-ff240a351d6c None None] Provisioning complete for port 61f288d0-487f-4fd6-8bb5-056f478866d8 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:23:22.187246 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-ac4dd625-b9f3-42f6-a141-ff240a351d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:22.205331 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9965587e-043d-4f9f-8f22-a0156029c00d admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:23:22.210868 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f013d1d3-969c-4f70-952f-5303f63f070a up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:23:22.211260 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-9965587e-043d-4f9f-8f22-a0156029c00d admin admin] 10.222.0.57 "PUT /v2.0/routers/b22ed484-ece8-4677-976b-0dae584fd50d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5859706 Oct 19 02:23:22.265553 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dd625-b9f3-42f6-a141-ff240a351d6c None None] Port 61f288d0-487f-4fd6-8bb5-056f478866d8 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:23:22.285408 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port f013d1d3-969c-4f70-952f-5303f63f070a triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:23:22.285785 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:22.731406 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57198) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:23:22.736985 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-3e3274fb-ea2e-48f6-80b4-f780e67d6104 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-183209657-network', 'tenant_id': 'f01849c1ff934888a25c05c75585a871'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:23:22.762451 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3274fb-ea2e-48f6-80b4-f780e67d6104 admin admin] Made reservation on behalf of f01849c1ff934888a25c05c75585a871 for: {'network': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:23:22.764866 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3e3274fb-ea2e-48f6-80b4-f780e67d6104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for network, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:22.774297 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3e3274fb-ea2e-48f6-80b4-f780e67d6104 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:22.852202 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3e3274fb-ea2e-48f6-80b4-f780e67d6104 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:22.856249 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3e3274fb-ea2e-48f6-80b4-f780e67d6104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:22.885743 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e3274fb-ea2e-48f6-80b4-f780e67d6104 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=100607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 02:23:22.896362 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3274fb-ea2e-48f6-80b4-f780e67d6104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f0640d-1cf0-4d87-9e62-f5c3c229cc6b,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:22.901528 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3e3274fb-ea2e-48f6-80b4-f780e67d6104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:22.901870 n-d-715271-26 neutron-server[100607]: INFO neutron.db.segments_db [None req-3e3274fb-ea2e-48f6-80b4-f780e67d6104 admin admin] Added segment 87d33b4e-0a3b-425a-a533-cceceeccd5a0 of type vlan for network 9bb7d576-f9c4-4a34-a5dc-8c7907b1c109 Oct 19 02:23:22.943299 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3e3274fb-ea2e-48f6-80b4-f780e67d6104 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775132691173'] for network, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:22.970790 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3e3274fb-ea2e-48f6-80b4-f780e67d6104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187'] for network, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:22.971685 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3274fb-ea2e-48f6-80b4-f780e67d6104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:22.972293 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-3e3274fb-ea2e-48f6-80b4-f780e67d6104 admin admin] Publish callbacks [] for network, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:23.006740 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-3e3274fb-ea2e-48f6-80b4-f780e67d6104 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2741704 Oct 19 02:23:23.009612 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57200) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:23:23.015774 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-cf31d51f-80b2-4866-ae0f-15dffc61f1f7 admin admin] Request body: {'subnet': {'network_id': '9bb7d576-f9c4-4a34-a5dc-8c7907b1c109', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-183209657-subnet', 'tenant_id': 'f01849c1ff934888a25c05c75585a871', 'ip_version': 4}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:23:23.037350 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3274fb-ea2e-48f6-80b4-f780e67d6104 admin admin] Pushing event updated for resources: {'Network': ['ID=9bb7d576-f9c4-4a34-a5dc-8c7907b1c109,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:23.040238 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf31d51f-80b2-4866-ae0f-15dffc61f1f7 admin admin] Made reservation on behalf of f01849c1ff934888a25c05c75585a871 for: {'subnet': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:23:23.042573 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cf31d51f-80b2-4866-ae0f-15dffc61f1f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8820878'] for subnet, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:23.048813 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Network 9bb7d576-f9c4-4a34-a5dc-8c7907b1c109 details requested by agent ovs-agent-n-d-715271-26 with host n-d-715271-26 {{(pid=100608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 02:23:23.224078 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cf31d51f-80b2-4866-ae0f-15dffc61f1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8979790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8820896'] for subnet, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:23.284090 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31d51f-80b2-4866-ae0f-15dffc61f1f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbc55351-9668-4116-91aa-b2a105bdeaec,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:23.291832 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf31d51f-80b2-4866-ae0f-15dffc61f1f7 admin admin] Checking segment: {'id': '87d33b4e-0a3b-425a-a533-cceceeccd5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9bb7d576-f9c4-4a34-a5dc-8c7907b1c109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:23:23.292200 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf31d51f-80b2-4866-ae0f-15dffc61f1f7 admin admin] Network hostable DHCP agents. Network: 9bb7d576-f9c4-4a34-a5dc-8c7907b1c109, hostable agents: ['a3f0448f-e331-4aff-b151-73897281f044'], hosted agents: [] {{(pid=100606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 02:23:23.309691 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf31d51f-80b2-4866-ae0f-15dffc61f1f7 admin admin] Network 9bb7d576-f9c4-4a34-a5dc-8c7907b1c109 is scheduled to be hosted by DHCP agent a3f0448f-e331-4aff-b151-73897281f044 with binding_index 1 {{(pid=100606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 02:23:23.321502 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-cf31d51f-80b2-4866-ae0f-15dffc61f1f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-26, 9bb7d576-f9c4-4a34-a5dc-8c7907b1c109) {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:23:23.326109 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf31d51f-80b2-4866-ae0f-15dffc61f1f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:23.326694 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-cf31d51f-80b2-4866-ae0f-15dffc61f1f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:23.332411 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9174d656-0bed-44c0-ac22-90cf76e81429 None None] Network 9bb7d576-f9c4-4a34-a5dc-8c7907b1c109 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:23:23.345139 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cf31d51f-80b2-4866-ae0f-15dffc61f1f7 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3334126 Oct 19 02:23:23.347478 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57202) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:23:23.352033 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-0fcba604-22ba-4296-a0c0-324a3d64fc78 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-183209657-router', 'tenant_id': 'f01849c1ff934888a25c05c75585a871', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:23:23.372933 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0fcba604-22ba-4296-a0c0-324a3d64fc78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:23.374015 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0fcba604-22ba-4296-a0c0-324a3d64fc78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64944'] for router, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:23.431286 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0fcba604-22ba-4296-a0c0-324a3d64fc78 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:23.480054 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a3e52b-157f-437b-984c-24089fc63e85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31c12c1-c8dd-5679-9882-4a10c82b7369-9bb7d576-f9c4-4a34-a5dc-8c7907b1c109', 'network_id': '9bb7d576-f9c4-4a34-a5dc-8c7907b1c109', 'tenant_id': 'f01849c1ff934888a25c05c75585a871', 'fixed_ips': [{'subnet_id': 'dbc55351-9668-4116-91aa-b2a105bdeaec'}]}} from n-d-715271-26. {{(pid=100608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 02:23:23.481017 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b4a3e52b-157f-437b-984c-24089fc63e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:23.580328 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0fcba604-22ba-4296-a0c0-324a3d64fc78 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:23.619536 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.db_base_plugin_common [None req-b4a3e52b-157f-437b-984c-24089fc63e85 None None] Allocated IP 172.20.0.2 (9bb7d576-f9c4-4a34-a5dc-8c7907b1c109/dbc55351-9668-4116-91aa-b2a105bdeaec/bb1f6610-195d-4feb-9364-ce7402676f23) {{(pid=100608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:23:23.764543 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b4a3e52b-157f-437b-984c-24089fc63e85 None None] Publish callbacks [] for port, precommit_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:23.771579 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b4a3e52b-157f-437b-984c-24089fc63e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299'] for port, after_create {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:23.786560 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0fcba604-22ba-4296-a0c0-324a3d64fc78 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:23.807883 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0fcba604-22ba-4296-a0c0-324a3d64fc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:23.927172 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-0fcba604-22ba-4296-a0c0-324a3d64fc78 admin admin] Allocated IP 172.25.8.208 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/7f58fdae-3c22-40f1-8475-f905ff2e0177) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:23:23.968464 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a3e52b-157f-437b-984c-24089fc63e85 None None] Network 9bb7d576-f9c4-4a34-a5dc-8c7907b1c109 is already hosted by enough agents. {{(pid=100608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:23:23.972434 n-d-715271-26 neutron-server[100608]: DEBUG neutron.scheduler.base_scheduler [None req-b4a3e52b-157f-437b-984c-24089fc63e85 None None] Resources bound (agent type, host, resource id): {{(pid=100608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:23:23.976552 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a3e52b-157f-437b-984c-24089fc63e85 None None] Received port after_create {{(pid=100608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:23:23.982714 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3e52b-157f-437b-984c-24089fc63e85 None None] Pushing event updated for resources: {'Port': ['ID=bb1f6610-195d-4feb-9364-ce7402676f23,revision_number=1']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:24.033745 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-b4a3e52b-157f-437b-984c-24089fc63e85 None None] Attempting to bind port bb1f6610-195d-4feb-9364-ce7402676f23 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:23:24.034125 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-b4a3e52b-157f-437b-984c-24089fc63e85 None None] Attempting to bind port bb1f6610-195d-4feb-9364-ce7402676f23 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '87d33b4e-0a3b-425a-a533-cceceeccd5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9bb7d576-f9c4-4a34-a5dc-8c7907b1c109'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:23:24.034489 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a3e52b-157f-437b-984c-24089fc63e85 None None] Attempting to bind port bb1f6610-195d-4feb-9364-ce7402676f23 on network 9bb7d576-f9c4-4a34-a5dc-8c7907b1c109 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:23:24.039898 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a3e52b-157f-437b-984c-24089fc63e85 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:23:24.040265 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a3e52b-157f-437b-984c-24089fc63e85 None None] Checking segment: {'id': '87d33b4e-0a3b-425a-a533-cceceeccd5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9bb7d576-f9c4-4a34-a5dc-8c7907b1c109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:23:24.040599 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0fcba604-22ba-4296-a0c0-324a3d64fc78 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:24.041074 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b4a3e52b-157f-437b-984c-24089fc63e85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:24.041296 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a3e52b-157f-437b-984c-24089fc63e85 None None] Bound using segment: {'id': '87d33b4e-0a3b-425a-a533-cceceeccd5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9bb7d576-f9c4-4a34-a5dc-8c7907b1c109'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:23:24.041926 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-b4a3e52b-157f-437b-984c-24089fc63e85 None None] Bound port: bb1f6610-195d-4feb-9364-ce7402676f23, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87d33b4e-0a3b-425a-a533-cceceeccd5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9bb7d576-f9c4-4a34-a5dc-8c7907b1c109'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:23:24.042306 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b4a3e52b-157f-437b-984c-24089fc63e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:24.081225 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0fcba604-22ba-4296-a0c0-324a3d64fc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:24.109283 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-b4a3e52b-157f-437b-984c-24089fc63e85 None None] For port bb1f6610-195d-4feb-9364-ce7402676f23, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:23:24.113059 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-b4a3e52b-157f-437b-984c-24089fc63e85 None None] For port bb1f6610-195d-4feb-9364-ce7402676f23, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=bb1f6610-195d-4feb-9364-ce7402676f23,segment=NetworkSegment(87d33b4e-0a3b-425a-a533-cceceeccd5a0),segment_id=87d33b4e-0a3b-425a-a533-cceceeccd5a0)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:23:24.116056 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140b4022-e888-4f52-a1f5-47a0cb2e292b None None] Sync routers for ids ['b22ed484-ece8-4677-976b-0dae584fd50d'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:23:24.118603 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b4a3e52b-157f-437b-984c-24089fc63e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:24.129657 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140b4022-e888-4f52-a1f5-47a0cb2e292b None None] Routers {'b22ed484-ece8-4677-976b-0dae584fd50d'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:23:24.130522 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-140b4022-e888-4f52-a1f5-47a0cb2e292b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:23:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b22ed484-ece8-4677-976b-0dae584fd50d'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:23:24.135919 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcba604-22ba-4296-a0c0-324a3d64fc78 admin admin] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:23:24.138899 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-0fcba604-22ba-4296-a0c0-324a3d64fc78 admin admin] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:23:24.162195 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcba604-22ba-4296-a0c0-324a3d64fc78 admin admin] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:23:24.194920 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcba604-22ba-4296-a0c0-324a3d64fc78 admin admin] Pushing event updated for resources: {'Port': ['ID=7f58fdae-3c22-40f1-8475-f905ff2e0177,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:24.206869 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3e52b-157f-437b-984c-24089fc63e85 None None] Pushing event updated for resources: {'Port': ['ID=bb1f6610-195d-4feb-9364-ce7402676f23,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:24.236170 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 2e17aadb-7f5d-42b2-b0bd-db16f594b455 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:23:24.287332 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-140b4022-e888-4f52-a1f5-47a0cb2e292b None None] Set router b22ed484-ece8-4677-976b-0dae584fd50d gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:23:24.291963 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 2e17aadb-7f5d-42b2-b0bd-db16f594b455 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:23:24.292571 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:24.422885 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:24.445832 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 2e17aadb-7f5d-42b2-b0bd-db16f594b455, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=2e17aadb-7f5d-42b2-b0bd-db16f594b455,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:23:24.456161 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:24.526732 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0fcba604-22ba-4296-a0c0-324a3d64fc78 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:24.534963 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=2e17aadb-7f5d-42b2-b0bd-db16f594b455,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:24.567104 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-140b4022-e888-4f52-a1f5-47a0cb2e292b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'name': 'tempest-TestSnapshotPattern-890180036-router', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '2e17aadb-7f5d-42b2-b0bd-db16f594b455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:23:18Z', 'updated_at': '2021-10-19T02:23:21Z', 'revision_number': 4, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'gw_port': {'id': '2e17aadb-7f5d-42b2-b0bd-db16f594b455', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:19Z', 'updated_at': '2021-10-19T02:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '61f288d0-487f-4fd6-8bb5-056f478866d8', 'name': '', 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'mac_address': 'fa:16:3e:60:cf:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '21142e5f-0400-4f00-89a6-99920e6977b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:21Z', 'updated_at': '2021-10-19T02:23:21Z', 'revision_number': 2, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'subnets': [{'id': '21142e5f-0400-4f00-89a6-99920e6977b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:23:24.595676 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140b4022-e888-4f52-a1f5-47a0cb2e292b None None] Checking router: b22ed484-ece8-4677-976b-0dae584fd50d for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:23:24.596151 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140b4022-e888-4f52-a1f5-47a0cb2e292b None None] Updating router b22ed484-ece8-4677-976b-0dae584fd50d port 61f288d0-487f-4fd6-8bb5-056f478866d8 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:23:24.620650 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-140b4022-e888-4f52-a1f5-47a0cb2e292b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:24.735168 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0fcba604-22ba-4296-a0c0-324a3d64fc78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603496'] for router, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:24.873545 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fcba604-22ba-4296-a0c0-324a3d64fc78 admin admin] Router ce4eb9bd-716b-4aed-bd83-086276718507 is scheduled to L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb with binding_index 1 {{(pid=100606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 02:23:24.894905 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-140b4022-e888-4f52-a1f5-47a0cb2e292b None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:24.900295 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-140b4022-e888-4f52-a1f5-47a0cb2e292b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:24.946473 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32feb1-ed40-477c-9a65-668b29b7b38e None None] Pushing event updated for resources: {'Port': ['ID=61f288d0-487f-4fd6-8bb5-056f478866d8,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:24.960806 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32feb1-ed40-477c-9a65-668b29b7b38e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:24.961146 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32feb1-ed40-477c-9a65-668b29b7b38e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:24.961476 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32feb1-ed40-477c-9a65-668b29b7b38e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:24.961804 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32feb1-ed40-477c-9a65-668b29b7b38e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:24.962126 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32feb1-ed40-477c-9a65-668b29b7b38e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:24.962945 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32feb1-ed40-477c-9a65-668b29b7b38e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:24.962945 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32feb1-ed40-477c-9a65-668b29b7b38e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:24.963260 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32feb1-ed40-477c-9a65-668b29b7b38e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:24.963373 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32feb1-ed40-477c-9a65-668b29b7b38e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:24.963631 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32feb1-ed40-477c-9a65-668b29b7b38e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:24.963971 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32feb1-ed40-477c-9a65-668b29b7b38e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:24.964277 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32feb1-ed40-477c-9a65-668b29b7b38e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:23:25.013372 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fcba604-22ba-4296-a0c0-324a3d64fc78 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:23:25.024488 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-140b4022-e888-4f52-a1f5-47a0cb2e292b None None] Attempting to bind port 61f288d0-487f-4fd6-8bb5-056f478866d8 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:23:25.025006 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e77c55-d615-4544-9099-6f61e476104d None None] Sync routers for ids ['ce4eb9bd-716b-4aed-bd83-086276718507'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:23:25.025188 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-140b4022-e888-4f52-a1f5-47a0cb2e292b None None] Attempting to bind port 61f288d0-487f-4fd6-8bb5-056f478866d8 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'f1951a4a-beba-4156-8b6a-2cad49f4e4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:23:25.025662 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140b4022-e888-4f52-a1f5-47a0cb2e292b None None] Attempting to bind port 61f288d0-487f-4fd6-8bb5-056f478866d8 on network 5598c04d-6f3c-49ab-81a3-8bd14353d5f1 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:23:25.032393 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140b4022-e888-4f52-a1f5-47a0cb2e292b None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:23:25.033180 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140b4022-e888-4f52-a1f5-47a0cb2e292b None None] Checking segment: {'id': 'f1951a4a-beba-4156-8b6a-2cad49f4e4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:23:25.033442 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-140b4022-e888-4f52-a1f5-47a0cb2e292b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:25.033906 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140b4022-e888-4f52-a1f5-47a0cb2e292b None None] Bound using segment: {'id': 'f1951a4a-beba-4156-8b6a-2cad49f4e4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:23:25.034580 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-140b4022-e888-4f52-a1f5-47a0cb2e292b None None] Bound port: 61f288d0-487f-4fd6-8bb5-056f478866d8, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1951a4a-beba-4156-8b6a-2cad49f4e4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:23:25.035234 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-140b4022-e888-4f52-a1f5-47a0cb2e292b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:25.039654 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e77c55-d615-4544-9099-6f61e476104d None None] Routers {'ce4eb9bd-716b-4aed-bd83-086276718507'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:23:25.040315 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-70e77c55-d615-4544-9099-6f61e476104d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:23:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['ce4eb9bd-716b-4aed-bd83-086276718507'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:23:25.056472 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-0fcba604-22ba-4296-a0c0-324a3d64fc78 admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:25.057761 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-0fcba604-22ba-4296-a0c0-324a3d64fc78 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7091126 Oct 19 02:23:25.060680 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57204) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:23:25.121649 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-140b4022-e888-4f52-a1f5-47a0cb2e292b None None] For port 61f288d0-487f-4fd6-8bb5-056f478866d8, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:23:25.127574 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-140b4022-e888-4f52-a1f5-47a0cb2e292b None None] For port 61f288d0-487f-4fd6-8bb5-056f478866d8, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=61f288d0-487f-4fd6-8bb5-056f478866d8,segment=NetworkSegment(f1951a4a-beba-4156-8b6a-2cad49f4e4f5),segment_id=f1951a4a-beba-4156-8b6a-2cad49f4e4f5)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:23:25.138179 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-140b4022-e888-4f52-a1f5-47a0cb2e292b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:25.192115 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-70e77c55-d615-4544-9099-6f61e476104d None None] Set router ce4eb9bd-716b-4aed-bd83-086276718507 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:23:25.208225 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140b4022-e888-4f52-a1f5-47a0cb2e292b None None] Routers {'b22ed484-ece8-4677-976b-0dae584fd50d'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:23:25.208899 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-140b4022-e888-4f52-a1f5-47a0cb2e292b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:23:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b22ed484-ece8-4677-976b-0dae584fd50d'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:23:25.306889 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32feb1-ed40-477c-9a65-668b29b7b38e None None] Pushing event updated for resources: {'Port': ['ID=61f288d0-487f-4fd6-8bb5-056f478866d8,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:25.382250 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b5be1f16-f4bb-4d17-acbe-5e2dc272a7cf None None] Provisioning complete for port 61f288d0-487f-4fd6-8bb5-056f478866d8 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:23:25.386556 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b5be1f16-f4bb-4d17-acbe-5e2dc272a7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:25.416298 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1a3f11-57c5-4f89-b872-7a3d4b0ecf33 None None] Network 9bb7d576-f9c4-4a34-a5dc-8c7907b1c109 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:23:25.423869 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-140b4022-e888-4f52-a1f5-47a0cb2e292b None None] Set router b22ed484-ece8-4677-976b-0dae584fd50d gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:23:25.597573 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-70e77c55-d615-4544-9099-6f61e476104d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4eb9bd-716b-4aed-bd83-086276718507', 'name': 'tempest-TestSnapshotPattern-183209657-router', 'tenant_id': 'f01849c1ff934888a25c05c75585a871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '7f58fdae-3c22-40f1-8475-f905ff2e0177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:23:23Z', 'updated_at': '2021-10-19T02:23:24Z', 'revision_number': 3, 'project_id': 'f01849c1ff934888a25c05c75585a871', 'gw_port': {'id': '7f58fdae-3c22-40f1-8475-f905ff2e0177', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:16:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4eb9bd-716b-4aed-bd83-086276718507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:23Z', 'updated_at': '2021-10-19T02:23:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:23:25.613229 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b51c5403-b710-49ff-b3fc-3c0319295789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:25.645280 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e77c55-d615-4544-9099-6f61e476104d None None] Checking router: ce4eb9bd-716b-4aed-bd83-086276718507 for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:23:25.645549 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e77c55-d615-4544-9099-6f61e476104d None None] Updating router ce4eb9bd-716b-4aed-bd83-086276718507 port 7f58fdae-3c22-40f1-8475-f905ff2e0177 binding host n-d-715271-26 {{(pid=100608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:23:25.646985 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-140b4022-e888-4f52-a1f5-47a0cb2e292b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'name': 'tempest-TestSnapshotPattern-890180036-router', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '2e17aadb-7f5d-42b2-b0bd-db16f594b455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:23:18Z', 'updated_at': '2021-10-19T02:23:21Z', 'revision_number': 4, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'gw_port': {'id': '2e17aadb-7f5d-42b2-b0bd-db16f594b455', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:19Z', 'updated_at': '2021-10-19T02:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '61f288d0-487f-4fd6-8bb5-056f478866d8', 'name': '', 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'mac_address': 'fa:16:3e:60:cf:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '21142e5f-0400-4f00-89a6-99920e6977b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:21Z', 'updated_at': '2021-10-19T02:23:25Z', 'revision_number': 4, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'subnets': [{'id': '21142e5f-0400-4f00-89a6-99920e6977b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:23:25.651654 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b5be1f16-f4bb-4d17-acbe-5e2dc272a7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:25.679516 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140b4022-e888-4f52-a1f5-47a0cb2e292b None None] The sync data for ids ['b22ed484-ece8-4677-976b-0dae584fd50d'] in n-d-715271-26 is: [{'id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'name': 'tempest-TestSnapshotPattern-890180036-router', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '2e17aadb-7f5d-42b2-b0bd-db16f594b455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:23:18Z', 'updated_at': '2021-10-19T02:23:21Z', 'revision_number': 4, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'gw_port': {'id': '2e17aadb-7f5d-42b2-b0bd-db16f594b455', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:19Z', 'updated_at': '2021-10-19T02:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '61f288d0-487f-4fd6-8bb5-056f478866d8', 'name': '', 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'mac_address': 'fa:16:3e:60:cf:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '21142e5f-0400-4f00-89a6-99920e6977b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:21Z', 'updated_at': '2021-10-19T02:23:25Z', 'revision_number': 4, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'subnets': [{'id': '21142e5f-0400-4f00-89a6-99920e6977b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:23:25.691966 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-70e77c55-d615-4544-9099-6f61e476104d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:25.756677 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-b5be1f16-f4bb-4d17-acbe-5e2dc272a7cf None None] For port 61f288d0-487f-4fd6-8bb5-056f478866d8, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=61f288d0-487f-4fd6-8bb5-056f478866d8,segment=NetworkSegment(f1951a4a-beba-4156-8b6a-2cad49f4e4f5),segment_id=f1951a4a-beba-4156-8b6a-2cad49f4e4f5)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:23:25.764896 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b5be1f16-f4bb-4d17-acbe-5e2dc272a7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:25.792742 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [None req-b51c5403-b710-49ff-b3fc-3c0319295789 admin admin] Allocated IP 172.20.0.1 (9bb7d576-f9c4-4a34-a5dc-8c7907b1c109/dbc55351-9668-4116-91aa-b2a105bdeaec/e709e47a-e840-4d5c-89af-5ce09feff460) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:23:25.912015 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b51c5403-b710-49ff-b3fc-3c0319295789 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:25.926436 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be1f16-f4bb-4d17-acbe-5e2dc272a7cf None None] Pushing event updated for resources: {'Port': ['ID=61f288d0-487f-4fd6-8bb5-056f478866d8,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:25.964069 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b51c5403-b710-49ff-b3fc-3c0319295789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:25.971013 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-40e9f9ee-3c36-45b9-910b-99795da0eb79 None None] Provisioning complete for port 61f288d0-487f-4fd6-8bb5-056f478866d8 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:23:25.971406 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-40e9f9ee-3c36-45b9-910b-99795da0eb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:26.021195 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c5403-b710-49ff-b3fc-3c0319295789 admin admin] Pushing event updated for resources: {'Port': ['ID=e709e47a-e840-4d5c-89af-5ce09feff460,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:26.037960 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51c5403-b710-49ff-b3fc-3c0319295789 admin admin] Network 9bb7d576-f9c4-4a34-a5dc-8c7907b1c109 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:23:26.039662 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-b51c5403-b710-49ff-b3fc-3c0319295789 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:23:26.042187 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51c5403-b710-49ff-b3fc-3c0319295789 admin admin] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:23:26.092975 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b51c5403-b710-49ff-b3fc-3c0319295789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603419'] for router_interface, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:26.143181 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-70e77c55-d615-4544-9099-6f61e476104d None None] Publish callbacks [] for port, precommit_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:26.155355 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-70e77c55-d615-4544-9099-6f61e476104d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:26.160980 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-40e9f9ee-3c36-45b9-910b-99795da0eb79 None None] Provisioning complete for port bb1f6610-195d-4feb-9364-ce7402676f23 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:23:26.161433 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-40e9f9ee-3c36-45b9-910b-99795da0eb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:26.279216 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af25f4fa-efd8-4c65-a552-e4e6fdf6fb5b None None] Pushing event updated for resources: {'Port': ['ID=7f58fdae-3c22-40f1-8475-f905ff2e0177,revision_number=2']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:26.290812 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-70e77c55-d615-4544-9099-6f61e476104d None None] Attempting to bind port 7f58fdae-3c22-40f1-8475-f905ff2e0177 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:23:26.291085 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-70e77c55-d615-4544-9099-6f61e476104d None None] Attempting to bind port 7f58fdae-3c22-40f1-8475-f905ff2e0177 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:23:26.291459 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e77c55-d615-4544-9099-6f61e476104d None None] Attempting to bind port 7f58fdae-3c22-40f1-8475-f905ff2e0177 on network a0ce41c0-3b90-40be-93cd-082af8f20c34 {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:23:26.301313 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e77c55-d615-4544-9099-6f61e476104d None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:23:26.301695 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e77c55-d615-4544-9099-6f61e476104d None None] Checking segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:23:26.302100 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-70e77c55-d615-4544-9099-6f61e476104d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:26.302502 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e77c55-d615-4544-9099-6f61e476104d None None] Bound using segment: {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'} {{(pid=100608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:23:26.303046 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.managers [None req-70e77c55-d615-4544-9099-6f61e476104d None None] Bound port: 7f58fdae-3c22-40f1-8475-f905ff2e0177, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb29a2f-79a0-4609-849b-ca04921b3b07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34'}}] {{(pid=100608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:23:26.303358 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-70e77c55-d615-4544-9099-6f61e476104d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:26.337239 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b51c5403-b710-49ff-b3fc-3c0319295789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:26.415619 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-70e77c55-d615-4544-9099-6f61e476104d None None] For port 7f58fdae-3c22-40f1-8475-f905ff2e0177, host n-d-715271-26, cleared binding levels {{(pid=100608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:23:26.431326 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-70e77c55-d615-4544-9099-6f61e476104d None None] For port 7f58fdae-3c22-40f1-8475-f905ff2e0177, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=7f58fdae-3c22-40f1-8475-f905ff2e0177,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:23:26.432878 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 61f288d0-487f-4fd6-8bb5-056f478866d8 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:23:26.459174 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-70e77c55-d615-4544-9099-6f61e476104d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:26.498569 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-40e9f9ee-3c36-45b9-910b-99795da0eb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:26.541055 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b51c5403-b710-49ff-b3fc-3c0319295789 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:26.547685 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b51c5403-b710-49ff-b3fc-3c0319295789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:26.573845 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af25f4fa-efd8-4c65-a552-e4e6fdf6fb5b None None] Pushing event updated for resources: {'Port': ['ID=7f58fdae-3c22-40f1-8475-f905ff2e0177,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:26.576473 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e77c55-d615-4544-9099-6f61e476104d None None] Routers {'ce4eb9bd-716b-4aed-bd83-086276718507'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:23:26.576938 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-70e77c55-d615-4544-9099-6f61e476104d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:23:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['ce4eb9bd-716b-4aed-bd83-086276718507'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:23:26.616019 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-b51c5403-b710-49ff-b3fc-3c0319295789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602539'] for router_interface, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:26.617851 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c5403-b710-49ff-b3fc-3c0319295789 admin admin] Pushing event updated for resources: {'Port': ['ID=e709e47a-e840-4d5c-89af-5ce09feff460,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:26.618880 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-40e9f9ee-3c36-45b9-910b-99795da0eb79 None None] For port bb1f6610-195d-4feb-9364-ce7402676f23, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=bb1f6610-195d-4feb-9364-ce7402676f23,segment=NetworkSegment(87d33b4e-0a3b-425a-a533-cceceeccd5a0),segment_id=87d33b4e-0a3b-425a-a533-cceceeccd5a0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:23:26.628583 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-40e9f9ee-3c36-45b9-910b-99795da0eb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:26.637764 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 61f288d0-487f-4fd6-8bb5-056f478866d8 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:23:26.638137 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:26.720856 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51c5403-b710-49ff-b3fc-3c0319295789 admin admin] Network 9bb7d576-f9c4-4a34-a5dc-8c7907b1c109 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:23:26.722295 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [None req-b51c5403-b710-49ff-b3fc-3c0319295789 admin admin] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:23:26.768937 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9f9ee-3c36-45b9-910b-99795da0eb79 None None] Pushing event updated for resources: {'Port': ['ID=bb1f6610-195d-4feb-9364-ce7402676f23,revision_number=3']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:26.776011 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-70e77c55-d615-4544-9099-6f61e476104d None None] Set router ce4eb9bd-716b-4aed-bd83-086276718507 gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:23:26.819721 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4eb59c61-1868-4c08-b06e-485b3d20abfe None None] Provisioning complete for port e709e47a-e840-4d5c-89af-5ce09feff460 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:23:26.820114 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4eb59c61-1868-4c08-b06e-485b3d20abfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:26.842121 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51c5403-b710-49ff-b3fc-3c0319295789 admin admin] Router ce4eb9bd-716b-4aed-bd83-086276718507 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:23:26.936371 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4eb59c61-1868-4c08-b06e-485b3d20abfe None None] Port e709e47a-e840-4d5c-89af-5ce09feff460 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:23:26.948027 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device bb1f6610-195d-4feb-9364-ce7402676f23 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:23:26.958695 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51c5403-b710-49ff-b3fc-3c0319295789 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:23:26.963893 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-b51c5403-b710-49ff-b3fc-3c0319295789 admin admin] 10.222.0.57 "PUT /v2.0/routers/ce4eb9bd-716b-4aed-bd83-086276718507/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9021676 Oct 19 02:23:27.172833 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4eb59c61-1868-4c08-b06e-485b3d20abfe None None] Provisioning complete for port bb1f6610-195d-4feb-9364-ce7402676f23 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:23:27.173252 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4eb59c61-1868-4c08-b06e-485b3d20abfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:27.265107 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port bb1f6610-195d-4feb-9364-ce7402676f23 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:23:27.265483 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:27.355294 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-70e77c55-d615-4544-9099-6f61e476104d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4eb9bd-716b-4aed-bd83-086276718507', 'name': 'tempest-TestSnapshotPattern-183209657-router', 'tenant_id': 'f01849c1ff934888a25c05c75585a871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '7f58fdae-3c22-40f1-8475-f905ff2e0177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:23:23Z', 'updated_at': '2021-10-19T02:23:26Z', 'revision_number': 4, 'project_id': 'f01849c1ff934888a25c05c75585a871', 'gw_port': {'id': '7f58fdae-3c22-40f1-8475-f905ff2e0177', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:16:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4eb9bd-716b-4aed-bd83-086276718507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:23Z', 'updated_at': '2021-10-19T02:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'e709e47a-e840-4d5c-89af-5ce09feff460', 'name': '', 'network_id': '9bb7d576-f9c4-4a34-a5dc-8c7907b1c109', 'tenant_id': 'f01849c1ff934888a25c05c75585a871', 'mac_address': 'fa:16:3e:4a:ec:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4eb9bd-716b-4aed-bd83-086276718507', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'dbc55351-9668-4116-91aa-b2a105bdeaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:25Z', 'updated_at': '2021-10-19T02:23:26Z', 'revision_number': 2, 'project_id': 'f01849c1ff934888a25c05c75585a871', 'subnets': [{'id': 'dbc55351-9668-4116-91aa-b2a105bdeaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:23:27.388180 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e77c55-d615-4544-9099-6f61e476104d None None] The sync data for ids ['ce4eb9bd-716b-4aed-bd83-086276718507'] in n-d-715271-26 is: [{'id': 'ce4eb9bd-716b-4aed-bd83-086276718507', 'name': 'tempest-TestSnapshotPattern-183209657-router', 'tenant_id': 'f01849c1ff934888a25c05c75585a871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '7f58fdae-3c22-40f1-8475-f905ff2e0177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:23:23Z', 'updated_at': '2021-10-19T02:23:26Z', 'revision_number': 4, 'project_id': 'f01849c1ff934888a25c05c75585a871', 'gw_port': {'id': '7f58fdae-3c22-40f1-8475-f905ff2e0177', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:16:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4eb9bd-716b-4aed-bd83-086276718507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:23Z', 'updated_at': '2021-10-19T02:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'e709e47a-e840-4d5c-89af-5ce09feff460', 'name': '', 'network_id': '9bb7d576-f9c4-4a34-a5dc-8c7907b1c109', 'tenant_id': 'f01849c1ff934888a25c05c75585a871', 'mac_address': 'fa:16:3e:4a:ec:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4eb9bd-716b-4aed-bd83-086276718507', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'dbc55351-9668-4116-91aa-b2a105bdeaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:25Z', 'updated_at': '2021-10-19T02:23:26Z', 'revision_number': 2, 'project_id': 'f01849c1ff934888a25c05c75585a871', 'subnets': [{'id': 'dbc55351-9668-4116-91aa-b2a105bdeaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:23:27.425746 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 2e17aadb-7f5d-42b2-b0bd-db16f594b455 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:23:27.446719 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57212) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:23:27.451753 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-49996493-0bdc-4f14-812a-b28607d18e2d tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-838585804', 'description': 'tempest-secgroup-smoke-838585804 description', 'project_id': 'c47ada63cb0142e183b2794a8454f454'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:23:27.474748 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-b188f56a-0164-4692-aaf7-9c7051f04220 None None] Provisioning complete for port e709e47a-e840-4d5c-89af-5ce09feff460 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:23:27.475132 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b188f56a-0164-4692-aaf7-9c7051f04220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:27.476979 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-49996493-0bdc-4f14-812a-b28607d18e2d tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks [] for security_group, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:27.516839 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-b188f56a-0164-4692-aaf7-9c7051f04220 None None] Port e709e47a-e840-4d5c-89af-5ce09feff460 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:23:27.520579 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 2e17aadb-7f5d-42b2-b0bd-db16f594b455 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:23:27.520719 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:27.557819 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-49996493-0bdc-4f14-812a-b28607d18e2d tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks [] for security_group, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:27.563082 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-49996493-0bdc-4f14-812a-b28607d18e2d tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:27.594318 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-49996493-0bdc-4f14-812a-b28607d18e2d tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:27.598679 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-49996493-0bdc-4f14-812a-b28607d18e2d tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1479638 Oct 19 02:23:27.599576 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57214) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:23:27.602764 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49996493-0bdc-4f14-812a-b28607d18e2d tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=429d9247-e84b-46af-bcd9-ed100c44cd56,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:27.604443 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-7c35f6af-e69f-41a5-bcfa-2c8331d94802 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Request body: {'security_group_rule': {'security_group_id': '429d9247-e84b-46af-bcd9-ed100c44cd56', 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:23:27.655986 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7c35f6af-e69f-41a5-bcfa-2c8331d94802 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:27.720410 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7c35f6af-e69f-41a5-bcfa-2c8331d94802 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:27.725739 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7c35f6af-e69f-41a5-bcfa-2c8331d94802 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:27.746658 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35f6af-e69f-41a5-bcfa-2c8331d94802 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=638b371c-db06-4024-bda8-851d69849a44,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:27.755356 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-7c35f6af-e69f-41a5-bcfa-2c8331d94802 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:27.756608 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-7c35f6af-e69f-41a5-bcfa-2c8331d94802 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1559675 Oct 19 02:23:27.759344 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57216) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:23:27.763764 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-11a7d9e8-a145-44b5-8e31-39f9c3f71171 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Request body: {'security_group_rule': {'security_group_id': '429d9247-e84b-46af-bcd9-ed100c44cd56', 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:23:27.796802 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-11a7d9e8-a145-44b5-8e31-39f9c3f71171 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:27.850417 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:27.858974 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-11a7d9e8-a145-44b5-8e31-39f9c3f71171 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:27.863404 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-11a7d9e8-a145-44b5-8e31-39f9c3f71171 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:27.883419 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7d9e8-a145-44b5-8e31-39f9c3f71171 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441ff9d6-0446-496b-a101-c81c5980bffa,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:27.889258 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-11a7d9e8-a145-44b5-8e31-39f9c3f71171 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:27.890460 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-11a7d9e8-a145-44b5-8e31-39f9c3f71171 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1301541 Oct 19 02:23:27.893923 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57218) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:23:27.898323 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-eccb592b-0148-4410-b79c-955b2e33f244 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Request body: {'security_group_rule': {'security_group_id': '429d9247-e84b-46af-bcd9-ed100c44cd56', 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:23:27.925308 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eccb592b-0148-4410-b79c-955b2e33f244 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:27.992878 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eccb592b-0148-4410-b79c-955b2e33f244 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:27.996738 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eccb592b-0148-4410-b79c-955b2e33f244 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:28.017111 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb592b-0148-4410-b79c-955b2e33f244 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5325c08b-6187-44ac-98d9-c6c618704b2e,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:28.022668 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-eccb592b-0148-4410-b79c-955b2e33f244 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:28.023901 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-eccb592b-0148-4410-b79c-955b2e33f244 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1290197 Oct 19 02:23:28.026903 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57220) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:23:28.031133 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-6bde6d77-3f39-41b1-9b52-6b8fdcea413c tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Request body: {'security_group_rule': {'security_group_id': '429d9247-e84b-46af-bcd9-ed100c44cd56', 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:23:28.057809 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6bde6d77-3f39-41b1-9b52-6b8fdcea413c tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:28.116592 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6bde6d77-3f39-41b1-9b52-6b8fdcea413c tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:28.120282 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6bde6d77-3f39-41b1-9b52-6b8fdcea413c tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:28.139938 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde6d77-3f39-41b1-9b52-6b8fdcea413c tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdaee246-bdfc-4def-aaf7-376eab9dfff9,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:28.145964 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-6bde6d77-3f39-41b1-9b52-6b8fdcea413c tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:28.148176 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-6bde6d77-3f39-41b1-9b52-6b8fdcea413c tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1203294 Oct 19 02:23:28.150131 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57222) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:23:28.154779 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-8bd9910b-b6e6-488f-8a2b-d2cd7dbcb709 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Request body: {'security_group_rule': {'security_group_id': '429d9247-e84b-46af-bcd9-ed100c44cd56', 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:23:28.177685 n-d-715271-26 neutron-server[100606]: INFO neutron.db.securitygroups_db [None req-8bd9910b-b6e6-488f-8a2b-d2cd7dbcb709 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Project c47ada63cb0142e183b2794a8454f454 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 02:23:28.182686 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8bd9910b-b6e6-488f-8a2b-d2cd7dbcb709 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:28.190733 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device bb1f6610-195d-4feb-9364-ce7402676f23 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:23:28.241881 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port bb1f6610-195d-4feb-9364-ce7402676f23 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:23:28.242247 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:28.250565 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8bd9910b-b6e6-488f-8a2b-d2cd7dbcb709 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:28.254402 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8bd9910b-b6e6-488f-8a2b-d2cd7dbcb709 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:28.274028 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9910b-b6e6-488f-8a2b-d2cd7dbcb709 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df72d81-6f6c-4a38-9b58-154f38214b9e,revision_number=0']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:28.279439 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-8bd9910b-b6e6-488f-8a2b-d2cd7dbcb709 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:28.283530 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-8bd9910b-b6e6-488f-8a2b-d2cd7dbcb709 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1323776 Oct 19 02:23:28.283756 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57224) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:23:28.288537 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [None req-0ea06b85-c111-45b9-a641-8daa1435ee85 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Request body: {'security_group_rule': {'security_group_id': '429d9247-e84b-46af-bcd9-ed100c44cd56', 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:23:28.310444 n-d-715271-26 neutron-server[100607]: INFO neutron.db.securitygroups_db [None req-0ea06b85-c111-45b9-a641-8daa1435ee85 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Project c47ada63cb0142e183b2794a8454f454 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 02:23:28.316176 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0ea06b85-c111-45b9-a641-8daa1435ee85 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:28.377131 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0ea06b85-c111-45b9-a641-8daa1435ee85 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:28.380791 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0ea06b85-c111-45b9-a641-8daa1435ee85 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833618'] for security_group_rule, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:28.398789 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea06b85-c111-45b9-a641-8daa1435ee85 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2680ef70-8b7d-412a-bfbd-505f966a0c05,revision_number=0']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:28.407128 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-0ea06b85-c111-45b9-a641-8daa1435ee85 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:28.408553 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-0ea06b85-c111-45b9-a641-8daa1435ee85 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236308 Oct 19 02:23:28.567054 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-b447b71e-ddae-40d7-8b42-6e5bc1615486 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-838585804&fields=id&tenant_id=c47ada63cb0142e183b2794a8454f454 HTTP/1.1" status: 200 len: 267 time: 0.0345383 Oct 19 02:23:28.683285 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-48f9d22c-b533-4b1d-9710-df27bb5eb829 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:28.684862 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-48f9d22c-b533-4b1d-9710-df27bb5eb829 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/networks?id=5598c04d-6f3c-49ab-81a3-8bd14353d5f1 HTTP/1.1" status: 200 len: 809 time: 0.1107371 Oct 19 02:23:28.700864 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-db03e99d-782d-480d-80d3-af71ee33b455 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/quotas/c47ada63cb0142e183b2794a8454f454 HTTP/1.1" status: 200 len: 375 time: 0.0097640 Oct 19 02:23:28.755415 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-ed164c00-550a-4c84-a96a-154332166c26 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c47ada63cb0142e183b2794a8454f454&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479093 Oct 19 02:23:28.862876 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-32c93de8-bcf5-4cec-9d25-1e5085991148 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=100606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 02:23:28.864082 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-32c93de8-bcf5-4cec-9d25-1e5085991148 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0958707 Oct 19 02:23:28.962075 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-2a168148-58c2-4b73-83dc-4108f2bb16f8 service neutron] 10.222.0.57 "GET /v2.0/networks/5598c04d-6f3c-49ab-81a3-8bd14353d5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916319 Oct 19 02:23:29.058351 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-2c4d3d88-34c2-4e60-ad45-6acf3e6195ed service neutron] 10.222.0.57 "GET /v2.0/networks/5598c04d-6f3c-49ab-81a3-8bd14353d5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900714 Oct 19 02:23:29.218279 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-4e88bc66-f809-469a-bc64-980ba75127ea req-e511d85c-d11d-4354-9739-109a0db96b11 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cb27023-75ad-44e7-bf04-f2730947c8d7 HTTP/1.1" status: 200 len: 210 time: 0.0259931 Oct 19 02:23:29.778093 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c3a3b5-b072-4bde-a702-6368ac5608d9 None None] Sync routers for ids ['ce4eb9bd-716b-4aed-bd83-086276718507'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:23:29.788274 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c3a3b5-b072-4bde-a702-6368ac5608d9 None None] Routers {'ce4eb9bd-716b-4aed-bd83-086276718507'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:23:29.788904 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-26c3a3b5-b072-4bde-a702-6368ac5608d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:23:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['ce4eb9bd-716b-4aed-bd83-086276718507'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:23:29.994379 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-26c3a3b5-b072-4bde-a702-6368ac5608d9 None None] Set router ce4eb9bd-716b-4aed-bd83-086276718507 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:23:30.149467 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-67795a43-286f-49a7-b070-b0e64d6210a3 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:30.151278 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-67795a43-286f-49a7-b070-b0e64d6210a3 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.24 "GET /v2.0/networks?id=5598c04d-6f3c-49ab-81a3-8bd14353d5f1 HTTP/1.1" status: 200 len: 809 time: 0.1155562 Oct 19 02:23:30.207399 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-8dd91c66-704d-49ed-9d79-b9195d3d484e tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c47ada63cb0142e183b2794a8454f454 HTTP/1.1" status: 200 len: 379 time: 0.0465150 Oct 19 02:23:30.216392 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-f7f9079f-6737-4650-bb31-3dba02428019 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Request body: {'port': {'device_id': '6cb27023-75ad-44e7-bf04-f2730947c8d7', 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1', 'admin_state_up': True, 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'security_groups': ['429d9247-e84b-46af-bcd9-ed100c44cd56']}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:23:30.221815 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-26c3a3b5-b072-4bde-a702-6368ac5608d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4eb9bd-716b-4aed-bd83-086276718507', 'name': 'tempest-TestSnapshotPattern-183209657-router', 'tenant_id': 'f01849c1ff934888a25c05c75585a871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '7f58fdae-3c22-40f1-8475-f905ff2e0177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:23:23Z', 'updated_at': '2021-10-19T02:23:26Z', 'revision_number': 4, 'project_id': 'f01849c1ff934888a25c05c75585a871', 'gw_port': {'id': '7f58fdae-3c22-40f1-8475-f905ff2e0177', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:16:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4eb9bd-716b-4aed-bd83-086276718507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:23Z', 'updated_at': '2021-10-19T02:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'e709e47a-e840-4d5c-89af-5ce09feff460', 'name': '', 'network_id': '9bb7d576-f9c4-4a34-a5dc-8c7907b1c109', 'tenant_id': 'f01849c1ff934888a25c05c75585a871', 'mac_address': 'fa:16:3e:4a:ec:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4eb9bd-716b-4aed-bd83-086276718507', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'dbc55351-9668-4116-91aa-b2a105bdeaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:25Z', 'updated_at': '2021-10-19T02:23:26Z', 'revision_number': 2, 'project_id': 'f01849c1ff934888a25c05c75585a871', 'subnets': [{'id': 'dbc55351-9668-4116-91aa-b2a105bdeaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:23:30.248723 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7f58fdae-3c22-40f1-8475-f905ff2e0177 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:23:30.249185 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c3a3b5-b072-4bde-a702-6368ac5608d9 None None] Checking router: ce4eb9bd-716b-4aed-bd83-086276718507 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:23:30.249445 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c3a3b5-b072-4bde-a702-6368ac5608d9 None None] Updating router ce4eb9bd-716b-4aed-bd83-086276718507 port e709e47a-e840-4d5c-89af-5ce09feff460 binding host n-d-715271-26 {{(pid=100609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:23:30.278334 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-26c3a3b5-b072-4bde-a702-6368ac5608d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:30.308359 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 7f58fdae-3c22-40f1-8475-f905ff2e0177 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:23:30.309054 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:30.326614 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-4178dbfc-d349-4ede-921b-db12c773cff5 req-4b445925-e28d-4bf2-9509-c39029862866 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cb27023-75ad-44e7-bf04-f2730947c8d7 HTTP/1.1" status: 200 len: 210 time: 0.0338366 Oct 19 02:23:30.357480 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-f7f9079f-6737-4650-bb31-3dba02428019 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Made reservation on behalf of c47ada63cb0142e183b2794a8454f454 for: {'port': 1} {{(pid=100607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:23:30.363266 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-f7f9079f-6737-4650-bb31-3dba02428019 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:30.401636 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:30.426088 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] For port 7f58fdae-3c22-40f1-8475-f905ff2e0177, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=7f58fdae-3c22-40f1-8475-f905ff2e0177,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:23:30.431012 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:30.489186 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Pushing event updated for resources: {'Port': ['ID=7f58fdae-3c22-40f1-8475-f905ff2e0177,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:30.507565 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.db_base_plugin_common [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-f7f9079f-6737-4650-bb31-3dba02428019 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Allocated IP 172.20.0.13 (5598c04d-6f3c-49ab-81a3-8bd14353d5f1/21142e5f-0400-4f00-89a6-99920e6977b4/a1940206-406f-4a91-8f20-f32c9d00bba6) {{(pid=100607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:23:30.524237 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:30.585007 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-26c3a3b5-b072-4bde-a702-6368ac5608d9 None None] Publish callbacks [] for port, precommit_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:30.591347 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-26c3a3b5-b072-4bde-a702-6368ac5608d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:30.661467 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-f7f9079f-6737-4650-bb31-3dba02428019 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks [] for port, precommit_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:30.663067 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d02af-a31b-426b-b2ed-16cdddb7916d None None] Pushing event updated for resources: {'Port': ['ID=e709e47a-e840-4d5c-89af-5ce09feff460,revision_number=3']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:30.699403 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-26c3a3b5-b072-4bde-a702-6368ac5608d9 None None] Attempting to bind port e709e47a-e840-4d5c-89af-5ce09feff460 on host n-d-715271-26 for vnic_type normal with profile {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:23:30.699816 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-26c3a3b5-b072-4bde-a702-6368ac5608d9 None None] Attempting to bind port e709e47a-e840-4d5c-89af-5ce09feff460 by drivers openvswitch,hyperv on host n-d-715271-26 at level 0 using segments [{'id': '87d33b4e-0a3b-425a-a533-cceceeccd5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9bb7d576-f9c4-4a34-a5dc-8c7907b1c109'}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:23:30.700153 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c3a3b5-b072-4bde-a702-6368ac5608d9 None None] Attempting to bind port e709e47a-e840-4d5c-89af-5ce09feff460 on network 9bb7d576-f9c4-4a34-a5dc-8c7907b1c109 {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:23:30.701662 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-f7f9079f-6737-4650-bb31-3dba02428019 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_create {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:30.710569 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c3a3b5-b072-4bde-a702-6368ac5608d9 None None] Checking agent: {'id': 'd180b332-1ee4-4f65-a507-4a2516f7f121', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 46, 47), 'started_at': datetime.datetime(2021, 10, 19, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:23:30.710945 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c3a3b5-b072-4bde-a702-6368ac5608d9 None None] Checking segment: {'id': '87d33b4e-0a3b-425a-a533-cceceeccd5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9bb7d576-f9c4-4a34-a5dc-8c7907b1c109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:23:30.711343 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-26c3a3b5-b072-4bde-a702-6368ac5608d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:30.711746 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c3a3b5-b072-4bde-a702-6368ac5608d9 None None] Bound using segment: {'id': '87d33b4e-0a3b-425a-a533-cceceeccd5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9bb7d576-f9c4-4a34-a5dc-8c7907b1c109'} {{(pid=100609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:23:30.712216 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.managers [None req-26c3a3b5-b072-4bde-a702-6368ac5608d9 None None] Bound port: e709e47a-e840-4d5c-89af-5ce09feff460, host: n-d-715271-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87d33b4e-0a3b-425a-a533-cceceeccd5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9bb7d576-f9c4-4a34-a5dc-8c7907b1c109'}}] {{(pid=100609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:23:30.712590 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-26c3a3b5-b072-4bde-a702-6368ac5608d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:30.759580 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9079f-6737-4650-bb31-3dba02428019 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Pushing event updated for resources: {'Port': ['ID=a1940206-406f-4a91-8f20-f32c9d00bba6,revision_number=1']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:30.763952 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-f7f9079f-6737-4650-bb31-3dba02428019 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Network 5598c04d-6f3c-49ab-81a3-8bd14353d5f1 is already hosted by enough agents. {{(pid=100607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:23:30.766414 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.base_scheduler [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-f7f9079f-6737-4650-bb31-3dba02428019 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Resources bound (agent type, host, resource id): {{(pid=100607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:23:30.769456 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-f7f9079f-6737-4650-bb31-3dba02428019 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Received port after_create {{(pid=100607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:23:30.781818 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-26c3a3b5-b072-4bde-a702-6368ac5608d9 None None] For port e709e47a-e840-4d5c-89af-5ce09feff460, host n-d-715271-26, cleared binding levels {{(pid=100609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:23:30.786331 n-d-715271-26 neutron-server[100609]: DEBUG neutron.plugins.ml2.db [None req-26c3a3b5-b072-4bde-a702-6368ac5608d9 None None] For port e709e47a-e840-4d5c-89af-5ce09feff460, host n-d-715271-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=e709e47a-e840-4d5c-89af-5ce09feff460,segment=NetworkSegment(87d33b4e-0a3b-425a-a533-cceceeccd5a0),segment_id=87d33b4e-0a3b-425a-a533-cceceeccd5a0)] {{(pid=100609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:23:30.792812 n-d-715271-26 neutron-server[100609]: DEBUG neutron_lib.callbacks.manager [None req-26c3a3b5-b072-4bde-a702-6368ac5608d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:30.830950 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-f7f9079f-6737-4650-bb31-3dba02428019 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:30.831754 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-f7f9079f-6737-4650-bb31-3dba02428019 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:30.850877 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c3a3b5-b072-4bde-a702-6368ac5608d9 None None] Routers {'ce4eb9bd-716b-4aed-bd83-086276718507'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:23:30.851708 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-26c3a3b5-b072-4bde-a702-6368ac5608d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:23:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['ce4eb9bd-716b-4aed-bd83-086276718507'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:23:30.862551 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-f7f9079f-6737-4650-bb31-3dba02428019 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6498582 Oct 19 02:23:30.867522 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-504b1446-234a-4955-b7ee-3389f75a13c3 None None] Provisioning complete for port e709e47a-e840-4d5c-89af-5ce09feff460 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:23:30.868040 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-504b1446-234a-4955-b7ee-3389f75a13c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:30.879082 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.v2.base [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-7869f71c-1fd2-4c9f-89b9-24bb7f7c8c34 service neutron] Request body: {'port': {'device_id': '6cb27023-75ad-44e7-bf04-f2730947c8d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-26'}} {{(pid=100607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:23:30.900763 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d02af-a31b-426b-b2ed-16cdddb7916d None None] Pushing event updated for resources: {'Port': ['ID=e709e47a-e840-4d5c-89af-5ce09feff460,revision_number=4']} {{(pid=100609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:30.972525 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-7869f71c-1fd2-4c9f-89b9-24bb7f7c8c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:30.988578 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-504b1446-234a-4955-b7ee-3389f75a13c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:30.994159 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-26c3a3b5-b072-4bde-a702-6368ac5608d9 None None] Set router ce4eb9bd-716b-4aed-bd83-086276718507 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:23:31.062062 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-504b1446-234a-4955-b7ee-3389f75a13c3 None None] For port e709e47a-e840-4d5c-89af-5ce09feff460, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=e709e47a-e840-4d5c-89af-5ce09feff460,segment=NetworkSegment(87d33b4e-0a3b-425a-a533-cceceeccd5a0),segment_id=87d33b4e-0a3b-425a-a533-cceceeccd5a0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:23:31.068703 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-504b1446-234a-4955-b7ee-3389f75a13c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:31.142877 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b1446-234a-4955-b7ee-3389f75a13c3 None None] Pushing event updated for resources: {'Port': ['ID=e709e47a-e840-4d5c-89af-5ce09feff460,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:31.189163 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-683a0672-dbe6-45bb-892d-7021fa43c339 None None] Provisioning complete for port e709e47a-e840-4d5c-89af-5ce09feff460 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:23:31.189543 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-683a0672-dbe6-45bb-892d-7021fa43c339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:31.232732 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-26c3a3b5-b072-4bde-a702-6368ac5608d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4eb9bd-716b-4aed-bd83-086276718507', 'name': 'tempest-TestSnapshotPattern-183209657-router', 'tenant_id': 'f01849c1ff934888a25c05c75585a871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '7f58fdae-3c22-40f1-8475-f905ff2e0177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:23:23Z', 'updated_at': '2021-10-19T02:23:26Z', 'revision_number': 4, 'project_id': 'f01849c1ff934888a25c05c75585a871', 'gw_port': {'id': '7f58fdae-3c22-40f1-8475-f905ff2e0177', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:16:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4eb9bd-716b-4aed-bd83-086276718507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:23Z', 'updated_at': '2021-10-19T02:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'e709e47a-e840-4d5c-89af-5ce09feff460', 'name': '', 'network_id': '9bb7d576-f9c4-4a34-a5dc-8c7907b1c109', 'tenant_id': 'f01849c1ff934888a25c05c75585a871', 'mac_address': 'fa:16:3e:4a:ec:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4eb9bd-716b-4aed-bd83-086276718507', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'dbc55351-9668-4116-91aa-b2a105bdeaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:25Z', 'updated_at': '2021-10-19T02:23:30Z', 'revision_number': 4, 'project_id': 'f01849c1ff934888a25c05c75585a871', 'subnets': [{'id': 'dbc55351-9668-4116-91aa-b2a105bdeaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:23:31.260221 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c3a3b5-b072-4bde-a702-6368ac5608d9 None None] The sync data for ids ['ce4eb9bd-716b-4aed-bd83-086276718507'] in n-d-715271-26 is: [{'id': 'ce4eb9bd-716b-4aed-bd83-086276718507', 'name': 'tempest-TestSnapshotPattern-183209657-router', 'tenant_id': 'f01849c1ff934888a25c05c75585a871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '7f58fdae-3c22-40f1-8475-f905ff2e0177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:23:23Z', 'updated_at': '2021-10-19T02:23:26Z', 'revision_number': 4, 'project_id': 'f01849c1ff934888a25c05c75585a871', 'gw_port': {'id': '7f58fdae-3c22-40f1-8475-f905ff2e0177', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:16:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4eb9bd-716b-4aed-bd83-086276718507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:23Z', 'updated_at': '2021-10-19T02:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': 'e709e47a-e840-4d5c-89af-5ce09feff460', 'name': '', 'network_id': '9bb7d576-f9c4-4a34-a5dc-8c7907b1c109', 'tenant_id': 'f01849c1ff934888a25c05c75585a871', 'mac_address': 'fa:16:3e:4a:ec:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4eb9bd-716b-4aed-bd83-086276718507', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'dbc55351-9668-4116-91aa-b2a105bdeaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:25Z', 'updated_at': '2021-10-19T02:23:30Z', 'revision_number': 4, 'project_id': 'f01849c1ff934888a25c05c75585a871', 'subnets': [{'id': 'dbc55351-9668-4116-91aa-b2a105bdeaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:23:31.279663 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-7869f71c-1fd2-4c9f-89b9-24bb7f7c8c34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1940206-406f-4a91-8f20-f32c9d00bba6 {{(pid=100607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:23:31.284572 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-683a0672-dbe6-45bb-892d-7021fa43c339 None None] Provisioning complete for port a1940206-406f-4a91-8f20-f32c9d00bba6 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:23:31.285116 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-683a0672-dbe6-45bb-892d-7021fa43c339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:31.288162 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-7869f71c-1fd2-4c9f-89b9-24bb7f7c8c34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:31.303397 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.provisioning_blocks [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-7869f71c-1fd2-4c9f-89b9-24bb7f7c8c34 service neutron] Transition to ACTIVE for port object a1940206-406f-4a91-8f20-f32c9d00bba6 will not be triggered until provisioned by entity L2. {{(pid=100607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:23:31.308632 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-7869f71c-1fd2-4c9f-89b9-24bb7f7c8c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:31.320627 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-683a0672-dbe6-45bb-892d-7021fa43c339 None None] Port a1940206-406f-4a91-8f20-f32c9d00bba6 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:23:31.366753 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7869f71c-1fd2-4c9f-89b9-24bb7f7c8c34 service neutron] Pushing event updated for resources: {'Port': ['ID=a1940206-406f-4a91-8f20-f32c9d00bba6,revision_number=2']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:31.475538 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-7869f71c-1fd2-4c9f-89b9-24bb7f7c8c34 service neutron] Attempting to bind port a1940206-406f-4a91-8f20-f32c9d00bba6 on host n-h2-715271-26 for vnic_type normal with profile {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:23:31.475904 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-7869f71c-1fd2-4c9f-89b9-24bb7f7c8c34 service neutron] Attempting to bind port a1940206-406f-4a91-8f20-f32c9d00bba6 by drivers openvswitch,hyperv on host n-h2-715271-26 at level 0 using segments [{'id': 'f1951a4a-beba-4156-8b6a-2cad49f4e4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1'}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:23:31.476235 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-7869f71c-1fd2-4c9f-89b9-24bb7f7c8c34 service neutron] Attempting to bind port a1940206-406f-4a91-8f20-f32c9d00bba6 on network 5598c04d-6f3c-49ab-81a3-8bd14353d5f1 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:23:31.483853 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-7869f71c-1fd2-4c9f-89b9-24bb7f7c8c34 service neutron] Port a1940206-406f-4a91-8f20-f32c9d00bba6 on network 5598c04d-6f3c-49ab-81a3-8bd14353d5f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-26 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:23:31.484180 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-7869f71c-1fd2-4c9f-89b9-24bb7f7c8c34 service neutron] Attempting to bind port a1940206-406f-4a91-8f20-f32c9d00bba6 on network 5598c04d-6f3c-49ab-81a3-8bd14353d5f1 {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:23:31.491860 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-7869f71c-1fd2-4c9f-89b9-24bb7f7c8c34 service neutron] Checking agent: {'id': 'db99ad0c-17ee-47b2-af83-ac5d60cedc06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:23:31.492161 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-7869f71c-1fd2-4c9f-89b9-24bb7f7c8c34 service neutron] Checking segment: {'id': 'f1951a4a-beba-4156-8b6a-2cad49f4e4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:23:31.492547 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-7869f71c-1fd2-4c9f-89b9-24bb7f7c8c34 service neutron] Bound using segment: {'id': 'f1951a4a-beba-4156-8b6a-2cad49f4e4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1'} {{(pid=100607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:23:31.492982 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.managers [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-7869f71c-1fd2-4c9f-89b9-24bb7f7c8c34 service neutron] Bound port: a1940206-406f-4a91-8f20-f32c9d00bba6, host: n-h2-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1951a4a-beba-4156-8b6a-2cad49f4e4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1'}}] {{(pid=100607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:23:31.493340 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-7869f71c-1fd2-4c9f-89b9-24bb7f7c8c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:31.503081 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db123448-8a33-4084-a2e3-7337b3c31b00 req-34b0ffde-1dfc-442c-9776-d895f8457274 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:31.508336 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-db123448-8a33-4084-a2e3-7337b3c31b00 req-34b0ffde-1dfc-442c-9776-d895f8457274 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cb27023-75ad-44e7-bf04-f2730947c8d7 HTTP/1.1" status: 200 len: 944 time: 0.0855565 Oct 19 02:23:31.586071 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-db123448-8a33-4084-a2e3-7337b3c31b00 req-e539daba-12bc-4618-a765-4a4ac91ad389 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/security-groups?id=429d9247-e84b-46af-bcd9-ed100c44cd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668392 Oct 19 02:23:31.603390 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-7869f71c-1fd2-4c9f-89b9-24bb7f7c8c34 service neutron] For port a1940206-406f-4a91-8f20-f32c9d00bba6, host n-h2-715271-26, cleared binding levels {{(pid=100607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:23:31.606805 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-7869f71c-1fd2-4c9f-89b9-24bb7f7c8c34 service neutron] For port a1940206-406f-4a91-8f20-f32c9d00bba6, host n-h2-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a1940206-406f-4a91-8f20-f32c9d00bba6,segment=NetworkSegment(f1951a4a-beba-4156-8b6a-2cad49f4e4f5),segment_id=f1951a4a-beba-4156-8b6a-2cad49f4e4f5)] {{(pid=100607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:23:31.612650 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-7869f71c-1fd2-4c9f-89b9-24bb7f7c8c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10287840'] for port, after_update {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:31.670365 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-7869f71c-1fd2-4c9f-89b9-24bb7f7c8c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:31.670997 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-7869f71c-1fd2-4c9f-89b9-24bb7f7c8c34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:31.672463 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-7869f71c-1fd2-4c9f-89b9-24bb7f7c8c34 service neutron] 10.222.0.24 "PUT /v2.0/ports/a1940206-406f-4a91-8f20-f32c9d00bba6 HTTP/1.1" status: 200 len: 1093 time: 0.7998955 Oct 19 02:23:31.673119 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb27023-75ad-44e7-bf04-f2730947c8d7', 'tag': 'a1940206-406f-4a91-8f20-f32c9d00bba6'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:23:31.675442 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}604d1223bc0e61ef4f6f375a56b68240d92e3dadd1a32e57b330ac88f8c52c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61ef12b-b83e-49d4-baea-c2ab531e3c89" -d '{"events": [{"name": "network-changed", "server_uuid": "6cb27023-75ad-44e7-bf04-f2730947c8d7", "tag": "a1940206-406f-4a91-8f20-f32c9d00bba6"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:23:31.695985 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7869f71c-1fd2-4c9f-89b9-24bb7f7c8c34 service neutron] Pushing event updated for resources: {'Port': ['ID=a1940206-406f-4a91-8f20-f32c9d00bba6,revision_number=3']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:31.723357 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01743286-280a-4669-8773-729c558161dd x-openstack-request-id: req-01743286-280a-4669-8773-729c558161dd {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:23:31.723645 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cb27023-75ad-44e7-bf04-f2730947c8d7", "tag": "a1940206-406f-4a91-8f20-f32c9d00bba6", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:23:31.723934 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-01743286-280a-4669-8773-729c558161dd {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:23:31.724330 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb27023-75ad-44e7-bf04-f2730947c8d7', 'tag': 'a1940206-406f-4a91-8f20-f32c9d00bba6', 'status': 'completed', 'code': 200} Oct 19 02:23:31.769196 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-57af1fa8-eedd-47d3-bbc1-42ab5296ac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:31.770915 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-57af1fa8-eedd-47d3-bbc1-42ab5296ac8c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c47ada63cb0142e183b2794a8454f454&device_id=6cb27023-75ad-44e7-bf04-f2730947c8d7 HTTP/1.1" status: 200 len: 1096 time: 0.0448203 Oct 19 02:23:31.820246 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-a2d6a545-1c6f-40bd-a387-a5a352b2bfbc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1940206-406f-4a91-8f20-f32c9d00bba6 HTTP/1.1" status: 200 len: 217 time: 0.0412817 Oct 19 02:23:31.878227 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-26a97bd7-150c-4799-89e1-97f23d3a9032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:31.879990 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-26a97bd7-150c-4799-89e1-97f23d3a9032 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=21142e5f-0400-4f00-89a6-99920e6977b4 HTTP/1.1" status: 200 len: 848 time: 0.0533984 Oct 19 02:23:31.927116 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-7c2ea000-ac9f-4454-af8b-356e58277457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:31.928659 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-7c2ea000-ac9f-4454-af8b-356e58277457 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5598c04d-6f3c-49ab-81a3-8bd14353d5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415542 Oct 19 02:23:32.018704 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-c2364e9b-5935-4b85-a06a-e84d4a9feae2 service neutron] 10.222.0.24 "GET /v2.0/networks/5598c04d-6f3c-49ab-81a3-8bd14353d5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828495 Oct 19 02:23:32.110041 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-95e2aa5e-23dc-439c-9c76-40bb67dfe21f req-282c5176-fcb0-41dd-ae3c-e52d630b41bc service neutron] 10.222.0.24 "GET /v2.0/networks/5598c04d-6f3c-49ab-81a3-8bd14353d5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840626 Oct 19 02:23:32.197517 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ef12b-b83e-49d4-baea-c2ab531e3c89 req-120834e5-261d-4a98-b9a6-380e5500aca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:32.198967 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b61ef12b-b83e-49d4-baea-c2ab531e3c89 req-120834e5-261d-4a98-b9a6-380e5500aca7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c47ada63cb0142e183b2794a8454f454&device_id=6cb27023-75ad-44e7-bf04-f2730947c8d7 HTTP/1.1" status: 200 len: 1096 time: 0.0423570 Oct 19 02:23:32.209358 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device e709e47a-e840-4d5c-89af-5ce09feff460 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:23:32.258617 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port e709e47a-e840-4d5c-89af-5ce09feff460 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:23:32.258982 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:32.294053 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ef12b-b83e-49d4-baea-c2ab531e3c89 req-673ff049-da3d-4e8c-80a4-c80b25b44b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:32.295577 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b61ef12b-b83e-49d4-baea-c2ab531e3c89 req-673ff049-da3d-4e8c-80a4-c80b25b44b14 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5598c04d-6f3c-49ab-81a3-8bd14353d5f1 HTTP/1.1" status: 200 len: 910 time: 0.0899045 Oct 19 02:23:32.335670 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7f58fdae-3c22-40f1-8475-f905ff2e0177 up at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:23:32.337191 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b61ef12b-b83e-49d4-baea-c2ab531e3c89 req-c4714057-d045-418b-93db-fe7761ab4275 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1940206-406f-4a91-8f20-f32c9d00bba6 HTTP/1.1" status: 200 len: 217 time: 0.0339594 Oct 19 02:23:32.381387 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Provisioning complete for port 7f58fdae-3c22-40f1-8475-f905ff2e0177 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:23:32.381678 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:32.386457 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ef12b-b83e-49d4-baea-c2ab531e3c89 req-1d695bec-7c60-47c5-969f-a6b7908f078c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:32.387964 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b61ef12b-b83e-49d4-baea-c2ab531e3c89 req-1d695bec-7c60-47c5-969f-a6b7908f078c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=21142e5f-0400-4f00-89a6-99920e6977b4 HTTP/1.1" status: 200 len: 848 time: 0.0437217 Oct 19 02:23:32.438494 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ef12b-b83e-49d4-baea-c2ab531e3c89 req-1b44e548-09c8-43e7-9174-80364b8b82f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:32.440021 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b61ef12b-b83e-49d4-baea-c2ab531e3c89 req-1b44e548-09c8-43e7-9174-80364b8b82f3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5598c04d-6f3c-49ab-81a3-8bd14353d5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444529 Oct 19 02:23:32.530491 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b61ef12b-b83e-49d4-baea-c2ab531e3c89 req-62286ff1-8450-449f-a21a-6d1d37945446 service neutron] 10.222.0.24 "GET /v2.0/networks/5598c04d-6f3c-49ab-81a3-8bd14353d5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823433 Oct 19 02:23:32.625994 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-b61ef12b-b83e-49d4-baea-c2ab531e3c89 req-cce85b1c-55bb-4162-80af-d32b1bb934f6 service neutron] 10.222.0.24 "GET /v2.0/networks/5598c04d-6f3c-49ab-81a3-8bd14353d5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867536 Oct 19 02:23:32.700096 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db1520-dd60-40ec-8720-61ca4f3f21c7 req-7845c8e7-e544-4566-b727-71da770a5ae5 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:32.701466 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a8db1520-dd60-40ec-8720-61ca4f3f21c7 req-7845c8e7-e544-4566-b727-71da770a5ae5 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cb27023-75ad-44e7-bf04-f2730947c8d7 HTTP/1.1" status: 200 len: 944 time: 0.0486171 Oct 19 02:23:32.742471 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a8db1520-dd60-40ec-8720-61ca4f3f21c7 req-9e2f0480-0c94-4efe-ab7a-12e9971bd0ca tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/security-groups?id=429d9247-e84b-46af-bcd9-ed100c44cd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349205 Oct 19 02:23:33.856325 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e240ab-389b-4e6f-a38d-ce7fdff2cf8c req-cc06c5da-622e-44c0-a718-61e64f7e3151 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:33.857690 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-40e240ab-389b-4e6f-a38d-ce7fdff2cf8c req-cc06c5da-622e-44c0-a718-61e64f7e3151 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cb27023-75ad-44e7-bf04-f2730947c8d7 HTTP/1.1" status: 200 len: 944 time: 0.0481536 Oct 19 02:23:33.895055 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-40e240ab-389b-4e6f-a38d-ce7fdff2cf8c req-14c288d0-4ba1-4fec-80d6-18bf51163878 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/security-groups?id=429d9247-e84b-46af-bcd9-ed100c44cd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305910 Oct 19 02:23:35.009886 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002b0b4-c142-4c7d-a995-edd4c3b08ad8 req-aa1c42d4-77e4-4fc0-8551-db10089c3ceb tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:35.011340 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7002b0b4-c142-4c7d-a995-edd4c3b08ad8 req-aa1c42d4-77e4-4fc0-8551-db10089c3ceb tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cb27023-75ad-44e7-bf04-f2730947c8d7 HTTP/1.1" status: 200 len: 944 time: 0.0481606 Oct 19 02:23:35.053147 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7002b0b4-c142-4c7d-a995-edd4c3b08ad8 req-ce919887-3ead-47da-a8bd-c2a3156dd938 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/security-groups?id=429d9247-e84b-46af-bcd9-ed100c44cd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356772 Oct 19 02:23:36.165960 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de670f95-e574-463d-bc27-668294f979c6 req-b0760cad-07d7-4c33-b12a-27417b87c38a tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:36.167442 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-de670f95-e574-463d-bc27-668294f979c6 req-b0760cad-07d7-4c33-b12a-27417b87c38a tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cb27023-75ad-44e7-bf04-f2730947c8d7 HTTP/1.1" status: 200 len: 944 time: 0.0489223 Oct 19 02:23:36.206456 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-de670f95-e574-463d-bc27-668294f979c6 req-66271677-dfb4-4a95-934b-a07038ac3cd0 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/security-groups?id=429d9247-e84b-46af-bcd9-ed100c44cd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324633 Oct 19 02:23:36.258423 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device a1940206-406f-4a91-8f20-f32c9d00bba6 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:23:36.351326 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port a1940206-406f-4a91-8f20-f32c9d00bba6, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a1940206-406f-4a91-8f20-f32c9d00bba6,segment=NetworkSegment(f1951a4a-beba-4156-8b6a-2cad49f4e4f5),segment_id=f1951a4a-beba-4156-8b6a-2cad49f4e4f5)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:23:36.365497 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'a1940206-406f-4a91-8f20-f32c9d00bba6', 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1', 'port_id': 'a1940206-406f-4a91-8f20-f32c9d00bba6', 'mac_address': 'fa:16:3e:4e:0c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21142e5f-0400-4f00-89a6-99920e6977b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:23:36.401968 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:36.414890 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1940206-406f-4a91-8f20-f32c9d00bba6 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:23:36.433238 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port a1940206-406f-4a91-8f20-f32c9d00bba6, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a1940206-406f-4a91-8f20-f32c9d00bba6,segment=NetworkSegment(f1951a4a-beba-4156-8b6a-2cad49f4e4f5),segment_id=f1951a4a-beba-4156-8b6a-2cad49f4e4f5)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:23:36.437073 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:36.483480 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=a1940206-406f-4a91-8f20-f32c9d00bba6,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:36.657222 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['a1940206-406f-4a91-8f20-f32c9d00bba6'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:23:37.371816 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d0c21-e9c1-41ac-919d-4c1ede4fed6e req-6046537a-b9f2-48d2-9d59-93575dcc60f6 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:37.373268 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-503d0c21-e9c1-41ac-919d-4c1ede4fed6e req-6046537a-b9f2-48d2-9d59-93575dcc60f6 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cb27023-75ad-44e7-bf04-f2730947c8d7 HTTP/1.1" status: 200 len: 945 time: 0.1020560 Oct 19 02:23:37.411234 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-503d0c21-e9c1-41ac-919d-4c1ede4fed6e req-5c194d34-bbd8-48c3-9824-c406486db831 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/security-groups?id=429d9247-e84b-46af-bcd9-ed100c44cd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319276 Oct 19 02:23:38.274826 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device a1940206-406f-4a91-8f20-f32c9d00bba6 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:23:38.329128 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning for port a1940206-406f-4a91-8f20-f32c9d00bba6 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 02:23:38.334908 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port a1940206-406f-4a91-8f20-f32c9d00bba6 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:23:38.335305 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:38.425514 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:38.453957 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb27023-75ad-44e7-bf04-f2730947c8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1940206-406f-4a91-8f20-f32c9d00bba6'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:23:38.456590 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db8619b3bfd44a3a0f2128b398243c28f67a7e558bf903df4768d357387e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bedb95d-b1e6-4f43-aaaa-8f8b42988ebf" -d '{"events": [{"server_uuid": "6cb27023-75ad-44e7-bf04-f2730947c8d7", "name": "network-vif-plugged", "status": "completed", "tag": "a1940206-406f-4a91-8f20-f32c9d00bba6"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:23:38.470282 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port a1940206-406f-4a91-8f20-f32c9d00bba6, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a1940206-406f-4a91-8f20-f32c9d00bba6,segment=NetworkSegment(f1951a4a-beba-4156-8b6a-2cad49f4e4f5),segment_id=f1951a4a-beba-4156-8b6a-2cad49f4e4f5)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:23:38.474896 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:38.507665 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2105695-9c3f-4fdf-9bc8-caf9d30ac987 x-openstack-request-id: req-e2105695-9c3f-4fdf-9bc8-caf9d30ac987 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:23:38.507977 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb27023-75ad-44e7-bf04-f2730947c8d7", "name": "network-vif-plugged", "status": "completed", "tag": "a1940206-406f-4a91-8f20-f32c9d00bba6", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:23:38.508274 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e2105695-9c3f-4fdf-9bc8-caf9d30ac987 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:23:38.508597 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb27023-75ad-44e7-bf04-f2730947c8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1940206-406f-4a91-8f20-f32c9d00bba6', 'code': 200} Oct 19 02:23:38.530657 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=a1940206-406f-4a91-8f20-f32c9d00bba6,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:38.604072 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4224dd-0e96-4782-9114-6c468d1085ad req-eb4d1b2f-17c3-43cd-bca9-3eb6d6835c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:38.604695 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32612d69-a40b-478b-8f7c-a48f07ecb6cb req-bfd7889c-907e-45c2-9cde-42c50d4ef519 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:38.605711 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0c4224dd-0e96-4782-9114-6c468d1085ad req-eb4d1b2f-17c3-43cd-bca9-3eb6d6835c5d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6cb27023-75ad-44e7-bf04-f2730947c8d7 HTTP/1.1" status: 200 len: 1098 time: 0.0406489 Oct 19 02:23:38.605860 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-32612d69-a40b-478b-8f7c-a48f07ecb6cb req-bfd7889c-907e-45c2-9cde-42c50d4ef519 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cb27023-75ad-44e7-bf04-f2730947c8d7 HTTP/1.1" status: 200 len: 946 time: 0.1191270 Oct 19 02:23:38.646947 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-0c4224dd-0e96-4782-9114-6c468d1085ad req-e6fb1df8-06f4-494b-b4fc-dfb2b5488ad6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=429d9247-e84b-46af-bcd9-ed100c44cd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342498 Oct 19 02:23:38.649432 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-32612d69-a40b-478b-8f7c-a48f07ecb6cb req-3350e59c-6041-4bc3-b57f-00eb4755be61 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/security-groups?id=429d9247-e84b-46af-bcd9-ed100c44cd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369456 Oct 19 02:23:39.763718 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75726eb-b2d0-48d3-85f4-7cb511ec0349 req-6d85ffa2-aaa9-4f38-9cf4-ddb5540fdd64 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:39.765173 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a75726eb-b2d0-48d3-85f4-7cb511ec0349 req-6d85ffa2-aaa9-4f38-9cf4-ddb5540fdd64 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cb27023-75ad-44e7-bf04-f2730947c8d7 HTTP/1.1" status: 200 len: 946 time: 0.0463235 Oct 19 02:23:39.805562 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a75726eb-b2d0-48d3-85f4-7cb511ec0349 req-7a743e1c-5ac8-4587-b5b8-205dae358bc2 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/security-groups?id=429d9247-e84b-46af-bcd9-ed100c44cd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337820 Oct 19 02:23:39.917550 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c91392-348c-4a59-8908-63d938a2e2cf req-5278c31c-c28a-4f02-8748-604803287f79 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:39.919028 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d9c91392-348c-4a59-8908-63d938a2e2cf req-5278c31c-c28a-4f02-8748-604803287f79 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cb27023-75ad-44e7-bf04-f2730947c8d7 HTTP/1.1" status: 200 len: 946 time: 0.0486951 Oct 19 02:23:39.957835 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-d9c91392-348c-4a59-8908-63d938a2e2cf req-a6aa4796-53b5-48bb-857f-c4cf4816a991 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/security-groups?id=429d9247-e84b-46af-bcd9-ed100c44cd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324087 Oct 19 02:23:39.978677 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57282) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:23:40.059523 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd34604-6af7-4f05-a6a2-ee451ad4e0a8 tempest-TestSnapshotPattern-1981833519 tempest-TestSnapshotPattern-1981833519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:40.061036 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-5fd34604-6af7-4f05-a6a2-ee451ad4e0a8 tempest-TestSnapshotPattern-1981833519 tempest-TestSnapshotPattern-1981833519-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6cb27023-75ad-44e7-bf04-f2730947c8d7 HTTP/1.1" status: 200 len: 1093 time: 0.0814052 Oct 19 02:23:40.064662 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57286) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:23:40.068850 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-2c19bded-c1f9-4c17-98c3-cdc2f92bb3ce tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'port_id': 'a1940206-406f-4a91-8f20-f32c9d00bba6', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:23:40.089842 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c19bded-c1f9-4c17-98c3-cdc2f92bb3ce tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks [] for floatingip, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:40.189018 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c19bded-c1f9-4c17-98c3-cdc2f92bb3ce tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:40.288848 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-2c19bded-c1f9-4c17-98c3-cdc2f92bb3ce tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Allocated IP 172.25.8.66 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/f5d1fdea-688d-4168-a180-5c9326b803dd) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:23:40.393303 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c19bded-c1f9-4c17-98c3-cdc2f92bb3ce tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:40.425860 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c19bded-c1f9-4c17-98c3-cdc2f92bb3ce tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:40.464682 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c19bded-c1f9-4c17-98c3-cdc2f92bb3ce tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:23:40.467596 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-2c19bded-c1f9-4c17-98c3-cdc2f92bb3ce tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:23:40.471132 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c19bded-c1f9-4c17-98c3-cdc2f92bb3ce tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:23:40.497994 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19bded-c1f9-4c17-98c3-cdc2f92bb3ce tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Pushing event updated for resources: {'Port': ['ID=f5d1fdea-688d-4168-a180-5c9326b803dd,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:41.152962 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c19bded-c1f9-4c17-98c3-cdc2f92bb3ce tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:41.217337 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c19bded-c1f9-4c17-98c3-cdc2f92bb3ce tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:41.363470 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c19bded-c1f9-4c17-98c3-cdc2f92bb3ce tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:41.367707 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c19bded-c1f9-4c17-98c3-cdc2f92bb3ce tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:41.442164 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19bded-c1f9-4c17-98c3-cdc2f92bb3ce tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Pushing event updated for resources: {'Port': ['ID=f5d1fdea-688d-4168-a180-5c9326b803dd,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:23:41.450398 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c19bded-c1f9-4c17-98c3-cdc2f92bb3ce tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:41.552025 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [None req-2c19bded-c1f9-4c17-98c3-cdc2f92bb3ce tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Floating IP 7f033c3c-7a4b-420f-82ac-102b74d4d75f associated. External IP: 172.25.8.66, port: a1940206-406f-4a91-8f20-f32c9d00bba6. Oct 19 02:23:41.760445 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c19bded-c1f9-4c17-98c3-cdc2f92bb3ce tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Router b22ed484-ece8-4677-976b-0dae584fd50d has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:23:41.866431 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c19bded-c1f9-4c17-98c3-cdc2f92bb3ce tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:23:41.876490 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541b9d89-a7fb-4b0f-b51e-1cd88aaebc44 None None] Sync routers for ids ['b22ed484-ece8-4677-976b-0dae584fd50d'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:23:41.884393 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-2c19bded-c1f9-4c17-98c3-cdc2f92bb3ce tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:41.887132 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541b9d89-a7fb-4b0f-b51e-1cd88aaebc44 None None] Routers {'b22ed484-ece8-4677-976b-0dae584fd50d'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:23:41.887844 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-541b9d89-a7fb-4b0f-b51e-1cd88aaebc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:23:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b22ed484-ece8-4677-976b-0dae584fd50d'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:23:41.923760 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-2c19bded-c1f9-4c17-98c3-cdc2f92bb3ce tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8498001 Oct 19 02:23:41.923760 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb27023-75ad-44e7-bf04-f2730947c8d7', 'tag': 'a1940206-406f-4a91-8f20-f32c9d00bba6'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:23:41.923760 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9434de058546a022cc17e407c636edc5a2ce8615e174a01ffad9beb3023847d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11eabfe9-2e8e-4479-a3d4-614597bcbbe3" -d '{"events": [{"name": "network-changed", "server_uuid": "6cb27023-75ad-44e7-bf04-f2730947c8d7", "tag": "a1940206-406f-4a91-8f20-f32c9d00bba6"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:23:41.953933 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cfd5c8-dddf-49a0-b798-29c29c4f6b08 x-openstack-request-id: req-48cfd5c8-dddf-49a0-b798-29c29c4f6b08 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:23:41.954230 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cb27023-75ad-44e7-bf04-f2730947c8d7", "tag": "a1940206-406f-4a91-8f20-f32c9d00bba6", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:23:41.954481 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-48cfd5c8-dddf-49a0-b798-29c29c4f6b08 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:23:41.954882 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb27023-75ad-44e7-bf04-f2730947c8d7', 'tag': 'a1940206-406f-4a91-8f20-f32c9d00bba6', 'status': 'completed', 'code': 200} Oct 19 02:23:41.996092 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-541b9d89-a7fb-4b0f-b51e-1cd88aaebc44 None None] Set router b22ed484-ece8-4677-976b-0dae584fd50d gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:23:42.016807 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eabfe9-2e8e-4479-a3d4-614597bcbbe3 req-a5543fc8-487d-466f-a578-d0ca28209a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:42.018293 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11eabfe9-2e8e-4479-a3d4-614597bcbbe3 req-a5543fc8-487d-466f-a578-d0ca28209a0a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c47ada63cb0142e183b2794a8454f454&device_id=6cb27023-75ad-44e7-bf04-f2730947c8d7 HTTP/1.1" status: 200 len: 1098 time: 0.0404747 Oct 19 02:23:42.112204 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eabfe9-2e8e-4479-a3d4-614597bcbbe3 req-808c3c61-210a-4885-a2be-174927db9dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:42.113842 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11eabfe9-2e8e-4479-a3d4-614597bcbbe3 req-808c3c61-210a-4885-a2be-174927db9dc9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5598c04d-6f3c-49ab-81a3-8bd14353d5f1 HTTP/1.1" status: 200 len: 910 time: 0.0876162 Oct 19 02:23:42.182644 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11eabfe9-2e8e-4479-a3d4-614597bcbbe3 req-fb73a4d7-6081-4800-9164-3b1961af68e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1940206-406f-4a91-8f20-f32c9d00bba6 HTTP/1.1" status: 200 len: 999 time: 0.0611966 Oct 19 02:23:42.225753 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-541b9d89-a7fb-4b0f-b51e-1cd88aaebc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'name': 'tempest-TestSnapshotPattern-890180036-router', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '2e17aadb-7f5d-42b2-b0bd-db16f594b455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:23:18Z', 'updated_at': '2021-10-19T02:23:21Z', 'revision_number': 4, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'gw_port': {'id': '2e17aadb-7f5d-42b2-b0bd-db16f594b455', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:19Z', 'updated_at': '2021-10-19T02:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '7f033c3c-7a4b-420f-82ac-102b74d4d75f', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'floating_ip_address': '172.25.8.66', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'port_id': 'a1940206-406f-4a91-8f20-f32c9d00bba6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1', 'mac_address': 'fa:16:3e:4e:0c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb27023-75ad-44e7-bf04-f2730947c8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:23:41Z', 'updated_at': '2021-10-19T02:23:41Z', 'revision_number': 0, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61f288d0-487f-4fd6-8bb5-056f478866d8', 'name': '', 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'mac_address': 'fa:16:3e:60:cf:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '21142e5f-0400-4f00-89a6-99920e6977b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:21Z', 'updated_at': '2021-10-19T02:23:25Z', 'revision_number': 5, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'subnets': [{'id': '21142e5f-0400-4f00-89a6-99920e6977b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:23:42.232362 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eabfe9-2e8e-4479-a3d4-614597bcbbe3 req-67afb2b4-4032-4487-80f5-53e7558514d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:42.233826 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11eabfe9-2e8e-4479-a3d4-614597bcbbe3 req-67afb2b4-4032-4487-80f5-53e7558514d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=21142e5f-0400-4f00-89a6-99920e6977b4 HTTP/1.1" status: 200 len: 848 time: 0.0437419 Oct 19 02:23:42.251514 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541b9d89-a7fb-4b0f-b51e-1cd88aaebc44 None None] Checking router: b22ed484-ece8-4677-976b-0dae584fd50d for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:23:42.259923 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541b9d89-a7fb-4b0f-b51e-1cd88aaebc44 None None] Routers {'b22ed484-ece8-4677-976b-0dae584fd50d'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:23:42.260530 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-541b9d89-a7fb-4b0f-b51e-1cd88aaebc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:23:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b22ed484-ece8-4677-976b-0dae584fd50d'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:23:42.280345 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eabfe9-2e8e-4479-a3d4-614597bcbbe3 req-59a2e0c8-3441-43b1-8912-3e84b549c6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:42.282545 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11eabfe9-2e8e-4479-a3d4-614597bcbbe3 req-59a2e0c8-3441-43b1-8912-3e84b549c6d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5598c04d-6f3c-49ab-81a3-8bd14353d5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408611 Oct 19 02:23:42.366076 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-541b9d89-a7fb-4b0f-b51e-1cd88aaebc44 None None] Set router b22ed484-ece8-4677-976b-0dae584fd50d gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:23:42.374296 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11eabfe9-2e8e-4479-a3d4-614597bcbbe3 req-dcef89da-f3d5-43fd-bf0b-333193689d02 service neutron] 10.222.0.24 "GET /v2.0/networks/5598c04d-6f3c-49ab-81a3-8bd14353d5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839875 Oct 19 02:23:42.467406 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-11eabfe9-2e8e-4479-a3d4-614597bcbbe3 req-b174c4ee-2431-4f06-9b18-0acb74a2d637 service neutron] 10.222.0.24 "GET /v2.0/networks/5598c04d-6f3c-49ab-81a3-8bd14353d5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850148 Oct 19 02:23:42.588779 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-541b9d89-a7fb-4b0f-b51e-1cd88aaebc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'name': 'tempest-TestSnapshotPattern-890180036-router', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '2e17aadb-7f5d-42b2-b0bd-db16f594b455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:23:18Z', 'updated_at': '2021-10-19T02:23:21Z', 'revision_number': 4, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'gw_port': {'id': '2e17aadb-7f5d-42b2-b0bd-db16f594b455', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:19Z', 'updated_at': '2021-10-19T02:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '7f033c3c-7a4b-420f-82ac-102b74d4d75f', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'floating_ip_address': '172.25.8.66', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'port_id': 'a1940206-406f-4a91-8f20-f32c9d00bba6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1', 'mac_address': 'fa:16:3e:4e:0c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb27023-75ad-44e7-bf04-f2730947c8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:23:41Z', 'updated_at': '2021-10-19T02:23:41Z', 'revision_number': 0, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61f288d0-487f-4fd6-8bb5-056f478866d8', 'name': '', 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'mac_address': 'fa:16:3e:60:cf:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '21142e5f-0400-4f00-89a6-99920e6977b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:21Z', 'updated_at': '2021-10-19T02:23:25Z', 'revision_number': 5, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'subnets': [{'id': '21142e5f-0400-4f00-89a6-99920e6977b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:23:42.614166 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541b9d89-a7fb-4b0f-b51e-1cd88aaebc44 None None] The sync data for ids ['b22ed484-ece8-4677-976b-0dae584fd50d'] in n-d-715271-26 is: [{'id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'name': 'tempest-TestSnapshotPattern-890180036-router', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '2e17aadb-7f5d-42b2-b0bd-db16f594b455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:23:18Z', 'updated_at': '2021-10-19T02:23:21Z', 'revision_number': 4, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'gw_port': {'id': '2e17aadb-7f5d-42b2-b0bd-db16f594b455', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:19Z', 'updated_at': '2021-10-19T02:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '7f033c3c-7a4b-420f-82ac-102b74d4d75f', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'floating_ip_address': '172.25.8.66', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'port_id': 'a1940206-406f-4a91-8f20-f32c9d00bba6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1', 'mac_address': 'fa:16:3e:4e:0c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb27023-75ad-44e7-bf04-f2730947c8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:23:41Z', 'updated_at': '2021-10-19T02:23:41Z', 'revision_number': 0, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61f288d0-487f-4fd6-8bb5-056f478866d8', 'name': '', 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'mac_address': 'fa:16:3e:60:cf:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '21142e5f-0400-4f00-89a6-99920e6977b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:21Z', 'updated_at': '2021-10-19T02:23:25Z', 'revision_number': 5, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'subnets': [{'id': '21142e5f-0400-4f00-89a6-99920e6977b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:23:42.809362 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f2d08f-b49d-4722-b6fa-f1a5a58a3544 None None] New status for floating IP 7f033c3c-7a4b-420f-82ac-102b74d4d75f: ACTIVE {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:23:44.080560 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5f3b55c8-d3ce-4b6a-9df3-02db865b8cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:46.654366 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-3c549ee4-5aec-44fb-a42d-290086f2a7b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:47.427841 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:48.130014 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:50.042115 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:55.321190 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:23:57.854661 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:59.954177 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-410fc548-8f95-46ee-babd-d3f86960bdeb req-a53b1800-18b1-475f-af86-a408b98f8e1f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6cb27023-75ad-44e7-bf04-f2730947c8d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399613 Oct 19 02:24:00.034494 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fc548-8f95-46ee-babd-d3f86960bdeb req-42c13a63-f84b-4d52-929b-93b1710ab6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:00.035958 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-410fc548-8f95-46ee-babd-d3f86960bdeb req-42c13a63-f84b-4d52-929b-93b1710ab6bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c47ada63cb0142e183b2794a8454f454&device_id=6cb27023-75ad-44e7-bf04-f2730947c8d7 HTTP/1.1" status: 200 len: 1098 time: 0.0402691 Oct 19 02:24:00.451858 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fc548-8f95-46ee-babd-d3f86960bdeb req-19b3f3bc-ff00-4482-b14d-1ac35dad8a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:00.453599 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-410fc548-8f95-46ee-babd-d3f86960bdeb req-19b3f3bc-ff00-4482-b14d-1ac35dad8a54 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5598c04d-6f3c-49ab-81a3-8bd14353d5f1 HTTP/1.1" status: 200 len: 910 time: 0.3962817 Oct 19 02:24:00.518091 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-410fc548-8f95-46ee-babd-d3f86960bdeb req-c84b5d81-d413-4f70-ae95-91daef033adb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1940206-406f-4a91-8f20-f32c9d00bba6 HTTP/1.1" status: 200 len: 1001 time: 0.0565841 Oct 19 02:24:00.531568 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:00.567805 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fc548-8f95-46ee-babd-d3f86960bdeb req-0ad9376c-f19f-4b55-8704-edfa03c0a45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:00.569216 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-410fc548-8f95-46ee-babd-d3f86960bdeb req-0ad9376c-f19f-4b55-8704-edfa03c0a45f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=21142e5f-0400-4f00-89a6-99920e6977b4 HTTP/1.1" status: 200 len: 848 time: 0.0438917 Oct 19 02:24:00.618006 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fc548-8f95-46ee-babd-d3f86960bdeb req-46e89843-a7b3-4679-a146-e087f5000b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:00.619460 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-410fc548-8f95-46ee-babd-d3f86960bdeb req-46e89843-a7b3-4679-a146-e087f5000b32 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5598c04d-6f3c-49ab-81a3-8bd14353d5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425889 Oct 19 02:24:00.707568 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-410fc548-8f95-46ee-babd-d3f86960bdeb req-3681f4b8-bd50-493b-9896-420232384b0c service neutron] 10.222.0.24 "GET /v2.0/networks/5598c04d-6f3c-49ab-81a3-8bd14353d5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803308 Oct 19 02:24:00.801845 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-410fc548-8f95-46ee-babd-d3f86960bdeb req-dc1940c3-3e11-476a-81ae-fe5d016043ef service neutron] 10.222.0.24 "GET /v2.0/networks/5598c04d-6f3c-49ab-81a3-8bd14353d5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862439 Oct 19 02:24:14.081485 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-24473a7a-df0e-4b1d-8b83-0df07cf6a422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:16.654837 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f5f1501d-3dc8-4bd7-a10b-68e01d7d76a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:17.428693 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:18.135433 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:20.044776 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:27.843954 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:30.530308 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:32.320578 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:24:44.082897 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-eee4c1ff-6a0b-4c33-80c2-737f5f69927f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:46.659087 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bb7db088-f8aa-45a1-87d4-edccf1979055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:47.430261 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:48.138195 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:50.047459 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:57.858024 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:00.545714 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:00.920431 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7e1d955b-f70a-4104-8bb0-b70d67b95f6d req-7620fbdc-bd02-47b4-93cf-5fad1556dcc3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6cb27023-75ad-44e7-bf04-f2730947c8d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405979 Oct 19 02:25:00.998838 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d955b-f70a-4104-8bb0-b70d67b95f6d req-aaa04224-9505-494f-a83c-3447f2843129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:01.000312 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7e1d955b-f70a-4104-8bb0-b70d67b95f6d req-aaa04224-9505-494f-a83c-3447f2843129 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c47ada63cb0142e183b2794a8454f454&device_id=6cb27023-75ad-44e7-bf04-f2730947c8d7 HTTP/1.1" status: 200 len: 1098 time: 0.0390849 Oct 19 02:25:01.104109 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d955b-f70a-4104-8bb0-b70d67b95f6d req-6ccfdced-6099-4828-8755-ce2f1843c5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:01.105524 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7e1d955b-f70a-4104-8bb0-b70d67b95f6d req-6ccfdced-6099-4828-8755-ce2f1843c5c6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5598c04d-6f3c-49ab-81a3-8bd14353d5f1 HTTP/1.1" status: 200 len: 910 time: 0.0862894 Oct 19 02:25:01.169938 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7e1d955b-f70a-4104-8bb0-b70d67b95f6d req-afc991d4-6587-48e8-8e03-adbe2c79dd8d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1940206-406f-4a91-8f20-f32c9d00bba6 HTTP/1.1" status: 200 len: 1001 time: 0.0573058 Oct 19 02:25:01.220854 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d955b-f70a-4104-8bb0-b70d67b95f6d req-21a09cfe-498c-484a-a48b-f72d6664c433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:01.222188 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7e1d955b-f70a-4104-8bb0-b70d67b95f6d req-21a09cfe-498c-484a-a48b-f72d6664c433 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=21142e5f-0400-4f00-89a6-99920e6977b4 HTTP/1.1" status: 200 len: 848 time: 0.0456812 Oct 19 02:25:01.264711 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d955b-f70a-4104-8bb0-b70d67b95f6d req-6c896e36-f2f3-420b-8582-2bb4ac8df441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:01.266125 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7e1d955b-f70a-4104-8bb0-b70d67b95f6d req-6c896e36-f2f3-420b-8582-2bb4ac8df441 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5598c04d-6f3c-49ab-81a3-8bd14353d5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0376270 Oct 19 02:25:01.357126 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7e1d955b-f70a-4104-8bb0-b70d67b95f6d req-769f3896-a3cf-4f6c-acee-a6e983c49c70 service neutron] 10.222.0.24 "GET /v2.0/networks/5598c04d-6f3c-49ab-81a3-8bd14353d5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837319 Oct 19 02:25:01.445083 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-7e1d955b-f70a-4104-8bb0-b70d67b95f6d req-b81f6ca1-5881-408a-a37b-6d2f254b9353 service neutron] 10.222.0.24 "GET /v2.0/networks/5598c04d-6f3c-49ab-81a3-8bd14353d5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808551 Oct 19 02:25:09.320129 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:25:14.084260 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-42e2591e-8d7c-442a-b600-7d0048d91c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:16.659238 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f1dd8815-16a5-43ac-b8fc-1a4d8840804c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:17.431593 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:18.143417 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:20.050589 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:27.871301 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:30.552490 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:42.833785 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device a1940206-406f-4a91-8f20-f32c9d00bba6 details requested by agent hyperv_n-h2-715271-26 with host n-h2-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:25:42.928885 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port a1940206-406f-4a91-8f20-f32c9d00bba6, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a1940206-406f-4a91-8f20-f32c9d00bba6,segment=NetworkSegment(f1951a4a-beba-4156-8b6a-2cad49f4e4f5),segment_id=f1951a4a-beba-4156-8b6a-2cad49f4e4f5)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:25:42.941481 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Returning: {'device': 'a1940206-406f-4a91-8f20-f32c9d00bba6', 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1', 'port_id': 'a1940206-406f-4a91-8f20-f32c9d00bba6', 'mac_address': 'fa:16:3e:4e:0c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21142e5f-0400-4f00-89a6-99920e6977b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:25:42.979793 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:42.992658 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1940206-406f-4a91-8f20-f32c9d00bba6 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:25:43.012013 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port a1940206-406f-4a91-8f20-f32c9d00bba6, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a1940206-406f-4a91-8f20-f32c9d00bba6,segment=NetworkSegment(f1951a4a-beba-4156-8b6a-2cad49f4e4f5),segment_id=f1951a4a-beba-4156-8b6a-2cad49f4e4f5)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:25:43.016619 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:43.067649 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=a1940206-406f-4a91-8f20-f32c9d00bba6,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:43.075623 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:43.076000 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:43.076346 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:43.076682 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:43.077018 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:43.077350 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:43.077681 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:43.078007 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:43.078334 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:43.078660 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:43.078986 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:43.079309 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:43.086244 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] get_ports_and_sgs() called for port_ids ['a1940206-406f-4a91-8f20-f32c9d00bba6'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:25:44.086308 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-1635b6f1-db69-4cae-82cb-a45f5e4edb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:44.832018 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device a1940206-406f-4a91-8f20-f32c9d00bba6 up at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:25:44.880675 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Provisioning complete for port a1940206-406f-4a91-8f20-f32c9d00bba6 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:25:44.881051 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:45.128084 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:45.166755 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb27023-75ad-44e7-bf04-f2730947c8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1940206-406f-4a91-8f20-f32c9d00bba6'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:25:45.169301 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db8619b3bfd44a3a0f2128b398243c28f67a7e558bf903df4768d357387e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbfa6c9-6e53-4adb-9269-e2737bf4b2fc" -d '{"events": [{"server_uuid": "6cb27023-75ad-44e7-bf04-f2730947c8d7", "name": "network-vif-plugged", "status": "completed", "tag": "a1940206-406f-4a91-8f20-f32c9d00bba6"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:25:45.182182 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port a1940206-406f-4a91-8f20-f32c9d00bba6, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a1940206-406f-4a91-8f20-f32c9d00bba6,segment=NetworkSegment(f1951a4a-beba-4156-8b6a-2cad49f4e4f5),segment_id=f1951a4a-beba-4156-8b6a-2cad49f4e4f5)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:25:45.186942 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:45.238090 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=a1940206-406f-4a91-8f20-f32c9d00bba6,revision_number=7']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:45.263093 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db048d24-21d0-499d-b818-4ae88732d3b2 x-openstack-request-id: req-db048d24-21d0-499d-b818-4ae88732d3b2 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:25:45.263428 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb27023-75ad-44e7-bf04-f2730947c8d7", "name": "network-vif-plugged", "status": "completed", "tag": "a1940206-406f-4a91-8f20-f32c9d00bba6", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:25:45.263680 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-db048d24-21d0-499d-b818-4ae88732d3b2 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:25:45.264103 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb27023-75ad-44e7-bf04-f2730947c8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1940206-406f-4a91-8f20-f32c9d00bba6', 'code': 200} Oct 19 02:25:46.321884 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:25:46.661024 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-c8fc17f9-e09d-42c7-ad1b-8d19b41e3409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:47.446004 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:48.147679 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:50.053927 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:53.204213 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-d168f987-0c75-49ca-b2a5-9addaff71028 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-838585804&fields=id&tenant_id=c47ada63cb0142e183b2794a8454f454 HTTP/1.1" status: 200 len: 267 time: 0.0334170 Oct 19 02:25:53.308726 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-5bb44fde-a5c7-4477-9cc1-a6f16dbc4eed tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:53.310176 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-5bb44fde-a5c7-4477-9cc1-a6f16dbc4eed tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/networks?id=5598c04d-6f3c-49ab-81a3-8bd14353d5f1 HTTP/1.1" status: 200 len: 809 time: 0.0994465 Oct 19 02:25:53.324808 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-bf7a7f79-a5f7-4698-8d0f-13a53070dfd8 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/quotas/c47ada63cb0142e183b2794a8454f454 HTTP/1.1" status: 200 len: 375 time: 0.0089531 Oct 19 02:25:53.384055 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-13821315-9e73-494f-97aa-f9f3a1053aa5 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c47ada63cb0142e183b2794a8454f454&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0541070 Oct 19 02:25:53.479558 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-6ce3ed00-e1aa-49be-b19a-63c548dafe6b service neutron] 10.222.0.57 "GET /v2.0/networks/5598c04d-6f3c-49ab-81a3-8bd14353d5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838940 Oct 19 02:25:53.572048 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-0495aef0-2a9d-4b22-9a67-1cb6b8e1d348 service neutron] 10.222.0.57 "GET /v2.0/networks/5598c04d-6f3c-49ab-81a3-8bd14353d5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864015 Oct 19 02:25:53.732115 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-47d5b7a7-ede3-4c82-887e-947993aab67d req-be57fcfd-6a6b-4200-8cc4-9159112d1e28 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?device_id=96e96bc2-1798-4e80-a7e4-580d7a4c5d96 HTTP/1.1" status: 200 len: 210 time: 0.0279658 Oct 19 02:25:54.702664 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-9fde464d-a65d-4c24-a871-74416497d732 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:54.704180 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-9fde464d-a65d-4c24-a871-74416497d732 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.55 "GET /v2.0/networks?id=5598c04d-6f3c-49ab-81a3-8bd14353d5f1 HTTP/1.1" status: 200 len: 809 time: 0.1090431 Oct 19 02:25:54.748626 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-92b13368-65ff-4bb3-a6b8-4b113374f4b7 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c47ada63cb0142e183b2794a8454f454 HTTP/1.1" status: 200 len: 379 time: 0.0357158 Oct 19 02:25:54.760398 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-11c4700d-90a7-495f-988b-e8cbb200b1c6 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Request body: {'port': {'device_id': '96e96bc2-1798-4e80-a7e4-580d7a4c5d96', 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1', 'admin_state_up': True, 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'security_groups': ['429d9247-e84b-46af-bcd9-ed100c44cd56']}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:25:54.857168 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-88391cf8-ea78-4b96-b16a-73499fbdd7e4 req-50653721-43dc-4625-b01f-0b129e2528d4 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?device_id=96e96bc2-1798-4e80-a7e4-580d7a4c5d96 HTTP/1.1" status: 200 len: 210 time: 0.0308359 Oct 19 02:25:54.879329 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device a1940206-406f-4a91-8f20-f32c9d00bba6 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:25:54.916569 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-11c4700d-90a7-495f-988b-e8cbb200b1c6 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Made reservation on behalf of c47ada63cb0142e183b2794a8454f454 for: {'port': 1} {{(pid=100606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:25:54.920522 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-11c4700d-90a7-495f-988b-e8cbb200b1c6 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:54.978700 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:55.003667 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb27023-75ad-44e7-bf04-f2730947c8d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1940206-406f-4a91-8f20-f32c9d00bba6'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:25:55.006201 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db8619b3bfd44a3a0f2128b398243c28f67a7e558bf903df4768d357387e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421f49c9-99ae-4d5e-8fdf-89944f3e8429" -d '{"events": [{"server_uuid": "6cb27023-75ad-44e7-bf04-f2730947c8d7", "name": "network-vif-unplugged", "status": "completed", "tag": "a1940206-406f-4a91-8f20-f32c9d00bba6"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:25:55.021925 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] For port a1940206-406f-4a91-8f20-f32c9d00bba6, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a1940206-406f-4a91-8f20-f32c9d00bba6,segment=NetworkSegment(f1951a4a-beba-4156-8b6a-2cad49f4e4f5),segment_id=f1951a4a-beba-4156-8b6a-2cad49f4e4f5)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:25:55.028504 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:55.087879 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-11c4700d-90a7-495f-988b-e8cbb200b1c6 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Allocated IP 172.20.0.4 (5598c04d-6f3c-49ab-81a3-8bd14353d5f1/21142e5f-0400-4f00-89a6-99920e6977b4/b3e1dd34-61cf-4a4a-8f11-ccdb184dec40) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:25:55.098225 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 02:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0182d95-ace2-48de-881d-f68124771ed1 x-openstack-request-id: req-a0182d95-ace2-48de-881d-f68124771ed1 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:25:55.098824 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb27023-75ad-44e7-bf04-f2730947c8d7", "name": "network-vif-unplugged", "status": "completed", "tag": "a1940206-406f-4a91-8f20-f32c9d00bba6", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:25:55.099243 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a0182d95-ace2-48de-881d-f68124771ed1 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:25:55.099881 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb27023-75ad-44e7-bf04-f2730947c8d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1940206-406f-4a91-8f20-f32c9d00bba6', 'code': 200} Oct 19 02:25:55.100658 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Pushing event updated for resources: {'Port': ['ID=a1940206-406f-4a91-8f20-f32c9d00bba6,revision_number=8']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:55.263110 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-11c4700d-90a7-495f-988b-e8cbb200b1c6 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:55.312229 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-11c4700d-90a7-495f-988b-e8cbb200b1c6 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:55.372981 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-11c4700d-90a7-495f-988b-e8cbb200b1c6 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Network 5598c04d-6f3c-49ab-81a3-8bd14353d5f1 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:25:55.377408 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-11c4700d-90a7-495f-988b-e8cbb200b1c6 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:25:55.381923 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-11c4700d-90a7-495f-988b-e8cbb200b1c6 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:25:55.419541 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4700d-90a7-495f-988b-e8cbb200b1c6 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Pushing event updated for resources: {'Port': ['ID=b3e1dd34-61cf-4a4a-8f11-ccdb184dec40,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:55.435204 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c4700d-90a7-495f-988b-e8cbb200b1c6 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:55.435555 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c4700d-90a7-495f-988b-e8cbb200b1c6 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:55.435930 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c4700d-90a7-495f-988b-e8cbb200b1c6 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:55.436396 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c4700d-90a7-495f-988b-e8cbb200b1c6 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:55.436742 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c4700d-90a7-495f-988b-e8cbb200b1c6 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:55.437569 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c4700d-90a7-495f-988b-e8cbb200b1c6 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:55.437907 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c4700d-90a7-495f-988b-e8cbb200b1c6 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:55.438231 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c4700d-90a7-495f-988b-e8cbb200b1c6 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:55.438556 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c4700d-90a7-495f-988b-e8cbb200b1c6 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:55.438883 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c4700d-90a7-495f-988b-e8cbb200b1c6 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:55.439205 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c4700d-90a7-495f-988b-e8cbb200b1c6 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:55.439527 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c4700d-90a7-495f-988b-e8cbb200b1c6 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:55.470991 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-11c4700d-90a7-495f-988b-e8cbb200b1c6 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:55.471684 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-11c4700d-90a7-495f-988b-e8cbb200b1c6 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:55.493100 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-11c4700d-90a7-495f-988b-e8cbb200b1c6 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7365935 Oct 19 02:25:55.660959 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-63c156b5-35b0-4b0c-99fd-890213906e07 None None] Provisioning complete for port b3e1dd34-61cf-4a4a-8f11-ccdb184dec40 triggered by entity DHCP. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:25:55.661330 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-63c156b5-35b0-4b0c-99fd-890213906e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:55.703195 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-63c156b5-35b0-4b0c-99fd-890213906e07 None None] Port b3e1dd34-61cf-4a4a-8f11-ccdb184dec40 cannot update to ACTIVE because it is not bound. {{(pid=100608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:25:55.991128 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2667c3-6f7c-4b6c-bfd0-4680af2e23c0 req-44eb1299-4dfb-4b52-b23d-e12553755f45 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:55.993996 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7f2667c3-6f7c-4b6c-bfd0-4680af2e23c0 req-44eb1299-4dfb-4b52-b23d-e12553755f45 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?device_id=96e96bc2-1798-4e80-a7e4-580d7a4c5d96 HTTP/1.1" status: 200 len: 931 time: 0.0655913 Oct 19 02:25:56.034459 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7f2667c3-6f7c-4b6c-bfd0-4680af2e23c0 req-50443fe3-7c8e-49ab-a843-5d076e258c7c tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/security-groups?id=429d9247-e84b-46af-bcd9-ed100c44cd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349817 Oct 19 02:25:57.179945 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a5363-e112-4440-8e67-57309401ec3b req-e6ee3662-3ce3-4ad0-b375-729b057858b3 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:57.188429 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-663a5363-e112-4440-8e67-57309401ec3b req-e6ee3662-3ce3-4ad0-b375-729b057858b3 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?device_id=96e96bc2-1798-4e80-a7e4-580d7a4c5d96 HTTP/1.1" status: 200 len: 931 time: 0.0829277 Oct 19 02:25:57.240777 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-663a5363-e112-4440-8e67-57309401ec3b req-875d4895-a3ad-4205-8d61-0338a12d4fd6 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/security-groups?id=429d9247-e84b-46af-bcd9-ed100c44cd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513852 Oct 19 02:25:57.874626 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:58.375954 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78734f3-34f1-403d-bdd8-4e0633ab688b req-052dc8f4-efa7-402e-80fa-57c463e8a8c0 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:58.377663 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c78734f3-34f1-403d-bdd8-4e0633ab688b req-052dc8f4-efa7-402e-80fa-57c463e8a8c0 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?device_id=96e96bc2-1798-4e80-a7e4-580d7a4c5d96 HTTP/1.1" status: 200 len: 931 time: 0.0657709 Oct 19 02:25:58.420602 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-c78734f3-34f1-403d-bdd8-4e0633ab688b req-6ff58c11-7ee2-485f-a972-8953a1fb58c1 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/security-groups?id=429d9247-e84b-46af-bcd9-ed100c44cd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369618 Oct 19 02:25:59.539439 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f55cb-8c3e-4e0c-8ab6-1516745fa1b5 req-5e00d080-9384-44e0-93a7-87123d56221a tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:59.540952 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8e2f55cb-8c3e-4e0c-8ab6-1516745fa1b5 req-5e00d080-9384-44e0-93a7-87123d56221a tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?device_id=96e96bc2-1798-4e80-a7e4-580d7a4c5d96 HTTP/1.1" status: 200 len: 931 time: 0.0517688 Oct 19 02:25:59.579200 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-8e2f55cb-8c3e-4e0c-8ab6-1516745fa1b5 req-a528b960-ffc0-4007-96fe-79e20222a6e1 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/security-groups?id=429d9247-e84b-46af-bcd9-ed100c44cd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321949 Oct 19 02:26:00.562683 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:00.705335 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2b386-f983-4710-a456-946611a37989 req-445b1c67-ae60-4697-be34-05610f024ce0 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:00.706823 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e5f2b386-f983-4710-a456-946611a37989 req-445b1c67-ae60-4697-be34-05610f024ce0 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?device_id=96e96bc2-1798-4e80-a7e4-580d7a4c5d96 HTTP/1.1" status: 200 len: 931 time: 0.0605330 Oct 19 02:26:00.754878 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e5f2b386-f983-4710-a456-946611a37989 req-616c03ac-ef9b-46e1-aeed-7d74235bbb46 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/security-groups?id=429d9247-e84b-46af-bcd9-ed100c44cd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417011 Oct 19 02:26:01.875576 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdbdf2-f18a-41f8-b735-65a9fd323c0d req-a7cc21fb-fb7a-48b5-8fc5-2ccf6da165bd tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:01.877108 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1ecdbdf2-f18a-41f8-b735-65a9fd323c0d req-a7cc21fb-fb7a-48b5-8fc5-2ccf6da165bd tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?device_id=96e96bc2-1798-4e80-a7e4-580d7a4c5d96 HTTP/1.1" status: 200 len: 931 time: 0.0529761 Oct 19 02:26:01.930067 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-1ecdbdf2-f18a-41f8-b735-65a9fd323c0d req-001e4142-7c59-44f1-8fa4-497e3f35f198 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/security-groups?id=429d9247-e84b-46af-bcd9-ed100c44cd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467083 Oct 19 02:26:02.028975 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9ff1afda-b42c-4d64-a4bb-431ba0705c6b req-b540f106-bd5c-472c-a548-16b8aee7fd61 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6cb27023-75ad-44e7-bf04-f2730947c8d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1263969 Oct 19 02:26:02.113382 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1afda-b42c-4d64-a4bb-431ba0705c6b req-6d3c7282-024c-487c-9360-75eee746ec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:02.114917 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9ff1afda-b42c-4d64-a4bb-431ba0705c6b req-6d3c7282-024c-487c-9360-75eee746ec3a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c47ada63cb0142e183b2794a8454f454&device_id=6cb27023-75ad-44e7-bf04-f2730947c8d7 HTTP/1.1" status: 200 len: 1096 time: 0.0430996 Oct 19 02:26:02.226914 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1afda-b42c-4d64-a4bb-431ba0705c6b req-3cf6d821-3d75-4539-981f-e3b66a21c2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:02.228404 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9ff1afda-b42c-4d64-a4bb-431ba0705c6b req-3cf6d821-3d75-4539-981f-e3b66a21c2af service neutron] 10.222.0.24 "GET /v2.0/networks?id=5598c04d-6f3c-49ab-81a3-8bd14353d5f1 HTTP/1.1" status: 200 len: 910 time: 0.0930066 Oct 19 02:26:02.318843 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9ff1afda-b42c-4d64-a4bb-431ba0705c6b req-1f71c6c5-229a-4194-ab85-b88a11f4ff4c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1940206-406f-4a91-8f20-f32c9d00bba6 HTTP/1.1" status: 200 len: 999 time: 0.0827527 Oct 19 02:26:02.374185 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1afda-b42c-4d64-a4bb-431ba0705c6b req-b9f40e21-b2f0-4423-9d1e-beefcb0c1cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:02.375598 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9ff1afda-b42c-4d64-a4bb-431ba0705c6b req-b9f40e21-b2f0-4423-9d1e-beefcb0c1cf7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=21142e5f-0400-4f00-89a6-99920e6977b4 HTTP/1.1" status: 200 len: 848 time: 0.0498204 Oct 19 02:26:02.427154 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1afda-b42c-4d64-a4bb-431ba0705c6b req-588ea2f8-85e2-42ee-a5aa-448348161960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:02.428866 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9ff1afda-b42c-4d64-a4bb-431ba0705c6b req-588ea2f8-85e2-42ee-a5aa-448348161960 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5598c04d-6f3c-49ab-81a3-8bd14353d5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464480 Oct 19 02:26:02.522892 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9ff1afda-b42c-4d64-a4bb-431ba0705c6b req-da3e1455-1a33-4e46-a152-3faff4b4c894 service neutron] 10.222.0.24 "GET /v2.0/networks/5598c04d-6f3c-49ab-81a3-8bd14353d5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864928 Oct 19 02:26:02.620318 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9ff1afda-b42c-4d64-a4bb-431ba0705c6b req-0095633b-c283-4cba-a209-de846eae7ec1 service neutron] 10.222.0.24 "GET /v2.0/networks/5598c04d-6f3c-49ab-81a3-8bd14353d5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900860 Oct 19 02:26:03.063366 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80624f39-56d6-4641-832d-0f3105a759c8 req-bbae32c1-d418-439c-9ebd-5286523c7510 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:03.065079 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-80624f39-56d6-4641-832d-0f3105a759c8 req-bbae32c1-d418-439c-9ebd-5286523c7510 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?device_id=96e96bc2-1798-4e80-a7e4-580d7a4c5d96 HTTP/1.1" status: 200 len: 931 time: 0.0514843 Oct 19 02:26:03.108125 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-80624f39-56d6-4641-832d-0f3105a759c8 req-665e5986-e14f-4b97-96bf-a829ef411d0c tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/security-groups?id=429d9247-e84b-46af-bcd9-ed100c44cd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365982 Oct 19 02:26:04.237213 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690edf62-c72f-4355-85a1-93bf01cec9af req-df714670-552c-4ec8-bd22-f0055389b145 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:04.239041 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-690edf62-c72f-4355-85a1-93bf01cec9af req-df714670-552c-4ec8-bd22-f0055389b145 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?device_id=96e96bc2-1798-4e80-a7e4-580d7a4c5d96 HTTP/1.1" status: 200 len: 931 time: 0.0519824 Oct 19 02:26:04.278184 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-690edf62-c72f-4355-85a1-93bf01cec9af req-125da5cc-731f-4a54-b983-ff7981b8fc3a tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/security-groups?id=429d9247-e84b-46af-bcd9-ed100c44cd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316634 Oct 19 02:26:05.401932 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425ee1e-3c47-4542-b6d2-7ea659fdde2a req-ee5dd2e8-ea38-4281-bc02-9b3779fc14d9 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:05.403662 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7425ee1e-3c47-4542-b6d2-7ea659fdde2a req-ee5dd2e8-ea38-4281-bc02-9b3779fc14d9 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?device_id=96e96bc2-1798-4e80-a7e4-580d7a4c5d96 HTTP/1.1" status: 200 len: 931 time: 0.0540621 Oct 19 02:26:05.441063 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7425ee1e-3c47-4542-b6d2-7ea659fdde2a req-f17fe006-2e8d-49f7-a1d1-95e4e40e2f38 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/security-groups?id=429d9247-e84b-46af-bcd9-ed100c44cd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313642 Oct 19 02:26:06.554143 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a3cc1-6aa1-4dff-9508-db2d051f1f76 req-fc64dc9c-a462-4df0-b2c4-17a3289db0a8 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:06.555651 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f4a3cc1-6aa1-4dff-9508-db2d051f1f76 req-fc64dc9c-a462-4df0-b2c4-17a3289db0a8 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?device_id=96e96bc2-1798-4e80-a7e4-580d7a4c5d96 HTTP/1.1" status: 200 len: 931 time: 0.0483518 Oct 19 02:26:06.592722 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-9f4a3cc1-6aa1-4dff-9508-db2d051f1f76 req-9d83d706-ac5a-4d32-83a5-abd36284610d tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/security-groups?id=429d9247-e84b-46af-bcd9-ed100c44cd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307031 Oct 19 02:26:06.890970 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-80427c8b-297d-45b7-9e45-1e368cd964a6 service neutron] Request body: {'port': {'device_id': '96e96bc2-1798-4e80-a7e4-580d7a4c5d96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-26'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:26:06.950107 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-80427c8b-297d-45b7-9e45-1e368cd964a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:07.218390 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-80427c8b-297d-45b7-9e45-1e368cd964a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3e1dd34-61cf-4a4a-8f11-ccdb184dec40 {{(pid=100606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:26:07.226187 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-80427c8b-297d-45b7-9e45-1e368cd964a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:07.239173 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.provisioning_blocks [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-80427c8b-297d-45b7-9e45-1e368cd964a6 service neutron] Transition to ACTIVE for port object b3e1dd34-61cf-4a4a-8f11-ccdb184dec40 will not be triggered until provisioned by entity L2. {{(pid=100606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:26:07.242281 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-80427c8b-297d-45b7-9e45-1e368cd964a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:07.331628 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80427c8b-297d-45b7-9e45-1e368cd964a6 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e1dd34-61cf-4a4a-8f11-ccdb184dec40,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:26:07.364541 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-80427c8b-297d-45b7-9e45-1e368cd964a6 service neutron] Attempting to bind port b3e1dd34-61cf-4a4a-8f11-ccdb184dec40 on host n-h1-715271-26 for vnic_type normal with profile {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:26:07.364878 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-80427c8b-297d-45b7-9e45-1e368cd964a6 service neutron] Attempting to bind port b3e1dd34-61cf-4a4a-8f11-ccdb184dec40 by drivers openvswitch,hyperv on host n-h1-715271-26 at level 0 using segments [{'id': 'f1951a4a-beba-4156-8b6a-2cad49f4e4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1'}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:26:07.365208 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-80427c8b-297d-45b7-9e45-1e368cd964a6 service neutron] Attempting to bind port b3e1dd34-61cf-4a4a-8f11-ccdb184dec40 on network 5598c04d-6f3c-49ab-81a3-8bd14353d5f1 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:26:07.370215 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-80427c8b-297d-45b7-9e45-1e368cd964a6 service neutron] Port b3e1dd34-61cf-4a4a-8f11-ccdb184dec40 on network 5598c04d-6f3c-49ab-81a3-8bd14353d5f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-26 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:26:07.370540 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-80427c8b-297d-45b7-9e45-1e368cd964a6 service neutron] Attempting to bind port b3e1dd34-61cf-4a4a-8f11-ccdb184dec40 on network 5598c04d-6f3c-49ab-81a3-8bd14353d5f1 {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:26:07.375535 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-80427c8b-297d-45b7-9e45-1e368cd964a6 service neutron] Checking agent: {'id': 'f1577dc3-2a5c-46cc-9f40-5ac0af466466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'started_at': datetime.datetime(2021, 10, 19, 0, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:26:07.375908 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-80427c8b-297d-45b7-9e45-1e368cd964a6 service neutron] Checking segment: {'id': 'f1951a4a-beba-4156-8b6a-2cad49f4e4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:26:07.376292 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-80427c8b-297d-45b7-9e45-1e368cd964a6 service neutron] Bound using segment: {'id': 'f1951a4a-beba-4156-8b6a-2cad49f4e4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1'} {{(pid=100606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:26:07.376721 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.managers [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-80427c8b-297d-45b7-9e45-1e368cd964a6 service neutron] Bound port: b3e1dd34-61cf-4a4a-8f11-ccdb184dec40, host: n-h1-715271-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1951a4a-beba-4156-8b6a-2cad49f4e4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1'}}] {{(pid=100606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:26:07.377080 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-80427c8b-297d-45b7-9e45-1e368cd964a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:07.447481 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-80427c8b-297d-45b7-9e45-1e368cd964a6 service neutron] For port b3e1dd34-61cf-4a4a-8f11-ccdb184dec40, host n-h1-715271-26, cleared binding levels {{(pid=100606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:26:07.450860 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-80427c8b-297d-45b7-9e45-1e368cd964a6 service neutron] For port b3e1dd34-61cf-4a4a-8f11-ccdb184dec40, host n-h1-715271-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=b3e1dd34-61cf-4a4a-8f11-ccdb184dec40,segment=NetworkSegment(f1951a4a-beba-4156-8b6a-2cad49f4e4f5),segment_id=f1951a4a-beba-4156-8b6a-2cad49f4e4f5)] {{(pid=100606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:26:07.455490 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-80427c8b-297d-45b7-9e45-1e368cd964a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:07.494805 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-80427c8b-297d-45b7-9e45-1e368cd964a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:07.495626 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-80427c8b-297d-45b7-9e45-1e368cd964a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:07.497050 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-80427c8b-297d-45b7-9e45-1e368cd964a6 service neutron] 10.222.0.55 "PUT /v2.0/ports/b3e1dd34-61cf-4a4a-8f11-ccdb184dec40 HTTP/1.1" status: 200 len: 1092 time: 0.6107626 Oct 19 02:26:07.497488 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e96bc2-1798-4e80-a7e4-580d7a4c5d96', 'tag': 'b3e1dd34-61cf-4a4a-8f11-ccdb184dec40'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:26:07.499821 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9434de058546a022cc17e407c636edc5a2ce8615e174a01ffad9beb3023847d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0741a180-40bd-407c-9c37-4a9061b24b12" -d '{"events": [{"name": "network-changed", "server_uuid": "96e96bc2-1798-4e80-a7e4-580d7a4c5d96", "tag": "b3e1dd34-61cf-4a4a-8f11-ccdb184dec40"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:26:07.526494 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80427c8b-297d-45b7-9e45-1e368cd964a6 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e1dd34-61cf-4a4a-8f11-ccdb184dec40,revision_number=3']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:26:07.571298 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf383bdc-53be-4e46-ad6a-483af4027878 x-openstack-request-id: req-cf383bdc-53be-4e46-ad6a-483af4027878 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:26:07.571682 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96e96bc2-1798-4e80-a7e4-580d7a4c5d96", "tag": "b3e1dd34-61cf-4a4a-8f11-ccdb184dec40", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:26:07.571876 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cf383bdc-53be-4e46-ad6a-483af4027878 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:26:07.572279 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96e96bc2-1798-4e80-a7e4-580d7a4c5d96', 'tag': 'b3e1dd34-61cf-4a4a-8f11-ccdb184dec40', 'status': 'completed', 'code': 200} Oct 19 02:26:07.582908 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-380df222-a82d-4c02-8ca0-9789275c4169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:07.584467 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-380df222-a82d-4c02-8ca0-9789275c4169 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c47ada63cb0142e183b2794a8454f454&device_id=96e96bc2-1798-4e80-a7e4-580d7a4c5d96 HTTP/1.1" status: 200 len: 1095 time: 0.0491920 Oct 19 02:26:07.628986 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-4e93a783-d194-460d-a3bd-5ae25d092c97 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3e1dd34-61cf-4a4a-8f11-ccdb184dec40 HTTP/1.1" status: 200 len: 217 time: 0.0359490 Oct 19 02:26:07.686039 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-3ec9fb9b-d939-4ff9-ba6b-e46ae203ed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:07.687526 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-3ec9fb9b-d939-4ff9-ba6b-e46ae203ed9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=21142e5f-0400-4f00-89a6-99920e6977b4 HTTP/1.1" status: 200 len: 848 time: 0.0517931 Oct 19 02:26:07.721145 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801df9df-c465-49cd-b38c-43ae1b649332 req-3b96e84a-9848-4f7d-b82b-d0103817fbbf tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:07.723317 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-801df9df-c465-49cd-b38c-43ae1b649332 req-3b96e84a-9848-4f7d-b82b-d0103817fbbf tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?device_id=96e96bc2-1798-4e80-a7e4-580d7a4c5d96 HTTP/1.1" status: 200 len: 943 time: 0.0582261 Oct 19 02:26:07.736251 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-bef67872-6d91-42be-ac5a-5d867e1580b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:07.737755 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-bef67872-6d91-42be-ac5a-5d867e1580b9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5598c04d-6f3c-49ab-81a3-8bd14353d5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429409 Oct 19 02:26:07.762556 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-801df9df-c465-49cd-b38c-43ae1b649332 req-466c853a-8c53-4fdf-affc-36c6524eaa3f tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/security-groups?id=429d9247-e84b-46af-bcd9-ed100c44cd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320413 Oct 19 02:26:07.831006 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-5db60860-78dd-4f3b-92da-ee761994da47 service neutron] 10.222.0.55 "GET /v2.0/networks/5598c04d-6f3c-49ab-81a3-8bd14353d5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855188 Oct 19 02:26:07.919642 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0faf9488-d66b-41e2-8e3b-838342bdd011 req-432eb398-4fa5-4122-a3ba-421d965a4952 service neutron] 10.222.0.55 "GET /v2.0/networks/5598c04d-6f3c-49ab-81a3-8bd14353d5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808372 Oct 19 02:26:08.021541 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741a180-40bd-407c-9c37-4a9061b24b12 req-3e17b093-5a89-4efc-b8bb-048a01f705ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:08.022919 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0741a180-40bd-407c-9c37-4a9061b24b12 req-3e17b093-5a89-4efc-b8bb-048a01f705ce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c47ada63cb0142e183b2794a8454f454&device_id=96e96bc2-1798-4e80-a7e4-580d7a4c5d96 HTTP/1.1" status: 200 len: 1095 time: 0.0405533 Oct 19 02:26:08.117674 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741a180-40bd-407c-9c37-4a9061b24b12 req-92d5bc8e-3a6b-4315-b8fd-29158b9d72fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:08.119196 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0741a180-40bd-407c-9c37-4a9061b24b12 req-92d5bc8e-3a6b-4315-b8fd-29158b9d72fc service neutron] 10.222.0.55 "GET /v2.0/networks?id=5598c04d-6f3c-49ab-81a3-8bd14353d5f1 HTTP/1.1" status: 200 len: 910 time: 0.0884414 Oct 19 02:26:08.160659 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0741a180-40bd-407c-9c37-4a9061b24b12 req-1e2ff7ba-68af-4790-90ee-fb87e9f42ccc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3e1dd34-61cf-4a4a-8f11-ccdb184dec40 HTTP/1.1" status: 200 len: 217 time: 0.0348225 Oct 19 02:26:08.213420 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741a180-40bd-407c-9c37-4a9061b24b12 req-89657def-a128-40a9-aa6b-0fed52c6daf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:08.214979 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0741a180-40bd-407c-9c37-4a9061b24b12 req-89657def-a128-40a9-aa6b-0fed52c6daf6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=21142e5f-0400-4f00-89a6-99920e6977b4 HTTP/1.1" status: 200 len: 848 time: 0.0477829 Oct 19 02:26:08.261446 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741a180-40bd-407c-9c37-4a9061b24b12 req-faffe61f-2737-4b44-b89b-c2744b3e7b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:08.262943 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0741a180-40bd-407c-9c37-4a9061b24b12 req-faffe61f-2737-4b44-b89b-c2744b3e7b1d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5598c04d-6f3c-49ab-81a3-8bd14353d5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413270 Oct 19 02:26:08.355280 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0741a180-40bd-407c-9c37-4a9061b24b12 req-12f65e8a-c74f-4d24-8b28-cc5c36df3380 service neutron] 10.222.0.55 "GET /v2.0/networks/5598c04d-6f3c-49ab-81a3-8bd14353d5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850751 Oct 19 02:26:08.443085 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0741a180-40bd-407c-9c37-4a9061b24b12 req-711f79ae-1289-4c91-9e72-c23c50c447de service neutron] 10.222.0.55 "GET /v2.0/networks/5598c04d-6f3c-49ab-81a3-8bd14353d5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809174 Oct 19 02:26:08.878943 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa7b6b-df99-407d-8cf0-ff2b25591e4f req-c3a0091d-66c2-4466-a13e-61e9284b10dc tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:08.880430 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bbaa7b6b-df99-407d-8cf0-ff2b25591e4f req-c3a0091d-66c2-4466-a13e-61e9284b10dc tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?device_id=96e96bc2-1798-4e80-a7e4-580d7a4c5d96 HTTP/1.1" status: 200 len: 943 time: 0.0486813 Oct 19 02:26:08.918420 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-bbaa7b6b-df99-407d-8cf0-ff2b25591e4f req-abceb3be-f439-4aa0-930b-0666e0269eb3 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/security-groups?id=429d9247-e84b-46af-bcd9-ed100c44cd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319338 Oct 19 02:26:10.030396 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c63038-5f34-43d8-bb90-2084ff3b50b2 req-69466bf3-7e5e-4e3e-a227-cfc8b301aabd tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:10.031900 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c2c63038-5f34-43d8-bb90-2084ff3b50b2 req-69466bf3-7e5e-4e3e-a227-cfc8b301aabd tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?device_id=96e96bc2-1798-4e80-a7e4-580d7a4c5d96 HTTP/1.1" status: 200 len: 943 time: 0.0475595 Oct 19 02:26:10.069132 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-c2c63038-5f34-43d8-bb90-2084ff3b50b2 req-e4587b9e-348a-44dc-934b-502c5b8fb70e tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/security-groups?id=429d9247-e84b-46af-bcd9-ed100c44cd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315294 Oct 19 02:26:11.187400 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a5a5b-c94b-42e1-972f-b4460ef23a4d req-4237a115-2a3c-4a66-a685-dc3de277c6e2 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:11.188905 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-947a5a5b-c94b-42e1-972f-b4460ef23a4d req-4237a115-2a3c-4a66-a685-dc3de277c6e2 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?device_id=96e96bc2-1798-4e80-a7e4-580d7a4c5d96 HTTP/1.1" status: 200 len: 943 time: 0.0525539 Oct 19 02:26:11.226489 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-947a5a5b-c94b-42e1-972f-b4460ef23a4d req-d064fe34-4555-4169-91e1-09f71d7f8034 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/security-groups?id=429d9247-e84b-46af-bcd9-ed100c44cd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316312 Oct 19 02:26:11.938816 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device b3e1dd34-61cf-4a4a-8f11-ccdb184dec40 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:26:12.031397 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port b3e1dd34-61cf-4a4a-8f11-ccdb184dec40, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=b3e1dd34-61cf-4a4a-8f11-ccdb184dec40,segment=NetworkSegment(f1951a4a-beba-4156-8b6a-2cad49f4e4f5),segment_id=f1951a4a-beba-4156-8b6a-2cad49f4e4f5)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:26:12.045227 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'b3e1dd34-61cf-4a4a-8f11-ccdb184dec40', 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1', 'port_id': 'b3e1dd34-61cf-4a4a-8f11-ccdb184dec40', 'mac_address': 'fa:16:3e:3b:07:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21142e5f-0400-4f00-89a6-99920e6977b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:26:12.082032 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:12.094096 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3e1dd34-61cf-4a4a-8f11-ccdb184dec40 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:26:12.112821 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port b3e1dd34-61cf-4a4a-8f11-ccdb184dec40, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=b3e1dd34-61cf-4a4a-8f11-ccdb184dec40,segment=NetworkSegment(f1951a4a-beba-4156-8b6a-2cad49f4e4f5),segment_id=f1951a4a-beba-4156-8b6a-2cad49f4e4f5)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:26:12.116667 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:12.164229 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=b3e1dd34-61cf-4a4a-8f11-ccdb184dec40,revision_number=4']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:26:12.347574 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42effe1-63bc-4323-a6fe-5da75667985c req-8a8b1581-c0d2-488e-8462-5ecd33dfeb64 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:12.348995 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a42effe1-63bc-4323-a6fe-5da75667985c req-8a8b1581-c0d2-488e-8462-5ecd33dfeb64 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?device_id=96e96bc2-1798-4e80-a7e4-580d7a4c5d96 HTTP/1.1" status: 200 len: 944 time: 0.0523360 Oct 19 02:26:12.386655 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-a42effe1-63bc-4323-a6fe-5da75667985c req-11f92219-5193-4f0e-9d4b-e6143edceea0 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/security-groups?id=429d9247-e84b-46af-bcd9-ed100c44cd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317957 Oct 19 02:26:12.465409 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['b3e1dd34-61cf-4a4a-8f11-ccdb184dec40'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:26:13.501348 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94083ca8-6b9f-40a5-aa22-1794cd22946f req-fc0cd035-703e-4204-94cd-1f099cb9adcc tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:13.502829 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-94083ca8-6b9f-40a5-aa22-1794cd22946f req-fc0cd035-703e-4204-94cd-1f099cb9adcc tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?device_id=96e96bc2-1798-4e80-a7e4-580d7a4c5d96 HTTP/1.1" status: 200 len: 944 time: 0.0489025 Oct 19 02:26:13.540377 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-94083ca8-6b9f-40a5-aa22-1794cd22946f req-6418826b-4f66-4ab0-aa70-ca1f4474927b tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/security-groups?id=429d9247-e84b-46af-bcd9-ed100c44cd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315883 Oct 19 02:26:13.953888 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device b3e1dd34-61cf-4a4a-8f11-ccdb184dec40 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:26:14.001464 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning for port b3e1dd34-61cf-4a4a-8f11-ccdb184dec40 completed by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 02:26:14.005057 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port b3e1dd34-61cf-4a4a-8f11-ccdb184dec40 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:26:14.005433 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:14.091872 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:14.094962 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d8abeccd-aa18-4631-aa13-fb1099d63e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:14.116440 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e96bc2-1798-4e80-a7e4-580d7a4c5d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e1dd34-61cf-4a4a-8f11-ccdb184dec40'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:26:14.118685 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db8619b3bfd44a3a0f2128b398243c28f67a7e558bf903df4768d357387e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ea1f75-62a9-4aa1-a852-176c29741f25" -d '{"events": [{"server_uuid": "96e96bc2-1798-4e80-a7e4-580d7a4c5d96", "name": "network-vif-plugged", "status": "completed", "tag": "b3e1dd34-61cf-4a4a-8f11-ccdb184dec40"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:26:14.132574 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port b3e1dd34-61cf-4a4a-8f11-ccdb184dec40, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=b3e1dd34-61cf-4a4a-8f11-ccdb184dec40,segment=NetworkSegment(f1951a4a-beba-4156-8b6a-2cad49f4e4f5),segment_id=f1951a4a-beba-4156-8b6a-2cad49f4e4f5)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:26:14.137261 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:14.160468 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7accf15d-0e57-466c-b3ba-cf79ee5d0005 x-openstack-request-id: req-7accf15d-0e57-466c-b3ba-cf79ee5d0005 {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:26:14.160764 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e96bc2-1798-4e80-a7e4-580d7a4c5d96", "name": "network-vif-plugged", "status": "completed", "tag": "b3e1dd34-61cf-4a4a-8f11-ccdb184dec40", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:26:14.161017 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7accf15d-0e57-466c-b3ba-cf79ee5d0005 {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:26:14.161434 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e96bc2-1798-4e80-a7e4-580d7a4c5d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e1dd34-61cf-4a4a-8f11-ccdb184dec40', 'code': 200} Oct 19 02:26:14.187744 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=b3e1dd34-61cf-4a4a-8f11-ccdb184dec40,revision_number=5']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:26:14.252928 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9ceae-be6e-41b9-b0a7-7d78dd431b07 req-a228cb18-6495-4af6-b323-4833a064ff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:14.254503 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52f9ceae-be6e-41b9-b0a7-7d78dd431b07 req-a228cb18-6495-4af6-b323-4833a064ff79 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=96e96bc2-1798-4e80-a7e4-580d7a4c5d96 HTTP/1.1" status: 200 len: 1097 time: 0.0407133 Oct 19 02:26:14.287981 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52f9ceae-be6e-41b9-b0a7-7d78dd431b07 req-8303bb9f-c80e-4fd8-b12c-0f830ce651e5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=429d9247-e84b-46af-bcd9-ed100c44cd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264957 Oct 19 02:26:14.656082 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db46e80-98a0-4098-85d0-0ca72a08ef9b req-ab199c0e-a99f-4958-996c-ddef0c081346 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:14.657558 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7db46e80-98a0-4098-85d0-0ca72a08ef9b req-ab199c0e-a99f-4958-996c-ddef0c081346 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?device_id=96e96bc2-1798-4e80-a7e4-580d7a4c5d96 HTTP/1.1" status: 200 len: 945 time: 0.0519168 Oct 19 02:26:14.694909 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7db46e80-98a0-4098-85d0-0ca72a08ef9b req-5ae81468-9aca-4737-8566-eb37c3a81b80 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/security-groups?id=429d9247-e84b-46af-bcd9-ed100c44cd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314744 Oct 19 02:26:15.813559 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb38d8-7f72-4969-979f-180f41618168 req-cd80ec79-6699-4e8c-b4a8-db7ac3d82e8a tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:15.815034 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-05cb38d8-7f72-4969-979f-180f41618168 req-cd80ec79-6699-4e8c-b4a8-db7ac3d82e8a tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?device_id=96e96bc2-1798-4e80-a7e4-580d7a4c5d96 HTTP/1.1" status: 200 len: 945 time: 0.0518460 Oct 19 02:26:15.851534 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-05cb38d8-7f72-4969-979f-180f41618168 req-180a204a-48cb-4155-a60e-23657d38187f tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/security-groups?id=429d9247-e84b-46af-bcd9-ed100c44cd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305910 Oct 19 02:26:15.965497 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a50250-6921-4f8a-a868-0f72574af86c req-7b39aab9-d19b-4417-b39c-caa2bff06054 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:15.967006 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e3a50250-6921-4f8a-a868-0f72574af86c req-7b39aab9-d19b-4417-b39c-caa2bff06054 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?device_id=96e96bc2-1798-4e80-a7e4-580d7a4c5d96 HTTP/1.1" status: 200 len: 945 time: 0.0495243 Oct 19 02:26:16.004466 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-e3a50250-6921-4f8a-a868-0f72574af86c req-b39ee189-e29e-4617-bceb-0a0856346f27 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/security-groups?id=429d9247-e84b-46af-bcd9-ed100c44cd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315392 Oct 19 02:26:16.024986 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57574) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:26:16.064419 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07be77b-4e6c-40ba-a1a8-47219ed3be52 tempest-TestSnapshotPattern-1981833519 tempest-TestSnapshotPattern-1981833519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:16.065953 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-a07be77b-4e6c-40ba-a1a8-47219ed3be52 tempest-TestSnapshotPattern-1981833519 tempest-TestSnapshotPattern-1981833519-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=96e96bc2-1798-4e80-a7e4-580d7a4c5d96 HTTP/1.1" status: 200 len: 1092 time: 0.0399697 Oct 19 02:26:16.068633 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57576) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:26:16.073034 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.v2.base [None req-481b79a0-ef8c-42e7-a320-91fc9935d9ab tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Request body: {'floatingip': {'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'port_id': 'b3e1dd34-61cf-4a4a-8f11-ccdb184dec40', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:26:16.093832 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-481b79a0-ef8c-42e7-a320-91fc9935d9ab tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks [] for floatingip, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:16.194780 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-481b79a0-ef8c-42e7-a320-91fc9935d9ab tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:16.301463 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_common [None req-481b79a0-ef8c-42e7-a320-91fc9935d9ab tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Allocated IP 172.25.8.34 (a0ce41c0-3b90-40be-93cd-082af8f20c34/9e5b6143-6293-481a-a09a-ed884bbf28c6/2a430c0d-91d9-418b-b069-600887472e1f) {{(pid=100606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:26:16.401500 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-481b79a0-ef8c-42e7-a320-91fc9935d9ab tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks [] for port, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:16.434450 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-481b79a0-ef8c-42e7-a320-91fc9935d9ab tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775132668299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:16.474026 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481b79a0-ef8c-42e7-a320-91fc9935d9ab tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Network a0ce41c0-3b90-40be-93cd-082af8f20c34 is already hosted by enough agents. {{(pid=100606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:26:16.476863 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.base_scheduler [None req-481b79a0-ef8c-42e7-a320-91fc9935d9ab tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Resources bound (agent type, host, resource id): {{(pid=100606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:26:16.480717 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481b79a0-ef8c-42e7-a320-91fc9935d9ab tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Received port after_create {{(pid=100606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:26:16.485919 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b79a0-ef8c-42e7-a320-91fc9935d9ab tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Pushing event updated for resources: {'Port': ['ID=2a430c0d-91d9-418b-b069-600887472e1f,revision_number=1']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:26:16.662604 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-252f752c-c879-4d9d-8269-a50e5fa614d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:16.835939 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-481b79a0-ef8c-42e7-a320-91fc9935d9ab tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:16.904471 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-481b79a0-ef8c-42e7-a320-91fc9935d9ab tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:17.050906 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-481b79a0-ef8c-42e7-a320-91fc9935d9ab tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks [] for port, precommit_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:17.055395 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-481b79a0-ef8c-42e7-a320-91fc9935d9ab tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979893'] for port, after_update {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:17.129553 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b79a0-ef8c-42e7-a320-91fc9935d9ab tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Pushing event updated for resources: {'Port': ['ID=2a430c0d-91d9-418b-b069-600887472e1f,revision_number=2']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:26:17.137401 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-481b79a0-ef8c-42e7-a320-91fc9935d9ab tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603534'] for floatingip, after_create {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:17.439382 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:17.564529 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [None req-481b79a0-ef8c-42e7-a320-91fc9935d9ab tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Floating IP 827f4c4e-f78f-44e6-9dbd-f1f2a1d6d289 associated. External IP: 172.25.8.34, port: b3e1dd34-61cf-4a4a-8f11-ccdb184dec40. Oct 19 02:26:17.773134 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481b79a0-ef8c-42e7-a320-91fc9935d9ab tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Router b22ed484-ece8-4677-976b-0dae584fd50d has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:26:17.878866 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481b79a0-ef8c-42e7-a320-91fc9935d9ab tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:26:17.888233 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fdd35c-c424-40af-9a9a-53fde4c02624 None None] Sync routers for ids ['b22ed484-ece8-4677-976b-0dae584fd50d'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:26:17.896844 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-481b79a0-ef8c-42e7-a320-91fc9935d9ab tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:17.898016 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fdd35c-c424-40af-9a9a-53fde4c02624 None None] Routers {'b22ed484-ece8-4677-976b-0dae584fd50d'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:26:17.898637 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-97fdd35c-c424-40af-9a9a-53fde4c02624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:26:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b22ed484-ece8-4677-976b-0dae584fd50d'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:26:17.928130 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-481b79a0-ef8c-42e7-a320-91fc9935d9ab tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8584642 Oct 19 02:26:17.928817 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e96bc2-1798-4e80-a7e4-580d7a4c5d96', 'tag': 'b3e1dd34-61cf-4a4a-8f11-ccdb184dec40'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:26:17.931065 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9434de058546a022cc17e407c636edc5a2ce8615e174a01ffad9beb3023847d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677f4b8f-18ee-4880-ad96-73861399d95c" -d '{"events": [{"name": "network-changed", "server_uuid": "96e96bc2-1798-4e80-a7e4-580d7a4c5d96", "tag": "b3e1dd34-61cf-4a4a-8f11-ccdb184dec40"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:26:17.972501 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34653b5f-d034-47ca-b8c0-110c699c719c x-openstack-request-id: req-34653b5f-d034-47ca-b8c0-110c699c719c {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:26:17.972792 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96e96bc2-1798-4e80-a7e4-580d7a4c5d96", "tag": "b3e1dd34-61cf-4a4a-8f11-ccdb184dec40", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:26:17.973040 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-34653b5f-d034-47ca-b8c0-110c699c719c {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:26:17.973440 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96e96bc2-1798-4e80-a7e4-580d7a4c5d96', 'tag': 'b3e1dd34-61cf-4a4a-8f11-ccdb184dec40', 'status': 'completed', 'code': 200} Oct 19 02:26:18.012434 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-97fdd35c-c424-40af-9a9a-53fde4c02624 None None] Set router b22ed484-ece8-4677-976b-0dae584fd50d gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:26:18.035533 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f4b8f-18ee-4880-ad96-73861399d95c req-88e583cf-c972-4515-8c37-e0554ecf3c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:18.037183 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-677f4b8f-18ee-4880-ad96-73861399d95c req-88e583cf-c972-4515-8c37-e0554ecf3c38 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c47ada63cb0142e183b2794a8454f454&device_id=96e96bc2-1798-4e80-a7e4-580d7a4c5d96 HTTP/1.1" status: 200 len: 1097 time: 0.0410237 Oct 19 02:26:18.127630 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f4b8f-18ee-4880-ad96-73861399d95c req-f538f94d-0254-4059-b2bb-10a453924833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:18.129140 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-677f4b8f-18ee-4880-ad96-73861399d95c req-f538f94d-0254-4059-b2bb-10a453924833 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5598c04d-6f3c-49ab-81a3-8bd14353d5f1 HTTP/1.1" status: 200 len: 910 time: 0.0847020 Oct 19 02:26:18.185203 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:18.201717 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-677f4b8f-18ee-4880-ad96-73861399d95c req-bc3da347-cd21-4848-a69f-626c97d51308 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3e1dd34-61cf-4a4a-8f11-ccdb184dec40 HTTP/1.1" status: 200 len: 998 time: 0.0652568 Oct 19 02:26:18.251625 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f4b8f-18ee-4880-ad96-73861399d95c req-d1c4d1a3-5f41-4b6a-ba61-8a0195dbfc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:18.253117 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-677f4b8f-18ee-4880-ad96-73861399d95c req-d1c4d1a3-5f41-4b6a-ba61-8a0195dbfc90 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=21142e5f-0400-4f00-89a6-99920e6977b4 HTTP/1.1" status: 200 len: 848 time: 0.0443127 Oct 19 02:26:18.253598 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-97fdd35c-c424-40af-9a9a-53fde4c02624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'name': 'tempest-TestSnapshotPattern-890180036-router', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '2e17aadb-7f5d-42b2-b0bd-db16f594b455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:23:18Z', 'updated_at': '2021-10-19T02:23:21Z', 'revision_number': 4, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'gw_port': {'id': '2e17aadb-7f5d-42b2-b0bd-db16f594b455', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:19Z', 'updated_at': '2021-10-19T02:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '7f033c3c-7a4b-420f-82ac-102b74d4d75f', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'floating_ip_address': '172.25.8.66', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'port_id': 'a1940206-406f-4a91-8f20-f32c9d00bba6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1', 'mac_address': 'fa:16:3e:4e:0c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb27023-75ad-44e7-bf04-f2730947c8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:23:41Z', 'updated_at': '2021-10-19T02:23:42Z', 'revision_number': 1, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'fixed_ip_address_scope': None}, {'id': '827f4c4e-f78f-44e6-9dbd-f1f2a1d6d289', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'floating_ip_address': '172.25.8.34', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'port_id': 'b3e1dd34-61cf-4a4a-8f11-ccdb184dec40', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1', 'mac_address': 'fa:16:3e:3b:07:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e96bc2-1798-4e80-a7e4-580d7a4c5d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:26:16Z', 'updated_at': '2021-10-19T02:26:16Z', 'revision_number': 0, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61f288d0-487f-4fd6-8bb5-056f478866d8', 'name': '', 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'mac_address': 'fa:16:3e:60:cf:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '21142e5f-0400-4f00-89a6-99920e6977b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:21Z', 'updated_at': '2021-10-19T02:23:25Z', 'revision_number': 5, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'subnets': [{'id': '21142e5f-0400-4f00-89a6-99920e6977b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:26:18.281962 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fdd35c-c424-40af-9a9a-53fde4c02624 None None] Checking router: b22ed484-ece8-4677-976b-0dae584fd50d for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:26:18.290885 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fdd35c-c424-40af-9a9a-53fde4c02624 None None] Routers {'b22ed484-ece8-4677-976b-0dae584fd50d'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:26:18.291954 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-97fdd35c-c424-40af-9a9a-53fde4c02624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:26:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b22ed484-ece8-4677-976b-0dae584fd50d'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:26:18.300662 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f4b8f-18ee-4880-ad96-73861399d95c req-e91c0b05-6f73-4a8a-9afa-b31a38f33e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:18.302145 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-677f4b8f-18ee-4880-ad96-73861399d95c req-e91c0b05-6f73-4a8a-9afa-b31a38f33e6e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5598c04d-6f3c-49ab-81a3-8bd14353d5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416253 Oct 19 02:26:18.395544 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-677f4b8f-18ee-4880-ad96-73861399d95c req-7a498539-fc14-4fe2-855e-835c5dc41897 service neutron] 10.222.0.55 "GET /v2.0/networks/5598c04d-6f3c-49ab-81a3-8bd14353d5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863879 Oct 19 02:26:18.397230 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-97fdd35c-c424-40af-9a9a-53fde4c02624 None None] Set router b22ed484-ece8-4677-976b-0dae584fd50d gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:26:18.490219 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-677f4b8f-18ee-4880-ad96-73861399d95c req-d662f566-393c-4e09-8354-1c4af8a4b45a service neutron] 10.222.0.55 "GET /v2.0/networks/5598c04d-6f3c-49ab-81a3-8bd14353d5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880847 Oct 19 02:26:18.622855 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-97fdd35c-c424-40af-9a9a-53fde4c02624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'name': 'tempest-TestSnapshotPattern-890180036-router', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '2e17aadb-7f5d-42b2-b0bd-db16f594b455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:23:18Z', 'updated_at': '2021-10-19T02:23:21Z', 'revision_number': 4, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'gw_port': {'id': '2e17aadb-7f5d-42b2-b0bd-db16f594b455', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:19Z', 'updated_at': '2021-10-19T02:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '7f033c3c-7a4b-420f-82ac-102b74d4d75f', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'floating_ip_address': '172.25.8.66', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'port_id': 'a1940206-406f-4a91-8f20-f32c9d00bba6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1', 'mac_address': 'fa:16:3e:4e:0c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb27023-75ad-44e7-bf04-f2730947c8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:23:41Z', 'updated_at': '2021-10-19T02:23:42Z', 'revision_number': 1, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'fixed_ip_address_scope': None}, {'id': '827f4c4e-f78f-44e6-9dbd-f1f2a1d6d289', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'floating_ip_address': '172.25.8.34', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'port_id': 'b3e1dd34-61cf-4a4a-8f11-ccdb184dec40', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1', 'mac_address': 'fa:16:3e:3b:07:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e96bc2-1798-4e80-a7e4-580d7a4c5d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:26:16Z', 'updated_at': '2021-10-19T02:26:16Z', 'revision_number': 0, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61f288d0-487f-4fd6-8bb5-056f478866d8', 'name': '', 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'mac_address': 'fa:16:3e:60:cf:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '21142e5f-0400-4f00-89a6-99920e6977b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:21Z', 'updated_at': '2021-10-19T02:23:25Z', 'revision_number': 5, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'subnets': [{'id': '21142e5f-0400-4f00-89a6-99920e6977b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:26:18.649723 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fdd35c-c424-40af-9a9a-53fde4c02624 None None] The sync data for ids ['b22ed484-ece8-4677-976b-0dae584fd50d'] in n-d-715271-26 is: [{'id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'name': 'tempest-TestSnapshotPattern-890180036-router', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '2e17aadb-7f5d-42b2-b0bd-db16f594b455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:23:18Z', 'updated_at': '2021-10-19T02:23:21Z', 'revision_number': 4, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'gw_port': {'id': '2e17aadb-7f5d-42b2-b0bd-db16f594b455', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:19Z', 'updated_at': '2021-10-19T02:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '7f033c3c-7a4b-420f-82ac-102b74d4d75f', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'floating_ip_address': '172.25.8.66', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'port_id': 'a1940206-406f-4a91-8f20-f32c9d00bba6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1', 'mac_address': 'fa:16:3e:4e:0c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb27023-75ad-44e7-bf04-f2730947c8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:23:41Z', 'updated_at': '2021-10-19T02:23:42Z', 'revision_number': 1, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'fixed_ip_address_scope': None}, {'id': '827f4c4e-f78f-44e6-9dbd-f1f2a1d6d289', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'floating_ip_address': '172.25.8.34', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'port_id': 'b3e1dd34-61cf-4a4a-8f11-ccdb184dec40', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1', 'mac_address': 'fa:16:3e:3b:07:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e96bc2-1798-4e80-a7e4-580d7a4c5d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:26:16Z', 'updated_at': '2021-10-19T02:26:16Z', 'revision_number': 0, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61f288d0-487f-4fd6-8bb5-056f478866d8', 'name': '', 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'mac_address': 'fa:16:3e:60:cf:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '21142e5f-0400-4f00-89a6-99920e6977b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:21Z', 'updated_at': '2021-10-19T02:23:25Z', 'revision_number': 5, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'subnets': [{'id': '21142e5f-0400-4f00-89a6-99920e6977b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:26:18.852599 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759a7cf0-da25-4a1f-88f0-c3ca7b362541 None None] New status for floating IP 827f4c4e-f78f-44e6-9dbd-f1f2a1d6d289: ACTIVE {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:26:20.057660 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:23.321153 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:26:27.881528 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:30.584230 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:44.085869 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5d1229ce-2760-4dae-aa82-b4693ad2bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:46.662826 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cef3b1c2-0508-40df-ada5-28fca5747ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:47.440579 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:48.149744 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:50.060120 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:54.963506 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b731aa69-97cd-4a25-b930-f5404f82fdfe req-03063c29-f6d8-409f-841f-9552ed8d8213 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=96e96bc2-1798-4e80-a7e4-580d7a4c5d96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405643 Oct 19 02:26:55.041908 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731aa69-97cd-4a25-b930-f5404f82fdfe req-d29dd7f3-08e1-4062-8e1f-6f394292e071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:55.043347 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b731aa69-97cd-4a25-b930-f5404f82fdfe req-d29dd7f3-08e1-4062-8e1f-6f394292e071 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c47ada63cb0142e183b2794a8454f454&device_id=96e96bc2-1798-4e80-a7e4-580d7a4c5d96 HTTP/1.1" status: 200 len: 1097 time: 0.0396504 Oct 19 02:26:55.146188 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731aa69-97cd-4a25-b930-f5404f82fdfe req-8c6b7a01-09ab-4784-9ad7-e26af488852a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:55.147623 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b731aa69-97cd-4a25-b930-f5404f82fdfe req-8c6b7a01-09ab-4784-9ad7-e26af488852a service neutron] 10.222.0.55 "GET /v2.0/networks?id=5598c04d-6f3c-49ab-81a3-8bd14353d5f1 HTTP/1.1" status: 200 len: 910 time: 0.0865858 Oct 19 02:26:55.215280 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b731aa69-97cd-4a25-b930-f5404f82fdfe req-36f90e71-44e9-4153-a1a8-b5b0d4962a77 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3e1dd34-61cf-4a4a-8f11-ccdb184dec40 HTTP/1.1" status: 200 len: 1000 time: 0.0604773 Oct 19 02:26:55.265392 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731aa69-97cd-4a25-b930-f5404f82fdfe req-bbcb082f-40d0-4a1f-9e0f-61c2c5a7a0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:55.266892 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b731aa69-97cd-4a25-b930-f5404f82fdfe req-bbcb082f-40d0-4a1f-9e0f-61c2c5a7a0a6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=21142e5f-0400-4f00-89a6-99920e6977b4 HTTP/1.1" status: 200 len: 848 time: 0.0455160 Oct 19 02:26:55.322889 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731aa69-97cd-4a25-b930-f5404f82fdfe req-6d4cd2ad-cdde-46b8-8640-553c6b17ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:55.324464 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b731aa69-97cd-4a25-b930-f5404f82fdfe req-6d4cd2ad-cdde-46b8-8640-553c6b17ede0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5598c04d-6f3c-49ab-81a3-8bd14353d5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494101 Oct 19 02:26:55.418370 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b731aa69-97cd-4a25-b930-f5404f82fdfe req-c0b604a5-4fc2-4d03-ae8f-0c560d36b2de service neutron] 10.222.0.55 "GET /v2.0/networks/5598c04d-6f3c-49ab-81a3-8bd14353d5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867109 Oct 19 02:26:55.510457 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-b731aa69-97cd-4a25-b930-f5404f82fdfe req-aa8536dd-7edb-4e89-bc3c-8a29767d4f88 service neutron] 10.222.0.55 "GET /v2.0/networks/5598c04d-6f3c-49ab-81a3-8bd14353d5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850887 Oct 19 02:26:57.891565 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:27:00.319433 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:27:00.587846 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:27:01.921142 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-506099df-8cbb-4d4f-88db-2d64ec2cc730 req-04f192dd-5da5-426e-8fd3-0a80500ce23d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6cb27023-75ad-44e7-bf04-f2730947c8d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399013 Oct 19 02:27:02.002342 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506099df-8cbb-4d4f-88db-2d64ec2cc730 req-6dc37056-c9d2-4b5e-84ca-6808a9979f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:27:02.003852 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-506099df-8cbb-4d4f-88db-2d64ec2cc730 req-6dc37056-c9d2-4b5e-84ca-6808a9979f1c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c47ada63cb0142e183b2794a8454f454&device_id=6cb27023-75ad-44e7-bf04-f2730947c8d7 HTTP/1.1" status: 200 len: 1096 time: 0.0392566 Oct 19 02:27:02.108151 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506099df-8cbb-4d4f-88db-2d64ec2cc730 req-ce057876-c78f-4add-a554-4ea772151a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:27:02.109597 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-506099df-8cbb-4d4f-88db-2d64ec2cc730 req-ce057876-c78f-4add-a554-4ea772151a4f service neutron] 10.222.0.24 "GET /v2.0/networks?id=5598c04d-6f3c-49ab-81a3-8bd14353d5f1 HTTP/1.1" status: 200 len: 910 time: 0.0871401 Oct 19 02:27:02.173932 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-506099df-8cbb-4d4f-88db-2d64ec2cc730 req-593582b3-bb14-4578-88f5-b7d28b35d4da service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1940206-406f-4a91-8f20-f32c9d00bba6 HTTP/1.1" status: 200 len: 999 time: 0.0575557 Oct 19 02:27:02.228248 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506099df-8cbb-4d4f-88db-2d64ec2cc730 req-da92121e-5b0e-4c2c-bf0c-fb6a4aae2527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:27:02.229656 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-506099df-8cbb-4d4f-88db-2d64ec2cc730 req-da92121e-5b0e-4c2c-bf0c-fb6a4aae2527 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=21142e5f-0400-4f00-89a6-99920e6977b4 HTTP/1.1" status: 200 len: 848 time: 0.0463860 Oct 19 02:27:02.274071 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506099df-8cbb-4d4f-88db-2d64ec2cc730 req-62634523-f716-4071-989e-964418c43ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:27:02.276252 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-506099df-8cbb-4d4f-88db-2d64ec2cc730 req-62634523-f716-4071-989e-964418c43ab8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5598c04d-6f3c-49ab-81a3-8bd14353d5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396802 Oct 19 02:27:02.363278 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-506099df-8cbb-4d4f-88db-2d64ec2cc730 req-d690909f-9352-49b0-aa9d-081cab28bac9 service neutron] 10.222.0.24 "GET /v2.0/networks/5598c04d-6f3c-49ab-81a3-8bd14353d5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802205 Oct 19 02:27:02.457343 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-506099df-8cbb-4d4f-88db-2d64ec2cc730 req-1b0ce816-827b-406e-8c0b-963bccccd5a3 service neutron] 10.222.0.24 "GET /v2.0/networks/5598c04d-6f3c-49ab-81a3-8bd14353d5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868187 Oct 19 02:27:14.091033 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-faf67f97-bbb3-48ea-b75e-697af6697ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:27:16.664203 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-08403d63-ee79-4413-a7c7-fe38314ecbdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:27:17.441602 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:27:18.154731 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:27:20.061970 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:27:27.882129 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:27:30.582844 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:27:37.318527 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:27:44.091911 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-93d671c3-3ea5-42b8-b6e7-aad1bbe06730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:27:46.665043 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-26f3c0b0-4d13-4529-98d6-ab81cc4f4581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:27:47.442647 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:27:48.155951 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:27:50.065520 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:27:55.969511 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-027f5773-f448-4b13-8a7b-fe1343e0aaff req-110aac09-d5dc-46a8-b271-3c7c0007601a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=96e96bc2-1798-4e80-a7e4-580d7a4c5d96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0850518 Oct 19 02:27:56.050102 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f5773-f448-4b13-8a7b-fe1343e0aaff req-4efa7803-91b1-40b1-9e91-a3746f1eb17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:27:56.051563 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-027f5773-f448-4b13-8a7b-fe1343e0aaff req-4efa7803-91b1-40b1-9e91-a3746f1eb17e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c47ada63cb0142e183b2794a8454f454&device_id=96e96bc2-1798-4e80-a7e4-580d7a4c5d96 HTTP/1.1" status: 200 len: 1097 time: 0.0403926 Oct 19 02:27:56.156982 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f5773-f448-4b13-8a7b-fe1343e0aaff req-1a2d4e19-43a1-41c9-952f-c3d38fc3a403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:27:56.158337 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-027f5773-f448-4b13-8a7b-fe1343e0aaff req-1a2d4e19-43a1-41c9-952f-c3d38fc3a403 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5598c04d-6f3c-49ab-81a3-8bd14353d5f1 HTTP/1.1" status: 200 len: 910 time: 0.0881774 Oct 19 02:27:56.223248 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-027f5773-f448-4b13-8a7b-fe1343e0aaff req-61654216-59b6-4111-84ef-4099553dcbcb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3e1dd34-61cf-4a4a-8f11-ccdb184dec40 HTTP/1.1" status: 200 len: 1000 time: 0.0577967 Oct 19 02:27:56.276844 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f5773-f448-4b13-8a7b-fe1343e0aaff req-918f3570-7484-4382-abdc-5e9de804dc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:27:56.278346 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-027f5773-f448-4b13-8a7b-fe1343e0aaff req-918f3570-7484-4382-abdc-5e9de804dc62 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=21142e5f-0400-4f00-89a6-99920e6977b4 HTTP/1.1" status: 200 len: 848 time: 0.0486076 Oct 19 02:27:56.323423 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f5773-f448-4b13-8a7b-fe1343e0aaff req-592883f0-8edd-4759-a359-72d0b679f9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:27:56.324967 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-027f5773-f448-4b13-8a7b-fe1343e0aaff req-592883f0-8edd-4759-a359-72d0b679f9ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5598c04d-6f3c-49ab-81a3-8bd14353d5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398157 Oct 19 02:27:56.419165 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-027f5773-f448-4b13-8a7b-fe1343e0aaff req-8ee59659-4bb5-42cc-87a9-f9024fbad554 service neutron] 10.222.0.55 "GET /v2.0/networks/5598c04d-6f3c-49ab-81a3-8bd14353d5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865760 Oct 19 02:27:56.509179 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-027f5773-f448-4b13-8a7b-fe1343e0aaff req-a4dfd5b7-1fe4-431d-ac5e-973ad60a464a service neutron] 10.222.0.55 "GET /v2.0/networks/5598c04d-6f3c-49ab-81a3-8bd14353d5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828962 Oct 19 02:27:57.897865 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:00.595158 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:01.934545 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-946ae54e-c8a9-4fb4-a402-62766d0adf49 req-7010dc31-8dad-45e8-afb0-4d6c66e18a03 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6cb27023-75ad-44e7-bf04-f2730947c8d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402792 Oct 19 02:28:02.016881 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ae54e-c8a9-4fb4-a402-62766d0adf49 req-cf69526b-0911-4894-94a7-268c1bd7202b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:02.018380 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-946ae54e-c8a9-4fb4-a402-62766d0adf49 req-cf69526b-0911-4894-94a7-268c1bd7202b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c47ada63cb0142e183b2794a8454f454&device_id=6cb27023-75ad-44e7-bf04-f2730947c8d7 HTTP/1.1" status: 200 len: 1096 time: 0.0407779 Oct 19 02:28:02.121576 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ae54e-c8a9-4fb4-a402-62766d0adf49 req-f2d59536-38af-4fce-8346-1d1715e23226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:02.123129 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-946ae54e-c8a9-4fb4-a402-62766d0adf49 req-f2d59536-38af-4fce-8346-1d1715e23226 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5598c04d-6f3c-49ab-81a3-8bd14353d5f1 HTTP/1.1" status: 200 len: 910 time: 0.0860438 Oct 19 02:28:02.188490 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-946ae54e-c8a9-4fb4-a402-62766d0adf49 req-7dc5c0f8-bb21-4c99-bdf0-91d874f4faea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1940206-406f-4a91-8f20-f32c9d00bba6 HTTP/1.1" status: 200 len: 999 time: 0.0575836 Oct 19 02:28:02.241042 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ae54e-c8a9-4fb4-a402-62766d0adf49 req-41dfbd44-146c-418f-83fd-c370caeb7227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:02.242472 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-946ae54e-c8a9-4fb4-a402-62766d0adf49 req-41dfbd44-146c-418f-83fd-c370caeb7227 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=21142e5f-0400-4f00-89a6-99920e6977b4 HTTP/1.1" status: 200 len: 848 time: 0.0474560 Oct 19 02:28:02.288069 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ae54e-c8a9-4fb4-a402-62766d0adf49 req-d71f1253-c896-4468-9093-451ee379ddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:02.289544 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-946ae54e-c8a9-4fb4-a402-62766d0adf49 req-d71f1253-c896-4468-9093-451ee379ddfe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5598c04d-6f3c-49ab-81a3-8bd14353d5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401068 Oct 19 02:28:02.381322 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-946ae54e-c8a9-4fb4-a402-62766d0adf49 req-521a85e5-ab64-47ea-a6be-e210bd794752 service neutron] 10.222.0.24 "GET /v2.0/networks/5598c04d-6f3c-49ab-81a3-8bd14353d5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847967 Oct 19 02:28:02.469903 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-946ae54e-c8a9-4fb4-a402-62766d0adf49 req-2e6c44b6-6ab3-4d45-b982-c115031a66c3 service neutron] 10.222.0.24 "GET /v2.0/networks/5598c04d-6f3c-49ab-81a3-8bd14353d5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810869 Oct 19 02:28:14.093479 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-529e5ede-dd35-44b0-9e24-65b183c296b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:14.317792 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:28:16.665395 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-74e74b55-ffe1-4686-a45f-65486febc5f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:17.442825 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:18.159487 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:20.066925 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:22.526054 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device b3e1dd34-61cf-4a4a-8f11-ccdb184dec40 details requested by agent hyperv_n-h1-715271-26 with host n-h1-715271-26 {{(pid=100608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:28:22.621747 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port b3e1dd34-61cf-4a4a-8f11-ccdb184dec40, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=b3e1dd34-61cf-4a4a-8f11-ccdb184dec40,segment=NetworkSegment(f1951a4a-beba-4156-8b6a-2cad49f4e4f5),segment_id=f1951a4a-beba-4156-8b6a-2cad49f4e4f5)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:28:22.632704 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Returning: {'device': 'b3e1dd34-61cf-4a4a-8f11-ccdb184dec40', 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1', 'port_id': 'b3e1dd34-61cf-4a4a-8f11-ccdb184dec40', 'mac_address': 'fa:16:3e:3b:07:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21142e5f-0400-4f00-89a6-99920e6977b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:28:22.669552 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:22.682280 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3e1dd34-61cf-4a4a-8f11-ccdb184dec40 {{(pid=100608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:28:22.700487 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port b3e1dd34-61cf-4a4a-8f11-ccdb184dec40, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=b3e1dd34-61cf-4a4a-8f11-ccdb184dec40,segment=NetworkSegment(f1951a4a-beba-4156-8b6a-2cad49f4e4f5),segment_id=f1951a4a-beba-4156-8b6a-2cad49f4e4f5)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:28:22.704469 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:22.755945 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=b3e1dd34-61cf-4a4a-8f11-ccdb184dec40,revision_number=6']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:28:22.763125 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:22.763468 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:22.763832 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:22.764165 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:22.764495 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:22.764816 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:22.765140 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:22.765556 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:22.765855 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:22.766174 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:22.766492 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:22.766808 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:22.774847 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] get_ports_and_sgs() called for port_ids ['b3e1dd34-61cf-4a4a-8f11-ccdb184dec40'] {{(pid=100608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:28:24.553815 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device b3e1dd34-61cf-4a4a-8f11-ccdb184dec40 up at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:28:24.603038 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.provisioning_blocks [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Provisioning complete for port b3e1dd34-61cf-4a4a-8f11-ccdb184dec40 triggered by entity L2. {{(pid=100608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:28:24.603404 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775736'] for port, provisioning_complete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:24.677541 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663791'] for port, before_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:24.699324 n-d-715271-26 neutron-server[100608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e96bc2-1798-4e80-a7e4-580d7a4c5d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e1dd34-61cf-4a4a-8f11-ccdb184dec40'}] {{(pid=100608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:28:24.701588 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db8619b3bfd44a3a0f2128b398243c28f67a7e558bf903df4768d357387e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fc966f-b369-4dc3-b036-9c5f5c10d7a7" -d '{"events": [{"server_uuid": "96e96bc2-1798-4e80-a7e4-580d7a4c5d96", "name": "network-vif-plugged", "status": "completed", "tag": "b3e1dd34-61cf-4a4a-8f11-ccdb184dec40"}]}' {{(pid=100608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:28:24.713566 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] For port b3e1dd34-61cf-4a4a-8f11-ccdb184dec40, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=b3e1dd34-61cf-4a4a-8f11-ccdb184dec40,segment=NetworkSegment(f1951a4a-beba-4156-8b6a-2cad49f4e4f5),segment_id=f1951a4a-beba-4156-8b6a-2cad49f4e4f5)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:28:24.717331 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775133255455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775132668317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775132668335'] for port, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:24.765750 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Pushing event updated for resources: {'Port': ['ID=b3e1dd34-61cf-4a4a-8f11-ccdb184dec40,revision_number=7']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:28:24.827940 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303e74ec-4940-4836-a42b-73bbbaf47a6f x-openstack-request-id: req-303e74ec-4940-4836-a42b-73bbbaf47a6f {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:28:24.828266 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e96bc2-1798-4e80-a7e4-580d7a4c5d96", "name": "network-vif-plugged", "status": "completed", "tag": "b3e1dd34-61cf-4a4a-8f11-ccdb184dec40", "code": 200}]} {{(pid=100608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:28:24.828594 n-d-715271-26 neutron-server[100608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-303e74ec-4940-4836-a42b-73bbbaf47a6f {{(pid=100608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:28:24.829010 n-d-715271-26 neutron-server[100608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e96bc2-1798-4e80-a7e4-580d7a4c5d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e1dd34-61cf-4a4a-8f11-ccdb184dec40', 'code': 200} Oct 19 02:28:27.902684 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:30.599084 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:34.916271 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57826) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:28:35.085789 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-f1ff8554-8f72-4529-bf1b-5c002b6f8b74 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Deleting port 2a430c0d-91d9-418b-b069-600887472e1f {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:28:35.086130 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f1ff8554-8f72-4529-bf1b-5c002b6f8b74 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:35.165670 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f1ff8554-8f72-4529-bf1b-5c002b6f8b74 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:35.165993 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f1ff8554-8f72-4529-bf1b-5c002b6f8b74 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:35.177932 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-f1ff8554-8f72-4529-bf1b-5c002b6f8b74 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Calling delete_port for 2a430c0d-91d9-418b-b069-600887472e1f owned by network:floatingip {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:28:35.325984 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f1ff8554-8f72-4529-bf1b-5c002b6f8b74 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:35.353286 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff8554-8f72-4529-bf1b-5c002b6f8b74 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Pushing event deleted for resources: {'Port': ['ID=2a430c0d-91d9-418b-b069-600887472e1f,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:28:35.378903 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff8554-8f72-4529-bf1b-5c002b6f8b74 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:35.379259 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff8554-8f72-4529-bf1b-5c002b6f8b74 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:35.379598 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff8554-8f72-4529-bf1b-5c002b6f8b74 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:35.379967 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff8554-8f72-4529-bf1b-5c002b6f8b74 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:35.380303 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff8554-8f72-4529-bf1b-5c002b6f8b74 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:35.380639 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff8554-8f72-4529-bf1b-5c002b6f8b74 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:35.380971 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff8554-8f72-4529-bf1b-5c002b6f8b74 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:35.381301 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff8554-8f72-4529-bf1b-5c002b6f8b74 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:35.381629 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff8554-8f72-4529-bf1b-5c002b6f8b74 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:35.381957 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff8554-8f72-4529-bf1b-5c002b6f8b74 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:35.382278 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff8554-8f72-4529-bf1b-5c002b6f8b74 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:35.382609 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff8554-8f72-4529-bf1b-5c002b6f8b74 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:35.421890 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f1ff8554-8f72-4529-bf1b-5c002b6f8b74 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks [] for floatingip, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:35.422221 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [None req-f1ff8554-8f72-4529-bf1b-5c002b6f8b74 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Floating IP 827f4c4e-f78f-44e6-9dbd-f1f2a1d6d289 disassociated (deleted). External IP: 172.25.8.34, port: b3e1dd34-61cf-4a4a-8f11-ccdb184dec40. Oct 19 02:28:35.630125 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ff8554-8f72-4529-bf1b-5c002b6f8b74 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Router b22ed484-ece8-4677-976b-0dae584fd50d has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:28:35.738113 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ff8554-8f72-4529-bf1b-5c002b6f8b74 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:28:35.742835 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-f1ff8554-8f72-4529-bf1b-5c002b6f8b74 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:35.747261 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ce2bde-8e1d-43fd-9963-0f9257a28cd7 None None] Sync routers for ids ['b22ed484-ece8-4677-976b-0dae584fd50d'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:28:35.756492 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ce2bde-8e1d-43fd-9963-0f9257a28cd7 None None] Routers {'b22ed484-ece8-4677-976b-0dae584fd50d'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:28:35.757109 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-d2ce2bde-8e1d-43fd-9963-0f9257a28cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:28:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b22ed484-ece8-4677-976b-0dae584fd50d'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:28:35.770805 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-f1ff8554-8f72-4529-bf1b-5c002b6f8b74 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "DELETE /v2.0/floatingips/827f4c4e-f78f-44e6-9dbd-f1f2a1d6d289 HTTP/1.1" status: 204 len: 168 time: 0.8534057 Oct 19 02:28:35.771396 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e96bc2-1798-4e80-a7e4-580d7a4c5d96', 'tag': 'b3e1dd34-61cf-4a4a-8f11-ccdb184dec40'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:28:35.773705 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9434de058546a022cc17e407c636edc5a2ce8615e174a01ffad9beb3023847d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52424a24-6434-4069-8c3a-3accc266dd52" -d '{"events": [{"name": "network-changed", "server_uuid": "96e96bc2-1798-4e80-a7e4-580d7a4c5d96", "tag": "b3e1dd34-61cf-4a4a-8f11-ccdb184dec40"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:28:35.872267 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-d2ce2bde-8e1d-43fd-9963-0f9257a28cd7 None None] Set router b22ed484-ece8-4677-976b-0dae584fd50d gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:28:35.905915 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a913311b-9750-49b4-a056-18462b8dae6c x-openstack-request-id: req-a913311b-9750-49b4-a056-18462b8dae6c {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:28:35.906593 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96e96bc2-1798-4e80-a7e4-580d7a4c5d96", "tag": "b3e1dd34-61cf-4a4a-8f11-ccdb184dec40", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:28:35.906909 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a913311b-9750-49b4-a056-18462b8dae6c {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:28:35.908013 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96e96bc2-1798-4e80-a7e4-580d7a4c5d96', 'tag': 'b3e1dd34-61cf-4a4a-8f11-ccdb184dec40', 'status': 'completed', 'code': 200} Oct 19 02:28:35.981393 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52424a24-6434-4069-8c3a-3accc266dd52 req-51dec256-847e-4967-bc5b-ce4957baa856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:35.983015 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52424a24-6434-4069-8c3a-3accc266dd52 req-51dec256-847e-4967-bc5b-ce4957baa856 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c47ada63cb0142e183b2794a8454f454&device_id=96e96bc2-1798-4e80-a7e4-580d7a4c5d96 HTTP/1.1" status: 200 len: 1097 time: 0.0494301 Oct 19 02:28:36.047898 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698cd924-9497-4bce-9a9d-a7c34b94d0fc req-4ee29fa8-af1d-4dd1-9e6b-f22829ca4ab0 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:36.049596 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-698cd924-9497-4bce-9a9d-a7c34b94d0fc req-4ee29fa8-af1d-4dd1-9e6b-f22829ca4ab0 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?device_id=96e96bc2-1798-4e80-a7e4-580d7a4c5d96 HTTP/1.1" status: 200 len: 945 time: 0.0493505 Oct 19 02:28:36.091040 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52424a24-6434-4069-8c3a-3accc266dd52 req-1e1c224b-712e-4292-97e6-feddffaafa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:36.092840 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52424a24-6434-4069-8c3a-3accc266dd52 req-1e1c224b-712e-4292-97e6-feddffaafa2a service neutron] 10.222.0.55 "GET /v2.0/networks?id=5598c04d-6f3c-49ab-81a3-8bd14353d5f1 HTTP/1.1" status: 200 len: 910 time: 0.1022816 Oct 19 02:28:36.096809 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-698cd924-9497-4bce-9a9d-a7c34b94d0fc req-45b61fc4-de5f-4c8c-89f3-aaaeaf8bb4a8 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/security-groups?id=429d9247-e84b-46af-bcd9-ed100c44cd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406902 Oct 19 02:28:36.111712 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-d2ce2bde-8e1d-43fd-9963-0f9257a28cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'name': 'tempest-TestSnapshotPattern-890180036-router', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '2e17aadb-7f5d-42b2-b0bd-db16f594b455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:23:18Z', 'updated_at': '2021-10-19T02:23:21Z', 'revision_number': 4, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'gw_port': {'id': '2e17aadb-7f5d-42b2-b0bd-db16f594b455', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:19Z', 'updated_at': '2021-10-19T02:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '7f033c3c-7a4b-420f-82ac-102b74d4d75f', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'floating_ip_address': '172.25.8.66', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'port_id': 'a1940206-406f-4a91-8f20-f32c9d00bba6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1', 'mac_address': 'fa:16:3e:4e:0c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb27023-75ad-44e7-bf04-f2730947c8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:23:41Z', 'updated_at': '2021-10-19T02:23:42Z', 'revision_number': 1, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61f288d0-487f-4fd6-8bb5-056f478866d8', 'name': '', 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'mac_address': 'fa:16:3e:60:cf:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '21142e5f-0400-4f00-89a6-99920e6977b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:21Z', 'updated_at': '2021-10-19T02:23:25Z', 'revision_number': 5, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'subnets': [{'id': '21142e5f-0400-4f00-89a6-99920e6977b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:28:36.132329 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ce2bde-8e1d-43fd-9963-0f9257a28cd7 None None] Checking router: b22ed484-ece8-4677-976b-0dae584fd50d for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:28:36.138018 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52424a24-6434-4069-8c3a-3accc266dd52 req-8f60d725-580e-466e-8ce0-23fb9e81f51e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3e1dd34-61cf-4a4a-8f11-ccdb184dec40 HTTP/1.1" status: 200 len: 217 time: 0.0363045 Oct 19 02:28:36.141337 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ce2bde-8e1d-43fd-9963-0f9257a28cd7 None None] Routers {'b22ed484-ece8-4677-976b-0dae584fd50d'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:28:36.141948 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-d2ce2bde-8e1d-43fd-9963-0f9257a28cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:28:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b22ed484-ece8-4677-976b-0dae584fd50d'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:28:36.186602 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52424a24-6434-4069-8c3a-3accc266dd52 req-bfa3cd6d-f77a-48d0-8b33-e2aee7d384ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:36.188078 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52424a24-6434-4069-8c3a-3accc266dd52 req-bfa3cd6d-f77a-48d0-8b33-e2aee7d384ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=21142e5f-0400-4f00-89a6-99920e6977b4 HTTP/1.1" status: 200 len: 848 time: 0.0425358 Oct 19 02:28:36.238463 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52424a24-6434-4069-8c3a-3accc266dd52 req-7496ac11-0337-4040-a657-cc7f5f0b6886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:36.240218 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52424a24-6434-4069-8c3a-3accc266dd52 req-7496ac11-0337-4040-a657-cc7f5f0b6886 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5598c04d-6f3c-49ab-81a3-8bd14353d5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443010 Oct 19 02:28:36.248081 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-d2ce2bde-8e1d-43fd-9963-0f9257a28cd7 None None] Set router b22ed484-ece8-4677-976b-0dae584fd50d gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:28:36.334725 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52424a24-6434-4069-8c3a-3accc266dd52 req-670aac48-7d60-4a13-a6fb-a230525af4bf service neutron] 10.222.0.55 "GET /v2.0/networks/5598c04d-6f3c-49ab-81a3-8bd14353d5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865867 Oct 19 02:28:36.434774 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-52424a24-6434-4069-8c3a-3accc266dd52 req-918b015b-f2a9-4039-8e7c-cdab2cf038c7 service neutron] 10.222.0.55 "GET /v2.0/networks/5598c04d-6f3c-49ab-81a3-8bd14353d5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922894 Oct 19 02:28:36.628432 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-d2ce2bde-8e1d-43fd-9963-0f9257a28cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'name': 'tempest-TestSnapshotPattern-890180036-router', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '2e17aadb-7f5d-42b2-b0bd-db16f594b455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:23:18Z', 'updated_at': '2021-10-19T02:23:21Z', 'revision_number': 4, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'gw_port': {'id': '2e17aadb-7f5d-42b2-b0bd-db16f594b455', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:19Z', 'updated_at': '2021-10-19T02:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '7f033c3c-7a4b-420f-82ac-102b74d4d75f', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'floating_ip_address': '172.25.8.66', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'port_id': 'a1940206-406f-4a91-8f20-f32c9d00bba6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1', 'mac_address': 'fa:16:3e:4e:0c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb27023-75ad-44e7-bf04-f2730947c8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:23:41Z', 'updated_at': '2021-10-19T02:23:42Z', 'revision_number': 1, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61f288d0-487f-4fd6-8bb5-056f478866d8', 'name': '', 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'mac_address': 'fa:16:3e:60:cf:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '21142e5f-0400-4f00-89a6-99920e6977b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:21Z', 'updated_at': '2021-10-19T02:23:25Z', 'revision_number': 5, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'subnets': [{'id': '21142e5f-0400-4f00-89a6-99920e6977b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:28:36.653803 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ce2bde-8e1d-43fd-9963-0f9257a28cd7 None None] The sync data for ids ['b22ed484-ece8-4677-976b-0dae584fd50d'] in n-d-715271-26 is: [{'id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'name': 'tempest-TestSnapshotPattern-890180036-router', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '2e17aadb-7f5d-42b2-b0bd-db16f594b455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:23:18Z', 'updated_at': '2021-10-19T02:23:21Z', 'revision_number': 4, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'gw_port': {'id': '2e17aadb-7f5d-42b2-b0bd-db16f594b455', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:19Z', 'updated_at': '2021-10-19T02:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_floatingips': [{'id': '7f033c3c-7a4b-420f-82ac-102b74d4d75f', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'floating_ip_address': '172.25.8.66', 'floating_network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'router_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'port_id': 'a1940206-406f-4a91-8f20-f32c9d00bba6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1', 'mac_address': 'fa:16:3e:4e:0c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb27023-75ad-44e7-bf04-f2730947c8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:23:41Z', 'updated_at': '2021-10-19T02:23:42Z', 'revision_number': 1, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61f288d0-487f-4fd6-8bb5-056f478866d8', 'name': '', 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'mac_address': 'fa:16:3e:60:cf:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '21142e5f-0400-4f00-89a6-99920e6977b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:21Z', 'updated_at': '2021-10-19T02:23:25Z', 'revision_number': 5, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'subnets': [{'id': '21142e5f-0400-4f00-89a6-99920e6977b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:28:36.883780 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5a2440-f037-4430-9729-147c3085e708 None None] New status for floating IP 827f4c4e-f78f-44e6-9dbd-f1f2a1d6d289: DOWN {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:28:37.209882 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b8c66-abe5-44a8-a61d-da7b80f4b5d9 req-dfda7f32-bbf1-4560-aae9-0bfc9c985702 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:37.211251 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7c9b8c66-abe5-44a8-a61d-da7b80f4b5d9 req-dfda7f32-bbf1-4560-aae9-0bfc9c985702 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?device_id=96e96bc2-1798-4e80-a7e4-580d7a4c5d96 HTTP/1.1" status: 200 len: 945 time: 0.0486169 Oct 19 02:28:37.249875 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-7c9b8c66-abe5-44a8-a61d-da7b80f4b5d9 req-a4193e48-bc2d-407d-904d-65e5497712a8 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/security-groups?id=429d9247-e84b-46af-bcd9-ed100c44cd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324643 Oct 19 02:28:37.719310 n-d-715271-26 neutron-server[100606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4bbe5-c1ec-454b-a08f-28fec80e6201 req-d755a78a-005c-4c0c-86b1-7b1dce67a5da tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:37.720774 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3bc4bbe5-c1ec-454b-a08f-28fec80e6201 req-d755a78a-005c-4c0c-86b1-7b1dce67a5da tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e96bc2-1798-4e80-a7e4-580d7a4c5d96 HTTP/1.1" status: 200 len: 945 time: 0.0486531 Oct 19 02:28:37.816299 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-3bc4bbe5-c1ec-454b-a08f-28fec80e6201 req-dea474a8-1bf5-40b9-b7a0-fa583f325262 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Deleting port b3e1dd34-61cf-4a4a-8f11-ccdb184dec40 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:28:37.816643 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3bc4bbe5-c1ec-454b-a08f-28fec80e6201 req-dea474a8-1bf5-40b9-b7a0-fa583f325262 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:37.907279 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [req-3bc4bbe5-c1ec-454b-a08f-28fec80e6201 req-dea474a8-1bf5-40b9-b7a0-fa583f325262 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] For port b3e1dd34-61cf-4a4a-8f11-ccdb184dec40, host n-h1-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-26',level=0,port_id=b3e1dd34-61cf-4a4a-8f11-ccdb184dec40,segment=NetworkSegment(f1951a4a-beba-4156-8b6a-2cad49f4e4f5),segment_id=f1951a4a-beba-4156-8b6a-2cad49f4e4f5)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:28:37.907636 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3bc4bbe5-c1ec-454b-a08f-28fec80e6201 req-dea474a8-1bf5-40b9-b7a0-fa583f325262 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:37.919352 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [req-3bc4bbe5-c1ec-454b-a08f-28fec80e6201 req-dea474a8-1bf5-40b9-b7a0-fa583f325262 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Calling delete_port for b3e1dd34-61cf-4a4a-8f11-ccdb184dec40 owned by compute:nova {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:28:38.043606 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3bc4bbe5-c1ec-454b-a08f-28fec80e6201 req-dea474a8-1bf5-40b9-b7a0-fa583f325262 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:38.077758 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea474a8-1bf5-40b9-b7a0-fa583f325262 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Pushing event deleted for resources: {'Port': ['ID=b3e1dd34-61cf-4a4a-8f11-ccdb184dec40,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:28:38.120017 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc4bbe5-c1ec-454b-a08f-28fec80e6201 req-dea474a8-1bf5-40b9-b7a0-fa583f325262 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] No DVR routers for this DVR port b3e1dd34-61cf-4a4a-8f11-ccdb184dec40 on host n-h1-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:28:38.122549 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [req-3bc4bbe5-c1ec-454b-a08f-28fec80e6201 req-dea474a8-1bf5-40b9-b7a0-fa583f325262 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:38.125869 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-3bc4bbe5-c1ec-454b-a08f-28fec80e6201 req-dea474a8-1bf5-40b9-b7a0-fa583f325262 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.55 "DELETE /v2.0/ports/b3e1dd34-61cf-4a4a-8f11-ccdb184dec40 HTTP/1.1" status: 204 len: 173 time: 0.3981104 Oct 19 02:28:38.126319 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e96bc2-1798-4e80-a7e4-580d7a4c5d96', 'name': 'network-vif-deleted', 'tag': 'b3e1dd34-61cf-4a4a-8f11-ccdb184dec40'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:28:38.129516 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9434de058546a022cc17e407c636edc5a2ce8615e174a01ffad9beb3023847d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3bdf5d-0de1-42bf-8164-65a23d2a3b9e" -d '{"events": [{"server_uuid": "96e96bc2-1798-4e80-a7e4-580d7a4c5d96", "name": "network-vif-deleted", "tag": "b3e1dd34-61cf-4a4a-8f11-ccdb184dec40"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:28:38.165972 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fb96b0-3bb1-41ef-94cd-739131843b42 x-openstack-request-id: req-35fb96b0-3bb1-41ef-94cd-739131843b42 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:28:38.166266 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e96bc2-1798-4e80-a7e4-580d7a4c5d96", "name": "network-vif-deleted", "tag": "b3e1dd34-61cf-4a4a-8f11-ccdb184dec40", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:28:38.166547 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-35fb96b0-3bb1-41ef-94cd-739131843b42 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:28:38.166967 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e96bc2-1798-4e80-a7e4-580d7a4c5d96', 'name': 'network-vif-deleted', 'tag': 'b3e1dd34-61cf-4a4a-8f11-ccdb184dec40', 'status': 'completed', 'code': 200} Oct 19 02:28:38.364093 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [req-0564b3db-c07b-4f19-95f7-577276b66e61 req-f343f31b-0823-4e00-8696-3fb498a6580f tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?device_id=96e96bc2-1798-4e80-a7e4-580d7a4c5d96 HTTP/1.1" status: 200 len: 210 time: 0.0267291 Oct 19 02:28:38.616494 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device b3e1dd34-61cf-4a4a-8f11-ccdb184dec40 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:28:38.636788 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: b3e1dd34-61cf-4a4a-8f11-ccdb184dec40 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:28:38.637138 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device b3e1dd34-61cf-4a4a-8f11-ccdb184dec40 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:28:39.949421 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57892) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:28:40.104553 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-44d4d289-4497-4bd1-b248-807c6fd0b15d tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Deleting port f5d1fdea-688d-4168-a180-5c9326b803dd {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:28:40.104893 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-44d4d289-4497-4bd1-b248-807c6fd0b15d tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:40.182144 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-44d4d289-4497-4bd1-b248-807c6fd0b15d tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:40.182386 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-44d4d289-4497-4bd1-b248-807c6fd0b15d tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:40.193853 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-44d4d289-4497-4bd1-b248-807c6fd0b15d tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Calling delete_port for f5d1fdea-688d-4168-a180-5c9326b803dd owned by network:floatingip {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:28:40.339414 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-44d4d289-4497-4bd1-b248-807c6fd0b15d tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:40.366329 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4d289-4497-4bd1-b248-807c6fd0b15d tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Pushing event deleted for resources: {'Port': ['ID=f5d1fdea-688d-4168-a180-5c9326b803dd,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:28:40.424478 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-44d4d289-4497-4bd1-b248-807c6fd0b15d tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks [] for floatingip, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:40.424812 n-d-715271-26 neutron-server[100606]: INFO neutron.db.l3_db [None req-44d4d289-4497-4bd1-b248-807c6fd0b15d tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Floating IP 7f033c3c-7a4b-420f-82ac-102b74d4d75f disassociated (deleted). External IP: 172.25.8.66, port: a1940206-406f-4a91-8f20-f32c9d00bba6. Oct 19 02:28:40.631609 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d4d289-4497-4bd1-b248-807c6fd0b15d tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Router b22ed484-ece8-4677-976b-0dae584fd50d has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:28:41.072066 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d4d289-4497-4bd1-b248-807c6fd0b15d tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:28:41.076848 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-44d4d289-4497-4bd1-b248-807c6fd0b15d tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for floatingip, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:41.082266 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e14468-b666-4c1e-984f-cea01b54094c None None] Sync routers for ids ['b22ed484-ece8-4677-976b-0dae584fd50d'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:28:41.090951 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e14468-b666-4c1e-984f-cea01b54094c None None] Routers {'b22ed484-ece8-4677-976b-0dae584fd50d'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:28:41.091556 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-f6e14468-b666-4c1e-984f-cea01b54094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:28:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b22ed484-ece8-4677-976b-0dae584fd50d'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:28:41.104187 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-44d4d289-4497-4bd1-b248-807c6fd0b15d tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "DELETE /v2.0/floatingips/7f033c3c-7a4b-420f-82ac-102b74d4d75f HTTP/1.1" status: 204 len: 168 time: 1.1536915 Oct 19 02:28:41.104873 n-d-715271-26 neutron-server[100606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb27023-75ad-44e7-bf04-f2730947c8d7', 'tag': 'a1940206-406f-4a91-8f20-f32c9d00bba6'}] {{(pid=100606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:28:41.107221 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9434de058546a022cc17e407c636edc5a2ce8615e174a01ffad9beb3023847d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a27bce3-239f-4bbe-98a0-370361f13e29" -d '{"events": [{"name": "network-changed", "server_uuid": "6cb27023-75ad-44e7-bf04-f2730947c8d7", "tag": "a1940206-406f-4a91-8f20-f32c9d00bba6"}]}' {{(pid=100606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:28:41.144315 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9467ca32-e6e9-44ea-b5d6-1173e3340a63 x-openstack-request-id: req-9467ca32-e6e9-44ea-b5d6-1173e3340a63 {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:28:41.144874 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cb27023-75ad-44e7-bf04-f2730947c8d7", "tag": "a1940206-406f-4a91-8f20-f32c9d00bba6", "status": "completed", "code": 200}]} {{(pid=100606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:28:41.145126 n-d-715271-26 neutron-server[100606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9467ca32-e6e9-44ea-b5d6-1173e3340a63 {{(pid=100606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:28:41.145525 n-d-715271-26 neutron-server[100606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb27023-75ad-44e7-bf04-f2730947c8d7', 'tag': 'a1940206-406f-4a91-8f20-f32c9d00bba6', 'status': 'completed', 'code': 200} Oct 19 02:28:41.202447 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-f6e14468-b666-4c1e-984f-cea01b54094c None None] Set router b22ed484-ece8-4677-976b-0dae584fd50d gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:28:41.212827 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27bce3-239f-4bbe-98a0-370361f13e29 req-10d5d745-921e-4058-9c00-0409f97aa687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:41.214335 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2a27bce3-239f-4bbe-98a0-370361f13e29 req-10d5d745-921e-4058-9c00-0409f97aa687 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c47ada63cb0142e183b2794a8454f454&device_id=6cb27023-75ad-44e7-bf04-f2730947c8d7 HTTP/1.1" status: 200 len: 1096 time: 0.0479414 Oct 19 02:28:41.323762 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27bce3-239f-4bbe-98a0-370361f13e29 req-7ddc1102-eec9-49af-8094-9641188147db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:41.325248 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2a27bce3-239f-4bbe-98a0-370361f13e29 req-7ddc1102-eec9-49af-8094-9641188147db service neutron] 10.222.0.24 "GET /v2.0/networks?id=5598c04d-6f3c-49ab-81a3-8bd14353d5f1 HTTP/1.1" status: 200 len: 910 time: 0.1008239 Oct 19 02:28:41.375225 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2a27bce3-239f-4bbe-98a0-370361f13e29 req-0432e771-f47f-4f53-8f6e-c32f92b73524 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1940206-406f-4a91-8f20-f32c9d00bba6 HTTP/1.1" status: 200 len: 217 time: 0.0414581 Oct 19 02:28:41.413034 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-f6e14468-b666-4c1e-984f-cea01b54094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'name': 'tempest-TestSnapshotPattern-890180036-router', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '2e17aadb-7f5d-42b2-b0bd-db16f594b455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:23:18Z', 'updated_at': '2021-10-19T02:23:21Z', 'revision_number': 4, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'gw_port': {'id': '2e17aadb-7f5d-42b2-b0bd-db16f594b455', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:19Z', 'updated_at': '2021-10-19T02:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '61f288d0-487f-4fd6-8bb5-056f478866d8', 'name': '', 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'mac_address': 'fa:16:3e:60:cf:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '21142e5f-0400-4f00-89a6-99920e6977b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:21Z', 'updated_at': '2021-10-19T02:23:25Z', 'revision_number': 5, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'subnets': [{'id': '21142e5f-0400-4f00-89a6-99920e6977b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:28:41.438577 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e14468-b666-4c1e-984f-cea01b54094c None None] Checking router: b22ed484-ece8-4677-976b-0dae584fd50d for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:28:41.447653 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e14468-b666-4c1e-984f-cea01b54094c None None] Routers {'b22ed484-ece8-4677-976b-0dae584fd50d'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:28:41.448298 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-f6e14468-b666-4c1e-984f-cea01b54094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:28:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b22ed484-ece8-4677-976b-0dae584fd50d'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:28:41.454698 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c884a-6174-42b4-b5d6-b61401d9199f req-a4d95b9a-64dc-4fca-8085-433fc06e5169 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:41.457036 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6a0c884a-6174-42b4-b5d6-b61401d9199f req-a4d95b9a-64dc-4fca-8085-433fc06e5169 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cb27023-75ad-44e7-bf04-f2730947c8d7 HTTP/1.1" status: 200 len: 944 time: 0.1608181 Oct 19 02:28:41.458815 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27bce3-239f-4bbe-98a0-370361f13e29 req-75e9144d-33d2-490e-8755-d4a858f86b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:41.460161 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2a27bce3-239f-4bbe-98a0-370361f13e29 req-75e9144d-33d2-490e-8755-d4a858f86b9b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=21142e5f-0400-4f00-89a6-99920e6977b4 HTTP/1.1" status: 200 len: 848 time: 0.0757260 Oct 19 02:28:41.527321 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-6a0c884a-6174-42b4-b5d6-b61401d9199f req-fcaff5fa-986c-4fd8-a1ea-59cacf47f13c tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/security-groups?id=429d9247-e84b-46af-bcd9-ed100c44cd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639496 Oct 19 02:28:41.532752 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27bce3-239f-4bbe-98a0-370361f13e29 req-f13b3c23-44c2-45a3-afde-b9a164a04939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:41.534283 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2a27bce3-239f-4bbe-98a0-370361f13e29 req-f13b3c23-44c2-45a3-afde-b9a164a04939 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5598c04d-6f3c-49ab-81a3-8bd14353d5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652385 Oct 19 02:28:41.555994 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-f6e14468-b666-4c1e-984f-cea01b54094c None None] Set router b22ed484-ece8-4677-976b-0dae584fd50d gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:28:41.626605 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2a27bce3-239f-4bbe-98a0-370361f13e29 req-7b07dc05-5c7f-4ca9-ad22-dfbee5bcafa6 service neutron] 10.222.0.24 "GET /v2.0/networks/5598c04d-6f3c-49ab-81a3-8bd14353d5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843618 Oct 19 02:28:41.724444 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-2a27bce3-239f-4bbe-98a0-370361f13e29 req-621a611a-1667-4ff1-b4c1-97b7c01cd7f1 service neutron] 10.222.0.24 "GET /v2.0/networks/5598c04d-6f3c-49ab-81a3-8bd14353d5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878172 Oct 19 02:28:41.759839 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-f6e14468-b666-4c1e-984f-cea01b54094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'name': 'tempest-TestSnapshotPattern-890180036-router', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '2e17aadb-7f5d-42b2-b0bd-db16f594b455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:23:18Z', 'updated_at': '2021-10-19T02:23:21Z', 'revision_number': 4, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'gw_port': {'id': '2e17aadb-7f5d-42b2-b0bd-db16f594b455', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:19Z', 'updated_at': '2021-10-19T02:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '61f288d0-487f-4fd6-8bb5-056f478866d8', 'name': '', 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'mac_address': 'fa:16:3e:60:cf:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '21142e5f-0400-4f00-89a6-99920e6977b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:21Z', 'updated_at': '2021-10-19T02:23:25Z', 'revision_number': 5, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'subnets': [{'id': '21142e5f-0400-4f00-89a6-99920e6977b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:28:41.786952 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e14468-b666-4c1e-984f-cea01b54094c None None] The sync data for ids ['b22ed484-ece8-4677-976b-0dae584fd50d'] in n-d-715271-26 is: [{'id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'name': 'tempest-TestSnapshotPattern-890180036-router', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '2e17aadb-7f5d-42b2-b0bd-db16f594b455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:23:18Z', 'updated_at': '2021-10-19T02:23:21Z', 'revision_number': 4, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'gw_port': {'id': '2e17aadb-7f5d-42b2-b0bd-db16f594b455', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:19Z', 'updated_at': '2021-10-19T02:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26', '_interfaces': [{'id': '61f288d0-487f-4fd6-8bb5-056f478866d8', 'name': '', 'network_id': '5598c04d-6f3c-49ab-81a3-8bd14353d5f1', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'mac_address': 'fa:16:3e:60:cf:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '21142e5f-0400-4f00-89a6-99920e6977b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:21Z', 'updated_at': '2021-10-19T02:23:25Z', 'revision_number': 5, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'subnets': [{'id': '21142e5f-0400-4f00-89a6-99920e6977b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:28:41.949560 n-d-715271-26 neutron-server[100607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb535805-9fad-4d17-914e-6e726a021c40 req-728b6106-d245-4214-bf11-d2d974836fc1 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:41.950935 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cb535805-9fad-4d17-914e-6e726a021c40 req-728b6106-d245-4214-bf11-d2d974836fc1 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cb27023-75ad-44e7-bf04-f2730947c8d7 HTTP/1.1" status: 200 len: 944 time: 0.0509069 Oct 19 02:28:42.013574 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18da4056-27ef-4740-9a55-8590c8e7bced None None] New status for floating IP 7f033c3c-7a4b-420f-82ac-102b74d4d75f: DOWN {{(pid=100609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:28:42.046371 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-cb535805-9fad-4d17-914e-6e726a021c40 req-df42bde0-4163-472b-be8b-ee96ae339944 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Deleting port a1940206-406f-4a91-8f20-f32c9d00bba6 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:28:42.046708 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-cb535805-9fad-4d17-914e-6e726a021c40 req-df42bde0-4163-472b-be8b-ee96ae339944 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:42.143284 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [req-cb535805-9fad-4d17-914e-6e726a021c40 req-df42bde0-4163-472b-be8b-ee96ae339944 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] For port a1940206-406f-4a91-8f20-f32c9d00bba6, host n-h2-715271-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-26',level=0,port_id=a1940206-406f-4a91-8f20-f32c9d00bba6,segment=NetworkSegment(f1951a4a-beba-4156-8b6a-2cad49f4e4f5),segment_id=f1951a4a-beba-4156-8b6a-2cad49f4e4f5)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:28:42.143643 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-cb535805-9fad-4d17-914e-6e726a021c40 req-df42bde0-4163-472b-be8b-ee96ae339944 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:42.156258 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [req-cb535805-9fad-4d17-914e-6e726a021c40 req-df42bde0-4163-472b-be8b-ee96ae339944 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Calling delete_port for a1940206-406f-4a91-8f20-f32c9d00bba6 owned by compute:nova {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:28:42.282303 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-cb535805-9fad-4d17-914e-6e726a021c40 req-df42bde0-4163-472b-be8b-ee96ae339944 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:42.311013 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42bde0-4163-472b-be8b-ee96ae339944 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Pushing event deleted for resources: {'Port': ['ID=a1940206-406f-4a91-8f20-f32c9d00bba6,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:28:42.322862 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df42bde0-4163-472b-be8b-ee96ae339944 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:42.323207 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df42bde0-4163-472b-be8b-ee96ae339944 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:42.323541 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df42bde0-4163-472b-be8b-ee96ae339944 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:42.323906 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df42bde0-4163-472b-be8b-ee96ae339944 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:42.324235 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df42bde0-4163-472b-be8b-ee96ae339944 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:42.324557 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df42bde0-4163-472b-be8b-ee96ae339944 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:42.324871 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df42bde0-4163-472b-be8b-ee96ae339944 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:42.325185 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df42bde0-4163-472b-be8b-ee96ae339944 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:42.325496 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df42bde0-4163-472b-be8b-ee96ae339944 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:42.325807 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df42bde0-4163-472b-be8b-ee96ae339944 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:42.326122 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df42bde0-4163-472b-be8b-ee96ae339944 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:42.326435 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df42bde0-4163-472b-be8b-ee96ae339944 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-26 {{(pid=100607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:42.360183 n-d-715271-26 neutron-server[100607]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb535805-9fad-4d17-914e-6e726a021c40 req-df42bde0-4163-472b-be8b-ee96ae339944 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] No DVR routers for this DVR port a1940206-406f-4a91-8f20-f32c9d00bba6 on host n-h2-715271-26 {{(pid=100607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:28:42.362594 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [req-cb535805-9fad-4d17-914e-6e726a021c40 req-df42bde0-4163-472b-be8b-ee96ae339944 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60403'] for port, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:42.365827 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-cb535805-9fad-4d17-914e-6e726a021c40 req-df42bde0-4163-472b-be8b-ee96ae339944 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.24 "DELETE /v2.0/ports/a1940206-406f-4a91-8f20-f32c9d00bba6 HTTP/1.1" status: 204 len: 173 time: 0.4089916 Oct 19 02:28:42.366257 n-d-715271-26 neutron-server[100607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb27023-75ad-44e7-bf04-f2730947c8d7', 'name': 'network-vif-deleted', 'tag': 'a1940206-406f-4a91-8f20-f32c9d00bba6'}] {{(pid=100607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:28:42.368508 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}604d1223bc0e61ef4f6f375a56b68240d92e3dadd1a32e57b330ac88f8c52c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dccffa5-ce22-49b3-876e-e0c6414b68aa" -d '{"events": [{"server_uuid": "6cb27023-75ad-44e7-bf04-f2730947c8d7", "name": "network-vif-deleted", "tag": "a1940206-406f-4a91-8f20-f32c9d00bba6"}]}' {{(pid=100607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:28:42.472821 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de193dad-c8fb-43de-a162-1c1d0ec51c1f x-openstack-request-id: req-de193dad-c8fb-43de-a162-1c1d0ec51c1f {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:28:42.473200 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb27023-75ad-44e7-bf04-f2730947c8d7", "name": "network-vif-deleted", "tag": "a1940206-406f-4a91-8f20-f32c9d00bba6", "status": "completed", "code": 200}]} {{(pid=100607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:28:42.473543 n-d-715271-26 neutron-server[100607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-de193dad-c8fb-43de-a162-1c1d0ec51c1f {{(pid=100607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:28:42.474076 n-d-715271-26 neutron-server[100607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb27023-75ad-44e7-bf04-f2730947c8d7', 'name': 'network-vif-deleted', 'tag': 'a1940206-406f-4a91-8f20-f32c9d00bba6', 'status': 'completed', 'code': 200} Oct 19 02:28:42.633445 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [req-00b49467-2602-4242-a78a-7c78144b78bb req-1641fd57-381e-44c2-a3ec-fc49c52c4db7 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cb27023-75ad-44e7-bf04-f2730947c8d7 HTTP/1.1" status: 200 len: 210 time: 0.0290048 Oct 19 02:28:42.647076 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device b3e1dd34-61cf-4a4a-8f11-ccdb184dec40 no longer exists at agent hyperv_n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:28:42.668173 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] No Port match for: b3e1dd34-61cf-4a4a-8f11-ccdb184dec40 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:28:42.668523 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Device b3e1dd34-61cf-4a4a-8f11-ccdb184dec40 not bound to the agent host n-h1-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:28:43.694211 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57910) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:28:43.755803 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ee120fca-e7d8-4e61-bf2d-191fe9167ac2 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:43.780698 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ee120fca-e7d8-4e61-bf2d-191fe9167ac2 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:43.844545 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ee120fca-e7d8-4e61-bf2d-191fe9167ac2 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:43.847854 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-ee120fca-e7d8-4e61-bf2d-191fe9167ac2 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:43.849291 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-ee120fca-e7d8-4e61-bf2d-191fe9167ac2 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] 10.222.0.57 "DELETE /v2.0/security-groups/429d9247-e84b-46af-bcd9-ed100c44cd56 HTTP/1.1" status: 204 len: 168 time: 0.1538944 Oct 19 02:28:43.864373 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee120fca-e7d8-4e61-bf2d-191fe9167ac2 tempest-TestSnapshotPattern-1864096800 tempest-TestSnapshotPattern-1864096800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=429d9247-e84b-46af-bcd9-ed100c44cd56,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:28:43.903009 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57914) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:28:44.097211 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b35e4b57-8a98-4d0f-afff-8fc811ecb314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:44.356751 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c5b6160e-2c32-4571-9fef-81cf076bed34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:44.601935 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-c5b6160e-2c32-4571-9fef-81cf076bed34 admin admin] Deleting port 61f288d0-487f-4fd6-8bb5-056f478866d8 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:28:44.602184 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c5b6160e-2c32-4571-9fef-81cf076bed34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:44.680172 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-c5b6160e-2c32-4571-9fef-81cf076bed34 admin admin] For port 61f288d0-487f-4fd6-8bb5-056f478866d8, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=61f288d0-487f-4fd6-8bb5-056f478866d8,segment=NetworkSegment(f1951a4a-beba-4156-8b6a-2cad49f4e4f5),segment_id=f1951a4a-beba-4156-8b6a-2cad49f4e4f5)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:28:44.680531 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c5b6160e-2c32-4571-9fef-81cf076bed34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:44.698003 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-c5b6160e-2c32-4571-9fef-81cf076bed34 admin admin] Calling delete_port for 61f288d0-487f-4fd6-8bb5-056f478866d8 owned by network:router_interface {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:28:44.876315 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c5b6160e-2c32-4571-9fef-81cf076bed34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:44.901829 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6160e-2c32-4571-9fef-81cf076bed34 admin admin] Pushing event deleted for resources: {'Port': ['ID=61f288d0-487f-4fd6-8bb5-056f478866d8,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:28:45.071645 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-c5b6160e-2c32-4571-9fef-81cf076bed34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:45.289006 n-d-715271-26 neutron-server[100606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b6160e-2c32-4571-9fef-81cf076bed34 admin admin] Router b22ed484-ece8-4677-976b-0dae584fd50d has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:28:45.397611 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b6160e-2c32-4571-9fef-81cf076bed34 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:28:45.402592 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-c5b6160e-2c32-4571-9fef-81cf076bed34 admin admin] 10.222.0.57 "PUT /v2.0/routers/b22ed484-ece8-4677-976b-0dae584fd50d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4984882 Oct 19 02:28:45.405146 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57918) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:28:45.409264 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c76e2bd-879f-4502-adf1-bf26894c5702 None None] Sync routers for ids ['b22ed484-ece8-4677-976b-0dae584fd50d'] in n-d-715271-26 {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:28:45.418387 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c76e2bd-879f-4502-adf1-bf26894c5702 None None] Routers {'b22ed484-ece8-4677-976b-0dae584fd50d'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:28:45.418997 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-8c76e2bd-879f-4502-adf1-bf26894c5702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:28:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b22ed484-ece8-4677-976b-0dae584fd50d'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:28:45.511063 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-63c53d64-8615-4ccc-9080-29f4835513dc admin admin] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:45.528365 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-8c76e2bd-879f-4502-adf1-bf26894c5702 None None] Set router b22ed484-ece8-4677-976b-0dae584fd50d gateway port host: n-d-715271-26 {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:28:45.615657 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-63c53d64-8615-4ccc-9080-29f4835513dc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:45.632678 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device a1940206-406f-4a91-8f20-f32c9d00bba6 no longer exists at agent hyperv_n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:28:45.661870 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] No Port match for: a1940206-406f-4a91-8f20-f32c9d00bba6 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:28:45.662216 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Device a1940206-406f-4a91-8f20-f32c9d00bba6 not bound to the agent host n-h2-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:28:45.669679 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-63c53d64-8615-4ccc-9080-29f4835513dc admin admin] Deleting port 2e17aadb-7f5d-42b2-b0bd-db16f594b455 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:28:45.670018 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-63c53d64-8615-4ccc-9080-29f4835513dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:45.728867 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-8c76e2bd-879f-4502-adf1-bf26894c5702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'name': 'tempest-TestSnapshotPattern-890180036-router', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '2e17aadb-7f5d-42b2-b0bd-db16f594b455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:23:18Z', 'updated_at': '2021-10-19T02:28:44Z', 'revision_number': 5, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'gw_port': {'id': '2e17aadb-7f5d-42b2-b0bd-db16f594b455', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:19Z', 'updated_at': '2021-10-19T02:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:28:45.747529 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-63c53d64-8615-4ccc-9080-29f4835513dc admin admin] For port 2e17aadb-7f5d-42b2-b0bd-db16f594b455, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=2e17aadb-7f5d-42b2-b0bd-db16f594b455,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:28:45.748095 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-63c53d64-8615-4ccc-9080-29f4835513dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:45.755320 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c76e2bd-879f-4502-adf1-bf26894c5702 None None] Checking router: b22ed484-ece8-4677-976b-0dae584fd50d for host: n-d-715271-26 {{(pid=100608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:28:45.763812 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c76e2bd-879f-4502-adf1-bf26894c5702 None None] Routers {'b22ed484-ece8-4677-976b-0dae584fd50d'} bound to L3 agent in host n-d-715271-26 {{(pid=100608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:28:45.764424 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-8c76e2bd-879f-4502-adf1-bf26894c5702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:28:17Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['b22ed484-ece8-4677-976b-0dae584fd50d'], 'active': True} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:28:45.765161 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-63c53d64-8615-4ccc-9080-29f4835513dc admin admin] Calling delete_port for 2e17aadb-7f5d-42b2-b0bd-db16f594b455 owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:28:45.850724 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvr_db [None req-8c76e2bd-879f-4502-adf1-bf26894c5702 None None] Set router b22ed484-ece8-4677-976b-0dae584fd50d gateway port host: None {{(pid=100608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:28:45.905074 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_hamode_db [None req-8c76e2bd-879f-4502-adf1-bf26894c5702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'name': 'tempest-TestSnapshotPattern-890180036-router', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:23:18Z', 'updated_at': '2021-10-19T02:28:45Z', 'revision_number': 6, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:28:45.928187 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-63c53d64-8615-4ccc-9080-29f4835513dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:45.931919 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c76e2bd-879f-4502-adf1-bf26894c5702 None None] The sync data for ids ['b22ed484-ece8-4677-976b-0dae584fd50d'] in n-d-715271-26 is: [{'id': 'b22ed484-ece8-4677-976b-0dae584fd50d', 'name': 'tempest-TestSnapshotPattern-890180036-router', 'tenant_id': 'c47ada63cb0142e183b2794a8454f454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:23:18Z', 'updated_at': '2021-10-19T02:28:45Z', 'revision_number': 6, 'project_id': 'c47ada63cb0142e183b2794a8454f454', 'gw_port_host': None}] {{(pid=100608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:28:45.959814 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c53d64-8615-4ccc-9080-29f4835513dc admin admin] Pushing event deleted for resources: {'Port': ['ID=2e17aadb-7f5d-42b2-b0bd-db16f594b455,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:28:46.020481 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-63c53d64-8615-4ccc-9080-29f4835513dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:46.108718 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-63c53d64-8615-4ccc-9080-29f4835513dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:46.110816 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-63c53d64-8615-4ccc-9080-29f4835513dc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:46.157015 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-63c53d64-8615-4ccc-9080-29f4835513dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:46.157494 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c53d64-8615-4ccc-9080-29f4835513dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b22ed484-ece8-4677-976b-0dae584fd50d {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 02:28:46.161682 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-63c53d64-8615-4ccc-9080-29f4835513dc admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:46.162827 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-63c53d64-8615-4ccc-9080-29f4835513dc admin admin] 10.222.0.57 "DELETE /v2.0/routers/b22ed484-ece8-4677-976b-0dae584fd50d HTTP/1.1" status: 204 len: 168 time: 0.7564986 Oct 19 02:28:46.165400 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57920) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:28:46.211285 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-e43d3d73-9af1-4512-9205-43ebc7150d7b admin admin] Deleting subnet 21142e5f-0400-4f00-89a6-99920e6977b4 {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 02:28:46.214273 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e43d3d73-9af1-4512-9205-43ebc7150d7b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:46.247870 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e43d3d73-9af1-4512-9205-43ebc7150d7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:46.334556 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e43d3d73-9af1-4512-9205-43ebc7150d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:46.394402 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e43d3d73-9af1-4512-9205-43ebc7150d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:46.420602 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d3d73-9af1-4512-9205-43ebc7150d7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21142e5f-0400-4f00-89a6-99920e6977b4,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:28:46.424759 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-e43d3d73-9af1-4512-9205-43ebc7150d7b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:46.427918 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-e43d3d73-9af1-4512-9205-43ebc7150d7b admin admin] 10.222.0.57 "DELETE /v2.0/subnets/21142e5f-0400-4f00-89a6-99920e6977b4 HTTP/1.1" status: 204 len: 168 time: 0.2615569 Oct 19 02:28:46.430458 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57922) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:28:46.430954 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a079c27b-736b-46f4-872c-7a53658095fa None None] Network 5598c04d-6f3c-49ab-81a3-8bd14353d5f1 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:28:46.498212 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d47e6d22-38b0-42b6-afaa-a05cd08ddf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:46.556954 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-d47e6d22-38b0-42b6-afaa-a05cd08ddf41 admin admin] Deleting port f013d1d3-969c-4f70-952f-5303f63f070a {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:28:46.557301 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d47e6d22-38b0-42b6-afaa-a05cd08ddf41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:46.620463 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-d47e6d22-38b0-42b6-afaa-a05cd08ddf41 admin admin] For port f013d1d3-969c-4f70-952f-5303f63f070a, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=f013d1d3-969c-4f70-952f-5303f63f070a,segment=NetworkSegment(f1951a4a-beba-4156-8b6a-2cad49f4e4f5),segment_id=f1951a4a-beba-4156-8b6a-2cad49f4e4f5)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:28:46.620829 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d47e6d22-38b0-42b6-afaa-a05cd08ddf41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:46.632484 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-d47e6d22-38b0-42b6-afaa-a05cd08ddf41 admin admin] Calling delete_port for f013d1d3-969c-4f70-952f-5303f63f070a owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:28:46.667231 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-65a1665b-b903-4770-a390-96fbeb91fe7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:46.718208 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d47e6d22-38b0-42b6-afaa-a05cd08ddf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:46.745421 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10170a46-f728-4c85-a2ad-c0ec8671dbe1 None None] DHCP port deletion for 5598c04d-6f3c-49ab-81a3-8bd14353d5f1 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 02:28:46.745647 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e6d22-38b0-42b6-afaa-a05cd08ddf41 admin admin] Pushing event deleted for resources: {'Port': ['ID=f013d1d3-969c-4f70-952f-5303f63f070a,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:28:46.750278 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47e6d22-38b0-42b6-afaa-a05cd08ddf41 admin admin] No DVR routers for this DVR port f013d1d3-969c-4f70-952f-5303f63f070a on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:28:46.763788 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 61f288d0-487f-4fd6-8bb5-056f478866d8 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:28:46.785863 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 61f288d0-487f-4fd6-8bb5-056f478866d8 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:28:46.786214 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 61f288d0-487f-4fd6-8bb5-056f478866d8 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:28:46.832002 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d47e6d22-38b0-42b6-afaa-a05cd08ddf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:46.852414 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-d47e6d22-38b0-42b6-afaa-a05cd08ddf41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5598c04d-6f3c-49ab-81a3-8bd14353d5f1']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:28:46.861835 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-d47e6d22-38b0-42b6-afaa-a05cd08ddf41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1951a4a-beba-4156-8b6a-2cad49f4e4f5') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:28:46.862135 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-d47e6d22-38b0-42b6-afaa-a05cd08ddf41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1951a4a-beba-4156-8b6a-2cad49f4e4f5') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:28:46.871162 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d47e6d22-38b0-42b6-afaa-a05cd08ddf41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:46.884839 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d47e6d22-38b0-42b6-afaa-a05cd08ddf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:46.891434 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d47e6d22-38b0-42b6-afaa-a05cd08ddf41 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 02:28:46.891896 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d47e6d22-38b0-42b6-afaa-a05cd08ddf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:46.893865 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 02:28:46.893865 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 02:28:46.893865 n-d-715271-26 neutron-server[100606]: timer() Oct 19 02:28:46.893865 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 02:28:46.893865 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 02:28:46.893865 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 02:28:46.893865 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 02:28:46.893865 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 02:28:46.893865 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 02:28:46.893865 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 02:28:46.893865 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 02:28:46.893865 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 02:28:46.893865 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 02:28:46.893865 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 02:28:46.893865 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 02:28:46.893865 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 02:28:46.893865 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 02:28:46.893865 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 02:28:46.893865 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 02:28:46.893865 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 02:28:46.893865 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 02:28:46.893865 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 02:28:46.893865 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 02:28:46.893865 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 02:28:46.893865 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 02:28:46.893865 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 02:28:46.893865 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 02:28:46.893865 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 02:28:46.893865 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 02:28:46.893865 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 02:28:46.893865 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 02:28:46.893865 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 02:28:46.950709 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d47e6d22-38b0-42b6-afaa-a05cd08ddf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:46.956357 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d47e6d22-38b0-42b6-afaa-a05cd08ddf41 admin admin] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:46.959502 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d47e6d22-38b0-42b6-afaa-a05cd08ddf41 admin admin] 10.222.0.57 "DELETE /v2.0/networks/5598c04d-6f3c-49ab-81a3-8bd14353d5f1 HTTP/1.1" status: 204 len: 168 time: 0.5281198 Oct 19 02:28:46.962453 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57924) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:28:46.970175 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e6d22-38b0-42b6-afaa-a05cd08ddf41 admin admin] Pushing event deleted for resources: {'Network': ['ID=5598c04d-6f3c-49ab-81a3-8bd14353d5f1,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:28:47.302826 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c1d2f78d-6abb-4862-b27b-3c165db84f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602510'] for router_interface, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:47.443753 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:47.545237 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2f78d-6abb-4862-b27b-3c165db84f58 admin admin] Deleting port e709e47a-e840-4d5c-89af-5ce09feff460 {{(pid=100607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:28:47.545572 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c1d2f78d-6abb-4862-b27b-3c165db84f58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:47.620582 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.db [None req-c1d2f78d-6abb-4862-b27b-3c165db84f58 admin admin] For port e709e47a-e840-4d5c-89af-5ce09feff460, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=e709e47a-e840-4d5c-89af-5ce09feff460,segment=NetworkSegment(87d33b4e-0a3b-425a-a533-cceceeccd5a0),segment_id=87d33b4e-0a3b-425a-a533-cceceeccd5a0)] {{(pid=100607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:28:47.620854 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c1d2f78d-6abb-4862-b27b-3c165db84f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:47.636735 n-d-715271-26 neutron-server[100607]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2f78d-6abb-4862-b27b-3c165db84f58 admin admin] Calling delete_port for e709e47a-e840-4d5c-89af-5ce09feff460 owned by network:router_interface {{(pid=100607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:28:47.809342 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c1d2f78d-6abb-4862-b27b-3c165db84f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10287863'] for port, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:47.834767 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2f78d-6abb-4862-b27b-3c165db84f58 admin admin] Pushing event deleted for resources: {'Port': ['ID=e709e47a-e840-4d5c-89af-5ce09feff460,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:28:47.997302 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-c1d2f78d-6abb-4862-b27b-3c165db84f58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602402'] for router_interface, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:48.162300 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:48.208740 n-d-715271-26 neutron-server[100607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d2f78d-6abb-4862-b27b-3c165db84f58 admin admin] Router ce4eb9bd-716b-4aed-bd83-086276718507 has already been hosted by L3 agent 4711d46d-5404-485b-9090-1e1e6a9a87cb {{(pid=100607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:28:48.411579 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f013d1d3-969c-4f70-952f-5303f63f070a no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:28:48.432588 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: f013d1d3-969c-4f70-952f-5303f63f070a {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:28:48.432855 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device f013d1d3-969c-4f70-952f-5303f63f070a not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:28:48.433283 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 2e17aadb-7f5d-42b2-b0bd-db16f594b455 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:28:48.456575 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 2e17aadb-7f5d-42b2-b0bd-db16f594b455 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:28:48.459744 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 2e17aadb-7f5d-42b2-b0bd-db16f594b455 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:28:48.625635 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d2f78d-6abb-4862-b27b-3c165db84f58 admin admin] Notify agent at l3_agent.n-d-715271-26 the message routers_updated {{(pid=100607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:28:48.631681 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-c1d2f78d-6abb-4862-b27b-3c165db84f58 admin admin] 10.222.0.57 "PUT /v2.0/routers/ce4eb9bd-716b-4aed-bd83-086276718507/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6681986 Oct 19 02:28:48.634375 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57928) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:28:48.635068 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e73fa8-90dc-4052-bda1-5249925ac87d None None] Sync routers for ids ['ce4eb9bd-716b-4aed-bd83-086276718507'] in n-d-715271-26 {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:28:48.644316 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e73fa8-90dc-4052-bda1-5249925ac87d None None] Routers {'ce4eb9bd-716b-4aed-bd83-086276718507'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:28:48.644926 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-b0e73fa8-90dc-4052-bda1-5249925ac87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:28:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['ce4eb9bd-716b-4aed-bd83-086276718507'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:28:48.739245 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d61487e4-041b-47f1-9d56-2922f9597ed9 admin admin] Publish callbacks [] for router, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:48.748875 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-b0e73fa8-90dc-4052-bda1-5249925ac87d None None] Set router ce4eb9bd-716b-4aed-bd83-086276718507 gateway port host: n-d-715271-26 {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:28:48.850040 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d61487e4-041b-47f1-9d56-2922f9597ed9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:48.906706 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-d61487e4-041b-47f1-9d56-2922f9597ed9 admin admin] Deleting port 7f58fdae-3c22-40f1-8475-f905ff2e0177 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:28:48.907088 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d61487e4-041b-47f1-9d56-2922f9597ed9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:48.927790 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-b0e73fa8-90dc-4052-bda1-5249925ac87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4eb9bd-716b-4aed-bd83-086276718507', 'name': 'tempest-TestSnapshotPattern-183209657-router', 'tenant_id': 'f01849c1ff934888a25c05c75585a871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'external_fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '7f58fdae-3c22-40f1-8475-f905ff2e0177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:23:23Z', 'updated_at': '2021-10-19T02:28:47Z', 'revision_number': 5, 'project_id': 'f01849c1ff934888a25c05c75585a871', 'gw_port': {'id': '7f58fdae-3c22-40f1-8475-f905ff2e0177', 'name': '', 'network_id': 'a0ce41c0-3b90-40be-93cd-082af8f20c34', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:16:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4eb9bd-716b-4aed-bd83-086276718507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:23:23Z', 'updated_at': '2021-10-19T02:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5b6143-6293-481a-a09a-ed884bbf28c6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-26'}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:28:48.954328 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e73fa8-90dc-4052-bda1-5249925ac87d None None] Checking router: ce4eb9bd-716b-4aed-bd83-086276718507 for host: n-d-715271-26 {{(pid=100609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:28:48.963360 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e73fa8-90dc-4052-bda1-5249925ac87d None None] Routers {'ce4eb9bd-716b-4aed-bd83-086276718507'} bound to L3 agent in host n-d-715271-26 {{(pid=100609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:28:48.963993 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-b0e73fa8-90dc-4052-bda1-5249925ac87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:46:46Z,description=,heartbeat_timestamp=2021-10-19T02:28:47Z,host='n-d-715271-26',id=4711d46d-5404-485b-9090-1e1e6a9a87cb,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:46:46Z,topic='l3_agent')) {'router_ids': ['ce4eb9bd-716b-4aed-bd83-086276718507'], 'active': True} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:28:48.990317 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-d61487e4-041b-47f1-9d56-2922f9597ed9 admin admin] For port 7f58fdae-3c22-40f1-8475-f905ff2e0177, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=7f58fdae-3c22-40f1-8475-f905ff2e0177,segment=NetworkSegment(bfb29a2f-79a0-4609-849b-ca04921b3b07),segment_id=bfb29a2f-79a0-4609-849b-ca04921b3b07)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:28:48.990616 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d61487e4-041b-47f1-9d56-2922f9597ed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:49.003720 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-d61487e4-041b-47f1-9d56-2922f9597ed9 admin admin] Calling delete_port for 7f58fdae-3c22-40f1-8475-f905ff2e0177 owned by network:router_gateway {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:28:49.049590 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_dvr_db [None req-b0e73fa8-90dc-4052-bda1-5249925ac87d None None] Set router ce4eb9bd-716b-4aed-bd83-086276718507 gateway port host: None {{(pid=100609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:28:49.103044 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.l3_hamode_db [None req-b0e73fa8-90dc-4052-bda1-5249925ac87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4eb9bd-716b-4aed-bd83-086276718507', 'name': 'tempest-TestSnapshotPattern-183209657-router', 'tenant_id': 'f01849c1ff934888a25c05c75585a871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:23:23Z', 'updated_at': '2021-10-19T02:28:48Z', 'revision_number': 6, 'project_id': 'f01849c1ff934888a25c05c75585a871', 'gw_port_host': None}], 'n-d-715271-26', False) {} {{(pid=100609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:28:49.130246 n-d-715271-26 neutron-server[100609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e73fa8-90dc-4052-bda1-5249925ac87d None None] The sync data for ids ['ce4eb9bd-716b-4aed-bd83-086276718507'] in n-d-715271-26 is: [{'id': 'ce4eb9bd-716b-4aed-bd83-086276718507', 'name': 'tempest-TestSnapshotPattern-183209657-router', 'tenant_id': 'f01849c1ff934888a25c05c75585a871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:23:23Z', 'updated_at': '2021-10-19T02:28:48Z', 'revision_number': 6, 'project_id': 'f01849c1ff934888a25c05c75585a871', 'gw_port_host': None}] {{(pid=100609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:28:49.181422 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d61487e4-041b-47f1-9d56-2922f9597ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:49.209368 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61487e4-041b-47f1-9d56-2922f9597ed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f58fdae-3c22-40f1-8475-f905ff2e0177,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:28:49.272509 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d61487e4-041b-47f1-9d56-2922f9597ed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603460'] for router_gateway, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:49.360324 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d61487e4-041b-47f1-9d56-2922f9597ed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64955'] for router, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:49.362910 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d61487e4-041b-47f1-9d56-2922f9597ed9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:49.403973 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d61487e4-041b-47f1-9d56-2922f9597ed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592948'] for router, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:49.404492 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61487e4-041b-47f1-9d56-2922f9597ed9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce4eb9bd-716b-4aed-bd83-086276718507 {{(pid=100606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 02:28:49.409998 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-d61487e4-041b-47f1-9d56-2922f9597ed9 admin admin] Publish callbacks [] for router, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:49.411147 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-d61487e4-041b-47f1-9d56-2922f9597ed9 admin admin] 10.222.0.57 "DELETE /v2.0/routers/ce4eb9bd-716b-4aed-bd83-086276718507 HTTP/1.1" status: 204 len: 168 time: 0.7757914 Oct 19 02:28:49.413752 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57934) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:28:49.457370 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7994b5c-afeb-4743-b152-fcbbab02f681 admin admin] Deleting subnet dbc55351-9668-4116-91aa-b2a105bdeaec {{(pid=100606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 02:28:49.460308 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b7994b5c-afeb-4743-b152-fcbbab02f681 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:49.494949 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b7994b5c-afeb-4743-b152-fcbbab02f681 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8978809'] for subnet, precommit_delete_associations {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:49.578963 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b7994b5c-afeb-4743-b152-fcbbab02f681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682460'] for subnet, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:49.632010 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b7994b5c-afeb-4743-b152-fcbbab02f681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8979855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8820907'] for subnet, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:49.657796 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7994b5c-afeb-4743-b152-fcbbab02f681 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbc55351-9668-4116-91aa-b2a105bdeaec,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:28:49.661538 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-b7994b5c-afeb-4743-b152-fcbbab02f681 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:49.664965 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-b7994b5c-afeb-4743-b152-fcbbab02f681 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/dbc55351-9668-4116-91aa-b2a105bdeaec HTTP/1.1" status: 204 len: 168 time: 0.2501040 Oct 19 02:28:49.667201 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e91e5e-7010-4b3a-9b11-55edf1283c75 None None] Network 9bb7d576-f9c4-4a34-a5dc-8c7907b1c109 requested from n-d-715271-26 {{(pid=100608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:28:49.667664 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57936) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:28:49.738823 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-61c9c6e5-81a9-4059-897a-3f635c3a9654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611577'] for network, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:49.792874 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-61c9c6e5-81a9-4059-897a-3f635c3a9654 admin admin] Deleting port bb1f6610-195d-4feb-9364-ce7402676f23 {{(pid=100606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:28:49.793145 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-61c9c6e5-81a9-4059-897a-3f635c3a9654 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:49.857507 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.db [None req-61c9c6e5-81a9-4059-897a-3f635c3a9654 admin admin] For port bb1f6610-195d-4feb-9364-ce7402676f23, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=bb1f6610-195d-4feb-9364-ce7402676f23,segment=NetworkSegment(87d33b4e-0a3b-425a-a533-cceceeccd5a0),segment_id=87d33b4e-0a3b-425a-a533-cceceeccd5a0)] {{(pid=100606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:28:49.857692 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-61c9c6e5-81a9-4059-897a-3f635c3a9654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:49.875399 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.plugin [None req-61c9c6e5-81a9-4059-897a-3f635c3a9654 admin admin] Calling delete_port for bb1f6610-195d-4feb-9364-ce7402676f23 owned by network:dhcp {{(pid=100606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:28:49.885049 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a85dde0-82d8-4c1b-88c6-078b8a9cd9fb None None] DHCP port deletion for 9bb7d576-f9c4-4a34-a5dc-8c7907b1c109 request from n-d-715271-26 {{(pid=100608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 02:28:49.935465 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-2a85dde0-82d8-4c1b-88c6-078b8a9cd9fb None None] Deleting port bb1f6610-195d-4feb-9364-ce7402676f23 {{(pid=100608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:28:49.935876 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2a85dde0-82d8-4c1b-88c6-078b8a9cd9fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775133199683'] for port, before_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:49.961035 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-61c9c6e5-81a9-4059-897a-3f635c3a9654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979874'] for port, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:49.987674 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9c6e5-81a9-4059-897a-3f635c3a9654 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb1f6610-195d-4feb-9364-ce7402676f23,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:28:49.994195 n-d-715271-26 neutron-server[100606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c9c6e5-81a9-4059-897a-3f635c3a9654 admin admin] No DVR routers for this DVR port bb1f6610-195d-4feb-9364-ce7402676f23 on host n-d-715271-26 {{(pid=100606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:28:50.002770 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.db [None req-2a85dde0-82d8-4c1b-88c6-078b8a9cd9fb None None] For port bb1f6610-195d-4feb-9364-ce7402676f23, host n-d-715271-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-26',level=0,port_id=bb1f6610-195d-4feb-9364-ce7402676f23,segment=NetworkSegment(87d33b4e-0a3b-425a-a533-cceceeccd5a0),segment_id=87d33b4e-0a3b-425a-a533-cceceeccd5a0)] {{(pid=100608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:28:50.003168 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2a85dde0-82d8-4c1b-88c6-078b8a9cd9fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1682375'] for port, precommit_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:50.016219 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-2a85dde0-82d8-4c1b-88c6-078b8a9cd9fb None None] Calling delete_port for bb1f6610-195d-4feb-9364-ce7402676f23 owned by network:dhcp {{(pid=100608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:28:50.069684 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-61c9c6e5-81a9-4059-897a-3f635c3a9654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8775133213525'] for network, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:50.089850 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:50.092094 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-61c9c6e5-81a9-4059-897a-3f635c3a9654 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bb7d576-f9c4-4a34-a5dc-8c7907b1c109']}} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:28:50.102992 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-61c9c6e5-81a9-4059-897a-3f635c3a9654 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d33b4e-0a3b-425a-a533-cceceeccd5a0') {'for_net_delete': True} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:28:50.103291 n-d-715271-26 neutron-server[100606]: DEBUG neutron.services.segments.db [None req-61c9c6e5-81a9-4059-897a-3f635c3a9654 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d33b4e-0a3b-425a-a533-cceceeccd5a0') {} {{(pid=100606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:28:50.112123 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-2a85dde0-82d8-4c1b-88c6-078b8a9cd9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775133255437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775132668308'] for port, after_delete {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:50.114603 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-61c9c6e5-81a9-4059-897a-3f635c3a9654 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775133214558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8978784'] for segment, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:50.128858 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-61c9c6e5-81a9-4059-897a-3f635c3a9654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051'] for segment, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:50.136455 n-d-715271-26 neutron-server[100606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c9c6e5-81a9-4059-897a-3f635c3a9654 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=100606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 02:28:50.136976 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-61c9c6e5-81a9-4059-897a-3f635c3a9654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979921'] for segment, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:50.139322 n-d-715271-26 neutron-server[100606]: Traceback (most recent call last): Oct 19 02:28:50.139322 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 02:28:50.139322 n-d-715271-26 neutron-server[100606]: timer() Oct 19 02:28:50.139322 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 02:28:50.139322 n-d-715271-26 neutron-server[100606]: cb(*args, **kw) Oct 19 02:28:50.139322 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 02:28:50.139322 n-d-715271-26 neutron-server[100606]: return func(*args, **kwargs) Oct 19 02:28:50.139322 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 02:28:50.139322 n-d-715271-26 neutron-server[100606]: self._notify() Oct 19 02:28:50.139322 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 02:28:50.139322 n-d-715271-26 neutron-server[100606]: self.callback(batched_events) Oct 19 02:28:50.139322 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 02:28:50.139322 n-d-715271-26 neutron-server[100606]: event.method(event) Oct 19 02:28:50.139322 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 02:28:50.139322 n-d-715271-26 neutron-server[100606]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 02:28:50.139322 n-d-715271-26 neutron-server[100606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 02:28:50.139322 n-d-715271-26 neutron-server[100606]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 02:28:50.139322 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 02:28:50.139322 n-d-715271-26 neutron-server[100606]: return f(self, *a, **k) Oct 19 02:28:50.139322 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 02:28:50.139322 n-d-715271-26 neutron-server[100606]: return self._get(url).json() Oct 19 02:28:50.139322 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 02:28:50.139322 n-d-715271-26 neutron-server[100606]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 02:28:50.139322 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 02:28:50.139322 n-d-715271-26 neutron-server[100606]: return self.request(url, 'GET', **kwargs) Oct 19 02:28:50.139322 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 02:28:50.139322 n-d-715271-26 neutron-server[100606]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 02:28:50.139322 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 02:28:50.139322 n-d-715271-26 neutron-server[100606]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 02:28:50.139322 n-d-715271-26 neutron-server[100606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 02:28:50.139322 n-d-715271-26 neutron-server[100606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 02:28:50.139322 n-d-715271-26 neutron-server[100606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 02:28:50.141862 n-d-715271-26 neutron-server[100608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a85dde0-82d8-4c1b-88c6-078b8a9cd9fb None None] Pushing event deleted for resources: {'Port': ['ID=bb1f6610-195d-4feb-9364-ce7402676f23,revision_number=None']} {{(pid=100608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:28:50.147931 n-d-715271-26 neutron-server[100608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a85dde0-82d8-4c1b-88c6-078b8a9cd9fb None None] No DVR routers for this DVR port bb1f6610-195d-4feb-9364-ce7402676f23 on host n-d-715271-26 {{(pid=100608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:28:50.204352 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-61c9c6e5-81a9-4059-897a-3f635c3a9654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603552'] for network, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:50.209050 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-61c9c6e5-81a9-4059-897a-3f635c3a9654 admin admin] Publish callbacks [] for network, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:50.212567 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-61c9c6e5-81a9-4059-897a-3f635c3a9654 admin admin] 10.222.0.57 "DELETE /v2.0/networks/9bb7d576-f9c4-4a34-a5dc-8c7907b1c109 HTTP/1.1" status: 204 len: 168 time: 0.5443435 Oct 19 02:28:50.225333 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9c6e5-81a9-4059-897a-3f635c3a9654 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bb7d576-f9c4-4a34-a5dc-8c7907b1c109,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:28:50.329550 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57940) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:28:50.351829 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device e709e47a-e840-4d5c-89af-5ce09feff460 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:28:50.372614 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: e709e47a-e840-4d5c-89af-5ce09feff460 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:28:50.372961 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device e709e47a-e840-4d5c-89af-5ce09feff460 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:28:50.373379 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device bb1f6610-195d-4feb-9364-ce7402676f23 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:28:50.374913 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-cb4f4d32-f483-4946-82b2-81c36ea34bfe admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c47ada63cb0142e183b2794a8454f454&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438600 Oct 19 02:28:50.378153 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [-] (100606) accepted ('10.222.0.57', 57942) {{(pid=100606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:28:50.397586 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: bb1f6610-195d-4feb-9364-ce7402676f23 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:28:50.397937 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device bb1f6610-195d-4feb-9364-ce7402676f23 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:28:50.398362 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7f58fdae-3c22-40f1-8475-f905ff2e0177 no longer exists at agent ovs-agent-n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:28:50.418162 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.plugin [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] No Port match for: 7f58fdae-3c22-40f1-8475-f905ff2e0177 {{(pid=100608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:28:50.418435 n-d-715271-26 neutron-server[100608]: DEBUG neutron.plugins.ml2.rpc [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Device 7f58fdae-3c22-40f1-8475-f905ff2e0177 not bound to the agent host n-d-715271-26 {{(pid=100608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:28:50.430563 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-56c65938-2a3a-4efd-b54a-2050e10a356b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:50.453741 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-56c65938-2a3a-4efd-b54a-2050e10a356b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:50.499916 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-56c65938-2a3a-4efd-b54a-2050e10a356b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:50.503001 n-d-715271-26 neutron-server[100606]: DEBUG neutron_lib.callbacks.manager [None req-56c65938-2a3a-4efd-b54a-2050e10a356b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:50.504234 n-d-715271-26 neutron-server[100606]: INFO neutron.wsgi [None req-56c65938-2a3a-4efd-b54a-2050e10a356b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a631bc02-a867-4a0b-8c87-ffda8061fc13 HTTP/1.1" status: 204 len: 168 time: 0.1236022 Oct 19 02:28:50.515666 n-d-715271-26 neutron-server[100606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c65938-2a3a-4efd-b54a-2050e10a356b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a631bc02-a867-4a0b-8c87-ffda8061fc13,revision_number=None']} {{(pid=100606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:28:50.822114 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57948) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:28:50.859920 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-de0c13c8-ce5b-4702-9e8b-8af9a4bfd8d2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f01849c1ff934888a25c05c75585a871&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0365493 Oct 19 02:28:50.862900 n-d-715271-26 neutron-server[100607]: DEBUG neutron.wsgi [-] (100607) accepted ('10.222.0.57', 57950) {{(pid=100607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:28:50.909152 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8888e25b-bb13-4ef9-8170-221f4e06b3a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:50.929637 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8888e25b-bb13-4ef9-8170-221f4e06b3a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:50.976069 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8888e25b-bb13-4ef9-8170-221f4e06b3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833697'] for security_group, after_delete {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:50.978662 n-d-715271-26 neutron-server[100607]: DEBUG neutron_lib.callbacks.manager [None req-8888e25b-bb13-4ef9-8170-221f4e06b3a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:50.979853 n-d-715271-26 neutron-server[100607]: INFO neutron.wsgi [None req-8888e25b-bb13-4ef9-8170-221f4e06b3a6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/15f0640d-1cf0-4d87-9e62-f5c3c229cc6b HTTP/1.1" status: 204 len: 168 time: 0.1160634 Oct 19 02:28:50.988433 n-d-715271-26 neutron-server[100607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888e25b-bb13-4ef9-8170-221f4e06b3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f0640d-1cf0-4d87-9e62-f5c3c229cc6b,revision_number=None']} {{(pid=100607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:28:51.317504 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:28:57.917551 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:29:00.600593 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:29:14.097987 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-83e854a5-2dbb-417f-ad20-09d8f630ee28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:29:16.667704 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-bda55c42-6416-49ee-be1b-797ec78c1505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:29:17.444929 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:29:18.165629 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:29:20.072803 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:29:27.931095 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:29:28.316913 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:29:30.618909 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:29:44.098836 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d708ce47-45e9-4f53-bdc3-a764f2d5b3a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:29:46.667568 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9ec70854-fab7-4f6b-b123-b686eed4f8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:29:47.446100 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:29:48.168083 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:29:50.074962 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:29:57.930815 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:00.636840 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:05.316731 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:30:14.100672 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d90cd85e-096d-4696-9c2c-df6fcd0e29c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:16.668851 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b8c388d-a138-4503-8d13-af64b90e1fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:17.446473 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:18.173948 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:20.078684 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:27.944409 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:30.640641 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:42.315612 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:30:44.101729 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-fc9cacb5-ce20-4508-ae01-e64ebd6e42ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:46.669254 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7a02eebf-daa2-432a-b92d-96d64a1e2706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:47.451208 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:48.174949 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:50.080911 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:57.948641 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:00.640733 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:14.102281 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e1de2d6a-ea80-4eaa-a2a9-e6b1a5042c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:16.669392 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-312eb2f4-c680-4f2a-aab9-8bacd0bbff0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:17.452484 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:18.177555 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:19.315672 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:31:20.083771 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:27.958129 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:30.655956 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:44.101932 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-12822e16-3894-49a0-a741-191b4961d5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:46.669986 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f6a41a2d-b2b3-4a20-a430-7f3ff96a4c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:47.453088 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:48.180198 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:50.085886 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:56.315716 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:31:57.957339 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:32:00.654920 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:32:14.103089 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-b488a3d6-d2f2-424b-baf2-d1235ec6cf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:32:16.671712 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-01b7524c-6ffe-4848-8687-c41b90fd607e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:32:17.455677 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:32:18.182576 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:32:20.089403 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:32:27.968219 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:32:30.668991 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:32:33.316337 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:32:44.103699 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-8b402572-85c0-401b-b42b-8b20c9dd713e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:32:46.673560 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-73c819e3-61d2-473e-8d11-e0f0aed4a88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:32:47.456125 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:32:48.185646 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:32:50.092402 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:32:57.986966 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:33:00.669210 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:33:10.317006 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:33:14.104521 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-993dc159-0586-4775-a2da-9c7e99675203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:33:16.674048 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-9bf00ddd-9fef-4af8-9826-484fcf658349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:33:17.457647 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:33:18.188456 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:33:20.094478 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:33:27.984981 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:33:30.667673 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:33:44.105517 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-d641dfab-7308-48cd-a237-d5eb3d3e86b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:33:46.674956 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-a3883e37-616d-4d2d-8e5e-6dc63740fdca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:33:47.316703 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:33:47.458953 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:33:48.190823 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:33:50.097392 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:33:57.984950 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:34:00.668149 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:34:14.106857 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-08894ba9-e66e-42d4-9176-92b13bf2002b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:34:16.675748 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-84c802c0-365d-45fe-9047-f3b8ee16c842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:34:17.458581 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:34:18.195222 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:34:20.100171 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:34:24.316196 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:34:27.994989 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:34:30.666704 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:34:44.108347 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e0ae55aa-4102-4f82-8d88-e520829b2322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:34:46.676223 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-6aa99d4a-ab3f-4ad7-9ebb-367e8f30cf58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:34:47.459463 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:34:48.197558 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:34:50.102334 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:34:58.016054 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:00.682328 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:01.316489 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:35:14.109651 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-7fc25d7c-4365-46cc-a28c-c8e098006772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:16.676477 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-75bdfc86-90e9-41ab-a013-536cf1785d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:17.460662 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:18.199498 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:20.105147 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:28.009858 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:30.681291 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:38.317278 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:35:44.110249 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-e7e25bca-ee03-416c-826c-65a6f87a316f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:46.676450 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-f2ac9ba7-def7-409a-9f18-ccd8ae0bbc97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:47.461526 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:48.203372 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:50.108001 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:58.027036 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:36:00.694201 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:36:14.111129 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-5c2214d3-7094-4a3c-bf8d-a72e4ef30d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:36:15.316912 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:36:16.676630 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-366ae899-7f9a-4bb3-aa66-b39f29de1e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:36:17.463868 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:36:18.206750 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:36:20.111602 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:36:28.026258 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:36:28.166561 n-d-715271-26 neutron-server[100606]: DEBUG neutron.wsgi [req-8cbdad26-1d43-4644-ab3c-20183557a736 req-183c1bc2-b559-4e24-aa4a-661f8800da99 service neutron] (100606) timed out ('10.222.0.57', 55580) {{(pid=100606) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 02:36:30.694303 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:36:44.115543 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-01fbc1e0-0332-4a31-9516-71b14ac37974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:36:46.677652 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cb52fdcd-043c-4f1f-a10d-fa53cee160a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:36:47.465885 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc51-a4cb-457a-9cc6-a450a56aae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:36:48.209495 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-86dbc40a-aa26-414a-b65a-41e68bf01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:36:50.114413 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-dfa946d3-1fe4-45d8-87b9-f47adf4508b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:36:52.317247 n-d-715271-26 neutron-server[100609]: DEBUG neutron.db.agents_db [None req-ac1ab4a4-7056-4aa2-9b3c-ac24de755a56 None None] Agent healthcheck: found 7 active agents {{(pid=100609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:36:58.040935 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-99b1959e-e713-4f19-90dc-5d4cbf8ae4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:37:00.711078 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-4b379c06-6b9b-4ec1-972a-94f75e41b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:37:14.116306 n-d-715271-26 neutron-server[100608]: DEBUG neutron_lib.callbacks.manager [None req-cc7b4ac4-e77c-43b4-b40a-4c39b85fc75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775133213507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775753'] for agent, after_update {{(pid=100608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}